2024-04-10T14:46:21.384 INFO:root:teuthology version: 0.0.1.dev267+g6c63784 2024-04-10T14:46:21.384 DEBUG:teuthology.run:Teuthology command: teuthology --owner scheduled_yuriw@teuthology --archive /home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650653 --description upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} --verbose --name yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi -- /home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650653/orig.config.yaml 2024-04-10T14:46:21.431 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-10T14:46:21.527 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650653 branch: wip-yuri6-testing-2024-04-02-1310 description: upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} email: yweinste@redhat.com first_in_suite: false job_id: '7650653' kernel: kdb: 1 sha1: distro last_in_suite: false machine_type: smithi meta: - desc: 'run run randomized correctness test for rados operations on an erasure-coded pool ' - desc: 'object class functional tests ' - desc: 'generate read/write load with rados objects ranging from 1MB to 25MB ' - desc: 'run basic import/export cli tests for rbd ' - desc: 'librbd C and C++ api tests ' - desc: 'librbd python api tests ' name: yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi no_nested_subset: false nuke-on-error: true openstack: - volumes: count: 4 size: 10 os_type: centos os_version: 9.stream overrides: admin_socket: branch: wip-yuri6-testing-2024-04-02-1310 ceph: conf: global: mon election default strategy: 1 mgr: debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 osd: debug ms: 1 debug osd: 20 osd shutdown pgref assert: true create_rbd_pool: true flavor: default log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - mons down - mon down - MON_DOWN - out of quorum sha1: a5074d4516d566e9d8b6aec912f26afd099de101 ceph-deploy: conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} install: ceph: extra_system_packages: - python3-pytest flavor: default sha1: a5074d4516d566e9d8b6aec912f26afd099de101 selinux: allowlist: - scontext=system_u:system_r:logrotate_t:s0 workunit: branch: wip-yuri6-testing-2024-04-02-1310 sha1: a5074d4516d566e9d8b6aec912f26afd099de101 owner: scheduled_yuriw@teuthology priority: 99 repo: https://github.com/ceph/ceph-ci.git roles: - - mon.a - mon.c - mgr.y - mds.a - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - node-exporter.a - alertmanager.a - - mon.b - mds.b - mgr.x - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - prometheus.a - grafana.a - node-exporter.b seed: 7488 sha1: a5074d4516d566e9d8b6aec912f26afd099de101 sleep_before_teardown: 0 subset: 111/120000 suite: upgrade suite_branch: wip-yuri6-testing-2024-04-02-1310 suite_path: /home/teuthworker/src/github.com_ceph_ceph-c_a5074d4516d566e9d8b6aec912f26afd099de101/qa suite_relpath: qa suite_repo: https://github.com/ceph/ceph-ci.git suite_sha1: a5074d4516d566e9d8b6aec912f26afd099de101 targets: smithi102.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIglZecFELSyaVMzRVd86ijgFz+onp4wgbXsAZ2erK5xVCbfuSwf7vB9dsLxyggBRVRTQq6rmqM32sea+myGt6Q= smithi154.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLrMTYZwn4I/jcVo4oxqm7WeQPztAGgPZIF/sjzD0oE1GBn1oGH2pE6Za9BrxkgOXhOrwhBPLk4AL1ABfnxbz5w= tasks: - install: branch: reef exclude_packages: - ceph-volume - print: '**** done install task...' - print: '**** done start installing reef cephadm ...' - cephadm: compiled_cephadm_branch: reef conf: osd: osd_class_default_list: '*' osd_class_load_list: '*' image: quay.ceph.io/ceph-ci/ceph:reef - print: '**** done end installing reef cephadm ...' - print: '**** done start cephadm.shell ceph config set mgr...' - cephadm.shell: mon.a: - ceph config set mgr mgr/cephadm/use_repo_digest true --force - print: '**** done cephadm.shell ceph config set mgr...' - print: '**** done start telemetry reef...' - workunit: clients: client.0: - test_telemetry_reef.sh - print: '**** done end telemetry reef...' - print: '**** done start parallel' - parallel: - workload - upgrade-sequence - print: '**** done end parallel' - print: '**** done start telemetry x...' - workunit: clients: client.0: - test_telemetry_reef_x.sh - print: '**** done end telemetry x...' teuthology: fragments_dropped: [] meta: {} postmerge: [] teuthology_branch: main teuthology_sha1: 6c637841c215537a4502385240412f1966e0faab timestamp: 2024-04-10_14:18:30 tube: smithi upgrade-sequence: sequential: - print: '**** done start upgrade, wait' - cephadm.shell: env: - sha1 mon.a: - ceph config set global log_to_journald false --force - ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1 - while ceph orch upgrade status | jq '.in_progress' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done - ceph orch ps - ceph versions - ceph versions | jq -e '.overall | length == 1' - ceph versions | jq -e '.overall | keys' | grep $sha1 - print: '**** done end upgrade, wait...' user: yuriw verbose: true worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.2226885 workload: full_sequential: - print: '**** done start ec-rados-default.yaml' - rados: clients: - client.0 ec_pool: true objects: 50 op_weights: append: 100 copy_from: 50 delete: 50 read: 100 rmattr: 25 rollback: 50 setattr: 25 snap_create: 50 snap_remove: 50 write: 0 ops: 4000 write_append_excl: false - print: '**** done end ec-rados-default.yaml' - print: '**** done start rados_api.yaml' - workunit: branch: reef clients: client.0: - cls - print: '**** done end rados_api.yaml' - print: '**** done start rados_loadgenbig.yaml' - workunit: branch: reef clients: client.0: - rados/load-gen-big.sh - print: '**** done end rados_loadgenbig.yaml' - print: '**** done start rbd_import_export.yaml' - workunit: branch: reef clients: client.1: - rbd/import_export.sh env: RBD_CREATE_ARGS: --new-format - print: '**** done end rbd_import_export.yaml' - print: '**** done start test_rbd_api.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_api.yaml' - print: '**** done start test_rbd_python.yaml' - workunit: branch: reef clients: client.0: - rbd/test_librbd_python.sh env: RBD_FEATURES: '61' - print: '**** done end test_rbd_python.yaml' 2024-04-10T14:46:21.527 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/github.com_ceph_ceph-c_a5074d4516d566e9d8b6aec912f26afd099de101/qa; will attempt to use it 2024-04-10T14:46:21.528 INFO:teuthology.run:Found tasks at /home/teuthworker/src/github.com_ceph_ceph-c_a5074d4516d566e9d8b6aec912f26afd099de101/qa/tasks 2024-04-10T14:46:21.528 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-04-10T14:46:21.529 INFO:teuthology.task.internal:Checking packages... 2024-04-10T14:46:21.551 INFO:teuthology.task.internal:Checking packages for os_type 'centos', flavor 'default' and ceph hash 'a5074d4516d566e9d8b6aec912f26afd099de101' 2024-04-10T14:46:21.552 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-10T14:46:21.552 INFO:teuthology.packaging:ref: None 2024-04-10T14:46:21.552 INFO:teuthology.packaging:tag: None 2024-04-10T14:46:21.552 INFO:teuthology.packaging:branch: wip-yuri6-testing-2024-04-02-1310 2024-04-10T14:46:21.552 INFO:teuthology.packaging:sha1: a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T14:46:21.552 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=wip-yuri6-testing-2024-04-02-1310 2024-04-10T14:46:21.705 INFO:teuthology.task.internal:Found packages for ceph version 19.0.0-2838.ga5074d45 2024-04-10T14:46:21.706 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-04-10T14:46:21.713 INFO:teuthology.task.internal:no buildpackages task found 2024-04-10T14:46:21.713 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-04-10T14:46:21.739 INFO:teuthology.task.internal:Saving configuration 2024-04-10T14:46:21.757 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-04-10T14:46:21.763 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-10T14:46:21.788 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi102.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650653', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-10 14:41:13.415612', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIglZecFELSyaVMzRVd86ijgFz+onp4wgbXsAZ2erK5xVCbfuSwf7vB9dsLxyggBRVRTQq6rmqM32sea+myGt6Q='} 2024-04-10T14:46:21.809 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi154.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650653', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-10 14:41:13.417481', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLrMTYZwn4I/jcVo4oxqm7WeQPztAGgPZIF/sjzD0oE1GBn1oGH2pE6Za9BrxkgOXhOrwhBPLk4AL1ABfnxbz5w='} 2024-04-10T14:46:21.809 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-04-10T14:46:21.815 INFO:teuthology.task.internal:roles: ubuntu@smithi102.front.sepia.ceph.com - ['mon.a', 'mon.c', 'mgr.y', 'mds.a', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'node-exporter.a', 'alertmanager.a'] 2024-04-10T14:46:21.815 INFO:teuthology.task.internal:roles: ubuntu@smithi154.front.sepia.ceph.com - ['mon.b', 'mds.b', 'mgr.x', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'prometheus.a', 'grafana.a', 'node-exporter.b'] 2024-04-10T14:46:21.815 INFO:teuthology.run_tasks:Running task console_log... 2024-04-10T14:46:21.889 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f4a6b9a4160>, signals=[15]) 2024-04-10T14:46:21.890 INFO:teuthology.run_tasks:Running task internal.connect... 2024-04-10T14:46:21.896 INFO:teuthology.task.internal:Opening connections... 2024-04-10T14:46:21.896 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi102.front.sepia.ceph.com 2024-04-10T14:46:21.898 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T14:46:21.989 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi154.front.sepia.ceph.com 2024-04-10T14:46:21.990 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T14:46:22.075 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-04-10T14:46:22.081 DEBUG:teuthology.orchestra.run.smithi102:> uname -m 2024-04-10T14:46:22.097 INFO:teuthology.orchestra.run.smithi102.stdout:x86_64 2024-04-10T14:46:22.098 DEBUG:teuthology.orchestra.run.smithi102:> cat /etc/os-release 2024-04-10T14:46:22.152 INFO:teuthology.orchestra.run.smithi102.stdout:NAME="CentOS Stream" 2024-04-10T14:46:22.152 INFO:teuthology.orchestra.run.smithi102.stdout:VERSION="9" 2024-04-10T14:46:22.152 INFO:teuthology.orchestra.run.smithi102.stdout:ID="centos" 2024-04-10T14:46:22.152 INFO:teuthology.orchestra.run.smithi102.stdout:ID_LIKE="rhel fedora" 2024-04-10T14:46:22.152 INFO:teuthology.orchestra.run.smithi102.stdout:VERSION_ID="9" 2024-04-10T14:46:22.152 INFO:teuthology.orchestra.run.smithi102.stdout:PLATFORM_ID="platform:el9" 2024-04-10T14:46:22.152 INFO:teuthology.orchestra.run.smithi102.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-10T14:46:22.152 INFO:teuthology.orchestra.run.smithi102.stdout:ANSI_COLOR="0;31" 2024-04-10T14:46:22.153 INFO:teuthology.orchestra.run.smithi102.stdout:LOGO="fedora-logo-icon" 2024-04-10T14:46:22.153 INFO:teuthology.orchestra.run.smithi102.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-10T14:46:22.153 INFO:teuthology.orchestra.run.smithi102.stdout:HOME_URL="https://centos.org/" 2024-04-10T14:46:22.153 INFO:teuthology.orchestra.run.smithi102.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-10T14:46:22.153 INFO:teuthology.orchestra.run.smithi102.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-10T14:46:22.153 INFO:teuthology.orchestra.run.smithi102.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-10T14:46:22.153 INFO:teuthology.lock.ops:Updating smithi102.front.sepia.ceph.com on lock server 2024-04-10T14:46:22.179 DEBUG:teuthology.orchestra.run.smithi154:> uname -m 2024-04-10T14:46:22.197 INFO:teuthology.orchestra.run.smithi154.stdout:x86_64 2024-04-10T14:46:22.198 DEBUG:teuthology.orchestra.run.smithi154:> cat /etc/os-release 2024-04-10T14:46:22.254 INFO:teuthology.orchestra.run.smithi154.stdout:NAME="CentOS Stream" 2024-04-10T14:46:22.254 INFO:teuthology.orchestra.run.smithi154.stdout:VERSION="9" 2024-04-10T14:46:22.254 INFO:teuthology.orchestra.run.smithi154.stdout:ID="centos" 2024-04-10T14:46:22.254 INFO:teuthology.orchestra.run.smithi154.stdout:ID_LIKE="rhel fedora" 2024-04-10T14:46:22.254 INFO:teuthology.orchestra.run.smithi154.stdout:VERSION_ID="9" 2024-04-10T14:46:22.255 INFO:teuthology.orchestra.run.smithi154.stdout:PLATFORM_ID="platform:el9" 2024-04-10T14:46:22.255 INFO:teuthology.orchestra.run.smithi154.stdout:PRETTY_NAME="CentOS Stream 9" 2024-04-10T14:46:22.255 INFO:teuthology.orchestra.run.smithi154.stdout:ANSI_COLOR="0;31" 2024-04-10T14:46:22.255 INFO:teuthology.orchestra.run.smithi154.stdout:LOGO="fedora-logo-icon" 2024-04-10T14:46:22.255 INFO:teuthology.orchestra.run.smithi154.stdout:CPE_NAME="cpe:/o:centos:centos:9" 2024-04-10T14:46:22.255 INFO:teuthology.orchestra.run.smithi154.stdout:HOME_URL="https://centos.org/" 2024-04-10T14:46:22.255 INFO:teuthology.orchestra.run.smithi154.stdout:BUG_REPORT_URL="https://bugzilla.redhat.com/" 2024-04-10T14:46:22.255 INFO:teuthology.orchestra.run.smithi154.stdout:REDHAT_SUPPORT_PRODUCT="Red Hat Enterprise Linux 9" 2024-04-10T14:46:22.255 INFO:teuthology.orchestra.run.smithi154.stdout:REDHAT_SUPPORT_PRODUCT_VERSION="CentOS Stream" 2024-04-10T14:46:22.255 INFO:teuthology.lock.ops:Updating smithi154.front.sepia.ceph.com on lock server 2024-04-10T14:46:22.279 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-04-10T14:46:22.288 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-04-10T14:46:22.294 INFO:teuthology.task.internal:Checking for old test directory... 2024-04-10T14:46:22.294 DEBUG:teuthology.orchestra.run.smithi102:> test '!' -e /home/ubuntu/cephtest 2024-04-10T14:46:22.296 DEBUG:teuthology.orchestra.run.smithi154:> test '!' -e /home/ubuntu/cephtest 2024-04-10T14:46:22.312 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-04-10T14:46:22.319 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-04-10T14:46:22.319 DEBUG:teuthology.orchestra.run.smithi102:> test -z $(ls -A /var/lib/ceph) 2024-04-10T14:46:22.350 DEBUG:teuthology.orchestra.run.smithi154:> test -z $(ls -A /var/lib/ceph) 2024-04-10T14:46:22.444 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-04-10T14:46:22.491 INFO:teuthology.run_tasks:Running task kernel... 2024-04-10T14:46:22.505 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-04-10T14:46:22.505 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-04-10T14:46:22.506 DEBUG:teuthology.orchestra.run.smithi102:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-10T14:46:22.506 DEBUG:teuthology.orchestra.run.smithi154:> test -f /run/.containerenv -o -f /.dockerenv 2024-04-10T14:46:22.522 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T14:46:22.523 DEBUG:teuthology.orchestra.run.smithi102:> uname -r 2024-04-10T14:46:22.523 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T14:46:22.524 DEBUG:teuthology.orchestra.run.smithi154:> uname -r 2024-04-10T14:46:22.578 INFO:teuthology.orchestra.run.smithi102.stdout:5.14.0-361.el9.x86_64 2024-04-10T14:46:22.579 INFO:teuthology.task.kernel:Running kernel on smithi102: 5.14.0-361.el9.x86_64 2024-04-10T14:46:22.579 DEBUG:teuthology.orchestra.run.smithi102:> sudo yum install -y kernel 2024-04-10T14:46:22.581 INFO:teuthology.orchestra.run.smithi154.stdout:5.14.0-361.el9.x86_64 2024-04-10T14:46:22.581 INFO:teuthology.task.kernel:Running kernel on smithi154: 5.14.0-361.el9.x86_64 2024-04-10T14:46:22.581 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum install -y kernel 2024-04-10T14:46:25.050 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS-9 - AppStream 9.7 MB/s | 8.1 MB 00:00 2024-04-10T14:46:25.094 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS-9 - AppStream 10 MB/s | 8.1 MB 00:00 2024-04-10T14:46:26.799 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS-9 - BaseOS 5.8 MB/s | 2.5 MB 00:00 2024-04-10T14:46:26.878 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS-9 - BaseOS 5.3 MB/s | 2.5 MB 00:00 2024-04-10T14:46:27.740 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - BaseOS 18 MB/s | 8.0 MB 00:00 2024-04-10T14:46:27.993 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - BaseOS 12 MB/s | 8.0 MB 00:00 2024-04-10T14:46:30.766 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - AppStream 9.9 MB/s | 19 MB 00:01 2024-04-10T14:46:36.608 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - CRB 2.7 MB/s | 6.2 MB 00:02 2024-04-10T14:46:38.400 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - Extras packages 26 kB/s | 16 kB 00:00 2024-04-10T14:46:40.653 INFO:teuthology.orchestra.run.smithi154.stdout:Extra Packages for Enterprise Linux 9.9 MB/s | 21 MB 00:02 2024-04-10T14:46:45.776 INFO:teuthology.orchestra.run.smithi154.stdout:lab-extras 18 kB/s | 1.7 kB 00:00 2024-04-10T14:46:48.010 INFO:teuthology.orchestra.run.smithi154.stderr:Modular dependency problems: 2024-04-10T14:46:48.011 INFO:teuthology.orchestra.run.smithi154.stderr: 2024-04-10T14:46:48.011 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 1: conflicting requests 2024-04-10T14:46:48.011 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.011 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 2: conflicting requests 2024-04-10T14:46:48.011 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.011 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 3: conflicting requests 2024-04-10T14:46:48.011 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.011 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 4: conflicting requests 2024-04-10T14:46:48.011 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.011 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 5: conflicting requests 2024-04-10T14:46:48.011 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.011 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 6: conflicting requests 2024-04-10T14:46:48.011 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.011 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 7: conflicting requests 2024-04-10T14:46:48.012 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.012 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 8: conflicting requests 2024-04-10T14:46:48.012 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.012 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 9: conflicting requests 2024-04-10T14:46:48.012 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.012 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 10: conflicting requests 2024-04-10T14:46:48.012 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.012 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 11: conflicting requests 2024-04-10T14:46:48.012 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.012 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 12: conflicting requests 2024-04-10T14:46:48.012 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.012 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 13: conflicting requests 2024-04-10T14:46:48.012 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.012 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 14: conflicting requests 2024-04-10T14:46:48.012 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.012 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 15: conflicting requests 2024-04-10T14:46:48.013 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.013 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 16: conflicting requests 2024-04-10T14:46:48.013 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.013 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 17: conflicting requests 2024-04-10T14:46:48.013 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.013 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 18: conflicting requests 2024-04-10T14:46:48.013 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.013 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 19: conflicting requests 2024-04-10T14:46:48.013 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.013 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 20: conflicting requests 2024-04-10T14:46:48.013 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.013 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 21: conflicting requests 2024-04-10T14:46:48.013 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.013 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 22: conflicting requests 2024-04-10T14:46:48.013 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.013 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 23: conflicting requests 2024-04-10T14:46:48.014 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.014 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 24: conflicting requests 2024-04-10T14:46:48.014 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.014 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 25: conflicting requests 2024-04-10T14:46:48.014 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.014 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 26: conflicting requests 2024-04-10T14:46:48.014 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.014 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 27: conflicting requests 2024-04-10T14:46:48.014 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.014 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 28: conflicting requests 2024-04-10T14:46:48.014 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.014 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 29: conflicting requests 2024-04-10T14:46:48.014 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.015 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 30: conflicting requests 2024-04-10T14:46:48.015 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.015 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 31: conflicting requests 2024-04-10T14:46:48.015 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.015 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 32: conflicting requests 2024-04-10T14:46:48.015 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.015 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 33: conflicting requests 2024-04-10T14:46:48.015 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.015 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 34: conflicting requests 2024-04-10T14:46:48.015 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.015 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 35: conflicting requests 2024-04-10T14:46:48.015 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.015 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 36: conflicting requests 2024-04-10T14:46:48.015 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.015 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 37: conflicting requests 2024-04-10T14:46:48.016 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.016 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.016 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.016 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T14:46:48.016 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.016 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.016 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.016 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.016 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 39: conflicting requests 2024-04-10T14:46:48.016 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.016 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.017 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.017 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.017 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.017 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.017 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T14:46:48.017 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.017 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.017 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.017 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.017 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T14:46:48.017 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.017 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.017 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.018 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.018 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T14:46:48.018 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.018 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.018 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.018 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.018 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T14:46:48.018 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.018 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.018 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.018 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.018 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T14:46:48.018 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.018 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.018 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.019 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.019 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T14:46:48.019 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.019 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.019 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.019 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T14:46:48.433 INFO:teuthology.orchestra.run.smithi154.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-10T14:46:48.433 INFO:teuthology.orchestra.run.smithi154.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-10T14:46:48.546 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-04-10T14:46:48.549 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-04-10T14:46:48.550 INFO:teuthology.orchestra.run.smithi154.stdout: Package Architecture Version Repository Size 2024-04-10T14:46:48.550 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-04-10T14:46:48.550 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-04-10T14:46:48.550 INFO:teuthology.orchestra.run.smithi154.stdout: kernel x86_64 5.14.0-435.el9 baseos 214 k 2024-04-10T14:46:48.550 INFO:teuthology.orchestra.run.smithi154.stdout:Installing dependencies: 2024-04-10T14:46:48.550 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-core x86_64 5.14.0-435.el9 baseos 15 M 2024-04-10T14:46:48.550 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-modules x86_64 5.14.0-435.el9 baseos 34 M 2024-04-10T14:46:48.550 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-modules-core x86_64 5.14.0-435.el9 baseos 28 M 2024-04-10T14:46:48.550 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:46:48.550 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-04-10T14:46:48.550 INFO:teuthology.orchestra.run.smithi154.stdout:================================================================================ 2024-04-10T14:46:48.550 INFO:teuthology.orchestra.run.smithi154.stdout:Install 4 Packages 2024-04-10T14:46:48.551 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:46:48.551 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 77 M 2024-04-10T14:46:48.551 INFO:teuthology.orchestra.run.smithi154.stdout:Installed size: 123 M 2024-04-10T14:46:48.551 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-04-10T14:46:49.044 INFO:teuthology.orchestra.run.smithi154.stdout:(1/4): kernel-5.14.0-435.el9.x86_64.rpm 936 kB/s | 214 kB 00:00 2024-04-10T14:46:49.852 INFO:teuthology.orchestra.run.smithi154.stdout:(2/4): kernel-core-5.14.0-435.el9.x86_64.rpm 15 MB/s | 15 MB 00:01 2024-04-10T14:46:50.544 INFO:teuthology.orchestra.run.smithi154.stdout:(3/4): kernel-modules-core-5.14.0-435.el9.x86_6 18 MB/s | 28 MB 00:01 2024-04-10T14:46:50.944 INFO:teuthology.orchestra.run.smithi154.stdout:(4/4): kernel-modules-5.14.0-435.el9.x86_64.rpm 16 MB/s | 34 MB 00:02 2024-04-10T14:46:50.944 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-04-10T14:46:50.945 INFO:teuthology.orchestra.run.smithi154.stdout:Total 32 MB/s | 77 MB 00:02 2024-04-10T14:46:51.615 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-04-10T14:46:51.999 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-04-10T14:46:51.999 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-04-10T14:46:53.028 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-04-10T14:46:53.028 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-04-10T14:46:54.516 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - AppStream 762 kB/s | 19 MB 00:25 2024-04-10T14:46:55.507 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-04-10T14:46:56.109 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : kernel-modules-core-5.14.0-435.el9.x86_64 1/4 2024-04-10T14:46:56.204 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-10T14:46:58.980 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-10T14:46:59.133 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-10T14:46:59.433 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - CRB 4.5 MB/s | 6.2 MB 00:01 2024-04-10T14:47:00.809 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - Extras packages 79 kB/s | 16 kB 00:00 2024-04-10T14:47:02.005 INFO:teuthology.orchestra.run.smithi102.stdout:Extra Packages for Enterprise Linux 20 MB/s | 21 MB 00:01 2024-04-10T14:47:03.843 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-10T14:47:03.976 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : kernel-5.14.0-435.el9.x86_64 4/4 2024-04-10T14:47:07.052 INFO:teuthology.orchestra.run.smithi102.stdout:lab-extras 28 kB/s | 1.7 kB 00:00 2024-04-10T14:47:08.779 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-10T14:47:09.287 INFO:teuthology.orchestra.run.smithi102.stderr:Modular dependency problems: 2024-04-10T14:47:09.288 INFO:teuthology.orchestra.run.smithi102.stderr: 2024-04-10T14:47:09.288 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 1: conflicting requests 2024-04-10T14:47:09.288 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.288 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 2: conflicting requests 2024-04-10T14:47:09.288 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.288 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 3: conflicting requests 2024-04-10T14:47:09.288 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.288 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 4: conflicting requests 2024-04-10T14:47:09.288 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.288 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 5: conflicting requests 2024-04-10T14:47:09.288 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.288 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 6: conflicting requests 2024-04-10T14:47:09.288 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.288 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 7: conflicting requests 2024-04-10T14:47:09.289 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.289 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 8: conflicting requests 2024-04-10T14:47:09.289 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.289 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 9: conflicting requests 2024-04-10T14:47:09.289 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.289 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 10: conflicting requests 2024-04-10T14:47:09.289 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.289 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 11: conflicting requests 2024-04-10T14:47:09.289 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.289 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 12: conflicting requests 2024-04-10T14:47:09.289 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.289 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 13: conflicting requests 2024-04-10T14:47:09.289 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.289 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 14: conflicting requests 2024-04-10T14:47:09.289 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.290 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 15: conflicting requests 2024-04-10T14:47:09.290 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.290 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 16: conflicting requests 2024-04-10T14:47:09.290 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.290 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 17: conflicting requests 2024-04-10T14:47:09.290 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.290 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 18: conflicting requests 2024-04-10T14:47:09.290 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.290 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 19: conflicting requests 2024-04-10T14:47:09.290 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.290 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 20: conflicting requests 2024-04-10T14:47:09.290 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.290 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 21: conflicting requests 2024-04-10T14:47:09.290 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.290 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 22: conflicting requests 2024-04-10T14:47:09.291 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.291 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 23: conflicting requests 2024-04-10T14:47:09.291 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.291 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 24: conflicting requests 2024-04-10T14:47:09.291 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.291 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 25: conflicting requests 2024-04-10T14:47:09.291 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.291 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 26: conflicting requests 2024-04-10T14:47:09.291 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.291 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 27: conflicting requests 2024-04-10T14:47:09.291 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.291 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 28: conflicting requests 2024-04-10T14:47:09.291 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.291 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 29: conflicting requests 2024-04-10T14:47:09.291 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.292 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 30: conflicting requests 2024-04-10T14:47:09.292 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.292 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 31: conflicting requests 2024-04-10T14:47:09.292 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.292 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 32: conflicting requests 2024-04-10T14:47:09.292 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.292 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 33: conflicting requests 2024-04-10T14:47:09.292 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.292 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 34: conflicting requests 2024-04-10T14:47:09.292 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.292 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 35: conflicting requests 2024-04-10T14:47:09.292 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.292 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 36: conflicting requests 2024-04-10T14:47:09.292 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.292 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 37: conflicting requests 2024-04-10T14:47:09.292 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.293 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.293 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.293 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T14:47:09.293 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.293 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.293 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.293 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.293 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 39: conflicting requests 2024-04-10T14:47:09.293 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.293 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.293 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.293 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.293 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.293 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.293 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T14:47:09.294 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.294 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.294 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.294 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.294 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T14:47:09.294 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.294 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.294 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.294 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.294 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T14:47:09.294 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.294 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.294 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.294 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.295 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T14:47:09.295 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.295 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.295 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.295 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.295 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T14:47:09.295 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.295 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.295 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.295 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.295 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T14:47:09.295 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.295 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.295 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.295 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T14:47:09.667 INFO:teuthology.orchestra.run.smithi102.stdout:Package kernel-5.14.0-239.el9.x86_64 is already installed. 2024-04-10T14:47:09.667 INFO:teuthology.orchestra.run.smithi102.stdout:Package kernel-5.14.0-361.el9.x86_64 is already installed. 2024-04-10T14:47:09.779 INFO:teuthology.orchestra.run.smithi102.stdout:Dependencies resolved. 2024-04-10T14:47:09.783 INFO:teuthology.orchestra.run.smithi102.stdout:================================================================================ 2024-04-10T14:47:09.783 INFO:teuthology.orchestra.run.smithi102.stdout: Package Architecture Version Repository Size 2024-04-10T14:47:09.783 INFO:teuthology.orchestra.run.smithi102.stdout:================================================================================ 2024-04-10T14:47:09.783 INFO:teuthology.orchestra.run.smithi102.stdout:Installing: 2024-04-10T14:47:09.783 INFO:teuthology.orchestra.run.smithi102.stdout: kernel x86_64 5.14.0-435.el9 baseos 214 k 2024-04-10T14:47:09.784 INFO:teuthology.orchestra.run.smithi102.stdout:Installing dependencies: 2024-04-10T14:47:09.784 INFO:teuthology.orchestra.run.smithi102.stdout: kernel-core x86_64 5.14.0-435.el9 baseos 15 M 2024-04-10T14:47:09.784 INFO:teuthology.orchestra.run.smithi102.stdout: kernel-modules x86_64 5.14.0-435.el9 baseos 34 M 2024-04-10T14:47:09.784 INFO:teuthology.orchestra.run.smithi102.stdout: kernel-modules-core x86_64 5.14.0-435.el9 baseos 28 M 2024-04-10T14:47:09.784 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:47:09.784 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction Summary 2024-04-10T14:47:09.784 INFO:teuthology.orchestra.run.smithi102.stdout:================================================================================ 2024-04-10T14:47:09.784 INFO:teuthology.orchestra.run.smithi102.stdout:Install 4 Packages 2024-04-10T14:47:09.784 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:47:09.785 INFO:teuthology.orchestra.run.smithi102.stdout:Total download size: 77 M 2024-04-10T14:47:09.785 INFO:teuthology.orchestra.run.smithi102.stdout:Installed size: 123 M 2024-04-10T14:47:09.785 INFO:teuthology.orchestra.run.smithi102.stdout:Downloading Packages: 2024-04-10T14:47:10.097 INFO:teuthology.orchestra.run.smithi102.stdout:(1/4): kernel-5.14.0-435.el9.x86_64.rpm 1.5 MB/s | 214 kB 00:00 2024-04-10T14:47:10.403 INFO:teuthology.orchestra.run.smithi102.stdout:(2/4): kernel-core-5.14.0-435.el9.x86_64.rpm 34 MB/s | 15 MB 00:00 2024-04-10T14:47:10.803 INFO:teuthology.orchestra.run.smithi102.stdout:(3/4): kernel-modules-5.14.0-435.el9.x86_64.rpm 40 MB/s | 34 MB 00:00 2024-04-10T14:47:11.062 INFO:teuthology.orchestra.run.smithi102.stdout:(4/4): kernel-modules-core-5.14.0-435.el9.x86_6 29 MB/s | 28 MB 00:00 2024-04-10T14:47:11.062 INFO:teuthology.orchestra.run.smithi102.stdout:-------------------------------------------------------------------------------- 2024-04-10T14:47:11.062 INFO:teuthology.orchestra.run.smithi102.stdout:Total 60 MB/s | 77 MB 00:01 2024-04-10T14:47:11.737 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction check 2024-04-10T14:47:12.081 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction check succeeded. 2024-04-10T14:47:12.081 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction test 2024-04-10T14:47:13.090 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction test succeeded. 2024-04-10T14:47:13.091 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction 2024-04-10T14:47:15.611 INFO:teuthology.orchestra.run.smithi102.stdout: Preparing : 1/1 2024-04-10T14:47:16.193 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : kernel-modules-core-5.14.0-435.el9.x86_64 1/4 2024-04-10T14:47:16.271 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-10T14:47:19.032 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-10T14:47:19.167 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-10T14:47:23.893 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-10T14:47:23.934 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : kernel-5.14.0-435.el9.x86_64 4/4 2024-04-10T14:47:28.653 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-10T14:47:37.997 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 4/4 2024-04-10T14:47:37.997 INFO:teuthology.orchestra.run.smithi154.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-10T14:47:37.997 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:47:38.043 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 4/4 2024-04-10T14:47:38.410 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: kernel-5.14.0-435.el9.x86_64 4/4 2024-04-10T14:47:38.410 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : kernel-5.14.0-435.el9.x86_64 1/4 2024-04-10T14:47:38.410 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-10T14:47:38.410 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-10T14:47:38.872 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-10T14:47:38.872 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:47:38.872 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-04-10T14:47:38.872 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-5.14.0-435.el9.x86_64 2024-04-10T14:47:38.872 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-core-5.14.0-435.el9.x86_64 2024-04-10T14:47:38.872 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-modules-5.14.0-435.el9.x86_64 2024-04-10T14:47:38.872 INFO:teuthology.orchestra.run.smithi154.stdout: kernel-modules-core-5.14.0-435.el9.x86_64 2024-04-10T14:47:38.872 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:47:38.872 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-04-10T14:47:39.220 DEBUG:teuthology.orchestra.run.smithi154:> rpm -q kernel | sort -rV | head -n 1 2024-04-10T14:47:39.340 INFO:teuthology.orchestra.run.smithi154.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-10T14:47:39.341 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-10T14:47:39.341 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-435.el9.x86_64 2024-04-10T14:47:39.341 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-10T14:47:39.341 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-10T14:47:39.341 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-04-10T14:47:39.341 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi154.front.sepia.ceph.com, path=None, version=distro) 2024-04-10T14:47:39.341 DEBUG:teuthology.orchestra.run.smithi154:> rpm -q kernel | sort -rV | head -n 1 2024-04-10T14:47:39.422 INFO:teuthology.orchestra.run.smithi154.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-10T14:47:39.423 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-10T14:47:39.423 DEBUG:teuthology.orchestra.run.smithi154:> sudo rpm -qi grub2-tools 2024-04-10T14:47:39.457 INFO:teuthology.orchestra.run.smithi154.stdout:Name : grub2-tools 2024-04-10T14:47:39.457 INFO:teuthology.orchestra.run.smithi154.stdout:Epoch : 1 2024-04-10T14:47:39.457 INFO:teuthology.orchestra.run.smithi154.stdout:Version : 2.06 2024-04-10T14:47:39.457 INFO:teuthology.orchestra.run.smithi154.stdout:Release : 68.el9 2024-04-10T14:47:39.457 INFO:teuthology.orchestra.run.smithi154.stdout:Architecture: x86_64 2024-04-10T14:47:39.457 INFO:teuthology.orchestra.run.smithi154.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-10T14:47:39.457 INFO:teuthology.orchestra.run.smithi154.stdout:Group : Unspecified 2024-04-10T14:47:39.457 INFO:teuthology.orchestra.run.smithi154.stdout:Size : 8264254 2024-04-10T14:47:39.457 INFO:teuthology.orchestra.run.smithi154.stdout:License : GPLv3+ 2024-04-10T14:47:39.457 INFO:teuthology.orchestra.run.smithi154.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-10T14:47:39.458 INFO:teuthology.orchestra.run.smithi154.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-10T14:47:39.458 INFO:teuthology.orchestra.run.smithi154.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-10T14:47:39.458 INFO:teuthology.orchestra.run.smithi154.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-10T14:47:39.458 INFO:teuthology.orchestra.run.smithi154.stdout:Packager : builder@centos.org 2024-04-10T14:47:39.458 INFO:teuthology.orchestra.run.smithi154.stdout:Vendor : CentOS 2024-04-10T14:47:39.458 INFO:teuthology.orchestra.run.smithi154.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-10T14:47:39.458 INFO:teuthology.orchestra.run.smithi154.stdout:Summary : Support tools for GRUB. 2024-04-10T14:47:39.458 INFO:teuthology.orchestra.run.smithi154.stdout:Description : 2024-04-10T14:47:39.458 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:47:39.458 INFO:teuthology.orchestra.run.smithi154.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-10T14:47:39.458 INFO:teuthology.orchestra.run.smithi154.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-10T14:47:39.458 INFO:teuthology.orchestra.run.smithi154.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-10T14:47:39.458 INFO:teuthology.orchestra.run.smithi154.stdout:hardware devices. 2024-04-10T14:47:39.458 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:47:39.458 INFO:teuthology.orchestra.run.smithi154.stdout:This subpackage provides tools for support of all platforms. 2024-04-10T14:47:39.459 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-10T14:47:39.459 INFO:teuthology.task.kernel:Updating grub on smithi154 to boot 5.14.0-435.el9.x86_64 2024-04-10T14:47:39.460 DEBUG:teuthology.orchestra.run.smithi154:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-10T14:47:40.138 INFO:teuthology.orchestra.run.smithi154.stderr:Generating grub configuration file ... 2024-04-10T14:47:41.493 INFO:teuthology.orchestra.run.smithi154.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-10T14:47:41.532 INFO:teuthology.orchestra.run.smithi154.stderr:done 2024-04-10T14:47:41.535 DEBUG:teuthology.orchestra.run.smithi154:> mktemp 2024-04-10T14:47:41.553 INFO:teuthology.orchestra.run.smithi154.stdout:/tmp/tmp.huHEIEQVwO 2024-04-10T14:47:41.554 DEBUG:teuthology.orchestra.run.smithi154:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.huHEIEQVwO 2024-04-10T14:47:41.622 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod 0666 /tmp/tmp.huHEIEQVwO 2024-04-10T14:47:41.760 DEBUG:teuthology.orchestra.remote:smithi154:/tmp/tmp.huHEIEQVwO is 6KB 2024-04-10T14:47:41.808 DEBUG:teuthology.orchestra.run.smithi154:> rm -fr /tmp/tmp.huHEIEQVwO 2024-04-10T14:47:41.822 DEBUG:teuthology.orchestra.run.smithi154:> sudo /bin/ls /boot/loader/entries || true 2024-04-10T14:47:41.896 INFO:teuthology.orchestra.run.smithi154.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-10T14:47:41.896 INFO:teuthology.orchestra.run.smithi154.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-10T14:47:41.896 INFO:teuthology.orchestra.run.smithi154.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-10T14:47:41.896 INFO:teuthology.orchestra.run.smithi154.stdout:15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64.conf 2024-04-10T14:47:41.898 DEBUG:teuthology.orchestra.run.smithi154:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64 2024-04-10T14:47:42.038 DEBUG:teuthology.orchestra.run.smithi154:> sudo shutdown -r now 2024-04-10T14:47:57.933 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: kernel-core-5.14.0-435.el9.x86_64 4/4 2024-04-10T14:47:57.933 INFO:teuthology.orchestra.run.smithi102.stdout:dracut: Disabling early microcode, because kernel does not support it. CONFIG_MICROCODE_[AMD|INTEL]!=y 2024-04-10T14:47:57.934 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:47:57.979 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: kernel-modules-5.14.0-435.el9.x86_64 4/4 2024-04-10T14:47:58.376 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: kernel-5.14.0-435.el9.x86_64 4/4 2024-04-10T14:47:58.376 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : kernel-5.14.0-435.el9.x86_64 1/4 2024-04-10T14:47:58.376 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : kernel-core-5.14.0-435.el9.x86_64 2/4 2024-04-10T14:47:58.376 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : kernel-modules-5.14.0-435.el9.x86_64 3/4 2024-04-10T14:47:58.797 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : kernel-modules-core-5.14.0-435.el9.x86_64 4/4 2024-04-10T14:47:58.798 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:47:58.798 INFO:teuthology.orchestra.run.smithi102.stdout:Installed: 2024-04-10T14:47:58.798 INFO:teuthology.orchestra.run.smithi102.stdout: kernel-5.14.0-435.el9.x86_64 2024-04-10T14:47:58.798 INFO:teuthology.orchestra.run.smithi102.stdout: kernel-core-5.14.0-435.el9.x86_64 2024-04-10T14:47:58.798 INFO:teuthology.orchestra.run.smithi102.stdout: kernel-modules-5.14.0-435.el9.x86_64 2024-04-10T14:47:58.799 INFO:teuthology.orchestra.run.smithi102.stdout: kernel-modules-core-5.14.0-435.el9.x86_64 2024-04-10T14:47:58.799 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:47:58.799 INFO:teuthology.orchestra.run.smithi102.stdout:Complete! 2024-04-10T14:47:59.121 DEBUG:teuthology.orchestra.run.smithi102:> rpm -q kernel | sort -rV | head -n 1 2024-04-10T14:47:59.258 INFO:teuthology.orchestra.run.smithi102.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-10T14:47:59.258 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-10T14:47:59.258 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.14.0-361.el9.x86_64 Expected: 5.14.0-435.el9.x86_64 2024-04-10T14:47:59.259 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-04-10T14:47:59.259 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-04-10T14:47:59.259 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-04-10T14:47:59.259 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi102.front.sepia.ceph.com, path=None, version=distro) 2024-04-10T14:47:59.259 DEBUG:teuthology.orchestra.run.smithi102:> rpm -q kernel | sort -rV | head -n 1 2024-04-10T14:47:59.339 INFO:teuthology.orchestra.run.smithi102.stdout:kernel-5.14.0-435.el9.x86_64 2024-04-10T14:47:59.339 DEBUG:teuthology.task.kernel:get_latest_image_version_rpm: 5.14.0-435.el9.x86_64 2024-04-10T14:47:59.339 DEBUG:teuthology.orchestra.run.smithi102:> sudo rpm -qi grub2-tools 2024-04-10T14:47:59.383 INFO:teuthology.orchestra.run.smithi102.stdout:Name : grub2-tools 2024-04-10T14:47:59.383 INFO:teuthology.orchestra.run.smithi102.stdout:Epoch : 1 2024-04-10T14:47:59.383 INFO:teuthology.orchestra.run.smithi102.stdout:Version : 2.06 2024-04-10T14:47:59.383 INFO:teuthology.orchestra.run.smithi102.stdout:Release : 68.el9 2024-04-10T14:47:59.383 INFO:teuthology.orchestra.run.smithi102.stdout:Architecture: x86_64 2024-04-10T14:47:59.383 INFO:teuthology.orchestra.run.smithi102.stdout:Install Date: Fri 01 Sep 2023 09:14:30 PM UTC 2024-04-10T14:47:59.383 INFO:teuthology.orchestra.run.smithi102.stdout:Group : Unspecified 2024-04-10T14:47:59.383 INFO:teuthology.orchestra.run.smithi102.stdout:Size : 8264254 2024-04-10T14:47:59.383 INFO:teuthology.orchestra.run.smithi102.stdout:License : GPLv3+ 2024-04-10T14:47:59.383 INFO:teuthology.orchestra.run.smithi102.stdout:Signature : RSA/SHA256, Mon 07 Aug 2023 01:57:16 PM UTC, Key ID 05b555b38483c65d 2024-04-10T14:47:59.383 INFO:teuthology.orchestra.run.smithi102.stdout:Source RPM : grub2-2.06-68.el9.src.rpm 2024-04-10T14:47:59.384 INFO:teuthology.orchestra.run.smithi102.stdout:Build Date : Wed 02 Aug 2023 03:15:48 PM UTC 2024-04-10T14:47:59.384 INFO:teuthology.orchestra.run.smithi102.stdout:Build Host : x86-05.stream.rdu2.redhat.com 2024-04-10T14:47:59.384 INFO:teuthology.orchestra.run.smithi102.stdout:Packager : builder@centos.org 2024-04-10T14:47:59.384 INFO:teuthology.orchestra.run.smithi102.stdout:Vendor : CentOS 2024-04-10T14:47:59.384 INFO:teuthology.orchestra.run.smithi102.stdout:URL : http://www.gnu.org/software/grub/ 2024-04-10T14:47:59.384 INFO:teuthology.orchestra.run.smithi102.stdout:Summary : Support tools for GRUB. 2024-04-10T14:47:59.384 INFO:teuthology.orchestra.run.smithi102.stdout:Description : 2024-04-10T14:47:59.384 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:47:59.384 INFO:teuthology.orchestra.run.smithi102.stdout:The GRand Unified Bootloader (GRUB) is a highly configurable and 2024-04-10T14:47:59.384 INFO:teuthology.orchestra.run.smithi102.stdout:customizable bootloader with modular architecture. It supports a rich 2024-04-10T14:47:59.384 INFO:teuthology.orchestra.run.smithi102.stdout:variety of kernel formats, file systems, computer architectures and 2024-04-10T14:47:59.384 INFO:teuthology.orchestra.run.smithi102.stdout:hardware devices. 2024-04-10T14:47:59.384 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:47:59.384 INFO:teuthology.orchestra.run.smithi102.stdout:This subpackage provides tools for support of all platforms. 2024-04-10T14:47:59.385 INFO:teuthology.task.kernel:Updating Grub Version: grub2 2024-04-10T14:47:59.385 INFO:teuthology.task.kernel:Updating grub on smithi102 to boot 5.14.0-435.el9.x86_64 2024-04-10T14:47:59.385 DEBUG:teuthology.orchestra.run.smithi102:> sudo grub2-mkconfig -o /boot/grub2/grub.cfg 2024-04-10T14:48:00.062 INFO:teuthology.orchestra.run.smithi102.stderr:Generating grub configuration file ... 2024-04-10T14:48:01.503 INFO:teuthology.orchestra.run.smithi102.stderr:Adding boot menu entry for UEFI Firmware Settings ... 2024-04-10T14:48:01.526 INFO:teuthology.orchestra.run.smithi102.stderr:done 2024-04-10T14:48:01.537 DEBUG:teuthology.orchestra.run.smithi102:> mktemp 2024-04-10T14:48:01.592 INFO:teuthology.orchestra.run.smithi102.stdout:/tmp/tmp.Rewjp7ymhX 2024-04-10T14:48:01.593 DEBUG:teuthology.orchestra.run.smithi102:> sudo cp /boot/grub2/grub.cfg /tmp/tmp.Rewjp7ymhX 2024-04-10T14:48:01.673 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod 0666 /tmp/tmp.Rewjp7ymhX 2024-04-10T14:48:01.808 DEBUG:teuthology.orchestra.remote:smithi102:/tmp/tmp.Rewjp7ymhX is 6KB 2024-04-10T14:48:01.856 DEBUG:teuthology.orchestra.run.smithi102:> rm -fr /tmp/tmp.Rewjp7ymhX 2024-04-10T14:48:01.871 DEBUG:teuthology.orchestra.run.smithi102:> sudo /bin/ls /boot/loader/entries || true 2024-04-10T14:48:01.935 INFO:teuthology.orchestra.run.smithi102.stdout:15949e3c88704300882482eddfd7baae-0-rescue.conf 2024-04-10T14:48:01.935 INFO:teuthology.orchestra.run.smithi102.stdout:15949e3c88704300882482eddfd7baae-5.14.0-239.el9.x86_64.conf 2024-04-10T14:48:01.935 INFO:teuthology.orchestra.run.smithi102.stdout:15949e3c88704300882482eddfd7baae-5.14.0-361.el9.x86_64.conf 2024-04-10T14:48:01.935 INFO:teuthology.orchestra.run.smithi102.stdout:15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64.conf 2024-04-10T14:48:01.936 DEBUG:teuthology.orchestra.run.smithi102:> sudo grub2-set-default 15949e3c88704300882482eddfd7baae-5.14.0-435.el9.x86_64 2024-04-10T14:48:02.082 DEBUG:teuthology.orchestra.run.smithi102:> sudo shutdown -r now 2024-04-10T14:48:12.050 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-04-10T14:48:12.051 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-04-10T14:48:12.052 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T14:48:30.494 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.154 2024-04-10T14:48:32.086 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-04-10T14:48:32.086 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-04-10T14:48:32.087 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T14:48:39.503 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-04-10T14:48:39.504 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T14:48:42.558 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.154 2024-04-10T14:48:50.466 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.102 2024-04-10T14:48:54.563 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-04-10T14:48:54.564 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T14:48:59.472 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-04-10T14:48:59.473 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T14:49:02.526 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.102 2024-04-10T14:49:12.991 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.154 2024-04-10T14:49:14.528 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-04-10T14:49:14.529 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T14:49:27.994 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-04-10T14:49:27.995 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T14:49:28.319 DEBUG:teuthology.orchestra.run.smithi154:> true 2024-04-10T14:49:28.730 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-04-10T14:49:28.730 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.14.0-435.el9.x86_64"... 2024-04-10T14:49:28.730 DEBUG:teuthology.orchestra.run.smithi154:> uname -r 2024-04-10T14:49:28.744 INFO:teuthology.orchestra.run.smithi154.stdout:5.14.0-435.el9.x86_64 2024-04-10T14:49:28.744 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-435.el9.x86_64 vs 5.14.0-435.el9.x86_64 2024-04-10T14:49:28.744 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-10T14:49:28.744 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-10T14:49:29.745 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-04-10T14:49:29.745 DEBUG:teuthology.orchestra.run.smithi154:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-10T14:49:29.809 INFO:teuthology.orchestra.run.smithi154.stdout:ttyS1 2024-04-10T14:49:29.855 DEBUG:teuthology.parallel:result is None 2024-04-10T14:49:32.958 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.102 2024-04-10T14:49:47.959 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-04-10T14:49:47.960 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T14:49:48.331 DEBUG:teuthology.orchestra.run.smithi102:> true 2024-04-10T14:49:48.897 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-04-10T14:49:48.897 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.14.0-435.el9.x86_64"... 2024-04-10T14:49:48.897 DEBUG:teuthology.orchestra.run.smithi102:> uname -r 2024-04-10T14:49:48.921 INFO:teuthology.orchestra.run.smithi102.stdout:5.14.0-435.el9.x86_64 2024-04-10T14:49:48.922 DEBUG:teuthology.task.kernel:current kernel version is 5.14.0-435.el9.x86_64 vs 5.14.0-435.el9.x86_64 2024-04-10T14:49:48.922 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-04-10T14:49:48.922 DEBUG:teuthology.task.kernel:Distro of this test job: centos 2024-04-10T14:49:49.922 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-04-10T14:49:49.923 DEBUG:teuthology.orchestra.run.smithi102:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-04-10T14:49:50.217 INFO:teuthology.orchestra.run.smithi102.stdout:ttyS1 2024-04-10T14:49:50.265 DEBUG:teuthology.parallel:result is None 2024-04-10T14:49:50.265 INFO:teuthology.run_tasks:Running task internal.base... 2024-04-10T14:49:50.272 INFO:teuthology.task.internal:Creating test directory... 2024-04-10T14:49:50.272 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-10T14:49:50.275 DEBUG:teuthology.orchestra.run.smithi154:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-04-10T14:49:50.293 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-04-10T14:49:50.301 INFO:teuthology.run_tasks:Running task internal.archive... 2024-04-10T14:49:50.315 INFO:teuthology.task.internal:Creating archive directory... 2024-04-10T14:49:50.315 DEBUG:teuthology.orchestra.run.smithi102:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-10T14:49:50.328 DEBUG:teuthology.orchestra.run.smithi154:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-04-10T14:49:50.418 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-04-10T14:49:50.428 INFO:teuthology.task.internal:Enabling coredump saving... 2024-04-10T14:49:50.429 DEBUG:teuthology.orchestra.run.smithi102:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-10T14:49:50.431 DEBUG:teuthology.orchestra.run.smithi154:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-04-10T14:49:50.463 INFO:teuthology.orchestra.run.smithi154.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-10T14:49:50.472 INFO:teuthology.orchestra.run.smithi102.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-10T14:49:50.478 INFO:teuthology.orchestra.run.smithi154.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-10T14:49:50.484 INFO:teuthology.orchestra.run.smithi102.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-04-10T14:49:50.486 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-04-10T14:49:50.497 INFO:teuthology.task.internal:Configuring sudo... 2024-04-10T14:49:50.497 DEBUG:teuthology.orchestra.run.smithi102:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-10T14:49:50.499 DEBUG:teuthology.orchestra.run.smithi154:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-04-10T14:49:50.550 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-04-10T14:49:50.561 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-04-10T14:49:50.561 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-10T14:49:50.563 DEBUG:teuthology.orchestra.run.smithi154:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-04-10T14:49:50.606 DEBUG:teuthology.orchestra.run.smithi102:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-10T14:49:50.649 DEBUG:teuthology.orchestra.run.smithi102:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-10T14:49:50.704 DEBUG:teuthology.orchestra.run.smithi102:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-10T14:49:50.777 DEBUG:teuthology.orchestra.run.smithi102:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-10T14:49:50.823 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-10T14:49:50.823 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-10T14:49:50.887 DEBUG:teuthology.orchestra.run.smithi154:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-10T14:49:50.930 DEBUG:teuthology.orchestra.run.smithi154:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/kern.log 2024-04-10T14:49:50.987 DEBUG:teuthology.orchestra.run.smithi154:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-10T14:49:51.067 DEBUG:teuthology.orchestra.run.smithi154:> sudo chcon system_u:object_r:var_log_t:s0 /home/ubuntu/cephtest/archive/syslog/misc.log 2024-04-10T14:49:51.116 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-04-10T14:49:51.116 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-04-10T14:49:51.185 DEBUG:teuthology.orchestra.run.smithi102:> sudo service rsyslog restart 2024-04-10T14:49:51.187 DEBUG:teuthology.orchestra.run.smithi154:> sudo service rsyslog restart 2024-04-10T14:49:51.235 INFO:teuthology.orchestra.run.smithi102.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-10T14:49:51.277 INFO:teuthology.orchestra.run.smithi154.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-10T14:49:51.676 INFO:teuthology.run_tasks:Running task internal.timer... 2024-04-10T14:49:51.685 INFO:teuthology.task.internal:Starting timer... 2024-04-10T14:49:51.685 INFO:teuthology.run_tasks:Running task pcp... 2024-04-10T14:49:51.710 INFO:teuthology.run_tasks:Running task selinux... 2024-04-10T14:49:51.725 DEBUG:teuthology.task:Applying overrides for task selinux: {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']} 2024-04-10T14:49:51.725 DEBUG:teuthology.orchestra.run.smithi102:> sudo service auditd rotate 2024-04-10T14:49:51.777 INFO:teuthology.orchestra.run.smithi102.stdout:Rotating logs: 2024-04-10T14:49:51.779 DEBUG:teuthology.orchestra.run.smithi154:> sudo service auditd rotate 2024-04-10T14:49:51.840 INFO:teuthology.orchestra.run.smithi154.stdout:Rotating logs: 2024-04-10T14:49:51.842 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-04-10T14:49:51.842 DEBUG:teuthology.orchestra.run.smithi102:> /usr/sbin/getenforce 2024-04-10T14:49:51.864 INFO:teuthology.orchestra.run.smithi102.stdout:Permissive 2024-04-10T14:49:51.865 DEBUG:teuthology.orchestra.run.smithi154:> /usr/sbin/getenforce 2024-04-10T14:49:51.890 INFO:teuthology.orchestra.run.smithi154.stdout:Permissive 2024-04-10T14:49:51.890 DEBUG:teuthology.task.selinux:Existing SELinux modes: {'ubuntu@smithi102.front.sepia.ceph.com': 'permissive', 'ubuntu@smithi154.front.sepia.ceph.com': 'permissive'} 2024-04-10T14:49:51.890 DEBUG:teuthology.orchestra.run.smithi102:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-10T14:49:51.931 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T14:49:51.932 DEBUG:teuthology.orchestra.run.smithi154:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-10T14:49:51.960 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T14:49:51.960 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-04-10T14:49:51.960 DEBUG:teuthology.orchestra.run.smithi102:> sudo /usr/sbin/setenforce permissive 2024-04-10T14:49:52.008 DEBUG:teuthology.orchestra.run.smithi154:> sudo /usr/sbin/setenforce permissive 2024-04-10T14:49:52.042 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-04-10T14:49:52.053 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-04-10T14:49:52.057 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-04-10T14:49:52.165 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-04-10T14:49:52.180 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-04-10T14:49:52.181 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi102.front.sepia.ceph.com,smithi154.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-04-10T14:54:40.582 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi102.front.sepia.ceph.com'), Remote(name='ubuntu@smithi154.front.sepia.ceph.com')] 2024-04-10T14:54:40.583 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-04-10T14:54:40.585 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi102.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T14:54:40.678 DEBUG:teuthology.orchestra.run.smithi102:> true 2024-04-10T14:54:40.761 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi102.front.sepia.ceph.com' 2024-04-10T14:54:40.762 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-04-10T14:54:40.762 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi154.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-04-10T14:54:40.851 DEBUG:teuthology.orchestra.run.smithi154:> true 2024-04-10T14:54:40.930 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi154.front.sepia.ceph.com' 2024-04-10T14:54:40.930 INFO:teuthology.run_tasks:Running task clock... 2024-04-10T14:54:40.942 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-04-10T14:54:40.942 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-10T14:54:40.942 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-10T14:54:40.945 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-04-10T14:54:40.945 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-10T14:54:40.973 INFO:teuthology.orchestra.run.smithi102.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-10T14:54:40.990 INFO:teuthology.orchestra.run.smithi102.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-10T14:54:41.001 INFO:teuthology.orchestra.run.smithi154.stderr:Failed to stop ntp.service: Unit ntp.service not loaded. 2024-04-10T14:54:41.018 INFO:teuthology.orchestra.run.smithi154.stderr:Failed to stop ntpd.service: Unit ntpd.service not loaded. 2024-04-10T14:54:41.019 INFO:teuthology.orchestra.run.smithi102.stderr:sudo: ntpd: command not found 2024-04-10T14:54:41.033 INFO:teuthology.orchestra.run.smithi102.stdout:506 Cannot talk to daemon 2024-04-10T14:54:41.047 INFO:teuthology.orchestra.run.smithi154.stderr:sudo: ntpd: command not found 2024-04-10T14:54:41.049 INFO:teuthology.orchestra.run.smithi102.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-10T14:54:41.061 INFO:teuthology.orchestra.run.smithi154.stdout:506 Cannot talk to daemon 2024-04-10T14:54:41.065 INFO:teuthology.orchestra.run.smithi102.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-10T14:54:41.077 INFO:teuthology.orchestra.run.smithi154.stderr:Failed to start ntp.service: Unit ntp.service not found. 2024-04-10T14:54:41.094 INFO:teuthology.orchestra.run.smithi154.stderr:Failed to start ntpd.service: Unit ntpd.service not found. 2024-04-10T14:54:41.119 INFO:teuthology.orchestra.run.smithi102.stderr:bash: line 1: ntpq: command not found 2024-04-10T14:54:41.122 INFO:teuthology.orchestra.run.smithi102.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-10T14:54:41.122 INFO:teuthology.orchestra.run.smithi102.stdout:=============================================================================== 2024-04-10T14:54:41.122 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T14:54:41.122 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T14:54:41.122 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T14:54:41.122 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T14:54:41.159 INFO:teuthology.orchestra.run.smithi154.stderr:bash: line 1: ntpq: command not found 2024-04-10T14:54:41.162 INFO:teuthology.orchestra.run.smithi154.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-10T14:54:41.162 INFO:teuthology.orchestra.run.smithi154.stdout:=============================================================================== 2024-04-10T14:54:41.162 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv01.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T14:54:41.162 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv02.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T14:54:41.162 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv03.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T14:54:41.162 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv04.front.sepia.ceph.com 0 6 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T14:54:41.163 INFO:teuthology.run_tasks:Running task install... 2024-04-10T14:54:41.175 DEBUG:teuthology.task.install:project ceph 2024-04-10T14:54:41.176 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101'}} 2024-04-10T14:54:41.176 DEBUG:teuthology.task.install:config {'branch': 'reef', 'exclude_packages': ['ceph-volume'], 'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101'} 2024-04-10T14:54:41.176 INFO:teuthology.task.install:Using flavor: default 2024-04-10T14:54:41.184 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-04-10T14:54:41.184 INFO:teuthology.task.install:extra packages: [] 2024-04-10T14:54:41.185 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101', 'tag': None, 'wait_for_package': False} 2024-04-10T14:54:41.185 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-10T14:54:41.185 INFO:teuthology.packaging:ref: None 2024-04-10T14:54:41.185 INFO:teuthology.packaging:tag: None 2024-04-10T14:54:41.185 INFO:teuthology.packaging:branch: reef 2024-04-10T14:54:41.185 INFO:teuthology.packaging:sha1: a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T14:54:41.186 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-10T14:54:41.188 DEBUG:teuthology.task.install.rpm:_update_package_list_and_install: config is {'branch': 'reef', 'cleanup': None, 'debuginfo': None, 'downgrade_packages': [], 'exclude_packages': ['ceph-volume'], 'extra_packages': [], 'extra_system_packages': ['python3-pytest'], 'extras': None, 'enable_coprs': [], 'flavor': 'default', 'install_ceph_packages': True, 'packages': {}, 'project': 'ceph', 'repos_only': False, 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101', 'tag': None, 'wait_for_package': False} 2024-04-10T14:54:41.188 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-10T14:54:41.188 INFO:teuthology.packaging:ref: None 2024-04-10T14:54:41.188 INFO:teuthology.packaging:tag: None 2024-04-10T14:54:41.188 INFO:teuthology.packaging:branch: reef 2024-04-10T14:54:41.188 INFO:teuthology.packaging:sha1: a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T14:54:41.189 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-10T14:54:41.444 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/ 2024-04-10T14:54:41.444 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1189.gc96c8d47 2024-04-10T14:54:41.519 INFO:teuthology.task.install.rpm:Pulling from https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/ 2024-04-10T14:54:41.519 INFO:teuthology.task.install.rpm:Package version is 18.2.2-1189.gc96c8d47 2024-04-10T14:54:41.556 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-10T14:54:41.557 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-10T14:54:41.557 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-10T14:54:41.584 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-10T14:54:41.584 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-10T14:54:41.584 INFO:teuthology.packaging:ref: None 2024-04-10T14:54:41.585 INFO:teuthology.packaging:tag: None 2024-04-10T14:54:41.585 INFO:teuthology.packaging:branch: reef 2024-04-10T14:54:41.585 INFO:teuthology.packaging:sha1: a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T14:54:41.585 DEBUG:teuthology.orchestra.run.smithi102:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-10T14:54:41.651 DEBUG:teuthology.orchestra.run.smithi102:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-10T14:54:41.694 INFO:teuthology.packaging:Writing yum repo: [ceph] name=ceph packages for $basearch baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/$basearch enabled=1 gpgcheck=0 type=rpm-md [ceph-noarch] name=ceph noarch packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/noarch enabled=1 gpgcheck=0 type=rpm-md [ceph-source] name=ceph source packages baseurl=https://2.chacra.ceph.com/r/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/flavors/default/SRPMS enabled=1 gpgcheck=0 type=rpm-md 2024-04-10T14:54:41.694 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-04-10T14:54:41.694 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/yum.repos.d/ceph.repo 2024-04-10T14:54:41.723 INFO:teuthology.task.install.rpm:Installing packages: ceph-radosgw, ceph-test, ceph, ceph-base, cephadm, ceph-immutable-object-cache, ceph-mgr, ceph-mgr-dashboard, ceph-mgr-diskprediction-local, ceph-mgr-rook, ceph-mgr-cephadm, ceph-fuse, librados-devel, libcephfs2, libcephfs-devel, librados2, librbd1, python3-rados, python3-rgw, python3-cephfs, python3-rbd, rbd-fuse, rbd-mirror, rbd-nbd, python3-pytest, python3-pytest, python3-pytest, python3-pytest on remote rpm x86_64 2024-04-10T14:54:41.723 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-10T14:54:41.723 INFO:teuthology.packaging:ref: None 2024-04-10T14:54:41.723 INFO:teuthology.packaging:tag: None 2024-04-10T14:54:41.723 INFO:teuthology.packaging:branch: reef 2024-04-10T14:54:41.723 INFO:teuthology.packaging:sha1: a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T14:54:41.723 DEBUG:teuthology.orchestra.run.smithi154:> if test -f /etc/yum.repos.d/ceph.repo ; then sudo sed -i -e ':a;N;$!ba;s/enabled=1\ngpg/enabled=1\npriority=1\ngpg/g' -e 's;ref/[a-zA-Z0-9_-]*/;ref/reef/;g' /etc/yum.repos.d/ceph.repo ; fi 2024-04-10T14:54:41.733 DEBUG:teuthology.orchestra.run.smithi102:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-10T14:54:41.792 DEBUG:teuthology.orchestra.run.smithi154:> sudo touch -a /etc/yum/pluginconf.d/priorities.conf ; test -e /etc/yum/pluginconf.d/priorities.conf.orig || sudo cp -af /etc/yum/pluginconf.d/priorities.conf /etc/yum/pluginconf.d/priorities.conf.orig 2024-04-10T14:54:41.799 INFO:teuthology.orchestra.run.smithi102.stdout:check_obsoletes = 1 2024-04-10T14:54:41.801 DEBUG:teuthology.orchestra.run.smithi102:> sudo yum clean all 2024-04-10T14:54:41.873 DEBUG:teuthology.orchestra.run.smithi154:> grep check_obsoletes /etc/yum/pluginconf.d/priorities.conf && sudo sed -i 's/check_obsoletes.*0/check_obsoletes = 1/g' /etc/yum/pluginconf.d/priorities.conf || echo 'check_obsoletes = 1' | sudo tee -a /etc/yum/pluginconf.d/priorities.conf 2024-04-10T14:54:41.940 INFO:teuthology.orchestra.run.smithi154.stdout:check_obsoletes = 1 2024-04-10T14:54:41.941 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum clean all 2024-04-10T14:54:42.048 INFO:teuthology.orchestra.run.smithi102.stdout:74 files removed 2024-04-10T14:54:42.075 DEBUG:teuthology.orchestra.run.smithi102:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-10T14:54:42.189 INFO:teuthology.orchestra.run.smithi154.stdout:74 files removed 2024-04-10T14:54:42.216 DEBUG:teuthology.orchestra.run.smithi154:> sudo yum -y install ceph-radosgw ceph-test ceph ceph-base cephadm ceph-immutable-object-cache ceph-mgr ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-rook ceph-mgr-cephadm ceph-fuse librados-devel libcephfs2 libcephfs-devel librados2 librbd1 python3-rados python3-rgw python3-cephfs python3-rbd rbd-fuse rbd-mirror rbd-nbd python3-pytest python3-pytest python3-pytest python3-pytest 2024-04-10T14:54:42.821 INFO:teuthology.orchestra.run.smithi154.stdout:ceph packages for x86_64 252 kB/s | 77 kB 00:00 2024-04-10T14:54:42.868 INFO:teuthology.orchestra.run.smithi102.stdout:ceph packages for x86_64 156 kB/s | 77 kB 00:00 2024-04-10T14:54:43.319 INFO:teuthology.orchestra.run.smithi102.stdout:ceph noarch packages 28 kB/s | 11 kB 00:00 2024-04-10T14:54:43.380 INFO:teuthology.orchestra.run.smithi154.stdout:ceph noarch packages 22 kB/s | 11 kB 00:00 2024-04-10T14:54:43.645 INFO:teuthology.orchestra.run.smithi102.stdout:ceph source packages 6.5 kB/s | 1.9 kB 00:00 2024-04-10T14:54:43.697 INFO:teuthology.orchestra.run.smithi154.stdout:ceph source packages 6.7 kB/s | 1.9 kB 00:00 2024-04-10T14:54:44.289 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS-9 - AppStream 13 MB/s | 8.1 MB 00:00 2024-04-10T14:54:44.425 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS-9 - AppStream 12 MB/s | 8.1 MB 00:00 2024-04-10T14:54:46.056 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS-9 - BaseOS 5.8 MB/s | 2.5 MB 00:00 2024-04-10T14:54:46.233 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS-9 - BaseOS 5.3 MB/s | 2.5 MB 00:00 2024-04-10T14:54:47.507 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - BaseOS 9.8 MB/s | 8.0 MB 00:00 2024-04-10T14:54:48.041 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - BaseOS 5.3 MB/s | 8.0 MB 00:01 2024-04-10T14:54:51.875 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - AppStream 5.8 MB/s | 19 MB 00:03 2024-04-10T14:54:52.083 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - AppStream 6.4 MB/s | 19 MB 00:02 2024-04-10T14:54:56.009 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - CRB 12 MB/s | 6.2 MB 00:00 2024-04-10T14:54:56.425 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - CRB 8.3 MB/s | 6.2 MB 00:00 2024-04-10T14:54:57.643 INFO:teuthology.orchestra.run.smithi154.stdout:CentOS Stream 9 - Extras packages 61 kB/s | 16 kB 00:00 2024-04-10T14:54:57.916 INFO:teuthology.orchestra.run.smithi102.stdout:CentOS Stream 9 - Extras packages 52 kB/s | 16 kB 00:00 2024-04-10T14:55:00.019 INFO:teuthology.orchestra.run.smithi154.stdout:Extra Packages for Enterprise Linux 9.3 MB/s | 21 MB 00:02 2024-04-10T14:55:02.625 INFO:teuthology.orchestra.run.smithi102.stdout:Extra Packages for Enterprise Linux 4.6 MB/s | 21 MB 00:04 2024-04-10T14:55:05.094 INFO:teuthology.orchestra.run.smithi154.stdout:lab-extras 41 kB/s | 1.7 kB 00:00 2024-04-10T14:55:07.655 INFO:teuthology.orchestra.run.smithi154.stderr:Modular dependency problems: 2024-04-10T14:55:07.655 INFO:teuthology.orchestra.run.smithi154.stderr: 2024-04-10T14:55:07.655 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 1: conflicting requests 2024-04-10T14:55:07.655 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.656 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 2: conflicting requests 2024-04-10T14:55:07.656 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.656 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 3: conflicting requests 2024-04-10T14:55:07.656 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.656 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 4: conflicting requests 2024-04-10T14:55:07.656 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.656 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 5: conflicting requests 2024-04-10T14:55:07.656 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.656 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 6: conflicting requests 2024-04-10T14:55:07.656 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.656 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 7: conflicting requests 2024-04-10T14:55:07.656 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.656 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 8: conflicting requests 2024-04-10T14:55:07.656 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.657 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 9: conflicting requests 2024-04-10T14:55:07.657 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.657 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 10: conflicting requests 2024-04-10T14:55:07.657 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.657 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 11: conflicting requests 2024-04-10T14:55:07.657 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.657 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 12: conflicting requests 2024-04-10T14:55:07.657 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.657 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 13: conflicting requests 2024-04-10T14:55:07.657 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.657 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 14: conflicting requests 2024-04-10T14:55:07.657 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.657 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 15: conflicting requests 2024-04-10T14:55:07.658 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.658 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 16: conflicting requests 2024-04-10T14:55:07.658 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.658 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 17: conflicting requests 2024-04-10T14:55:07.658 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.658 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 18: conflicting requests 2024-04-10T14:55:07.658 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.658 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 19: conflicting requests 2024-04-10T14:55:07.658 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.658 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 20: conflicting requests 2024-04-10T14:55:07.658 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.658 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 21: conflicting requests 2024-04-10T14:55:07.658 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.658 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 22: conflicting requests 2024-04-10T14:55:07.658 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.659 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 23: conflicting requests 2024-04-10T14:55:07.659 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.659 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 24: conflicting requests 2024-04-10T14:55:07.659 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.659 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 25: conflicting requests 2024-04-10T14:55:07.659 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.659 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 26: conflicting requests 2024-04-10T14:55:07.659 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.659 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 27: conflicting requests 2024-04-10T14:55:07.659 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.659 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 28: conflicting requests 2024-04-10T14:55:07.659 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.659 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 29: conflicting requests 2024-04-10T14:55:07.659 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.660 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 30: conflicting requests 2024-04-10T14:55:07.660 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.660 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 31: conflicting requests 2024-04-10T14:55:07.660 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.660 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 32: conflicting requests 2024-04-10T14:55:07.660 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.660 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 33: conflicting requests 2024-04-10T14:55:07.660 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.660 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 34: conflicting requests 2024-04-10T14:55:07.660 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.660 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 35: conflicting requests 2024-04-10T14:55:07.660 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.660 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 36: conflicting requests 2024-04-10T14:55:07.660 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.660 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 37: conflicting requests 2024-04-10T14:55:07.661 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.661 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.661 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.661 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T14:55:07.661 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.661 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.661 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.661 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.661 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 39: conflicting requests 2024-04-10T14:55:07.661 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.661 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.661 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.661 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.661 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.662 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.662 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T14:55:07.662 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.662 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.662 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.662 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.662 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T14:55:07.662 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.662 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.662 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.662 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.662 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T14:55:07.662 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.662 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.662 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.663 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.663 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T14:55:07.663 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.663 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.663 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.663 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.663 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T14:55:07.663 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.663 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.663 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.663 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.663 INFO:teuthology.orchestra.run.smithi154.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T14:55:07.663 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.663 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.664 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.664 INFO:teuthology.orchestra.run.smithi154.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T14:55:07.750 INFO:teuthology.orchestra.run.smithi102.stdout:lab-extras 15 kB/s | 1.7 kB 00:00 2024-04-10T14:55:08.122 INFO:teuthology.orchestra.run.smithi154.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-10T14:55:08.122 INFO:teuthology.orchestra.run.smithi154.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-10T14:55:08.207 INFO:teuthology.orchestra.run.smithi154.stdout:Dependencies resolved. 2024-04-10T14:55:08.219 INFO:teuthology.orchestra.run.smithi154.stdout:======================================================================================= 2024-04-10T14:55:08.219 INFO:teuthology.orchestra.run.smithi154.stdout: Package Arch Version Repository Size 2024-04-10T14:55:08.219 INFO:teuthology.orchestra.run.smithi154.stdout:======================================================================================= 2024-04-10T14:55:08.219 INFO:teuthology.orchestra.run.smithi154.stdout:Installing: 2024-04-10T14:55:08.219 INFO:teuthology.orchestra.run.smithi154.stdout: ceph x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 6.5 k 2024-04-10T14:55:08.219 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-base x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 5.1 M 2024-04-10T14:55:08.220 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-fuse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 848 k 2024-04-10T14:55:08.220 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 143 k 2024-04-10T14:55:08.220 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 1.5 M 2024-04-10T14:55:08.220 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 138 k 2024-04-10T14:55:08.220 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 3.5 M 2024-04-10T14:55:08.220 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 7.4 M 2024-04-10T14:55:08.220 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-rook noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 49 k 2024-04-10T14:55:08.220 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-radosgw x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 7.7 M 2024-04-10T14:55:08.220 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-test x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 40 M 2024-04-10T14:55:08.220 INFO:teuthology.orchestra.run.smithi154.stdout: cephadm noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 224 k 2024-04-10T14:55:08.220 INFO:teuthology.orchestra.run.smithi154.stdout: libcephfs-devel x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 31 k 2024-04-10T14:55:08.220 INFO:teuthology.orchestra.run.smithi154.stdout: libcephfs2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 708 k 2024-04-10T14:55:08.220 INFO:teuthology.orchestra.run.smithi154.stdout: librados-devel x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 127 k 2024-04-10T14:55:08.220 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cephfs x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 162 k 2024-04-10T14:55:08.221 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-04-10T14:55:08.221 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rados x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 321 k 2024-04-10T14:55:08.221 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rbd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 298 k 2024-04-10T14:55:08.221 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rgw x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 99 k 2024-04-10T14:55:08.221 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-fuse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 87 k 2024-04-10T14:55:08.221 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-mirror x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.0 M 2024-04-10T14:55:08.221 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-nbd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 172 k 2024-04-10T14:55:08.221 INFO:teuthology.orchestra.run.smithi154.stdout:Upgrading: 2024-04-10T14:55:08.221 INFO:teuthology.orchestra.run.smithi154.stdout: librados2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.3 M 2024-04-10T14:55:08.221 INFO:teuthology.orchestra.run.smithi154.stdout: librbd1 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.0 M 2024-04-10T14:55:08.221 INFO:teuthology.orchestra.run.smithi154.stdout:Installing dependencies: 2024-04-10T14:55:08.221 INFO:teuthology.orchestra.run.smithi154.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-10T14:55:08.221 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-common x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 18 M 2024-04-10T14:55:08.221 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 24 k 2024-04-10T14:55:08.221 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mds x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 2.1 M 2024-04-10T14:55:08.222 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 246 k 2024-04-10T14:55:08.222 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mon x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 4.7 M 2024-04-10T14:55:08.222 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-osd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 17 M 2024-04-10T14:55:08.222 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 15 k 2024-04-10T14:55:08.222 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-selinux x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 25 k 2024-04-10T14:55:08.222 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-10T14:55:08.222 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-10T14:55:08.222 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-10T14:55:08.222 INFO:teuthology.orchestra.run.smithi154.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-10T14:55:08.222 INFO:teuthology.orchestra.run.smithi154.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-10T14:55:08.222 INFO:teuthology.orchestra.run.smithi154.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-10T14:55:08.222 INFO:teuthology.orchestra.run.smithi154.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-10T14:55:08.222 INFO:teuthology.orchestra.run.smithi154.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-10T14:55:08.223 INFO:teuthology.orchestra.run.smithi154.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-10T14:55:08.223 INFO:teuthology.orchestra.run.smithi154.stdout: libcephsqlite x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 166 k 2024-04-10T14:55:08.223 INFO:teuthology.orchestra.run.smithi154.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-10T14:55:08.223 INFO:teuthology.orchestra.run.smithi154.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-10T14:55:08.223 INFO:teuthology.orchestra.run.smithi154.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-10T14:55:08.223 INFO:teuthology.orchestra.run.smithi154.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-10T14:55:08.223 INFO:teuthology.orchestra.run.smithi154.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-10T14:55:08.223 INFO:teuthology.orchestra.run.smithi154.stdout: libradosstriper1 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 474 k 2024-04-10T14:55:08.223 INFO:teuthology.orchestra.run.smithi154.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-10T14:55:08.223 INFO:teuthology.orchestra.run.smithi154.stdout: librgw2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 4.5 M 2024-04-10T14:55:08.223 INFO:teuthology.orchestra.run.smithi154.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-10T14:55:08.223 INFO:teuthology.orchestra.run.smithi154.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-10T14:55:08.223 INFO:teuthology.orchestra.run.smithi154.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-04-10T14:55:08.223 INFO:teuthology.orchestra.run.smithi154.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-10T14:55:08.224 INFO:teuthology.orchestra.run.smithi154.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-10T14:55:08.224 INFO:teuthology.orchestra.run.smithi154.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-10T14:55:08.224 INFO:teuthology.orchestra.run.smithi154.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-10T14:55:08.224 INFO:teuthology.orchestra.run.smithi154.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-10T14:55:08.224 INFO:teuthology.orchestra.run.smithi154.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-10T14:55:08.224 INFO:teuthology.orchestra.run.smithi154.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-10T14:55:08.224 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-10T14:55:08.224 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-argparse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 45 k 2024-04-10T14:55:08.224 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-common x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 129 k 2024-04-10T14:55:08.224 INFO:teuthology.orchestra.run.smithi154.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-10T14:55:08.224 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-10T14:55:08.224 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-10T14:55:08.224 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-10T14:55:08.225 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-10T14:55:08.225 INFO:teuthology.orchestra.run.smithi154.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-10T14:55:08.225 INFO:teuthology.orchestra.run.smithi154.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-10T14:55:08.225 INFO:teuthology.orchestra.run.smithi154.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-04-10T14:55:08.225 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-10T14:55:08.225 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-10T14:55:08.225 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-10T14:55:08.225 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-10T14:55:08.225 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-10T14:55:08.225 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-10T14:55:08.225 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-10T14:55:08.225 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-10T14:55:08.225 INFO:teuthology.orchestra.run.smithi154.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-10T14:55:08.225 INFO:teuthology.orchestra.run.smithi154.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-10T14:55:08.225 INFO:teuthology.orchestra.run.smithi154.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-10T14:55:08.225 INFO:teuthology.orchestra.run.smithi154.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-10T14:55:08.226 INFO:teuthology.orchestra.run.smithi154.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-10T14:55:08.226 INFO:teuthology.orchestra.run.smithi154.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-10T14:55:08.226 INFO:teuthology.orchestra.run.smithi154.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-10T14:55:08.226 INFO:teuthology.orchestra.run.smithi154.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-10T14:55:08.226 INFO:teuthology.orchestra.run.smithi154.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-10T14:55:08.226 INFO:teuthology.orchestra.run.smithi154.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-10T14:55:08.226 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-10T14:55:08.226 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-04-10T14:55:08.226 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-10T14:55:08.226 INFO:teuthology.orchestra.run.smithi154.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-10T14:55:08.226 INFO:teuthology.orchestra.run.smithi154.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-10T14:55:08.226 INFO:teuthology.orchestra.run.smithi154.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-04-10T14:55:08.226 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-10T14:55:08.227 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-10T14:55:08.227 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-10T14:55:08.227 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-10T14:55:08.227 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-10T14:55:08.227 INFO:teuthology.orchestra.run.smithi154.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-10T14:55:08.227 INFO:teuthology.orchestra.run.smithi154.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-10T14:55:08.227 INFO:teuthology.orchestra.run.smithi154.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-10T14:55:08.227 INFO:teuthology.orchestra.run.smithi154.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-10T14:55:08.227 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-10T14:55:08.227 INFO:teuthology.orchestra.run.smithi154.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-10T14:55:08.227 INFO:teuthology.orchestra.run.smithi154.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-10T14:55:08.227 INFO:teuthology.orchestra.run.smithi154.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-10T14:55:08.227 INFO:teuthology.orchestra.run.smithi154.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-10T14:55:08.227 INFO:teuthology.orchestra.run.smithi154.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-10T14:55:08.227 INFO:teuthology.orchestra.run.smithi154.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-10T14:55:08.228 INFO:teuthology.orchestra.run.smithi154.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-10T14:55:08.228 INFO:teuthology.orchestra.run.smithi154.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-10T14:55:08.228 INFO:teuthology.orchestra.run.smithi154.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-10T14:55:08.228 INFO:teuthology.orchestra.run.smithi154.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-10T14:55:08.228 INFO:teuthology.orchestra.run.smithi154.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-10T14:55:08.228 INFO:teuthology.orchestra.run.smithi154.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-10T14:55:08.228 INFO:teuthology.orchestra.run.smithi154.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-10T14:55:08.228 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:55:08.228 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction Summary 2024-04-10T14:55:08.228 INFO:teuthology.orchestra.run.smithi154.stdout:======================================================================================= 2024-04-10T14:55:08.228 INFO:teuthology.orchestra.run.smithi154.stdout:Install 118 Packages 2024-04-10T14:55:08.228 INFO:teuthology.orchestra.run.smithi154.stdout:Upgrade 2 Packages 2024-04-10T14:55:08.228 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:55:08.229 INFO:teuthology.orchestra.run.smithi154.stdout:Total download size: 180 M 2024-04-10T14:55:08.229 INFO:teuthology.orchestra.run.smithi154.stdout:Downloading Packages: 2024-04-10T14:55:09.582 INFO:teuthology.orchestra.run.smithi154.stdout:(1/120): ceph-18.2.2-1189.gc96c8d47.el9.x86_64. 12 kB/s | 6.5 kB 00:00 2024-04-10T14:55:09.962 INFO:teuthology.orchestra.run.smithi154.stdout:(2/120): ceph-fuse-18.2.2-1189.gc96c8d47.el9.x8 2.2 MB/s | 848 kB 00:00 2024-04-10T14:55:10.079 INFO:teuthology.orchestra.run.smithi154.stdout:(3/120): ceph-immutable-object-cache-18.2.2-118 1.2 MB/s | 143 kB 00:00 2024-04-10T14:55:10.163 INFO:teuthology.orchestra.run.smithi154.stdout:(4/120): ceph-base-18.2.2-1189.gc96c8d47.el9.x8 4.4 MB/s | 5.1 MB 00:01 2024-04-10T14:55:10.310 INFO:teuthology.orchestra.run.smithi102.stderr:Modular dependency problems: 2024-04-10T14:55:10.311 INFO:teuthology.orchestra.run.smithi102.stderr: 2024-04-10T14:55:10.311 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 1: conflicting requests 2024-04-10T14:55:10.311 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module container-tools:rhel8:820240321091303:20125149.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.311 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 2: conflicting requests 2024-04-10T14:55:10.311 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module eclipse:rhel8:820201023100746:b230ed4e.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.311 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 3: conflicting requests 2024-04-10T14:55:10.311 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module freeradius:3.0:8080020230117180605:89170a74.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.311 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 4: conflicting requests 2024-04-10T14:55:10.311 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module gimp:2.8:8000020190628145146:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.311 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 5: conflicting requests 2024-04-10T14:55:10.311 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module go-toolset:rhel8:820240401160413:b754926a.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.311 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 6: conflicting requests 2024-04-10T14:55:10.311 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module httpd:2.4:820240216084734:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.311 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 7: conflicting requests 2024-04-10T14:55:10.312 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module idm:client:820240307184541:49cc9d1b.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.312 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 8: conflicting requests 2024-04-10T14:55:10.312 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module inkscape:0.92.3:8080020221205124429:3e031279.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.312 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 9: conflicting requests 2024-04-10T14:55:10.312 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module jmc:rhel8:8050020211110222101:6392b1f8.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.312 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 10: conflicting requests 2024-04-10T14:55:10.312 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module llvm-toolset:rhel8:820240205133135:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.312 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 11: conflicting requests 2024-04-10T14:55:10.312 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module log4j:2:8080020221205124743:9d367344.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.312 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 12: conflicting requests 2024-04-10T14:55:10.312 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module mailman:2.1:820230727085757:77fc8825.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.312 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 13: conflicting requests 2024-04-10T14:55:10.312 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module mariadb:10.3:8030020210419150013:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.312 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 14: conflicting requests 2024-04-10T14:55:10.312 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module maven:3.5:8060020211203142015:c0229ad2.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.313 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 15: conflicting requests 2024-04-10T14:55:10.313 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module mercurial:4.8:8000020190628020724:4148dfdf.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.313 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 16: conflicting requests 2024-04-10T14:55:10.313 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module mod_auth_openidc:2.3:820230721123832:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.313 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 17: conflicting requests 2024-04-10T14:55:10.313 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module mysql:8.0:8040020210901180257:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.313 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 18: conflicting requests 2024-04-10T14:55:10.313 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module nginx:1.14:8000020211221191913:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.313 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 19: conflicting requests 2024-04-10T14:55:10.313 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module nodejs:10:8040020210120182536:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.313 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 20: conflicting requests 2024-04-10T14:55:10.313 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl:5.26:8000020190628020724:55190bc5.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.313 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 21: conflicting requests 2024-04-10T14:55:10.313 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module php:7.2:8020020200507003613:2c7ca891.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.313 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 22: conflicting requests 2024-04-10T14:55:10.314 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module postgresql:10:820230223114800:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.314 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 23: conflicting requests 2024-04-10T14:55:10.314 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module python27:2.7:820240208011952:182f7c73.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.314 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 24: conflicting requests 2024-04-10T14:55:10.314 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module python36:3.6:8050020210825152031:982725ab.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.314 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 25: conflicting requests 2024-04-10T14:55:10.314 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module python38:3.8:820230810143931:64c1cd5a.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.314 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 26: conflicting requests 2024-04-10T14:55:10.314 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module python39:3.9:820240214182535:17377f89.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.314 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 27: conflicting requests 2024-04-10T14:55:10.314 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module redis:5:8040020211019153849:9f9e2e7e.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.314 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 28: conflicting requests 2024-04-10T14:55:10.314 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module rhn-tools:1.0:8010020191114034948:f69d1239.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.314 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 29: conflicting requests 2024-04-10T14:55:10.315 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module ruby:2.5:820230627084142:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.315 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 30: conflicting requests 2024-04-10T14:55:10.315 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module rust-toolset:rhel8:820240119204620:b09eea91.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.315 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 31: conflicting requests 2024-04-10T14:55:10.315 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module satellite-5-client:1.0:8010020191114035551:cdc1202b.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.315 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 32: conflicting requests 2024-04-10T14:55:10.315 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module squid:4:820240319173245:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.315 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 33: conflicting requests 2024-04-10T14:55:10.315 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module subversion:1.10:8070020220711155714:78111232.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.315 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 34: conflicting requests 2024-04-10T14:55:10.315 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module swig:3.0:8030020200706142531:30b713e6.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.315 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 35: conflicting requests 2024-04-10T14:55:10.315 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module varnish:6:8050020211109225449:b4937e53.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.315 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 36: conflicting requests 2024-04-10T14:55:10.315 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module virt:rhel:820240314161907:9edba152.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.315 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 37: conflicting requests 2024-04-10T14:55:10.316 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:7cc0a66d.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.316 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:8030020200716155257:b967a9a2.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.316 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-libwww-perl:6.34:820230811133638:36f9fae6.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.316 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 38: cannot install the best candidate for the job 2024-04-10T14:55:10.316 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:a5949e2e.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.316 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:8010020191114031501:be2e4737.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.316 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:2ab761e1.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.316 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-YAML:1.24:820230223114759:86e45846.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.316 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 39: conflicting requests 2024-04-10T14:55:10.316 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.316 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:8030020200715230104:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.316 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:082fdf2f.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.316 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.316 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.316 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-IO-Socket-SSL:2.066:820230223114759:fbe42456.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.316 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 40: cannot install the best candidate for the job 2024-04-10T14:55:10.317 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:16b3ab4d.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.317 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:8010020191114031513:e1f37755.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.317 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.317 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-FCGI:0.78:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.317 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 41: cannot install the best candidate for the job 2024-04-10T14:55:10.317 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:1e4bbb35.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.317 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:8030020200716150652:ea09926d.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.317 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:0ccef39c.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.317 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBI:1.641:820230223114759:dbc5bc9a.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.317 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 42: cannot install the best candidate for the job 2024-04-10T14:55:10.317 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.317 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:8030020200716174729:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.317 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.317 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-SQLite:1.58:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.317 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 43: cannot install the best candidate for the job 2024-04-10T14:55:10.318 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:56fce90f.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.318 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:8030020200716213634:98a3c9d0.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.318 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:06b7596e.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.318 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-Pg:3.7:820230223114759:d2fc5d76.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.318 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 44: cannot install the best candidate for the job 2024-04-10T14:55:10.318 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:3a70019f.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.318 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:8030020200716171139:cccafca5.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.318 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:6fdf7e5d.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.318 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-DBD-MySQL:4.046:820230223114759:d4326aba.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.318 INFO:teuthology.orchestra.run.smithi102.stderr: Problem 45: cannot install the best candidate for the job 2024-04-10T14:55:10.318 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8010020191120175858:95fce66d.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.318 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:8030020200723233049:09acf126.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.318 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:436af1ae.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.318 INFO:teuthology.orchestra.run.smithi102.stderr: - nothing provides module(platform:el8) needed by module perl-App-cpanminus:1.7044:820230223114759:b12195ea.x86_64 from CentOS-AppStream 2024-04-10T14:55:10.571 INFO:teuthology.orchestra.run.smithi154.stdout:(5/120): ceph-mds-18.2.2-1189.gc96c8d47.el9.x86 4.2 MB/s | 2.1 MB 00:00 2024-04-10T14:55:10.605 INFO:teuthology.orchestra.run.smithi154.stdout:(6/120): ceph-mgr-18.2.2-1189.gc96c8d47.el9.x86 3.3 MB/s | 1.5 MB 00:00 2024-04-10T14:55:10.778 INFO:teuthology.orchestra.run.smithi102.stdout:Package librados2-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-10T14:55:10.778 INFO:teuthology.orchestra.run.smithi102.stdout:Package librbd1-2:16.2.4-5.el9.x86_64 is already installed. 2024-04-10T14:55:10.865 INFO:teuthology.orchestra.run.smithi102.stdout:Dependencies resolved. 2024-04-10T14:55:10.879 INFO:teuthology.orchestra.run.smithi102.stdout:======================================================================================= 2024-04-10T14:55:10.879 INFO:teuthology.orchestra.run.smithi102.stdout: Package Arch Version Repository Size 2024-04-10T14:55:10.879 INFO:teuthology.orchestra.run.smithi102.stdout:======================================================================================= 2024-04-10T14:55:10.879 INFO:teuthology.orchestra.run.smithi102.stdout:Installing: 2024-04-10T14:55:10.879 INFO:teuthology.orchestra.run.smithi102.stdout: ceph x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 6.5 k 2024-04-10T14:55:10.879 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-base x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 5.1 M 2024-04-10T14:55:10.879 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-fuse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 848 k 2024-04-10T14:55:10.879 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-immutable-object-cache x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 143 k 2024-04-10T14:55:10.879 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 1.5 M 2024-04-10T14:55:10.879 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-cephadm noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 138 k 2024-04-10T14:55:10.879 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-dashboard noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 3.5 M 2024-04-10T14:55:10.879 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-diskprediction-local noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 7.4 M 2024-04-10T14:55:10.879 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-rook noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 49 k 2024-04-10T14:55:10.880 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-radosgw x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 7.7 M 2024-04-10T14:55:10.880 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-test x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 40 M 2024-04-10T14:55:10.880 INFO:teuthology.orchestra.run.smithi102.stdout: cephadm noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 224 k 2024-04-10T14:55:10.880 INFO:teuthology.orchestra.run.smithi102.stdout: libcephfs-devel x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 31 k 2024-04-10T14:55:10.880 INFO:teuthology.orchestra.run.smithi102.stdout: libcephfs2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 708 k 2024-04-10T14:55:10.880 INFO:teuthology.orchestra.run.smithi102.stdout: librados-devel x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 127 k 2024-04-10T14:55:10.880 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cephfs x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 162 k 2024-04-10T14:55:10.880 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pytest noarch 6.2.2-7.el9 appstream 519 k 2024-04-10T14:55:10.880 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rados x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 321 k 2024-04-10T14:55:10.880 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rbd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 298 k 2024-04-10T14:55:10.880 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rgw x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 99 k 2024-04-10T14:55:10.880 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-fuse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 87 k 2024-04-10T14:55:10.880 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-mirror x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.0 M 2024-04-10T14:55:10.880 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-nbd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 172 k 2024-04-10T14:55:10.880 INFO:teuthology.orchestra.run.smithi102.stdout:Upgrading: 2024-04-10T14:55:10.880 INFO:teuthology.orchestra.run.smithi102.stdout: librados2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.3 M 2024-04-10T14:55:10.881 INFO:teuthology.orchestra.run.smithi102.stdout: librbd1 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 3.0 M 2024-04-10T14:55:10.881 INFO:teuthology.orchestra.run.smithi102.stdout:Installing dependencies: 2024-04-10T14:55:10.881 INFO:teuthology.orchestra.run.smithi102.stdout: boost-program-options x86_64 1.75.0-8.el9 appstream 107 k 2024-04-10T14:55:10.881 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-common x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 18 M 2024-04-10T14:55:10.881 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-grafana-dashboards noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 24 k 2024-04-10T14:55:10.881 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mds x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 2.1 M 2024-04-10T14:55:10.881 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-modules-core noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 246 k 2024-04-10T14:55:10.881 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mon x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 4.7 M 2024-04-10T14:55:10.881 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-osd x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 17 M 2024-04-10T14:55:10.881 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-prometheus-alerts noarch 2:18.2.2-1189.gc96c8d47.el9 ceph-noarch 15 k 2024-04-10T14:55:10.881 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-selinux x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 25 k 2024-04-10T14:55:10.881 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas x86_64 3.0.4-8.el9 appstream 33 k 2024-04-10T14:55:10.881 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-netlib x86_64 3.0.4-8.el9 appstream 3.0 M 2024-04-10T14:55:10.881 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-openblas-openmp x86_64 3.0.4-8.el9 appstream 18 k 2024-04-10T14:55:10.881 INFO:teuthology.orchestra.run.smithi102.stdout: fmt x86_64 8.1.1-5.el9 epel 111 k 2024-04-10T14:55:10.882 INFO:teuthology.orchestra.run.smithi102.stdout: fuse x86_64 2.9.9-15.el9 baseos 80 k 2024-04-10T14:55:10.882 INFO:teuthology.orchestra.run.smithi102.stdout: gperftools-libs x86_64 2.9.1-2.el9 epel 309 k 2024-04-10T14:55:10.882 INFO:teuthology.orchestra.run.smithi102.stdout: jq x86_64 1.6-16.el9 baseos 187 k 2024-04-10T14:55:10.882 INFO:teuthology.orchestra.run.smithi102.stdout: libarrow x86_64 9.0.0-10.el9 epel 4.4 M 2024-04-10T14:55:10.882 INFO:teuthology.orchestra.run.smithi102.stdout: libarrow-doc noarch 9.0.0-10.el9 epel 26 k 2024-04-10T14:55:10.882 INFO:teuthology.orchestra.run.smithi102.stdout: libcephsqlite x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 166 k 2024-04-10T14:55:10.882 INFO:teuthology.orchestra.run.smithi102.stdout: libgfortran x86_64 11.4.1-3.el9 baseos 803 k 2024-04-10T14:55:10.882 INFO:teuthology.orchestra.run.smithi102.stdout: liboath x86_64 2.6.7-2.el9 epel 49 k 2024-04-10T14:55:10.882 INFO:teuthology.orchestra.run.smithi102.stdout: libpmemobj x86_64 1.12.1-1.el9 appstream 160 k 2024-04-10T14:55:10.882 INFO:teuthology.orchestra.run.smithi102.stdout: libquadmath x86_64 11.4.1-3.el9 baseos 195 k 2024-04-10T14:55:10.882 INFO:teuthology.orchestra.run.smithi102.stdout: librabbitmq x86_64 0.11.0-7.el9 appstream 45 k 2024-04-10T14:55:10.882 INFO:teuthology.orchestra.run.smithi102.stdout: libradosstriper1 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 474 k 2024-04-10T14:55:10.882 INFO:teuthology.orchestra.run.smithi102.stdout: librdkafka x86_64 1.6.1-102.el9 appstream 662 k 2024-04-10T14:55:10.882 INFO:teuthology.orchestra.run.smithi102.stdout: librgw2 x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 4.5 M 2024-04-10T14:55:10.883 INFO:teuthology.orchestra.run.smithi102.stdout: libunwind x86_64 1.6.2-1.el9 epel 67 k 2024-04-10T14:55:10.883 INFO:teuthology.orchestra.run.smithi102.stdout: lttng-ust x86_64 2.12.0-6.el9 appstream 292 k 2024-04-10T14:55:10.883 INFO:teuthology.orchestra.run.smithi102.stdout: oniguruma x86_64 6.9.6-1.el9.5 baseos 218 k 2024-04-10T14:55:10.883 INFO:teuthology.orchestra.run.smithi102.stdout: openblas x86_64 0.3.21-2.el9 appstream 35 k 2024-04-10T14:55:10.883 INFO:teuthology.orchestra.run.smithi102.stdout: openblas-openmp x86_64 0.3.21-2.el9 appstream 4.7 M 2024-04-10T14:55:10.883 INFO:teuthology.orchestra.run.smithi102.stdout: parquet-libs x86_64 9.0.0-10.el9 epel 838 k 2024-04-10T14:55:10.883 INFO:teuthology.orchestra.run.smithi102.stdout: python3-asyncssh noarch 2.13.2-5.el9 epel 548 k 2024-04-10T14:55:10.883 INFO:teuthology.orchestra.run.smithi102.stdout: python3-attrs noarch 20.3.0-7.el9 appstream 87 k 2024-04-10T14:55:10.883 INFO:teuthology.orchestra.run.smithi102.stdout: python3-babel noarch 2.9.1-2.el9 appstream 6.0 M 2024-04-10T14:55:10.883 INFO:teuthology.orchestra.run.smithi102.stdout: python3-bcrypt x86_64 3.2.2-1.el9 epel 43 k 2024-04-10T14:55:10.883 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cachetools noarch 4.2.4-1.el9 epel 32 k 2024-04-10T14:55:10.883 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ceph-argparse x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 45 k 2024-04-10T14:55:10.883 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ceph-common x86_64 2:18.2.2-1189.gc96c8d47.el9 ceph 129 k 2024-04-10T14:55:10.883 INFO:teuthology.orchestra.run.smithi102.stdout: python3-certifi noarch 2021.10.8-2.el9 epel 15 k 2024-04-10T14:55:10.883 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cffi x86_64 1.14.5-5.el9 baseos 253 k 2024-04-10T14:55:10.883 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cheroot noarch 8.6.0-4.el9 epel 172 k 2024-04-10T14:55:10.884 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cherrypy noarch 18.6.1-2.el9 epel 358 k 2024-04-10T14:55:10.884 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cryptography x86_64 36.0.1-4.el9 baseos 1.2 M 2024-04-10T14:55:10.884 INFO:teuthology.orchestra.run.smithi102.stdout: python3-devel x86_64 3.9.17-2.el9 appstream 245 k 2024-04-10T14:55:10.884 INFO:teuthology.orchestra.run.smithi102.stdout: python3-google-auth noarch 1:2.28.2-1.el9 epel 203 k 2024-04-10T14:55:10.884 INFO:teuthology.orchestra.run.smithi102.stdout: python3-iniconfig noarch 1.1.1-7.el9 appstream 17 k 2024-04-10T14:55:10.884 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco noarch 8.2.1-3.el9 epel 11 k 2024-04-10T14:55:10.884 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-classes noarch 3.2.1-5.el9 epel 18 k 2024-04-10T14:55:10.884 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-collections noarch 3.0.0-8.el9 epel 23 k 2024-04-10T14:55:10.884 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-functools noarch 3.5.0-2.el9 epel 19 k 2024-04-10T14:55:10.884 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-text noarch 3.2.0-6.el9 epel 20 k 2024-04-10T14:55:10.884 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jinja2 noarch 2.11.3-5.el9 appstream 248 k 2024-04-10T14:55:10.884 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jsonpatch noarch 1.21-16.el9 appstream 26 k 2024-04-10T14:55:10.884 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jsonpointer noarch 2.0-4.el9 appstream 19 k 2024-04-10T14:55:10.884 INFO:teuthology.orchestra.run.smithi102.stdout: python3-kubernetes noarch 1:26.1.0-2.el9 epel 1.0 M 2024-04-10T14:55:10.884 INFO:teuthology.orchestra.run.smithi102.stdout: python3-logutils noarch 0.3.5-21.el9 epel 46 k 2024-04-10T14:55:10.885 INFO:teuthology.orchestra.run.smithi102.stdout: python3-mako noarch 1.1.4-6.el9 appstream 172 k 2024-04-10T14:55:10.885 INFO:teuthology.orchestra.run.smithi102.stdout: python3-markupsafe x86_64 1.1.1-12.el9 appstream 35 k 2024-04-10T14:55:10.885 INFO:teuthology.orchestra.run.smithi102.stdout: python3-more-itertools noarch 8.12.0-2.el9 epel 79 k 2024-04-10T14:55:10.885 INFO:teuthology.orchestra.run.smithi102.stdout: python3-natsort noarch 7.1.1-5.el9 epel 58 k 2024-04-10T14:55:10.885 INFO:teuthology.orchestra.run.smithi102.stdout: python3-numpy x86_64 1:1.20.1-5.el9 appstream 5.1 M 2024-04-10T14:55:10.885 INFO:teuthology.orchestra.run.smithi102.stdout: python3-numpy-f2py x86_64 1:1.20.1-5.el9 appstream 250 k 2024-04-10T14:55:10.885 INFO:teuthology.orchestra.run.smithi102.stdout: python3-oauthlib noarch 3.1.1-5.el9 appstream 222 k 2024-04-10T14:55:10.885 INFO:teuthology.orchestra.run.smithi102.stdout: python3-packaging noarch 20.9-5.el9 appstream 77 k 2024-04-10T14:55:10.885 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pecan noarch 1.4.2-3.el9 epel 272 k 2024-04-10T14:55:10.885 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pluggy noarch 0.13.1-7.el9 appstream 41 k 2024-04-10T14:55:10.885 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ply noarch 3.11-14.el9 baseos 106 k 2024-04-10T14:55:10.885 INFO:teuthology.orchestra.run.smithi102.stdout: python3-portend noarch 3.1.0-2.el9 epel 16 k 2024-04-10T14:55:10.885 INFO:teuthology.orchestra.run.smithi102.stdout: python3-prettytable noarch 0.7.2-27.el9 appstream 42 k 2024-04-10T14:55:10.885 INFO:teuthology.orchestra.run.smithi102.stdout: python3-py noarch 1.10.0-6.el9 appstream 477 k 2024-04-10T14:55:10.885 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyOpenSSL noarch 21.0.0-1.el9 epel 90 k 2024-04-10T14:55:10.886 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyasn1 noarch 0.4.8-6.el9 appstream 159 k 2024-04-10T14:55:10.886 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyasn1-modules noarch 0.4.8-6.el9 appstream 279 k 2024-04-10T14:55:10.886 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pycparser noarch 2.20-6.el9 baseos 135 k 2024-04-10T14:55:10.886 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pytz noarch 2021.1-5.el9 appstream 51 k 2024-04-10T14:55:10.886 INFO:teuthology.orchestra.run.smithi102.stdout: python3-repoze-lru noarch 0.7-16.el9 epel 31 k 2024-04-10T14:55:10.886 INFO:teuthology.orchestra.run.smithi102.stdout: python3-requests noarch 2.25.1-8.el9 baseos 125 k 2024-04-10T14:55:10.886 INFO:teuthology.orchestra.run.smithi102.stdout: python3-requests-oauthlib noarch 1.3.0-12.el9 appstream 54 k 2024-04-10T14:55:10.886 INFO:teuthology.orchestra.run.smithi102.stdout: python3-routes noarch 2.5.1-5.el9 epel 188 k 2024-04-10T14:55:10.886 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rsa noarch 4.9-2.el9 epel 59 k 2024-04-10T14:55:10.886 INFO:teuthology.orchestra.run.smithi102.stdout: python3-scipy x86_64 1.6.2-8.el9 appstream 16 M 2024-04-10T14:55:10.886 INFO:teuthology.orchestra.run.smithi102.stdout: python3-tempora noarch 5.0.0-2.el9 epel 36 k 2024-04-10T14:55:10.886 INFO:teuthology.orchestra.run.smithi102.stdout: python3-toml noarch 0.10.2-6.el9 appstream 42 k 2024-04-10T14:55:10.886 INFO:teuthology.orchestra.run.smithi102.stdout: python3-typing-extensions noarch 4.4.0-2.el9 epel 51 k 2024-04-10T14:55:10.886 INFO:teuthology.orchestra.run.smithi102.stdout: python3-urllib3 noarch 1.26.5-5.el9 baseos 215 k 2024-04-10T14:55:10.886 INFO:teuthology.orchestra.run.smithi102.stdout: python3-webob noarch 1.8.7-6.el9 epel 230 k 2024-04-10T14:55:10.887 INFO:teuthology.orchestra.run.smithi102.stdout: python3-websocket-client noarch 1.2.3-2.el9 epel 90 k 2024-04-10T14:55:10.887 INFO:teuthology.orchestra.run.smithi102.stdout: python3-werkzeug noarch 2.0.3-3.el9.1 epel 427 k 2024-04-10T14:55:10.887 INFO:teuthology.orchestra.run.smithi102.stdout: python3-zc-lockfile noarch 2.0-10.el9 epel 20 k 2024-04-10T14:55:10.887 INFO:teuthology.orchestra.run.smithi102.stdout: re2 x86_64 1:20211101-3.el9 epel 192 k 2024-04-10T14:55:10.887 INFO:teuthology.orchestra.run.smithi102.stdout: socat x86_64 1.7.4.1-5.el9 appstream 305 k 2024-04-10T14:55:10.887 INFO:teuthology.orchestra.run.smithi102.stdout: thrift x86_64 0.15.0-2.el9 epel 1.6 M 2024-04-10T14:55:10.887 INFO:teuthology.orchestra.run.smithi102.stdout: xmlstarlet x86_64 1.6.1-20.el9 appstream 64 k 2024-04-10T14:55:10.887 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:55:10.887 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction Summary 2024-04-10T14:55:10.887 INFO:teuthology.orchestra.run.smithi102.stdout:======================================================================================= 2024-04-10T14:55:10.887 INFO:teuthology.orchestra.run.smithi102.stdout:Install 118 Packages 2024-04-10T14:55:10.887 INFO:teuthology.orchestra.run.smithi102.stdout:Upgrade 2 Packages 2024-04-10T14:55:10.887 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:55:10.888 INFO:teuthology.orchestra.run.smithi102.stdout:Total download size: 180 M 2024-04-10T14:55:10.888 INFO:teuthology.orchestra.run.smithi102.stdout:Downloading Packages: 2024-04-10T14:55:10.938 INFO:teuthology.orchestra.run.smithi154.stdout:(7/120): ceph-common-18.2.2-1189.gc96c8d47.el9. 9.5 MB/s | 18 MB 00:01 2024-04-10T14:55:11.239 INFO:teuthology.orchestra.run.smithi154.stdout:(8/120): ceph-mon-18.2.2-1189.gc96c8d47.el9.x86 7.0 MB/s | 4.7 MB 00:00 2024-04-10T14:55:11.314 INFO:teuthology.orchestra.run.smithi154.stdout:(9/120): ceph-selinux-18.2.2-1189.gc96c8d47.el9 336 kB/s | 25 kB 00:00 2024-04-10T14:55:11.481 INFO:teuthology.orchestra.run.smithi154.stdout:(10/120): ceph-radosgw-18.2.2-1189.gc96c8d47.el 14 MB/s | 7.7 MB 00:00 2024-04-10T14:55:11.501 INFO:teuthology.orchestra.run.smithi102.stdout:(1/120): ceph-18.2.2-1189.gc96c8d47.el9.x86_64. 26 kB/s | 6.5 kB 00:00 2024-04-10T14:55:11.556 INFO:teuthology.orchestra.run.smithi154.stdout:(11/120): libcephfs-devel-18.2.2-1189.gc96c8d47 415 kB/s | 31 kB 00:00 2024-04-10T14:55:11.664 INFO:teuthology.orchestra.run.smithi154.stdout:(12/120): libcephfs2-18.2.2-1189.gc96c8d47.el9. 6.4 MB/s | 708 kB 00:00 2024-04-10T14:55:11.748 INFO:teuthology.orchestra.run.smithi154.stdout:(13/120): libcephsqlite-18.2.2-1189.gc96c8d47.e 1.9 MB/s | 166 kB 00:00 2024-04-10T14:55:11.840 INFO:teuthology.orchestra.run.smithi154.stdout:(14/120): librados-devel-18.2.2-1189.gc96c8d47. 1.3 MB/s | 127 kB 00:00 2024-04-10T14:55:11.957 INFO:teuthology.orchestra.run.smithi154.stdout:(15/120): libradosstriper1-18.2.2-1189.gc96c8d4 4.0 MB/s | 474 kB 00:00 2024-04-10T14:55:12.135 INFO:teuthology.orchestra.run.smithi102.stdout:(2/120): ceph-fuse-18.2.2-1189.gc96c8d47.el9.x8 1.3 MB/s | 848 kB 00:00 2024-04-10T14:55:12.243 INFO:teuthology.orchestra.run.smithi102.stdout:(3/120): ceph-immutable-object-cache-18.2.2-118 1.3 MB/s | 143 kB 00:00 2024-04-10T14:55:12.482 INFO:teuthology.orchestra.run.smithi154.stdout:(16/120): librgw2-18.2.2-1189.gc96c8d47.el9.x86 8.5 MB/s | 4.5 MB 00:00 2024-04-10T14:55:12.566 INFO:teuthology.orchestra.run.smithi154.stdout:(17/120): python3-ceph-argparse-18.2.2-1189.gc9 542 kB/s | 45 kB 00:00 2024-04-10T14:55:12.666 INFO:teuthology.orchestra.run.smithi154.stdout:(18/120): python3-ceph-common-18.2.2-1189.gc96c 1.3 MB/s | 129 kB 00:00 2024-04-10T14:55:12.750 INFO:teuthology.orchestra.run.smithi154.stdout:(19/120): python3-cephfs-18.2.2-1189.gc96c8d47. 1.9 MB/s | 162 kB 00:00 2024-04-10T14:55:12.842 INFO:teuthology.orchestra.run.smithi154.stdout:(20/120): python3-rados-18.2.2-1189.gc96c8d47.e 3.4 MB/s | 321 kB 00:00 2024-04-10T14:55:12.910 INFO:teuthology.orchestra.run.smithi102.stdout:(4/120): ceph-base-18.2.2-1189.gc96c8d47.el9.x8 3.1 MB/s | 5.1 MB 00:01 2024-04-10T14:55:12.925 INFO:teuthology.orchestra.run.smithi154.stdout:(21/120): python3-rbd-18.2.2-1189.gc96c8d47.el9 3.5 MB/s | 298 kB 00:00 2024-04-10T14:55:12.993 INFO:teuthology.orchestra.run.smithi102.stdout:(5/120): ceph-mds-18.2.2-1189.gc96c8d47.el9.x86 2.8 MB/s | 2.1 MB 00:00 2024-04-10T14:55:13.009 INFO:teuthology.orchestra.run.smithi154.stdout:(22/120): python3-rgw-18.2.2-1189.gc96c8d47.el9 1.2 MB/s | 99 kB 00:00 2024-04-10T14:55:13.101 INFO:teuthology.orchestra.run.smithi154.stdout:(23/120): rbd-fuse-18.2.2-1189.gc96c8d47.el9.x8 948 kB/s | 87 kB 00:00 2024-04-10T14:55:13.398 INFO:teuthology.orchestra.run.smithi102.stdout:(6/120): ceph-mgr-18.2.2-1189.gc96c8d47.el9.x86 3.0 MB/s | 1.5 MB 00:00 2024-04-10T14:55:13.485 INFO:teuthology.orchestra.run.smithi154.stdout:(24/120): rbd-mirror-18.2.2-1189.gc96c8d47.el9. 7.8 MB/s | 3.0 MB 00:00 2024-04-10T14:55:13.576 INFO:teuthology.orchestra.run.smithi154.stdout:(25/120): rbd-nbd-18.2.2-1189.gc96c8d47.el9.x86 1.8 MB/s | 172 kB 00:00 2024-04-10T14:55:13.652 INFO:teuthology.orchestra.run.smithi154.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1189.g 325 kB/s | 24 kB 00:00 2024-04-10T14:55:13.744 INFO:teuthology.orchestra.run.smithi154.stdout:(27/120): ceph-mgr-cephadm-18.2.2-1189.gc96c8d4 1.5 MB/s | 138 kB 00:00 2024-04-10T14:55:14.053 INFO:teuthology.orchestra.run.smithi102.stdout:(7/120): ceph-mon-18.2.2-1189.gc96c8d47.el9.x86 4.4 MB/s | 4.7 MB 00:01 2024-04-10T14:55:14.202 INFO:teuthology.orchestra.run.smithi154.stdout:(28/120): ceph-mgr-dashboard-18.2.2-1189.gc96c8 7.7 MB/s | 3.5 MB 00:00 2024-04-10T14:55:14.736 INFO:teuthology.orchestra.run.smithi154.stdout:(29/120): ceph-osd-18.2.2-1189.gc96c8d47.el9.x8 4.0 MB/s | 17 MB 00:04 2024-04-10T14:55:14.919 INFO:teuthology.orchestra.run.smithi154.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1189.gc9 1.3 MB/s | 246 kB 00:00 2024-04-10T14:55:15.011 INFO:teuthology.orchestra.run.smithi154.stdout:(31/120): ceph-mgr-rook-18.2.2-1189.gc96c8d47.e 539 kB/s | 49 kB 00:00 2024-04-10T14:55:15.103 INFO:teuthology.orchestra.run.smithi154.stdout:(32/120): ceph-prometheus-alerts-18.2.2-1189.gc 162 kB/s | 15 kB 00:00 2024-04-10T14:55:15.361 INFO:teuthology.orchestra.run.smithi102.stdout:(8/120): ceph-radosgw-18.2.2-1189.gc96c8d47.el9 5.9 MB/s | 7.7 MB 00:01 2024-04-10T14:55:15.420 INFO:teuthology.orchestra.run.smithi102.stdout:(9/120): ceph-selinux-18.2.2-1189.gc96c8d47.el9 431 kB/s | 25 kB 00:00 2024-04-10T14:55:15.512 INFO:teuthology.orchestra.run.smithi154.stdout:(33/120): ceph-test-18.2.2-1189.gc96c8d47.el9.x 9.5 MB/s | 40 MB 00:04 2024-04-10T14:55:15.596 INFO:teuthology.orchestra.run.smithi154.stdout:(34/120): ceph-mgr-diskprediction-local-18.2.2- 5.3 MB/s | 7.4 MB 00:01 2024-04-10T14:55:15.621 INFO:teuthology.orchestra.run.smithi154.stdout:(35/120): cephadm-18.2.2-1189.gc96c8d47.el9.noa 433 kB/s | 224 kB 00:00 2024-04-10T14:55:15.688 INFO:teuthology.orchestra.run.smithi154.stdout:(36/120): fuse-2.9.9-15.el9.x86_64.rpm 459 kB/s | 80 kB 00:00 2024-04-10T14:55:15.755 INFO:teuthology.orchestra.run.smithi154.stdout:(37/120): jq-1.6-16.el9.x86_64.rpm 1.2 MB/s | 187 kB 00:00 2024-04-10T14:55:15.780 INFO:teuthology.orchestra.run.smithi154.stdout:(38/120): libquadmath-11.4.1-3.el9.x86_64.rpm 2.1 MB/s | 195 kB 00:00 2024-04-10T14:55:15.822 INFO:teuthology.orchestra.run.smithi154.stdout:(39/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 3.2 MB/s | 218 kB 00:00 2024-04-10T14:55:15.847 INFO:teuthology.orchestra.run.smithi154.stdout:(40/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 3.7 MB/s | 253 kB 00:00 2024-04-10T14:55:15.881 INFO:teuthology.orchestra.run.smithi154.stdout:(41/120): libgfortran-11.4.1-3.el9.x86_64.rpm 3.0 MB/s | 803 kB 00:00 2024-04-10T14:55:15.906 INFO:teuthology.orchestra.run.smithi154.stdout:(42/120): python3-ply-3.11-14.el9.noarch.rpm 1.8 MB/s | 106 kB 00:00 2024-04-10T14:55:15.931 INFO:teuthology.orchestra.run.smithi154.stdout:(43/120): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-04-10T14:55:15.956 INFO:teuthology.orchestra.run.smithi154.stdout:(44/120): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-04-10T14:55:15.982 INFO:teuthology.orchestra.run.smithi154.stdout:(45/120): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-04-10T14:55:16.024 INFO:teuthology.orchestra.run.smithi154.stdout:(46/120): python3-cryptography-36.0.1-4.el9.x86 6.1 MB/s | 1.2 MB 00:00 2024-04-10T14:55:16.149 INFO:teuthology.orchestra.run.smithi154.stdout:(47/120): flexiblas-3.0.4-8.el9.x86_64.rpm 196 kB/s | 33 kB 00:00 2024-04-10T14:55:16.199 INFO:teuthology.orchestra.run.smithi154.stdout:(48/120): flexiblas-openblas-openmp-3.0.4-8.el9 365 kB/s | 18 kB 00:00 2024-04-10T14:55:16.225 INFO:teuthology.orchestra.run.smithi154.stdout:(49/120): boost-program-options-1.75.0-8.el9.x8 399 kB/s | 107 kB 00:00 2024-04-10T14:55:16.275 INFO:teuthology.orchestra.run.smithi154.stdout:(50/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 901 kB/s | 45 kB 00:00 2024-04-10T14:55:16.334 INFO:teuthology.orchestra.run.smithi154.stdout:(51/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 1.2 MB/s | 160 kB 00:00 2024-04-10T14:55:16.443 INFO:teuthology.orchestra.run.smithi154.stdout:(52/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 2.6 MB/s | 292 kB 00:00 2024-04-10T14:55:16.476 INFO:teuthology.orchestra.run.smithi154.stdout:(53/120): librdkafka-1.6.1-102.el9.x86_64.rpm 3.2 MB/s | 662 kB 00:00 2024-04-10T14:55:16.486 INFO:teuthology.orchestra.run.smithi102.stdout:(10/120): ceph-osd-18.2.2-1189.gc96c8d47.el9.x8 5.3 MB/s | 17 MB 00:03 2024-04-10T14:55:16.535 INFO:teuthology.orchestra.run.smithi154.stdout:(54/120): openblas-0.3.21-2.el9.x86_64.rpm 384 kB/s | 35 kB 00:00 2024-04-10T14:55:16.536 INFO:teuthology.orchestra.run.smithi102.stdout:(11/120): libcephfs-devel-18.2.2-1189.gc96c8d47 624 kB/s | 31 kB 00:00 2024-04-10T14:55:16.593 INFO:teuthology.orchestra.run.smithi154.stdout:(55/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 5.3 MB/s | 3.0 MB 00:00 2024-04-10T14:55:16.619 INFO:teuthology.orchestra.run.smithi154.stdout:(56/120): python3-attrs-20.3.0-7.el9.noarch.rpm 1.0 MB/s | 87 kB 00:00 2024-04-10T14:55:16.654 INFO:teuthology.orchestra.run.smithi102.stdout:(12/120): libcephfs2-18.2.2-1189.gc96c8d47.el9. 5.9 MB/s | 708 kB 00:00 2024-04-10T14:55:16.678 INFO:teuthology.orchestra.run.smithi154.stdout:(57/120): python3-devel-3.9.17-2.el9.x86_64.rpm 4.1 MB/s | 245 kB 00:00 2024-04-10T14:55:16.712 INFO:teuthology.orchestra.run.smithi102.stdout:(13/120): libcephsqlite-18.2.2-1189.gc96c8d47.e 2.8 MB/s | 166 kB 00:00 2024-04-10T14:55:16.727 INFO:teuthology.orchestra.run.smithi154.stdout:(58/120): python3-iniconfig-1.1.1-7.el9.noarch. 350 kB/s | 17 kB 00:00 2024-04-10T14:55:16.771 INFO:teuthology.orchestra.run.smithi102.stdout:(14/120): librados-devel-18.2.2-1189.gc96c8d47. 2.1 MB/s | 127 kB 00:00 2024-04-10T14:55:16.794 INFO:teuthology.orchestra.run.smithi154.stdout:(59/120): python3-jinja2-2.11.3-5.el9.noarch.rp 3.6 MB/s | 248 kB 00:00 2024-04-10T14:55:16.845 INFO:teuthology.orchestra.run.smithi154.stdout:(60/120): python3-jsonpatch-1.21-16.el9.noarch. 513 kB/s | 26 kB 00:00 2024-04-10T14:55:16.871 INFO:teuthology.orchestra.run.smithi102.stdout:(15/120): libradosstriper1-18.2.2-1189.gc96c8d4 4.6 MB/s | 474 kB 00:00 2024-04-10T14:55:16.895 INFO:teuthology.orchestra.run.smithi154.stdout:(61/120): python3-jsonpointer-2.0-4.el9.noarch. 383 kB/s | 19 kB 00:00 2024-04-10T14:55:16.987 INFO:teuthology.orchestra.run.smithi154.stdout:(62/120): openblas-openmp-0.3.21-2.el9.x86_64.r 9.3 MB/s | 4.7 MB 00:00 2024-04-10T14:55:17.012 INFO:teuthology.orchestra.run.smithi154.stdout:(63/120): python3-mako-1.1.4-6.el9.noarch.rpm 1.4 MB/s | 172 kB 00:00 2024-04-10T14:55:17.037 INFO:teuthology.orchestra.run.smithi154.stdout:(64/120): python3-markupsafe-1.1.1-12.el9.x86_6 695 kB/s | 35 kB 00:00 2024-04-10T14:55:17.113 INFO:teuthology.orchestra.run.smithi154.stdout:(65/120): python3-babel-2.9.1-2.el9.noarch.rpm 11 MB/s | 6.0 MB 00:00 2024-04-10T14:55:17.138 INFO:teuthology.orchestra.run.smithi154.stdout:(66/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 2.4 MB/s | 250 kB 00:00 2024-04-10T14:55:17.171 INFO:teuthology.orchestra.run.smithi154.stdout:(67/120): python3-oauthlib-3.1.1-5.el9.noarch.r 3.7 MB/s | 222 kB 00:00 2024-04-10T14:55:17.197 INFO:teuthology.orchestra.run.smithi154.stdout:(68/120): python3-packaging-20.9-5.el9.noarch.r 1.3 MB/s | 77 kB 00:00 2024-04-10T14:55:17.230 INFO:teuthology.orchestra.run.smithi154.stdout:(69/120): python3-pluggy-0.13.1-7.el9.noarch.rp 707 kB/s | 41 kB 00:00 2024-04-10T14:55:17.264 INFO:teuthology.orchestra.run.smithi154.stdout:(70/120): python3-prettytable-0.7.2-27.el9.noar 632 kB/s | 42 kB 00:00 2024-04-10T14:55:17.298 INFO:teuthology.orchestra.run.smithi154.stdout:(71/120): python3-py-1.10.0-6.el9.noarch.rpm 7.0 MB/s | 477 kB 00:00 2024-04-10T14:55:17.323 INFO:teuthology.orchestra.run.smithi154.stdout:(72/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 2.7 MB/s | 159 kB 00:00 2024-04-10T14:55:17.356 INFO:teuthology.orchestra.run.smithi154.stdout:(73/120): python3-pyasn1-modules-0.4.8-6.el9.no 4.7 MB/s | 279 kB 00:00 2024-04-10T14:55:17.390 INFO:teuthology.orchestra.run.smithi154.stdout:(74/120): python3-pytest-6.2.2-7.el9.noarch.rpm 7.6 MB/s | 519 kB 00:00 2024-04-10T14:55:17.415 INFO:teuthology.orchestra.run.smithi154.stdout:(75/120): python3-pytz-2021.1-5.el9.noarch.rpm 869 kB/s | 51 kB 00:00 2024-04-10T14:55:17.449 INFO:teuthology.orchestra.run.smithi154.stdout:(76/120): python3-requests-oauthlib-1.3.0-12.el 914 kB/s | 54 kB 00:00 2024-04-10T14:55:17.508 INFO:teuthology.orchestra.run.smithi154.stdout:(77/120): python3-toml-0.10.2-6.el9.noarch.rpm 716 kB/s | 42 kB 00:00 2024-04-10T14:55:17.521 INFO:teuthology.orchestra.run.smithi102.stdout:(16/120): ceph-common-18.2.2-1189.gc96c8d47.el9 2.9 MB/s | 18 MB 00:06 2024-04-10T14:55:17.588 INFO:teuthology.orchestra.run.smithi102.stdout:(17/120): librgw2-18.2.2-1189.gc96c8d47.el9.x86 6.2 MB/s | 4.5 MB 00:00 2024-04-10T14:55:17.614 INFO:teuthology.orchestra.run.smithi102.stdout:(18/120): python3-ceph-argparse-18.2.2-1189.gc9 490 kB/s | 45 kB 00:00 2024-04-10T14:55:17.647 INFO:teuthology.orchestra.run.smithi102.stdout:(19/120): python3-ceph-common-18.2.2-1189.gc96c 2.2 MB/s | 129 kB 00:00 2024-04-10T14:55:17.672 INFO:teuthology.orchestra.run.smithi102.stdout:(20/120): python3-cephfs-18.2.2-1189.gc96c8d47. 2.7 MB/s | 162 kB 00:00 2024-04-10T14:55:17.675 INFO:teuthology.orchestra.run.smithi154.stdout:(78/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 7.7 MB/s | 5.1 MB 00:00 2024-04-10T14:55:17.709 INFO:teuthology.orchestra.run.smithi154.stdout:(79/120): socat-1.7.4.1-5.el9.x86_64.rpm 1.5 MB/s | 305 kB 00:00 2024-04-10T14:55:17.723 INFO:teuthology.orchestra.run.smithi102.stdout:(21/120): python3-rados-18.2.2-1189.gc96c8d47.e 4.2 MB/s | 321 kB 00:00 2024-04-10T14:55:17.748 INFO:teuthology.orchestra.run.smithi102.stdout:(22/120): python3-rbd-18.2.2-1189.gc96c8d47.el9 3.9 MB/s | 298 kB 00:00 2024-04-10T14:55:17.750 INFO:teuthology.orchestra.run.smithi154.stdout:(80/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 845 kB/s | 64 kB 00:00 2024-04-10T14:55:17.782 INFO:teuthology.orchestra.run.smithi102.stdout:(23/120): python3-rgw-18.2.2-1189.gc96c8d47.el9 1.7 MB/s | 99 kB 00:00 2024-04-10T14:55:17.807 INFO:teuthology.orchestra.run.smithi102.stdout:(24/120): rbd-fuse-18.2.2-1189.gc96c8d47.el9.x8 1.4 MB/s | 87 kB 00:00 2024-04-10T14:55:17.899 INFO:teuthology.orchestra.run.smithi102.stdout:(25/120): rbd-nbd-18.2.2-1189.gc96c8d47.el9.x86 1.8 MB/s | 172 kB 00:00 2024-04-10T14:55:17.957 INFO:teuthology.orchestra.run.smithi102.stdout:(26/120): ceph-grafana-dashboards-18.2.2-1189.g 417 kB/s | 24 kB 00:00 2024-04-10T14:55:18.024 INFO:teuthology.orchestra.run.smithi102.stdout:(27/120): ceph-mgr-cephadm-18.2.2-1189.gc96c8d4 2.0 MB/s | 138 kB 00:00 2024-04-10T14:55:18.051 INFO:teuthology.orchestra.run.smithi154.stdout:(81/120): fmt-8.1.1-5.el9.x86_64.rpm 324 kB/s | 111 kB 00:00 2024-04-10T14:55:18.143 INFO:teuthology.orchestra.run.smithi154.stdout:(82/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 788 kB/s | 309 kB 00:00 2024-04-10T14:55:18.192 INFO:teuthology.orchestra.run.smithi102.stdout:(28/120): rbd-mirror-18.2.2-1189.gc96c8d47.el9. 7.3 MB/s | 3.0 MB 00:00 2024-04-10T14:55:18.201 INFO:teuthology.orchestra.run.smithi154.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 446 kB/s | 26 kB 00:00 2024-04-10T14:55:18.385 INFO:teuthology.orchestra.run.smithi154.stdout:(84/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 17 MB/s | 16 MB 00:00 2024-04-10T14:55:18.410 INFO:teuthology.orchestra.run.smithi154.stdout:(85/120): liboath-2.6.7-2.el9.x86_64.rpm 233 kB/s | 49 kB 00:00 2024-04-10T14:55:18.559 INFO:teuthology.orchestra.run.smithi102.stdout:(29/120): ceph-mgr-dashboard-18.2.2-1189.gc96c8 6.6 MB/s | 3.5 MB 00:00 2024-04-10T14:55:18.586 INFO:teuthology.orchestra.run.smithi154.stdout:(86/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 4.7 MB/s | 838 kB 00:00 2024-04-10T14:55:18.633 INFO:teuthology.orchestra.run.smithi102.stdout:(30/120): ceph-mgr-modules-core-18.2.2-1189.gc9 3.2 MB/s | 246 kB 00:00 2024-04-10T14:55:18.669 INFO:teuthology.orchestra.run.smithi154.stdout:(87/120): libunwind-1.6.2-1.el9.x86_64.rpm 238 kB/s | 67 kB 00:00 2024-04-10T14:55:18.684 INFO:teuthology.orchestra.run.smithi102.stdout:(31/120): ceph-mgr-rook-18.2.2-1189.gc96c8d47.e 986 kB/s | 49 kB 00:00 2024-04-10T14:55:18.703 INFO:teuthology.orchestra.run.smithi154.stdout:(88/120): python3-asyncssh-2.13.2-5.el9.noarch. 4.6 MB/s | 548 kB 00:00 2024-04-10T14:55:18.717 INFO:teuthology.orchestra.run.smithi102.stdout:(32/120): ceph-prometheus-alerts-18.2.2-1189.gc 445 kB/s | 15 kB 00:00 2024-04-10T14:55:18.778 INFO:teuthology.orchestra.run.smithi154.stdout:(89/120): libarrow-9.0.0-10.el9.x86_64.rpm 6.1 MB/s | 4.4 MB 00:00 2024-04-10T14:55:18.784 INFO:teuthology.orchestra.run.smithi102.stdout:(33/120): cephadm-18.2.2-1189.gc96c8d47.el9.noa 3.3 MB/s | 224 kB 00:00 2024-04-10T14:55:18.803 INFO:teuthology.orchestra.run.smithi154.stdout:(90/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 325 kB/s | 43 kB 00:00 2024-04-10T14:55:18.828 INFO:teuthology.orchestra.run.smithi154.stdout:(91/120): python3-cachetools-4.2.4-1.el9.noarch 256 kB/s | 32 kB 00:00 2024-04-10T14:55:18.854 INFO:teuthology.orchestra.run.smithi154.stdout:(92/120): python3-certifi-2021.10.8-2.el9.noarc 199 kB/s | 15 kB 00:00 2024-04-10T14:55:18.885 INFO:teuthology.orchestra.run.smithi102.stdout:(34/120): fuse-2.9.9-15.el9.x86_64.rpm 803 kB/s | 80 kB 00:00 2024-04-10T14:55:18.912 INFO:teuthology.orchestra.run.smithi154.stdout:(93/120): python3-cheroot-8.6.0-4.el9.noarch.rp 2.0 MB/s | 172 kB 00:00 2024-04-10T14:55:18.938 INFO:teuthology.orchestra.run.smithi154.stdout:(94/120): python3-cherrypy-18.6.1-2.el9.noarch. 3.2 MB/s | 358 kB 00:00 2024-04-10T14:55:18.951 INFO:teuthology.orchestra.run.smithi102.stdout:(35/120): jq-1.6-16.el9.x86_64.rpm 2.7 MB/s | 187 kB 00:00 2024-04-10T14:55:18.979 INFO:teuthology.orchestra.run.smithi154.stdout:(95/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 160 kB/s | 11 kB 00:00 2024-04-10T14:55:19.005 INFO:teuthology.orchestra.run.smithi154.stdout:(96/120): python3-jaraco-classes-3.2.1-5.el9.no 264 kB/s | 18 kB 00:00 2024-04-10T14:55:19.030 INFO:teuthology.orchestra.run.smithi154.stdout:(97/120): python3-google-auth-2.28.2-1.el9.noar 1.1 MB/s | 203 kB 00:00 2024-04-10T14:55:19.055 INFO:teuthology.orchestra.run.smithi154.stdout:(98/120): python3-jaraco-collections-3.0.0-8.el 307 kB/s | 23 kB 00:00 2024-04-10T14:55:19.060 INFO:teuthology.orchestra.run.smithi102.stdout:(36/120): ceph-mgr-diskprediction-local-18.2.2- 8.5 MB/s | 7.4 MB 00:00 2024-04-10T14:55:19.081 INFO:teuthology.orchestra.run.smithi154.stdout:(99/120): python3-jaraco-functools-3.5.0-2.el9. 258 kB/s | 19 kB 00:00 2024-04-10T14:55:19.106 INFO:teuthology.orchestra.run.smithi154.stdout:(100/120): python3-jaraco-text-3.2.0-6.el9.noar 260 kB/s | 20 kB 00:00 2024-04-10T14:55:19.136 INFO:teuthology.orchestra.run.smithi102.stdout:(37/120): libgfortran-11.4.1-3.el9.x86_64.rpm 4.3 MB/s | 803 kB 00:00 2024-04-10T14:55:19.148 INFO:teuthology.orchestra.run.smithi154.stdout:(101/120): python3-logutils-0.3.5-21.el9.noarch 692 kB/s | 46 kB 00:00 2024-04-10T14:55:19.186 INFO:teuthology.orchestra.run.smithi102.stdout:(38/120): oniguruma-6.9.6-1.el9.5.x86_64.rpm 4.3 MB/s | 218 kB 00:00 2024-04-10T14:55:19.190 INFO:teuthology.orchestra.run.smithi154.stdout:(102/120): python3-more-itertools-8.12.0-2.el9. 943 kB/s | 79 kB 00:00 2024-04-10T14:55:19.215 INFO:teuthology.orchestra.run.smithi154.stdout:(103/120): python3-natsort-7.1.1-5.el9.noarch.r 863 kB/s | 58 kB 00:00 2024-04-10T14:55:19.236 INFO:teuthology.orchestra.run.smithi102.stdout:(39/120): python3-cffi-1.14.5-5.el9.x86_64.rpm 4.9 MB/s | 253 kB 00:00 2024-04-10T14:55:19.248 INFO:teuthology.orchestra.run.smithi154.stdout:(104/120): python3-kubernetes-26.1.0-2.el9.noar 5.3 MB/s | 1.0 MB 00:00 2024-04-10T14:55:19.261 INFO:teuthology.orchestra.run.smithi102.stdout:(40/120): libquadmath-11.4.1-3.el9.x86_64.rpm 973 kB/s | 195 kB 00:00 2024-04-10T14:55:19.282 INFO:teuthology.orchestra.run.smithi154.stdout:(105/120): python3-portend-3.1.0-2.el9.noarch.r 245 kB/s | 16 kB 00:00 2024-04-10T14:55:19.307 INFO:teuthology.orchestra.run.smithi154.stdout:(106/120): python3-pecan-1.4.2-3.el9.noarch.rpm 2.3 MB/s | 272 kB 00:00 2024-04-10T14:55:19.312 INFO:teuthology.orchestra.run.smithi102.stdout:(41/120): python3-cryptography-36.0.1-4.el9.x86 16 MB/s | 1.2 MB 00:00 2024-04-10T14:55:19.333 INFO:teuthology.orchestra.run.smithi154.stdout:(107/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 1.0 MB/s | 90 kB 00:00 2024-04-10T14:55:19.337 INFO:teuthology.orchestra.run.smithi102.stdout:(42/120): python3-ply-3.11-14.el9.noarch.rpm 1.4 MB/s | 106 kB 00:00 2024-04-10T14:55:19.359 INFO:teuthology.orchestra.run.smithi154.stdout:(108/120): python3-repoze-lru-0.7-16.el9.noarch 406 kB/s | 31 kB 00:00 2024-04-10T14:55:19.362 INFO:teuthology.orchestra.run.smithi102.stdout:(43/120): python3-pycparser-2.20-6.el9.noarch.r 2.6 MB/s | 135 kB 00:00 2024-04-10T14:55:19.388 INFO:teuthology.orchestra.run.smithi102.stdout:(44/120): python3-requests-2.25.1-8.el9.noarch. 2.4 MB/s | 125 kB 00:00 2024-04-10T14:55:19.392 INFO:teuthology.orchestra.run.smithi154.stdout:(109/120): python3-routes-2.5.1-5.el9.noarch.rp 2.2 MB/s | 188 kB 00:00 2024-04-10T14:55:19.413 INFO:teuthology.orchestra.run.smithi102.stdout:(45/120): python3-urllib3-1.26.5-5.el9.noarch.r 4.2 MB/s | 215 kB 00:00 2024-04-10T14:55:19.417 INFO:teuthology.orchestra.run.smithi154.stdout:(110/120): python3-rsa-4.9-2.el9.noarch.rpm 704 kB/s | 59 kB 00:00 2024-04-10T14:55:19.442 INFO:teuthology.orchestra.run.smithi154.stdout:(111/120): python3-tempora-5.0.0-2.el9.noarch.r 427 kB/s | 36 kB 00:00 2024-04-10T14:55:19.468 INFO:teuthology.orchestra.run.smithi154.stdout:(112/120): python3-typing-extensions-4.4.0-2.el 676 kB/s | 51 kB 00:00 2024-04-10T14:55:19.510 INFO:teuthology.orchestra.run.smithi154.stdout:(113/120): python3-webob-1.8.7-6.el9.noarch.rpm 2.4 MB/s | 230 kB 00:00 2024-04-10T14:55:19.535 INFO:teuthology.orchestra.run.smithi154.stdout:(114/120): python3-websocket-client-1.2.3-2.el9 973 kB/s | 90 kB 00:00 2024-04-10T14:55:19.594 INFO:teuthology.orchestra.run.smithi154.stdout:(115/120): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-04-10T14:55:19.619 INFO:teuthology.orchestra.run.smithi154.stdout:(116/120): python3-zc-lockfile-2.0-10.el9.noarc 184 kB/s | 20 kB 00:00 2024-04-10T14:55:19.644 INFO:teuthology.orchestra.run.smithi154.stdout:(117/120): re2-20211101-3.el9.x86_64.rpm 1.7 MB/s | 192 kB 00:00 2024-04-10T14:55:19.778 INFO:teuthology.orchestra.run.smithi154.stdout:(118/120): thrift-0.15.0-2.el9.x86_64.rpm 8.6 MB/s | 1.6 MB 00:00 2024-04-10T14:55:19.888 INFO:teuthology.orchestra.run.smithi102.stdout:(46/120): ceph-test-18.2.2-1189.gc96c8d47.el9.x 8.9 MB/s | 40 MB 00:04 2024-04-10T14:55:20.145 INFO:teuthology.orchestra.run.smithi154.stdout:(119/120): librados2-18.2.2-1189.gc96c8d47.el9. 6.3 MB/s | 3.3 MB 00:00 2024-04-10T14:55:20.405 INFO:teuthology.orchestra.run.smithi102.stdout:(47/120): flexiblas-3.0.4-8.el9.x86_64.rpm 33 kB/s | 33 kB 00:00 2024-04-10T14:55:20.453 INFO:teuthology.orchestra.run.smithi154.stdout:(120/120): librbd1-18.2.2-1189.gc96c8d47.el9.x8 3.7 MB/s | 3.0 MB 00:00 2024-04-10T14:55:20.459 INFO:teuthology.orchestra.run.smithi154.stdout:-------------------------------------------------------------------------------- 2024-04-10T14:55:20.459 INFO:teuthology.orchestra.run.smithi154.stdout:Total 15 MB/s | 180 MB 00:12 2024-04-10T14:55:20.539 INFO:teuthology.orchestra.run.smithi102.stdout:(48/120): boost-program-options-1.75.0-8.el9.x8 93 kB/s | 107 kB 00:01 2024-04-10T14:55:20.931 INFO:teuthology.orchestra.run.smithi102.stdout:(49/120): flexiblas-openblas-openmp-3.0.4-8.el9 35 kB/s | 18 kB 00:00 2024-04-10T14:55:21.223 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction check 2024-04-10T14:55:21.320 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction check succeeded. 2024-04-10T14:55:21.320 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction test 2024-04-10T14:55:21.364 INFO:teuthology.orchestra.run.smithi102.stdout:(50/120): libpmemobj-1.12.1-1.el9.x86_64.rpm 194 kB/s | 160 kB 00:00 2024-04-10T14:55:21.606 INFO:teuthology.orchestra.run.smithi102.stdout:(51/120): librabbitmq-0.11.0-7.el9.x86_64.rpm 67 kB/s | 45 kB 00:00 2024-04-10T14:55:22.640 INFO:teuthology.orchestra.run.smithi102.stdout:(52/120): lttng-ust-2.12.0-6.el9.x86_64.rpm 290 kB/s | 292 kB 00:01 2024-04-10T14:55:22.823 INFO:teuthology.orchestra.run.smithi102.stdout:(53/120): librdkafka-1.6.1-102.el9.x86_64.rpm 454 kB/s | 662 kB 00:01 2024-04-10T14:55:23.017 INFO:teuthology.orchestra.run.smithi154.stdout:Transaction test succeeded. 2024-04-10T14:55:23.017 INFO:teuthology.orchestra.run.smithi154.stdout:Running transaction 2024-04-10T14:55:23.282 INFO:teuthology.orchestra.run.smithi102.stdout:(54/120): openblas-0.3.21-2.el9.x86_64.rpm 55 kB/s | 35 kB 00:00 2024-04-10T14:55:23.974 INFO:teuthology.orchestra.run.smithi102.stdout:(55/120): python3-attrs-20.3.0-7.el9.noarch.rpm 126 kB/s | 87 kB 00:00 2024-04-10T14:55:24.674 INFO:teuthology.orchestra.run.smithi102.stdout:(56/120): flexiblas-netlib-3.0.4-8.el9.x86_64.r 640 kB/s | 3.0 MB 00:04 2024-04-10T14:55:25.641 INFO:teuthology.orchestra.run.smithi102.stdout:(57/120): python3-devel-3.9.17-2.el9.x86_64.rpm 254 kB/s | 245 kB 00:00 2024-04-10T14:55:26.158 INFO:teuthology.orchestra.run.smithi102.stdout:(58/120): python3-iniconfig-1.1.1-7.el9.noarch. 34 kB/s | 17 kB 00:00 2024-04-10T14:55:27.074 INFO:teuthology.orchestra.run.smithi102.stdout:(59/120): python3-jinja2-2.11.3-5.el9.noarch.rp 271 kB/s | 248 kB 00:00 2024-04-10T14:55:27.658 INFO:teuthology.orchestra.run.smithi102.stdout:(60/120): python3-jsonpatch-1.21-16.el9.noarch. 44 kB/s | 26 kB 00:00 2024-04-10T14:55:27.691 INFO:teuthology.orchestra.run.smithi154.stdout: Preparing : 1/1 2024-04-10T14:55:27.764 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-10T14:55:27.789 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-10T14:55:28.006 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-10T14:55:28.325 INFO:teuthology.orchestra.run.smithi102.stdout:(61/120): python3-jsonpointer-2.0-4.el9.noarch. 29 kB/s | 19 kB 00:00 2024-04-10T14:55:28.330 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-10T14:55:28.374 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 5/122 2024-04-10T14:55:28.499 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 5/122 2024-04-10T14:55:28.524 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-10T14:55:28.616 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-10T14:55:28.659 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 7/122 2024-04-10T14:55:28.688 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-10T14:55:28.724 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-10T14:55:28.752 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-10T14:55:28.837 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-10T14:55:28.861 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 11/122 2024-04-10T14:55:28.974 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 11/122 2024-04-10T14:55:29.008 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-10T14:55:29.040 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-10T14:55:29.069 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/122 2024-04-10T14:55:29.110 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/122 2024-04-10T14:55:29.184 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/122 2024-04-10T14:55:29.219 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/122 2024-04-10T14:55:29.245 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/122 2024-04-10T14:55:29.315 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/122 2024-04-10T14:55:29.325 INFO:teuthology.orchestra.run.smithi102.stdout:(62/120): python3-mako-1.1.4-6.el9.noarch.rpm 172 kB/s | 172 kB 00:00 2024-04-10T14:55:29.369 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 20/122 2024-04-10T14:55:29.403 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/122 2024-04-10T14:55:29.443 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/122 2024-04-10T14:55:29.477 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/122 2024-04-10T14:55:29.521 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el 24/122 2024-04-10T14:55:29.596 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_6 25/122 2024-04-10T14:55:29.737 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-10T14:55:29.790 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-10T14:55:29.808 INFO:teuthology.orchestra.run.smithi102.stdout:(63/120): openblas-openmp-0.3.21-2.el9.x86_64.r 695 kB/s | 4.7 MB 00:06 2024-04-10T14:55:30.067 INFO:teuthology.orchestra.run.smithi102.stdout:(64/120): python3-markupsafe-1.1.1-12.el9.x86_6 47 kB/s | 35 kB 00:00 2024-04-10T14:55:30.334 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-10T14:55:30.423 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-10T14:55:30.468 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-10T14:55:30.501 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-10T14:55:30.536 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-10T14:55:30.577 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-10T14:55:30.615 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_6 34/122 2024-04-10T14:55:30.646 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-10T14:55:30.680 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-10T14:55:30.787 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-10T14:55:30.817 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-10T14:55:30.874 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-10T14:55:30.947 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-10T14:55:30.985 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-10T14:55:31.021 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-10T14:55:31.069 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-10T14:55:31.113 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-10T14:55:31.156 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-10T14:55:31.176 INFO:teuthology.orchestra.run.smithi102.stdout:(65/120): python3-numpy-f2py-1.20.1-5.el9.x86_6 226 kB/s | 250 kB 00:01 2024-04-10T14:55:31.292 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-10T14:55:31.336 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-10T14:55:31.377 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-10T14:55:31.473 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-10T14:55:31.503 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-10T14:55:31.544 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-10T14:55:31.584 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-10T14:55:31.611 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-10T14:55:31.654 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-10T14:55:31.702 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/122 2024-04-10T14:55:31.825 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 56/122 2024-04-10T14:55:31.859 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/122 2024-04-10T14:55:31.907 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/122 2024-04-10T14:55:31.966 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/122 2024-04-10T14:55:32.075 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/122 2024-04-10T14:55:32.131 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/122 2024-04-10T14:55:32.301 INFO:teuthology.orchestra.run.smithi102.stdout:(66/120): python3-oauthlib-3.1.1-5.el9.noarch.r 198 kB/s | 222 kB 00:01 2024-04-10T14:55:32.843 INFO:teuthology.orchestra.run.smithi102.stdout:(67/120): python3-babel-2.9.1-2.el9.noarch.rpm 688 kB/s | 6.0 MB 00:08 2024-04-10T14:55:32.871 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/122 2024-04-10T14:55:32.910 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/122 2024-04-10T14:55:32.944 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/122 2024-04-10T14:55:32.977 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/122 2024-04-10T14:55:33.079 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/122 2024-04-10T14:55:33.144 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 67/122 2024-04-10T14:55:33.178 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/122 2024-04-10T14:55:33.201 INFO:teuthology.orchestra.run.smithi102.stdout:(68/120): python3-packaging-20.9-5.el9.noarch.r 86 kB/s | 77 kB 00:00 2024-04-10T14:55:33.356 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/122 2024-04-10T14:55:33.386 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/122 2024-04-10T14:55:33.616 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/122 2024-04-10T14:55:33.618 INFO:teuthology.orchestra.run.smithi102.stdout:(69/120): python3-pluggy-0.13.1-7.el9.noarch.rp 53 kB/s | 41 kB 00:00 2024-04-10T14:55:34.002 INFO:teuthology.orchestra.run.smithi102.stdout:(70/120): python3-prettytable-0.7.2-27.el9.noar 53 kB/s | 42 kB 00:00 2024-04-10T14:55:34.282 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/122 2024-04-10T14:55:34.392 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/122 2024-04-10T14:55:35.002 INFO:teuthology.orchestra.run.smithi102.stdout:(71/120): python3-pyasn1-0.4.8-6.el9.noarch.rpm 159 kB/s | 159 kB 00:00 2024-04-10T14:55:35.152 INFO:teuthology.orchestra.run.smithi102.stdout:(72/120): python3-py-1.10.0-6.el9.noarch.rpm 311 kB/s | 477 kB 00:01 2024-04-10T14:55:35.686 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/122 2024-04-10T14:55:35.782 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/122 2024-04-10T14:55:36.082 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/122 2024-04-10T14:55:36.110 INFO:teuthology.orchestra.run.smithi154.stdout: Upgrading : librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 77/122 2024-04-10T14:55:36.119 INFO:teuthology.orchestra.run.smithi102.stdout:(73/120): python3-pyasn1-modules-0.4.8-6.el9.no 250 kB/s | 279 kB 00:01 2024-04-10T14:55:36.184 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 77/122 2024-04-10T14:55:36.215 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 78/122 2024-04-10T14:55:36.251 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/122 2024-04-10T14:55:36.653 INFO:teuthology.orchestra.run.smithi102.stdout:(74/120): python3-pytest-6.2.2-7.el9.noarch.rpm 346 kB/s | 519 kB 00:01 2024-04-10T14:55:36.667 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 80/122 2024-04-10T14:55:36.696 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 81/122 2024-04-10T14:55:36.751 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 81/122 2024-04-10T14:55:36.793 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 82/122 2024-04-10T14:55:36.850 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/122 2024-04-10T14:55:36.907 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/122 2024-04-10T14:55:37.019 INFO:teuthology.orchestra.run.smithi102.stdout:(75/120): python3-pytz-2021.1-5.el9.noarch.rpm 57 kB/s | 51 kB 00:00 2024-04-10T14:55:37.097 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/122 2024-04-10T14:55:37.147 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/122 2024-04-10T14:55:37.226 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/122 2024-04-10T14:55:37.325 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/122 2024-04-10T14:55:37.453 INFO:teuthology.orchestra.run.smithi102.stdout:(76/120): python3-requests-oauthlib-1.3.0-12.el 67 kB/s | 54 kB 00:00 2024-04-10T14:55:37.477 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/122 2024-04-10T14:55:37.538 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/122 2024-04-10T14:55:37.571 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/122 2024-04-10T14:55:37.603 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 92/122 2024-04-10T14:55:37.638 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : jq-1.6-16.el9.x86_64 93/122 2024-04-10T14:55:37.666 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : fuse-2.9.9-15.el9.x86_64 94/122 2024-04-10T14:55:37.989 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 95/122 2024-04-10T14:55:38.013 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 95/122 2024-04-10T14:55:38.042 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.e 96/122 2024-04-10T14:55:38.117 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47. 97/122 2024-04-10T14:55:38.146 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9. 98/122 2024-04-10T14:55:38.161 INFO:teuthology.orchestra.run.smithi102.stdout:(77/120): python3-toml-0.10.2-6.el9.noarch.rpm 59 kB/s | 42 kB 00:00 2024-04-10T14:55:38.337 INFO:teuthology.orchestra.run.smithi102.stdout:(78/120): python3-numpy-1.20.1-5.el9.x86_64.rpm 612 kB/s | 5.1 MB 00:08 2024-04-10T14:55:39.137 INFO:teuthology.orchestra.run.smithi102.stdout:(79/120): xmlstarlet-1.6.1-20.el9.x86_64.rpm 80 kB/s | 64 kB 00:00 2024-04-10T14:55:39.296 INFO:teuthology.orchestra.run.smithi102.stdout:(80/120): socat-1.7.4.1-5.el9.x86_64.rpm 269 kB/s | 305 kB 00:01 2024-04-10T14:55:39.320 INFO:teuthology.orchestra.run.smithi102.stdout:(81/120): fmt-8.1.1-5.el9.x86_64.rpm 605 kB/s | 111 kB 00:00 2024-04-10T14:55:39.471 INFO:teuthology.orchestra.run.smithi102.stdout:(82/120): gperftools-libs-2.9.1-2.el9.x86_64.rp 1.7 MB/s | 309 kB 00:00 2024-04-10T14:55:39.505 INFO:teuthology.orchestra.run.smithi102.stdout:(83/120): libarrow-doc-9.0.0-10.el9.noarch.rpm 786 kB/s | 26 kB 00:00 2024-04-10T14:55:39.538 INFO:teuthology.orchestra.run.smithi102.stdout:(84/120): liboath-2.6.7-2.el9.x86_64.rpm 1.4 MB/s | 49 kB 00:00 2024-04-10T14:55:39.597 INFO:teuthology.orchestra.run.smithi102.stdout:(85/120): libunwind-1.6.2-1.el9.x86_64.rpm 1.1 MB/s | 67 kB 00:00 2024-04-10T14:55:39.730 INFO:teuthology.orchestra.run.smithi102.stdout:(86/120): parquet-libs-9.0.0-10.el9.x86_64.rpm 6.1 MB/s | 838 kB 00:00 2024-04-10T14:55:39.839 INFO:teuthology.orchestra.run.smithi102.stdout:(87/120): python3-asyncssh-2.13.2-5.el9.noarch. 4.9 MB/s | 548 kB 00:00 2024-04-10T14:55:39.873 INFO:teuthology.orchestra.run.smithi102.stdout:(88/120): python3-bcrypt-3.2.2-1.el9.x86_64.rpm 1.3 MB/s | 43 kB 00:00 2024-04-10T14:55:39.923 INFO:teuthology.orchestra.run.smithi102.stdout:(89/120): python3-cachetools-4.2.4-1.el9.noarch 642 kB/s | 32 kB 00:00 2024-04-10T14:55:39.956 INFO:teuthology.orchestra.run.smithi102.stdout:(90/120): python3-certifi-2021.10.8-2.el9.noarc 451 kB/s | 15 kB 00:00 2024-04-10T14:55:39.998 INFO:teuthology.orchestra.run.smithi102.stdout:(91/120): python3-cheroot-8.6.0-4.el9.noarch.rp 4.0 MB/s | 172 kB 00:00 2024-04-10T14:55:40.091 INFO:teuthology.orchestra.run.smithi102.stdout:(92/120): python3-cherrypy-18.6.1-2.el9.noarch. 3.8 MB/s | 358 kB 00:00 2024-04-10T14:55:40.141 INFO:teuthology.orchestra.run.smithi102.stdout:(93/120): python3-google-auth-2.28.2-1.el9.noar 3.9 MB/s | 203 kB 00:00 2024-04-10T14:55:40.174 INFO:teuthology.orchestra.run.smithi102.stdout:(94/120): python3-jaraco-8.2.1-3.el9.noarch.rpm 323 kB/s | 11 kB 00:00 2024-04-10T14:55:40.208 INFO:teuthology.orchestra.run.smithi102.stdout:(95/120): python3-jaraco-classes-3.2.1-5.el9.no 530 kB/s | 18 kB 00:00 2024-04-10T14:55:40.219 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-10T14:55:40.242 INFO:teuthology.orchestra.run.smithi102.stdout:(96/120): python3-jaraco-collections-3.0.0-8.el 696 kB/s | 23 kB 00:00 2024-04-10T14:55:40.275 INFO:teuthology.orchestra.run.smithi102.stdout:(97/120): python3-jaraco-functools-3.5.0-2.el9. 585 kB/s | 19 kB 00:00 2024-04-10T14:55:40.309 INFO:teuthology.orchestra.run.smithi102.stdout:(98/120): python3-jaraco-text-3.2.0-6.el9.noarc 590 kB/s | 20 kB 00:00 2024-04-10T14:55:40.394 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-10T14:55:40.510 INFO:teuthology.orchestra.run.smithi102.stdout:(99/120): python3-kubernetes-26.1.0-2.el9.noarc 5.1 MB/s | 1.0 MB 00:00 2024-04-10T14:55:40.551 INFO:teuthology.orchestra.run.smithi102.stdout:(100/120): python3-logutils-0.3.5-21.el9.noarch 1.1 MB/s | 46 kB 00:00 2024-04-10T14:55:40.593 INFO:teuthology.orchestra.run.smithi102.stdout:(101/120): python3-more-itertools-8.12.0-2.el9. 1.9 MB/s | 79 kB 00:00 2024-04-10T14:55:40.710 INFO:teuthology.orchestra.run.smithi102.stdout:(102/120): python3-natsort-7.1.1-5.el9.noarch.r 494 kB/s | 58 kB 00:00 2024-04-10T14:55:40.922 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-10T14:55:40.955 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 100/122 2024-04-10T14:55:40.969 INFO:teuthology.orchestra.run.smithi102.stdout:(103/120): python3-pecan-1.4.2-3.el9.noarch.rpm 1.0 MB/s | 272 kB 00:00 2024-04-10T14:55:41.011 INFO:teuthology.orchestra.run.smithi102.stdout:(104/120): python3-portend-3.1.0-2.el9.noarch.r 394 kB/s | 16 kB 00:00 2024-04-10T14:55:41.028 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 100/122 2024-04-10T14:55:41.028 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-10T14:55:41.028 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-10T14:55:41.028 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:55:41.053 INFO:teuthology.orchestra.run.smithi102.stdout:(105/120): python3-pyOpenSSL-21.0.0-1.el9.noarc 2.1 MB/s | 90 kB 00:00 2024-04-10T14:55:41.073 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 101/122 2024-04-10T14:55:41.095 INFO:teuthology.orchestra.run.smithi102.stdout:(106/120): python3-repoze-lru-0.7-16.el9.noarch 739 kB/s | 31 kB 00:00 2024-04-10T14:55:41.164 INFO:teuthology.orchestra.run.smithi102.stdout:(107/120): python3-routes-2.5.1-5.el9.noarch.rp 2.7 MB/s | 188 kB 00:00 2024-04-10T14:55:41.204 INFO:teuthology.orchestra.run.smithi102.stdout:(108/120): python3-rsa-4.9-2.el9.noarch.rpm 1.5 MB/s | 59 kB 00:00 2024-04-10T14:55:41.246 INFO:teuthology.orchestra.run.smithi102.stdout:(109/120): python3-tempora-5.0.0-2.el9.noarch.r 862 kB/s | 36 kB 00:00 2024-04-10T14:55:41.288 INFO:teuthology.orchestra.run.smithi102.stdout:(110/120): python3-typing-extensions-4.4.0-2.el 1.2 MB/s | 51 kB 00:00 2024-04-10T14:55:41.346 INFO:teuthology.orchestra.run.smithi102.stdout:(111/120): python3-webob-1.8.7-6.el9.noarch.rpm 3.9 MB/s | 230 kB 00:00 2024-04-10T14:55:41.388 INFO:teuthology.orchestra.run.smithi102.stdout:(112/120): python3-websocket-client-1.2.3-2.el9 2.1 MB/s | 90 kB 00:00 2024-04-10T14:55:41.489 INFO:teuthology.orchestra.run.smithi102.stdout:(113/120): libarrow-9.0.0-10.el9.x86_64.rpm 2.0 MB/s | 4.4 MB 00:02 2024-04-10T14:55:41.514 INFO:teuthology.orchestra.run.smithi102.stdout:(114/120): python3-werkzeug-2.0.3-3.el9.1.noarc 3.3 MB/s | 427 kB 00:00 2024-04-10T14:55:41.539 INFO:teuthology.orchestra.run.smithi102.stdout:(115/120): python3-zc-lockfile-2.0-10.el9.noarc 398 kB/s | 20 kB 00:00 2024-04-10T14:55:41.573 INFO:teuthology.orchestra.run.smithi102.stdout:(116/120): re2-20211101-3.el9.x86_64.rpm 3.2 MB/s | 192 kB 00:00 2024-04-10T14:55:42.181 INFO:teuthology.orchestra.run.smithi102.stdout:(117/120): librados2-18.2.2-1189.gc96c8d47.el9. 5.4 MB/s | 3.3 MB 00:00 2024-04-10T14:55:42.457 INFO:teuthology.orchestra.run.smithi102.stdout:(118/120): librbd1-18.2.2-1189.gc96c8d47.el9.x8 11 MB/s | 3.0 MB 00:00 2024-04-10T14:55:43.907 INFO:teuthology.orchestra.run.smithi102.stdout:(119/120): thrift-0.15.0-2.el9.x86_64.rpm 684 kB/s | 1.6 MB 00:02 2024-04-10T14:55:52.679 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 101/122 2024-04-10T14:55:52.680 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /sys 2024-04-10T14:55:52.680 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /proc 2024-04-10T14:55:52.680 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /mnt 2024-04-10T14:55:52.680 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /var/tmp 2024-04-10T14:55:52.680 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /home 2024-04-10T14:55:52.680 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /root 2024-04-10T14:55:52.680 INFO:teuthology.orchestra.run.smithi154.stdout:skipping the directory /tmp 2024-04-10T14:55:52.680 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:55:52.757 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 102/122 2024-04-10T14:55:53.833 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 102/122 2024-04-10T14:55:53.869 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 103/122 2024-04-10T14:55:54.831 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 103/122 2024-04-10T14:55:54.861 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 104/122 2024-04-10T14:55:54.960 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 104/122 2024-04-10T14:55:55.119 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el 105/122 2024-04-10T14:55:55.155 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 106/122 2024-04-10T14:55:55.178 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 106/122 2024-04-10T14:55:55.179 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T14:55:55.179 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-10T14:55:55.179 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-10T14:55:55.179 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-10T14:55:55.179 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:55:55.222 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 107/122 2024-04-10T14:55:55.405 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 107/122 2024-04-10T14:55:55.439 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 108/122 2024-04-10T14:55:55.462 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 108/122 2024-04-10T14:55:55.462 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T14:55:55.462 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-10T14:55:55.462 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-10T14:55:55.462 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-10T14:55:55.463 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:55:55.898 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 109/122 2024-04-10T14:55:55.921 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 109/122 2024-04-10T14:55:55.922 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T14:55:55.922 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-10T14:55:55.922 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-10T14:55:55.922 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-10T14:55:55.922 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:55:57.316 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 110/122 2024-04-10T14:55:57.342 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 110/122 2024-04-10T14:55:57.342 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T14:55:57.342 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-10T14:55:57.342 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-10T14:55:57.343 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-10T14:55:57.343 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:55:58.048 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 111/122 2024-04-10T14:55:58.076 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 112/122 2024-04-10T14:55:58.098 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 112/122 2024-04-10T14:55:58.098 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T14:55:58.098 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-10T14:55:58.099 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-10T14:55:58.099 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-10T14:55:58.099 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:55:58.143 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 113/122 2024-04-10T14:55:58.165 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 113/122 2024-04-10T14:55:58.165 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T14:55:58.165 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-10T14:55:58.165 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:55:58.468 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 114/122 2024-04-10T14:55:58.491 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 114/122 2024-04-10T14:55:58.492 INFO:teuthology.orchestra.run.smithi154.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T14:55:58.492 INFO:teuthology.orchestra.run.smithi154.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-10T14:55:58.492 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-10T14:55:58.492 INFO:teuthology.orchestra.run.smithi154.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-10T14:55:58.492 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:56:00.097 INFO:teuthology.orchestra.run.smithi102.stdout:(120/120): python3-scipy-1.6.2-8.el9.x86_64.rpm 721 kB/s | 16 MB 00:23 2024-04-10T14:56:00.101 INFO:teuthology.orchestra.run.smithi102.stdout:-------------------------------------------------------------------------------- 2024-04-10T14:56:00.101 INFO:teuthology.orchestra.run.smithi102.stdout:Total 3.6 MB/s | 180 MB 00:49 2024-04-10T14:56:00.822 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction check 2024-04-10T14:56:00.920 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction check succeeded. 2024-04-10T14:56:00.920 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction test 2024-04-10T14:56:02.209 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 115/122 2024-04-10T14:56:02.247 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 116/122 2024-04-10T14:56:02.296 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 117/122 2024-04-10T14:56:02.414 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 118/122 2024-04-10T14:56:02.454 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 119/122 2024-04-10T14:56:02.485 INFO:teuthology.orchestra.run.smithi154.stdout: Installing : libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_ 120/122 2024-04-10T14:56:02.485 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-10T14:56:02.504 INFO:teuthology.orchestra.run.smithi102.stdout:Transaction test succeeded. 2024-04-10T14:56:02.505 INFO:teuthology.orchestra.run.smithi102.stdout:Running transaction 2024-04-10T14:56:02.569 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-10T14:56:02.569 INFO:teuthology.orchestra.run.smithi154.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-10T14:56:07.264 INFO:teuthology.orchestra.run.smithi102.stdout: Preparing : 1/1 2024-04-10T14:56:07.286 INFO:teuthology.orchestra.run.smithi154.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-10T14:56:07.287 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 1/122 2024-04-10T14:56:07.287 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 2/122 2024-04-10T14:56:07.287 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 3/122 2024-04-10T14:56:07.287 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 4/122 2024-04-10T14:56:07.287 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 5/122 2024-04-10T14:56:07.287 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-10T14:56:07.287 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 7/122 2024-04-10T14:56:07.287 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 8/122 2024-04-10T14:56:07.287 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 9/122 2024-04-10T14:56:07.287 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-10T14:56:07.287 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 11/122 2024-04-10T14:56:07.287 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 12/122 2024-04-10T14:56:07.287 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_ 13/122 2024-04-10T14:56:07.287 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 14/122 2024-04-10T14:56:07.288 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 15/122 2024-04-10T14:56:07.288 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_6 16/122 2024-04-10T14:56:07.288 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 17/122 2024-04-10T14:56:07.288 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 18/122 2024-04-10T14:56:07.288 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el 19/122 2024-04-10T14:56:07.288 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9. 20/122 2024-04-10T14:56:07.288 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_6 21/122 2024-04-10T14:56:07.288 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 22/122 2024-04-10T14:56:07.288 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 23/122 2024-04-10T14:56:07.288 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 24/122 2024-04-10T14:56:07.288 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 25/122 2024-04-10T14:56:07.288 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 26/122 2024-04-10T14:56:07.288 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 27/122 2024-04-10T14:56:07.288 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47. 28/122 2024-04-10T14:56:07.289 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 29/122 2024-04-10T14:56:07.289 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 30/122 2024-04-10T14:56:07.289 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 31/122 2024-04-10T14:56:07.289 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el 32/122 2024-04-10T14:56:07.289 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 33/122 2024-04-10T14:56:07.289 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.e 34/122 2024-04-10T14:56:07.289 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 35/122 2024-04-10T14:56:07.289 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 36/122 2024-04-10T14:56:07.289 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : jq-1.6-16.el9.x86_64 37/122 2024-04-10T14:56:07.289 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 38/122 2024-04-10T14:56:07.289 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 39/122 2024-04-10T14:56:07.290 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 40/122 2024-04-10T14:56:07.290 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 41/122 2024-04-10T14:56:07.290 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 42/122 2024-04-10T14:56:07.290 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-ply-3.11-14.el9.noarch 43/122 2024-04-10T14:56:07.290 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 44/122 2024-04-10T14:56:07.290 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 45/122 2024-04-10T14:56:07.290 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 46/122 2024-04-10T14:56:07.290 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 47/122 2024-04-10T14:56:07.290 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 48/122 2024-04-10T14:56:07.290 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 49/122 2024-04-10T14:56:07.290 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 50/122 2024-04-10T14:56:07.290 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 51/122 2024-04-10T14:56:07.290 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 52/122 2024-04-10T14:56:07.291 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 53/122 2024-04-10T14:56:07.291 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 54/122 2024-04-10T14:56:07.291 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 55/122 2024-04-10T14:56:07.291 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 56/122 2024-04-10T14:56:07.291 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 57/122 2024-04-10T14:56:07.291 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 58/122 2024-04-10T14:56:07.291 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 59/122 2024-04-10T14:56:07.291 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 60/122 2024-04-10T14:56:07.291 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 61/122 2024-04-10T14:56:07.291 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 62/122 2024-04-10T14:56:07.291 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 63/122 2024-04-10T14:56:07.291 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 64/122 2024-04-10T14:56:07.291 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 65/122 2024-04-10T14:56:07.292 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 66/122 2024-04-10T14:56:07.292 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 67/122 2024-04-10T14:56:07.292 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 68/122 2024-04-10T14:56:07.292 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 69/122 2024-04-10T14:56:07.292 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-10T14:56:07.292 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 71/122 2024-04-10T14:56:07.292 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 72/122 2024-04-10T14:56:07.292 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 73/122 2024-04-10T14:56:07.292 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 74/122 2024-04-10T14:56:07.292 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 75/122 2024-04-10T14:56:07.292 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 76/122 2024-04-10T14:56:07.292 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 77/122 2024-04-10T14:56:07.292 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 78/122 2024-04-10T14:56:07.292 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 79/122 2024-04-10T14:56:07.292 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 80/122 2024-04-10T14:56:07.292 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 81/122 2024-04-10T14:56:07.293 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-10T14:56:07.293 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-10T14:56:07.293 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-10T14:56:07.293 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-10T14:56:07.293 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-10T14:56:07.293 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-10T14:56:07.293 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-10T14:56:07.293 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-10T14:56:07.293 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-10T14:56:07.293 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-10T14:56:07.293 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-10T14:56:07.293 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-10T14:56:07.293 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-10T14:56:07.293 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-10T14:56:07.293 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-10T14:56:07.293 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-10T14:56:07.294 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-10T14:56:07.294 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-10T14:56:07.294 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-10T14:56:07.294 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-10T14:56:07.294 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-10T14:56:07.294 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-10T14:56:07.294 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-10T14:56:07.294 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-10T14:56:07.294 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-10T14:56:07.294 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-10T14:56:07.294 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-10T14:56:07.294 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-10T14:56:07.294 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-10T14:56:07.294 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-10T14:56:07.294 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-10T14:56:07.294 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-10T14:56:07.295 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-10T14:56:07.295 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-10T14:56:07.295 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-10T14:56:07.295 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-10T14:56:07.295 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-10T14:56:07.295 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 119/122 2024-04-10T14:56:07.295 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-10T14:56:07.295 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 121/122 2024-04-10T14:56:07.324 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : thrift-0.15.0-2.el9.x86_64 1/122 2024-04-10T14:56:07.349 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-more-itertools-8.12.0-2.el9.noarch 2/122 2024-04-10T14:56:07.401 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jaraco-8.2.1-3.el9.noarch 3/122 2024-04-10T14:56:07.720 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : lttng-ust-2.12.0-6.el9.x86_64 4/122 2024-04-10T14:56:07.783 INFO:teuthology.orchestra.run.smithi102.stdout: Upgrading : librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 5/122 2024-04-10T14:56:07.901 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 5/122 2024-04-10T14:56:07.926 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-10T14:56:08.018 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-10T14:56:08.066 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 7/122 2024-04-10T14:56:08.097 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : librdkafka-1.6.1-102.el9.x86_64 8/122 2024-04-10T14:56:08.133 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : librabbitmq-0.11.0-7.el9.x86_64 9/122 2024-04-10T14:56:08.162 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-10T14:56:08.247 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-10T14:56:08.271 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 11/122 2024-04-10T14:56:08.399 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 11/122 2024-04-10T14:56:08.434 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-werkzeug-2.0.3-3.el9.1.noarch 12/122 2024-04-10T14:56:08.466 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : liboath-2.6.7-2.el9.x86_64 13/122 2024-04-10T14:56:08.496 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-toml-0.10.2-6.el9.noarch 14/122 2024-04-10T14:56:08.537 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jaraco-functools-3.5.0-2.el9.noarch 15/122 2024-04-10T14:56:08.602 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pytz-2021.1-5.el9.noarch 16/122 2024-04-10T14:56:08.636 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pyasn1-0.4.8-6.el9.noarch 17/122 2024-04-10T14:56:08.671 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-markupsafe-1.1.1-12.el9.x86_64 18/122 2024-04-10T14:56:08.741 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : flexiblas-3.0.4-8.el9.x86_64 19/122 2024-04-10T14:56:08.794 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-urllib3-1.26.5-5.el9.noarch 20/122 2024-04-10T14:56:08.830 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-requests-2.25.1-8.el9.noarch 21/122 2024-04-10T14:56:08.869 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libquadmath-11.4.1-3.el9.x86_64 22/122 2024-04-10T14:56:08.909 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libgfortran-11.4.1-3.el9.x86_64 23/122 2024-04-10T14:56:08.944 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el 24/122 2024-04-10T14:56:09.018 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_6 25/122 2024-04-10T14:56:09.155 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-mako-1.1.4-6.el9.noarch 26/122 2024-04-10T14:56:09.214 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pyasn1-modules-0.4.8-6.el9.noarch 27/122 2024-04-10T14:56:09.343 INFO:teuthology.orchestra.run.smithi154.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-10T14:56:09.343 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:56:09.343 INFO:teuthology.orchestra.run.smithi154.stdout:Upgraded: 2024-04-10T14:56:09.343 INFO:teuthology.orchestra.run.smithi154.stdout: librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.343 INFO:teuthology.orchestra.run.smithi154.stdout: librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.343 INFO:teuthology.orchestra.run.smithi154.stdout:Installed: 2024-04-10T14:56:09.343 INFO:teuthology.orchestra.run.smithi154.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-10T14:56:09.343 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.343 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.344 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.344 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.344 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T14:56:09.344 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-immutable-object-cache-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.344 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.344 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.344 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T14:56:09.344 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T14:56:09.344 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T14:56:09.344 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T14:56:09.344 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T14:56:09.344 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.344 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.344 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T14:56:09.345 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.345 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.345 INFO:teuthology.orchestra.run.smithi154.stdout: ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.345 INFO:teuthology.orchestra.run.smithi154.stdout: cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T14:56:09.345 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-10T14:56:09.345 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-10T14:56:09.345 INFO:teuthology.orchestra.run.smithi154.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-10T14:56:09.345 INFO:teuthology.orchestra.run.smithi154.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-10T14:56:09.345 INFO:teuthology.orchestra.run.smithi154.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-10T14:56:09.345 INFO:teuthology.orchestra.run.smithi154.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-10T14:56:09.345 INFO:teuthology.orchestra.run.smithi154.stdout: jq-1.6-16.el9.x86_64 2024-04-10T14:56:09.345 INFO:teuthology.orchestra.run.smithi154.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-10T14:56:09.345 INFO:teuthology.orchestra.run.smithi154.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-10T14:56:09.345 INFO:teuthology.orchestra.run.smithi154.stdout: libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.346 INFO:teuthology.orchestra.run.smithi154.stdout: libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.346 INFO:teuthology.orchestra.run.smithi154.stdout: libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.346 INFO:teuthology.orchestra.run.smithi154.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-10T14:56:09.346 INFO:teuthology.orchestra.run.smithi154.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-10T14:56:09.346 INFO:teuthology.orchestra.run.smithi154.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-10T14:56:09.346 INFO:teuthology.orchestra.run.smithi154.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-10T14:56:09.346 INFO:teuthology.orchestra.run.smithi154.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-10T14:56:09.346 INFO:teuthology.orchestra.run.smithi154.stdout: librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.346 INFO:teuthology.orchestra.run.smithi154.stdout: libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.346 INFO:teuthology.orchestra.run.smithi154.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-10T14:56:09.346 INFO:teuthology.orchestra.run.smithi154.stdout: librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.346 INFO:teuthology.orchestra.run.smithi154.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-10T14:56:09.346 INFO:teuthology.orchestra.run.smithi154.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-10T14:56:09.346 INFO:teuthology.orchestra.run.smithi154.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-10T14:56:09.346 INFO:teuthology.orchestra.run.smithi154.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-10T14:56:09.347 INFO:teuthology.orchestra.run.smithi154.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-10T14:56:09.347 INFO:teuthology.orchestra.run.smithi154.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-10T14:56:09.347 INFO:teuthology.orchestra.run.smithi154.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-10T14:56:09.347 INFO:teuthology.orchestra.run.smithi154.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-10T14:56:09.347 INFO:teuthology.orchestra.run.smithi154.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-10T14:56:09.347 INFO:teuthology.orchestra.run.smithi154.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-10T14:56:09.347 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-10T14:56:09.347 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.347 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.347 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.347 INFO:teuthology.orchestra.run.smithi154.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-10T14:56:09.347 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-10T14:56:09.347 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-10T14:56:09.347 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-10T14:56:09.347 INFO:teuthology.orchestra.run.smithi154.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-10T14:56:09.348 INFO:teuthology.orchestra.run.smithi154.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-10T14:56:09.348 INFO:teuthology.orchestra.run.smithi154.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-10T14:56:09.348 INFO:teuthology.orchestra.run.smithi154.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-10T14:56:09.348 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-10T14:56:09.348 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-10T14:56:09.348 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-10T14:56:09.348 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-10T14:56:09.348 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-10T14:56:09.348 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-10T14:56:09.348 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-10T14:56:09.348 INFO:teuthology.orchestra.run.smithi154.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-10T14:56:09.348 INFO:teuthology.orchestra.run.smithi154.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-10T14:56:09.348 INFO:teuthology.orchestra.run.smithi154.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-10T14:56:09.348 INFO:teuthology.orchestra.run.smithi154.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-10T14:56:09.348 INFO:teuthology.orchestra.run.smithi154.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-10T14:56:09.349 INFO:teuthology.orchestra.run.smithi154.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-10T14:56:09.349 INFO:teuthology.orchestra.run.smithi154.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-10T14:56:09.349 INFO:teuthology.orchestra.run.smithi154.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-10T14:56:09.349 INFO:teuthology.orchestra.run.smithi154.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-10T14:56:09.349 INFO:teuthology.orchestra.run.smithi154.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-10T14:56:09.349 INFO:teuthology.orchestra.run.smithi154.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-10T14:56:09.349 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-10T14:56:09.349 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-10T14:56:09.349 INFO:teuthology.orchestra.run.smithi154.stdout: python3-ply-3.11-14.el9.noarch 2024-04-10T14:56:09.349 INFO:teuthology.orchestra.run.smithi154.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-10T14:56:09.349 INFO:teuthology.orchestra.run.smithi154.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-10T14:56:09.349 INFO:teuthology.orchestra.run.smithi154.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-10T14:56:09.349 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-10T14:56:09.349 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-10T14:56:09.350 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-10T14:56:09.350 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-10T14:56:09.350 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-10T14:56:09.350 INFO:teuthology.orchestra.run.smithi154.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-10T14:56:09.350 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.350 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.350 INFO:teuthology.orchestra.run.smithi154.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-10T14:56:09.350 INFO:teuthology.orchestra.run.smithi154.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-10T14:56:09.350 INFO:teuthology.orchestra.run.smithi154.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-10T14:56:09.350 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.350 INFO:teuthology.orchestra.run.smithi154.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-10T14:56:09.351 INFO:teuthology.orchestra.run.smithi154.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-10T14:56:09.351 INFO:teuthology.orchestra.run.smithi154.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-10T14:56:09.351 INFO:teuthology.orchestra.run.smithi154.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-10T14:56:09.351 INFO:teuthology.orchestra.run.smithi154.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-10T14:56:09.351 INFO:teuthology.orchestra.run.smithi154.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-10T14:56:09.351 INFO:teuthology.orchestra.run.smithi154.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-10T14:56:09.351 INFO:teuthology.orchestra.run.smithi154.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-10T14:56:09.351 INFO:teuthology.orchestra.run.smithi154.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-10T14:56:09.351 INFO:teuthology.orchestra.run.smithi154.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-10T14:56:09.351 INFO:teuthology.orchestra.run.smithi154.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-10T14:56:09.351 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.351 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.352 INFO:teuthology.orchestra.run.smithi154.stdout: rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:09.352 INFO:teuthology.orchestra.run.smithi154.stdout: re2-1:20211101-3.el9.x86_64 2024-04-10T14:56:09.352 INFO:teuthology.orchestra.run.smithi154.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-10T14:56:09.352 INFO:teuthology.orchestra.run.smithi154.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-10T14:56:09.352 INFO:teuthology.orchestra.run.smithi154.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-10T14:56:09.352 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:56:09.352 INFO:teuthology.orchestra.run.smithi154.stdout:Complete! 2024-04-10T14:56:09.746 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-rsa-4.9-2.el9.noarch 28/122 2024-04-10T14:56:09.764 DEBUG:teuthology.parallel:result is None 2024-04-10T14:56:09.826 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-babel-2.9.1-2.el9.noarch 29/122 2024-04-10T14:56:09.872 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jinja2-2.11.3-5.el9.noarch 30/122 2024-04-10T14:56:09.906 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-tempora-5.0.0-2.el9.noarch 31/122 2024-04-10T14:56:09.940 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-portend-3.1.0-2.el9.noarch 32/122 2024-04-10T14:56:09.981 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jaraco-text-3.2.0-6.el9.noarch 33/122 2024-04-10T14:56:10.045 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_6 34/122 2024-04-10T14:56:10.075 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jaraco-classes-3.2.1-5.el9.noarch 35/122 2024-04-10T14:56:10.109 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jaraco-collections-3.0.0-8.el9.noarch 36/122 2024-04-10T14:56:10.216 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : re2-1:20211101-3.el9.x86_64 37/122 2024-04-10T14:56:10.254 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libarrow-9.0.0-10.el9.x86_64 38/122 2024-04-10T14:56:10.310 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-zc-lockfile-2.0-10.el9.noarch 39/122 2024-04-10T14:56:10.385 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-websocket-client-1.2.3-2.el9.noarch 40/122 2024-04-10T14:56:10.421 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-webob-1.8.7-6.el9.noarch 41/122 2024-04-10T14:56:10.458 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-typing-extensions-4.4.0-2.el9.noarch 42/122 2024-04-10T14:56:10.506 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-repoze-lru-0.7-16.el9.noarch 43/122 2024-04-10T14:56:10.559 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-routes-2.5.1-5.el9.noarch 44/122 2024-04-10T14:56:10.603 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-natsort-7.1.1-5.el9.noarch 45/122 2024-04-10T14:56:10.738 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-logutils-0.3.5-21.el9.noarch 46/122 2024-04-10T14:56:10.779 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pecan-1.4.2-3.el9.noarch 47/122 2024-04-10T14:56:10.830 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-certifi-2021.10.8-2.el9.noarch 48/122 2024-04-10T14:56:10.926 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cachetools-4.2.4-1.el9.noarch 49/122 2024-04-10T14:56:10.962 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-google-auth-1:2.28.2-1.el9.noarch 50/122 2024-04-10T14:56:11.004 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libunwind-1.6.2-1.el9.x86_64 51/122 2024-04-10T14:56:11.036 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : gperftools-libs-2.9.1-2.el9.x86_64 52/122 2024-04-10T14:56:11.062 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libarrow-doc-9.0.0-10.el9.noarch 53/122 2024-04-10T14:56:11.091 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : fmt-8.1.1-5.el9.x86_64 54/122 2024-04-10T14:56:11.136 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : xmlstarlet-1.6.1-20.el9.x86_64 55/122 2024-04-10T14:56:11.262 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : socat-1.7.4.1-5.el9.x86_64 56/122 2024-04-10T14:56:11.302 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-py-1.10.0-6.el9.noarch 57/122 2024-04-10T14:56:11.342 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-prettytable-0.7.2-27.el9.noarch 58/122 2024-04-10T14:56:11.392 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pluggy-0.13.1-7.el9.noarch 59/122 2024-04-10T14:56:11.499 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-packaging-20.9-5.el9.noarch 60/122 2024-04-10T14:56:11.554 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-oauthlib-3.1.1-5.el9.noarch 61/122 2024-04-10T14:56:12.292 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-requests-oauthlib-1.3.0-12.el9.noarch 62/122 2024-04-10T14:56:12.334 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-kubernetes-1:26.1.0-2.el9.noarch 63/122 2024-04-10T14:56:12.371 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jsonpointer-2.0-4.el9.noarch 64/122 2024-04-10T14:56:12.611 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-jsonpatch-1.21-16.el9.noarch 65/122 2024-04-10T14:56:12.712 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-iniconfig-1.1.1-7.el9.noarch 66/122 2024-04-10T14:56:12.760 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-devel-3.9.17-2.el9.x86_64 67/122 2024-04-10T14:56:12.795 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-attrs-20.3.0-7.el9.noarch 68/122 2024-04-10T14:56:12.972 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : openblas-0.3.21-2.el9.x86_64 69/122 2024-04-10T14:56:13.001 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : openblas-openmp-0.3.21-2.el9.x86_64 70/122 2024-04-10T14:56:13.079 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 71/122 2024-04-10T14:56:13.741 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : flexiblas-netlib-3.0.4-8.el9.x86_64 72/122 2024-04-10T14:56:13.868 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-numpy-1:1.20.1-5.el9.x86_64 73/122 2024-04-10T14:56:15.130 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 74/122 2024-04-10T14:56:15.217 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-scipy-1.6.2-8.el9.x86_64 75/122 2024-04-10T14:56:15.512 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libpmemobj-1.12.1-1.el9.x86_64 76/122 2024-04-10T14:56:15.554 INFO:teuthology.orchestra.run.smithi102.stdout: Upgrading : librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 77/122 2024-04-10T14:56:15.628 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 77/122 2024-04-10T14:56:15.658 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 78/122 2024-04-10T14:56:15.695 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : boost-program-options-1.75.0-8.el9.x86_64 79/122 2024-04-10T14:56:16.095 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : parquet-libs-9.0.0-10.el9.x86_64 80/122 2024-04-10T14:56:16.123 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 81/122 2024-04-10T14:56:16.195 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 81/122 2024-04-10T14:56:16.236 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 82/122 2024-04-10T14:56:16.285 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-ply-3.11-14.el9.noarch 83/122 2024-04-10T14:56:16.350 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pycparser-2.20-6.el9.noarch 84/122 2024-04-10T14:56:16.539 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cffi-1.14.5-5.el9.x86_64 85/122 2024-04-10T14:56:16.582 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cryptography-36.0.1-4.el9.x86_64 86/122 2024-04-10T14:56:16.661 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pyOpenSSL-21.0.0-1.el9.noarch 87/122 2024-04-10T14:56:16.750 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cheroot-8.6.0-4.el9.noarch 88/122 2024-04-10T14:56:16.890 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-cherrypy-18.6.1-2.el9.noarch 89/122 2024-04-10T14:56:16.933 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-asyncssh-2.13.2-5.el9.noarch 90/122 2024-04-10T14:56:16.965 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-bcrypt-3.2.2-1.el9.x86_64 91/122 2024-04-10T14:56:16.998 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : oniguruma-6.9.6-1.el9.5.x86_64 92/122 2024-04-10T14:56:17.032 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : jq-1.6-16.el9.x86_64 93/122 2024-04-10T14:56:17.059 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : fuse-2.9.9-15.el9.x86_64 94/122 2024-04-10T14:56:17.441 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 95/122 2024-04-10T14:56:17.465 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 95/122 2024-04-10T14:56:17.497 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.e 96/122 2024-04-10T14:56:17.570 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47. 97/122 2024-04-10T14:56:17.598 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9. 98/122 2024-04-10T14:56:19.692 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-10T14:56:19.721 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-10T14:56:20.257 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 99/122 2024-04-10T14:56:20.291 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 100/122 2024-04-10T14:56:20.384 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 100/122 2024-04-10T14:56:20.384 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /usr/lib/systemd/system/ceph.target. 2024-04-10T14:56:20.385 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service → /usr/lib/systemd/system/ceph-crash.service. 2024-04-10T14:56:20.385 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:56:20.426 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 101/122 2024-04-10T14:56:31.896 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 101/122 2024-04-10T14:56:31.897 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /sys 2024-04-10T14:56:31.897 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /proc 2024-04-10T14:56:31.897 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /mnt 2024-04-10T14:56:31.897 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /var/tmp 2024-04-10T14:56:31.897 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /home 2024-04-10T14:56:31.897 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /root 2024-04-10T14:56:31.897 INFO:teuthology.orchestra.run.smithi102.stdout:skipping the directory /tmp 2024-04-10T14:56:31.897 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:56:31.988 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 102/122 2024-04-10T14:56:33.038 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 102/122 2024-04-10T14:56:33.075 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 103/122 2024-04-10T14:56:34.042 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 103/122 2024-04-10T14:56:34.076 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 104/122 2024-04-10T14:56:34.174 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 104/122 2024-04-10T14:56:34.326 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el 105/122 2024-04-10T14:56:34.378 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 106/122 2024-04-10T14:56:34.400 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 106/122 2024-04-10T14:56:34.400 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T14:56:34.400 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-mgr@*.service" escaped as "ceph-mgr@\x2a.service". 2024-04-10T14:56:34.400 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-10T14:56:34.400 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target → /usr/lib/systemd/system/ceph-mgr.target. 2024-04-10T14:56:34.400 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:56:34.445 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 107/122 2024-04-10T14:56:34.628 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 107/122 2024-04-10T14:56:34.654 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 108/122 2024-04-10T14:56:34.676 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 108/122 2024-04-10T14:56:34.677 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T14:56:34.677 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-mds@*.service" escaped as "ceph-mds@\x2a.service". 2024-04-10T14:56:34.677 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-10T14:56:34.677 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target → /usr/lib/systemd/system/ceph-mds.target. 2024-04-10T14:56:34.677 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:56:35.122 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 109/122 2024-04-10T14:56:35.144 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 109/122 2024-04-10T14:56:35.144 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T14:56:35.144 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-mon@*.service" escaped as "ceph-mon@\x2a.service". 2024-04-10T14:56:35.144 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-10T14:56:35.144 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target → /usr/lib/systemd/system/ceph-mon.target. 2024-04-10T14:56:35.144 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:56:36.547 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 110/122 2024-04-10T14:56:36.572 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 110/122 2024-04-10T14:56:36.572 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T14:56:36.573 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-osd@*.service" escaped as "ceph-osd@\x2a.service". 2024-04-10T14:56:36.573 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-10T14:56:36.573 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target → /usr/lib/systemd/system/ceph-osd.target. 2024-04-10T14:56:36.573 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:56:37.288 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 111/122 2024-04-10T14:56:37.315 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 112/122 2024-04-10T14:56:37.337 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 112/122 2024-04-10T14:56:37.337 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T14:56:37.337 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-radosgw@*.service" escaped as "ceph-radosgw@\x2a.service". 2024-04-10T14:56:37.337 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-10T14:56:37.337 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target → /usr/lib/systemd/system/ceph-radosgw.target. 2024-04-10T14:56:37.338 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:56:37.374 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 113/122 2024-04-10T14:56:37.396 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 113/122 2024-04-10T14:56:37.396 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T14:56:37.396 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-immutable-object-cache@*.service" escaped as "ceph-immutable-object-cache@\x2a.service". 2024-04-10T14:56:37.396 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:56:37.692 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 114/122 2024-04-10T14:56:37.713 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 114/122 2024-04-10T14:56:37.714 INFO:teuthology.orchestra.run.smithi102.stdout:Glob pattern passed to enable, but globs are not supported for this. 2024-04-10T14:56:37.714 INFO:teuthology.orchestra.run.smithi102.stdout:Invalid unit name "ceph-rbd-mirror@*.service" escaped as "ceph-rbd-mirror@\x2a.service". 2024-04-10T14:56:37.714 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-10T14:56:37.714 INFO:teuthology.orchestra.run.smithi102.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-rbd-mirror.target → /usr/lib/systemd/system/ceph-rbd-mirror.target. 2024-04-10T14:56:37.714 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:56:41.449 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 115/122 2024-04-10T14:56:41.487 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 116/122 2024-04-10T14:56:41.528 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 117/122 2024-04-10T14:56:41.645 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 118/122 2024-04-10T14:56:41.686 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : python3-pytest-6.2.2-7.el9.noarch 119/122 2024-04-10T14:56:41.717 INFO:teuthology.orchestra.run.smithi102.stdout: Installing : libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_ 120/122 2024-04-10T14:56:41.717 INFO:teuthology.orchestra.run.smithi102.stdout: Cleanup : librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-10T14:56:41.801 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: librbd1-2:16.2.4-5.el9.x86_64 121/122 2024-04-10T14:56:41.801 INFO:teuthology.orchestra.run.smithi102.stdout: Cleanup : librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-10T14:56:46.465 INFO:teuthology.orchestra.run.smithi102.stdout: Running scriptlet: librados2-2:16.2.4-5.el9.x86_64 122/122 2024-04-10T14:56:46.466 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 1/122 2024-04-10T14:56:46.466 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 2/122 2024-04-10T14:56:46.466 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 3/122 2024-04-10T14:56:46.466 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 4/122 2024-04-10T14:56:46.466 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-immutable-object-cache-2:18.2.2-1189.gc96c8 5/122 2024-04-10T14:56:46.466 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 6/122 2024-04-10T14:56:46.466 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 7/122 2024-04-10T14:56:46.466 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 8/122 2024-04-10T14:56:46.466 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 9/122 2024-04-10T14:56:46.466 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 10/122 2024-04-10T14:56:46.466 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 11/122 2024-04-10T14:56:46.467 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 12/122 2024-04-10T14:56:46.467 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_ 13/122 2024-04-10T14:56:46.467 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 14/122 2024-04-10T14:56:46.467 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 15/122 2024-04-10T14:56:46.467 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_6 16/122 2024-04-10T14:56:46.467 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86 17/122 2024-04-10T14:56:46.467 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 18/122 2024-04-10T14:56:46.467 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el 19/122 2024-04-10T14:56:46.467 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9. 20/122 2024-04-10T14:56:46.467 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_6 21/122 2024-04-10T14:56:46.467 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 22/122 2024-04-10T14:56:46.467 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 23/122 2024-04-10T14:56:46.467 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 24/122 2024-04-10T14:56:46.467 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 25/122 2024-04-10T14:56:46.467 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 26/122 2024-04-10T14:56:46.468 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 27/122 2024-04-10T14:56:46.476 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47. 28/122 2024-04-10T14:56:46.476 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noa 29/122 2024-04-10T14:56:46.476 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.n 30/122 2024-04-10T14:56:46.476 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96 31/122 2024-04-10T14:56:46.476 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el 32/122 2024-04-10T14:56:46.476 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 33/122 2024-04-10T14:56:46.476 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.e 34/122 2024-04-10T14:56:46.476 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 35/122 2024-04-10T14:56:46.476 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : fuse-2.9.9-15.el9.x86_64 36/122 2024-04-10T14:56:46.476 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : jq-1.6-16.el9.x86_64 37/122 2024-04-10T14:56:46.476 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libgfortran-11.4.1-3.el9.x86_64 38/122 2024-04-10T14:56:46.476 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libquadmath-11.4.1-3.el9.x86_64 39/122 2024-04-10T14:56:46.476 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : oniguruma-6.9.6-1.el9.5.x86_64 40/122 2024-04-10T14:56:46.477 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cffi-1.14.5-5.el9.x86_64 41/122 2024-04-10T14:56:46.477 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cryptography-36.0.1-4.el9.x86_64 42/122 2024-04-10T14:56:46.477 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-ply-3.11-14.el9.noarch 43/122 2024-04-10T14:56:46.477 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pycparser-2.20-6.el9.noarch 44/122 2024-04-10T14:56:46.477 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-requests-2.25.1-8.el9.noarch 45/122 2024-04-10T14:56:46.477 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-urllib3-1.26.5-5.el9.noarch 46/122 2024-04-10T14:56:46.477 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : boost-program-options-1.75.0-8.el9.x86_64 47/122 2024-04-10T14:56:46.477 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : flexiblas-3.0.4-8.el9.x86_64 48/122 2024-04-10T14:56:46.477 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : flexiblas-netlib-3.0.4-8.el9.x86_64 49/122 2024-04-10T14:56:46.477 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 50/122 2024-04-10T14:56:46.477 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libpmemobj-1.12.1-1.el9.x86_64 51/122 2024-04-10T14:56:46.477 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librabbitmq-0.11.0-7.el9.x86_64 52/122 2024-04-10T14:56:46.477 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librdkafka-1.6.1-102.el9.x86_64 53/122 2024-04-10T14:56:46.477 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : lttng-ust-2.12.0-6.el9.x86_64 54/122 2024-04-10T14:56:46.477 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : openblas-0.3.21-2.el9.x86_64 55/122 2024-04-10T14:56:46.477 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : openblas-openmp-0.3.21-2.el9.x86_64 56/122 2024-04-10T14:56:46.478 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-attrs-20.3.0-7.el9.noarch 57/122 2024-04-10T14:56:46.478 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-babel-2.9.1-2.el9.noarch 58/122 2024-04-10T14:56:46.478 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-devel-3.9.17-2.el9.x86_64 59/122 2024-04-10T14:56:46.478 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-iniconfig-1.1.1-7.el9.noarch 60/122 2024-04-10T14:56:46.478 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jinja2-2.11.3-5.el9.noarch 61/122 2024-04-10T14:56:46.478 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jsonpatch-1.21-16.el9.noarch 62/122 2024-04-10T14:56:46.478 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jsonpointer-2.0-4.el9.noarch 63/122 2024-04-10T14:56:46.478 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-mako-1.1.4-6.el9.noarch 64/122 2024-04-10T14:56:46.478 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-markupsafe-1.1.1-12.el9.x86_64 65/122 2024-04-10T14:56:46.478 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-numpy-1:1.20.1-5.el9.x86_64 66/122 2024-04-10T14:56:46.478 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-numpy-f2py-1:1.20.1-5.el9.x86_64 67/122 2024-04-10T14:56:46.478 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-oauthlib-3.1.1-5.el9.noarch 68/122 2024-04-10T14:56:46.478 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-packaging-20.9-5.el9.noarch 69/122 2024-04-10T14:56:46.478 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pluggy-0.13.1-7.el9.noarch 70/122 2024-04-10T14:56:46.478 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-prettytable-0.7.2-27.el9.noarch 71/122 2024-04-10T14:56:46.479 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-py-1.10.0-6.el9.noarch 72/122 2024-04-10T14:56:46.479 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pyasn1-0.4.8-6.el9.noarch 73/122 2024-04-10T14:56:46.479 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pyasn1-modules-0.4.8-6.el9.noarch 74/122 2024-04-10T14:56:46.479 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pytest-6.2.2-7.el9.noarch 75/122 2024-04-10T14:56:46.479 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pytz-2021.1-5.el9.noarch 76/122 2024-04-10T14:56:46.479 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-requests-oauthlib-1.3.0-12.el9.noarch 77/122 2024-04-10T14:56:46.479 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-scipy-1.6.2-8.el9.x86_64 78/122 2024-04-10T14:56:46.479 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-toml-0.10.2-6.el9.noarch 79/122 2024-04-10T14:56:46.479 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : socat-1.7.4.1-5.el9.x86_64 80/122 2024-04-10T14:56:46.479 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : xmlstarlet-1.6.1-20.el9.x86_64 81/122 2024-04-10T14:56:46.479 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : fmt-8.1.1-5.el9.x86_64 82/122 2024-04-10T14:56:46.479 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : gperftools-libs-2.9.1-2.el9.x86_64 83/122 2024-04-10T14:56:46.479 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libarrow-9.0.0-10.el9.x86_64 84/122 2024-04-10T14:56:46.479 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libarrow-doc-9.0.0-10.el9.noarch 85/122 2024-04-10T14:56:46.479 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : liboath-2.6.7-2.el9.x86_64 86/122 2024-04-10T14:56:46.480 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : libunwind-1.6.2-1.el9.x86_64 87/122 2024-04-10T14:56:46.480 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : parquet-libs-9.0.0-10.el9.x86_64 88/122 2024-04-10T14:56:46.480 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-asyncssh-2.13.2-5.el9.noarch 89/122 2024-04-10T14:56:46.480 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-bcrypt-3.2.2-1.el9.x86_64 90/122 2024-04-10T14:56:46.480 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cachetools-4.2.4-1.el9.noarch 91/122 2024-04-10T14:56:46.480 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-certifi-2021.10.8-2.el9.noarch 92/122 2024-04-10T14:56:46.480 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cheroot-8.6.0-4.el9.noarch 93/122 2024-04-10T14:56:46.480 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-cherrypy-18.6.1-2.el9.noarch 94/122 2024-04-10T14:56:46.480 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-google-auth-1:2.28.2-1.el9.noarch 95/122 2024-04-10T14:56:46.480 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jaraco-8.2.1-3.el9.noarch 96/122 2024-04-10T14:56:46.480 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jaraco-classes-3.2.1-5.el9.noarch 97/122 2024-04-10T14:56:46.480 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jaraco-collections-3.0.0-8.el9.noarch 98/122 2024-04-10T14:56:46.480 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jaraco-functools-3.5.0-2.el9.noarch 99/122 2024-04-10T14:56:46.480 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-jaraco-text-3.2.0-6.el9.noarch 100/122 2024-04-10T14:56:46.481 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-kubernetes-1:26.1.0-2.el9.noarch 101/122 2024-04-10T14:56:46.481 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-logutils-0.3.5-21.el9.noarch 102/122 2024-04-10T14:56:46.481 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-more-itertools-8.12.0-2.el9.noarch 103/122 2024-04-10T14:56:46.481 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-natsort-7.1.1-5.el9.noarch 104/122 2024-04-10T14:56:46.481 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pecan-1.4.2-3.el9.noarch 105/122 2024-04-10T14:56:46.481 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-portend-3.1.0-2.el9.noarch 106/122 2024-04-10T14:56:46.481 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-pyOpenSSL-21.0.0-1.el9.noarch 107/122 2024-04-10T14:56:46.481 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-repoze-lru-0.7-16.el9.noarch 108/122 2024-04-10T14:56:46.481 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-routes-2.5.1-5.el9.noarch 109/122 2024-04-10T14:56:46.481 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-rsa-4.9-2.el9.noarch 110/122 2024-04-10T14:56:46.481 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-tempora-5.0.0-2.el9.noarch 111/122 2024-04-10T14:56:46.481 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-typing-extensions-4.4.0-2.el9.noarch 112/122 2024-04-10T14:56:46.481 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-webob-1.8.7-6.el9.noarch 113/122 2024-04-10T14:56:46.481 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-websocket-client-1.2.3-2.el9.noarch 114/122 2024-04-10T14:56:46.481 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-werkzeug-2.0.3-3.el9.1.noarch 115/122 2024-04-10T14:56:46.481 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : python3-zc-lockfile-2.0-10.el9.noarch 116/122 2024-04-10T14:56:46.481 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : re2-1:20211101-3.el9.x86_64 117/122 2024-04-10T14:56:46.481 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : thrift-0.15.0-2.el9.x86_64 118/122 2024-04-10T14:56:46.482 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 119/122 2024-04-10T14:56:46.482 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librados2-2:16.2.4-5.el9.x86_64 120/122 2024-04-10T14:56:46.482 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 121/122 2024-04-10T14:56:48.522 INFO:teuthology.orchestra.run.smithi102.stdout: Verifying : librbd1-2:16.2.4-5.el9.x86_64 122/122 2024-04-10T14:56:48.522 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:56:48.522 INFO:teuthology.orchestra.run.smithi102.stdout:Upgraded: 2024-04-10T14:56:48.522 INFO:teuthology.orchestra.run.smithi102.stdout: librados2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.523 INFO:teuthology.orchestra.run.smithi102.stdout: librbd1-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.523 INFO:teuthology.orchestra.run.smithi102.stdout:Installed: 2024-04-10T14:56:48.523 INFO:teuthology.orchestra.run.smithi102.stdout: boost-program-options-1.75.0-8.el9.x86_64 2024-04-10T14:56:48.523 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.523 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-base-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.523 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.523 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.523 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-grafana-dashboards-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T14:56:48.523 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-immutable-object-cache-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.523 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mds-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.523 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.523 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T14:56:48.523 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-dashboard-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T14:56:48.523 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-diskprediction-local-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T14:56:48.523 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-modules-core-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T14:56:48.523 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mgr-rook-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T14:56:48.523 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-mon-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.524 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-osd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.524 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-prometheus-alerts-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T14:56:48.524 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-radosgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.524 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-selinux-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.524 INFO:teuthology.orchestra.run.smithi102.stdout: ceph-test-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.524 INFO:teuthology.orchestra.run.smithi102.stdout: cephadm-2:18.2.2-1189.gc96c8d47.el9.noarch 2024-04-10T14:56:48.524 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-3.0.4-8.el9.x86_64 2024-04-10T14:56:48.524 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-netlib-3.0.4-8.el9.x86_64 2024-04-10T14:56:48.524 INFO:teuthology.orchestra.run.smithi102.stdout: flexiblas-openblas-openmp-3.0.4-8.el9.x86_64 2024-04-10T14:56:48.524 INFO:teuthology.orchestra.run.smithi102.stdout: fmt-8.1.1-5.el9.x86_64 2024-04-10T14:56:48.524 INFO:teuthology.orchestra.run.smithi102.stdout: fuse-2.9.9-15.el9.x86_64 2024-04-10T14:56:48.524 INFO:teuthology.orchestra.run.smithi102.stdout: gperftools-libs-2.9.1-2.el9.x86_64 2024-04-10T14:56:48.524 INFO:teuthology.orchestra.run.smithi102.stdout: jq-1.6-16.el9.x86_64 2024-04-10T14:56:48.524 INFO:teuthology.orchestra.run.smithi102.stdout: libarrow-9.0.0-10.el9.x86_64 2024-04-10T14:56:48.524 INFO:teuthology.orchestra.run.smithi102.stdout: libarrow-doc-9.0.0-10.el9.noarch 2024-04-10T14:56:48.525 INFO:teuthology.orchestra.run.smithi102.stdout: libcephfs-devel-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.525 INFO:teuthology.orchestra.run.smithi102.stdout: libcephfs2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.525 INFO:teuthology.orchestra.run.smithi102.stdout: libcephsqlite-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.525 INFO:teuthology.orchestra.run.smithi102.stdout: libgfortran-11.4.1-3.el9.x86_64 2024-04-10T14:56:48.525 INFO:teuthology.orchestra.run.smithi102.stdout: liboath-2.6.7-2.el9.x86_64 2024-04-10T14:56:48.525 INFO:teuthology.orchestra.run.smithi102.stdout: libpmemobj-1.12.1-1.el9.x86_64 2024-04-10T14:56:48.525 INFO:teuthology.orchestra.run.smithi102.stdout: libquadmath-11.4.1-3.el9.x86_64 2024-04-10T14:56:48.525 INFO:teuthology.orchestra.run.smithi102.stdout: librabbitmq-0.11.0-7.el9.x86_64 2024-04-10T14:56:48.525 INFO:teuthology.orchestra.run.smithi102.stdout: librados-devel-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.525 INFO:teuthology.orchestra.run.smithi102.stdout: libradosstriper1-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.525 INFO:teuthology.orchestra.run.smithi102.stdout: librdkafka-1.6.1-102.el9.x86_64 2024-04-10T14:56:48.525 INFO:teuthology.orchestra.run.smithi102.stdout: librgw2-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.525 INFO:teuthology.orchestra.run.smithi102.stdout: libunwind-1.6.2-1.el9.x86_64 2024-04-10T14:56:48.525 INFO:teuthology.orchestra.run.smithi102.stdout: lttng-ust-2.12.0-6.el9.x86_64 2024-04-10T14:56:48.525 INFO:teuthology.orchestra.run.smithi102.stdout: oniguruma-6.9.6-1.el9.5.x86_64 2024-04-10T14:56:48.525 INFO:teuthology.orchestra.run.smithi102.stdout: openblas-0.3.21-2.el9.x86_64 2024-04-10T14:56:48.526 INFO:teuthology.orchestra.run.smithi102.stdout: openblas-openmp-0.3.21-2.el9.x86_64 2024-04-10T14:56:48.526 INFO:teuthology.orchestra.run.smithi102.stdout: parquet-libs-9.0.0-10.el9.x86_64 2024-04-10T14:56:48.526 INFO:teuthology.orchestra.run.smithi102.stdout: python3-asyncssh-2.13.2-5.el9.noarch 2024-04-10T14:56:48.526 INFO:teuthology.orchestra.run.smithi102.stdout: python3-attrs-20.3.0-7.el9.noarch 2024-04-10T14:56:48.526 INFO:teuthology.orchestra.run.smithi102.stdout: python3-babel-2.9.1-2.el9.noarch 2024-04-10T14:56:48.526 INFO:teuthology.orchestra.run.smithi102.stdout: python3-bcrypt-3.2.2-1.el9.x86_64 2024-04-10T14:56:48.526 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cachetools-4.2.4-1.el9.noarch 2024-04-10T14:56:48.526 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ceph-argparse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.526 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ceph-common-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.526 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cephfs-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.526 INFO:teuthology.orchestra.run.smithi102.stdout: python3-certifi-2021.10.8-2.el9.noarch 2024-04-10T14:56:48.526 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cffi-1.14.5-5.el9.x86_64 2024-04-10T14:56:48.526 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cheroot-8.6.0-4.el9.noarch 2024-04-10T14:56:48.526 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cherrypy-18.6.1-2.el9.noarch 2024-04-10T14:56:48.526 INFO:teuthology.orchestra.run.smithi102.stdout: python3-cryptography-36.0.1-4.el9.x86_64 2024-04-10T14:56:48.527 INFO:teuthology.orchestra.run.smithi102.stdout: python3-devel-3.9.17-2.el9.x86_64 2024-04-10T14:56:48.527 INFO:teuthology.orchestra.run.smithi102.stdout: python3-google-auth-1:2.28.2-1.el9.noarch 2024-04-10T14:56:48.527 INFO:teuthology.orchestra.run.smithi102.stdout: python3-iniconfig-1.1.1-7.el9.noarch 2024-04-10T14:56:48.527 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-8.2.1-3.el9.noarch 2024-04-10T14:56:48.527 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-classes-3.2.1-5.el9.noarch 2024-04-10T14:56:48.527 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-collections-3.0.0-8.el9.noarch 2024-04-10T14:56:48.527 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-functools-3.5.0-2.el9.noarch 2024-04-10T14:56:48.527 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jaraco-text-3.2.0-6.el9.noarch 2024-04-10T14:56:48.527 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jinja2-2.11.3-5.el9.noarch 2024-04-10T14:56:48.527 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jsonpatch-1.21-16.el9.noarch 2024-04-10T14:56:48.527 INFO:teuthology.orchestra.run.smithi102.stdout: python3-jsonpointer-2.0-4.el9.noarch 2024-04-10T14:56:48.527 INFO:teuthology.orchestra.run.smithi102.stdout: python3-kubernetes-1:26.1.0-2.el9.noarch 2024-04-10T14:56:48.527 INFO:teuthology.orchestra.run.smithi102.stdout: python3-logutils-0.3.5-21.el9.noarch 2024-04-10T14:56:48.527 INFO:teuthology.orchestra.run.smithi102.stdout: python3-mako-1.1.4-6.el9.noarch 2024-04-10T14:56:48.528 INFO:teuthology.orchestra.run.smithi102.stdout: python3-markupsafe-1.1.1-12.el9.x86_64 2024-04-10T14:56:48.528 INFO:teuthology.orchestra.run.smithi102.stdout: python3-more-itertools-8.12.0-2.el9.noarch 2024-04-10T14:56:48.528 INFO:teuthology.orchestra.run.smithi102.stdout: python3-natsort-7.1.1-5.el9.noarch 2024-04-10T14:56:48.528 INFO:teuthology.orchestra.run.smithi102.stdout: python3-numpy-1:1.20.1-5.el9.x86_64 2024-04-10T14:56:48.528 INFO:teuthology.orchestra.run.smithi102.stdout: python3-numpy-f2py-1:1.20.1-5.el9.x86_64 2024-04-10T14:56:48.528 INFO:teuthology.orchestra.run.smithi102.stdout: python3-oauthlib-3.1.1-5.el9.noarch 2024-04-10T14:56:48.528 INFO:teuthology.orchestra.run.smithi102.stdout: python3-packaging-20.9-5.el9.noarch 2024-04-10T14:56:48.528 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pecan-1.4.2-3.el9.noarch 2024-04-10T14:56:48.528 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pluggy-0.13.1-7.el9.noarch 2024-04-10T14:56:48.528 INFO:teuthology.orchestra.run.smithi102.stdout: python3-ply-3.11-14.el9.noarch 2024-04-10T14:56:48.528 INFO:teuthology.orchestra.run.smithi102.stdout: python3-portend-3.1.0-2.el9.noarch 2024-04-10T14:56:48.528 INFO:teuthology.orchestra.run.smithi102.stdout: python3-prettytable-0.7.2-27.el9.noarch 2024-04-10T14:56:48.528 INFO:teuthology.orchestra.run.smithi102.stdout: python3-py-1.10.0-6.el9.noarch 2024-04-10T14:56:48.528 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyOpenSSL-21.0.0-1.el9.noarch 2024-04-10T14:56:48.528 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyasn1-0.4.8-6.el9.noarch 2024-04-10T14:56:48.528 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pyasn1-modules-0.4.8-6.el9.noarch 2024-04-10T14:56:48.529 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pycparser-2.20-6.el9.noarch 2024-04-10T14:56:48.529 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pytest-6.2.2-7.el9.noarch 2024-04-10T14:56:48.529 INFO:teuthology.orchestra.run.smithi102.stdout: python3-pytz-2021.1-5.el9.noarch 2024-04-10T14:56:48.529 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rados-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.529 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.529 INFO:teuthology.orchestra.run.smithi102.stdout: python3-repoze-lru-0.7-16.el9.noarch 2024-04-10T14:56:48.529 INFO:teuthology.orchestra.run.smithi102.stdout: python3-requests-2.25.1-8.el9.noarch 2024-04-10T14:56:48.529 INFO:teuthology.orchestra.run.smithi102.stdout: python3-requests-oauthlib-1.3.0-12.el9.noarch 2024-04-10T14:56:48.529 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rgw-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.529 INFO:teuthology.orchestra.run.smithi102.stdout: python3-routes-2.5.1-5.el9.noarch 2024-04-10T14:56:48.529 INFO:teuthology.orchestra.run.smithi102.stdout: python3-rsa-4.9-2.el9.noarch 2024-04-10T14:56:48.529 INFO:teuthology.orchestra.run.smithi102.stdout: python3-scipy-1.6.2-8.el9.x86_64 2024-04-10T14:56:48.529 INFO:teuthology.orchestra.run.smithi102.stdout: python3-tempora-5.0.0-2.el9.noarch 2024-04-10T14:56:48.529 INFO:teuthology.orchestra.run.smithi102.stdout: python3-toml-0.10.2-6.el9.noarch 2024-04-10T14:56:48.529 INFO:teuthology.orchestra.run.smithi102.stdout: python3-typing-extensions-4.4.0-2.el9.noarch 2024-04-10T14:56:48.529 INFO:teuthology.orchestra.run.smithi102.stdout: python3-urllib3-1.26.5-5.el9.noarch 2024-04-10T14:56:48.530 INFO:teuthology.orchestra.run.smithi102.stdout: python3-webob-1.8.7-6.el9.noarch 2024-04-10T14:56:48.530 INFO:teuthology.orchestra.run.smithi102.stdout: python3-websocket-client-1.2.3-2.el9.noarch 2024-04-10T14:56:48.530 INFO:teuthology.orchestra.run.smithi102.stdout: python3-werkzeug-2.0.3-3.el9.1.noarch 2024-04-10T14:56:48.530 INFO:teuthology.orchestra.run.smithi102.stdout: python3-zc-lockfile-2.0-10.el9.noarch 2024-04-10T14:56:48.530 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-fuse-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.530 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-mirror-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.530 INFO:teuthology.orchestra.run.smithi102.stdout: rbd-nbd-2:18.2.2-1189.gc96c8d47.el9.x86_64 2024-04-10T14:56:48.530 INFO:teuthology.orchestra.run.smithi102.stdout: re2-1:20211101-3.el9.x86_64 2024-04-10T14:56:48.530 INFO:teuthology.orchestra.run.smithi102.stdout: socat-1.7.4.1-5.el9.x86_64 2024-04-10T14:56:48.530 INFO:teuthology.orchestra.run.smithi102.stdout: thrift-0.15.0-2.el9.x86_64 2024-04-10T14:56:48.530 INFO:teuthology.orchestra.run.smithi102.stdout: xmlstarlet-1.6.1-20.el9.x86_64 2024-04-10T14:56:48.531 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:56:48.531 INFO:teuthology.orchestra.run.smithi102.stdout:Complete! 2024-04-10T14:56:48.864 DEBUG:teuthology.parallel:result is None 2024-04-10T14:56:48.864 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-10T14:56:48.864 INFO:teuthology.packaging:ref: None 2024-04-10T14:56:48.864 INFO:teuthology.packaging:tag: None 2024-04-10T14:56:48.864 INFO:teuthology.packaging:branch: reef 2024-04-10T14:56:48.864 INFO:teuthology.packaging:sha1: a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T14:56:48.865 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-10T14:56:49.407 DEBUG:teuthology.orchestra.run.smithi102:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-10T14:56:49.429 INFO:teuthology.orchestra.run.smithi102.stdout:18.2.2-1189.gc96c8d47.el9 2024-04-10T14:56:49.429 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1189.gc96c8d47.el9 2024-04-10T14:56:49.430 INFO:teuthology.task.install:The correct ceph version 18.2.2-1189.gc96c8d47 is installed. 2024-04-10T14:56:49.431 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-04-10T14:56:49.432 INFO:teuthology.packaging:ref: None 2024-04-10T14:56:49.432 INFO:teuthology.packaging:tag: None 2024-04-10T14:56:49.432 INFO:teuthology.packaging:branch: reef 2024-04-10T14:56:49.432 INFO:teuthology.packaging:sha1: a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T14:56:49.432 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&ref=reef 2024-04-10T14:56:49.698 DEBUG:teuthology.orchestra.run.smithi154:> rpm -q ceph --qf '%{VERSION}-%{RELEASE}' 2024-04-10T14:56:49.724 INFO:teuthology.orchestra.run.smithi154.stdout:18.2.2-1189.gc96c8d47.el9 2024-04-10T14:56:49.724 INFO:teuthology.packaging:The installed version of ceph is 18.2.2-1189.gc96c8d47.el9 2024-04-10T14:56:49.724 INFO:teuthology.task.install:The correct ceph version 18.2.2-1189.gc96c8d47 is installed. 2024-04-10T14:56:49.726 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-04-10T14:56:49.726 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-10T14:56:49.726 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-10T14:56:49.756 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-04-10T14:56:49.756 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-04-10T14:56:49.799 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-04-10T14:56:49.799 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-10T14:56:49.799 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/usr/bin/daemon-helper 2024-04-10T14:56:49.826 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-10T14:56:49.892 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-04-10T14:56:49.892 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/usr/bin/daemon-helper 2024-04-10T14:56:49.923 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-04-10T14:56:49.994 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-04-10T14:56:49.994 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-10T14:56:49.994 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-10T14:56:50.021 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-10T14:56:50.087 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-04-10T14:56:50.088 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/usr/bin/adjust-ulimits 2024-04-10T14:56:50.118 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-04-10T14:56:50.189 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-04-10T14:56:50.189 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-10T14:56:50.189 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/usr/bin/stdin-killer 2024-04-10T14:56:50.215 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-10T14:56:50.281 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-04-10T14:56:50.282 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/usr/bin/stdin-killer 2024-04-10T14:56:50.313 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-04-10T14:56:50.385 INFO:teuthology.run_tasks:Running task print... 2024-04-10T14:56:50.396 INFO:teuthology.task.print:**** done install task... 2024-04-10T14:56:50.396 INFO:teuthology.run_tasks:Running task print... 2024-04-10T14:56:50.419 INFO:teuthology.task.print:**** done start installing reef cephadm ... 2024-04-10T14:56:50.419 INFO:teuthology.run_tasks:Running task cephadm... 2024-04-10T14:56:50.513 INFO:tasks.cephadm:Config: {'compiled_cephadm_branch': 'reef', 'conf': {'osd': {'osd_class_default_list': '*', 'osd_class_load_list': '*', 'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}, 'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}}, 'image': 'quay.ceph.io/ceph-ci/ceph:reef', 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum'], 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101'} 2024-04-10T14:56:50.514 INFO:tasks.cephadm:Cluster image is quay.ceph.io/ceph-ci/ceph:reef 2024-04-10T14:56:50.514 INFO:tasks.cephadm:Cluster fsid is 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T14:56:50.515 INFO:tasks.cephadm:Choosing monitor IPs and ports... 2024-04-10T14:56:50.515 INFO:tasks.cephadm:Monitor IPs: {'mon.a': '172.21.15.102', 'mon.c': '[v2:172.21.15.102:3301,v1:172.21.15.102:6790]', 'mon.b': '172.21.15.154'} 2024-04-10T14:56:50.515 INFO:tasks.cephadm:First mon is mon.a on smithi102 2024-04-10T14:56:50.515 INFO:tasks.cephadm:First mgr is y 2024-04-10T14:56:50.515 INFO:tasks.cephadm:Normalizing hostnames... 2024-04-10T14:56:50.515 DEBUG:teuthology.orchestra.run.smithi102:> sudo hostname $(hostname -s) 2024-04-10T14:56:50.544 DEBUG:teuthology.orchestra.run.smithi154:> sudo hostname $(hostname -s) 2024-04-10T14:56:50.576 INFO:tasks.cephadm:Downloading "compiled" cephadm from cachra for reef 2024-04-10T14:56:50.576 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=centos%2F9%2Fx86_64&sha1=a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T14:56:50.723 INFO:tasks.cephadm:builder_project result: [{'status': 'ready', 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101', 'extra': {'build_url': 'https://jenkins.ceph.com/job/ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic/78410/', 'root_build_cause': 'SCMTRIGGER', 'version': '19.0.0-2838-ga5074d45', 'node_name': '172.21.5.34+adami04', 'job_name': 'ceph-dev-new-build/ARCH=x86_64,AVAILABLE_ARCH=x86_64,AVAILABLE_DIST=centos9,DIST=centos9,MACHINE_SIZE=gigantic', 'package_manager_version': '19.0.0-2838.ga5074d45'}, 'url': 'https://2.chacra.ceph.com/r/ceph/wip-yuri6-testing-2024-04-02-1310/a5074d4516d566e9d8b6aec912f26afd099de101/centos/9/flavors/default/', 'distro_codename': None, 'modified': '2024-04-09 23:26:38.757410', 'distro_version': '9', 'project': 'ceph', 'flavor': 'default', 'ref': 'wip-yuri6-testing-2024-04-02-1310', 'chacra_url': 'https://2.chacra.ceph.com/repos/ceph/wip-yuri6-testing-2024-04-02-1310/a5074d4516d566e9d8b6aec912f26afd099de101/centos/9/flavors/default/', 'archs': ['source', 'x86_64'], 'distro': 'centos'}] 2024-04-10T14:56:51.140 INFO:tasks.util.chacra:got chacra host 2.chacra.ceph.com, ref reef, sha1 c96c8d478b644b6433700141c5f69a1a68f8121b from https://shaman.ceph.com/api/search/?project=ceph&distros=centos%2F9%2Fx86_64&flavor=default&ref=reef 2024-04-10T14:56:51.141 INFO:tasks.cephadm:Discovered cachra url: https://2.chacra.ceph.com/binaries/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/x86_64/flavors/default/cephadm 2024-04-10T14:56:51.142 DEBUG:teuthology.orchestra.run.smithi102:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-10T14:56:51.787 INFO:teuthology.orchestra.run.smithi102.stdout:-rw-r--r--. 1 ubuntu ubuntu 215335 Apr 10 14:56 /home/ubuntu/cephtest/cephadm 2024-04-10T14:56:51.787 DEBUG:teuthology.orchestra.run.smithi154:> curl --silent -L https://2.chacra.ceph.com/binaries/ceph/reef/c96c8d478b644b6433700141c5f69a1a68f8121b/centos/9/x86_64/flavors/default/cephadm > /home/ubuntu/cephtest/cephadm && ls -l /home/ubuntu/cephtest/cephadm 2024-04-10T14:56:52.497 INFO:teuthology.orchestra.run.smithi154.stdout:-rw-r--r--. 1 ubuntu ubuntu 215335 Apr 10 14:56 /home/ubuntu/cephtest/cephadm 2024-04-10T14:56:52.498 DEBUG:teuthology.orchestra.run.smithi102:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-10T14:56:52.516 DEBUG:teuthology.orchestra.run.smithi154:> test -s /home/ubuntu/cephtest/cephadm && test $(stat -c%s /home/ubuntu/cephtest/cephadm) -gt 1000 && chmod +x /home/ubuntu/cephtest/cephadm 2024-04-10T14:56:52.547 INFO:tasks.cephadm:Pulling image quay.ceph.io/ceph-ci/ceph:reef on all hosts... 2024-04-10T14:56:52.548 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-10T14:56:52.559 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef pull 2024-04-10T14:56:53.357 INFO:teuthology.orchestra.run.smithi102.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-10T14:56:53.359 INFO:teuthology.orchestra.run.smithi154.stderr:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-10T14:57:20.068 INFO:teuthology.orchestra.run.smithi154.stdout:{ 2024-04-10T14:57:20.069 INFO:teuthology.orchestra.run.smithi154.stdout: "ceph_version": "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)", 2024-04-10T14:57:20.069 INFO:teuthology.orchestra.run.smithi154.stdout: "image_id": "bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28", 2024-04-10T14:57:20.069 INFO:teuthology.orchestra.run.smithi154.stdout: "repo_digests": [ 2024-04-10T14:57:20.069 INFO:teuthology.orchestra.run.smithi154.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3" 2024-04-10T14:57:20.069 INFO:teuthology.orchestra.run.smithi154.stdout: ] 2024-04-10T14:57:20.069 INFO:teuthology.orchestra.run.smithi154.stdout:} 2024-04-10T14:57:29.289 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T14:57:29.289 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph_version": "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)", 2024-04-10T14:57:29.289 INFO:teuthology.orchestra.run.smithi102.stdout: "image_id": "bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28", 2024-04-10T14:57:29.289 INFO:teuthology.orchestra.run.smithi102.stdout: "repo_digests": [ 2024-04-10T14:57:29.289 INFO:teuthology.orchestra.run.smithi102.stdout: "quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3" 2024-04-10T14:57:29.289 INFO:teuthology.orchestra.run.smithi102.stdout: ] 2024-04-10T14:57:29.289 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T14:57:29.307 DEBUG:teuthology.orchestra.run.smithi102:> sudo mkdir -p /etc/ceph 2024-04-10T14:57:29.360 DEBUG:teuthology.orchestra.run.smithi154:> sudo mkdir -p /etc/ceph 2024-04-10T14:57:29.395 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod 777 /etc/ceph 2024-04-10T14:57:29.421 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod 777 /etc/ceph 2024-04-10T14:57:29.466 INFO:tasks.cephadm:Writing seed config... 2024-04-10T14:57:29.467 INFO:tasks.cephadm: override: [osd] osd_class_default_list = * 2024-04-10T14:57:29.467 INFO:tasks.cephadm: override: [osd] osd_class_load_list = * 2024-04-10T14:57:29.467 INFO:tasks.cephadm: override: [osd] debug ms = 1 2024-04-10T14:57:29.467 INFO:tasks.cephadm: override: [osd] debug osd = 20 2024-04-10T14:57:29.467 INFO:tasks.cephadm: override: [osd] osd shutdown pgref assert = True 2024-04-10T14:57:29.467 INFO:tasks.cephadm: override: [global] mon election default strategy = 1 2024-04-10T14:57:29.467 INFO:tasks.cephadm: override: [mgr] debug mgr = 20 2024-04-10T14:57:29.467 INFO:tasks.cephadm: override: [mgr] debug ms = 1 2024-04-10T14:57:29.467 INFO:tasks.cephadm: override: [mon] debug mon = 20 2024-04-10T14:57:29.467 INFO:tasks.cephadm: override: [mon] debug ms = 1 2024-04-10T14:57:29.467 INFO:tasks.cephadm: override: [mon] debug paxos = 20 2024-04-10T14:57:29.468 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-10T14:57:29.468 DEBUG:teuthology.orchestra.run.smithi102:> dd of=/home/ubuntu/cephtest/seed.ceph.conf 2024-04-10T14:57:29.482 DEBUG:tasks.cephadm:Final config: [global] # make logging friendly to teuthology log_to_file = true log_to_stderr = false log to journald = false mon cluster log to file = true mon cluster log file level = debug mon clock drift allowed = 1.000 # replicate across OSDs, not hosts osd crush chooseleaf type = 0 #osd pool default size = 2 osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd # enable some debugging auth debug = true ms die on old message = true ms die on bug = true debug asserts on shutdown = true # adjust warnings mon max pg per osd = 10000# >= luminous mon pg warn max object skew = 0 mon osd allow primary affinity = true mon osd allow pg remap = true mon warn on legacy crush tunables = false mon warn on crush straw calc version zero = false mon warn on no sortbitwise = false mon warn on osd down out interval zero = false mon warn on too few osds = false mon_warn_on_pool_pg_num_not_power_of_two = false # disable pg_autoscaler by default for new pools osd_pool_default_pg_autoscale_mode = off # tests delete pools mon allow pool delete = true fsid = 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 mon election default strategy = 1 [osd] osd scrub load threshold = 5.0 osd scrub max interval = 600 osd mclock profile = high_recovery_ops osd recover clone overlap = true osd recovery max chunk = 1048576 osd deep scrub update digest min age = 30 osd map max advance = 10 osd memory target autotune = true # debugging osd debug shutdown = true osd debug op order = true osd debug verify stray on activate = true osd debug pg log writeout = true osd debug verify cached snaps = true osd debug verify missing on start = true osd debug misdirected ops = true osd op queue = debug_random osd op queue cut off = debug_random osd shutdown pgref assert = True bdev debug aio = true osd sloppy crc = true osd_class_default_list = * osd_class_load_list = * debug ms = 1 debug osd = 20 [mgr] mon reweight min pgs per osd = 4 mon reweight min bytes per osd = 10 mgr/telemetry/nag = false debug mgr = 20 debug ms = 1 [mon] mon data avail warn = 5 mon mgr mkfs grace = 240 mon reweight min pgs per osd = 4 mon osd reporter subtree level = osd mon osd prime pg temp = true mon reweight min bytes per osd = 10 # rotate auth tickets quickly to exercise renewal paths auth mon ticket ttl = 660# 11m auth service ticket ttl = 240# 4m # don't complain about global id reclaim mon_warn_on_insecure_global_id_reclaim = false mon_warn_on_insecure_global_id_reclaim_allowed = false debug mon = 20 debug ms = 1 debug paxos = 20 [client.rgw] rgw cache enabled = true rgw enable ops log = true rgw enable usage log = true 2024-04-10T14:57:29.482 DEBUG:teuthology.orchestra.run.smithi102:mon.a> sudo journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mon.a.service 2024-04-10T14:57:29.523 DEBUG:teuthology.orchestra.run.smithi102:mgr.y> sudo journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mgr.y.service 2024-04-10T14:57:29.566 INFO:tasks.cephadm:Bootstrapping... 2024-04-10T14:57:29.566 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef -v bootstrap --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 --config /home/ubuntu/cephtest/seed.ceph.conf --output-config /etc/ceph/ceph.conf --output-keyring /etc/ceph/ceph.client.admin.keyring --output-pub-ssh-key /home/ubuntu/cephtest/ceph.pub --mon-id a --mgr-id y --orphan-initial-daemons --skip-monitoring-stack --mon-ip 172.21.15.102 --skip-admin-label && sudo chmod +r /etc/ceph/ceph.client.admin.keyring 2024-04-10T14:57:29.723 INFO:teuthology.orchestra.run.smithi102.stdout:-------------------------------------------------------------------------------- 2024-04-10T14:57:29.723 INFO:teuthology.orchestra.run.smithi102.stdout:cephadm ['--image', 'quay.ceph.io/ceph-ci/ceph:reef', '-v', 'bootstrap', '--fsid', '8fac6e32-f74a-11ee-b64a-cb9ed24678a4', '--config', '/home/ubuntu/cephtest/seed.ceph.conf', '--output-config', '/etc/ceph/ceph.conf', '--output-keyring', '/etc/ceph/ceph.client.admin.keyring', '--output-pub-ssh-key', '/home/ubuntu/cephtest/ceph.pub', '--mon-id', 'a', '--mgr-id', 'y', '--orphan-initial-daemons', '--skip-monitoring-stack', '--mon-ip', '172.21.15.102', '--skip-admin-label'] 2024-04-10T14:57:29.761 INFO:teuthology.orchestra.run.smithi102.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-10T14:57:29.762 INFO:teuthology.orchestra.run.smithi102.stderr:Specifying an fsid for your cluster offers no advantages and may increase the likelihood of fsid conflicts. 2024-04-10T14:57:29.762 INFO:teuthology.orchestra.run.smithi102.stdout:Verifying podman|docker is present... 2024-04-10T14:57:29.785 INFO:teuthology.orchestra.run.smithi102.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-10T14:57:29.785 INFO:teuthology.orchestra.run.smithi102.stdout:Verifying lvm2 is present... 2024-04-10T14:57:29.785 INFO:teuthology.orchestra.run.smithi102.stdout:Verifying time synchronization is in place... 2024-04-10T14:57:29.792 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-10T14:57:29.792 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-10T14:57:29.798 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-10T14:57:29.798 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout inactive 2024-04-10T14:57:29.804 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout enabled 2024-04-10T14:57:29.811 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout active 2024-04-10T14:57:29.811 INFO:teuthology.orchestra.run.smithi102.stdout:Unit chronyd.service is enabled and running 2024-04-10T14:57:29.811 INFO:teuthology.orchestra.run.smithi102.stdout:Repeating the final host check... 2024-04-10T14:57:29.833 INFO:teuthology.orchestra.run.smithi102.stdout:/bin/podman: stdout 4.9.4-dev 2024-04-10T14:57:29.833 INFO:teuthology.orchestra.run.smithi102.stdout:podman (/bin/podman) version 4.9.4 is present 2024-04-10T14:57:29.833 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl is present 2024-04-10T14:57:29.833 INFO:teuthology.orchestra.run.smithi102.stdout:lvcreate is present 2024-04-10T14:57:29.839 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 1 from systemctl is-enabled chrony.service 2024-04-10T14:57:29.839 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Failed to get unit file state for chrony.service: No such file or directory 2024-04-10T14:57:29.845 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 3 from systemctl is-active chrony.service 2024-04-10T14:57:29.845 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout inactive 2024-04-10T14:57:29.851 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout enabled 2024-04-10T14:57:29.857 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout active 2024-04-10T14:57:29.857 INFO:teuthology.orchestra.run.smithi102.stdout:Unit chronyd.service is enabled and running 2024-04-10T14:57:29.857 INFO:teuthology.orchestra.run.smithi102.stdout:Host looks OK 2024-04-10T14:57:29.857 INFO:teuthology.orchestra.run.smithi102.stdout:Cluster fsid: 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T14:57:29.857 INFO:teuthology.orchestra.run.smithi102.stdout:Acquiring lock 139696734553040 on /run/cephadm/8fac6e32-f74a-11ee-b64a-cb9ed24678a4.lock 2024-04-10T14:57:29.857 INFO:teuthology.orchestra.run.smithi102.stdout:Lock 139696734553040 acquired on /run/cephadm/8fac6e32-f74a-11ee-b64a-cb9ed24678a4.lock 2024-04-10T14:57:29.857 INFO:teuthology.orchestra.run.smithi102.stdout:Verifying IP 172.21.15.102 port 3300 ... 2024-04-10T14:57:29.858 INFO:teuthology.orchestra.run.smithi102.stdout:Verifying IP 172.21.15.102 port 6789 ... 2024-04-10T14:57:29.858 INFO:teuthology.orchestra.run.smithi102.stdout:Base mon IP(s) is [172.21.15.102:3300, 172.21.15.102:6789], mon addrv is [v2:172.21.15.102:3300,v1:172.21.15.102:6789] 2024-04-10T14:57:29.860 INFO:teuthology.orchestra.run.smithi102.stdout:/sbin/ip: stdout default via 172.21.15.254 dev enp3s0f1 proto dhcp src 172.21.15.102 metric 100 2024-04-10T14:57:29.861 INFO:teuthology.orchestra.run.smithi102.stdout:/sbin/ip: stdout 172.21.0.0/20 dev enp3s0f1 proto kernel scope link src 172.21.15.102 metric 100 2024-04-10T14:57:29.863 INFO:teuthology.orchestra.run.smithi102.stdout:/sbin/ip: stdout ::1 dev lo proto kernel metric 256 pref medium 2024-04-10T14:57:29.863 INFO:teuthology.orchestra.run.smithi102.stdout:/sbin/ip: stdout fe80::/64 dev enp3s0f1 proto kernel metric 256 pref medium 2024-04-10T14:57:29.863 INFO:teuthology.orchestra.run.smithi102.stdout:/sbin/ip: stdout default via fe80::327c:5e00:6487:71e0 dev enp3s0f1 proto ra metric 1024 expires 1798sec hoplimit 64 pref medium 2024-04-10T14:57:29.865 INFO:teuthology.orchestra.run.smithi102.stdout:/sbin/ip: stdout 1: lo: mtu 65536 state UNKNOWN qlen 1000 2024-04-10T14:57:29.865 INFO:teuthology.orchestra.run.smithi102.stdout:/sbin/ip: stdout inet6 ::1/128 scope host 2024-04-10T14:57:29.866 INFO:teuthology.orchestra.run.smithi102.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-10T14:57:29.866 INFO:teuthology.orchestra.run.smithi102.stdout:/sbin/ip: stdout 5: enp3s0f1: mtu 1500 state UP qlen 1000 2024-04-10T14:57:29.866 INFO:teuthology.orchestra.run.smithi102.stdout:/sbin/ip: stdout inet6 fe80::ec4:7aff:fe8f:d769/64 scope link 2024-04-10T14:57:29.866 INFO:teuthology.orchestra.run.smithi102.stdout:/sbin/ip: stdout valid_lft forever preferred_lft forever 2024-04-10T14:57:29.866 INFO:teuthology.orchestra.run.smithi102.stdout:Mon IP `172.21.15.102` is in CIDR network `172.21.0.0/20` 2024-04-10T14:57:29.866 INFO:teuthology.orchestra.run.smithi102.stdout:Mon IP `172.21.15.102` is in CIDR network `172.21.0.0/20` 2024-04-10T14:57:29.866 INFO:teuthology.orchestra.run.smithi102.stdout:Inferred mon public CIDR from local network configuration ['172.21.0.0/20', '172.21.0.0/20'] 2024-04-10T14:57:29.867 INFO:teuthology.orchestra.run.smithi102.stdout:Internal network (--cluster-network) has not been provided, OSD replication will default to the public_network 2024-04-10T14:57:29.867 INFO:teuthology.orchestra.run.smithi102.stdout:Pulling container image quay.ceph.io/ceph-ci/ceph:reef... 2024-04-10T14:57:30.275 INFO:teuthology.orchestra.run.smithi102.stdout:/bin/podman: stdout bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 2024-04-10T14:57:30.275 INFO:teuthology.orchestra.run.smithi102.stdout:/bin/podman: stderr Trying to pull quay.ceph.io/ceph-ci/ceph:reef... 2024-04-10T14:57:30.275 INFO:teuthology.orchestra.run.smithi102.stdout:/bin/podman: stderr Getting image source signatures 2024-04-10T14:57:30.275 INFO:teuthology.orchestra.run.smithi102.stdout:/bin/podman: stderr Copying blob sha256:9ae191255112f837f5ddf23e5c5ab1101aa18a0a5cef4402020e5a45c4dfa044 2024-04-10T14:57:30.275 INFO:teuthology.orchestra.run.smithi102.stdout:/bin/podman: stderr Copying blob sha256:77070339c81bcb5c53bbbf3f31a47f7187e5393cb0e096452852a31192d97570 2024-04-10T14:57:30.275 INFO:teuthology.orchestra.run.smithi102.stdout:/bin/podman: stderr Copying config sha256:bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 2024-04-10T14:57:30.275 INFO:teuthology.orchestra.run.smithi102.stdout:/bin/podman: stderr Writing manifest to image destination 2024-04-10T14:57:31.229 INFO:teuthology.orchestra.run.smithi102.stdout:ceph: stdout ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable) 2024-04-10T14:57:31.229 INFO:teuthology.orchestra.run.smithi102.stdout:Ceph version: ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable) 2024-04-10T14:57:31.229 INFO:teuthology.orchestra.run.smithi102.stdout:Extracting ceph user uid/gid from container image... 2024-04-10T14:57:32.093 INFO:teuthology.orchestra.run.smithi102.stdout:stat: stdout 167 167 2024-04-10T14:57:32.094 INFO:teuthology.orchestra.run.smithi102.stdout:Creating initial keys... 2024-04-10T14:57:32.999 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-authtool: stdout AQDcqBZmcairGhAASutfoZP8X2KIWAnNoPjv/g== 2024-04-10T14:57:33.963 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-authtool: stdout AQDdqBZm0quUFBAA65toDJs3o9QT0WOmP8kr2Q== 2024-04-10T14:57:34.886 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph-authtool: stdout AQDeqBZmIw/gERAAwVZG6crespcxzFk4L6F4rA== 2024-04-10T14:57:34.888 INFO:teuthology.orchestra.run.smithi102.stdout:Creating initial monmap... 2024-04-10T14:57:35.768 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-10T14:57:35.768 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/monmaptool: stdout setting min_mon_release = pacific 2024-04-10T14:57:35.768 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: set fsid to 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T14:57:35.768 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/monmaptool: stdout /usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-10T14:57:35.768 INFO:teuthology.orchestra.run.smithi102.stdout:monmaptool for a [v2:172.21.15.102:3300,v1:172.21.15.102:6789] on /usr/bin/monmaptool: monmap file /tmp/monmap 2024-04-10T14:57:35.768 INFO:teuthology.orchestra.run.smithi102.stdout:setting min_mon_release = pacific 2024-04-10T14:57:35.768 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/monmaptool: set fsid to 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T14:57:35.768 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/monmaptool: writing epoch 0 to /tmp/monmap (1 monitors) 2024-04-10T14:57:35.768 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:57:35.768 INFO:teuthology.orchestra.run.smithi102.stdout:Creating mon... 2024-04-10T14:57:36.715 INFO:teuthology.orchestra.run.smithi102.stdout:create mon.a on 2024-04-10T14:57:36.918 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Removed "/etc/systemd/system/multi-user.target.wants/ceph.target". 2024-04-10T14:57:37.052 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target → /etc/systemd/system/ceph.target. 2024-04-10T14:57:37.220 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Created symlink /etc/systemd/system/multi-user.target.wants/ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4.target → /etc/systemd/system/ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4.target. 2024-04-10T14:57:37.221 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph.target.wants/ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4.target → /etc/systemd/system/ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4.target. 2024-04-10T14:57:37.439 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mon.a 2024-04-10T14:57:37.439 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Failed to reset failed state of unit ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mon.a.service: Unit ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mon.a.service not loaded. 2024-04-10T14:57:37.605 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4.target.wants/ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mon.a.service → /etc/systemd/system/ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@.service. 2024-04-10T14:57:37.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:37 smithi102 podman[26554]: 2024-04-10 14:57:37.771795128 +0000 UTC m=+0.017517781 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph:reef 2024-04-10T14:57:38.096 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-10T14:57:38.096 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout disabled 2024-04-10T14:57:38.103 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-10T14:57:38.103 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout inactive 2024-04-10T14:57:38.103 INFO:teuthology.orchestra.run.smithi102.stdout:firewalld.service is not enabled 2024-04-10T14:57:38.103 INFO:teuthology.orchestra.run.smithi102.stdout:Not possible to enable service . firewalld.service is not available 2024-04-10T14:57:38.104 INFO:teuthology.orchestra.run.smithi102.stdout:Waiting for mon to start... 2024-04-10T14:57:38.104 INFO:teuthology.orchestra.run.smithi102.stdout:Waiting for mon... 2024-04-10T14:57:38.217 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:38 smithi102 podman[26554]: 2024-04-10 14:57:38.0355076 +0000 UTC m=+0.281230253 container init 6dd5a9dc895ee6e87274b4967115a8611de4fafd4db7899b35f20493480bf33b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a, RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True) 2024-04-10T14:57:38.218 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:38 smithi102 podman[26554]: 2024-04-10 14:57:38.038246285 +0000 UTC m=+0.283968944 container start 6dd5a9dc895ee6e87274b4967115a8611de4fafd4db7899b35f20493480bf33b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a, CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-10T14:57:38.218 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:38 smithi102 ceph-mon[26573]: mkfs 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T14:57:38.218 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:38 smithi102 ceph-mon[26573]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-10T14:57:38.218 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:38 smithi102 bash[26554]: 6dd5a9dc895ee6e87274b4967115a8611de4fafd4db7899b35f20493480bf33b 2024-04-10T14:57:38.218 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:38 smithi102 systemd[1]: Started Ceph mon.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T14:57:39.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:39 smithi102 ceph-mon[26573]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-10T14:57:39.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:39 smithi102 ceph-mon[26573]: monmap e1: 1 mons at {a=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T14:57:39.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:39 smithi102 ceph-mon[26573]: fsmap 2024-04-10T14:57:39.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:39 smithi102 ceph-mon[26573]: osdmap e1: 0 total, 0 up, 0 in 2024-04-10T14:57:39.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:39 smithi102 ceph-mon[26573]: mgrmap e1: no daemons active 2024-04-10T14:57:39.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:39 smithi102 ceph-mon[26573]: from='client.? 172.21.15.102:0/2355832924' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-10T14:57:44.917 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout cluster: 2024-04-10T14:57:44.917 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout id: 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T14:57:44.917 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout health: HEALTH_OK 2024-04-10T14:57:44.918 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-10T14:57:44.918 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout services: 2024-04-10T14:57:44.918 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mon: 1 daemons, quorum a (age 0.789809s) 2024-04-10T14:57:44.918 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mgr: no daemons active 2024-04-10T14:57:44.918 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout osd: 0 osds: 0 up, 0 in 2024-04-10T14:57:44.918 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-10T14:57:44.918 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout data: 2024-04-10T14:57:44.918 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout pools: 0 pools, 0 pgs 2024-04-10T14:57:44.918 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout objects: 0 objects, 0 B 2024-04-10T14:57:44.918 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout usage: 0 B used, 0 B / 0 B avail 2024-04-10T14:57:44.918 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout pgs: 2024-04-10T14:57:44.918 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-10T14:57:44.918 INFO:teuthology.orchestra.run.smithi102.stdout:mon is available 2024-04-10T14:57:44.918 INFO:teuthology.orchestra.run.smithi102.stdout:Assimilating anything we can from ceph.conf... 2024-04-10T14:57:48.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:48 smithi102 ceph-mon[26573]: from='client.? 172.21.15.102:0/2823242987' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-10T14:57:48.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:48 smithi102 ceph-mon[26573]: from='client.? 172.21.15.102:0/2823242987' entity='client.admin' cmd='[{"prefix": "config assimilate-conf"}]': finished 2024-04-10T14:57:51.940 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-10T14:57:51.940 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout [global] 2024-04-10T14:57:51.940 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout fsid = 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T14:57:51.940 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mon_host = [v2:172.21.15.102:3300,v1:172.21.15.102:6789] 2024-04-10T14:57:51.941 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-10T14:57:51.941 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-10T14:57:51.941 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-10T14:57:51.941 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-10T14:57:51.941 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-10T14:57:51.941 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-10T14:57:51.941 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-10T14:57:51.941 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-10T14:57:51.941 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout [osd] 2024-04-10T14:57:51.941 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-10T14:57:51.941 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-10T14:57:51.941 INFO:teuthology.orchestra.run.smithi102.stdout:Generating new minimal ceph.conf... 2024-04-10T14:57:52.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:52 smithi102 ceph-mon[26573]: from='client.? 172.21.15.102:0/1021378586' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:57:53.020 INFO:teuthology.orchestra.run.smithi102.stdout:Restarting the monitor... 2024-04-10T14:57:53.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:53 smithi102 systemd[1]: Stopping Ceph mon.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T14:57:53.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a[26569]: 2024-04-10T14:57:53.280+0000 7f310c8a2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T14:57:53.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a[26569]: 2024-04-10T14:57:53.280+0000 7f310c8a2700 -1 mon.a@0(leader) e1 *** Got Signal Terminated *** 2024-04-10T14:57:53.729 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:53 smithi102 podman[26817]: 2024-04-10 14:57:53.485078698 +0000 UTC m=+0.287610203 container died 6dd5a9dc895ee6e87274b4967115a8611de4fafd4db7899b35f20493480bf33b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=reef-d540eba, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-10T14:57:54.087 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:53 smithi102 podman[26817]: 2024-04-10 14:57:53.847430411 +0000 UTC m=+0.649961949 container cleanup 6dd5a9dc895ee6e87274b4967115a8611de4fafd4db7899b35f20493480bf33b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a, RELEASE=reef-d540eba, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-10T14:57:54.087 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:53 smithi102 bash[26817]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a 2024-04-10T14:57:54.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 podman[26831]: 2024-04-10 14:57:54.106566405 +0000 UTC m=+0.617494778 container remove 6dd5a9dc895ee6e87274b4967115a8611de4fafd4db7899b35f20493480bf33b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=reef-d540eba, GIT_CLEAN=True, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T14:57:54.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mon.a.service: Deactivated successfully. 2024-04-10T14:57:54.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 systemd[1]: Stopped Ceph mon.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T14:57:54.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 systemd[1]: Starting Ceph mon.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T14:57:54.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 podman[26929]: 2024-04-10 14:57:54.47452935 +0000 UTC m=+0.113040645 container create b5bf8e9454cf80f723b2ac58a7d17363471797bf0989b0de4542c7995c1d09f0 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a, RELEASE=reef-d540eba, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, maintainer=Guillaume Abrioux , GIT_CLEAN=True) 2024-04-10T14:57:54.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 podman[26929]: 2024-04-10 14:57:54.378781983 +0000 UTC m=+0.017293238 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph:reef 2024-04-10T14:57:54.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 podman[26929]: 2024-04-10 14:57:54.651551223 +0000 UTC m=+0.290062463 container init b5bf8e9454cf80f723b2ac58a7d17363471797bf0989b0de4542c7995c1d09f0 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-d540eba, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD) 2024-04-10T14:57:54.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 podman[26929]: 2024-04-10 14:57:54.654346816 +0000 UTC m=+0.292858047 container start b5bf8e9454cf80f723b2ac58a7d17363471797bf0989b0de4542c7995c1d09f0 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-d540eba, CEPH_POINT_RELEASE=) 2024-04-10T14:57:54.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: set uid:gid to 167:167 (ceph:ceph) 2024-04-10T14:57:54.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable), process ceph-mon, pid 2 2024-04-10T14:57:54.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: pidfile_write: ignore empty --pid-file 2024-04-10T14:57:54.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: load: jerasure load: lrc 2024-04-10T14:57:54.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: RocksDB version: 7.9.2 2024-04-10T14:57:54.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Git sha 0 2024-04-10T14:57:54.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Compile date 2024-04-08 23:21:21 2024-04-10T14:57:54.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: DB SUMMARY 2024-04-10T14:57:54.708 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: DB Session ID: FKAJ31U947100N8ZWJ4V 2024-04-10T14:57:54.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: CURRENT file: CURRENT 2024-04-10T14:57:54.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: IDENTITY file: IDENTITY 2024-04-10T14:57:54.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: MANIFEST file: MANIFEST-000010 size: 179 Bytes 2024-04-10T14:57:54.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000008.sst 2024-04-10T14:57:54.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000009.log size: 84580 ; 2024-04-10T14:57:54.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.error_if_exists: 0 2024-04-10T14:57:54.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.create_if_missing: 0 2024-04-10T14:57:54.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.paranoid_checks: 1 2024-04-10T14:57:54.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-10T14:57:54.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-10T14:57:54.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-10T14:57:54.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.env: 0x5620b9f277a0 2024-04-10T14:57:54.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.fs: PosixFileSystem 2024-04-10T14:57:54.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.info_log: 0x5620bd28b500 2024-04-10T14:57:54.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_file_opening_threads: 16 2024-04-10T14:57:54.709 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.statistics: (nil) 2024-04-10T14:57:54.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.use_fsync: 0 2024-04-10T14:57:54.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_log_file_size: 0 2024-04-10T14:57:54.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-10T14:57:54.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-10T14:57:54.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.keep_log_file_num: 1000 2024-04-10T14:57:54.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.recycle_log_file_num: 0 2024-04-10T14:57:54.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.allow_fallocate: 1 2024-04-10T14:57:54.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.allow_mmap_reads: 0 2024-04-10T14:57:54.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.allow_mmap_writes: 0 2024-04-10T14:57:54.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.use_direct_reads: 0 2024-04-10T14:57:54.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-10T14:57:54.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.create_missing_column_families: 0 2024-04-10T14:57:54.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.db_log_dir: 2024-04-10T14:57:54.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.wal_dir: 2024-04-10T14:57:54.710 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-10T14:57:54.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-10T14:57:54.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-10T14:57:54.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-10T14:57:54.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-10T14:57:54.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-10T14:57:54.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.advise_random_on_open: 1 2024-04-10T14:57:54.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.db_write_buffer_size: 0 2024-04-10T14:57:54.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.write_buffer_manager: 0x5620bc500140 2024-04-10T14:57:54.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-10T14:57:54.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-10T14:57:54.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-10T14:57:54.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.rate_limiter: (nil) 2024-04-10T14:57:54.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-10T14:57:54.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.wal_recovery_mode: 2 2024-04-10T14:57:54.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.enable_thread_tracking: 0 2024-04-10T14:57:54.711 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.enable_pipelined_write: 0 2024-04-10T14:57:54.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.unordered_write: 0 2024-04-10T14:57:54.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-10T14:57:54.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-10T14:57:54.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-10T14:57:54.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-10T14:57:54.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.row_cache: None 2024-04-10T14:57:54.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.wal_filter: None 2024-04-10T14:57:54.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-10T14:57:54.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.allow_ingest_behind: 0 2024-04-10T14:57:54.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.two_write_queues: 0 2024-04-10T14:57:54.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.manual_wal_flush: 0 2024-04-10T14:57:54.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.wal_compression: 0 2024-04-10T14:57:54.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.atomic_flush: 0 2024-04-10T14:57:54.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-10T14:57:54.713 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-10T14:57:54.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-10T14:57:54.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.log_readahead_size: 0 2024-04-10T14:57:54.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-10T14:57:54.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.best_efforts_recovery: 0 2024-04-10T14:57:54.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-10T14:57:54.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-10T14:57:54.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.allow_data_in_errors: 0 2024-04-10T14:57:54.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.db_host_id: __hostname__ 2024-04-10T14:57:54.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-10T14:57:54.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_background_jobs: 2 2024-04-10T14:57:54.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_background_compactions: -1 2024-04-10T14:57:54.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_subcompactions: 1 2024-04-10T14:57:54.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-10T14:57:54.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-10T14:57:54.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-10T14:57:54.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_total_wal_size: 0 2024-04-10T14:57:54.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-10T14:57:54.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-10T14:57:54.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-10T14:57:54.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-10T14:57:54.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_open_files: -1 2024-04-10T14:57:54.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.bytes_per_sync: 0 2024-04-10T14:57:54.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-10T14:57:54.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-10T14:57:54.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compaction_readahead_size: 0 2024-04-10T14:57:54.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_background_flushes: -1 2024-04-10T14:57:54.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Compression algorithms supported: 2024-04-10T14:57:54.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-10T14:57:54.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: kZSTD supported: 0 2024-04-10T14:57:54.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: kXpressCompression supported: 0 2024-04-10T14:57:54.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: kLZ4HCCompression supported: 1 2024-04-10T14:57:54.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: kZlibCompression supported: 1 2024-04-10T14:57:54.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: kSnappyCompression supported: 1 2024-04-10T14:57:54.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: kLZ4Compression supported: 1 2024-04-10T14:57:54.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: kBZip2Compression supported: 0 2024-04-10T14:57:54.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-10T14:57:54.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-10T14:57:54.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 2024-04-10T14:57:54.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-10T14:57:54.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-10T14:57:54.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.merge_operator: 2024-04-10T14:57:54.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compaction_filter: None 2024-04-10T14:57:54.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compaction_filter_factory: None 2024-04-10T14:57:54.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.sst_partitioner_factory: None 2024-04-10T14:57:54.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-10T14:57:54.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-10T14:57:54.716 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x5620bd28b600) 2024-04-10T14:57:54.716 INFO:journalctl@ceph.mon.a.smithi102.stdout: cache_index_and_filter_blocks: 1 2024-04-10T14:57:54.716 INFO:journalctl@ceph.mon.a.smithi102.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-10T14:57:54.716 INFO:journalctl@ceph.mon.a.smithi102.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-10T14:57:54.716 INFO:journalctl@ceph.mon.a.smithi102.stdout: pin_top_level_index_and_filter: 1 2024-04-10T14:57:54.716 INFO:journalctl@ceph.mon.a.smithi102.stdout: index_type: 0 2024-04-10T14:57:54.717 INFO:journalctl@ceph.mon.a.smithi102.stdout: data_block_index_type: 0 2024-04-10T14:57:54.717 INFO:journalctl@ceph.mon.a.smithi102.stdout: index_shortening: 1 2024-04-10T14:57:54.717 INFO:journalctl@ceph.mon.a.smithi102.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-10T14:57:54.717 INFO:journalctl@ceph.mon.a.smithi102.stdout: checksum: 4 2024-04-10T14:57:54.717 INFO:journalctl@ceph.mon.a.smithi102.stdout: no_block_cache: 0 2024-04-10T14:57:54.717 INFO:journalctl@ceph.mon.a.smithi102.stdout: block_cache: 0x5620bc5a11f0 2024-04-10T14:57:54.717 INFO:journalctl@ceph.mon.a.smithi102.stdout: block_cache_name: BinnedLRUCache 2024-04-10T14:57:54.717 INFO:journalctl@ceph.mon.a.smithi102.stdout: block_cache_options: 2024-04-10T14:57:54.717 INFO:journalctl@ceph.mon.a.smithi102.stdout: capacity : 536870912 2024-04-10T14:57:54.717 INFO:journalctl@ceph.mon.a.smithi102.stdout: num_shard_bits : 4 2024-04-10T14:57:54.717 INFO:journalctl@ceph.mon.a.smithi102.stdout: strict_capacity_limit : 0 2024-04-10T14:57:54.717 INFO:journalctl@ceph.mon.a.smithi102.stdout: high_pri_pool_ratio: 0.000 2024-04-10T14:57:54.717 INFO:journalctl@ceph.mon.a.smithi102.stdout: block_cache_compressed: (nil) 2024-04-10T14:57:54.717 INFO:journalctl@ceph.mon.a.smithi102.stdout: persistent_cache: (nil) 2024-04-10T14:57:54.717 INFO:journalctl@ceph.mon.a.smithi102.stdout: block_size: 4096 2024-04-10T14:57:54.717 INFO:journalctl@ceph.mon.a.smithi102.stdout: block_size_deviation: 10 2024-04-10T14:57:54.717 INFO:journalctl@ceph.mon.a.smithi102.stdout: block_restart_interval: 16 2024-04-10T14:57:54.718 INFO:journalctl@ceph.mon.a.smithi102.stdout: index_block_restart_interval: 1 2024-04-10T14:57:54.718 INFO:journalctl@ceph.mon.a.smithi102.stdout: metadata_block_size: 4096 2024-04-10T14:57:54.718 INFO:journalctl@ceph.mon.a.smithi102.stdout: partition_filters: 0 2024-04-10T14:57:54.718 INFO:journalctl@ceph.mon.a.smithi102.stdout: use_delta_encoding: 1 2024-04-10T14:57:54.718 INFO:journalctl@ceph.mon.a.smithi102.stdout: filter_policy: bloomfilter 2024-04-10T14:57:54.718 INFO:journalctl@ceph.mon.a.smithi102.stdout: whole_key_filtering: 1 2024-04-10T14:57:54.718 INFO:journalctl@ceph.mon.a.smithi102.stdout: verify_compression: 0 2024-04-10T14:57:54.718 INFO:journalctl@ceph.mon.a.smithi102.stdout: read_amp_bytes_per_bit: 0 2024-04-10T14:57:54.718 INFO:journalctl@ceph.mon.a.smithi102.stdout: format_version: 5 2024-04-10T14:57:54.718 INFO:journalctl@ceph.mon.a.smithi102.stdout: enable_index_compression: 1 2024-04-10T14:57:54.718 INFO:journalctl@ceph.mon.a.smithi102.stdout: block_align: 0 2024-04-10T14:57:54.718 INFO:journalctl@ceph.mon.a.smithi102.stdout: max_auto_readahead_size: 262144 2024-04-10T14:57:54.718 INFO:journalctl@ceph.mon.a.smithi102.stdout: prepopulate_block_cache: 0 2024-04-10T14:57:54.718 INFO:journalctl@ceph.mon.a.smithi102.stdout: initial_auto_readahead_size: 8192 2024-04-10T14:57:54.718 INFO:journalctl@ceph.mon.a.smithi102.stdout: num_file_reads_for_auto_readahead: 2 2024-04-10T14:57:54.718 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.write_buffer_size: 33554432 2024-04-10T14:57:54.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_write_buffer_number: 2 2024-04-10T14:57:54.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compression: NoCompression 2024-04-10T14:57:54.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.bottommost_compression: Disabled 2024-04-10T14:57:54.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.prefix_extractor: nullptr 2024-04-10T14:57:54.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-10T14:57:54.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.num_levels: 7 2024-04-10T14:57:54.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-10T14:57:54.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-10T14:57:54.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-10T14:57:54.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-10T14:57:54.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-10T14:57:54.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-10T14:57:54.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-10T14:57:54.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-10T14:57:54.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-10T14:57:54.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-10T14:57:54.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-10T14:57:54.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-10T14:57:54.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-10T14:57:54.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compression_opts.level: 32767 2024-04-10T14:57:54.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compression_opts.strategy: 0 2024-04-10T14:57:54.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-10T14:57:54.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-10T14:57:54.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-10T14:57:54.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-10T14:57:54.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compression_opts.enabled: false 2024-04-10T14:57:54.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-10T14:57:54.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-10T14:57:54.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-10T14:57:54.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-10T14:57:54.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.target_file_size_base: 67108864 2024-04-10T14:57:54.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-10T14:57:54.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-10T14:57:54.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-10T14:57:54.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-10T14:57:54.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-10T14:57:54.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-10T14:57:54.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-10T14:57:54.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-10T14:57:54.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-10T14:57:54.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-10T14:57:54.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-10T14:57:54.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-10T14:57:54.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-10T14:57:54.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-10T14:57:54.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.arena_block_size: 1048576 2024-04-10T14:57:54.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-10T14:57:54.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-10T14:57:54.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.disable_auto_compactions: 0 2024-04-10T14:57:54.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-10T14:57:54.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-10T14:57:54.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-10T14:57:54.721 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-10T14:57:54.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-10T14:57:54.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-10T14:57:54.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-10T14:57:54.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-10T14:57:54.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-10T14:57:54.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-10T14:57:54.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.table_properties_collectors: 2024-04-10T14:57:54.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.inplace_update_support: 0 2024-04-10T14:57:54.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-10T14:57:54.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-10T14:57:54.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-10T14:57:54.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-10T14:57:54.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.bloom_locality: 0 2024-04-10T14:57:54.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.max_successive_merges: 0 2024-04-10T14:57:54.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-10T14:57:54.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.paranoid_file_checks: 0 2024-04-10T14:57:54.722 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.force_consistency_checks: 1 2024-04-10T14:57:54.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.report_bg_io_stats: 0 2024-04-10T14:57:54.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.ttl: 2592000 2024-04-10T14:57:54.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-10T14:57:54.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-10T14:57:54.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-10T14:57:54.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.enable_blob_files: false 2024-04-10T14:57:54.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.min_blob_size: 0 2024-04-10T14:57:54.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.blob_file_size: 268435456 2024-04-10T14:57:54.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-10T14:57:54.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-10T14:57:54.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-10T14:57:54.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-10T14:57:54.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-10T14:57:54.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.blob_file_starting_level: 0 2024-04-10T14:57:54.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-10T14:57:54.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 12, last_sequence is 5, log_number is 5,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 5 2024-04-10T14:57:54.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 5 2024-04-10T14:57:54.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: b70fb870-7839-40e8-9424-9696cbb01243 2024-04-10T14:57:54.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712761074682813, "job": 1, "event": "recovery_started", "wal_files": [9]} 2024-04-10T14:57:54.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #9 mode 2 2024-04-10T14:57:54.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712761074683721, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 13, "file_size": 81104, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 8, "largest_seqno": 256, "table_properties": {"data_size": 79280, "index_size": 234, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 581, "raw_key_size": 10267, "raw_average_key_size": 47, "raw_value_size": 73481, "raw_average_value_size": 341, "num_data_blocks": 10, "num_entries": 215, "num_filter_entries": 215, "num_deletions": 3, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712761074, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b70fb870-7839-40e8-9424-9696cbb01243", "db_session_id": "FKAJ31U947100N8ZWJ4V", "orig_file_number": 13, "seqno_to_time_mapping": "N/A"}} 2024-04-10T14:57:54.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712761074683800, "job": 1, "event": "recovery_finished"} 2024-04-10T14:57:54.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: [db/version_set.cc:5047] Creating manifest 15 2024-04-10T14:57:54.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000009.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-10T14:57:54.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5620bc640000 2024-04-10T14:57:54.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: DB pointer 0x5620bc62e000 2024-04-10T14:57:54.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-10T14:57:54.724 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-10T14:57:54.724 INFO:journalctl@ceph.mon.a.smithi102.stdout: ** DB Stats ** 2024-04-10T14:57:54.724 INFO:journalctl@ceph.mon.a.smithi102.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T14:57:54.724 INFO:journalctl@ceph.mon.a.smithi102.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-10T14:57:54.724 INFO:journalctl@ceph.mon.a.smithi102.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T14:57:54.724 INFO:journalctl@ceph.mon.a.smithi102.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T14:57:54.724 INFO:journalctl@ceph.mon.a.smithi102.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-10T14:57:54.724 INFO:journalctl@ceph.mon.a.smithi102.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T14:57:54.725 INFO:journalctl@ceph.mon.a.smithi102.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T14:57:54.725 INFO:journalctl@ceph.mon.a.smithi102.stdout: 2024-04-10T14:57:54.725 INFO:journalctl@ceph.mon.a.smithi102.stdout: ** Compaction Stats [default] ** 2024-04-10T14:57:54.725 INFO:journalctl@ceph.mon.a.smithi102.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T14:57:54.725 INFO:journalctl@ceph.mon.a.smithi102.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-10T14:57:54.725 INFO:journalctl@ceph.mon.a.smithi102.stdout: L0 2/0 81.04 KB 0.5 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 131.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-10T14:57:54.725 INFO:journalctl@ceph.mon.a.smithi102.stdout: Sum 2/0 81.04 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 131.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-10T14:57:54.725 INFO:journalctl@ceph.mon.a.smithi102.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 131.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-10T14:57:54.725 INFO:journalctl@ceph.mon.a.smithi102.stdout: 2024-04-10T14:57:54.725 INFO:journalctl@ceph.mon.a.smithi102.stdout: ** Compaction Stats [default] ** 2024-04-10T14:57:54.725 INFO:journalctl@ceph.mon.a.smithi102.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T14:57:54.725 INFO:journalctl@ceph.mon.a.smithi102.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T14:57:54.725 INFO:journalctl@ceph.mon.a.smithi102.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 131.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-10T14:57:54.725 INFO:journalctl@ceph.mon.a.smithi102.stdout: 2024-04-10T14:57:54.725 INFO:journalctl@ceph.mon.a.smithi102.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-10T14:57:54.725 INFO:journalctl@ceph.mon.a.smithi102.stdout: 2024-04-10T14:57:54.725 INFO:journalctl@ceph.mon.a.smithi102.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T14:57:54.726 INFO:journalctl@ceph.mon.a.smithi102.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-10T14:57:54.726 INFO:journalctl@ceph.mon.a.smithi102.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-10T14:57:54.726 INFO:journalctl@ceph.mon.a.smithi102.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-10T14:57:54.726 INFO:journalctl@ceph.mon.a.smithi102.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-10T14:57:54.726 INFO:journalctl@ceph.mon.a.smithi102.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-10T14:57:54.726 INFO:journalctl@ceph.mon.a.smithi102.stdout: Cumulative compaction: 0.00 GB write, 27.17 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T14:57:54.726 INFO:journalctl@ceph.mon.a.smithi102.stdout: Interval compaction: 0.00 GB write, 27.17 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T14:57:54.726 INFO:journalctl@ceph.mon.a.smithi102.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-10T14:57:54.726 INFO:journalctl@ceph.mon.a.smithi102.stdout: Block cache BinnedLRUCache@0x5620bc5a11f0#2 capacity: 512.00 MB usage: 1.19 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 8e-06 secs_since: 0 2024-04-10T14:57:54.726 INFO:journalctl@ceph.mon.a.smithi102.stdout: Block cache entry stats(count,size,portion): FilterBlock(2,0.77 KB,0.000146031%) IndexBlock(2,0.42 KB,8.04663e-05%) Misc(1,0.00 KB,0%) 2024-04-10T14:57:54.726 INFO:journalctl@ceph.mon.a.smithi102.stdout: 2024-04-10T14:57:54.726 INFO:journalctl@ceph.mon.a.smithi102.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-10T14:57:54.726 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: starting mon.a rank 0 at public addrs [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] at bind addrs [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T14:57:54.726 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: mon.a@-1(???) e1 preinit fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T14:57:54.726 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: mon.a@-1(???).mds e1 new map 2024-04-10T14:57:54.726 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: mon.a@-1(???).mds e1 print_map 2024-04-10T14:57:54.727 INFO:journalctl@ceph.mon.a.smithi102.stdout: e1 2024-04-10T14:57:54.727 INFO:journalctl@ceph.mon.a.smithi102.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-10T14:57:54.727 INFO:journalctl@ceph.mon.a.smithi102.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T14:57:54.727 INFO:journalctl@ceph.mon.a.smithi102.stdout: legacy client fscid: -1 2024-04-10T14:57:54.727 INFO:journalctl@ceph.mon.a.smithi102.stdout: 2024-04-10T14:57:54.727 INFO:journalctl@ceph.mon.a.smithi102.stdout: No filesystems configured 2024-04-10T14:57:54.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: mon.a@-1(???).osd e1 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-10T14:57:54.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T14:57:54.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T14:57:54.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: mon.a@-1(???).osd e1 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T14:57:54.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: mon.a@-1(???).paxosservice(auth 1..2) refresh upgraded, format 0 -> 3 2024-04-10T14:57:54.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 bash[26929]: b5bf8e9454cf80f723b2ac58a7d17363471797bf0989b0de4542c7995c1d09f0 2024-04-10T14:57:54.727 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 systemd[1]: Started Ceph mon.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T14:57:54.727 INFO:teuthology.orchestra.run.smithi102.stdout:Setting public_network to 172.21.0.0/20 in mon config section 2024-04-10T14:57:54.993 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: mon.a is new leader, mons a in quorum (ranks 0) 2024-04-10T14:57:54.993 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: monmap e1: 1 mons at {a=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T14:57:54.993 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: fsmap 2024-04-10T14:57:54.993 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: osdmap e1: 0 total, 0 up, 0 in 2024-04-10T14:57:54.993 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:54 smithi102 ceph-mon[26948]: mgrmap e1: no daemons active 2024-04-10T14:57:55.741 INFO:teuthology.orchestra.run.smithi102.stdout:Wrote config to /etc/ceph/ceph.conf 2024-04-10T14:57:55.780 INFO:teuthology.orchestra.run.smithi102.stdout:Wrote keyring to /etc/ceph/ceph.client.admin.keyring 2024-04-10T14:57:55.780 INFO:teuthology.orchestra.run.smithi102.stdout:Creating mgr... 2024-04-10T14:57:55.780 INFO:teuthology.orchestra.run.smithi102.stdout:Verifying port 0.0.0.0:9283 ... 2024-04-10T14:57:55.781 INFO:teuthology.orchestra.run.smithi102.stdout:Verifying port 0.0.0.0:8765 ... 2024-04-10T14:57:55.994 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 1 from systemctl reset-failed ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mgr.y 2024-04-10T14:57:55.994 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Failed to reset failed state of unit ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mgr.y.service: Unit ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mgr.y.service not loaded. 2024-04-10T14:57:56.136 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stderr Created symlink /etc/systemd/system/ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4.target.wants/ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mgr.y.service → /etc/systemd/system/ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@.service. 2024-04-10T14:57:56.365 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:56 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1305385051' entity='client.admin' 2024-04-10T14:57:56.643 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:57:56 smithi102 podman[27168]: 2024-04-10 14:57:56.598057575 +0000 UTC m=+0.323550026 container start 415294d1569cdfa650ffc5ae137b250f877638dfbcb2ffec74e7bda1a0b46d3b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y, RELEASE=reef-d540eba, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS) 2024-04-10T14:57:56.643 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:57:56 smithi102 bash[27168]: 415294d1569cdfa650ffc5ae137b250f877638dfbcb2ffec74e7bda1a0b46d3b 2024-04-10T14:57:56.656 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-10T14:57:56.657 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout disabled 2024-04-10T14:57:56.664 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-10T14:57:56.665 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout inactive 2024-04-10T14:57:56.665 INFO:teuthology.orchestra.run.smithi102.stdout:firewalld.service is not enabled 2024-04-10T14:57:56.665 INFO:teuthology.orchestra.run.smithi102.stdout:Not possible to enable service . firewalld.service is not available 2024-04-10T14:57:56.673 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-10T14:57:56.673 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout disabled 2024-04-10T14:57:56.681 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-10T14:57:56.681 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout inactive 2024-04-10T14:57:56.681 INFO:teuthology.orchestra.run.smithi102.stdout:firewalld.service is not enabled 2024-04-10T14:57:56.681 INFO:teuthology.orchestra.run.smithi102.stdout:Not possible to open ports <[9283, 8765]>. firewalld.service is not available 2024-04-10T14:57:56.681 INFO:teuthology.orchestra.run.smithi102.stdout:Waiting for mgr to start... 2024-04-10T14:57:56.681 INFO:teuthology.orchestra.run.smithi102.stdout:Waiting for mgr... 2024-04-10T14:57:56.911 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:57:56 smithi102 systemd[1]: Started Ceph mgr.y for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T14:57:57.164 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:57:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:57:57.151+0000 7fbff5046200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T14:57:57.664 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:57:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:57:57.243+0000 7fbff5046200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T14:57:58.123 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:57:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:57:57.888+0000 7fbff5046200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T14:57:58.123 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:57:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:57:57.986+0000 7fbff5046200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T14:57:58.123 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:57:58 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:57:58.125+0000 7fbff5046200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T14:57:58.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:57:58 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/55247481' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-10T14:57:58.415 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:57:58 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:57:58.223+0000 7fbff5046200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T14:57:58.415 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:57:58 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:57:58.307+0000 7fbff5046200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T14:57:58.875 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:57:58 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:57:58.590+0000 7fbff5046200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T14:57:58.875 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:57:58 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:57:58.705+0000 7fbff5046200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T14:57:58.875 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:57:58 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:57:58.795+0000 7fbff5046200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T14:57:58.875 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:57:58 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:57:58.893+0000 7fbff5046200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T14:57:58.968 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-10T14:57:58.972 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout { 2024-04-10T14:57:58.972 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "fsid": "8fac6e32-f74a-11ee-b64a-cb9ed24678a4", 2024-04-10T14:57:58.972 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "health": { 2024-04-10T14:57:58.972 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-10T14:57:58.972 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-10T14:57:58.972 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-10T14:57:58.972 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-10T14:57:58.972 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-10T14:57:58.972 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-10T14:57:58.973 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 0 2024-04-10T14:57:58.973 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ], 2024-04-10T14:57:58.973 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-10T14:57:58.973 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "a" 2024-04-10T14:57:58.973 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ], 2024-04-10T14:57:58.973 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "quorum_age": 3, 2024-04-10T14:57:58.973 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-10T14:57:58.973 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T14:57:58.973 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-10T14:57:58.973 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-10T14:57:58.973 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-10T14:57:58.973 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-10T14:57:58.973 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T14:57:58.973 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-10T14:57:58.973 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-10T14:57:58.974 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-10T14:57:58.974 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-10T14:57:58.974 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-10T14:57:58.974 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-10T14:57:58.974 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-10T14:57:58.974 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-10T14:57:58.974 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-10T14:57:58.974 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-10T14:57:58.974 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-10T14:57:58.974 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-10T14:57:58.974 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-10T14:57:58.976 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-10T14:57:58.977 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-10T14:57:58.977 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-10T14:57:58.977 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-10T14:57:58.977 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-10T14:57:58.977 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T14:57:58.977 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-10T14:57:58.977 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-10T14:57:58.977 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-10T14:57:58.977 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-10T14:57:58.977 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-10T14:57:58.977 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-10T14:57:58.977 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-10T14:57:58.977 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-10T14:57:58.977 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-10T14:57:58.977 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "restful" 2024-04-10T14:57:58.978 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ], 2024-04-10T14:57:58.978 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-10T14:57:58.978 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-10T14:57:58.978 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-10T14:57:58.978 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T14:57:58.978 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "modified": "2024-04-10T14:57:38.080149+0000", 2024-04-10T14:57:58.978 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-10T14:57:58.978 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-10T14:57:58.978 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-10T14:57:58.978 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout } 2024-04-10T14:57:58.978 INFO:teuthology.orchestra.run.smithi102.stdout:mgr not available, waiting (1/15)... 2024-04-10T14:57:59.164 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:57:59 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:57:59.073+0000 7fbff5046200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T14:58:00.414 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:00 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:00.052+0000 7fbff5046200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T14:58:00.415 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:00 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:00.181+0000 7fbff5046200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T14:58:00.789 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:00 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:00.525+0000 7fbff5046200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T14:58:00.789 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:00 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:00.613+0000 7fbff5046200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T14:58:00.789 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:00 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:00.807+0000 7fbff5046200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T14:58:01.098 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:00 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:00.990+0000 7fbff5046200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T14:58:01.393 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:01 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:01.278+0000 7fbff5046200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T14:58:01.664 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:01 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/865486151' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-10T14:58:01.664 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:01 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:01.547+0000 7fbff5046200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T14:58:02.089 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:01 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:01.783+0000 7fbff5046200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T14:58:02.094 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-10T14:58:02.094 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout { 2024-04-10T14:58:02.094 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "fsid": "8fac6e32-f74a-11ee-b64a-cb9ed24678a4", 2024-04-10T14:58:02.094 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "health": { 2024-04-10T14:58:02.094 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-10T14:58:02.094 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-10T14:58:02.094 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-10T14:58:02.095 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-10T14:58:02.095 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-10T14:58:02.095 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-10T14:58:02.095 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 0 2024-04-10T14:58:02.095 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ], 2024-04-10T14:58:02.095 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-10T14:58:02.095 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "a" 2024-04-10T14:58:02.095 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ], 2024-04-10T14:58:02.095 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "quorum_age": 6, 2024-04-10T14:58:02.095 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-10T14:58:02.095 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T14:58:02.095 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-10T14:58:02.095 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-10T14:58:02.095 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-10T14:58:02.095 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-10T14:58:02.096 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T14:58:02.096 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-10T14:58:02.096 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-10T14:58:02.096 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-10T14:58:02.096 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-10T14:58:02.099 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-10T14:58:02.099 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-10T14:58:02.099 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-10T14:58:02.100 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-10T14:58:02.100 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-10T14:58:02.100 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-10T14:58:02.100 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-10T14:58:02.100 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-10T14:58:02.100 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-10T14:58:02.100 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-10T14:58:02.100 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-10T14:58:02.100 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-10T14:58:02.100 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-10T14:58:02.100 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-10T14:58:02.100 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T14:58:02.100 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-10T14:58:02.100 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-10T14:58:02.101 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-10T14:58:02.101 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-10T14:58:02.101 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "available": false, 2024-04-10T14:58:02.101 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-10T14:58:02.101 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-10T14:58:02.101 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-10T14:58:02.101 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-10T14:58:02.101 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "restful" 2024-04-10T14:58:02.101 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ], 2024-04-10T14:58:02.101 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-10T14:58:02.101 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-10T14:58:02.101 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-10T14:58:02.101 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T14:58:02.101 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "modified": "2024-04-10T14:57:38.080149+0000", 2024-04-10T14:58:02.101 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-10T14:58:02.101 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-10T14:58:02.102 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-10T14:58:02.102 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout } 2024-04-10T14:58:02.102 INFO:teuthology.orchestra.run.smithi102.stdout:mgr not available, waiting (2/15)... 2024-04-10T14:58:02.914 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:02.582+0000 7fbff5046200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T14:58:03.414 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:03 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:03.143+0000 7fbff5046200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T14:58:03.414 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:03 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:03.240+0000 7fbff5046200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T14:58:03.914 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:03 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:03.456+0000 7fbff5046200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T14:58:03.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:03 smithi102 ceph-mon[26948]: Activating manager daemon y 2024-04-10T14:58:03.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:03 smithi102 ceph-mon[26948]: mgrmap e2: y(active, starting, since 0.00321914s) 2024-04-10T14:58:03.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:03 smithi102 ceph-mon[26948]: from='mgr.14100 172.21.15.102:0/539906891' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T14:58:03.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:03 smithi102 ceph-mon[26948]: from='mgr.14100 172.21.15.102:0/539906891' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T14:58:03.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:03 smithi102 ceph-mon[26948]: from='mgr.14100 172.21.15.102:0/539906891' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T14:58:03.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:03 smithi102 ceph-mon[26948]: from='mgr.14100 172.21.15.102:0/539906891' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T14:58:03.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:03 smithi102 ceph-mon[26948]: from='mgr.14100 172.21.15.102:0/539906891' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T14:58:03.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:03 smithi102 ceph-mon[26948]: Manager daemon y is now available 2024-04-10T14:58:03.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:03 smithi102 ceph-mon[26948]: from='mgr.14100 172.21.15.102:0/539906891' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T14:58:03.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:03 smithi102 ceph-mon[26948]: from='mgr.14100 172.21.15.102:0/539906891' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T14:58:03.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:03 smithi102 ceph-mon[26948]: from='mgr.14100 172.21.15.102:0/539906891' entity='mgr.y' 2024-04-10T14:58:03.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:03 smithi102 ceph-mon[26948]: from='mgr.14100 172.21.15.102:0/539906891' entity='mgr.y' 2024-04-10T14:58:03.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:03 smithi102 ceph-mon[26948]: from='mgr.14100 172.21.15.102:0/539906891' entity='mgr.y' 2024-04-10T14:58:05.301 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-10T14:58:05.301 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout { 2024-04-10T14:58:05.301 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "fsid": "8fac6e32-f74a-11ee-b64a-cb9ed24678a4", 2024-04-10T14:58:05.301 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "health": { 2024-04-10T14:58:05.301 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "status": "HEALTH_OK", 2024-04-10T14:58:05.302 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "checks": {}, 2024-04-10T14:58:05.302 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "mutes": [] 2024-04-10T14:58:05.302 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-10T14:58:05.302 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "election_epoch": 5, 2024-04-10T14:58:05.302 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "quorum": [ 2024-04-10T14:58:05.302 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 0 2024-04-10T14:58:05.303 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ], 2024-04-10T14:58:05.303 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "quorum_names": [ 2024-04-10T14:58:05.303 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "a" 2024-04-10T14:58:05.303 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ], 2024-04-10T14:58:05.303 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "quorum_age": 10, 2024-04-10T14:58:05.303 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "monmap": { 2024-04-10T14:58:05.304 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T14:58:05.304 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "min_mon_release_name": "reef", 2024-04-10T14:58:05.304 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_mons": 1 2024-04-10T14:58:05.304 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-10T14:58:05.304 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "osdmap": { 2024-04-10T14:58:05.304 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T14:58:05.305 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_osds": 0, 2024-04-10T14:58:05.305 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_up_osds": 0, 2024-04-10T14:58:05.305 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "osd_up_since": 0, 2024-04-10T14:58:05.305 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_in_osds": 0, 2024-04-10T14:58:05.305 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "osd_in_since": 0, 2024-04-10T14:58:05.305 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_remapped_pgs": 0 2024-04-10T14:58:05.305 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-10T14:58:05.306 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "pgmap": { 2024-04-10T14:58:05.306 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "pgs_by_state": [], 2024-04-10T14:58:05.306 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_pgs": 0, 2024-04-10T14:58:05.306 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_pools": 0, 2024-04-10T14:58:05.306 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_objects": 0, 2024-04-10T14:58:05.307 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "data_bytes": 0, 2024-04-10T14:58:05.307 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "bytes_used": 0, 2024-04-10T14:58:05.307 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "bytes_avail": 0, 2024-04-10T14:58:05.307 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "bytes_total": 0 2024-04-10T14:58:05.307 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-10T14:58:05.307 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "fsmap": { 2024-04-10T14:58:05.307 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T14:58:05.308 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "by_rank": [], 2024-04-10T14:58:05.308 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "up:standby": 0 2024-04-10T14:58:05.308 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-10T14:58:05.308 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "mgrmap": { 2024-04-10T14:58:05.308 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-10T14:58:05.309 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_standbys": 0, 2024-04-10T14:58:05.309 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "modules": [ 2024-04-10T14:58:05.309 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "iostat", 2024-04-10T14:58:05.309 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "nfs", 2024-04-10T14:58:05.309 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "restful" 2024-04-10T14:58:05.309 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ], 2024-04-10T14:58:05.310 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-10T14:58:05.310 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-10T14:58:05.310 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "servicemap": { 2024-04-10T14:58:05.310 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 1, 2024-04-10T14:58:05.310 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "modified": "2024-04-10T14:57:38.080149+0000", 2024-04-10T14:58:05.310 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "services": {} 2024-04-10T14:58:05.311 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout }, 2024-04-10T14:58:05.311 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "progress_events": {} 2024-04-10T14:58:05.311 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout } 2024-04-10T14:58:05.311 INFO:teuthology.orchestra.run.smithi102.stdout:mgr is available 2024-04-10T14:58:05.543 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:05 smithi102 ceph-mon[26948]: mgrmap e3: y(active, since 1.0063s) 2024-04-10T14:58:05.543 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:05 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/4079973529' entity='client.admin' cmd=[{"prefix": "status", "format": "json-pretty"}]: dispatch 2024-04-10T14:58:06.776 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:06 smithi102 ceph-mon[26948]: mgrmap e4: y(active, since 2s) 2024-04-10T14:58:06.776 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:06 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/769146008' entity='client.admin' cmd=[{"prefix": "config assimilate-conf"}]: dispatch 2024-04-10T14:58:06.781 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-10T14:58:06.781 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout [global] 2024-04-10T14:58:06.781 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout fsid = 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T14:58:06.781 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mon_osd_allow_pg_remap = true 2024-04-10T14:58:06.781 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mon_osd_allow_primary_affinity = true 2024-04-10T14:58:06.781 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mon_warn_on_no_sortbitwise = false 2024-04-10T14:58:06.781 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout osd_crush_chooseleaf_type = 0 2024-04-10T14:58:06.781 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-10T14:58:06.781 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout [mgr] 2024-04-10T14:58:06.781 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout mgr/telemetry/nag = false 2024-04-10T14:58:06.781 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 2024-04-10T14:58:06.781 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout [osd] 2024-04-10T14:58:06.781 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout osd_map_max_advance = 10 2024-04-10T14:58:06.781 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout osd_sloppy_crc = true 2024-04-10T14:58:06.781 INFO:teuthology.orchestra.run.smithi102.stdout:Enabling cephadm module... 2024-04-10T14:58:07.832 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:07 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/3918627338' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "cephadm"}]: dispatch 2024-04-10T14:58:07.833 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ignoring --setuser ceph since I am not root 2024-04-10T14:58:07.833 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ignoring --setgroup ceph since I am not root 2024-04-10T14:58:08.386 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:08 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:08.111+0000 7f317546c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T14:58:08.386 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:08 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:08.215+0000 7f317546c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T14:58:08.664 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:08 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/3918627338' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "cephadm"}]': finished 2024-04-10T14:58:08.664 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:08 smithi102 ceph-mon[26948]: mgrmap e5: y(active, since 4s) 2024-04-10T14:58:09.047 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:08 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:08.866+0000 7f317546c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T14:58:09.047 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:08 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:08.957+0000 7f317546c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T14:58:09.298 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:09 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:09.104+0000 7f317546c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T14:58:09.298 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:09 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:09.199+0000 7f317546c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T14:58:09.298 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:09 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:09.282+0000 7f317546c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T14:58:09.301 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout { 2024-04-10T14:58:09.301 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 5, 2024-04-10T14:58:09.301 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-10T14:58:09.301 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-10T14:58:09.301 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-10T14:58:09.301 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout } 2024-04-10T14:58:09.301 INFO:teuthology.orchestra.run.smithi102.stdout:Waiting for the mgr to restart... 2024-04-10T14:58:09.301 INFO:teuthology.orchestra.run.smithi102.stdout:Waiting for mgr epoch 5... 2024-04-10T14:58:09.651 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:09 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/4271513057' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-10T14:58:09.651 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:09 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:09.559+0000 7f317546c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T14:58:09.914 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:09 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:09.673+0000 7f317546c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T14:58:09.914 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:09 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:09.764+0000 7f317546c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T14:58:09.914 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:09 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:09.858+0000 7f317546c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T14:58:10.414 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:10 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:10.034+0000 7f317546c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T14:58:11.414 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:10 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:10.979+0000 7f317546c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T14:58:11.414 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:11 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:11.107+0000 7f317546c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T14:58:11.710 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:11 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:11.447+0000 7f317546c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T14:58:11.710 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:11 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:11.536+0000 7f317546c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T14:58:11.710 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:11 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:11.727+0000 7f317546c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T14:58:12.164 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:11 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:11.910+0000 7f317546c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T14:58:12.429 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:12 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:12.193+0000 7f317546c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T14:58:12.430 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:12 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:12.447+0000 7f317546c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T14:58:12.914 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:12 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:12.678+0000 7f317546c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T14:58:13.914 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:13 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:13.462+0000 7f317546c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T14:58:14.317 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:14 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:14.021+0000 7f317546c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T14:58:14.317 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:14 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:14.119+0000 7f317546c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T14:58:14.317 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:14 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:14.334+0000 7f317546c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T14:58:14.664 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:14 smithi102 ceph-mon[26948]: Active manager daemon y restarted 2024-04-10T14:58:14.664 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:14 smithi102 ceph-mon[26948]: Activating manager daemon y 2024-04-10T14:58:14.665 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:14 smithi102 ceph-mon[26948]: osdmap e2: 0 total, 0 up, 0 in 2024-04-10T14:58:14.665 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:14 smithi102 ceph-mon[26948]: mgrmap e6: y(active, starting, since 0.00315919s) 2024-04-10T14:58:14.665 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:14 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T14:58:14.665 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:14 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T14:58:14.665 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:14 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T14:58:14.665 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:14 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T14:58:14.665 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:14 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T14:58:14.665 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:14 smithi102 ceph-mon[26948]: Manager daemon y is now available 2024-04-10T14:58:14.665 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:14 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' 2024-04-10T14:58:14.665 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:14 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' 2024-04-10T14:58:14.665 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:14 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:58:14.665 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:14 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:58:14.665 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:14 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T14:58:14.665 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:14 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T14:58:15.646 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:15 smithi102 ceph-mon[26948]: Found migration_current of "None". Setting to last migration. 2024-04-10T14:58:15.646 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:15 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' 2024-04-10T14:58:15.646 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:15 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' 2024-04-10T14:58:15.646 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:15 smithi102 ceph-mon[26948]: mgrmap e7: y(active, since 1.00553s) 2024-04-10T14:58:15.875 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout { 2024-04-10T14:58:15.875 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 7, 2024-04-10T14:58:15.875 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-10T14:58:15.875 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout } 2024-04-10T14:58:15.875 INFO:teuthology.orchestra.run.smithi102.stdout:mgr epoch 5 is available 2024-04-10T14:58:15.875 INFO:teuthology.orchestra.run.smithi102.stdout:Setting orchestrator backend to cephadm... 2024-04-10T14:58:16.537 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:16 smithi102 ceph-mon[26948]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-10T14:58:16.537 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:16 smithi102 ceph-mon[26948]: from='client.14122 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-10T14:58:16.537 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:16 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:58:17.459 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:17 smithi102 ceph-mon[26948]: [10/Apr/2024:14:58:15] ENGINE Bus STARTING 2024-04-10T14:58:17.459 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:17 smithi102 ceph-mon[26948]: [10/Apr/2024:14:58:15] ENGINE Serving on https://172.21.15.102:7150 2024-04-10T14:58:17.459 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:17 smithi102 ceph-mon[26948]: [10/Apr/2024:14:58:15] ENGINE Serving on http://172.21.15.102:8765 2024-04-10T14:58:17.459 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:17 smithi102 ceph-mon[26948]: [10/Apr/2024:14:58:15] ENGINE Bus STARTED 2024-04-10T14:58:17.459 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:17 smithi102 ceph-mon[26948]: mgrmap e8: y(active, since 2s) 2024-04-10T14:58:17.459 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:17 smithi102 ceph-mon[26948]: from='client.14130 -' entity='client.admin' cmd=[{"prefix": "orch set backend", "module_name": "cephadm", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T14:58:17.459 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:17 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' 2024-04-10T14:58:17.459 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:17 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:58:18.247 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout value unchanged 2024-04-10T14:58:18.247 INFO:teuthology.orchestra.run.smithi102.stdout:Generating ssh key... 2024-04-10T14:58:18.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:18 smithi102 ceph-mon[26948]: from='client.14132 -' entity='client.admin' cmd=[{"prefix": "cephadm set-user", "user": "root", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T14:58:19.342 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:19 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: Generating public/private rsa key pair. 2024-04-10T14:58:19.342 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:19 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: Your identification has been saved in /tmp/tmpdunfow31/key. 2024-04-10T14:58:19.342 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:19 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: Your public key has been saved in /tmp/tmpdunfow31/key.pub. 2024-04-10T14:58:19.342 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:19 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: The key fingerprint is: 2024-04-10T14:58:19.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:19 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: SHA256:nCef7RavsgpUDknFoBFh0UMu6yq8fFRfK5MW7dUxOr0 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T14:58:19.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:19 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: The key's randomart image is: 2024-04-10T14:58:19.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:19 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: +---[RSA 3072]----+ 2024-04-10T14:58:19.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:19 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: | **++. | 2024-04-10T14:58:19.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:19 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: | . =o.. o | 2024-04-10T14:58:19.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:19 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: | o +.o + o | 2024-04-10T14:58:19.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:19 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: | + * + + o | 2024-04-10T14:58:19.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:19 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: | o o S + . . | 2024-04-10T14:58:19.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:19 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: | o . * * o.E | 2024-04-10T14:58:19.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:19 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: |. . . o o o .o | 2024-04-10T14:58:19.344 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:19 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: |o. o . ... . | 2024-04-10T14:58:19.344 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:19 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: | ++ ...+o. | 2024-04-10T14:58:19.344 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:19 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: +----[SHA256]-----+ 2024-04-10T14:58:20.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:20 smithi102 ceph-mon[26948]: from='client.14134 -' entity='client.admin' cmd=[{"prefix": "cephadm generate-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T14:58:20.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:20 smithi102 ceph-mon[26948]: Generating ssh key... 2024-04-10T14:58:20.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:20 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' 2024-04-10T14:58:20.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:20 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' 2024-04-10T14:58:20.751 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6APZyieY0nHqooaFAcrYR3XrcsCqN8wyKsFeG3imzRUCbACqpL7D3P4GFC9Bcp86/s0LIZw6LrafmgjIlEAFLa9hSPe9Ch/NKUlU56yVUpy0LJRY79BOZqDKD1ernmyX/zUENXwakhfy/krhwz4Ao+4YTVBcboGDWwYpRVpDThGofANUwb+FzoeXgcz28uuSE6HTe1MC6EfU85OPDVcbbWPkMgf3MP4h7OnBvALzapjgKqdJiSfmj8+mbUri9b21pMfbp1yPzYzA3irMPAPUQCbrUgLsp4BbqocrSv8w3/CmjhXULj08JBL2Ms/xindCeTLEvadtP+fYZh4W4kycfmghy7KRMN+zwLwp+fzEzpd/eQgmJgJJfP0TIzsqkIURwdVQRUvDZum3HqiUoVushjbTQFXFgjhtlBNp/k8KcWt1R1gUTb/HCPozdNIEGZyKthKKpikJTaLzqWOLlttB8RdbMuDGb2Sj/0Rmu1+7PWyJGUMNqyKGKbwuAPSEDQhU= ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T14:58:20.752 INFO:teuthology.orchestra.run.smithi102.stdout:Wrote public SSH key to /home/ubuntu/cephtest/ceph.pub 2024-04-10T14:58:20.752 INFO:teuthology.orchestra.run.smithi102.stdout:Adding key to root@localhost authorized_keys... 2024-04-10T14:58:20.752 INFO:teuthology.orchestra.run.smithi102.stdout:Adding host smithi102... 2024-04-10T14:58:21.324 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:21 smithi102 ceph-mon[26948]: from='client.14136 -' entity='client.admin' cmd=[{"prefix": "cephadm get-pub-key", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T14:58:22.269 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:22 smithi102 ceph-mon[26948]: from='client.14138 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi102", "addr": "172.21.15.102", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T14:58:23.330 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:23 smithi102 ceph-mon[26948]: Deploying cephadm binary to smithi102 2024-04-10T14:58:24.426 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout Added host 'smithi102' with addr '172.21.15.102' 2024-04-10T14:58:24.464 INFO:teuthology.orchestra.run.smithi102.stdout:Deploying unmanaged mon service... 2024-04-10T14:58:25.110 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:24 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' 2024-04-10T14:58:25.110 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:24 smithi102 ceph-mon[26948]: Added host smithi102 2024-04-10T14:58:25.110 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:24 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:58:26.370 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:26 smithi102 ceph-mon[26948]: from='client.14140 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T14:58:26.370 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:26 smithi102 ceph-mon[26948]: Saving service mon spec with placement count:5 2024-04-10T14:58:26.370 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:26 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' 2024-04-10T14:58:26.648 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout Scheduled mon update... 2024-04-10T14:58:26.648 INFO:teuthology.orchestra.run.smithi102.stdout:Deploying unmanaged mgr service... 2024-04-10T14:58:27.490 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:27 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' 2024-04-10T14:58:27.491 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:27 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' 2024-04-10T14:58:28.006 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout Scheduled mgr update... 2024-04-10T14:58:28.642 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:28 smithi102 ceph-mon[26948]: from='client.14142 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "unmanaged": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T14:58:28.642 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:28 smithi102 ceph-mon[26948]: Saving service mgr spec with placement count:2 2024-04-10T14:58:28.642 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:28 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' 2024-04-10T14:58:29.849 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:29 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' 2024-04-10T14:58:29.849 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:29 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/444229514' entity='client.admin' 2024-04-10T14:58:30.730 INFO:teuthology.orchestra.run.smithi102.stdout:Enabling the dashboard module... 2024-04-10T14:58:31.290 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:31 smithi102 ceph-mon[26948]: from='mgr.14118 172.21.15.102:0/3064930768' entity='mgr.y' 2024-04-10T14:58:31.290 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:31 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1071710073' entity='client.admin' 2024-04-10T14:58:32.390 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:32 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/3941058293' entity='client.admin' cmd=[{"prefix": "mgr module enable", "module": "dashboard"}]: dispatch 2024-04-10T14:58:32.390 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:32 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ignoring --setuser ceph since I am not root 2024-04-10T14:58:32.390 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:32 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ignoring --setgroup ceph since I am not root 2024-04-10T14:58:32.664 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:32 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:32.657+0000 7f8e1470c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T14:58:33.018 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:32 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:32.752+0000 7f8e1470c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T14:58:33.382 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:33 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/3941058293' entity='client.admin' cmd='[{"prefix": "mgr module enable", "module": "dashboard"}]': finished 2024-04-10T14:58:33.383 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:33 smithi102 ceph-mon[26948]: mgrmap e9: y(active, since 17s) 2024-04-10T14:58:33.664 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:33 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:33.408+0000 7f8e1470c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T14:58:33.664 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:33 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:33.507+0000 7f8e1470c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T14:58:33.664 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:33 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:33.650+0000 7f8e1470c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T14:58:33.996 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:33 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:33.745+0000 7f8e1470c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T14:58:33.996 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:33 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:33.828+0000 7f8e1470c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T14:58:34.000 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout { 2024-04-10T14:58:34.000 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "epoch": 9, 2024-04-10T14:58:34.000 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "available": true, 2024-04-10T14:58:34.000 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "active_name": "y", 2024-04-10T14:58:34.000 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "num_standby": 0 2024-04-10T14:58:34.000 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout } 2024-04-10T14:58:34.000 INFO:teuthology.orchestra.run.smithi102.stdout:Waiting for the mgr to restart... 2024-04-10T14:58:34.000 INFO:teuthology.orchestra.run.smithi102.stdout:Waiting for mgr epoch 9... 2024-04-10T14:58:34.249 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:34 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/3932523933' entity='client.admin' cmd=[{"prefix": "mgr stat"}]: dispatch 2024-04-10T14:58:34.249 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:34.097+0000 7f8e1470c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T14:58:34.249 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:34.207+0000 7f8e1470c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T14:58:34.555 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:34.298+0000 7f8e1470c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T14:58:34.555 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:34.393+0000 7f8e1470c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T14:58:34.914 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:34.573+0000 7f8e1470c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T14:58:35.914 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:35 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:35.530+0000 7f8e1470c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T14:58:35.914 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:35 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:35.661+0000 7f8e1470c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T14:58:36.260 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:35 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:35.994+0000 7f8e1470c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T14:58:36.261 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:36 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:36.084+0000 7f8e1470c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T14:58:36.261 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:36 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:36.279+0000 7f8e1470c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T14:58:36.664 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:36 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:36.464+0000 7f8e1470c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T14:58:36.988 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:36 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:36.749+0000 7f8e1470c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T14:58:36.988 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:37.007+0000 7f8e1470c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T14:58:37.414 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:37.239+0000 7f8e1470c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T14:58:38.414 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:38 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:38.041+0000 7f8e1470c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T14:58:38.903 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:38 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:38.606+0000 7f8e1470c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T14:58:38.904 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:38 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:38.704+0000 7f8e1470c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T14:58:38.904 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 14:58:38 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T14:58:38.922+0000 7f8e1470c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T14:58:39.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:38 smithi102 ceph-mon[26948]: Active manager daemon y restarted 2024-04-10T14:58:39.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:38 smithi102 ceph-mon[26948]: Activating manager daemon y 2024-04-10T14:58:39.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:38 smithi102 ceph-mon[26948]: osdmap e3: 0 total, 0 up, 0 in 2024-04-10T14:58:39.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:38 smithi102 ceph-mon[26948]: mgrmap e10: y(active, starting, since 0.00327207s) 2024-04-10T14:58:39.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:38 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T14:58:39.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:38 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T14:58:39.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:38 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T14:58:39.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:38 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T14:58:39.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:38 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T14:58:39.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:38 smithi102 ceph-mon[26948]: Manager daemon y is now available 2024-04-10T14:58:39.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:38 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:58:39.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:38 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T14:58:39.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:38 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T14:58:40.693 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout { 2024-04-10T14:58:40.693 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "mgrmap_epoch": 11, 2024-04-10T14:58:40.693 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout "initialized": true 2024-04-10T14:58:40.693 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout } 2024-04-10T14:58:40.693 INFO:teuthology.orchestra.run.smithi102.stdout:mgr epoch 9 is available 2024-04-10T14:58:40.693 INFO:teuthology.orchestra.run.smithi102.stdout:Generating a dashboard self-signed certificate... 2024-04-10T14:58:41.026 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:40 smithi102 ceph-mon[26948]: [10/Apr/2024:14:58:39] ENGINE Bus STARTING 2024-04-10T14:58:41.027 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:40 smithi102 ceph-mon[26948]: [10/Apr/2024:14:58:39] ENGINE Serving on http://172.21.15.102:8765 2024-04-10T14:58:41.027 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:40 smithi102 ceph-mon[26948]: [10/Apr/2024:14:58:39] ENGINE Serving on https://172.21.15.102:7150 2024-04-10T14:58:41.027 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:40 smithi102 ceph-mon[26948]: [10/Apr/2024:14:58:39] ENGINE Bus STARTED 2024-04-10T14:58:41.027 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:40 smithi102 ceph-mon[26948]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "get_command_descriptions"}]: dispatch 2024-04-10T14:58:41.027 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:40 smithi102 ceph-mon[26948]: mgrmap e11: y(active, since 1.00573s) 2024-04-10T14:58:41.027 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:40 smithi102 ceph-mon[26948]: from='client.14154 -' entity='client.admin' cmd=[{"prefix": "mgr_status"}]: dispatch 2024-04-10T14:58:41.027 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:40 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:58:42.074 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout Self-signed certificate created 2024-04-10T14:58:42.074 INFO:teuthology.orchestra.run.smithi102.stdout:Creating initial admin user... 2024-04-10T14:58:42.517 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:42 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:58:42.517 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:42 smithi102 ceph-mon[26948]: mgrmap e12: y(active, since 2s) 2024-04-10T14:58:42.517 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:42 smithi102 ceph-mon[26948]: from='client.14162 -' entity='client.admin' cmd=[{"prefix": "dashboard create-self-signed-cert", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T14:58:42.517 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:42 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:58:42.517 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:42 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:58:43.510 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout {"username": "admin", "password": "$2b$12$.DBt8rf2DcDVlXjVfxs3k.f1XuOQm4fjHUNtoKrRoRGv/a33/uW12", "roles": ["administrator"], "name": null, "email": null, "lastUpdate": 1712761122, "enabled": true, "pwdExpirationDate": null, "pwdUpdateRequired": true} 2024-04-10T14:58:43.510 INFO:teuthology.orchestra.run.smithi102.stdout:Fetching dashboard port number... 2024-04-10T14:58:44.095 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:43 smithi102 ceph-mon[26948]: from='client.14164 -' entity='client.admin' cmd=[{"prefix": "dashboard ac-user-create", "username": "admin", "rolename": "administrator", "force_password": true, "pwd_update_required": true, "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T14:58:44.095 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:43 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:58:44.969 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stdout 8443 2024-04-10T14:58:44.978 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 1 from systemctl is-enabled firewalld.service 2024-04-10T14:58:44.978 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout disabled 2024-04-10T14:58:44.985 INFO:teuthology.orchestra.run.smithi102.stdout:Non-zero exit code 3 from systemctl is-active firewalld.service 2024-04-10T14:58:44.985 INFO:teuthology.orchestra.run.smithi102.stdout:systemctl: stdout inactive 2024-04-10T14:58:44.985 INFO:teuthology.orchestra.run.smithi102.stdout:firewalld.service is not enabled 2024-04-10T14:58:44.985 INFO:teuthology.orchestra.run.smithi102.stdout:Not possible to open ports <[8443]>. firewalld.service is not available 2024-04-10T14:58:44.987 INFO:teuthology.orchestra.run.smithi102.stdout:Ceph Dashboard is now available at: 2024-04-10T14:58:44.987 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:58:44.987 INFO:teuthology.orchestra.run.smithi102.stdout: URL: https://smithi102.front.sepia.ceph.com:8443/ 2024-04-10T14:58:44.987 INFO:teuthology.orchestra.run.smithi102.stdout: User: admin 2024-04-10T14:58:44.987 INFO:teuthology.orchestra.run.smithi102.stdout: Password: z45rr9fg4j 2024-04-10T14:58:44.987 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:58:44.987 INFO:teuthology.orchestra.run.smithi102.stdout:Saving cluster configuration to /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config directory 2024-04-10T14:58:44.988 INFO:teuthology.orchestra.run.smithi102.stdout:Enabling autotune for osd_memory_target 2024-04-10T14:58:45.091 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:44 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/370935533' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/dashboard/ssl_server_port"}]: dispatch 2024-04-10T14:58:47.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:46 smithi102 ceph-mon[26948]: mgrmap e13: y(active, since 6s) 2024-04-10T14:58:47.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:46 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2995508640' entity='client.admin' 2024-04-10T14:58:47.374 INFO:teuthology.orchestra.run.smithi102.stdout:/usr/bin/ceph: stderr set mgr/dashboard/cluster/status 2024-04-10T14:58:47.374 INFO:teuthology.orchestra.run.smithi102.stdout:You can access the Ceph CLI as following in case of multi-cluster or non-default config: 2024-04-10T14:58:47.374 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:58:47.374 INFO:teuthology.orchestra.run.smithi102.stdout: sudo /home/ubuntu/cephtest/cephadm shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring 2024-04-10T14:58:47.375 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:58:47.375 INFO:teuthology.orchestra.run.smithi102.stdout:Or, if you are only running a single cluster on this host: 2024-04-10T14:58:47.375 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:58:47.375 INFO:teuthology.orchestra.run.smithi102.stdout: sudo /home/ubuntu/cephtest/cephadm shell 2024-04-10T14:58:47.375 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:58:47.375 INFO:teuthology.orchestra.run.smithi102.stdout:Please consider enabling telemetry to help improve Ceph: 2024-04-10T14:58:47.375 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:58:47.375 INFO:teuthology.orchestra.run.smithi102.stdout: ceph telemetry on 2024-04-10T14:58:47.375 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:58:47.375 INFO:teuthology.orchestra.run.smithi102.stdout:For more information see: 2024-04-10T14:58:47.375 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:58:47.375 INFO:teuthology.orchestra.run.smithi102.stdout: https://docs.ceph.com/en/latest/mgr/telemetry/ 2024-04-10T14:58:47.375 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:58:47.375 INFO:teuthology.orchestra.run.smithi102.stdout:Bootstrap complete. 2024-04-10T14:58:47.409 INFO:tasks.cephadm:Fetching config... 2024-04-10T14:58:47.409 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-10T14:58:47.410 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/etc/ceph/ceph.conf of=/dev/stdout 2024-04-10T14:58:47.425 INFO:tasks.cephadm:Fetching client.admin keyring... 2024-04-10T14:58:47.426 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-10T14:58:47.426 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/etc/ceph/ceph.client.admin.keyring of=/dev/stdout 2024-04-10T14:58:47.481 INFO:tasks.cephadm:Fetching mon keyring... 2024-04-10T14:58:47.482 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-10T14:58:47.482 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/keyring of=/dev/stdout 2024-04-10T14:58:47.549 INFO:tasks.cephadm:Fetching pub ssh key... 2024-04-10T14:58:47.550 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-10T14:58:47.550 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/home/ubuntu/cephtest/ceph.pub of=/dev/stdout 2024-04-10T14:58:47.604 INFO:tasks.cephadm:Installing pub ssh key for root users... 2024-04-10T14:58:47.604 DEBUG:teuthology.orchestra.run.smithi102:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6APZyieY0nHqooaFAcrYR3XrcsCqN8wyKsFeG3imzRUCbACqpL7D3P4GFC9Bcp86/s0LIZw6LrafmgjIlEAFLa9hSPe9Ch/NKUlU56yVUpy0LJRY79BOZqDKD1ernmyX/zUENXwakhfy/krhwz4Ao+4YTVBcboGDWwYpRVpDThGofANUwb+FzoeXgcz28uuSE6HTe1MC6EfU85OPDVcbbWPkMgf3MP4h7OnBvALzapjgKqdJiSfmj8+mbUri9b21pMfbp1yPzYzA3irMPAPUQCbrUgLsp4BbqocrSv8w3/CmjhXULj08JBL2Ms/xindCeTLEvadtP+fYZh4W4kycfmghy7KRMN+zwLwp+fzEzpd/eQgmJgJJfP0TIzsqkIURwdVQRUvDZum3HqiUoVushjbTQFXFgjhtlBNp/k8KcWt1R1gUTb/HCPozdNIEGZyKthKKpikJTaLzqWOLlttB8RdbMuDGb2Sj/0Rmu1+7PWyJGUMNqyKGKbwuAPSEDQhU= ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-10T14:58:47.685 INFO:teuthology.orchestra.run.smithi102.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6APZyieY0nHqooaFAcrYR3XrcsCqN8wyKsFeG3imzRUCbACqpL7D3P4GFC9Bcp86/s0LIZw6LrafmgjIlEAFLa9hSPe9Ch/NKUlU56yVUpy0LJRY79BOZqDKD1ernmyX/zUENXwakhfy/krhwz4Ao+4YTVBcboGDWwYpRVpDThGofANUwb+FzoeXgcz28uuSE6HTe1MC6EfU85OPDVcbbWPkMgf3MP4h7OnBvALzapjgKqdJiSfmj8+mbUri9b21pMfbp1yPzYzA3irMPAPUQCbrUgLsp4BbqocrSv8w3/CmjhXULj08JBL2Ms/xindCeTLEvadtP+fYZh4W4kycfmghy7KRMN+zwLwp+fzEzpd/eQgmJgJJfP0TIzsqkIURwdVQRUvDZum3HqiUoVushjbTQFXFgjhtlBNp/k8KcWt1R1gUTb/HCPozdNIEGZyKthKKpikJTaLzqWOLlttB8RdbMuDGb2Sj/0Rmu1+7PWyJGUMNqyKGKbwuAPSEDQhU= ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T14:58:47.699 DEBUG:teuthology.orchestra.run.smithi154:> sudo install -d -m 0700 /root/.ssh && echo 'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6APZyieY0nHqooaFAcrYR3XrcsCqN8wyKsFeG3imzRUCbACqpL7D3P4GFC9Bcp86/s0LIZw6LrafmgjIlEAFLa9hSPe9Ch/NKUlU56yVUpy0LJRY79BOZqDKD1ernmyX/zUENXwakhfy/krhwz4Ao+4YTVBcboGDWwYpRVpDThGofANUwb+FzoeXgcz28uuSE6HTe1MC6EfU85OPDVcbbWPkMgf3MP4h7OnBvALzapjgKqdJiSfmj8+mbUri9b21pMfbp1yPzYzA3irMPAPUQCbrUgLsp4BbqocrSv8w3/CmjhXULj08JBL2Ms/xindCeTLEvadtP+fYZh4W4kycfmghy7KRMN+zwLwp+fzEzpd/eQgmJgJJfP0TIzsqkIURwdVQRUvDZum3HqiUoVushjbTQFXFgjhtlBNp/k8KcWt1R1gUTb/HCPozdNIEGZyKthKKpikJTaLzqWOLlttB8RdbMuDGb2Sj/0Rmu1+7PWyJGUMNqyKGKbwuAPSEDQhU= ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4' | sudo tee -a /root/.ssh/authorized_keys && sudo chmod 0600 /root/.ssh/authorized_keys 2024-04-10T14:58:47.744 INFO:teuthology.orchestra.run.smithi154.stdout:ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAABgQC6APZyieY0nHqooaFAcrYR3XrcsCqN8wyKsFeG3imzRUCbACqpL7D3P4GFC9Bcp86/s0LIZw6LrafmgjIlEAFLa9hSPe9Ch/NKUlU56yVUpy0LJRY79BOZqDKD1ernmyX/zUENXwakhfy/krhwz4Ao+4YTVBcboGDWwYpRVpDThGofANUwb+FzoeXgcz28uuSE6HTe1MC6EfU85OPDVcbbWPkMgf3MP4h7OnBvALzapjgKqdJiSfmj8+mbUri9b21pMfbp1yPzYzA3irMPAPUQCbrUgLsp4BbqocrSv8w3/CmjhXULj08JBL2Ms/xindCeTLEvadtP+fYZh4W4kycfmghy7KRMN+zwLwp+fzEzpd/eQgmJgJJfP0TIzsqkIURwdVQRUvDZum3HqiUoVushjbTQFXFgjhtlBNp/k8KcWt1R1gUTb/HCPozdNIEGZyKthKKpikJTaLzqWOLlttB8RdbMuDGb2Sj/0Rmu1+7PWyJGUMNqyKGKbwuAPSEDQhU= ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T14:58:47.759 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph config set mgr mgr/cephadm/allow_ptrace true 2024-04-10T14:58:47.959 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T14:58:50.536 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:50 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:58:50.537 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:50 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:58:50.537 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:50 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi102", "name": "osd_memory_target"}]: dispatch 2024-04-10T14:58:50.537 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:50 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:58:50.537 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:50 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:58:50.537 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:50 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:58:51.217 INFO:tasks.cephadm:Distributing conf and client.admin keyring to all hosts + 0755 2024-04-10T14:58:51.217 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph orch client-keyring set client.admin '*' --mode 0755 2024-04-10T14:58:51.557 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:51 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/626990162' entity='client.admin' 2024-04-10T14:58:51.557 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:51 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:58:51.558 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:51 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:58:51.891 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T14:58:54.238 INFO:tasks.cephadm:Writing (initial) conf and keyring to smithi154 2024-04-10T14:58:54.239 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-04-10T14:58:54.239 DEBUG:teuthology.orchestra.run.smithi154:> dd of=/etc/ceph/ceph.conf 2024-04-10T14:58:54.258 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-04-10T14:58:54.258 DEBUG:teuthology.orchestra.run.smithi154:> dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-10T14:58:54.316 INFO:tasks.cephadm:Adding host smithi154 to orchestrator... 2024-04-10T14:58:54.316 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph orch host add smithi154 2024-04-10T14:58:54.519 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T14:58:54.640 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:54 smithi102 ceph-mon[26948]: from='client.14174 -' entity='client.admin' cmd=[{"prefix": "orch client-keyring set", "entity": "client.admin", "placement": "*", "mode": "0755", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T14:58:54.641 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:54 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:58:54.641 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:54 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:58:54.641 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:54 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:58:54.641 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:54 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T14:58:54.641 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:54 smithi102 ceph-mon[26948]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-10T14:58:54.641 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:54 smithi102 ceph-mon[26948]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T14:58:54.641 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:54 smithi102 ceph-mon[26948]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-10T14:58:54.641 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:54 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:58:54.641 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:54 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:58:54.641 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:54 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:58:55.645 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:55 smithi102 ceph-mon[26948]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T14:58:57.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:57 smithi102 ceph-mon[26948]: from='client.14176 -' entity='client.admin' cmd=[{"prefix": "orch host add", "hostname": "smithi154", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T14:58:57.664 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:57 smithi102 ceph-mon[26948]: Deploying cephadm binary to smithi154 2024-04-10T14:58:58.734 INFO:teuthology.orchestra.run.smithi102.stdout:Added host 'smithi154' with addr '172.21.15.154' 2024-04-10T14:58:59.325 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph orch host ls --format=json 2024-04-10T14:58:59.528 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T14:58:59.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:59 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:58:59.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:59 smithi102 ceph-mon[26948]: Added host smithi154 2024-04-10T14:58:59.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:59 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:58:59.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:59 smithi102 ceph-mon[26948]: pgmap v3: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:58:59.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:59 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:58:59.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:58:59 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:01.165 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T14:59:01.165 INFO:teuthology.orchestra.run.smithi102.stdout:[{"addr": "172.21.15.102", "hostname": "smithi102", "labels": [], "status": ""}, {"addr": "172.21.15.154", "hostname": "smithi154", "labels": [], "status": ""}] 2024-04-10T14:59:01.466 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:01 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:01.466 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:01 smithi102 ceph-mon[26948]: pgmap v4: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:01.748 INFO:tasks.cephadm:Setting crush tunables to default 2024-04-10T14:59:01.748 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph osd crush tunables default 2024-04-10T14:59:01.950 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T14:59:02.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:02 smithi102 ceph-mon[26948]: from='client.14178 -' entity='client.admin' cmd=[{"prefix": "orch host ls", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T14:59:03.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:03 smithi102 ceph-mon[26948]: pgmap v5: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:03.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:03 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:03.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:03 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:03.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:03 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:03.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:03 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:03.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:03 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd/host:smithi154", "name": "osd_memory_target"}]: dispatch 2024-04-10T14:59:03.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:03 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:03.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:03 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T14:59:04.292 INFO:teuthology.orchestra.run.smithi102.stderr:adjusted tunables profile to default 2024-04-10T14:59:04.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:04 smithi102 ceph-mon[26948]: Updating smithi154:/etc/ceph/ceph.conf 2024-04-10T14:59:04.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:04 smithi102 ceph-mon[26948]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T14:59:04.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:04 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2226029072' entity='client.admin' cmd=[{"prefix": "osd crush tunables", "profile": "default"}]: dispatch 2024-04-10T14:59:04.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:04 smithi102 ceph-mon[26948]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-04-10T14:59:04.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:04 smithi102 ceph-mon[26948]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T14:59:04.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:04 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:04.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:04 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:04.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:04 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:04.858 INFO:tasks.cephadm:Adding mon.a on smithi102 2024-04-10T14:59:04.859 INFO:tasks.cephadm:Adding mon.c on smithi102 2024-04-10T14:59:04.859 INFO:tasks.cephadm:Adding mon.b on smithi154 2024-04-10T14:59:04.859 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph orch apply mon '3;smithi102:172.21.15.102=a;smithi102:[v2:172.21.15.102:3301,v1:172.21.15.102:6790]=c;smithi154:172.21.15.154=b' 2024-04-10T14:59:05.057 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T14:59:05.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:05 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2226029072' entity='client.admin' cmd='[{"prefix": "osd crush tunables", "profile": "default"}]': finished 2024-04-10T14:59:05.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:05 smithi102 ceph-mon[26948]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T14:59:05.664 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:05 smithi102 ceph-mon[26948]: pgmap v7: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:06.637 INFO:teuthology.orchestra.run.smithi154.stdout:Scheduled mon update... 2024-04-10T14:59:07.206 DEBUG:teuthology.orchestra.run.smithi102:mon.c> sudo journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mon.c.service 2024-04-10T14:59:07.210 DEBUG:teuthology.orchestra.run.smithi154:mon.b> sudo journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mon.b.service 2024-04-10T14:59:07.212 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-10T14:59:07.212 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph mon dump -f json 2024-04-10T14:59:07.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:07 smithi102 ceph-mon[26948]: from='client.14182 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mon", "placement": "3;smithi102:172.21.15.102=a;smithi102:[v2:172.21.15.102:3301,v1:172.21.15.102:6790]=c;smithi154:172.21.15.154=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T14:59:07.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:07 smithi102 ceph-mon[26948]: Saving service mon spec with placement smithi102:172.21.15.102=a;smithi102:[v2:172.21.15.102:3301,v1:172.21.15.102:6790]=c;smithi154:172.21.15.154=b;count:3 2024-04-10T14:59:07.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:07 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:07.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:07 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:59:07.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:07 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:07.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:07 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T14:59:07.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:07 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:07.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:07 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T14:59:07.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:07 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:07.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:07 smithi102 ceph-mon[26948]: Deploying daemon mon.b on smithi154 2024-04-10T14:59:07.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:07 smithi102 ceph-mon[26948]: pgmap v8: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:09.083 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T14:59:10.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:09 smithi102 ceph-mon[26948]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:11.263 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:59:11.263 INFO:teuthology.orchestra.run.smithi154.stdout:{"epoch":1,"fsid":"8fac6e32-f74a-11ee-b64a-cb9ed24678a4","modified":"2024-04-10T14:57:35.253718Z","created":"2024-04-10T14:57:35.253718Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:3300","nonce":0},{"type":"v1","addr":"172.21.15.102:6789","nonce":0}]},"addr":"172.21.15.102:6789/0","public_addr":"172.21.15.102:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0]} 2024-04-10T14:59:11.265 INFO:teuthology.orchestra.run.smithi154.stderr:dumped monmap epoch 1 2024-04-10T14:59:11.419 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:11 smithi154 ceph-mon[30592]: mon.b@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-10T14:59:11.420 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:11 smithi154 bash[30560]: d5aaf18af9dffb4cdcdcddd8831dbcb5bf9fa8b0fde79de022e168eaa0073fd4 2024-04-10T14:59:11.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:11 smithi154 systemd[1]: Started Ceph mon.b for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T14:59:13.141 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-10T14:59:13.141 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph mon dump -f json 2024-04-10T14:59:13.351 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T14:59:16.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T14:59:16.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: mon.a calling monitor election 2024-04-10T14:59:16.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:16.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:16.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:16.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:16.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: mon.b calling monitor election 2024-04-10T14:59:16.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:16.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:16.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:16.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:16.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-10T14:59:16.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: monmap e2: 2 mons at {a=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0],b=[v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T14:59:16.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: fsmap 2024-04-10T14:59:16.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T14:59:16.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: mgrmap e13: y(active, since 37s) 2024-04-10T14:59:16.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: overall HEALTH_OK 2024-04-10T14:59:16.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:16.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:16.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:16.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T14:59:16.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:16 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:16.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T14:59:16.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: mon.a calling monitor election 2024-04-10T14:59:16.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:16.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:16.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:16.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:16.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: mon.b calling monitor election 2024-04-10T14:59:16.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:16.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:16.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:16.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:16.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-10T14:59:16.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: monmap e2: 2 mons at {a=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0],b=[v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T14:59:16.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: fsmap 2024-04-10T14:59:16.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T14:59:16.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: mgrmap e13: y(active, since 37s) 2024-04-10T14:59:16.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: overall HEALTH_OK 2024-04-10T14:59:16.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:16.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:16.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:16.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T14:59:16.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:16 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:17.802 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:17 smithi102 ceph-mon[26948]: Deploying daemon mon.c on smithi102 2024-04-10T14:59:17.802 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:17 smithi102 ceph-mon[26948]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:17.802 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:17 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:17.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:17 smithi154 ceph-mon[30592]: Deploying daemon mon.c on smithi102 2024-04-10T14:59:17.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:17 smithi154 ceph-mon[30592]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:17.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:17 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:17.907 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:59:17.907 INFO:teuthology.orchestra.run.smithi154.stdout:{"epoch":2,"fsid":"8fac6e32-f74a-11ee-b64a-cb9ed24678a4","modified":"2024-04-10T14:59:11.439960Z","created":"2024-04-10T14:57:35.253718Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:3300","nonce":0},{"type":"v1","addr":"172.21.15.102:6789","nonce":0}]},"addr":"172.21.15.102:6789/0","public_addr":"172.21.15.102:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:3300","nonce":0},{"type":"v1","addr":"172.21.15.154:6789","nonce":0}]},"addr":"172.21.15.154:6789/0","public_addr":"172.21.15.154:6789/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1]} 2024-04-10T14:59:17.909 INFO:teuthology.orchestra.run.smithi154.stderr:dumped monmap epoch 2 2024-04-10T14:59:18.783 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:18 smithi102 ceph-mon[26948]: from='client.? 172.21.15.154:0/4079985186' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-10T14:59:18.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:18 smithi154 ceph-mon[30592]: from='client.? 172.21.15.154:0/4079985186' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-10T14:59:19.384 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 podman[37960]: 2024-04-10 14:59:19.263118002 +0000 UTC m=+0.017407902 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3 2024-04-10T14:59:19.472 INFO:tasks.cephadm:Waiting for 3 mons in monmap... 2024-04-10T14:59:19.473 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph mon dump -f json 2024-04-10T14:59:19.638 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[26948]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:19.638 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 podman[37960]: 2024-04-10 14:59:19.608520583 +0000 UTC m=+0.362810468 container init 964cff5f75bd3a1639309a0f2552cbcc2c3d7bfc7cced2cc3f9943ed6a2e2f18 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-c, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, RELEASE=reef-d540eba, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T14:59:19.639 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 podman[37960]: 2024-04-10 14:59:19.611658229 +0000 UTC m=+0.365948118 container start 964cff5f75bd3a1639309a0f2552cbcc2c3d7bfc7cced2cc3f9943ed6a2e2f18 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-c, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-10T14:59:19.639 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: set uid:gid to 167:167 (ceph:ceph) 2024-04-10T14:59:19.639 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable), process ceph-mon, pid 2 2024-04-10T14:59:19.639 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: pidfile_write: ignore empty --pid-file 2024-04-10T14:59:19.639 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: load: jerasure load: lrc 2024-04-10T14:59:19.639 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: RocksDB version: 7.9.2 2024-04-10T14:59:19.639 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Git sha 0 2024-04-10T14:59:19.639 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Compile date 2024-04-08 23:21:21 2024-04-10T14:59:19.639 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: DB SUMMARY 2024-04-10T14:59:19.639 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: DB Session ID: 2GMSWH4IPR0AP42LJPI6 2024-04-10T14:59:19.639 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: CURRENT file: CURRENT 2024-04-10T14:59:19.639 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: IDENTITY file: IDENTITY 2024-04-10T14:59:19.639 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: MANIFEST file: MANIFEST-000005 size: 59 Bytes 2024-04-10T14:59:19.640 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 0, files: 2024-04-10T14:59:19.640 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000004.log size: 636 ; 2024-04-10T14:59:19.640 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.error_if_exists: 0 2024-04-10T14:59:19.640 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.create_if_missing: 0 2024-04-10T14:59:19.640 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.paranoid_checks: 1 2024-04-10T14:59:19.640 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-10T14:59:19.640 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-10T14:59:19.640 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-10T14:59:19.640 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.env: 0x557065b327a0 2024-04-10T14:59:19.640 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.fs: PosixFileSystem 2024-04-10T14:59:19.640 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.info_log: 0x557067e0f500 2024-04-10T14:59:19.640 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_file_opening_threads: 16 2024-04-10T14:59:19.640 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.statistics: (nil) 2024-04-10T14:59:19.641 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.use_fsync: 0 2024-04-10T14:59:19.641 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_log_file_size: 0 2024-04-10T14:59:19.641 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-10T14:59:19.641 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-10T14:59:19.642 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.keep_log_file_num: 1000 2024-04-10T14:59:19.642 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.recycle_log_file_num: 0 2024-04-10T14:59:19.642 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.allow_fallocate: 1 2024-04-10T14:59:19.642 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.allow_mmap_reads: 0 2024-04-10T14:59:19.642 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.allow_mmap_writes: 0 2024-04-10T14:59:19.642 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.use_direct_reads: 0 2024-04-10T14:59:19.642 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-10T14:59:19.642 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.create_missing_column_families: 0 2024-04-10T14:59:19.642 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.db_log_dir: 2024-04-10T14:59:19.642 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.wal_dir: 2024-04-10T14:59:19.642 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-10T14:59:19.642 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-10T14:59:19.642 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-10T14:59:19.643 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-10T14:59:19.643 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-10T14:59:19.643 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-10T14:59:19.643 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.advise_random_on_open: 1 2024-04-10T14:59:19.643 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.db_write_buffer_size: 0 2024-04-10T14:59:19.643 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.write_buffer_manager: 0x557067084140 2024-04-10T14:59:19.643 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-10T14:59:19.643 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-10T14:59:19.643 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-10T14:59:19.643 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.rate_limiter: (nil) 2024-04-10T14:59:19.643 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-10T14:59:19.644 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.wal_recovery_mode: 2 2024-04-10T14:59:19.644 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.enable_thread_tracking: 0 2024-04-10T14:59:19.644 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.enable_pipelined_write: 0 2024-04-10T14:59:19.644 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.unordered_write: 0 2024-04-10T14:59:19.644 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-10T14:59:19.644 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-10T14:59:19.644 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-10T14:59:19.644 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-10T14:59:19.644 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.row_cache: None 2024-04-10T14:59:19.644 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.wal_filter: None 2024-04-10T14:59:19.644 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-10T14:59:19.644 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.allow_ingest_behind: 0 2024-04-10T14:59:19.644 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.two_write_queues: 0 2024-04-10T14:59:19.644 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.manual_wal_flush: 0 2024-04-10T14:59:19.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.wal_compression: 0 2024-04-10T14:59:19.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.atomic_flush: 0 2024-04-10T14:59:19.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-10T14:59:19.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-10T14:59:19.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-10T14:59:19.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.log_readahead_size: 0 2024-04-10T14:59:19.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-10T14:59:19.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.best_efforts_recovery: 0 2024-04-10T14:59:19.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-10T14:59:19.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-10T14:59:19.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.allow_data_in_errors: 0 2024-04-10T14:59:19.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.db_host_id: __hostname__ 2024-04-10T14:59:19.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-10T14:59:19.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_background_jobs: 2 2024-04-10T14:59:19.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_background_compactions: -1 2024-04-10T14:59:19.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_subcompactions: 1 2024-04-10T14:59:19.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-10T14:59:19.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-10T14:59:19.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-10T14:59:19.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_total_wal_size: 0 2024-04-10T14:59:19.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-10T14:59:19.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-10T14:59:19.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-10T14:59:19.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-10T14:59:19.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_open_files: -1 2024-04-10T14:59:19.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.bytes_per_sync: 0 2024-04-10T14:59:19.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-10T14:59:19.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-10T14:59:19.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compaction_readahead_size: 0 2024-04-10T14:59:19.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_background_flushes: -1 2024-04-10T14:59:19.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Compression algorithms supported: 2024-04-10T14:59:19.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-10T14:59:19.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: kZSTD supported: 0 2024-04-10T14:59:19.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: kXpressCompression supported: 0 2024-04-10T14:59:19.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: kLZ4HCCompression supported: 1 2024-04-10T14:59:19.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: kZlibCompression supported: 1 2024-04-10T14:59:19.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: kSnappyCompression supported: 1 2024-04-10T14:59:19.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: kLZ4Compression supported: 1 2024-04-10T14:59:19.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: kBZip2Compression supported: 0 2024-04-10T14:59:19.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-10T14:59:19.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-10T14:59:19.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 2024-04-10T14:59:19.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-10T14:59:19.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-10T14:59:19.648 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.merge_operator: 2024-04-10T14:59:19.648 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compaction_filter: None 2024-04-10T14:59:19.648 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compaction_filter_factory: None 2024-04-10T14:59:19.648 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.sst_partitioner_factory: None 2024-04-10T14:59:19.648 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-10T14:59:19.648 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-10T14:59:19.648 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x557067e0f600) 2024-04-10T14:59:19.648 INFO:journalctl@ceph.mon.c.smithi102.stdout: cache_index_and_filter_blocks: 1 2024-04-10T14:59:19.648 INFO:journalctl@ceph.mon.c.smithi102.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-10T14:59:19.648 INFO:journalctl@ceph.mon.c.smithi102.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-10T14:59:19.648 INFO:journalctl@ceph.mon.c.smithi102.stdout: pin_top_level_index_and_filter: 1 2024-04-10T14:59:19.648 INFO:journalctl@ceph.mon.c.smithi102.stdout: index_type: 0 2024-04-10T14:59:19.648 INFO:journalctl@ceph.mon.c.smithi102.stdout: data_block_index_type: 0 2024-04-10T14:59:19.649 INFO:journalctl@ceph.mon.c.smithi102.stdout: index_shortening: 1 2024-04-10T14:59:19.649 INFO:journalctl@ceph.mon.c.smithi102.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-10T14:59:19.649 INFO:journalctl@ceph.mon.c.smithi102.stdout: checksum: 4 2024-04-10T14:59:19.649 INFO:journalctl@ceph.mon.c.smithi102.stdout: no_block_cache: 0 2024-04-10T14:59:19.649 INFO:journalctl@ceph.mon.c.smithi102.stdout: block_cache: 0x5570671251f0 2024-04-10T14:59:19.649 INFO:journalctl@ceph.mon.c.smithi102.stdout: block_cache_name: BinnedLRUCache 2024-04-10T14:59:19.649 INFO:journalctl@ceph.mon.c.smithi102.stdout: block_cache_options: 2024-04-10T14:59:19.649 INFO:journalctl@ceph.mon.c.smithi102.stdout: capacity : 536870912 2024-04-10T14:59:19.649 INFO:journalctl@ceph.mon.c.smithi102.stdout: num_shard_bits : 4 2024-04-10T14:59:19.649 INFO:journalctl@ceph.mon.c.smithi102.stdout: strict_capacity_limit : 0 2024-04-10T14:59:19.649 INFO:journalctl@ceph.mon.c.smithi102.stdout: high_pri_pool_ratio: 0.000 2024-04-10T14:59:19.649 INFO:journalctl@ceph.mon.c.smithi102.stdout: block_cache_compressed: (nil) 2024-04-10T14:59:19.649 INFO:journalctl@ceph.mon.c.smithi102.stdout: persistent_cache: (nil) 2024-04-10T14:59:19.649 INFO:journalctl@ceph.mon.c.smithi102.stdout: block_size: 4096 2024-04-10T14:59:19.649 INFO:journalctl@ceph.mon.c.smithi102.stdout: block_size_deviation: 10 2024-04-10T14:59:19.649 INFO:journalctl@ceph.mon.c.smithi102.stdout: block_restart_interval: 16 2024-04-10T14:59:19.650 INFO:journalctl@ceph.mon.c.smithi102.stdout: index_block_restart_interval: 1 2024-04-10T14:59:19.650 INFO:journalctl@ceph.mon.c.smithi102.stdout: metadata_block_size: 4096 2024-04-10T14:59:19.650 INFO:journalctl@ceph.mon.c.smithi102.stdout: partition_filters: 0 2024-04-10T14:59:19.650 INFO:journalctl@ceph.mon.c.smithi102.stdout: use_delta_encoding: 1 2024-04-10T14:59:19.650 INFO:journalctl@ceph.mon.c.smithi102.stdout: filter_policy: bloomfilter 2024-04-10T14:59:19.650 INFO:journalctl@ceph.mon.c.smithi102.stdout: whole_key_filtering: 1 2024-04-10T14:59:19.650 INFO:journalctl@ceph.mon.c.smithi102.stdout: verify_compression: 0 2024-04-10T14:59:19.650 INFO:journalctl@ceph.mon.c.smithi102.stdout: read_amp_bytes_per_bit: 0 2024-04-10T14:59:19.650 INFO:journalctl@ceph.mon.c.smithi102.stdout: format_version: 5 2024-04-10T14:59:19.650 INFO:journalctl@ceph.mon.c.smithi102.stdout: enable_index_compression: 1 2024-04-10T14:59:19.650 INFO:journalctl@ceph.mon.c.smithi102.stdout: block_align: 0 2024-04-10T14:59:19.650 INFO:journalctl@ceph.mon.c.smithi102.stdout: max_auto_readahead_size: 262144 2024-04-10T14:59:19.650 INFO:journalctl@ceph.mon.c.smithi102.stdout: prepopulate_block_cache: 0 2024-04-10T14:59:19.650 INFO:journalctl@ceph.mon.c.smithi102.stdout: initial_auto_readahead_size: 8192 2024-04-10T14:59:19.651 INFO:journalctl@ceph.mon.c.smithi102.stdout: num_file_reads_for_auto_readahead: 2 2024-04-10T14:59:19.651 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.write_buffer_size: 33554432 2024-04-10T14:59:19.651 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_write_buffer_number: 2 2024-04-10T14:59:19.651 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compression: NoCompression 2024-04-10T14:59:19.651 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.bottommost_compression: Disabled 2024-04-10T14:59:19.651 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.prefix_extractor: nullptr 2024-04-10T14:59:19.651 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-10T14:59:19.651 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.num_levels: 7 2024-04-10T14:59:19.651 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-10T14:59:19.651 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-10T14:59:19.651 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-10T14:59:19.651 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-10T14:59:19.651 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-10T14:59:19.651 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-10T14:59:19.651 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-10T14:59:19.652 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-10T14:59:19.652 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-10T14:59:19.652 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-10T14:59:19.652 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-10T14:59:19.652 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-10T14:59:19.652 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-10T14:59:19.652 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compression_opts.level: 32767 2024-04-10T14:59:19.652 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compression_opts.strategy: 0 2024-04-10T14:59:19.652 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-10T14:59:19.652 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-10T14:59:19.652 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-10T14:59:19.652 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-10T14:59:19.652 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compression_opts.enabled: false 2024-04-10T14:59:19.652 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-10T14:59:19.652 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-10T14:59:19.653 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-10T14:59:19.653 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-10T14:59:19.653 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.target_file_size_base: 67108864 2024-04-10T14:59:19.653 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-10T14:59:19.653 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-10T14:59:19.653 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-10T14:59:19.653 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-10T14:59:19.653 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-10T14:59:19.653 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-10T14:59:19.653 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-10T14:59:19.654 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-10T14:59:19.654 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-10T14:59:19.654 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-10T14:59:19.654 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-10T14:59:19.654 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-10T14:59:19.654 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-10T14:59:19.654 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-10T14:59:19.654 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.arena_block_size: 1048576 2024-04-10T14:59:19.654 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-10T14:59:19.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-10T14:59:19.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.disable_auto_compactions: 0 2024-04-10T14:59:19.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-10T14:59:19.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-10T14:59:19.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-10T14:59:19.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-10T14:59:19.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-10T14:59:19.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-10T14:59:19.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-10T14:59:19.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-10T14:59:19.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-10T14:59:19.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-10T14:59:19.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.table_properties_collectors: 2024-04-10T14:59:19.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.inplace_update_support: 0 2024-04-10T14:59:19.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-10T14:59:19.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-10T14:59:19.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-10T14:59:19.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-10T14:59:19.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.bloom_locality: 0 2024-04-10T14:59:19.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.max_successive_merges: 0 2024-04-10T14:59:19.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-10T14:59:19.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.paranoid_file_checks: 0 2024-04-10T14:59:19.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.force_consistency_checks: 1 2024-04-10T14:59:19.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.report_bg_io_stats: 0 2024-04-10T14:59:19.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.ttl: 2592000 2024-04-10T14:59:19.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-10T14:59:19.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-10T14:59:19.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-10T14:59:19.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.enable_blob_files: false 2024-04-10T14:59:19.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.min_blob_size: 0 2024-04-10T14:59:19.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.blob_file_size: 268435456 2024-04-10T14:59:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-10T14:59:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-10T14:59:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-10T14:59:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-10T14:59:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-10T14:59:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.blob_file_starting_level: 0 2024-04-10T14:59:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-10T14:59:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000005 succeeded,manifest_file_number is 5, next_file_number is 7, last_sequence is 0, log_number is 0,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 0 2024-04-10T14:59:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 0 2024-04-10T14:59:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 5ae5e8db-fc80-43ac-ae79-013720838803 2024-04-10T14:59:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712761159642066, "job": 1, "event": "recovery_started", "wal_files": [4]} 2024-04-10T14:59:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #4 mode 2 2024-04-10T14:59:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712761159642601, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 8, "file_size": 1747, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 1, "largest_seqno": 5, "table_properties": {"data_size": 648, "index_size": 31, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 69, "raw_key_size": 115, "raw_average_key_size": 23, "raw_value_size": 526, "raw_average_value_size": 105, "num_data_blocks": 1, "num_entries": 5, "num_filter_entries": 5, "num_deletions": 0, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712761159, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "5ae5e8db-fc80-43ac-ae79-013720838803", "db_session_id": "2GMSWH4IPR0AP42LJPI6", "orig_file_number": 8, "seqno_to_time_mapping": "N/A"}} 2024-04-10T14:59:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712761159642707, "job": 1, "event": "recovery_finished"} 2024-04-10T14:59:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: [db/version_set.cc:5047] Creating manifest 10 2024-04-10T14:59:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000004.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-10T14:59:19.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x5570671c4000 2024-04-10T14:59:19.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: DB pointer 0x5570671b2000 2024-04-10T14:59:19.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-10T14:59:19.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-10T14:59:19.658 INFO:journalctl@ceph.mon.c.smithi102.stdout: ** DB Stats ** 2024-04-10T14:59:19.658 INFO:journalctl@ceph.mon.c.smithi102.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T14:59:19.658 INFO:journalctl@ceph.mon.c.smithi102.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-10T14:59:19.658 INFO:journalctl@ceph.mon.c.smithi102.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T14:59:19.658 INFO:journalctl@ceph.mon.c.smithi102.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T14:59:19.658 INFO:journalctl@ceph.mon.c.smithi102.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-10T14:59:19.658 INFO:journalctl@ceph.mon.c.smithi102.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T14:59:19.658 INFO:journalctl@ceph.mon.c.smithi102.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T14:59:19.658 INFO:journalctl@ceph.mon.c.smithi102.stdout: 2024-04-10T14:59:19.658 INFO:journalctl@ceph.mon.c.smithi102.stdout: ** Compaction Stats [default] ** 2024-04-10T14:59:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T14:59:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-10T14:59:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout: L0 1/0 1.71 KB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-10T14:59:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout: Sum 1/0 1.71 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-10T14:59:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 3.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-10T14:59:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout: 2024-04-10T14:59:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout: ** Compaction Stats [default] ** 2024-04-10T14:59:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T14:59:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T14:59:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 3.3 0.00 0.00 1 0.001 0 0 0.0 0.0 2024-04-10T14:59:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout: 2024-04-10T14:59:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-10T14:59:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout: 2024-04-10T14:59:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T14:59:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout: Flush(GB): cumulative 0.000, interval 0.000 2024-04-10T14:59:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-10T14:59:19.660 INFO:journalctl@ceph.mon.c.smithi102.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-10T14:59:19.660 INFO:journalctl@ceph.mon.c.smithi102.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-10T14:59:19.660 INFO:journalctl@ceph.mon.c.smithi102.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-10T14:59:19.660 INFO:journalctl@ceph.mon.c.smithi102.stdout: Cumulative compaction: 0.00 GB write, 0.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T14:59:19.660 INFO:journalctl@ceph.mon.c.smithi102.stdout: Interval compaction: 0.00 GB write, 0.50 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T14:59:19.660 INFO:journalctl@ceph.mon.c.smithi102.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-10T14:59:19.660 INFO:journalctl@ceph.mon.c.smithi102.stdout: Block cache BinnedLRUCache@0x5570671251f0#2 capacity: 512.00 MB usage: 0.22 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 9e-06 secs_since: 0 2024-04-10T14:59:19.660 INFO:journalctl@ceph.mon.c.smithi102.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,0.11 KB,2.08616e-05%) IndexBlock(1,0.11 KB,2.08616e-05%) Misc(1,0.00 KB,0%) 2024-04-10T14:59:19.660 INFO:journalctl@ceph.mon.c.smithi102.stdout: 2024-04-10T14:59:19.660 INFO:journalctl@ceph.mon.c.smithi102.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-10T14:59:19.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: mon.c does not exist in monmap, will attempt to join an existing cluster 2024-04-10T14:59:19.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: using public_addrv [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] 2024-04-10T14:59:19.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: starting mon.c rank -1 at public addrs [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] at bind addrs [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T14:59:19.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: mon.c@-1(???) e0 preinit fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T14:59:19.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: mon.c@-1(synchronizing).mds e1 new map 2024-04-10T14:59:19.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: mon.c@-1(synchronizing).mds e1 print_map 2024-04-10T14:59:19.661 INFO:journalctl@ceph.mon.c.smithi102.stdout: e1 2024-04-10T14:59:19.661 INFO:journalctl@ceph.mon.c.smithi102.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-10T14:59:19.661 INFO:journalctl@ceph.mon.c.smithi102.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T14:59:19.661 INFO:journalctl@ceph.mon.c.smithi102.stdout: legacy client fscid: -1 2024-04-10T14:59:19.661 INFO:journalctl@ceph.mon.c.smithi102.stdout: 2024-04-10T14:59:19.661 INFO:journalctl@ceph.mon.c.smithi102.stdout: No filesystems configured 2024-04-10T14:59:19.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: mon.c@-1(synchronizing).osd e0 _set_cache_ratios kv ratio 0.25 inc ratio 0.375 full ratio 0.375 2024-04-10T14:59:19.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: mon.c@-1(synchronizing).osd e0 register_cache_with_pcm pcm target: 2147483648 pcm max: 1020054732 pcm min: 134217728 inc_osd_cache size: 1 2024-04-10T14:59:19.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: mon.c@-1(synchronizing).osd e1 e1: 0 total, 0 up, 0 in 2024-04-10T14:59:19.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: mon.c@-1(synchronizing).osd e2 e2: 0 total, 0 up, 0 in 2024-04-10T14:59:19.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: mon.c@-1(synchronizing).osd e3 e3: 0 total, 0 up, 0 in 2024-04-10T14:59:19.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: mon.c@-1(synchronizing).osd e4 e4: 0 total, 0 up, 0 in 2024-04-10T14:59:19.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: mon.c@-1(synchronizing).osd e4 crush map has features 3314932999778484224, adjusting msgr requires 2024-04-10T14:59:19.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T14:59:19.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T14:59:19.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: mon.c@-1(synchronizing).osd e4 crush map has features 288514050185494528, adjusting msgr requires 2024-04-10T14:59:19.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: pgmap v9: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:19.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T14:59:19.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: mon.a calling monitor election 2024-04-10T14:59:19.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:19.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:19.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: pgmap v11: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:19.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:19.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: mon.b calling monitor election 2024-04-10T14:59:19.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:19.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: pgmap v12: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:19.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:19.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:19.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: mon.a is new leader, mons a,b in quorum (ranks 0,1) 2024-04-10T14:59:19.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: monmap e2: 2 mons at {a=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0],b=[v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T14:59:19.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: fsmap 2024-04-10T14:59:19.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T14:59:19.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: mgrmap e13: y(active, since 37s) 2024-04-10T14:59:19.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: overall HEALTH_OK 2024-04-10T14:59:19.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:19.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:19.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:19.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T14:59:19.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:19.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: Deploying daemon mon.c on smithi102 2024-04-10T14:59:19.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: pgmap v13: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:19.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:19.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: from='client.? 172.21.15.154:0/4079985186' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-10T14:59:19.664 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:19.664 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 ceph-mon[37987]: mon.c@-1(synchronizing).paxosservice(auth 1..3) refresh upgraded, format 0 -> 3 2024-04-10T14:59:19.693 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T14:59:19.764 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:19 smithi154 ceph-mon[30592]: pgmap v14: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:19.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 bash[37960]: 964cff5f75bd3a1639309a0f2552cbcc2c3d7bfc7cced2cc3f9943ed6a2e2f18 2024-04-10T14:59:19.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:19 smithi102 systemd[1]: Started Ceph mon.c for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T14:59:25.093 INFO:teuthology.orchestra.run.smithi154.stdout: 2024-04-10T14:59:25.093 INFO:teuthology.orchestra.run.smithi154.stdout:{"epoch":3,"fsid":"8fac6e32-f74a-11ee-b64a-cb9ed24678a4","modified":"2024-04-10T14:59:19.664435Z","created":"2024-04-10T14:57:35.253718Z","min_mon_release":18,"min_mon_release_name":"reef","election_strategy":1,"disallowed_leaders: ":"","stretch_mode":false,"tiebreaker_mon":"","removed_ranks: ":"","features":{"persistent":["kraken","luminous","mimic","osdmap-prune","nautilus","octopus","pacific","elector-pinging","quincy","reef"],"optional":[]},"mons":[{"rank":0,"name":"a","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:3300","nonce":0},{"type":"v1","addr":"172.21.15.102:6789","nonce":0}]},"addr":"172.21.15.102:6789/0","public_addr":"172.21.15.102:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":1,"name":"b","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:3300","nonce":0},{"type":"v1","addr":"172.21.15.154:6789","nonce":0}]},"addr":"172.21.15.154:6789/0","public_addr":"172.21.15.154:6789/0","priority":0,"weight":0,"crush_location":"{}"},{"rank":2,"name":"c","public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:3301","nonce":0},{"type":"v1","addr":"172.21.15.102:6790","nonce":0}]},"addr":"172.21.15.102:6790/0","public_addr":"172.21.15.102:6790/0","priority":0,"weight":0,"crush_location":"{}"}],"quorum":[0,1,2]} 2024-04-10T14:59:25.094 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T14:59:25.094 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: mon.a calling monitor election 2024-04-10T14:59:25.094 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:25.094 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: mon.b calling monitor election 2024-04-10T14:59:25.094 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T14:59:25.094 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T14:59:25.094 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:25.094 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T14:59:25.094 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: mon.c calling monitor election 2024-04-10T14:59:25.094 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T14:59:25.094 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:25.094 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T14:59:25.095 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T14:59:25.095 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T14:59:25.095 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: monmap e3: 3 mons at {a=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0],b=[v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0],c=[v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T14:59:25.095 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: fsmap 2024-04-10T14:59:25.095 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T14:59:25.095 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: mgrmap e13: y(active, since 45s) 2024-04-10T14:59:25.095 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: overall HEALTH_OK 2024-04-10T14:59:25.095 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:25.095 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:25.095 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:25.095 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:25.096 INFO:teuthology.orchestra.run.smithi154.stderr:dumped monmap epoch 3 2024-04-10T14:59:25.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T14:59:25.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: mon.a calling monitor election 2024-04-10T14:59:25.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:25.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: mon.b calling monitor election 2024-04-10T14:59:25.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T14:59:25.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T14:59:25.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:25.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T14:59:25.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: mon.c calling monitor election 2024-04-10T14:59:25.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T14:59:25.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:25.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T14:59:25.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T14:59:25.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T14:59:25.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: monmap e3: 3 mons at {a=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0],b=[v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0],c=[v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T14:59:25.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: fsmap 2024-04-10T14:59:25.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T14:59:25.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: mgrmap e13: y(active, since 45s) 2024-04-10T14:59:25.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: overall HEALTH_OK 2024-04-10T14:59:25.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:25.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:25.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:25.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:25.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T14:59:25.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: mon.a calling monitor election 2024-04-10T14:59:25.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T14:59:25.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: mon.b calling monitor election 2024-04-10T14:59:25.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T14:59:25.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T14:59:25.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: pgmap v15: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:25.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T14:59:25.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: mon.c calling monitor election 2024-04-10T14:59:25.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T14:59:25.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: pgmap v16: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:25.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T14:59:25.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T14:59:25.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T14:59:25.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: monmap e3: 3 mons at {a=[v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0],b=[v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0],c=[v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0]} removed_ranks: {} disallowed_leaders: {} 2024-04-10T14:59:25.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: fsmap 2024-04-10T14:59:25.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: osdmap e4: 0 total, 0 up, 0 in 2024-04-10T14:59:25.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: mgrmap e13: y(active, since 45s) 2024-04-10T14:59:25.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: overall HEALTH_OK 2024-04-10T14:59:25.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:25.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:25.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:25.167 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:25.769 INFO:tasks.cephadm:Generating final ceph.conf file... 2024-04-10T14:59:25.769 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph config generate-minimal-conf 2024-04-10T14:59:25.796 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:25 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:59:25.796 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:25 smithi102 ceph-mon[26948]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:25.796 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:25 smithi102 ceph-mon[26948]: from='client.? 172.21.15.154:0/1950173134' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-10T14:59:25.796 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:25 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T14:59:25.796 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:25 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:59:25.797 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:25 smithi102 ceph-mon[37987]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:25.797 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:25 smithi102 ceph-mon[37987]: from='client.? 172.21.15.154:0/1950173134' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-10T14:59:25.797 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:25 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T14:59:25.976 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T14:59:26.115 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:25 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:59:26.115 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:25 smithi154 ceph-mon[30592]: pgmap v17: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:26.116 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:25 smithi154 ceph-mon[30592]: from='client.? 172.21.15.154:0/1950173134' entity='client.admin' cmd=[{"prefix": "mon dump", "format": "json"}]: dispatch 2024-04-10T14:59:26.116 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:25 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T14:59:27.294 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:27 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:27.294 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:27 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:27.294 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:27 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:27.294 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:27 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:27.294 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:27 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:27.294 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:27 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T14:59:27.295 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:27 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:27.295 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:27 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:27.295 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:27 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:27.295 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:27 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:27.295 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:27 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:27.295 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:27 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T14:59:27.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:27 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:27.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:27 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:27.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:27 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:27.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:27 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:27.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:27 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:27.384 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:27 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T14:59:27.724 INFO:teuthology.orchestra.run.smithi102.stdout:# minimal ceph.conf for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T14:59:27.724 INFO:teuthology.orchestra.run.smithi102.stdout:[global] 2024-04-10T14:59:27.724 INFO:teuthology.orchestra.run.smithi102.stdout: fsid = 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T14:59:27.724 INFO:teuthology.orchestra.run.smithi102.stdout: mon_host = [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] 2024-04-10T14:59:28.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:28 smithi154 ceph-mon[30592]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-10T14:59:28.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:28 smithi154 ceph-mon[30592]: Updating smithi154:/etc/ceph/ceph.conf 2024-04-10T14:59:28.384 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:28 smithi154 ceph-mon[30592]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T14:59:28.384 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:28 smithi154 ceph-mon[30592]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T14:59:28.384 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:28 smithi154 ceph-mon[30592]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:28.384 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:28 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.384 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:28 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.384 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:28 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.384 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:28 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.384 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:28 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.384 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:28 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.384 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:28 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.384 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:28 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.384 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:28 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.384 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:28 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T14:59:28.385 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:28 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T14:59:28.385 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:28 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:28.385 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:28 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/2668394929' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:28.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[26948]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-10T14:59:28.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[26948]: Updating smithi154:/etc/ceph/ceph.conf 2024-04-10T14:59:28.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[26948]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T14:59:28.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[26948]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T14:59:28.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[26948]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:28.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T14:59:28.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T14:59:28.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:28.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2668394929' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:28.415 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[37987]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-10T14:59:28.415 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[37987]: Updating smithi154:/etc/ceph/ceph.conf 2024-04-10T14:59:28.415 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[37987]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T14:59:28.415 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[37987]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T14:59:28.415 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[37987]: pgmap v18: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:28.416 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.416 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.416 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.416 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.416 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.416 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.416 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.416 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.416 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:28.416 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T14:59:28.416 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T14:59:28.416 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:28.416 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:28 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/2668394929' entity='client.admin' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:28.756 INFO:tasks.cephadm:Distributing (final) config and client.admin keyring... 2024-04-10T14:59:28.756 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-10T14:59:28.756 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/ceph/ceph.conf 2024-04-10T14:59:28.826 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-10T14:59:28.826 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-10T14:59:28.893 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-04-10T14:59:28.893 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/ceph/ceph.conf 2024-04-10T14:59:28.928 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-04-10T14:59:28.929 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/ceph/ceph.client.admin.keyring 2024-04-10T14:59:29.000 INFO:tasks.cephadm:Adding mgr.y on smithi102 2024-04-10T14:59:29.000 INFO:tasks.cephadm:Adding mgr.x on smithi154 2024-04-10T14:59:29.000 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph orch apply mgr '2;smithi102=y;smithi154=x' 2024-04-10T14:59:29.238 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T14:59:29.359 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:29 smithi154 ceph-mon[30592]: Reconfiguring mon.a (unknown last config time)... 2024-04-10T14:59:29.359 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:29 smithi154 ceph-mon[30592]: Reconfiguring daemon mon.a on smithi102 2024-04-10T14:59:29.359 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:29 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:29.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:29 smithi102 ceph-mon[26948]: Reconfiguring mon.a (unknown last config time)... 2024-04-10T14:59:29.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:29 smithi102 ceph-mon[26948]: Reconfiguring daemon mon.a on smithi102 2024-04-10T14:59:29.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:29 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:29.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:29 smithi102 ceph-mon[37987]: Reconfiguring mon.a (unknown last config time)... 2024-04-10T14:59:29.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:29 smithi102 ceph-mon[37987]: Reconfiguring daemon mon.a on smithi102 2024-04-10T14:59:29.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:29 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:30.343 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:30 smithi154 ceph-mon[30592]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:30.343 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:30 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:30.343 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:30 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:30.343 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:30 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T14:59:30.343 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:30 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T14:59:30.343 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:30 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:30.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:30 smithi102 ceph-mon[26948]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:30.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:30 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:30.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:30 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:30.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:30 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T14:59:30.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:30 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T14:59:30.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:30 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:30.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:30 smithi102 ceph-mon[37987]: pgmap v19: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:30.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:30 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:30.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:30 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:30.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:30 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T14:59:30.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:30 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T14:59:30.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:30 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:30.845 INFO:teuthology.orchestra.run.smithi154.stdout:Scheduled mgr update... 2024-04-10T14:59:31.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:31 smithi154 ceph-mon[30592]: Reconfiguring mon.c (monmap changed)... 2024-04-10T14:59:31.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:31 smithi154 ceph-mon[30592]: Reconfiguring daemon mon.c on smithi102 2024-04-10T14:59:31.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:31 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:31.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:31 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:31.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:31 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T14:59:31.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:31 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T14:59:31.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:31 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:31.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:31 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:31.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:31 smithi102 ceph-mon[37987]: Reconfiguring mon.c (monmap changed)... 2024-04-10T14:59:31.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:31 smithi102 ceph-mon[37987]: Reconfiguring daemon mon.c on smithi102 2024-04-10T14:59:31.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:31 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:31.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:31 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:31.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:31 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T14:59:31.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:31 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T14:59:31.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:31 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:31.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:31 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:31.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:31 smithi102 ceph-mon[26948]: Reconfiguring mon.c (monmap changed)... 2024-04-10T14:59:31.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:31 smithi102 ceph-mon[26948]: Reconfiguring daemon mon.c on smithi102 2024-04-10T14:59:31.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:31 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:31.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:31 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:31.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:31 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T14:59:31.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:31 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T14:59:31.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:31 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:31.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:31 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:31.416 DEBUG:teuthology.orchestra.run.smithi154:mgr.x> sudo journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mgr.x.service 2024-04-10T14:59:31.418 INFO:tasks.cephadm:Deploying OSDs... 2024-04-10T14:59:31.418 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-10T14:59:31.419 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/scratch_devs of=/dev/stdout 2024-04-10T14:59:31.434 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-10T14:59:31.434 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_1 2024-04-10T14:59:31.489 INFO:teuthology.orchestra.run.smithi102.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-10T14:59:31.490 INFO:teuthology.orchestra.run.smithi102.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T14:59:31.490 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 5h/5d Inode: 666 Links: 1 2024-04-10T14:59:31.490 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T14:59:31.490 INFO:teuthology.orchestra.run.smithi102.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T14:59:31.490 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-04-10 14:59:19.088620584 +0000 2024-04-10T14:59:31.490 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-04-10 14:53:53.601501065 +0000 2024-04-10T14:59:31.490 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-04-10 14:53:53.601501065 +0000 2024-04-10T14:59:31.490 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: 2024-04-10 14:53:53.601501065 +0000 2024-04-10T14:59:31.490 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-10T14:59:31.556 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in 2024-04-10T14:59:31.557 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out 2024-04-10T14:59:31.557 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000194468 s, 2.6 MB/s 2024-04-10T14:59:31.558 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-10T14:59:31.613 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_2 2024-04-10T14:59:31.668 INFO:teuthology.orchestra.run.smithi102.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-10T14:59:31.668 INFO:teuthology.orchestra.run.smithi102.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T14:59:31.668 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 5h/5d Inode: 687 Links: 1 2024-04-10T14:59:31.668 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T14:59:31.668 INFO:teuthology.orchestra.run.smithi102.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T14:59:31.668 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-04-10 14:59:19.088620584 +0000 2024-04-10T14:59:31.668 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-04-10 14:53:53.944494070 +0000 2024-04-10T14:59:31.669 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-04-10 14:53:53.944494070 +0000 2024-04-10T14:59:31.669 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: 2024-04-10 14:53:53.944494070 +0000 2024-04-10T14:59:31.669 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-10T14:59:31.733 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in 2024-04-10T14:59:31.734 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out 2024-04-10T14:59:31.734 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000199068 s, 2.6 MB/s 2024-04-10T14:59:31.735 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-10T14:59:31.790 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_3 2024-04-10T14:59:31.846 INFO:teuthology.orchestra.run.smithi102.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-10T14:59:31.846 INFO:teuthology.orchestra.run.smithi102.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T14:59:31.846 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 5h/5d Inode: 705 Links: 1 2024-04-10T14:59:31.846 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T14:59:31.846 INFO:teuthology.orchestra.run.smithi102.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T14:59:31.846 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-04-10 14:59:19.089620563 +0000 2024-04-10T14:59:31.846 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-04-10 14:53:54.272487383 +0000 2024-04-10T14:59:31.846 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-04-10 14:53:54.272487383 +0000 2024-04-10T14:59:31.846 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: 2024-04-10 14:53:54.272487383 +0000 2024-04-10T14:59:31.847 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-10T14:59:31.911 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in 2024-04-10T14:59:31.911 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out 2024-04-10T14:59:31.911 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000222432 s, 2.3 MB/s 2024-04-10T14:59:31.912 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-10T14:59:31.968 DEBUG:teuthology.orchestra.run.smithi102:> stat /dev/vg_nvme/lv_4 2024-04-10T14:59:32.024 INFO:teuthology.orchestra.run.smithi102.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-10T14:59:32.024 INFO:teuthology.orchestra.run.smithi102.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T14:59:32.024 INFO:teuthology.orchestra.run.smithi102.stdout:Device: 5h/5d Inode: 724 Links: 1 2024-04-10T14:59:32.024 INFO:teuthology.orchestra.run.smithi102.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T14:59:32.024 INFO:teuthology.orchestra.run.smithi102.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T14:59:32.024 INFO:teuthology.orchestra.run.smithi102.stdout:Access: 2024-04-10 14:59:19.089620563 +0000 2024-04-10T14:59:32.024 INFO:teuthology.orchestra.run.smithi102.stdout:Modify: 2024-04-10 14:53:54.606480574 +0000 2024-04-10T14:59:32.024 INFO:teuthology.orchestra.run.smithi102.stdout:Change: 2024-04-10 14:53:54.606480574 +0000 2024-04-10T14:59:32.024 INFO:teuthology.orchestra.run.smithi102.stdout: Birth: 2024-04-10 14:53:54.606480574 +0000 2024-04-10T14:59:32.025 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-10T14:59:32.089 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records in 2024-04-10T14:59:32.089 INFO:teuthology.orchestra.run.smithi102.stderr:1+0 records out 2024-04-10T14:59:32.089 INFO:teuthology.orchestra.run.smithi102.stderr:512 bytes copied, 0.000206286 s, 2.5 MB/s 2024-04-10T14:59:32.091 DEBUG:teuthology.orchestra.run.smithi102:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-10T14:59:32.146 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-04-10T14:59:32.146 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/scratch_devs of=/dev/stdout 2024-04-10T14:59:32.163 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-04-10T14:59:32.163 DEBUG:teuthology.orchestra.run.smithi154:> stat /dev/vg_nvme/lv_1 2024-04-10T14:59:32.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:32 smithi102 ceph-mon[37987]: Reconfiguring mon.b (monmap changed)... 2024-04-10T14:59:32.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:32 smithi102 ceph-mon[37987]: Reconfiguring daemon mon.b on smithi154 2024-04-10T14:59:32.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:32 smithi102 ceph-mon[37987]: from='client.14205 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi102=y;smithi154=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T14:59:32.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:32 smithi102 ceph-mon[37987]: Saving service mgr spec with placement smithi102=y;smithi154=x;count:2 2024-04-10T14:59:32.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:32 smithi102 ceph-mon[37987]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:32.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:32 smithi102 ceph-mon[26948]: Reconfiguring mon.b (monmap changed)... 2024-04-10T14:59:32.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:32 smithi102 ceph-mon[26948]: Reconfiguring daemon mon.b on smithi154 2024-04-10T14:59:32.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:32 smithi102 ceph-mon[26948]: from='client.14205 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi102=y;smithi154=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T14:59:32.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:32 smithi102 ceph-mon[26948]: Saving service mgr spec with placement smithi102=y;smithi154=x;count:2 2024-04-10T14:59:32.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:32 smithi102 ceph-mon[26948]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:32.218 INFO:teuthology.orchestra.run.smithi154.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-04-10T14:59:32.218 INFO:teuthology.orchestra.run.smithi154.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T14:59:32.218 INFO:teuthology.orchestra.run.smithi154.stdout:Device: 5h/5d Inode: 665 Links: 1 2024-04-10T14:59:32.218 INFO:teuthology.orchestra.run.smithi154.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T14:59:32.218 INFO:teuthology.orchestra.run.smithi154.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T14:59:32.218 INFO:teuthology.orchestra.run.smithi154.stdout:Access: 2024-04-10 14:59:10.136962712 +0000 2024-04-10T14:59:32.219 INFO:teuthology.orchestra.run.smithi154.stdout:Modify: 2024-04-10 14:53:53.599540526 +0000 2024-04-10T14:59:32.219 INFO:teuthology.orchestra.run.smithi154.stdout:Change: 2024-04-10 14:53:53.599540526 +0000 2024-04-10T14:59:32.219 INFO:teuthology.orchestra.run.smithi154.stdout: Birth: 2024-04-10 14:53:53.599540526 +0000 2024-04-10T14:59:32.219 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-04-10T14:59:32.282 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:32 smithi154 ceph-mon[30592]: Reconfiguring mon.b (monmap changed)... 2024-04-10T14:59:32.282 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:32 smithi154 ceph-mon[30592]: Reconfiguring daemon mon.b on smithi154 2024-04-10T14:59:32.282 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:32 smithi154 ceph-mon[30592]: from='client.14205 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "mgr", "placement": "2;smithi102=y;smithi154=x", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T14:59:32.282 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:32 smithi154 ceph-mon[30592]: Saving service mgr spec with placement smithi102=y;smithi154=x;count:2 2024-04-10T14:59:32.282 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:32 smithi154 ceph-mon[30592]: pgmap v20: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:32.284 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records in 2024-04-10T14:59:32.284 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records out 2024-04-10T14:59:32.284 INFO:teuthology.orchestra.run.smithi154.stderr:512 bytes copied, 0.000231284 s, 2.2 MB/s 2024-04-10T14:59:32.286 DEBUG:teuthology.orchestra.run.smithi154:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-04-10T14:59:32.343 DEBUG:teuthology.orchestra.run.smithi154:> stat /dev/vg_nvme/lv_2 2024-04-10T14:59:32.400 INFO:teuthology.orchestra.run.smithi154.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-04-10T14:59:32.400 INFO:teuthology.orchestra.run.smithi154.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T14:59:32.400 INFO:teuthology.orchestra.run.smithi154.stdout:Device: 5h/5d Inode: 685 Links: 1 2024-04-10T14:59:32.400 INFO:teuthology.orchestra.run.smithi154.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T14:59:32.400 INFO:teuthology.orchestra.run.smithi154.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T14:59:32.400 INFO:teuthology.orchestra.run.smithi154.stdout:Access: 2024-04-10 14:59:10.136962712 +0000 2024-04-10T14:59:32.401 INFO:teuthology.orchestra.run.smithi154.stdout:Modify: 2024-04-10 14:53:53.938531956 +0000 2024-04-10T14:59:32.401 INFO:teuthology.orchestra.run.smithi154.stdout:Change: 2024-04-10 14:53:53.938531956 +0000 2024-04-10T14:59:32.401 INFO:teuthology.orchestra.run.smithi154.stdout: Birth: 2024-04-10 14:53:53.938531956 +0000 2024-04-10T14:59:32.401 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-04-10T14:59:32.466 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records in 2024-04-10T14:59:32.466 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records out 2024-04-10T14:59:32.466 INFO:teuthology.orchestra.run.smithi154.stderr:512 bytes copied, 0.000263744 s, 1.9 MB/s 2024-04-10T14:59:32.468 DEBUG:teuthology.orchestra.run.smithi154:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-04-10T14:59:32.523 DEBUG:teuthology.orchestra.run.smithi154:> stat /dev/vg_nvme/lv_3 2024-04-10T14:59:32.578 INFO:teuthology.orchestra.run.smithi154.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-04-10T14:59:32.578 INFO:teuthology.orchestra.run.smithi154.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T14:59:32.579 INFO:teuthology.orchestra.run.smithi154.stdout:Device: 5h/5d Inode: 703 Links: 1 2024-04-10T14:59:32.579 INFO:teuthology.orchestra.run.smithi154.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T14:59:32.579 INFO:teuthology.orchestra.run.smithi154.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T14:59:32.579 INFO:teuthology.orchestra.run.smithi154.stdout:Access: 2024-04-10 14:59:10.137962687 +0000 2024-04-10T14:59:32.579 INFO:teuthology.orchestra.run.smithi154.stdout:Modify: 2024-04-10 14:53:54.277523386 +0000 2024-04-10T14:59:32.579 INFO:teuthology.orchestra.run.smithi154.stdout:Change: 2024-04-10 14:53:54.277523386 +0000 2024-04-10T14:59:32.579 INFO:teuthology.orchestra.run.smithi154.stdout: Birth: 2024-04-10 14:53:54.277523386 +0000 2024-04-10T14:59:32.579 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-04-10T14:59:32.646 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records in 2024-04-10T14:59:32.646 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records out 2024-04-10T14:59:32.646 INFO:teuthology.orchestra.run.smithi154.stderr:512 bytes copied, 0.000178708 s, 2.9 MB/s 2024-04-10T14:59:32.647 DEBUG:teuthology.orchestra.run.smithi154:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-04-10T14:59:32.703 DEBUG:teuthology.orchestra.run.smithi154:> stat /dev/vg_nvme/lv_4 2024-04-10T14:59:32.760 INFO:teuthology.orchestra.run.smithi154.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-04-10T14:59:32.760 INFO:teuthology.orchestra.run.smithi154.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-04-10T14:59:32.760 INFO:teuthology.orchestra.run.smithi154.stdout:Device: 5h/5d Inode: 725 Links: 1 2024-04-10T14:59:32.761 INFO:teuthology.orchestra.run.smithi154.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-04-10T14:59:32.761 INFO:teuthology.orchestra.run.smithi154.stdout:Context: system_u:object_r:device_t:s0 2024-04-10T14:59:32.761 INFO:teuthology.orchestra.run.smithi154.stdout:Access: 2024-04-10 14:59:10.137962687 +0000 2024-04-10T14:59:32.761 INFO:teuthology.orchestra.run.smithi154.stdout:Modify: 2024-04-10 14:53:54.629514487 +0000 2024-04-10T14:59:32.761 INFO:teuthology.orchestra.run.smithi154.stdout:Change: 2024-04-10 14:53:54.629514487 +0000 2024-04-10T14:59:32.761 INFO:teuthology.orchestra.run.smithi154.stdout: Birth: 2024-04-10 14:53:54.629514487 +0000 2024-04-10T14:59:32.762 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-04-10T14:59:32.828 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records in 2024-04-10T14:59:32.829 INFO:teuthology.orchestra.run.smithi154.stderr:1+0 records out 2024-04-10T14:59:32.829 INFO:teuthology.orchestra.run.smithi154.stderr:512 bytes copied, 0.000187615 s, 2.7 MB/s 2024-04-10T14:59:32.830 DEBUG:teuthology.orchestra.run.smithi154:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-04-10T14:59:32.885 INFO:tasks.cephadm:Deploying osd.0 on smithi102 with /dev/vg_nvme/lv_4... 2024-04-10T14:59:32.886 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-10T14:59:33.086 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T14:59:33.501 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:33.502 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:33.502 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:59:33.502 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:33.502 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T14:59:33.502 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:33.502 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T14:59:33.502 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-10T14:59:33.502 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T14:59:33.502 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:33.502 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[37987]: Deploying daemon mgr.x on smithi154 2024-04-10T14:59:33.502 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[37987]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:33.502 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:33.503 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:33.503 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:59:33.503 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:33.503 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T14:59:33.503 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:33.503 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T14:59:33.503 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-10T14:59:33.503 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T14:59:33.503 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:33.503 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[26948]: Deploying daemon mgr.x on smithi154 2024-04-10T14:59:33.503 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:33 smithi102 ceph-mon[26948]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:33.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:33 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:33.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:33 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:33.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:33 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:59:33.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:33 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:33.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:33 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T14:59:33.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:33 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:33.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:33 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T14:59:33.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:33 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]': finished 2024-04-10T14:59:33.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:33 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T14:59:33.635 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:33 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:33.635 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:33 smithi154 ceph-mon[30592]: Deploying daemon mgr.x on smithi154 2024-04-10T14:59:33.635 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:33 smithi154 ceph-mon[30592]: pgmap v21: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:34.633 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:34 smithi154 systemd[1]: Started Ceph mgr.x for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T14:59:34.898 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-10T14:59:34.899 INFO:teuthology.orchestra.run.smithi102.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-10T14:59:34.899 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10+0 records in 2024-04-10T14:59:34.899 INFO:teuthology.orchestra.run.smithi102.stderr:10+0 records out 2024-04-10T14:59:34.899 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0186672 s, 562 MB/s 2024-04-10T14:59:34.899 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping successful for: 2024-04-10T14:59:35.319 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:35 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:35.039+0000 7fec4ae2c200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T14:59:35.320 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:35 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:35.148+0000 7fec4ae2c200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T14:59:35.595 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:35 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:35.595 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:35 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:35.595 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:35 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:35.595 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:35 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:35.595 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:35 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:59:35.595 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:35 smithi102 ceph-mon[37987]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:35.595 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:35 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:35.595 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:35 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:35.596 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:35 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:35.596 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:35 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:35.596 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:35 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:59:35.596 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:35 smithi102 ceph-mon[26948]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:35.618 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi102:vg_nvme/lv_4 2024-04-10T14:59:35.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:35 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:35.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:35 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:35.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:35 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:35.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:35 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:35.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:35 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:59:35.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:35 smithi154 ceph-mon[30592]: pgmap v22: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:35.824 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T14:59:36.133 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:35 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:35.828+0000 7fec4ae2c200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T14:59:36.133 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:35 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:35.923+0000 7fec4ae2c200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T14:59:36.133 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:36 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:36.067+0000 7fec4ae2c200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T14:59:36.492 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:36 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:36.163+0000 7fec4ae2c200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T14:59:36.492 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:36 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:36.246+0000 7fec4ae2c200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T14:59:36.492 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:36 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:36.511+0000 7fec4ae2c200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T14:59:36.749 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:36 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:36.623+0000 7fec4ae2c200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T14:59:36.749 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:36 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:36.709+0000 7fec4ae2c200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T14:59:37.050 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:36 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:37.050 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:36 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:37.051 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:36 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:37.051 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:36 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T14:59:37.051 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:36 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:37.051 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:36 smithi102 ceph-mon[26948]: Reconfiguring mgr.y (unknown last config time)... 2024-04-10T14:59:37.051 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:36 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T14:59:37.051 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:36 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T14:59:37.051 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:36 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:37.051 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:36 smithi102 ceph-mon[26948]: Reconfiguring daemon mgr.y on smithi102 2024-04-10T14:59:37.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:36 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:37.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:36 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:37.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:36 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:37.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:36 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T14:59:37.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:36 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:37.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:36 smithi102 ceph-mon[37987]: Reconfiguring mgr.y (unknown last config time)... 2024-04-10T14:59:37.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:36 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T14:59:37.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:36 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T14:59:37.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:36 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:37.052 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:36 smithi102 ceph-mon[37987]: Reconfiguring daemon mgr.y on smithi102 2024-04-10T14:59:37.133 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:36 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:36.805+0000 7fec4ae2c200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T14:59:37.133 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:36 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:36.981+0000 7fec4ae2c200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T14:59:37.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:36 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:37.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:36 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:37.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:36 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:37.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:36 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T14:59:37.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:36 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:37.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:36 smithi154 ceph-mon[30592]: Reconfiguring mgr.y (unknown last config time)... 2024-04-10T14:59:37.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:36 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T14:59:37.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:36 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T14:59:37.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:36 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:37.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:36 smithi154 ceph-mon[30592]: Reconfiguring daemon mgr.y on smithi102 2024-04-10T14:59:37.870 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:37 smithi102 ceph-mon[26948]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:37.870 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:37 smithi102 ceph-mon[37987]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:38.082 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:37 smithi154 ceph-mon[30592]: pgmap v23: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:38.082 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:37 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:37.968+0000 7fec4ae2c200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T14:59:38.383 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:38 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:38.102+0000 7fec4ae2c200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T14:59:38.709 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:38 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:38.443+0000 7fec4ae2c200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T14:59:38.710 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:38 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:38.533+0000 7fec4ae2c200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T14:59:38.710 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:38 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:38.729+0000 7fec4ae2c200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T14:59:39.089 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:38 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:39.089 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:38 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:39.089 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:38 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:59:39.089 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:38 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:39.089 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:38 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T14:59:39.089 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:38 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:39.090 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:38 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T14:59:39.090 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:38 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T14:59:39.090 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:38 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:39.090 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:38 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:39.090 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:38 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:39.090 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:38 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:59:39.090 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:38 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:39.090 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:38 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T14:59:39.090 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:38 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:39.090 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:38 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T14:59:39.090 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:38 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T14:59:39.090 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:38 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:39.133 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:38 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:38.916+0000 7fec4ae2c200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T14:59:39.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:38 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:39.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:38 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:39.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:38 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:59:39.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:38 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:39.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:38 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T14:59:39.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:38 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:39.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:38 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T14:59:39.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:38 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T14:59:39.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:38 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:39.445 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:39 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:39.202+0000 7fec4ae2c200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T14:59:39.445 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:39 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:39.464+0000 7fec4ae2c200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T14:59:39.883 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:39 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:39.702+0000 7fec4ae2c200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T14:59:40.055 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:39 smithi102 ceph-mon[26948]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T14:59:40.055 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:39 smithi102 ceph-mon[26948]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:40.055 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:39 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:40.056 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:39 smithi102 ceph-mon[37987]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T14:59:40.056 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:39 smithi102 ceph-mon[37987]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:40.056 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:39 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:40.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:39 smithi154 ceph-mon[30592]: from='client.24116 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T14:59:40.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:39 smithi154 ceph-mon[30592]: pgmap v24: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:40.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:39 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:40.883 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:40 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:40.518+0000 7fec4ae2c200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T14:59:41.383 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:41 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:41.096+0000 7fec4ae2c200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T14:59:41.383 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:41 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:41.195+0000 7fec4ae2c200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T14:59:41.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:40 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/3693065251' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ae1bd487-7951-45bd-ba3c-a82084f43cdb"}]: dispatch 2024-04-10T14:59:41.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:40 smithi154 ceph-mon[30592]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ae1bd487-7951-45bd-ba3c-a82084f43cdb"}]: dispatch 2024-04-10T14:59:41.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:40 smithi154 ceph-mon[30592]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ae1bd487-7951-45bd-ba3c-a82084f43cdb"}]': finished 2024-04-10T14:59:41.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:40 smithi154 ceph-mon[30592]: osdmap e5: 1 total, 0 up, 1 in 2024-04-10T14:59:41.384 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:40 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T14:59:41.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:40 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/3693065251' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ae1bd487-7951-45bd-ba3c-a82084f43cdb"}]: dispatch 2024-04-10T14:59:41.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:40 smithi102 ceph-mon[26948]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ae1bd487-7951-45bd-ba3c-a82084f43cdb"}]: dispatch 2024-04-10T14:59:41.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:40 smithi102 ceph-mon[26948]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ae1bd487-7951-45bd-ba3c-a82084f43cdb"}]': finished 2024-04-10T14:59:41.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:40 smithi102 ceph-mon[26948]: osdmap e5: 1 total, 0 up, 1 in 2024-04-10T14:59:41.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:40 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T14:59:41.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:40 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/3693065251' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ae1bd487-7951-45bd-ba3c-a82084f43cdb"}]: dispatch 2024-04-10T14:59:41.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:40 smithi102 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "ae1bd487-7951-45bd-ba3c-a82084f43cdb"}]: dispatch 2024-04-10T14:59:41.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:40 smithi102 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "ae1bd487-7951-45bd-ba3c-a82084f43cdb"}]': finished 2024-04-10T14:59:41.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:40 smithi102 ceph-mon[37987]: osdmap e5: 1 total, 0 up, 1 in 2024-04-10T14:59:41.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:40 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T14:59:41.883 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 14:59:41 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T14:59:41.415+0000 7fec4ae2c200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T14:59:42.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:41 smithi154 ceph-mon[30592]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:42.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:41 smithi154 ceph-mon[30592]: Standby manager daemon x started 2024-04-10T14:59:42.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:41 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/135211594' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T14:59:42.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:41 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/135211594' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T14:59:42.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:41 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/135211594' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T14:59:42.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:41 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/135211594' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T14:59:42.384 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:41 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/2369513413' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T14:59:42.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:41 smithi102 ceph-mon[26948]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:42.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:41 smithi102 ceph-mon[26948]: Standby manager daemon x started 2024-04-10T14:59:42.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:41 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.154:0/135211594' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T14:59:42.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:41 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.154:0/135211594' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T14:59:42.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:41 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.154:0/135211594' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T14:59:42.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:41 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.154:0/135211594' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T14:59:42.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:41 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2369513413' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T14:59:42.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:41 smithi102 ceph-mon[37987]: pgmap v26: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:42.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:41 smithi102 ceph-mon[37987]: Standby manager daemon x started 2024-04-10T14:59:42.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:41 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/135211594' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T14:59:42.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:41 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/135211594' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T14:59:42.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:41 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/135211594' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T14:59:42.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:41 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/135211594' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T14:59:42.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:41 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/2369513413' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T14:59:43.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:42 smithi154 ceph-mon[30592]: mgrmap e14: y(active, since 63s), standbys: x 2024-04-10T14:59:43.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:42 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T14:59:43.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:42 smithi102 ceph-mon[26948]: mgrmap e14: y(active, since 63s), standbys: x 2024-04-10T14:59:43.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:42 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T14:59:43.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:42 smithi102 ceph-mon[37987]: mgrmap e14: y(active, since 63s), standbys: x 2024-04-10T14:59:43.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:42 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T14:59:44.042 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:43 smithi102 ceph-mon[37987]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:44.043 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:43 smithi102 ceph-mon[26948]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:44.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:43 smithi154 ceph-mon[30592]: pgmap v27: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:46.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:45 smithi154 ceph-mon[30592]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:46.396 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:45 smithi102 ceph-mon[26948]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:46.396 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:45 smithi102 ceph-mon[37987]: pgmap v28: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:47.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:46 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T14:59:47.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:46 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:47.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:46 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T14:59:47.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:46 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:47.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:46 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T14:59:47.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:46 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:48.284 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:48 smithi154 ceph-mon[30592]: Deploying daemon osd.0 on smithi102 2024-04-10T14:59:48.284 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:48 smithi154 ceph-mon[30592]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:48.356 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:47 smithi102 ceph-mon[26948]: Deploying daemon osd.0 on smithi102 2024-04-10T14:59:48.356 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:47 smithi102 ceph-mon[26948]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:48.356 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:47 smithi102 ceph-mon[37987]: Deploying daemon osd.0 on smithi102 2024-04-10T14:59:48.356 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:48 smithi102 ceph-mon[37987]: pgmap v29: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:50.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:50 smithi102 ceph-mon[26948]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:50.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:50 smithi102 ceph-mon[37987]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:50.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:50 smithi154 ceph-mon[30592]: pgmap v30: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:52.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:52 smithi154 ceph-mon[30592]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:52.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:52 smithi102 ceph-mon[26948]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:52.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:52 smithi102 ceph-mon[37987]: pgmap v31: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:53.545 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:53 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:53.545 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:53 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:53.545 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:53 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:59:53.545 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:53 smithi102 ceph-mon[26948]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:53.546 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:53 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:53.546 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:53 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:53.546 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:53 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:59:53.546 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:53 smithi102 ceph-mon[37987]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:53.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:53 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:53.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:53 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:53.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:53 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:59:53.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:53 smithi154 ceph-mon[30592]: pgmap v32: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:55.542 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:55 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:55.542 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:55 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:55.542 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:55 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:55.542 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:55 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T14:59:55.542 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:55 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:55.542 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:55 smithi102 ceph-mon[26948]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:55.542 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:55 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:55.542 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:55 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:55.543 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:55 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:55.543 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:55 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T14:59:55.543 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:55 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:55.543 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:55 smithi102 ceph-mon[37987]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:55.574 INFO:teuthology.orchestra.run.smithi102.stdout:Created osd(s) 0 on host 'smithi102' 2024-04-10T14:59:55.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:55 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:55.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:55 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:55.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:55 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:55.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:55 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T14:59:55.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:55 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:55.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:55 smithi154 ceph-mon[30592]: pgmap v33: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:56.142 DEBUG:teuthology.orchestra.run.smithi102:osd.0> sudo journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.0.service 2024-04-10T14:59:56.144 INFO:tasks.cephadm:Deploying osd.1 on smithi102 with /dev/vg_nvme/lv_3... 2024-04-10T14:59:56.145 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-10T14:59:56.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:56 smithi102 ceph-mon[26948]: from='osd.0 [v2:172.21.15.102:6802/4063284771,v1:172.21.15.102:6803/4063284771]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T14:59:56.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:56 smithi102 ceph-mon[26948]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T14:59:56.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:56 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:56.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:56 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:56.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:56 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:59:56.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:56 smithi102 ceph-mon[37987]: from='osd.0 [v2:172.21.15.102:6802/4063284771,v1:172.21.15.102:6803/4063284771]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T14:59:56.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:56 smithi102 ceph-mon[37987]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T14:59:56.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:56 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:56.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:56 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:56.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:56 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:59:56.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:56 smithi154 ceph-mon[30592]: from='osd.0 [v2:172.21.15.102:6802/4063284771,v1:172.21.15.102:6803/4063284771]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T14:59:56.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:56 smithi154 ceph-mon[30592]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T14:59:56.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:56 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:56.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:56 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:56.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:56 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T14:59:57.344 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:57 smithi102 ceph-mon[26948]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-10T14:59:57.344 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:57 smithi102 ceph-mon[26948]: osdmap e6: 1 total, 0 up, 1 in 2024-04-10T14:59:57.344 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:57 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T14:59:57.344 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:57 smithi102 ceph-mon[26948]: from='osd.0 [v2:172.21.15.102:6802/4063284771,v1:172.21.15.102:6803/4063284771]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T14:59:57.344 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:57 smithi102 ceph-mon[26948]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T14:59:57.344 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:57 smithi102 ceph-mon[26948]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:57.471 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T14:59:57.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:57 smithi154 ceph-mon[30592]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-10T14:59:57.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:57 smithi154 ceph-mon[30592]: osdmap e6: 1 total, 0 up, 1 in 2024-04-10T14:59:57.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:57 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T14:59:57.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:57 smithi154 ceph-mon[30592]: from='osd.0 [v2:172.21.15.102:6802/4063284771,v1:172.21.15.102:6803/4063284771]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T14:59:57.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:57 smithi154 ceph-mon[30592]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T14:59:57.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:57 smithi154 ceph-mon[30592]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:57.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:57 smithi102 ceph-mon[37987]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-10T14:59:57.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:57 smithi102 ceph-mon[37987]: osdmap e6: 1 total, 0 up, 1 in 2024-04-10T14:59:57.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:57 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T14:59:57.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:57 smithi102 ceph-mon[37987]: from='osd.0 [v2:172.21.15.102:6802/4063284771,v1:172.21.15.102:6803/4063284771]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T14:59:57.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:57 smithi102 ceph-mon[37987]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T14:59:57.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:57 smithi102 ceph-mon[37987]: pgmap v35: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:58.027 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 14:59:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0[41889]: 2024-04-10T14:59:57.769+0000 7ffb1e489700 -1 osd.0 0 waiting for initial osdmap 2024-04-10T14:59:58.027 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 14:59:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0[41889]: 2024-04-10T14:59:57.773+0000 7ffb16276700 -1 osd.0 7 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T14:59:58.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:58 smithi154 ceph-mon[30592]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-10T14:59:58.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:58 smithi154 ceph-mon[30592]: osdmap e7: 1 total, 0 up, 1 in 2024-04-10T14:59:58.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:58 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T14:59:58.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:58 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T14:59:58.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:58 smithi154 ceph-mon[30592]: from='osd.0 ' entity='osd.0' 2024-04-10T14:59:58.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:58 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T14:59:58.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:58 smithi102 ceph-mon[26948]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-10T14:59:58.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:58 smithi102 ceph-mon[26948]: osdmap e7: 1 total, 0 up, 1 in 2024-04-10T14:59:58.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:58 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T14:59:58.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:58 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T14:59:58.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:58 smithi102 ceph-mon[26948]: from='osd.0 ' entity='osd.0' 2024-04-10T14:59:58.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:58 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T14:59:58.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:58 smithi102 ceph-mon[37987]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-10T14:59:58.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:58 smithi102 ceph-mon[37987]: osdmap e7: 1 total, 0 up, 1 in 2024-04-10T14:59:58.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:58 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T14:59:58.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:58 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T14:59:58.664 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:58 smithi102 ceph-mon[37987]: from='osd.0 ' entity='osd.0' 2024-04-10T14:59:58.664 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:58 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T14:59:59.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[37987]: purged_snaps scrub starts 2024-04-10T14:59:59.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[37987]: purged_snaps scrub ok 2024-04-10T14:59:59.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[37987]: osd.0 [v2:172.21.15.102:6802/4063284771,v1:172.21.15.102:6803/4063284771] boot 2024-04-10T14:59:59.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[37987]: osdmap e8: 1 total, 1 up, 1 in 2024-04-10T14:59:59.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T14:59:59.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[37987]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:59.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[37987]: Detected new or changed devices on smithi102 2024-04-10T14:59:59.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:59.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:59.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T14:59:59.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[37987]: Adjusting osd_memory_target on smithi102 to 16064M 2024-04-10T14:59:59.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:59.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:59.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T14:59:59.443 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:59.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[26948]: purged_snaps scrub starts 2024-04-10T14:59:59.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[26948]: purged_snaps scrub ok 2024-04-10T14:59:59.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[26948]: osd.0 [v2:172.21.15.102:6802/4063284771,v1:172.21.15.102:6803/4063284771] boot 2024-04-10T14:59:59.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[26948]: osdmap e8: 1 total, 1 up, 1 in 2024-04-10T14:59:59.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T14:59:59.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[26948]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:59.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[26948]: Detected new or changed devices on smithi102 2024-04-10T14:59:59.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:59.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:59.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T14:59:59.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[26948]: Adjusting osd_memory_target on smithi102 to 16064M 2024-04-10T14:59:59.444 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:59.444 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:59.444 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T14:59:59.444 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 14:59:59 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:59.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:59 smithi154 ceph-mon[30592]: purged_snaps scrub starts 2024-04-10T14:59:59.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:59 smithi154 ceph-mon[30592]: purged_snaps scrub ok 2024-04-10T14:59:59.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:59 smithi154 ceph-mon[30592]: osd.0 [v2:172.21.15.102:6802/4063284771,v1:172.21.15.102:6803/4063284771] boot 2024-04-10T14:59:59.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:59 smithi154 ceph-mon[30592]: osdmap e8: 1 total, 1 up, 1 in 2024-04-10T14:59:59.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:59 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T14:59:59.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:59 smithi154 ceph-mon[30592]: pgmap v38: 0 pgs: ; 0 B data, 0 B used, 0 B / 0 B avail 2024-04-10T14:59:59.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:59 smithi154 ceph-mon[30592]: Detected new or changed devices on smithi102 2024-04-10T14:59:59.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:59 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:59.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:59 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:59.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:59 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T14:59:59.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:59 smithi154 ceph-mon[30592]: Adjusting osd_memory_target on smithi102 to 16064M 2024-04-10T14:59:59.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:59 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T14:59:59.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:59 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T14:59:59.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:59 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T14:59:59.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 14:59:59 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:00.296 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-10T15:00:00.296 INFO:teuthology.orchestra.run.smithi102.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-10T15:00:00.297 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10+0 records in 2024-04-10T15:00:00.297 INFO:teuthology.orchestra.run.smithi102.stderr:10+0 records out 2024-04-10T15:00:00.297 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0132582 s, 791 MB/s 2024-04-10T15:00:00.297 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping successful for: 2024-04-10T15:00:00.877 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:00 smithi102 ceph-mon[26948]: overall HEALTH_OK 2024-04-10T15:00:00.878 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:00 smithi102 ceph-mon[26948]: osdmap e9: 1 total, 1 up, 1 in 2024-04-10T15:00:00.878 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:00 smithi102 ceph-mon[37987]: overall HEALTH_OK 2024-04-10T15:00:00.878 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:00 smithi102 ceph-mon[37987]: osdmap e9: 1 total, 1 up, 1 in 2024-04-10T15:00:00.879 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi102:vg_nvme/lv_3 2024-04-10T15:00:01.080 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:00:01.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:00 smithi154 ceph-mon[30592]: overall HEALTH_OK 2024-04-10T15:00:01.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:00 smithi154 ceph-mon[30592]: osdmap e9: 1 total, 1 up, 1 in 2024-04-10T15:00:02.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:01 smithi154 ceph-mon[30592]: pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:02.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:01 smithi102 ceph-mon[26948]: pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:02.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:01 smithi102 ceph-mon[37987]: pgmap v40: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:03.378 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:02 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:00:03.378 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:02 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:00:03.378 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:02 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:03.378 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:02 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:00:03.378 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:02 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:00:03.378 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:02 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:03.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:02 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:00:03.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:02 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:00:03.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:02 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:04.256 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:03 smithi102 ceph-mon[26948]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:00:04.256 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:03 smithi102 ceph-mon[26948]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:04.257 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:03 smithi102 ceph-mon[37987]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:00:04.257 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:03 smithi102 ceph-mon[37987]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:04.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:03 smithi154 ceph-mon[30592]: from='client.14244 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:00:04.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:03 smithi154 ceph-mon[30592]: pgmap v41: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:06.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:05 smithi154 ceph-mon[30592]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:06.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:05 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1605132729' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71af8ce3-be69-4910-9512-4b9739c29a97"}]: dispatch 2024-04-10T15:00:06.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:05 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1605132729' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "71af8ce3-be69-4910-9512-4b9739c29a97"}]': finished 2024-04-10T15:00:06.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:05 smithi154 ceph-mon[30592]: osdmap e10: 2 total, 1 up, 2 in 2024-04-10T15:00:06.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:05 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:00:06.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:05 smithi102 ceph-mon[26948]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:06.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:05 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1605132729' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71af8ce3-be69-4910-9512-4b9739c29a97"}]: dispatch 2024-04-10T15:00:06.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:05 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1605132729' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "71af8ce3-be69-4910-9512-4b9739c29a97"}]': finished 2024-04-10T15:00:06.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:05 smithi102 ceph-mon[26948]: osdmap e10: 2 total, 1 up, 2 in 2024-04-10T15:00:06.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:05 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:00:06.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:05 smithi102 ceph-mon[37987]: pgmap v42: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:06.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:05 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1605132729' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "71af8ce3-be69-4910-9512-4b9739c29a97"}]: dispatch 2024-04-10T15:00:06.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:05 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1605132729' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "71af8ce3-be69-4910-9512-4b9739c29a97"}]': finished 2024-04-10T15:00:06.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:05 smithi102 ceph-mon[37987]: osdmap e10: 2 total, 1 up, 2 in 2024-04-10T15:00:06.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:05 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:00:07.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:07 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1340637481' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:00:07.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:07 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1340637481' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:00:07.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:07 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1340637481' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:00:08.251 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:08 smithi102 ceph-mon[26948]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:08.251 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:08 smithi102 ceph-mon[37987]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:08.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:08 smithi154 ceph-mon[30592]: pgmap v44: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:10.344 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:10 smithi102 ceph-mon[26948]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:10.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:10 smithi102 ceph-mon[37987]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:10.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:10 smithi154 ceph-mon[30592]: pgmap v45: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:12.238 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:12 smithi102 ceph-mon[37987]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:12.238 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:12 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T15:00:12.238 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:12 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:12.238 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:12 smithi102 ceph-mon[26948]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:12.239 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:12 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T15:00:12.239 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:12 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:12.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:12 smithi154 ceph-mon[30592]: pgmap v46: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:12.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:12 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T15:00:12.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:12 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:13.232 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:13 smithi102 ceph-mon[26948]: Deploying daemon osd.1 on smithi102 2024-04-10T15:00:13.232 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:13 smithi102 ceph-mon[37987]: Deploying daemon osd.1 on smithi102 2024-04-10T15:00:13.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:13 smithi154 ceph-mon[30592]: Deploying daemon osd.1 on smithi102 2024-04-10T15:00:14.275 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:14 smithi102 ceph-mon[26948]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:14.275 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:14 smithi102 ceph-mon[37987]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:14.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:14 smithi154 ceph-mon[30592]: pgmap v47: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:16.076 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:16 smithi102 ceph-mon[26948]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:16.077 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:16 smithi102 ceph-mon[37987]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:16.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:16 smithi154 ceph-mon[30592]: pgmap v48: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:17.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:17 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:17.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:17 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:17.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:17 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:00:17.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:17 smithi154 ceph-mon[30592]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:17.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:17 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:17.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:17 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:17.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:17 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:00:17.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:17 smithi102 ceph-mon[26948]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:17.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:17 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:17.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:17 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:17.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:17 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:00:17.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:17 smithi102 ceph-mon[37987]: pgmap v49: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:20.084 INFO:teuthology.orchestra.run.smithi102.stdout:Created osd(s) 1 on host 'smithi102' 2024-04-10T15:00:20.336 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:19 smithi102 ceph-mon[26948]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:20.336 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:19 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:20.336 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:19 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:20.336 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:19 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:20.336 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:19 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:00:20.336 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:19 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:20.336 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:19 smithi102 ceph-mon[26948]: from='osd.1 [v2:172.21.15.102:6810/3393919267,v1:172.21.15.102:6811/3393919267]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T15:00:20.337 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:19 smithi102 ceph-mon[37987]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:20.337 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:19 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:20.337 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:19 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:20.337 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:19 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:20.337 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:19 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:00:20.337 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:19 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:20.337 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:19 smithi102 ceph-mon[37987]: from='osd.1 [v2:172.21.15.102:6810/3393919267,v1:172.21.15.102:6811/3393919267]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T15:00:20.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:19 smithi154 ceph-mon[30592]: pgmap v50: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:20.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:19 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:20.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:19 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:20.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:19 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:20.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:19 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:00:20.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:19 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:20.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:19 smithi154 ceph-mon[30592]: from='osd.1 [v2:172.21.15.102:6810/3393919267,v1:172.21.15.102:6811/3393919267]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T15:00:20.705 DEBUG:teuthology.orchestra.run.smithi102:osd.1> sudo journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.1.service 2024-04-10T15:00:20.707 INFO:tasks.cephadm:Deploying osd.2 on smithi102 with /dev/vg_nvme/lv_2... 2024-04-10T15:00:20.707 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-10T15:00:21.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:21 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:21.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:21 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:21.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:21 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:00:21.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:21 smithi154 ceph-mon[30592]: from='osd.1 [v2:172.21.15.102:6810/3393919267,v1:172.21.15.102:6811/3393919267]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-10T15:00:21.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:21 smithi154 ceph-mon[30592]: osdmap e11: 2 total, 1 up, 2 in 2024-04-10T15:00:21.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:21 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:00:21.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:21 smithi154 ceph-mon[30592]: from='osd.1 [v2:172.21.15.102:6810/3393919267,v1:172.21.15.102:6811/3393919267]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:00:21.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:21 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:21.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:21 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:21.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:21 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:00:21.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:21 smithi102 ceph-mon[26948]: from='osd.1 [v2:172.21.15.102:6810/3393919267,v1:172.21.15.102:6811/3393919267]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-10T15:00:21.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:21 smithi102 ceph-mon[26948]: osdmap e11: 2 total, 1 up, 2 in 2024-04-10T15:00:21.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:21 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:00:21.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:21 smithi102 ceph-mon[26948]: from='osd.1 [v2:172.21.15.102:6810/3393919267,v1:172.21.15.102:6811/3393919267]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:00:21.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:21 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:21.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:21 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:21.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:21 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:00:21.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:21 smithi102 ceph-mon[37987]: from='osd.1 [v2:172.21.15.102:6810/3393919267,v1:172.21.15.102:6811/3393919267]' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-10T15:00:21.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:21 smithi102 ceph-mon[37987]: osdmap e11: 2 total, 1 up, 2 in 2024-04-10T15:00:21.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:21 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:00:21.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:21 smithi102 ceph-mon[37987]: from='osd.1 [v2:172.21.15.102:6810/3393919267,v1:172.21.15.102:6811/3393919267]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:00:21.414 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:00:21 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1[47834]: 2024-04-10T15:00:21.246+0000 7f88deb9b700 -1 osd.1 0 waiting for initial osdmap 2024-04-10T15:00:21.414 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:00:21 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1[47834]: 2024-04-10T15:00:21.249+0000 7f88da990700 -1 osd.1 12 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:00:21.820 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:00:22.126 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:22 smithi102 ceph-mon[37987]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:22.126 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:22 smithi102 ceph-mon[37987]: from='osd.1 [v2:172.21.15.102:6810/3393919267,v1:172.21.15.102:6811/3393919267]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-10T15:00:22.126 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:22 smithi102 ceph-mon[37987]: osdmap e12: 2 total, 1 up, 2 in 2024-04-10T15:00:22.127 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:22 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:00:22.127 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:22 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:00:22.127 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:22 smithi102 ceph-mon[26948]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:22.127 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:22 smithi102 ceph-mon[26948]: from='osd.1 [v2:172.21.15.102:6810/3393919267,v1:172.21.15.102:6811/3393919267]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-10T15:00:22.127 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:22 smithi102 ceph-mon[26948]: osdmap e12: 2 total, 1 up, 2 in 2024-04-10T15:00:22.127 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:22 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:00:22.127 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:22 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:00:22.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:22 smithi154 ceph-mon[30592]: pgmap v52: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:22.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:22 smithi154 ceph-mon[30592]: from='osd.1 [v2:172.21.15.102:6810/3393919267,v1:172.21.15.102:6811/3393919267]' entity='osd.1' cmd='[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-10T15:00:22.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:22 smithi154 ceph-mon[30592]: osdmap e12: 2 total, 1 up, 2 in 2024-04-10T15:00:22.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:22 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:00:22.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:22 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:00:23.503 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:23 smithi102 ceph-mon[37987]: purged_snaps scrub starts 2024-04-10T15:00:23.503 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:23 smithi102 ceph-mon[37987]: purged_snaps scrub ok 2024-04-10T15:00:23.503 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:23 smithi102 ceph-mon[37987]: osd.1 [v2:172.21.15.102:6810/3393919267,v1:172.21.15.102:6811/3393919267] boot 2024-04-10T15:00:23.503 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:23 smithi102 ceph-mon[37987]: osdmap e13: 2 total, 2 up, 2 in 2024-04-10T15:00:23.503 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:23 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:00:23.503 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:23 smithi102 ceph-mon[37987]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:23.504 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:23 smithi102 ceph-mon[26948]: purged_snaps scrub starts 2024-04-10T15:00:23.504 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:23 smithi102 ceph-mon[26948]: purged_snaps scrub ok 2024-04-10T15:00:23.504 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:23 smithi102 ceph-mon[26948]: osd.1 [v2:172.21.15.102:6810/3393919267,v1:172.21.15.102:6811/3393919267] boot 2024-04-10T15:00:23.504 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:23 smithi102 ceph-mon[26948]: osdmap e13: 2 total, 2 up, 2 in 2024-04-10T15:00:23.504 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:23 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:00:23.504 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:23 smithi102 ceph-mon[26948]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:23.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:23 smithi154 ceph-mon[30592]: purged_snaps scrub starts 2024-04-10T15:00:23.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:23 smithi154 ceph-mon[30592]: purged_snaps scrub ok 2024-04-10T15:00:23.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:23 smithi154 ceph-mon[30592]: osd.1 [v2:172.21.15.102:6810/3393919267,v1:172.21.15.102:6811/3393919267] boot 2024-04-10T15:00:23.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:23 smithi154 ceph-mon[30592]: osdmap e13: 2 total, 2 up, 2 in 2024-04-10T15:00:23.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:23 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:00:23.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:23 smithi154 ceph-mon[30592]: pgmap v55: 0 pgs: ; 0 B data, 26 MiB used, 89 GiB / 89 GiB avail 2024-04-10T15:00:24.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:24 smithi154 ceph-mon[30592]: osdmap e14: 2 total, 2 up, 2 in 2024-04-10T15:00:24.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:24 smithi154 ceph-mon[30592]: Detected new or changed devices on smithi102 2024-04-10T15:00:24.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:24.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:24.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:00:24.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:00:24.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:24.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:24.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:00:24.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:24.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:24 smithi102 ceph-mon[26948]: osdmap e14: 2 total, 2 up, 2 in 2024-04-10T15:00:24.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:24 smithi102 ceph-mon[26948]: Detected new or changed devices on smithi102 2024-04-10T15:00:24.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:24.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:24.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:00:24.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:00:24.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:24.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:24.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:00:24.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:24.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:24 smithi102 ceph-mon[37987]: osdmap e14: 2 total, 2 up, 2 in 2024-04-10T15:00:24.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:24 smithi102 ceph-mon[37987]: Detected new or changed devices on smithi102 2024-04-10T15:00:24.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:24.664 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:24.664 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:00:24.664 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:00:24.664 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:24.664 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:24.664 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:00:24.664 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:24.696 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-10T15:00:24.696 INFO:teuthology.orchestra.run.smithi102.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-10T15:00:24.696 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10+0 records in 2024-04-10T15:00:24.696 INFO:teuthology.orchestra.run.smithi102.stderr:10+0 records out 2024-04-10T15:00:24.696 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0112692 s, 930 MB/s 2024-04-10T15:00:24.696 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping successful for: 2024-04-10T15:00:25.287 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:25 smithi102 ceph-mon[37987]: Adjusting osd_memory_target on smithi102 to 8032M 2024-04-10T15:00:25.287 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:25 smithi102 ceph-mon[37987]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:25.287 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:25 smithi102 ceph-mon[26948]: Adjusting osd_memory_target on smithi102 to 8032M 2024-04-10T15:00:25.287 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:25 smithi102 ceph-mon[26948]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:25.308 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi102:vg_nvme/lv_2 2024-04-10T15:00:25.507 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:00:25.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:25 smithi154 ceph-mon[30592]: Adjusting osd_memory_target on smithi102 to 8032M 2024-04-10T15:00:25.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:25 smithi154 ceph-mon[30592]: pgmap v57: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:28.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:27 smithi102 ceph-mon[26948]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:28.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:27 smithi102 ceph-mon[26948]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:00:28.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:27 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:00:28.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:27 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:00:28.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:27 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:28.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:27 smithi102 ceph-mon[37987]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:28.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:27 smithi102 ceph-mon[37987]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:00:28.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:27 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:00:28.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:27 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:00:28.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:27 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:28.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:27 smithi154 ceph-mon[30592]: pgmap v58: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:28.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:27 smithi154 ceph-mon[30592]: from='client.24170 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:00:28.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:27 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:00:28.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:27 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:00:28.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:27 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:30.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:29 smithi154 ceph-mon[30592]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:30.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:29 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/166384211' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8290e6e3-6f67-4216-a46a-96868bcfa6b6"}]: dispatch 2024-04-10T15:00:30.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:29 smithi154 ceph-mon[30592]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8290e6e3-6f67-4216-a46a-96868bcfa6b6"}]: dispatch 2024-04-10T15:00:30.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:29 smithi154 ceph-mon[30592]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8290e6e3-6f67-4216-a46a-96868bcfa6b6"}]': finished 2024-04-10T15:00:30.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:29 smithi154 ceph-mon[30592]: osdmap e15: 3 total, 2 up, 3 in 2024-04-10T15:00:30.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:29 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:00:30.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:29 smithi102 ceph-mon[26948]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:30.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:29 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/166384211' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8290e6e3-6f67-4216-a46a-96868bcfa6b6"}]: dispatch 2024-04-10T15:00:30.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:29 smithi102 ceph-mon[26948]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8290e6e3-6f67-4216-a46a-96868bcfa6b6"}]: dispatch 2024-04-10T15:00:30.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:29 smithi102 ceph-mon[26948]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8290e6e3-6f67-4216-a46a-96868bcfa6b6"}]': finished 2024-04-10T15:00:30.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:29 smithi102 ceph-mon[26948]: osdmap e15: 3 total, 2 up, 3 in 2024-04-10T15:00:30.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:29 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:00:30.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:29 smithi102 ceph-mon[37987]: pgmap v59: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:30.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:29 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/166384211' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8290e6e3-6f67-4216-a46a-96868bcfa6b6"}]: dispatch 2024-04-10T15:00:30.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:29 smithi102 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "8290e6e3-6f67-4216-a46a-96868bcfa6b6"}]: dispatch 2024-04-10T15:00:30.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:29 smithi102 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "8290e6e3-6f67-4216-a46a-96868bcfa6b6"}]': finished 2024-04-10T15:00:30.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:29 smithi102 ceph-mon[37987]: osdmap e15: 3 total, 2 up, 3 in 2024-04-10T15:00:30.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:29 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:00:31.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:31 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/4100815767' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:00:31.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:31 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/4100815767' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:00:31.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:31 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/4100815767' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:00:32.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:32 smithi154 ceph-mon[30592]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:32.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:32 smithi102 ceph-mon[26948]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:32.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:32 smithi102 ceph-mon[37987]: pgmap v61: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:34.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:34 smithi102 ceph-mon[26948]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:34.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:34 smithi102 ceph-mon[37987]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:34.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:34 smithi154 ceph-mon[30592]: pgmap v62: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:36.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:36 smithi102 ceph-mon[26948]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:36.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:36 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T15:00:36.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:36 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:36.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:36 smithi102 ceph-mon[37987]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:36.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:36 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T15:00:36.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:36 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:36.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:36 smithi154 ceph-mon[30592]: pgmap v63: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:36.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:36 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T15:00:36.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:36 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:37.295 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:37 smithi102 ceph-mon[37987]: Deploying daemon osd.2 on smithi102 2024-04-10T15:00:37.295 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:37 smithi102 ceph-mon[26948]: Deploying daemon osd.2 on smithi102 2024-04-10T15:00:37.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:37 smithi154 ceph-mon[30592]: Deploying daemon osd.2 on smithi102 2024-04-10T15:00:38.101 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:38 smithi102 ceph-mon[26948]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:38.101 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:38 smithi102 ceph-mon[37987]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:38.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:38 smithi154 ceph-mon[30592]: pgmap v64: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:40.142 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:40 smithi102 ceph-mon[26948]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:40.143 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:40 smithi102 ceph-mon[37987]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:40.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:40 smithi154 ceph-mon[30592]: pgmap v65: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:42.066 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:42 smithi102 ceph-mon[26948]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:42.067 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:42 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:42.067 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:42 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:42.067 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:42 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:00:42.067 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:42 smithi102 ceph-mon[37987]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:42.067 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:42 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:42.067 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:42 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:42.067 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:42 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:00:42.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:42 smithi154 ceph-mon[30592]: pgmap v66: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:42.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:42 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:42.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:42 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:42.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:42 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:00:44.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:44 smithi102 ceph-mon[26948]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:44.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:44 smithi102 ceph-mon[37987]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:44.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:44 smithi154 ceph-mon[30592]: pgmap v67: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:44.655 INFO:teuthology.orchestra.run.smithi102.stdout:Created osd(s) 2 on host 'smithi102' 2024-04-10T15:00:45.227 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:45 smithi102 ceph-mon[26948]: from='osd.2 [v2:172.21.15.102:6818/559940954,v1:172.21.15.102:6819/559940954]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T15:00:45.227 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:45 smithi102 ceph-mon[26948]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T15:00:45.227 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:45 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:45.227 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:45 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:45.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:45 smithi102 ceph-mon[37987]: from='osd.2 [v2:172.21.15.102:6818/559940954,v1:172.21.15.102:6819/559940954]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T15:00:45.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:45 smithi102 ceph-mon[37987]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T15:00:45.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:45 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:45.227 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:45 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:45.248 DEBUG:teuthology.orchestra.run.smithi102:osd.2> sudo journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.2.service 2024-04-10T15:00:45.251 INFO:tasks.cephadm:Deploying osd.3 on smithi102 with /dev/vg_nvme/lv_1... 2024-04-10T15:00:45.251 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-10T15:00:45.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:45 smithi154 ceph-mon[30592]: from='osd.2 [v2:172.21.15.102:6818/559940954,v1:172.21.15.102:6819/559940954]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T15:00:45.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:45 smithi154 ceph-mon[30592]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T15:00:45.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:45 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:45.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:45 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:45.503 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:00:46.277 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:46 smithi102 ceph-mon[26948]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:46.278 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:46 smithi102 ceph-mon[26948]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-10T15:00:46.278 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:46 smithi102 ceph-mon[26948]: osdmap e16: 3 total, 2 up, 3 in 2024-04-10T15:00:46.278 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:46 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:00:46.278 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:46 smithi102 ceph-mon[26948]: from='osd.2 [v2:172.21.15.102:6818/559940954,v1:172.21.15.102:6819/559940954]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:00:46.278 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:46 smithi102 ceph-mon[26948]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:00:46.278 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:46 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:46.278 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:46 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:46.278 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:46 smithi102 ceph-mon[37987]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:46.278 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:46 smithi102 ceph-mon[37987]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-10T15:00:46.278 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:46 smithi102 ceph-mon[37987]: osdmap e16: 3 total, 2 up, 3 in 2024-04-10T15:00:46.278 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:46 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:00:46.279 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:46 smithi102 ceph-mon[37987]: from='osd.2 [v2:172.21.15.102:6818/559940954,v1:172.21.15.102:6819/559940954]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:00:46.279 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:46 smithi102 ceph-mon[37987]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:00:46.279 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:46 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:46.279 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:46 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:46.279 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:00:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2[53432]: 2024-04-10T15:00:46.039+0000 7fb56e2e0700 -1 osd.2 0 waiting for initial osdmap 2024-04-10T15:00:46.279 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:00:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2[53432]: 2024-04-10T15:00:46.041+0000 7fb56a0d5700 -1 osd.2 17 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:00:46.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:46 smithi154 ceph-mon[30592]: pgmap v68: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:46.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:46 smithi154 ceph-mon[30592]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-10T15:00:46.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:46 smithi154 ceph-mon[30592]: osdmap e16: 3 total, 2 up, 3 in 2024-04-10T15:00:46.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:46 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:00:46.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:46 smithi154 ceph-mon[30592]: from='osd.2 [v2:172.21.15.102:6818/559940954,v1:172.21.15.102:6819/559940954]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:00:46.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:46 smithi154 ceph-mon[30592]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:00:46.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:46 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:46.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:46 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:47.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:47 smithi102 ceph-mon[37987]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-10T15:00:47.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:47 smithi102 ceph-mon[37987]: osdmap e17: 3 total, 2 up, 3 in 2024-04-10T15:00:47.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:47 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:00:47.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:47 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:00:47.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:47 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:00:47.180 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:47 smithi102 ceph-mon[26948]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-10T15:00:47.180 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:47 smithi102 ceph-mon[26948]: osdmap e17: 3 total, 2 up, 3 in 2024-04-10T15:00:47.180 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:47 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:00:47.180 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:47 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:00:47.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:47 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:00:47.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:47 smithi154 ceph-mon[30592]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-10T15:00:47.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:47 smithi154 ceph-mon[30592]: osdmap e17: 3 total, 2 up, 3 in 2024-04-10T15:00:47.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:47 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:00:47.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:47 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:00:47.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:47 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:00:47.989 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-10T15:00:47.989 INFO:teuthology.orchestra.run.smithi102.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-10T15:00:47.989 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10+0 records in 2024-04-10T15:00:47.989 INFO:teuthology.orchestra.run.smithi102.stderr:10+0 records out 2024-04-10T15:00:47.989 INFO:teuthology.orchestra.run.smithi102.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.014302 s, 733 MB/s 2024-04-10T15:00:47.989 INFO:teuthology.orchestra.run.smithi102.stderr:--> Zapping successful for: 2024-04-10T15:00:48.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:48 smithi102 ceph-mon[26948]: purged_snaps scrub starts 2024-04-10T15:00:48.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:48 smithi102 ceph-mon[26948]: purged_snaps scrub ok 2024-04-10T15:00:48.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:48 smithi102 ceph-mon[26948]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:48.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:48 smithi102 ceph-mon[26948]: osd.2 [v2:172.21.15.102:6818/559940954,v1:172.21.15.102:6819/559940954] boot 2024-04-10T15:00:48.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:48 smithi102 ceph-mon[26948]: osdmap e18: 3 total, 3 up, 3 in 2024-04-10T15:00:48.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:48 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:00:48.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:48 smithi102 ceph-mon[37987]: purged_snaps scrub starts 2024-04-10T15:00:48.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:48 smithi102 ceph-mon[37987]: purged_snaps scrub ok 2024-04-10T15:00:48.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:48 smithi102 ceph-mon[37987]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:48.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:48 smithi102 ceph-mon[37987]: osd.2 [v2:172.21.15.102:6818/559940954,v1:172.21.15.102:6819/559940954] boot 2024-04-10T15:00:48.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:48 smithi102 ceph-mon[37987]: osdmap e18: 3 total, 3 up, 3 in 2024-04-10T15:00:48.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:48 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:00:48.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:48 smithi154 ceph-mon[30592]: purged_snaps scrub starts 2024-04-10T15:00:48.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:48 smithi154 ceph-mon[30592]: purged_snaps scrub ok 2024-04-10T15:00:48.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:48 smithi154 ceph-mon[30592]: pgmap v71: 0 pgs: ; 0 B data, 53 MiB used, 179 GiB / 179 GiB avail 2024-04-10T15:00:48.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:48 smithi154 ceph-mon[30592]: osd.2 [v2:172.21.15.102:6818/559940954,v1:172.21.15.102:6819/559940954] boot 2024-04-10T15:00:48.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:48 smithi154 ceph-mon[30592]: osdmap e18: 3 total, 3 up, 3 in 2024-04-10T15:00:48.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:48 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:00:48.729 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi102:vg_nvme/lv_1 2024-04-10T15:00:49.122 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:00:49.547 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:49 smithi102 ceph-mon[37987]: osdmap e19: 3 total, 3 up, 3 in 2024-04-10T15:00:49.547 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:49 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:00:49.547 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:49 smithi102 ceph-mon[26948]: osdmap e19: 3 total, 3 up, 3 in 2024-04-10T15:00:49.548 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:49 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:00:49.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:49 smithi154 ceph-mon[30592]: osdmap e19: 3 total, 3 up, 3 in 2024-04-10T15:00:49.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:49 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:00:50.260 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:50 smithi102 ceph-mon[26948]: pgmap v74: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:00:50.260 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:50 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-10T15:00:50.260 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:50 smithi102 ceph-mon[26948]: osdmap e20: 3 total, 3 up, 3 in 2024-04-10T15:00:50.261 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:50 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:00:50.261 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:50 smithi102 ceph-mon[37987]: pgmap v74: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:00:50.261 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:50 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-10T15:00:50.261 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:50 smithi102 ceph-mon[37987]: osdmap e20: 3 total, 3 up, 3 in 2024-04-10T15:00:50.261 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:50 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:00:50.534 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:50 smithi154 ceph-mon[30592]: pgmap v74: 0 pgs: ; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:00:50.534 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:50 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd='[{"prefix": "osd pool create", "format": "json", "pool": ".mgr", "pg_num": 1, "pg_num_min": 1, "pg_num_max": 32, "yes_i_really_mean_it": true}]': finished 2024-04-10T15:00:50.534 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:50 smithi154 ceph-mon[30592]: osdmap e20: 3 total, 3 up, 3 in 2024-04-10T15:00:50.534 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:50 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:00:51.497 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:00:51 smithi102 sudo[57618]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-10T15:00:51.497 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:00:51 smithi102 sudo[57618]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:00:51.497 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:00:51 smithi102 sudo[57618]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:00:51.497 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:00:51 smithi102 sudo[57618]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:00:51.497 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-10T15:00:51.497 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[37987]: osdmap e21: 3 total, 3 up, 3 in 2024-04-10T15:00:51.497 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[37987]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:00:51.498 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[37987]: Detected new or changed devices on smithi102 2024-04-10T15:00:51.498 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:51.498 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:51.498 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:00:51.498 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:00:51.498 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:00:51.498 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[37987]: Adjusting osd_memory_target on smithi102 to 5354M 2024-04-10T15:00:51.498 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:51.498 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:51.498 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:00:51.498 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:51.498 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:00:51.499 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:51.499 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:00:51.499 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:51.499 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-10T15:00:51.499 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[26948]: osdmap e21: 3 total, 3 up, 3 in 2024-04-10T15:00:51.499 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[26948]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:00:51.499 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[26948]: Detected new or changed devices on smithi102 2024-04-10T15:00:51.499 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:51.499 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:51.499 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:00:51.499 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:00:51.499 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:00:51.499 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[26948]: Adjusting osd_memory_target on smithi102 to 5354M 2024-04-10T15:00:51.499 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:51.500 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:51.500 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:00:51.500 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:51.500 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:00:51.500 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:51.500 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:00:51.500 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:51 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:51.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:51 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd='[{"prefix": "osd pool application enable", "format": "json", "pool": ".mgr", "app": "mgr", "yes_i_really_mean_it": true}]': finished 2024-04-10T15:00:51.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:51 smithi154 ceph-mon[30592]: osdmap e21: 3 total, 3 up, 3 in 2024-04-10T15:00:51.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:51 smithi154 ceph-mon[30592]: pgmap v77: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:00:51.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:51 smithi154 ceph-mon[30592]: Detected new or changed devices on smithi102 2024-04-10T15:00:51.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:51 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:51.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:51 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:51.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:51 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:00:51.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:51 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:00:51.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:51 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:00:51.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:51 smithi154 ceph-mon[30592]: Adjusting osd_memory_target on smithi102 to 5354M 2024-04-10T15:00:51.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:51 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:51.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:51 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:51.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:51 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:00:51.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:51 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:51.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:51 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:00:51.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:51 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:51.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:51 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:00:51.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:51 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:51.892 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:00:51 smithi102 sudo[57696]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-10T15:00:51.892 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:00:51 smithi102 sudo[57696]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:00:51.892 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:00:51 smithi102 sudo[57696]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:00:51.892 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:00:51 smithi102 sudo[57696]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:00:52.153 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:00:51 smithi102 sudo[57744]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-10T15:00:52.153 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:00:51 smithi102 sudo[57744]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:00:52.154 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:00:51 smithi102 sudo[57744]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:00:52.154 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:00:51 smithi102 sudo[57744]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:00:52.412 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:00:52 smithi102 sudo[57759]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-10T15:00:52.413 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:00:52 smithi102 sudo[57759]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:00:52.413 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:00:52 smithi102 sudo[57759]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:00:52.413 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:00:52 smithi102 sudo[57759]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:00:52.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:52 smithi102 ceph-mon[26948]: osdmap e22: 3 total, 3 up, 3 in 2024-04-10T15:00:52.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:52 smithi102 ceph-mon[26948]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:00:52.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:52 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:00:52.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:52 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:00:52.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:52 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:52.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:52 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:52.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:52 smithi102 ceph-mon[37987]: osdmap e22: 3 total, 3 up, 3 in 2024-04-10T15:00:52.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:52 smithi102 ceph-mon[37987]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:00:52.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:52 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:00:52.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:52 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:00:52.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:52 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:52.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:52 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:52.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:52 smithi154 ceph-mon[30592]: osdmap e22: 3 total, 3 up, 3 in 2024-04-10T15:00:52.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:52 smithi154 ceph-mon[30592]: from='client.14304 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi102:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:00:52.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:52 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:00:52.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:52 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:00:52.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:52 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:00:52.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:52 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:52.678 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:00:52 smithi102 sudo[57778]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-10T15:00:52.678 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:00:52 smithi102 sudo[57778]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:00:52.679 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:00:52 smithi102 sudo[57778]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:00:52.679 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:00:52 smithi102 sudo[57778]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:00:52.941 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:52 smithi102 sudo[57788]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-10T15:00:52.941 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:52 smithi102 sudo[57788]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:00:52.941 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:52 smithi102 sudo[57788]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:00:52.941 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:52 smithi102 sudo[57788]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:00:52.941 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:00:52 smithi102 sudo[57785]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-10T15:00:52.941 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:00:52 smithi102 sudo[57785]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:00:52.942 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:00:52 smithi102 sudo[57785]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:00:52.942 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:00:52 smithi102 sudo[57785]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:00:53.251 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:53 smithi102 sudo[57812]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-10T15:00:53.252 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:53 smithi102 sudo[57812]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:00:53.252 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:53 smithi102 sudo[57812]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:00:53.252 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:53 smithi102 sudo[57812]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:00:53.681 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:53 smithi154 sudo[33160]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-10T15:00:53.681 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:53 smithi154 sudo[33160]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:00:53.681 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:53 smithi154 sudo[33160]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:00:53.681 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:53 smithi154 sudo[33160]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:00:53.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:53 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T15:00:53.958 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:53 smithi102 ceph-mon[37987]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:00:53.959 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:53 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T15:00:53.959 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:53 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:00:53.959 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:53 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:00:53.959 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:53 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:00:53.959 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:53 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:00:53.959 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:53 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:00:53.959 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:53 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:00:53.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:53 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T15:00:53.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:53 smithi102 ceph-mon[26948]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:00:53.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:53 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T15:00:53.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:53 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:00:53.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:53 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:00:53.959 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:53 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:00:53.960 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:53 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:00:53.960 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:53 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:00:53.960 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:53 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:00:54.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:53 smithi154 sudo[33163]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-10T15:00:54.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:53 smithi154 sudo[33163]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:00:54.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:53 smithi154 sudo[33163]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:00:54.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:53 smithi154 sudo[33163]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:00:54.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:53 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T15:00:54.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:53 smithi154 ceph-mon[30592]: pgmap v79: 1 pgs: 1 unknown; 0 B data, 80 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:00:54.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:53 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T15:00:54.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:53 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:00:54.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:53 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:00:54.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:53 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:00:54.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:53 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:00:54.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:53 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:00:54.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:53 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:00:54.214 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:53 smithi102 sudo[57865]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/smartctl -x --json=o /dev/nvme0n1 2024-04-10T15:00:54.214 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:53 smithi102 sudo[57865]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:00:54.214 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:53 smithi102 sudo[57865]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:00:54.214 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:53 smithi102 sudo[57865]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:00:54.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:54 smithi102 sudo[57869]: ceph : PWD=/ ; USER=root ; COMMAND=/usr/sbin/nvme intel smart-log-add --json /dev/nvme0n1 2024-04-10T15:00:54.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:54 smithi102 sudo[57869]: pam_systemd(sudo:session): Failed to connect to system bus: No such file or directory 2024-04-10T15:00:54.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:54 smithi102 sudo[57869]: pam_unix(sudo:session): session opened for user root by (uid=167) 2024-04-10T15:00:54.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:54 smithi102 sudo[57869]: pam_unix(sudo:session): session closed for user root 2024-04-10T15:00:55.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:54 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T15:00:55.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:54 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T15:00:55.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:54 smithi154 ceph-mon[30592]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-10T15:00:55.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:54 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:55.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:54 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T15:00:55.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:54 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:00:55.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:54 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:00:55.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:54 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:00:55.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:54 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/2906073348' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21d15c82-8baa-49ce-b3e5-f9ac15236394"}]: dispatch 2024-04-10T15:00:55.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:54 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T15:00:55.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:54 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/2906073348' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "21d15c82-8baa-49ce-b3e5-f9ac15236394"}]': finished 2024-04-10T15:00:55.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:54 smithi154 ceph-mon[30592]: osdmap e23: 4 total, 3 up, 4 in 2024-04-10T15:00:55.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:54 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:00:55.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T15:00:55.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T15:00:55.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[37987]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-10T15:00:55.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:55.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T15:00:55.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:00:55.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:00:55.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:00:55.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/2906073348' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21d15c82-8baa-49ce-b3e5-f9ac15236394"}]: dispatch 2024-04-10T15:00:55.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T15:00:55.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/2906073348' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "21d15c82-8baa-49ce-b3e5-f9ac15236394"}]': finished 2024-04-10T15:00:55.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[37987]: osdmap e23: 4 total, 3 up, 4 in 2024-04-10T15:00:55.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:00:55.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T15:00:55.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T15:00:55.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[26948]: mgrmap e15: y(active, since 2m), standbys: x 2024-04-10T15:00:55.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:00:55.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='smart' args=[json]: dispatch 2024-04-10T15:00:55.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:00:55.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:00:55.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:00:55.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2906073348' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "21d15c82-8baa-49ce-b3e5-f9ac15236394"}]: dispatch 2024-04-10T15:00:55.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=smart args=[json]: finished 2024-04-10T15:00:55.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2906073348' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "21d15c82-8baa-49ce-b3e5-f9ac15236394"}]': finished 2024-04-10T15:00:55.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[26948]: osdmap e23: 4 total, 3 up, 4 in 2024-04-10T15:00:55.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:54 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:00:56.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:55 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1111402641' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:00:56.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:55 smithi154 ceph-mon[30592]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:00:56.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:55 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1111402641' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:00:56.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:55 smithi102 ceph-mon[26948]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:00:56.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:55 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1111402641' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:00:56.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:55 smithi102 ceph-mon[37987]: pgmap v81: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:00:58.324 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:00:58 smithi102 ceph-mon[37987]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:00:58.325 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:00:58 smithi102 ceph-mon[26948]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:00:58.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:00:58 smithi154 ceph-mon[30592]: pgmap v82: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:01:00.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:00 smithi154 ceph-mon[30592]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.8 KiB/s rd, 167 KiB/s wr, 11 op/s 2024-04-10T15:01:00.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:00 smithi102 ceph-mon[26948]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.8 KiB/s rd, 167 KiB/s wr, 11 op/s 2024-04-10T15:01:00.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:00 smithi102 ceph-mon[37987]: pgmap v83: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 3.8 KiB/s rd, 167 KiB/s wr, 11 op/s 2024-04-10T15:01:01.327 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:01 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T15:01:01.327 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:01 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:01.327 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:01 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T15:01:01.327 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:01 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:01.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:01 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T15:01:01.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:01 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:02.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:02 smithi154 ceph-mon[30592]: Deploying daemon osd.3 on smithi102 2024-04-10T15:01:02.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:02 smithi154 ceph-mon[30592]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.7 KiB/s rd, 117 KiB/s wr, 8 op/s 2024-04-10T15:01:02.291 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:02 smithi102 ceph-mon[37987]: Deploying daemon osd.3 on smithi102 2024-04-10T15:01:02.291 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:02 smithi102 ceph-mon[37987]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.7 KiB/s rd, 117 KiB/s wr, 8 op/s 2024-04-10T15:01:02.291 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:02 smithi102 ceph-mon[26948]: Deploying daemon osd.3 on smithi102 2024-04-10T15:01:02.291 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:02 smithi102 ceph-mon[26948]: pgmap v84: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.7 KiB/s rd, 117 KiB/s wr, 8 op/s 2024-04-10T15:01:04.251 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:04 smithi102 ceph-mon[26948]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.1 KiB/s rd, 90 KiB/s wr, 6 op/s 2024-04-10T15:01:04.251 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:04 smithi102 ceph-mon[37987]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.1 KiB/s rd, 90 KiB/s wr, 6 op/s 2024-04-10T15:01:04.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:04 smithi154 ceph-mon[30592]: pgmap v85: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 2.1 KiB/s rd, 90 KiB/s wr, 6 op/s 2024-04-10T15:01:06.338 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:06 smithi102 ceph-mon[26948]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 73 KiB/s wr, 5 op/s 2024-04-10T15:01:06.338 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:06 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:06.338 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:06 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:06.339 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:06 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:01:06.339 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:06 smithi102 ceph-mon[37987]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 73 KiB/s wr, 5 op/s 2024-04-10T15:01:06.339 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:06 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:06.339 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:06 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:06.339 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:06 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:01:06.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:06 smithi154 ceph-mon[30592]: pgmap v86: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.7 KiB/s rd, 73 KiB/s wr, 5 op/s 2024-04-10T15:01:06.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:06 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:06.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:06 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:06.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:06 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:01:08.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:08 smithi102 ceph-mon[37987]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-10T15:01:08.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:08 smithi102 ceph-mon[26948]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-10T15:01:08.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:08 smithi154 ceph-mon[30592]: pgmap v87: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-10T15:01:09.500 INFO:teuthology.orchestra.run.smithi102.stdout:Created osd(s) 3 on host 'smithi102' 2024-04-10T15:01:09.796 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:09.796 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:09.796 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[37987]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-10T15:01:09.797 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[37987]: from='osd.3 [v2:172.21.15.102:6826/3566623864,v1:172.21.15.102:6827/3566623864]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T15:01:09.797 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[37987]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T15:01:09.797 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:09.797 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:01:09.797 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:09.797 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:09.797 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:09.797 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:01:09.797 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:09.797 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:09.798 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[26948]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-10T15:01:09.798 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[26948]: from='osd.3 [v2:172.21.15.102:6826/3566623864,v1:172.21.15.102:6827/3566623864]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T15:01:09.798 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[26948]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T15:01:09.798 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:09.798 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:01:09.798 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:09.798 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:09.798 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:09.798 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:09 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:01:10.109 DEBUG:teuthology.orchestra.run.smithi102:osd.3> sudo journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.3.service 2024-04-10T15:01:10.111 INFO:tasks.cephadm:Deploying osd.4 on smithi154 with /dev/vg_nvme/lv_4... 2024-04-10T15:01:10.111 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_4 2024-04-10T15:01:10.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:09 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:10.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:09 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:10.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:09 smithi154 ceph-mon[30592]: pgmap v88: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail; 1.5 KiB/s rd, 65 KiB/s wr, 4 op/s 2024-04-10T15:01:10.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:09 smithi154 ceph-mon[30592]: from='osd.3 [v2:172.21.15.102:6826/3566623864,v1:172.21.15.102:6827/3566623864]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T15:01:10.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:09 smithi154 ceph-mon[30592]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T15:01:10.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:09 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:10.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:09 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:01:10.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:09 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:10.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:09 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:10.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:09 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:10.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:09 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:01:10.325 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:01:10.724 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:10 smithi154 ceph-mon[30592]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-10T15:01:10.724 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:10 smithi154 ceph-mon[30592]: osdmap e24: 4 total, 3 up, 4 in 2024-04-10T15:01:10.724 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:10 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:01:10.724 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:10 smithi154 ceph-mon[30592]: from='osd.3 [v2:172.21.15.102:6826/3566623864,v1:172.21.15.102:6827/3566623864]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:01:10.724 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:10 smithi154 ceph-mon[30592]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:01:10.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:10 smithi102 ceph-mon[37987]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-10T15:01:10.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:10 smithi102 ceph-mon[37987]: osdmap e24: 4 total, 3 up, 4 in 2024-04-10T15:01:10.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:10 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:01:10.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:10 smithi102 ceph-mon[37987]: from='osd.3 [v2:172.21.15.102:6826/3566623864,v1:172.21.15.102:6827/3566623864]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:01:10.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:10 smithi102 ceph-mon[37987]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:01:10.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:10 smithi102 ceph-mon[26948]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-10T15:01:10.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:10 smithi102 ceph-mon[26948]: osdmap e24: 4 total, 3 up, 4 in 2024-04-10T15:01:10.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:10 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:01:10.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:10 smithi102 ceph-mon[26948]: from='osd.3 [v2:172.21.15.102:6826/3566623864,v1:172.21.15.102:6827/3566623864]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:01:10.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:10 smithi102 ceph-mon[26948]: from='osd.3 ' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:01:10.913 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:01:10 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3[59569]: 2024-04-10T15:01:10.692+0000 7f3bd444e700 -1 osd.3 0 waiting for initial osdmap 2024-04-10T15:01:10.913 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:01:10 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3[59569]: 2024-04-10T15:01:10.696+0000 7f3bd0243700 -1 osd.3 25 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:01:11.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:11 smithi102 ceph-mon[26948]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-10T15:01:11.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:11 smithi102 ceph-mon[26948]: osdmap e25: 4 total, 3 up, 4 in 2024-04-10T15:01:11.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:11 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:01:11.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:11 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:01:11.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:11 smithi102 ceph-mon[26948]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:01:11.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:11 smithi102 ceph-mon[37987]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-10T15:01:11.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:11 smithi102 ceph-mon[37987]: osdmap e25: 4 total, 3 up, 4 in 2024-04-10T15:01:11.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:11 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:01:11.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:11 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:01:11.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:11 smithi102 ceph-mon[37987]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:01:12.064 INFO:teuthology.orchestra.run.smithi154.stderr:--> Zapping: /dev/vg_nvme/lv_4 2024-04-10T15:01:12.065 INFO:teuthology.orchestra.run.smithi154.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_4 bs=1M count=10 conv=fsync 2024-04-10T15:01:12.065 INFO:teuthology.orchestra.run.smithi154.stderr: stderr: 10+0 records in 2024-04-10T15:01:12.065 INFO:teuthology.orchestra.run.smithi154.stderr:10+0 records out 2024-04-10T15:01:12.065 INFO:teuthology.orchestra.run.smithi154.stderr:10485760 bytes (10 MB, 10 MiB) copied, 0.0112572 s, 931 MB/s 2024-04-10T15:01:12.065 INFO:teuthology.orchestra.run.smithi154.stderr:--> Zapping successful for: 2024-04-10T15:01:12.065 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:11 smithi154 ceph-mon[30592]: from='osd.3 ' entity='osd.3' cmd='[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]': finished 2024-04-10T15:01:12.065 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:11 smithi154 ceph-mon[30592]: osdmap e25: 4 total, 3 up, 4 in 2024-04-10T15:01:12.065 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:11 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:01:12.065 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:11 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:01:12.065 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:11 smithi154 ceph-mon[30592]: pgmap v91: 1 pgs: 1 active+clean; 577 KiB data, 82 MiB used, 268 GiB / 268 GiB avail 2024-04-10T15:01:12.688 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi154:vg_nvme/lv_4 2024-04-10T15:01:12.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:12 smithi102 ceph-mon[26948]: purged_snaps scrub starts 2024-04-10T15:01:12.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:12 smithi102 ceph-mon[26948]: purged_snaps scrub ok 2024-04-10T15:01:12.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:12 smithi102 ceph-mon[26948]: osd.3 [v2:172.21.15.102:6826/3566623864,v1:172.21.15.102:6827/3566623864] boot 2024-04-10T15:01:12.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:12 smithi102 ceph-mon[26948]: osdmap e26: 4 total, 4 up, 4 in 2024-04-10T15:01:12.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:12 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:01:12.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:12 smithi102 ceph-mon[37987]: purged_snaps scrub starts 2024-04-10T15:01:12.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:12 smithi102 ceph-mon[37987]: purged_snaps scrub ok 2024-04-10T15:01:12.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:12 smithi102 ceph-mon[37987]: osd.3 [v2:172.21.15.102:6826/3566623864,v1:172.21.15.102:6827/3566623864] boot 2024-04-10T15:01:12.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:12 smithi102 ceph-mon[37987]: osdmap e26: 4 total, 4 up, 4 in 2024-04-10T15:01:12.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:12 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:01:12.936 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:01:13.057 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:12 smithi154 ceph-mon[30592]: purged_snaps scrub starts 2024-04-10T15:01:13.057 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:12 smithi154 ceph-mon[30592]: purged_snaps scrub ok 2024-04-10T15:01:13.057 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:12 smithi154 ceph-mon[30592]: osd.3 [v2:172.21.15.102:6826/3566623864,v1:172.21.15.102:6827/3566623864] boot 2024-04-10T15:01:13.058 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:12 smithi154 ceph-mon[30592]: osdmap e26: 4 total, 4 up, 4 in 2024-04-10T15:01:13.058 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:12 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:01:13.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:13 smithi154 ceph-mon[30592]: osdmap e27: 4 total, 4 up, 4 in 2024-04-10T15:01:13.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:13 smithi154 ceph-mon[30592]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:13.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:13 smithi154 ceph-mon[30592]: Detected new or changed devices on smithi102 2024-04-10T15:01:13.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:13 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:13.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:13 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:13.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:13 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:01:13.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:13 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:01:13.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:13 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:01:13.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:13 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:01:13.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:13 smithi154 ceph-mon[30592]: Adjusting osd_memory_target on smithi102 to 4016M 2024-04-10T15:01:13.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:13 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:13.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:13 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:13.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:13 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:01:13.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:13 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:14.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[26948]: osdmap e27: 4 total, 4 up, 4 in 2024-04-10T15:01:14.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[26948]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:14.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[26948]: Detected new or changed devices on smithi102 2024-04-10T15:01:14.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:14.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:14.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:01:14.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:01:14.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:01:14.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:01:14.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[26948]: Adjusting osd_memory_target on smithi102 to 4016M 2024-04-10T15:01:14.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:14.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:14.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:01:14.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:14.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[37987]: osdmap e27: 4 total, 4 up, 4 in 2024-04-10T15:01:14.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[37987]: pgmap v94: 1 pgs: 1 active+clean; 577 KiB data, 109 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:14.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[37987]: Detected new or changed devices on smithi102 2024-04-10T15:01:14.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:14.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:14.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:01:14.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:01:14.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:01:14.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:01:14.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[37987]: Adjusting osd_memory_target on smithi102 to 4016M 2024-04-10T15:01:14.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:14.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:14.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:01:14.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:13 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:14.960 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:14 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:01:14.960 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:14 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:01:14.960 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:14 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:15.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:14 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:01:15.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:14 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:01:15.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:14 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:15.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:14 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:01:15.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:14 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:01:15.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:14 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:15.876 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:15 smithi154 ceph-mon[30592]: from='client.24196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:01:15.876 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:15 smithi154 ceph-mon[30592]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:16.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:15 smithi102 ceph-mon[26948]: from='client.24196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:01:16.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:15 smithi102 ceph-mon[26948]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:16.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:15 smithi102 ceph-mon[37987]: from='client.24196 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_4", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:01:16.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:15 smithi102 ceph-mon[37987]: pgmap v95: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:17.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:16 smithi154 ceph-mon[30592]: from='client.? 172.21.15.154:0/1785644262' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "06651a44-9133-4cfe-acd0-760ca522450f"}]: dispatch 2024-04-10T15:01:17.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:16 smithi154 ceph-mon[30592]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "06651a44-9133-4cfe-acd0-760ca522450f"}]: dispatch 2024-04-10T15:01:17.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:16 smithi154 ceph-mon[30592]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "06651a44-9133-4cfe-acd0-760ca522450f"}]': finished 2024-04-10T15:01:17.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:16 smithi154 ceph-mon[30592]: osdmap e28: 5 total, 4 up, 5 in 2024-04-10T15:01:17.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:16 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:01:17.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:16 smithi102 ceph-mon[26948]: from='client.? 172.21.15.154:0/1785644262' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "06651a44-9133-4cfe-acd0-760ca522450f"}]: dispatch 2024-04-10T15:01:17.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:16 smithi102 ceph-mon[26948]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "06651a44-9133-4cfe-acd0-760ca522450f"}]: dispatch 2024-04-10T15:01:17.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:16 smithi102 ceph-mon[26948]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "06651a44-9133-4cfe-acd0-760ca522450f"}]': finished 2024-04-10T15:01:17.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:16 smithi102 ceph-mon[26948]: osdmap e28: 5 total, 4 up, 5 in 2024-04-10T15:01:17.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:16 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:01:17.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:16 smithi102 ceph-mon[37987]: from='client.? 172.21.15.154:0/1785644262' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "06651a44-9133-4cfe-acd0-760ca522450f"}]: dispatch 2024-04-10T15:01:17.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:16 smithi102 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "06651a44-9133-4cfe-acd0-760ca522450f"}]: dispatch 2024-04-10T15:01:17.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:16 smithi102 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "06651a44-9133-4cfe-acd0-760ca522450f"}]': finished 2024-04-10T15:01:17.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:16 smithi102 ceph-mon[37987]: osdmap e28: 5 total, 4 up, 5 in 2024-04-10T15:01:17.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:16 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:01:18.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:17 smithi154 ceph-mon[30592]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:18.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:17 smithi154 ceph-mon[30592]: from='client.? 172.21.15.154:0/3918712660' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:01:18.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:17 smithi102 ceph-mon[26948]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:18.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:17 smithi102 ceph-mon[26948]: from='client.? 172.21.15.154:0/3918712660' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:01:18.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:17 smithi102 ceph-mon[37987]: pgmap v97: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:18.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:17 smithi102 ceph-mon[37987]: from='client.? 172.21.15.154:0/3918712660' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:01:20.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:19 smithi154 ceph-mon[30592]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:20.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:19 smithi102 ceph-mon[26948]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:20.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:19 smithi102 ceph-mon[37987]: pgmap v98: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:22.319 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:21 smithi154 ceph-mon[30592]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:22.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:21 smithi102 ceph-mon[26948]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:22.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:21 smithi102 ceph-mon[37987]: pgmap v99: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:23.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:23 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T15:01:23.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:23 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:23.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:23 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T15:01:23.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:23 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:23.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:23 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T15:01:23.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:23 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:24.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:24 smithi154 ceph-mon[30592]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:24.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:24 smithi154 ceph-mon[30592]: Deploying daemon osd.4 on smithi154 2024-04-10T15:01:24.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:24 smithi102 ceph-mon[26948]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:24.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:24 smithi102 ceph-mon[26948]: Deploying daemon osd.4 on smithi154 2024-04-10T15:01:24.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:24 smithi102 ceph-mon[37987]: pgmap v100: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:24.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:24 smithi102 ceph-mon[37987]: Deploying daemon osd.4 on smithi154 2024-04-10T15:01:26.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:26 smithi154 ceph-mon[30592]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:26.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:26 smithi102 ceph-mon[37987]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:26.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:26 smithi102 ceph-mon[26948]: pgmap v101: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:28.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:28 smithi154 ceph-mon[30592]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:28.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:28 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:28.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:28 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:28.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:28 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:01:28.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:28 smithi102 ceph-mon[37987]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:28.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:28 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:28.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:28 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:28.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:28 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:01:28.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:28 smithi102 ceph-mon[26948]: pgmap v102: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:28.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:28 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:28.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:28 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:28.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:28 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:01:30.234 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:30 smithi154 ceph-mon[30592]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:30.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:30 smithi102 ceph-mon[37987]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:30.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:30 smithi102 ceph-mon[26948]: pgmap v103: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:30.796 INFO:teuthology.orchestra.run.smithi154.stdout:Created osd(s) 4 on host 'smithi154' 2024-04-10T15:01:31.399 DEBUG:teuthology.orchestra.run.smithi154:osd.4> sudo journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.4.service 2024-04-10T15:01:31.401 INFO:tasks.cephadm:Deploying osd.5 on smithi154 with /dev/vg_nvme/lv_3... 2024-04-10T15:01:31.401 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_3 2024-04-10T15:01:31.645 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:01:32.055 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:31 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:32.055 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:31 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:32.056 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:31 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:32.056 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:31 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:32.056 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:31 smithi154 ceph-mon[30592]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:32.056 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:31 smithi154 ceph-mon[30592]: from='osd.4 [v2:172.21.15.154:6800/2417480125,v1:172.21.15.154:6801/2417480125]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:01:32.056 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:31 smithi154 ceph-mon[30592]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:01:32.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:31 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:32.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:31 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:32.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:31 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:32.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:31 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:32.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:31 smithi102 ceph-mon[26948]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:32.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:31 smithi102 ceph-mon[26948]: from='osd.4 [v2:172.21.15.154:6800/2417480125,v1:172.21.15.154:6801/2417480125]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:01:32.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:31 smithi102 ceph-mon[26948]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:01:32.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:31 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:32.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:31 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:32.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:31 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:32.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:31 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:32.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:31 smithi102 ceph-mon[37987]: pgmap v104: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:32.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:31 smithi102 ceph-mon[37987]: from='osd.4 [v2:172.21.15.154:6800/2417480125,v1:172.21.15.154:6801/2417480125]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:01:32.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:31 smithi102 ceph-mon[37987]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:01:33.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:32 smithi154 ceph-mon[30592]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-10T15:01:33.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:32 smithi154 ceph-mon[30592]: osdmap e29: 5 total, 4 up, 5 in 2024-04-10T15:01:33.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:32 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:01:33.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:32 smithi154 ceph-mon[30592]: from='osd.4 [v2:172.21.15.154:6800/2417480125,v1:172.21.15.154:6801/2417480125]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:01:33.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:32 smithi154 ceph-mon[30592]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:01:33.132 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:01:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[35512]: 2024-04-10T15:01:32.927+0000 7f9e644b2700 -1 osd.4 0 waiting for initial osdmap 2024-04-10T15:01:33.133 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:01:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[35512]: 2024-04-10T15:01:32.931+0000 7f9e602a7700 -1 osd.4 30 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:01:33.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:32 smithi102 ceph-mon[26948]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-10T15:01:33.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:32 smithi102 ceph-mon[26948]: osdmap e29: 5 total, 4 up, 5 in 2024-04-10T15:01:33.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:32 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:01:33.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:32 smithi102 ceph-mon[26948]: from='osd.4 [v2:172.21.15.154:6800/2417480125,v1:172.21.15.154:6801/2417480125]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:01:33.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:32 smithi102 ceph-mon[26948]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:01:33.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:32 smithi102 ceph-mon[37987]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-10T15:01:33.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:32 smithi102 ceph-mon[37987]: osdmap e29: 5 total, 4 up, 5 in 2024-04-10T15:01:33.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:32 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:01:33.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:32 smithi102 ceph-mon[37987]: from='osd.4 [v2:172.21.15.154:6800/2417480125,v1:172.21.15.154:6801/2417480125]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:01:33.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:32 smithi102 ceph-mon[37987]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:01:34.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:33 smithi102 ceph-mon[26948]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-04-10T15:01:34.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:33 smithi102 ceph-mon[26948]: osdmap e30: 5 total, 4 up, 5 in 2024-04-10T15:01:34.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:33 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:01:34.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:33 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:01:34.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:33 smithi102 ceph-mon[26948]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:34.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:33 smithi102 ceph-mon[37987]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-04-10T15:01:34.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:33 smithi102 ceph-mon[37987]: osdmap e30: 5 total, 4 up, 5 in 2024-04-10T15:01:34.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:33 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:01:34.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:33 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:01:34.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:33 smithi102 ceph-mon[37987]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:34.177 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:33 smithi154 ceph-mon[30592]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-04-10T15:01:34.177 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:33 smithi154 ceph-mon[30592]: osdmap e30: 5 total, 4 up, 5 in 2024-04-10T15:01:34.177 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:33 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:01:34.177 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:33 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:01:34.177 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:33 smithi154 ceph-mon[30592]: pgmap v107: 1 pgs: 1 active+clean; 577 KiB data, 108 MiB used, 358 GiB / 358 GiB avail 2024-04-10T15:01:34.825 INFO:teuthology.orchestra.run.smithi154.stderr:--> Zapping: /dev/vg_nvme/lv_3 2024-04-10T15:01:34.825 INFO:teuthology.orchestra.run.smithi154.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_3 bs=1M count=10 conv=fsync 2024-04-10T15:01:34.825 INFO:teuthology.orchestra.run.smithi154.stderr: stderr: 10+0 records in 2024-04-10T15:01:34.825 INFO:teuthology.orchestra.run.smithi154.stderr:10+0 records out 2024-04-10T15:01:34.825 INFO:teuthology.orchestra.run.smithi154.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0132539 s, 791 MB/s 2024-04-10T15:01:34.825 INFO:teuthology.orchestra.run.smithi154.stderr:--> Zapping successful for: 2024-04-10T15:01:35.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:34 smithi154 ceph-mon[30592]: purged_snaps scrub starts 2024-04-10T15:01:35.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:34 smithi154 ceph-mon[30592]: purged_snaps scrub ok 2024-04-10T15:01:35.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:34 smithi154 ceph-mon[30592]: osd.4 [v2:172.21.15.154:6800/2417480125,v1:172.21.15.154:6801/2417480125] boot 2024-04-10T15:01:35.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:34 smithi154 ceph-mon[30592]: osdmap e31: 5 total, 5 up, 5 in 2024-04-10T15:01:35.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:34 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:01:35.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:34 smithi154 ceph-mon[30592]: osdmap e32: 5 total, 5 up, 5 in 2024-04-10T15:01:35.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:34 smithi102 ceph-mon[26948]: purged_snaps scrub starts 2024-04-10T15:01:35.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:34 smithi102 ceph-mon[26948]: purged_snaps scrub ok 2024-04-10T15:01:35.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:34 smithi102 ceph-mon[26948]: osd.4 [v2:172.21.15.154:6800/2417480125,v1:172.21.15.154:6801/2417480125] boot 2024-04-10T15:01:35.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:34 smithi102 ceph-mon[26948]: osdmap e31: 5 total, 5 up, 5 in 2024-04-10T15:01:35.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:34 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:01:35.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:34 smithi102 ceph-mon[26948]: osdmap e32: 5 total, 5 up, 5 in 2024-04-10T15:01:35.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:34 smithi102 ceph-mon[37987]: purged_snaps scrub starts 2024-04-10T15:01:35.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:34 smithi102 ceph-mon[37987]: purged_snaps scrub ok 2024-04-10T15:01:35.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:34 smithi102 ceph-mon[37987]: osd.4 [v2:172.21.15.154:6800/2417480125,v1:172.21.15.154:6801/2417480125] boot 2024-04-10T15:01:35.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:34 smithi102 ceph-mon[37987]: osdmap e31: 5 total, 5 up, 5 in 2024-04-10T15:01:35.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:34 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:01:35.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:34 smithi102 ceph-mon[37987]: osdmap e32: 5 total, 5 up, 5 in 2024-04-10T15:01:35.909 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi154:vg_nvme/lv_3 2024-04-10T15:01:36.108 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:01:36.223 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:35 smithi154 ceph-mon[30592]: pgmap v110: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:01:36.223 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:35 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:36.223 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:35 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:36.223 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:35 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:01:36.223 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:35 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:36.223 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:35 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:36.223 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:35 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:01:36.223 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:35 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:36.224 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:35 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:01:36.224 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:35 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:36.224 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:35 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:01:36.224 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:35 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:36.224 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:35 smithi154 ceph-mon[30592]: osdmap e33: 5 total, 5 up, 5 in 2024-04-10T15:01:36.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[26948]: pgmap v110: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:01:36.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:36.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:36.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:01:36.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:36.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:36.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:01:36.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:36.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:01:36.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:36.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:01:36.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:36.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[26948]: osdmap e33: 5 total, 5 up, 5 in 2024-04-10T15:01:36.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[37987]: pgmap v110: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:01:36.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:36.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:36.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:01:36.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:36.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:36.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:01:36.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:36.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:01:36.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:36.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:01:36.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:36.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:35 smithi102 ceph-mon[37987]: osdmap e33: 5 total, 5 up, 5 in 2024-04-10T15:01:37.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:36 smithi154 ceph-mon[30592]: Detected new or changed devices on smithi154 2024-04-10T15:01:37.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:36 smithi154 ceph-mon[30592]: Adjusting osd_memory_target on smithi154 to 17088M 2024-04-10T15:01:37.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:36 smithi154 ceph-mon[30592]: osdmap e34: 5 total, 5 up, 5 in 2024-04-10T15:01:37.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:36 smithi102 ceph-mon[26948]: Detected new or changed devices on smithi154 2024-04-10T15:01:37.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:36 smithi102 ceph-mon[26948]: Adjusting osd_memory_target on smithi154 to 17088M 2024-04-10T15:01:37.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:36 smithi102 ceph-mon[26948]: osdmap e34: 5 total, 5 up, 5 in 2024-04-10T15:01:37.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:36 smithi102 ceph-mon[37987]: Detected new or changed devices on smithi154 2024-04-10T15:01:37.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:36 smithi102 ceph-mon[37987]: Adjusting osd_memory_target on smithi154 to 17088M 2024-04-10T15:01:37.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:36 smithi102 ceph-mon[37987]: osdmap e34: 5 total, 5 up, 5 in 2024-04-10T15:01:38.174 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:37 smithi154 ceph-mon[30592]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:01:38.174 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:37 smithi154 ceph-mon[30592]: osdmap e35: 5 total, 5 up, 5 in 2024-04-10T15:01:38.174 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:37 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:01:38.174 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:37 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:01:38.174 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:37 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:38.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:37 smithi102 ceph-mon[37987]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:01:38.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:37 smithi102 ceph-mon[37987]: osdmap e35: 5 total, 5 up, 5 in 2024-04-10T15:01:38.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:37 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:01:38.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:37 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:01:38.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:37 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:38.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:37 smithi102 ceph-mon[26948]: pgmap v113: 1 pgs: 1 peering; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:01:38.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:37 smithi102 ceph-mon[26948]: osdmap e35: 5 total, 5 up, 5 in 2024-04-10T15:01:38.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:37 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:01:38.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:37 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:01:38.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:37 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:39.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:38 smithi154 ceph-mon[30592]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:01:39.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:38 smithi102 ceph-mon[26948]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:01:39.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:38 smithi102 ceph-mon[37987]: from='client.24223 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_3", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:01:40.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:39 smithi154 ceph-mon[30592]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 136 KiB/s, 0 objects/s recovering 2024-04-10T15:01:40.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:39 smithi102 ceph-mon[37987]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 136 KiB/s, 0 objects/s recovering 2024-04-10T15:01:40.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:39 smithi102 ceph-mon[26948]: pgmap v115: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 136 KiB/s, 0 objects/s recovering 2024-04-10T15:01:41.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:40 smithi154 ceph-mon[30592]: from='client.? 172.21.15.154:0/3861768859' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb"}]: dispatch 2024-04-10T15:01:41.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:40 smithi154 ceph-mon[30592]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb"}]: dispatch 2024-04-10T15:01:41.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:40 smithi154 ceph-mon[30592]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb"}]': finished 2024-04-10T15:01:41.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:40 smithi154 ceph-mon[30592]: osdmap e36: 6 total, 5 up, 6 in 2024-04-10T15:01:41.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:40 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:01:41.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:40 smithi154 ceph-mon[30592]: from='client.? 172.21.15.154:0/2270808302' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:01:41.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:40 smithi102 ceph-mon[37987]: from='client.? 172.21.15.154:0/3861768859' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb"}]: dispatch 2024-04-10T15:01:41.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:40 smithi102 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb"}]: dispatch 2024-04-10T15:01:41.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:40 smithi102 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb"}]': finished 2024-04-10T15:01:41.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:40 smithi102 ceph-mon[37987]: osdmap e36: 6 total, 5 up, 6 in 2024-04-10T15:01:41.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:40 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:01:41.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:40 smithi102 ceph-mon[37987]: from='client.? 172.21.15.154:0/2270808302' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:01:41.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:40 smithi102 ceph-mon[26948]: from='client.? 172.21.15.154:0/3861768859' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb"}]: dispatch 2024-04-10T15:01:41.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:40 smithi102 ceph-mon[26948]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb"}]: dispatch 2024-04-10T15:01:41.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:40 smithi102 ceph-mon[26948]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb"}]': finished 2024-04-10T15:01:41.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:40 smithi102 ceph-mon[26948]: osdmap e36: 6 total, 5 up, 6 in 2024-04-10T15:01:41.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:40 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:01:41.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:40 smithi102 ceph-mon[26948]: from='client.? 172.21.15.154:0/2270808302' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:01:42.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:41 smithi154 ceph-mon[30592]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-04-10T15:01:42.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:41 smithi102 ceph-mon[26948]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-04-10T15:01:42.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:41 smithi102 ceph-mon[37987]: pgmap v117: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 110 KiB/s, 0 objects/s recovering 2024-04-10T15:01:44.215 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:44 smithi154 ceph-mon[30592]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-04-10T15:01:44.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:44 smithi102 ceph-mon[26948]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-04-10T15:01:44.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:44 smithi102 ceph-mon[37987]: pgmap v118: 1 pgs: 1 active+clean; 577 KiB data, 136 MiB used, 447 GiB / 447 GiB avail; 92 KiB/s, 0 objects/s recovering 2024-04-10T15:01:46.100 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:46 smithi154 ceph-mon[30592]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-10T15:01:46.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:46 smithi102 ceph-mon[26948]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-10T15:01:46.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:46 smithi102 ceph-mon[37987]: pgmap v119: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-10T15:01:47.366 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:47 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T15:01:47.366 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:47 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:47.366 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:47 smithi154 ceph-mon[30592]: Deploying daemon osd.5 on smithi154 2024-04-10T15:01:47.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:47 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T15:01:47.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:47 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:47.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:47 smithi102 ceph-mon[26948]: Deploying daemon osd.5 on smithi154 2024-04-10T15:01:47.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:47 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T15:01:47.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:47 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:47.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:47 smithi102 ceph-mon[37987]: Deploying daemon osd.5 on smithi154 2024-04-10T15:01:48.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:48 smithi154 ceph-mon[30592]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-10T15:01:48.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:48 smithi102 ceph-mon[26948]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-10T15:01:48.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:48 smithi102 ceph-mon[37987]: pgmap v120: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail; 62 KiB/s, 0 objects/s recovering 2024-04-10T15:01:50.281 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:50 smithi154 ceph-mon[30592]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:01:50.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:50 smithi102 ceph-mon[26948]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:01:50.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:50 smithi102 ceph-mon[37987]: pgmap v121: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:01:52.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:52 smithi102 ceph-mon[26948]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:01:52.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:52 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:52.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:52 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:01:52.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:52 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:52.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:52 smithi102 ceph-mon[37987]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:01:52.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:52 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:52.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:52 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:01:52.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:52 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:52.509 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:52 smithi154 ceph-mon[30592]: pgmap v122: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:01:52.509 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:52 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:52.509 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:52 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:01:52.509 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:52 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:54.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:54 smithi102 ceph-mon[26948]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:01:54.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:54 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:54.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:54 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:54.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:54 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:54.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:54 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:01:54.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:54 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:54.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:54 smithi102 ceph-mon[37987]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:01:54.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:54 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:54.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:54 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:54.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:54 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:54.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:54 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:01:54.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:54 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:54.443 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:54 smithi154 ceph-mon[30592]: pgmap v123: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:01:54.443 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:54 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:54.443 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:54 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:54.443 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:54 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:54.443 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:54 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:01:54.443 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:54 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:54.512 INFO:teuthology.orchestra.run.smithi154.stdout:Created osd(s) 5 on host 'smithi154' 2024-04-10T15:01:55.084 DEBUG:teuthology.orchestra.run.smithi154:osd.5> sudo journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.5.service 2024-04-10T15:01:55.086 INFO:tasks.cephadm:Deploying osd.6 on smithi154 with /dev/vg_nvme/lv_2... 2024-04-10T15:01:55.086 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_2 2024-04-10T15:01:55.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:55 smithi154 ceph-mon[30592]: from='osd.5 [v2:172.21.15.154:6808/1331566232,v1:172.21.15.154:6809/1331566232]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:01:55.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:55 smithi154 ceph-mon[30592]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:01:55.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:55 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:55.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:55 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:55.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:55 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:01:55.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:55 smithi102 ceph-mon[37987]: from='osd.5 [v2:172.21.15.154:6808/1331566232,v1:172.21.15.154:6809/1331566232]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:01:55.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:55 smithi102 ceph-mon[37987]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:01:55.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:55 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:55.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:55 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:55.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:55 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:01:55.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:55 smithi102 ceph-mon[26948]: from='osd.5 [v2:172.21.15.154:6808/1331566232,v1:172.21.15.154:6809/1331566232]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:01:55.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:55 smithi102 ceph-mon[26948]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:01:55.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:55 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:55.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:55 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:55.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:55 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:01:56.230 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:01:56.441 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:56 smithi154 ceph-mon[30592]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:01:56.441 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:56 smithi154 ceph-mon[30592]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-10T15:01:56.441 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:56 smithi154 ceph-mon[30592]: osdmap e37: 6 total, 5 up, 6 in 2024-04-10T15:01:56.441 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:56 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:01:56.441 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:56 smithi154 ceph-mon[30592]: from='osd.5 [v2:172.21.15.154:6808/1331566232,v1:172.21.15.154:6809/1331566232]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:01:56.441 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:56 smithi154 ceph-mon[30592]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:01:56.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:56 smithi102 ceph-mon[26948]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:01:56.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:56 smithi102 ceph-mon[26948]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-10T15:01:56.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:56 smithi102 ceph-mon[26948]: osdmap e37: 6 total, 5 up, 6 in 2024-04-10T15:01:56.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:56 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:01:56.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:56 smithi102 ceph-mon[26948]: from='osd.5 [v2:172.21.15.154:6808/1331566232,v1:172.21.15.154:6809/1331566232]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:01:56.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:56 smithi102 ceph-mon[26948]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:01:56.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:56 smithi102 ceph-mon[37987]: pgmap v124: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:01:56.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:56 smithi102 ceph-mon[37987]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-10T15:01:56.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:56 smithi102 ceph-mon[37987]: osdmap e37: 6 total, 5 up, 6 in 2024-04-10T15:01:56.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:56 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:01:56.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:56 smithi102 ceph-mon[37987]: from='osd.5 [v2:172.21.15.154:6808/1331566232,v1:172.21.15.154:6809/1331566232]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:01:56.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:56 smithi102 ceph-mon[37987]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:01:56.750 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:01:56 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[41109]: 2024-04-10T15:01:56.623+0000 7f072a96d700 -1 osd.5 0 waiting for initial osdmap 2024-04-10T15:01:56.750 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:01:56 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[41109]: 2024-04-10T15:01:56.628+0000 7f072275a700 -1 osd.5 38 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:01:57.438 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:57 smithi154 ceph-mon[30592]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-04-10T15:01:57.438 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:57 smithi154 ceph-mon[30592]: osdmap e38: 6 total, 5 up, 6 in 2024-04-10T15:01:57.438 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:57 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:01:57.439 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:57 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:01:57.439 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:57 smithi154 ceph-mon[30592]: from='osd.5 ' entity='osd.5' 2024-04-10T15:01:57.439 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:57 smithi154 ceph-mon[30592]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:01:57.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:57 smithi102 ceph-mon[37987]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-04-10T15:01:57.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:57 smithi102 ceph-mon[37987]: osdmap e38: 6 total, 5 up, 6 in 2024-04-10T15:01:57.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:57 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:01:57.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:57 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:01:57.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:57 smithi102 ceph-mon[37987]: from='osd.5 ' entity='osd.5' 2024-04-10T15:01:57.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:57 smithi102 ceph-mon[37987]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:01:57.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:57 smithi102 ceph-mon[26948]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-04-10T15:01:57.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:57 smithi102 ceph-mon[26948]: osdmap e38: 6 total, 5 up, 6 in 2024-04-10T15:01:57.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:57 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:01:57.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:57 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:01:57.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:57 smithi102 ceph-mon[26948]: from='osd.5 ' entity='osd.5' 2024-04-10T15:01:57.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:57 smithi102 ceph-mon[26948]: pgmap v127: 1 pgs: 1 active+clean; 577 KiB data, 135 MiB used, 447 GiB / 447 GiB avail 2024-04-10T15:01:58.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:58 smithi154 ceph-mon[30592]: purged_snaps scrub starts 2024-04-10T15:01:58.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:58 smithi154 ceph-mon[30592]: purged_snaps scrub ok 2024-04-10T15:01:58.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:58 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:01:58.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:58 smithi154 ceph-mon[30592]: osd.5 [v2:172.21.15.154:6808/1331566232,v1:172.21.15.154:6809/1331566232] boot 2024-04-10T15:01:58.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:58 smithi154 ceph-mon[30592]: osdmap e39: 6 total, 6 up, 6 in 2024-04-10T15:01:58.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:58 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:01:58.500 INFO:teuthology.orchestra.run.smithi154.stderr:--> Zapping: /dev/vg_nvme/lv_2 2024-04-10T15:01:58.500 INFO:teuthology.orchestra.run.smithi154.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_2 bs=1M count=10 conv=fsync 2024-04-10T15:01:58.500 INFO:teuthology.orchestra.run.smithi154.stderr: stderr: 10+0 records in 2024-04-10T15:01:58.500 INFO:teuthology.orchestra.run.smithi154.stderr:10+0 records out 2024-04-10T15:01:58.500 INFO:teuthology.orchestra.run.smithi154.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0124498 s, 842 MB/s 2024-04-10T15:01:58.500 INFO:teuthology.orchestra.run.smithi154.stderr:--> Zapping successful for: 2024-04-10T15:01:58.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:58 smithi102 ceph-mon[26948]: purged_snaps scrub starts 2024-04-10T15:01:58.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:58 smithi102 ceph-mon[26948]: purged_snaps scrub ok 2024-04-10T15:01:58.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:58 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:01:58.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:58 smithi102 ceph-mon[26948]: osd.5 [v2:172.21.15.154:6808/1331566232,v1:172.21.15.154:6809/1331566232] boot 2024-04-10T15:01:58.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:58 smithi102 ceph-mon[26948]: osdmap e39: 6 total, 6 up, 6 in 2024-04-10T15:01:58.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:58 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:01:58.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:58 smithi102 ceph-mon[37987]: purged_snaps scrub starts 2024-04-10T15:01:58.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:58 smithi102 ceph-mon[37987]: purged_snaps scrub ok 2024-04-10T15:01:58.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:58 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:01:58.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:58 smithi102 ceph-mon[37987]: osd.5 [v2:172.21.15.154:6808/1331566232,v1:172.21.15.154:6809/1331566232] boot 2024-04-10T15:01:58.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:58 smithi102 ceph-mon[37987]: osdmap e39: 6 total, 6 up, 6 in 2024-04-10T15:01:58.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:58 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:01:59.424 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:59 smithi154 ceph-mon[30592]: osdmap e40: 6 total, 6 up, 6 in 2024-04-10T15:01:59.424 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:59 smithi154 ceph-mon[30592]: Detected new or changed devices on smithi154 2024-04-10T15:01:59.425 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:59 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:59.425 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:59 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:59.425 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:59 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:01:59.425 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:59 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:01:59.425 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:59 smithi154 ceph-mon[30592]: Adjusting osd_memory_target on smithi154 to 8544M 2024-04-10T15:01:59.425 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:59 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:59.425 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:59 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:59.425 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:59 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:01:59.425 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:59 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:59.425 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:01:59 smithi154 ceph-mon[30592]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:01:59.446 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi154:vg_nvme/lv_2 2024-04-10T15:01:59.647 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:01:59.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[37987]: osdmap e40: 6 total, 6 up, 6 in 2024-04-10T15:01:59.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[37987]: Detected new or changed devices on smithi154 2024-04-10T15:01:59.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:59.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:59.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:01:59.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:01:59.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[37987]: Adjusting osd_memory_target on smithi154 to 8544M 2024-04-10T15:01:59.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:59.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:59.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:01:59.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:59.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[37987]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:01:59.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[26948]: osdmap e40: 6 total, 6 up, 6 in 2024-04-10T15:01:59.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[26948]: Detected new or changed devices on smithi154 2024-04-10T15:01:59.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:59.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:59.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:01:59.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:01:59.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[26948]: Adjusting osd_memory_target on smithi154 to 8544M 2024-04-10T15:01:59.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:59.664 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:01:59.664 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:01:59.664 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:01:59.664 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:01:59 smithi102 ceph-mon[26948]: pgmap v130: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:00.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:00 smithi154 ceph-mon[30592]: osdmap e41: 6 total, 6 up, 6 in 2024-04-10T15:02:00.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:00 smithi154 ceph-mon[30592]: osdmap e42: 6 total, 6 up, 6 in 2024-04-10T15:02:00.563 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:00 smithi102 ceph-mon[37987]: osdmap e41: 6 total, 6 up, 6 in 2024-04-10T15:02:00.563 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:00 smithi102 ceph-mon[37987]: osdmap e42: 6 total, 6 up, 6 in 2024-04-10T15:02:00.563 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:00 smithi102 ceph-mon[26948]: osdmap e41: 6 total, 6 up, 6 in 2024-04-10T15:02:00.563 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:00 smithi102 ceph-mon[26948]: osdmap e42: 6 total, 6 up, 6 in 2024-04-10T15:02:01.987 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:01 smithi154 ceph-mon[30592]: osdmap e43: 6 total, 6 up, 6 in 2024-04-10T15:02:01.987 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:01 smithi154 ceph-mon[30592]: pgmap v134: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:01.987 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:01 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:02:01.988 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:01 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:02:01.988 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:01 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:02.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:01 smithi102 ceph-mon[26948]: osdmap e43: 6 total, 6 up, 6 in 2024-04-10T15:02:02.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:01 smithi102 ceph-mon[26948]: pgmap v134: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:02.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:01 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:02:02.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:01 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:02:02.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:01 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:02.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:01 smithi102 ceph-mon[37987]: osdmap e43: 6 total, 6 up, 6 in 2024-04-10T15:02:02.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:01 smithi102 ceph-mon[37987]: pgmap v134: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:02.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:01 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:02:02.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:01 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:02:02.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:01 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:03.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:02 smithi154 ceph-mon[30592]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:02:03.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:02 smithi102 ceph-mon[26948]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:02:03.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:02 smithi102 ceph-mon[37987]: from='client.24250 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_2", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:02:04.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:03 smithi154 ceph-mon[30592]: pgmap v135: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:04.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:03 smithi102 ceph-mon[26948]: pgmap v135: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:04.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:03 smithi102 ceph-mon[37987]: pgmap v135: 1 pgs: 1 active+undersized+remapped; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:05.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:04 smithi154 ceph-mon[30592]: from='client.? 172.21.15.154:0/3826088430' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "efeb892d-78ba-4058-b39d-18c67ae2e38d"}]: dispatch 2024-04-10T15:02:05.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:04 smithi154 ceph-mon[30592]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "efeb892d-78ba-4058-b39d-18c67ae2e38d"}]: dispatch 2024-04-10T15:02:05.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:04 smithi154 ceph-mon[30592]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "efeb892d-78ba-4058-b39d-18c67ae2e38d"}]': finished 2024-04-10T15:02:05.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:04 smithi154 ceph-mon[30592]: osdmap e44: 7 total, 6 up, 7 in 2024-04-10T15:02:05.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:04 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:02:05.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:04 smithi154 ceph-mon[30592]: from='client.? 172.21.15.154:0/1659978063' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:02:05.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:04 smithi102 ceph-mon[26948]: from='client.? 172.21.15.154:0/3826088430' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "efeb892d-78ba-4058-b39d-18c67ae2e38d"}]: dispatch 2024-04-10T15:02:05.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:04 smithi102 ceph-mon[26948]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "efeb892d-78ba-4058-b39d-18c67ae2e38d"}]: dispatch 2024-04-10T15:02:05.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:04 smithi102 ceph-mon[26948]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "efeb892d-78ba-4058-b39d-18c67ae2e38d"}]': finished 2024-04-10T15:02:05.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:04 smithi102 ceph-mon[26948]: osdmap e44: 7 total, 6 up, 7 in 2024-04-10T15:02:05.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:04 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:02:05.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:04 smithi102 ceph-mon[26948]: from='client.? 172.21.15.154:0/1659978063' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:02:05.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:04 smithi102 ceph-mon[37987]: from='client.? 172.21.15.154:0/3826088430' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "efeb892d-78ba-4058-b39d-18c67ae2e38d"}]: dispatch 2024-04-10T15:02:05.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:04 smithi102 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "efeb892d-78ba-4058-b39d-18c67ae2e38d"}]: dispatch 2024-04-10T15:02:05.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:04 smithi102 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "efeb892d-78ba-4058-b39d-18c67ae2e38d"}]': finished 2024-04-10T15:02:05.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:04 smithi102 ceph-mon[37987]: osdmap e44: 7 total, 6 up, 7 in 2024-04-10T15:02:05.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:04 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:02:05.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:04 smithi102 ceph-mon[37987]: from='client.? 172.21.15.154:0/1659978063' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:02:06.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:05 smithi154 ceph-mon[30592]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:06.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:05 smithi102 ceph-mon[37987]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:06.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:05 smithi102 ceph-mon[26948]: pgmap v137: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:08.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:08 smithi154 ceph-mon[30592]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:08.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:08 smithi102 ceph-mon[37987]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:08.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:08 smithi102 ceph-mon[26948]: pgmap v138: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:10.372 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:10 smithi154 ceph-mon[30592]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:10.372 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:10 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T15:02:10.372 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:10 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:10.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:10 smithi102 ceph-mon[37987]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:10.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:10 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T15:02:10.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:10 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:10.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:10 smithi102 ceph-mon[26948]: pgmap v139: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:10.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:10 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T15:02:10.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:10 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:11.255 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:11 smithi154 ceph-mon[30592]: Deploying daemon osd.6 on smithi154 2024-04-10T15:02:11.262 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:11 smithi102 ceph-mon[26948]: Deploying daemon osd.6 on smithi154 2024-04-10T15:02:11.263 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:11 smithi102 ceph-mon[37987]: Deploying daemon osd.6 on smithi154 2024-04-10T15:02:12.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:12 smithi102 ceph-mon[37987]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:12.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:12 smithi102 ceph-mon[26948]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:12.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:12 smithi154 ceph-mon[30592]: pgmap v140: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:14.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:14 smithi154 ceph-mon[30592]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:14.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:14 smithi102 ceph-mon[37987]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:14.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:14 smithi102 ceph-mon[26948]: pgmap v141: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:16.371 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:15 smithi154 ceph-mon[30592]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:16.371 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:15 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:16.371 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:15 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:02:16.371 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:15 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:16.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:15 smithi102 ceph-mon[26948]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:16.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:15 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:16.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:15 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:02:16.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:15 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:16.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:15 smithi102 ceph-mon[37987]: pgmap v142: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:16.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:15 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:16.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:15 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:02:16.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:15 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:17.605 INFO:teuthology.orchestra.run.smithi154.stdout:Created osd(s) 6 on host 'smithi154' 2024-04-10T15:02:18.236 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:17 smithi154 ceph-mon[30592]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:18.236 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:17 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:18.236 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:17 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:18.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:17 smithi102 ceph-mon[26948]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:18.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:17 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:18.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:17 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:18.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:17 smithi102 ceph-mon[37987]: pgmap v143: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:18.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:17 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:18.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:17 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:18.490 DEBUG:teuthology.orchestra.run.smithi154:osd.6> sudo journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.6.service 2024-04-10T15:02:18.492 INFO:tasks.cephadm:Deploying osd.7 on smithi154 with /dev/vg_nvme/lv_1... 2024-04-10T15:02:18.493 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph-volume lvm zap /dev/vg_nvme/lv_1 2024-04-10T15:02:18.742 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:02:19.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:18 smithi154 ceph-mon[30592]: from='osd.6 [v2:172.21.15.154:6816/4289156474,v1:172.21.15.154:6817/4289156474]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:02:19.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:18 smithi154 ceph-mon[30592]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:02:19.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:18 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:19.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:18 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:19.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:18 smithi102 ceph-mon[26948]: from='osd.6 [v2:172.21.15.154:6816/4289156474,v1:172.21.15.154:6817/4289156474]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:02:19.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:18 smithi102 ceph-mon[26948]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:02:19.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:18 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:19.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:18 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:19.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:18 smithi102 ceph-mon[37987]: from='osd.6 [v2:172.21.15.154:6816/4289156474,v1:172.21.15.154:6817/4289156474]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:02:19.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:18 smithi102 ceph-mon[37987]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:02:19.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:18 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:19.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:18 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:20.010 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:20 smithi154 ceph-mon[30592]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:20.010 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:20 smithi154 ceph-mon[30592]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-10T15:02:20.010 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:20 smithi154 ceph-mon[30592]: osdmap e45: 7 total, 6 up, 7 in 2024-04-10T15:02:20.010 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:20 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:02:20.010 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:20 smithi154 ceph-mon[30592]: from='osd.6 [v2:172.21.15.154:6816/4289156474,v1:172.21.15.154:6817/4289156474]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:02:20.010 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:20 smithi154 ceph-mon[30592]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:02:20.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:20 smithi102 ceph-mon[26948]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:20.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:20 smithi102 ceph-mon[26948]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-10T15:02:20.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:20 smithi102 ceph-mon[26948]: osdmap e45: 7 total, 6 up, 7 in 2024-04-10T15:02:20.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:20 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:02:20.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:20 smithi102 ceph-mon[26948]: from='osd.6 [v2:172.21.15.154:6816/4289156474,v1:172.21.15.154:6817/4289156474]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:02:20.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:20 smithi102 ceph-mon[26948]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:02:20.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:20 smithi102 ceph-mon[37987]: pgmap v144: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:20.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:20 smithi102 ceph-mon[37987]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-10T15:02:20.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:20 smithi102 ceph-mon[37987]: osdmap e45: 7 total, 6 up, 7 in 2024-04-10T15:02:20.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:20 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:02:20.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:20 smithi102 ceph-mon[37987]: from='osd.6 [v2:172.21.15.154:6816/4289156474,v1:172.21.15.154:6817/4289156474]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:02:20.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:20 smithi102 ceph-mon[37987]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:02:20.623 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:02:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[46944]: 2024-04-10T15:02:20.437+0000 7f9a2d70c700 -1 osd.6 0 waiting for initial osdmap 2024-04-10T15:02:20.623 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:02:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[46944]: 2024-04-10T15:02:20.444+0000 7f9a254f9700 -1 osd.6 46 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:02:20.850 INFO:teuthology.orchestra.run.smithi154.stderr:--> Zapping: /dev/vg_nvme/lv_1 2024-04-10T15:02:20.850 INFO:teuthology.orchestra.run.smithi154.stderr:Running command: /usr/bin/dd if=/dev/zero of=/dev/vg_nvme/lv_1 bs=1M count=10 conv=fsync 2024-04-10T15:02:20.850 INFO:teuthology.orchestra.run.smithi154.stderr: stderr: 10+0 records in 2024-04-10T15:02:20.851 INFO:teuthology.orchestra.run.smithi154.stderr:10+0 records out 2024-04-10T15:02:20.851 INFO:teuthology.orchestra.run.smithi154.stderr: stderr: 10485760 bytes (10 MB, 10 MiB) copied, 0.0129563 s, 809 MB/s 2024-04-10T15:02:20.851 INFO:teuthology.orchestra.run.smithi154.stderr:--> Zapping successful for: 2024-04-10T15:02:21.343 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:21 smithi154 ceph-mon[30592]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-04-10T15:02:21.343 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:21 smithi154 ceph-mon[30592]: osdmap e46: 7 total, 6 up, 7 in 2024-04-10T15:02:21.343 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:21 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:02:21.343 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:21 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:02:21.343 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:21 smithi154 ceph-mon[30592]: from='osd.6 ' entity='osd.6' 2024-04-10T15:02:21.343 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:21 smithi154 ceph-mon[30592]: osd.6 [v2:172.21.15.154:6816/4289156474,v1:172.21.15.154:6817/4289156474] boot 2024-04-10T15:02:21.367 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph orch daemon add osd smithi154:vg_nvme/lv_1 2024-04-10T15:02:21.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:21 smithi102 ceph-mon[26948]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-04-10T15:02:21.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:21 smithi102 ceph-mon[26948]: osdmap e46: 7 total, 6 up, 7 in 2024-04-10T15:02:21.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:21 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:02:21.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:21 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:02:21.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:21 smithi102 ceph-mon[26948]: from='osd.6 ' entity='osd.6' 2024-04-10T15:02:21.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:21 smithi102 ceph-mon[26948]: osd.6 [v2:172.21.15.154:6816/4289156474,v1:172.21.15.154:6817/4289156474] boot 2024-04-10T15:02:21.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:21 smithi102 ceph-mon[37987]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-04-10T15:02:21.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:21 smithi102 ceph-mon[37987]: osdmap e46: 7 total, 6 up, 7 in 2024-04-10T15:02:21.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:21 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:02:21.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:21 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:02:21.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:21 smithi102 ceph-mon[37987]: from='osd.6 ' entity='osd.6' 2024-04-10T15:02:21.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:21 smithi102 ceph-mon[37987]: osd.6 [v2:172.21.15.154:6816/4289156474,v1:172.21.15.154:6817/4289156474] boot 2024-04-10T15:02:22.079 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:22 smithi154 ceph-mon[30592]: purged_snaps scrub starts 2024-04-10T15:02:22.079 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:22 smithi154 ceph-mon[30592]: purged_snaps scrub ok 2024-04-10T15:02:22.079 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:22 smithi154 ceph-mon[30592]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:22.079 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:22 smithi154 ceph-mon[30592]: osdmap e47: 7 total, 7 up, 7 in 2024-04-10T15:02:22.079 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:22 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:02:22.337 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:02:22.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:22 smithi102 ceph-mon[26948]: purged_snaps scrub starts 2024-04-10T15:02:22.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:22 smithi102 ceph-mon[26948]: purged_snaps scrub ok 2024-04-10T15:02:22.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:22 smithi102 ceph-mon[26948]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:22.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:22 smithi102 ceph-mon[26948]: osdmap e47: 7 total, 7 up, 7 in 2024-04-10T15:02:22.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:22 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:02:22.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:22 smithi102 ceph-mon[37987]: purged_snaps scrub starts 2024-04-10T15:02:22.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:22 smithi102 ceph-mon[37987]: purged_snaps scrub ok 2024-04-10T15:02:22.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:22 smithi102 ceph-mon[37987]: pgmap v147: 1 pgs: 1 active+clean; 577 KiB data, 162 MiB used, 536 GiB / 536 GiB avail 2024-04-10T15:02:22.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:22 smithi102 ceph-mon[37987]: osdmap e47: 7 total, 7 up, 7 in 2024-04-10T15:02:22.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:22 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:02:23.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:23 smithi154 ceph-mon[30592]: osdmap e48: 7 total, 7 up, 7 in 2024-04-10T15:02:23.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:23 smithi154 ceph-mon[30592]: osdmap e49: 7 total, 7 up, 7 in 2024-04-10T15:02:23.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:23 smithi102 ceph-mon[26948]: osdmap e48: 7 total, 7 up, 7 in 2024-04-10T15:02:23.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:23 smithi102 ceph-mon[26948]: osdmap e49: 7 total, 7 up, 7 in 2024-04-10T15:02:23.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:23 smithi102 ceph-mon[37987]: osdmap e48: 7 total, 7 up, 7 in 2024-04-10T15:02:23.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:23 smithi102 ceph-mon[37987]: osdmap e49: 7 total, 7 up, 7 in 2024-04-10T15:02:24.251 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:24 smithi154 ceph-mon[30592]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 421 MiB used, 625 GiB / 626 GiB avail 2024-04-10T15:02:24.251 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:24.251 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:24.251 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:02:24.251 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:02:24.251 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:02:24.251 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:24.251 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:24.252 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:02:24.252 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:24.252 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:02:24.252 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:24.252 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:02:24.252 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:24 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:24.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[26948]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 421 MiB used, 625 GiB / 626 GiB avail 2024-04-10T15:02:24.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:24.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:24.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:02:24.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:02:24.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:02:24.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:24.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:24.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:02:24.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:24.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:02:24.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:24.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:02:24.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:24.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[37987]: pgmap v150: 1 pgs: 1 active+clean; 577 KiB data, 421 MiB used, 625 GiB / 626 GiB avail 2024-04-10T15:02:24.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:24.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:24.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:02:24.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:02:24.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:02:24.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:24.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:24.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:02:24.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:24.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:02:24.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:24.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:02:24.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:24 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:25.353 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:25 smithi154 ceph-mon[30592]: Detected new or changed devices on smithi154 2024-04-10T15:02:25.370 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:25 smithi154 ceph-mon[30592]: Adjusting osd_memory_target on smithi154 to 5696M 2024-04-10T15:02:25.370 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:25 smithi154 ceph-mon[30592]: osdmap e50: 7 total, 7 up, 7 in 2024-04-10T15:02:25.371 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:25 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:02:25.371 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:25 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:02:25.371 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:25 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:25.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:25 smithi102 ceph-mon[26948]: Detected new or changed devices on smithi154 2024-04-10T15:02:25.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:25 smithi102 ceph-mon[26948]: Adjusting osd_memory_target on smithi154 to 5696M 2024-04-10T15:02:25.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:25 smithi102 ceph-mon[26948]: osdmap e50: 7 total, 7 up, 7 in 2024-04-10T15:02:25.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:25 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:02:25.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:25 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:02:25.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:25 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:25.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:25 smithi102 ceph-mon[37987]: Detected new or changed devices on smithi154 2024-04-10T15:02:25.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:25 smithi102 ceph-mon[37987]: Adjusting osd_memory_target on smithi154 to 5696M 2024-04-10T15:02:25.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:25 smithi102 ceph-mon[37987]: osdmap e50: 7 total, 7 up, 7 in 2024-04-10T15:02:25.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:25 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd tree", "states": ["destroyed"], "format": "json"}]: dispatch 2024-04-10T15:02:25.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:25 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.bootstrap-osd"}]: dispatch 2024-04-10T15:02:25.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:25 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:26.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:26 smithi154 ceph-mon[30592]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:02:26.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:26 smithi154 ceph-mon[30592]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 421 MiB used, 625 GiB / 626 GiB avail 2024-04-10T15:02:26.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:26 smithi154 ceph-mon[30592]: osdmap e51: 7 total, 7 up, 7 in 2024-04-10T15:02:26.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:26 smithi102 ceph-mon[26948]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:02:26.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:26 smithi102 ceph-mon[26948]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 421 MiB used, 625 GiB / 626 GiB avail 2024-04-10T15:02:26.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:26 smithi102 ceph-mon[26948]: osdmap e51: 7 total, 7 up, 7 in 2024-04-10T15:02:26.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:26 smithi102 ceph-mon[37987]: from='client.24277 -' entity='client.admin' cmd=[{"prefix": "orch daemon add osd", "svc_arg": "smithi154:vg_nvme/lv_1", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:02:26.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:26 smithi102 ceph-mon[37987]: pgmap v153: 1 pgs: 1 active+clean; 577 KiB data, 421 MiB used, 625 GiB / 626 GiB avail 2024-04-10T15:02:26.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:26 smithi102 ceph-mon[37987]: osdmap e51: 7 total, 7 up, 7 in 2024-04-10T15:02:28.295 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:28 smithi154 ceph-mon[30592]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-04-10T15:02:28.295 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:28 smithi154 ceph-mon[30592]: from='client.? 172.21.15.154:0/509785147' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9e57957-f1c9-4edf-9443-f4dd147d0658"}]: dispatch 2024-04-10T15:02:28.295 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:28 smithi154 ceph-mon[30592]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9e57957-f1c9-4edf-9443-f4dd147d0658"}]: dispatch 2024-04-10T15:02:28.295 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:28 smithi154 ceph-mon[30592]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d9e57957-f1c9-4edf-9443-f4dd147d0658"}]': finished 2024-04-10T15:02:28.295 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:28 smithi154 ceph-mon[30592]: osdmap e52: 8 total, 7 up, 8 in 2024-04-10T15:02:28.295 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:28 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:02:28.295 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:28 smithi154 ceph-mon[30592]: from='client.? 172.21.15.154:0/2892635876' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:02:28.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:28 smithi102 ceph-mon[26948]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-04-10T15:02:28.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:28 smithi102 ceph-mon[26948]: from='client.? 172.21.15.154:0/509785147' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9e57957-f1c9-4edf-9443-f4dd147d0658"}]: dispatch 2024-04-10T15:02:28.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:28 smithi102 ceph-mon[26948]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9e57957-f1c9-4edf-9443-f4dd147d0658"}]: dispatch 2024-04-10T15:02:28.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:28 smithi102 ceph-mon[26948]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d9e57957-f1c9-4edf-9443-f4dd147d0658"}]': finished 2024-04-10T15:02:28.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:28 smithi102 ceph-mon[26948]: osdmap e52: 8 total, 7 up, 8 in 2024-04-10T15:02:28.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:28 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:02:28.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:28 smithi102 ceph-mon[26948]: from='client.? 172.21.15.154:0/2892635876' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:02:28.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:28 smithi102 ceph-mon[37987]: pgmap v155: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 116 KiB/s, 0 objects/s recovering 2024-04-10T15:02:28.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:28 smithi102 ceph-mon[37987]: from='client.? 172.21.15.154:0/509785147' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9e57957-f1c9-4edf-9443-f4dd147d0658"}]: dispatch 2024-04-10T15:02:28.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:28 smithi102 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd=[{"prefix": "osd new", "uuid": "d9e57957-f1c9-4edf-9443-f4dd147d0658"}]: dispatch 2024-04-10T15:02:28.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:28 smithi102 ceph-mon[37987]: from='client.? ' entity='client.bootstrap-osd' cmd='[{"prefix": "osd new", "uuid": "d9e57957-f1c9-4edf-9443-f4dd147d0658"}]': finished 2024-04-10T15:02:28.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:28 smithi102 ceph-mon[37987]: osdmap e52: 8 total, 7 up, 8 in 2024-04-10T15:02:28.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:28 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:02:28.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:28 smithi102 ceph-mon[37987]: from='client.? 172.21.15.154:0/2892635876' entity='client.bootstrap-osd' cmd=[{"prefix": "mon getmap"}]: dispatch 2024-04-10T15:02:30.315 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:30 smithi154 ceph-mon[30592]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-10T15:02:30.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:30 smithi102 ceph-mon[26948]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-10T15:02:30.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:30 smithi102 ceph-mon[37987]: pgmap v157: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 97 KiB/s, 0 objects/s recovering 2024-04-10T15:02:32.277 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:32 smithi154 ceph-mon[30592]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-10T15:02:32.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:32 smithi102 ceph-mon[26948]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-10T15:02:32.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:32 smithi102 ceph-mon[37987]: pgmap v158: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 83 KiB/s, 0 objects/s recovering 2024-04-10T15:02:34.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:34 smithi154 ceph-mon[30592]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-10T15:02:34.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:34 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T15:02:34.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:34 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:34.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:34 smithi102 ceph-mon[26948]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-10T15:02:34.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:34 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T15:02:34.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:34 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:34.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:34 smithi102 ceph-mon[37987]: pgmap v159: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 72 KiB/s, 0 objects/s recovering 2024-04-10T15:02:34.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:34 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T15:02:34.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:34 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:35.347 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:35 smithi154 ceph-mon[30592]: Deploying daemon osd.7 on smithi154 2024-04-10T15:02:35.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:35 smithi102 ceph-mon[26948]: Deploying daemon osd.7 on smithi154 2024-04-10T15:02:35.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:35 smithi102 ceph-mon[37987]: Deploying daemon osd.7 on smithi154 2024-04-10T15:02:36.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:36 smithi154 ceph-mon[30592]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-10T15:02:36.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:36 smithi102 ceph-mon[26948]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-10T15:02:36.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:36 smithi102 ceph-mon[37987]: pgmap v160: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-10T15:02:38.264 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:38 smithi154 ceph-mon[30592]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:02:38.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:38 smithi102 ceph-mon[26948]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:02:38.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:38 smithi102 ceph-mon[37987]: pgmap v161: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:02:39.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:39 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:39.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:39 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:39.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:39 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:02:39.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:39 smithi154 ceph-mon[30592]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:02:39.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:39 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:39.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:39 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:39.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:39 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:02:39.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:39 smithi102 ceph-mon[26948]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:02:39.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:39 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:39.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:39 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:39.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:39 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:02:39.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:39 smithi102 ceph-mon[37987]: pgmap v162: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:02:41.372 INFO:teuthology.orchestra.run.smithi154.stdout:Created osd(s) 7 on host 'smithi154' 2024-04-10T15:02:42.368 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:42 smithi154 ceph-mon[30592]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:02:42.368 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:42 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:42.369 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:42 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:42.369 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:42 smithi154 ceph-mon[30592]: from='osd.7 [v2:172.21.15.154:6824/39632148,v1:172.21.15.154:6825/39632148]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:02:42.369 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:42 smithi154 ceph-mon[30592]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:02:42.395 DEBUG:teuthology.orchestra.run.smithi154:osd.7> sudo journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.7.service 2024-04-10T15:02:42.397 INFO:tasks.cephadm:Waiting for 8 OSDs to come up... 2024-04-10T15:02:42.398 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph osd stat -f json 2024-04-10T15:02:42.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:42 smithi102 ceph-mon[37987]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:02:42.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:42 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:42.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:42 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:42.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:42 smithi102 ceph-mon[37987]: from='osd.7 [v2:172.21.15.154:6824/39632148,v1:172.21.15.154:6825/39632148]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:02:42.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:42 smithi102 ceph-mon[37987]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:02:42.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:42 smithi102 ceph-mon[26948]: pgmap v163: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:02:42.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:42 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:42.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:42 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:42.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:42 smithi102 ceph-mon[26948]: from='osd.7 [v2:172.21.15.154:6824/39632148,v1:172.21.15.154:6825/39632148]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:02:42.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:42 smithi102 ceph-mon[26948]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:02:42.616 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:02:43.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:43 smithi154 ceph-mon[30592]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-10T15:02:43.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:43 smithi154 ceph-mon[30592]: osdmap e53: 8 total, 7 up, 8 in 2024-04-10T15:02:43.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:43 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:02:43.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:43 smithi154 ceph-mon[30592]: from='osd.7 [v2:172.21.15.154:6824/39632148,v1:172.21.15.154:6825/39632148]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:02:43.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:43 smithi154 ceph-mon[30592]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:02:43.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:43 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:43.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:43 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:43.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:43 smithi154 ceph-mon[30592]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:02:43.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:43 smithi102 ceph-mon[26948]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-10T15:02:43.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:43 smithi102 ceph-mon[26948]: osdmap e53: 8 total, 7 up, 8 in 2024-04-10T15:02:43.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:43 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:02:43.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:43 smithi102 ceph-mon[26948]: from='osd.7 [v2:172.21.15.154:6824/39632148,v1:172.21.15.154:6825/39632148]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:02:43.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:43 smithi102 ceph-mon[26948]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:02:43.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:43 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:43.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:43 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:43.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:43 smithi102 ceph-mon[26948]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:02:43.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:43 smithi102 ceph-mon[37987]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-10T15:02:43.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:43 smithi102 ceph-mon[37987]: osdmap e53: 8 total, 7 up, 8 in 2024-04-10T15:02:43.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:43 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:02:43.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:43 smithi102 ceph-mon[37987]: from='osd.7 [v2:172.21.15.154:6824/39632148,v1:172.21.15.154:6825/39632148]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:02:43.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:43 smithi102 ceph-mon[37987]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:02:43.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:43 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:43.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:43 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:43.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:43 smithi102 ceph-mon[37987]: pgmap v165: 1 pgs: 1 active+clean; 577 KiB data, 190 MiB used, 626 GiB / 626 GiB avail 2024-04-10T15:02:44.131 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:02:43 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[52980]: 2024-04-10T15:02:43.802+0000 7fb87140b700 -1 osd.7 0 waiting for initial osdmap 2024-04-10T15:02:44.131 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:02:43 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[52980]: 2024-04-10T15:02:43.812+0000 7fb8689f7700 -1 osd.7 54 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:02:44.444 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:02:44.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:44 smithi154 ceph-mon[30592]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-04-10T15:02:44.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:44 smithi154 ceph-mon[30592]: osdmap e54: 8 total, 7 up, 8 in 2024-04-10T15:02:44.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:44 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:02:44.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:44 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:02:44.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:44 smithi154 ceph-mon[30592]: from='osd.7 ' entity='osd.7' 2024-04-10T15:02:44.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:44 smithi102 ceph-mon[37987]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-04-10T15:02:44.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:44 smithi102 ceph-mon[37987]: osdmap e54: 8 total, 7 up, 8 in 2024-04-10T15:02:44.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:44 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:02:44.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:44 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:02:44.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:44 smithi102 ceph-mon[37987]: from='osd.7 ' entity='osd.7' 2024-04-10T15:02:44.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:44 smithi102 ceph-mon[26948]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]': finished 2024-04-10T15:02:44.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:44 smithi102 ceph-mon[26948]: osdmap e54: 8 total, 7 up, 8 in 2024-04-10T15:02:44.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:44 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:02:44.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:44 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:02:44.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:44 smithi102 ceph-mon[26948]: from='osd.7 ' entity='osd.7' 2024-04-10T15:02:45.066 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":55,"num_osds":8,"num_up_osds":8,"osd_up_since":1712761364,"num_in_osds":8,"osd_in_since":1712761347,"num_remapped_pgs":1} 2024-04-10T15:02:45.067 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-10T15:02:45.317 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:02:45.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:45 smithi154 ceph-mon[30592]: purged_snaps scrub starts 2024-04-10T15:02:45.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:45 smithi154 ceph-mon[30592]: purged_snaps scrub ok 2024-04-10T15:02:45.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:45 smithi154 ceph-mon[30592]: osd.7 [v2:172.21.15.154:6824/39632148,v1:172.21.15.154:6825/39632148] boot 2024-04-10T15:02:45.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:45 smithi154 ceph-mon[30592]: osdmap e55: 8 total, 8 up, 8 in 2024-04-10T15:02:45.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:45 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:02:45.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:45 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1775512237' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-10T15:02:45.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:45 smithi154 ceph-mon[30592]: osdmap e56: 8 total, 8 up, 8 in 2024-04-10T15:02:45.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:45 smithi154 ceph-mon[30592]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 616 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:02:45.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:45 smithi102 ceph-mon[26948]: purged_snaps scrub starts 2024-04-10T15:02:45.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:45 smithi102 ceph-mon[26948]: purged_snaps scrub ok 2024-04-10T15:02:45.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:45 smithi102 ceph-mon[26948]: osd.7 [v2:172.21.15.154:6824/39632148,v1:172.21.15.154:6825/39632148] boot 2024-04-10T15:02:45.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:45 smithi102 ceph-mon[26948]: osdmap e55: 8 total, 8 up, 8 in 2024-04-10T15:02:45.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:45 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:02:45.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:45 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1775512237' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-10T15:02:45.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:45 smithi102 ceph-mon[26948]: osdmap e56: 8 total, 8 up, 8 in 2024-04-10T15:02:45.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:45 smithi102 ceph-mon[26948]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 616 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:02:45.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:45 smithi102 ceph-mon[37987]: purged_snaps scrub starts 2024-04-10T15:02:45.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:45 smithi102 ceph-mon[37987]: purged_snaps scrub ok 2024-04-10T15:02:45.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:45 smithi102 ceph-mon[37987]: osd.7 [v2:172.21.15.154:6824/39632148,v1:172.21.15.154:6825/39632148] boot 2024-04-10T15:02:45.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:45 smithi102 ceph-mon[37987]: osdmap e55: 8 total, 8 up, 8 in 2024-04-10T15:02:45.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:45 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:02:45.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:45 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1775512237' entity='client.admin' cmd=[{"prefix": "osd stat", "format": "json"}]: dispatch 2024-04-10T15:02:45.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:45 smithi102 ceph-mon[37987]: osdmap e56: 8 total, 8 up, 8 in 2024-04-10T15:02:45.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:45 smithi102 ceph-mon[37987]: pgmap v169: 1 pgs: 1 active+clean; 577 KiB data, 616 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:02:46.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[37987]: osdmap e57: 8 total, 8 up, 8 in 2024-04-10T15:02:46.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[37987]: Detected new or changed devices on smithi154 2024-04-10T15:02:46.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:46.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:46.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:02:46.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:02:46.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:02:46.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:02:46.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:46.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:46.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:02:46.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:46.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:02:46.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:46.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:02:46.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:46.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[26948]: osdmap e57: 8 total, 8 up, 8 in 2024-04-10T15:02:46.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[26948]: Detected new or changed devices on smithi154 2024-04-10T15:02:46.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:46.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:46.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:02:46.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:02:46.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:02:46.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:02:46.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:46.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:46.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:02:46.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:46.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:02:46.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:46.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:02:46.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:46 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:47.114 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:02:47.114 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":58,"fsid":"8fac6e32-f74a-11ee-b64a-cb9ed24678a4","created":"2024-04-10T14:57:38.079675+0000","modified":"2024-04-10T15:02:46.731550+0000","last_up_change":"2024-04-10T15:02:44.380476+0000","last_in_change":"2024-04-10T15:02:27.105094+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:00:49.240190+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ae1bd487-7951-45bd-ba3c-a82084f43cdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6803","nonce":4063284771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6805","nonce":4063284771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6809","nonce":4063284771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6807","nonce":4063284771}]},"public_addr":"172.21.15.102:6803/4063284771","cluster_addr":"172.21.15.102:6805/4063284771","heartbeat_back_addr":"172.21.15.102:6809/4063284771","heartbeat_front_addr":"172.21.15.102:6807/4063284771","state":["exists","up"]},{"osd":1,"uuid":"71af8ce3-be69-4910-9512-4b9739c29a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6811","nonce":3393919267}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6813","nonce":3393919267}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6817","nonce":3393919267}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6815","nonce":3393919267}]},"public_addr":"172.21.15.102:6811/3393919267","cluster_addr":"172.21.15.102:6813/3393919267","heartbeat_back_addr":"172.21.15.102:6817/3393919267","heartbeat_front_addr":"172.21.15.102:6815/3393919267","state":["exists","up"]},{"osd":2,"uuid":"8290e6e3-6f67-4216-a46a-96868bcfa6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6819","nonce":559940954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6821","nonce":559940954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6825","nonce":559940954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6823","nonce":559940954}]},"public_addr":"172.21.15.102:6819/559940954","cluster_addr":"172.21.15.102:6821/559940954","heartbeat_back_addr":"172.21.15.102:6825/559940954","heartbeat_front_addr":"172.21.15.102:6823/559940954","state":["exists","up"]},{"osd":3,"uuid":"21d15c82-8baa-49ce-b3e5-f9ac15236394","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6827","nonce":3566623864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6829","nonce":3566623864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6833","nonce":3566623864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6831","nonce":3566623864}]},"public_addr":"172.21.15.102:6827/3566623864","cluster_addr":"172.21.15.102:6829/3566623864","heartbeat_back_addr":"172.21.15.102:6833/3566623864","heartbeat_front_addr":"172.21.15.102:6831/3566623864","state":["exists","up"]},{"osd":4,"uuid":"06651a44-9133-4cfe-acd0-760ca522450f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6801","nonce":2417480125}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6803","nonce":2417480125}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6807","nonce":2417480125}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6805","nonce":2417480125}]},"public_addr":"172.21.15.154:6801/2417480125","cluster_addr":"172.21.15.154:6803/2417480125","heartbeat_back_addr":"172.21.15.154:6807/2417480125","heartbeat_front_addr":"172.21.15.154:6805/2417480125","state":["exists","up"]},{"osd":5,"uuid":"1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6809","nonce":1331566232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6811","nonce":1331566232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6815","nonce":1331566232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6813","nonce":1331566232}]},"public_addr":"172.21.15.154:6809/1331566232","cluster_addr":"172.21.15.154:6811/1331566232","heartbeat_back_addr":"172.21.15.154:6815/1331566232","heartbeat_front_addr":"172.21.15.154:6813/1331566232","state":["exists","up"]},{"osd":6,"uuid":"efeb892d-78ba-4058-b39d-18c67ae2e38d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6817","nonce":4289156474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6819","nonce":4289156474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6823","nonce":4289156474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6821","nonce":4289156474}]},"public_addr":"172.21.15.154:6817/4289156474","cluster_addr":"172.21.15.154:6819/4289156474","heartbeat_back_addr":"172.21.15.154:6823/4289156474","heartbeat_front_addr":"172.21.15.154:6821/4289156474","state":["exists","up"]},{"osd":7,"uuid":"d9e57957-f1c9-4edf-9443-f4dd147d0658","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6825","nonce":39632148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6827","nonce":39632148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6831","nonce":39632148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6829","nonce":39632148}]},"public_addr":"172.21.15.154:6825/39632148","cluster_addr":"172.21.15.154:6827/39632148","heartbeat_back_addr":"172.21.15.154:6831/39632148","heartbeat_front_addr":"172.21.15.154:6829/39632148","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T14:59:56.420627+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:20.750373+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:45.571358+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:10.014984+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:32.024587+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:55.310685+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:19.125869+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:42.683153+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:0/2525665278":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1125467212":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6801/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1809500991":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6800/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/89821447":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2558261322":"2024-04-11T14:58:14.337530+0000","172.21.15.102:6800/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6801/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2980938889":"2024-04-11T14:58:14.337530+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:02:47.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:46 smithi154 ceph-mon[30592]: osdmap e57: 8 total, 8 up, 8 in 2024-04-10T15:02:47.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:46 smithi154 ceph-mon[30592]: Detected new or changed devices on smithi154 2024-04-10T15:02:47.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:46 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:47.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:46 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:47.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:46 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:02:47.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:46 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:02:47.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:46 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:02:47.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:46 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:02:47.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:46 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:47.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:46 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:47.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:46 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:02:47.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:46 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:47.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:46 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:02:47.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:46 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:47.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:46 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:02:47.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:46 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:47.717 INFO:tasks.cephadm.ceph_manager.ceph:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-10T15:00:49.240190+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-10T15:02:47.717 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph osd pool get .mgr pg_num 2024-04-10T15:02:47.924 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:02:48.045 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:47 smithi102 ceph-mon[26948]: Adjusting osd_memory_target on smithi154 to 4272M 2024-04-10T15:02:48.045 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:47 smithi102 ceph-mon[26948]: osdmap e58: 8 total, 8 up, 8 in 2024-04-10T15:02:48.045 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:47 smithi102 ceph-mon[26948]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 616 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:02:48.045 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:47 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2638442533' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:02:48.045 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:47 smithi102 ceph-mon[37987]: Adjusting osd_memory_target on smithi154 to 4272M 2024-04-10T15:02:48.045 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:47 smithi102 ceph-mon[37987]: osdmap e58: 8 total, 8 up, 8 in 2024-04-10T15:02:48.045 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:47 smithi102 ceph-mon[37987]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 616 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:02:48.045 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:47 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/2638442533' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:02:48.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:47 smithi154 ceph-mon[30592]: Adjusting osd_memory_target on smithi154 to 4272M 2024-04-10T15:02:48.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:47 smithi154 ceph-mon[30592]: osdmap e58: 8 total, 8 up, 8 in 2024-04-10T15:02:48.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:47 smithi154 ceph-mon[30592]: pgmap v172: 1 pgs: 1 active+clean; 577 KiB data, 616 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:02:48.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:47 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/2638442533' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:02:49.035 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:48 smithi102 ceph-mon[37987]: osdmap e59: 8 total, 8 up, 8 in 2024-04-10T15:02:49.035 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:48 smithi102 ceph-mon[26948]: osdmap e59: 8 total, 8 up, 8 in 2024-04-10T15:02:49.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:48 smithi154 ceph-mon[30592]: osdmap e59: 8 total, 8 up, 8 in 2024-04-10T15:02:49.730 INFO:teuthology.orchestra.run.smithi102.stdout:pg_num: 1 2024-04-10T15:02:50.032 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:49 smithi154 ceph-mon[30592]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 617 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:02:50.048 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:49 smithi102 ceph-mon[37987]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 617 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:02:50.048 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:49 smithi102 ceph-mon[26948]: pgmap v174: 1 pgs: 1 active+clean; 577 KiB data, 617 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:02:50.332 INFO:tasks.cephadm:Adding mds.a on smithi102 2024-04-10T15:02:50.332 INFO:tasks.cephadm:Adding mds.b on smithi154 2024-04-10T15:02:50.332 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph orch apply mds all '2;smithi102=a;smithi154=b' 2024-04-10T15:02:50.543 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:02:50.987 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:50 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/3512964946' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:02:51.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:50 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/3512964946' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:02:51.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:50 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/3512964946' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:02:51.926 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:51 smithi154 ceph-mon[30592]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-10T15:02:52.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:51 smithi102 ceph-mon[37987]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-10T15:02:52.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:51 smithi102 ceph-mon[26948]: pgmap v175: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 96 KiB/s, 0 objects/s recovering 2024-04-10T15:02:52.363 INFO:teuthology.orchestra.run.smithi154.stdout:Scheduled mds.all update... 2024-04-10T15:02:53.003 DEBUG:teuthology.orchestra.run.smithi102:mds.a> sudo journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mds.a.service 2024-04-10T15:02:53.006 DEBUG:teuthology.orchestra.run.smithi154:mds.b> sudo journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mds.b.service 2024-04-10T15:02:53.008 INFO:tasks.cephadm:Setting up CephFS filesystem(s)... 2024-04-10T15:02:53.008 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-10T15:02:53.366 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:02:53.366 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":59,"fsid":"8fac6e32-f74a-11ee-b64a-cb9ed24678a4","created":"2024-04-10T14:57:38.079675+0000","modified":"2024-04-10T15:02:47.741130+0000","last_up_change":"2024-04-10T15:02:44.380476+0000","last_in_change":"2024-04-10T15:02:27.105094+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:00:49.240190+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ae1bd487-7951-45bd-ba3c-a82084f43cdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6803","nonce":4063284771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6805","nonce":4063284771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6809","nonce":4063284771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6807","nonce":4063284771}]},"public_addr":"172.21.15.102:6803/4063284771","cluster_addr":"172.21.15.102:6805/4063284771","heartbeat_back_addr":"172.21.15.102:6809/4063284771","heartbeat_front_addr":"172.21.15.102:6807/4063284771","state":["exists","up"]},{"osd":1,"uuid":"71af8ce3-be69-4910-9512-4b9739c29a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6811","nonce":3393919267}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6813","nonce":3393919267}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6817","nonce":3393919267}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6815","nonce":3393919267}]},"public_addr":"172.21.15.102:6811/3393919267","cluster_addr":"172.21.15.102:6813/3393919267","heartbeat_back_addr":"172.21.15.102:6817/3393919267","heartbeat_front_addr":"172.21.15.102:6815/3393919267","state":["exists","up"]},{"osd":2,"uuid":"8290e6e3-6f67-4216-a46a-96868bcfa6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6819","nonce":559940954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6821","nonce":559940954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6825","nonce":559940954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6823","nonce":559940954}]},"public_addr":"172.21.15.102:6819/559940954","cluster_addr":"172.21.15.102:6821/559940954","heartbeat_back_addr":"172.21.15.102:6825/559940954","heartbeat_front_addr":"172.21.15.102:6823/559940954","state":["exists","up"]},{"osd":3,"uuid":"21d15c82-8baa-49ce-b3e5-f9ac15236394","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6827","nonce":3566623864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6829","nonce":3566623864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6833","nonce":3566623864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6831","nonce":3566623864}]},"public_addr":"172.21.15.102:6827/3566623864","cluster_addr":"172.21.15.102:6829/3566623864","heartbeat_back_addr":"172.21.15.102:6833/3566623864","heartbeat_front_addr":"172.21.15.102:6831/3566623864","state":["exists","up"]},{"osd":4,"uuid":"06651a44-9133-4cfe-acd0-760ca522450f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6801","nonce":2417480125}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6803","nonce":2417480125}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6807","nonce":2417480125}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6805","nonce":2417480125}]},"public_addr":"172.21.15.154:6801/2417480125","cluster_addr":"172.21.15.154:6803/2417480125","heartbeat_back_addr":"172.21.15.154:6807/2417480125","heartbeat_front_addr":"172.21.15.154:6805/2417480125","state":["exists","up"]},{"osd":5,"uuid":"1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6809","nonce":1331566232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6811","nonce":1331566232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6815","nonce":1331566232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6813","nonce":1331566232}]},"public_addr":"172.21.15.154:6809/1331566232","cluster_addr":"172.21.15.154:6811/1331566232","heartbeat_back_addr":"172.21.15.154:6815/1331566232","heartbeat_front_addr":"172.21.15.154:6813/1331566232","state":["exists","up"]},{"osd":6,"uuid":"efeb892d-78ba-4058-b39d-18c67ae2e38d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6817","nonce":4289156474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6819","nonce":4289156474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6823","nonce":4289156474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6821","nonce":4289156474}]},"public_addr":"172.21.15.154:6817/4289156474","cluster_addr":"172.21.15.154:6819/4289156474","heartbeat_back_addr":"172.21.15.154:6823/4289156474","heartbeat_front_addr":"172.21.15.154:6821/4289156474","state":["exists","up"]},{"osd":7,"uuid":"d9e57957-f1c9-4edf-9443-f4dd147d0658","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6825","nonce":39632148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6827","nonce":39632148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6831","nonce":39632148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6829","nonce":39632148}]},"public_addr":"172.21.15.154:6825/39632148","cluster_addr":"172.21.15.154:6827/39632148","heartbeat_back_addr":"172.21.15.154:6831/39632148","heartbeat_front_addr":"172.21.15.154:6829/39632148","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T14:59:56.420627+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:20.750373+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:45.571358+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:10.014984+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:32.024587+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:55.310685+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:19.125869+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:42.683153+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:0/2525665278":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1125467212":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6801/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1809500991":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6800/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/89821447":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2558261322":"2024-04-11T14:58:14.337530+0000","172.21.15.102:6800/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6801/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2980938889":"2024-04-11T14:58:14.337530+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:02:53.378 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-10T15:00:49.240190+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-10T15:02:53.378 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-10T15:02:53.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:53 smithi154 ceph-mon[30592]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi102=a;smithi154=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:02:53.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:53 smithi154 ceph-mon[30592]: Saving service mds.all spec with placement smithi102=a;smithi154=b;count:2 2024-04-10T15:02:53.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:53 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:53.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:53 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:02:53.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:53 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:53.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:53 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:02:53.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:53 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:53.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:53 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:02:53.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:53 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-10T15:02:53.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:53 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:53.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:53 smithi154 ceph-mon[30592]: Deploying daemon mds.a on smithi102 2024-04-10T15:02:53.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:53 smithi154 ceph-mon[30592]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-04-10T15:02:53.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[26948]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi102=a;smithi154=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:02:53.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[26948]: Saving service mds.all spec with placement smithi102=a;smithi154=b;count:2 2024-04-10T15:02:53.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:53.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:02:53.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:53.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:02:53.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:53.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:02:53.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-10T15:02:53.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:53.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[26948]: Deploying daemon mds.a on smithi102 2024-04-10T15:02:53.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[26948]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-04-10T15:02:53.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[37987]: from='client.24313 -' entity='client.admin' cmd=[{"prefix": "orch apply mds", "fs_name": "all", "placement": "2;smithi102=a;smithi154=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:02:53.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[37987]: Saving service mds.all spec with placement smithi102=a;smithi154=b;count:2 2024-04-10T15:02:53.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:53.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:02:53.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:53.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:02:53.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:53.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:02:53.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-10T15:02:53.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:53.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[37987]: Deploying daemon mds.a on smithi102 2024-04-10T15:02:53.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:53 smithi102 ceph-mon[37987]: pgmap v176: 1 pgs: 1 active+clean; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 80 KiB/s, 0 objects/s recovering 2024-04-10T15:02:53.663 INFO:teuthology.orchestra.run.smithi102.stdout:pg_num: 1 2024-04-10T15:02:53.676 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-10T15:02:54.006 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:02:54.006 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":1,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[],"filesystems":[]} 2024-04-10T15:02:54.006 INFO:teuthology.orchestra.run.smithi102.stderr:dumped fsmap epoch 1 2024-04-10T15:02:54.321 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:02:54 smithi102 systemd[1]: Starting Ceph mds.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:02:54.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:54 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/429253022' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:02:54.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:54 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1453146757' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:02:54.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:54 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1546364601' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:02:54.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:54 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/429253022' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:02:54.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:54 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1453146757' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:02:54.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:54 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1546364601' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:02:54.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:54 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/429253022' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:02:54.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:54 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1453146757' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:02:54.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:54 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1546364601' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:02:54.662 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:02:54 smithi102 podman[64358]: 2024-04-10 15:02:54.462503926 +0000 UTC m=+0.017622922 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3 2024-04-10T15:02:54.662 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:02:54 smithi102 podman[64358]: 2024-04-10 15:02:54.583022312 +0000 UTC m=+0.138141308 container create da51112648bff492df29595675d6f450a80154103e5b7f2b59446610c37ea102 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-10T15:02:55.161 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:02:54 smithi102 podman[64358]: 2024-04-10 15:02:54.793807857 +0000 UTC m=+0.348926853 container init da51112648bff492df29595675d6f450a80154103e5b7f2b59446610c37ea102 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-d540eba, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, ceph=True) 2024-04-10T15:02:55.161 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:02:54 smithi102 podman[64358]: 2024-04-10 15:02:54.79669524 +0000 UTC m=+0.351814237 container start da51112648bff492df29595675d6f450a80154103e5b7f2b59446610c37ea102 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a, RELEASE=reef-d540eba, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, ceph=True) 2024-04-10T15:02:55.161 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:02:54 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a[64373]: starting mds.a at 2024-04-10T15:02:55.161 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:02:54 smithi102 bash[64358]: da51112648bff492df29595675d6f450a80154103e5b7f2b59446610c37ea102 2024-04-10T15:02:55.161 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:02:54 smithi102 systemd[1]: Started Ceph mds.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:02:56.019 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-10T15:02:56.046 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[26948]: mds.? [v2:172.21.15.102:6834/3613753143,v1:172.21.15.102:6835/3613753143] up:boot 2024-04-10T15:02:56.046 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[26948]: fsmap 1 up:standby 2024-04-10T15:02:56.046 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:02:56.046 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:56.047 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:56.047 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[26948]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-04-10T15:02:56.047 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:56.047 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:02:56.047 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-10T15:02:56.047 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:56.047 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[26948]: Deploying daemon mds.b on smithi154 2024-04-10T15:02:56.047 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[37987]: mds.? [v2:172.21.15.102:6834/3613753143,v1:172.21.15.102:6835/3613753143] up:boot 2024-04-10T15:02:56.047 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[37987]: fsmap 1 up:standby 2024-04-10T15:02:56.047 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:02:56.047 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:56.047 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:56.047 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[37987]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-04-10T15:02:56.048 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:56.048 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:02:56.048 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-10T15:02:56.048 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:56.048 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:55 smithi102 ceph-mon[37987]: Deploying daemon mds.b on smithi154 2024-04-10T15:02:56.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:55 smithi154 ceph-mon[30592]: mds.? [v2:172.21.15.102:6834/3613753143,v1:172.21.15.102:6835/3613753143] up:boot 2024-04-10T15:02:56.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:55 smithi154 ceph-mon[30592]: fsmap 1 up:standby 2024-04-10T15:02:56.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:55 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:02:56.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:55 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:56.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:55 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:56.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:55 smithi154 ceph-mon[30592]: pgmap v177: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 70 KiB/s, 0 objects/s recovering 2024-04-10T15:02:56.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:55 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:56.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:55 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:02:56.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:55 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd='[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]': finished 2024-04-10T15:02:56.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:55 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:02:56.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:55 smithi154 ceph-mon[30592]: Deploying daemon mds.b on smithi154 2024-04-10T15:02:56.338 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:02:56.339 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/3613753143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":3613753143},{"type":"v1","addr":"172.21.15.102:6835","nonce":3613753143}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-04-10T15:02:56.339 INFO:teuthology.orchestra.run.smithi102.stderr:dumped fsmap epoch 2 2024-04-10T15:02:56.929 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:02:56 smithi154 systemd[1]: Starting Ceph mds.b for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:02:57.186 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:56 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/3687492729' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:02:57.187 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:02:57 smithi154 podman[56919]: 2024-04-10 15:02:56.990952327 +0000 UTC m=+0.018347968 image pull bb2c5eac26a47e91f49419364028af9c3bea25d6fad65850c7d6f8f2c7b91b28 quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3 2024-04-10T15:02:57.187 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:02:57 smithi154 podman[56919]: 2024-04-10 15:02:57.088494613 +0000 UTC m=+0.115890236 container create 1c2f7bf05952728a3be00ae4a29ac9aa3e48cc50af7b98aded3f191a1bb1d579 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-b, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-10T15:02:57.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:56 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/3687492729' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:02:57.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:56 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/3687492729' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:02:57.631 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:02:57 smithi154 podman[56919]: 2024-04-10 15:02:57.307692521 +0000 UTC m=+0.335088143 container init 1c2f7bf05952728a3be00ae4a29ac9aa3e48cc50af7b98aded3f191a1bb1d579 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, ceph=True, RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403) 2024-04-10T15:02:57.631 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:02:57 smithi154 podman[56919]: 2024-04-10 15:02:57.310324446 +0000 UTC m=+0.337720069 container start 1c2f7bf05952728a3be00ae4a29ac9aa3e48cc50af7b98aded3f191a1bb1d579 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-b, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba, org.label-schema.build-date=20240403, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, ceph=True) 2024-04-10T15:02:57.631 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:02:57 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-b[56934]: starting mds.b at 2024-04-10T15:02:57.631 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:02:57 smithi154 bash[56919]: 1c2f7bf05952728a3be00ae4a29ac9aa3e48cc50af7b98aded3f191a1bb1d579 2024-04-10T15:02:57.632 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:02:57 smithi154 systemd[1]: Started Ceph mds.b for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:02:58.265 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:57 smithi154 ceph-mon[30592]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-10T15:02:58.265 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:57 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:58.266 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:57 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:58.266 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:57 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:58.266 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:57 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:58.266 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:57 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:58.266 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:57 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:02:58.267 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:57 smithi102 ceph-mon[37987]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-10T15:02:58.268 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:57 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:58.268 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:57 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:58.268 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:57 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:58.268 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:57 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:58.268 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:57 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:58.268 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:57 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:02:58.268 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:57 smithi102 ceph-mon[26948]: pgmap v178: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 58 KiB/s, 0 objects/s recovering 2024-04-10T15:02:58.268 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:57 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:58.268 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:57 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:58.268 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:57 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:58.268 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:57 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:58.268 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:57 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:02:58.269 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:57 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:02:58.352 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-10T15:02:58.679 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:02:58.679 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/3613753143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":3613753143},{"type":"v1","addr":"172.21.15.102:6835","nonce":3613753143}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":24343,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/1077442576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":1077442576},{"type":"v1","addr":"172.21.15.154:6833","nonce":1077442576}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-04-10T15:02:58.679 INFO:teuthology.orchestra.run.smithi102.stderr:dumped fsmap epoch 3 2024-04-10T15:02:58.692 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-10T15:02:59.019 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:02:59.020 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":59,"fsid":"8fac6e32-f74a-11ee-b64a-cb9ed24678a4","created":"2024-04-10T14:57:38.079675+0000","modified":"2024-04-10T15:02:47.741130+0000","last_up_change":"2024-04-10T15:02:44.380476+0000","last_in_change":"2024-04-10T15:02:27.105094+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:00:49.240190+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ae1bd487-7951-45bd-ba3c-a82084f43cdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":57,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6803","nonce":4063284771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6805","nonce":4063284771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6809","nonce":4063284771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6807","nonce":4063284771}]},"public_addr":"172.21.15.102:6803/4063284771","cluster_addr":"172.21.15.102:6805/4063284771","heartbeat_back_addr":"172.21.15.102:6809/4063284771","heartbeat_front_addr":"172.21.15.102:6807/4063284771","state":["exists","up"]},{"osd":1,"uuid":"71af8ce3-be69-4910-9512-4b9739c29a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":34,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6811","nonce":3393919267}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6813","nonce":3393919267}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6817","nonce":3393919267}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6815","nonce":3393919267}]},"public_addr":"172.21.15.102:6811/3393919267","cluster_addr":"172.21.15.102:6813/3393919267","heartbeat_back_addr":"172.21.15.102:6817/3393919267","heartbeat_front_addr":"172.21.15.102:6815/3393919267","state":["exists","up"]},{"osd":2,"uuid":"8290e6e3-6f67-4216-a46a-96868bcfa6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6819","nonce":559940954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6821","nonce":559940954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6825","nonce":559940954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6823","nonce":559940954}]},"public_addr":"172.21.15.102:6819/559940954","cluster_addr":"172.21.15.102:6821/559940954","heartbeat_back_addr":"172.21.15.102:6825/559940954","heartbeat_front_addr":"172.21.15.102:6823/559940954","state":["exists","up"]},{"osd":3,"uuid":"21d15c82-8baa-49ce-b3e5-f9ac15236394","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6827","nonce":3566623864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6829","nonce":3566623864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6833","nonce":3566623864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6831","nonce":3566623864}]},"public_addr":"172.21.15.102:6827/3566623864","cluster_addr":"172.21.15.102:6829/3566623864","heartbeat_back_addr":"172.21.15.102:6833/3566623864","heartbeat_front_addr":"172.21.15.102:6831/3566623864","state":["exists","up"]},{"osd":4,"uuid":"06651a44-9133-4cfe-acd0-760ca522450f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6801","nonce":2417480125}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6803","nonce":2417480125}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6807","nonce":2417480125}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6805","nonce":2417480125}]},"public_addr":"172.21.15.154:6801/2417480125","cluster_addr":"172.21.15.154:6803/2417480125","heartbeat_back_addr":"172.21.15.154:6807/2417480125","heartbeat_front_addr":"172.21.15.154:6805/2417480125","state":["exists","up"]},{"osd":5,"uuid":"1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":42,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6809","nonce":1331566232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6811","nonce":1331566232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6815","nonce":1331566232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6813","nonce":1331566232}]},"public_addr":"172.21.15.154:6809/1331566232","cluster_addr":"172.21.15.154:6811/1331566232","heartbeat_back_addr":"172.21.15.154:6815/1331566232","heartbeat_front_addr":"172.21.15.154:6813/1331566232","state":["exists","up"]},{"osd":6,"uuid":"efeb892d-78ba-4058-b39d-18c67ae2e38d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":50,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6817","nonce":4289156474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6819","nonce":4289156474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6823","nonce":4289156474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6821","nonce":4289156474}]},"public_addr":"172.21.15.154:6817/4289156474","cluster_addr":"172.21.15.154:6819/4289156474","heartbeat_back_addr":"172.21.15.154:6823/4289156474","heartbeat_front_addr":"172.21.15.154:6821/4289156474","state":["exists","up"]},{"osd":7,"uuid":"d9e57957-f1c9-4edf-9443-f4dd147d0658","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":58,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6825","nonce":39632148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6827","nonce":39632148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6831","nonce":39632148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6829","nonce":39632148}]},"public_addr":"172.21.15.154:6825/39632148","cluster_addr":"172.21.15.154:6827/39632148","heartbeat_back_addr":"172.21.15.154:6831/39632148","heartbeat_front_addr":"172.21.15.154:6829/39632148","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T14:59:56.420627+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:20.750373+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:45.571358+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:10.014984+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:32.024587+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:55.310685+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:19.125869+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:42.683153+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:0/2525665278":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1125467212":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6801/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1809500991":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6800/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/89821447":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2558261322":"2024-04-11T14:58:14.337530+0000","172.21.15.102:6800/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6801/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2980938889":"2024-04-11T14:58:14.337530+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:02:59.031 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:58 smithi102 ceph-mon[37987]: mds.? [v2:172.21.15.154:6832/1077442576,v1:172.21.15.154:6833/1077442576] up:boot 2024-04-10T15:02:59.031 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:58 smithi102 ceph-mon[37987]: fsmap 2 up:standby 2024-04-10T15:02:59.032 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:58 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:02:59.032 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:02:58 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/282828468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:02:59.032 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:58 smithi102 ceph-mon[26948]: mds.? [v2:172.21.15.154:6832/1077442576,v1:172.21.15.154:6833/1077442576] up:boot 2024-04-10T15:02:59.032 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:58 smithi102 ceph-mon[26948]: fsmap 2 up:standby 2024-04-10T15:02:59.032 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:58 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:02:59.032 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:02:58 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/282828468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:02:59.033 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-10T15:00:49.240190+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-10T15:02:59.033 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-10T15:02:59.334 INFO:teuthology.orchestra.run.smithi102.stdout:pg_num: 1 2024-04-10T15:02:59.347 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-04-10T15:02:59.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:58 smithi154 ceph-mon[30592]: mds.? [v2:172.21.15.154:6832/1077442576,v1:172.21.15.154:6833/1077442576] up:boot 2024-04-10T15:02:59.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:58 smithi154 ceph-mon[30592]: fsmap 2 up:standby 2024-04-10T15:02:59.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:58 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:02:59.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:02:58 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/282828468' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:02:59.629 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:02:59.629 INFO:teuthology.orchestra.run.smithi102.stdout:[ 2024-04-10T15:02:59.629 INFO:teuthology.orchestra.run.smithi102.stdout: { 2024-04-10T15:02:59.629 INFO:teuthology.orchestra.run.smithi102.stdout: "poolnum": 1, 2024-04-10T15:02:59.629 INFO:teuthology.orchestra.run.smithi102.stdout: "poolname": ".mgr" 2024-04-10T15:02:59.629 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:02:59.629 INFO:teuthology.orchestra.run.smithi102.stdout:] 2024-04-10T15:02:59.642 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-04-10T15:02:59.642 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-04-10T15:03:00.241 INFO:teuthology.orchestra.run.smithi102.stderr:pool 'cephfs_metadata' created 2024-04-10T15:03:00.258 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-04-10T15:03:00.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:00 smithi154 ceph-mon[30592]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-04-10T15:03:00.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:00 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:00.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:00 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:00.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:00 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:00.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:00 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1017926931' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:03:00.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:00 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:00.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:00 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:00.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:00 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:03:00.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:00 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:03:00.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:00 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:00.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:00 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:03:00.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:00 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:03:00.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:00 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:03:00.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:00 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:00.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:00 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1279909163' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:03:00.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:00 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/2118397858' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-10T15:03:00.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[26948]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-04-10T15:03:00.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:00.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:00.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:00.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1017926931' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:03:00.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:00.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:00.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:03:00.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:03:00.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:00.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:03:00.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:03:00.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:03:00.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:00.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1279909163' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:03:00.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2118397858' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-10T15:03:00.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[37987]: pgmap v179: 1 pgs: 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail; 51 KiB/s, 0 objects/s recovering 2024-04-10T15:03:00.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:00.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:00.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:00.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1017926931' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:03:00.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:00.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:00.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:03:00.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:03:00.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:00.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:03:00.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:03:00.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:03:00.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:00.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1279909163' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:03:00.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:00 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/2118397858' entity='client.admin' cmd=[{"prefix": "osd lspools", "format": "json-pretty"}]: dispatch 2024-04-10T15:03:01.247 INFO:teuthology.orchestra.run.smithi102.stderr:pool 'cephfs_data' created 2024-04-10T15:03:01.270 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-04-10T15:03:01.568 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:01 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/2332525632' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-10T15:03:01.569 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:01 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/2332525632' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-10T15:03:01.569 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:01 smithi102 ceph-mon[37987]: osdmap e60: 8 total, 8 up, 8 in 2024-04-10T15:03:01.569 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:01 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1853174090' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-10T15:03:01.569 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:01 smithi102 ceph-mon[37987]: pgmap v181: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:01.569 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:01 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2332525632' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-10T15:03:01.569 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:01 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2332525632' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-10T15:03:01.569 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:01 smithi102 ceph-mon[26948]: osdmap e60: 8 total, 8 up, 8 in 2024-04-10T15:03:01.569 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:01 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1853174090' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-10T15:03:01.569 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:01 smithi102 ceph-mon[26948]: pgmap v181: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:01.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:01 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/2332525632' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]: dispatch 2024-04-10T15:03:01.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:01 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/2332525632' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]': finished 2024-04-10T15:03:01.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:01 smithi154 ceph-mon[30592]: osdmap e60: 8 total, 8 up, 8 in 2024-04-10T15:03:01.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:01 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1853174090' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]: dispatch 2024-04-10T15:03:01.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:01 smithi154 ceph-mon[30592]: pgmap v181: 33 pgs: 32 unknown, 1 active+clean; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:01.638 INFO:teuthology.orchestra.run.smithi102.stderr:new fs with metadata pool 2 and data pool 3 2024-04-10T15:03:01.661 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-10T15:03:01.967 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:03:01.968 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":62,"fsid":"8fac6e32-f74a-11ee-b64a-cb9ed24678a4","created":"2024-04-10T14:57:38.079675+0000","modified":"2024-04-10T15:03:01.655166+0000","last_up_change":"2024-04-10T15:02:44.380476+0000","last_in_change":"2024-04-10T15:02:27.105094+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:00:49.240190+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:03:00.182937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:03:00.804250+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ae1bd487-7951-45bd-ba3c-a82084f43cdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6803","nonce":4063284771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6805","nonce":4063284771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6809","nonce":4063284771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6807","nonce":4063284771}]},"public_addr":"172.21.15.102:6803/4063284771","cluster_addr":"172.21.15.102:6805/4063284771","heartbeat_back_addr":"172.21.15.102:6809/4063284771","heartbeat_front_addr":"172.21.15.102:6807/4063284771","state":["exists","up"]},{"osd":1,"uuid":"71af8ce3-be69-4910-9512-4b9739c29a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6811","nonce":3393919267}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6813","nonce":3393919267}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6817","nonce":3393919267}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6815","nonce":3393919267}]},"public_addr":"172.21.15.102:6811/3393919267","cluster_addr":"172.21.15.102:6813/3393919267","heartbeat_back_addr":"172.21.15.102:6817/3393919267","heartbeat_front_addr":"172.21.15.102:6815/3393919267","state":["exists","up"]},{"osd":2,"uuid":"8290e6e3-6f67-4216-a46a-96868bcfa6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6819","nonce":559940954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6821","nonce":559940954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6825","nonce":559940954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6823","nonce":559940954}]},"public_addr":"172.21.15.102:6819/559940954","cluster_addr":"172.21.15.102:6821/559940954","heartbeat_back_addr":"172.21.15.102:6825/559940954","heartbeat_front_addr":"172.21.15.102:6823/559940954","state":["exists","up"]},{"osd":3,"uuid":"21d15c82-8baa-49ce-b3e5-f9ac15236394","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6827","nonce":3566623864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6829","nonce":3566623864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6833","nonce":3566623864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6831","nonce":3566623864}]},"public_addr":"172.21.15.102:6827/3566623864","cluster_addr":"172.21.15.102:6829/3566623864","heartbeat_back_addr":"172.21.15.102:6833/3566623864","heartbeat_front_addr":"172.21.15.102:6831/3566623864","state":["exists","up"]},{"osd":4,"uuid":"06651a44-9133-4cfe-acd0-760ca522450f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6801","nonce":2417480125}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6803","nonce":2417480125}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6807","nonce":2417480125}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6805","nonce":2417480125}]},"public_addr":"172.21.15.154:6801/2417480125","cluster_addr":"172.21.15.154:6803/2417480125","heartbeat_back_addr":"172.21.15.154:6807/2417480125","heartbeat_front_addr":"172.21.15.154:6805/2417480125","state":["exists","up"]},{"osd":5,"uuid":"1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6809","nonce":1331566232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6811","nonce":1331566232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6815","nonce":1331566232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6813","nonce":1331566232}]},"public_addr":"172.21.15.154:6809/1331566232","cluster_addr":"172.21.15.154:6811/1331566232","heartbeat_back_addr":"172.21.15.154:6815/1331566232","heartbeat_front_addr":"172.21.15.154:6813/1331566232","state":["exists","up"]},{"osd":6,"uuid":"efeb892d-78ba-4058-b39d-18c67ae2e38d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6817","nonce":4289156474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6819","nonce":4289156474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6823","nonce":4289156474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6821","nonce":4289156474}]},"public_addr":"172.21.15.154:6817/4289156474","cluster_addr":"172.21.15.154:6819/4289156474","heartbeat_back_addr":"172.21.15.154:6823/4289156474","heartbeat_front_addr":"172.21.15.154:6821/4289156474","state":["exists","up"]},{"osd":7,"uuid":"d9e57957-f1c9-4edf-9443-f4dd147d0658","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6825","nonce":39632148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6827","nonce":39632148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6831","nonce":39632148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6829","nonce":39632148}]},"public_addr":"172.21.15.154:6825/39632148","cluster_addr":"172.21.15.154:6827/39632148","heartbeat_back_addr":"172.21.15.154:6831/39632148","heartbeat_front_addr":"172.21.15.154:6829/39632148","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T14:59:56.420627+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:20.750373+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:45.571358+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:10.014984+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:32.024587+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:55.310685+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:19.125869+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:42.683153+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:0/2525665278":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1125467212":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6801/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1809500991":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6800/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/89821447":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2558261322":"2024-04-11T14:58:14.337530+0000","172.21.15.102:6800/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6801/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2980938889":"2024-04-11T14:58:14.337530+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:03:01.980 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-10T15:03:02.275 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:03:02.275 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":62,"fsid":"8fac6e32-f74a-11ee-b64a-cb9ed24678a4","created":"2024-04-10T14:57:38.079675+0000","modified":"2024-04-10T15:03:01.655166+0000","last_up_change":"2024-04-10T15:02:44.380476+0000","last_in_change":"2024-04-10T15:02:27.105094+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:00:49.240190+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:03:00.182937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:03:00.804250+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ae1bd487-7951-45bd-ba3c-a82084f43cdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6803","nonce":4063284771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6805","nonce":4063284771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6809","nonce":4063284771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6807","nonce":4063284771}]},"public_addr":"172.21.15.102:6803/4063284771","cluster_addr":"172.21.15.102:6805/4063284771","heartbeat_back_addr":"172.21.15.102:6809/4063284771","heartbeat_front_addr":"172.21.15.102:6807/4063284771","state":["exists","up"]},{"osd":1,"uuid":"71af8ce3-be69-4910-9512-4b9739c29a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6811","nonce":3393919267}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6813","nonce":3393919267}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6817","nonce":3393919267}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6815","nonce":3393919267}]},"public_addr":"172.21.15.102:6811/3393919267","cluster_addr":"172.21.15.102:6813/3393919267","heartbeat_back_addr":"172.21.15.102:6817/3393919267","heartbeat_front_addr":"172.21.15.102:6815/3393919267","state":["exists","up"]},{"osd":2,"uuid":"8290e6e3-6f67-4216-a46a-96868bcfa6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6819","nonce":559940954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6821","nonce":559940954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6825","nonce":559940954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6823","nonce":559940954}]},"public_addr":"172.21.15.102:6819/559940954","cluster_addr":"172.21.15.102:6821/559940954","heartbeat_back_addr":"172.21.15.102:6825/559940954","heartbeat_front_addr":"172.21.15.102:6823/559940954","state":["exists","up"]},{"osd":3,"uuid":"21d15c82-8baa-49ce-b3e5-f9ac15236394","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6827","nonce":3566623864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6829","nonce":3566623864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6833","nonce":3566623864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6831","nonce":3566623864}]},"public_addr":"172.21.15.102:6827/3566623864","cluster_addr":"172.21.15.102:6829/3566623864","heartbeat_back_addr":"172.21.15.102:6833/3566623864","heartbeat_front_addr":"172.21.15.102:6831/3566623864","state":["exists","up"]},{"osd":4,"uuid":"06651a44-9133-4cfe-acd0-760ca522450f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6801","nonce":2417480125}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6803","nonce":2417480125}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6807","nonce":2417480125}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6805","nonce":2417480125}]},"public_addr":"172.21.15.154:6801/2417480125","cluster_addr":"172.21.15.154:6803/2417480125","heartbeat_back_addr":"172.21.15.154:6807/2417480125","heartbeat_front_addr":"172.21.15.154:6805/2417480125","state":["exists","up"]},{"osd":5,"uuid":"1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6809","nonce":1331566232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6811","nonce":1331566232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6815","nonce":1331566232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6813","nonce":1331566232}]},"public_addr":"172.21.15.154:6809/1331566232","cluster_addr":"172.21.15.154:6811/1331566232","heartbeat_back_addr":"172.21.15.154:6815/1331566232","heartbeat_front_addr":"172.21.15.154:6813/1331566232","state":["exists","up"]},{"osd":6,"uuid":"efeb892d-78ba-4058-b39d-18c67ae2e38d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6817","nonce":4289156474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6819","nonce":4289156474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6823","nonce":4289156474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6821","nonce":4289156474}]},"public_addr":"172.21.15.154:6817/4289156474","cluster_addr":"172.21.15.154:6819/4289156474","heartbeat_back_addr":"172.21.15.154:6823/4289156474","heartbeat_front_addr":"172.21.15.154:6821/4289156474","state":["exists","up"]},{"osd":7,"uuid":"d9e57957-f1c9-4edf-9443-f4dd147d0658","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6825","nonce":39632148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6827","nonce":39632148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6831","nonce":39632148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6829","nonce":39632148}]},"public_addr":"172.21.15.154:6825/39632148","cluster_addr":"172.21.15.154:6827/39632148","heartbeat_back_addr":"172.21.15.154:6831/39632148","heartbeat_front_addr":"172.21.15.154:6829/39632148","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T14:59:56.420627+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:20.750373+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:45.571358+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:10.014984+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:32.024587+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:55.310685+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:19.125869+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:42.683153+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:0/2525665278":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1125467212":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6801/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1809500991":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6800/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/89821447":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2558261322":"2024-04-11T14:58:14.337530+0000","172.21.15.102:6800/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6801/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2980938889":"2024-04-11T14:58:14.337530+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:03:02.286 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:02 smithi102 ceph-mon[37987]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:03:02.286 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:02 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1853174090' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-10T15:03:02.286 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:02 smithi102 ceph-mon[37987]: osdmap e61: 8 total, 8 up, 8 in 2024-04-10T15:03:02.286 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:02 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/2348634448' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-10T15:03:02.286 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:02 smithi102 ceph-mon[37987]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-10T15:03:02.287 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:02 smithi102 ceph-mon[37987]: osdmap e62: 8 total, 8 up, 8 in 2024-04-10T15:03:02.287 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:02 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/2348634448' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-10T15:03:02.287 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:02 smithi102 ceph-mon[37987]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-04-10T15:03:02.287 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:02 smithi102 ceph-mon[37987]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-10T15:03:02.287 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:02 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1335919463' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:03:02.287 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:02 smithi102 ceph-mon[26948]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:03:02.287 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:02 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1853174090' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-10T15:03:02.287 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:02 smithi102 ceph-mon[26948]: osdmap e61: 8 total, 8 up, 8 in 2024-04-10T15:03:02.287 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:02 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2348634448' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-10T15:03:02.287 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:02 smithi102 ceph-mon[26948]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-10T15:03:02.287 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:02 smithi102 ceph-mon[26948]: osdmap e62: 8 total, 8 up, 8 in 2024-04-10T15:03:02.288 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:02 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2348634448' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-10T15:03:02.288 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:02 smithi102 ceph-mon[26948]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-04-10T15:03:02.288 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:02 smithi102 ceph-mon[26948]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-10T15:03:02.288 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:02 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1335919463' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:03:02.289 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-04-10T15:03:02.444 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:02 smithi154 ceph-mon[30592]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:03:02.445 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:02 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1853174090' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]': finished 2024-04-10T15:03:02.445 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:02 smithi154 ceph-mon[30592]: osdmap e61: 8 total, 8 up, 8 in 2024-04-10T15:03:02.445 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:02 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/2348634448' entity='client.admin' cmd=[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]: dispatch 2024-04-10T15:03:02.445 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:02 smithi154 ceph-mon[30592]: daemon mds.b assigned to filesystem cephfs as rank 0 2024-04-10T15:03:02.445 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:02 smithi154 ceph-mon[30592]: osdmap e62: 8 total, 8 up, 8 in 2024-04-10T15:03:02.445 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:02 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/2348634448' entity='client.admin' cmd='[{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]': finished 2024-04-10T15:03:02.445 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:02 smithi154 ceph-mon[30592]: fsmap cephfs:1 {0=b=up:creating} 1 up:standby 2024-04-10T15:03:02.445 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:02 smithi154 ceph-mon[30592]: daemon mds.b is now active in filesystem cephfs as rank 0 2024-04-10T15:03:02.445 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:02 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1335919463' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:03:02.665 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-04-10T15:03:02.665 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-04-10T15:03:03.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:03 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/3725918152' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:03:03.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:03 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/2992101624' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-10T15:03:03.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:03 smithi154 ceph-mon[30592]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-10T15:03:03.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:03 smithi154 ceph-mon[30592]: osdmap e63: 8 total, 8 up, 8 in 2024-04-10T15:03:03.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:03 smithi154 ceph-mon[30592]: mds.? [v2:172.21.15.154:6832/1077442576,v1:172.21.15.154:6833/1077442576] up:active 2024-04-10T15:03:03.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:03 smithi154 ceph-mon[30592]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-10T15:03:03.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:03 smithi154 ceph-mon[30592]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:03:03.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:03 smithi154 ceph-mon[30592]: pgmap v185: 97 pgs: 5 creating+peering, 15 active+clean, 77 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:03.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:03 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1445559079' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-10T15:03:03.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:03 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/3725918152' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:03:03.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:03 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/2992101624' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-10T15:03:03.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:03 smithi102 ceph-mon[37987]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-10T15:03:03.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:03 smithi102 ceph-mon[37987]: osdmap e63: 8 total, 8 up, 8 in 2024-04-10T15:03:03.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:03 smithi102 ceph-mon[37987]: mds.? [v2:172.21.15.154:6832/1077442576,v1:172.21.15.154:6833/1077442576] up:active 2024-04-10T15:03:03.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:03 smithi102 ceph-mon[37987]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-10T15:03:03.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:03 smithi102 ceph-mon[37987]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:03:03.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:03 smithi102 ceph-mon[37987]: pgmap v185: 97 pgs: 5 creating+peering, 15 active+clean, 77 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:03.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:03 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1445559079' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-10T15:03:03.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:03 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/3725918152' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:03:03.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:03 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2992101624' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-10T15:03:03.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:03 smithi102 ceph-mon[26948]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]: dispatch 2024-04-10T15:03:03.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:03 smithi102 ceph-mon[26948]: osdmap e63: 8 total, 8 up, 8 in 2024-04-10T15:03:03.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:03 smithi102 ceph-mon[26948]: mds.? [v2:172.21.15.154:6832/1077442576,v1:172.21.15.154:6833/1077442576] up:active 2024-04-10T15:03:03.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:03 smithi102 ceph-mon[26948]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]': finished 2024-04-10T15:03:03.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:03 smithi102 ceph-mon[26948]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:03:03.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:03 smithi102 ceph-mon[26948]: pgmap v185: 97 pgs: 5 creating+peering, 15 active+clean, 77 unknown; 577 KiB data, 217 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:03.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:03 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1445559079' entity='client.admin' cmd=[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]: dispatch 2024-04-10T15:03:03.673 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-04-10T15:03:03.673 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-10T15:03:03.996 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:03:03.997 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/3613753143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":3613753143},{"type":"v1","addr":"172.21.15.102:6835","nonce":3613753143}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-10T15:03:01.655502+0000","modified":"2024-04-10T15:03:03.672138+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24343},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24343":{"gid":24343,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6833/1077442576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":1077442576},{"type":"v1","addr":"172.21.15.154:6833","nonce":1077442576}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-10T15:03:03.997 INFO:teuthology.orchestra.run.smithi102.stderr:dumped fsmap epoch 6 2024-04-10T15:03:04.009 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-10T15:03:04.294 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:03:04.294 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":63,"fsid":"8fac6e32-f74a-11ee-b64a-cb9ed24678a4","created":"2024-04-10T14:57:38.079675+0000","modified":"2024-04-10T15:03:02.656966+0000","last_up_change":"2024-04-10T15:02:44.380476+0000","last_in_change":"2024-04-10T15:02:27.105094+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:00:49.240190+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:03:00.182937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:03:00.804250+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ae1bd487-7951-45bd-ba3c-a82084f43cdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6803","nonce":4063284771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6805","nonce":4063284771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6809","nonce":4063284771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6807","nonce":4063284771}]},"public_addr":"172.21.15.102:6803/4063284771","cluster_addr":"172.21.15.102:6805/4063284771","heartbeat_back_addr":"172.21.15.102:6809/4063284771","heartbeat_front_addr":"172.21.15.102:6807/4063284771","state":["exists","up"]},{"osd":1,"uuid":"71af8ce3-be69-4910-9512-4b9739c29a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6811","nonce":3393919267}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6813","nonce":3393919267}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6817","nonce":3393919267}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6815","nonce":3393919267}]},"public_addr":"172.21.15.102:6811/3393919267","cluster_addr":"172.21.15.102:6813/3393919267","heartbeat_back_addr":"172.21.15.102:6817/3393919267","heartbeat_front_addr":"172.21.15.102:6815/3393919267","state":["exists","up"]},{"osd":2,"uuid":"8290e6e3-6f67-4216-a46a-96868bcfa6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6819","nonce":559940954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6821","nonce":559940954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6825","nonce":559940954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6823","nonce":559940954}]},"public_addr":"172.21.15.102:6819/559940954","cluster_addr":"172.21.15.102:6821/559940954","heartbeat_back_addr":"172.21.15.102:6825/559940954","heartbeat_front_addr":"172.21.15.102:6823/559940954","state":["exists","up"]},{"osd":3,"uuid":"21d15c82-8baa-49ce-b3e5-f9ac15236394","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6827","nonce":3566623864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6829","nonce":3566623864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6833","nonce":3566623864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6831","nonce":3566623864}]},"public_addr":"172.21.15.102:6827/3566623864","cluster_addr":"172.21.15.102:6829/3566623864","heartbeat_back_addr":"172.21.15.102:6833/3566623864","heartbeat_front_addr":"172.21.15.102:6831/3566623864","state":["exists","up"]},{"osd":4,"uuid":"06651a44-9133-4cfe-acd0-760ca522450f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6801","nonce":2417480125}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6803","nonce":2417480125}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6807","nonce":2417480125}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6805","nonce":2417480125}]},"public_addr":"172.21.15.154:6801/2417480125","cluster_addr":"172.21.15.154:6803/2417480125","heartbeat_back_addr":"172.21.15.154:6807/2417480125","heartbeat_front_addr":"172.21.15.154:6805/2417480125","state":["exists","up"]},{"osd":5,"uuid":"1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6809","nonce":1331566232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6811","nonce":1331566232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6815","nonce":1331566232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6813","nonce":1331566232}]},"public_addr":"172.21.15.154:6809/1331566232","cluster_addr":"172.21.15.154:6811/1331566232","heartbeat_back_addr":"172.21.15.154:6815/1331566232","heartbeat_front_addr":"172.21.15.154:6813/1331566232","state":["exists","up"]},{"osd":6,"uuid":"efeb892d-78ba-4058-b39d-18c67ae2e38d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6817","nonce":4289156474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6819","nonce":4289156474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6823","nonce":4289156474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6821","nonce":4289156474}]},"public_addr":"172.21.15.154:6817/4289156474","cluster_addr":"172.21.15.154:6819/4289156474","heartbeat_back_addr":"172.21.15.154:6823/4289156474","heartbeat_front_addr":"172.21.15.154:6821/4289156474","state":["exists","up"]},{"osd":7,"uuid":"d9e57957-f1c9-4edf-9443-f4dd147d0658","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6825","nonce":39632148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6827","nonce":39632148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6831","nonce":39632148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6829","nonce":39632148}]},"public_addr":"172.21.15.154:6825/39632148","cluster_addr":"172.21.15.154:6827/39632148","heartbeat_back_addr":"172.21.15.154:6831/39632148","heartbeat_front_addr":"172.21.15.154:6829/39632148","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T14:59:56.420627+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:20.750373+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:45.571358+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:10.014984+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:32.024587+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:55.310685+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:19.125869+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:42.683153+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:0/2525665278":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1125467212":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6801/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1809500991":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6800/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/89821447":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2558261322":"2024-04-11T14:58:14.337530+0000","172.21.15.102:6800/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6801/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2980938889":"2024-04-11T14:58:14.337530+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:03:04.305 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:04 smithi102 ceph-mon[37987]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:03:04.305 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:04 smithi102 ceph-mon[37987]: Cluster is now healthy 2024-04-10T15:03:04.305 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:04 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1445559079' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-10T15:03:04.305 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:04 smithi102 ceph-mon[37987]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:03:04.305 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:04 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/2275408059' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:03:04.306 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:04 smithi102 ceph-mon[26948]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:03:04.306 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:04 smithi102 ceph-mon[26948]: Cluster is now healthy 2024-04-10T15:03:04.306 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:04 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1445559079' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-10T15:03:04.306 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:04 smithi102 ceph-mon[26948]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:03:04.306 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:04 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2275408059' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:03:04.307 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-04-10T15:03:04.307 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-10T15:03:04.595 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:03:04.596 INFO:teuthology.orchestra.run.smithi102.stderr:dumped all 2024-04-10T15:03:04.606 INFO:teuthology.orchestra.run.smithi102.stdout:{"pg_ready":true,"pg_map":{"version":185,"stamp":"2024-04-10T15:03:02.971433+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":60,"acting":60,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":37,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":749961216,"kb_used":222504,"kb_used_data":6308,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738712,"statfs":{"total":767960285184,"available":767732441088,"internally_reserved":0,"allocated":6459392,"data_stored":3673701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000706"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.685358+0000","last_change":"2024-04-10T15:03:01.683415+0000","last_active":"2024-04-10T15:03:01.685358+0000","last_peered":"2024-04-10T15:03:01.685358+0000","last_clean":"2024-04-10T15:03:01.685358+0000","last_became_active":"2024-04-10T15:03:01.683136+0000","last_became_peered":"2024-04-10T15:03:01.683136+0000","last_unstale":"2024-04-10T15:03:01.685358+0000","last_undegraded":"2024-04-10T15:03:01.685358+0000","last_fullsized":"2024-04-10T15:03:01.685358+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:08:45.904191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.692309+0000","last_change":"2024-04-10T15:03:01.688470+0000","last_active":"2024-04-10T15:03:01.692309+0000","last_peered":"2024-04-10T15:03:01.692309+0000","last_clean":"2024-04-10T15:03:01.692309+0000","last_became_active":"2024-04-10T15:03:01.688118+0000","last_became_peered":"2024-04-10T15:03:01.688118+0000","last_unstale":"2024-04-10T15:03:01.692309+0000","last_undegraded":"2024-04-10T15:03:01.692309+0000","last_fullsized":"2024-04-10T15:03:01.692309+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:18:18.822172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.686865+0000","last_change":"2024-04-10T15:03:01.686157+0000","last_active":"2024-04-10T15:03:01.686865+0000","last_peered":"2024-04-10T15:03:01.686865+0000","last_clean":"2024-04-10T15:03:01.686865+0000","last_became_active":"2024-04-10T15:03:01.683786+0000","last_became_peered":"2024-04-10T15:03:01.683786+0000","last_unstale":"2024-04-10T15:03:01.686865+0000","last_undegraded":"2024-04-10T15:03:01.686865+0000","last_fullsized":"2024-04-10T15:03:01.686865+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:18:01.279349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.703245+0000","last_change":"2024-04-10T15:03:01.286009+0000","last_active":"2024-04-10T15:03:01.703245+0000","last_peered":"2024-04-10T15:03:01.703245+0000","last_clean":"2024-04-10T15:03:01.703245+0000","last_became_active":"2024-04-10T15:03:01.285685+0000","last_became_peered":"2024-04-10T15:03:01.285685+0000","last_unstale":"2024-04-10T15:03:01.703245+0000","last_undegraded":"2024-04-10T15:03:01.703245+0000","last_fullsized":"2024-04-10T15:03:01.703245+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:51:43.960592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.698396+0000","last_change":"2024-04-10T15:03:01.286650+0000","last_active":"2024-04-10T15:03:01.698396+0000","last_peered":"2024-04-10T15:03:01.698396+0000","last_clean":"2024-04-10T15:03:01.698396+0000","last_became_active":"2024-04-10T15:03:01.286382+0000","last_became_peered":"2024-04-10T15:03:01.286382+0000","last_unstale":"2024-04-10T15:03:01.698396+0000","last_undegraded":"2024-04-10T15:03:01.698396+0000","last_fullsized":"2024-04-10T15:03:01.698396+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:42:01.354364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:03:00.267146+0000","last_change":"2024-04-10T15:03:00.267146+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.267146+0000","last_undegraded":"2024-04-10T15:03:00.267146+0000","last_fullsized":"2024-04-10T15:03:00.267146+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:57:33.282697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.671893+0000","last_change":"2024-04-10T15:03:01.281643+0000","last_active":"2024-04-10T15:03:01.671893+0000","last_peered":"2024-04-10T15:03:01.671893+0000","last_clean":"2024-04-10T15:03:01.671893+0000","last_became_active":"2024-04-10T15:03:01.281351+0000","last_became_peered":"2024-04-10T15:03:01.281351+0000","last_unstale":"2024-04-10T15:03:01.671893+0000","last_undegraded":"2024-04-10T15:03:01.671893+0000","last_fullsized":"2024-04-10T15:03:01.671893+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:03:17.800536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.681206+0000","last_change":"2024-04-10T15:03:01.680130+0000","last_active":"2024-04-10T15:03:01.681206+0000","last_peered":"2024-04-10T15:03:01.681206+0000","last_clean":"2024-04-10T15:03:01.681206+0000","last_became_active":"2024-04-10T15:03:01.679809+0000","last_became_peered":"2024-04-10T15:03:01.679809+0000","last_unstale":"2024-04-10T15:03:01.681206+0000","last_undegraded":"2024-04-10T15:03:01.681206+0000","last_fullsized":"2024-04-10T15:03:01.681206+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:21:47.719103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:03:00.268360+0000","last_change":"2024-04-10T15:03:00.268360+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.268360+0000","last_undegraded":"2024-04-10T15:03:00.268360+0000","last_fullsized":"2024-04-10T15:03:00.268360+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:15:11.304280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:03:00.267479+0000","last_change":"2024-04-10T15:03:00.267479+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.267479+0000","last_undegraded":"2024-04-10T15:03:00.267479+0000","last_fullsized":"2024-04-10T15:03:00.267479+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:29:15.585142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:03:00.267732+0000","last_change":"2024-04-10T15:03:00.267732+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.267732+0000","last_undegraded":"2024-04-10T15:03:00.267732+0000","last_fullsized":"2024-04-10T15:03:00.267732+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:30:26.316124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.683502+0000","last_change":"2024-04-10T15:03:01.682774+0000","last_active":"2024-04-10T15:03:01.683502+0000","last_peered":"2024-04-10T15:03:01.683502+0000","last_clean":"2024-04-10T15:03:01.683502+0000","last_became_active":"2024-04-10T15:03:01.682264+0000","last_became_peered":"2024-04-10T15:03:01.682264+0000","last_unstale":"2024-04-10T15:03:01.683502+0000","last_undegraded":"2024-04-10T15:03:01.683502+0000","last_fullsized":"2024-04-10T15:03:01.683502+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:53:50.062682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"23'117","reported_seq":216,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-10T15:02:47.753961+0000","last_change":"2024-04-10T15:02:47.753680+0000","last_active":"2024-04-10T15:02:47.753961+0000","last_peered":"2024-04-10T15:02:47.753961+0000","last_clean":"2024-04-10T15:02:47.753961+0000","last_became_active":"2024-04-10T15:02:47.753273+0000","last_became_peered":"2024-04-10T15:02:47.753273+0000","last_unstale":"2024-04-10T15:02:47.753961+0000","last_undegraded":"2024-04-10T15:02:47.753961+0000","last_fullsized":"2024-04-10T15:02:47.753961+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:00:49.290350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:00:49.290350+0000","last_clean_scrub_stamp":"2024-04-10T15:00:49.290350+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:34:06.644063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.698500+0000","last_change":"2024-04-10T15:03:01.697863+0000","last_active":"2024-04-10T15:03:01.698500+0000","last_peered":"2024-04-10T15:03:01.698500+0000","last_clean":"2024-04-10T15:03:01.698500+0000","last_became_active":"2024-04-10T15:03:01.697534+0000","last_became_peered":"2024-04-10T15:03:01.697534+0000","last_unstale":"2024-04-10T15:03:01.698500+0000","last_undegraded":"2024-04-10T15:03:01.698500+0000","last_fullsized":"2024-04-10T15:03:01.698500+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:07:02.525073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:03:00.267085+0000","last_change":"2024-04-10T15:03:00.267085+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.267085+0000","last_undegraded":"2024-04-10T15:03:00.267085+0000","last_fullsized":"2024-04-10T15:03:00.267085+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:57:34.922367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.687001+0000","last_change":"2024-04-10T15:03:01.686365+0000","last_active":"2024-04-10T15:03:01.687001+0000","last_peered":"2024-04-10T15:03:01.687001+0000","last_clean":"2024-04-10T15:03:01.687001+0000","last_became_active":"2024-04-10T15:03:01.686078+0000","last_became_peered":"2024-04-10T15:03:01.686078+0000","last_unstale":"2024-04-10T15:03:01.687001+0000","last_undegraded":"2024-04-10T15:03:01.687001+0000","last_fullsized":"2024-04-10T15:03:01.687001+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:36:03.956864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.680558+0000","last_change":"2024-04-10T15:03:01.678321+0000","last_active":"2024-04-10T15:03:01.680558+0000","last_peered":"2024-04-10T15:03:01.680558+0000","last_clean":"2024-04-10T15:03:01.680558+0000","last_became_active":"2024-04-10T15:03:01.677983+0000","last_became_peered":"2024-04-10T15:03:01.677983+0000","last_unstale":"2024-04-10T15:03:01.680558+0000","last_undegraded":"2024-04-10T15:03:01.680558+0000","last_fullsized":"2024-04-10T15:03:01.680558+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:19:31.734444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.692626+0000","last_change":"2024-04-10T15:03:01.687905+0000","last_active":"2024-04-10T15:03:01.692626+0000","last_peered":"2024-04-10T15:03:01.692626+0000","last_clean":"2024-04-10T15:03:01.692626+0000","last_became_active":"2024-04-10T15:03:01.683855+0000","last_became_peered":"2024-04-10T15:03:01.683855+0000","last_unstale":"2024-04-10T15:03:01.692626+0000","last_undegraded":"2024-04-10T15:03:01.692626+0000","last_fullsized":"2024-04-10T15:03:01.692626+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:11:24.448193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.682838+0000","last_change":"2024-04-10T15:03:01.681645+0000","last_active":"2024-04-10T15:03:01.682838+0000","last_peered":"2024-04-10T15:03:01.682838+0000","last_clean":"2024-04-10T15:03:01.682838+0000","last_became_active":"2024-04-10T15:03:01.681382+0000","last_became_peered":"2024-04-10T15:03:01.681382+0000","last_unstale":"2024-04-10T15:03:01.682838+0000","last_undegraded":"2024-04-10T15:03:01.682838+0000","last_fullsized":"2024-04-10T15:03:01.682838+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:29:29.115664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.682633+0000","last_change":"2024-04-10T15:03:01.681072+0000","last_active":"2024-04-10T15:03:01.682633+0000","last_peered":"2024-04-10T15:03:01.682633+0000","last_clean":"2024-04-10T15:03:01.682633+0000","last_became_active":"2024-04-10T15:03:01.680765+0000","last_became_peered":"2024-04-10T15:03:01.680765+0000","last_unstale":"2024-04-10T15:03:01.682633+0000","last_undegraded":"2024-04-10T15:03:01.682633+0000","last_fullsized":"2024-04-10T15:03:01.682633+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:12:16.985207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":33,"acting":33,"num_store_stats":1},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":24,"acting":24,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201285,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1171456,"data_stored":825472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40400000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]}]},{"osd":6,"up_from":47,"seq":201863462922,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28156,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716996,"statfs":{"total":95995035648,"available":95966203904,"internally_reserved":0,"allocated":1163264,"data_stored":824876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.314}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35999999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574882,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27592,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:28 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.32600000000000001,"15min":0.312},"min":{"1min":0.27300000000000002,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.31},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.34399999999999997,"15min":0.33200000000000002},"min":{"1min":0.26000000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.54700000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.374}]},{"osd":2,"last update":"Wed Apr 10 15:02:48 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.38400000000000001,"15min":0.376},"min":{"1min":0.28100000000000003,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.56100000000000005,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.40100000000000002,"15min":0.39700000000000002},"min":{"1min":0.27500000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.58699999999999997,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.33300000000000002}]},{"osd":3,"last update":"Wed Apr 10 15:02:14 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.32200000000000001}]},{"osd":4,"last update":"Wed Apr 10 15:02:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.496}]},{"osd":5,"last update":"Wed Apr 10 15:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.438},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.46300000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42899999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738407,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1171456,"data_stored":825480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 10 15:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.315,"15min":0.29999999999999999},"min":{"1min":0.20499999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.432,"5min":0.33400000000000002,"15min":0.318},"min":{"1min":0.33200000000000002,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.47699999999999998}]},{"osd":2,"last update":"Wed Apr 10 15:02:49 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39000000000000001,"15min":0.38900000000000001},"min":{"1min":0.26700000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.58499999999999996,"5min":0.629,"15min":0.629},"last":0.504},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.29699999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.52200000000000002,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.56799999999999995}]},{"osd":3,"last update":"Wed Apr 10 15:02:16 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.54500000000000004}]},{"osd":4,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.59599999999999997}]},{"osd":5,"last update":"Wed Apr 10 15:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.58499999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411357,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":577536,"data_stored":235112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:50 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.33300000000000002,"15min":0.32900000000000001},"min":{"1min":0.27800000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.37,"5min":0.34899999999999998,"15min":0.34499999999999997},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"last":0.30499999999999999}]},{"osd":1,"last update":"Wed Apr 10 15:02:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.36799999999999999,"15min":0.36599999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.48199999999999998,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.372,"15min":0.36799999999999999},"min":{"1min":0.30499999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.35199999999999998}]},{"osd":3,"last update":"Wed Apr 10 15:02:14 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.32900000000000001}]},{"osd":4,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":5.0720000000000001,"5min":5.0720000000000001,"15min":5.0720000000000001},"last":0.42499999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]}]},{"osd":3,"up_from":26,"seq":111669149721,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":634880,"data_stored":256937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:13 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.254}]},{"osd":1,"last update":"Wed Apr 10 15:02:13 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.55700000000000005}]},{"osd":2,"last update":"Wed Apr 10 15:02:13 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.40400000000000003}]},{"osd":4,"last update":"Wed Apr 10 15:02:36 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.496},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.51000000000000001}]},{"osd":5,"last update":"Wed Apr 10 15:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.435},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.62}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]},{"osd":4,"up_from":31,"seq":133143986195,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27592,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.5189999999999999,"5min":1.5189999999999999,"15min":1.5189999999999999},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.554,"5min":1.554,"15min":1.554},"last":0.502}]},{"osd":1,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.544,"5min":1.544,"15min":1.544},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.42399999999999999}]},{"osd":2,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.53000000000000003}]},{"osd":3,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.393,"5min":1.393,"15min":1.393},"last":0.44}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]}]},{"osd":5,"up_from":39,"seq":167503724559,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27592,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":577536,"data_stored":235054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56899999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51900000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T15:03:04.611 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-10T15:03:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:04 smithi154 ceph-mon[30592]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:03:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:04 smithi154 ceph-mon[30592]: Cluster is now healthy 2024-04-10T15:03:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:04 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1445559079' entity='client.admin' cmd='[{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]': finished 2024-04-10T15:03:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:04 smithi154 ceph-mon[30592]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:03:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:04 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/2275408059' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:03:04.936 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:03:04.937 INFO:teuthology.orchestra.run.smithi102.stderr:dumped all 2024-04-10T15:03:04.947 INFO:teuthology.orchestra.run.smithi102.stdout:{"pg_ready":true,"pg_map":{"version":185,"stamp":"2024-04-10T15:03:02.971433+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":60,"acting":60,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":37,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":4,"kb":749961216,"kb_used":222504,"kb_used_data":6308,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738712,"statfs":{"total":767960285184,"available":767732441088,"internally_reserved":0,"allocated":6459392,"data_stored":3673701,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.000706"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.685358+0000","last_change":"2024-04-10T15:03:01.683415+0000","last_active":"2024-04-10T15:03:01.685358+0000","last_peered":"2024-04-10T15:03:01.685358+0000","last_clean":"2024-04-10T15:03:01.685358+0000","last_became_active":"2024-04-10T15:03:01.683136+0000","last_became_peered":"2024-04-10T15:03:01.683136+0000","last_unstale":"2024-04-10T15:03:01.685358+0000","last_undegraded":"2024-04-10T15:03:01.685358+0000","last_fullsized":"2024-04-10T15:03:01.685358+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:08:45.904191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.692309+0000","last_change":"2024-04-10T15:03:01.688470+0000","last_active":"2024-04-10T15:03:01.692309+0000","last_peered":"2024-04-10T15:03:01.692309+0000","last_clean":"2024-04-10T15:03:01.692309+0000","last_became_active":"2024-04-10T15:03:01.688118+0000","last_became_peered":"2024-04-10T15:03:01.688118+0000","last_unstale":"2024-04-10T15:03:01.692309+0000","last_undegraded":"2024-04-10T15:03:01.692309+0000","last_fullsized":"2024-04-10T15:03:01.692309+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:18:18.822172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.686865+0000","last_change":"2024-04-10T15:03:01.686157+0000","last_active":"2024-04-10T15:03:01.686865+0000","last_peered":"2024-04-10T15:03:01.686865+0000","last_clean":"2024-04-10T15:03:01.686865+0000","last_became_active":"2024-04-10T15:03:01.683786+0000","last_became_peered":"2024-04-10T15:03:01.683786+0000","last_unstale":"2024-04-10T15:03:01.686865+0000","last_undegraded":"2024-04-10T15:03:01.686865+0000","last_fullsized":"2024-04-10T15:03:01.686865+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:18:01.279349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.703245+0000","last_change":"2024-04-10T15:03:01.286009+0000","last_active":"2024-04-10T15:03:01.703245+0000","last_peered":"2024-04-10T15:03:01.703245+0000","last_clean":"2024-04-10T15:03:01.703245+0000","last_became_active":"2024-04-10T15:03:01.285685+0000","last_became_peered":"2024-04-10T15:03:01.285685+0000","last_unstale":"2024-04-10T15:03:01.703245+0000","last_undegraded":"2024-04-10T15:03:01.703245+0000","last_fullsized":"2024-04-10T15:03:01.703245+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:51:43.960592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.698396+0000","last_change":"2024-04-10T15:03:01.286650+0000","last_active":"2024-04-10T15:03:01.698396+0000","last_peered":"2024-04-10T15:03:01.698396+0000","last_clean":"2024-04-10T15:03:01.698396+0000","last_became_active":"2024-04-10T15:03:01.286382+0000","last_became_peered":"2024-04-10T15:03:01.286382+0000","last_unstale":"2024-04-10T15:03:01.698396+0000","last_undegraded":"2024-04-10T15:03:01.698396+0000","last_fullsized":"2024-04-10T15:03:01.698396+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:42:01.354364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:03:00.267146+0000","last_change":"2024-04-10T15:03:00.267146+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.267146+0000","last_undegraded":"2024-04-10T15:03:00.267146+0000","last_fullsized":"2024-04-10T15:03:00.267146+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:57:33.282697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.671893+0000","last_change":"2024-04-10T15:03:01.281643+0000","last_active":"2024-04-10T15:03:01.671893+0000","last_peered":"2024-04-10T15:03:01.671893+0000","last_clean":"2024-04-10T15:03:01.671893+0000","last_became_active":"2024-04-10T15:03:01.281351+0000","last_became_peered":"2024-04-10T15:03:01.281351+0000","last_unstale":"2024-04-10T15:03:01.671893+0000","last_undegraded":"2024-04-10T15:03:01.671893+0000","last_fullsized":"2024-04-10T15:03:01.671893+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:03:17.800536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.681206+0000","last_change":"2024-04-10T15:03:01.680130+0000","last_active":"2024-04-10T15:03:01.681206+0000","last_peered":"2024-04-10T15:03:01.681206+0000","last_clean":"2024-04-10T15:03:01.681206+0000","last_became_active":"2024-04-10T15:03:01.679809+0000","last_became_peered":"2024-04-10T15:03:01.679809+0000","last_unstale":"2024-04-10T15:03:01.681206+0000","last_undegraded":"2024-04-10T15:03:01.681206+0000","last_fullsized":"2024-04-10T15:03:01.681206+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:21:47.719103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:03:00.268360+0000","last_change":"2024-04-10T15:03:00.268360+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.268360+0000","last_undegraded":"2024-04-10T15:03:00.268360+0000","last_fullsized":"2024-04-10T15:03:00.268360+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:15:11.304280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:03:00.267479+0000","last_change":"2024-04-10T15:03:00.267479+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.267479+0000","last_undegraded":"2024-04-10T15:03:00.267479+0000","last_fullsized":"2024-04-10T15:03:00.267479+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:29:15.585142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:03:00.267732+0000","last_change":"2024-04-10T15:03:00.267732+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.267732+0000","last_undegraded":"2024-04-10T15:03:00.267732+0000","last_fullsized":"2024-04-10T15:03:00.267732+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:30:26.316124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.683502+0000","last_change":"2024-04-10T15:03:01.682774+0000","last_active":"2024-04-10T15:03:01.683502+0000","last_peered":"2024-04-10T15:03:01.683502+0000","last_clean":"2024-04-10T15:03:01.683502+0000","last_became_active":"2024-04-10T15:03:01.682264+0000","last_became_peered":"2024-04-10T15:03:01.682264+0000","last_unstale":"2024-04-10T15:03:01.683502+0000","last_undegraded":"2024-04-10T15:03:01.683502+0000","last_fullsized":"2024-04-10T15:03:01.683502+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:53:50.062682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"1.0","version":"23'117","reported_seq":216,"reported_epoch":59,"state":"active+clean","last_fresh":"2024-04-10T15:02:47.753961+0000","last_change":"2024-04-10T15:02:47.753680+0000","last_active":"2024-04-10T15:02:47.753961+0000","last_peered":"2024-04-10T15:02:47.753961+0000","last_clean":"2024-04-10T15:02:47.753961+0000","last_became_active":"2024-04-10T15:02:47.753273+0000","last_became_peered":"2024-04-10T15:02:47.753273+0000","last_unstale":"2024-04-10T15:02:47.753961+0000","last_undegraded":"2024-04-10T15:02:47.753961+0000","last_fullsized":"2024-04-10T15:02:47.753961+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:00:49.290350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:00:49.290350+0000","last_clean_scrub_stamp":"2024-04-10T15:00:49.290350+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:34:06.644063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.698500+0000","last_change":"2024-04-10T15:03:01.697863+0000","last_active":"2024-04-10T15:03:01.698500+0000","last_peered":"2024-04-10T15:03:01.698500+0000","last_clean":"2024-04-10T15:03:01.698500+0000","last_became_active":"2024-04-10T15:03:01.697534+0000","last_became_peered":"2024-04-10T15:03:01.697534+0000","last_unstale":"2024-04-10T15:03:01.698500+0000","last_undegraded":"2024-04-10T15:03:01.698500+0000","last_fullsized":"2024-04-10T15:03:01.698500+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:07:02.525073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:03:00.267085+0000","last_change":"2024-04-10T15:03:00.267085+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.267085+0000","last_undegraded":"2024-04-10T15:03:00.267085+0000","last_fullsized":"2024-04-10T15:03:00.267085+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:57:34.922367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.687001+0000","last_change":"2024-04-10T15:03:01.686365+0000","last_active":"2024-04-10T15:03:01.687001+0000","last_peered":"2024-04-10T15:03:01.687001+0000","last_clean":"2024-04-10T15:03:01.687001+0000","last_became_active":"2024-04-10T15:03:01.686078+0000","last_became_peered":"2024-04-10T15:03:01.686078+0000","last_unstale":"2024-04-10T15:03:01.687001+0000","last_undegraded":"2024-04-10T15:03:01.687001+0000","last_fullsized":"2024-04-10T15:03:01.687001+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:36:03.956864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.680558+0000","last_change":"2024-04-10T15:03:01.678321+0000","last_active":"2024-04-10T15:03:01.680558+0000","last_peered":"2024-04-10T15:03:01.680558+0000","last_clean":"2024-04-10T15:03:01.680558+0000","last_became_active":"2024-04-10T15:03:01.677983+0000","last_became_peered":"2024-04-10T15:03:01.677983+0000","last_unstale":"2024-04-10T15:03:01.680558+0000","last_undegraded":"2024-04-10T15:03:01.680558+0000","last_fullsized":"2024-04-10T15:03:01.680558+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:19:31.734444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.d","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.e","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:00.257692+0000","last_change":"2024-04-10T15:03:00.257692+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.257692+0000","last_undegraded":"2024-04-10T15:03:00.257692+0000","last_fullsized":"2024-04-10T15:03:00.257692+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.692626+0000","last_change":"2024-04-10T15:03:01.687905+0000","last_active":"2024-04-10T15:03:01.692626+0000","last_peered":"2024-04-10T15:03:01.692626+0000","last_clean":"2024-04-10T15:03:01.692626+0000","last_became_active":"2024-04-10T15:03:01.683855+0000","last_became_peered":"2024-04-10T15:03:01.683855+0000","last_unstale":"2024-04-10T15:03:01.692626+0000","last_undegraded":"2024-04-10T15:03:01.692626+0000","last_fullsized":"2024-04-10T15:03:01.692626+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:11:24.448193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.682838+0000","last_change":"2024-04-10T15:03:01.681645+0000","last_active":"2024-04-10T15:03:01.682838+0000","last_peered":"2024-04-10T15:03:01.682838+0000","last_clean":"2024-04-10T15:03:01.682838+0000","last_became_active":"2024-04-10T15:03:01.681382+0000","last_became_peered":"2024-04-10T15:03:01.681382+0000","last_unstale":"2024-04-10T15:03:01.682838+0000","last_undegraded":"2024-04-10T15:03:01.682838+0000","last_fullsized":"2024-04-10T15:03:01.682838+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:29:29.115664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.682633+0000","last_change":"2024-04-10T15:03:01.681072+0000","last_active":"2024-04-10T15:03:01.682633+0000","last_peered":"2024-04-10T15:03:01.682633+0000","last_clean":"2024-04-10T15:03:01.682633+0000","last_became_active":"2024-04-10T15:03:01.680765+0000","last_became_peered":"2024-04-10T15:03:01.680765+0000","last_unstale":"2024-04-10T15:03:01.682633+0000","last_undegraded":"2024-04-10T15:03:01.682633+0000","last_fullsized":"2024-04-10T15:03:01.682633+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:12:16.985207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":33,"acting":33,"num_store_stats":1},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":2,"ondisk_log_size":2,"up":24,"acting":24,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201285,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1171456,"data_stored":825472,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40400000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.36099999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54400000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48099999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.38}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51000000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.499}]}]},{"osd":6,"up_from":47,"seq":201863462922,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28156,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716996,"statfs":{"total":95995035648,"available":95966203904,"internally_reserved":0,"allocated":1163264,"data_stored":824876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.314}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35999999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574882,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27592,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:28 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.32600000000000001,"15min":0.312},"min":{"1min":0.27300000000000002,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.31},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.34399999999999997,"15min":0.33200000000000002},"min":{"1min":0.26000000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.54700000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.374}]},{"osd":2,"last update":"Wed Apr 10 15:02:48 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.38400000000000001,"15min":0.376},"min":{"1min":0.28100000000000003,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.56100000000000005,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.34699999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.40100000000000002,"15min":0.39700000000000002},"min":{"1min":0.27500000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.58699999999999997,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.33300000000000002}]},{"osd":3,"last update":"Wed Apr 10 15:02:14 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.35999999999999999},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.32200000000000001}]},{"osd":4,"last update":"Wed Apr 10 15:02:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.496}]},{"osd":5,"last update":"Wed Apr 10 15:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.438},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.46300000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42899999999999999}]}]},{"osd":0,"up_from":8,"seq":34359738407,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28168,"kb_used_data":1144,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716984,"statfs":{"total":95995035648,"available":95966191616,"internally_reserved":0,"allocated":1171456,"data_stored":825480,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 10 15:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.315,"15min":0.29999999999999999},"min":{"1min":0.20499999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.35099999999999998},{"interface":"front","average":{"1min":0.432,"5min":0.33400000000000002,"15min":0.318},"min":{"1min":0.33200000000000002,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.47699999999999998}]},{"osd":2,"last update":"Wed Apr 10 15:02:49 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39000000000000001,"15min":0.38900000000000001},"min":{"1min":0.26700000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.58499999999999996,"5min":0.629,"15min":0.629},"last":0.504},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.29699999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.52200000000000002,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.56799999999999995}]},{"osd":3,"last update":"Wed Apr 10 15:02:16 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.54500000000000004}]},{"osd":4,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.52000000000000002},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.59599999999999997}]},{"osd":5,"last update":"Wed Apr 10 15:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.63700000000000001},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.58499999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63300000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56000000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411357,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27588,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717564,"statfs":{"total":95995035648,"available":95966785536,"internally_reserved":0,"allocated":577536,"data_stored":235112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:50 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.33300000000000002,"15min":0.32900000000000001},"min":{"1min":0.27800000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.26400000000000001},{"interface":"front","average":{"1min":0.37,"5min":0.34899999999999998,"15min":0.34499999999999997},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"last":0.30499999999999999}]},{"osd":1,"last update":"Wed Apr 10 15:02:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.36799999999999999,"15min":0.36599999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.48199999999999998,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.33800000000000002},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.372,"15min":0.36799999999999999},"min":{"1min":0.30499999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.35199999999999998}]},{"osd":3,"last update":"Wed Apr 10 15:02:14 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.31900000000000001},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.32900000000000001}]},{"osd":4,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":5.0720000000000001,"5min":5.0720000000000001,"15min":5.0720000000000001},"last":0.42499999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.434}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.44500000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52600000000000002}]}]},{"osd":3,"up_from":26,"seq":111669149721,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":634880,"data_stored":256937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:13 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.254}]},{"osd":1,"last update":"Wed Apr 10 15:02:13 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.55700000000000005}]},{"osd":2,"last update":"Wed Apr 10 15:02:13 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.40400000000000003}]},{"osd":4,"last update":"Wed Apr 10 15:02:36 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.496},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.51000000000000001}]},{"osd":5,"last update":"Wed Apr 10 15:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.435},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.62}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]},{"osd":4,"up_from":31,"seq":133143986195,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27592,"kb_used_data":568,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":581632,"data_stored":235385,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.5189999999999999,"5min":1.5189999999999999,"15min":1.5189999999999999},"last":0.58499999999999996},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.554,"5min":1.554,"15min":1.554},"last":0.502}]},{"osd":1,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.544,"5min":1.544,"15min":1.544},"last":0.56899999999999995},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.42399999999999999}]},{"osd":2,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.54300000000000004},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.53000000000000003}]},{"osd":3,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.393,"5min":1.393,"15min":1.393},"last":0.44}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.40699999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55500000000000005}]}]},{"osd":5,"up_from":39,"seq":167503724559,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":93745152,"kb_used":27592,"kb_used_data":564,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717560,"statfs":{"total":95995035648,"available":95966781440,"internally_reserved":0,"allocated":577536,"data_stored":235054,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55300000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56899999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46800000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.41399999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45800000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51900000000000002}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T15:03:04.954 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-10T15:03:05.277 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:03:05.279 INFO:teuthology.orchestra.run.smithi102.stderr:dumped all 2024-04-10T15:03:05.288 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:05 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/2605476285' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:03:05.288 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:05 smithi102 ceph-mon[37987]: from='client.24440 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:03:05.288 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:05 smithi102 ceph-mon[37987]: from='client.24446 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:03:05.288 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:05 smithi102 ceph-mon[37987]: pgmap v186: 97 pgs: 5 creating+peering, 85 active+clean, 7 unknown; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-10T15:03:05.288 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:05 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2605476285' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:03:05.288 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:05 smithi102 ceph-mon[26948]: from='client.24440 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:03:05.289 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:05 smithi102 ceph-mon[26948]: from='client.24446 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:03:05.289 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:05 smithi102 ceph-mon[26948]: pgmap v186: 97 pgs: 5 creating+peering, 85 active+clean, 7 unknown; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-10T15:03:05.289 INFO:teuthology.orchestra.run.smithi102.stdout:{"pg_ready":true,"pg_map":{"version":186,"stamp":"2024-04-10T15:03:04.971760+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591166,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":194,"num_write_kb":2427,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":146,"ondisk_log_size":146,"up":270,"acting":270,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":181,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222820,"kb_used_data":6624,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738396,"statfs":{"total":767960285184,"available":767732117504,"internally_reserved":0,"allocated":6782976,"data_stored":3818687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":798,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":35,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.709459"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665653+0000","last_change":"2024-04-10T15:03:01.691855+0000","last_active":"2024-04-10T15:03:02.665653+0000","last_peered":"2024-04-10T15:03:02.665653+0000","last_clean":"2024-04-10T15:03:02.665653+0000","last_became_active":"2024-04-10T15:03:01.691499+0000","last_became_peered":"2024-04-10T15:03:01.691499+0000","last_unstale":"2024-04-10T15:03:02.665653+0000","last_undegraded":"2024-04-10T15:03:02.665653+0000","last_fullsized":"2024-04-10T15:03:02.665653+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:33:32.082501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667762+0000","last_change":"2024-04-10T15:03:01.686335+0000","last_active":"2024-04-10T15:03:02.667762+0000","last_peered":"2024-04-10T15:03:02.667762+0000","last_clean":"2024-04-10T15:03:02.667762+0000","last_became_active":"2024-04-10T15:03:01.686033+0000","last_became_peered":"2024-04-10T15:03:01.686033+0000","last_unstale":"2024-04-10T15:03:02.667762+0000","last_undegraded":"2024-04-10T15:03:02.667762+0000","last_fullsized":"2024-04-10T15:03:02.667762+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:36:50.882600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624726+0000","last_change":"2024-04-10T15:03:01.694800+0000","last_active":"2024-04-10T15:03:03.624726+0000","last_peered":"2024-04-10T15:03:03.624726+0000","last_clean":"2024-04-10T15:03:03.624726+0000","last_became_active":"2024-04-10T15:03:01.694534+0000","last_became_peered":"2024-04-10T15:03:01.694534+0000","last_unstale":"2024-04-10T15:03:03.624726+0000","last_undegraded":"2024-04-10T15:03:03.624726+0000","last_fullsized":"2024-04-10T15:03:03.624726+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:11:42.992144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.692500+0000","last_change":"2024-04-10T15:03:01.684098+0000","last_active":"2024-04-10T15:03:01.692500+0000","last_peered":"2024-04-10T15:03:01.692500+0000","last_clean":"2024-04-10T15:03:01.692500+0000","last_became_active":"2024-04-10T15:03:01.683630+0000","last_became_peered":"2024-04-10T15:03:01.683630+0000","last_unstale":"2024-04-10T15:03:01.692500+0000","last_undegraded":"2024-04-10T15:03:01.692500+0000","last_fullsized":"2024-04-10T15:03:01.692500+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:25:36.190334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665241+0000","last_change":"2024-04-10T15:03:01.683650+0000","last_active":"2024-04-10T15:03:02.665241+0000","last_peered":"2024-04-10T15:03:02.665241+0000","last_clean":"2024-04-10T15:03:02.665241+0000","last_became_active":"2024-04-10T15:03:01.683201+0000","last_became_peered":"2024-04-10T15:03:01.683201+0000","last_unstale":"2024-04-10T15:03:02.665241+0000","last_undegraded":"2024-04-10T15:03:02.665241+0000","last_fullsized":"2024-04-10T15:03:02.665241+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:52:08.898034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.684996+0000","last_change":"2024-04-10T15:03:01.678899+0000","last_active":"2024-04-10T15:03:01.684996+0000","last_peered":"2024-04-10T15:03:01.684996+0000","last_clean":"2024-04-10T15:03:01.684996+0000","last_became_active":"2024-04-10T15:03:01.678643+0000","last_became_peered":"2024-04-10T15:03:01.678643+0000","last_unstale":"2024-04-10T15:03:01.684996+0000","last_undegraded":"2024-04-10T15:03:01.684996+0000","last_fullsized":"2024-04-10T15:03:01.684996+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:47:33.751230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.664892+0000","last_change":"2024-04-10T15:03:01.682382+0000","last_active":"2024-04-10T15:03:02.664892+0000","last_peered":"2024-04-10T15:03:02.664892+0000","last_clean":"2024-04-10T15:03:02.664892+0000","last_became_active":"2024-04-10T15:03:01.682068+0000","last_became_peered":"2024-04-10T15:03:01.682068+0000","last_unstale":"2024-04-10T15:03:02.664892+0000","last_undegraded":"2024-04-10T15:03:02.664892+0000","last_fullsized":"2024-04-10T15:03:02.664892+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:57:24.661520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.685358+0000","last_change":"2024-04-10T15:03:01.683415+0000","last_active":"2024-04-10T15:03:01.685358+0000","last_peered":"2024-04-10T15:03:01.685358+0000","last_clean":"2024-04-10T15:03:01.685358+0000","last_became_active":"2024-04-10T15:03:01.683136+0000","last_became_peered":"2024-04-10T15:03:01.683136+0000","last_unstale":"2024-04-10T15:03:01.685358+0000","last_undegraded":"2024-04-10T15:03:01.685358+0000","last_fullsized":"2024-04-10T15:03:01.685358+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:08:45.904191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665667+0000","last_change":"2024-04-10T15:03:01.693974+0000","last_active":"2024-04-10T15:03:02.665667+0000","last_peered":"2024-04-10T15:03:02.665667+0000","last_clean":"2024-04-10T15:03:02.665667+0000","last_became_active":"2024-04-10T15:03:01.692910+0000","last_became_peered":"2024-04-10T15:03:01.692910+0000","last_unstale":"2024-04-10T15:03:02.665667+0000","last_undegraded":"2024-04-10T15:03:02.665667+0000","last_fullsized":"2024-04-10T15:03:02.665667+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:54:51.941246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.017668+0000","last_change":"2024-04-10T15:03:01.685148+0000","last_active":"2024-04-10T15:03:03.017668+0000","last_peered":"2024-04-10T15:03:03.017668+0000","last_clean":"2024-04-10T15:03:03.017668+0000","last_became_active":"2024-04-10T15:03:01.683316+0000","last_became_peered":"2024-04-10T15:03:01.683316+0000","last_unstale":"2024-04-10T15:03:03.017668+0000","last_undegraded":"2024-04-10T15:03:03.017668+0000","last_fullsized":"2024-04-10T15:03:03.017668+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:44:03.329229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.692309+0000","last_change":"2024-04-10T15:03:01.688470+0000","last_active":"2024-04-10T15:03:01.692309+0000","last_peered":"2024-04-10T15:03:01.692309+0000","last_clean":"2024-04-10T15:03:01.692309+0000","last_became_active":"2024-04-10T15:03:01.688118+0000","last_became_peered":"2024-04-10T15:03:01.688118+0000","last_unstale":"2024-04-10T15:03:01.692309+0000","last_undegraded":"2024-04-10T15:03:01.692309+0000","last_fullsized":"2024-04-10T15:03:01.692309+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:18:18.822172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624345+0000","last_change":"2024-04-10T15:03:01.692465+0000","last_active":"2024-04-10T15:03:03.624345+0000","last_peered":"2024-04-10T15:03:03.624345+0000","last_clean":"2024-04-10T15:03:03.624345+0000","last_became_active":"2024-04-10T15:03:01.692072+0000","last_became_peered":"2024-04-10T15:03:01.692072+0000","last_unstale":"2024-04-10T15:03:03.624345+0000","last_undegraded":"2024-04-10T15:03:03.624345+0000","last_fullsized":"2024-04-10T15:03:03.624345+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:14:14.706515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667109+0000","last_change":"2024-04-10T15:03:01.684055+0000","last_active":"2024-04-10T15:03:02.667109+0000","last_peered":"2024-04-10T15:03:02.667109+0000","last_clean":"2024-04-10T15:03:02.667109+0000","last_became_active":"2024-04-10T15:03:01.681781+0000","last_became_peered":"2024-04-10T15:03:01.681781+0000","last_unstale":"2024-04-10T15:03:02.667109+0000","last_undegraded":"2024-04-10T15:03:02.667109+0000","last_fullsized":"2024-04-10T15:03:02.667109+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:44:46.049497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.684848+0000","last_change":"2024-04-10T15:03:01.679916+0000","last_active":"2024-04-10T15:03:01.684848+0000","last_peered":"2024-04-10T15:03:01.684848+0000","last_clean":"2024-04-10T15:03:01.684848+0000","last_became_active":"2024-04-10T15:03:01.679615+0000","last_became_peered":"2024-04-10T15:03:01.679615+0000","last_unstale":"2024-04-10T15:03:01.684848+0000","last_undegraded":"2024-04-10T15:03:01.684848+0000","last_fullsized":"2024-04-10T15:03:01.684848+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:57:33.013627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.680895+0000","last_change":"2024-04-10T15:03:01.678043+0000","last_active":"2024-04-10T15:03:01.680895+0000","last_peered":"2024-04-10T15:03:01.680895+0000","last_clean":"2024-04-10T15:03:01.680895+0000","last_became_active":"2024-04-10T15:03:01.676748+0000","last_became_peered":"2024-04-10T15:03:01.676748+0000","last_unstale":"2024-04-10T15:03:01.680895+0000","last_undegraded":"2024-04-10T15:03:01.680895+0000","last_fullsized":"2024-04-10T15:03:01.680895+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:56:13.691138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667528+0000","last_change":"2024-04-10T15:03:01.691510+0000","last_active":"2024-04-10T15:03:02.667528+0000","last_peered":"2024-04-10T15:03:02.667528+0000","last_clean":"2024-04-10T15:03:02.667528+0000","last_became_active":"2024-04-10T15:03:01.691211+0000","last_became_peered":"2024-04-10T15:03:01.691211+0000","last_unstale":"2024-04-10T15:03:02.667528+0000","last_undegraded":"2024-04-10T15:03:02.667528+0000","last_fullsized":"2024-04-10T15:03:02.667528+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:53:40.371351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665379+0000","last_change":"2024-04-10T15:03:01.683889+0000","last_active":"2024-04-10T15:03:02.665379+0000","last_peered":"2024-04-10T15:03:02.665379+0000","last_clean":"2024-04-10T15:03:02.665379+0000","last_became_active":"2024-04-10T15:03:01.682753+0000","last_became_peered":"2024-04-10T15:03:01.682753+0000","last_unstale":"2024-04-10T15:03:02.665379+0000","last_undegraded":"2024-04-10T15:03:02.665379+0000","last_fullsized":"2024-04-10T15:03:02.665379+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:57:38.697595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":16,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624924+0000","last_change":"2024-04-10T15:03:01.281562+0000","last_active":"2024-04-10T15:03:03.624924+0000","last_peered":"2024-04-10T15:03:03.624924+0000","last_clean":"2024-04-10T15:03:03.624924+0000","last_became_active":"2024-04-10T15:03:01.281204+0000","last_became_peered":"2024-04-10T15:03:01.281204+0000","last_unstale":"2024-04-10T15:03:03.624924+0000","last_undegraded":"2024-04-10T15:03:03.624924+0000","last_fullsized":"2024-04-10T15:03:03.624924+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:17:00.295168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.686865+0000","last_change":"2024-04-10T15:03:01.686157+0000","last_active":"2024-04-10T15:03:01.686865+0000","last_peered":"2024-04-10T15:03:01.686865+0000","last_clean":"2024-04-10T15:03:01.686865+0000","last_became_active":"2024-04-10T15:03:01.683786+0000","last_became_peered":"2024-04-10T15:03:01.683786+0000","last_unstale":"2024-04-10T15:03:01.686865+0000","last_undegraded":"2024-04-10T15:03:01.686865+0000","last_fullsized":"2024-04-10T15:03:01.686865+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:18:01.279349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.703245+0000","last_change":"2024-04-10T15:03:01.286009+0000","last_active":"2024-04-10T15:03:01.703245+0000","last_peered":"2024-04-10T15:03:01.703245+0000","last_clean":"2024-04-10T15:03:01.703245+0000","last_became_active":"2024-04-10T15:03:01.285685+0000","last_became_peered":"2024-04-10T15:03:01.285685+0000","last_unstale":"2024-04-10T15:03:01.703245+0000","last_undegraded":"2024-04-10T15:03:01.703245+0000","last_fullsized":"2024-04-10T15:03:01.703245+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:51:43.960592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624853+0000","last_change":"2024-04-10T15:03:01.700099+0000","last_active":"2024-04-10T15:03:03.624853+0000","last_peered":"2024-04-10T15:03:03.624853+0000","last_clean":"2024-04-10T15:03:03.624853+0000","last_became_active":"2024-04-10T15:03:01.696757+0000","last_became_peered":"2024-04-10T15:03:01.696757+0000","last_unstale":"2024-04-10T15:03:03.624853+0000","last_undegraded":"2024-04-10T15:03:03.624853+0000","last_fullsized":"2024-04-10T15:03:03.624853+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:08:55.421832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665598+0000","last_change":"2024-04-10T15:03:01.289344+0000","last_active":"2024-04-10T15:03:02.665598+0000","last_peered":"2024-04-10T15:03:02.665598+0000","last_clean":"2024-04-10T15:03:02.665598+0000","last_became_active":"2024-04-10T15:03:01.288475+0000","last_became_peered":"2024-04-10T15:03:01.288475+0000","last_unstale":"2024-04-10T15:03:02.665598+0000","last_undegraded":"2024-04-10T15:03:02.665598+0000","last_fullsized":"2024-04-10T15:03:02.665598+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:39:07.678694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.684817+0000","last_change":"2024-04-10T15:03:01.679870+0000","last_active":"2024-04-10T15:03:01.684817+0000","last_peered":"2024-04-10T15:03:01.684817+0000","last_clean":"2024-04-10T15:03:01.684817+0000","last_became_active":"2024-04-10T15:03:01.679558+0000","last_became_peered":"2024-04-10T15:03:01.679558+0000","last_unstale":"2024-04-10T15:03:01.684817+0000","last_undegraded":"2024-04-10T15:03:01.684817+0000","last_fullsized":"2024-04-10T15:03:01.684817+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:41:41.155913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665354+0000","last_change":"2024-04-10T15:03:01.290852+0000","last_active":"2024-04-10T15:03:02.665354+0000","last_peered":"2024-04-10T15:03:02.665354+0000","last_clean":"2024-04-10T15:03:02.665354+0000","last_became_active":"2024-04-10T15:03:01.290505+0000","last_became_peered":"2024-04-10T15:03:01.290505+0000","last_unstale":"2024-04-10T15:03:02.665354+0000","last_undegraded":"2024-04-10T15:03:02.665354+0000","last_fullsized":"2024-04-10T15:03:02.665354+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:08:16.021178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.692818+0000","last_change":"2024-04-10T15:03:01.691424+0000","last_active":"2024-04-10T15:03:01.692818+0000","last_peered":"2024-04-10T15:03:01.692818+0000","last_clean":"2024-04-10T15:03:01.692818+0000","last_became_active":"2024-04-10T15:03:01.691123+0000","last_became_peered":"2024-04-10T15:03:01.691123+0000","last_unstale":"2024-04-10T15:03:01.692818+0000","last_undegraded":"2024-04-10T15:03:01.692818+0000","last_fullsized":"2024-04-10T15:03:01.692818+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:12:32.139429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.698396+0000","last_change":"2024-04-10T15:03:01.286650+0000","last_active":"2024-04-10T15:03:01.698396+0000","last_peered":"2024-04-10T15:03:01.698396+0000","last_clean":"2024-04-10T15:03:01.698396+0000","last_became_active":"2024-04-10T15:03:01.286382+0000","last_became_peered":"2024-04-10T15:03:01.286382+0000","last_unstale":"2024-04-10T15:03:01.698396+0000","last_undegraded":"2024-04-10T15:03:01.698396+0000","last_fullsized":"2024-04-10T15:03:01.698396+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:42:01.354364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.017255+0000","last_change":"2024-04-10T15:03:01.672606+0000","last_active":"2024-04-10T15:03:03.017255+0000","last_peered":"2024-04-10T15:03:03.017255+0000","last_clean":"2024-04-10T15:03:03.017255+0000","last_became_active":"2024-04-10T15:03:01.672258+0000","last_became_peered":"2024-04-10T15:03:01.672258+0000","last_unstale":"2024-04-10T15:03:03.017255+0000","last_undegraded":"2024-04-10T15:03:03.017255+0000","last_fullsized":"2024-04-10T15:03:03.017255+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:13:07.131928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:03:00.267146+0000","last_change":"2024-04-10T15:03:00.267146+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.267146+0000","last_undegraded":"2024-04-10T15:03:00.267146+0000","last_fullsized":"2024-04-10T15:03:00.267146+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:57:33.282697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624701+0000","last_change":"2024-04-10T15:03:01.700337+0000","last_active":"2024-04-10T15:03:03.624701+0000","last_peered":"2024-04-10T15:03:03.624701+0000","last_clean":"2024-04-10T15:03:03.624701+0000","last_became_active":"2024-04-10T15:03:01.699789+0000","last_became_peered":"2024-04-10T15:03:01.699789+0000","last_unstale":"2024-04-10T15:03:03.624701+0000","last_undegraded":"2024-04-10T15:03:03.624701+0000","last_fullsized":"2024-04-10T15:03:03.624701+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:18:03.542707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.671893+0000","last_change":"2024-04-10T15:03:01.281643+0000","last_active":"2024-04-10T15:03:01.671893+0000","last_peered":"2024-04-10T15:03:01.671893+0000","last_clean":"2024-04-10T15:03:01.671893+0000","last_became_active":"2024-04-10T15:03:01.281351+0000","last_became_peered":"2024-04-10T15:03:01.281351+0000","last_unstale":"2024-04-10T15:03:01.671893+0000","last_undegraded":"2024-04-10T15:03:01.671893+0000","last_fullsized":"2024-04-10T15:03:01.671893+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:03:17.800536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.681206+0000","last_change":"2024-04-10T15:03:01.680130+0000","last_active":"2024-04-10T15:03:01.681206+0000","last_peered":"2024-04-10T15:03:01.681206+0000","last_clean":"2024-04-10T15:03:01.681206+0000","last_became_active":"2024-04-10T15:03:01.679809+0000","last_became_peered":"2024-04-10T15:03:01.679809+0000","last_unstale":"2024-04-10T15:03:01.681206+0000","last_undegraded":"2024-04-10T15:03:01.681206+0000","last_fullsized":"2024-04-10T15:03:01.681206+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:21:47.719103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.663198+0000","last_change":"2024-04-10T15:03:01.289864+0000","last_active":"2024-04-10T15:03:01.663198+0000","last_peered":"2024-04-10T15:03:01.663198+0000","last_clean":"2024-04-10T15:03:01.663198+0000","last_became_active":"2024-04-10T15:03:01.289538+0000","last_became_peered":"2024-04-10T15:03:01.289538+0000","last_unstale":"2024-04-10T15:03:01.663198+0000","last_undegraded":"2024-04-10T15:03:01.663198+0000","last_fullsized":"2024-04-10T15:03:01.663198+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:14:00.832249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667231+0000","last_change":"2024-04-10T15:03:01.697099+0000","last_active":"2024-04-10T15:03:02.667231+0000","last_peered":"2024-04-10T15:03:02.667231+0000","last_clean":"2024-04-10T15:03:02.667231+0000","last_became_active":"2024-04-10T15:03:01.690560+0000","last_became_peered":"2024-04-10T15:03:01.690560+0000","last_unstale":"2024-04-10T15:03:02.667231+0000","last_undegraded":"2024-04-10T15:03:02.667231+0000","last_fullsized":"2024-04-10T15:03:02.667231+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:48:54.563822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:03:00.268360+0000","last_change":"2024-04-10T15:03:00.268360+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.268360+0000","last_undegraded":"2024-04-10T15:03:00.268360+0000","last_fullsized":"2024-04-10T15:03:00.268360+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:15:11.304280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.680748+0000","last_change":"2024-04-10T15:03:01.675664+0000","last_active":"2024-04-10T15:03:01.680748+0000","last_peered":"2024-04-10T15:03:01.680748+0000","last_clean":"2024-04-10T15:03:01.680748+0000","last_became_active":"2024-04-10T15:03:01.673274+0000","last_became_peered":"2024-04-10T15:03:01.673274+0000","last_unstale":"2024-04-10T15:03:01.680748+0000","last_undegraded":"2024-04-10T15:03:01.680748+0000","last_fullsized":"2024-04-10T15:03:01.680748+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:45:47.325062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.663492+0000","last_change":"2024-04-10T15:03:01.288061+0000","last_active":"2024-04-10T15:03:01.663492+0000","last_peered":"2024-04-10T15:03:01.663492+0000","last_clean":"2024-04-10T15:03:01.663492+0000","last_became_active":"2024-04-10T15:03:01.287728+0000","last_became_peered":"2024-04-10T15:03:01.287728+0000","last_unstale":"2024-04-10T15:03:01.663492+0000","last_undegraded":"2024-04-10T15:03:01.663492+0000","last_fullsized":"2024-04-10T15:03:01.663492+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:17:18.028774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624786+0000","last_change":"2024-04-10T15:03:01.696363+0000","last_active":"2024-04-10T15:03:03.624786+0000","last_peered":"2024-04-10T15:03:03.624786+0000","last_clean":"2024-04-10T15:03:03.624786+0000","last_became_active":"2024-04-10T15:03:01.696069+0000","last_became_peered":"2024-04-10T15:03:01.696069+0000","last_unstale":"2024-04-10T15:03:03.624786+0000","last_undegraded":"2024-04-10T15:03:03.624786+0000","last_fullsized":"2024-04-10T15:03:03.624786+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:11:09.281462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":15,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667749+0000","last_change":"2024-04-10T15:03:01.281503+0000","last_active":"2024-04-10T15:03:02.667749+0000","last_peered":"2024-04-10T15:03:02.667749+0000","last_clean":"2024-04-10T15:03:02.667749+0000","last_became_active":"2024-04-10T15:03:01.280864+0000","last_became_peered":"2024-04-10T15:03:01.280864+0000","last_unstale":"2024-04-10T15:03:02.667749+0000","last_undegraded":"2024-04-10T15:03:02.667749+0000","last_fullsized":"2024-04-10T15:03:02.667749+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:39:56.835741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.017669+0000","last_change":"2024-04-10T15:03:01.692999+0000","last_active":"2024-04-10T15:03:03.017669+0000","last_peered":"2024-04-10T15:03:03.017669+0000","last_clean":"2024-04-10T15:03:03.017669+0000","last_became_active":"2024-04-10T15:03:01.692699+0000","last_became_peered":"2024-04-10T15:03:01.692699+0000","last_unstale":"2024-04-10T15:03:03.017669+0000","last_undegraded":"2024-04-10T15:03:03.017669+0000","last_fullsized":"2024-04-10T15:03:03.017669+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:46:14.221969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:03:00.267479+0000","last_change":"2024-04-10T15:03:00.267479+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.267479+0000","last_undegraded":"2024-04-10T15:03:00.267479+0000","last_fullsized":"2024-04-10T15:03:00.267479+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:29:15.585142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665395+0000","last_change":"2024-04-10T15:03:01.688409+0000","last_active":"2024-04-10T15:03:02.665395+0000","last_peered":"2024-04-10T15:03:02.665395+0000","last_clean":"2024-04-10T15:03:02.665395+0000","last_became_active":"2024-04-10T15:03:01.688126+0000","last_became_peered":"2024-04-10T15:03:01.688126+0000","last_unstale":"2024-04-10T15:03:02.665395+0000","last_undegraded":"2024-04-10T15:03:02.665395+0000","last_fullsized":"2024-04-10T15:03:02.665395+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:11:53.962594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624550+0000","last_change":"2024-04-10T15:03:01.280573+0000","last_active":"2024-04-10T15:03:03.624550+0000","last_peered":"2024-04-10T15:03:03.624550+0000","last_clean":"2024-04-10T15:03:03.624550+0000","last_became_active":"2024-04-10T15:03:01.280254+0000","last_became_peered":"2024-04-10T15:03:01.280254+0000","last_unstale":"2024-04-10T15:03:03.624550+0000","last_undegraded":"2024-04-10T15:03:03.624550+0000","last_fullsized":"2024-04-10T15:03:03.624550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:16:53.068747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624333+0000","last_change":"2024-04-10T15:03:01.699155+0000","last_active":"2024-04-10T15:03:03.624333+0000","last_peered":"2024-04-10T15:03:03.624333+0000","last_clean":"2024-04-10T15:03:03.624333+0000","last_became_active":"2024-04-10T15:03:01.696657+0000","last_became_peered":"2024-04-10T15:03:01.696657+0000","last_unstale":"2024-04-10T15:03:03.624333+0000","last_undegraded":"2024-04-10T15:03:03.624333+0000","last_fullsized":"2024-04-10T15:03:03.624333+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:57:09.243966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.663852+0000","last_change":"2024-04-10T15:03:01.289247+0000","last_active":"2024-04-10T15:03:01.663852+0000","last_peered":"2024-04-10T15:03:01.663852+0000","last_clean":"2024-04-10T15:03:01.663852+0000","last_became_active":"2024-04-10T15:03:01.288905+0000","last_became_peered":"2024-04-10T15:03:01.288905+0000","last_unstale":"2024-04-10T15:03:01.663852+0000","last_undegraded":"2024-04-10T15:03:01.663852+0000","last_fullsized":"2024-04-10T15:03:01.663852+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:01:13.831504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665217+0000","last_change":"2024-04-10T15:03:01.683464+0000","last_active":"2024-04-10T15:03:02.665217+0000","last_peered":"2024-04-10T15:03:02.665217+0000","last_clean":"2024-04-10T15:03:02.665217+0000","last_became_active":"2024-04-10T15:03:01.682812+0000","last_became_peered":"2024-04-10T15:03:01.682812+0000","last_unstale":"2024-04-10T15:03:02.665217+0000","last_undegraded":"2024-04-10T15:03:02.665217+0000","last_fullsized":"2024-04-10T15:03:02.665217+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:51:34.754087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:03:00.267732+0000","last_change":"2024-04-10T15:03:00.267732+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.267732+0000","last_undegraded":"2024-04-10T15:03:00.267732+0000","last_fullsized":"2024-04-10T15:03:00.267732+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:30:26.316124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.666846+0000","last_change":"2024-04-10T15:03:01.282084+0000","last_active":"2024-04-10T15:03:02.666846+0000","last_peered":"2024-04-10T15:03:02.666846+0000","last_clean":"2024-04-10T15:03:02.666846+0000","last_became_active":"2024-04-10T15:03:01.281718+0000","last_became_peered":"2024-04-10T15:03:01.281718+0000","last_unstale":"2024-04-10T15:03:02.666846+0000","last_undegraded":"2024-04-10T15:03:02.666846+0000","last_fullsized":"2024-04-10T15:03:02.666846+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:17:57.954285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665016+0000","last_change":"2024-04-10T15:03:01.684467+0000","last_active":"2024-04-10T15:03:02.665016+0000","last_peered":"2024-04-10T15:03:02.665016+0000","last_clean":"2024-04-10T15:03:02.665016+0000","last_became_active":"2024-04-10T15:03:01.684111+0000","last_became_peered":"2024-04-10T15:03:01.684111+0000","last_unstale":"2024-04-10T15:03:02.665016+0000","last_undegraded":"2024-04-10T15:03:02.665016+0000","last_fullsized":"2024-04-10T15:03:02.665016+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:57:16.102990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.017945+0000","last_change":"2024-04-10T15:03:01.277258+0000","last_active":"2024-04-10T15:03:03.017945+0000","last_peered":"2024-04-10T15:03:03.017945+0000","last_clean":"2024-04-10T15:03:03.017945+0000","last_became_active":"2024-04-10T15:03:01.276898+0000","last_became_peered":"2024-04-10T15:03:01.276898+0000","last_unstale":"2024-04-10T15:03:03.017945+0000","last_undegraded":"2024-04-10T15:03:03.017945+0000","last_fullsized":"2024-04-10T15:03:03.017945+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:27:29.253197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665547+0000","last_change":"2024-04-10T15:03:01.701176+0000","last_active":"2024-04-10T15:03:02.665547+0000","last_peered":"2024-04-10T15:03:02.665547+0000","last_clean":"2024-04-10T15:03:02.665547+0000","last_became_active":"2024-04-10T15:03:01.700824+0000","last_became_peered":"2024-04-10T15:03:01.700824+0000","last_unstale":"2024-04-10T15:03:02.665547+0000","last_undegraded":"2024-04-10T15:03:02.665547+0000","last_fullsized":"2024-04-10T15:03:02.665547+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:37:57.291604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667393+0000","last_change":"2024-04-10T15:03:01.281697+0000","last_active":"2024-04-10T15:03:02.667393+0000","last_peered":"2024-04-10T15:03:02.667393+0000","last_clean":"2024-04-10T15:03:02.667393+0000","last_became_active":"2024-04-10T15:03:01.279798+0000","last_became_peered":"2024-04-10T15:03:01.279798+0000","last_unstale":"2024-04-10T15:03:02.667393+0000","last_undegraded":"2024-04-10T15:03:02.667393+0000","last_fullsized":"2024-04-10T15:03:02.667393+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:53:38.474251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.687766+0000","last_change":"2024-04-10T15:03:01.681661+0000","last_active":"2024-04-10T15:03:01.687766+0000","last_peered":"2024-04-10T15:03:01.687766+0000","last_clean":"2024-04-10T15:03:01.687766+0000","last_became_active":"2024-04-10T15:03:01.681395+0000","last_became_peered":"2024-04-10T15:03:01.681395+0000","last_unstale":"2024-04-10T15:03:01.687766+0000","last_undegraded":"2024-04-10T15:03:01.687766+0000","last_fullsized":"2024-04-10T15:03:01.687766+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:28:24.397110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.664257+0000","last_change":"2024-04-10T15:03:01.283028+0000","last_active":"2024-04-10T15:03:01.664257+0000","last_peered":"2024-04-10T15:03:01.664257+0000","last_clean":"2024-04-10T15:03:01.664257+0000","last_became_active":"2024-04-10T15:03:01.282728+0000","last_became_peered":"2024-04-10T15:03:01.282728+0000","last_unstale":"2024-04-10T15:03:01.664257+0000","last_undegraded":"2024-04-10T15:03:01.664257+0000","last_fullsized":"2024-04-10T15:03:01.664257+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:56:38.446506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.017623+0000","last_change":"2024-04-10T15:03:01.686109+0000","last_active":"2024-04-10T15:03:03.017623+0000","last_peered":"2024-04-10T15:03:03.017623+0000","last_clean":"2024-04-10T15:03:03.017623+0000","last_became_active":"2024-04-10T15:03:01.685826+0000","last_became_peered":"2024-04-10T15:03:01.685826+0000","last_unstale":"2024-04-10T15:03:03.017623+0000","last_undegraded":"2024-04-10T15:03:03.017623+0000","last_fullsized":"2024-04-10T15:03:03.017623+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:25:07.380496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.666898+0000","last_change":"2024-04-10T15:03:01.688132+0000","last_active":"2024-04-10T15:03:02.666898+0000","last_peered":"2024-04-10T15:03:02.666898+0000","last_clean":"2024-04-10T15:03:02.666898+0000","last_became_active":"2024-04-10T15:03:01.687307+0000","last_became_peered":"2024-04-10T15:03:01.687307+0000","last_unstale":"2024-04-10T15:03:02.666898+0000","last_undegraded":"2024-04-10T15:03:02.666898+0000","last_fullsized":"2024-04-10T15:03:02.666898+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:34:39.142499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.666914+0000","last_change":"2024-04-10T15:03:01.283572+0000","last_active":"2024-04-10T15:03:02.666914+0000","last_peered":"2024-04-10T15:03:02.666914+0000","last_clean":"2024-04-10T15:03:02.666914+0000","last_became_active":"2024-04-10T15:03:01.283234+0000","last_became_peered":"2024-04-10T15:03:01.283234+0000","last_unstale":"2024-04-10T15:03:02.666914+0000","last_undegraded":"2024-04-10T15:03:02.666914+0000","last_fullsized":"2024-04-10T15:03:02.666914+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:42:01.913858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.683502+0000","last_change":"2024-04-10T15:03:01.682774+0000","last_active":"2024-04-10T15:03:01.683502+0000","last_peered":"2024-04-10T15:03:01.683502+0000","last_clean":"2024-04-10T15:03:01.683502+0000","last_became_active":"2024-04-10T15:03:01.682264+0000","last_became_peered":"2024-04-10T15:03:01.682264+0000","last_unstale":"2024-04-10T15:03:01.683502+0000","last_undegraded":"2024-04-10T15:03:01.683502+0000","last_fullsized":"2024-04-10T15:03:01.683502+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:53:50.062682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.662926+0000","last_change":"2024-04-10T15:03:01.288677+0000","last_active":"2024-04-10T15:03:01.662926+0000","last_peered":"2024-04-10T15:03:01.662926+0000","last_clean":"2024-04-10T15:03:01.662926+0000","last_became_active":"2024-04-10T15:03:01.288307+0000","last_became_peered":"2024-04-10T15:03:01.288307+0000","last_unstale":"2024-04-10T15:03:01.662926+0000","last_undegraded":"2024-04-10T15:03:01.662926+0000","last_fullsized":"2024-04-10T15:03:01.662926+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:02:54.176734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"23'117","reported_seq":220,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.669723+0000","last_change":"2024-04-10T15:02:47.753680+0000","last_active":"2024-04-10T15:03:01.669723+0000","last_peered":"2024-04-10T15:03:01.669723+0000","last_clean":"2024-04-10T15:03:01.669723+0000","last_became_active":"2024-04-10T15:02:47.753273+0000","last_became_peered":"2024-04-10T15:02:47.753273+0000","last_unstale":"2024-04-10T15:03:01.669723+0000","last_undegraded":"2024-04-10T15:03:01.669723+0000","last_fullsized":"2024-04-10T15:03:01.669723+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:00:49.290350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:00:49.290350+0000","last_clean_scrub_stamp":"2024-04-10T15:00:49.290350+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:34:06.644063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624242+0000","last_change":"2024-04-10T15:03:01.683227+0000","last_active":"2024-04-10T15:03:03.624242+0000","last_peered":"2024-04-10T15:03:03.624242+0000","last_clean":"2024-04-10T15:03:03.624242+0000","last_became_active":"2024-04-10T15:03:01.682960+0000","last_became_peered":"2024-04-10T15:03:01.682960+0000","last_unstale":"2024-04-10T15:03:03.624242+0000","last_undegraded":"2024-04-10T15:03:03.624242+0000","last_fullsized":"2024-04-10T15:03:03.624242+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:55:02.610777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665155+0000","last_change":"2024-04-10T15:03:01.291757+0000","last_active":"2024-04-10T15:03:02.665155+0000","last_peered":"2024-04-10T15:03:02.665155+0000","last_clean":"2024-04-10T15:03:02.665155+0000","last_became_active":"2024-04-10T15:03:01.291466+0000","last_became_peered":"2024-04-10T15:03:01.291466+0000","last_unstale":"2024-04-10T15:03:02.665155+0000","last_undegraded":"2024-04-10T15:03:02.665155+0000","last_fullsized":"2024-04-10T15:03:02.665155+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:20:47.179476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665506+0000","last_change":"2024-04-10T15:03:01.289394+0000","last_active":"2024-04-10T15:03:02.665506+0000","last_peered":"2024-04-10T15:03:02.665506+0000","last_clean":"2024-04-10T15:03:02.665506+0000","last_became_active":"2024-04-10T15:03:01.288455+0000","last_became_peered":"2024-04-10T15:03:01.288455+0000","last_unstale":"2024-04-10T15:03:02.665506+0000","last_undegraded":"2024-04-10T15:03:02.665506+0000","last_fullsized":"2024-04-10T15:03:02.665506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:32:29.559392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667478+0000","last_change":"2024-04-10T15:03:01.680596+0000","last_active":"2024-04-10T15:03:02.667478+0000","last_peered":"2024-04-10T15:03:02.667478+0000","last_clean":"2024-04-10T15:03:02.667478+0000","last_became_active":"2024-04-10T15:03:01.680278+0000","last_became_peered":"2024-04-10T15:03:01.680278+0000","last_unstale":"2024-04-10T15:03:02.667478+0000","last_undegraded":"2024-04-10T15:03:02.667478+0000","last_fullsized":"2024-04-10T15:03:02.667478+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:35:45.359038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667675+0000","last_change":"2024-04-10T15:03:01.278878+0000","last_active":"2024-04-10T15:03:02.667675+0000","last_peered":"2024-04-10T15:03:02.667675+0000","last_clean":"2024-04-10T15:03:02.667675+0000","last_became_active":"2024-04-10T15:03:01.278570+0000","last_became_peered":"2024-04-10T15:03:01.278570+0000","last_unstale":"2024-04-10T15:03:02.667675+0000","last_undegraded":"2024-04-10T15:03:02.667675+0000","last_fullsized":"2024-04-10T15:03:02.667675+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:47:38.509949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.698500+0000","last_change":"2024-04-10T15:03:01.697863+0000","last_active":"2024-04-10T15:03:01.698500+0000","last_peered":"2024-04-10T15:03:01.698500+0000","last_clean":"2024-04-10T15:03:01.698500+0000","last_became_active":"2024-04-10T15:03:01.697534+0000","last_became_peered":"2024-04-10T15:03:01.697534+0000","last_unstale":"2024-04-10T15:03:01.698500+0000","last_undegraded":"2024-04-10T15:03:01.698500+0000","last_fullsized":"2024-04-10T15:03:01.698500+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:07:02.525073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:03:00.267085+0000","last_change":"2024-04-10T15:03:00.267085+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.267085+0000","last_undegraded":"2024-04-10T15:03:00.267085+0000","last_fullsized":"2024-04-10T15:03:00.267085+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:57:34.922367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624568+0000","last_change":"2024-04-10T15:03:01.693384+0000","last_active":"2024-04-10T15:03:03.624568+0000","last_peered":"2024-04-10T15:03:03.624568+0000","last_clean":"2024-04-10T15:03:03.624568+0000","last_became_active":"2024-04-10T15:03:01.693119+0000","last_became_peered":"2024-04-10T15:03:01.693119+0000","last_unstale":"2024-04-10T15:03:03.624568+0000","last_undegraded":"2024-04-10T15:03:03.624568+0000","last_fullsized":"2024-04-10T15:03:03.624568+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:58:16.162805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.664871+0000","last_change":"2024-04-10T15:03:01.292238+0000","last_active":"2024-04-10T15:03:02.664871+0000","last_peered":"2024-04-10T15:03:02.664871+0000","last_clean":"2024-04-10T15:03:02.664871+0000","last_became_active":"2024-04-10T15:03:01.291645+0000","last_became_peered":"2024-04-10T15:03:01.291645+0000","last_unstale":"2024-04-10T15:03:02.664871+0000","last_undegraded":"2024-04-10T15:03:02.664871+0000","last_fullsized":"2024-04-10T15:03:02.664871+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:42:29.482404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.017379+0000","last_change":"2024-04-10T15:03:01.673950+0000","last_active":"2024-04-10T15:03:03.017379+0000","last_peered":"2024-04-10T15:03:03.017379+0000","last_clean":"2024-04-10T15:03:03.017379+0000","last_became_active":"2024-04-10T15:03:01.672943+0000","last_became_peered":"2024-04-10T15:03:01.672943+0000","last_unstale":"2024-04-10T15:03:03.017379+0000","last_undegraded":"2024-04-10T15:03:03.017379+0000","last_fullsized":"2024-04-10T15:03:03.017379+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:29:19.935758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667132+0000","last_change":"2024-04-10T15:03:01.287488+0000","last_active":"2024-04-10T15:03:02.667132+0000","last_peered":"2024-04-10T15:03:02.667132+0000","last_clean":"2024-04-10T15:03:02.667132+0000","last_became_active":"2024-04-10T15:03:01.287189+0000","last_became_peered":"2024-04-10T15:03:01.287189+0000","last_unstale":"2024-04-10T15:03:02.667132+0000","last_undegraded":"2024-04-10T15:03:02.667132+0000","last_fullsized":"2024-04-10T15:03:02.667132+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:51:01.601141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.687001+0000","last_change":"2024-04-10T15:03:01.686365+0000","last_active":"2024-04-10T15:03:01.687001+0000","last_peered":"2024-04-10T15:03:01.687001+0000","last_clean":"2024-04-10T15:03:01.687001+0000","last_became_active":"2024-04-10T15:03:01.686078+0000","last_became_peered":"2024-04-10T15:03:01.686078+0000","last_unstale":"2024-04-10T15:03:01.687001+0000","last_undegraded":"2024-04-10T15:03:01.687001+0000","last_fullsized":"2024-04-10T15:03:01.687001+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:36:03.956864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667469+0000","last_change":"2024-04-10T15:03:01.288584+0000","last_active":"2024-04-10T15:03:02.667469+0000","last_peered":"2024-04-10T15:03:02.667469+0000","last_clean":"2024-04-10T15:03:02.667469+0000","last_became_active":"2024-04-10T15:03:01.288309+0000","last_became_peered":"2024-04-10T15:03:01.288309+0000","last_unstale":"2024-04-10T15:03:02.667469+0000","last_undegraded":"2024-04-10T15:03:02.667469+0000","last_fullsized":"2024-04-10T15:03:02.667469+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:19:01.449337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.680558+0000","last_change":"2024-04-10T15:03:01.678321+0000","last_active":"2024-04-10T15:03:01.680558+0000","last_peered":"2024-04-10T15:03:01.680558+0000","last_clean":"2024-04-10T15:03:01.680558+0000","last_became_active":"2024-04-10T15:03:01.677983+0000","last_became_peered":"2024-04-10T15:03:01.677983+0000","last_unstale":"2024-04-10T15:03:01.680558+0000","last_undegraded":"2024-04-10T15:03:01.680558+0000","last_fullsized":"2024-04-10T15:03:01.680558+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:19:31.734444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665142+0000","last_change":"2024-04-10T15:03:01.289724+0000","last_active":"2024-04-10T15:03:02.665142+0000","last_peered":"2024-04-10T15:03:02.665142+0000","last_clean":"2024-04-10T15:03:02.665142+0000","last_became_active":"2024-04-10T15:03:01.289385+0000","last_became_peered":"2024-04-10T15:03:01.289385+0000","last_unstale":"2024-04-10T15:03:02.665142+0000","last_undegraded":"2024-04-10T15:03:02.665142+0000","last_fullsized":"2024-04-10T15:03:02.665142+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:11:40.877506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667098+0000","last_change":"2024-04-10T15:03:01.283671+0000","last_active":"2024-04-10T15:03:02.667098+0000","last_peered":"2024-04-10T15:03:02.667098+0000","last_clean":"2024-04-10T15:03:02.667098+0000","last_became_active":"2024-04-10T15:03:01.283246+0000","last_became_peered":"2024-04-10T15:03:01.283246+0000","last_unstale":"2024-04-10T15:03:02.667098+0000","last_undegraded":"2024-04-10T15:03:02.667098+0000","last_fullsized":"2024-04-10T15:03:02.667098+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:07:26.675511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665513+0000","last_change":"2024-04-10T15:03:01.683659+0000","last_active":"2024-04-10T15:03:02.665513+0000","last_peered":"2024-04-10T15:03:02.665513+0000","last_clean":"2024-04-10T15:03:02.665513+0000","last_became_active":"2024-04-10T15:03:01.683414+0000","last_became_peered":"2024-04-10T15:03:01.683414+0000","last_unstale":"2024-04-10T15:03:02.665513+0000","last_undegraded":"2024-04-10T15:03:02.665513+0000","last_fullsized":"2024-04-10T15:03:02.665513+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:51:22.323917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667699+0000","last_change":"2024-04-10T15:03:01.283526+0000","last_active":"2024-04-10T15:03:02.667699+0000","last_peered":"2024-04-10T15:03:02.667699+0000","last_clean":"2024-04-10T15:03:02.667699+0000","last_became_active":"2024-04-10T15:03:01.283249+0000","last_became_peered":"2024-04-10T15:03:01.283249+0000","last_unstale":"2024-04-10T15:03:02.667699+0000","last_undegraded":"2024-04-10T15:03:02.667699+0000","last_fullsized":"2024-04-10T15:03:02.667699+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:56:17.936576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.692480+0000","last_change":"2024-04-10T15:03:01.683948+0000","last_active":"2024-04-10T15:03:01.692480+0000","last_peered":"2024-04-10T15:03:01.692480+0000","last_clean":"2024-04-10T15:03:01.692480+0000","last_became_active":"2024-04-10T15:03:01.683214+0000","last_became_peered":"2024-04-10T15:03:01.683214+0000","last_unstale":"2024-04-10T15:03:01.692480+0000","last_undegraded":"2024-04-10T15:03:01.692480+0000","last_fullsized":"2024-04-10T15:03:01.692480+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:54:22.807019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667312+0000","last_change":"2024-04-10T15:03:01.279673+0000","last_active":"2024-04-10T15:03:02.667312+0000","last_peered":"2024-04-10T15:03:02.667312+0000","last_clean":"2024-04-10T15:03:02.667312+0000","last_became_active":"2024-04-10T15:03:01.279262+0000","last_became_peered":"2024-04-10T15:03:01.279262+0000","last_unstale":"2024-04-10T15:03:02.667312+0000","last_undegraded":"2024-04-10T15:03:02.667312+0000","last_fullsized":"2024-04-10T15:03:02.667312+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:01:31.538915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665705+0000","last_change":"2024-04-10T15:03:01.691955+0000","last_active":"2024-04-10T15:03:02.665705+0000","last_peered":"2024-04-10T15:03:02.665705+0000","last_clean":"2024-04-10T15:03:02.665705+0000","last_became_active":"2024-04-10T15:03:01.691532+0000","last_became_peered":"2024-04-10T15:03:01.691532+0000","last_unstale":"2024-04-10T15:03:02.665705+0000","last_undegraded":"2024-04-10T15:03:02.665705+0000","last_fullsized":"2024-04-10T15:03:02.665705+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:31:48.238050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667003+0000","last_change":"2024-04-10T15:03:01.679976+0000","last_active":"2024-04-10T15:03:02.667003+0000","last_peered":"2024-04-10T15:03:02.667003+0000","last_clean":"2024-04-10T15:03:02.667003+0000","last_became_active":"2024-04-10T15:03:01.679701+0000","last_became_peered":"2024-04-10T15:03:01.679701+0000","last_unstale":"2024-04-10T15:03:02.667003+0000","last_undegraded":"2024-04-10T15:03:02.667003+0000","last_fullsized":"2024-04-10T15:03:02.667003+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:58:47.363645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.687794+0000","last_change":"2024-04-10T15:03:01.680503+0000","last_active":"2024-04-10T15:03:01.687794+0000","last_peered":"2024-04-10T15:03:01.687794+0000","last_clean":"2024-04-10T15:03:01.687794+0000","last_became_active":"2024-04-10T15:03:01.680219+0000","last_became_peered":"2024-04-10T15:03:01.680219+0000","last_unstale":"2024-04-10T15:03:01.687794+0000","last_undegraded":"2024-04-10T15:03:01.687794+0000","last_fullsized":"2024-04-10T15:03:01.687794+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:32:36.185116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624714+0000","last_change":"2024-04-10T15:03:01.691438+0000","last_active":"2024-04-10T15:03:03.624714+0000","last_peered":"2024-04-10T15:03:03.624714+0000","last_clean":"2024-04-10T15:03:03.624714+0000","last_became_active":"2024-04-10T15:03:01.690878+0000","last_became_peered":"2024-04-10T15:03:01.690878+0000","last_unstale":"2024-04-10T15:03:03.624714+0000","last_undegraded":"2024-04-10T15:03:03.624714+0000","last_fullsized":"2024-04-10T15:03:03.624714+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:35:42.173291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.692626+0000","last_change":"2024-04-10T15:03:01.687905+0000","last_active":"2024-04-10T15:03:01.692626+0000","last_peered":"2024-04-10T15:03:01.692626+0000","last_clean":"2024-04-10T15:03:01.692626+0000","last_became_active":"2024-04-10T15:03:01.683855+0000","last_became_peered":"2024-04-10T15:03:01.683855+0000","last_unstale":"2024-04-10T15:03:01.692626+0000","last_undegraded":"2024-04-10T15:03:01.692626+0000","last_fullsized":"2024-04-10T15:03:01.692626+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:11:24.448193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667638+0000","last_change":"2024-04-10T15:03:01.696240+0000","last_active":"2024-04-10T15:03:02.667638+0000","last_peered":"2024-04-10T15:03:02.667638+0000","last_clean":"2024-04-10T15:03:02.667638+0000","last_became_active":"2024-04-10T15:03:01.694844+0000","last_became_peered":"2024-04-10T15:03:01.694844+0000","last_unstale":"2024-04-10T15:03:02.667638+0000","last_undegraded":"2024-04-10T15:03:02.667638+0000","last_fullsized":"2024-04-10T15:03:02.667638+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:12:37.444355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.682838+0000","last_change":"2024-04-10T15:03:01.681645+0000","last_active":"2024-04-10T15:03:01.682838+0000","last_peered":"2024-04-10T15:03:01.682838+0000","last_clean":"2024-04-10T15:03:01.682838+0000","last_became_active":"2024-04-10T15:03:01.681382+0000","last_became_peered":"2024-04-10T15:03:01.681382+0000","last_unstale":"2024-04-10T15:03:01.682838+0000","last_undegraded":"2024-04-10T15:03:01.682838+0000","last_fullsized":"2024-04-10T15:03:01.682838+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:29:29.115664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.687919+0000","last_change":"2024-04-10T15:03:01.682360+0000","last_active":"2024-04-10T15:03:01.687919+0000","last_peered":"2024-04-10T15:03:01.687919+0000","last_clean":"2024-04-10T15:03:01.687919+0000","last_became_active":"2024-04-10T15:03:01.682078+0000","last_became_peered":"2024-04-10T15:03:01.682078+0000","last_unstale":"2024-04-10T15:03:01.687919+0000","last_undegraded":"2024-04-10T15:03:01.687919+0000","last_fullsized":"2024-04-10T15:03:01.687919+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:12:06.224016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.682633+0000","last_change":"2024-04-10T15:03:01.681072+0000","last_active":"2024-04-10T15:03:01.682633+0000","last_peered":"2024-04-10T15:03:01.682633+0000","last_clean":"2024-04-10T15:03:01.682633+0000","last_became_active":"2024-04-10T15:03:01.680765+0000","last_became_peered":"2024-04-10T15:03:01.680765+0000","last_unstale":"2024-04-10T15:03:01.682633+0000","last_undegraded":"2024-04-10T15:03:01.682633+0000","last_fullsized":"2024-04-10T15:03:01.682633+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:12:16.985207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.692846+0000","last_change":"2024-04-10T15:03:01.692162+0000","last_active":"2024-04-10T15:03:01.692846+0000","last_peered":"2024-04-10T15:03:01.692846+0000","last_clean":"2024-04-10T15:03:01.692846+0000","last_became_active":"2024-04-10T15:03:01.691850+0000","last_became_peered":"2024-04-10T15:03:01.691850+0000","last_unstale":"2024-04-10T15:03:01.692846+0000","last_undegraded":"2024-04-10T15:03:01.692846+0000","last_fullsized":"2024-04-10T15:03:01.692846+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:16:58.177713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624415+0000","last_change":"2024-04-10T15:03:01.700357+0000","last_active":"2024-04-10T15:03:03.624415+0000","last_peered":"2024-04-10T15:03:03.624415+0000","last_clean":"2024-04-10T15:03:03.624415+0000","last_became_active":"2024-04-10T15:03:01.699541+0000","last_became_peered":"2024-04-10T15:03:01.699541+0000","last_unstale":"2024-04-10T15:03:03.624415+0000","last_undegraded":"2024-04-10T15:03:03.624415+0000","last_fullsized":"2024-04-10T15:03:03.624415+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:30:03.729145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":171,"acting":171,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":798,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":35,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":5522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":29,"ondisk_log_size":29,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28220,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716932,"statfs":{"total":95995035648,"available":95966138368,"internally_reserved":0,"allocated":1228800,"data_stored":852963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]}]},{"osd":6,"up_from":47,"seq":201863462922,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28156,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716996,"statfs":{"total":95995035648,"available":95966203904,"internally_reserved":0,"allocated":1163264,"data_stored":824876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.314}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35999999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":262432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:28 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.32600000000000001,"15min":0.312},"min":{"1min":0.27300000000000002,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.34399999999999997,"15min":0.33200000000000002},"min":{"1min":0.26000000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.54700000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.34699999999999998}]},{"osd":2,"last update":"Wed Apr 10 15:02:48 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.38400000000000001,"15min":0.376},"min":{"1min":0.28100000000000003,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.56100000000000005,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.40100000000000002,"15min":0.39700000000000002},"min":{"1min":0.27500000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.58699999999999997,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.313}]},{"osd":3,"last update":"Wed Apr 10 15:02:14 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.438},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.46899999999999997}]},{"osd":4,"last update":"Wed Apr 10 15:02:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.60599999999999998}]},{"osd":5,"last update":"Wed Apr 10 15:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.68999999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28220,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716932,"statfs":{"total":95995035648,"available":95966138368,"internally_reserved":0,"allocated":1224704,"data_stored":846365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 10 15:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.315,"15min":0.29999999999999999},"min":{"1min":0.20499999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.309},{"interface":"front","average":{"1min":0.432,"5min":0.33400000000000002,"15min":0.318},"min":{"1min":0.33200000000000002,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.28299999999999997}]},{"osd":2,"last update":"Wed Apr 10 15:02:49 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39000000000000001,"15min":0.38900000000000001},"min":{"1min":0.26700000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.58499999999999996,"5min":0.629,"15min":0.629},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.29699999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.52200000000000002,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.371}]},{"osd":3,"last update":"Wed Apr 10 15:02:16 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.38}]},{"osd":4,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.55300000000000005}]},{"osd":5,"last update":"Wed Apr 10 15:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.69799999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53200000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27624,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717528,"statfs":{"total":95995035648,"available":95966748672,"internally_reserved":0,"allocated":614400,"data_stored":255269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:50 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.33300000000000002,"15min":0.32900000000000001},"min":{"1min":0.27800000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.37,"5min":0.34899999999999998,"15min":0.34499999999999997},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"last":0.39200000000000002}]},{"osd":1,"last update":"Wed Apr 10 15:02:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.36799999999999999,"15min":0.36599999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.48199999999999998,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.372,"15min":0.36799999999999999},"min":{"1min":0.30499999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.27000000000000002}]},{"osd":3,"last update":"Wed Apr 10 15:02:14 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.312},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.34399999999999997}]},{"osd":4,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":5.0720000000000001,"5min":5.0720000000000001,"15min":5.0720000000000001},"last":0.44800000000000001}]},{"osd":5,"last update":"Wed Apr 10 15:03:00 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.46700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]}]},{"osd":3,"up_from":26,"seq":111669149721,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":634880,"data_stored":256937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:13 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.254}]},{"osd":1,"last update":"Wed Apr 10 15:02:13 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.55700000000000005}]},{"osd":2,"last update":"Wed Apr 10 15:02:13 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.40400000000000003}]},{"osd":4,"last update":"Wed Apr 10 15:02:36 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.496},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.51000000000000001}]},{"osd":5,"last update":"Wed Apr 10 15:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.435},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.62}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27660,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717492,"statfs":{"total":95995035648,"available":95966711808,"internally_reserved":0,"allocated":647168,"data_stored":262980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.5189999999999999,"5min":1.5189999999999999,"15min":1.5189999999999999},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.554,"5min":1.554,"15min":1.554},"last":0.69099999999999995}]},{"osd":1,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.544,"5min":1.544,"15min":1.544},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.73699999999999999}]},{"osd":2,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.70799999999999996}]},{"osd":3,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.393,"5min":1.393,"15min":1.393},"last":0.65900000000000003}]},{"osd":5,"last update":"Wed Apr 10 15:03:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.38800000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]}]},{"osd":5,"up_from":39,"seq":167503724560,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":630784,"data_stored":256865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.50800000000000001}]},{"osd":1,"last update":"Wed Apr 10 15:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.53500000000000003}]},{"osd":2,"last update":"Wed Apr 10 15:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.65200000000000002}]},{"osd":3,"last update":"Wed Apr 10 15:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.52600000000000002}]},{"osd":4,"last update":"Wed Apr 10 15:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.36399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.436}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T15:03:05.294 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.36 is not active+clean 2024-04-10T15:03:05.294 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.36', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-10T15:03:01.259822+0000', 'last_change': '2024-04-10T15:03:01.259822+0000', 'last_active': '2024-04-10T15:03:01.259822+0000', 'last_peered': '2024-04-10T15:03:01.259822+0000', 'last_clean': '2024-04-10T15:03:01.259822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:03:01.259822+0000', 'last_undegraded': '2024-04-10T15:03:01.259822+0000', 'last_fullsized': '2024-04-10T15:03:01.259822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:03:01.259822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:03:01.259822+0000', 'last_clean_scrub_stamp': '2024-04-10T15:03:01.259822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-10T15:03:05.294 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.35 is not active+clean 2024-04-10T15:03:05.294 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.35', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-10T15:03:01.259822+0000', 'last_change': '2024-04-10T15:03:01.259822+0000', 'last_active': '2024-04-10T15:03:01.259822+0000', 'last_peered': '2024-04-10T15:03:01.259822+0000', 'last_clean': '2024-04-10T15:03:01.259822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:03:01.259822+0000', 'last_undegraded': '2024-04-10T15:03:01.259822+0000', 'last_fullsized': '2024-04-10T15:03:01.259822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:03:01.259822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:03:01.259822+0000', 'last_clean_scrub_stamp': '2024-04-10T15:03:01.259822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-10T15:03:05.294 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.1a is not active+clean 2024-04-10T15:03:05.294 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.1a', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-10T15:03:00.267146+0000', 'last_change': '2024-04-10T15:03:00.267146+0000', 'last_active': '2024-04-10T15:03:00.257692+0000', 'last_peered': '2024-04-10T15:03:00.257692+0000', 'last_clean': '2024-04-10T15:03:00.257692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:03:00.267146+0000', 'last_undegraded': '2024-04-10T15:03:00.267146+0000', 'last_fullsized': '2024-04-10T15:03:00.267146+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:03:00.257692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:03:00.257692+0000', 'last_clean_scrub_stamp': '2024-04-10T15:03:00.257692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-11T16:57:33.282697+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4, 7], 'acting': [6, 4, 7], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-10T15:03:05.294 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.17 is not active+clean 2024-04-10T15:03:05.294 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.17', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-10T15:03:00.268360+0000', 'last_change': '2024-04-10T15:03:00.268360+0000', 'last_active': '2024-04-10T15:03:00.257692+0000', 'last_peered': '2024-04-10T15:03:00.257692+0000', 'last_clean': '2024-04-10T15:03:00.257692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:03:00.268360+0000', 'last_undegraded': '2024-04-10T15:03:00.268360+0000', 'last_fullsized': '2024-04-10T15:03:00.268360+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:03:00.257692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:03:00.257692+0000', 'last_clean_scrub_stamp': '2024-04-10T15:03:00.257692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-11T15:15:11.304280+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 5, 2], 'acting': [6, 5, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-10T15:03:05.294 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.14 is not active+clean 2024-04-10T15:03:05.294 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.14', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-10T15:03:00.267479+0000', 'last_change': '2024-04-10T15:03:00.267479+0000', 'last_active': '2024-04-10T15:03:00.257692+0000', 'last_peered': '2024-04-10T15:03:00.257692+0000', 'last_clean': '2024-04-10T15:03:00.257692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:03:00.267479+0000', 'last_undegraded': '2024-04-10T15:03:00.267479+0000', 'last_fullsized': '2024-04-10T15:03:00.267479+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:03:00.257692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:03:00.257692+0000', 'last_clean_scrub_stamp': '2024-04-10T15:03:00.257692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-11T18:29:15.585142+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 3, 5], 'acting': [6, 3, 5], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-10T15:03:05.294 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.11 is not active+clean 2024-04-10T15:03:05.295 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.11', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-10T15:03:00.267732+0000', 'last_change': '2024-04-10T15:03:00.267732+0000', 'last_active': '2024-04-10T15:03:00.257692+0000', 'last_peered': '2024-04-10T15:03:00.257692+0000', 'last_clean': '2024-04-10T15:03:00.257692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:03:00.267732+0000', 'last_undegraded': '2024-04-10T15:03:00.267732+0000', 'last_fullsized': '2024-04-10T15:03:00.267732+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:03:00.257692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:03:00.257692+0000', 'last_clean_scrub_stamp': '2024-04-10T15:03:00.257692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-11T16:30:26.316124+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 4, 1], 'acting': [6, 4, 1], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-10T15:03:05.295 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.10 is not active+clean 2024-04-10T15:03:05.295 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.10', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-10T15:03:01.259822+0000', 'last_change': '2024-04-10T15:03:01.259822+0000', 'last_active': '2024-04-10T15:03:01.259822+0000', 'last_peered': '2024-04-10T15:03:01.259822+0000', 'last_clean': '2024-04-10T15:03:01.259822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:03:01.259822+0000', 'last_undegraded': '2024-04-10T15:03:01.259822+0000', 'last_fullsized': '2024-04-10T15:03:01.259822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:03:01.259822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:03:01.259822+0000', 'last_clean_scrub_stamp': '2024-04-10T15:03:01.259822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-10T15:03:05.295 INFO:tasks.cephfs.filesystem.ceph_manager:PG 2.7 is not active+clean 2024-04-10T15:03:05.295 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '2.7', 'version': "0'0", 'reported_seq': 1, 'reported_epoch': 60, 'state': 'creating+peering', 'last_fresh': '2024-04-10T15:03:00.267085+0000', 'last_change': '2024-04-10T15:03:00.267085+0000', 'last_active': '2024-04-10T15:03:00.257692+0000', 'last_peered': '2024-04-10T15:03:00.257692+0000', 'last_clean': '2024-04-10T15:03:00.257692+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:03:00.267085+0000', 'last_undegraded': '2024-04-10T15:03:00.267085+0000', 'last_fullsized': '2024-04-10T15:03:00.267085+0000', 'mapping_epoch': 60, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 60, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:03:00.257692+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:03:00.257692+0000', 'last_clean_scrub_stamp': '2024-04-10T15:03:00.257692+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': 'periodic scrub scheduled @ 2024-04-11T17:57:34.922367+0000', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [6, 7, 2], 'acting': [6, 7, 2], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': 6, 'acting_primary': 6, 'purged_snaps': []} 2024-04-10T15:03:05.295 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.a is not active+clean 2024-04-10T15:03:05.295 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.a', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-10T15:03:01.259822+0000', 'last_change': '2024-04-10T15:03:01.259822+0000', 'last_active': '2024-04-10T15:03:01.259822+0000', 'last_peered': '2024-04-10T15:03:01.259822+0000', 'last_clean': '2024-04-10T15:03:01.259822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:03:01.259822+0000', 'last_undegraded': '2024-04-10T15:03:01.259822+0000', 'last_fullsized': '2024-04-10T15:03:01.259822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:03:01.259822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:03:01.259822+0000', 'last_clean_scrub_stamp': '2024-04-10T15:03:01.259822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-10T15:03:05.295 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.20 is not active+clean 2024-04-10T15:03:05.295 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.20', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-10T15:03:01.259822+0000', 'last_change': '2024-04-10T15:03:01.259822+0000', 'last_active': '2024-04-10T15:03:01.259822+0000', 'last_peered': '2024-04-10T15:03:01.259822+0000', 'last_clean': '2024-04-10T15:03:01.259822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:03:01.259822+0000', 'last_undegraded': '2024-04-10T15:03:01.259822+0000', 'last_fullsized': '2024-04-10T15:03:01.259822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:03:01.259822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:03:01.259822+0000', 'last_clean_scrub_stamp': '2024-04-10T15:03:01.259822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-10T15:03:05.295 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.26 is not active+clean 2024-04-10T15:03:05.295 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.26', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-10T15:03:01.259822+0000', 'last_change': '2024-04-10T15:03:01.259822+0000', 'last_active': '2024-04-10T15:03:01.259822+0000', 'last_peered': '2024-04-10T15:03:01.259822+0000', 'last_clean': '2024-04-10T15:03:01.259822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:03:01.259822+0000', 'last_undegraded': '2024-04-10T15:03:01.259822+0000', 'last_fullsized': '2024-04-10T15:03:01.259822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:03:01.259822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:03:01.259822+0000', 'last_clean_scrub_stamp': '2024-04-10T15:03:01.259822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-10T15:03:05.296 INFO:tasks.cephfs.filesystem.ceph_manager:PG 3.2c is not active+clean 2024-04-10T15:03:05.296 INFO:tasks.cephfs.filesystem.ceph_manager:{'pgid': '3.2c', 'version': "0'0", 'reported_seq': 0, 'reported_epoch': 0, 'state': 'unknown', 'last_fresh': '2024-04-10T15:03:01.259822+0000', 'last_change': '2024-04-10T15:03:01.259822+0000', 'last_active': '2024-04-10T15:03:01.259822+0000', 'last_peered': '2024-04-10T15:03:01.259822+0000', 'last_clean': '2024-04-10T15:03:01.259822+0000', 'last_became_active': '0.000000', 'last_became_peered': '0.000000', 'last_unstale': '2024-04-10T15:03:01.259822+0000', 'last_undegraded': '2024-04-10T15:03:01.259822+0000', 'last_fullsized': '2024-04-10T15:03:01.259822+0000', 'mapping_epoch': 0, 'log_start': "0'0", 'ondisk_log_start': "0'0", 'created': 0, 'last_epoch_clean': 0, 'parent': '0.0', 'parent_split_bits': 0, 'last_scrub': "0'0", 'last_scrub_stamp': '2024-04-10T15:03:01.259822+0000', 'last_deep_scrub': "0'0", 'last_deep_scrub_stamp': '2024-04-10T15:03:01.259822+0000', 'last_clean_scrub_stamp': '2024-04-10T15:03:01.259822+0000', 'objects_scrubbed': 0, 'log_size': 0, 'log_dups_size': 0, 'ondisk_log_size': 0, 'stats_invalid': False, 'dirty_stats_invalid': False, 'omap_stats_invalid': False, 'hitset_stats_invalid': False, 'hitset_bytes_stats_invalid': False, 'pin_stats_invalid': False, 'manifest_stats_invalid': False, 'snaptrimq_len': 0, 'last_scrub_duration': 0, 'scrub_schedule': '--', 'scrub_duration': 0, 'objects_trimmed': 0, 'snaptrim_duration': 0, 'stat_sum': {'num_bytes': 0, 'num_objects': 0, 'num_object_clones': 0, 'num_object_copies': 0, 'num_objects_missing_on_primary': 0, 'num_objects_missing': 0, 'num_objects_degraded': 0, 'num_objects_misplaced': 0, 'num_objects_unfound': 0, 'num_objects_dirty': 0, 'num_whiteouts': 0, 'num_read': 0, 'num_read_kb': 0, 'num_write': 0, 'num_write_kb': 0, 'num_scrub_errors': 0, 'num_shallow_scrub_errors': 0, 'num_deep_scrub_errors': 0, 'num_objects_recovered': 0, 'num_bytes_recovered': 0, 'num_keys_recovered': 0, 'num_objects_omap': 0, 'num_objects_hit_set_archive': 0, 'num_bytes_hit_set_archive': 0, 'num_flush': 0, 'num_flush_kb': 0, 'num_evict': 0, 'num_evict_kb': 0, 'num_promote': 0, 'num_flush_mode_high': 0, 'num_flush_mode_low': 0, 'num_evict_mode_some': 0, 'num_evict_mode_full': 0, 'num_objects_pinned': 0, 'num_legacy_snapsets': 0, 'num_large_omap_objects': 0, 'num_objects_manifest': 0, 'num_omap_bytes': 0, 'num_omap_keys': 0, 'num_objects_repaired': 0}, 'up': [], 'acting': [], 'avail_no_missing': [], 'object_location_counts': [], 'blocked_by': [], 'up_primary': -1, 'acting_primary': -1, 'purged_snaps': []} 2024-04-10T15:03:05.296 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph status --format=json 2024-04-10T15:03:05.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:05 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/2605476285' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:03:05.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:05 smithi154 ceph-mon[30592]: from='client.24440 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:03:05.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:05 smithi154 ceph-mon[30592]: from='client.24446 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:03:05.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:05 smithi154 ceph-mon[30592]: pgmap v186: 97 pgs: 5 creating+peering, 85 active+clean, 7 unknown; 577 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-10T15:03:05.675 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:03:05.675 INFO:teuthology.orchestra.run.smithi102.stdout:{"fsid":"8fac6e32-f74a-11ee-b64a-cb9ed24678a4","health":{"status":"HEALTH_OK","checks":{},"mutes":[]},"election_epoch":14,"quorum":[0,1,2],"quorum_names":["a","b","c"],"quorum_age":221,"monmap":{"epoch":3,"min_mon_release_name":"reef","num_mons":3},"osdmap":{"epoch":63,"num_osds":8,"num_up_osds":8,"osd_up_since":1712761364,"num_in_osds":8,"osd_in_since":1712761347,"num_remapped_pgs":0},"pgmap":{"pgs_by_state":[{"state_name":"active+clean","count":85},{"state_name":"unknown","count":7},{"state_name":"creating+peering","count":5}],"num_pgs":97,"num_pools":3,"num_objects":18,"data_bytes":591166,"bytes_used":228167680,"bytes_avail":767732117504,"bytes_total":767960285184,"unknown_pgs_ratio":0.072164945304393768,"inactive_pgs_ratio":0.051546391099691391,"write_bytes_sec":2391,"read_op_per_sec":0,"write_op_per_sec":7},"fsmap":{"epoch":6,"id":1,"up":1,"in":1,"max":1,"by_rank":[{"filesystem_id":1,"rank":0,"name":"b","status":"up:active","gid":24343}],"up:standby":1},"mgrmap":{"available":true,"num_standbys":1,"modules":["cephadm","dashboard","iostat","nfs","restful"],"services":{"dashboard":"https://172.21.15.102:8443/"}},"servicemap":{"epoch":11,"modified":"2024-04-10T15:02:58.970772+0000","services":{"mds":{"daemons":{"summary":"","a":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"b":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}},"osd":{"daemons":{"summary":"","6":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}},"7":{"start_epoch":0,"start_stamp":"0.000000","gid":0,"addr":"(unrecognized address family 0)/0","metadata":{},"task_status":{}}}}}},"progress_events":{}} 2024-04-10T15:03:05.688 INFO:tasks.cephfs.filesystem.ceph_manager:no progress seen, keeping timeout for now 2024-04-10T15:03:05.688 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-10T15:03:05.977 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:03:05.978 INFO:teuthology.orchestra.run.smithi102.stderr:dumped all 2024-04-10T15:03:05.987 INFO:teuthology.orchestra.run.smithi102.stdout:{"pg_ready":true,"pg_map":{"version":186,"stamp":"2024-04-10T15:03:04.971760+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":591166,"num_objects":18,"num_object_clones":0,"num_object_copies":54,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":18,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":194,"num_write_kb":2427,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":146,"ondisk_log_size":146,"up":270,"acting":270,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":181,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222820,"kb_used_data":6624,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738396,"statfs":{"total":767960285184,"available":767732117504,"internally_reserved":0,"allocated":6782976,"data_stored":3818687,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":12,"apply_latency_ms":12,"commit_latency_ns":12000000,"apply_latency_ns":12000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":798,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":35,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.709459"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665653+0000","last_change":"2024-04-10T15:03:01.691855+0000","last_active":"2024-04-10T15:03:02.665653+0000","last_peered":"2024-04-10T15:03:02.665653+0000","last_clean":"2024-04-10T15:03:02.665653+0000","last_became_active":"2024-04-10T15:03:01.691499+0000","last_became_peered":"2024-04-10T15:03:01.691499+0000","last_unstale":"2024-04-10T15:03:02.665653+0000","last_undegraded":"2024-04-10T15:03:02.665653+0000","last_fullsized":"2024-04-10T15:03:02.665653+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:33:32.082501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667762+0000","last_change":"2024-04-10T15:03:01.686335+0000","last_active":"2024-04-10T15:03:02.667762+0000","last_peered":"2024-04-10T15:03:02.667762+0000","last_clean":"2024-04-10T15:03:02.667762+0000","last_became_active":"2024-04-10T15:03:01.686033+0000","last_became_peered":"2024-04-10T15:03:01.686033+0000","last_unstale":"2024-04-10T15:03:02.667762+0000","last_undegraded":"2024-04-10T15:03:02.667762+0000","last_fullsized":"2024-04-10T15:03:02.667762+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:36:50.882600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624726+0000","last_change":"2024-04-10T15:03:01.694800+0000","last_active":"2024-04-10T15:03:03.624726+0000","last_peered":"2024-04-10T15:03:03.624726+0000","last_clean":"2024-04-10T15:03:03.624726+0000","last_became_active":"2024-04-10T15:03:01.694534+0000","last_became_peered":"2024-04-10T15:03:01.694534+0000","last_unstale":"2024-04-10T15:03:03.624726+0000","last_undegraded":"2024-04-10T15:03:03.624726+0000","last_fullsized":"2024-04-10T15:03:03.624726+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:11:42.992144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.692500+0000","last_change":"2024-04-10T15:03:01.684098+0000","last_active":"2024-04-10T15:03:01.692500+0000","last_peered":"2024-04-10T15:03:01.692500+0000","last_clean":"2024-04-10T15:03:01.692500+0000","last_became_active":"2024-04-10T15:03:01.683630+0000","last_became_peered":"2024-04-10T15:03:01.683630+0000","last_unstale":"2024-04-10T15:03:01.692500+0000","last_undegraded":"2024-04-10T15:03:01.692500+0000","last_fullsized":"2024-04-10T15:03:01.692500+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:25:36.190334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665241+0000","last_change":"2024-04-10T15:03:01.683650+0000","last_active":"2024-04-10T15:03:02.665241+0000","last_peered":"2024-04-10T15:03:02.665241+0000","last_clean":"2024-04-10T15:03:02.665241+0000","last_became_active":"2024-04-10T15:03:01.683201+0000","last_became_peered":"2024-04-10T15:03:01.683201+0000","last_unstale":"2024-04-10T15:03:02.665241+0000","last_undegraded":"2024-04-10T15:03:02.665241+0000","last_fullsized":"2024-04-10T15:03:02.665241+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:52:08.898034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.684996+0000","last_change":"2024-04-10T15:03:01.678899+0000","last_active":"2024-04-10T15:03:01.684996+0000","last_peered":"2024-04-10T15:03:01.684996+0000","last_clean":"2024-04-10T15:03:01.684996+0000","last_became_active":"2024-04-10T15:03:01.678643+0000","last_became_peered":"2024-04-10T15:03:01.678643+0000","last_unstale":"2024-04-10T15:03:01.684996+0000","last_undegraded":"2024-04-10T15:03:01.684996+0000","last_fullsized":"2024-04-10T15:03:01.684996+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:47:33.751230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.664892+0000","last_change":"2024-04-10T15:03:01.682382+0000","last_active":"2024-04-10T15:03:02.664892+0000","last_peered":"2024-04-10T15:03:02.664892+0000","last_clean":"2024-04-10T15:03:02.664892+0000","last_became_active":"2024-04-10T15:03:01.682068+0000","last_became_peered":"2024-04-10T15:03:01.682068+0000","last_unstale":"2024-04-10T15:03:02.664892+0000","last_undegraded":"2024-04-10T15:03:02.664892+0000","last_fullsized":"2024-04-10T15:03:02.664892+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:57:24.661520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.685358+0000","last_change":"2024-04-10T15:03:01.683415+0000","last_active":"2024-04-10T15:03:01.685358+0000","last_peered":"2024-04-10T15:03:01.685358+0000","last_clean":"2024-04-10T15:03:01.685358+0000","last_became_active":"2024-04-10T15:03:01.683136+0000","last_became_peered":"2024-04-10T15:03:01.683136+0000","last_unstale":"2024-04-10T15:03:01.685358+0000","last_undegraded":"2024-04-10T15:03:01.685358+0000","last_fullsized":"2024-04-10T15:03:01.685358+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:08:45.904191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665667+0000","last_change":"2024-04-10T15:03:01.693974+0000","last_active":"2024-04-10T15:03:02.665667+0000","last_peered":"2024-04-10T15:03:02.665667+0000","last_clean":"2024-04-10T15:03:02.665667+0000","last_became_active":"2024-04-10T15:03:01.692910+0000","last_became_peered":"2024-04-10T15:03:01.692910+0000","last_unstale":"2024-04-10T15:03:02.665667+0000","last_undegraded":"2024-04-10T15:03:02.665667+0000","last_fullsized":"2024-04-10T15:03:02.665667+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:54:51.941246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.017668+0000","last_change":"2024-04-10T15:03:01.685148+0000","last_active":"2024-04-10T15:03:03.017668+0000","last_peered":"2024-04-10T15:03:03.017668+0000","last_clean":"2024-04-10T15:03:03.017668+0000","last_became_active":"2024-04-10T15:03:01.683316+0000","last_became_peered":"2024-04-10T15:03:01.683316+0000","last_unstale":"2024-04-10T15:03:03.017668+0000","last_undegraded":"2024-04-10T15:03:03.017668+0000","last_fullsized":"2024-04-10T15:03:03.017668+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:44:03.329229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.692309+0000","last_change":"2024-04-10T15:03:01.688470+0000","last_active":"2024-04-10T15:03:01.692309+0000","last_peered":"2024-04-10T15:03:01.692309+0000","last_clean":"2024-04-10T15:03:01.692309+0000","last_became_active":"2024-04-10T15:03:01.688118+0000","last_became_peered":"2024-04-10T15:03:01.688118+0000","last_unstale":"2024-04-10T15:03:01.692309+0000","last_undegraded":"2024-04-10T15:03:01.692309+0000","last_fullsized":"2024-04-10T15:03:01.692309+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:18:18.822172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624345+0000","last_change":"2024-04-10T15:03:01.692465+0000","last_active":"2024-04-10T15:03:03.624345+0000","last_peered":"2024-04-10T15:03:03.624345+0000","last_clean":"2024-04-10T15:03:03.624345+0000","last_became_active":"2024-04-10T15:03:01.692072+0000","last_became_peered":"2024-04-10T15:03:01.692072+0000","last_unstale":"2024-04-10T15:03:03.624345+0000","last_undegraded":"2024-04-10T15:03:03.624345+0000","last_fullsized":"2024-04-10T15:03:03.624345+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:14:14.706515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667109+0000","last_change":"2024-04-10T15:03:01.684055+0000","last_active":"2024-04-10T15:03:02.667109+0000","last_peered":"2024-04-10T15:03:02.667109+0000","last_clean":"2024-04-10T15:03:02.667109+0000","last_became_active":"2024-04-10T15:03:01.681781+0000","last_became_peered":"2024-04-10T15:03:01.681781+0000","last_unstale":"2024-04-10T15:03:02.667109+0000","last_undegraded":"2024-04-10T15:03:02.667109+0000","last_fullsized":"2024-04-10T15:03:02.667109+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:44:46.049497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.684848+0000","last_change":"2024-04-10T15:03:01.679916+0000","last_active":"2024-04-10T15:03:01.684848+0000","last_peered":"2024-04-10T15:03:01.684848+0000","last_clean":"2024-04-10T15:03:01.684848+0000","last_became_active":"2024-04-10T15:03:01.679615+0000","last_became_peered":"2024-04-10T15:03:01.679615+0000","last_unstale":"2024-04-10T15:03:01.684848+0000","last_undegraded":"2024-04-10T15:03:01.684848+0000","last_fullsized":"2024-04-10T15:03:01.684848+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:57:33.013627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.680895+0000","last_change":"2024-04-10T15:03:01.678043+0000","last_active":"2024-04-10T15:03:01.680895+0000","last_peered":"2024-04-10T15:03:01.680895+0000","last_clean":"2024-04-10T15:03:01.680895+0000","last_became_active":"2024-04-10T15:03:01.676748+0000","last_became_peered":"2024-04-10T15:03:01.676748+0000","last_unstale":"2024-04-10T15:03:01.680895+0000","last_undegraded":"2024-04-10T15:03:01.680895+0000","last_fullsized":"2024-04-10T15:03:01.680895+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:56:13.691138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667528+0000","last_change":"2024-04-10T15:03:01.691510+0000","last_active":"2024-04-10T15:03:02.667528+0000","last_peered":"2024-04-10T15:03:02.667528+0000","last_clean":"2024-04-10T15:03:02.667528+0000","last_became_active":"2024-04-10T15:03:01.691211+0000","last_became_peered":"2024-04-10T15:03:01.691211+0000","last_unstale":"2024-04-10T15:03:02.667528+0000","last_undegraded":"2024-04-10T15:03:02.667528+0000","last_fullsized":"2024-04-10T15:03:02.667528+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:53:40.371351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665379+0000","last_change":"2024-04-10T15:03:01.683889+0000","last_active":"2024-04-10T15:03:02.665379+0000","last_peered":"2024-04-10T15:03:02.665379+0000","last_clean":"2024-04-10T15:03:02.665379+0000","last_became_active":"2024-04-10T15:03:01.682753+0000","last_became_peered":"2024-04-10T15:03:01.682753+0000","last_unstale":"2024-04-10T15:03:02.665379+0000","last_undegraded":"2024-04-10T15:03:02.665379+0000","last_fullsized":"2024-04-10T15:03:02.665379+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:57:38.697595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":16,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624924+0000","last_change":"2024-04-10T15:03:01.281562+0000","last_active":"2024-04-10T15:03:03.624924+0000","last_peered":"2024-04-10T15:03:03.624924+0000","last_clean":"2024-04-10T15:03:03.624924+0000","last_became_active":"2024-04-10T15:03:01.281204+0000","last_became_peered":"2024-04-10T15:03:01.281204+0000","last_unstale":"2024-04-10T15:03:03.624924+0000","last_undegraded":"2024-04-10T15:03:03.624924+0000","last_fullsized":"2024-04-10T15:03:03.624924+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:17:00.295168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.686865+0000","last_change":"2024-04-10T15:03:01.686157+0000","last_active":"2024-04-10T15:03:01.686865+0000","last_peered":"2024-04-10T15:03:01.686865+0000","last_clean":"2024-04-10T15:03:01.686865+0000","last_became_active":"2024-04-10T15:03:01.683786+0000","last_became_peered":"2024-04-10T15:03:01.683786+0000","last_unstale":"2024-04-10T15:03:01.686865+0000","last_undegraded":"2024-04-10T15:03:01.686865+0000","last_fullsized":"2024-04-10T15:03:01.686865+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:18:01.279349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.703245+0000","last_change":"2024-04-10T15:03:01.286009+0000","last_active":"2024-04-10T15:03:01.703245+0000","last_peered":"2024-04-10T15:03:01.703245+0000","last_clean":"2024-04-10T15:03:01.703245+0000","last_became_active":"2024-04-10T15:03:01.285685+0000","last_became_peered":"2024-04-10T15:03:01.285685+0000","last_unstale":"2024-04-10T15:03:01.703245+0000","last_undegraded":"2024-04-10T15:03:01.703245+0000","last_fullsized":"2024-04-10T15:03:01.703245+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:51:43.960592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624853+0000","last_change":"2024-04-10T15:03:01.700099+0000","last_active":"2024-04-10T15:03:03.624853+0000","last_peered":"2024-04-10T15:03:03.624853+0000","last_clean":"2024-04-10T15:03:03.624853+0000","last_became_active":"2024-04-10T15:03:01.696757+0000","last_became_peered":"2024-04-10T15:03:01.696757+0000","last_unstale":"2024-04-10T15:03:03.624853+0000","last_undegraded":"2024-04-10T15:03:03.624853+0000","last_fullsized":"2024-04-10T15:03:03.624853+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:08:55.421832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665598+0000","last_change":"2024-04-10T15:03:01.289344+0000","last_active":"2024-04-10T15:03:02.665598+0000","last_peered":"2024-04-10T15:03:02.665598+0000","last_clean":"2024-04-10T15:03:02.665598+0000","last_became_active":"2024-04-10T15:03:01.288475+0000","last_became_peered":"2024-04-10T15:03:01.288475+0000","last_unstale":"2024-04-10T15:03:02.665598+0000","last_undegraded":"2024-04-10T15:03:02.665598+0000","last_fullsized":"2024-04-10T15:03:02.665598+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:39:07.678694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.684817+0000","last_change":"2024-04-10T15:03:01.679870+0000","last_active":"2024-04-10T15:03:01.684817+0000","last_peered":"2024-04-10T15:03:01.684817+0000","last_clean":"2024-04-10T15:03:01.684817+0000","last_became_active":"2024-04-10T15:03:01.679558+0000","last_became_peered":"2024-04-10T15:03:01.679558+0000","last_unstale":"2024-04-10T15:03:01.684817+0000","last_undegraded":"2024-04-10T15:03:01.684817+0000","last_fullsized":"2024-04-10T15:03:01.684817+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:41:41.155913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665354+0000","last_change":"2024-04-10T15:03:01.290852+0000","last_active":"2024-04-10T15:03:02.665354+0000","last_peered":"2024-04-10T15:03:02.665354+0000","last_clean":"2024-04-10T15:03:02.665354+0000","last_became_active":"2024-04-10T15:03:01.290505+0000","last_became_peered":"2024-04-10T15:03:01.290505+0000","last_unstale":"2024-04-10T15:03:02.665354+0000","last_undegraded":"2024-04-10T15:03:02.665354+0000","last_fullsized":"2024-04-10T15:03:02.665354+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:08:16.021178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.692818+0000","last_change":"2024-04-10T15:03:01.691424+0000","last_active":"2024-04-10T15:03:01.692818+0000","last_peered":"2024-04-10T15:03:01.692818+0000","last_clean":"2024-04-10T15:03:01.692818+0000","last_became_active":"2024-04-10T15:03:01.691123+0000","last_became_peered":"2024-04-10T15:03:01.691123+0000","last_unstale":"2024-04-10T15:03:01.692818+0000","last_undegraded":"2024-04-10T15:03:01.692818+0000","last_fullsized":"2024-04-10T15:03:01.692818+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:12:32.139429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.698396+0000","last_change":"2024-04-10T15:03:01.286650+0000","last_active":"2024-04-10T15:03:01.698396+0000","last_peered":"2024-04-10T15:03:01.698396+0000","last_clean":"2024-04-10T15:03:01.698396+0000","last_became_active":"2024-04-10T15:03:01.286382+0000","last_became_peered":"2024-04-10T15:03:01.286382+0000","last_unstale":"2024-04-10T15:03:01.698396+0000","last_undegraded":"2024-04-10T15:03:01.698396+0000","last_fullsized":"2024-04-10T15:03:01.698396+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:42:01.354364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.017255+0000","last_change":"2024-04-10T15:03:01.672606+0000","last_active":"2024-04-10T15:03:03.017255+0000","last_peered":"2024-04-10T15:03:03.017255+0000","last_clean":"2024-04-10T15:03:03.017255+0000","last_became_active":"2024-04-10T15:03:01.672258+0000","last_became_peered":"2024-04-10T15:03:01.672258+0000","last_unstale":"2024-04-10T15:03:03.017255+0000","last_undegraded":"2024-04-10T15:03:03.017255+0000","last_fullsized":"2024-04-10T15:03:03.017255+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:13:07.131928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:03:00.267146+0000","last_change":"2024-04-10T15:03:00.267146+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.267146+0000","last_undegraded":"2024-04-10T15:03:00.267146+0000","last_fullsized":"2024-04-10T15:03:00.267146+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:57:33.282697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624701+0000","last_change":"2024-04-10T15:03:01.700337+0000","last_active":"2024-04-10T15:03:03.624701+0000","last_peered":"2024-04-10T15:03:03.624701+0000","last_clean":"2024-04-10T15:03:03.624701+0000","last_became_active":"2024-04-10T15:03:01.699789+0000","last_became_peered":"2024-04-10T15:03:01.699789+0000","last_unstale":"2024-04-10T15:03:03.624701+0000","last_undegraded":"2024-04-10T15:03:03.624701+0000","last_fullsized":"2024-04-10T15:03:03.624701+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:18:03.542707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.671893+0000","last_change":"2024-04-10T15:03:01.281643+0000","last_active":"2024-04-10T15:03:01.671893+0000","last_peered":"2024-04-10T15:03:01.671893+0000","last_clean":"2024-04-10T15:03:01.671893+0000","last_became_active":"2024-04-10T15:03:01.281351+0000","last_became_peered":"2024-04-10T15:03:01.281351+0000","last_unstale":"2024-04-10T15:03:01.671893+0000","last_undegraded":"2024-04-10T15:03:01.671893+0000","last_fullsized":"2024-04-10T15:03:01.671893+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:03:17.800536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.681206+0000","last_change":"2024-04-10T15:03:01.680130+0000","last_active":"2024-04-10T15:03:01.681206+0000","last_peered":"2024-04-10T15:03:01.681206+0000","last_clean":"2024-04-10T15:03:01.681206+0000","last_became_active":"2024-04-10T15:03:01.679809+0000","last_became_peered":"2024-04-10T15:03:01.679809+0000","last_unstale":"2024-04-10T15:03:01.681206+0000","last_undegraded":"2024-04-10T15:03:01.681206+0000","last_fullsized":"2024-04-10T15:03:01.681206+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:21:47.719103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.663198+0000","last_change":"2024-04-10T15:03:01.289864+0000","last_active":"2024-04-10T15:03:01.663198+0000","last_peered":"2024-04-10T15:03:01.663198+0000","last_clean":"2024-04-10T15:03:01.663198+0000","last_became_active":"2024-04-10T15:03:01.289538+0000","last_became_peered":"2024-04-10T15:03:01.289538+0000","last_unstale":"2024-04-10T15:03:01.663198+0000","last_undegraded":"2024-04-10T15:03:01.663198+0000","last_fullsized":"2024-04-10T15:03:01.663198+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:14:00.832249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667231+0000","last_change":"2024-04-10T15:03:01.697099+0000","last_active":"2024-04-10T15:03:02.667231+0000","last_peered":"2024-04-10T15:03:02.667231+0000","last_clean":"2024-04-10T15:03:02.667231+0000","last_became_active":"2024-04-10T15:03:01.690560+0000","last_became_peered":"2024-04-10T15:03:01.690560+0000","last_unstale":"2024-04-10T15:03:02.667231+0000","last_undegraded":"2024-04-10T15:03:02.667231+0000","last_fullsized":"2024-04-10T15:03:02.667231+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:48:54.563822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:03:00.268360+0000","last_change":"2024-04-10T15:03:00.268360+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.268360+0000","last_undegraded":"2024-04-10T15:03:00.268360+0000","last_fullsized":"2024-04-10T15:03:00.268360+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:15:11.304280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.680748+0000","last_change":"2024-04-10T15:03:01.675664+0000","last_active":"2024-04-10T15:03:01.680748+0000","last_peered":"2024-04-10T15:03:01.680748+0000","last_clean":"2024-04-10T15:03:01.680748+0000","last_became_active":"2024-04-10T15:03:01.673274+0000","last_became_peered":"2024-04-10T15:03:01.673274+0000","last_unstale":"2024-04-10T15:03:01.680748+0000","last_undegraded":"2024-04-10T15:03:01.680748+0000","last_fullsized":"2024-04-10T15:03:01.680748+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:45:47.325062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.663492+0000","last_change":"2024-04-10T15:03:01.288061+0000","last_active":"2024-04-10T15:03:01.663492+0000","last_peered":"2024-04-10T15:03:01.663492+0000","last_clean":"2024-04-10T15:03:01.663492+0000","last_became_active":"2024-04-10T15:03:01.287728+0000","last_became_peered":"2024-04-10T15:03:01.287728+0000","last_unstale":"2024-04-10T15:03:01.663492+0000","last_undegraded":"2024-04-10T15:03:01.663492+0000","last_fullsized":"2024-04-10T15:03:01.663492+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:17:18.028774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624786+0000","last_change":"2024-04-10T15:03:01.696363+0000","last_active":"2024-04-10T15:03:03.624786+0000","last_peered":"2024-04-10T15:03:03.624786+0000","last_clean":"2024-04-10T15:03:03.624786+0000","last_became_active":"2024-04-10T15:03:01.696069+0000","last_became_peered":"2024-04-10T15:03:01.696069+0000","last_unstale":"2024-04-10T15:03:03.624786+0000","last_undegraded":"2024-04-10T15:03:03.624786+0000","last_fullsized":"2024-04-10T15:03:03.624786+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:11:09.281462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":15,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667749+0000","last_change":"2024-04-10T15:03:01.281503+0000","last_active":"2024-04-10T15:03:02.667749+0000","last_peered":"2024-04-10T15:03:02.667749+0000","last_clean":"2024-04-10T15:03:02.667749+0000","last_became_active":"2024-04-10T15:03:01.280864+0000","last_became_peered":"2024-04-10T15:03:01.280864+0000","last_unstale":"2024-04-10T15:03:02.667749+0000","last_undegraded":"2024-04-10T15:03:02.667749+0000","last_fullsized":"2024-04-10T15:03:02.667749+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:39:56.835741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.017669+0000","last_change":"2024-04-10T15:03:01.692999+0000","last_active":"2024-04-10T15:03:03.017669+0000","last_peered":"2024-04-10T15:03:03.017669+0000","last_clean":"2024-04-10T15:03:03.017669+0000","last_became_active":"2024-04-10T15:03:01.692699+0000","last_became_peered":"2024-04-10T15:03:01.692699+0000","last_unstale":"2024-04-10T15:03:03.017669+0000","last_undegraded":"2024-04-10T15:03:03.017669+0000","last_fullsized":"2024-04-10T15:03:03.017669+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:46:14.221969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:03:00.267479+0000","last_change":"2024-04-10T15:03:00.267479+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.267479+0000","last_undegraded":"2024-04-10T15:03:00.267479+0000","last_fullsized":"2024-04-10T15:03:00.267479+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:29:15.585142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665395+0000","last_change":"2024-04-10T15:03:01.688409+0000","last_active":"2024-04-10T15:03:02.665395+0000","last_peered":"2024-04-10T15:03:02.665395+0000","last_clean":"2024-04-10T15:03:02.665395+0000","last_became_active":"2024-04-10T15:03:01.688126+0000","last_became_peered":"2024-04-10T15:03:01.688126+0000","last_unstale":"2024-04-10T15:03:02.665395+0000","last_undegraded":"2024-04-10T15:03:02.665395+0000","last_fullsized":"2024-04-10T15:03:02.665395+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:11:53.962594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624550+0000","last_change":"2024-04-10T15:03:01.280573+0000","last_active":"2024-04-10T15:03:03.624550+0000","last_peered":"2024-04-10T15:03:03.624550+0000","last_clean":"2024-04-10T15:03:03.624550+0000","last_became_active":"2024-04-10T15:03:01.280254+0000","last_became_peered":"2024-04-10T15:03:01.280254+0000","last_unstale":"2024-04-10T15:03:03.624550+0000","last_undegraded":"2024-04-10T15:03:03.624550+0000","last_fullsized":"2024-04-10T15:03:03.624550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:16:53.068747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624333+0000","last_change":"2024-04-10T15:03:01.699155+0000","last_active":"2024-04-10T15:03:03.624333+0000","last_peered":"2024-04-10T15:03:03.624333+0000","last_clean":"2024-04-10T15:03:03.624333+0000","last_became_active":"2024-04-10T15:03:01.696657+0000","last_became_peered":"2024-04-10T15:03:01.696657+0000","last_unstale":"2024-04-10T15:03:03.624333+0000","last_undegraded":"2024-04-10T15:03:03.624333+0000","last_fullsized":"2024-04-10T15:03:03.624333+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:57:09.243966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.663852+0000","last_change":"2024-04-10T15:03:01.289247+0000","last_active":"2024-04-10T15:03:01.663852+0000","last_peered":"2024-04-10T15:03:01.663852+0000","last_clean":"2024-04-10T15:03:01.663852+0000","last_became_active":"2024-04-10T15:03:01.288905+0000","last_became_peered":"2024-04-10T15:03:01.288905+0000","last_unstale":"2024-04-10T15:03:01.663852+0000","last_undegraded":"2024-04-10T15:03:01.663852+0000","last_fullsized":"2024-04-10T15:03:01.663852+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:01:13.831504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665217+0000","last_change":"2024-04-10T15:03:01.683464+0000","last_active":"2024-04-10T15:03:02.665217+0000","last_peered":"2024-04-10T15:03:02.665217+0000","last_clean":"2024-04-10T15:03:02.665217+0000","last_became_active":"2024-04-10T15:03:01.682812+0000","last_became_peered":"2024-04-10T15:03:01.682812+0000","last_unstale":"2024-04-10T15:03:02.665217+0000","last_undegraded":"2024-04-10T15:03:02.665217+0000","last_fullsized":"2024-04-10T15:03:02.665217+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:51:34.754087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:03:00.267732+0000","last_change":"2024-04-10T15:03:00.267732+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.267732+0000","last_undegraded":"2024-04-10T15:03:00.267732+0000","last_fullsized":"2024-04-10T15:03:00.267732+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:30:26.316124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.666846+0000","last_change":"2024-04-10T15:03:01.282084+0000","last_active":"2024-04-10T15:03:02.666846+0000","last_peered":"2024-04-10T15:03:02.666846+0000","last_clean":"2024-04-10T15:03:02.666846+0000","last_became_active":"2024-04-10T15:03:01.281718+0000","last_became_peered":"2024-04-10T15:03:01.281718+0000","last_unstale":"2024-04-10T15:03:02.666846+0000","last_undegraded":"2024-04-10T15:03:02.666846+0000","last_fullsized":"2024-04-10T15:03:02.666846+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:17:57.954285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665016+0000","last_change":"2024-04-10T15:03:01.684467+0000","last_active":"2024-04-10T15:03:02.665016+0000","last_peered":"2024-04-10T15:03:02.665016+0000","last_clean":"2024-04-10T15:03:02.665016+0000","last_became_active":"2024-04-10T15:03:01.684111+0000","last_became_peered":"2024-04-10T15:03:01.684111+0000","last_unstale":"2024-04-10T15:03:02.665016+0000","last_undegraded":"2024-04-10T15:03:02.665016+0000","last_fullsized":"2024-04-10T15:03:02.665016+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:57:16.102990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.017945+0000","last_change":"2024-04-10T15:03:01.277258+0000","last_active":"2024-04-10T15:03:03.017945+0000","last_peered":"2024-04-10T15:03:03.017945+0000","last_clean":"2024-04-10T15:03:03.017945+0000","last_became_active":"2024-04-10T15:03:01.276898+0000","last_became_peered":"2024-04-10T15:03:01.276898+0000","last_unstale":"2024-04-10T15:03:03.017945+0000","last_undegraded":"2024-04-10T15:03:03.017945+0000","last_fullsized":"2024-04-10T15:03:03.017945+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:27:29.253197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665547+0000","last_change":"2024-04-10T15:03:01.701176+0000","last_active":"2024-04-10T15:03:02.665547+0000","last_peered":"2024-04-10T15:03:02.665547+0000","last_clean":"2024-04-10T15:03:02.665547+0000","last_became_active":"2024-04-10T15:03:01.700824+0000","last_became_peered":"2024-04-10T15:03:01.700824+0000","last_unstale":"2024-04-10T15:03:02.665547+0000","last_undegraded":"2024-04-10T15:03:02.665547+0000","last_fullsized":"2024-04-10T15:03:02.665547+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:37:57.291604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667393+0000","last_change":"2024-04-10T15:03:01.281697+0000","last_active":"2024-04-10T15:03:02.667393+0000","last_peered":"2024-04-10T15:03:02.667393+0000","last_clean":"2024-04-10T15:03:02.667393+0000","last_became_active":"2024-04-10T15:03:01.279798+0000","last_became_peered":"2024-04-10T15:03:01.279798+0000","last_unstale":"2024-04-10T15:03:02.667393+0000","last_undegraded":"2024-04-10T15:03:02.667393+0000","last_fullsized":"2024-04-10T15:03:02.667393+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:53:38.474251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.687766+0000","last_change":"2024-04-10T15:03:01.681661+0000","last_active":"2024-04-10T15:03:01.687766+0000","last_peered":"2024-04-10T15:03:01.687766+0000","last_clean":"2024-04-10T15:03:01.687766+0000","last_became_active":"2024-04-10T15:03:01.681395+0000","last_became_peered":"2024-04-10T15:03:01.681395+0000","last_unstale":"2024-04-10T15:03:01.687766+0000","last_undegraded":"2024-04-10T15:03:01.687766+0000","last_fullsized":"2024-04-10T15:03:01.687766+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:28:24.397110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.664257+0000","last_change":"2024-04-10T15:03:01.283028+0000","last_active":"2024-04-10T15:03:01.664257+0000","last_peered":"2024-04-10T15:03:01.664257+0000","last_clean":"2024-04-10T15:03:01.664257+0000","last_became_active":"2024-04-10T15:03:01.282728+0000","last_became_peered":"2024-04-10T15:03:01.282728+0000","last_unstale":"2024-04-10T15:03:01.664257+0000","last_undegraded":"2024-04-10T15:03:01.664257+0000","last_fullsized":"2024-04-10T15:03:01.664257+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:56:38.446506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.017623+0000","last_change":"2024-04-10T15:03:01.686109+0000","last_active":"2024-04-10T15:03:03.017623+0000","last_peered":"2024-04-10T15:03:03.017623+0000","last_clean":"2024-04-10T15:03:03.017623+0000","last_became_active":"2024-04-10T15:03:01.685826+0000","last_became_peered":"2024-04-10T15:03:01.685826+0000","last_unstale":"2024-04-10T15:03:03.017623+0000","last_undegraded":"2024-04-10T15:03:03.017623+0000","last_fullsized":"2024-04-10T15:03:03.017623+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:25:07.380496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.666898+0000","last_change":"2024-04-10T15:03:01.688132+0000","last_active":"2024-04-10T15:03:02.666898+0000","last_peered":"2024-04-10T15:03:02.666898+0000","last_clean":"2024-04-10T15:03:02.666898+0000","last_became_active":"2024-04-10T15:03:01.687307+0000","last_became_peered":"2024-04-10T15:03:01.687307+0000","last_unstale":"2024-04-10T15:03:02.666898+0000","last_undegraded":"2024-04-10T15:03:02.666898+0000","last_fullsized":"2024-04-10T15:03:02.666898+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:34:39.142499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.666914+0000","last_change":"2024-04-10T15:03:01.283572+0000","last_active":"2024-04-10T15:03:02.666914+0000","last_peered":"2024-04-10T15:03:02.666914+0000","last_clean":"2024-04-10T15:03:02.666914+0000","last_became_active":"2024-04-10T15:03:01.283234+0000","last_became_peered":"2024-04-10T15:03:01.283234+0000","last_unstale":"2024-04-10T15:03:02.666914+0000","last_undegraded":"2024-04-10T15:03:02.666914+0000","last_fullsized":"2024-04-10T15:03:02.666914+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:42:01.913858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.683502+0000","last_change":"2024-04-10T15:03:01.682774+0000","last_active":"2024-04-10T15:03:01.683502+0000","last_peered":"2024-04-10T15:03:01.683502+0000","last_clean":"2024-04-10T15:03:01.683502+0000","last_became_active":"2024-04-10T15:03:01.682264+0000","last_became_peered":"2024-04-10T15:03:01.682264+0000","last_unstale":"2024-04-10T15:03:01.683502+0000","last_undegraded":"2024-04-10T15:03:01.683502+0000","last_fullsized":"2024-04-10T15:03:01.683502+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:53:50.062682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.662926+0000","last_change":"2024-04-10T15:03:01.288677+0000","last_active":"2024-04-10T15:03:01.662926+0000","last_peered":"2024-04-10T15:03:01.662926+0000","last_clean":"2024-04-10T15:03:01.662926+0000","last_became_active":"2024-04-10T15:03:01.288307+0000","last_became_peered":"2024-04-10T15:03:01.288307+0000","last_unstale":"2024-04-10T15:03:01.662926+0000","last_undegraded":"2024-04-10T15:03:01.662926+0000","last_fullsized":"2024-04-10T15:03:01.662926+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:02:54.176734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"23'117","reported_seq":220,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.669723+0000","last_change":"2024-04-10T15:02:47.753680+0000","last_active":"2024-04-10T15:03:01.669723+0000","last_peered":"2024-04-10T15:03:01.669723+0000","last_clean":"2024-04-10T15:03:01.669723+0000","last_became_active":"2024-04-10T15:02:47.753273+0000","last_became_peered":"2024-04-10T15:02:47.753273+0000","last_unstale":"2024-04-10T15:03:01.669723+0000","last_undegraded":"2024-04-10T15:03:01.669723+0000","last_fullsized":"2024-04-10T15:03:01.669723+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:00:49.290350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:00:49.290350+0000","last_clean_scrub_stamp":"2024-04-10T15:00:49.290350+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:34:06.644063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624242+0000","last_change":"2024-04-10T15:03:01.683227+0000","last_active":"2024-04-10T15:03:03.624242+0000","last_peered":"2024-04-10T15:03:03.624242+0000","last_clean":"2024-04-10T15:03:03.624242+0000","last_became_active":"2024-04-10T15:03:01.682960+0000","last_became_peered":"2024-04-10T15:03:01.682960+0000","last_unstale":"2024-04-10T15:03:03.624242+0000","last_undegraded":"2024-04-10T15:03:03.624242+0000","last_fullsized":"2024-04-10T15:03:03.624242+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:55:02.610777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665155+0000","last_change":"2024-04-10T15:03:01.291757+0000","last_active":"2024-04-10T15:03:02.665155+0000","last_peered":"2024-04-10T15:03:02.665155+0000","last_clean":"2024-04-10T15:03:02.665155+0000","last_became_active":"2024-04-10T15:03:01.291466+0000","last_became_peered":"2024-04-10T15:03:01.291466+0000","last_unstale":"2024-04-10T15:03:02.665155+0000","last_undegraded":"2024-04-10T15:03:02.665155+0000","last_fullsized":"2024-04-10T15:03:02.665155+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:20:47.179476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665506+0000","last_change":"2024-04-10T15:03:01.289394+0000","last_active":"2024-04-10T15:03:02.665506+0000","last_peered":"2024-04-10T15:03:02.665506+0000","last_clean":"2024-04-10T15:03:02.665506+0000","last_became_active":"2024-04-10T15:03:01.288455+0000","last_became_peered":"2024-04-10T15:03:01.288455+0000","last_unstale":"2024-04-10T15:03:02.665506+0000","last_undegraded":"2024-04-10T15:03:02.665506+0000","last_fullsized":"2024-04-10T15:03:02.665506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:32:29.559392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667478+0000","last_change":"2024-04-10T15:03:01.680596+0000","last_active":"2024-04-10T15:03:02.667478+0000","last_peered":"2024-04-10T15:03:02.667478+0000","last_clean":"2024-04-10T15:03:02.667478+0000","last_became_active":"2024-04-10T15:03:01.680278+0000","last_became_peered":"2024-04-10T15:03:01.680278+0000","last_unstale":"2024-04-10T15:03:02.667478+0000","last_undegraded":"2024-04-10T15:03:02.667478+0000","last_fullsized":"2024-04-10T15:03:02.667478+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:35:45.359038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667675+0000","last_change":"2024-04-10T15:03:01.278878+0000","last_active":"2024-04-10T15:03:02.667675+0000","last_peered":"2024-04-10T15:03:02.667675+0000","last_clean":"2024-04-10T15:03:02.667675+0000","last_became_active":"2024-04-10T15:03:01.278570+0000","last_became_peered":"2024-04-10T15:03:01.278570+0000","last_unstale":"2024-04-10T15:03:02.667675+0000","last_undegraded":"2024-04-10T15:03:02.667675+0000","last_fullsized":"2024-04-10T15:03:02.667675+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:47:38.509949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.698500+0000","last_change":"2024-04-10T15:03:01.697863+0000","last_active":"2024-04-10T15:03:01.698500+0000","last_peered":"2024-04-10T15:03:01.698500+0000","last_clean":"2024-04-10T15:03:01.698500+0000","last_became_active":"2024-04-10T15:03:01.697534+0000","last_became_peered":"2024-04-10T15:03:01.697534+0000","last_unstale":"2024-04-10T15:03:01.698500+0000","last_undegraded":"2024-04-10T15:03:01.698500+0000","last_fullsized":"2024-04-10T15:03:01.698500+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:07:02.525073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"0'0","reported_seq":1,"reported_epoch":60,"state":"creating+peering","last_fresh":"2024-04-10T15:03:00.267085+0000","last_change":"2024-04-10T15:03:00.267085+0000","last_active":"2024-04-10T15:03:00.257692+0000","last_peered":"2024-04-10T15:03:00.257692+0000","last_clean":"2024-04-10T15:03:00.257692+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:00.267085+0000","last_undegraded":"2024-04-10T15:03:00.267085+0000","last_fullsized":"2024-04-10T15:03:00.267085+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:57:34.922367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624568+0000","last_change":"2024-04-10T15:03:01.693384+0000","last_active":"2024-04-10T15:03:03.624568+0000","last_peered":"2024-04-10T15:03:03.624568+0000","last_clean":"2024-04-10T15:03:03.624568+0000","last_became_active":"2024-04-10T15:03:01.693119+0000","last_became_peered":"2024-04-10T15:03:01.693119+0000","last_unstale":"2024-04-10T15:03:03.624568+0000","last_undegraded":"2024-04-10T15:03:03.624568+0000","last_fullsized":"2024-04-10T15:03:03.624568+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:58:16.162805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.664871+0000","last_change":"2024-04-10T15:03:01.292238+0000","last_active":"2024-04-10T15:03:02.664871+0000","last_peered":"2024-04-10T15:03:02.664871+0000","last_clean":"2024-04-10T15:03:02.664871+0000","last_became_active":"2024-04-10T15:03:01.291645+0000","last_became_peered":"2024-04-10T15:03:01.291645+0000","last_unstale":"2024-04-10T15:03:02.664871+0000","last_undegraded":"2024-04-10T15:03:02.664871+0000","last_fullsized":"2024-04-10T15:03:02.664871+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:42:29.482404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.017379+0000","last_change":"2024-04-10T15:03:01.673950+0000","last_active":"2024-04-10T15:03:03.017379+0000","last_peered":"2024-04-10T15:03:03.017379+0000","last_clean":"2024-04-10T15:03:03.017379+0000","last_became_active":"2024-04-10T15:03:01.672943+0000","last_became_peered":"2024-04-10T15:03:01.672943+0000","last_unstale":"2024-04-10T15:03:03.017379+0000","last_undegraded":"2024-04-10T15:03:03.017379+0000","last_fullsized":"2024-04-10T15:03:03.017379+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:29:19.935758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667132+0000","last_change":"2024-04-10T15:03:01.287488+0000","last_active":"2024-04-10T15:03:02.667132+0000","last_peered":"2024-04-10T15:03:02.667132+0000","last_clean":"2024-04-10T15:03:02.667132+0000","last_became_active":"2024-04-10T15:03:01.287189+0000","last_became_peered":"2024-04-10T15:03:01.287189+0000","last_unstale":"2024-04-10T15:03:02.667132+0000","last_undegraded":"2024-04-10T15:03:02.667132+0000","last_fullsized":"2024-04-10T15:03:02.667132+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:51:01.601141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.687001+0000","last_change":"2024-04-10T15:03:01.686365+0000","last_active":"2024-04-10T15:03:01.687001+0000","last_peered":"2024-04-10T15:03:01.687001+0000","last_clean":"2024-04-10T15:03:01.687001+0000","last_became_active":"2024-04-10T15:03:01.686078+0000","last_became_peered":"2024-04-10T15:03:01.686078+0000","last_unstale":"2024-04-10T15:03:01.687001+0000","last_undegraded":"2024-04-10T15:03:01.687001+0000","last_fullsized":"2024-04-10T15:03:01.687001+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:36:03.956864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667469+0000","last_change":"2024-04-10T15:03:01.288584+0000","last_active":"2024-04-10T15:03:02.667469+0000","last_peered":"2024-04-10T15:03:02.667469+0000","last_clean":"2024-04-10T15:03:02.667469+0000","last_became_active":"2024-04-10T15:03:01.288309+0000","last_became_peered":"2024-04-10T15:03:01.288309+0000","last_unstale":"2024-04-10T15:03:02.667469+0000","last_undegraded":"2024-04-10T15:03:02.667469+0000","last_fullsized":"2024-04-10T15:03:02.667469+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:19:01.449337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.680558+0000","last_change":"2024-04-10T15:03:01.678321+0000","last_active":"2024-04-10T15:03:01.680558+0000","last_peered":"2024-04-10T15:03:01.680558+0000","last_clean":"2024-04-10T15:03:01.680558+0000","last_became_active":"2024-04-10T15:03:01.677983+0000","last_became_peered":"2024-04-10T15:03:01.677983+0000","last_unstale":"2024-04-10T15:03:01.680558+0000","last_undegraded":"2024-04-10T15:03:01.680558+0000","last_fullsized":"2024-04-10T15:03:01.680558+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:19:31.734444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665142+0000","last_change":"2024-04-10T15:03:01.289724+0000","last_active":"2024-04-10T15:03:02.665142+0000","last_peered":"2024-04-10T15:03:02.665142+0000","last_clean":"2024-04-10T15:03:02.665142+0000","last_became_active":"2024-04-10T15:03:01.289385+0000","last_became_peered":"2024-04-10T15:03:01.289385+0000","last_unstale":"2024-04-10T15:03:02.665142+0000","last_undegraded":"2024-04-10T15:03:02.665142+0000","last_fullsized":"2024-04-10T15:03:02.665142+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:11:40.877506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667098+0000","last_change":"2024-04-10T15:03:01.283671+0000","last_active":"2024-04-10T15:03:02.667098+0000","last_peered":"2024-04-10T15:03:02.667098+0000","last_clean":"2024-04-10T15:03:02.667098+0000","last_became_active":"2024-04-10T15:03:01.283246+0000","last_became_peered":"2024-04-10T15:03:01.283246+0000","last_unstale":"2024-04-10T15:03:02.667098+0000","last_undegraded":"2024-04-10T15:03:02.667098+0000","last_fullsized":"2024-04-10T15:03:02.667098+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:07:26.675511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665513+0000","last_change":"2024-04-10T15:03:01.683659+0000","last_active":"2024-04-10T15:03:02.665513+0000","last_peered":"2024-04-10T15:03:02.665513+0000","last_clean":"2024-04-10T15:03:02.665513+0000","last_became_active":"2024-04-10T15:03:01.683414+0000","last_became_peered":"2024-04-10T15:03:01.683414+0000","last_unstale":"2024-04-10T15:03:02.665513+0000","last_undegraded":"2024-04-10T15:03:02.665513+0000","last_fullsized":"2024-04-10T15:03:02.665513+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:51:22.323917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667699+0000","last_change":"2024-04-10T15:03:01.283526+0000","last_active":"2024-04-10T15:03:02.667699+0000","last_peered":"2024-04-10T15:03:02.667699+0000","last_clean":"2024-04-10T15:03:02.667699+0000","last_became_active":"2024-04-10T15:03:01.283249+0000","last_became_peered":"2024-04-10T15:03:01.283249+0000","last_unstale":"2024-04-10T15:03:02.667699+0000","last_undegraded":"2024-04-10T15:03:02.667699+0000","last_fullsized":"2024-04-10T15:03:02.667699+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:56:17.936576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.692480+0000","last_change":"2024-04-10T15:03:01.683948+0000","last_active":"2024-04-10T15:03:01.692480+0000","last_peered":"2024-04-10T15:03:01.692480+0000","last_clean":"2024-04-10T15:03:01.692480+0000","last_became_active":"2024-04-10T15:03:01.683214+0000","last_became_peered":"2024-04-10T15:03:01.683214+0000","last_unstale":"2024-04-10T15:03:01.692480+0000","last_undegraded":"2024-04-10T15:03:01.692480+0000","last_fullsized":"2024-04-10T15:03:01.692480+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:54:22.807019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667312+0000","last_change":"2024-04-10T15:03:01.279673+0000","last_active":"2024-04-10T15:03:02.667312+0000","last_peered":"2024-04-10T15:03:02.667312+0000","last_clean":"2024-04-10T15:03:02.667312+0000","last_became_active":"2024-04-10T15:03:01.279262+0000","last_became_peered":"2024-04-10T15:03:01.279262+0000","last_unstale":"2024-04-10T15:03:02.667312+0000","last_undegraded":"2024-04-10T15:03:02.667312+0000","last_fullsized":"2024-04-10T15:03:02.667312+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:01:31.538915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665705+0000","last_change":"2024-04-10T15:03:01.691955+0000","last_active":"2024-04-10T15:03:02.665705+0000","last_peered":"2024-04-10T15:03:02.665705+0000","last_clean":"2024-04-10T15:03:02.665705+0000","last_became_active":"2024-04-10T15:03:01.691532+0000","last_became_peered":"2024-04-10T15:03:01.691532+0000","last_unstale":"2024-04-10T15:03:02.665705+0000","last_undegraded":"2024-04-10T15:03:02.665705+0000","last_fullsized":"2024-04-10T15:03:02.665705+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:31:48.238050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667003+0000","last_change":"2024-04-10T15:03:01.679976+0000","last_active":"2024-04-10T15:03:02.667003+0000","last_peered":"2024-04-10T15:03:02.667003+0000","last_clean":"2024-04-10T15:03:02.667003+0000","last_became_active":"2024-04-10T15:03:01.679701+0000","last_became_peered":"2024-04-10T15:03:01.679701+0000","last_unstale":"2024-04-10T15:03:02.667003+0000","last_undegraded":"2024-04-10T15:03:02.667003+0000","last_fullsized":"2024-04-10T15:03:02.667003+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:58:47.363645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.687794+0000","last_change":"2024-04-10T15:03:01.680503+0000","last_active":"2024-04-10T15:03:01.687794+0000","last_peered":"2024-04-10T15:03:01.687794+0000","last_clean":"2024-04-10T15:03:01.687794+0000","last_became_active":"2024-04-10T15:03:01.680219+0000","last_became_peered":"2024-04-10T15:03:01.680219+0000","last_unstale":"2024-04-10T15:03:01.687794+0000","last_undegraded":"2024-04-10T15:03:01.687794+0000","last_fullsized":"2024-04-10T15:03:01.687794+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:32:36.185116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624714+0000","last_change":"2024-04-10T15:03:01.691438+0000","last_active":"2024-04-10T15:03:03.624714+0000","last_peered":"2024-04-10T15:03:03.624714+0000","last_clean":"2024-04-10T15:03:03.624714+0000","last_became_active":"2024-04-10T15:03:01.690878+0000","last_became_peered":"2024-04-10T15:03:01.690878+0000","last_unstale":"2024-04-10T15:03:03.624714+0000","last_undegraded":"2024-04-10T15:03:03.624714+0000","last_fullsized":"2024-04-10T15:03:03.624714+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:35:42.173291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.692626+0000","last_change":"2024-04-10T15:03:01.687905+0000","last_active":"2024-04-10T15:03:01.692626+0000","last_peered":"2024-04-10T15:03:01.692626+0000","last_clean":"2024-04-10T15:03:01.692626+0000","last_became_active":"2024-04-10T15:03:01.683855+0000","last_became_peered":"2024-04-10T15:03:01.683855+0000","last_unstale":"2024-04-10T15:03:01.692626+0000","last_undegraded":"2024-04-10T15:03:01.692626+0000","last_fullsized":"2024-04-10T15:03:01.692626+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:11:24.448193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667638+0000","last_change":"2024-04-10T15:03:01.696240+0000","last_active":"2024-04-10T15:03:02.667638+0000","last_peered":"2024-04-10T15:03:02.667638+0000","last_clean":"2024-04-10T15:03:02.667638+0000","last_became_active":"2024-04-10T15:03:01.694844+0000","last_became_peered":"2024-04-10T15:03:01.694844+0000","last_unstale":"2024-04-10T15:03:02.667638+0000","last_undegraded":"2024-04-10T15:03:02.667638+0000","last_fullsized":"2024-04-10T15:03:02.667638+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:12:37.444355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.682838+0000","last_change":"2024-04-10T15:03:01.681645+0000","last_active":"2024-04-10T15:03:01.682838+0000","last_peered":"2024-04-10T15:03:01.682838+0000","last_clean":"2024-04-10T15:03:01.682838+0000","last_became_active":"2024-04-10T15:03:01.681382+0000","last_became_peered":"2024-04-10T15:03:01.681382+0000","last_unstale":"2024-04-10T15:03:01.682838+0000","last_undegraded":"2024-04-10T15:03:01.682838+0000","last_fullsized":"2024-04-10T15:03:01.682838+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:29:29.115664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.687919+0000","last_change":"2024-04-10T15:03:01.682360+0000","last_active":"2024-04-10T15:03:01.687919+0000","last_peered":"2024-04-10T15:03:01.687919+0000","last_clean":"2024-04-10T15:03:01.687919+0000","last_became_active":"2024-04-10T15:03:01.682078+0000","last_became_peered":"2024-04-10T15:03:01.682078+0000","last_unstale":"2024-04-10T15:03:01.687919+0000","last_undegraded":"2024-04-10T15:03:01.687919+0000","last_fullsized":"2024-04-10T15:03:01.687919+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:12:06.224016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.682633+0000","last_change":"2024-04-10T15:03:01.681072+0000","last_active":"2024-04-10T15:03:01.682633+0000","last_peered":"2024-04-10T15:03:01.682633+0000","last_clean":"2024-04-10T15:03:01.682633+0000","last_became_active":"2024-04-10T15:03:01.680765+0000","last_became_peered":"2024-04-10T15:03:01.680765+0000","last_unstale":"2024-04-10T15:03:01.682633+0000","last_undegraded":"2024-04-10T15:03:01.682633+0000","last_fullsized":"2024-04-10T15:03:01.682633+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:12:16.985207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":10,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.692846+0000","last_change":"2024-04-10T15:03:01.692162+0000","last_active":"2024-04-10T15:03:01.692846+0000","last_peered":"2024-04-10T15:03:01.692846+0000","last_clean":"2024-04-10T15:03:01.692846+0000","last_became_active":"2024-04-10T15:03:01.691850+0000","last_became_peered":"2024-04-10T15:03:01.691850+0000","last_unstale":"2024-04-10T15:03:01.692846+0000","last_undegraded":"2024-04-10T15:03:01.692846+0000","last_fullsized":"2024-04-10T15:03:01.692846+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:16:58.177713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624415+0000","last_change":"2024-04-10T15:03:01.700357+0000","last_active":"2024-04-10T15:03:03.624415+0000","last_peered":"2024-04-10T15:03:03.624415+0000","last_clean":"2024-04-10T15:03:03.624415+0000","last_became_active":"2024-04-10T15:03:01.699541+0000","last_became_peered":"2024-04-10T15:03:01.699541+0000","last_unstale":"2024-04-10T15:03:03.624415+0000","last_undegraded":"2024-04-10T15:03:03.624415+0000","last_fullsized":"2024-04-10T15:03:03.624415+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:30:03.729145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":0,"reported_epoch":0,"state":"unknown","last_fresh":"2024-04-10T15:03:01.259822+0000","last_change":"2024-04-10T15:03:01.259822+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.259822+0000","last_undegraded":"2024-04-10T15:03:01.259822+0000","last_fullsized":"2024-04-10T15:03:01.259822+0000","mapping_epoch":0,"log_start":"0'0","ondisk_log_start":"0'0","created":0,"last_epoch_clean":0,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"--","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[],"acting":[],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":-1,"acting_primary":-1,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":171,"acting":171,"num_store_stats":7},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":798,"num_objects":16,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":35,"num_write_kb":11,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":11,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":86016,"data_stored":5522,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":29,"ondisk_log_size":29,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28220,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716932,"statfs":{"total":95995035648,"available":95966138368,"internally_reserved":0,"allocated":1228800,"data_stored":852963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]}]},{"osd":6,"up_from":47,"seq":201863462922,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28156,"kb_used_data":1136,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716996,"statfs":{"total":95995035648,"available":95966203904,"internally_reserved":0,"allocated":1163264,"data_stored":824876,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47799999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.438}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.45100000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46700000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.314}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.34899999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.35999999999999999}]}]},{"osd":1,"up_from":13,"seq":55834574883,"num_pgs":17,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":262432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:28 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.32600000000000001,"15min":0.312},"min":{"1min":0.27300000000000002,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.34399999999999997,"15min":0.33200000000000002},"min":{"1min":0.26000000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.54700000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.34699999999999998}]},{"osd":2,"last update":"Wed Apr 10 15:02:48 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.38400000000000001,"15min":0.376},"min":{"1min":0.28100000000000003,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.56100000000000005,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.41399999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.40100000000000002,"15min":0.39700000000000002},"min":{"1min":0.27500000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.58699999999999997,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.313}]},{"osd":3,"last update":"Wed Apr 10 15:02:14 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.438},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.46899999999999997}]},{"osd":4,"last update":"Wed Apr 10 15:02:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.56100000000000005},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.60599999999999998}]},{"osd":5,"last update":"Wed Apr 10 15:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.68999999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63700000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59699999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28220,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716932,"statfs":{"total":95995035648,"available":95966138368,"internally_reserved":0,"allocated":1224704,"data_stored":846365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 10 15:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.315,"15min":0.29999999999999999},"min":{"1min":0.20499999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.309},{"interface":"front","average":{"1min":0.432,"5min":0.33400000000000002,"15min":0.318},"min":{"1min":0.33200000000000002,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.28299999999999997}]},{"osd":2,"last update":"Wed Apr 10 15:02:49 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39000000000000001,"15min":0.38900000000000001},"min":{"1min":0.26700000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.58499999999999996,"5min":0.629,"15min":0.629},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.29699999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.52200000000000002,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.371}]},{"osd":3,"last update":"Wed Apr 10 15:02:16 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.38}]},{"osd":4,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.55300000000000005}]},{"osd":5,"last update":"Wed Apr 10 15:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.69799999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53200000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411358,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27624,"kb_used_data":600,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717528,"statfs":{"total":95995035648,"available":95966748672,"internally_reserved":0,"allocated":614400,"data_stored":255269,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:50 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.33300000000000002,"15min":0.32900000000000001},"min":{"1min":0.27800000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.35799999999999998},{"interface":"front","average":{"1min":0.37,"5min":0.34899999999999998,"15min":0.34499999999999997},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"last":0.39200000000000002}]},{"osd":1,"last update":"Wed Apr 10 15:02:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.36799999999999999,"15min":0.36599999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.48199999999999998,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.33000000000000002},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.372,"15min":0.36799999999999999},"min":{"1min":0.30499999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.27000000000000002}]},{"osd":3,"last update":"Wed Apr 10 15:02:14 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.312},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.34399999999999997}]},{"osd":4,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":5.0720000000000001,"5min":5.0720000000000001,"15min":5.0720000000000001},"last":0.44800000000000001}]},{"osd":5,"last update":"Wed Apr 10 15:03:00 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.46700000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.42099999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46000000000000002}]}]},{"osd":3,"up_from":26,"seq":111669149721,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":620,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":634880,"data_stored":256937,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:13 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.44900000000000001},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.254}]},{"osd":1,"last update":"Wed Apr 10 15:02:13 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.35699999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.55700000000000005}]},{"osd":2,"last update":"Wed Apr 10 15:02:13 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.39100000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.40400000000000003}]},{"osd":4,"last update":"Wed Apr 10 15:02:36 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.496},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.51000000000000001}]},{"osd":5,"last update":"Wed Apr 10 15:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.435},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.62}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.46300000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54700000000000004}]}]},{"osd":4,"up_from":31,"seq":133143986196,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27660,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717492,"statfs":{"total":95995035648,"available":95966711808,"internally_reserved":0,"allocated":647168,"data_stored":262980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.5189999999999999,"5min":1.5189999999999999,"15min":1.5189999999999999},"last":0.75600000000000001},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.554,"5min":1.554,"15min":1.554},"last":0.69099999999999995}]},{"osd":1,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.544,"5min":1.544,"15min":1.544},"last":0.71799999999999997},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.73699999999999999}]},{"osd":2,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.70799999999999996}]},{"osd":3,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.393,"5min":1.393,"15min":1.393},"last":0.65900000000000003}]},{"osd":5,"last update":"Wed Apr 10 15:03:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.49199999999999999},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.38800000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52200000000000002}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60799999999999998}]}]},{"osd":5,"up_from":39,"seq":167503724560,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":616,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":630784,"data_stored":256865,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.60599999999999998},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.50800000000000001}]},{"osd":1,"last update":"Wed Apr 10 15:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.53500000000000003}]},{"osd":2,"last update":"Wed Apr 10 15:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.51600000000000001},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.65200000000000002}]},{"osd":3,"last update":"Wed Apr 10 15:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.52600000000000002}]},{"osd":4,"last update":"Wed Apr 10 15:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.34899999999999998},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.36399999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.32600000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.436}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T15:03:06.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:06 smithi102 ceph-mon[26948]: from='client.24452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:03:06.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:06 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/84353474' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-10T15:03:06.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:06 smithi102 ceph-mon[26948]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:03:06.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:06 smithi102 ceph-mon[37987]: from='client.24452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:03:06.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:06 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/84353474' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-10T15:03:06.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:06 smithi102 ceph-mon[37987]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:03:06.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:06 smithi154 ceph-mon[30592]: from='client.24452 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:03:06.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:06 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/84353474' entity='client.admin' cmd=[{"prefix": "status", "format": "json"}]: dispatch 2024-04-10T15:03:06.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:06 smithi154 ceph-mon[30592]: from='client.14562 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:03:07.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:07 smithi154 ceph-mon[30592]: pgmap v187: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-10T15:03:07.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:07 smithi102 ceph-mon[26948]: pgmap v187: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-10T15:03:07.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:07 smithi102 ceph-mon[37987]: pgmap v187: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 2.3 KiB/s wr, 7 op/s 2024-04-10T15:03:08.993 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-04-10T15:03:09.301 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:03:09.303 INFO:teuthology.orchestra.run.smithi102.stderr:dumped all 2024-04-10T15:03:09.311 INFO:teuthology.orchestra.run.smithi102.stdout:{"pg_ready":true,"pg_map":{"version":188,"stamp":"2024-04-10T15:03:08.972706+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":204,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":156,"ondisk_log_size":156,"up":291,"acting":291,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":291,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":222908,"kb_used_data":6720,"kb_used_omap":12,"kb_used_meta":216051,"kb_avail":749738308,"statfs":{"total":767960285184,"available":767732027392,"internally_reserved":0,"allocated":6881280,"data_stored":3867328,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":221236793},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"7.707565"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665653+0000","last_change":"2024-04-10T15:03:01.691855+0000","last_active":"2024-04-10T15:03:02.665653+0000","last_peered":"2024-04-10T15:03:02.665653+0000","last_clean":"2024-04-10T15:03:02.665653+0000","last_became_active":"2024-04-10T15:03:01.691499+0000","last_became_peered":"2024-04-10T15:03:01.691499+0000","last_unstale":"2024-04-10T15:03:02.665653+0000","last_undegraded":"2024-04-10T15:03:02.665653+0000","last_fullsized":"2024-04-10T15:03:02.665653+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:33:32.082501+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667762+0000","last_change":"2024-04-10T15:03:01.686335+0000","last_active":"2024-04-10T15:03:02.667762+0000","last_peered":"2024-04-10T15:03:02.667762+0000","last_clean":"2024-04-10T15:03:02.667762+0000","last_became_active":"2024-04-10T15:03:01.686033+0000","last_became_peered":"2024-04-10T15:03:01.686033+0000","last_unstale":"2024-04-10T15:03:02.667762+0000","last_undegraded":"2024-04-10T15:03:02.667762+0000","last_fullsized":"2024-04-10T15:03:02.667762+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:36:50.882600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624726+0000","last_change":"2024-04-10T15:03:01.694800+0000","last_active":"2024-04-10T15:03:03.624726+0000","last_peered":"2024-04-10T15:03:03.624726+0000","last_clean":"2024-04-10T15:03:03.624726+0000","last_became_active":"2024-04-10T15:03:01.694534+0000","last_became_peered":"2024-04-10T15:03:01.694534+0000","last_unstale":"2024-04-10T15:03:03.624726+0000","last_undegraded":"2024-04-10T15:03:03.624726+0000","last_fullsized":"2024-04-10T15:03:03.624726+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:11:42.992144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.190098+0000","last_change":"2024-04-10T15:03:01.684098+0000","last_active":"2024-04-10T15:03:03.190098+0000","last_peered":"2024-04-10T15:03:03.190098+0000","last_clean":"2024-04-10T15:03:03.190098+0000","last_became_active":"2024-04-10T15:03:01.683630+0000","last_became_peered":"2024-04-10T15:03:01.683630+0000","last_unstale":"2024-04-10T15:03:03.190098+0000","last_undegraded":"2024-04-10T15:03:03.190098+0000","last_fullsized":"2024-04-10T15:03:03.190098+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:25:36.190334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665241+0000","last_change":"2024-04-10T15:03:01.683650+0000","last_active":"2024-04-10T15:03:02.665241+0000","last_peered":"2024-04-10T15:03:02.665241+0000","last_clean":"2024-04-10T15:03:02.665241+0000","last_became_active":"2024-04-10T15:03:01.683201+0000","last_became_peered":"2024-04-10T15:03:01.683201+0000","last_unstale":"2024-04-10T15:03:02.665241+0000","last_undegraded":"2024-04-10T15:03:02.665241+0000","last_fullsized":"2024-04-10T15:03:02.665241+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:52:08.898034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.190046+0000","last_change":"2024-04-10T15:03:01.678899+0000","last_active":"2024-04-10T15:03:03.190046+0000","last_peered":"2024-04-10T15:03:03.190046+0000","last_clean":"2024-04-10T15:03:03.190046+0000","last_became_active":"2024-04-10T15:03:01.678643+0000","last_became_peered":"2024-04-10T15:03:01.678643+0000","last_unstale":"2024-04-10T15:03:03.190046+0000","last_undegraded":"2024-04-10T15:03:03.190046+0000","last_fullsized":"2024-04-10T15:03:03.190046+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:47:33.751230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.664892+0000","last_change":"2024-04-10T15:03:01.682382+0000","last_active":"2024-04-10T15:03:02.664892+0000","last_peered":"2024-04-10T15:03:02.664892+0000","last_clean":"2024-04-10T15:03:02.664892+0000","last_became_active":"2024-04-10T15:03:01.682068+0000","last_became_peered":"2024-04-10T15:03:01.682068+0000","last_unstale":"2024-04-10T15:03:02.664892+0000","last_undegraded":"2024-04-10T15:03:02.664892+0000","last_fullsized":"2024-04-10T15:03:02.664892+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:57:24.661520+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.701502+0000","last_change":"2024-04-10T15:03:01.683415+0000","last_active":"2024-04-10T15:03:02.701502+0000","last_peered":"2024-04-10T15:03:02.701502+0000","last_clean":"2024-04-10T15:03:02.701502+0000","last_became_active":"2024-04-10T15:03:01.683136+0000","last_became_peered":"2024-04-10T15:03:01.683136+0000","last_unstale":"2024-04-10T15:03:02.701502+0000","last_undegraded":"2024-04-10T15:03:02.701502+0000","last_fullsized":"2024-04-10T15:03:02.701502+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:08:45.904191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665667+0000","last_change":"2024-04-10T15:03:01.693974+0000","last_active":"2024-04-10T15:03:02.665667+0000","last_peered":"2024-04-10T15:03:02.665667+0000","last_clean":"2024-04-10T15:03:02.665667+0000","last_became_active":"2024-04-10T15:03:01.692910+0000","last_became_peered":"2024-04-10T15:03:01.692910+0000","last_unstale":"2024-04-10T15:03:02.665667+0000","last_undegraded":"2024-04-10T15:03:02.665667+0000","last_fullsized":"2024-04-10T15:03:02.665667+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:54:51.941246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.027332+0000","last_change":"2024-04-10T15:03:01.701479+0000","last_active":"2024-04-10T15:03:03.027332+0000","last_peered":"2024-04-10T15:03:03.027332+0000","last_clean":"2024-04-10T15:03:03.027332+0000","last_became_active":"2024-04-10T15:03:01.701051+0000","last_became_peered":"2024-04-10T15:03:01.701051+0000","last_unstale":"2024-04-10T15:03:03.027332+0000","last_undegraded":"2024-04-10T15:03:03.027332+0000","last_fullsized":"2024-04-10T15:03:03.027332+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:02:20.637434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.027313+0000","last_change":"2024-04-10T15:03:01.689430+0000","last_active":"2024-04-10T15:03:03.027313+0000","last_peered":"2024-04-10T15:03:03.027313+0000","last_clean":"2024-04-10T15:03:03.027313+0000","last_became_active":"2024-04-10T15:03:01.688723+0000","last_became_peered":"2024-04-10T15:03:01.688723+0000","last_unstale":"2024-04-10T15:03:03.027313+0000","last_undegraded":"2024-04-10T15:03:03.027313+0000","last_fullsized":"2024-04-10T15:03:03.027313+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:46:37.186865+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,0],"acting":[6,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.017668+0000","last_change":"2024-04-10T15:03:01.685148+0000","last_active":"2024-04-10T15:03:03.017668+0000","last_peered":"2024-04-10T15:03:03.017668+0000","last_clean":"2024-04-10T15:03:03.017668+0000","last_became_active":"2024-04-10T15:03:01.683316+0000","last_became_peered":"2024-04-10T15:03:01.683316+0000","last_unstale":"2024-04-10T15:03:03.017668+0000","last_undegraded":"2024-04-10T15:03:03.017668+0000","last_fullsized":"2024-04-10T15:03:03.017668+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:44:03.329229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.701592+0000","last_change":"2024-04-10T15:03:01.688470+0000","last_active":"2024-04-10T15:03:02.701592+0000","last_peered":"2024-04-10T15:03:02.701592+0000","last_clean":"2024-04-10T15:03:02.701592+0000","last_became_active":"2024-04-10T15:03:01.688118+0000","last_became_peered":"2024-04-10T15:03:01.688118+0000","last_unstale":"2024-04-10T15:03:02.701592+0000","last_undegraded":"2024-04-10T15:03:02.701592+0000","last_fullsized":"2024-04-10T15:03:02.701592+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:18:18.822172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624345+0000","last_change":"2024-04-10T15:03:01.692465+0000","last_active":"2024-04-10T15:03:03.624345+0000","last_peered":"2024-04-10T15:03:03.624345+0000","last_clean":"2024-04-10T15:03:03.624345+0000","last_became_active":"2024-04-10T15:03:01.692072+0000","last_became_peered":"2024-04-10T15:03:01.692072+0000","last_unstale":"2024-04-10T15:03:03.624345+0000","last_undegraded":"2024-04-10T15:03:03.624345+0000","last_fullsized":"2024-04-10T15:03:03.624345+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:14:14.706515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667109+0000","last_change":"2024-04-10T15:03:01.684055+0000","last_active":"2024-04-10T15:03:02.667109+0000","last_peered":"2024-04-10T15:03:02.667109+0000","last_clean":"2024-04-10T15:03:02.667109+0000","last_became_active":"2024-04-10T15:03:01.681781+0000","last_became_peered":"2024-04-10T15:03:01.681781+0000","last_unstale":"2024-04-10T15:03:02.667109+0000","last_undegraded":"2024-04-10T15:03:02.667109+0000","last_fullsized":"2024-04-10T15:03:02.667109+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:44:46.049497+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,5],"acting":[1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.189934+0000","last_change":"2024-04-10T15:03:01.679916+0000","last_active":"2024-04-10T15:03:03.189934+0000","last_peered":"2024-04-10T15:03:03.189934+0000","last_clean":"2024-04-10T15:03:03.189934+0000","last_became_active":"2024-04-10T15:03:01.679615+0000","last_became_peered":"2024-04-10T15:03:01.679615+0000","last_unstale":"2024-04-10T15:03:03.189934+0000","last_undegraded":"2024-04-10T15:03:03.189934+0000","last_fullsized":"2024-04-10T15:03:03.189934+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:57:33.013627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.190180+0000","last_change":"2024-04-10T15:03:01.678043+0000","last_active":"2024-04-10T15:03:03.190180+0000","last_peered":"2024-04-10T15:03:03.190180+0000","last_clean":"2024-04-10T15:03:03.190180+0000","last_became_active":"2024-04-10T15:03:01.676748+0000","last_became_peered":"2024-04-10T15:03:01.676748+0000","last_unstale":"2024-04-10T15:03:03.190180+0000","last_undegraded":"2024-04-10T15:03:03.190180+0000","last_fullsized":"2024-04-10T15:03:03.190180+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:56:13.691138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667528+0000","last_change":"2024-04-10T15:03:01.691510+0000","last_active":"2024-04-10T15:03:02.667528+0000","last_peered":"2024-04-10T15:03:02.667528+0000","last_clean":"2024-04-10T15:03:02.667528+0000","last_became_active":"2024-04-10T15:03:01.691211+0000","last_became_peered":"2024-04-10T15:03:01.691211+0000","last_unstale":"2024-04-10T15:03:02.667528+0000","last_undegraded":"2024-04-10T15:03:02.667528+0000","last_fullsized":"2024-04-10T15:03:02.667528+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:53:40.371351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665379+0000","last_change":"2024-04-10T15:03:01.683889+0000","last_active":"2024-04-10T15:03:02.665379+0000","last_peered":"2024-04-10T15:03:02.665379+0000","last_clean":"2024-04-10T15:03:02.665379+0000","last_became_active":"2024-04-10T15:03:01.682753+0000","last_became_peered":"2024-04-10T15:03:01.682753+0000","last_unstale":"2024-04-10T15:03:02.665379+0000","last_undegraded":"2024-04-10T15:03:02.665379+0000","last_fullsized":"2024-04-10T15:03:02.665379+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:57:38.697595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":16,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624924+0000","last_change":"2024-04-10T15:03:01.281562+0000","last_active":"2024-04-10T15:03:03.624924+0000","last_peered":"2024-04-10T15:03:03.624924+0000","last_clean":"2024-04-10T15:03:03.624924+0000","last_became_active":"2024-04-10T15:03:01.281204+0000","last_became_peered":"2024-04-10T15:03:01.281204+0000","last_unstale":"2024-04-10T15:03:03.624924+0000","last_undegraded":"2024-04-10T15:03:03.624924+0000","last_fullsized":"2024-04-10T15:03:03.624924+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:17:00.295168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.701664+0000","last_change":"2024-04-10T15:03:01.686157+0000","last_active":"2024-04-10T15:03:02.701664+0000","last_peered":"2024-04-10T15:03:02.701664+0000","last_clean":"2024-04-10T15:03:02.701664+0000","last_became_active":"2024-04-10T15:03:01.683786+0000","last_became_peered":"2024-04-10T15:03:01.683786+0000","last_unstale":"2024-04-10T15:03:02.701664+0000","last_undegraded":"2024-04-10T15:03:02.701664+0000","last_fullsized":"2024-04-10T15:03:02.701664+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:18:01.279349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.701681+0000","last_change":"2024-04-10T15:03:01.286009+0000","last_active":"2024-04-10T15:03:02.701681+0000","last_peered":"2024-04-10T15:03:02.701681+0000","last_clean":"2024-04-10T15:03:02.701681+0000","last_became_active":"2024-04-10T15:03:01.285685+0000","last_became_peered":"2024-04-10T15:03:01.285685+0000","last_unstale":"2024-04-10T15:03:02.701681+0000","last_undegraded":"2024-04-10T15:03:02.701681+0000","last_fullsized":"2024-04-10T15:03:02.701681+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:51:43.960592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624853+0000","last_change":"2024-04-10T15:03:01.700099+0000","last_active":"2024-04-10T15:03:03.624853+0000","last_peered":"2024-04-10T15:03:03.624853+0000","last_clean":"2024-04-10T15:03:03.624853+0000","last_became_active":"2024-04-10T15:03:01.696757+0000","last_became_peered":"2024-04-10T15:03:01.696757+0000","last_unstale":"2024-04-10T15:03:03.624853+0000","last_undegraded":"2024-04-10T15:03:03.624853+0000","last_fullsized":"2024-04-10T15:03:03.624853+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:08:55.421832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665598+0000","last_change":"2024-04-10T15:03:01.289344+0000","last_active":"2024-04-10T15:03:02.665598+0000","last_peered":"2024-04-10T15:03:02.665598+0000","last_clean":"2024-04-10T15:03:02.665598+0000","last_became_active":"2024-04-10T15:03:01.288475+0000","last_became_peered":"2024-04-10T15:03:01.288475+0000","last_unstale":"2024-04-10T15:03:02.665598+0000","last_undegraded":"2024-04-10T15:03:02.665598+0000","last_fullsized":"2024-04-10T15:03:02.665598+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:39:07.678694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.190111+0000","last_change":"2024-04-10T15:03:01.679870+0000","last_active":"2024-04-10T15:03:03.190111+0000","last_peered":"2024-04-10T15:03:03.190111+0000","last_clean":"2024-04-10T15:03:03.190111+0000","last_became_active":"2024-04-10T15:03:01.679558+0000","last_became_peered":"2024-04-10T15:03:01.679558+0000","last_unstale":"2024-04-10T15:03:03.190111+0000","last_undegraded":"2024-04-10T15:03:03.190111+0000","last_fullsized":"2024-04-10T15:03:03.190111+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:41:41.155913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665354+0000","last_change":"2024-04-10T15:03:01.290852+0000","last_active":"2024-04-10T15:03:02.665354+0000","last_peered":"2024-04-10T15:03:02.665354+0000","last_clean":"2024-04-10T15:03:02.665354+0000","last_became_active":"2024-04-10T15:03:01.290505+0000","last_became_peered":"2024-04-10T15:03:01.290505+0000","last_unstale":"2024-04-10T15:03:02.665354+0000","last_undegraded":"2024-04-10T15:03:02.665354+0000","last_fullsized":"2024-04-10T15:03:02.665354+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:08:16.021178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.190122+0000","last_change":"2024-04-10T15:03:01.691424+0000","last_active":"2024-04-10T15:03:03.190122+0000","last_peered":"2024-04-10T15:03:03.190122+0000","last_clean":"2024-04-10T15:03:03.190122+0000","last_became_active":"2024-04-10T15:03:01.691123+0000","last_became_peered":"2024-04-10T15:03:01.691123+0000","last_unstale":"2024-04-10T15:03:03.190122+0000","last_undegraded":"2024-04-10T15:03:03.190122+0000","last_fullsized":"2024-04-10T15:03:03.190122+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:12:32.139429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.701626+0000","last_change":"2024-04-10T15:03:01.286650+0000","last_active":"2024-04-10T15:03:02.701626+0000","last_peered":"2024-04-10T15:03:02.701626+0000","last_clean":"2024-04-10T15:03:02.701626+0000","last_became_active":"2024-04-10T15:03:01.286382+0000","last_became_peered":"2024-04-10T15:03:01.286382+0000","last_unstale":"2024-04-10T15:03:02.701626+0000","last_undegraded":"2024-04-10T15:03:02.701626+0000","last_fullsized":"2024-04-10T15:03:02.701626+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:42:01.354364+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6],"acting":[3,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.017255+0000","last_change":"2024-04-10T15:03:01.672606+0000","last_active":"2024-04-10T15:03:03.017255+0000","last_peered":"2024-04-10T15:03:03.017255+0000","last_clean":"2024-04-10T15:03:03.017255+0000","last_became_active":"2024-04-10T15:03:01.672258+0000","last_became_peered":"2024-04-10T15:03:01.672258+0000","last_unstale":"2024-04-10T15:03:03.017255+0000","last_undegraded":"2024-04-10T15:03:03.017255+0000","last_fullsized":"2024-04-10T15:03:03.017255+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:13:07.131928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":13,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.697206+0000","last_change":"2024-04-10T15:03:01.286305+0000","last_active":"2024-04-10T15:03:01.697206+0000","last_peered":"2024-04-10T15:03:01.697206+0000","last_clean":"2024-04-10T15:03:01.697206+0000","last_became_active":"2024-04-10T15:03:01.285959+0000","last_became_peered":"2024-04-10T15:03:01.285959+0000","last_unstale":"2024-04-10T15:03:01.697206+0000","last_undegraded":"2024-04-10T15:03:01.697206+0000","last_fullsized":"2024-04-10T15:03:01.697206+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:57:33.282697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624701+0000","last_change":"2024-04-10T15:03:01.700337+0000","last_active":"2024-04-10T15:03:03.624701+0000","last_peered":"2024-04-10T15:03:03.624701+0000","last_clean":"2024-04-10T15:03:03.624701+0000","last_became_active":"2024-04-10T15:03:01.699789+0000","last_became_peered":"2024-04-10T15:03:01.699789+0000","last_unstale":"2024-04-10T15:03:03.624701+0000","last_undegraded":"2024-04-10T15:03:03.624701+0000","last_fullsized":"2024-04-10T15:03:03.624701+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:18:03.542707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.701553+0000","last_change":"2024-04-10T15:03:01.281643+0000","last_active":"2024-04-10T15:03:02.701553+0000","last_peered":"2024-04-10T15:03:02.701553+0000","last_clean":"2024-04-10T15:03:02.701553+0000","last_became_active":"2024-04-10T15:03:01.281351+0000","last_became_peered":"2024-04-10T15:03:01.281351+0000","last_unstale":"2024-04-10T15:03:02.701553+0000","last_undegraded":"2024-04-10T15:03:02.701553+0000","last_fullsized":"2024-04-10T15:03:02.701553+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:03:17.800536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.701530+0000","last_change":"2024-04-10T15:03:01.680130+0000","last_active":"2024-04-10T15:03:02.701530+0000","last_peered":"2024-04-10T15:03:02.701530+0000","last_clean":"2024-04-10T15:03:02.701530+0000","last_became_active":"2024-04-10T15:03:01.679809+0000","last_became_peered":"2024-04-10T15:03:01.679809+0000","last_unstale":"2024-04-10T15:03:02.701530+0000","last_undegraded":"2024-04-10T15:03:02.701530+0000","last_fullsized":"2024-04-10T15:03:02.701530+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:21:47.719103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.189951+0000","last_change":"2024-04-10T15:03:01.289864+0000","last_active":"2024-04-10T15:03:03.189951+0000","last_peered":"2024-04-10T15:03:03.189951+0000","last_clean":"2024-04-10T15:03:03.189951+0000","last_became_active":"2024-04-10T15:03:01.289538+0000","last_became_peered":"2024-04-10T15:03:01.289538+0000","last_unstale":"2024-04-10T15:03:03.189951+0000","last_undegraded":"2024-04-10T15:03:03.189951+0000","last_fullsized":"2024-04-10T15:03:03.189951+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:14:00.832249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667231+0000","last_change":"2024-04-10T15:03:01.697099+0000","last_active":"2024-04-10T15:03:02.667231+0000","last_peered":"2024-04-10T15:03:02.667231+0000","last_clean":"2024-04-10T15:03:02.667231+0000","last_became_active":"2024-04-10T15:03:01.690560+0000","last_became_peered":"2024-04-10T15:03:01.690560+0000","last_unstale":"2024-04-10T15:03:02.667231+0000","last_undegraded":"2024-04-10T15:03:02.667231+0000","last_fullsized":"2024-04-10T15:03:02.667231+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:48:54.563822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.668720+0000","last_change":"2024-04-10T15:03:01.286121+0000","last_active":"2024-04-10T15:03:01.668720+0000","last_peered":"2024-04-10T15:03:01.668720+0000","last_clean":"2024-04-10T15:03:01.668720+0000","last_became_active":"2024-04-10T15:03:01.285120+0000","last_became_peered":"2024-04-10T15:03:01.285120+0000","last_unstale":"2024-04-10T15:03:01.668720+0000","last_undegraded":"2024-04-10T15:03:01.668720+0000","last_fullsized":"2024-04-10T15:03:01.668720+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:15:11.304280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.190148+0000","last_change":"2024-04-10T15:03:01.675664+0000","last_active":"2024-04-10T15:03:03.190148+0000","last_peered":"2024-04-10T15:03:03.190148+0000","last_clean":"2024-04-10T15:03:03.190148+0000","last_became_active":"2024-04-10T15:03:01.673274+0000","last_became_peered":"2024-04-10T15:03:01.673274+0000","last_unstale":"2024-04-10T15:03:03.190148+0000","last_undegraded":"2024-04-10T15:03:03.190148+0000","last_fullsized":"2024-04-10T15:03:03.190148+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:45:47.325062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.190160+0000","last_change":"2024-04-10T15:03:01.288061+0000","last_active":"2024-04-10T15:03:03.190160+0000","last_peered":"2024-04-10T15:03:03.190160+0000","last_clean":"2024-04-10T15:03:03.190160+0000","last_became_active":"2024-04-10T15:03:01.287728+0000","last_became_peered":"2024-04-10T15:03:01.287728+0000","last_unstale":"2024-04-10T15:03:03.190160+0000","last_undegraded":"2024-04-10T15:03:03.190160+0000","last_fullsized":"2024-04-10T15:03:03.190160+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:17:18.028774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624786+0000","last_change":"2024-04-10T15:03:01.696363+0000","last_active":"2024-04-10T15:03:03.624786+0000","last_peered":"2024-04-10T15:03:03.624786+0000","last_clean":"2024-04-10T15:03:03.624786+0000","last_became_active":"2024-04-10T15:03:01.696069+0000","last_became_peered":"2024-04-10T15:03:01.696069+0000","last_unstale":"2024-04-10T15:03:03.624786+0000","last_undegraded":"2024-04-10T15:03:03.624786+0000","last_fullsized":"2024-04-10T15:03:03.624786+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:11:09.281462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":15,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667749+0000","last_change":"2024-04-10T15:03:01.281503+0000","last_active":"2024-04-10T15:03:02.667749+0000","last_peered":"2024-04-10T15:03:02.667749+0000","last_clean":"2024-04-10T15:03:02.667749+0000","last_became_active":"2024-04-10T15:03:01.280864+0000","last_became_peered":"2024-04-10T15:03:01.280864+0000","last_unstale":"2024-04-10T15:03:02.667749+0000","last_undegraded":"2024-04-10T15:03:02.667749+0000","last_fullsized":"2024-04-10T15:03:02.667749+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:39:56.835741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.017669+0000","last_change":"2024-04-10T15:03:01.692999+0000","last_active":"2024-04-10T15:03:03.017669+0000","last_peered":"2024-04-10T15:03:03.017669+0000","last_clean":"2024-04-10T15:03:03.017669+0000","last_became_active":"2024-04-10T15:03:01.692699+0000","last_became_peered":"2024-04-10T15:03:01.692699+0000","last_unstale":"2024-04-10T15:03:03.017669+0000","last_undegraded":"2024-04-10T15:03:03.017669+0000","last_fullsized":"2024-04-10T15:03:03.017669+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:46:14.221969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"62'6","reported_seq":18,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.700868+0000","last_change":"2024-04-10T15:03:01.285440+0000","last_active":"2024-04-10T15:03:01.700868+0000","last_peered":"2024-04-10T15:03:01.700868+0000","last_clean":"2024-04-10T15:03:01.700868+0000","last_became_active":"2024-04-10T15:03:01.284827+0000","last_became_peered":"2024-04-10T15:03:01.284827+0000","last_unstale":"2024-04-10T15:03:01.700868+0000","last_undegraded":"2024-04-10T15:03:01.700868+0000","last_fullsized":"2024-04-10T15:03:01.700868+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:29:15.585142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665395+0000","last_change":"2024-04-10T15:03:01.688409+0000","last_active":"2024-04-10T15:03:02.665395+0000","last_peered":"2024-04-10T15:03:02.665395+0000","last_clean":"2024-04-10T15:03:02.665395+0000","last_became_active":"2024-04-10T15:03:01.688126+0000","last_became_peered":"2024-04-10T15:03:01.688126+0000","last_unstale":"2024-04-10T15:03:02.665395+0000","last_undegraded":"2024-04-10T15:03:02.665395+0000","last_fullsized":"2024-04-10T15:03:02.665395+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:11:53.962594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624550+0000","last_change":"2024-04-10T15:03:01.280573+0000","last_active":"2024-04-10T15:03:03.624550+0000","last_peered":"2024-04-10T15:03:03.624550+0000","last_clean":"2024-04-10T15:03:03.624550+0000","last_became_active":"2024-04-10T15:03:01.280254+0000","last_became_peered":"2024-04-10T15:03:01.280254+0000","last_unstale":"2024-04-10T15:03:03.624550+0000","last_undegraded":"2024-04-10T15:03:03.624550+0000","last_fullsized":"2024-04-10T15:03:03.624550+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:16:53.068747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624333+0000","last_change":"2024-04-10T15:03:01.699155+0000","last_active":"2024-04-10T15:03:03.624333+0000","last_peered":"2024-04-10T15:03:03.624333+0000","last_clean":"2024-04-10T15:03:03.624333+0000","last_became_active":"2024-04-10T15:03:01.696657+0000","last_became_peered":"2024-04-10T15:03:01.696657+0000","last_unstale":"2024-04-10T15:03:03.624333+0000","last_undegraded":"2024-04-10T15:03:03.624333+0000","last_fullsized":"2024-04-10T15:03:03.624333+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:57:09.243966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.190009+0000","last_change":"2024-04-10T15:03:01.289247+0000","last_active":"2024-04-10T15:03:03.190009+0000","last_peered":"2024-04-10T15:03:03.190009+0000","last_clean":"2024-04-10T15:03:03.190009+0000","last_became_active":"2024-04-10T15:03:01.288905+0000","last_became_peered":"2024-04-10T15:03:01.288905+0000","last_unstale":"2024-04-10T15:03:03.190009+0000","last_undegraded":"2024-04-10T15:03:03.190009+0000","last_fullsized":"2024-04-10T15:03:03.190009+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:01:13.831504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665217+0000","last_change":"2024-04-10T15:03:01.683464+0000","last_active":"2024-04-10T15:03:02.665217+0000","last_peered":"2024-04-10T15:03:02.665217+0000","last_clean":"2024-04-10T15:03:02.665217+0000","last_became_active":"2024-04-10T15:03:01.682812+0000","last_became_peered":"2024-04-10T15:03:01.682812+0000","last_unstale":"2024-04-10T15:03:02.665217+0000","last_undegraded":"2024-04-10T15:03:02.665217+0000","last_fullsized":"2024-04-10T15:03:02.665217+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:51:34.754087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.668160+0000","last_change":"2024-04-10T15:03:01.281401+0000","last_active":"2024-04-10T15:03:01.668160+0000","last_peered":"2024-04-10T15:03:01.668160+0000","last_clean":"2024-04-10T15:03:01.668160+0000","last_became_active":"2024-04-10T15:03:01.280895+0000","last_became_peered":"2024-04-10T15:03:01.280895+0000","last_unstale":"2024-04-10T15:03:01.668160+0000","last_undegraded":"2024-04-10T15:03:01.668160+0000","last_fullsized":"2024-04-10T15:03:01.668160+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:30:26.316124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.026860+0000","last_change":"2024-04-10T15:03:01.680322+0000","last_active":"2024-04-10T15:03:03.026860+0000","last_peered":"2024-04-10T15:03:03.026860+0000","last_clean":"2024-04-10T15:03:03.026860+0000","last_became_active":"2024-04-10T15:03:01.680055+0000","last_became_peered":"2024-04-10T15:03:01.680055+0000","last_unstale":"2024-04-10T15:03:03.026860+0000","last_undegraded":"2024-04-10T15:03:03.026860+0000","last_fullsized":"2024-04-10T15:03:03.026860+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:32:49.692572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":20,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.666846+0000","last_change":"2024-04-10T15:03:01.282084+0000","last_active":"2024-04-10T15:03:02.666846+0000","last_peered":"2024-04-10T15:03:02.666846+0000","last_clean":"2024-04-10T15:03:02.666846+0000","last_became_active":"2024-04-10T15:03:01.281718+0000","last_became_peered":"2024-04-10T15:03:01.281718+0000","last_unstale":"2024-04-10T15:03:02.666846+0000","last_undegraded":"2024-04-10T15:03:02.666846+0000","last_fullsized":"2024-04-10T15:03:02.666846+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:17:57.954285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665016+0000","last_change":"2024-04-10T15:03:01.684467+0000","last_active":"2024-04-10T15:03:02.665016+0000","last_peered":"2024-04-10T15:03:02.665016+0000","last_clean":"2024-04-10T15:03:02.665016+0000","last_became_active":"2024-04-10T15:03:01.684111+0000","last_became_peered":"2024-04-10T15:03:01.684111+0000","last_unstale":"2024-04-10T15:03:02.665016+0000","last_undegraded":"2024-04-10T15:03:02.665016+0000","last_fullsized":"2024-04-10T15:03:02.665016+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:57:16.102990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.017945+0000","last_change":"2024-04-10T15:03:01.277258+0000","last_active":"2024-04-10T15:03:03.017945+0000","last_peered":"2024-04-10T15:03:03.017945+0000","last_clean":"2024-04-10T15:03:03.017945+0000","last_became_active":"2024-04-10T15:03:01.276898+0000","last_became_peered":"2024-04-10T15:03:01.276898+0000","last_unstale":"2024-04-10T15:03:03.017945+0000","last_undegraded":"2024-04-10T15:03:03.017945+0000","last_fullsized":"2024-04-10T15:03:03.017945+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:27:29.253197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665547+0000","last_change":"2024-04-10T15:03:01.701176+0000","last_active":"2024-04-10T15:03:02.665547+0000","last_peered":"2024-04-10T15:03:02.665547+0000","last_clean":"2024-04-10T15:03:02.665547+0000","last_became_active":"2024-04-10T15:03:01.700824+0000","last_became_peered":"2024-04-10T15:03:01.700824+0000","last_unstale":"2024-04-10T15:03:02.665547+0000","last_undegraded":"2024-04-10T15:03:02.665547+0000","last_fullsized":"2024-04-10T15:03:02.665547+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:37:57.291604+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,1],"acting":[7,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667393+0000","last_change":"2024-04-10T15:03:01.281697+0000","last_active":"2024-04-10T15:03:02.667393+0000","last_peered":"2024-04-10T15:03:02.667393+0000","last_clean":"2024-04-10T15:03:02.667393+0000","last_became_active":"2024-04-10T15:03:01.279798+0000","last_became_peered":"2024-04-10T15:03:01.279798+0000","last_unstale":"2024-04-10T15:03:02.667393+0000","last_undegraded":"2024-04-10T15:03:02.667393+0000","last_fullsized":"2024-04-10T15:03:02.667393+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:53:38.474251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.190135+0000","last_change":"2024-04-10T15:03:01.681661+0000","last_active":"2024-04-10T15:03:03.190135+0000","last_peered":"2024-04-10T15:03:03.190135+0000","last_clean":"2024-04-10T15:03:03.190135+0000","last_became_active":"2024-04-10T15:03:01.681395+0000","last_became_peered":"2024-04-10T15:03:01.681395+0000","last_unstale":"2024-04-10T15:03:03.190135+0000","last_undegraded":"2024-04-10T15:03:03.190135+0000","last_fullsized":"2024-04-10T15:03:03.190135+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:28:24.397110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.189998+0000","last_change":"2024-04-10T15:03:01.283028+0000","last_active":"2024-04-10T15:03:03.189998+0000","last_peered":"2024-04-10T15:03:03.189998+0000","last_clean":"2024-04-10T15:03:03.189998+0000","last_became_active":"2024-04-10T15:03:01.282728+0000","last_became_peered":"2024-04-10T15:03:01.282728+0000","last_unstale":"2024-04-10T15:03:03.189998+0000","last_undegraded":"2024-04-10T15:03:03.189998+0000","last_fullsized":"2024-04-10T15:03:03.189998+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:56:38.446506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.017623+0000","last_change":"2024-04-10T15:03:01.686109+0000","last_active":"2024-04-10T15:03:03.017623+0000","last_peered":"2024-04-10T15:03:03.017623+0000","last_clean":"2024-04-10T15:03:03.017623+0000","last_became_active":"2024-04-10T15:03:01.685826+0000","last_became_peered":"2024-04-10T15:03:01.685826+0000","last_unstale":"2024-04-10T15:03:03.017623+0000","last_undegraded":"2024-04-10T15:03:03.017623+0000","last_fullsized":"2024-04-10T15:03:03.017623+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:25:07.380496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.666898+0000","last_change":"2024-04-10T15:03:01.688132+0000","last_active":"2024-04-10T15:03:02.666898+0000","last_peered":"2024-04-10T15:03:02.666898+0000","last_clean":"2024-04-10T15:03:02.666898+0000","last_became_active":"2024-04-10T15:03:01.687307+0000","last_became_peered":"2024-04-10T15:03:01.687307+0000","last_unstale":"2024-04-10T15:03:02.666898+0000","last_undegraded":"2024-04-10T15:03:02.666898+0000","last_fullsized":"2024-04-10T15:03:02.666898+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:34:39.142499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.666914+0000","last_change":"2024-04-10T15:03:01.283572+0000","last_active":"2024-04-10T15:03:02.666914+0000","last_peered":"2024-04-10T15:03:02.666914+0000","last_clean":"2024-04-10T15:03:02.666914+0000","last_became_active":"2024-04-10T15:03:01.283234+0000","last_became_peered":"2024-04-10T15:03:01.283234+0000","last_unstale":"2024-04-10T15:03:02.666914+0000","last_undegraded":"2024-04-10T15:03:02.666914+0000","last_fullsized":"2024-04-10T15:03:02.666914+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:42:01.913858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.701571+0000","last_change":"2024-04-10T15:03:01.682774+0000","last_active":"2024-04-10T15:03:02.701571+0000","last_peered":"2024-04-10T15:03:02.701571+0000","last_clean":"2024-04-10T15:03:02.701571+0000","last_became_active":"2024-04-10T15:03:01.682264+0000","last_became_peered":"2024-04-10T15:03:01.682264+0000","last_unstale":"2024-04-10T15:03:02.701571+0000","last_undegraded":"2024-04-10T15:03:02.701571+0000","last_fullsized":"2024-04-10T15:03:02.701571+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:53:50.062682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":12,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.190072+0000","last_change":"2024-04-10T15:03:01.288677+0000","last_active":"2024-04-10T15:03:03.190072+0000","last_peered":"2024-04-10T15:03:03.190072+0000","last_clean":"2024-04-10T15:03:03.190072+0000","last_became_active":"2024-04-10T15:03:01.288307+0000","last_became_peered":"2024-04-10T15:03:01.288307+0000","last_unstale":"2024-04-10T15:03:03.190072+0000","last_undegraded":"2024-04-10T15:03:03.190072+0000","last_fullsized":"2024-04-10T15:03:03.190072+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:02:54.176734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"23'117","reported_seq":220,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.669723+0000","last_change":"2024-04-10T15:02:47.753680+0000","last_active":"2024-04-10T15:03:01.669723+0000","last_peered":"2024-04-10T15:03:01.669723+0000","last_clean":"2024-04-10T15:03:01.669723+0000","last_became_active":"2024-04-10T15:02:47.753273+0000","last_became_peered":"2024-04-10T15:02:47.753273+0000","last_unstale":"2024-04-10T15:03:01.669723+0000","last_undegraded":"2024-04-10T15:03:01.669723+0000","last_fullsized":"2024-04-10T15:03:01.669723+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:00:49.290350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:00:49.290350+0000","last_clean_scrub_stamp":"2024-04-10T15:00:49.290350+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:34:06.644063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624242+0000","last_change":"2024-04-10T15:03:01.683227+0000","last_active":"2024-04-10T15:03:03.624242+0000","last_peered":"2024-04-10T15:03:03.624242+0000","last_clean":"2024-04-10T15:03:03.624242+0000","last_became_active":"2024-04-10T15:03:01.682960+0000","last_became_peered":"2024-04-10T15:03:01.682960+0000","last_unstale":"2024-04-10T15:03:03.624242+0000","last_undegraded":"2024-04-10T15:03:03.624242+0000","last_fullsized":"2024-04-10T15:03:03.624242+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:55:02.610777+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665155+0000","last_change":"2024-04-10T15:03:01.291757+0000","last_active":"2024-04-10T15:03:02.665155+0000","last_peered":"2024-04-10T15:03:02.665155+0000","last_clean":"2024-04-10T15:03:02.665155+0000","last_became_active":"2024-04-10T15:03:01.291466+0000","last_became_peered":"2024-04-10T15:03:01.291466+0000","last_unstale":"2024-04-10T15:03:02.665155+0000","last_undegraded":"2024-04-10T15:03:02.665155+0000","last_fullsized":"2024-04-10T15:03:02.665155+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:20:47.179476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665506+0000","last_change":"2024-04-10T15:03:01.289394+0000","last_active":"2024-04-10T15:03:02.665506+0000","last_peered":"2024-04-10T15:03:02.665506+0000","last_clean":"2024-04-10T15:03:02.665506+0000","last_became_active":"2024-04-10T15:03:01.288455+0000","last_became_peered":"2024-04-10T15:03:01.288455+0000","last_unstale":"2024-04-10T15:03:02.665506+0000","last_undegraded":"2024-04-10T15:03:02.665506+0000","last_fullsized":"2024-04-10T15:03:02.665506+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:32:29.559392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667478+0000","last_change":"2024-04-10T15:03:01.680596+0000","last_active":"2024-04-10T15:03:02.667478+0000","last_peered":"2024-04-10T15:03:02.667478+0000","last_clean":"2024-04-10T15:03:02.667478+0000","last_became_active":"2024-04-10T15:03:01.680278+0000","last_became_peered":"2024-04-10T15:03:01.680278+0000","last_unstale":"2024-04-10T15:03:02.667478+0000","last_undegraded":"2024-04-10T15:03:02.667478+0000","last_fullsized":"2024-04-10T15:03:02.667478+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:35:45.359038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.260549+0000","last_change":"2024-04-10T15:03:01.278878+0000","last_active":"2024-04-10T15:03:03.260549+0000","last_peered":"2024-04-10T15:03:03.260549+0000","last_clean":"2024-04-10T15:03:03.260549+0000","last_became_active":"2024-04-10T15:03:01.278570+0000","last_became_peered":"2024-04-10T15:03:01.278570+0000","last_unstale":"2024-04-10T15:03:03.260549+0000","last_undegraded":"2024-04-10T15:03:03.260549+0000","last_fullsized":"2024-04-10T15:03:03.260549+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:47:38.509949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.701699+0000","last_change":"2024-04-10T15:03:01.697863+0000","last_active":"2024-04-10T15:03:02.701699+0000","last_peered":"2024-04-10T15:03:02.701699+0000","last_clean":"2024-04-10T15:03:02.701699+0000","last_became_active":"2024-04-10T15:03:01.697534+0000","last_became_peered":"2024-04-10T15:03:01.697534+0000","last_unstale":"2024-04-10T15:03:02.701699+0000","last_undegraded":"2024-04-10T15:03:02.701699+0000","last_fullsized":"2024-04-10T15:03:02.701699+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:07:02.525073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":14,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:01.692149+0000","last_change":"2024-04-10T15:03:01.280206+0000","last_active":"2024-04-10T15:03:01.692149+0000","last_peered":"2024-04-10T15:03:01.692149+0000","last_clean":"2024-04-10T15:03:01.692149+0000","last_became_active":"2024-04-10T15:03:01.279900+0000","last_became_peered":"2024-04-10T15:03:01.279900+0000","last_unstale":"2024-04-10T15:03:01.692149+0000","last_undegraded":"2024-04-10T15:03:01.692149+0000","last_fullsized":"2024-04-10T15:03:01.692149+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:57:34.922367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624568+0000","last_change":"2024-04-10T15:03:01.693384+0000","last_active":"2024-04-10T15:03:03.624568+0000","last_peered":"2024-04-10T15:03:03.624568+0000","last_clean":"2024-04-10T15:03:03.624568+0000","last_became_active":"2024-04-10T15:03:01.693119+0000","last_became_peered":"2024-04-10T15:03:01.693119+0000","last_unstale":"2024-04-10T15:03:03.624568+0000","last_undegraded":"2024-04-10T15:03:03.624568+0000","last_fullsized":"2024-04-10T15:03:03.624568+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:58:16.162805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.664871+0000","last_change":"2024-04-10T15:03:01.292238+0000","last_active":"2024-04-10T15:03:02.664871+0000","last_peered":"2024-04-10T15:03:02.664871+0000","last_clean":"2024-04-10T15:03:02.664871+0000","last_became_active":"2024-04-10T15:03:01.291645+0000","last_became_peered":"2024-04-10T15:03:01.291645+0000","last_unstale":"2024-04-10T15:03:02.664871+0000","last_undegraded":"2024-04-10T15:03:02.664871+0000","last_fullsized":"2024-04-10T15:03:02.664871+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:42:29.482404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.017379+0000","last_change":"2024-04-10T15:03:01.673950+0000","last_active":"2024-04-10T15:03:03.017379+0000","last_peered":"2024-04-10T15:03:03.017379+0000","last_clean":"2024-04-10T15:03:03.017379+0000","last_became_active":"2024-04-10T15:03:01.672943+0000","last_became_peered":"2024-04-10T15:03:01.672943+0000","last_unstale":"2024-04-10T15:03:03.017379+0000","last_undegraded":"2024-04-10T15:03:03.017379+0000","last_fullsized":"2024-04-10T15:03:03.017379+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:29:19.935758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667132+0000","last_change":"2024-04-10T15:03:01.287488+0000","last_active":"2024-04-10T15:03:02.667132+0000","last_peered":"2024-04-10T15:03:02.667132+0000","last_clean":"2024-04-10T15:03:02.667132+0000","last_became_active":"2024-04-10T15:03:01.287189+0000","last_became_peered":"2024-04-10T15:03:01.287189+0000","last_unstale":"2024-04-10T15:03:02.667132+0000","last_undegraded":"2024-04-10T15:03:02.667132+0000","last_fullsized":"2024-04-10T15:03:02.667132+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:51:01.601141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.701520+0000","last_change":"2024-04-10T15:03:01.686365+0000","last_active":"2024-04-10T15:03:02.701520+0000","last_peered":"2024-04-10T15:03:02.701520+0000","last_clean":"2024-04-10T15:03:02.701520+0000","last_became_active":"2024-04-10T15:03:01.686078+0000","last_became_peered":"2024-04-10T15:03:01.686078+0000","last_unstale":"2024-04-10T15:03:02.701520+0000","last_undegraded":"2024-04-10T15:03:02.701520+0000","last_fullsized":"2024-04-10T15:03:02.701520+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:36:03.956864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667469+0000","last_change":"2024-04-10T15:03:01.288584+0000","last_active":"2024-04-10T15:03:02.667469+0000","last_peered":"2024-04-10T15:03:02.667469+0000","last_clean":"2024-04-10T15:03:02.667469+0000","last_became_active":"2024-04-10T15:03:01.288309+0000","last_became_peered":"2024-04-10T15:03:01.288309+0000","last_unstale":"2024-04-10T15:03:02.667469+0000","last_undegraded":"2024-04-10T15:03:02.667469+0000","last_fullsized":"2024-04-10T15:03:02.667469+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:19:01.449337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.701608+0000","last_change":"2024-04-10T15:03:01.678321+0000","last_active":"2024-04-10T15:03:02.701608+0000","last_peered":"2024-04-10T15:03:02.701608+0000","last_clean":"2024-04-10T15:03:02.701608+0000","last_became_active":"2024-04-10T15:03:01.677983+0000","last_became_peered":"2024-04-10T15:03:01.677983+0000","last_unstale":"2024-04-10T15:03:02.701608+0000","last_undegraded":"2024-04-10T15:03:02.701608+0000","last_fullsized":"2024-04-10T15:03:02.701608+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:19:31.734444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665142+0000","last_change":"2024-04-10T15:03:01.289724+0000","last_active":"2024-04-10T15:03:02.665142+0000","last_peered":"2024-04-10T15:03:02.665142+0000","last_clean":"2024-04-10T15:03:02.665142+0000","last_became_active":"2024-04-10T15:03:01.289385+0000","last_became_peered":"2024-04-10T15:03:01.289385+0000","last_unstale":"2024-04-10T15:03:02.665142+0000","last_undegraded":"2024-04-10T15:03:02.665142+0000","last_fullsized":"2024-04-10T15:03:02.665142+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:11:40.877506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.027043+0000","last_change":"2024-04-10T15:03:01.687932+0000","last_active":"2024-04-10T15:03:03.027043+0000","last_peered":"2024-04-10T15:03:03.027043+0000","last_clean":"2024-04-10T15:03:03.027043+0000","last_became_active":"2024-04-10T15:03:01.687635+0000","last_became_peered":"2024-04-10T15:03:01.687635+0000","last_unstale":"2024-04-10T15:03:03.027043+0000","last_undegraded":"2024-04-10T15:03:03.027043+0000","last_fullsized":"2024-04-10T15:03:03.027043+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:11:20.104902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":12,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667098+0000","last_change":"2024-04-10T15:03:01.283671+0000","last_active":"2024-04-10T15:03:02.667098+0000","last_peered":"2024-04-10T15:03:02.667098+0000","last_clean":"2024-04-10T15:03:02.667098+0000","last_became_active":"2024-04-10T15:03:01.283246+0000","last_became_peered":"2024-04-10T15:03:01.283246+0000","last_unstale":"2024-04-10T15:03:02.667098+0000","last_undegraded":"2024-04-10T15:03:02.667098+0000","last_fullsized":"2024-04-10T15:03:02.667098+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:07:26.675511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665513+0000","last_change":"2024-04-10T15:03:01.683659+0000","last_active":"2024-04-10T15:03:02.665513+0000","last_peered":"2024-04-10T15:03:02.665513+0000","last_clean":"2024-04-10T15:03:02.665513+0000","last_became_active":"2024-04-10T15:03:01.683414+0000","last_became_peered":"2024-04-10T15:03:01.683414+0000","last_unstale":"2024-04-10T15:03:02.665513+0000","last_undegraded":"2024-04-10T15:03:02.665513+0000","last_fullsized":"2024-04-10T15:03:02.665513+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:51:22.323917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":13,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667699+0000","last_change":"2024-04-10T15:03:01.283526+0000","last_active":"2024-04-10T15:03:02.667699+0000","last_peered":"2024-04-10T15:03:02.667699+0000","last_clean":"2024-04-10T15:03:02.667699+0000","last_became_active":"2024-04-10T15:03:01.283249+0000","last_became_peered":"2024-04-10T15:03:01.283249+0000","last_unstale":"2024-04-10T15:03:02.667699+0000","last_undegraded":"2024-04-10T15:03:02.667699+0000","last_fullsized":"2024-04-10T15:03:02.667699+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:56:17.936576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.190087+0000","last_change":"2024-04-10T15:03:01.683948+0000","last_active":"2024-04-10T15:03:03.190087+0000","last_peered":"2024-04-10T15:03:03.190087+0000","last_clean":"2024-04-10T15:03:03.190087+0000","last_became_active":"2024-04-10T15:03:01.683214+0000","last_became_peered":"2024-04-10T15:03:01.683214+0000","last_unstale":"2024-04-10T15:03:03.190087+0000","last_undegraded":"2024-04-10T15:03:03.190087+0000","last_fullsized":"2024-04-10T15:03:03.190087+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:54:22.807019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":14,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667312+0000","last_change":"2024-04-10T15:03:01.279673+0000","last_active":"2024-04-10T15:03:02.667312+0000","last_peered":"2024-04-10T15:03:02.667312+0000","last_clean":"2024-04-10T15:03:02.667312+0000","last_became_active":"2024-04-10T15:03:01.279262+0000","last_became_peered":"2024-04-10T15:03:01.279262+0000","last_unstale":"2024-04-10T15:03:02.667312+0000","last_undegraded":"2024-04-10T15:03:02.667312+0000","last_fullsized":"2024-04-10T15:03:02.667312+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:01:31.538915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.665705+0000","last_change":"2024-04-10T15:03:01.691955+0000","last_active":"2024-04-10T15:03:02.665705+0000","last_peered":"2024-04-10T15:03:02.665705+0000","last_clean":"2024-04-10T15:03:02.665705+0000","last_became_active":"2024-04-10T15:03:01.691532+0000","last_became_peered":"2024-04-10T15:03:01.691532+0000","last_unstale":"2024-04-10T15:03:02.665705+0000","last_undegraded":"2024-04-10T15:03:02.665705+0000","last_fullsized":"2024-04-10T15:03:02.665705+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:31:48.238050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.026870+0000","last_change":"2024-04-10T15:03:01.690476+0000","last_active":"2024-04-10T15:03:03.026870+0000","last_peered":"2024-04-10T15:03:03.026870+0000","last_clean":"2024-04-10T15:03:03.026870+0000","last_became_active":"2024-04-10T15:03:01.689896+0000","last_became_peered":"2024-04-10T15:03:01.689896+0000","last_unstale":"2024-04-10T15:03:03.026870+0000","last_undegraded":"2024-04-10T15:03:03.026870+0000","last_fullsized":"2024-04-10T15:03:03.026870+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:12:45.611232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667003+0000","last_change":"2024-04-10T15:03:01.679976+0000","last_active":"2024-04-10T15:03:02.667003+0000","last_peered":"2024-04-10T15:03:02.667003+0000","last_clean":"2024-04-10T15:03:02.667003+0000","last_became_active":"2024-04-10T15:03:01.679701+0000","last_became_peered":"2024-04-10T15:03:01.679701+0000","last_unstale":"2024-04-10T15:03:02.667003+0000","last_undegraded":"2024-04-10T15:03:02.667003+0000","last_fullsized":"2024-04-10T15:03:02.667003+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:58:47.363645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.190023+0000","last_change":"2024-04-10T15:03:01.680503+0000","last_active":"2024-04-10T15:03:03.190023+0000","last_peered":"2024-04-10T15:03:03.190023+0000","last_clean":"2024-04-10T15:03:03.190023+0000","last_became_active":"2024-04-10T15:03:01.680219+0000","last_became_peered":"2024-04-10T15:03:01.680219+0000","last_unstale":"2024-04-10T15:03:03.190023+0000","last_undegraded":"2024-04-10T15:03:03.190023+0000","last_fullsized":"2024-04-10T15:03:03.190023+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:32:36.185116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624714+0000","last_change":"2024-04-10T15:03:01.691438+0000","last_active":"2024-04-10T15:03:03.624714+0000","last_peered":"2024-04-10T15:03:03.624714+0000","last_clean":"2024-04-10T15:03:03.624714+0000","last_became_active":"2024-04-10T15:03:01.690878+0000","last_became_peered":"2024-04-10T15:03:01.690878+0000","last_unstale":"2024-04-10T15:03:03.624714+0000","last_undegraded":"2024-04-10T15:03:03.624714+0000","last_fullsized":"2024-04-10T15:03:03.624714+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:35:42.173291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,4],"acting":[0,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.701645+0000","last_change":"2024-04-10T15:03:01.687905+0000","last_active":"2024-04-10T15:03:02.701645+0000","last_peered":"2024-04-10T15:03:02.701645+0000","last_clean":"2024-04-10T15:03:02.701645+0000","last_became_active":"2024-04-10T15:03:01.683855+0000","last_became_peered":"2024-04-10T15:03:01.683855+0000","last_unstale":"2024-04-10T15:03:02.701645+0000","last_undegraded":"2024-04-10T15:03:02.701645+0000","last_fullsized":"2024-04-10T15:03:02.701645+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:11:24.448193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.667638+0000","last_change":"2024-04-10T15:03:01.696240+0000","last_active":"2024-04-10T15:03:02.667638+0000","last_peered":"2024-04-10T15:03:02.667638+0000","last_clean":"2024-04-10T15:03:02.667638+0000","last_became_active":"2024-04-10T15:03:01.694844+0000","last_became_peered":"2024-04-10T15:03:01.694844+0000","last_unstale":"2024-04-10T15:03:02.667638+0000","last_undegraded":"2024-04-10T15:03:02.667638+0000","last_fullsized":"2024-04-10T15:03:02.667638+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:12:37.444355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.027449+0000","last_change":"2024-04-10T15:03:01.691779+0000","last_active":"2024-04-10T15:03:03.027449+0000","last_peered":"2024-04-10T15:03:03.027449+0000","last_clean":"2024-04-10T15:03:03.027449+0000","last_became_active":"2024-04-10T15:03:01.691479+0000","last_became_peered":"2024-04-10T15:03:01.691479+0000","last_unstale":"2024-04-10T15:03:03.027449+0000","last_undegraded":"2024-04-10T15:03:03.027449+0000","last_fullsized":"2024-04-10T15:03:03.027449+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:48:16.799662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.701716+0000","last_change":"2024-04-10T15:03:01.681645+0000","last_active":"2024-04-10T15:03:02.701716+0000","last_peered":"2024-04-10T15:03:02.701716+0000","last_clean":"2024-04-10T15:03:02.701716+0000","last_became_active":"2024-04-10T15:03:01.681382+0000","last_became_peered":"2024-04-10T15:03:01.681382+0000","last_unstale":"2024-04-10T15:03:02.701716+0000","last_undegraded":"2024-04-10T15:03:02.701716+0000","last_fullsized":"2024-04-10T15:03:02.701716+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:29:29.115664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.189978+0000","last_change":"2024-04-10T15:03:01.682360+0000","last_active":"2024-04-10T15:03:03.189978+0000","last_peered":"2024-04-10T15:03:03.189978+0000","last_clean":"2024-04-10T15:03:03.189978+0000","last_became_active":"2024-04-10T15:03:01.682078+0000","last_became_peered":"2024-04-10T15:03:01.682078+0000","last_unstale":"2024-04-10T15:03:03.189978+0000","last_undegraded":"2024-04-10T15:03:03.189978+0000","last_fullsized":"2024-04-10T15:03:03.189978+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:12:06.224016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:02.701540+0000","last_change":"2024-04-10T15:03:01.681072+0000","last_active":"2024-04-10T15:03:02.701540+0000","last_peered":"2024-04-10T15:03:02.701540+0000","last_clean":"2024-04-10T15:03:02.701540+0000","last_became_active":"2024-04-10T15:03:01.680765+0000","last_became_peered":"2024-04-10T15:03:01.680765+0000","last_unstale":"2024-04-10T15:03:02.701540+0000","last_undegraded":"2024-04-10T15:03:02.701540+0000","last_fullsized":"2024-04-10T15:03:02.701540+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:12:16.985207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":11,"reported_epoch":62,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.190035+0000","last_change":"2024-04-10T15:03:01.692162+0000","last_active":"2024-04-10T15:03:03.190035+0000","last_peered":"2024-04-10T15:03:03.190035+0000","last_clean":"2024-04-10T15:03:03.190035+0000","last_became_active":"2024-04-10T15:03:01.691850+0000","last_became_peered":"2024-04-10T15:03:01.691850+0000","last_unstale":"2024-04-10T15:03:03.190035+0000","last_undegraded":"2024-04-10T15:03:03.190035+0000","last_fullsized":"2024-04-10T15:03:03.190035+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:16:58.177713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.624415+0000","last_change":"2024-04-10T15:03:01.700357+0000","last_active":"2024-04-10T15:03:03.624415+0000","last_peered":"2024-04-10T15:03:03.624415+0000","last_clean":"2024-04-10T15:03:03.624415+0000","last_became_active":"2024-04-10T15:03:01.699541+0000","last_became_peered":"2024-04-10T15:03:01.699541+0000","last_unstale":"2024-04-10T15:03:03.624415+0000","last_undegraded":"2024-04-10T15:03:03.624415+0000","last_fullsized":"2024-04-10T15:03:03.624415+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:30:03.729145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":11,"reported_epoch":63,"state":"active+clean","last_fresh":"2024-04-10T15:03:03.027229+0000","last_change":"2024-04-10T15:03:01.686949+0000","last_active":"2024-04-10T15:03:03.027229+0000","last_peered":"2024-04-10T15:03:03.027229+0000","last_clean":"2024-04-10T15:03:03.027229+0000","last_became_active":"2024-04-10T15:03:01.686643+0000","last_became_peered":"2024-04-10T15:03:01.686643+0000","last_unstale":"2024-04-10T15:03:03.027229+0000","last_undegraded":"2024-04-10T15:03:03.027229+0000","last_fullsized":"2024-04-10T15:03:03.027229+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:08:33.474938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":3563520,"data_stored":3542208,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":3,"acting":3,"num_store_stats":7},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":45,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":7086,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":39,"ondisk_log_size":39,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201286,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28220,"kb_used_data":1200,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716932,"statfs":{"total":95995035648,"available":95966138368,"internally_reserved":0,"allocated":1228800,"data_stored":852963,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63200000000000001}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66200000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64600000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.61299999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]}]},{"osd":6,"up_from":47,"seq":201863462923,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28216,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716936,"statfs":{"total":95995035648,"available":95966142464,"internally_reserved":0,"allocated":1224704,"data_stored":853327,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55800000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51300000000000001}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.60699999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]}]},{"osd":1,"up_from":13,"seq":55834574884,"num_pgs":32,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":624,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":638976,"data_stored":262432,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:28 2024","interfaces":[{"interface":"back","average":{"1min":0.40699999999999997,"5min":0.32600000000000001,"15min":0.312},"min":{"1min":0.27300000000000002,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.55600000000000005,"5min":0.55600000000000005,"15min":0.55600000000000005},"last":0.40400000000000003},{"interface":"front","average":{"1min":0.41599999999999998,"5min":0.34399999999999997,"15min":0.33200000000000002},"min":{"1min":0.26000000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.54700000000000004,"5min":0.54900000000000004,"15min":0.54900000000000004},"last":0.36099999999999999}]},{"osd":2,"last update":"Wed Apr 10 15:02:48 2024","interfaces":[{"interface":"back","average":{"1min":0.42899999999999999,"5min":0.38400000000000001,"15min":0.376},"min":{"1min":0.28100000000000003,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.56100000000000005,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.41999999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.40100000000000002,"15min":0.39700000000000002},"min":{"1min":0.27500000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.58699999999999997,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.28000000000000003}]},{"osd":3,"last update":"Wed Apr 10 15:02:14 2024","interfaces":[{"interface":"back","average":{"1min":0.45800000000000002,"5min":0.45800000000000002,"15min":0.45800000000000002},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":0.66800000000000004,"5min":0.66800000000000004,"15min":0.66800000000000004},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.27000000000000002,"5min":0.27000000000000002,"15min":0.27000000000000002},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.38100000000000001}]},{"osd":4,"last update":"Wed Apr 10 15:02:34 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.70099999999999996,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"last":0.67700000000000005}]},{"osd":5,"last update":"Wed Apr 10 15:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":0.746,"5min":0.746,"15min":0.746},"last":0.49399999999999999},{"interface":"front","average":{"1min":0.56799999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"last":0.60499999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63900000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]}]},{"osd":0,"up_from":8,"seq":34359738408,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28220,"kb_used_data":1196,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716932,"statfs":{"total":95995035648,"available":95966138368,"internally_reserved":0,"allocated":1224704,"data_stored":846365,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 10 15:02:27 2024","interfaces":[{"interface":"back","average":{"1min":0.40600000000000003,"5min":0.315,"15min":0.29999999999999999},"min":{"1min":0.20499999999999999,"5min":0.159,"15min":0.159},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.309},{"interface":"front","average":{"1min":0.432,"5min":0.33400000000000002,"15min":0.318},"min":{"1min":0.33200000000000002,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.28299999999999997}]},{"osd":2,"last update":"Wed Apr 10 15:02:49 2024","interfaces":[{"interface":"back","average":{"1min":0.39500000000000002,"5min":0.39000000000000001,"15min":0.38900000000000001},"min":{"1min":0.26700000000000002,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.58499999999999996,"5min":0.629,"15min":0.629},"last":0.33200000000000002},{"interface":"front","average":{"1min":0.41399999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"min":{"1min":0.29699999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.52200000000000002,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.371}]},{"osd":3,"last update":"Wed Apr 10 15:02:16 2024","interfaces":[{"interface":"back","average":{"1min":0.46300000000000002,"5min":0.46300000000000002,"15min":0.46300000000000002},"min":{"1min":0.35999999999999999,"5min":0.35999999999999999,"15min":0.35999999999999999},"max":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.39200000000000002},{"interface":"front","average":{"1min":0.46000000000000002,"5min":0.46000000000000002,"15min":0.46000000000000002},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.59899999999999998,"5min":0.59899999999999998,"15min":0.59899999999999998},"last":0.38}]},{"osd":4,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.74099999999999999,"5min":0.74099999999999999,"15min":0.74099999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.59599999999999997,"5min":0.59599999999999997,"15min":0.59599999999999997},"min":{"1min":0.42399999999999999,"5min":0.42399999999999999,"15min":0.42399999999999999},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.55300000000000005}]},{"osd":5,"last update":"Wed Apr 10 15:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.63500000000000001,"5min":0.63500000000000001,"15min":0.63500000000000001},"min":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"max":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.57099999999999995},{"interface":"front","average":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"last":0.69799999999999995}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53200000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56100000000000005}]}]},{"osd":2,"up_from":18,"seq":77309411359,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27640,"kb_used_data":612,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717512,"statfs":{"total":95995035648,"available":95966732288,"internally_reserved":0,"allocated":626688,"data_stored":261999,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:50 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.33300000000000002,"15min":0.32900000000000001},"min":{"1min":0.27800000000000002,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.249},{"interface":"front","average":{"1min":0.37,"5min":0.34899999999999998,"15min":0.34499999999999997},"min":{"1min":0.22800000000000001,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.49299999999999999,"5min":0.49299999999999999,"15min":0.49299999999999999},"last":0.34899999999999998}]},{"osd":1,"last update":"Wed Apr 10 15:02:50 2024","interfaces":[{"interface":"back","average":{"1min":0.38300000000000001,"5min":0.36799999999999999,"15min":0.36599999999999999},"min":{"1min":0.25900000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.48199999999999998,"5min":0.52400000000000002,"15min":0.52400000000000002},"last":0.33100000000000002},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.372,"15min":0.36799999999999999},"min":{"1min":0.30499999999999999,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.503,"5min":0.503,"15min":0.503},"last":0.36099999999999999}]},{"osd":3,"last update":"Wed Apr 10 15:02:14 2024","interfaces":[{"interface":"back","average":{"1min":0.41499999999999998,"5min":0.41499999999999998,"15min":0.41499999999999998},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.29199999999999998},{"interface":"front","average":{"1min":0.40200000000000002,"5min":0.40200000000000002,"15min":0.40200000000000002},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.54100000000000004,"5min":0.54100000000000004,"15min":0.54100000000000004},"last":0.31}]},{"osd":4,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.40500000000000003,"5min":0.40500000000000003,"15min":0.40500000000000003},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.47899999999999998},{"interface":"front","average":{"1min":0.77400000000000002,"5min":0.77400000000000002,"15min":0.77400000000000002},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":5.0720000000000001,"5min":5.0720000000000001,"15min":5.0720000000000001},"last":0.495}]},{"osd":5,"last update":"Wed Apr 10 15:03:00 2024","interfaces":[{"interface":"back","average":{"1min":0.55400000000000005,"5min":0.55400000000000005,"15min":0.55400000000000005},"min":{"1min":0.371,"5min":0.371,"15min":0.371},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.39300000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.52400000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51400000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.53500000000000003}]}]},{"osd":3,"up_from":26,"seq":111669149722,"num_pgs":34,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27652,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717500,"statfs":{"total":95995035648,"available":95966720000,"internally_reserved":0,"allocated":647168,"data_stored":263667,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:13 2024","interfaces":[{"interface":"back","average":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"last":0.308},{"interface":"front","average":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"min":{"1min":0.219,"5min":0.219,"15min":0.219},"max":{"1min":0.59699999999999998,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.34200000000000003}]},{"osd":1,"last update":"Wed Apr 10 15:02:13 2024","interfaces":[{"interface":"back","average":{"1min":0.377,"5min":0.377,"15min":0.377},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.42299999999999999,"5min":0.42299999999999999,"15min":0.42299999999999999},"min":{"1min":0.29299999999999998,"5min":0.29299999999999998,"15min":0.29299999999999998},"max":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"last":0.35899999999999999}]},{"osd":2,"last update":"Wed Apr 10 15:02:13 2024","interfaces":[{"interface":"back","average":{"1min":0.434,"5min":0.434,"15min":0.434},"min":{"1min":0.29399999999999998,"5min":0.29399999999999998,"15min":0.29399999999999998},"max":{"1min":0.76500000000000001,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.32700000000000001},{"interface":"front","average":{"1min":0.44700000000000001,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"last":0.39400000000000002}]},{"osd":4,"last update":"Wed Apr 10 15:02:36 2024","interfaces":[{"interface":"back","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.57699999999999996,"5min":0.57699999999999996,"15min":0.57699999999999996},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.754,"5min":0.754,"15min":0.754},"last":0.56799999999999995}]},{"osd":5,"last update":"Wed Apr 10 15:02:57 2024","interfaces":[{"interface":"back","average":{"1min":0.55200000000000005,"5min":0.55200000000000005,"15min":0.55200000000000005},"min":{"1min":0.40899999999999997,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"last":0.46800000000000003},{"interface":"front","average":{"1min":0.61699999999999999,"5min":0.61699999999999999,"15min":0.61699999999999999},"min":{"1min":0.38,"5min":0.38,"15min":0.38},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.59699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54000000000000004}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.51800000000000002}]}]},{"osd":4,"up_from":31,"seq":133143986197,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27660,"kb_used_data":632,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717492,"statfs":{"total":95995035648,"available":95966711808,"internally_reserved":0,"allocated":647168,"data_stored":262980,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.623,"5min":0.623,"15min":0.623},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":1.5189999999999999,"5min":1.5189999999999999,"15min":1.5189999999999999},"last":0.60499999999999998},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":1.554,"5min":1.554,"15min":1.554},"last":0.61799999999999999}]},{"osd":1,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":1.544,"5min":1.544,"15min":1.544},"last":0.63300000000000001},{"interface":"front","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.70399999999999996,"5min":0.70399999999999996,"15min":0.70399999999999996},"last":0.66500000000000004}]},{"osd":2,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":1.4470000000000001,"5min":1.4470000000000001,"15min":1.4470000000000001},"last":0.69699999999999995},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"min":{"1min":0.34999999999999998,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":1.5660000000000001,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.67900000000000005}]},{"osd":3,"last update":"Wed Apr 10 15:02:35 2024","interfaces":[{"interface":"back","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.753,"5min":0.753,"15min":0.753},"last":0.70899999999999996},{"interface":"front","average":{"1min":0.57099999999999995,"5min":0.57099999999999995,"15min":0.57099999999999995},"min":{"1min":0.34100000000000003,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":1.393,"5min":1.393,"15min":1.393},"last":0.59699999999999998}]},{"osd":5,"last update":"Wed Apr 10 15:03:00 2024","interfaces":[{"interface":"back","average":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"min":{"1min":0.26900000000000002,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.378},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.63600000000000001,"5min":0.63600000000000001,"15min":0.63600000000000001},"last":0.48199999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.442}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64900000000000002}]}]},{"osd":5,"up_from":39,"seq":167503724561,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27648,"kb_used_data":628,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717504,"statfs":{"total":95995035648,"available":95966724096,"internally_reserved":0,"allocated":643072,"data_stored":263595,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.96499999999999997,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.52900000000000003,"5min":0.52900000000000003,"15min":0.52900000000000003},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.88200000000000001,"5min":0.88200000000000001,"15min":0.88200000000000001},"last":0.5}]},{"osd":1,"last update":"Wed Apr 10 15:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.54800000000000004,"15min":0.54800000000000004},"min":{"1min":0.35699999999999998,"5min":0.35699999999999998,"15min":0.35699999999999998},"max":{"1min":0.89100000000000001,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.91100000000000003,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.52800000000000002}]},{"osd":2,"last update":"Wed Apr 10 15:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.54600000000000004,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.68200000000000005}]},{"osd":3,"last update":"Wed Apr 10 15:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"min":{"1min":0.37,"5min":0.37,"15min":0.37},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.40600000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.58199999999999996,"15min":0.58199999999999996},"min":{"1min":0.41299999999999998,"5min":0.41299999999999998,"15min":0.41299999999999998},"max":{"1min":0.93700000000000006,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.61499999999999999}]},{"osd":4,"last update":"Wed Apr 10 15:02:58 2024","interfaces":[{"interface":"back","average":{"1min":0.39800000000000002,"5min":0.39800000000000002,"15min":0.39800000000000002},"min":{"1min":0.25,"5min":0.25,"15min":0.25},"max":{"1min":0.59099999999999997,"5min":0.59099999999999997,"15min":0.59099999999999997},"last":0.32200000000000001},{"interface":"front","average":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.55500000000000005,"5min":0.55500000000000005,"15min":0.55500000000000005},"last":0.35699999999999998}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.47599999999999998}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58099999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":1668,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":1564,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T15:03:09.316 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-04-10T15:03:09.316 INFO:tasks.cephadm:Adding prometheus.a on smithi154 2024-04-10T15:03:09.317 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph orch apply prometheus '1;smithi154=a' 2024-04-10T15:03:09.534 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:03:10.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:10 smithi154 ceph-mon[30592]: pgmap v188: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-10T15:03:10.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:10 smithi102 ceph-mon[26948]: pgmap v188: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-10T15:03:10.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:10 smithi102 ceph-mon[37987]: pgmap v188: 97 pgs: 97 active+clean; 579 KiB data, 218 MiB used, 715 GiB / 715 GiB avail; 1.8 KiB/s wr, 5 op/s 2024-04-10T15:03:11.318 INFO:teuthology.orchestra.run.smithi154.stdout:Scheduled prometheus update... 2024-04-10T15:03:11.318 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:11 smithi154 ceph-mon[30592]: from='client.24470 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:03:11.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:11 smithi102 ceph-mon[37987]: from='client.24470 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:03:11.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:11 smithi102 ceph-mon[26948]: from='client.24470 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:03:11.959 DEBUG:teuthology.orchestra.run.smithi154:prometheus.a> sudo journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@prometheus.a.service 2024-04-10T15:03:11.961 INFO:tasks.cephadm:Adding node-exporter.a on smithi102 2024-04-10T15:03:11.961 INFO:tasks.cephadm:Adding node-exporter.b on smithi154 2024-04-10T15:03:11.961 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph orch apply node-exporter '2;smithi102=a;smithi154=b' 2024-04-10T15:03:12.224 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:03:12.337 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:12 smithi154 ceph-mon[30592]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-10T15:03:12.337 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:12 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:12.337 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:12 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:03:12.337 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:12 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:03:12.338 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:12 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:03:12.338 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:12 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:12.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:12 smithi102 ceph-mon[26948]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-10T15:03:12.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:12 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:12.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:12 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:03:12.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:12 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:03:12.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:12 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:03:12.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:12 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:12.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:12 smithi102 ceph-mon[37987]: pgmap v189: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.5 KiB/s wr, 4 op/s 2024-04-10T15:03:12.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:12 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:12.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:12 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:03:12.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:12 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:03:12.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:12 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:03:12.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:12 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:13.304 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:13 smithi154 ceph-mon[30592]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi154=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:03:13.304 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:13 smithi154 ceph-mon[30592]: Saving service prometheus spec with placement smithi154=a;count:1 2024-04-10T15:03:13.304 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:13 smithi154 ceph-mon[30592]: Deploying daemon prometheus.a on smithi154 2024-04-10T15:03:13.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:13 smithi102 ceph-mon[26948]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi154=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:03:13.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:13 smithi102 ceph-mon[26948]: Saving service prometheus spec with placement smithi154=a;count:1 2024-04-10T15:03:13.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:13 smithi102 ceph-mon[26948]: Deploying daemon prometheus.a on smithi154 2024-04-10T15:03:13.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:13 smithi102 ceph-mon[37987]: from='client.24409 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "prometheus", "placement": "1;smithi154=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:03:13.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:13 smithi102 ceph-mon[37987]: Saving service prometheus spec with placement smithi154=a;count:1 2024-04-10T15:03:13.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:13 smithi102 ceph-mon[37987]: Deploying daemon prometheus.a on smithi154 2024-04-10T15:03:14.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:14 smithi154 ceph-mon[30592]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-10T15:03:14.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:14 smithi102 ceph-mon[26948]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-10T15:03:14.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:14 smithi102 ceph-mon[37987]: pgmap v190: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.4 KiB/s wr, 4 op/s 2024-04-10T15:03:14.583 INFO:teuthology.orchestra.run.smithi154.stdout:Scheduled node-exporter update... 2024-04-10T15:03:15.527 DEBUG:teuthology.orchestra.run.smithi102:node-exporter.a> sudo journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@node-exporter.a.service 2024-04-10T15:03:15.530 DEBUG:teuthology.orchestra.run.smithi154:node-exporter.b> sudo journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@node-exporter.b.service 2024-04-10T15:03:15.533 INFO:tasks.cephadm:Adding alertmanager.a on smithi102 2024-04-10T15:03:15.533 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph orch apply alertmanager '1;smithi102=a' 2024-04-10T15:03:15.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:15 smithi154 ceph-mon[30592]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi102=a;smithi154=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:03:15.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:15 smithi154 ceph-mon[30592]: Saving service node-exporter spec with placement smithi102=a;smithi154=b;count:2 2024-04-10T15:03:15.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:15 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:15.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:15 smithi154 ceph-mon[30592]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-10T15:03:15.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:15 smithi102 ceph-mon[37987]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi102=a;smithi154=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:03:15.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:15 smithi102 ceph-mon[37987]: Saving service node-exporter spec with placement smithi102=a;smithi154=b;count:2 2024-04-10T15:03:15.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:15 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:15.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:15 smithi102 ceph-mon[37987]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-10T15:03:15.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:15 smithi102 ceph-mon[26948]: from='client.24415 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "node-exporter", "placement": "2;smithi102=a;smithi154=b", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:03:15.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:15 smithi102 ceph-mon[26948]: Saving service node-exporter spec with placement smithi102=a;smithi154=b;count:2 2024-04-10T15:03:15.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:15 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:15.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:15 smithi102 ceph-mon[26948]: pgmap v191: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s wr, 3 op/s 2024-04-10T15:03:16.061 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:03:18.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:18 smithi154 ceph-mon[30592]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:03:18.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:18 smithi102 ceph-mon[37987]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:03:18.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:18 smithi102 ceph-mon[26948]: pgmap v192: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:03:20.068 INFO:teuthology.orchestra.run.smithi154.stdout:Scheduled alertmanager update... 2024-04-10T15:03:20.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:20 smithi154 ceph-mon[30592]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-10T15:03:20.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:20 smithi102 ceph-mon[26948]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-10T15:03:20.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:20 smithi102 ceph-mon[37987]: pgmap v193: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 0 B/s wr, 0 op/s 2024-04-10T15:03:21.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:21 smithi154 ceph-mon[30592]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi102=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:03:21.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:21 smithi154 ceph-mon[30592]: Saving service alertmanager spec with placement smithi102=a;count:1 2024-04-10T15:03:21.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:21 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:21.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:21 smithi102 ceph-mon[26948]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi102=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:03:21.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:21 smithi102 ceph-mon[26948]: Saving service alertmanager spec with placement smithi102=a;count:1 2024-04-10T15:03:21.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:21 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:21.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:21 smithi102 ceph-mon[37987]: from='client.24421 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "alertmanager", "placement": "1;smithi102=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:03:21.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:21 smithi102 ceph-mon[37987]: Saving service alertmanager spec with placement smithi102=a;count:1 2024-04-10T15:03:21.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:21 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:21.448 DEBUG:teuthology.orchestra.run.smithi102:alertmanager.a> sudo journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@alertmanager.a.service 2024-04-10T15:03:21.451 INFO:tasks.cephadm:Adding grafana.a on smithi154 2024-04-10T15:03:21.451 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph orch apply grafana '1;smithi154=a' 2024-04-10T15:03:22.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:22 smithi154 ceph-mon[30592]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:22.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:22 smithi102 ceph-mon[37987]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:22.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:22 smithi102 ceph-mon[26948]: pgmap v194: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:23.308 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:03:24.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:24 smithi154 ceph-mon[30592]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:24.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:24 smithi102 ceph-mon[37987]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:24.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:24 smithi102 ceph-mon[26948]: pgmap v195: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:26.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:26 smithi154 ceph-mon[30592]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:26.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:26 smithi102 ceph-mon[37987]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:26.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:26 smithi102 ceph-mon[26948]: pgmap v196: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:26.632 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 podman[58411]: 2024-04-10 15:03:26.652051413 +0000 UTC m=+0.563195929 container init 09d4cd02a22cbc08a36d9ece4956db62ae992e326fc4d82796abfad5f9174ab6 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:03:26.632 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 podman[58411]: 2024-04-10 15:03:26.654858111 +0000 UTC m=+0.566002626 container start 09d4cd02a22cbc08a36d9ece4956db62ae992e326fc4d82796abfad5f9174ab6 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:03:26.931 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:03:26.677Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-10T15:03:26.931 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:03:26.677Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-10T15:03:26.931 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:03:26.677Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi154 (none))" 2024-04-10T15:03:26.931 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:03:26.677Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-10T15:03:26.931 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:03:26.677Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-10T15:03:26.931 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:03:26.679Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-10T15:03:26.932 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:03:26.680Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-10T15:03:26.932 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:03:26.681Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-10T15:03:26.932 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:03:26.681Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-10T15:03:26.932 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:03:26.683Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-10T15:03:26.932 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:03:26.683Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.267µs 2024-04-10T15:03:26.932 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:03:26.683Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-10T15:03:26.932 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:03:26.683Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=0 2024-04-10T15:03:26.932 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:03:26.683Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=24.08µs wal_replay_duration=223.04µs wbl_replay_duration=136ns total_replay_duration=272.324µs 2024-04-10T15:03:26.932 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:03:26.685Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-10T15:03:26.932 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:03:26.685Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-10T15:03:26.932 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:03:26.685Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-10T15:03:26.932 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:03:26.702Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=17.884661ms db_storage=757ns remote_storage=1.113µs web_handler=444ns query_engine=579ns scrape=536.117µs scrape_sd=321.462µs notify=1.229µs notify_sd=2.506µs rules=16.815856ms tracing=6.531µs 2024-04-10T15:03:26.932 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:03:26.702Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-10T15:03:26.933 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:03:26.702Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-10T15:03:26.933 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 bash[58411]: 09d4cd02a22cbc08a36d9ece4956db62ae992e326fc4d82796abfad5f9174ab6 2024-04-10T15:03:26.933 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:03:26 smithi154 systemd[1]: Started Ceph prometheus.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:03:27.164 INFO:teuthology.orchestra.run.smithi154.stdout:Scheduled grafana update... 2024-04-10T15:03:27.997 DEBUG:teuthology.orchestra.run.smithi154:grafana.a> sudo journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@grafana.a.service 2024-04-10T15:03:27.999 INFO:tasks.cephadm:Setting up client nodes... 2024-04-10T15:03:28.000 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph auth get-or-create client.0 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-10T15:03:28.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:27 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:28.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:27 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:28.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:27 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:28.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:27 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-10T15:03:28.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:27 smithi154 ceph-mon[30592]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:28.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:27 smithi154 ceph-mon[30592]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi154=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:03:28.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:27 smithi154 ceph-mon[30592]: Saving service grafana spec with placement smithi154=a;count:1 2024-04-10T15:03:28.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:27 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:28.131 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:27 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: ignoring --setuser ceph since I am not root 2024-04-10T15:03:28.131 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:27 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: ignoring --setgroup ceph since I am not root 2024-04-10T15:03:28.131 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:27 smithi154 ceph-mgr[32464]: -- 172.21.15.154:0/497122441 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 194+0+0 (secure 0 0 0) 0x5638e39121a0 con 0x5638e38e9000 2024-04-10T15:03:28.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:27 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:28.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:27 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:28.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:27 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:28.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:27 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-10T15:03:28.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:27 smithi102 ceph-mon[37987]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:28.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:27 smithi102 ceph-mon[37987]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi154=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:03:28.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:27 smithi102 ceph-mon[37987]: Saving service grafana spec with placement smithi154=a;count:1 2024-04-10T15:03:28.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:27 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:28.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:27 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:28.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:27 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:28.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:27 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:28.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:27 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd=[{"prefix": "mgr module enable", "module": "prometheus"}]: dispatch 2024-04-10T15:03:28.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:27 smithi102 ceph-mon[26948]: pgmap v197: 97 pgs: 97 active+clean; 579 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:28.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:27 smithi102 ceph-mon[26948]: from='client.24427 -' entity='client.admin' cmd=[{"prefix": "orch apply", "service_type": "grafana", "placement": "1;smithi154=a", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:03:28.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:27 smithi102 ceph-mon[26948]: Saving service grafana spec with placement smithi154=a;count:1 2024-04-10T15:03:28.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:27 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' 2024-04-10T15:03:28.162 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ignoring --setuser ceph since I am not root 2024-04-10T15:03:28.162 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ignoring --setgroup ceph since I am not root 2024-04-10T15:03:28.205 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:03:28.595 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:28 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:28.438+0000 7f75217cd200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:03:28.596 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:28 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:28.535+0000 7f75217cd200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:03:28.830 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:28 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:28.426+0000 7fddb0791200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:03:28.830 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:28 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:28.519+0000 7fddb0791200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:03:28.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:28 smithi102 ceph-mon[37987]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-10T15:03:28.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:28 smithi102 ceph-mon[37987]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-10T15:03:28.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:28 smithi102 ceph-mon[26948]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-10T15:03:28.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:28 smithi102 ceph-mon[26948]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-10T15:03:29.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:28 smithi154 ceph-mon[30592]: from='mgr.14150 172.21.15.102:0/4160057149' entity='mgr.y' cmd='[{"prefix": "mgr module enable", "module": "prometheus"}]': finished 2024-04-10T15:03:29.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:28 smithi154 ceph-mon[30592]: mgrmap e16: y(active, since 4m), standbys: x 2024-04-10T15:03:29.410 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:29 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:29.173+0000 7f75217cd200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:03:29.411 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:29 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:29.262+0000 7f75217cd200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:03:29.411 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:29 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:29.404+0000 7f75217cd200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:03:29.463 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:29 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:29.156+0000 7fddb0791200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:03:29.463 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:29 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:29.248+0000 7fddb0791200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:03:29.463 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:29 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:29.390+0000 7fddb0791200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:03:29.463 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:29 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:29.485+0000 7fddb0791200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:03:29.714 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:29 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:29.502+0000 7f75217cd200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:03:29.714 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:29 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:29.588+0000 7f75217cd200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:03:29.811 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:29 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:29.568+0000 7fddb0791200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:03:30.036 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:29 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:29.856+0000 7f75217cd200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:03:30.036 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:29 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:29.970+0000 7f75217cd200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:03:30.037 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:30 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:30.058+0000 7f75217cd200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:03:30.101 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:29 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:29.833+0000 7fddb0791200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:03:30.101 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:29 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:29.943+0000 7fddb0791200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:03:30.101 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:30.030+0000 7fddb0791200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:03:30.231 INFO:teuthology.orchestra.run.smithi102.stdout:[client.0] 2024-04-10T15:03:30.231 INFO:teuthology.orchestra.run.smithi102.stdout: key = AQBCqhZmKl7jDhAAsmBaIbVYlitTieyNCx7Ndg== 2024-04-10T15:03:30.314 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:30 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:30.154+0000 7f75217cd200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:03:30.314 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:30 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/2320283359' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T15:03:30.314 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:30 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/2320283359' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-10T15:03:30.315 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:30 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2320283359' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T15:03:30.315 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:30 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2320283359' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-10T15:03:30.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:30 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/2320283359' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T15:03:30.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:30 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/2320283359' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.0", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-10T15:03:30.381 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:30.123+0000 7fddb0791200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:03:30.381 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:30.300+0000 7fddb0791200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:03:30.581 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:30 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:30.336+0000 7f75217cd200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:03:31.012 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-10T15:03:31.013 DEBUG:teuthology.orchestra.run.smithi102:> sudo dd of=/etc/ceph/ceph.client.0.keyring 2024-04-10T15:03:31.013 DEBUG:teuthology.orchestra.run.smithi102:> sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-04-10T15:03:31.055 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph auth get-or-create client.1 mon 'allow *' osd 'allow *' mds 'allow *' mgr 'allow *' 2024-04-10T15:03:31.272 INFO:teuthology.orchestra.run.smithi154.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.b/config 2024-04-10T15:03:31.380 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:31 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:31.283+0000 7fddb0791200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:03:31.660 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:31 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:31.303+0000 7f75217cd200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:03:31.661 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:31 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:31.433+0000 7f75217cd200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:03:31.730 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:31 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:31.425+0000 7fddb0791200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:03:32.019 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:31 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:31.760+0000 7f75217cd200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:03:32.019 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:31 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:31.849+0000 7f75217cd200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:03:32.019 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:32 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:32.041+0000 7f75217cd200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:03:32.043 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:31 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:31.772+0000 7fddb0791200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:03:32.043 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:31 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:31.864+0000 7fddb0791200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:03:32.043 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:32.065+0000 7fddb0791200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:03:32.367 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:32.253+0000 7fddb0791200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:03:32.410 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:32 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:32.224+0000 7f75217cd200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:03:32.630 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:32.564+0000 7fddb0791200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:03:32.740 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:32 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:32.507+0000 7f75217cd200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:03:33.060 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:32.835+0000 7fddb0791200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:03:33.060 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:33 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:33.082+0000 7fddb0791200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:03:33.160 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:32 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:32.762+0000 7f75217cd200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:03:33.160 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:32 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:32.996+0000 7f75217cd200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:03:33.202 INFO:teuthology.orchestra.run.smithi154.stdout:[client.1] 2024-04-10T15:03:33.203 INFO:teuthology.orchestra.run.smithi154.stdout: key = AQBFqhZmotk6DRAAfOtJ1X+D/R+133kFnEZMJQ== 2024-04-10T15:03:33.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:33 smithi154 ceph-mon[30592]: from='client.? 172.21.15.154:0/3190391565' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T15:03:33.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:33 smithi154 ceph-mon[30592]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T15:03:33.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:33 smithi154 ceph-mon[30592]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-10T15:03:33.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:33 smithi102 ceph-mon[26948]: from='client.? 172.21.15.154:0/3190391565' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T15:03:33.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:33 smithi102 ceph-mon[26948]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T15:03:33.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:33 smithi102 ceph-mon[26948]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-10T15:03:33.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:33 smithi102 ceph-mon[37987]: from='client.? 172.21.15.154:0/3190391565' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T15:03:33.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:33 smithi102 ceph-mon[37987]: from='client.? ' entity='client.admin' cmd=[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]: dispatch 2024-04-10T15:03:33.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:33 smithi102 ceph-mon[37987]: from='client.? ' entity='client.admin' cmd='[{"prefix": "auth get-or-create", "entity": "client.1", "caps": ["mon", "allow *", "osd", "allow *", "mds", "allow *", "mgr", "allow *"]}]': finished 2024-04-10T15:03:33.855 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-04-10T15:03:33.855 DEBUG:teuthology.orchestra.run.smithi154:> sudo dd of=/etc/ceph/ceph.client.1.keyring 2024-04-10T15:03:33.855 DEBUG:teuthology.orchestra.run.smithi154:> sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-04-10T15:03:33.898 INFO:tasks.cephadm:Waiting for OSDs to come up 2024-04-10T15:03:33.898 DEBUG:teuthology.orchestra.run.smithi102:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-04-10T15:03:34.130 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:33 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:33.921+0000 7fddb0791200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:03:34.160 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:33 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:33.794+0000 7f75217cd200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:03:34.175 INFO:teuthology.misc.health.smithi102.stdout: 2024-04-10T15:03:34.175 INFO:teuthology.misc.health.smithi102.stdout:{"epoch":63,"fsid":"8fac6e32-f74a-11ee-b64a-cb9ed24678a4","created":"2024-04-10T14:57:38.079675+0000","modified":"2024-04-10T15:03:02.656966+0000","last_up_change":"2024-04-10T15:02:44.380476+0000","last_in_change":"2024-04-10T15:02:27.105094+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":3,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:00:49.240190+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:03:00.182937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:03:00.804250+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ae1bd487-7951-45bd-ba3c-a82084f43cdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6803","nonce":4063284771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6805","nonce":4063284771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6809","nonce":4063284771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6807","nonce":4063284771}]},"public_addr":"172.21.15.102:6803/4063284771","cluster_addr":"172.21.15.102:6805/4063284771","heartbeat_back_addr":"172.21.15.102:6809/4063284771","heartbeat_front_addr":"172.21.15.102:6807/4063284771","state":["exists","up"]},{"osd":1,"uuid":"71af8ce3-be69-4910-9512-4b9739c29a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6811","nonce":3393919267}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6813","nonce":3393919267}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6817","nonce":3393919267}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6815","nonce":3393919267}]},"public_addr":"172.21.15.102:6811/3393919267","cluster_addr":"172.21.15.102:6813/3393919267","heartbeat_back_addr":"172.21.15.102:6817/3393919267","heartbeat_front_addr":"172.21.15.102:6815/3393919267","state":["exists","up"]},{"osd":2,"uuid":"8290e6e3-6f67-4216-a46a-96868bcfa6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6819","nonce":559940954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6821","nonce":559940954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6825","nonce":559940954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6823","nonce":559940954}]},"public_addr":"172.21.15.102:6819/559940954","cluster_addr":"172.21.15.102:6821/559940954","heartbeat_back_addr":"172.21.15.102:6825/559940954","heartbeat_front_addr":"172.21.15.102:6823/559940954","state":["exists","up"]},{"osd":3,"uuid":"21d15c82-8baa-49ce-b3e5-f9ac15236394","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6827","nonce":3566623864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6829","nonce":3566623864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6833","nonce":3566623864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6831","nonce":3566623864}]},"public_addr":"172.21.15.102:6827/3566623864","cluster_addr":"172.21.15.102:6829/3566623864","heartbeat_back_addr":"172.21.15.102:6833/3566623864","heartbeat_front_addr":"172.21.15.102:6831/3566623864","state":["exists","up"]},{"osd":4,"uuid":"06651a44-9133-4cfe-acd0-760ca522450f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6801","nonce":2417480125}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6803","nonce":2417480125}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6807","nonce":2417480125}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6805","nonce":2417480125}]},"public_addr":"172.21.15.154:6801/2417480125","cluster_addr":"172.21.15.154:6803/2417480125","heartbeat_back_addr":"172.21.15.154:6807/2417480125","heartbeat_front_addr":"172.21.15.154:6805/2417480125","state":["exists","up"]},{"osd":5,"uuid":"1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6809","nonce":1331566232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6811","nonce":1331566232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6815","nonce":1331566232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6813","nonce":1331566232}]},"public_addr":"172.21.15.154:6809/1331566232","cluster_addr":"172.21.15.154:6811/1331566232","heartbeat_back_addr":"172.21.15.154:6815/1331566232","heartbeat_front_addr":"172.21.15.154:6813/1331566232","state":["exists","up"]},{"osd":6,"uuid":"efeb892d-78ba-4058-b39d-18c67ae2e38d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6817","nonce":4289156474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6819","nonce":4289156474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6823","nonce":4289156474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6821","nonce":4289156474}]},"public_addr":"172.21.15.154:6817/4289156474","cluster_addr":"172.21.15.154:6819/4289156474","heartbeat_back_addr":"172.21.15.154:6823/4289156474","heartbeat_front_addr":"172.21.15.154:6821/4289156474","state":["exists","up"]},{"osd":7,"uuid":"d9e57957-f1c9-4edf-9443-f4dd147d0658","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6825","nonce":39632148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6827","nonce":39632148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6831","nonce":39632148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6829","nonce":39632148}]},"public_addr":"172.21.15.154:6825/39632148","cluster_addr":"172.21.15.154:6827/39632148","heartbeat_back_addr":"172.21.15.154:6831/39632148","heartbeat_front_addr":"172.21.15.154:6829/39632148","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T14:59:56.420627+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:20.750373+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:45.571358+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:10.014984+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:32.024587+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:55.310685+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:19.125869+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:42.683153+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:0/2525665278":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1125467212":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6801/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1809500991":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6800/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/89821447":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2558261322":"2024-04-11T14:58:14.337530+0000","172.21.15.102:6800/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6801/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2980938889":"2024-04-11T14:58:14.337530+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:03:34.187 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-04-10T15:03:34.187 INFO:tasks.cephadm:Creating RBD pool 2024-04-10T15:03:34.187 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- sudo ceph --cluster ceph osd pool create rbd 8 2024-04-10T15:03:34.394 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:03:34.467 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:34 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/3196659528' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:03:34.468 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:34 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/3196659528' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:03:34.468 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:34.377+0000 7f75217cd200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:03:34.468 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:34.489+0000 7f75217cd200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:03:34.573 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:34 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/3196659528' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:03:34.573 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:34 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:34.497+0000 7fddb0791200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:03:34.744 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:34.710+0000 7f75217cd200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:03:34.880 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:34 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:34.595+0000 7fddb0791200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:03:34.881 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:34 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:34.819+0000 7fddb0791200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:03:34.881 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:34 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: [10/Apr/2024:15:03:34] ENGINE Bus STARTING 2024-04-10T15:03:35.161 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:03:34] ENGINE Bus STARTING 2024-04-10T15:03:35.161 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:34.835+0000 7f7482d5b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:03:35.161 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:34.835+0000 7f7482d5b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:03:35.161 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:34.835+0000 7f7482d5b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:03:35.161 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:34.835+0000 7f7482d5b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:03:35.161 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:34.835+0000 7f7482d5b700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:03:35.161 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:34.835+0000 7f747fd55700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:03:35.161 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:34.835+0000 7f747fd55700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:03:35.161 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:34.835+0000 7f747fd55700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:03:35.162 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:34.835+0000 7f747fd55700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:03:35.162 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:34.835+0000 7f747fd55700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:03:35.162 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: CherryPy Checker: 2024-04-10T15:03:35.162 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: The Application mounted at '' has an empty config. 2024-04-10T15:03:35.162 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:03:35.162 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:03:34] ENGINE Serving on http://:::9283 2024-04-10T15:03:35.162 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:03:34] ENGINE Bus STARTED 2024-04-10T15:03:35.259 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:34 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: CherryPy Checker: 2024-04-10T15:03:35.259 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:34 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: The Application mounted at '' has an empty config. 2024-04-10T15:03:35.259 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:34 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: 2024-04-10T15:03:35.259 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:34 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: [10/Apr/2024:15:03:34] ENGINE Serving on http://:::9283 2024-04-10T15:03:35.259 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:03:34 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[32460]: [10/Apr/2024:15:03:34] ENGINE Bus STARTED 2024-04-10T15:03:35.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: Active manager daemon y restarted 2024-04-10T15:03:35.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: Activating manager daemon y 2024-04-10T15:03:35.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: osdmap e64: 8 total, 8 up, 8 in 2024-04-10T15:03:35.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: mgrmap e17: y(active, starting, since 0.00704934s), standbys: x 2024-04-10T15:03:35.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:03:35.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:03:35.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:03:35.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:03:35.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:03:35.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:03:35.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:03:35.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:03:35.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:03:35.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:03:35.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:03:35.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:03:35.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:03:35.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:03:35.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:03:35.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:03:35.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:03:35.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:03:35.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: Manager daemon y is now available 2024-04-10T15:03:35.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:03:35.540 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:35.540 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:03:35.540 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:03:35.540 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:03:35.540 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: Standby manager daemon x restarted 2024-04-10T15:03:35.540 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: Standby manager daemon x started 2024-04-10T15:03:35.540 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/2962061158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:03:35.540 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/2962061158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:03:35.540 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/2962061158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:03:35.540 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/2962061158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:03:35.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: Active manager daemon y restarted 2024-04-10T15:03:35.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: Activating manager daemon y 2024-04-10T15:03:35.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: osdmap e64: 8 total, 8 up, 8 in 2024-04-10T15:03:35.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: mgrmap e17: y(active, starting, since 0.00704934s), standbys: x 2024-04-10T15:03:35.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:03:35.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:03:35.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:03:35.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:03:35.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:03:35.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:03:35.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:03:35.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:03:35.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:03:35.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:03:35.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:03:35.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:03:35.542 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:03:35.542 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:03:35.542 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:03:35.542 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:03:35.542 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:03:35.542 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:03:35.542 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: Manager daemon y is now available 2024-04-10T15:03:35.542 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:03:35.542 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:35.542 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:03:35.542 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:03:35.542 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:03:35.542 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: Standby manager daemon x restarted 2024-04-10T15:03:35.542 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: Standby manager daemon x started 2024-04-10T15:03:35.543 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.154:0/2962061158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:03:35.543 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.154:0/2962061158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:03:35.543 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.154:0/2962061158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:03:35.543 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:35 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.154:0/2962061158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:03:35.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: Active manager daemon y restarted 2024-04-10T15:03:35.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: Activating manager daemon y 2024-04-10T15:03:35.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: osdmap e64: 8 total, 8 up, 8 in 2024-04-10T15:03:35.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: mgrmap e17: y(active, starting, since 0.00704934s), standbys: x 2024-04-10T15:03:35.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:03:35.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:03:35.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:03:35.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:03:35.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:03:35.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:03:35.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:03:35.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:03:35.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:03:35.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:03:35.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:03:35.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:03:35.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:03:35.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:03:35.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:03:35.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:03:35.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:03:35.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:03:35.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: Manager daemon y is now available 2024-04-10T15:03:35.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:03:35.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:35.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:03:35.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:03:35.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:03:35.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: Standby manager daemon x restarted 2024-04-10T15:03:35.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: Standby manager daemon x started 2024-04-10T15:03:35.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/2962061158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:03:35.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/2962061158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:03:35.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/2962061158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:03:35.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:35 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/2962061158' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:03:36.718 INFO:teuthology.orchestra.run.smithi102.stderr:pool 'rbd' created 2024-04-10T15:03:36.832 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:36 smithi102 ceph-mon[37987]: [10/Apr/2024:15:03:35] ENGINE Bus STARTING 2024-04-10T15:03:36.832 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:36 smithi102 ceph-mon[37987]: [10/Apr/2024:15:03:35] ENGINE Serving on https://172.21.15.102:7150 2024-04-10T15:03:36.832 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:36 smithi102 ceph-mon[37987]: [10/Apr/2024:15:03:35] ENGINE Serving on http://172.21.15.102:8765 2024-04-10T15:03:36.832 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:36 smithi102 ceph-mon[37987]: [10/Apr/2024:15:03:35] ENGINE Bus STARTED 2024-04-10T15:03:36.832 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:36 smithi102 ceph-mon[37987]: mgrmap e18: y(active, since 1.01409s), standbys: x 2024-04-10T15:03:36.833 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:36 smithi102 ceph-mon[37987]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:36.833 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:36 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/564310623' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-10T15:03:36.833 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:36 smithi102 ceph-mon[37987]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-10T15:03:36.833 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:36 smithi102 ceph-mon[26948]: [10/Apr/2024:15:03:35] ENGINE Bus STARTING 2024-04-10T15:03:36.833 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:36 smithi102 ceph-mon[26948]: [10/Apr/2024:15:03:35] ENGINE Serving on https://172.21.15.102:7150 2024-04-10T15:03:36.833 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:36 smithi102 ceph-mon[26948]: [10/Apr/2024:15:03:35] ENGINE Serving on http://172.21.15.102:8765 2024-04-10T15:03:36.833 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:36 smithi102 ceph-mon[26948]: [10/Apr/2024:15:03:35] ENGINE Bus STARTED 2024-04-10T15:03:36.833 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:36 smithi102 ceph-mon[26948]: mgrmap e18: y(active, since 1.01409s), standbys: x 2024-04-10T15:03:36.833 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:36 smithi102 ceph-mon[26948]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:36.833 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:36 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/564310623' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-10T15:03:36.833 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:36 smithi102 ceph-mon[26948]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-10T15:03:37.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:36 smithi154 ceph-mon[30592]: [10/Apr/2024:15:03:35] ENGINE Bus STARTING 2024-04-10T15:03:37.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:36 smithi154 ceph-mon[30592]: [10/Apr/2024:15:03:35] ENGINE Serving on https://172.21.15.102:7150 2024-04-10T15:03:37.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:36 smithi154 ceph-mon[30592]: [10/Apr/2024:15:03:35] ENGINE Serving on http://172.21.15.102:8765 2024-04-10T15:03:37.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:36 smithi154 ceph-mon[30592]: [10/Apr/2024:15:03:35] ENGINE Bus STARTED 2024-04-10T15:03:37.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:36 smithi154 ceph-mon[30592]: mgrmap e18: y(active, since 1.01409s), standbys: x 2024-04-10T15:03:37.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:36 smithi154 ceph-mon[30592]: pgmap v3: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:37.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:36 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/564310623' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-10T15:03:37.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:36 smithi154 ceph-mon[30592]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]: dispatch 2024-04-10T15:03:37.414 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- sudo ceph --cluster ceph osd pool application enable rbd rbd --yes-i-really-mean-it 2024-04-10T15:03:37.633 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:03:37.989 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:37 smithi102 ceph-mon[37987]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:37.990 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:37 smithi102 ceph-mon[37987]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-10T15:03:37.990 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:37 smithi102 ceph-mon[37987]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-10T15:03:37.990 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:37 smithi102 ceph-mon[37987]: osdmap e65: 8 total, 8 up, 8 in 2024-04-10T15:03:37.990 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:37 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:37.990 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:37 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:37.990 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:37 smithi102 ceph-mon[26948]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:37.990 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:37 smithi102 ceph-mon[26948]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-10T15:03:37.990 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:37 smithi102 ceph-mon[26948]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-10T15:03:37.990 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:37 smithi102 ceph-mon[26948]: osdmap e65: 8 total, 8 up, 8 in 2024-04-10T15:03:37.990 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:37 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:37.990 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:37 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:38.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:37 smithi154 ceph-mon[30592]: pgmap v4: 97 pgs: 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:38.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:37 smithi154 ceph-mon[30592]: mgrmap e19: y(active, since 2s), standbys: x 2024-04-10T15:03:38.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:37 smithi154 ceph-mon[30592]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "rbd", "pg_num": 8}]': finished 2024-04-10T15:03:38.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:37 smithi154 ceph-mon[30592]: osdmap e65: 8 total, 8 up, 8 in 2024-04-10T15:03:38.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:37 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:38.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:37 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:38.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:38 smithi102 ceph-mon[37987]: osdmap e66: 8 total, 8 up, 8 in 2024-04-10T15:03:38.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:38 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:38.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:38 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:38.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:38 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:38.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:38 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:38.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:38 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:38.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:38 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:38.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:38 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:38.988 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:38 smithi102 ceph-mon[26948]: osdmap e66: 8 total, 8 up, 8 in 2024-04-10T15:03:38.988 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:38 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:38.989 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:38 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:38.989 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:38 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:38.989 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:38 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:38.989 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:38 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:38.989 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:38 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:38.989 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:38 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:39.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:38 smithi154 ceph-mon[30592]: osdmap e66: 8 total, 8 up, 8 in 2024-04-10T15:03:39.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:38 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:39.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:38 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:39.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:38 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:39.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:38 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:39.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:38 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:39.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:38 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:39.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:38 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:40.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:39 smithi154 ceph-mon[30592]: Adjusting osd_memory_target on smithi154 to 2992M 2024-04-10T15:03:40.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:39 smithi154 ceph-mon[30592]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:40.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:39 smithi154 ceph-mon[30592]: osdmap e67: 8 total, 8 up, 8 in 2024-04-10T15:03:40.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:39 smithi154 ceph-mon[30592]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:03:40.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:39 smithi154 ceph-mon[30592]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-10T15:03:40.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:39 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:40.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:39 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:40.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:39 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1911767917' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:03:40.160 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:39 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:03:39] "GET /metrics HTTP/1.1" 200 28782 "" "Prometheus/2.43.0" 2024-04-10T15:03:40.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:39 smithi102 ceph-mon[37987]: Adjusting osd_memory_target on smithi154 to 2992M 2024-04-10T15:03:40.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:39 smithi102 ceph-mon[37987]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:40.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:39 smithi102 ceph-mon[37987]: osdmap e67: 8 total, 8 up, 8 in 2024-04-10T15:03:40.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:39 smithi102 ceph-mon[37987]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:03:40.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:39 smithi102 ceph-mon[37987]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-10T15:03:40.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:39 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:40.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:39 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:40.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:39 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1911767917' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:03:40.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:39 smithi102 ceph-mon[26948]: Adjusting osd_memory_target on smithi154 to 2992M 2024-04-10T15:03:40.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:39 smithi102 ceph-mon[26948]: pgmap v7: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:40.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:39 smithi102 ceph-mon[26948]: osdmap e67: 8 total, 8 up, 8 in 2024-04-10T15:03:40.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:39 smithi102 ceph-mon[26948]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:03:40.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:39 smithi102 ceph-mon[26948]: mgrmap e20: y(active, since 4s), standbys: x 2024-04-10T15:03:40.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:39 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:40.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:39 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:40.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:39 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1911767917' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:03:40.310 INFO:teuthology.orchestra.run.smithi102.stderr:enabled application 'rbd' on pool 'rbd' 2024-04-10T15:03:41.270 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-04-10T15:03:41.270 INFO:tasks.cephadm.ceph_manager.ceph:waiting for mgr available 2024-04-10T15:03:41.270 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph mgr dump --format=json 2024-04-10T15:03:41.294 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.294 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.295 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:41.295 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:41.295 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:41.295 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:41.295 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: Adjusting osd_memory_target on smithi102 to 2992M 2024-04-10T15:03:41.295 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.295 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:03:41.295 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:03:41.295 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-10T15:03:41.295 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: Updating smithi154:/etc/ceph/ceph.conf 2024-04-10T15:03:41.295 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:03:41.295 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1911767917' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-10T15:03:41.295 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: osdmap e68: 8 total, 8 up, 8 in 2024-04-10T15:03:41.296 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:03:41.296 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:03:41.296 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:03:41.296 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:03:41.296 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: pgmap v10: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:41.296 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:03:41.296 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.296 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.296 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.296 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.296 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.296 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.297 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.297 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:41.297 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:41.297 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:41.297 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:41.297 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: Adjusting osd_memory_target on smithi102 to 2992M 2024-04-10T15:03:41.297 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.297 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:03:41.297 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:03:41.297 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-10T15:03:41.297 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: Updating smithi154:/etc/ceph/ceph.conf 2024-04-10T15:03:41.297 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:03:41.297 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1911767917' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-10T15:03:41.298 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: osdmap e68: 8 total, 8 up, 8 in 2024-04-10T15:03:41.298 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:03:41.298 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:03:41.298 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:03:41.298 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:03:41.298 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: pgmap v10: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:41.298 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:03:41.298 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.298 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.298 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.298 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.298 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:41 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:41.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:41.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:41.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:03:41.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: Adjusting osd_memory_target on smithi102 to 2992M 2024-04-10T15:03:41.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:03:41.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:03:41.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-10T15:03:41.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: Updating smithi154:/etc/ceph/ceph.conf 2024-04-10T15:03:41.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:03:41.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1911767917' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "rbd", "app": "rbd", "yes_i_really_mean_it": true}]': finished 2024-04-10T15:03:41.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: osdmap e68: 8 total, 8 up, 8 in 2024-04-10T15:03:41.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:03:41.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:03:41.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:03:41.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:03:41.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: pgmap v10: 105 pgs: 8 unknown, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:41.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:03:41.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:41 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:41.487 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:03:42.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:42 smithi102 ceph-mon[37987]: Deploying daemon alertmanager.a on smithi102 2024-04-10T15:03:42.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:42 smithi102 ceph-mon[37987]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:03:42.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:42 smithi102 ceph-mon[37987]: Cluster is now healthy 2024-04-10T15:03:42.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:42 smithi102 ceph-mon[26948]: Deploying daemon alertmanager.a on smithi102 2024-04-10T15:03:42.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:42 smithi102 ceph-mon[26948]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:03:42.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:42 smithi102 ceph-mon[26948]: Cluster is now healthy 2024-04-10T15:03:42.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:42 smithi154 ceph-mon[30592]: Deploying daemon alertmanager.a on smithi102 2024-04-10T15:03:42.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:42 smithi154 ceph-mon[30592]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:03:42.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:42 smithi154 ceph-mon[30592]: Cluster is now healthy 2024-04-10T15:03:43.342 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:43 smithi102 ceph-mon[37987]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-10T15:03:43.342 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:43 smithi102 ceph-mon[26948]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-10T15:03:43.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:43 smithi154 ceph-mon[30592]: pgmap v11: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 34 KiB/s rd, 0 B/s wr, 19 op/s 2024-04-10T15:03:43.879 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:03:44.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:44 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1177134753' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-10T15:03:44.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:44 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1177134753' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-10T15:03:44.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:44 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1177134753' entity='client.admin' cmd=[{"prefix": "mgr dump", "format": "json"}]: dispatch 2024-04-10T15:03:44.919 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":20,"flags":0,"active_gid":14598,"active_name":"y","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6800","nonce":3656078786},{"type":"v1","addr":"172.21.15.102:6801","nonce":3656078786}]},"active_addr":"172.21.15.102:6801/3656078786","active_change":"2024-04-10T15:03:34.712975+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":24433,"name":"x","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["cephadm","dashboard","iostat","nfs","prometheus","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:2.4.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"k8sevents","can_run":true,"error_string":"","module_options":{"ceph_event_retention_days":{"name":"ceph_event_retention_days","type":"int","level":"advanced","flags":0,"default_value":"7","min":"","max":"","enum_allowed":[],"desc":"Days to hold ceph event information within local cache","long_desc":"","tags":[],"see_also":[]},"config_check_secs":{"name":"config_check_secs","type":"int","level":"advanced","flags":0,"default_value":"10","min":"10","max":"","enum_allowed":[],"desc":"interval (secs) to check for cluster configuration changes","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mds_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rgw","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rook","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"storage_class":{"name":"storage_class","type":"str","level":"advanced","flags":0,"default_value":"local","min":"","max":"","enum_allowed":[],"desc":"storage class name for LSO-discovered PVs","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{"dashboard":"https://172.21.15.102:8443/","prometheus":"http://172.21.15.102:9283/"},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":64,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.102:0","nonce":4136106343}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.102:0","nonce":3501698398}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.102:0","nonce":2863766725}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.102:0","nonce":3287602106}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.102:0","nonce":1248805745}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.102:0","nonce":3518377746}]}]} 2024-04-10T15:03:44.924 INFO:tasks.cephadm.ceph_manager.ceph:mgr available! 2024-04-10T15:03:44.924 INFO:tasks.cephadm.ceph_manager.ceph:waiting for all up 2024-04-10T15:03:44.924 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-10T15:03:45.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:45 smithi102 ceph-mon[37987]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-10T15:03:45.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:45 smithi102 ceph-mon[26948]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-10T15:03:45.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:45 smithi154 ceph-mon[30592]: pgmap v12: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 29 KiB/s rd, 0 B/s wr, 16 op/s 2024-04-10T15:03:45.693 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:03:48.032 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:47 smithi102 ceph-mon[37987]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-10T15:03:48.033 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:47 smithi102 ceph-mon[26948]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-10T15:03:48.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:47 smithi154 ceph-mon[30592]: pgmap v13: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 26 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-10T15:03:49.997 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:49 smithi102 ceph-mon[26948]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-10T15:03:49.997 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:03:49.997 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:49 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:03:49] "GET /metrics HTTP/1.1" 200 33663 "" "Prometheus/2.43.0" 2024-04-10T15:03:49.998 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:49 smithi102 ceph-mon[37987]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-10T15:03:49.998 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:03:50.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:49 smithi154 ceph-mon[30592]: pgmap v14: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-10T15:03:50.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:03:50.220 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:03:50.220 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":68,"fsid":"8fac6e32-f74a-11ee-b64a-cb9ed24678a4","created":"2024-04-10T14:57:38.079675+0000","modified":"2024-04-10T15:03:40.323502+0000","last_up_change":"2024-04-10T15:02:44.380476+0000","last_in_change":"2024-04-10T15:02:27.105094+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:00:49.240190+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:03:00.182937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:03:00.804250+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-10T15:03:36.585592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ae1bd487-7951-45bd-ba3c-a82084f43cdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6803","nonce":4063284771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6805","nonce":4063284771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6809","nonce":4063284771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6807","nonce":4063284771}]},"public_addr":"172.21.15.102:6803/4063284771","cluster_addr":"172.21.15.102:6805/4063284771","heartbeat_back_addr":"172.21.15.102:6809/4063284771","heartbeat_front_addr":"172.21.15.102:6807/4063284771","state":["exists","up"]},{"osd":1,"uuid":"71af8ce3-be69-4910-9512-4b9739c29a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6811","nonce":3393919267}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6813","nonce":3393919267}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6817","nonce":3393919267}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6815","nonce":3393919267}]},"public_addr":"172.21.15.102:6811/3393919267","cluster_addr":"172.21.15.102:6813/3393919267","heartbeat_back_addr":"172.21.15.102:6817/3393919267","heartbeat_front_addr":"172.21.15.102:6815/3393919267","state":["exists","up"]},{"osd":2,"uuid":"8290e6e3-6f67-4216-a46a-96868bcfa6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6819","nonce":559940954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6821","nonce":559940954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6825","nonce":559940954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6823","nonce":559940954}]},"public_addr":"172.21.15.102:6819/559940954","cluster_addr":"172.21.15.102:6821/559940954","heartbeat_back_addr":"172.21.15.102:6825/559940954","heartbeat_front_addr":"172.21.15.102:6823/559940954","state":["exists","up"]},{"osd":3,"uuid":"21d15c82-8baa-49ce-b3e5-f9ac15236394","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6827","nonce":3566623864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6829","nonce":3566623864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6833","nonce":3566623864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6831","nonce":3566623864}]},"public_addr":"172.21.15.102:6827/3566623864","cluster_addr":"172.21.15.102:6829/3566623864","heartbeat_back_addr":"172.21.15.102:6833/3566623864","heartbeat_front_addr":"172.21.15.102:6831/3566623864","state":["exists","up"]},{"osd":4,"uuid":"06651a44-9133-4cfe-acd0-760ca522450f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6801","nonce":2417480125}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6803","nonce":2417480125}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6807","nonce":2417480125}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6805","nonce":2417480125}]},"public_addr":"172.21.15.154:6801/2417480125","cluster_addr":"172.21.15.154:6803/2417480125","heartbeat_back_addr":"172.21.15.154:6807/2417480125","heartbeat_front_addr":"172.21.15.154:6805/2417480125","state":["exists","up"]},{"osd":5,"uuid":"1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6809","nonce":1331566232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6811","nonce":1331566232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6815","nonce":1331566232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6813","nonce":1331566232}]},"public_addr":"172.21.15.154:6809/1331566232","cluster_addr":"172.21.15.154:6811/1331566232","heartbeat_back_addr":"172.21.15.154:6815/1331566232","heartbeat_front_addr":"172.21.15.154:6813/1331566232","state":["exists","up"]},{"osd":6,"uuid":"efeb892d-78ba-4058-b39d-18c67ae2e38d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6817","nonce":4289156474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6819","nonce":4289156474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6823","nonce":4289156474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6821","nonce":4289156474}]},"public_addr":"172.21.15.154:6817/4289156474","cluster_addr":"172.21.15.154:6819/4289156474","heartbeat_back_addr":"172.21.15.154:6823/4289156474","heartbeat_front_addr":"172.21.15.154:6821/4289156474","state":["exists","up"]},{"osd":7,"uuid":"d9e57957-f1c9-4edf-9443-f4dd147d0658","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6825","nonce":39632148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6827","nonce":39632148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6831","nonce":39632148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6829","nonce":39632148}]},"public_addr":"172.21.15.154:6825/39632148","cluster_addr":"172.21.15.154:6827/39632148","heartbeat_back_addr":"172.21.15.154:6831/39632148","heartbeat_front_addr":"172.21.15.154:6829/39632148","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T14:59:56.420627+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:20.750373+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:45.571358+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:10.014984+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:32.024587+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:55.310685+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:19.125869+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:42.683153+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:0/2749931130":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/1077369252":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/2525665278":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1892991141":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/1125467212":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6801/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1770515131":"2024-04-11T15:03:34.712792+0000","172.21.15.102:6801/1967044678":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/1809500991":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6800/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/89821447":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2558261322":"2024-04-11T14:58:14.337530+0000","172.21.15.102:6800/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6800/1967044678":"2024-04-11T15:03:34.712792+0000","172.21.15.102:6801/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2980938889":"2024-04-11T14:58:14.337530+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:03:50.953 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:50 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/333768271' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:03:50.954 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:50 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/333768271' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:03:51.032 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:50 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/333768271' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:03:51.411 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:03:51 smithi102 systemd[1]: Starting Ceph alertmanager.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:03:51.462 INFO:tasks.cephadm.ceph_manager.ceph:all up! 2024-04-10T15:03:51.463 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-10T15:03:51.991 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:51 smithi102 ceph-mon[37987]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-10T15:03:51.992 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:51 smithi102 ceph-mon[26948]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-10T15:03:51.992 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:03:51 smithi102 podman[68525]: 2024-04-10 15:03:51.659561246 +0000 UTC m=+0.020101397 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-10T15:03:51.992 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:03:51 smithi102 podman[68525]: 2024-04-10 15:03:51.923192389 +0000 UTC m=+0.283732503 volume create 37c78f71643e6e4abd79744fbfcb1e1a1e4ecb07a133ada962f55cd04dabe15e 2024-04-10T15:03:51.992 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:03:52 smithi102 podman[68525]: 2024-04-10 15:03:52.015026142 +0000 UTC m=+0.375566260 container create 3e9e1839ec78697fd727b0c627933a9620eb2a24b5ff9aadc1d05b02af6d56ef (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:03:52.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:51 smithi154 ceph-mon[30592]: pgmap v15: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 20 KiB/s rd, 0 B/s wr, 11 op/s 2024-04-10T15:03:52.392 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:03:52.538 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:03:52 smithi102 podman[68525]: 2024-04-10 15:03:52.309356169 +0000 UTC m=+0.669896284 container init 3e9e1839ec78697fd727b0c627933a9620eb2a24b5ff9aadc1d05b02af6d56ef (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:03:52.538 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:03:52 smithi102 podman[68525]: 2024-04-10 15:03:52.312048149 +0000 UTC m=+0.672588266 container start 3e9e1839ec78697fd727b0c627933a9620eb2a24b5ff9aadc1d05b02af6d56ef (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:03:52.538 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:03:52 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[68568]: ts=2024-04-10T15:03:52.325Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-10T15:03:52.538 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:03:52 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[68568]: ts=2024-04-10T15:03:52.325Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-10T15:03:52.538 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:03:52 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[68568]: ts=2024-04-10T15:03:52.326Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.102 port=9094 2024-04-10T15:03:52.538 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:03:52 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[68568]: ts=2024-04-10T15:03:52.327Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-10T15:03:52.538 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:03:52 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[68568]: ts=2024-04-10T15:03:52.350Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-10T15:03:52.538 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:03:52 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[68568]: ts=2024-04-10T15:03:52.350Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-10T15:03:52.538 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:03:52 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[68568]: ts=2024-04-10T15:03:52.354Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-10T15:03:52.538 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:03:52 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[68568]: ts=2024-04-10T15:03:52.354Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-10T15:03:52.538 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:03:52 smithi102 bash[68525]: 3e9e1839ec78697fd727b0c627933a9620eb2a24b5ff9aadc1d05b02af6d56ef 2024-04-10T15:03:52.538 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:03:52 smithi102 systemd[1]: Started Ceph alertmanager.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:03:52.840 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:52 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:03:52] ENGINE Bus STOPPING 2024-04-10T15:03:52.841 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:52 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:03:52] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:03:52.841 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:52 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:03:52] ENGINE Bus STOPPED 2024-04-10T15:03:52.841 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:52 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:03:52] ENGINE Bus STARTING 2024-04-10T15:03:52.841 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:52 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:03:52] ENGINE Serving on http://:::9283 2024-04-10T15:03:52.841 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:52 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:03:52] ENGINE Bus STARTED 2024-04-10T15:03:53.586 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:53.586 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:53.586 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:53.586 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:53.586 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[37987]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-10T15:03:53.586 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:53.586 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:53.586 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-10T15:03:53.586 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[37987]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-10T15:03:53.586 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:53.586 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[37987]: Deploying daemon grafana.a on smithi154 2024-04-10T15:03:53.586 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[37987]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T15:03:53.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:53.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:53.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:53.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:53.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[26948]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-10T15:03:53.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:53.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:53.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-10T15:03:53.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[26948]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-10T15:03:53.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:53.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[26948]: Deploying daemon grafana.a on smithi154 2024-04-10T15:03:53.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:53 smithi102 ceph-mon[26948]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T15:03:53.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:53 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:53.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:53 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:53.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:53 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:53.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:53 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:53.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:53 smithi154 ceph-mon[30592]: Regenerating cephadm self-signed grafana TLS certificates 2024-04-10T15:03:53.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:53 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:53.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:53 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:53.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:53 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-10T15:03:53.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:53 smithi154 ceph-mon[30592]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-ssl-verify", "value": "false"}]: dispatch 2024-04-10T15:03:53.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:53 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:53.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:53 smithi154 ceph-mon[30592]: Deploying daemon grafana.a on smithi154 2024-04-10T15:03:53.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:53 smithi154 ceph-mon[30592]: pgmap v16: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 9 op/s 2024-04-10T15:03:54.304 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:03:54.305 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":68,"fsid":"8fac6e32-f74a-11ee-b64a-cb9ed24678a4","created":"2024-04-10T14:57:38.079675+0000","modified":"2024-04-10T15:03:40.323502+0000","last_up_change":"2024-04-10T15:02:44.380476+0000","last_in_change":"2024-04-10T15:02:27.105094+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:00:49.240190+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:03:00.182937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:03:00.804250+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-10T15:03:36.585592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ae1bd487-7951-45bd-ba3c-a82084f43cdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6803","nonce":4063284771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6805","nonce":4063284771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6809","nonce":4063284771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6807","nonce":4063284771}]},"public_addr":"172.21.15.102:6803/4063284771","cluster_addr":"172.21.15.102:6805/4063284771","heartbeat_back_addr":"172.21.15.102:6809/4063284771","heartbeat_front_addr":"172.21.15.102:6807/4063284771","state":["exists","up"]},{"osd":1,"uuid":"71af8ce3-be69-4910-9512-4b9739c29a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6811","nonce":3393919267}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6813","nonce":3393919267}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6817","nonce":3393919267}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6815","nonce":3393919267}]},"public_addr":"172.21.15.102:6811/3393919267","cluster_addr":"172.21.15.102:6813/3393919267","heartbeat_back_addr":"172.21.15.102:6817/3393919267","heartbeat_front_addr":"172.21.15.102:6815/3393919267","state":["exists","up"]},{"osd":2,"uuid":"8290e6e3-6f67-4216-a46a-96868bcfa6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6819","nonce":559940954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6821","nonce":559940954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6825","nonce":559940954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6823","nonce":559940954}]},"public_addr":"172.21.15.102:6819/559940954","cluster_addr":"172.21.15.102:6821/559940954","heartbeat_back_addr":"172.21.15.102:6825/559940954","heartbeat_front_addr":"172.21.15.102:6823/559940954","state":["exists","up"]},{"osd":3,"uuid":"21d15c82-8baa-49ce-b3e5-f9ac15236394","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6827","nonce":3566623864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6829","nonce":3566623864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6833","nonce":3566623864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6831","nonce":3566623864}]},"public_addr":"172.21.15.102:6827/3566623864","cluster_addr":"172.21.15.102:6829/3566623864","heartbeat_back_addr":"172.21.15.102:6833/3566623864","heartbeat_front_addr":"172.21.15.102:6831/3566623864","state":["exists","up"]},{"osd":4,"uuid":"06651a44-9133-4cfe-acd0-760ca522450f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6801","nonce":2417480125}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6803","nonce":2417480125}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6807","nonce":2417480125}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6805","nonce":2417480125}]},"public_addr":"172.21.15.154:6801/2417480125","cluster_addr":"172.21.15.154:6803/2417480125","heartbeat_back_addr":"172.21.15.154:6807/2417480125","heartbeat_front_addr":"172.21.15.154:6805/2417480125","state":["exists","up"]},{"osd":5,"uuid":"1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6809","nonce":1331566232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6811","nonce":1331566232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6815","nonce":1331566232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6813","nonce":1331566232}]},"public_addr":"172.21.15.154:6809/1331566232","cluster_addr":"172.21.15.154:6811/1331566232","heartbeat_back_addr":"172.21.15.154:6815/1331566232","heartbeat_front_addr":"172.21.15.154:6813/1331566232","state":["exists","up"]},{"osd":6,"uuid":"efeb892d-78ba-4058-b39d-18c67ae2e38d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6817","nonce":4289156474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6819","nonce":4289156474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6823","nonce":4289156474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6821","nonce":4289156474}]},"public_addr":"172.21.15.154:6817/4289156474","cluster_addr":"172.21.15.154:6819/4289156474","heartbeat_back_addr":"172.21.15.154:6823/4289156474","heartbeat_front_addr":"172.21.15.154:6821/4289156474","state":["exists","up"]},{"osd":7,"uuid":"d9e57957-f1c9-4edf-9443-f4dd147d0658","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6825","nonce":39632148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6827","nonce":39632148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6831","nonce":39632148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6829","nonce":39632148}]},"public_addr":"172.21.15.154:6825/39632148","cluster_addr":"172.21.15.154:6827/39632148","heartbeat_back_addr":"172.21.15.154:6831/39632148","heartbeat_front_addr":"172.21.15.154:6829/39632148","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T14:59:56.420627+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:20.750373+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:45.571358+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:10.014984+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:32.024587+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:55.310685+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:19.125869+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:42.683153+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:0/2749931130":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/1077369252":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/2525665278":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1892991141":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/1125467212":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6801/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1770515131":"2024-04-11T15:03:34.712792+0000","172.21.15.102:6801/1967044678":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/1809500991":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6800/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/89821447":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2558261322":"2024-04-11T14:58:14.337530+0000","172.21.15.102:6800/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6800/1967044678":"2024-04-11T15:03:34.712792+0000","172.21.15.102:6801/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2980938889":"2024-04-11T14:58:14.337530+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:03:54.585 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:03:54 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[68568]: ts=2024-04-10T15:03:54.328Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.001000702s 2024-04-10T15:03:54.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:54 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/663312593' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:03:54.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:54 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/663312593' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:03:54.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:54 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/663312593' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:03:54.932 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph tell osd.0 flush_pg_stats 2024-04-10T15:03:54.932 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph tell osd.1 flush_pg_stats 2024-04-10T15:03:54.932 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph tell osd.2 flush_pg_stats 2024-04-10T15:03:54.933 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph tell osd.3 flush_pg_stats 2024-04-10T15:03:54.933 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph tell osd.4 flush_pg_stats 2024-04-10T15:03:54.934 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph tell osd.5 flush_pg_stats 2024-04-10T15:03:54.934 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph tell osd.6 flush_pg_stats 2024-04-10T15:03:54.934 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph tell osd.7 flush_pg_stats 2024-04-10T15:03:55.356 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:03:55.356 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:03:55.357 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:03:55.357 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:03:55.359 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:03:55.390 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:03:55.393 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:03:55.407 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:03:56.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:55 smithi154 ceph-mon[30592]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:56.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:55 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:56.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:55 smithi102 ceph-mon[26948]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:56.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:55 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:56.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:55 smithi102 ceph-mon[37987]: pgmap v17: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:56.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:55 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:03:57.878 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:57 smithi102 ceph-mon[37987]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:57.878 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:57 smithi102 ceph-mon[26948]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:58.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:57 smithi154 ceph-mon[30592]: pgmap v18: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:59.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:03:59 smithi102 ceph-mon[37987]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:59.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:03:59 smithi102 ceph-mon[26948]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:03:59.911 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:03:59 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:03:59] "GET /metrics HTTP/1.1" 200 33663 "" "Prometheus/2.43.0" 2024-04-10T15:04:00.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:03:59 smithi154 ceph-mon[30592]: pgmap v19: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:02.056 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:01 smithi102 ceph-mon[37987]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:02.057 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:01 smithi102 ceph-mon[26948]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:02.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:01 smithi154 ceph-mon[30592]: pgmap v20: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:02.660 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[68568]: ts=2024-04-10T15:04:02.330Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002815344s 2024-04-10T15:04:03.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:03 smithi102 ceph-mon[37987]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:03.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:03 smithi102 ceph-mon[26948]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:04.017 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:03 smithi154 ceph-mon[30592]: pgmap v21: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:04.796 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:04 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:04:04.797 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:04 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:04:05.035 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:04 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:04:06.085 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:05 smithi102 ceph-mon[37987]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:06.086 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:05 smithi102 ceph-mon[26948]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:06.107 INFO:teuthology.orchestra.run.smithi102.stdout:111669149733 2024-04-10T15:04:06.107 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.3 2024-04-10T15:04:06.109 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:05 smithi154 ceph-mon[30592]: pgmap v22: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:06.998 INFO:teuthology.orchestra.run.smithi102.stdout:201863462934 2024-04-10T15:04:06.999 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.6 2024-04-10T15:04:07.369 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 systemd[1]: Started Ceph grafana.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:04:07.621 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=settings t=2024-04-10T15:04:07.392685301Z level=info msg="Starting Grafana" version=9.4.7 commit=4add91f03d branch=HEAD compiled=2023-03-16T23:56:52Z 2024-04-10T15:04:07.622 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=settings t=2024-04-10T15:04:07.392892327Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-10T15:04:07.622 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=settings t=2024-04-10T15:04:07.39291502Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-10T15:04:07.622 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=settings t=2024-04-10T15:04:07.392924454Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-10T15:04:07.622 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=settings t=2024-04-10T15:04:07.39293282Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-10T15:04:07.622 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=settings t=2024-04-10T15:04:07.392940693Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-10T15:04:07.622 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=settings t=2024-04-10T15:04:07.392949458Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-10T15:04:07.622 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=settings t=2024-04-10T15:04:07.392957353Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-10T15:04:07.622 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=settings t=2024-04-10T15:04:07.392970669Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-10T15:04:07.622 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=settings t=2024-04-10T15:04:07.392997692Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-10T15:04:07.622 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=settings t=2024-04-10T15:04:07.393006002Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-10T15:04:07.622 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=settings t=2024-04-10T15:04:07.393013723Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-10T15:04:07.623 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=settings t=2024-04-10T15:04:07.393021644Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-10T15:04:07.623 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=settings t=2024-04-10T15:04:07.393029638Z level=info msg="App mode production" 2024-04-10T15:04:07.623 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=sqlstore t=2024-04-10T15:04:07.393084219Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-10T15:04:07.623 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=sqlstore t=2024-04-10T15:04:07.393105532Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-10T15:04:07.623 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.394025217Z level=info msg="Starting DB migrations" 2024-04-10T15:04:07.623 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.394111601Z level=info msg="Executing migration" id="create migration_log table" 2024-04-10T15:04:07.623 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.394640013Z level=info msg="Executing migration" id="create user table" 2024-04-10T15:04:07.624 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.395127742Z level=info msg="Executing migration" id="add unique index user.login" 2024-04-10T15:04:07.624 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.397793907Z level=info msg="Executing migration" id="add unique index user.email" 2024-04-10T15:04:07.624 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.400524032Z level=info msg="Executing migration" id="drop index UQE_user_login - v1" 2024-04-10T15:04:07.624 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.403279147Z level=info msg="Executing migration" id="drop index UQE_user_email - v1" 2024-04-10T15:04:07.624 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.412621395Z level=info msg="Executing migration" id="Rename table user to user_v1 - v1" 2024-04-10T15:04:07.625 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.413422751Z level=info msg="Executing migration" id="create user table v2" 2024-04-10T15:04:07.625 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.415094174Z level=info msg="Executing migration" id="create index UQE_user_login - v2" 2024-04-10T15:04:07.625 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.417031123Z level=info msg="Executing migration" id="create index UQE_user_email - v2" 2024-04-10T15:04:07.625 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.419096369Z level=info msg="Executing migration" id="copy data_source v1 to v2" 2024-04-10T15:04:07.625 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.420865251Z level=info msg="Executing migration" id="Drop old table user_v1" 2024-04-10T15:04:07.625 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.422760446Z level=info msg="Executing migration" id="Add column help_flags1 to user table" 2024-04-10T15:04:07.625 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.424638216Z level=info msg="Executing migration" id="Update user table charset" 2024-04-10T15:04:07.625 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.424996859Z level=info msg="Executing migration" id="Add last_seen_at column to user" 2024-04-10T15:04:07.625 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.427038602Z level=info msg="Executing migration" id="Add missing user data" 2024-04-10T15:04:07.625 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.42884166Z level=info msg="Executing migration" id="Add is_disabled column to user" 2024-04-10T15:04:07.625 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.430854502Z level=info msg="Executing migration" id="Add index user.login/user.email" 2024-04-10T15:04:07.625 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.431348437Z level=info msg="Executing migration" id="Add is_service_account column to user" 2024-04-10T15:04:07.625 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.433228739Z level=info msg="Executing migration" id="Update is_service_account column to nullable" 2024-04-10T15:04:07.625 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.435143872Z level=info msg="Executing migration" id="create temp user table v1-7" 2024-04-10T15:04:07.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.437108347Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v1-7" 2024-04-10T15:04:07.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.439130006Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v1-7" 2024-04-10T15:04:07.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.440987737Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v1-7" 2024-04-10T15:04:07.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.44292612Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v1-7" 2024-04-10T15:04:07.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.444662648Z level=info msg="Executing migration" id="Update temp_user table charset" 2024-04-10T15:04:07.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.446627445Z level=info msg="Executing migration" id="drop index IDX_temp_user_email - v1" 2024-04-10T15:04:07.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.448408001Z level=info msg="Executing migration" id="drop index IDX_temp_user_org_id - v1" 2024-04-10T15:04:07.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.450432079Z level=info msg="Executing migration" id="drop index IDX_temp_user_code - v1" 2024-04-10T15:04:07.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.45228618Z level=info msg="Executing migration" id="drop index IDX_temp_user_status - v1" 2024-04-10T15:04:07.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.454088367Z level=info msg="Executing migration" id="Rename table temp_user to temp_user_tmp_qwerty - v1" 2024-04-10T15:04:07.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.45613155Z level=info msg="Executing migration" id="create temp_user v2" 2024-04-10T15:04:07.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.457997783Z level=info msg="Executing migration" id="create index IDX_temp_user_email - v2" 2024-04-10T15:04:07.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.459921697Z level=info msg="Executing migration" id="create index IDX_temp_user_org_id - v2" 2024-04-10T15:04:07.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.461726962Z level=info msg="Executing migration" id="create index IDX_temp_user_code - v2" 2024-04-10T15:04:07.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.463710474Z level=info msg="Executing migration" id="create index IDX_temp_user_status - v2" 2024-04-10T15:04:07.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.465504969Z level=info msg="Executing migration" id="copy temp_user v1 to v2" 2024-04-10T15:04:07.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.467485898Z level=info msg="Executing migration" id="drop temp_user_tmp_qwerty" 2024-04-10T15:04:07.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.469270139Z level=info msg="Executing migration" id="Set created for temp users that will otherwise prematurely expire" 2024-04-10T15:04:07.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.46960857Z level=info msg="Executing migration" id="create star table" 2024-04-10T15:04:07.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.471570672Z level=info msg="Executing migration" id="add unique index star.user_id_dashboard_id" 2024-04-10T15:04:07.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.472036272Z level=info msg="Executing migration" id="create org table v1" 2024-04-10T15:04:07.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.473420208Z level=info msg="Executing migration" id="create index UQE_org_name - v1" 2024-04-10T15:04:07.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.47524254Z level=info msg="Executing migration" id="create org_user table v1" 2024-04-10T15:04:07.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.477101422Z level=info msg="Executing migration" id="create index IDX_org_user_org_id - v1" 2024-04-10T15:04:07.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.479014926Z level=info msg="Executing migration" id="create index UQE_org_user_org_id_user_id - v1" 2024-04-10T15:04:07.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.480832693Z level=info msg="Executing migration" id="create index IDX_org_user_user_id - v1" 2024-04-10T15:04:07.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.481280443Z level=info msg="Executing migration" id="Update org table charset" 2024-04-10T15:04:07.627 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.483068271Z level=info msg="Executing migration" id="Update org_user table charset" 2024-04-10T15:04:07.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.484908836Z level=info msg="Executing migration" id="Migrate all Read Only Viewers to Viewers" 2024-04-10T15:04:07.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.486797706Z level=info msg="Executing migration" id="create dashboard table" 2024-04-10T15:04:07.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.487251061Z level=info msg="Executing migration" id="add index dashboard.account_id" 2024-04-10T15:04:07.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.489099292Z level=info msg="Executing migration" id="add unique index dashboard_account_id_slug" 2024-04-10T15:04:07.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.490906467Z level=info msg="Executing migration" id="create dashboard_tag table" 2024-04-10T15:04:07.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.492735401Z level=info msg="Executing migration" id="add unique index dashboard_tag.dasboard_id_term" 2024-04-10T15:04:07.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.493218Z level=info msg="Executing migration" id="drop index UQE_dashboard_tag_dashboard_id_term - v1" 2024-04-10T15:04:07.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.495093802Z level=info msg="Executing migration" id="Rename table dashboard to dashboard_v1 - v1" 2024-04-10T15:04:07.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.497002938Z level=info msg="Executing migration" id="create dashboard v2" 2024-04-10T15:04:07.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.499157612Z level=info msg="Executing migration" id="create index IDX_dashboard_org_id - v2" 2024-04-10T15:04:07.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.499626547Z level=info msg="Executing migration" id="create index UQE_dashboard_org_id_slug - v2" 2024-04-10T15:04:07.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.501434436Z level=info msg="Executing migration" id="copy dashboard v1 to v2" 2024-04-10T15:04:07.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.503295627Z level=info msg="Executing migration" id="drop table dashboard_v1" 2024-04-10T15:04:07.628 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.505093587Z level=info msg="Executing migration" id="alter dashboard.data to mediumtext v1" 2024-04-10T15:04:07.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.505424945Z level=info msg="Executing migration" id="Add column updated_by in dashboard - v2" 2024-04-10T15:04:07.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.507315276Z level=info msg="Executing migration" id="Add column created_by in dashboard - v2" 2024-04-10T15:04:07.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.507925518Z level=info msg="Executing migration" id="Add column gnetId in dashboard" 2024-04-10T15:04:07.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.509124784Z level=info msg="Executing migration" id="Add index for gnetId in dashboard" 2024-04-10T15:04:07.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.511050396Z level=info msg="Executing migration" id="Add column plugin_id in dashboard" 2024-04-10T15:04:07.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.511620944Z level=info msg="Executing migration" id="Add index for plugin_id in dashboard" 2024-04-10T15:04:07.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.513409216Z level=info msg="Executing migration" id="Add index for dashboard_id in dashboard_tag" 2024-04-10T15:04:07.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.513869497Z level=info msg="Executing migration" id="Update dashboard table charset" 2024-04-10T15:04:07.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.515250712Z level=info msg="Executing migration" id="Update dashboard_tag table charset" 2024-04-10T15:04:07.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.517178875Z level=info msg="Executing migration" id="Add column folder_id in dashboard" 2024-04-10T15:04:07.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.517873027Z level=info msg="Executing migration" id="Add column isFolder in dashboard" 2024-04-10T15:04:07.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.519806837Z level=info msg="Executing migration" id="Add column has_acl in dashboard" 2024-04-10T15:04:07.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.521552009Z level=info msg="Executing migration" id="Add column uid in dashboard" 2024-04-10T15:04:07.629 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.523468988Z level=info msg="Executing migration" id="Update uid column values in dashboard" 2024-04-10T15:04:07.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.523905217Z level=info msg="Executing migration" id="Add unique index dashboard_org_id_uid" 2024-04-10T15:04:07.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.527011157Z level=info msg="Executing migration" id="Remove unique index org_id_slug" 2024-04-10T15:04:07.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.529579241Z level=info msg="Executing migration" id="Update dashboard title length" 2024-04-10T15:04:07.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.532411315Z level=info msg="Executing migration" id="Add unique index for dashboard_org_id_title_folder_id" 2024-04-10T15:04:07.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.532886887Z level=info msg="Executing migration" id="create dashboard_provisioning" 2024-04-10T15:04:07.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.535812385Z level=info msg="Executing migration" id="Rename table dashboard_provisioning to dashboard_provisioning_tmp_qwerty - v1" 2024-04-10T15:04:07.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.538388512Z level=info msg="Executing migration" id="create dashboard_provisioning v2" 2024-04-10T15:04:07.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.541264615Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id - v2" 2024-04-10T15:04:07.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.541819601Z level=info msg="Executing migration" id="create index IDX_dashboard_provisioning_dashboard_id_name - v2" 2024-04-10T15:04:07.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.544928765Z level=info msg="Executing migration" id="copy dashboard_provisioning v1 to v2" 2024-04-10T15:04:07.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.547703081Z level=info msg="Executing migration" id="drop dashboard_provisioning_tmp_qwerty" 2024-04-10T15:04:07.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.550546245Z level=info msg="Executing migration" id="Add check_sum column" 2024-04-10T15:04:07.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.551306309Z level=info msg="Executing migration" id="Add index for dashboard_title" 2024-04-10T15:04:07.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.554103519Z level=info msg="Executing migration" id="delete tags for deleted dashboards" 2024-04-10T15:04:07.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.556840822Z level=info msg="Executing migration" id="delete stars for deleted dashboards" 2024-04-10T15:04:07.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.559650435Z level=info msg="Executing migration" id="Add index for dashboard_is_folder" 2024-04-10T15:04:07.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.560163022Z level=info msg="Executing migration" id="Add isPublic for dashboard" 2024-04-10T15:04:07.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.562989266Z level=info msg="Executing migration" id="create data_source table" 2024-04-10T15:04:07.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.565571531Z level=info msg="Executing migration" id="add index data_source.account_id" 2024-04-10T15:04:07.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.56601471Z level=info msg="Executing migration" id="add unique index data_source.account_id_name" 2024-04-10T15:04:07.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.56812406Z level=info msg="Executing migration" id="drop index IDX_data_source_account_id - v1" 2024-04-10T15:04:07.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.570862694Z level=info msg="Executing migration" id="drop index UQE_data_source_account_id_name - v1" 2024-04-10T15:04:07.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.573585822Z level=info msg="Executing migration" id="Rename table data_source to data_source_v1 - v1" 2024-04-10T15:04:07.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.576248162Z level=info msg="Executing migration" id="create data_source table v2" 2024-04-10T15:04:07.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.576680909Z level=info msg="Executing migration" id="create index IDX_data_source_org_id - v2" 2024-04-10T15:04:07.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.579356816Z level=info msg="Executing migration" id="create index UQE_data_source_org_id_name - v2" 2024-04-10T15:04:07.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.579803879Z level=info msg="Executing migration" id="Drop old table data_source_v1 #2" 2024-04-10T15:04:07.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.582159691Z level=info msg="Executing migration" id="Add column with_credentials" 2024-04-10T15:04:07.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.584551042Z level=info msg="Executing migration" id="Add secure json data column" 2024-04-10T15:04:07.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.585181063Z level=info msg="Executing migration" id="Update data_source table charset" 2024-04-10T15:04:07.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.587864673Z level=info msg="Executing migration" id="Update initial version to 1" 2024-04-10T15:04:07.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.590613827Z level=info msg="Executing migration" id="Add read_only data column" 2024-04-10T15:04:07.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.59338007Z level=info msg="Executing migration" id="Migrate logging ds to loki ds" 2024-04-10T15:04:07.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.594096289Z level=info msg="Executing migration" id="Update json_data with nulls" 2024-04-10T15:04:07.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.595065698Z level=info msg="Executing migration" id="Add uid column" 2024-04-10T15:04:07.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.595786782Z level=info msg="Executing migration" id="Update uid value" 2024-04-10T15:04:07.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.596748353Z level=info msg="Executing migration" id="Add unique index datasource_org_id_uid" 2024-04-10T15:04:07.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.597291816Z level=info msg="Executing migration" id="add unique index datasource_org_id_is_default" 2024-04-10T15:04:07.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.598289126Z level=info msg="Executing migration" id="create api_key table" 2024-04-10T15:04:07.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.598970771Z level=info msg="Executing migration" id="add index api_key.account_id" 2024-04-10T15:04:07.632 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.599988344Z level=info msg="Executing migration" id="add index api_key.key" 2024-04-10T15:04:07.633 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.600514285Z level=info msg="Executing migration" id="add index api_key.account_id_name" 2024-04-10T15:04:07.633 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.60149327Z level=info msg="Executing migration" id="drop index IDX_api_key_account_id - v1" 2024-04-10T15:04:07.633 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.602201589Z level=info msg="Executing migration" id="drop index UQE_api_key_key - v1" 2024-04-10T15:04:07.633 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.603069405Z level=info msg="Executing migration" id="drop index UQE_api_key_account_id_name - v1" 2024-04-10T15:04:07.633 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.604037911Z level=info msg="Executing migration" id="Rename table api_key to api_key_v1 - v1" 2024-04-10T15:04:07.633 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.605082524Z level=info msg="Executing migration" id="create api_key table v2" 2024-04-10T15:04:07.633 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.605916963Z level=info msg="Executing migration" id="create index IDX_api_key_org_id - v2" 2024-04-10T15:04:07.634 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.606902718Z level=info msg="Executing migration" id="create index UQE_api_key_key - v2" 2024-04-10T15:04:07.634 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.60765784Z level=info msg="Executing migration" id="create index UQE_api_key_org_id_name - v2" 2024-04-10T15:04:07.634 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.608671731Z level=info msg="Executing migration" id="copy api_key v1 to v2" 2024-04-10T15:04:07.634 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.609296952Z level=info msg="Executing migration" id="Drop old table api_key_v1" 2024-04-10T15:04:07.634 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.609664481Z level=info msg="Executing migration" id="Update api_key table charset" 2024-04-10T15:04:07.634 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.610487224Z level=info msg="Executing migration" id="Add expires to api_key table" 2024-04-10T15:04:07.634 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.611063078Z level=info msg="Executing migration" id="Add service account foreign key" 2024-04-10T15:04:07.634 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.61165895Z level=info msg="Executing migration" id="set service account foreign key to nil if 0" 2024-04-10T15:04:07.634 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.612451202Z level=info msg="Executing migration" id="Add last_used_at to api_key table" 2024-04-10T15:04:07.634 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.613030789Z level=info msg="Executing migration" id="Add is_revoked column to api_key table" 2024-04-10T15:04:07.634 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.613643544Z level=info msg="Executing migration" id="create dashboard_snapshot table v4" 2024-04-10T15:04:07.634 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.614444162Z level=info msg="Executing migration" id="drop table dashboard_snapshot_v4 #1" 2024-04-10T15:04:07.634 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.614853775Z level=info msg="Executing migration" id="create dashboard_snapshot table v5 #2" 2024-04-10T15:04:07.634 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.615364412Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_key - v5" 2024-04-10T15:04:07.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.616179629Z level=info msg="Executing migration" id="create index UQE_dashboard_snapshot_delete_key - v5" 2024-04-10T15:04:07.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.61717436Z level=info msg="Executing migration" id="create index IDX_dashboard_snapshot_user_id - v5" 2024-04-10T15:04:07.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.617909625Z level=info msg="Executing migration" id="alter dashboard_snapshot to mediumtext v2" 2024-04-10T15:04:07.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.61892217Z level=info msg="Executing migration" id="Update dashboard_snapshot table charset" 2024-04-10T15:04:07.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.619679121Z level=info msg="Executing migration" id="Add column external_delete_url to dashboard_snapshots table" 2024-04-10T15:04:07.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.620533286Z level=info msg="Executing migration" id="Add encrypted dashboard json column" 2024-04-10T15:04:07.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.621384574Z level=info msg="Executing migration" id="Change dashboard_encrypted column to MEDIUMBLOB" 2024-04-10T15:04:07.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.624195603Z level=info msg="Executing migration" id="create quota table v1" 2024-04-10T15:04:07.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.627019078Z level=info msg="Executing migration" id="create index UQE_quota_org_id_user_id_target - v1" 2024-04-10T15:04:07.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.629722878Z level=info msg="Executing migration" id="Update quota table charset" 2024-04-10T15:04:07.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.63236183Z level=info msg="Executing migration" id="create plugin_setting table" 2024-04-10T15:04:07.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.632792232Z level=info msg="Executing migration" id="create index UQE_plugin_setting_org_id_plugin_id - v1" 2024-04-10T15:04:07.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.635800798Z level=info msg="Executing migration" id="Add column plugin_version to plugin_settings" 2024-04-10T15:04:07.635 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.638459125Z level=info msg="Executing migration" id="Update plugin_setting table charset" 2024-04-10T15:04:07.636 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.641251277Z level=info msg="Executing migration" id="create session table" 2024-04-10T15:04:07.636 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.641805803Z level=info msg="Executing migration" id="Drop old table playlist table" 2024-04-10T15:04:07.636 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.644627368Z level=info msg="Executing migration" id="Drop old table playlist_item table" 2024-04-10T15:04:07.636 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.645034294Z level=info msg="Executing migration" id="create playlist table v2" 2024-04-10T15:04:07.636 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.64547647Z level=info msg="Executing migration" id="create playlist item table v2" 2024-04-10T15:04:07.636 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.648372283Z level=info msg="Executing migration" id="Update playlist table charset" 2024-04-10T15:04:07.872 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-mon[30592]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:07.872 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:07.872 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:07.873 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:07.873 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:07.873 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.650995562Z level=info msg="Executing migration" id="Update playlist_item table charset" 2024-04-10T15:04:07.873 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.651303968Z level=info msg="Executing migration" id="drop preferences table v2" 2024-04-10T15:04:07.874 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.651585197Z level=info msg="Executing migration" id="drop preferences table v3" 2024-04-10T15:04:07.874 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.65187079Z level=info msg="Executing migration" id="create preferences table v3" 2024-04-10T15:04:07.874 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.652286293Z level=info msg="Executing migration" id="Update preferences table charset" 2024-04-10T15:04:07.874 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.655041418Z level=info msg="Executing migration" id="Add column team_id in preferences" 2024-04-10T15:04:07.874 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.655681761Z level=info msg="Executing migration" id="Update team_id column values in preferences" 2024-04-10T15:04:07.874 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.655987816Z level=info msg="Executing migration" id="Add column week_start in preferences" 2024-04-10T15:04:07.874 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.658480144Z level=info msg="Executing migration" id="Add column preferences.json_data" 2024-04-10T15:04:07.874 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.661496934Z level=info msg="Executing migration" id="alter preferences.json_data to mediumtext v1" 2024-04-10T15:04:07.874 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.664067126Z level=info msg="Executing migration" id="Add preferences index org_id" 2024-04-10T15:04:07.874 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.664523677Z level=info msg="Executing migration" id="Add preferences index user_id" 2024-04-10T15:04:07.874 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.667384829Z level=info msg="Executing migration" id="create alert table v1" 2024-04-10T15:04:07.874 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.670146403Z level=info msg="Executing migration" id="add index alert org_id & id " 2024-04-10T15:04:07.874 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.672728543Z level=info msg="Executing migration" id="add index alert state" 2024-04-10T15:04:07.875 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.675510055Z level=info msg="Executing migration" id="add index alert dashboard_id" 2024-04-10T15:04:07.875 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.67614748Z level=info msg="Executing migration" id="Create alert_rule_tag table v1" 2024-04-10T15:04:07.875 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.676521553Z level=info msg="Executing migration" id="Add unique index alert_rule_tag.alert_id_tag_id" 2024-04-10T15:04:07.875 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.676930795Z level=info msg="Executing migration" id="drop index UQE_alert_rule_tag_alert_id_tag_id - v1" 2024-04-10T15:04:07.875 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.677355262Z level=info msg="Executing migration" id="Rename table alert_rule_tag to alert_rule_tag_v1 - v1" 2024-04-10T15:04:07.875 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.678845296Z level=info msg="Executing migration" id="Create alert_rule_tag table v2" 2024-04-10T15:04:07.875 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.67924276Z level=info msg="Executing migration" id="create index UQE_alert_rule_tag_alert_id_tag_id - Add unique index alert_rule_tag.alert_id_tag_id V2" 2024-04-10T15:04:07.875 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.679678694Z level=info msg="Executing migration" id="copy alert_rule_tag v1 to v2" 2024-04-10T15:04:07.875 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.680029397Z level=info msg="Executing migration" id="drop table alert_rule_tag_v1" 2024-04-10T15:04:07.875 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.680409101Z level=info msg="Executing migration" id="create alert_notification table v1" 2024-04-10T15:04:07.875 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.680769337Z level=info msg="Executing migration" id="Add column is_default" 2024-04-10T15:04:07.875 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.681413563Z level=info msg="Executing migration" id="Add column frequency" 2024-04-10T15:04:07.875 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.682043905Z level=info msg="Executing migration" id="Add column send_reminder" 2024-04-10T15:04:07.875 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.682669281Z level=info msg="Executing migration" id="Add column disable_resolve_message" 2024-04-10T15:04:07.876 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.683323839Z level=info msg="Executing migration" id="add index alert_notification org_id & name" 2024-04-10T15:04:07.876 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.683768017Z level=info msg="Executing migration" id="Update alert table charset" 2024-04-10T15:04:07.876 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.684027858Z level=info msg="Executing migration" id="Update alert_notification table charset" 2024-04-10T15:04:07.876 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.684320513Z level=info msg="Executing migration" id="create notification_journal table v1" 2024-04-10T15:04:07.876 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.684704526Z level=info msg="Executing migration" id="add index notification_journal org_id & alert_id & notifier_id" 2024-04-10T15:04:07.876 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.685135129Z level=info msg="Executing migration" id="drop alert_notification_journal" 2024-04-10T15:04:07.876 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.685514089Z level=info msg="Executing migration" id="create alert_notification_state table v1" 2024-04-10T15:04:07.876 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.685885295Z level=info msg="Executing migration" id="add index alert_notification_state org_id & alert_id & notifier_id" 2024-04-10T15:04:07.876 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.686333555Z level=info msg="Executing migration" id="Add for to alert table" 2024-04-10T15:04:07.876 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.686980007Z level=info msg="Executing migration" id="Add column uid in alert_notification" 2024-04-10T15:04:07.876 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.687655371Z level=info msg="Executing migration" id="Update uid column values in alert_notification" 2024-04-10T15:04:07.876 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.68795986Z level=info msg="Executing migration" id="Add unique index alert_notification_org_id_uid" 2024-04-10T15:04:07.876 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.688426228Z level=info msg="Executing migration" id="Remove unique index org_id_name" 2024-04-10T15:04:07.876 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.688821909Z level=info msg="Executing migration" id="Add column secure_settings in alert_notification" 2024-04-10T15:04:07.876 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.689501113Z level=info msg="Executing migration" id="alter alert.settings to mediumtext" 2024-04-10T15:04:07.877 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.689815946Z level=info msg="Executing migration" id="Add non-unique index alert_notification_state_alert_id" 2024-04-10T15:04:07.877 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.690270027Z level=info msg="Executing migration" id="Add non-unique index alert_rule_tag_alert_id" 2024-04-10T15:04:07.877 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.690697354Z level=info msg="Executing migration" id="Drop old annotation table v4" 2024-04-10T15:04:07.877 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.691003129Z level=info msg="Executing migration" id="create annotation table v5" 2024-04-10T15:04:07.877 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.691447377Z level=info msg="Executing migration" id="add index annotation 0 v3" 2024-04-10T15:04:07.877 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.694052741Z level=info msg="Executing migration" id="add index annotation 1 v3" 2024-04-10T15:04:07.877 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.694697376Z level=info msg="Executing migration" id="add index annotation 2 v3" 2024-04-10T15:04:07.877 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.695136375Z level=info msg="Executing migration" id="add index annotation 3 v3" 2024-04-10T15:04:07.877 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.695602624Z level=info msg="Executing migration" id="add index annotation 4 v3" 2024-04-10T15:04:07.877 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.698227729Z level=info msg="Executing migration" id="Update annotation table charset" 2024-04-10T15:04:07.877 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.700743383Z level=info msg="Executing migration" id="Add column region_id to annotation table" 2024-04-10T15:04:07.877 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.70160874Z level=info msg="Executing migration" id="Drop category_id index" 2024-04-10T15:04:07.877 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.704326169Z level=info msg="Executing migration" id="Add column tags to annotation table" 2024-04-10T15:04:07.877 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.70689033Z level=info msg="Executing migration" id="Create annotation_tag table v2" 2024-04-10T15:04:07.877 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.70971992Z level=info msg="Executing migration" id="Add unique index annotation_tag.annotation_id_tag_id" 2024-04-10T15:04:07.878 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.712586363Z level=info msg="Executing migration" id="drop index UQE_annotation_tag_annotation_id_tag_id - v2" 2024-04-10T15:04:07.878 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.713163673Z level=info msg="Executing migration" id="Rename table annotation_tag to annotation_tag_v2 - v2" 2024-04-10T15:04:07.878 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.716051002Z level=info msg="Executing migration" id="Create annotation_tag table v3" 2024-04-10T15:04:07.878 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.718867647Z level=info msg="Executing migration" id="create index UQE_annotation_tag_annotation_id_tag_id - Add unique index annotation_tag.annotation_id_tag_id V3" 2024-04-10T15:04:07.878 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.721422467Z level=info msg="Executing migration" id="copy annotation_tag v2 to v3" 2024-04-10T15:04:07.878 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.724265417Z level=info msg="Executing migration" id="drop table annotation_tag_v2" 2024-04-10T15:04:07.878 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.726837673Z level=info msg="Executing migration" id="Update alert annotations and set TEXT to empty" 2024-04-10T15:04:07.878 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.729767858Z level=info msg="Executing migration" id="Add created time to annotation table" 2024-04-10T15:04:07.878 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.732448667Z level=info msg="Executing migration" id="Add updated time to annotation table" 2024-04-10T15:04:07.878 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.735217004Z level=info msg="Executing migration" id="Add index for created in annotation table" 2024-04-10T15:04:07.878 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.738080766Z level=info msg="Executing migration" id="Add index for updated in annotation table" 2024-04-10T15:04:07.878 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.740645238Z level=info msg="Executing migration" id="Convert existing annotations from seconds to milliseconds" 2024-04-10T15:04:07.878 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.743930716Z level=info msg="Executing migration" id="Add epoch_end column" 2024-04-10T15:04:07.878 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.746373841Z level=info msg="Executing migration" id="Add index for epoch_end" 2024-04-10T15:04:07.878 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.749059758Z level=info msg="Executing migration" id="Make epoch_end the same as epoch" 2024-04-10T15:04:07.879 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.752042741Z level=info msg="Executing migration" id="Move region to single row" 2024-04-10T15:04:07.879 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.754593816Z level=info msg="Executing migration" id="Remove index org_id_epoch from annotation table" 2024-04-10T15:04:07.879 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.757362751Z level=info msg="Executing migration" id="Remove index org_id_dashboard_id_panel_id_epoch from annotation table" 2024-04-10T15:04:07.879 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.760015219Z level=info msg="Executing migration" id="Add index for org_id_dashboard_id_epoch_end_epoch on annotation table" 2024-04-10T15:04:07.879 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.7626393Z level=info msg="Executing migration" id="Add index for org_id_epoch_end_epoch on annotation table" 2024-04-10T15:04:07.879 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.765317839Z level=info msg="Executing migration" id="Remove index org_id_epoch_epoch_end from annotation table" 2024-04-10T15:04:07.879 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.767868449Z level=info msg="Executing migration" id="Add index for alert_id on annotation table" 2024-04-10T15:04:07.879 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.770480136Z level=info msg="Executing migration" id="Increase tags column to length 4096" 2024-04-10T15:04:07.879 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.773188667Z level=info msg="Executing migration" id="create test_data table" 2024-04-10T15:04:07.879 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.775915109Z level=info msg="Executing migration" id="create dashboard_version table v1" 2024-04-10T15:04:07.879 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.778745146Z level=info msg="Executing migration" id="add index dashboard_version.dashboard_id" 2024-04-10T15:04:07.879 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.781455404Z level=info msg="Executing migration" id="add unique index dashboard_version.dashboard_id and dashboard_version.version" 2024-04-10T15:04:07.879 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.784085289Z level=info msg="Executing migration" id="Set dashboard version to 1 where 0" 2024-04-10T15:04:07.879 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.786817014Z level=info msg="Executing migration" id="save existing dashboard data in dashboard_version table v1" 2024-04-10T15:04:07.880 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.789606798Z level=info msg="Executing migration" id="alter dashboard_version.data to mediumtext v1" 2024-04-10T15:04:07.880 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.792074353Z level=info msg="Executing migration" id="create team table" 2024-04-10T15:04:07.880 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.794766551Z level=info msg="Executing migration" id="add index team.org_id" 2024-04-10T15:04:07.880 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.797554804Z level=info msg="Executing migration" id="add unique index team_org_id_name" 2024-04-10T15:04:07.880 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.80005872Z level=info msg="Executing migration" id="create team member table" 2024-04-10T15:04:07.880 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.800929244Z level=info msg="Executing migration" id="add index team_member.org_id" 2024-04-10T15:04:07.880 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.801595593Z level=info msg="Executing migration" id="add unique index team_member_org_id_team_id_user_id" 2024-04-10T15:04:07.881 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.802519789Z level=info msg="Executing migration" id="add index team_member.team_id" 2024-04-10T15:04:07.881 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.80328815Z level=info msg="Executing migration" id="Add column email to team table" 2024-04-10T15:04:07.881 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.804136289Z level=info msg="Executing migration" id="Add column external to team_member table" 2024-04-10T15:04:07.881 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.804934409Z level=info msg="Executing migration" id="Add column permission to team_member table" 2024-04-10T15:04:07.881 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.805677238Z level=info msg="Executing migration" id="create dashboard acl table" 2024-04-10T15:04:07.881 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.806507587Z level=info msg="Executing migration" id="add index dashboard_acl_dashboard_id" 2024-04-10T15:04:07.881 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.807419058Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_user_id" 2024-04-10T15:04:07.881 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.808352346Z level=info msg="Executing migration" id="add unique index dashboard_acl_dashboard_id_team_id" 2024-04-10T15:04:07.881 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.808904705Z level=info msg="Executing migration" id="add index dashboard_acl_user_id" 2024-04-10T15:04:07.881 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.809857379Z level=info msg="Executing migration" id="add index dashboard_acl_team_id" 2024-04-10T15:04:07.881 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.810514471Z level=info msg="Executing migration" id="add index dashboard_acl_org_id_role" 2024-04-10T15:04:07.881 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.811359544Z level=info msg="Executing migration" id="add index dashboard_permission" 2024-04-10T15:04:07.882 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.812210589Z level=info msg="Executing migration" id="save default acl rules in dashboard_acl table" 2024-04-10T15:04:07.882 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.81319191Z level=info msg="Executing migration" id="delete acl rules for deleted dashboards and folders" 2024-04-10T15:04:07.882 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.813948169Z level=info msg="Executing migration" id="create tag table" 2024-04-10T15:04:07.882 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.81479209Z level=info msg="Executing migration" id="add index tag.key_value" 2024-04-10T15:04:07.882 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.815641323Z level=info msg="Executing migration" id="create login attempt table" 2024-04-10T15:04:07.882 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.816580517Z level=info msg="Executing migration" id="add index login_attempt.username" 2024-04-10T15:04:07.882 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.8173675Z level=info msg="Executing migration" id="drop index IDX_login_attempt_username - v1" 2024-04-10T15:04:07.882 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.818233213Z level=info msg="Executing migration" id="Rename table login_attempt to login_attempt_tmp_qwerty - v1" 2024-04-10T15:04:07.882 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.820127209Z level=info msg="Executing migration" id="create login_attempt v2" 2024-04-10T15:04:07.882 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.820955797Z level=info msg="Executing migration" id="create index IDX_login_attempt_username - v2" 2024-04-10T15:04:07.882 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.821824606Z level=info msg="Executing migration" id="copy login_attempt v1 to v2" 2024-04-10T15:04:07.882 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.822830491Z level=info msg="Executing migration" id="drop login_attempt_tmp_qwerty" 2024-04-10T15:04:07.882 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.823570309Z level=info msg="Executing migration" id="create user auth table" 2024-04-10T15:04:07.882 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.824427066Z level=info msg="Executing migration" id="create index IDX_user_auth_auth_module_auth_id - v1" 2024-04-10T15:04:07.883 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.825296826Z level=info msg="Executing migration" id="alter user_auth.auth_id to length 190" 2024-04-10T15:04:07.883 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.826264194Z level=info msg="Executing migration" id="Add OAuth access token to user_auth" 2024-04-10T15:04:07.883 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.827123097Z level=info msg="Executing migration" id="Add OAuth refresh token to user_auth" 2024-04-10T15:04:07.883 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.828013525Z level=info msg="Executing migration" id="Add OAuth token type to user_auth" 2024-04-10T15:04:07.883 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.828844402Z level=info msg="Executing migration" id="Add OAuth expiry to user_auth" 2024-04-10T15:04:07.883 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.829709315Z level=info msg="Executing migration" id="Add index to user_id column in user_auth" 2024-04-10T15:04:07.883 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.830554702Z level=info msg="Executing migration" id="Add OAuth ID token to user_auth" 2024-04-10T15:04:07.883 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.833403421Z level=info msg="Executing migration" id="create server_lock table" 2024-04-10T15:04:07.883 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.836351758Z level=info msg="Executing migration" id="add index server_lock.operation_uid" 2024-04-10T15:04:07.883 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.839264349Z level=info msg="Executing migration" id="create user auth token table" 2024-04-10T15:04:07.883 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.841915072Z level=info msg="Executing migration" id="add unique index user_auth_token.auth_token" 2024-04-10T15:04:07.883 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.844827879Z level=info msg="Executing migration" id="add unique index user_auth_token.prev_auth_token" 2024-04-10T15:04:07.883 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.847518462Z level=info msg="Executing migration" id="add index user_auth_token.user_id" 2024-04-10T15:04:07.883 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.850347972Z level=info msg="Executing migration" id="Add revoked_at to the user auth token" 2024-04-10T15:04:07.884 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.853247333Z level=info msg="Executing migration" id="create cache_data table" 2024-04-10T15:04:07.884 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.856138685Z level=info msg="Executing migration" id="add unique index cache_data.cache_key" 2024-04-10T15:04:07.884 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.859031465Z level=info msg="Executing migration" id="create short_url table v1" 2024-04-10T15:04:07.884 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.861886203Z level=info msg="Executing migration" id="add index short_url.org_id-uid" 2024-04-10T15:04:07.884 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.864856922Z level=info msg="Executing migration" id="alter table short_url alter column created_by type to bigint" 2024-04-10T15:04:07.884 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.867705324Z level=info msg="Executing migration" id="delete alert_definition table" 2024-04-10T15:04:07.884 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.870228467Z level=info msg="Executing migration" id="recreate alert_definition table" 2024-04-10T15:04:07.884 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.873099418Z level=info msg="Executing migration" id="add index in alert_definition on org_id and title columns" 2024-04-10T15:04:07.884 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.876014572Z level=info msg="Executing migration" id="add index in alert_definition on org_id and uid columns" 2024-04-10T15:04:07.884 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.878778877Z level=info msg="Executing migration" id="alter alert_definition table data column to mediumtext in mysql" 2024-04-10T15:04:07.884 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.881674527Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and title columns" 2024-04-10T15:04:07.884 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.884401276Z level=info msg="Executing migration" id="drop index in alert_definition on org_id and uid columns" 2024-04-10T15:04:07.884 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.88688967Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and title columns" 2024-04-10T15:04:07.884 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.889654791Z level=info msg="Executing migration" id="add unique index in alert_definition on org_id and uid columns" 2024-04-10T15:04:07.884 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.892476181Z level=info msg="Executing migration" id="Add column paused in alert_definition" 2024-04-10T15:04:07.884 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.89511287Z level=info msg="Executing migration" id="drop alert_definition table" 2024-04-10T15:04:07.885 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.897855713Z level=info msg="Executing migration" id="delete alert_definition_version table" 2024-04-10T15:04:08.022 INFO:teuthology.orchestra.run.smithi102.stdout:133143986208 2024-04-10T15:04:08.023 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.4 2024-04-10T15:04:08.047 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:07 smithi102 ceph-mon[37987]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:08.047 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:07 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:08.048 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:07 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:08.048 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:07 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:08.048 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:07 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:08.048 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:07 smithi102 ceph-mon[26948]: pgmap v23: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:08.048 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:07 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:08.048 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:07 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:08.048 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:07 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:08.048 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:07 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:08.131 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.900500997Z level=info msg="Executing migration" id="recreate alert_definition_version table" 2024-04-10T15:04:08.131 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.90326334Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_id and version columns" 2024-04-10T15:04:08.131 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.906008481Z level=info msg="Executing migration" id="add index in alert_definition_version table on alert_definition_uid and version columns" 2024-04-10T15:04:08.131 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.90877906Z level=info msg="Executing migration" id="alter alert_definition_version table data column to mediumtext in mysql" 2024-04-10T15:04:08.131 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.911449939Z level=info msg="Executing migration" id="drop alert_definition_version table" 2024-04-10T15:04:08.131 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.914103479Z level=info msg="Executing migration" id="create alert_instance table" 2024-04-10T15:04:08.131 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.916934927Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, def_uid and current_state columns" 2024-04-10T15:04:08.131 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.919422855Z level=info msg="Executing migration" id="add index in alert_instance table on def_org_id, current_state columns" 2024-04-10T15:04:08.131 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.922081727Z level=info msg="Executing migration" id="add column current_state_end to alert_instance" 2024-04-10T15:04:08.132 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.924986547Z level=info msg="Executing migration" id="remove index def_org_id, def_uid, current_state on alert_instance" 2024-04-10T15:04:08.132 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.927410984Z level=info msg="Executing migration" id="remove index def_org_id, current_state on alert_instance" 2024-04-10T15:04:08.132 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.928207438Z level=info msg="Executing migration" id="rename def_org_id to rule_org_id in alert_instance" 2024-04-10T15:04:08.132 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.931796146Z level=info msg="Executing migration" id="rename def_uid to rule_uid in alert_instance" 2024-04-10T15:04:08.132 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.93520937Z level=info msg="Executing migration" id="add index rule_org_id, rule_uid, current_state on alert_instance" 2024-04-10T15:04:08.132 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.936056537Z level=info msg="Executing migration" id="add index rule_org_id, current_state on alert_instance" 2024-04-10T15:04:08.132 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.936881171Z level=info msg="Executing migration" id="add current_reason column related to current_state" 2024-04-10T15:04:08.132 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.937699757Z level=info msg="Executing migration" id="create alert_rule table" 2024-04-10T15:04:08.132 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.938548861Z level=info msg="Executing migration" id="add index in alert_rule on org_id and title columns" 2024-04-10T15:04:08.133 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.939353018Z level=info msg="Executing migration" id="add index in alert_rule on org_id and uid columns" 2024-04-10T15:04:08.133 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.940309122Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespace_uid, group_uid columns" 2024-04-10T15:04:08.133 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.941037269Z level=info msg="Executing migration" id="alter alert_rule table data column to mediumtext in mysql" 2024-04-10T15:04:08.133 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.941998737Z level=info msg="Executing migration" id="add column for to alert_rule" 2024-04-10T15:04:08.133 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.943015949Z level=info msg="Executing migration" id="add column annotations to alert_rule" 2024-04-10T15:04:08.133 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.94383154Z level=info msg="Executing migration" id="add column labels to alert_rule" 2024-04-10T15:04:08.133 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.944639662Z level=info msg="Executing migration" id="remove unique index from alert_rule on org_id, title columns" 2024-04-10T15:04:08.133 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.945485048Z level=info msg="Executing migration" id="add index in alert_rule on org_id, namespase_uid and title columns" 2024-04-10T15:04:08.133 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.946291401Z level=info msg="Executing migration" id="add dashboard_uid column to alert_rule" 2024-04-10T15:04:08.133 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.947136807Z level=info msg="Executing migration" id="add panel_id column to alert_rule" 2024-04-10T15:04:08.133 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.947946827Z level=info msg="Executing migration" id="add index in alert_rule on org_id, dashboard_uid and panel_id columns" 2024-04-10T15:04:08.133 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.948386478Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule" 2024-04-10T15:04:08.133 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.949224828Z level=info msg="Executing migration" id="add is_paused column to alert_rule table" 2024-04-10T15:04:08.134 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.950024748Z level=info msg="Executing migration" id="fix is_paused column for alert_rule table" 2024-04-10T15:04:08.134 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.950339752Z level=info msg="Executing migration" id="create alert_rule_version table" 2024-04-10T15:04:08.134 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.950808616Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_uid and version columns" 2024-04-10T15:04:08.134 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.951282608Z level=info msg="Executing migration" id="add index in alert_rule_version table on rule_org_id, rule_namespace_uid and rule_group columns" 2024-04-10T15:04:08.134 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.951734825Z level=info msg="Executing migration" id="alter alert_rule_version table data column to mediumtext in mysql" 2024-04-10T15:04:08.134 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.952024775Z level=info msg="Executing migration" id="add column for to alert_rule_version" 2024-04-10T15:04:08.134 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.952904108Z level=info msg="Executing migration" id="add column annotations to alert_rule_version" 2024-04-10T15:04:08.134 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.953767232Z level=info msg="Executing migration" id="add column labels to alert_rule_version" 2024-04-10T15:04:08.134 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.954645573Z level=info msg="Executing migration" id="add rule_group_idx column to alert_rule_version" 2024-04-10T15:04:08.134 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.955534224Z level=info msg="Executing migration" id="add is_paused column to alert_rule_versions table" 2024-04-10T15:04:08.134 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.9564117Z level=info msg="Executing migration" id="fix is_paused column for alert_rule_version table" 2024-04-10T15:04:08.134 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.957356604Z level=info msg="Executing migration" id=create_alert_configuration_table 2024-04-10T15:04:08.134 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.95821902Z level=info msg="Executing migration" id="Add column default in alert_configuration" 2024-04-10T15:04:08.134 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.959261347Z level=info msg="Executing migration" id="alert alert_configuration alertmanager_configuration column from TEXT to MEDIUMTEXT if mysql" 2024-04-10T15:04:08.135 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.960221594Z level=info msg="Executing migration" id="add column org_id in alert_configuration" 2024-04-10T15:04:08.135 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.961204276Z level=info msg="Executing migration" id="add index in alert_configuration table on org_id column" 2024-04-10T15:04:08.135 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.962076922Z level=info msg="Executing migration" id="add configuration_hash column to alert_configuration" 2024-04-10T15:04:08.135 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.96294619Z level=info msg="Executing migration" id=create_ngalert_configuration_table 2024-04-10T15:04:08.135 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.963788495Z level=info msg="Executing migration" id="add index in ngalert_configuration on org_id column" 2024-04-10T15:04:08.135 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.964775696Z level=info msg="Executing migration" id="add column send_alerts_to in ngalert_configuration" 2024-04-10T15:04:08.135 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.965773763Z level=info msg="Executing migration" id="create provenance_type table" 2024-04-10T15:04:08.135 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.966630612Z level=info msg="Executing migration" id="add index to uniquify (record_key, record_type, org_id) columns" 2024-04-10T15:04:08.136 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.967420059Z level=info msg="Executing migration" id="create alert_image table" 2024-04-10T15:04:08.136 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.968482188Z level=info msg="Executing migration" id="add unique index on token to alert_image table" 2024-04-10T15:04:08.136 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.969176399Z level=info msg="Executing migration" id="support longer URLs in alert_image table" 2024-04-10T15:04:08.136 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.970079497Z level=info msg="Executing migration" id=create_alert_configuration_history_table 2024-04-10T15:04:08.136 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.97089404Z level=info msg="Executing migration" id="drop non-unique orgID index on alert_configuration" 2024-04-10T15:04:08.136 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.971364123Z level=info msg="Executing migration" id="drop unique orgID index on alert_configuration if exists" 2024-04-10T15:04:08.136 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.971460754Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop unique orgID index on alert_configuration if exists" 2024-04-10T15:04:08.136 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.972266512Z level=info msg="Executing migration" id="extract alertmanager configuration history to separate table" 2024-04-10T15:04:08.137 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.972764059Z level=info msg="Executing migration" id="add unique index on orgID to alert_configuration" 2024-04-10T15:04:08.137 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.97322233Z level=info msg="Executing migration" id="clear migration entry \"remove unified alerting data\"" 2024-04-10T15:04:08.137 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.973384646Z level=info msg="Executing migration" id="move dashboard alerts to unified alerting" 2024-04-10T15:04:08.137 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.973500059Z level=info msg="alerts found to migrate" alerts=0 2024-04-10T15:04:08.137 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.974088478Z level=info msg="Executing migration" id="create library_element table v1" 2024-04-10T15:04:08.137 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.974947377Z level=info msg="Executing migration" id="add index library_element org_id-folder_id-name-kind" 2024-04-10T15:04:08.137 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.975821663Z level=info msg="Executing migration" id="create library_element_connection table v1" 2024-04-10T15:04:08.137 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.97666602Z level=info msg="Executing migration" id="add index library_element_connection element_id-kind-connection_id" 2024-04-10T15:04:08.137 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.977550816Z level=info msg="Executing migration" id="add unique index library_element org_id_uid" 2024-04-10T15:04:08.137 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.978427059Z level=info msg="Executing migration" id="increase max description length to 2048" 2024-04-10T15:04:08.137 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.979374055Z level=info msg="Executing migration" id="clone move dashboard alerts to unified alerting" 2024-04-10T15:04:08.137 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.980123966Z level=info msg="Executing migration" id="create data_keys table" 2024-04-10T15:04:08.137 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.981167308Z level=info msg="Executing migration" id="create secrets table" 2024-04-10T15:04:08.137 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.98183845Z level=info msg="Executing migration" id="rename data_keys name column to id" 2024-04-10T15:04:08.137 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.986213411Z level=info msg="Executing migration" id="add name column into data_keys" 2024-04-10T15:04:08.138 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.989090772Z level=info msg="Executing migration" id="copy data_keys id column values into name" 2024-04-10T15:04:08.138 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.991852921Z level=info msg="Executing migration" id="rename data_keys name column to label" 2024-04-10T15:04:08.138 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:07.996255908Z level=info msg="Executing migration" id="rename data_keys id column back to name" 2024-04-10T15:04:08.138 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.000585409Z level=info msg="Executing migration" id="create kv_store table v1" 2024-04-10T15:04:08.138 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.003414349Z level=info msg="Executing migration" id="add index kv_store.org_id-namespace-key" 2024-04-10T15:04:08.138 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.006120531Z level=info msg="Executing migration" id="update dashboard_uid and panel_id from existing annotations" 2024-04-10T15:04:08.138 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.009063394Z level=info msg="Executing migration" id="create permission table" 2024-04-10T15:04:08.138 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.011834031Z level=info msg="Executing migration" id="add unique index permission.role_id" 2024-04-10T15:04:08.138 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.014598749Z level=info msg="Executing migration" id="add unique index role_id_action_scope" 2024-04-10T15:04:08.138 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.017282307Z level=info msg="Executing migration" id="create role table" 2024-04-10T15:04:08.138 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.020131587Z level=info msg="Executing migration" id="add column display_name" 2024-04-10T15:04:08.138 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.022988969Z level=info msg="Executing migration" id="add column group_name" 2024-04-10T15:04:08.138 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.025785725Z level=info msg="Executing migration" id="add index role.org_id" 2024-04-10T15:04:08.138 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.028431699Z level=info msg="Executing migration" id="add unique index role_org_id_name" 2024-04-10T15:04:08.139 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.031108659Z level=info msg="Executing migration" id="add index role_org_id_uid" 2024-04-10T15:04:08.139 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.033991387Z level=info msg="Executing migration" id="create team role table" 2024-04-10T15:04:08.139 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.036717804Z level=info msg="Executing migration" id="add index team_role.org_id" 2024-04-10T15:04:08.139 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.039249876Z level=info msg="Executing migration" id="add unique index team_role_org_id_team_id_role_id" 2024-04-10T15:04:08.139 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.041643154Z level=info msg="Executing migration" id="add index team_role.team_id" 2024-04-10T15:04:08.139 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.044438708Z level=info msg="Executing migration" id="create user role table" 2024-04-10T15:04:08.139 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.04683459Z level=info msg="Executing migration" id="add index user_role.org_id" 2024-04-10T15:04:08.139 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.049419724Z level=info msg="Executing migration" id="add unique index user_role_org_id_user_id_role_id" 2024-04-10T15:04:08.139 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.052231744Z level=info msg="Executing migration" id="add index user_role.user_id" 2024-04-10T15:04:08.139 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.05499706Z level=info msg="Executing migration" id="create builtin role table" 2024-04-10T15:04:08.139 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.057574452Z level=info msg="Executing migration" id="add index builtin_role.role_id" 2024-04-10T15:04:08.139 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.060278494Z level=info msg="Executing migration" id="add index builtin_role.name" 2024-04-10T15:04:08.139 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.062954224Z level=info msg="Executing migration" id="Add column org_id to builtin_role table" 2024-04-10T15:04:08.139 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.064001409Z level=info msg="Executing migration" id="add index builtin_role.org_id" 2024-04-10T15:04:08.140 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.06560265Z level=info msg="Executing migration" id="add unique index builtin_role_org_id_role_id_role" 2024-04-10T15:04:08.140 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.068066864Z level=info msg="Executing migration" id="Remove unique index role_org_id_uid" 2024-04-10T15:04:08.140 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.068566538Z level=info msg="Executing migration" id="add unique index role.uid" 2024-04-10T15:04:08.140 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.06899274Z level=info msg="Executing migration" id="create seed assignment table" 2024-04-10T15:04:08.140 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.069450113Z level=info msg="Executing migration" id="add unique index builtin_role_role_name" 2024-04-10T15:04:08.140 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.069941872Z level=info msg="Executing migration" id="add column hidden to role table" 2024-04-10T15:04:08.140 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.070987368Z level=info msg="Executing migration" id="create query_history table v1" 2024-04-10T15:04:08.140 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.07356704Z level=info msg="Executing migration" id="add index query_history.org_id-created_by-datasource_uid" 2024-04-10T15:04:08.140 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.074081916Z level=info msg="Executing migration" id="alter table query_history alter column created_by type to bigint" 2024-04-10T15:04:08.140 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.074408969Z level=info msg="Executing migration" id="teams permissions migration" 2024-04-10T15:04:08.140 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.074803352Z level=info msg="Executing migration" id="dashboard permissions" 2024-04-10T15:04:08.140 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.075344458Z level=info msg="Executing migration" id="dashboard permissions uid scopes" 2024-04-10T15:04:08.140 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.075773159Z level=info msg="Executing migration" id="drop managed folder create actions" 2024-04-10T15:04:08.140 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.076126203Z level=info msg="Executing migration" id="alerting notification permissions" 2024-04-10T15:04:08.140 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.076534188Z level=info msg="Executing migration" id="create query_history_star table v1" 2024-04-10T15:04:08.141 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.076986135Z level=info msg="Executing migration" id="add index query_history.user_id-query_uid" 2024-04-10T15:04:08.141 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.077483126Z level=info msg="Executing migration" id="add column org_id in query_history_star" 2024-04-10T15:04:08.141 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.078517169Z level=info msg="Executing migration" id="alter table query_history_star_mig column user_id type to bigint" 2024-04-10T15:04:08.141 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.078829806Z level=info msg="Executing migration" id="create correlation table v1" 2024-04-10T15:04:08.141 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.079274643Z level=info msg="Executing migration" id="add index correlations.uid" 2024-04-10T15:04:08.141 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.079727525Z level=info msg="Executing migration" id="add index correlations.source_uid" 2024-04-10T15:04:08.141 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.080188286Z level=info msg="Executing migration" id="add correlation config column" 2024-04-10T15:04:08.141 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.081179092Z level=info msg="Executing migration" id="create entity_events table" 2024-04-10T15:04:08.141 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.081651207Z level=info msg="Executing migration" id="create dashboard public config v1" 2024-04-10T15:04:08.141 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.084121363Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-10T15:04:08.141 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.084211743Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index UQE_dashboard_public_config_uid - v1" 2024-04-10T15:04:08.141 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.084558004Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-10T15:04:08.141 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.084651299Z level=warn msg="Skipping migration: Already executed, but not recorded in migration log" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-10T15:04:08.141 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.084916477Z level=info msg="Executing migration" id="Drop old dashboard public config table" 2024-04-10T15:04:08.142 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.085326861Z level=info msg="Executing migration" id="recreate dashboard public config v1" 2024-04-10T15:04:08.142 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.085730702Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v1" 2024-04-10T15:04:08.142 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.08617591Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v1" 2024-04-10T15:04:08.142 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.086616491Z level=info msg="Executing migration" id="drop index UQE_dashboard_public_config_uid - v2" 2024-04-10T15:04:08.142 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.087017751Z level=info msg="Executing migration" id="drop index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-10T15:04:08.142 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.087453314Z level=info msg="Executing migration" id="Drop public config table" 2024-04-10T15:04:08.142 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.087817726Z level=info msg="Executing migration" id="Recreate dashboard public config v2" 2024-04-10T15:04:08.142 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.088244389Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_uid - v2" 2024-04-10T15:04:08.142 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.088692975Z level=info msg="Executing migration" id="create index IDX_dashboard_public_config_org_id_dashboard_uid - v2" 2024-04-10T15:04:08.142 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.089165863Z level=info msg="Executing migration" id="create index UQE_dashboard_public_config_access_token - v2" 2024-04-10T15:04:08.142 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.089591422Z level=info msg="Executing migration" id="Rename table dashboard_public_config to dashboard_public - v2" 2024-04-10T15:04:08.142 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.092680216Z level=info msg="Executing migration" id="add annotations_enabled column" 2024-04-10T15:04:08.142 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.093717089Z level=info msg="Executing migration" id="add time_selection_enabled column" 2024-04-10T15:04:08.142 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.09473697Z level=info msg="Executing migration" id="delete orphaned public dashboards" 2024-04-10T15:04:08.143 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.095060377Z level=info msg="Executing migration" id="add share column" 2024-04-10T15:04:08.143 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.096055508Z level=info msg="Executing migration" id="create default alerting folders" 2024-04-10T15:04:08.143 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.096492102Z level=info msg="Executing migration" id="create file table" 2024-04-10T15:04:08.143 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.096935123Z level=info msg="Executing migration" id="file table idx: path natural pk" 2024-04-10T15:04:08.143 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.097387978Z level=info msg="Executing migration" id="file table idx: parent_folder_path_hash fast folder retrieval" 2024-04-10T15:04:08.143 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.099474815Z level=info msg="Executing migration" id="create file_meta table" 2024-04-10T15:04:08.143 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.102028534Z level=info msg="Executing migration" id="file table idx: path key" 2024-04-10T15:04:08.144 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.102855503Z level=info msg="Executing migration" id="set path collation in file table" 2024-04-10T15:04:08.144 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.103734494Z level=info msg="Executing migration" id="managed permissions migration" 2024-04-10T15:04:08.144 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.104652494Z level=info msg="Executing migration" id="managed folder permissions alert actions migration" 2024-04-10T15:04:08.144 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.105501487Z level=info msg="Executing migration" id="RBAC action name migrator" 2024-04-10T15:04:08.144 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.106305971Z level=info msg="Executing migration" id="Add UID column to playlist" 2024-04-10T15:04:08.144 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.107360328Z level=info msg="Executing migration" id="Update uid column values in playlist" 2024-04-10T15:04:08.144 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.108331078Z level=info msg="Executing migration" id="Add index for uid in playlist" 2024-04-10T15:04:08.144 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.10908285Z level=info msg="Executing migration" id="update group index for alert rules" 2024-04-10T15:04:08.144 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.109923481Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated migration" 2024-04-10T15:04:08.144 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.110793399Z level=info msg="Executing migration" id="admin only folder/dashboard permission" 2024-04-10T15:04:08.144 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.111672206Z level=info msg="Executing migration" id="add action column to seed_assignment" 2024-04-10T15:04:08.144 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.112769225Z level=info msg="Executing migration" id="add scope column to seed_assignment" 2024-04-10T15:04:08.144 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.113796761Z level=info msg="Executing migration" id="remove unique index builtin_role_role_name before nullable update" 2024-04-10T15:04:08.144 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.114765953Z level=info msg="Executing migration" id="update seed_assignment role_name column to nullable" 2024-04-10T15:04:08.144 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.124886496Z level=info msg="Executing migration" id="add unique index builtin_role_name back" 2024-04-10T15:04:08.145 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.125664712Z level=info msg="Executing migration" id="add unique index builtin_role_action_scope" 2024-04-10T15:04:08.145 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.12661949Z level=info msg="Executing migration" id="add primary key to seed_assigment" 2024-04-10T15:04:08.145 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.130059832Z level=info msg="Executing migration" id="managed folder permissions alert actions repeated fixed migration" 2024-04-10T15:04:08.145 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.130889819Z level=info msg="Executing migration" id="migrate external alertmanagers to datsourcse" 2024-04-10T15:04:08.145 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.13188924Z level=info msg="Executing migration" id="create folder table" 2024-04-10T15:04:08.145 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.132621113Z level=info msg="Executing migration" id="Add index for parent_uid" 2024-04-10T15:04:08.145 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.133575312Z level=info msg="Executing migration" id="Add unique index for folder.uid and folder.org_id" 2024-04-10T15:04:08.145 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.134415346Z level=info msg="Executing migration" id="Update folder title length" 2024-04-10T15:04:08.145 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.135344133Z level=info msg="Executing migration" id="Add unique index for folder.title and folder.parent_uid" 2024-04-10T15:04:08.145 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=migrator t=2024-04-10T15:04:08.136075578Z level=info msg="migrations completed" performed=485 skipped=0 duration=741.98391ms 2024-04-10T15:04:08.145 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=sqlstore t=2024-04-10T15:04:08.136467219Z level=info msg="Created default organization" 2024-04-10T15:04:08.630 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=plugin.loader t=2024-04-10T15:04:08.195421009Z level=info msg="Plugin registered" pluginID=input 2024-04-10T15:04:08.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=plugin.loader t=2024-04-10T15:04:08.221987527Z level=info msg="Plugin registered" pluginID=vonage-status-panel 2024-04-10T15:04:08.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=plugin.loader t=2024-04-10T15:04:08.222006217Z level=info msg="Plugin registered" pluginID=grafana-piechart-panel 2024-04-10T15:04:08.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=secrets t=2024-04-10T15:04:08.222057245Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-10T15:04:08.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=query_data t=2024-04-10T15:04:08.223714028Z level=info msg="Query Service initialization" 2024-04-10T15:04:08.631 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=live.push_http t=2024-04-10T15:04:08.226425652Z level=info msg="Live Push Gateway initialization" 2024-04-10T15:04:08.661 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:08 smithi102 systemd[1]: Starting Ceph node-exporter.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:04:08.860 INFO:teuthology.orchestra.run.smithi102.stdout:167503724572 2024-04-10T15:04:08.861 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.5 2024-04-10T15:04:09.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:08 smithi154 ceph-mon[30592]: Deploying daemon node-exporter.a on smithi102 2024-04-10T15:04:09.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:08 smithi102 ceph-mon[37987]: Deploying daemon node-exporter.a on smithi102 2024-04-10T15:04:09.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:08 smithi102 ceph-mon[26948]: Deploying daemon node-exporter.a on smithi102 2024-04-10T15:04:09.380 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=infra.usagestats.collector t=2024-04-10T15:04:09.024946155Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-10T15:04:09.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=provisioning.datasources t=2024-04-10T15:04:09.081231312Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-10T15:04:09.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=provisioning.datasources t=2024-04-10T15:04:09.113132769Z level=info msg="inserting datasource from configuration " name=Loki uid=P8E80F9AEF21F6940 2024-04-10T15:04:09.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=provisioning.alerting t=2024-04-10T15:04:09.134740893Z level=info msg="starting to provision alerting" 2024-04-10T15:04:09.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=provisioning.alerting t=2024-04-10T15:04:09.134766259Z level=info msg="finished to provision alerting" 2024-04-10T15:04:09.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=grafanaStorageLogger t=2024-04-10T15:04:09.134871904Z level=info msg="storage starting" 2024-04-10T15:04:09.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=ngalert.state.manager t=2024-04-10T15:04:09.134984396Z level=info msg="Warming state cache for startup" 2024-04-10T15:04:09.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=http.server t=2024-04-10T15:04:09.136759313Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-10T15:04:09.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=ngalert.state.manager t=2024-04-10T15:04:09.145189326Z level=info msg="State cache has been initialized" states=0 duration=10.20369ms 2024-04-10T15:04:09.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=ngalert.multiorg.alertmanager t=2024-04-10T15:04:09.145248985Z level=info msg="starting MultiOrg Alertmanager" 2024-04-10T15:04:09.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=ticker t=2024-04-10T15:04:09.145266246Z level=info msg=starting first_tick=2024-04-10T15:04:10Z 2024-04-10T15:04:09.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=sqlstore.transactions t=2024-04-10T15:04:09.14532707Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-10T15:04:09.381 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:04:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=sqlstore.transactions t=2024-04-10T15:04:09.177987683Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-10T15:04:09.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:09 smithi154 ceph-mon[30592]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:09.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:09 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:10.039 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:09 smithi102 ceph-mon[37987]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:10.039 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:09 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:10.039 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:09 smithi102 ceph-mon[26948]: pgmap v24: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:10.039 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:09 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:10.039 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:09 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:04:09] "GET /metrics HTTP/1.1" 200 33662 "" "Prometheus/2.43.0" 2024-04-10T15:04:10.435 INFO:teuthology.orchestra.run.smithi102.stdout:55834574894 2024-04-10T15:04:10.435 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.1 2024-04-10T15:04:11.226 INFO:teuthology.orchestra.run.smithi102.stdout:34359738420 2024-04-10T15:04:11.226 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.0 2024-04-10T15:04:11.336 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:11 smithi102 bash[70280]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-10T15:04:11.709 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:04:11.711 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:04:12.062 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:11 smithi102 ceph-mon[26948]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:12.062 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:11 smithi102 ceph-mon[37987]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:12.062 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:12 smithi102 bash[70280]: Getting image source signatures 2024-04-10T15:04:12.063 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:12 smithi102 bash[70280]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-10T15:04:12.063 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:12 smithi102 bash[70280]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-10T15:04:12.063 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:12 smithi102 bash[70280]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-10T15:04:12.067 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:04:12.086 INFO:teuthology.orchestra.run.smithi102.stdout:77309411371 2024-04-10T15:04:12.086 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.2 2024-04-10T15:04:12.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:11 smithi154 ceph-mon[30592]: pgmap v25: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:14.049 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:13 smithi102 ceph-mon[26948]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:14.049 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:13 smithi102 ceph-mon[37987]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:14.049 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:14 smithi102 bash[70280]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-10T15:04:14.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:13 smithi154 ceph-mon[30592]: pgmap v26: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:14.410 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:14 smithi102 bash[70280]: Writing manifest to image destination 2024-04-10T15:04:15.151 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:14 smithi102 podman[70280]: 2024-04-10 15:04:14.767400277 +0000 UTC m=+3.535792178 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-10T15:04:15.151 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:15 smithi102 podman[70280]: 2024-04-10 15:04:15.051383241 +0000 UTC m=+3.819775124 container create dc103d21fc6411d64f016329250f596a9aa91dc5c80aad3ae5059e6e9211458a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T15:04:15.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:15 smithi102 ceph-mon[37987]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:15.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:15 smithi102 ceph-mon[26948]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:16.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:15 smithi154 ceph-mon[30592]: pgmap v27: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:16.197 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 podman[70280]: 2024-04-10 15:04:16.035481469 +0000 UTC m=+4.803873359 container init dc103d21fc6411d64f016329250f596a9aa91dc5c80aad3ae5059e6e9211458a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T15:04:16.197 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 podman[70280]: 2024-04-10 15:04:16.03861516 +0000 UTC m=+4.807007045 container start dc103d21fc6411d64f016329250f596a9aa91dc5c80aad3ae5059e6e9211458a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T15:04:16.197 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.042Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-10T15:04:16.197 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.042Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-10T15:04:16.197 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.042Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-10T15:04:16.198 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.042Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-10T15:04:16.198 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.042Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-10T15:04:16.198 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-10T15:04:16.198 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-10T15:04:16.198 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=arp 2024-04-10T15:04:16.198 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-10T15:04:16.198 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-10T15:04:16.198 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-10T15:04:16.198 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-10T15:04:16.198 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-10T15:04:16.198 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-10T15:04:16.198 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-10T15:04:16.198 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-10T15:04:16.198 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=edac 2024-04-10T15:04:16.199 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-10T15:04:16.199 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-10T15:04:16.199 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-10T15:04:16.199 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-10T15:04:16.199 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-10T15:04:16.199 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-10T15:04:16.199 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-10T15:04:16.199 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-10T15:04:16.199 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-10T15:04:16.199 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-10T15:04:16.199 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-10T15:04:16.199 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-10T15:04:16.200 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-10T15:04:16.200 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-10T15:04:16.200 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-10T15:04:16.200 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-10T15:04:16.200 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=os 2024-04-10T15:04:16.200 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-10T15:04:16.200 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-10T15:04:16.200 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-10T15:04:16.200 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-10T15:04:16.200 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-10T15:04:16.200 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-10T15:04:16.201 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-10T15:04:16.201 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=stat 2024-04-10T15:04:16.201 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-10T15:04:16.201 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-10T15:04:16.201 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-10T15:04:16.201 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=time 2024-04-10T15:04:16.201 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-10T15:04:16.201 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=uname 2024-04-10T15:04:16.201 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-10T15:04:16.201 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-10T15:04:16.201 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.043Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-10T15:04:16.201 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.044Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-10T15:04:16.201 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[70659]: ts=2024-04-10T15:04:16.044Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-10T15:04:16.201 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 bash[70280]: dc103d21fc6411d64f016329250f596a9aa91dc5c80aad3ae5059e6e9211458a 2024-04-10T15:04:16.202 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:04:16 smithi102 systemd[1]: Started Ceph node-exporter.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:04:16.501 INFO:teuthology.orchestra.run.smithi102.stdout:55834574896 2024-04-10T15:04:16.653 INFO:teuthology.orchestra.run.smithi102.stdout:236223201299 2024-04-10T15:04:16.654 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph osd last-stat-seq osd.7 2024-04-10T15:04:17.011 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:17 smithi154 systemd[1]: Starting Ceph node-exporter.b for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:04:17.380 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:17 smithi154 bash[60820]: Trying to pull quay.io/prometheus/node-exporter:v1.5.0... 2024-04-10T15:04:17.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:17 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:17.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:17 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:17.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:17 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:17.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:17 smithi154 ceph-mon[30592]: Deploying daemon node-exporter.b on smithi154 2024-04-10T15:04:17.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:17 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/4056999466' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-10T15:04:17.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:17 smithi154 ceph-mon[30592]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:17.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:17 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:17.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:17 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:17.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:17 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:17.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:17 smithi102 ceph-mon[37987]: Deploying daemon node-exporter.b on smithi154 2024-04-10T15:04:17.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:17 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/4056999466' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-10T15:04:17.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:17 smithi102 ceph-mon[37987]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:17.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:17 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:17.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:17 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:17.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:17 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:17.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:17 smithi102 ceph-mon[26948]: Deploying daemon node-exporter.b on smithi154 2024-04-10T15:04:17.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:17 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/4056999466' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 1}]: dispatch 2024-04-10T15:04:17.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:17 smithi102 ceph-mon[26948]: pgmap v28: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:17.665 INFO:tasks.cephadm.ceph_manager.ceph:need seq 55834574894 got 55834574896 for osd.1 2024-04-10T15:04:17.665 DEBUG:teuthology.parallel:result is None 2024-04-10T15:04:18.380 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:18 smithi154 bash[60820]: Getting image source signatures 2024-04-10T15:04:18.380 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:18 smithi154 bash[60820]: Copying blob sha256:22b70bddd3acadc892fca4c2af4260629bfda5dfd11ebc106a93ce24e752b5ed 2024-04-10T15:04:18.380 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:18 smithi154 bash[60820]: Copying blob sha256:c0e87333d3805a7b7e1c25783dd25f27da0fe70a8e262eee7ed190c8dc843fa7 2024-04-10T15:04:18.380 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:18 smithi154 bash[60820]: Copying blob sha256:5c12815fee558b157dee7f7509dedbaba0a8379098858a65ec869e1f1526ea0c 2024-04-10T15:04:18.513 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:04:18.514 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:04:18.514 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:04:19.171 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:04:19.594 INFO:teuthology.orchestra.run.smithi102.stdout:167503724574 2024-04-10T15:04:19.880 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:19 smithi154 bash[60820]: Copying config sha256:0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 2024-04-10T15:04:19.880 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:19 smithi154 bash[60820]: Writing manifest to image destination 2024-04-10T15:04:19.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:19 smithi154 ceph-mon[30592]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:19.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:19 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1620400286' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-10T15:04:19.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:19 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:04:20.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:19 smithi102 ceph-mon[26948]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:20.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:19 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1620400286' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-10T15:04:20.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:19 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:04:20.161 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:19 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:04:19] "GET /metrics HTTP/1.1" 200 33658 "" "Prometheus/2.43.0" 2024-04-10T15:04:20.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:19 smithi102 ceph-mon[37987]: pgmap v29: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:20.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:19 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1620400286' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 5}]: dispatch 2024-04-10T15:04:20.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:19 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:04:20.318 INFO:tasks.cephadm.ceph_manager.ceph:need seq 167503724572 got 167503724574 for osd.5 2024-04-10T15:04:20.319 DEBUG:teuthology.parallel:result is None 2024-04-10T15:04:20.329 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 podman[60820]: 2024-04-10 15:04:20.060381727 +0000 UTC m=+2.924700638 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-10T15:04:20.329 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 podman[60820]: 2024-04-10 15:04:20.150471149 +0000 UTC m=+3.014790060 container create c71ce3c6ef098eebc737f261eb5899d19582d79d4a6f32bd7260631cfe5ae551 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T15:04:20.329 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 podman[60820]: 2024-04-10 15:04:20.352582175 +0000 UTC m=+3.216901089 container init c71ce3c6ef098eebc737f261eb5899d19582d79d4a6f32bd7260631cfe5ae551 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T15:04:20.630 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 podman[60820]: 2024-04-10 15:04:20.355193188 +0000 UTC m=+3.219512106 container start c71ce3c6ef098eebc737f261eb5899d19582d79d4a6f32bd7260631cfe5ae551 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T15:04:20.631 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.358Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-10T15:04:20.631 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.358Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-10T15:04:20.631 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.358Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-10T15:04:20.631 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.359Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-10T15:04:20.631 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.359Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-10T15:04:20.631 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.359Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-10T15:04:20.631 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-10T15:04:20.631 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=arp 2024-04-10T15:04:20.631 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-10T15:04:20.631 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-10T15:04:20.631 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-10T15:04:20.631 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-10T15:04:20.631 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-10T15:04:20.632 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-10T15:04:20.632 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-10T15:04:20.632 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-10T15:04:20.632 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=edac 2024-04-10T15:04:20.632 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-10T15:04:20.632 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-10T15:04:20.632 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-10T15:04:20.632 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-10T15:04:20.633 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-10T15:04:20.633 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-10T15:04:20.633 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-10T15:04:20.633 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-10T15:04:20.633 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-10T15:04:20.633 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-10T15:04:20.633 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-10T15:04:20.633 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-10T15:04:20.633 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-10T15:04:20.633 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-10T15:04:20.633 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-10T15:04:20.633 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-10T15:04:20.633 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=os 2024-04-10T15:04:20.634 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-10T15:04:20.634 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-10T15:04:20.634 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-10T15:04:20.634 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-10T15:04:20.634 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-10T15:04:20.634 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-10T15:04:20.634 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-10T15:04:20.634 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=stat 2024-04-10T15:04:20.634 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-10T15:04:20.634 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-10T15:04:20.634 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-10T15:04:20.634 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=time 2024-04-10T15:04:20.634 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-10T15:04:20.634 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=uname 2024-04-10T15:04:20.634 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-10T15:04:20.635 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-10T15:04:20.635 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-10T15:04:20.635 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-10T15:04:20.635 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[60870]: ts=2024-04-10T15:04:20.360Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-10T15:04:20.635 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 bash[60820]: c71ce3c6ef098eebc737f261eb5899d19582d79d4a6f32bd7260631cfe5ae551 2024-04-10T15:04:20.635 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:04:20 smithi154 systemd[1]: Started Ceph node-exporter.b for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:04:21.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:21 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:21.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:21 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:21.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:21 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:21.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:21 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:21.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:21 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:21.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:21 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:04:21.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:21 smithi154 ceph-mon[30592]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:21.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:21 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:21.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:21 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:21.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:21 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:21.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:21 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:21.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:21 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:21.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:21 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:04:21.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:21 smithi102 ceph-mon[37987]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:21.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:21 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:21.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:21 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:21.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:21 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:21.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:21 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:21.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:21 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:21.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:21 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:04:21.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:21 smithi102 ceph-mon[26948]: pgmap v30: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:22.424 INFO:teuthology.orchestra.run.smithi102.stdout:111669149736 2024-04-10T15:04:22.634 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:04:22.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:22 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/4265088038' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-10T15:04:22.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:22 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/4265088038' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-10T15:04:22.808 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:22 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/4265088038' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 3}]: dispatch 2024-04-10T15:04:23.757 INFO:tasks.cephadm.ceph_manager.ceph:need seq 111669149733 got 111669149736 for osd.3 2024-04-10T15:04:23.757 DEBUG:teuthology.parallel:result is None 2024-04-10T15:04:23.828 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:23 smithi154 ceph-mon[30592]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:23.854 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:23 smithi102 ceph-mon[37987]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:23.854 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:23 smithi102 ceph-mon[26948]: pgmap v31: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:25.383 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:25 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:25.383 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:25 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:25.383 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:25 smithi102 ceph-mon[26948]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:25.383 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:25 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:25.383 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:25 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:25.383 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:25 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:25.383 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:25 smithi102 ceph-mon[37987]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:25.383 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:25 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:25.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:25 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:25.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:25 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:25.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:25 smithi154 ceph-mon[30592]: pgmap v32: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:25.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:25 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:26.759 INFO:teuthology.orchestra.run.smithi102.stdout:201863462938 2024-04-10T15:04:26.955 INFO:teuthology.orchestra.run.smithi102.stdout:34359738424 2024-04-10T15:04:27.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:26 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/608713830' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-10T15:04:27.147 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:26 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/608713830' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-10T15:04:27.148 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:26 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/608713830' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 6}]: dispatch 2024-04-10T15:04:27.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:27 smithi102 ceph-mon[26948]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:27.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:27 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1597619159' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-10T15:04:27.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:27 smithi102 ceph-mon[37987]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:27.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:27 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1597619159' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-10T15:04:28.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:27 smithi154 ceph-mon[30592]: pgmap v33: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:28.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:27 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1597619159' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 0}]: dispatch 2024-04-10T15:04:28.938 INFO:teuthology.orchestra.run.smithi102.stdout:133143986212 2024-04-10T15:04:29.315 INFO:tasks.cephadm.ceph_manager.ceph:need seq 34359738420 got 34359738424 for osd.0 2024-04-10T15:04:29.315 DEBUG:teuthology.parallel:result is None 2024-04-10T15:04:29.910 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:29 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:04:29] "GET /metrics HTTP/1.1" 200 33658 "" "Prometheus/2.43.0" 2024-04-10T15:04:29.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:29 smithi102 ceph-mon[37987]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:29.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:29 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/3305613546' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-10T15:04:29.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:29 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1639449440' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-10T15:04:29.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:29 smithi102 ceph-mon[26948]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:29.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:29 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/3305613546' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-10T15:04:29.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:29 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1639449440' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-10T15:04:30.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:29 smithi154 ceph-mon[30592]: pgmap v34: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:30.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:29 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/3305613546' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 2}]: dispatch 2024-04-10T15:04:30.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:29 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1639449440' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 4}]: dispatch 2024-04-10T15:04:30.371 INFO:tasks.cephadm.ceph_manager.ceph:need seq 133143986208 got 133143986212 for osd.4 2024-04-10T15:04:30.371 DEBUG:teuthology.parallel:result is None 2024-04-10T15:04:30.749 INFO:teuthology.orchestra.run.smithi102.stdout:77309411374 2024-04-10T15:04:31.291 INFO:tasks.cephadm.ceph_manager.ceph:need seq 77309411371 got 77309411374 for osd.2 2024-04-10T15:04:31.291 DEBUG:teuthology.parallel:result is None 2024-04-10T15:04:31.701 INFO:tasks.cephadm.ceph_manager.ceph:need seq 201863462934 got 201863462938 for osd.6 2024-04-10T15:04:31.701 DEBUG:teuthology.parallel:result is None 2024-04-10T15:04:31.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:31 smithi102 ceph-mon[26948]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:31.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:31 smithi102 ceph-mon[37987]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:32.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:31 smithi154 ceph-mon[30592]: pgmap v35: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:32.480 INFO:teuthology.orchestra.run.smithi102.stdout:236223201303 2024-04-10T15:04:33.123 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:32 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/2128357571' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-10T15:04:33.124 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:32 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2128357571' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-10T15:04:33.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:32 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/2128357571' entity='client.admin' cmd=[{"prefix": "osd last-stat-seq", "id": 7}]: dispatch 2024-04-10T15:04:33.146 INFO:tasks.cephadm.ceph_manager.ceph:need seq 236223201299 got 236223201303 for osd.7 2024-04-10T15:04:33.146 DEBUG:teuthology.parallel:result is None 2024-04-10T15:04:33.146 INFO:tasks.cephadm.ceph_manager.ceph:waiting for clean 2024-04-10T15:04:33.147 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-10T15:04:34.128 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:33 smithi102 ceph-mon[37987]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:34.128 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:33 smithi102 ceph-mon[26948]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:34.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:33 smithi154 ceph-mon[30592]: pgmap v36: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:34.606 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:04:35.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:35.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:35.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:04:35.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:04:35.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:35.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:35 smithi154 ceph-mon[30592]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:35.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]: dispatch 2024-04-10T15:04:35.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 1]}]: dispatch 2024-04-10T15:04:35.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2024-04-10T15:04:35.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-04-10T15:04:35.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2024-04-10T15:04:35.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 1]}]: dispatch 2024-04-10T15:04:35.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]: dispatch 2024-04-10T15:04:35.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [7, 2]}]: dispatch 2024-04-10T15:04:35.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:35 smithi154 ceph-mon[30592]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-10T15:04:35.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:35 smithi154 ceph-mon[30592]: Reconfiguring daemon alertmanager.a on smithi102 2024-04-10T15:04:35.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:35 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:04:35.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:35.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:35.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:04:35.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:04:35.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:35.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[37987]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:35.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]: dispatch 2024-04-10T15:04:35.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 1]}]: dispatch 2024-04-10T15:04:35.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2024-04-10T15:04:35.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-04-10T15:04:35.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2024-04-10T15:04:35.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 1]}]: dispatch 2024-04-10T15:04:35.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]: dispatch 2024-04-10T15:04:35.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [7, 2]}]: dispatch 2024-04-10T15:04:35.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[37987]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-10T15:04:35.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[37987]: Reconfiguring daemon alertmanager.a on smithi102 2024-04-10T15:04:35.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:04:35.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:35.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:35.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:04:35.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:04:35.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:35.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[26948]: pgmap v37: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:35.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]: dispatch 2024-04-10T15:04:35.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 1]}]: dispatch 2024-04-10T15:04:35.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]: dispatch 2024-04-10T15:04:35.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]: dispatch 2024-04-10T15:04:35.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]: dispatch 2024-04-10T15:04:35.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 1]}]: dispatch 2024-04-10T15:04:35.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]: dispatch 2024-04-10T15:04:35.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [7, 2]}]: dispatch 2024-04-10T15:04:35.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[26948]: Reconfiguring alertmanager.a (dependencies changed)... 2024-04-10T15:04:35.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[26948]: Reconfiguring daemon alertmanager.a on smithi102 2024-04-10T15:04:35.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:35 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:04:36.622 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:36 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]': finished 2024-04-10T15:04:36.622 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:36 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 1]}]': finished 2024-04-10T15:04:36.622 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:36 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2024-04-10T15:04:36.622 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:36 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-04-10T15:04:36.622 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:36 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]': finished 2024-04-10T15:04:36.622 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:36 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 1]}]': finished 2024-04-10T15:04:36.622 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:36 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]': finished 2024-04-10T15:04:36.623 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:36 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [7, 2]}]': finished 2024-04-10T15:04:36.623 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:36 smithi102 ceph-mon[26948]: osdmap e69: 8 total, 8 up, 8 in 2024-04-10T15:04:36.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:36 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]': finished 2024-04-10T15:04:36.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:36 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 1]}]': finished 2024-04-10T15:04:36.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:36 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2024-04-10T15:04:36.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:36 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-04-10T15:04:36.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:36 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]': finished 2024-04-10T15:04:36.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:36 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 1]}]': finished 2024-04-10T15:04:36.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:36 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]': finished 2024-04-10T15:04:36.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:36 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [7, 2]}]': finished 2024-04-10T15:04:36.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:36 smithi154 ceph-mon[30592]: osdmap e69: 8 total, 8 up, 8 in 2024-04-10T15:04:36.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:36 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "2.1b", "id": [7, 2]}]': finished 2024-04-10T15:04:36.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:36 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.1", "id": [4, 1]}]': finished 2024-04-10T15:04:36.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:36 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.e", "id": [4, 3]}]': finished 2024-04-10T15:04:36.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:36 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.23", "id": [0, 2]}]': finished 2024-04-10T15:04:36.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:36 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.31", "id": [4, 2]}]': finished 2024-04-10T15:04:36.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:36 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.35", "id": [5, 1]}]': finished 2024-04-10T15:04:36.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:36 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.39", "id": [0, 1]}]': finished 2024-04-10T15:04:36.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:36 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "3.3f", "id": [7, 2]}]': finished 2024-04-10T15:04:36.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:36 smithi102 ceph-mon[37987]: osdmap e69: 8 total, 8 up, 8 in 2024-04-10T15:04:37.642 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:37 smithi102 ceph-mon[37987]: osdmap e70: 8 total, 8 up, 8 in 2024-04-10T15:04:37.642 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:37 smithi102 ceph-mon[37987]: pgmap v40: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:37.643 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:37 smithi102 ceph-mon[26948]: osdmap e70: 8 total, 8 up, 8 in 2024-04-10T15:04:37.643 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:37 smithi102 ceph-mon[26948]: pgmap v40: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:37.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:37 smithi154 ceph-mon[30592]: osdmap e70: 8 total, 8 up, 8 in 2024-04-10T15:04:37.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:37 smithi154 ceph-mon[30592]: pgmap v40: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:38.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:38 smithi154 ceph-mon[30592]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-10T15:04:38.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:38 smithi102 ceph-mon[37987]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-10T15:04:38.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:38 smithi102 ceph-mon[26948]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-10T15:04:39.042 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:04:39.044 INFO:teuthology.orchestra.run.smithi102.stderr:dumped all 2024-04-10T15:04:39.634 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:39 smithi102 systemd[1]: Stopping Ceph alertmanager.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:04:39.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:39 smithi102 ceph-mon[26948]: pgmap v41: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:39.911 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:39 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:04:39] "GET /metrics HTTP/1.1" 200 33659 "" "Prometheus/2.43.0" 2024-04-10T15:04:39.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:39 smithi102 ceph-mon[37987]: pgmap v41: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:40.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:39 smithi154 ceph-mon[30592]: pgmap v41: 105 pgs: 8 peering, 97 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:40.131 INFO:teuthology.orchestra.run.smithi102.stdout:{"pg_ready":true,"pg_map":{"version":41,"stamp":"2024-04-10T15:04:38.737286+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227480,"kb_used_data":7212,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733736,"statfs":{"total":767960285184,"available":767727345664,"internally_reserved":0,"allocated":7385088,"data_stored":4161928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":225431097},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001544"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":2,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-10T15:03:01.675633+0000","last_change":"2024-04-10T15:04:35.735755+0000","last_active":"2024-04-10T15:03:01.259822+0000","last_peered":"2024-04-10T15:03:01.259822+0000","last_clean":"2024-04-10T15:03:01.259822+0000","last_became_active":"0.000000","last_became_peered":"0.000000","last_unstale":"2024-04-10T15:03:01.675633+0000","last_undegraded":"2024-04-10T15:03:01.675633+0000","last_fullsized":"2024-04-10T15:03:01.675633+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:55:38.941011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.331447+0000","last_change":"2024-04-10T15:03:01.686335+0000","last_active":"2024-04-10T15:03:40.331447+0000","last_peered":"2024-04-10T15:03:40.331447+0000","last_clean":"2024-04-10T15:03:40.331447+0000","last_became_active":"2024-04-10T15:03:01.686033+0000","last_became_peered":"2024-04-10T15:03:01.686033+0000","last_unstale":"2024-04-10T15:03:40.331447+0000","last_undegraded":"2024-04-10T15:03:40.331447+0000","last_fullsized":"2024-04-10T15:03:40.331447+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:36:50.882600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350240+0000","last_change":"2024-04-10T15:03:01.694800+0000","last_active":"2024-04-10T15:03:40.350240+0000","last_peered":"2024-04-10T15:03:40.350240+0000","last_clean":"2024-04-10T15:03:40.350240+0000","last_became_active":"2024-04-10T15:03:01.694534+0000","last_became_peered":"2024-04-10T15:03:01.694534+0000","last_unstale":"2024-04-10T15:03:40.350240+0000","last_undegraded":"2024-04-10T15:03:40.350240+0000","last_fullsized":"2024-04-10T15:03:40.350240+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:11:42.992144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.328934+0000","last_change":"2024-04-10T15:03:01.684098+0000","last_active":"2024-04-10T15:03:40.328934+0000","last_peered":"2024-04-10T15:03:40.328934+0000","last_clean":"2024-04-10T15:03:40.328934+0000","last_became_active":"2024-04-10T15:03:01.683630+0000","last_became_peered":"2024-04-10T15:03:01.683630+0000","last_unstale":"2024-04-10T15:03:40.328934+0000","last_undegraded":"2024-04-10T15:03:40.328934+0000","last_fullsized":"2024-04-10T15:03:40.328934+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:25:36.190334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350617+0000","last_change":"2024-04-10T15:03:01.683650+0000","last_active":"2024-04-10T15:03:40.350617+0000","last_peered":"2024-04-10T15:03:40.350617+0000","last_clean":"2024-04-10T15:03:40.350617+0000","last_became_active":"2024-04-10T15:03:01.683201+0000","last_became_peered":"2024-04-10T15:03:01.683201+0000","last_unstale":"2024-04-10T15:03:40.350617+0000","last_undegraded":"2024-04-10T15:03:40.350617+0000","last_fullsized":"2024-04-10T15:03:40.350617+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:52:08.898034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.328962+0000","last_change":"2024-04-10T15:03:01.678899+0000","last_active":"2024-04-10T15:03:40.328962+0000","last_peered":"2024-04-10T15:03:40.328962+0000","last_clean":"2024-04-10T15:03:40.328962+0000","last_became_active":"2024-04-10T15:03:01.678643+0000","last_became_peered":"2024-04-10T15:03:01.678643+0000","last_unstale":"2024-04-10T15:03:40.328962+0000","last_undegraded":"2024-04-10T15:03:40.328962+0000","last_fullsized":"2024-04-10T15:03:40.328962+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:47:33.751230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-10T15:04:35.640934+0000","last_change":"2024-04-10T15:04:35.643743+0000","last_active":"2024-04-10T15:04:35.640934+0000","last_peered":"2024-04-10T15:03:40.349817+0000","last_clean":"2024-04-10T15:03:40.349817+0000","last_became_active":"2024-04-10T15:03:01.682068+0000","last_became_peered":"2024-04-10T15:03:01.682068+0000","last_unstale":"2024-04-10T15:04:35.640934+0000","last_undegraded":"2024-04-10T15:04:35.640934+0000","last_fullsized":"2024-04-10T15:04:35.640934+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:10:32.944786+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.349388+0000","last_change":"2024-04-10T15:03:01.683415+0000","last_active":"2024-04-10T15:03:40.349388+0000","last_peered":"2024-04-10T15:03:40.349388+0000","last_clean":"2024-04-10T15:03:40.349388+0000","last_became_active":"2024-04-10T15:03:01.683136+0000","last_became_peered":"2024-04-10T15:03:01.683136+0000","last_unstale":"2024-04-10T15:03:40.349388+0000","last_undegraded":"2024-04-10T15:03:40.349388+0000","last_fullsized":"2024-04-10T15:03:40.349388+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:08:45.904191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.351577+0000","last_change":"2024-04-10T15:03:01.693974+0000","last_active":"2024-04-10T15:03:40.351577+0000","last_peered":"2024-04-10T15:03:40.351577+0000","last_clean":"2024-04-10T15:03:40.351577+0000","last_became_active":"2024-04-10T15:03:01.692910+0000","last_became_peered":"2024-04-10T15:03:01.692910+0000","last_unstale":"2024-04-10T15:03:40.351577+0000","last_undegraded":"2024-04-10T15:03:40.351577+0000","last_fullsized":"2024-04-10T15:03:40.351577+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:54:51.941246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350649+0000","last_change":"2024-04-10T15:03:01.701479+0000","last_active":"2024-04-10T15:03:40.350649+0000","last_peered":"2024-04-10T15:03:40.350649+0000","last_clean":"2024-04-10T15:03:40.350649+0000","last_became_active":"2024-04-10T15:03:01.701051+0000","last_became_peered":"2024-04-10T15:03:01.701051+0000","last_unstale":"2024-04-10T15:03:40.350649+0000","last_undegraded":"2024-04-10T15:03:40.350649+0000","last_fullsized":"2024-04-10T15:03:40.350649+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:02:20.637434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-10T15:04:35.642519+0000","last_change":"2024-04-10T15:04:35.642689+0000","last_active":"2024-04-10T15:04:35.642519+0000","last_peered":"2024-04-10T15:03:40.351080+0000","last_clean":"2024-04-10T15:03:40.351080+0000","last_became_active":"2024-04-10T15:03:01.688723+0000","last_became_peered":"2024-04-10T15:03:01.688723+0000","last_unstale":"2024-04-10T15:04:35.642519+0000","last_undegraded":"2024-04-10T15:04:35.642519+0000","last_fullsized":"2024-04-10T15:04:35.642519+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:40:28.006798+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[0,1,5],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350181+0000","last_change":"2024-04-10T15:03:01.685148+0000","last_active":"2024-04-10T15:03:40.350181+0000","last_peered":"2024-04-10T15:03:40.350181+0000","last_clean":"2024-04-10T15:03:40.350181+0000","last_became_active":"2024-04-10T15:03:01.683316+0000","last_became_peered":"2024-04-10T15:03:01.683316+0000","last_unstale":"2024-04-10T15:03:40.350181+0000","last_undegraded":"2024-04-10T15:03:40.350181+0000","last_fullsized":"2024-04-10T15:03:40.350181+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:44:03.329229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.349759+0000","last_change":"2024-04-10T15:03:01.688470+0000","last_active":"2024-04-10T15:03:40.349759+0000","last_peered":"2024-04-10T15:03:40.349759+0000","last_clean":"2024-04-10T15:03:40.349759+0000","last_became_active":"2024-04-10T15:03:01.688118+0000","last_became_peered":"2024-04-10T15:03:01.688118+0000","last_unstale":"2024-04-10T15:03:40.349759+0000","last_undegraded":"2024-04-10T15:03:40.349759+0000","last_fullsized":"2024-04-10T15:03:40.349759+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:18:18.822172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.349724+0000","last_change":"2024-04-10T15:03:01.692465+0000","last_active":"2024-04-10T15:03:40.349724+0000","last_peered":"2024-04-10T15:03:40.349724+0000","last_clean":"2024-04-10T15:03:40.349724+0000","last_became_active":"2024-04-10T15:03:01.692072+0000","last_became_peered":"2024-04-10T15:03:01.692072+0000","last_unstale":"2024-04-10T15:03:40.349724+0000","last_undegraded":"2024-04-10T15:03:40.349724+0000","last_fullsized":"2024-04-10T15:03:40.349724+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:14:14.706515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-10T15:04:35.638193+0000","last_change":"2024-04-10T15:04:35.638479+0000","last_active":"2024-04-10T15:04:35.638193+0000","last_peered":"2024-04-10T15:03:40.330988+0000","last_clean":"2024-04-10T15:03:40.330988+0000","last_became_active":"2024-04-10T15:03:01.681781+0000","last_became_peered":"2024-04-10T15:03:01.681781+0000","last_unstale":"2024-04-10T15:04:35.638193+0000","last_undegraded":"2024-04-10T15:04:35.638193+0000","last_fullsized":"2024-04-10T15:04:35.638193+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:40:03.398103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,4,5],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.328649+0000","last_change":"2024-04-10T15:03:01.679916+0000","last_active":"2024-04-10T15:03:40.328649+0000","last_peered":"2024-04-10T15:03:40.328649+0000","last_clean":"2024-04-10T15:03:40.328649+0000","last_became_active":"2024-04-10T15:03:01.679615+0000","last_became_peered":"2024-04-10T15:03:01.679615+0000","last_unstale":"2024-04-10T15:03:40.328649+0000","last_undegraded":"2024-04-10T15:03:40.328649+0000","last_fullsized":"2024-04-10T15:03:40.328649+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:57:33.013627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.329286+0000","last_change":"2024-04-10T15:03:01.678043+0000","last_active":"2024-04-10T15:03:40.329286+0000","last_peered":"2024-04-10T15:03:40.329286+0000","last_clean":"2024-04-10T15:03:40.329286+0000","last_became_active":"2024-04-10T15:03:01.676748+0000","last_became_peered":"2024-04-10T15:03:01.676748+0000","last_unstale":"2024-04-10T15:03:40.329286+0000","last_undegraded":"2024-04-10T15:03:40.329286+0000","last_fullsized":"2024-04-10T15:03:40.329286+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:56:13.691138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.332488+0000","last_change":"2024-04-10T15:03:01.691510+0000","last_active":"2024-04-10T15:03:40.332488+0000","last_peered":"2024-04-10T15:03:40.332488+0000","last_clean":"2024-04-10T15:03:40.332488+0000","last_became_active":"2024-04-10T15:03:01.691211+0000","last_became_peered":"2024-04-10T15:03:01.691211+0000","last_unstale":"2024-04-10T15:03:40.332488+0000","last_undegraded":"2024-04-10T15:03:40.332488+0000","last_fullsized":"2024-04-10T15:03:40.332488+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:53:40.371351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350585+0000","last_change":"2024-04-10T15:03:01.683889+0000","last_active":"2024-04-10T15:03:40.350585+0000","last_peered":"2024-04-10T15:03:40.350585+0000","last_clean":"2024-04-10T15:03:40.350585+0000","last_became_active":"2024-04-10T15:03:01.682753+0000","last_became_peered":"2024-04-10T15:03:01.682753+0000","last_unstale":"2024-04-10T15:03:40.350585+0000","last_undegraded":"2024-04-10T15:03:40.350585+0000","last_fullsized":"2024-04-10T15:03:40.350585+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:57:38.697595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":22,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350718+0000","last_change":"2024-04-10T15:03:01.281562+0000","last_active":"2024-04-10T15:03:40.350718+0000","last_peered":"2024-04-10T15:03:40.350718+0000","last_clean":"2024-04-10T15:03:40.350718+0000","last_became_active":"2024-04-10T15:03:01.281204+0000","last_became_peered":"2024-04-10T15:03:01.281204+0000","last_unstale":"2024-04-10T15:03:40.350718+0000","last_undegraded":"2024-04-10T15:03:40.350718+0000","last_fullsized":"2024-04-10T15:03:40.350718+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:17:00.295168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350108+0000","last_change":"2024-04-10T15:03:01.686157+0000","last_active":"2024-04-10T15:03:40.350108+0000","last_peered":"2024-04-10T15:03:40.350108+0000","last_clean":"2024-04-10T15:03:40.350108+0000","last_became_active":"2024-04-10T15:03:01.683786+0000","last_became_peered":"2024-04-10T15:03:01.683786+0000","last_unstale":"2024-04-10T15:03:40.350108+0000","last_undegraded":"2024-04-10T15:03:40.350108+0000","last_fullsized":"2024-04-10T15:03:40.350108+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:18:01.279349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350634+0000","last_change":"2024-04-10T15:03:01.286009+0000","last_active":"2024-04-10T15:03:40.350634+0000","last_peered":"2024-04-10T15:03:40.350634+0000","last_clean":"2024-04-10T15:03:40.350634+0000","last_became_active":"2024-04-10T15:03:01.285685+0000","last_became_peered":"2024-04-10T15:03:01.285685+0000","last_unstale":"2024-04-10T15:03:40.350634+0000","last_undegraded":"2024-04-10T15:03:40.350634+0000","last_fullsized":"2024-04-10T15:03:40.350634+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:51:43.960592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350747+0000","last_change":"2024-04-10T15:03:01.700099+0000","last_active":"2024-04-10T15:03:40.350747+0000","last_peered":"2024-04-10T15:03:40.350747+0000","last_clean":"2024-04-10T15:03:40.350747+0000","last_became_active":"2024-04-10T15:03:01.696757+0000","last_became_peered":"2024-04-10T15:03:01.696757+0000","last_unstale":"2024-04-10T15:03:40.350747+0000","last_undegraded":"2024-04-10T15:03:40.350747+0000","last_fullsized":"2024-04-10T15:03:40.350747+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:08:55.421832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350975+0000","last_change":"2024-04-10T15:03:01.289344+0000","last_active":"2024-04-10T15:03:40.350975+0000","last_peered":"2024-04-10T15:03:40.350975+0000","last_clean":"2024-04-10T15:03:40.350975+0000","last_became_active":"2024-04-10T15:03:01.288475+0000","last_became_peered":"2024-04-10T15:03:01.288475+0000","last_unstale":"2024-04-10T15:03:40.350975+0000","last_undegraded":"2024-04-10T15:03:40.350975+0000","last_fullsized":"2024-04-10T15:03:40.350975+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:39:07.678694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.329052+0000","last_change":"2024-04-10T15:03:01.679870+0000","last_active":"2024-04-10T15:03:40.329052+0000","last_peered":"2024-04-10T15:03:40.329052+0000","last_clean":"2024-04-10T15:03:40.329052+0000","last_became_active":"2024-04-10T15:03:01.679558+0000","last_became_peered":"2024-04-10T15:03:01.679558+0000","last_unstale":"2024-04-10T15:03:40.329052+0000","last_undegraded":"2024-04-10T15:03:40.329052+0000","last_fullsized":"2024-04-10T15:03:40.329052+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:41:41.155913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350490+0000","last_change":"2024-04-10T15:03:01.290852+0000","last_active":"2024-04-10T15:03:40.350490+0000","last_peered":"2024-04-10T15:03:40.350490+0000","last_clean":"2024-04-10T15:03:40.350490+0000","last_became_active":"2024-04-10T15:03:01.290505+0000","last_became_peered":"2024-04-10T15:03:01.290505+0000","last_unstale":"2024-04-10T15:03:40.350490+0000","last_undegraded":"2024-04-10T15:03:40.350490+0000","last_fullsized":"2024-04-10T15:03:40.350490+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:08:16.021178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.329109+0000","last_change":"2024-04-10T15:03:01.691424+0000","last_active":"2024-04-10T15:03:40.329109+0000","last_peered":"2024-04-10T15:03:40.329109+0000","last_clean":"2024-04-10T15:03:40.329109+0000","last_became_active":"2024-04-10T15:03:01.691123+0000","last_became_peered":"2024-04-10T15:03:01.691123+0000","last_unstale":"2024-04-10T15:03:40.329109+0000","last_undegraded":"2024-04-10T15:03:40.329109+0000","last_fullsized":"2024-04-10T15:03:40.329109+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:12:32.139429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-10T15:04:35.643395+0000","last_change":"2024-04-10T15:04:35.643512+0000","last_active":"2024-04-10T15:04:35.643395+0000","last_peered":"2024-04-10T15:03:40.350020+0000","last_clean":"2024-04-10T15:03:40.350020+0000","last_became_active":"2024-04-10T15:03:01.286382+0000","last_became_peered":"2024-04-10T15:03:01.286382+0000","last_unstale":"2024-04-10T15:04:35.643395+0000","last_undegraded":"2024-04-10T15:04:35.643395+0000","last_fullsized":"2024-04-10T15:04:35.643395+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:24:19.372818+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[2,6,7],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350928+0000","last_change":"2024-04-10T15:03:01.672606+0000","last_active":"2024-04-10T15:03:40.350928+0000","last_peered":"2024-04-10T15:03:40.350928+0000","last_clean":"2024-04-10T15:03:40.350928+0000","last_became_active":"2024-04-10T15:03:01.672258+0000","last_became_peered":"2024-04-10T15:03:01.672258+0000","last_unstale":"2024-04-10T15:03:40.350928+0000","last_undegraded":"2024-04-10T15:03:40.350928+0000","last_fullsized":"2024-04-10T15:03:40.350928+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:13:07.131928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350753+0000","last_change":"2024-04-10T15:03:01.286305+0000","last_active":"2024-04-10T15:03:40.350753+0000","last_peered":"2024-04-10T15:03:40.350753+0000","last_clean":"2024-04-10T15:03:40.350753+0000","last_became_active":"2024-04-10T15:03:01.285959+0000","last_became_peered":"2024-04-10T15:03:01.285959+0000","last_unstale":"2024-04-10T15:03:40.350753+0000","last_undegraded":"2024-04-10T15:03:40.350753+0000","last_fullsized":"2024-04-10T15:03:40.350753+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:57:33.282697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350047+0000","last_change":"2024-04-10T15:03:01.700337+0000","last_active":"2024-04-10T15:03:40.350047+0000","last_peered":"2024-04-10T15:03:40.350047+0000","last_clean":"2024-04-10T15:03:40.350047+0000","last_became_active":"2024-04-10T15:03:01.699789+0000","last_became_peered":"2024-04-10T15:03:01.699789+0000","last_unstale":"2024-04-10T15:03:40.350047+0000","last_undegraded":"2024-04-10T15:03:40.350047+0000","last_fullsized":"2024-04-10T15:03:40.350047+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:18:03.542707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.349994+0000","last_change":"2024-04-10T15:03:01.281643+0000","last_active":"2024-04-10T15:03:40.349994+0000","last_peered":"2024-04-10T15:03:40.349994+0000","last_clean":"2024-04-10T15:03:40.349994+0000","last_became_active":"2024-04-10T15:03:01.281351+0000","last_became_peered":"2024-04-10T15:03:01.281351+0000","last_unstale":"2024-04-10T15:03:40.349994+0000","last_undegraded":"2024-04-10T15:03:40.349994+0000","last_fullsized":"2024-04-10T15:03:40.349994+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:03:17.800536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.349659+0000","last_change":"2024-04-10T15:03:01.680130+0000","last_active":"2024-04-10T15:03:40.349659+0000","last_peered":"2024-04-10T15:03:40.349659+0000","last_clean":"2024-04-10T15:03:40.349659+0000","last_became_active":"2024-04-10T15:03:01.679809+0000","last_became_peered":"2024-04-10T15:03:01.679809+0000","last_unstale":"2024-04-10T15:03:40.349659+0000","last_undegraded":"2024-04-10T15:03:40.349659+0000","last_fullsized":"2024-04-10T15:03:40.349659+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:21:47.719103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.328710+0000","last_change":"2024-04-10T15:03:01.289864+0000","last_active":"2024-04-10T15:03:40.328710+0000","last_peered":"2024-04-10T15:03:40.328710+0000","last_clean":"2024-04-10T15:03:40.328710+0000","last_became_active":"2024-04-10T15:03:01.289538+0000","last_became_peered":"2024-04-10T15:03:01.289538+0000","last_unstale":"2024-04-10T15:03:40.328710+0000","last_undegraded":"2024-04-10T15:03:40.328710+0000","last_fullsized":"2024-04-10T15:03:40.328710+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:14:00.832249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.331216+0000","last_change":"2024-04-10T15:03:01.697099+0000","last_active":"2024-04-10T15:03:40.331216+0000","last_peered":"2024-04-10T15:03:40.331216+0000","last_clean":"2024-04-10T15:03:40.331216+0000","last_became_active":"2024-04-10T15:03:01.690560+0000","last_became_peered":"2024-04-10T15:03:01.690560+0000","last_unstale":"2024-04-10T15:03:40.331216+0000","last_undegraded":"2024-04-10T15:03:40.331216+0000","last_fullsized":"2024-04-10T15:03:40.331216+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:48:54.563822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350440+0000","last_change":"2024-04-10T15:03:01.286121+0000","last_active":"2024-04-10T15:03:40.350440+0000","last_peered":"2024-04-10T15:03:40.350440+0000","last_clean":"2024-04-10T15:03:40.350440+0000","last_became_active":"2024-04-10T15:03:01.285120+0000","last_became_peered":"2024-04-10T15:03:01.285120+0000","last_unstale":"2024-04-10T15:03:40.350440+0000","last_undegraded":"2024-04-10T15:03:40.350440+0000","last_fullsized":"2024-04-10T15:03:40.350440+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:15:11.304280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.329218+0000","last_change":"2024-04-10T15:03:01.675664+0000","last_active":"2024-04-10T15:03:40.329218+0000","last_peered":"2024-04-10T15:03:40.329218+0000","last_clean":"2024-04-10T15:03:40.329218+0000","last_became_active":"2024-04-10T15:03:01.673274+0000","last_became_peered":"2024-04-10T15:03:01.673274+0000","last_unstale":"2024-04-10T15:03:40.329218+0000","last_undegraded":"2024-04-10T15:03:40.329218+0000","last_fullsized":"2024-04-10T15:03:40.329218+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:45:47.325062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.329188+0000","last_change":"2024-04-10T15:03:01.288061+0000","last_active":"2024-04-10T15:03:40.329188+0000","last_peered":"2024-04-10T15:03:40.329188+0000","last_clean":"2024-04-10T15:03:40.329188+0000","last_became_active":"2024-04-10T15:03:01.287728+0000","last_became_peered":"2024-04-10T15:03:01.287728+0000","last_unstale":"2024-04-10T15:03:40.329188+0000","last_undegraded":"2024-04-10T15:03:40.329188+0000","last_fullsized":"2024-04-10T15:03:40.329188+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:17:18.028774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350551+0000","last_change":"2024-04-10T15:03:01.696363+0000","last_active":"2024-04-10T15:03:40.350551+0000","last_peered":"2024-04-10T15:03:40.350551+0000","last_clean":"2024-04-10T15:03:40.350551+0000","last_became_active":"2024-04-10T15:03:01.696069+0000","last_became_peered":"2024-04-10T15:03:01.696069+0000","last_unstale":"2024-04-10T15:03:40.350551+0000","last_undegraded":"2024-04-10T15:03:40.350551+0000","last_fullsized":"2024-04-10T15:03:40.350551+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:11:09.281462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":21,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.331199+0000","last_change":"2024-04-10T15:03:01.281503+0000","last_active":"2024-04-10T15:03:40.331199+0000","last_peered":"2024-04-10T15:03:40.331199+0000","last_clean":"2024-04-10T15:03:40.331199+0000","last_became_active":"2024-04-10T15:03:01.280864+0000","last_became_peered":"2024-04-10T15:03:01.280864+0000","last_unstale":"2024-04-10T15:03:40.331199+0000","last_undegraded":"2024-04-10T15:03:40.331199+0000","last_fullsized":"2024-04-10T15:03:40.331199+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:39:56.835741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350100+0000","last_change":"2024-04-10T15:03:01.692999+0000","last_active":"2024-04-10T15:03:40.350100+0000","last_peered":"2024-04-10T15:03:40.350100+0000","last_clean":"2024-04-10T15:03:40.350100+0000","last_became_active":"2024-04-10T15:03:01.692699+0000","last_became_peered":"2024-04-10T15:03:01.692699+0000","last_unstale":"2024-04-10T15:03:40.350100+0000","last_undegraded":"2024-04-10T15:03:40.350100+0000","last_fullsized":"2024-04-10T15:03:40.350100+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:46:14.221969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":27,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350712+0000","last_change":"2024-04-10T15:03:01.285440+0000","last_active":"2024-04-10T15:03:40.350712+0000","last_peered":"2024-04-10T15:03:40.350712+0000","last_clean":"2024-04-10T15:03:40.350712+0000","last_became_active":"2024-04-10T15:03:01.284827+0000","last_became_peered":"2024-04-10T15:03:01.284827+0000","last_unstale":"2024-04-10T15:03:40.350712+0000","last_undegraded":"2024-04-10T15:03:40.350712+0000","last_fullsized":"2024-04-10T15:03:40.350712+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:29:15.585142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350729+0000","last_change":"2024-04-10T15:03:01.688409+0000","last_active":"2024-04-10T15:03:40.350729+0000","last_peered":"2024-04-10T15:03:40.350729+0000","last_clean":"2024-04-10T15:03:40.350729+0000","last_became_active":"2024-04-10T15:03:01.688126+0000","last_became_peered":"2024-04-10T15:03:01.688126+0000","last_unstale":"2024-04-10T15:03:40.350729+0000","last_undegraded":"2024-04-10T15:03:40.350729+0000","last_fullsized":"2024-04-10T15:03:40.350729+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:11:53.962594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350374+0000","last_change":"2024-04-10T15:03:01.280573+0000","last_active":"2024-04-10T15:03:40.350374+0000","last_peered":"2024-04-10T15:03:40.350374+0000","last_clean":"2024-04-10T15:03:40.350374+0000","last_became_active":"2024-04-10T15:03:01.280254+0000","last_became_peered":"2024-04-10T15:03:01.280254+0000","last_unstale":"2024-04-10T15:03:40.350374+0000","last_undegraded":"2024-04-10T15:03:40.350374+0000","last_fullsized":"2024-04-10T15:03:40.350374+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:16:53.068747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.349644+0000","last_change":"2024-04-10T15:03:01.699155+0000","last_active":"2024-04-10T15:03:40.349644+0000","last_peered":"2024-04-10T15:03:40.349644+0000","last_clean":"2024-04-10T15:03:40.349644+0000","last_became_active":"2024-04-10T15:03:01.696657+0000","last_became_peered":"2024-04-10T15:03:01.696657+0000","last_unstale":"2024-04-10T15:03:40.349644+0000","last_undegraded":"2024-04-10T15:03:40.349644+0000","last_fullsized":"2024-04-10T15:03:40.349644+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:57:09.243966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.328772+0000","last_change":"2024-04-10T15:03:01.289247+0000","last_active":"2024-04-10T15:03:40.328772+0000","last_peered":"2024-04-10T15:03:40.328772+0000","last_clean":"2024-04-10T15:03:40.328772+0000","last_became_active":"2024-04-10T15:03:01.288905+0000","last_became_peered":"2024-04-10T15:03:01.288905+0000","last_unstale":"2024-04-10T15:03:40.328772+0000","last_undegraded":"2024-04-10T15:03:40.328772+0000","last_fullsized":"2024-04-10T15:03:40.328772+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:01:13.831504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350457+0000","last_change":"2024-04-10T15:03:01.683464+0000","last_active":"2024-04-10T15:03:40.350457+0000","last_peered":"2024-04-10T15:03:40.350457+0000","last_clean":"2024-04-10T15:03:40.350457+0000","last_became_active":"2024-04-10T15:03:01.682812+0000","last_became_peered":"2024-04-10T15:03:01.682812+0000","last_unstale":"2024-04-10T15:03:40.350457+0000","last_undegraded":"2024-04-10T15:03:40.350457+0000","last_fullsized":"2024-04-10T15:03:40.350457+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:51:34.754087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.349718+0000","last_change":"2024-04-10T15:03:01.281401+0000","last_active":"2024-04-10T15:03:40.349718+0000","last_peered":"2024-04-10T15:03:40.349718+0000","last_clean":"2024-04-10T15:03:40.349718+0000","last_became_active":"2024-04-10T15:03:01.280895+0000","last_became_peered":"2024-04-10T15:03:01.280895+0000","last_unstale":"2024-04-10T15:03:40.349718+0000","last_undegraded":"2024-04-10T15:03:40.349718+0000","last_fullsized":"2024-04-10T15:03:40.349718+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:30:26.316124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.349696+0000","last_change":"2024-04-10T15:03:01.680322+0000","last_active":"2024-04-10T15:03:40.349696+0000","last_peered":"2024-04-10T15:03:40.349696+0000","last_clean":"2024-04-10T15:03:40.349696+0000","last_became_active":"2024-04-10T15:03:01.680055+0000","last_became_peered":"2024-04-10T15:03:01.680055+0000","last_unstale":"2024-04-10T15:03:40.349696+0000","last_undegraded":"2024-04-10T15:03:40.349696+0000","last_fullsized":"2024-04-10T15:03:40.349696+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:32:49.692572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":26,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.331889+0000","last_change":"2024-04-10T15:03:01.282084+0000","last_active":"2024-04-10T15:03:40.331889+0000","last_peered":"2024-04-10T15:03:40.331889+0000","last_clean":"2024-04-10T15:03:40.331889+0000","last_became_active":"2024-04-10T15:03:01.281718+0000","last_became_peered":"2024-04-10T15:03:01.281718+0000","last_unstale":"2024-04-10T15:03:40.331889+0000","last_undegraded":"2024-04-10T15:03:40.331889+0000","last_fullsized":"2024-04-10T15:03:40.331889+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:17:57.954285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.349948+0000","last_change":"2024-04-10T15:03:01.684467+0000","last_active":"2024-04-10T15:03:40.349948+0000","last_peered":"2024-04-10T15:03:40.349948+0000","last_clean":"2024-04-10T15:03:40.349948+0000","last_became_active":"2024-04-10T15:03:01.684111+0000","last_became_peered":"2024-04-10T15:03:01.684111+0000","last_unstale":"2024-04-10T15:03:40.349948+0000","last_undegraded":"2024-04-10T15:03:40.349948+0000","last_fullsized":"2024-04-10T15:03:40.349948+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:57:16.102990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350434+0000","last_change":"2024-04-10T15:03:01.277258+0000","last_active":"2024-04-10T15:03:40.350434+0000","last_peered":"2024-04-10T15:03:40.350434+0000","last_clean":"2024-04-10T15:03:40.350434+0000","last_became_active":"2024-04-10T15:03:01.276898+0000","last_became_peered":"2024-04-10T15:03:01.276898+0000","last_unstale":"2024-04-10T15:03:40.350434+0000","last_undegraded":"2024-04-10T15:03:40.350434+0000","last_fullsized":"2024-04-10T15:03:40.350434+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:27:29.253197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-10T15:04:35.641247+0000","last_change":"2024-04-10T15:04:35.641445+0000","last_active":"2024-04-10T15:04:35.641247+0000","last_peered":"2024-04-10T15:03:40.351241+0000","last_clean":"2024-04-10T15:03:40.351241+0000","last_became_active":"2024-04-10T15:03:01.700824+0000","last_became_peered":"2024-04-10T15:03:01.700824+0000","last_unstale":"2024-04-10T15:04:35.641247+0000","last_undegraded":"2024-04-10T15:04:35.641247+0000","last_fullsized":"2024-04-10T15:04:35.641247+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:32:10.138900+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,3,4],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.726628+0000","last_change":"2024-04-10T15:03:38.417956+0000","last_active":"2024-04-10T15:03:40.726628+0000","last_peered":"2024-04-10T15:03:40.726628+0000","last_clean":"2024-04-10T15:03:40.726628+0000","last_became_active":"2024-04-10T15:03:38.417580+0000","last_became_peered":"2024-04-10T15:03:38.417580+0000","last_unstale":"2024-04-10T15:03:40.726628+0000","last_undegraded":"2024-04-10T15:03:40.726628+0000","last_fullsized":"2024-04-10T15:03:40.726628+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:34:10.674105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.331178+0000","last_change":"2024-04-10T15:03:01.281697+0000","last_active":"2024-04-10T15:03:40.331178+0000","last_peered":"2024-04-10T15:03:40.331178+0000","last_clean":"2024-04-10T15:03:40.331178+0000","last_became_active":"2024-04-10T15:03:01.279798+0000","last_became_peered":"2024-04-10T15:03:01.279798+0000","last_unstale":"2024-04-10T15:03:40.331178+0000","last_undegraded":"2024-04-10T15:03:40.331178+0000","last_fullsized":"2024-04-10T15:03:40.331178+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:53:38.474251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.329199+0000","last_change":"2024-04-10T15:03:01.681661+0000","last_active":"2024-04-10T15:03:40.329199+0000","last_peered":"2024-04-10T15:03:40.329199+0000","last_clean":"2024-04-10T15:03:40.329199+0000","last_became_active":"2024-04-10T15:03:01.681395+0000","last_became_peered":"2024-04-10T15:03:01.681395+0000","last_unstale":"2024-04-10T15:03:40.329199+0000","last_undegraded":"2024-04-10T15:03:40.329199+0000","last_fullsized":"2024-04-10T15:03:40.329199+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:28:24.397110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.726652+0000","last_change":"2024-04-10T15:03:37.737875+0000","last_active":"2024-04-10T15:03:40.726652+0000","last_peered":"2024-04-10T15:03:40.726652+0000","last_clean":"2024-04-10T15:03:40.726652+0000","last_became_active":"2024-04-10T15:03:37.737582+0000","last_became_peered":"2024-04-10T15:03:37.737582+0000","last_unstale":"2024-04-10T15:03:40.726652+0000","last_undegraded":"2024-04-10T15:03:40.726652+0000","last_fullsized":"2024-04-10T15:03:40.726652+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:25:32.714296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.328717+0000","last_change":"2024-04-10T15:03:01.283028+0000","last_active":"2024-04-10T15:03:40.328717+0000","last_peered":"2024-04-10T15:03:40.328717+0000","last_clean":"2024-04-10T15:03:40.328717+0000","last_became_active":"2024-04-10T15:03:01.282728+0000","last_became_peered":"2024-04-10T15:03:01.282728+0000","last_unstale":"2024-04-10T15:03:40.328717+0000","last_undegraded":"2024-04-10T15:03:40.328717+0000","last_fullsized":"2024-04-10T15:03:40.328717+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:56:38.446506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.351261+0000","last_change":"2024-04-10T15:03:01.686109+0000","last_active":"2024-04-10T15:03:40.351261+0000","last_peered":"2024-04-10T15:03:40.351261+0000","last_clean":"2024-04-10T15:03:40.351261+0000","last_became_active":"2024-04-10T15:03:01.685826+0000","last_became_peered":"2024-04-10T15:03:01.685826+0000","last_unstale":"2024-04-10T15:03:40.351261+0000","last_undegraded":"2024-04-10T15:03:40.351261+0000","last_fullsized":"2024-04-10T15:03:40.351261+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:25:07.380496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.726713+0000","last_change":"2024-04-10T15:03:38.417967+0000","last_active":"2024-04-10T15:03:40.726713+0000","last_peered":"2024-04-10T15:03:40.726713+0000","last_clean":"2024-04-10T15:03:40.726713+0000","last_became_active":"2024-04-10T15:03:38.417557+0000","last_became_peered":"2024-04-10T15:03:38.417557+0000","last_unstale":"2024-04-10T15:03:40.726713+0000","last_undegraded":"2024-04-10T15:03:40.726713+0000","last_fullsized":"2024-04-10T15:03:40.726713+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:14:24.647858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.330825+0000","last_change":"2024-04-10T15:03:01.688132+0000","last_active":"2024-04-10T15:03:40.330825+0000","last_peered":"2024-04-10T15:03:40.330825+0000","last_clean":"2024-04-10T15:03:40.330825+0000","last_became_active":"2024-04-10T15:03:01.687307+0000","last_became_peered":"2024-04-10T15:03:01.687307+0000","last_unstale":"2024-04-10T15:03:40.330825+0000","last_undegraded":"2024-04-10T15:03:40.330825+0000","last_fullsized":"2024-04-10T15:03:40.330825+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:34:39.142499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.331949+0000","last_change":"2024-04-10T15:03:01.283572+0000","last_active":"2024-04-10T15:03:40.331949+0000","last_peered":"2024-04-10T15:03:40.331949+0000","last_clean":"2024-04-10T15:03:40.331949+0000","last_became_active":"2024-04-10T15:03:01.283234+0000","last_became_peered":"2024-04-10T15:03:01.283234+0000","last_unstale":"2024-04-10T15:03:40.331949+0000","last_undegraded":"2024-04-10T15:03:40.331949+0000","last_fullsized":"2024-04-10T15:03:40.331949+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:42:01.913858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.729255+0000","last_change":"2024-04-10T15:03:37.923879+0000","last_active":"2024-04-10T15:03:40.729255+0000","last_peered":"2024-04-10T15:03:40.729255+0000","last_clean":"2024-04-10T15:03:40.729255+0000","last_became_active":"2024-04-10T15:03:37.923565+0000","last_became_peered":"2024-04-10T15:03:37.923565+0000","last_unstale":"2024-04-10T15:03:40.729255+0000","last_undegraded":"2024-04-10T15:03:40.729255+0000","last_fullsized":"2024-04-10T15:03:40.729255+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:49:40.242128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.349879+0000","last_change":"2024-04-10T15:03:01.682774+0000","last_active":"2024-04-10T15:03:40.349879+0000","last_peered":"2024-04-10T15:03:40.349879+0000","last_clean":"2024-04-10T15:03:40.349879+0000","last_became_active":"2024-04-10T15:03:01.682264+0000","last_became_peered":"2024-04-10T15:03:01.682264+0000","last_unstale":"2024-04-10T15:03:40.349879+0000","last_undegraded":"2024-04-10T15:03:40.349879+0000","last_fullsized":"2024-04-10T15:03:40.349879+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:53:50.062682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.328871+0000","last_change":"2024-04-10T15:03:01.288677+0000","last_active":"2024-04-10T15:03:40.328871+0000","last_peered":"2024-04-10T15:03:40.328871+0000","last_clean":"2024-04-10T15:03:40.328871+0000","last_became_active":"2024-04-10T15:03:01.288307+0000","last_became_peered":"2024-04-10T15:03:01.288307+0000","last_unstale":"2024-04-10T15:03:40.328871+0000","last_undegraded":"2024-04-10T15:03:40.328871+0000","last_fullsized":"2024-04-10T15:03:40.328871+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:02:54.176734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":265,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.349989+0000","last_change":"2024-04-10T15:02:47.753680+0000","last_active":"2024-04-10T15:03:40.349989+0000","last_peered":"2024-04-10T15:03:40.349989+0000","last_clean":"2024-04-10T15:03:40.349989+0000","last_became_active":"2024-04-10T15:02:47.753273+0000","last_became_peered":"2024-04-10T15:02:47.753273+0000","last_unstale":"2024-04-10T15:03:40.349989+0000","last_undegraded":"2024-04-10T15:03:40.349989+0000","last_fullsized":"2024-04-10T15:03:40.349989+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:00:49.290350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:00:49.290350+0000","last_clean_scrub_stamp":"2024-04-10T15:00:49.290350+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:34:06.644063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.730764+0000","last_change":"2024-04-10T15:03:37.739610+0000","last_active":"2024-04-10T15:03:40.730764+0000","last_peered":"2024-04-10T15:03:40.730764+0000","last_clean":"2024-04-10T15:03:40.730764+0000","last_became_active":"2024-04-10T15:03:37.739327+0000","last_became_peered":"2024-04-10T15:03:37.739327+0000","last_unstale":"2024-04-10T15:03:40.730764+0000","last_undegraded":"2024-04-10T15:03:40.730764+0000","last_fullsized":"2024-04-10T15:03:40.730764+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:48:48.956088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-10T15:04:35.639360+0000","last_change":"2024-04-10T15:04:35.639508+0000","last_active":"2024-04-10T15:04:35.639360+0000","last_peered":"2024-04-10T15:03:40.349586+0000","last_clean":"2024-04-10T15:03:40.349586+0000","last_became_active":"2024-04-10T15:03:01.682960+0000","last_became_peered":"2024-04-10T15:03:01.682960+0000","last_unstale":"2024-04-10T15:04:35.639360+0000","last_undegraded":"2024-04-10T15:04:35.639360+0000","last_fullsized":"2024-04-10T15:04:35.639360+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:35:30.921626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[1,3,4],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.349849+0000","last_change":"2024-04-10T15:03:01.291757+0000","last_active":"2024-04-10T15:03:40.349849+0000","last_peered":"2024-04-10T15:03:40.349849+0000","last_clean":"2024-04-10T15:03:40.349849+0000","last_became_active":"2024-04-10T15:03:01.291466+0000","last_became_peered":"2024-04-10T15:03:01.291466+0000","last_unstale":"2024-04-10T15:03:40.349849+0000","last_undegraded":"2024-04-10T15:03:40.349849+0000","last_fullsized":"2024-04-10T15:03:40.349849+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:20:47.179476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.730693+0000","last_change":"2024-04-10T15:03:38.418179+0000","last_active":"2024-04-10T15:03:40.730693+0000","last_peered":"2024-04-10T15:03:40.730693+0000","last_clean":"2024-04-10T15:03:40.730693+0000","last_became_active":"2024-04-10T15:03:38.417605+0000","last_became_peered":"2024-04-10T15:03:38.417605+0000","last_unstale":"2024-04-10T15:03:40.730693+0000","last_undegraded":"2024-04-10T15:03:40.730693+0000","last_fullsized":"2024-04-10T15:03:40.730693+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:05:45.552289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350886+0000","last_change":"2024-04-10T15:03:01.289394+0000","last_active":"2024-04-10T15:03:40.350886+0000","last_peered":"2024-04-10T15:03:40.350886+0000","last_clean":"2024-04-10T15:03:40.350886+0000","last_became_active":"2024-04-10T15:03:01.288455+0000","last_became_peered":"2024-04-10T15:03:01.288455+0000","last_unstale":"2024-04-10T15:03:40.350886+0000","last_undegraded":"2024-04-10T15:03:40.350886+0000","last_fullsized":"2024-04-10T15:03:40.350886+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:32:29.559392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.331399+0000","last_change":"2024-04-10T15:03:01.680596+0000","last_active":"2024-04-10T15:03:40.331399+0000","last_peered":"2024-04-10T15:03:40.331399+0000","last_clean":"2024-04-10T15:03:40.331399+0000","last_became_active":"2024-04-10T15:03:01.680278+0000","last_became_peered":"2024-04-10T15:03:01.680278+0000","last_unstale":"2024-04-10T15:03:40.331399+0000","last_undegraded":"2024-04-10T15:03:40.331399+0000","last_fullsized":"2024-04-10T15:03:40.331399+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:35:45.359038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.731613+0000","last_change":"2024-04-10T15:03:37.923788+0000","last_active":"2024-04-10T15:03:40.731613+0000","last_peered":"2024-04-10T15:03:40.731613+0000","last_clean":"2024-04-10T15:03:40.731613+0000","last_became_active":"2024-04-10T15:03:37.923514+0000","last_became_peered":"2024-04-10T15:03:37.923514+0000","last_unstale":"2024-04-10T15:03:40.731613+0000","last_undegraded":"2024-04-10T15:03:40.731613+0000","last_fullsized":"2024-04-10T15:03:40.731613+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:48:27.043892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.331612+0000","last_change":"2024-04-10T15:03:01.278878+0000","last_active":"2024-04-10T15:03:40.331612+0000","last_peered":"2024-04-10T15:03:40.331612+0000","last_clean":"2024-04-10T15:03:40.331612+0000","last_became_active":"2024-04-10T15:03:01.278570+0000","last_became_peered":"2024-04-10T15:03:01.278570+0000","last_unstale":"2024-04-10T15:03:40.331612+0000","last_undegraded":"2024-04-10T15:03:40.331612+0000","last_fullsized":"2024-04-10T15:03:40.331612+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:47:38.509949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350803+0000","last_change":"2024-04-10T15:03:01.697863+0000","last_active":"2024-04-10T15:03:40.350803+0000","last_peered":"2024-04-10T15:03:40.350803+0000","last_clean":"2024-04-10T15:03:40.350803+0000","last_became_active":"2024-04-10T15:03:01.697534+0000","last_became_peered":"2024-04-10T15:03:01.697534+0000","last_unstale":"2024-04-10T15:03:40.350803+0000","last_undegraded":"2024-04-10T15:03:40.350803+0000","last_fullsized":"2024-04-10T15:03:40.350803+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:07:02.525073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":13,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.729567+0000","last_change":"2024-04-10T15:03:38.417829+0000","last_active":"2024-04-10T15:03:40.729567+0000","last_peered":"2024-04-10T15:03:40.729567+0000","last_clean":"2024-04-10T15:03:40.729567+0000","last_became_active":"2024-04-10T15:03:38.417469+0000","last_became_peered":"2024-04-10T15:03:38.417469+0000","last_unstale":"2024-04-10T15:03:40.729567+0000","last_undegraded":"2024-04-10T15:03:40.729567+0000","last_fullsized":"2024-04-10T15:03:40.729567+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:51:41.919161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350362+0000","last_change":"2024-04-10T15:03:01.280206+0000","last_active":"2024-04-10T15:03:40.350362+0000","last_peered":"2024-04-10T15:03:40.350362+0000","last_clean":"2024-04-10T15:03:40.350362+0000","last_became_active":"2024-04-10T15:03:01.279900+0000","last_became_peered":"2024-04-10T15:03:01.279900+0000","last_unstale":"2024-04-10T15:03:40.350362+0000","last_undegraded":"2024-04-10T15:03:40.350362+0000","last_fullsized":"2024-04-10T15:03:40.350362+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:57:34.922367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350313+0000","last_change":"2024-04-10T15:03:01.693384+0000","last_active":"2024-04-10T15:03:40.350313+0000","last_peered":"2024-04-10T15:03:40.350313+0000","last_clean":"2024-04-10T15:03:40.350313+0000","last_became_active":"2024-04-10T15:03:01.693119+0000","last_became_peered":"2024-04-10T15:03:01.693119+0000","last_unstale":"2024-04-10T15:03:40.350313+0000","last_undegraded":"2024-04-10T15:03:40.350313+0000","last_fullsized":"2024-04-10T15:03:40.350313+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:58:16.162805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350065+0000","last_change":"2024-04-10T15:03:01.292238+0000","last_active":"2024-04-10T15:03:40.350065+0000","last_peered":"2024-04-10T15:03:40.350065+0000","last_clean":"2024-04-10T15:03:40.350065+0000","last_became_active":"2024-04-10T15:03:01.291645+0000","last_became_peered":"2024-04-10T15:03:01.291645+0000","last_unstale":"2024-04-10T15:03:40.350065+0000","last_undegraded":"2024-04-10T15:03:40.350065+0000","last_fullsized":"2024-04-10T15:03:40.350065+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:42:29.482404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.349885+0000","last_change":"2024-04-10T15:03:01.673950+0000","last_active":"2024-04-10T15:03:40.349885+0000","last_peered":"2024-04-10T15:03:40.349885+0000","last_clean":"2024-04-10T15:03:40.349885+0000","last_became_active":"2024-04-10T15:03:01.672943+0000","last_became_peered":"2024-04-10T15:03:01.672943+0000","last_unstale":"2024-04-10T15:03:40.349885+0000","last_undegraded":"2024-04-10T15:03:40.349885+0000","last_fullsized":"2024-04-10T15:03:40.349885+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:29:19.935758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.331075+0000","last_change":"2024-04-10T15:03:01.287488+0000","last_active":"2024-04-10T15:03:40.331075+0000","last_peered":"2024-04-10T15:03:40.331075+0000","last_clean":"2024-04-10T15:03:40.331075+0000","last_became_active":"2024-04-10T15:03:01.287189+0000","last_became_peered":"2024-04-10T15:03:01.287189+0000","last_unstale":"2024-04-10T15:03:40.331075+0000","last_undegraded":"2024-04-10T15:03:40.331075+0000","last_fullsized":"2024-04-10T15:03:40.331075+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:51:01.601141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.349578+0000","last_change":"2024-04-10T15:03:01.686365+0000","last_active":"2024-04-10T15:03:40.349578+0000","last_peered":"2024-04-10T15:03:40.349578+0000","last_clean":"2024-04-10T15:03:40.349578+0000","last_became_active":"2024-04-10T15:03:01.686078+0000","last_became_peered":"2024-04-10T15:03:01.686078+0000","last_unstale":"2024-04-10T15:03:40.349578+0000","last_undegraded":"2024-04-10T15:03:40.349578+0000","last_fullsized":"2024-04-10T15:03:40.349578+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:36:03.956864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.331361+0000","last_change":"2024-04-10T15:03:01.288584+0000","last_active":"2024-04-10T15:03:40.331361+0000","last_peered":"2024-04-10T15:03:40.331361+0000","last_clean":"2024-04-10T15:03:40.331361+0000","last_became_active":"2024-04-10T15:03:01.288309+0000","last_became_peered":"2024-04-10T15:03:01.288309+0000","last_unstale":"2024-04-10T15:03:40.331361+0000","last_undegraded":"2024-04-10T15:03:40.331361+0000","last_fullsized":"2024-04-10T15:03:40.331361+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:19:01.449337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.349851+0000","last_change":"2024-04-10T15:03:01.678321+0000","last_active":"2024-04-10T15:03:40.349851+0000","last_peered":"2024-04-10T15:03:40.349851+0000","last_clean":"2024-04-10T15:03:40.349851+0000","last_became_active":"2024-04-10T15:03:01.677983+0000","last_became_peered":"2024-04-10T15:03:01.677983+0000","last_unstale":"2024-04-10T15:03:40.349851+0000","last_undegraded":"2024-04-10T15:03:40.349851+0000","last_fullsized":"2024-04-10T15:03:40.349851+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:19:31.734444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350453+0000","last_change":"2024-04-10T15:03:01.289724+0000","last_active":"2024-04-10T15:03:40.350453+0000","last_peered":"2024-04-10T15:03:40.350453+0000","last_clean":"2024-04-10T15:03:40.350453+0000","last_became_active":"2024-04-10T15:03:01.289385+0000","last_became_peered":"2024-04-10T15:03:01.289385+0000","last_unstale":"2024-04-10T15:03:40.350453+0000","last_undegraded":"2024-04-10T15:03:40.350453+0000","last_fullsized":"2024-04-10T15:03:40.350453+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:11:40.877506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.349877+0000","last_change":"2024-04-10T15:03:01.687932+0000","last_active":"2024-04-10T15:03:40.349877+0000","last_peered":"2024-04-10T15:03:40.349877+0000","last_clean":"2024-04-10T15:03:40.349877+0000","last_became_active":"2024-04-10T15:03:01.687635+0000","last_became_peered":"2024-04-10T15:03:01.687635+0000","last_unstale":"2024-04-10T15:03:40.349877+0000","last_undegraded":"2024-04-10T15:03:40.349877+0000","last_fullsized":"2024-04-10T15:03:40.349877+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:11:20.104902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":18,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.332257+0000","last_change":"2024-04-10T15:03:01.283671+0000","last_active":"2024-04-10T15:03:40.332257+0000","last_peered":"2024-04-10T15:03:40.332257+0000","last_clean":"2024-04-10T15:03:40.332257+0000","last_became_active":"2024-04-10T15:03:01.283246+0000","last_became_peered":"2024-04-10T15:03:01.283246+0000","last_unstale":"2024-04-10T15:03:40.332257+0000","last_undegraded":"2024-04-10T15:03:40.332257+0000","last_fullsized":"2024-04-10T15:03:40.332257+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:07:26.675511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350808+0000","last_change":"2024-04-10T15:03:01.683659+0000","last_active":"2024-04-10T15:03:40.350808+0000","last_peered":"2024-04-10T15:03:40.350808+0000","last_clean":"2024-04-10T15:03:40.350808+0000","last_became_active":"2024-04-10T15:03:01.683414+0000","last_became_peered":"2024-04-10T15:03:01.683414+0000","last_unstale":"2024-04-10T15:03:40.350808+0000","last_undegraded":"2024-04-10T15:03:40.350808+0000","last_fullsized":"2024-04-10T15:03:40.350808+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:51:22.323917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":19,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.331079+0000","last_change":"2024-04-10T15:03:01.283526+0000","last_active":"2024-04-10T15:03:40.331079+0000","last_peered":"2024-04-10T15:03:40.331079+0000","last_clean":"2024-04-10T15:03:40.331079+0000","last_became_active":"2024-04-10T15:03:01.283249+0000","last_became_peered":"2024-04-10T15:03:01.283249+0000","last_unstale":"2024-04-10T15:03:40.331079+0000","last_undegraded":"2024-04-10T15:03:40.331079+0000","last_fullsized":"2024-04-10T15:03:40.331079+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:56:17.936576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.328915+0000","last_change":"2024-04-10T15:03:01.683948+0000","last_active":"2024-04-10T15:03:40.328915+0000","last_peered":"2024-04-10T15:03:40.328915+0000","last_clean":"2024-04-10T15:03:40.328915+0000","last_became_active":"2024-04-10T15:03:01.683214+0000","last_became_peered":"2024-04-10T15:03:01.683214+0000","last_unstale":"2024-04-10T15:03:40.328915+0000","last_undegraded":"2024-04-10T15:03:40.328915+0000","last_fullsized":"2024-04-10T15:03:40.328915+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:54:22.807019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":20,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.332564+0000","last_change":"2024-04-10T15:03:01.279673+0000","last_active":"2024-04-10T15:03:40.332564+0000","last_peered":"2024-04-10T15:03:40.332564+0000","last_clean":"2024-04-10T15:03:40.332564+0000","last_became_active":"2024-04-10T15:03:01.279262+0000","last_became_peered":"2024-04-10T15:03:01.279262+0000","last_unstale":"2024-04-10T15:03:40.332564+0000","last_undegraded":"2024-04-10T15:03:40.332564+0000","last_fullsized":"2024-04-10T15:03:40.332564+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:01:31.538915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.351670+0000","last_change":"2024-04-10T15:03:01.691955+0000","last_active":"2024-04-10T15:03:40.351670+0000","last_peered":"2024-04-10T15:03:40.351670+0000","last_clean":"2024-04-10T15:03:40.351670+0000","last_became_active":"2024-04-10T15:03:01.691532+0000","last_became_peered":"2024-04-10T15:03:01.691532+0000","last_unstale":"2024-04-10T15:03:40.351670+0000","last_undegraded":"2024-04-10T15:03:40.351670+0000","last_fullsized":"2024-04-10T15:03:40.351670+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:31:48.238050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.349562+0000","last_change":"2024-04-10T15:03:01.690476+0000","last_active":"2024-04-10T15:03:40.349562+0000","last_peered":"2024-04-10T15:03:40.349562+0000","last_clean":"2024-04-10T15:03:40.349562+0000","last_became_active":"2024-04-10T15:03:01.689896+0000","last_became_peered":"2024-04-10T15:03:01.689896+0000","last_unstale":"2024-04-10T15:03:40.349562+0000","last_undegraded":"2024-04-10T15:03:40.349562+0000","last_fullsized":"2024-04-10T15:03:40.349562+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:12:45.611232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.331940+0000","last_change":"2024-04-10T15:03:01.679976+0000","last_active":"2024-04-10T15:03:40.331940+0000","last_peered":"2024-04-10T15:03:40.331940+0000","last_clean":"2024-04-10T15:03:40.331940+0000","last_became_active":"2024-04-10T15:03:01.679701+0000","last_became_peered":"2024-04-10T15:03:01.679701+0000","last_unstale":"2024-04-10T15:03:40.331940+0000","last_undegraded":"2024-04-10T15:03:40.331940+0000","last_fullsized":"2024-04-10T15:03:40.331940+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:58:47.363645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.328811+0000","last_change":"2024-04-10T15:03:01.680503+0000","last_active":"2024-04-10T15:03:40.328811+0000","last_peered":"2024-04-10T15:03:40.328811+0000","last_clean":"2024-04-10T15:03:40.328811+0000","last_became_active":"2024-04-10T15:03:01.680219+0000","last_became_peered":"2024-04-10T15:03:01.680219+0000","last_unstale":"2024-04-10T15:03:40.328811+0000","last_undegraded":"2024-04-10T15:03:40.328811+0000","last_fullsized":"2024-04-10T15:03:40.328811+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:32:36.185116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":2,"reported_epoch":69,"state":"peering","last_fresh":"2024-04-10T15:03:40.350125+0000","last_change":"2024-04-10T15:04:35.735702+0000","last_active":"2024-04-10T15:04:35.735702+0000","last_peered":"2024-04-10T15:03:40.350125+0000","last_clean":"2024-04-10T15:03:40.350125+0000","last_became_active":"2024-04-10T15:03:01.690878+0000","last_became_peered":"2024-04-10T15:03:01.690878+0000","last_unstale":"2024-04-10T15:03:40.350125+0000","last_undegraded":"2024-04-10T15:03:40.350125+0000","last_fullsized":"2024-04-10T15:03:40.350125+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:14:28.446414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350631+0000","last_change":"2024-04-10T15:03:01.687905+0000","last_active":"2024-04-10T15:03:40.350631+0000","last_peered":"2024-04-10T15:03:40.350631+0000","last_clean":"2024-04-10T15:03:40.350631+0000","last_became_active":"2024-04-10T15:03:01.683855+0000","last_became_peered":"2024-04-10T15:03:01.683855+0000","last_unstale":"2024-04-10T15:03:40.350631+0000","last_undegraded":"2024-04-10T15:03:40.350631+0000","last_fullsized":"2024-04-10T15:03:40.350631+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:11:24.448193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.330987+0000","last_change":"2024-04-10T15:03:01.696240+0000","last_active":"2024-04-10T15:03:40.330987+0000","last_peered":"2024-04-10T15:03:40.330987+0000","last_clean":"2024-04-10T15:03:40.330987+0000","last_became_active":"2024-04-10T15:03:01.694844+0000","last_became_peered":"2024-04-10T15:03:01.694844+0000","last_unstale":"2024-04-10T15:03:40.330987+0000","last_undegraded":"2024-04-10T15:03:40.330987+0000","last_fullsized":"2024-04-10T15:03:40.330987+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:12:37.444355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350837+0000","last_change":"2024-04-10T15:03:01.691779+0000","last_active":"2024-04-10T15:03:40.350837+0000","last_peered":"2024-04-10T15:03:40.350837+0000","last_clean":"2024-04-10T15:03:40.350837+0000","last_became_active":"2024-04-10T15:03:01.691479+0000","last_became_peered":"2024-04-10T15:03:01.691479+0000","last_unstale":"2024-04-10T15:03:40.350837+0000","last_undegraded":"2024-04-10T15:03:40.350837+0000","last_fullsized":"2024-04-10T15:03:40.350837+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:48:16.799662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350882+0000","last_change":"2024-04-10T15:03:01.681645+0000","last_active":"2024-04-10T15:03:40.350882+0000","last_peered":"2024-04-10T15:03:40.350882+0000","last_clean":"2024-04-10T15:03:40.350882+0000","last_became_active":"2024-04-10T15:03:01.681382+0000","last_became_peered":"2024-04-10T15:03:01.681382+0000","last_unstale":"2024-04-10T15:03:40.350882+0000","last_undegraded":"2024-04-10T15:03:40.350882+0000","last_fullsized":"2024-04-10T15:03:40.350882+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:29:29.115664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.328738+0000","last_change":"2024-04-10T15:03:01.682360+0000","last_active":"2024-04-10T15:03:40.328738+0000","last_peered":"2024-04-10T15:03:40.328738+0000","last_clean":"2024-04-10T15:03:40.328738+0000","last_became_active":"2024-04-10T15:03:01.682078+0000","last_became_peered":"2024-04-10T15:03:01.682078+0000","last_unstale":"2024-04-10T15:03:40.328738+0000","last_undegraded":"2024-04-10T15:03:40.328738+0000","last_fullsized":"2024-04-10T15:03:40.328738+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:12:06.224016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.349972+0000","last_change":"2024-04-10T15:03:01.681072+0000","last_active":"2024-04-10T15:03:40.349972+0000","last_peered":"2024-04-10T15:03:40.349972+0000","last_clean":"2024-04-10T15:03:40.349972+0000","last_became_active":"2024-04-10T15:03:01.680765+0000","last_became_peered":"2024-04-10T15:03:01.680765+0000","last_unstale":"2024-04-10T15:03:40.349972+0000","last_undegraded":"2024-04-10T15:03:40.349972+0000","last_fullsized":"2024-04-10T15:03:40.349972+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:12:16.985207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.328880+0000","last_change":"2024-04-10T15:03:01.692162+0000","last_active":"2024-04-10T15:03:40.328880+0000","last_peered":"2024-04-10T15:03:40.328880+0000","last_clean":"2024-04-10T15:03:40.328880+0000","last_became_active":"2024-04-10T15:03:01.691850+0000","last_became_peered":"2024-04-10T15:03:01.691850+0000","last_unstale":"2024-04-10T15:03:40.328880+0000","last_undegraded":"2024-04-10T15:03:40.328880+0000","last_fullsized":"2024-04-10T15:03:40.328880+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:16:58.177713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350289+0000","last_change":"2024-04-10T15:03:01.700357+0000","last_active":"2024-04-10T15:03:40.350289+0000","last_peered":"2024-04-10T15:03:40.350289+0000","last_clean":"2024-04-10T15:03:40.350289+0000","last_became_active":"2024-04-10T15:03:01.699541+0000","last_became_peered":"2024-04-10T15:03:01.699541+0000","last_unstale":"2024-04-10T15:03:40.350289+0000","last_undegraded":"2024-04-10T15:03:40.350289+0000","last_fullsized":"2024-04-10T15:03:40.350289+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:30:03.729145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":17,"reported_epoch":68,"state":"active+clean","last_fresh":"2024-04-10T15:03:40.350783+0000","last_change":"2024-04-10T15:03:01.686949+0000","last_active":"2024-04-10T15:03:40.350783+0000","last_peered":"2024-04-10T15:03:40.350783+0000","last_clean":"2024-04-10T15:03:40.350783+0000","last_became_active":"2024-04-10T15:03:01.686643+0000","last_became_peered":"2024-04-10T15:03:01.686643+0000","last_unstale":"2024-04-10T15:03:40.350783+0000","last_undegraded":"2024-04-10T15:03:40.350783+0000","last_fullsized":"2024-04-10T15:03:40.350783+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:08:33.474938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201304,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28288,"kb_used_data":1260,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716864,"statfs":{"total":95995035648,"available":95966068736,"internally_reserved":0,"allocated":1290240,"data_stored":888652,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:03:44 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.51800000000000002},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.32800000000000001}]},{"osd":1,"last update":"Wed Apr 10 15:03:44 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.39500000000000002},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.377}]},{"osd":2,"last update":"Wed Apr 10 15:03:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.35399999999999998},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.46100000000000002}]},{"osd":3,"last update":"Wed Apr 10 15:03:44 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.432},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.55200000000000005}]},{"osd":4,"last update":"Wed Apr 10 15:03:44 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.44600000000000001},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.497}]},{"osd":5,"last update":"Wed Apr 10 15:03:44 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.57599999999999996},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.56399999999999995}]},{"osd":6,"last update":"Wed Apr 10 15:03:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.48199999999999998},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.53700000000000003}]}]},{"osd":6,"up_from":47,"seq":201863462941,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28280,"kb_used_data":1256,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716872,"statfs":{"total":95995035648,"available":95966076928,"internally_reserved":0,"allocated":1286144,"data_stored":889802,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:04:24 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.497,"15min":0.502},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.51100000000000001,"15min":0.51200000000000001},"min":{"1min":0.38600000000000001,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.629}]},{"osd":1,"last update":"Wed Apr 10 15:04:24 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.52700000000000002,"15min":0.53300000000000003},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.48299999999999998},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.48399999999999999,"15min":0.48599999999999999},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.56499999999999995}]},{"osd":2,"last update":"Wed Apr 10 15:04:24 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.52100000000000002,"15min":0.52500000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.53200000000000003},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.49399999999999999,"15min":0.495},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.66100000000000003,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.57899999999999996}]},{"osd":3,"last update":"Wed Apr 10 15:04:24 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.54100000000000004,"15min":0.54900000000000004},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.629,"5min":0.746,"15min":0.746},"last":0.46300000000000002}]},{"osd":4,"last update":"Wed Apr 10 15:04:24 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.42599999999999999,"15min":0.42499999999999999},"min":{"1min":0.31900000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.60799999999999998,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.44500000000000001},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.45900000000000002,"15min":0.45500000000000002},"min":{"1min":0.29699999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.621,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.64400000000000002}]},{"osd":5,"last update":"Wed Apr 10 15:04:24 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.65300000000000002,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.48999999999999999,"15min":0.49099999999999999},"min":{"1min":0.36099999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.64100000000000001,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.54600000000000004}]},{"osd":7,"last update":"Wed Apr 10 15:03:45 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.68700000000000006}]}]},{"osd":1,"up_from":13,"seq":55834574901,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27704,"kb_used_data":684,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717448,"statfs":{"total":95995035648,"available":95966666752,"internally_reserved":0,"allocated":700416,"data_stored":298121,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:04:32 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.34799999999999998,"15min":0.32000000000000001},"min":{"1min":0.22600000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.41299999999999998},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.36599999999999999,"15min":0.34000000000000002},"min":{"1min":0.25,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.55300000000000005,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.48499999999999999}]},{"osd":2,"last update":"Wed Apr 10 15:03:51 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.38,"15min":0.375},"min":{"1min":0.25,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.48699999999999999,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.43099999999999999},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.40100000000000002,"15min":0.39700000000000002},"min":{"1min":0.26700000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.61199999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.51300000000000001}]},{"osd":3,"last update":"Wed Apr 10 15:04:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.432,"15min":0.44900000000000001},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.44700000000000001},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.44600000000000001,"15min":0.45700000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.57199999999999995,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.46200000000000002}]},{"osd":4,"last update":"Wed Apr 10 15:04:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56399999999999995,"15min":0.56200000000000006},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.91300000000000003,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.91300000000000003},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.63300000000000001,"15min":0.59299999999999997},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.83199999999999996,"5min":6.476,"15min":6.476},"last":0.83199999999999996}]},{"osd":5,"last update":"Wed Apr 10 15:03:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.56200000000000006,"15min":0.56599999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.84499999999999997}]},{"osd":6,"last update":"Wed Apr 10 15:04:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.60799999999999998,"15min":0.61399999999999999},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.752,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.89500000000000002},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.59999999999999998,"15min":0.60399999999999998},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.78100000000000003,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.81299999999999994}]},{"osd":7,"last update":"Wed Apr 10 15:03:45 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.82299999999999995},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.92500000000000004}]}]},{"osd":0,"up_from":8,"seq":34359738426,"num_pgs":47,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32384,"kb_used_data":1268,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712768,"statfs":{"total":95995035648,"available":95961874432,"internally_reserved":0,"allocated":1298432,"data_stored":888784,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 10 15:04:32 2024","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.33300000000000002,"15min":0.30599999999999999},"min":{"1min":0.19700000000000001,"5min":0.159,"15min":0.159},"max":{"1min":0.55500000000000005,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.36099999999999999,"15min":0.32700000000000001},"min":{"1min":0.23400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.51800000000000002,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.49099999999999999}]},{"osd":2,"last update":"Wed Apr 10 15:03:51 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.38700000000000001,"15min":0.38800000000000001},"min":{"1min":0.23000000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.54100000000000004,"5min":0.629,"15min":0.629},"last":0.52400000000000002},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.41299999999999998,"15min":0.41099999999999998},"min":{"1min":0.26800000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.56799999999999995,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.58899999999999997}]},{"osd":3,"last update":"Wed Apr 10 15:04:21 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.443,"15min":0.45600000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.58199999999999996,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.61199999999999999},{"interface":"front","average":{"1min":0.372,"5min":0.435,"15min":0.45100000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.502,"5min":0.625,"15min":0.625},"last":0.58199999999999996}]},{"osd":4,"last update":"Wed Apr 10 15:03:36 2024","interfaces":[{"interface":"back","average":{"1min":0.59199999999999997,"5min":0.59399999999999997,"15min":0.59399999999999997},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":0.90500000000000003,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.63100000000000001},{"interface":"front","average":{"1min":0.56200000000000006,"5min":0.58899999999999997,"15min":0.59299999999999997},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.90100000000000002,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.54500000000000004}]},{"osd":5,"last update":"Wed Apr 10 15:03:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.61699999999999999,"15min":0.629},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.73099999999999998,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.56599999999999995},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.58399999999999996,"15min":0.58899999999999997},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.73699999999999999}]},{"osd":6,"last update":"Wed Apr 10 15:04:27 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.84799999999999998,"15min":0.90000000000000002},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.69199999999999995,"5min":6.5570000000000004,"15min":6.5570000000000004},"last":0.77200000000000002},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.621,"15min":0.63500000000000001},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.79700000000000004,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.71299999999999997}]},{"osd":7,"last update":"Wed Apr 10 15:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":6.4870000000000001,"5min":6.4870000000000001,"15min":6.4870000000000001},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.72499999999999998}]}]},{"osd":2,"up_from":18,"seq":77309411376,"num_pgs":27,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27692,"kb_used_data":672,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717460,"statfs":{"total":95995035648,"available":95966679040,"internally_reserved":0,"allocated":688128,"data_stored":297688,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:03:51 2024","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.33100000000000002,"15min":0.32800000000000001},"min":{"1min":0.249,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.46899999999999997,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.221},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.35999999999999999,"15min":0.34899999999999998},"min":{"1min":0.30499999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.38400000000000001}]},{"osd":1,"last update":"Wed Apr 10 15:03:51 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.37,"15min":0.36599999999999999},"min":{"1min":0.26000000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.36899999999999999},{"interface":"front","average":{"1min":0.376,"5min":0.374,"15min":0.36799999999999999},"min":{"1min":0.27000000000000002,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.35899999999999999}]},{"osd":3,"last update":"Wed Apr 10 15:04:15 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.41299999999999998,"15min":0.41399999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.26800000000000002},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39500000000000002,"15min":0.39900000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.34499999999999997}]},{"osd":4,"last update":"Wed Apr 10 15:03:35 2024","interfaces":[{"interface":"back","average":{"1min":0.53700000000000003,"5min":0.52900000000000003,"15min":0.52700000000000002},"min":{"1min":0.40400000000000003,"5min":0.40400000000000003,"15min":0.40400000000000003},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.61299999999999999},{"interface":"front","average":{"1min":0.54800000000000004,"5min":0.72799999999999998,"15min":0.75800000000000001},"min":{"1min":0.41199999999999998,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.95699999999999996,"5min":5.0720000000000001,"15min":5.0720000000000001},"last":0.47399999999999998}]},{"osd":5,"last update":"Wed Apr 10 15:04:00 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.56200000000000006,"15min":0.55600000000000005},"min":{"1min":0.40200000000000002,"5min":0.371,"15min":0.371},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.55800000000000005,"15min":0.55400000000000005},"min":{"1min":0.39500000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.52400000000000002}]},{"osd":6,"last update":"Wed Apr 10 15:04:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.58299999999999996,"15min":0.58399999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"last":0.66300000000000003},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.56200000000000006,"15min":0.55500000000000005},"min":{"1min":0.44,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.53800000000000003}]},{"osd":7,"last update":"Wed Apr 10 15:03:45 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.55500000000000005},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.70399999999999996}]}]},{"osd":3,"up_from":26,"seq":111669149740,"num_pgs":36,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27712,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717440,"statfs":{"total":95995035648,"available":95966658560,"internally_reserved":0,"allocated":708608,"data_stored":300142,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:04:16 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.371,"15min":0.36299999999999999},"min":{"1min":0.27000000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.45600000000000002,"5min":0.746,"15min":0.746},"last":0.433},{"interface":"front","average":{"1min":0.377,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.54700000000000004,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.378}]},{"osd":1,"last update":"Wed Apr 10 15:04:16 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.378,"15min":0.377},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.49199999999999999,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.32300000000000001},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.42599999999999999,"15min":0.42399999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.68300000000000005,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.34399999999999997}]},{"osd":2,"last update":"Wed Apr 10 15:04:16 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.437,"15min":0.435},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.57199999999999995,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.46899999999999997},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.77000000000000002,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.48599999999999999}]},{"osd":4,"last update":"Wed Apr 10 15:03:36 2024","interfaces":[{"interface":"back","average":{"1min":0.56899999999999995,"5min":0.57899999999999996,"15min":0.58099999999999996},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.749,"5min":0.88,"15min":0.88},"last":0.61399999999999999},{"interface":"front","average":{"1min":0.55800000000000005,"5min":0.57299999999999995,"15min":0.57499999999999996},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.73799999999999999}]},{"osd":5,"last update":"Wed Apr 10 15:04:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.55400000000000005,"15min":0.55200000000000005},"min":{"1min":0.41799999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.84099999999999997},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.61199999999999999,"15min":0.61499999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.77400000000000002}]},{"osd":6,"last update":"Wed Apr 10 15:04:24 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.59599999999999997,"15min":0.60099999999999998},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.78700000000000003,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.79400000000000004},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.623,"15min":0.627},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.81999999999999995,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.747}]},{"osd":7,"last update":"Wed Apr 10 15:03:49 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.81699999999999995},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.80700000000000005}]}]},{"osd":4,"up_from":31,"seq":133143986214,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27712,"kb_used_data":692,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717440,"statfs":{"total":95995035648,"available":95966658560,"internally_reserved":0,"allocated":708608,"data_stored":298669,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:03:37 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.60799999999999998,"15min":0.61799999999999999},"min":{"1min":0.38100000000000001,"5min":0.38100000000000001,"15min":0.38100000000000001},"max":{"1min":0.75600000000000001,"5min":1.5189999999999999,"15min":1.5189999999999999},"last":0.316},{"interface":"front","average":{"1min":0.53400000000000003,"5min":0.60599999999999998,"15min":0.61799999999999999},"min":{"1min":0.39100000000000001,"5min":0.39100000000000001,"15min":0.39100000000000001},"max":{"1min":0.69099999999999995,"5min":1.554,"15min":1.554},"last":0.44400000000000001}]},{"osd":1,"last update":"Wed Apr 10 15:03:37 2024","interfaces":[{"interface":"back","average":{"1min":0.53100000000000003,"5min":0.59099999999999997,"15min":0.60099999999999998},"min":{"1min":0.374,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.71799999999999997,"5min":1.544,"15min":1.544},"last":0.39900000000000002},{"interface":"front","average":{"1min":0.78600000000000003,"5min":0.57599999999999996,"15min":0.54100000000000004},"min":{"1min":0.311,"5min":0.311,"15min":0.311},"max":{"1min":5.5650000000000004,"5min":5.5650000000000004,"15min":5.5650000000000004},"last":0.52200000000000002}]},{"osd":2,"last update":"Wed Apr 10 15:03:37 2024","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.65200000000000002,"15min":0.626},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":5.6020000000000003,"5min":5.6020000000000003,"15min":5.6020000000000003},"last":0.49299999999999999},{"interface":"front","average":{"1min":0.54000000000000004,"5min":0.58399999999999996,"15min":0.59099999999999997},"min":{"1min":0.35899999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.70799999999999996,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.372}]},{"osd":3,"last update":"Wed Apr 10 15:03:37 2024","interfaces":[{"interface":"back","average":{"1min":0.57099999999999995,"5min":0.55100000000000005,"15min":0.54700000000000004},"min":{"1min":0.45000000000000001,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.73099999999999998,"5min":0.753,"15min":0.753},"last":0.55600000000000005},{"interface":"front","average":{"1min":0.78100000000000003,"5min":0.61299999999999999,"15min":0.58499999999999996},"min":{"1min":0.35799999999999998,"5min":0.34100000000000003,"15min":0.34100000000000003},"max":{"1min":5.5860000000000003,"5min":5.5860000000000003,"15min":5.5860000000000003},"last":0.47299999999999998}]},{"osd":5,"last update":"Wed Apr 10 15:04:01 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.41199999999999998,"15min":0.40300000000000002},"min":{"1min":0.29599999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.68200000000000005,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.59199999999999997},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.42699999999999999,"15min":0.41699999999999998},"min":{"1min":0.34300000000000003,"5min":0.25,"15min":0.25},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.53700000000000003}]},{"osd":6,"last update":"Wed Apr 10 15:04:26 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.69099999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.57399999999999995},{"interface":"front","average":{"1min":0.505,"5min":0.49299999999999999,"15min":0.49099999999999999},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.42899999999999999}]},{"osd":7,"last update":"Wed Apr 10 15:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.50600000000000001},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.54600000000000004}]}]},{"osd":5,"up_from":39,"seq":167503724578,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27708,"kb_used_data":688,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717444,"statfs":{"total":95995035648,"available":95966662656,"internally_reserved":0,"allocated":704512,"data_stored":300070,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:03:59 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.56200000000000006,"15min":0.56399999999999995},"min":{"1min":0.39300000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.81100000000000005,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.72899999999999998},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.52600000000000002,"15min":0.52800000000000002},"min":{"1min":0.40400000000000003,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.73999999999999999}]},{"osd":1,"last update":"Wed Apr 10 15:03:59 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.54500000000000004,"15min":0.54700000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.77300000000000002,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.79200000000000004},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54300000000000004,"15min":0.54200000000000004},"min":{"1min":0.45700000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.72799999999999998,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.64200000000000002}]},{"osd":2,"last update":"Wed Apr 10 15:03:59 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.67000000000000004},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.55400000000000005,"15min":0.54800000000000004},"min":{"1min":0.38800000000000001,"5min":0.372,"15min":0.372},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.69799999999999995}]},{"osd":3,"last update":"Wed Apr 10 15:03:59 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.52700000000000002,"15min":0.52300000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.628},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.58399999999999996,"15min":0.58199999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.86899999999999999,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.75800000000000001}]},{"osd":4,"last update":"Wed Apr 10 15:03:59 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.41599999999999998,"15min":0.40400000000000003},"min":{"1min":0.32200000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.45100000000000001},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.41799999999999998,"15min":0.40799999999999997},"min":{"1min":0.30399999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.47399999999999998}]},{"osd":6,"last update":"Wed Apr 10 15:04:26 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.437,"15min":0.435},"min":{"1min":0.29099999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.751,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.501},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.50700000000000001,"15min":0.501},"min":{"1min":0.35499999999999998,"5min":0.312,"15min":0.312},"max":{"1min":0.80200000000000005,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.55100000000000005}]},{"osd":7,"last update":"Wed Apr 10 15:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.65600000000000003},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.68300000000000005}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T15:04:40.138 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-10T15:04:40.410 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:40 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[68568]: ts=2024-04-10T15:04:40.274Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-10T15:04:40.410 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:40 smithi102 podman[72356]: 2024-04-10 15:04:40.295677993 +0000 UTC m=+0.122366702 container died 3e9e1839ec78697fd727b0c627933a9620eb2a24b5ff9aadc1d05b02af6d56ef (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:04:40.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:40 smithi102 ceph-mon[37987]: from='client.14781 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:04:40.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:40 smithi102 ceph-mon[26948]: from='client.14781 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:04:40.911 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:40 smithi102 podman[72356]: 2024-04-10 15:04:40.683456399 +0000 UTC m=+0.510145099 container cleanup 3e9e1839ec78697fd727b0c627933a9620eb2a24b5ff9aadc1d05b02af6d56ef (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:04:40.911 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:40 smithi102 bash[72356]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a 2024-04-10T15:04:41.119 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:04:41.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:40 smithi154 ceph-mon[30592]: from='client.14781 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:04:41.229 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:40 smithi102 podman[72386]: 2024-04-10 15:04:40.94299597 +0000 UTC m=+0.646355768 container remove 3e9e1839ec78697fd727b0c627933a9620eb2a24b5ff9aadc1d05b02af6d56ef (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:04:41.230 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:41 smithi102 podman[72386]: 2024-04-10 15:04:41.018493759 +0000 UTC m=+0.721853560 volume remove 37c78f71643e6e4abd79744fbfcb1e1a1e4ecb07a133ada962f55cd04dabe15e 2024-04-10T15:04:41.230 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:41 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-10T15:04:41.230 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:41 smithi102 systemd[1]: Stopped Ceph alertmanager.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:04:41.230 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:41 smithi102 systemd[1]: Starting Ceph alertmanager.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:04:41.877 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:41 smithi102 ceph-mon[37987]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:41.877 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:41 smithi102 ceph-mon[26948]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:42.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:41 smithi154 ceph-mon[30592]: pgmap v42: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:42.410 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:42 smithi102 podman[72555]: 2024-04-10 15:04:42.239987787 +0000 UTC m=+0.449959798 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-10T15:04:42.791 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:42 smithi102 ceph-mon[37987]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-10T15:04:42.791 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:42 smithi102 ceph-mon[37987]: Cluster is now healthy 2024-04-10T15:04:42.791 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:42 smithi102 podman[72555]: 2024-04-10 15:04:42.545816347 +0000 UTC m=+0.755788399 volume create ab4b65e89fd90e0f774a8987d75ff42ca03edfd6814b8692f91b797f31e74c96 2024-04-10T15:04:42.791 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:42 smithi102 podman[72555]: 2024-04-10 15:04:42.629422762 +0000 UTC m=+0.839394772 container create 8877963ef1e7c3f206b216bf30cef7b3c0dfd69839a65d4ebca3ecb7cb9ada32 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:04:42.792 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:42 smithi102 ceph-mon[26948]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-10T15:04:42.792 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:42 smithi102 ceph-mon[26948]: Cluster is now healthy 2024-04-10T15:04:43.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:42 smithi154 ceph-mon[30592]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-10T15:04:43.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:42 smithi154 ceph-mon[30592]: Cluster is now healthy 2024-04-10T15:04:43.157 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:43 smithi102 podman[72555]: 2024-04-10 15:04:43.166772334 +0000 UTC m=+1.376744346 container init 8877963ef1e7c3f206b216bf30cef7b3c0dfd69839a65d4ebca3ecb7cb9ada32 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:04:43.157 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:43 smithi102 podman[72555]: 2024-04-10 15:04:43.169587436 +0000 UTC m=+1.379559450 container start 8877963ef1e7c3f206b216bf30cef7b3c0dfd69839a65d4ebca3ecb7cb9ada32 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:04:43.215 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:04:43.217 INFO:teuthology.orchestra.run.smithi102.stderr:dumped all 2024-04-10T15:04:43.410 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[72595]: ts=2024-04-10T15:04:43.181Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-10T15:04:43.410 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[72595]: ts=2024-04-10T15:04:43.181Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-10T15:04:43.410 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[72595]: ts=2024-04-10T15:04:43.182Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.102 port=9094 2024-04-10T15:04:43.410 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[72595]: ts=2024-04-10T15:04:43.183Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-10T15:04:43.411 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[72595]: ts=2024-04-10T15:04:43.207Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-10T15:04:43.411 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[72595]: ts=2024-04-10T15:04:43.207Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-10T15:04:43.411 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[72595]: ts=2024-04-10T15:04:43.210Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-10T15:04:43.411 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[72595]: ts=2024-04-10T15:04:43.210Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-10T15:04:43.411 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:43 smithi102 bash[72555]: 8877963ef1e7c3f206b216bf30cef7b3c0dfd69839a65d4ebca3ecb7cb9ada32 2024-04-10T15:04:43.411 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:43 smithi102 systemd[1]: Started Ceph alertmanager.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:04:43.781 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:43 smithi102 ceph-mon[26948]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:43.781 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:43 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:43.781 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:43 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:43.781 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:43 smithi102 ceph-mon[37987]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:43.781 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:43 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:43.782 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:43 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:43.941 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:43 smithi154 ceph-mon[30592]: pgmap v43: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:43.941 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:43 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:43.941 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:43 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:44.180 INFO:teuthology.orchestra.run.smithi102.stdout:{"pg_ready":true,"pg_map":{"version":43,"stamp":"2024-04-10T15:04:42.738104+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":593516,"num_objects":24,"num_object_clones":0,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":227,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":170,"ondisk_log_size":170,"up":315,"acting":315,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":315,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":227684,"kb_used_data":7404,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":749733532,"statfs":{"total":767960285184,"available":767727136768,"internally_reserved":0,"allocated":7581696,"data_stored":4279080,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12743,"internal_metadata":225431097},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":9,"apply_latency_ms":9,"commit_latency_ns":9000000,"apply_latency_ns":9000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.001539"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T15:04:36.648373+0000","last_change":"2024-04-10T15:04:36.648373+0000","last_active":"2024-04-10T15:04:36.648373+0000","last_peered":"2024-04-10T15:04:36.648373+0000","last_clean":"2024-04-10T15:04:36.648373+0000","last_became_active":"2024-04-10T15:04:36.648001+0000","last_became_peered":"2024-04-10T15:04:36.648001+0000","last_unstale":"2024-04-10T15:04:36.648373+0000","last_undegraded":"2024-04-10T15:04:36.648373+0000","last_fullsized":"2024-04-10T15:04:36.648373+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:55:38.941011+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.639287+0000","last_change":"2024-04-10T15:03:01.686335+0000","last_active":"2024-04-10T15:04:35.639287+0000","last_peered":"2024-04-10T15:04:35.639287+0000","last_clean":"2024-04-10T15:04:35.639287+0000","last_became_active":"2024-04-10T15:03:01.686033+0000","last_became_peered":"2024-04-10T15:03:01.686033+0000","last_unstale":"2024-04-10T15:04:35.639287+0000","last_undegraded":"2024-04-10T15:04:35.639287+0000","last_fullsized":"2024-04-10T15:04:35.639287+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:36:50.882600+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.640211+0000","last_change":"2024-04-10T15:03:01.694800+0000","last_active":"2024-04-10T15:04:35.640211+0000","last_peered":"2024-04-10T15:04:35.640211+0000","last_clean":"2024-04-10T15:04:35.640211+0000","last_became_active":"2024-04-10T15:03:01.694534+0000","last_became_peered":"2024-04-10T15:03:01.694534+0000","last_unstale":"2024-04-10T15:04:35.640211+0000","last_undegraded":"2024-04-10T15:04:35.640211+0000","last_fullsized":"2024-04-10T15:04:35.640211+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:11:42.992144+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.639014+0000","last_change":"2024-04-10T15:03:01.684098+0000","last_active":"2024-04-10T15:04:35.639014+0000","last_peered":"2024-04-10T15:04:35.639014+0000","last_clean":"2024-04-10T15:04:35.639014+0000","last_became_active":"2024-04-10T15:03:01.683630+0000","last_became_peered":"2024-04-10T15:03:01.683630+0000","last_unstale":"2024-04-10T15:04:35.639014+0000","last_undegraded":"2024-04-10T15:04:35.639014+0000","last_fullsized":"2024-04-10T15:04:35.639014+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:25:36.190334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.643508+0000","last_change":"2024-04-10T15:03:01.683650+0000","last_active":"2024-04-10T15:04:35.643508+0000","last_peered":"2024-04-10T15:04:35.643508+0000","last_clean":"2024-04-10T15:04:35.643508+0000","last_became_active":"2024-04-10T15:03:01.683201+0000","last_became_peered":"2024-04-10T15:03:01.683201+0000","last_unstale":"2024-04-10T15:04:35.643508+0000","last_undegraded":"2024-04-10T15:04:35.643508+0000","last_fullsized":"2024-04-10T15:04:35.643508+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:52:08.898034+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.638796+0000","last_change":"2024-04-10T15:03:01.678899+0000","last_active":"2024-04-10T15:04:35.638796+0000","last_peered":"2024-04-10T15:04:35.638796+0000","last_clean":"2024-04-10T15:04:35.638796+0000","last_became_active":"2024-04-10T15:03:01.678643+0000","last_became_peered":"2024-04-10T15:03:01.678643+0000","last_unstale":"2024-04-10T15:04:35.638796+0000","last_undegraded":"2024-04-10T15:04:35.638796+0000","last_fullsized":"2024-04-10T15:04:35.638796+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:47:33.751230+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T15:04:36.675310+0000","last_change":"2024-04-10T15:04:36.675310+0000","last_active":"2024-04-10T15:04:36.675310+0000","last_peered":"2024-04-10T15:04:36.675310+0000","last_clean":"2024-04-10T15:04:36.675310+0000","last_became_active":"2024-04-10T15:04:36.674896+0000","last_became_peered":"2024-04-10T15:04:36.674896+0000","last_unstale":"2024-04-10T15:04:36.675310+0000","last_undegraded":"2024-04-10T15:04:36.675310+0000","last_fullsized":"2024-04-10T15:04:36.675310+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:57:22.827662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.642456+0000","last_change":"2024-04-10T15:03:01.683415+0000","last_active":"2024-04-10T15:04:35.642456+0000","last_peered":"2024-04-10T15:04:35.642456+0000","last_clean":"2024-04-10T15:04:35.642456+0000","last_became_active":"2024-04-10T15:03:01.683136+0000","last_became_peered":"2024-04-10T15:03:01.683136+0000","last_unstale":"2024-04-10T15:04:35.642456+0000","last_undegraded":"2024-04-10T15:04:35.642456+0000","last_fullsized":"2024-04-10T15:04:35.642456+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:08:45.904191+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.643133+0000","last_change":"2024-04-10T15:03:01.693974+0000","last_active":"2024-04-10T15:04:35.643133+0000","last_peered":"2024-04-10T15:04:35.643133+0000","last_clean":"2024-04-10T15:04:35.643133+0000","last_became_active":"2024-04-10T15:03:01.692910+0000","last_became_peered":"2024-04-10T15:03:01.692910+0000","last_unstale":"2024-04-10T15:04:35.643133+0000","last_undegraded":"2024-04-10T15:04:35.643133+0000","last_fullsized":"2024-04-10T15:04:35.643133+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:54:51.941246+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.641686+0000","last_change":"2024-04-10T15:03:01.701479+0000","last_active":"2024-04-10T15:04:35.641686+0000","last_peered":"2024-04-10T15:04:35.641686+0000","last_clean":"2024-04-10T15:04:35.641686+0000","last_became_active":"2024-04-10T15:03:01.701051+0000","last_became_peered":"2024-04-10T15:03:01.701051+0000","last_unstale":"2024-04-10T15:04:35.641686+0000","last_undegraded":"2024-04-10T15:04:35.641686+0000","last_fullsized":"2024-04-10T15:04:35.641686+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:02:20.637434+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T15:04:36.651327+0000","last_change":"2024-04-10T15:04:36.651327+0000","last_active":"2024-04-10T15:04:36.651327+0000","last_peered":"2024-04-10T15:04:36.651327+0000","last_clean":"2024-04-10T15:04:36.651327+0000","last_became_active":"2024-04-10T15:04:36.650958+0000","last_became_peered":"2024-04-10T15:04:36.650958+0000","last_unstale":"2024-04-10T15:04:36.651327+0000","last_undegraded":"2024-04-10T15:04:36.651327+0000","last_fullsized":"2024-04-10T15:04:36.651327+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:52:15.913515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.643331+0000","last_change":"2024-04-10T15:03:01.685148+0000","last_active":"2024-04-10T15:04:35.643331+0000","last_peered":"2024-04-10T15:04:35.643331+0000","last_clean":"2024-04-10T15:04:35.643331+0000","last_became_active":"2024-04-10T15:03:01.683316+0000","last_became_peered":"2024-04-10T15:03:01.683316+0000","last_unstale":"2024-04-10T15:04:35.643331+0000","last_undegraded":"2024-04-10T15:04:35.643331+0000","last_fullsized":"2024-04-10T15:04:35.643331+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:44:03.329229+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.642772+0000","last_change":"2024-04-10T15:03:01.688470+0000","last_active":"2024-04-10T15:04:35.642772+0000","last_peered":"2024-04-10T15:04:35.642772+0000","last_clean":"2024-04-10T15:04:35.642772+0000","last_became_active":"2024-04-10T15:03:01.688118+0000","last_became_peered":"2024-04-10T15:03:01.688118+0000","last_unstale":"2024-04-10T15:04:35.642772+0000","last_undegraded":"2024-04-10T15:04:35.642772+0000","last_fullsized":"2024-04-10T15:04:35.642772+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:18:18.822172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.638727+0000","last_change":"2024-04-10T15:03:01.692465+0000","last_active":"2024-04-10T15:04:35.638727+0000","last_peered":"2024-04-10T15:04:35.638727+0000","last_clean":"2024-04-10T15:04:35.638727+0000","last_became_active":"2024-04-10T15:03:01.692072+0000","last_became_peered":"2024-04-10T15:03:01.692072+0000","last_unstale":"2024-04-10T15:04:35.638727+0000","last_undegraded":"2024-04-10T15:04:35.638727+0000","last_fullsized":"2024-04-10T15:04:35.638727+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:14:14.706515+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T15:04:36.648483+0000","last_change":"2024-04-10T15:04:36.648483+0000","last_active":"2024-04-10T15:04:36.648483+0000","last_peered":"2024-04-10T15:04:36.648483+0000","last_clean":"2024-04-10T15:04:36.648483+0000","last_became_active":"2024-04-10T15:04:36.648033+0000","last_became_peered":"2024-04-10T15:04:36.648033+0000","last_unstale":"2024-04-10T15:04:36.648483+0000","last_undegraded":"2024-04-10T15:04:36.648483+0000","last_fullsized":"2024-04-10T15:04:36.648483+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:15:01.832392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.638391+0000","last_change":"2024-04-10T15:03:01.679916+0000","last_active":"2024-04-10T15:04:35.638391+0000","last_peered":"2024-04-10T15:04:35.638391+0000","last_clean":"2024-04-10T15:04:35.638391+0000","last_became_active":"2024-04-10T15:03:01.679615+0000","last_became_peered":"2024-04-10T15:03:01.679615+0000","last_unstale":"2024-04-10T15:04:35.638391+0000","last_undegraded":"2024-04-10T15:04:35.638391+0000","last_fullsized":"2024-04-10T15:04:35.638391+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:57:33.013627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.639777+0000","last_change":"2024-04-10T15:03:01.678043+0000","last_active":"2024-04-10T15:04:35.639777+0000","last_peered":"2024-04-10T15:04:35.639777+0000","last_clean":"2024-04-10T15:04:35.639777+0000","last_became_active":"2024-04-10T15:03:01.676748+0000","last_became_peered":"2024-04-10T15:03:01.676748+0000","last_unstale":"2024-04-10T15:04:35.639777+0000","last_undegraded":"2024-04-10T15:04:35.639777+0000","last_fullsized":"2024-04-10T15:04:35.639777+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:56:13.691138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.641476+0000","last_change":"2024-04-10T15:03:01.691510+0000","last_active":"2024-04-10T15:04:35.641476+0000","last_peered":"2024-04-10T15:04:35.641476+0000","last_clean":"2024-04-10T15:04:35.641476+0000","last_became_active":"2024-04-10T15:03:01.691211+0000","last_became_peered":"2024-04-10T15:03:01.691211+0000","last_unstale":"2024-04-10T15:04:35.641476+0000","last_undegraded":"2024-04-10T15:04:35.641476+0000","last_fullsized":"2024-04-10T15:04:35.641476+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:53:40.371351+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.642604+0000","last_change":"2024-04-10T15:03:01.683889+0000","last_active":"2024-04-10T15:04:35.642604+0000","last_peered":"2024-04-10T15:04:35.642604+0000","last_clean":"2024-04-10T15:04:35.642604+0000","last_became_active":"2024-04-10T15:03:01.682753+0000","last_became_peered":"2024-04-10T15:03:01.682753+0000","last_unstale":"2024-04-10T15:04:35.642604+0000","last_undegraded":"2024-04-10T15:04:35.642604+0000","last_fullsized":"2024-04-10T15:04:35.642604+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:57:38.697595+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"62'4","reported_seq":23,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.639882+0000","last_change":"2024-04-10T15:03:01.281562+0000","last_active":"2024-04-10T15:04:35.639882+0000","last_peered":"2024-04-10T15:04:35.639882+0000","last_clean":"2024-04-10T15:04:35.639882+0000","last_became_active":"2024-04-10T15:03:01.281204+0000","last_became_peered":"2024-04-10T15:03:01.281204+0000","last_unstale":"2024-04-10T15:04:35.639882+0000","last_undegraded":"2024-04-10T15:04:35.639882+0000","last_fullsized":"2024-04-10T15:04:35.639882+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:17:00.295168+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.643359+0000","last_change":"2024-04-10T15:03:01.686157+0000","last_active":"2024-04-10T15:04:35.643359+0000","last_peered":"2024-04-10T15:04:35.643359+0000","last_clean":"2024-04-10T15:04:35.643359+0000","last_became_active":"2024-04-10T15:03:01.683786+0000","last_became_peered":"2024-04-10T15:03:01.683786+0000","last_unstale":"2024-04-10T15:04:35.643359+0000","last_undegraded":"2024-04-10T15:04:35.643359+0000","last_fullsized":"2024-04-10T15:04:35.643359+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:18:01.279349+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.643316+0000","last_change":"2024-04-10T15:03:01.286009+0000","last_active":"2024-04-10T15:04:35.643316+0000","last_peered":"2024-04-10T15:04:35.643316+0000","last_clean":"2024-04-10T15:04:35.643316+0000","last_became_active":"2024-04-10T15:03:01.285685+0000","last_became_peered":"2024-04-10T15:03:01.285685+0000","last_unstale":"2024-04-10T15:04:35.643316+0000","last_undegraded":"2024-04-10T15:04:35.643316+0000","last_fullsized":"2024-04-10T15:04:35.643316+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:51:43.960592+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.639786+0000","last_change":"2024-04-10T15:03:01.700099+0000","last_active":"2024-04-10T15:04:35.639786+0000","last_peered":"2024-04-10T15:04:35.639786+0000","last_clean":"2024-04-10T15:04:35.639786+0000","last_became_active":"2024-04-10T15:03:01.696757+0000","last_became_peered":"2024-04-10T15:03:01.696757+0000","last_unstale":"2024-04-10T15:04:35.639786+0000","last_undegraded":"2024-04-10T15:04:35.639786+0000","last_fullsized":"2024-04-10T15:04:35.639786+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:08:55.421832+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.643390+0000","last_change":"2024-04-10T15:03:01.289344+0000","last_active":"2024-04-10T15:04:35.643390+0000","last_peered":"2024-04-10T15:04:35.643390+0000","last_clean":"2024-04-10T15:04:35.643390+0000","last_became_active":"2024-04-10T15:03:01.288475+0000","last_became_peered":"2024-04-10T15:03:01.288475+0000","last_unstale":"2024-04-10T15:04:35.643390+0000","last_undegraded":"2024-04-10T15:04:35.643390+0000","last_fullsized":"2024-04-10T15:04:35.643390+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:39:07.678694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.639198+0000","last_change":"2024-04-10T15:03:01.679870+0000","last_active":"2024-04-10T15:04:35.639198+0000","last_peered":"2024-04-10T15:04:35.639198+0000","last_clean":"2024-04-10T15:04:35.639198+0000","last_became_active":"2024-04-10T15:03:01.679558+0000","last_became_peered":"2024-04-10T15:03:01.679558+0000","last_unstale":"2024-04-10T15:04:35.639198+0000","last_undegraded":"2024-04-10T15:04:35.639198+0000","last_fullsized":"2024-04-10T15:04:35.639198+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:41:41.155913+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.642394+0000","last_change":"2024-04-10T15:03:01.290852+0000","last_active":"2024-04-10T15:04:35.642394+0000","last_peered":"2024-04-10T15:04:35.642394+0000","last_clean":"2024-04-10T15:04:35.642394+0000","last_became_active":"2024-04-10T15:03:01.290505+0000","last_became_peered":"2024-04-10T15:03:01.290505+0000","last_unstale":"2024-04-10T15:04:35.642394+0000","last_undegraded":"2024-04-10T15:04:35.642394+0000","last_fullsized":"2024-04-10T15:04:35.642394+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:08:16.021178+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.639111+0000","last_change":"2024-04-10T15:03:01.691424+0000","last_active":"2024-04-10T15:04:35.639111+0000","last_peered":"2024-04-10T15:04:35.639111+0000","last_clean":"2024-04-10T15:04:35.639111+0000","last_became_active":"2024-04-10T15:03:01.691123+0000","last_became_peered":"2024-04-10T15:03:01.691123+0000","last_unstale":"2024-04-10T15:04:35.639111+0000","last_undegraded":"2024-04-10T15:04:35.639111+0000","last_fullsized":"2024-04-10T15:04:35.639111+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:12:32.139429+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"62'1","reported_seq":29,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T15:04:36.651102+0000","last_change":"2024-04-10T15:04:36.651102+0000","last_active":"2024-04-10T15:04:36.651102+0000","last_peered":"2024-04-10T15:04:36.651102+0000","last_clean":"2024-04-10T15:04:36.651102+0000","last_became_active":"2024-04-10T15:04:36.650715+0000","last_became_peered":"2024-04-10T15:04:36.650715+0000","last_unstale":"2024-04-10T15:04:36.651102+0000","last_undegraded":"2024-04-10T15:04:36.651102+0000","last_fullsized":"2024-04-10T15:04:36.651102+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:49:49.920161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.642638+0000","last_change":"2024-04-10T15:03:01.672606+0000","last_active":"2024-04-10T15:04:35.642638+0000","last_peered":"2024-04-10T15:04:35.642638+0000","last_clean":"2024-04-10T15:04:35.642638+0000","last_became_active":"2024-04-10T15:03:01.672258+0000","last_became_peered":"2024-04-10T15:03:01.672258+0000","last_unstale":"2024-04-10T15:04:35.642638+0000","last_undegraded":"2024-04-10T15:04:35.642638+0000","last_fullsized":"2024-04-10T15:04:35.642638+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:13:07.131928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.641746+0000","last_change":"2024-04-10T15:03:01.286305+0000","last_active":"2024-04-10T15:04:35.641746+0000","last_peered":"2024-04-10T15:04:35.641746+0000","last_clean":"2024-04-10T15:04:35.641746+0000","last_became_active":"2024-04-10T15:03:01.285959+0000","last_became_peered":"2024-04-10T15:03:01.285959+0000","last_unstale":"2024-04-10T15:04:35.641746+0000","last_undegraded":"2024-04-10T15:04:35.641746+0000","last_fullsized":"2024-04-10T15:04:35.641746+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:57:33.282697+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.639227+0000","last_change":"2024-04-10T15:03:01.700337+0000","last_active":"2024-04-10T15:04:35.639227+0000","last_peered":"2024-04-10T15:04:35.639227+0000","last_clean":"2024-04-10T15:04:35.639227+0000","last_became_active":"2024-04-10T15:03:01.699789+0000","last_became_peered":"2024-04-10T15:03:01.699789+0000","last_unstale":"2024-04-10T15:04:35.639227+0000","last_undegraded":"2024-04-10T15:04:35.639227+0000","last_fullsized":"2024-04-10T15:04:35.639227+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:18:03.542707+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.643277+0000","last_change":"2024-04-10T15:03:01.281643+0000","last_active":"2024-04-10T15:04:35.643277+0000","last_peered":"2024-04-10T15:04:35.643277+0000","last_clean":"2024-04-10T15:04:35.643277+0000","last_became_active":"2024-04-10T15:03:01.281351+0000","last_became_peered":"2024-04-10T15:03:01.281351+0000","last_unstale":"2024-04-10T15:04:35.643277+0000","last_undegraded":"2024-04-10T15:04:35.643277+0000","last_fullsized":"2024-04-10T15:04:35.643277+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:03:17.800536+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.642702+0000","last_change":"2024-04-10T15:03:01.680130+0000","last_active":"2024-04-10T15:04:35.642702+0000","last_peered":"2024-04-10T15:04:35.642702+0000","last_clean":"2024-04-10T15:04:35.642702+0000","last_became_active":"2024-04-10T15:03:01.679809+0000","last_became_peered":"2024-04-10T15:03:01.679809+0000","last_unstale":"2024-04-10T15:04:35.642702+0000","last_undegraded":"2024-04-10T15:04:35.642702+0000","last_fullsized":"2024-04-10T15:04:35.642702+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:21:47.719103+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.638478+0000","last_change":"2024-04-10T15:03:01.289864+0000","last_active":"2024-04-10T15:04:35.638478+0000","last_peered":"2024-04-10T15:04:35.638478+0000","last_clean":"2024-04-10T15:04:35.638478+0000","last_became_active":"2024-04-10T15:03:01.289538+0000","last_became_peered":"2024-04-10T15:03:01.289538+0000","last_unstale":"2024-04-10T15:04:35.638478+0000","last_undegraded":"2024-04-10T15:04:35.638478+0000","last_fullsized":"2024-04-10T15:04:35.638478+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:14:00.832249+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.638156+0000","last_change":"2024-04-10T15:03:01.697099+0000","last_active":"2024-04-10T15:04:35.638156+0000","last_peered":"2024-04-10T15:04:35.638156+0000","last_clean":"2024-04-10T15:04:35.638156+0000","last_became_active":"2024-04-10T15:03:01.690560+0000","last_became_peered":"2024-04-10T15:03:01.690560+0000","last_unstale":"2024-04-10T15:04:35.638156+0000","last_undegraded":"2024-04-10T15:04:35.638156+0000","last_fullsized":"2024-04-10T15:04:35.638156+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:48:54.563822+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.642567+0000","last_change":"2024-04-10T15:03:01.286121+0000","last_active":"2024-04-10T15:04:35.642567+0000","last_peered":"2024-04-10T15:04:35.642567+0000","last_clean":"2024-04-10T15:04:35.642567+0000","last_became_active":"2024-04-10T15:03:01.285120+0000","last_became_peered":"2024-04-10T15:03:01.285120+0000","last_unstale":"2024-04-10T15:04:35.642567+0000","last_undegraded":"2024-04-10T15:04:35.642567+0000","last_fullsized":"2024-04-10T15:04:35.642567+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:15:11.304280+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.639491+0000","last_change":"2024-04-10T15:03:01.675664+0000","last_active":"2024-04-10T15:04:35.639491+0000","last_peered":"2024-04-10T15:04:35.639491+0000","last_clean":"2024-04-10T15:04:35.639491+0000","last_became_active":"2024-04-10T15:03:01.673274+0000","last_became_peered":"2024-04-10T15:03:01.673274+0000","last_unstale":"2024-04-10T15:04:35.639491+0000","last_undegraded":"2024-04-10T15:04:35.639491+0000","last_fullsized":"2024-04-10T15:04:35.639491+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:45:47.325062+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.639587+0000","last_change":"2024-04-10T15:03:01.288061+0000","last_active":"2024-04-10T15:04:35.639587+0000","last_peered":"2024-04-10T15:04:35.639587+0000","last_clean":"2024-04-10T15:04:35.639587+0000","last_became_active":"2024-04-10T15:03:01.287728+0000","last_became_peered":"2024-04-10T15:03:01.287728+0000","last_unstale":"2024-04-10T15:04:35.639587+0000","last_undegraded":"2024-04-10T15:04:35.639587+0000","last_fullsized":"2024-04-10T15:04:35.639587+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:17:18.028774+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.639760+0000","last_change":"2024-04-10T15:03:01.696363+0000","last_active":"2024-04-10T15:04:35.639760+0000","last_peered":"2024-04-10T15:04:35.639760+0000","last_clean":"2024-04-10T15:04:35.639760+0000","last_became_active":"2024-04-10T15:03:01.696069+0000","last_became_peered":"2024-04-10T15:03:01.696069+0000","last_unstale":"2024-04-10T15:04:35.639760+0000","last_undegraded":"2024-04-10T15:04:35.639760+0000","last_fullsized":"2024-04-10T15:04:35.639760+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:11:09.281462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":22,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.639199+0000","last_change":"2024-04-10T15:03:01.281503+0000","last_active":"2024-04-10T15:04:35.639199+0000","last_peered":"2024-04-10T15:04:35.639199+0000","last_clean":"2024-04-10T15:04:35.639199+0000","last_became_active":"2024-04-10T15:03:01.280864+0000","last_became_peered":"2024-04-10T15:03:01.280864+0000","last_unstale":"2024-04-10T15:04:35.639199+0000","last_undegraded":"2024-04-10T15:04:35.639199+0000","last_fullsized":"2024-04-10T15:04:35.639199+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:39:56.835741+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.643235+0000","last_change":"2024-04-10T15:03:01.692999+0000","last_active":"2024-04-10T15:04:35.643235+0000","last_peered":"2024-04-10T15:04:35.643235+0000","last_clean":"2024-04-10T15:04:35.643235+0000","last_became_active":"2024-04-10T15:03:01.692699+0000","last_became_peered":"2024-04-10T15:03:01.692699+0000","last_unstale":"2024-04-10T15:04:35.643235+0000","last_undegraded":"2024-04-10T15:04:35.643235+0000","last_fullsized":"2024-04-10T15:04:35.643235+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:46:14.221969+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"64'9","reported_seq":28,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.641780+0000","last_change":"2024-04-10T15:03:01.285440+0000","last_active":"2024-04-10T15:04:35.641780+0000","last_peered":"2024-04-10T15:04:35.641780+0000","last_clean":"2024-04-10T15:04:35.641780+0000","last_became_active":"2024-04-10T15:03:01.284827+0000","last_became_peered":"2024-04-10T15:03:01.284827+0000","last_unstale":"2024-04-10T15:04:35.641780+0000","last_undegraded":"2024-04-10T15:04:35.641780+0000","last_fullsized":"2024-04-10T15:04:35.641780+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:29:15.585142+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":2350,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.642756+0000","last_change":"2024-04-10T15:03:01.688409+0000","last_active":"2024-04-10T15:04:35.642756+0000","last_peered":"2024-04-10T15:04:35.642756+0000","last_clean":"2024-04-10T15:04:35.642756+0000","last_became_active":"2024-04-10T15:03:01.688126+0000","last_became_peered":"2024-04-10T15:03:01.688126+0000","last_unstale":"2024-04-10T15:04:35.642756+0000","last_undegraded":"2024-04-10T15:04:35.642756+0000","last_fullsized":"2024-04-10T15:04:35.642756+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:11:53.962594+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.639859+0000","last_change":"2024-04-10T15:03:01.280573+0000","last_active":"2024-04-10T15:04:35.639859+0000","last_peered":"2024-04-10T15:04:35.639859+0000","last_clean":"2024-04-10T15:04:35.639859+0000","last_became_active":"2024-04-10T15:03:01.280254+0000","last_became_peered":"2024-04-10T15:03:01.280254+0000","last_unstale":"2024-04-10T15:04:35.639859+0000","last_undegraded":"2024-04-10T15:04:35.639859+0000","last_fullsized":"2024-04-10T15:04:35.639859+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:16:53.068747+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.638655+0000","last_change":"2024-04-10T15:03:01.699155+0000","last_active":"2024-04-10T15:04:35.638655+0000","last_peered":"2024-04-10T15:04:35.638655+0000","last_clean":"2024-04-10T15:04:35.638655+0000","last_became_active":"2024-04-10T15:03:01.696657+0000","last_became_peered":"2024-04-10T15:03:01.696657+0000","last_unstale":"2024-04-10T15:04:35.638655+0000","last_undegraded":"2024-04-10T15:04:35.638655+0000","last_fullsized":"2024-04-10T15:04:35.638655+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:57:09.243966+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.638520+0000","last_change":"2024-04-10T15:03:01.289247+0000","last_active":"2024-04-10T15:04:35.638520+0000","last_peered":"2024-04-10T15:04:35.638520+0000","last_clean":"2024-04-10T15:04:35.638520+0000","last_became_active":"2024-04-10T15:03:01.288905+0000","last_became_peered":"2024-04-10T15:03:01.288905+0000","last_unstale":"2024-04-10T15:04:35.638520+0000","last_undegraded":"2024-04-10T15:04:35.638520+0000","last_fullsized":"2024-04-10T15:04:35.638520+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:01:13.831504+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.641443+0000","last_change":"2024-04-10T15:03:01.683464+0000","last_active":"2024-04-10T15:04:35.641443+0000","last_peered":"2024-04-10T15:04:35.641443+0000","last_clean":"2024-04-10T15:04:35.641443+0000","last_became_active":"2024-04-10T15:03:01.682812+0000","last_became_peered":"2024-04-10T15:03:01.682812+0000","last_unstale":"2024-04-10T15:04:35.641443+0000","last_undegraded":"2024-04-10T15:04:35.641443+0000","last_fullsized":"2024-04-10T15:04:35.641443+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:51:34.754087+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.641866+0000","last_change":"2024-04-10T15:03:01.281401+0000","last_active":"2024-04-10T15:04:35.641866+0000","last_peered":"2024-04-10T15:04:35.641866+0000","last_clean":"2024-04-10T15:04:35.641866+0000","last_became_active":"2024-04-10T15:03:01.280895+0000","last_became_peered":"2024-04-10T15:03:01.280895+0000","last_unstale":"2024-04-10T15:04:35.641866+0000","last_undegraded":"2024-04-10T15:04:35.641866+0000","last_fullsized":"2024-04-10T15:04:35.641866+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:30:26.316124+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.641305+0000","last_change":"2024-04-10T15:03:01.680322+0000","last_active":"2024-04-10T15:04:35.641305+0000","last_peered":"2024-04-10T15:04:35.641305+0000","last_clean":"2024-04-10T15:04:35.641305+0000","last_became_active":"2024-04-10T15:03:01.680055+0000","last_became_peered":"2024-04-10T15:03:01.680055+0000","last_unstale":"2024-04-10T15:04:35.641305+0000","last_undegraded":"2024-04-10T15:04:35.641305+0000","last_fullsized":"2024-04-10T15:04:35.641305+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:32:49.692572+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":27,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.640944+0000","last_change":"2024-04-10T15:03:01.282084+0000","last_active":"2024-04-10T15:04:35.640944+0000","last_peered":"2024-04-10T15:04:35.640944+0000","last_clean":"2024-04-10T15:04:35.640944+0000","last_became_active":"2024-04-10T15:03:01.281718+0000","last_became_peered":"2024-04-10T15:03:01.281718+0000","last_unstale":"2024-04-10T15:04:35.640944+0000","last_undegraded":"2024-04-10T15:04:35.640944+0000","last_fullsized":"2024-04-10T15:04:35.640944+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:17:57.954285+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.644129+0000","last_change":"2024-04-10T15:03:01.684467+0000","last_active":"2024-04-10T15:04:35.644129+0000","last_peered":"2024-04-10T15:04:35.644129+0000","last_clean":"2024-04-10T15:04:35.644129+0000","last_became_active":"2024-04-10T15:03:01.684111+0000","last_became_peered":"2024-04-10T15:03:01.684111+0000","last_unstale":"2024-04-10T15:04:35.644129+0000","last_undegraded":"2024-04-10T15:04:35.644129+0000","last_fullsized":"2024-04-10T15:04:35.644129+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:57:16.102990+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.644127+0000","last_change":"2024-04-10T15:03:01.277258+0000","last_active":"2024-04-10T15:04:35.644127+0000","last_peered":"2024-04-10T15:04:35.644127+0000","last_clean":"2024-04-10T15:04:35.644127+0000","last_became_active":"2024-04-10T15:03:01.276898+0000","last_became_peered":"2024-04-10T15:03:01.276898+0000","last_unstale":"2024-04-10T15:04:35.644127+0000","last_undegraded":"2024-04-10T15:04:35.644127+0000","last_fullsized":"2024-04-10T15:04:35.644127+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:27:29.253197+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T15:04:36.651251+0000","last_change":"2024-04-10T15:04:36.651251+0000","last_active":"2024-04-10T15:04:36.651251+0000","last_peered":"2024-04-10T15:04:36.651251+0000","last_clean":"2024-04-10T15:04:36.651251+0000","last_became_active":"2024-04-10T15:04:36.650826+0000","last_became_peered":"2024-04-10T15:04:36.650826+0000","last_unstale":"2024-04-10T15:04:36.651251+0000","last_undegraded":"2024-04-10T15:04:36.651251+0000","last_fullsized":"2024-04-10T15:04:36.651251+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:16:35.539646+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.637717+0000","last_change":"2024-04-10T15:03:38.417956+0000","last_active":"2024-04-10T15:04:35.637717+0000","last_peered":"2024-04-10T15:04:35.637717+0000","last_clean":"2024-04-10T15:04:35.637717+0000","last_became_active":"2024-04-10T15:03:38.417580+0000","last_became_peered":"2024-04-10T15:03:38.417580+0000","last_unstale":"2024-04-10T15:04:35.637717+0000","last_undegraded":"2024-04-10T15:04:35.637717+0000","last_fullsized":"2024-04-10T15:04:35.637717+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:34:10.674105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.638654+0000","last_change":"2024-04-10T15:03:01.281697+0000","last_active":"2024-04-10T15:04:35.638654+0000","last_peered":"2024-04-10T15:04:35.638654+0000","last_clean":"2024-04-10T15:04:35.638654+0000","last_became_active":"2024-04-10T15:03:01.279798+0000","last_became_peered":"2024-04-10T15:03:01.279798+0000","last_unstale":"2024-04-10T15:04:35.638654+0000","last_undegraded":"2024-04-10T15:04:35.638654+0000","last_fullsized":"2024-04-10T15:04:35.638654+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:53:38.474251+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.639289+0000","last_change":"2024-04-10T15:03:01.681661+0000","last_active":"2024-04-10T15:04:35.639289+0000","last_peered":"2024-04-10T15:04:35.639289+0000","last_clean":"2024-04-10T15:04:35.639289+0000","last_became_active":"2024-04-10T15:03:01.681395+0000","last_became_peered":"2024-04-10T15:03:01.681395+0000","last_unstale":"2024-04-10T15:04:35.639289+0000","last_undegraded":"2024-04-10T15:04:35.639289+0000","last_fullsized":"2024-04-10T15:04:35.639289+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:28:24.397110+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.638665+0000","last_change":"2024-04-10T15:03:37.737875+0000","last_active":"2024-04-10T15:04:35.638665+0000","last_peered":"2024-04-10T15:04:35.638665+0000","last_clean":"2024-04-10T15:04:35.638665+0000","last_became_active":"2024-04-10T15:03:37.737582+0000","last_became_peered":"2024-04-10T15:03:37.737582+0000","last_unstale":"2024-04-10T15:04:35.638665+0000","last_undegraded":"2024-04-10T15:04:35.638665+0000","last_fullsized":"2024-04-10T15:04:35.638665+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:25:32.714296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.638473+0000","last_change":"2024-04-10T15:03:01.283028+0000","last_active":"2024-04-10T15:04:35.638473+0000","last_peered":"2024-04-10T15:04:35.638473+0000","last_clean":"2024-04-10T15:04:35.638473+0000","last_became_active":"2024-04-10T15:03:01.282728+0000","last_became_peered":"2024-04-10T15:03:01.282728+0000","last_unstale":"2024-04-10T15:04:35.638473+0000","last_undegraded":"2024-04-10T15:04:35.638473+0000","last_fullsized":"2024-04-10T15:04:35.638473+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:56:38.446506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.644776+0000","last_change":"2024-04-10T15:03:01.686109+0000","last_active":"2024-04-10T15:04:35.644776+0000","last_peered":"2024-04-10T15:04:35.644776+0000","last_clean":"2024-04-10T15:04:35.644776+0000","last_became_active":"2024-04-10T15:03:01.685826+0000","last_became_peered":"2024-04-10T15:03:01.685826+0000","last_unstale":"2024-04-10T15:04:35.644776+0000","last_undegraded":"2024-04-10T15:04:35.644776+0000","last_fullsized":"2024-04-10T15:04:35.644776+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:25:07.380496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.640140+0000","last_change":"2024-04-10T15:03:38.417967+0000","last_active":"2024-04-10T15:04:35.640140+0000","last_peered":"2024-04-10T15:04:35.640140+0000","last_clean":"2024-04-10T15:04:35.640140+0000","last_became_active":"2024-04-10T15:03:38.417557+0000","last_became_peered":"2024-04-10T15:03:38.417557+0000","last_unstale":"2024-04-10T15:04:35.640140+0000","last_undegraded":"2024-04-10T15:04:35.640140+0000","last_fullsized":"2024-04-10T15:04:35.640140+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:14:24.647858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.637801+0000","last_change":"2024-04-10T15:03:01.688132+0000","last_active":"2024-04-10T15:04:35.637801+0000","last_peered":"2024-04-10T15:04:35.637801+0000","last_clean":"2024-04-10T15:04:35.637801+0000","last_became_active":"2024-04-10T15:03:01.687307+0000","last_became_peered":"2024-04-10T15:03:01.687307+0000","last_unstale":"2024-04-10T15:04:35.637801+0000","last_undegraded":"2024-04-10T15:04:35.637801+0000","last_fullsized":"2024-04-10T15:04:35.637801+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:34:39.142499+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.640724+0000","last_change":"2024-04-10T15:03:01.283572+0000","last_active":"2024-04-10T15:04:35.640724+0000","last_peered":"2024-04-10T15:04:35.640724+0000","last_clean":"2024-04-10T15:04:35.640724+0000","last_became_active":"2024-04-10T15:03:01.283234+0000","last_became_peered":"2024-04-10T15:03:01.283234+0000","last_unstale":"2024-04-10T15:04:35.640724+0000","last_undegraded":"2024-04-10T15:04:35.640724+0000","last_fullsized":"2024-04-10T15:04:35.640724+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:42:01.913858+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.643059+0000","last_change":"2024-04-10T15:03:37.923879+0000","last_active":"2024-04-10T15:04:35.643059+0000","last_peered":"2024-04-10T15:04:35.643059+0000","last_clean":"2024-04-10T15:04:35.643059+0000","last_became_active":"2024-04-10T15:03:37.923565+0000","last_became_peered":"2024-04-10T15:03:37.923565+0000","last_unstale":"2024-04-10T15:04:35.643059+0000","last_undegraded":"2024-04-10T15:04:35.643059+0000","last_fullsized":"2024-04-10T15:04:35.643059+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:49:40.242128+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.641986+0000","last_change":"2024-04-10T15:03:01.682774+0000","last_active":"2024-04-10T15:04:35.641986+0000","last_peered":"2024-04-10T15:04:35.641986+0000","last_clean":"2024-04-10T15:04:35.641986+0000","last_became_active":"2024-04-10T15:03:01.682264+0000","last_became_peered":"2024-04-10T15:03:01.682264+0000","last_unstale":"2024-04-10T15:04:35.641986+0000","last_undegraded":"2024-04-10T15:04:35.641986+0000","last_fullsized":"2024-04-10T15:04:35.641986+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:53:50.062682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.638749+0000","last_change":"2024-04-10T15:03:01.288677+0000","last_active":"2024-04-10T15:04:35.638749+0000","last_peered":"2024-04-10T15:04:35.638749+0000","last_clean":"2024-04-10T15:04:35.638749+0000","last_became_active":"2024-04-10T15:03:01.288307+0000","last_became_peered":"2024-04-10T15:03:01.288307+0000","last_unstale":"2024-04-10T15:04:35.638749+0000","last_undegraded":"2024-04-10T15:04:35.638749+0000","last_fullsized":"2024-04-10T15:04:35.638749+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:02:54.176734+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"65'128","reported_seq":266,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.640689+0000","last_change":"2024-04-10T15:02:47.753680+0000","last_active":"2024-04-10T15:04:35.640689+0000","last_peered":"2024-04-10T15:04:35.640689+0000","last_clean":"2024-04-10T15:04:35.640689+0000","last_became_active":"2024-04-10T15:02:47.753273+0000","last_became_peered":"2024-04-10T15:02:47.753273+0000","last_unstale":"2024-04-10T15:04:35.640689+0000","last_undegraded":"2024-04-10T15:04:35.640689+0000","last_fullsized":"2024-04-10T15:04:35.640689+0000","mapping_epoch":58,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":59,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:00:49.290350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:00:49.290350+0000","last_clean_scrub_stamp":"2024-04-10T15:00:49.290350+0000","objects_scrubbed":0,"log_size":128,"log_dups_size":0,"ondisk_log_size":128,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:34:06.644063+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.640298+0000","last_change":"2024-04-10T15:03:37.739610+0000","last_active":"2024-04-10T15:04:35.640298+0000","last_peered":"2024-04-10T15:04:35.640298+0000","last_clean":"2024-04-10T15:04:35.640298+0000","last_became_active":"2024-04-10T15:03:37.739327+0000","last_became_peered":"2024-04-10T15:03:37.739327+0000","last_unstale":"2024-04-10T15:04:35.640298+0000","last_undegraded":"2024-04-10T15:04:35.640298+0000","last_fullsized":"2024-04-10T15:04:35.640298+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:48:48.956088+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":27,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T15:04:36.648711+0000","last_change":"2024-04-10T15:04:36.648711+0000","last_active":"2024-04-10T15:04:36.648711+0000","last_peered":"2024-04-10T15:04:36.648711+0000","last_clean":"2024-04-10T15:04:36.648711+0000","last_became_active":"2024-04-10T15:04:36.648406+0000","last_became_peered":"2024-04-10T15:04:36.648406+0000","last_unstale":"2024-04-10T15:04:36.648711+0000","last_undegraded":"2024-04-10T15:04:36.648711+0000","last_fullsized":"2024-04-10T15:04:36.648711+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:08:05.368105+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.640583+0000","last_change":"2024-04-10T15:03:01.291757+0000","last_active":"2024-04-10T15:04:35.640583+0000","last_peered":"2024-04-10T15:04:35.640583+0000","last_clean":"2024-04-10T15:04:35.640583+0000","last_became_active":"2024-04-10T15:03:01.291466+0000","last_became_peered":"2024-04-10T15:03:01.291466+0000","last_unstale":"2024-04-10T15:04:35.640583+0000","last_undegraded":"2024-04-10T15:04:35.640583+0000","last_fullsized":"2024-04-10T15:04:35.640583+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:20:47.179476+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.637924+0000","last_change":"2024-04-10T15:03:38.418179+0000","last_active":"2024-04-10T15:04:35.637924+0000","last_peered":"2024-04-10T15:04:35.637924+0000","last_clean":"2024-04-10T15:04:35.637924+0000","last_became_active":"2024-04-10T15:03:38.417605+0000","last_became_peered":"2024-04-10T15:03:38.417605+0000","last_unstale":"2024-04-10T15:04:35.637924+0000","last_undegraded":"2024-04-10T15:04:35.637924+0000","last_fullsized":"2024-04-10T15:04:35.637924+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:05:45.552289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.643282+0000","last_change":"2024-04-10T15:03:01.289394+0000","last_active":"2024-04-10T15:04:35.643282+0000","last_peered":"2024-04-10T15:04:35.643282+0000","last_clean":"2024-04-10T15:04:35.643282+0000","last_became_active":"2024-04-10T15:03:01.288455+0000","last_became_peered":"2024-04-10T15:03:01.288455+0000","last_unstale":"2024-04-10T15:04:35.643282+0000","last_undegraded":"2024-04-10T15:04:35.643282+0000","last_fullsized":"2024-04-10T15:04:35.643282+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:32:29.559392+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.638805+0000","last_change":"2024-04-10T15:03:01.680596+0000","last_active":"2024-04-10T15:04:35.638805+0000","last_peered":"2024-04-10T15:04:35.638805+0000","last_clean":"2024-04-10T15:04:35.638805+0000","last_became_active":"2024-04-10T15:03:01.680278+0000","last_became_peered":"2024-04-10T15:03:01.680278+0000","last_unstale":"2024-04-10T15:04:35.638805+0000","last_undegraded":"2024-04-10T15:04:35.638805+0000","last_fullsized":"2024-04-10T15:04:35.638805+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:35:45.359038+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.642537+0000","last_change":"2024-04-10T15:03:37.923788+0000","last_active":"2024-04-10T15:04:35.642537+0000","last_peered":"2024-04-10T15:04:35.642537+0000","last_clean":"2024-04-10T15:04:35.642537+0000","last_became_active":"2024-04-10T15:03:37.923514+0000","last_became_peered":"2024-04-10T15:03:37.923514+0000","last_unstale":"2024-04-10T15:04:35.642537+0000","last_undegraded":"2024-04-10T15:04:35.642537+0000","last_fullsized":"2024-04-10T15:04:35.642537+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:48:27.043892+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"63'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.639531+0000","last_change":"2024-04-10T15:03:01.278878+0000","last_active":"2024-04-10T15:04:35.639531+0000","last_peered":"2024-04-10T15:04:35.639531+0000","last_clean":"2024-04-10T15:04:35.639531+0000","last_became_active":"2024-04-10T15:03:01.278570+0000","last_became_peered":"2024-04-10T15:03:01.278570+0000","last_unstale":"2024-04-10T15:04:35.639531+0000","last_undegraded":"2024-04-10T15:04:35.639531+0000","last_fullsized":"2024-04-10T15:04:35.639531+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:47:38.509949+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.643283+0000","last_change":"2024-04-10T15:03:01.697863+0000","last_active":"2024-04-10T15:04:35.643283+0000","last_peered":"2024-04-10T15:04:35.643283+0000","last_clean":"2024-04-10T15:04:35.643283+0000","last_became_active":"2024-04-10T15:03:01.697534+0000","last_became_peered":"2024-04-10T15:03:01.697534+0000","last_unstale":"2024-04-10T15:04:35.643283+0000","last_undegraded":"2024-04-10T15:04:35.643283+0000","last_fullsized":"2024-04-10T15:04:35.643283+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:07:02.525073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":14,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.643869+0000","last_change":"2024-04-10T15:03:38.417829+0000","last_active":"2024-04-10T15:04:35.643869+0000","last_peered":"2024-04-10T15:04:35.643869+0000","last_clean":"2024-04-10T15:04:35.643869+0000","last_became_active":"2024-04-10T15:03:38.417469+0000","last_became_peered":"2024-04-10T15:03:38.417469+0000","last_unstale":"2024-04-10T15:04:35.643869+0000","last_undegraded":"2024-04-10T15:04:35.643869+0000","last_fullsized":"2024-04-10T15:04:35.643869+0000","mapping_epoch":65,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":66,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:51:41.919161+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.641733+0000","last_change":"2024-04-10T15:03:01.280206+0000","last_active":"2024-04-10T15:04:35.641733+0000","last_peered":"2024-04-10T15:04:35.641733+0000","last_clean":"2024-04-10T15:04:35.641733+0000","last_became_active":"2024-04-10T15:03:01.279900+0000","last_became_peered":"2024-04-10T15:03:01.279900+0000","last_unstale":"2024-04-10T15:04:35.641733+0000","last_undegraded":"2024-04-10T15:04:35.641733+0000","last_fullsized":"2024-04-10T15:04:35.641733+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:57:34.922367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.639548+0000","last_change":"2024-04-10T15:03:01.693384+0000","last_active":"2024-04-10T15:04:35.639548+0000","last_peered":"2024-04-10T15:04:35.639548+0000","last_clean":"2024-04-10T15:04:35.639548+0000","last_became_active":"2024-04-10T15:03:01.693119+0000","last_became_peered":"2024-04-10T15:03:01.693119+0000","last_unstale":"2024-04-10T15:04:35.639548+0000","last_undegraded":"2024-04-10T15:04:35.639548+0000","last_fullsized":"2024-04-10T15:04:35.639548+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:58:16.162805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.641003+0000","last_change":"2024-04-10T15:03:01.292238+0000","last_active":"2024-04-10T15:04:35.641003+0000","last_peered":"2024-04-10T15:04:35.641003+0000","last_clean":"2024-04-10T15:04:35.641003+0000","last_became_active":"2024-04-10T15:03:01.291645+0000","last_became_peered":"2024-04-10T15:03:01.291645+0000","last_unstale":"2024-04-10T15:04:35.641003+0000","last_undegraded":"2024-04-10T15:04:35.641003+0000","last_fullsized":"2024-04-10T15:04:35.641003+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:42:29.482404+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.644820+0000","last_change":"2024-04-10T15:03:01.673950+0000","last_active":"2024-04-10T15:04:35.644820+0000","last_peered":"2024-04-10T15:04:35.644820+0000","last_clean":"2024-04-10T15:04:35.644820+0000","last_became_active":"2024-04-10T15:03:01.672943+0000","last_became_peered":"2024-04-10T15:03:01.672943+0000","last_unstale":"2024-04-10T15:04:35.644820+0000","last_undegraded":"2024-04-10T15:04:35.644820+0000","last_fullsized":"2024-04-10T15:04:35.644820+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:29:19.935758+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.638027+0000","last_change":"2024-04-10T15:03:01.287488+0000","last_active":"2024-04-10T15:04:35.638027+0000","last_peered":"2024-04-10T15:04:35.638027+0000","last_clean":"2024-04-10T15:04:35.638027+0000","last_became_active":"2024-04-10T15:03:01.287189+0000","last_became_peered":"2024-04-10T15:03:01.287189+0000","last_unstale":"2024-04-10T15:04:35.638027+0000","last_undegraded":"2024-04-10T15:04:35.638027+0000","last_fullsized":"2024-04-10T15:04:35.638027+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:51:01.601141+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.642621+0000","last_change":"2024-04-10T15:03:01.686365+0000","last_active":"2024-04-10T15:04:35.642621+0000","last_peered":"2024-04-10T15:04:35.642621+0000","last_clean":"2024-04-10T15:04:35.642621+0000","last_became_active":"2024-04-10T15:03:01.686078+0000","last_became_peered":"2024-04-10T15:03:01.686078+0000","last_unstale":"2024-04-10T15:04:35.642621+0000","last_undegraded":"2024-04-10T15:04:35.642621+0000","last_fullsized":"2024-04-10T15:04:35.642621+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:36:03.956864+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.638521+0000","last_change":"2024-04-10T15:03:01.288584+0000","last_active":"2024-04-10T15:04:35.638521+0000","last_peered":"2024-04-10T15:04:35.638521+0000","last_clean":"2024-04-10T15:04:35.638521+0000","last_became_active":"2024-04-10T15:03:01.288309+0000","last_became_peered":"2024-04-10T15:03:01.288309+0000","last_unstale":"2024-04-10T15:04:35.638521+0000","last_undegraded":"2024-04-10T15:04:35.638521+0000","last_fullsized":"2024-04-10T15:04:35.638521+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:19:01.449337+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.642797+0000","last_change":"2024-04-10T15:03:01.678321+0000","last_active":"2024-04-10T15:04:35.642797+0000","last_peered":"2024-04-10T15:04:35.642797+0000","last_clean":"2024-04-10T15:04:35.642797+0000","last_became_active":"2024-04-10T15:03:01.677983+0000","last_became_peered":"2024-04-10T15:03:01.677983+0000","last_unstale":"2024-04-10T15:04:35.642797+0000","last_undegraded":"2024-04-10T15:04:35.642797+0000","last_fullsized":"2024-04-10T15:04:35.642797+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:19:31.734444+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.b","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.641338+0000","last_change":"2024-04-10T15:03:01.289724+0000","last_active":"2024-04-10T15:04:35.641338+0000","last_peered":"2024-04-10T15:04:35.641338+0000","last_clean":"2024-04-10T15:04:35.641338+0000","last_became_active":"2024-04-10T15:03:01.289385+0000","last_became_peered":"2024-04-10T15:03:01.289385+0000","last_unstale":"2024-04-10T15:04:35.641338+0000","last_undegraded":"2024-04-10T15:04:35.641338+0000","last_fullsized":"2024-04-10T15:04:35.641338+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:11:40.877506+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.641609+0000","last_change":"2024-04-10T15:03:01.687932+0000","last_active":"2024-04-10T15:04:35.641609+0000","last_peered":"2024-04-10T15:04:35.641609+0000","last_clean":"2024-04-10T15:04:35.641609+0000","last_became_active":"2024-04-10T15:03:01.687635+0000","last_became_peered":"2024-04-10T15:03:01.687635+0000","last_unstale":"2024-04-10T15:04:35.641609+0000","last_undegraded":"2024-04-10T15:04:35.641609+0000","last_fullsized":"2024-04-10T15:04:35.641609+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:11:20.104902+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":19,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.641179+0000","last_change":"2024-04-10T15:03:01.283671+0000","last_active":"2024-04-10T15:04:35.641179+0000","last_peered":"2024-04-10T15:04:35.641179+0000","last_clean":"2024-04-10T15:04:35.641179+0000","last_became_active":"2024-04-10T15:03:01.283246+0000","last_became_peered":"2024-04-10T15:03:01.283246+0000","last_unstale":"2024-04-10T15:04:35.641179+0000","last_undegraded":"2024-04-10T15:04:35.641179+0000","last_fullsized":"2024-04-10T15:04:35.641179+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:07:26.675511+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.643170+0000","last_change":"2024-04-10T15:03:01.683659+0000","last_active":"2024-04-10T15:04:35.643170+0000","last_peered":"2024-04-10T15:04:35.643170+0000","last_clean":"2024-04-10T15:04:35.643170+0000","last_became_active":"2024-04-10T15:03:01.683414+0000","last_became_peered":"2024-04-10T15:03:01.683414+0000","last_unstale":"2024-04-10T15:04:35.643170+0000","last_undegraded":"2024-04-10T15:04:35.643170+0000","last_fullsized":"2024-04-10T15:04:35.643170+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:51:22.323917+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.d","version":"62'1","reported_seq":20,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.639116+0000","last_change":"2024-04-10T15:03:01.283526+0000","last_active":"2024-04-10T15:04:35.639116+0000","last_peered":"2024-04-10T15:04:35.639116+0000","last_clean":"2024-04-10T15:04:35.639116+0000","last_became_active":"2024-04-10T15:03:01.283249+0000","last_became_peered":"2024-04-10T15:03:01.283249+0000","last_unstale":"2024-04-10T15:04:35.639116+0000","last_undegraded":"2024-04-10T15:04:35.639116+0000","last_fullsized":"2024-04-10T15:04:35.639116+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:56:17.936576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.639393+0000","last_change":"2024-04-10T15:03:01.683948+0000","last_active":"2024-04-10T15:04:35.639393+0000","last_peered":"2024-04-10T15:04:35.639393+0000","last_clean":"2024-04-10T15:04:35.639393+0000","last_became_active":"2024-04-10T15:03:01.683214+0000","last_became_peered":"2024-04-10T15:03:01.683214+0000","last_unstale":"2024-04-10T15:04:35.639393+0000","last_undegraded":"2024-04-10T15:04:35.639393+0000","last_fullsized":"2024-04-10T15:04:35.639393+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:54:22.807019+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.e","version":"62'2","reported_seq":21,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.641574+0000","last_change":"2024-04-10T15:03:01.279673+0000","last_active":"2024-04-10T15:04:35.641574+0000","last_peered":"2024-04-10T15:04:35.641574+0000","last_clean":"2024-04-10T15:04:35.641574+0000","last_became_active":"2024-04-10T15:03:01.279262+0000","last_became_peered":"2024-04-10T15:03:01.279262+0000","last_unstale":"2024-04-10T15:04:35.641574+0000","last_undegraded":"2024-04-10T15:04:35.641574+0000","last_fullsized":"2024-04-10T15:04:35.641574+0000","mapping_epoch":60,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":61,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:01:31.538915+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.643220+0000","last_change":"2024-04-10T15:03:01.691955+0000","last_active":"2024-04-10T15:04:35.643220+0000","last_peered":"2024-04-10T15:04:35.643220+0000","last_clean":"2024-04-10T15:04:35.643220+0000","last_became_active":"2024-04-10T15:03:01.691532+0000","last_became_peered":"2024-04-10T15:03:01.691532+0000","last_unstale":"2024-04-10T15:04:35.643220+0000","last_undegraded":"2024-04-10T15:04:35.643220+0000","last_fullsized":"2024-04-10T15:04:35.643220+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:31:48.238050+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.641200+0000","last_change":"2024-04-10T15:03:01.690476+0000","last_active":"2024-04-10T15:04:35.641200+0000","last_peered":"2024-04-10T15:04:35.641200+0000","last_clean":"2024-04-10T15:04:35.641200+0000","last_became_active":"2024-04-10T15:03:01.689896+0000","last_became_peered":"2024-04-10T15:03:01.689896+0000","last_unstale":"2024-04-10T15:04:35.641200+0000","last_undegraded":"2024-04-10T15:04:35.641200+0000","last_fullsized":"2024-04-10T15:04:35.641200+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:12:45.611232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.640806+0000","last_change":"2024-04-10T15:03:01.679976+0000","last_active":"2024-04-10T15:04:35.640806+0000","last_peered":"2024-04-10T15:04:35.640806+0000","last_clean":"2024-04-10T15:04:35.640806+0000","last_became_active":"2024-04-10T15:03:01.679701+0000","last_became_peered":"2024-04-10T15:03:01.679701+0000","last_unstale":"2024-04-10T15:04:35.640806+0000","last_undegraded":"2024-04-10T15:04:35.640806+0000","last_fullsized":"2024-04-10T15:04:35.640806+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:58:47.363645+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.638647+0000","last_change":"2024-04-10T15:03:01.680503+0000","last_active":"2024-04-10T15:04:35.638647+0000","last_peered":"2024-04-10T15:04:35.638647+0000","last_clean":"2024-04-10T15:04:35.638647+0000","last_became_active":"2024-04-10T15:03:01.680219+0000","last_became_peered":"2024-04-10T15:03:01.680219+0000","last_unstale":"2024-04-10T15:04:35.638647+0000","last_undegraded":"2024-04-10T15:04:35.638647+0000","last_fullsized":"2024-04-10T15:04:35.638647+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:32:36.185116+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":11,"reported_epoch":70,"state":"active+clean","last_fresh":"2024-04-10T15:04:36.674776+0000","last_change":"2024-04-10T15:04:36.674776+0000","last_active":"2024-04-10T15:04:36.674776+0000","last_peered":"2024-04-10T15:04:36.674776+0000","last_clean":"2024-04-10T15:04:36.674776+0000","last_became_active":"2024-04-10T15:04:36.674374+0000","last_became_peered":"2024-04-10T15:04:36.674374+0000","last_unstale":"2024-04-10T15:04:36.674776+0000","last_undegraded":"2024-04-10T15:04:36.674776+0000","last_fullsized":"2024-04-10T15:04:36.674776+0000","mapping_epoch":69,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":70,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:14:28.446414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.642899+0000","last_change":"2024-04-10T15:03:01.687905+0000","last_active":"2024-04-10T15:04:35.642899+0000","last_peered":"2024-04-10T15:04:35.642899+0000","last_clean":"2024-04-10T15:04:35.642899+0000","last_became_active":"2024-04-10T15:03:01.683855+0000","last_became_peered":"2024-04-10T15:03:01.683855+0000","last_unstale":"2024-04-10T15:04:35.642899+0000","last_undegraded":"2024-04-10T15:04:35.642899+0000","last_fullsized":"2024-04-10T15:04:35.642899+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:11:24.448193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.639025+0000","last_change":"2024-04-10T15:03:01.696240+0000","last_active":"2024-04-10T15:04:35.639025+0000","last_peered":"2024-04-10T15:04:35.639025+0000","last_clean":"2024-04-10T15:04:35.639025+0000","last_became_active":"2024-04-10T15:03:01.694844+0000","last_became_peered":"2024-04-10T15:03:01.694844+0000","last_unstale":"2024-04-10T15:04:35.639025+0000","last_undegraded":"2024-04-10T15:04:35.639025+0000","last_fullsized":"2024-04-10T15:04:35.639025+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:12:37.444355+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.641949+0000","last_change":"2024-04-10T15:03:01.691779+0000","last_active":"2024-04-10T15:04:35.641949+0000","last_peered":"2024-04-10T15:04:35.641949+0000","last_clean":"2024-04-10T15:04:35.641949+0000","last_became_active":"2024-04-10T15:03:01.691479+0000","last_became_peered":"2024-04-10T15:03:01.691479+0000","last_unstale":"2024-04-10T15:04:35.641949+0000","last_undegraded":"2024-04-10T15:04:35.641949+0000","last_fullsized":"2024-04-10T15:04:35.641949+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:48:16.799662+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.643372+0000","last_change":"2024-04-10T15:03:01.681645+0000","last_active":"2024-04-10T15:04:35.643372+0000","last_peered":"2024-04-10T15:04:35.643372+0000","last_clean":"2024-04-10T15:04:35.643372+0000","last_became_active":"2024-04-10T15:03:01.681382+0000","last_became_peered":"2024-04-10T15:03:01.681382+0000","last_unstale":"2024-04-10T15:04:35.643372+0000","last_undegraded":"2024-04-10T15:04:35.643372+0000","last_fullsized":"2024-04-10T15:04:35.643372+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:29:29.115664+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.638492+0000","last_change":"2024-04-10T15:03:01.682360+0000","last_active":"2024-04-10T15:04:35.638492+0000","last_peered":"2024-04-10T15:04:35.638492+0000","last_clean":"2024-04-10T15:04:35.638492+0000","last_became_active":"2024-04-10T15:03:01.682078+0000","last_became_peered":"2024-04-10T15:03:01.682078+0000","last_unstale":"2024-04-10T15:04:35.638492+0000","last_undegraded":"2024-04-10T15:04:35.638492+0000","last_fullsized":"2024-04-10T15:04:35.638492+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:12:06.224016+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.643247+0000","last_change":"2024-04-10T15:03:01.681072+0000","last_active":"2024-04-10T15:04:35.643247+0000","last_peered":"2024-04-10T15:04:35.643247+0000","last_clean":"2024-04-10T15:04:35.643247+0000","last_became_active":"2024-04-10T15:03:01.680765+0000","last_became_peered":"2024-04-10T15:03:01.680765+0000","last_unstale":"2024-04-10T15:04:35.643247+0000","last_undegraded":"2024-04-10T15:04:35.643247+0000","last_fullsized":"2024-04-10T15:04:35.643247+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:12:16.985207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.638658+0000","last_change":"2024-04-10T15:03:01.692162+0000","last_active":"2024-04-10T15:04:35.638658+0000","last_peered":"2024-04-10T15:04:35.638658+0000","last_clean":"2024-04-10T15:04:35.638658+0000","last_became_active":"2024-04-10T15:03:01.691850+0000","last_became_peered":"2024-04-10T15:03:01.691850+0000","last_unstale":"2024-04-10T15:04:35.638658+0000","last_undegraded":"2024-04-10T15:04:35.638658+0000","last_fullsized":"2024-04-10T15:04:35.638658+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:16:58.177713+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.639313+0000","last_change":"2024-04-10T15:03:01.700357+0000","last_active":"2024-04-10T15:04:35.639313+0000","last_peered":"2024-04-10T15:04:35.639313+0000","last_clean":"2024-04-10T15:04:35.639313+0000","last_became_active":"2024-04-10T15:03:01.699541+0000","last_became_peered":"2024-04-10T15:03:01.699541+0000","last_unstale":"2024-04-10T15:04:35.639313+0000","last_undegraded":"2024-04-10T15:04:35.639313+0000","last_fullsized":"2024-04-10T15:04:35.639313+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:30:03.729145+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":18,"reported_epoch":69,"state":"active+clean","last_fresh":"2024-04-10T15:04:35.641901+0000","last_change":"2024-04-10T15:03:01.686949+0000","last_active":"2024-04-10T15:04:35.641901+0000","last_peered":"2024-04-10T15:04:35.641901+0000","last_clean":"2024-04-10T15:04:35.641901+0000","last_became_active":"2024-04-10T15:03:01.686643+0000","last_became_peered":"2024-04-10T15:03:01.686643+0000","last_unstale":"2024-04-10T15:04:35.641901+0000","last_undegraded":"2024-04-10T15:04:35.641901+0000","last_fullsized":"2024-04-10T15:04:35.641901+0000","mapping_epoch":61,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":62,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:08:33.474938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":212,"num_read_kb":306,"num_write":179,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":128,"ondisk_log_size":128,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":3148,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":98304,"data_stored":9444,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":55,"seq":236223201305,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28308,"kb_used_data":1284,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716844,"statfs":{"total":95995035648,"available":95966048256,"internally_reserved":0,"allocated":1314816,"data_stored":903296,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:03:44 2024","interfaces":[{"interface":"back","average":{"1min":0.51900000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.54400000000000004},{"interface":"front","average":{"1min":0.56299999999999994,"5min":0.56299999999999994,"15min":0.56299999999999994},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.82799999999999996,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.68600000000000005}]},{"osd":1,"last update":"Wed Apr 10 15:03:44 2024","interfaces":[{"interface":"back","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.72599999999999998,"5min":0.72599999999999998,"15min":0.72599999999999998},"last":0.69899999999999995},{"interface":"front","average":{"1min":0.52700000000000002,"5min":0.52700000000000002,"15min":0.52700000000000002},"min":{"1min":0.34799999999999998,"5min":0.34799999999999998,"15min":0.34799999999999998},"max":{"1min":0.86799999999999999,"5min":0.86799999999999999,"15min":0.86799999999999999},"last":0.624}]},{"osd":2,"last update":"Wed Apr 10 15:03:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"min":{"1min":0.40600000000000003,"5min":0.40600000000000003,"15min":0.40600000000000003},"max":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.58799999999999997,"15min":0.58799999999999997},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.77500000000000002,"5min":0.77500000000000002,"15min":0.77500000000000002},"last":0.65800000000000003}]},{"osd":3,"last update":"Wed Apr 10 15:03:44 2024","interfaces":[{"interface":"back","average":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"last":0.57299999999999995},{"interface":"front","average":{"1min":0.57499999999999996,"5min":0.57499999999999996,"15min":0.57499999999999996},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.69499999999999995,"5min":0.69499999999999995,"15min":0.69499999999999995},"last":0.58399999999999996}]},{"osd":4,"last update":"Wed Apr 10 15:03:44 2024","interfaces":[{"interface":"back","average":{"1min":0.442,"5min":0.442,"15min":0.442},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.626,"5min":0.626,"15min":0.626},"last":0.45000000000000001},{"interface":"front","average":{"1min":0.48699999999999999,"5min":0.48699999999999999,"15min":0.48699999999999999},"min":{"1min":0.33700000000000002,"5min":0.33700000000000002,"15min":0.33700000000000002},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.67200000000000004}]},{"osd":5,"last update":"Wed Apr 10 15:03:44 2024","interfaces":[{"interface":"back","average":{"1min":0.48899999999999999,"5min":0.48899999999999999,"15min":0.48899999999999999},"min":{"1min":0.314,"5min":0.314,"15min":0.314},"max":{"1min":0.69399999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.499},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.51100000000000001,"15min":0.51100000000000001},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.80100000000000005,"5min":0.80100000000000005,"15min":0.80100000000000005},"last":0.71699999999999997}]},{"osd":6,"last update":"Wed Apr 10 15:03:44 2024","interfaces":[{"interface":"back","average":{"1min":0.52400000000000002,"5min":0.52400000000000002,"15min":0.52400000000000002},"min":{"1min":0.38300000000000001,"5min":0.38300000000000001,"15min":0.38300000000000001},"max":{"1min":0.83299999999999996,"5min":0.83299999999999996,"15min":0.83299999999999996},"last":0.74099999999999999},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.79100000000000004,"5min":0.79100000000000004,"15min":0.79100000000000004},"last":0.64400000000000002}]}]},{"osd":6,"up_from":47,"seq":201863462942,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":28304,"kb_used_data":1280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93716848,"statfs":{"total":95995035648,"available":95966052352,"internally_reserved":0,"allocated":1310720,"data_stored":904446,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:04:24 2024","interfaces":[{"interface":"back","average":{"1min":0.46500000000000002,"5min":0.497,"15min":0.502},"min":{"1min":0.23999999999999999,"5min":0.23999999999999999,"15min":0.23999999999999999},"max":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"last":0.58599999999999997},{"interface":"front","average":{"1min":0.50700000000000001,"5min":0.51100000000000001,"15min":0.51200000000000001},"min":{"1min":0.38600000000000001,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.68700000000000006}]},{"osd":1,"last update":"Wed Apr 10 15:04:24 2024","interfaces":[{"interface":"back","average":{"1min":0.49399999999999999,"5min":0.52700000000000002,"15min":0.53300000000000003},"min":{"1min":0.313,"5min":0.313,"15min":0.313},"max":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.67300000000000004},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.48399999999999999,"15min":0.48599999999999999},"min":{"1min":0.27400000000000002,"5min":0.27400000000000002,"15min":0.27400000000000002},"max":{"1min":0.67100000000000004,"5min":0.67100000000000004,"15min":0.67100000000000004},"last":0.51300000000000001}]},{"osd":2,"last update":"Wed Apr 10 15:04:24 2024","interfaces":[{"interface":"back","average":{"1min":0.497,"5min":0.52100000000000002,"15min":0.52500000000000002},"min":{"1min":0.36499999999999999,"5min":0.36499999999999999,"15min":0.36499999999999999},"max":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"last":0.61899999999999999},{"interface":"front","average":{"1min":0.48799999999999999,"5min":0.49399999999999999,"15min":0.495},"min":{"1min":0.28599999999999998,"5min":0.28599999999999998,"15min":0.28599999999999998},"max":{"1min":0.66100000000000003,"5min":0.72899999999999998,"15min":0.72899999999999998},"last":0.629}]},{"osd":3,"last update":"Wed Apr 10 15:04:24 2024","interfaces":[{"interface":"back","average":{"1min":0.52000000000000002,"5min":0.51900000000000002,"15min":0.51900000000000002},"min":{"1min":0.39700000000000002,"5min":0.39700000000000002,"15min":0.39700000000000002},"max":{"1min":0.752,"5min":0.752,"15min":0.752},"last":0.5},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.54100000000000004,"15min":0.54900000000000004},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.629,"5min":0.746,"15min":0.746},"last":0.64400000000000002}]},{"osd":4,"last update":"Wed Apr 10 15:04:24 2024","interfaces":[{"interface":"back","average":{"1min":0.433,"5min":0.42599999999999999,"15min":0.42499999999999999},"min":{"1min":0.31900000000000001,"5min":0.30299999999999999,"15min":0.30299999999999999},"max":{"1min":0.60799999999999998,"5min":0.65600000000000003,"15min":0.65600000000000003},"last":0.36499999999999999},{"interface":"front","average":{"1min":0.48099999999999998,"5min":0.45900000000000002,"15min":0.45500000000000002},"min":{"1min":0.29699999999999999,"5min":0.28399999999999997,"15min":0.28399999999999997},"max":{"1min":0.621,"5min":0.78200000000000003,"15min":0.78200000000000003},"last":0.437}]},{"osd":5,"last update":"Wed Apr 10 15:04:24 2024","interfaces":[{"interface":"back","average":{"1min":0.46999999999999997,"5min":0.47399999999999998,"15min":0.47399999999999998},"min":{"1min":0.315,"5min":0.315,"15min":0.315},"max":{"1min":0.65300000000000002,"5min":0.70099999999999996,"15min":0.70099999999999996},"last":0.46100000000000002},{"interface":"front","average":{"1min":0.48299999999999998,"5min":0.48999999999999999,"15min":0.49099999999999999},"min":{"1min":0.36099999999999999,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.64100000000000001,"5min":0.73199999999999998,"15min":0.73199999999999998},"last":0.57599999999999996}]},{"osd":7,"last update":"Wed Apr 10 15:03:45 2024","interfaces":[{"interface":"back","average":{"1min":0.5,"5min":0.5,"15min":0.5},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.80200000000000005,"5min":0.80200000000000005,"15min":0.80200000000000005},"last":0.54200000000000004},{"interface":"front","average":{"1min":0.55700000000000005,"5min":0.55700000000000005,"15min":0.55700000000000005},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.76300000000000001,"5min":0.76300000000000001,"15min":0.76300000000000001},"last":0.60799999999999998}]}]},{"osd":1,"up_from":13,"seq":55834574902,"num_pgs":39,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":708,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":724992,"data_stored":312765,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:04:32 2024","interfaces":[{"interface":"back","average":{"1min":0.35699999999999998,"5min":0.34799999999999998,"15min":0.32000000000000001},"min":{"1min":0.22600000000000001,"5min":0.20499999999999999,"15min":0.20499999999999999},"max":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"last":0.32600000000000001},{"interface":"front","average":{"1min":0.36399999999999999,"5min":0.36599999999999999,"15min":0.34000000000000002},"min":{"1min":0.25,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.55300000000000005,"5min":0.64200000000000002,"15min":0.64200000000000002},"last":0.311}]},{"osd":2,"last update":"Wed Apr 10 15:03:51 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.38,"15min":0.375},"min":{"1min":0.25,"5min":0.24199999999999999,"15min":0.24199999999999999},"max":{"1min":0.48699999999999999,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.28599999999999998},{"interface":"front","average":{"1min":0.39400000000000002,"5min":0.40100000000000002,"15min":0.39700000000000002},"min":{"1min":0.26700000000000002,"5min":0.22,"15min":0.22},"max":{"1min":0.61199999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"last":0.42999999999999999}]},{"osd":3,"last update":"Wed Apr 10 15:04:23 2024","interfaces":[{"interface":"back","average":{"1min":0.38400000000000001,"5min":0.432,"15min":0.44900000000000001},"min":{"1min":0.22500000000000001,"5min":0.22500000000000001,"15min":0.22500000000000001},"max":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"last":0.41099999999999998},{"interface":"front","average":{"1min":0.40300000000000002,"5min":0.44600000000000001,"15min":0.45700000000000002},"min":{"1min":0.254,"5min":0.254,"15min":0.254},"max":{"1min":0.57199999999999995,"5min":0.68200000000000005,"15min":0.68200000000000005},"last":0.45000000000000001}]},{"osd":4,"last update":"Wed Apr 10 15:04:35 2024","interfaces":[{"interface":"back","average":{"1min":0.56100000000000005,"5min":0.56399999999999995,"15min":0.56200000000000006},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.91300000000000003,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.55200000000000005},{"interface":"front","average":{"1min":0.55400000000000005,"5min":0.63300000000000001,"15min":0.59299999999999997},"min":{"1min":0.34300000000000003,"5min":0.34300000000000003,"15min":0.34300000000000003},"max":{"1min":0.83199999999999996,"5min":6.476,"15min":6.476},"last":0.69999999999999996}]},{"osd":5,"last update":"Wed Apr 10 15:03:58 2024","interfaces":[{"interface":"back","average":{"1min":0.53800000000000003,"5min":0.56200000000000006,"15min":0.56599999999999995},"min":{"1min":0.39500000000000002,"5min":0.39500000000000002,"15min":0.39500000000000002},"max":{"1min":0.93899999999999995,"5min":0.93899999999999995,"15min":0.93899999999999995},"last":0.67600000000000005},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.56799999999999995,"15min":0.56799999999999995},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"last":0.57199999999999995}]},{"osd":6,"last update":"Wed Apr 10 15:04:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57299999999999995,"5min":0.60799999999999998,"15min":0.61399999999999999},"min":{"1min":0.36099999999999999,"5min":0.36099999999999999,"15min":0.36099999999999999},"max":{"1min":0.752,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.57199999999999995,"5min":0.59999999999999998,"15min":0.60399999999999998},"min":{"1min":0.40300000000000002,"5min":0.40300000000000002,"15min":0.40300000000000002},"max":{"1min":0.78100000000000003,"5min":0.90300000000000002,"15min":0.90300000000000002},"last":0.58699999999999997}]},{"osd":7,"last update":"Wed Apr 10 15:03:45 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.42899999999999999,"5min":0.42899999999999999,"15min":0.42899999999999999},"max":{"1min":0.95099999999999996,"5min":0.95099999999999996,"15min":0.95099999999999996},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"min":{"1min":0.438,"5min":0.438,"15min":0.438},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.73199999999999998}]}]},{"osd":0,"up_from":8,"seq":34359738427,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":32412,"kb_used_data":1292,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":93712740,"statfs":{"total":95995035648,"available":95961845760,"internally_reserved":0,"allocated":1323008,"data_stored":903428,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Wed Apr 10 15:04:32 2024","interfaces":[{"interface":"back","average":{"1min":0.30399999999999999,"5min":0.33300000000000002,"15min":0.30599999999999999},"min":{"1min":0.19700000000000001,"5min":0.159,"15min":0.159},"max":{"1min":0.55500000000000005,"5min":0.56399999999999995,"15min":0.56399999999999995},"last":0.39700000000000002},{"interface":"front","average":{"1min":0.35399999999999998,"5min":0.36099999999999999,"15min":0.32700000000000001},"min":{"1min":0.23400000000000001,"5min":0.19400000000000001,"15min":0.19400000000000001},"max":{"1min":0.51800000000000002,"5min":0.55900000000000005,"15min":0.55900000000000005},"last":0.50900000000000001}]},{"osd":2,"last update":"Wed Apr 10 15:03:51 2024","interfaces":[{"interface":"back","average":{"1min":0.376,"5min":0.38700000000000001,"15min":0.38800000000000001},"min":{"1min":0.23000000000000001,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.54100000000000004,"5min":0.629,"15min":0.629},"last":0.45600000000000002},{"interface":"front","average":{"1min":0.42199999999999999,"5min":0.41299999999999998,"15min":0.41099999999999998},"min":{"1min":0.26800000000000002,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.56799999999999995,"5min":0.61899999999999999,"15min":0.61899999999999999},"last":0.48299999999999998}]},{"osd":3,"last update":"Wed Apr 10 15:04:21 2024","interfaces":[{"interface":"back","average":{"1min":0.38500000000000001,"5min":0.443,"15min":0.45600000000000002},"min":{"1min":0.26800000000000002,"5min":0.26800000000000002,"15min":0.26800000000000002},"max":{"1min":0.58199999999999996,"5min":0.64100000000000001,"15min":0.64100000000000001},"last":0.52200000000000002},{"interface":"front","average":{"1min":0.372,"5min":0.435,"15min":0.45100000000000001},"min":{"1min":0.27500000000000002,"5min":0.27500000000000002,"15min":0.27500000000000002},"max":{"1min":0.502,"5min":0.625,"15min":0.625},"last":0.432}]},{"osd":4,"last update":"Wed Apr 10 15:04:38 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.58299999999999996,"15min":0.59099999999999997},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.74099999999999999,"5min":0.90500000000000003,"15min":0.90500000000000003},"last":0.64800000000000002},{"interface":"front","average":{"1min":0.51700000000000002,"5min":0.57299999999999995,"15min":0.58799999999999997},"min":{"1min":0.36199999999999999,"5min":0.36199999999999999,"15min":0.36199999999999999},"max":{"1min":0.72299999999999998,"5min":0.90100000000000002,"15min":0.90100000000000002},"last":0.57699999999999996}]},{"osd":5,"last update":"Wed Apr 10 15:03:58 2024","interfaces":[{"interface":"back","average":{"1min":0.54800000000000004,"5min":0.61699999999999999,"15min":0.629},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":0.73099999999999998,"5min":0.80400000000000005,"15min":0.80400000000000005},"last":0.626},{"interface":"front","average":{"1min":0.55200000000000005,"5min":0.58399999999999996,"15min":0.58899999999999997},"min":{"1min":0.373,"5min":0.373,"15min":0.373},"max":{"1min":0.88,"5min":0.88,"15min":0.88},"last":0.55600000000000005}]},{"osd":6,"last update":"Wed Apr 10 15:04:27 2024","interfaces":[{"interface":"back","average":{"1min":0.53900000000000003,"5min":0.84799999999999998,"15min":0.90000000000000002},"min":{"1min":0.42499999999999999,"5min":0.42499999999999999,"15min":0.42499999999999999},"max":{"1min":0.69199999999999995,"5min":6.5570000000000004,"15min":6.5570000000000004},"last":0.68799999999999994},{"interface":"front","average":{"1min":0.53300000000000003,"5min":0.621,"15min":0.63500000000000001},"min":{"1min":0.40699999999999997,"5min":0.40699999999999997,"15min":0.40699999999999997},"max":{"1min":0.79700000000000004,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.60499999999999998}]},{"osd":7,"last update":"Wed Apr 10 15:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":6.4870000000000001,"5min":6.4870000000000001,"15min":6.4870000000000001},"last":0.59399999999999997},{"interface":"front","average":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"min":{"1min":0.44800000000000001,"5min":0.44800000000000001,"15min":0.44800000000000001},"max":{"1min":0.91900000000000004,"5min":0.91900000000000004,"15min":0.91900000000000004},"last":0.71999999999999997}]}]},{"osd":2,"up_from":18,"seq":77309411377,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27720,"kb_used_data":696,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717432,"statfs":{"total":95995035648,"available":95966650368,"internally_reserved":0,"allocated":712704,"data_stored":312332,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:03:51 2024","interfaces":[{"interface":"back","average":{"1min":0.315,"5min":0.33100000000000002,"15min":0.32800000000000001},"min":{"1min":0.249,"5min":0.22700000000000001,"15min":0.22700000000000001},"max":{"1min":0.46899999999999997,"5min":0.57899999999999996,"15min":0.57899999999999996},"last":0.372},{"interface":"front","average":{"1min":0.39800000000000002,"5min":0.35999999999999999,"15min":0.34899999999999998},"min":{"1min":0.30499999999999999,"5min":0.22800000000000001,"15min":0.22800000000000001},"max":{"1min":0.52000000000000002,"5min":0.52000000000000002,"15min":0.52000000000000002},"last":0.48499999999999999}]},{"osd":1,"last update":"Wed Apr 10 15:03:51 2024","interfaces":[{"interface":"back","average":{"1min":0.372,"5min":0.37,"15min":0.36599999999999999},"min":{"1min":0.26000000000000001,"5min":0.25900000000000001,"15min":0.25900000000000001},"max":{"1min":0.54700000000000004,"5min":0.54700000000000004,"15min":0.54700000000000004},"last":0.5},{"interface":"front","average":{"1min":0.376,"5min":0.374,"15min":0.36799999999999999},"min":{"1min":0.27000000000000002,"5min":0.26000000000000001,"15min":0.26000000000000001},"max":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"last":0.40300000000000002}]},{"osd":3,"last update":"Wed Apr 10 15:04:15 2024","interfaces":[{"interface":"back","average":{"1min":0.42599999999999999,"5min":0.41299999999999998,"15min":0.41399999999999998},"min":{"1min":0.248,"5min":0.248,"15min":0.248},"max":{"1min":1.1439999999999999,"5min":1.1439999999999999,"15min":1.1439999999999999},"last":0.45900000000000002},{"interface":"front","average":{"1min":0.39900000000000002,"5min":0.39500000000000002,"15min":0.39900000000000002},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":1.1100000000000001,"5min":1.1100000000000001,"15min":1.1100000000000001},"last":0.52700000000000002}]},{"osd":4,"last update":"Wed Apr 10 15:04:36 2024","interfaces":[{"interface":"back","average":{"1min":0.55600000000000005,"5min":0.53400000000000003,"15min":0.52900000000000003},"min":{"1min":0.36799999999999999,"5min":0.36799999999999999,"15min":0.36799999999999999},"max":{"1min":0.79800000000000004,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.66400000000000003},{"interface":"front","average":{"1min":0.58199999999999996,"5min":0.68999999999999995,"15min":0.746},"min":{"1min":0.40699999999999997,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":1.272,"5min":5.0720000000000001,"15min":5.0720000000000001},"last":0.77200000000000002}]},{"osd":5,"last update":"Wed Apr 10 15:04:00 2024","interfaces":[{"interface":"back","average":{"1min":0.59599999999999997,"5min":0.56200000000000006,"15min":0.55600000000000005},"min":{"1min":0.40200000000000002,"5min":0.371,"15min":0.371},"max":{"1min":1.177,"5min":1.177,"15min":1.177},"last":0.65100000000000002},{"interface":"front","average":{"1min":0.58399999999999996,"5min":0.55800000000000005,"15min":0.55400000000000005},"min":{"1min":0.39500000000000002,"5min":0.39300000000000002,"15min":0.39300000000000002},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.80000000000000004}]},{"osd":6,"last update":"Wed Apr 10 15:04:23 2024","interfaces":[{"interface":"back","average":{"1min":0.57499999999999996,"5min":0.58299999999999996,"15min":0.58399999999999996},"min":{"1min":0.40999999999999998,"5min":0.40999999999999998,"15min":0.40999999999999998},"max":{"1min":1.3100000000000001,"5min":1.3100000000000001,"15min":1.3100000000000001},"last":0.64400000000000002},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.56200000000000006,"15min":0.55500000000000005},"min":{"1min":0.44,"5min":0.39200000000000002,"15min":0.39200000000000002},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.78500000000000003}]},{"osd":7,"last update":"Wed Apr 10 15:03:45 2024","interfaces":[{"interface":"back","average":{"1min":0.58699999999999997,"5min":0.58699999999999997,"15min":0.58699999999999997},"min":{"1min":0.443,"5min":0.443,"15min":0.443},"max":{"1min":0.78600000000000003,"5min":0.78600000000000003,"15min":0.78600000000000003},"last":0.76100000000000001},{"interface":"front","average":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.38500000000000001,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.71099999999999997,"5min":0.71099999999999997,"15min":0.71099999999999997},"last":0.89200000000000002}]}]},{"osd":3,"up_from":26,"seq":111669149741,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27736,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717416,"statfs":{"total":95995035648,"available":95966633984,"internally_reserved":0,"allocated":733184,"data_stored":314786,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:04:16 2024","interfaces":[{"interface":"back","average":{"1min":0.36799999999999999,"5min":0.371,"15min":0.36299999999999999},"min":{"1min":0.27000000000000002,"5min":0.254,"15min":0.254},"max":{"1min":0.45600000000000002,"5min":0.746,"15min":0.746},"last":0.42799999999999999},{"interface":"front","average":{"1min":0.377,"5min":0.38300000000000001,"15min":0.38300000000000001},"min":{"1min":0.20999999999999999,"5min":0.20999999999999999,"15min":0.20999999999999999},"max":{"1min":0.54700000000000004,"5min":0.59699999999999998,"15min":0.59699999999999998},"last":0.47199999999999998}]},{"osd":1,"last update":"Wed Apr 10 15:04:16 2024","interfaces":[{"interface":"back","average":{"1min":0.35299999999999998,"5min":0.378,"15min":0.377},"min":{"1min":0.216,"5min":0.216,"15min":0.216},"max":{"1min":0.49199999999999999,"5min":0.66600000000000004,"15min":0.66600000000000004},"last":0.58299999999999996},{"interface":"front","average":{"1min":0.41199999999999998,"5min":0.42599999999999999,"15min":0.42399999999999999},"min":{"1min":0.27700000000000002,"5min":0.27700000000000002,"15min":0.27700000000000002},"max":{"1min":0.68300000000000005,"5min":0.77200000000000002,"15min":0.77200000000000002},"last":0.54200000000000004}]},{"osd":2,"last update":"Wed Apr 10 15:04:16 2024","interfaces":[{"interface":"back","average":{"1min":0.40400000000000003,"5min":0.437,"15min":0.435},"min":{"1min":0.28299999999999997,"5min":0.28299999999999997,"15min":0.28299999999999997},"max":{"1min":0.57199999999999995,"5min":0.76500000000000001,"15min":0.76500000000000001},"last":0.50700000000000001},{"interface":"front","average":{"1min":0.41899999999999998,"5min":0.44700000000000001,"15min":0.44700000000000001},"min":{"1min":0.28899999999999998,"5min":0.28899999999999998,"15min":0.28899999999999998},"max":{"1min":0.77000000000000002,"5min":0.82199999999999995,"15min":0.82199999999999995},"last":0.59999999999999998}]},{"osd":4,"last update":"Wed Apr 10 15:04:38 2024","interfaces":[{"interface":"back","average":{"1min":0.59299999999999997,"5min":0.58099999999999996,"15min":0.58099999999999996},"min":{"1min":0.442,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":0.84699999999999998,"5min":0.88,"15min":0.88},"last":0.84699999999999998},{"interface":"front","average":{"1min":0.59499999999999997,"5min":0.57599999999999996,"15min":0.57599999999999996},"min":{"1min":0.42499999999999999,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":0.875,"5min":0.875,"15min":0.875},"last":0.753}]},{"osd":5,"last update":"Wed Apr 10 15:04:00 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.55400000000000005,"15min":0.55200000000000005},"min":{"1min":0.41799999999999998,"5min":0.40899999999999997,"15min":0.40899999999999997},"max":{"1min":0.86499999999999999,"5min":0.86499999999999999,"15min":0.86499999999999999},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.61199999999999999,"15min":0.61499999999999999},"min":{"1min":0.34899999999999998,"5min":0.34899999999999998,"15min":0.34899999999999998},"max":{"1min":0.879,"5min":0.879,"15min":0.879},"last":0.91100000000000003}]},{"osd":6,"last update":"Wed Apr 10 15:04:24 2024","interfaces":[{"interface":"back","average":{"1min":0.56499999999999995,"5min":0.59599999999999997,"15min":0.60099999999999998},"min":{"1min":0.372,"5min":0.372,"15min":0.372},"max":{"1min":0.78700000000000003,"5min":0.80500000000000005,"15min":0.80500000000000005},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.60299999999999998,"5min":0.623,"15min":0.627},"min":{"1min":0.44900000000000001,"5min":0.44900000000000001,"15min":0.44900000000000001},"max":{"1min":0.81999999999999995,"5min":0.83499999999999996,"15min":0.83499999999999996},"last":0.83099999999999996}]},{"osd":7,"last update":"Wed Apr 10 15:03:49 2024","interfaces":[{"interface":"back","average":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"min":{"1min":0.47899999999999998,"5min":0.47899999999999998,"15min":0.47899999999999998},"max":{"1min":0.82899999999999996,"5min":0.82899999999999996,"15min":0.82899999999999996},"last":0.77400000000000002},{"interface":"front","average":{"1min":0.61299999999999999,"5min":0.61299999999999999,"15min":0.61299999999999999},"min":{"1min":0.46400000000000002,"5min":0.46400000000000002,"15min":0.46400000000000002},"max":{"1min":0.84299999999999997,"5min":0.84299999999999997,"15min":0.84299999999999997},"last":0.86699999999999999}]}]},{"osd":4,"up_from":31,"seq":133143986215,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27740,"kb_used_data":716,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717412,"statfs":{"total":95995035648,"available":95966629888,"internally_reserved":0,"allocated":733184,"data_stored":313313,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:04:37 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.58799999999999997,"15min":0.61099999999999999},"min":{"1min":0.249,"5min":0.249,"15min":0.249},"max":{"1min":0.80400000000000005,"5min":1.5189999999999999,"15min":1.5189999999999999},"last":0.56999999999999995},{"interface":"front","average":{"1min":0.52800000000000002,"5min":0.58699999999999997,"15min":0.61199999999999999},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.78300000000000003,"5min":1.554,"15min":1.554},"last":0.55700000000000005}]},{"osd":1,"last update":"Wed Apr 10 15:04:37 2024","interfaces":[{"interface":"back","average":{"1min":0.49099999999999999,"5min":0.56799999999999995,"15min":0.59399999999999997},"min":{"1min":0.35799999999999998,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.81200000000000006,"5min":1.544,"15min":1.544},"last":0.58399999999999996},{"interface":"front","average":{"1min":0.49299999999999999,"5min":0.56999999999999995,"15min":0.53900000000000003},"min":{"1min":0.25800000000000001,"5min":0.25800000000000001,"15min":0.25800000000000001},"max":{"1min":0.70399999999999996,"5min":5.5650000000000004,"15min":5.5650000000000004},"last":0.48499999999999999}]},{"osd":2,"last update":"Wed Apr 10 15:04:37 2024","interfaces":[{"interface":"back","average":{"1min":0.499,"5min":0.629,"15min":0.61799999999999999},"min":{"1min":0.32200000000000001,"5min":0.32200000000000001,"15min":0.32200000000000001},"max":{"1min":0.77400000000000002,"5min":5.6020000000000003,"15min":5.6020000000000003},"last":0.60299999999999998},{"interface":"front","average":{"1min":0.53500000000000003,"5min":0.57199999999999995,"15min":0.58699999999999997},"min":{"1min":0.36499999999999999,"5min":0.34999999999999998,"15min":0.34999999999999998},"max":{"1min":0.84899999999999998,"5min":1.5660000000000001,"15min":1.5660000000000001},"last":0.503}]},{"osd":3,"last update":"Wed Apr 10 15:04:37 2024","interfaces":[{"interface":"back","average":{"1min":0.52500000000000002,"5min":0.54600000000000004,"15min":0.54600000000000004},"min":{"1min":0.27600000000000002,"5min":0.27600000000000002,"15min":0.27600000000000002},"max":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"last":0.66900000000000004},{"interface":"front","average":{"1min":0.51100000000000001,"5min":0.60099999999999998,"15min":0.58099999999999996},"min":{"1min":0.29499999999999998,"5min":0.29499999999999998,"15min":0.29499999999999998},"max":{"1min":0.76900000000000002,"5min":5.5860000000000003,"15min":5.5860000000000003},"last":0.47099999999999997}]},{"osd":5,"last update":"Wed Apr 10 15:04:01 2024","interfaces":[{"interface":"back","average":{"1min":0.46600000000000003,"5min":0.41199999999999998,"15min":0.40300000000000002},"min":{"1min":0.29599999999999999,"5min":0.26900000000000002,"15min":0.26900000000000002},"max":{"1min":0.68200000000000005,"5min":0.69599999999999995,"15min":0.69599999999999995},"last":0.45800000000000002},{"interface":"front","average":{"1min":0.49099999999999999,"5min":0.42699999999999999,"15min":0.41699999999999998},"min":{"1min":0.34300000000000003,"5min":0.25,"15min":0.25},"max":{"1min":0.72099999999999997,"5min":0.72099999999999997,"15min":0.72099999999999997},"last":0.53100000000000003}]},{"osd":6,"last update":"Wed Apr 10 15:04:26 2024","interfaces":[{"interface":"back","average":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"min":{"1min":0.32000000000000001,"5min":0.32000000000000001,"15min":0.32000000000000001},"max":{"1min":0.69099999999999995,"5min":0.69399999999999995,"15min":0.69399999999999995},"last":0.63200000000000001},{"interface":"front","average":{"1min":0.505,"5min":0.49299999999999999,"15min":0.49099999999999999},"min":{"1min":0.32900000000000001,"5min":0.32900000000000001,"15min":0.32900000000000001},"max":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"last":0.61799999999999999}]},{"osd":7,"last update":"Wed Apr 10 15:03:46 2024","interfaces":[{"interface":"back","average":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"min":{"1min":0.33500000000000002,"5min":0.33500000000000002,"15min":0.33500000000000002},"max":{"1min":0.89000000000000001,"5min":0.89000000000000001,"15min":0.89000000000000001},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.53900000000000003,"5min":0.53900000000000003,"15min":0.53900000000000003},"min":{"1min":0.34499999999999997,"5min":0.34499999999999997,"15min":0.34499999999999997},"max":{"1min":0.75600000000000001,"5min":0.75600000000000001,"15min":0.75600000000000001},"last":0.51900000000000002}]}]},{"osd":5,"up_from":39,"seq":167503724579,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":27732,"kb_used_data":712,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":93717420,"statfs":{"total":95995035648,"available":95966638080,"internally_reserved":0,"allocated":729088,"data_stored":314714,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Wed Apr 10 15:03:59 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.56200000000000006,"15min":0.56399999999999995},"min":{"1min":0.39300000000000002,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.81100000000000005,"5min":0.96499999999999997,"15min":0.96499999999999997},"last":0.68200000000000005},{"interface":"front","average":{"1min":0.51400000000000001,"5min":0.52600000000000002,"15min":0.52800000000000002},"min":{"1min":0.40400000000000003,"5min":0.38500000000000001,"15min":0.38500000000000001},"max":{"1min":0.91800000000000004,"5min":0.91800000000000004,"15min":0.91800000000000004},"last":0.58699999999999997}]},{"osd":1,"last update":"Wed Apr 10 15:03:59 2024","interfaces":[{"interface":"back","average":{"1min":0.53500000000000003,"5min":0.54500000000000004,"15min":0.54700000000000004},"min":{"1min":0.34399999999999997,"5min":0.34399999999999997,"15min":0.34399999999999997},"max":{"1min":0.77300000000000002,"5min":0.89100000000000001,"15min":0.89100000000000001},"last":0.59999999999999998},{"interface":"front","average":{"1min":0.54700000000000004,"5min":0.54300000000000004,"15min":0.54200000000000004},"min":{"1min":0.45700000000000002,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.72799999999999998,"5min":0.91100000000000003,"15min":0.91100000000000003},"last":0.626}]},{"osd":2,"last update":"Wed Apr 10 15:03:59 2024","interfaces":[{"interface":"back","average":{"1min":0.50800000000000001,"5min":0.51600000000000001,"15min":0.51800000000000002},"min":{"1min":0.35499999999999998,"5min":0.35499999999999998,"15min":0.35499999999999998},"max":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.58799999999999997,"5min":0.55400000000000005,"15min":0.54800000000000004},"min":{"1min":0.38800000000000001,"5min":0.372,"15min":0.372},"max":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"last":0.53900000000000003}]},{"osd":3,"last update":"Wed Apr 10 15:03:59 2024","interfaces":[{"interface":"back","average":{"1min":0.55100000000000005,"5min":0.52700000000000002,"15min":0.52300000000000002},"min":{"1min":0.33000000000000002,"5min":0.33000000000000002,"15min":0.33000000000000002},"max":{"1min":0.89900000000000002,"5min":0.89900000000000002,"15min":0.89900000000000002},"last":0.61099999999999999},{"interface":"front","average":{"1min":0.59299999999999997,"5min":0.58399999999999996,"15min":0.58199999999999996},"min":{"1min":0.41199999999999998,"5min":0.41199999999999998,"15min":0.41199999999999998},"max":{"1min":0.86899999999999999,"5min":0.93700000000000006,"15min":0.93700000000000006},"last":0.74099999999999999}]},{"osd":4,"last update":"Wed Apr 10 15:03:59 2024","interfaces":[{"interface":"back","average":{"1min":0.48999999999999999,"5min":0.41599999999999998,"15min":0.40400000000000003},"min":{"1min":0.32200000000000001,"5min":0.25,"15min":0.25},"max":{"1min":0.79000000000000004,"5min":0.79000000000000004,"15min":0.79000000000000004},"last":0.48899999999999999},{"interface":"front","average":{"1min":0.47599999999999998,"5min":0.41799999999999998,"15min":0.40799999999999997},"min":{"1min":0.30399999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.80800000000000005,"5min":0.80800000000000005,"15min":0.80800000000000005},"last":0.65900000000000003}]},{"osd":6,"last update":"Wed Apr 10 15:04:26 2024","interfaces":[{"interface":"back","average":{"1min":0.45200000000000001,"5min":0.437,"15min":0.435},"min":{"1min":0.29099999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":0.751,"5min":0.82799999999999996,"15min":0.82799999999999996},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.54500000000000004,"5min":0.50700000000000001,"15min":0.501},"min":{"1min":0.35499999999999998,"5min":0.312,"15min":0.312},"max":{"1min":0.80200000000000005,"5min":0.94199999999999995,"15min":0.94199999999999995},"last":0.71799999999999997}]},{"osd":7,"last update":"Wed Apr 10 15:03:47 2024","interfaces":[{"interface":"back","average":{"1min":0.56699999999999995,"5min":0.56699999999999995,"15min":0.56699999999999995},"min":{"1min":0.38600000000000001,"5min":0.38600000000000001,"15min":0.38600000000000001},"max":{"1min":0.90600000000000003,"5min":0.90600000000000003,"15min":0.90600000000000003},"last":0.78800000000000003},{"interface":"front","average":{"1min":0.54400000000000004,"5min":0.54400000000000004,"15min":0.54400000000000004},"min":{"1min":0.38900000000000001,"5min":0.38900000000000001,"15min":0.38900000000000001},"max":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"last":0.70099999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":2454,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":2440,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":2350,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T15:04:44.185 INFO:tasks.cephadm.ceph_manager.ceph:clean! 2024-04-10T15:04:44.185 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-04-10T15:04:44.185 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy 2024-04-10T15:04:44.185 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph health --format=json 2024-04-10T15:04:44.392 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:04:44.851 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:44 smithi102 ceph-mon[37987]: from='client.14787 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:04:44.851 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:44 smithi102 ceph-mon[37987]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T15:04:44.852 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:44 smithi102 ceph-mon[37987]: Reconfiguring daemon prometheus.a on smithi154 2024-04-10T15:04:44.852 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:44 smithi102 ceph-mon[26948]: from='client.14787 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:04:44.852 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:44 smithi102 ceph-mon[26948]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T15:04:44.852 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:44 smithi102 ceph-mon[26948]: Reconfiguring daemon prometheus.a on smithi154 2024-04-10T15:04:45.037 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:44 smithi154 ceph-mon[30592]: from='client.14787 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:04:45.037 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:44 smithi154 ceph-mon[30592]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T15:04:45.038 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:44 smithi154 ceph-mon[30592]: Reconfiguring daemon prometheus.a on smithi154 2024-04-10T15:04:45.553 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:45 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[72595]: ts=2024-04-10T15:04:45.184Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000531619s 2024-04-10T15:04:45.873 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:45 smithi102 ceph-mon[37987]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:45.873 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:45 smithi102 ceph-mon[26948]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:45.945 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:45 smithi154 ceph-mon[30592]: pgmap v44: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:46.344 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:04:46.345 INFO:teuthology.orchestra.run.smithi102.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-04-10T15:04:46.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:46 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/3165186178' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T15:04:46.880 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:46 smithi154 systemd[1]: Stopping Ceph prometheus.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:04:46.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:46 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/3165186178' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T15:04:46.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:46 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/3165186178' entity='client.admin' cmd=[{"prefix": "health", "format": "json"}]: dispatch 2024-04-10T15:04:47.121 INFO:tasks.cephadm.ceph_manager.ceph:wait_until_healthy done 2024-04-10T15:04:47.121 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-10T15:04:47.296 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:04:47.010Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-10T15:04:47.297 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:04:47.010Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-10T15:04:47.297 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:04:47.010Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-10T15:04:47.297 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:04:47.010Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-10T15:04:47.297 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:04:47.010Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-10T15:04:47.297 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:04:47.010Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-10T15:04:47.297 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:04:47.010Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-10T15:04:47.297 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:04:47.010Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-10T15:04:47.297 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:04:47.011Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-10T15:04:47.297 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:04:47.011Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-10T15:04:47.298 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:04:47.011Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-10T15:04:47.298 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[58442]: ts=2024-04-10T15:04:47.011Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-10T15:04:47.298 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 podman[61663]: 2024-04-10 15:04:47.020714524 +0000 UTC m=+0.164298053 container died 09d4cd02a22cbc08a36d9ece4956db62ae992e326fc4d82796abfad5f9174ab6 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:04:47.408 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:04:47.409 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":70,"fsid":"8fac6e32-f74a-11ee-b64a-cb9ed24678a4","created":"2024-04-10T14:57:38.079675+0000","modified":"2024-04-10T15:04:36.636418+0000","last_up_change":"2024-04-10T15:02:44.380476+0000","last_in_change":"2024-04-10T15:02:27.105094+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:00:49.240190+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:03:00.182937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:03:00.804250+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-10T15:03:36.585592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ae1bd487-7951-45bd-ba3c-a82084f43cdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6803","nonce":4063284771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6805","nonce":4063284771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6809","nonce":4063284771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6807","nonce":4063284771}]},"public_addr":"172.21.15.102:6803/4063284771","cluster_addr":"172.21.15.102:6805/4063284771","heartbeat_back_addr":"172.21.15.102:6809/4063284771","heartbeat_front_addr":"172.21.15.102:6807/4063284771","state":["exists","up"]},{"osd":1,"uuid":"71af8ce3-be69-4910-9512-4b9739c29a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6811","nonce":3393919267}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6813","nonce":3393919267}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6817","nonce":3393919267}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6815","nonce":3393919267}]},"public_addr":"172.21.15.102:6811/3393919267","cluster_addr":"172.21.15.102:6813/3393919267","heartbeat_back_addr":"172.21.15.102:6817/3393919267","heartbeat_front_addr":"172.21.15.102:6815/3393919267","state":["exists","up"]},{"osd":2,"uuid":"8290e6e3-6f67-4216-a46a-96868bcfa6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6819","nonce":559940954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6821","nonce":559940954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6825","nonce":559940954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6823","nonce":559940954}]},"public_addr":"172.21.15.102:6819/559940954","cluster_addr":"172.21.15.102:6821/559940954","heartbeat_back_addr":"172.21.15.102:6825/559940954","heartbeat_front_addr":"172.21.15.102:6823/559940954","state":["exists","up"]},{"osd":3,"uuid":"21d15c82-8baa-49ce-b3e5-f9ac15236394","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6827","nonce":3566623864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6829","nonce":3566623864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6833","nonce":3566623864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6831","nonce":3566623864}]},"public_addr":"172.21.15.102:6827/3566623864","cluster_addr":"172.21.15.102:6829/3566623864","heartbeat_back_addr":"172.21.15.102:6833/3566623864","heartbeat_front_addr":"172.21.15.102:6831/3566623864","state":["exists","up"]},{"osd":4,"uuid":"06651a44-9133-4cfe-acd0-760ca522450f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6801","nonce":2417480125}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6803","nonce":2417480125}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6807","nonce":2417480125}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6805","nonce":2417480125}]},"public_addr":"172.21.15.154:6801/2417480125","cluster_addr":"172.21.15.154:6803/2417480125","heartbeat_back_addr":"172.21.15.154:6807/2417480125","heartbeat_front_addr":"172.21.15.154:6805/2417480125","state":["exists","up"]},{"osd":5,"uuid":"1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6809","nonce":1331566232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6811","nonce":1331566232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6815","nonce":1331566232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6813","nonce":1331566232}]},"public_addr":"172.21.15.154:6809/1331566232","cluster_addr":"172.21.15.154:6811/1331566232","heartbeat_back_addr":"172.21.15.154:6815/1331566232","heartbeat_front_addr":"172.21.15.154:6813/1331566232","state":["exists","up"]},{"osd":6,"uuid":"efeb892d-78ba-4058-b39d-18c67ae2e38d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6817","nonce":4289156474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6819","nonce":4289156474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6823","nonce":4289156474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6821","nonce":4289156474}]},"public_addr":"172.21.15.154:6817/4289156474","cluster_addr":"172.21.15.154:6819/4289156474","heartbeat_back_addr":"172.21.15.154:6823/4289156474","heartbeat_front_addr":"172.21.15.154:6821/4289156474","state":["exists","up"]},{"osd":7,"uuid":"d9e57957-f1c9-4edf-9443-f4dd147d0658","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6825","nonce":39632148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6827","nonce":39632148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6831","nonce":39632148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6829","nonce":39632148}]},"public_addr":"172.21.15.154:6825/39632148","cluster_addr":"172.21.15.154:6827/39632148","heartbeat_back_addr":"172.21.15.154:6831/39632148","heartbeat_front_addr":"172.21.15.154:6829/39632148","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T14:59:56.420627+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:20.750373+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:45.571358+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:10.014984+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:32.024587+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:55.310685+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:19.125869+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:42.683153+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":4,"to":1}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.35","mappings":[{"from":5,"to":1}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:0/2749931130":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/1077369252":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/2525665278":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1892991141":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/1125467212":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6801/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1770515131":"2024-04-11T15:03:34.712792+0000","172.21.15.102:6801/1967044678":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/1809500991":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6800/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/89821447":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2558261322":"2024-04-11T14:58:14.337530+0000","172.21.15.102:6800/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6800/1967044678":"2024-04-11T15:03:34.712792+0000","172.21.15.102:6801/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2980938889":"2024-04-11T14:58:14.337530+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:04:47.421 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-10T15:00:49.240190+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-10T15:03:00.182937+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-10T15:03:00.804250+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '63', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-10T15:03:36.585592+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '68', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-10T15:04:47.422 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-10T15:04:47.621 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 podman[61663]: 2024-04-10 15:04:47.418913893 +0000 UTC m=+0.562497465 container cleanup 09d4cd02a22cbc08a36d9ece4956db62ae992e326fc4d82796abfad5f9174ab6 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:04:47.621 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 bash[61663]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a 2024-04-10T15:04:47.706 INFO:teuthology.orchestra.run.smithi102.stdout:pg_num: 1 2024-04-10T15:04:47.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:47 smithi102 ceph-mon[37987]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:47.718 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:47 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1294725888' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:04:47.718 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:47 smithi102 ceph-mon[26948]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:47.718 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:47 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1294725888' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:04:47.719 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-10T15:04:47.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:47 smithi154 ceph-mon[30592]: pgmap v45: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:47.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:47 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1294725888' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:04:47.880 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 podman[61677]: 2024-04-10 15:04:47.645065449 +0000 UTC m=+0.626802248 container remove 09d4cd02a22cbc08a36d9ece4956db62ae992e326fc4d82796abfad5f9174ab6 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:04:47.880 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-10T15:04:47.880 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 systemd[1]: Stopped Ceph prometheus.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:04:47.880 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@prometheus.a.service: Consumed 1.096s CPU time. 2024-04-10T15:04:47.880 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 systemd[1]: Starting Ceph prometheus.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:04:48.004 INFO:teuthology.orchestra.run.smithi102.stdout:pg_num: 32 2024-04-10T15:04:48.017 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-10T15:04:48.233 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 podman[61774]: 2024-04-10 15:04:47.894400359 +0000 UTC m=+0.018672773 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-10T15:04:48.234 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:47 smithi154 podman[61774]: 2024-04-10 15:04:47.995862053 +0000 UTC m=+0.120134465 container create 9cee93d9cb0b016cccab2dc2b80a3ff7642ff2708b76e2408b9ec3992c160d86 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:04:48.234 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 podman[61774]: 2024-04-10 15:04:48.231753437 +0000 UTC m=+0.356025849 container init 9cee93d9cb0b016cccab2dc2b80a3ff7642ff2708b76e2408b9ec3992c160d86 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:04:48.234 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 podman[61774]: 2024-04-10 15:04:48.23436104 +0000 UTC m=+0.358633453 container start 9cee93d9cb0b016cccab2dc2b80a3ff7642ff2708b76e2408b9ec3992c160d86 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:04:48.302 INFO:teuthology.orchestra.run.smithi102.stdout:pg_num: 64 2024-04-10T15:04:48.315 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-10T15:04:48.579 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:48] ENGINE Bus STOPPING 2024-04-10T15:04:48.579 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:04:48.579 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:48] ENGINE Bus STOPPED 2024-04-10T15:04:48.579 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:48] ENGINE Bus STARTING 2024-04-10T15:04:48.579 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:48] ENGINE Serving on http://:::9283 2024-04-10T15:04:48.579 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:48] ENGINE Bus STARTED 2024-04-10T15:04:48.579 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:48] ENGINE Bus STOPPING 2024-04-10T15:04:48.580 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:04:48.580 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:48] ENGINE Bus STOPPED 2024-04-10T15:04:48.580 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:48] ENGINE Bus STARTING 2024-04-10T15:04:48.580 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:48] ENGINE Serving on http://:::9283 2024-04-10T15:04:48.580 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:48] ENGINE Bus STARTED 2024-04-10T15:04:48.580 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:48] ENGINE Bus STOPPING 2024-04-10T15:04:48.620 INFO:teuthology.orchestra.run.smithi102.stdout:pg_num: 8 2024-04-10T15:04:48.630 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:04:48.257Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-10T15:04:48.630 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:04:48.257Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-10T15:04:48.630 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:04:48.257Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi154 (none))" 2024-04-10T15:04:48.630 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:04:48.257Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-10T15:04:48.630 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:04:48.257Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-10T15:04:48.631 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:04:48.259Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-10T15:04:48.631 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:04:48.259Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-10T15:04:48.631 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:04:48.261Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-10T15:04:48.631 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:04:48.261Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-10T15:04:48.631 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:04:48.262Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-10T15:04:48.631 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:04:48.262Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.584µs 2024-04-10T15:04:48.631 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:04:48.262Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-10T15:04:48.631 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:04:48.264Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=1 2024-04-10T15:04:48.631 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:04:48.264Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=1 2024-04-10T15:04:48.631 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:04:48.264Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=17.922µs wal_replay_duration=1.59347ms wbl_replay_duration=117ns total_replay_duration=1.629307ms 2024-04-10T15:04:48.631 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:04:48.265Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-10T15:04:48.631 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:04:48.265Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-10T15:04:48.631 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:04:48.265Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-10T15:04:48.631 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:04:48.281Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=16.175111ms db_storage=725ns remote_storage=1.366µs web_handler=334ns query_engine=626ns scrape=431.561µs scrape_sd=104.245µs notify=16.38µs notify_sd=17.668µs rules=15.379905ms tracing=5.679µs 2024-04-10T15:04:48.631 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:04:48.281Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-10T15:04:48.631 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:04:48.281Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-10T15:04:48.632 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 bash[61774]: 9cee93d9cb0b016cccab2dc2b80a3ff7642ff2708b76e2408b9ec3992c160d86 2024-04-10T15:04:48.632 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:04:48 smithi154 systemd[1]: Started Ceph prometheus.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:04:48.633 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-10T15:04:48.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/166973379' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:04:48.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1823371079' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-10T15:04:48.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/3989239609' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-10T15:04:48.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:48.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:48.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:04:48.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi102.front.sepia.ceph.com:9093"}]: dispatch 2024-04-10T15:04:48.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:48.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:04:48.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi154.front.sepia.ceph.com:9095"}]: dispatch 2024-04-10T15:04:48.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:48.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:04:48.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi154.front.sepia.ceph.com:3000"}]: dispatch 2024-04-10T15:04:48.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:48.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:04:48.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/3354696336' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-10T15:04:48.912 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:48] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:04:48.912 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:48] ENGINE Bus STOPPED 2024-04-10T15:04:48.912 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:48] ENGINE Bus STARTING 2024-04-10T15:04:48.912 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:48] ENGINE Serving on http://:::9283 2024-04-10T15:04:48.912 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:48] ENGINE Bus STARTED 2024-04-10T15:04:48.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/166973379' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:04:48.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1823371079' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-10T15:04:48.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/3989239609' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-10T15:04:48.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:48.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:48.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:04:48.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi102.front.sepia.ceph.com:9093"}]: dispatch 2024-04-10T15:04:48.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:48.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:04:48.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi154.front.sepia.ceph.com:9095"}]: dispatch 2024-04-10T15:04:48.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:48.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:04:48.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi154.front.sepia.ceph.com:3000"}]: dispatch 2024-04-10T15:04:48.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:48.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:04:48.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:48 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/3354696336' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-10T15:04:48.975 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:04:48.975 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/3613753143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":3613753143},{"type":"v1","addr":"172.21.15.102:6835","nonce":3613753143}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-10T15:03:01.655502+0000","modified":"2024-04-10T15:03:03.672138+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24343},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24343":{"gid":24343,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6833/1077442576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":1077442576},{"type":"v1","addr":"172.21.15.154:6833","nonce":1077442576}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-10T15:04:48.975 INFO:teuthology.orchestra.run.smithi102.stderr:dumped fsmap epoch 6 2024-04-10T15:04:48.988 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-10T15:04:49.054 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/166973379' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:04:49.054 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1823371079' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-10T15:04:49.054 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/3989239609' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-10T15:04:49.054 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:49.054 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:49.054 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:04:49.054 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi102.front.sepia.ceph.com:9093"}]: dispatch 2024-04-10T15:04:49.054 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:49.054 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:04:49.055 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi154.front.sepia.ceph.com:9095"}]: dispatch 2024-04-10T15:04:49.055 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:49.055 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:04:49.055 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi154.front.sepia.ceph.com:3000"}]: dispatch 2024-04-10T15:04:49.055 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:49.055 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:04:49.055 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:48 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/3354696336' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-10T15:04:49.281 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:04:49.282 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":70,"fsid":"8fac6e32-f74a-11ee-b64a-cb9ed24678a4","created":"2024-04-10T14:57:38.079675+0000","modified":"2024-04-10T15:04:36.636418+0000","last_up_change":"2024-04-10T15:02:44.380476+0000","last_in_change":"2024-04-10T15:02:27.105094+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:00:49.240190+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:03:00.182937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:03:00.804250+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-10T15:03:36.585592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ae1bd487-7951-45bd-ba3c-a82084f43cdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6803","nonce":4063284771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6805","nonce":4063284771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6809","nonce":4063284771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6807","nonce":4063284771}]},"public_addr":"172.21.15.102:6803/4063284771","cluster_addr":"172.21.15.102:6805/4063284771","heartbeat_back_addr":"172.21.15.102:6809/4063284771","heartbeat_front_addr":"172.21.15.102:6807/4063284771","state":["exists","up"]},{"osd":1,"uuid":"71af8ce3-be69-4910-9512-4b9739c29a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6811","nonce":3393919267}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6813","nonce":3393919267}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6817","nonce":3393919267}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6815","nonce":3393919267}]},"public_addr":"172.21.15.102:6811/3393919267","cluster_addr":"172.21.15.102:6813/3393919267","heartbeat_back_addr":"172.21.15.102:6817/3393919267","heartbeat_front_addr":"172.21.15.102:6815/3393919267","state":["exists","up"]},{"osd":2,"uuid":"8290e6e3-6f67-4216-a46a-96868bcfa6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6819","nonce":559940954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6821","nonce":559940954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6825","nonce":559940954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6823","nonce":559940954}]},"public_addr":"172.21.15.102:6819/559940954","cluster_addr":"172.21.15.102:6821/559940954","heartbeat_back_addr":"172.21.15.102:6825/559940954","heartbeat_front_addr":"172.21.15.102:6823/559940954","state":["exists","up"]},{"osd":3,"uuid":"21d15c82-8baa-49ce-b3e5-f9ac15236394","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6827","nonce":3566623864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6829","nonce":3566623864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6833","nonce":3566623864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6831","nonce":3566623864}]},"public_addr":"172.21.15.102:6827/3566623864","cluster_addr":"172.21.15.102:6829/3566623864","heartbeat_back_addr":"172.21.15.102:6833/3566623864","heartbeat_front_addr":"172.21.15.102:6831/3566623864","state":["exists","up"]},{"osd":4,"uuid":"06651a44-9133-4cfe-acd0-760ca522450f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6801","nonce":2417480125}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6803","nonce":2417480125}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6807","nonce":2417480125}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6805","nonce":2417480125}]},"public_addr":"172.21.15.154:6801/2417480125","cluster_addr":"172.21.15.154:6803/2417480125","heartbeat_back_addr":"172.21.15.154:6807/2417480125","heartbeat_front_addr":"172.21.15.154:6805/2417480125","state":["exists","up"]},{"osd":5,"uuid":"1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6809","nonce":1331566232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6811","nonce":1331566232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6815","nonce":1331566232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6813","nonce":1331566232}]},"public_addr":"172.21.15.154:6809/1331566232","cluster_addr":"172.21.15.154:6811/1331566232","heartbeat_back_addr":"172.21.15.154:6815/1331566232","heartbeat_front_addr":"172.21.15.154:6813/1331566232","state":["exists","up"]},{"osd":6,"uuid":"efeb892d-78ba-4058-b39d-18c67ae2e38d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6817","nonce":4289156474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6819","nonce":4289156474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6823","nonce":4289156474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6821","nonce":4289156474}]},"public_addr":"172.21.15.154:6817/4289156474","cluster_addr":"172.21.15.154:6819/4289156474","heartbeat_back_addr":"172.21.15.154:6823/4289156474","heartbeat_front_addr":"172.21.15.154:6821/4289156474","state":["exists","up"]},{"osd":7,"uuid":"d9e57957-f1c9-4edf-9443-f4dd147d0658","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6825","nonce":39632148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6827","nonce":39632148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6831","nonce":39632148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6829","nonce":39632148}]},"public_addr":"172.21.15.154:6825/39632148","cluster_addr":"172.21.15.154:6827/39632148","heartbeat_back_addr":"172.21.15.154:6831/39632148","heartbeat_front_addr":"172.21.15.154:6829/39632148","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T14:59:56.420627+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:20.750373+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:45.571358+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:10.014984+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:32.024587+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:55.310685+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:19.125869+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:42.683153+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":4,"to":1}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.35","mappings":[{"from":5,"to":1}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:0/2749931130":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/1077369252":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/2525665278":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1892991141":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/1125467212":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6801/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1770515131":"2024-04-11T15:03:34.712792+0000","172.21.15.102:6801/1967044678":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/1809500991":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6800/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/89821447":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2558261322":"2024-04-11T14:58:14.337530+0000","172.21.15.102:6800/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6800/1967044678":"2024-04-11T15:03:34.712792+0000","172.21.15.102:6801/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2980938889":"2024-04-11T14:58:14.337530+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:04:49.294 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-04-10T15:00:49.240190+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 7.889999866485596, 'score_stable': 7.889999866485596, 'optimal_score': 0.3799999952316284, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-04-10T15:03:00.182937+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '62', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-04-10T15:03:00.804250+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '63', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'rbd', 'create_time': '2024-04-10T15:03:36.585592+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 3, 'min_size': 2, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 8, 'pg_placement_num': 8, 'pg_placement_num_target': 8, 'pg_num_target': 8, 'pg_num_pending': 8, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '68', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {}, 'application_metadata': {'rbd': {}}, 'read_balance': {'score_acting': 3, 'score_stable': 3, 'optimal_score': 1, 'raw_score_acting': 3, 'raw_score_stable': 3, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-04-10T15:04:49.295 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-04-10T15:04:49.597 INFO:teuthology.orchestra.run.smithi102.stdout:pg_num: 1 2024-04-10T15:04:49.613 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-04-10T15:04:49.732 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:49 smithi154 ceph-mon[30592]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:04:49.732 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:49 smithi154 ceph-mon[30592]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi102.front.sepia.ceph.com:9093"}]: dispatch 2024-04-10T15:04:49.732 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:49 smithi154 ceph-mon[30592]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:04:49.733 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:49 smithi154 ceph-mon[30592]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi154.front.sepia.ceph.com:9095"}]: dispatch 2024-04-10T15:04:49.733 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:49 smithi154 ceph-mon[30592]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:04:49.733 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:49 smithi154 ceph-mon[30592]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi154.front.sepia.ceph.com:3000"}]: dispatch 2024-04-10T15:04:49.733 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:49 smithi154 ceph-mon[30592]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:49.733 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:49 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/3088982026' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:04:49.733 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:49 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/4096776086' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:04:49.733 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:49 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/2569125995' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:04:49.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:49 smithi102 ceph-mon[26948]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:04:49.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:49 smithi102 ceph-mon[26948]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi102.front.sepia.ceph.com:9093"}]: dispatch 2024-04-10T15:04:49.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:49 smithi102 ceph-mon[26948]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:04:49.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:49 smithi102 ceph-mon[26948]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi154.front.sepia.ceph.com:9095"}]: dispatch 2024-04-10T15:04:49.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:49 smithi102 ceph-mon[26948]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:04:49.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:49 smithi102 ceph-mon[26948]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi154.front.sepia.ceph.com:3000"}]: dispatch 2024-04-10T15:04:49.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:49 smithi102 ceph-mon[26948]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:49.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:49 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/3088982026' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:04:49.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:49 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/4096776086' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:04:49.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:49 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2569125995' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:04:49.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:49 smithi102 ceph-mon[37987]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:04:49.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:49 smithi102 ceph-mon[37987]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-alertmanager-api-host", "value": "http://smithi102.front.sepia.ceph.com:9093"}]: dispatch 2024-04-10T15:04:49.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:49 smithi102 ceph-mon[37987]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:04:49.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:49 smithi102 ceph-mon[37987]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-prometheus-api-host", "value": "http://smithi154.front.sepia.ceph.com:9095"}]: dispatch 2024-04-10T15:04:49.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:49 smithi102 ceph-mon[37987]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:04:49.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:49 smithi102 ceph-mon[37987]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard set-grafana-api-url", "value": "https://smithi154.front.sepia.ceph.com:3000"}]: dispatch 2024-04-10T15:04:49.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:49 smithi102 ceph-mon[37987]: pgmap v46: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:49.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:49 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/3088982026' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:04:49.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:49 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/4096776086' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:04:49.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:49 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/2569125995' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]: dispatch 2024-04-10T15:04:49.930 INFO:teuthology.orchestra.run.smithi102.stdout:pg_num: 32 2024-04-10T15:04:49.943 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-04-10T15:04:50.240 INFO:teuthology.orchestra.run.smithi102.stdout:pg_num: 64 2024-04-10T15:04:50.253 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get rbd pg_num 2024-04-10T15:04:50.540 INFO:teuthology.orchestra.run.smithi102.stdout:pg_num: 8 2024-04-10T15:04:50.553 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-10T15:04:50.887 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:04:50.887 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/3613753143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":3613753143},{"type":"v1","addr":"172.21.15.102:6835","nonce":3613753143}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-10T15:03:01.655502+0000","modified":"2024-04-10T15:03:03.672138+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24343},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24343":{"gid":24343,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6833/1077442576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":1077442576},{"type":"v1","addr":"172.21.15.154:6833","nonce":1077442576}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-10T15:04:50.888 INFO:teuthology.orchestra.run.smithi102.stderr:dumped fsmap epoch 6 2024-04-10T15:04:50.891 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:50 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:04:50.891 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:50 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/409815384' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-10T15:04:50.891 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:50 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/4217664036' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-10T15:04:50.891 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:50 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/3915387664' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-10T15:04:50.891 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:50 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:04:50.892 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:50 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/409815384' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-10T15:04:50.892 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:50 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/4217664036' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-10T15:04:50.892 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:50 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/3915387664' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-10T15:04:50.902 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-10T15:04:50.930 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:50 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:04:50.930 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:50 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/409815384' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]: dispatch 2024-04-10T15:04:50.930 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:50 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/4217664036' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]: dispatch 2024-04-10T15:04:50.930 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:50 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/3915387664' entity='client.admin' cmd=[{"prefix": "osd pool get", "pool": "rbd", "var": "pg_num"}]: dispatch 2024-04-10T15:04:51.190 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:04:51.190 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":70,"fsid":"8fac6e32-f74a-11ee-b64a-cb9ed24678a4","created":"2024-04-10T14:57:38.079675+0000","modified":"2024-04-10T15:04:36.636418+0000","last_up_change":"2024-04-10T15:02:44.380476+0000","last_in_change":"2024-04-10T15:02:27.105094+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":18,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:00:49.240190+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:03:00.182937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:03:00.804250+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-10T15:03:36.585592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ae1bd487-7951-45bd-ba3c-a82084f43cdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":8,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6803","nonce":4063284771}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6805","nonce":4063284771}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6809","nonce":4063284771}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4063284771},{"type":"v1","addr":"172.21.15.102:6807","nonce":4063284771}]},"public_addr":"172.21.15.102:6803/4063284771","cluster_addr":"172.21.15.102:6805/4063284771","heartbeat_back_addr":"172.21.15.102:6809/4063284771","heartbeat_front_addr":"172.21.15.102:6807/4063284771","state":["exists","up"]},{"osd":1,"uuid":"71af8ce3-be69-4910-9512-4b9739c29a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":13,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6811","nonce":3393919267}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6813","nonce":3393919267}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6817","nonce":3393919267}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":3393919267},{"type":"v1","addr":"172.21.15.102:6815","nonce":3393919267}]},"public_addr":"172.21.15.102:6811/3393919267","cluster_addr":"172.21.15.102:6813/3393919267","heartbeat_back_addr":"172.21.15.102:6817/3393919267","heartbeat_front_addr":"172.21.15.102:6815/3393919267","state":["exists","up"]},{"osd":2,"uuid":"8290e6e3-6f67-4216-a46a-96868bcfa6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":18,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6819","nonce":559940954}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6821","nonce":559940954}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6825","nonce":559940954}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":559940954},{"type":"v1","addr":"172.21.15.102:6823","nonce":559940954}]},"public_addr":"172.21.15.102:6819/559940954","cluster_addr":"172.21.15.102:6821/559940954","heartbeat_back_addr":"172.21.15.102:6825/559940954","heartbeat_front_addr":"172.21.15.102:6823/559940954","state":["exists","up"]},{"osd":3,"uuid":"21d15c82-8baa-49ce-b3e5-f9ac15236394","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":26,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6827","nonce":3566623864}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6829","nonce":3566623864}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6833","nonce":3566623864}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":3566623864},{"type":"v1","addr":"172.21.15.102:6831","nonce":3566623864}]},"public_addr":"172.21.15.102:6827/3566623864","cluster_addr":"172.21.15.102:6829/3566623864","heartbeat_back_addr":"172.21.15.102:6833/3566623864","heartbeat_front_addr":"172.21.15.102:6831/3566623864","state":["exists","up"]},{"osd":4,"uuid":"06651a44-9133-4cfe-acd0-760ca522450f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":31,"up_thru":65,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6801","nonce":2417480125}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6803","nonce":2417480125}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6807","nonce":2417480125}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":2417480125},{"type":"v1","addr":"172.21.15.154:6805","nonce":2417480125}]},"public_addr":"172.21.15.154:6801/2417480125","cluster_addr":"172.21.15.154:6803/2417480125","heartbeat_back_addr":"172.21.15.154:6807/2417480125","heartbeat_front_addr":"172.21.15.154:6805/2417480125","state":["exists","up"]},{"osd":5,"uuid":"1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":39,"up_thru":61,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6809","nonce":1331566232}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6811","nonce":1331566232}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6815","nonce":1331566232}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":1331566232},{"type":"v1","addr":"172.21.15.154:6813","nonce":1331566232}]},"public_addr":"172.21.15.154:6809/1331566232","cluster_addr":"172.21.15.154:6811/1331566232","heartbeat_back_addr":"172.21.15.154:6815/1331566232","heartbeat_front_addr":"172.21.15.154:6813/1331566232","state":["exists","up"]},{"osd":6,"uuid":"efeb892d-78ba-4058-b39d-18c67ae2e38d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":47,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6817","nonce":4289156474}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6819","nonce":4289156474}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6823","nonce":4289156474}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":4289156474},{"type":"v1","addr":"172.21.15.154:6821","nonce":4289156474}]},"public_addr":"172.21.15.154:6817/4289156474","cluster_addr":"172.21.15.154:6819/4289156474","heartbeat_back_addr":"172.21.15.154:6823/4289156474","heartbeat_front_addr":"172.21.15.154:6821/4289156474","state":["exists","up"]},{"osd":7,"uuid":"d9e57957-f1c9-4edf-9443-f4dd147d0658","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":55,"up_thru":69,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6825","nonce":39632148}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6827","nonce":39632148}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6831","nonce":39632148}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":39632148},{"type":"v1","addr":"172.21.15.154:6829","nonce":39632148}]},"public_addr":"172.21.15.154:6825/39632148","cluster_addr":"172.21.15.154:6827/39632148","heartbeat_back_addr":"172.21.15.154:6831/39632148","heartbeat_front_addr":"172.21.15.154:6829/39632148","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T14:59:56.420627+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:20.750373+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:45.571358+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:10.014984+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:32.024587+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:55.310685+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:19.125869+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:42.683153+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":4,"to":1}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.35","mappings":[{"from":5,"to":1}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:0/2749931130":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/1077369252":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/2525665278":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1892991141":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/1125467212":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6801/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/1770515131":"2024-04-11T15:03:34.712792+0000","172.21.15.102:6801/1967044678":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/1809500991":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6800/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/89821447":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2558261322":"2024-04-11T14:58:14.337530+0000","172.21.15.102:6800/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6800/1967044678":"2024-04-11T15:03:34.712792+0000","172.21.15.102:6801/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/2980938889":"2024-04-11T14:58:14.337530+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:04:51.203 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-10T15:04:51.545 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:04:51.545 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":6,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":14442,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.102:6835/3613753143","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":3613753143},{"type":"v1","addr":"172.21.15.102:6835","nonce":3613753143}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[{"mdsmap":{"epoch":6,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-10T15:03:01.655502+0000","modified":"2024-04-10T15:03:03.672138+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":24343},"failed":[],"damaged":[],"stopped":[],"info":{"gid_24343":{"gid":24343,"name":"b","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.154:6833/1077442576","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":1077442576},{"type":"v1","addr":"172.21.15.154:6833","nonce":1077442576}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-04-10T15:04:51.545 INFO:teuthology.orchestra.run.smithi102.stderr:dumped fsmap epoch 6 2024-04-10T15:04:51.559 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 6, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-04-10T15:03:01.655502+0000', 'modified': '2024-04-10T15:03:03.672138+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 24343}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_24343': {'gid': 24343, 'name': 'b', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.154:6833/1077442576', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.154:6832', 'nonce': 1077442576}, {'type': 'v1', 'addr': '172.21.15.154:6833', 'nonce': 1077442576}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-04-10T15:04:51.559 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-04-10T15:04:51.559 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.b status 2024-04-10T15:04:51.681 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-10T15:04:51.703+0000 7f4d737fe640 0 client.14889 ms_handle_reset on v2:172.21.15.154:6832/1077442576 2024-04-10T15:04:51.701 INFO:teuthology.orchestra.run.smithi102.stderr:2024-04-10T15:04:51.723+0000 7f4d737fe640 0 client.14895 ms_handle_reset on v2:172.21.15.154:6832/1077442576 2024-04-10T15:04:51.701 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:04:51.701 INFO:teuthology.orchestra.run.smithi102.stdout: "cluster_fsid": "8fac6e32-f74a-11ee-b64a-cb9ed24678a4", 2024-04-10T15:04:51.701 INFO:teuthology.orchestra.run.smithi102.stdout: "whoami": 0, 2024-04-10T15:04:51.701 INFO:teuthology.orchestra.run.smithi102.stdout: "id": 24343, 2024-04-10T15:04:51.702 INFO:teuthology.orchestra.run.smithi102.stdout: "want_state": "up:active", 2024-04-10T15:04:51.702 INFO:teuthology.orchestra.run.smithi102.stdout: "state": "up:active", 2024-04-10T15:04:51.702 INFO:teuthology.orchestra.run.smithi102.stdout: "fs_name": "cephfs", 2024-04-10T15:04:51.702 INFO:teuthology.orchestra.run.smithi102.stdout: "rank_uptime": 110.06699261, 2024-04-10T15:04:51.702 INFO:teuthology.orchestra.run.smithi102.stdout: "mdsmap_epoch": 6, 2024-04-10T15:04:51.702 INFO:teuthology.orchestra.run.smithi102.stdout: "osdmap_epoch": 70, 2024-04-10T15:04:51.702 INFO:teuthology.orchestra.run.smithi102.stdout: "osdmap_epoch_barrier": 63, 2024-04-10T15:04:51.702 INFO:teuthology.orchestra.run.smithi102.stdout: "uptime": 114.390589367 2024-04-10T15:04:51.702 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:04:51.713 INFO:tasks.cephadm:Setup complete, yielding 2024-04-10T15:04:51.713 INFO:teuthology.run_tasks:Running task print... 2024-04-10T15:04:51.722 INFO:teuthology.task.print:**** done end installing reef cephadm ... 2024-04-10T15:04:51.722 INFO:teuthology.run_tasks:Running task print... 2024-04-10T15:04:51.730 INFO:teuthology.task.print:**** done start cephadm.shell ceph config set mgr... 2024-04-10T15:04:51.730 INFO:teuthology.run_tasks:Running task cephadm.shell... 2024-04-10T15:04:51.739 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi102.front.sepia.ceph.com 2024-04-10T15:04:51.739 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- bash -c 'ceph config set mgr mgr/cephadm/use_repo_digest true --force' 2024-04-10T15:04:51.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:51 smithi154 ceph-mon[30592]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:51.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:51 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/191609512' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:04:51.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:51 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/2672851315' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:04:51.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:51 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:51.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:51 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:51.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:51 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/25335922' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:04:51.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:51 smithi102 ceph-mon[37987]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:51.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:51 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/191609512' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:04:51.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:51 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/2672851315' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:04:51.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:51 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:51.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:51 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:51.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:51 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/25335922' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:04:51.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:51 smithi102 ceph-mon[26948]: pgmap v47: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:51.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:51 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/191609512' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:04:51.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:51 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2672851315' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:04:51.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:51 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:51.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:51 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:51.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:51 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/25335922' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T15:04:51.945 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:04:53.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:52 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:53.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:52 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:53.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:52 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:04:53.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:52 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:04:53.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:52 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:53.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:52 smithi102 ceph-mon[37987]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:53.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:52 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:53.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:52 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:53.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:52 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:04:53.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:52 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:04:53.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:52 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:53.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:52 smithi102 ceph-mon[26948]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:53.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:52 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:53.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:52 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:53.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:52 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:04:53.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:52 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:04:53.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:52 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:53.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:52 smithi154 ceph-mon[30592]: pgmap v48: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:53.507 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:04:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[72595]: ts=2024-04-10T15:04:53.187Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.003804247s 2024-04-10T15:04:54.226 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:53] ENGINE Bus STOPPING 2024-04-10T15:04:54.226 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:53] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:04:54.226 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:53] ENGINE Bus STOPPED 2024-04-10T15:04:54.226 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:53] ENGINE Bus STARTING 2024-04-10T15:04:54.226 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:54 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:54] ENGINE Serving on http://:::9283 2024-04-10T15:04:54.226 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:54 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:04:54] ENGINE Bus STARTED 2024-04-10T15:04:54.697 INFO:teuthology.run_tasks:Running task print... 2024-04-10T15:04:54.708 INFO:teuthology.task.print:**** done cephadm.shell ceph config set mgr... 2024-04-10T15:04:54.709 INFO:teuthology.run_tasks:Running task print... 2024-04-10T15:04:54.717 INFO:teuthology.task.print:**** done start telemetry reef... 2024-04-10T15:04:54.717 INFO:teuthology.run_tasks:Running task workunit... 2024-04-10T15:04:54.729 INFO:tasks.workunit:Pulling workunits from ref a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:04:54.730 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-10T15:04:54.730 DEBUG:teuthology.orchestra.run.smithi102:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-10T15:04:54.745 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T15:04:54.745 INFO:teuthology.orchestra.run.smithi102.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-10T15:04:54.746 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T15:04:54.800 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-10T15:04:54.800 DEBUG:teuthology.orchestra.run.smithi102:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-10T15:04:54.856 INFO:tasks.workunit:timeout=3h 2024-04-10T15:04:54.856 INFO:tasks.workunit:cleanup=True 2024-04-10T15:04:54.856 DEBUG:teuthology.orchestra.run.smithi102:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:04:54.912 INFO:tasks.workunit.client.0.smithi102.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-10T15:04:55.096 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:54 smithi102 ceph-mon[26948]: from='client.? ' entity='client.admin' 2024-04-10T15:04:55.096 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:54 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:04:55.097 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:54 smithi102 ceph-mon[26948]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:55.097 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:54 smithi102 ceph-mon[37987]: from='client.? ' entity='client.admin' 2024-04-10T15:04:55.097 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:54 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:04:55.097 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:54 smithi102 ceph-mon[37987]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:55.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:54 smithi154 ceph-mon[30592]: from='client.? ' entity='client.admin' 2024-04-10T15:04:55.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:54 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:04:55.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:54 smithi154 ceph-mon[30592]: pgmap v49: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:58.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:57 smithi154 ceph-mon[30592]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:58.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:57 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:58.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:57 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:58.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:57 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:58.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:57 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:58.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:57 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:04:58.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:57 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:04:58.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:57 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:58.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:57 smithi102 ceph-mon[37987]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:58.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:57 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:58.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:57 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:58.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:57 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:58.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:57 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:58.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:57 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:04:58.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:57 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:04:58.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:57 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:58.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:57 smithi102 ceph-mon[26948]: pgmap v50: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:04:58.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:57 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:58.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:57 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:58.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:57 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:58.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:57 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:04:58.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:57 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:04:58.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:57 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:04:58.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:57 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:00.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:04:59 smithi154 ceph-mon[30592]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:00.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:04:59 smithi102 ceph-mon[37987]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:00.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:04:59 smithi102 ceph-mon[26948]: pgmap v51: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:00.160 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:04:59 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:04:59] "GET /metrics HTTP/1.1" 200 33657 "" "Prometheus/2.43.0" 2024-04-10T15:05:02.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:01 smithi154 ceph-mon[30592]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:02.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:01 smithi102 ceph-mon[37987]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:02.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:01 smithi102 ceph-mon[26948]: pgmap v52: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:04.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:03 smithi154 ceph-mon[30592]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:04.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:03 smithi102 ceph-mon[26948]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:04.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:03 smithi102 ceph-mon[37987]: pgmap v53: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:05.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:04 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:05:05.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:04 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:05:05.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:04 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:05:06.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:05 smithi154 ceph-mon[30592]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:06.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:05 smithi102 ceph-mon[37987]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:06.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:05 smithi102 ceph-mon[26948]: pgmap v54: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:08.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:07 smithi154 ceph-mon[30592]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:05:08.135 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:07 smithi154 ceph-mon[30592]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-10T15:05:08.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:07 smithi102 ceph-mon[37987]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:05:08.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:07 smithi102 ceph-mon[37987]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-10T15:05:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:07 smithi102 ceph-mon[26948]: pgmap v55: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:05:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:07 smithi102 ceph-mon[26948]: mgrmap e21: y(active, since 92s), standbys: x 2024-04-10T15:05:10.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:09 smithi154 ceph-mon[30592]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:05:10.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:09 smithi102 ceph-mon[37987]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:05:10.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:09 smithi102 ceph-mon[26948]: pgmap v56: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:05:10.160 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:09 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:05:09] "GET /metrics HTTP/1.1" 200 33650 "" "Prometheus/2.43.0" 2024-04-10T15:05:12.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:11 smithi154 ceph-mon[30592]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:05:12.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:11 smithi102 ceph-mon[37987]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:05:12.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:11 smithi102 ceph-mon[26948]: pgmap v57: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:05:14.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:13 smithi154 ceph-mon[30592]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:05:14.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:13 smithi102 ceph-mon[37987]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:05:14.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:13 smithi102 ceph-mon[26948]: pgmap v58: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:05:16.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:15 smithi154 ceph-mon[30592]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:05:16.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:15 smithi102 ceph-mon[37987]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:05:16.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:15 smithi102 ceph-mon[26948]: pgmap v59: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:05:18.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:17 smithi154 ceph-mon[30592]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:05:18.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:17 smithi102 ceph-mon[37987]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:05:18.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:17 smithi102 ceph-mon[26948]: pgmap v60: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:05:20.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:19 smithi154 ceph-mon[30592]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:20.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:19 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:05:20.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:19 smithi102 ceph-mon[37987]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:20.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:19 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:05:20.160 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:19 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:05:19] "GET /metrics HTTP/1.1" 200 33662 "" "Prometheus/2.43.0" 2024-04-10T15:05:20.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:19 smithi102 ceph-mon[26948]: pgmap v61: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:20.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:19 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:05:22.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:21 smithi154 ceph-mon[30592]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:22.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:21 smithi102 ceph-mon[37987]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:22.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:21 smithi102 ceph-mon[26948]: pgmap v62: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:24.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:23 smithi154 ceph-mon[30592]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:24.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:23 smithi102 ceph-mon[37987]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:24.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:23 smithi102 ceph-mon[26948]: pgmap v63: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:26.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:25 smithi154 ceph-mon[30592]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:26.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:25 smithi102 ceph-mon[37987]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:26.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:25 smithi102 ceph-mon[26948]: pgmap v64: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:28.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:27 smithi154 ceph-mon[30592]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:28.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:27 smithi102 ceph-mon[37987]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:28.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:27 smithi102 ceph-mon[26948]: pgmap v65: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:30.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:29 smithi154 ceph-mon[30592]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:30.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:29 smithi102 ceph-mon[37987]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:30.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:29 smithi102 ceph-mon[26948]: pgmap v66: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:30.160 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:29 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:05:29] "GET /metrics HTTP/1.1" 200 33662 "" "Prometheus/2.43.0" 2024-04-10T15:05:32.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:31 smithi154 ceph-mon[30592]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:32.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:31 smithi102 ceph-mon[26948]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:32.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:31 smithi102 ceph-mon[37987]: pgmap v67: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:34.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:33 smithi154 ceph-mon[30592]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:34.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:33 smithi102 ceph-mon[37987]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:34.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:33 smithi102 ceph-mon[26948]: pgmap v68: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:35.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:34 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:05:35.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:34 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:05:35.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:34 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:05:36.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:35 smithi154 ceph-mon[30592]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:36.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:35 smithi102 ceph-mon[37987]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:36.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:35 smithi102 ceph-mon[26948]: pgmap v69: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:38.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:37 smithi154 ceph-mon[30592]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:38.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:37 smithi102 ceph-mon[37987]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:38.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:37 smithi102 ceph-mon[26948]: pgmap v70: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:40.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:39 smithi154 ceph-mon[30592]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:40.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:39 smithi102 ceph-mon[37987]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:40.206 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:39 smithi102 ceph-mon[26948]: pgmap v71: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:40.206 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:39 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:05:39] "GET /metrics HTTP/1.1" 200 33658 "" "Prometheus/2.43.0" 2024-04-10T15:05:41.436 INFO:tasks.workunit.client.0.smithi102.stderr:Note: switching to 'a5074d4516d566e9d8b6aec912f26afd099de101'. 2024-04-10T15:05:41.436 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T15:05:41.436 INFO:tasks.workunit.client.0.smithi102.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-10T15:05:41.436 INFO:tasks.workunit.client.0.smithi102.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-10T15:05:41.436 INFO:tasks.workunit.client.0.smithi102.stderr:state without impacting any branches by switching back to a branch. 2024-04-10T15:05:41.436 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T15:05:41.436 INFO:tasks.workunit.client.0.smithi102.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-10T15:05:41.436 INFO:tasks.workunit.client.0.smithi102.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-10T15:05:41.436 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T15:05:41.436 INFO:tasks.workunit.client.0.smithi102.stderr: git switch -c 2024-04-10T15:05:41.436 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T15:05:41.436 INFO:tasks.workunit.client.0.smithi102.stderr:Or undo this operation with: 2024-04-10T15:05:41.436 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T15:05:41.437 INFO:tasks.workunit.client.0.smithi102.stderr: git switch - 2024-04-10T15:05:41.437 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T15:05:41.437 INFO:tasks.workunit.client.0.smithi102.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-10T15:05:41.437 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T15:05:41.437 INFO:tasks.workunit.client.0.smithi102.stderr:HEAD is now at a5074d4516d Merge branch 'wip-nitzan-public-addr-check-subnet-unreachable' of https://github.com/NitzanMordhai/ceph into wip-yuri6-testing-2024-04-09-1231 2024-04-10T15:05:41.442 DEBUG:teuthology.orchestra.run.smithi102:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-10T15:05:41.506 INFO:tasks.workunit.client.0.smithi102.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-10T15:05:41.508 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T15:05:41.508 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-10T15:05:42.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:41 smithi154 ceph-mon[30592]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:42.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:41 smithi102 ceph-mon[37987]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:42.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:41 smithi102 ceph-mon[26948]: pgmap v72: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:42.352 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-10T15:05:42.414 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-10T15:05:42.454 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T15:05:42.456 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T15:05:42.456 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-10T15:05:42.495 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T15:05:42.498 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-10T15:05:42.498 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-10T15:05:42.556 INFO:tasks.workunit:Running workunits matching test_telemetry_reef.sh on client.0... 2024-04-10T15:05:42.558 INFO:tasks.workunit:Running workunit test_telemetry_reef.sh... 2024-04-10T15:05:42.558 DEBUG:teuthology.orchestra.run.smithi102:workunit test test_telemetry_reef.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=a5074d4516d566e9d8b6aec912f26afd099de101 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef.sh 2024-04-10T15:05:42.614 INFO:tasks.workunit.client.0.smithi102.stderr:+ ceph config set mgr mgr/telemetry/channel_ident true 2024-04-10T15:05:43.000 INFO:tasks.workunit.client.0.smithi102.stderr:+ ceph config set mgr mgr/telemetry/organization ceph-qa 2024-04-10T15:05:43.159 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:42 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:42] ENGINE Bus STOPPING 2024-04-10T15:05:43.160 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:42 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:42] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:05:43.160 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:42 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:42] ENGINE Bus STOPPED 2024-04-10T15:05:43.160 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:42 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:42] ENGINE Bus STARTING 2024-04-10T15:05:43.160 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:43] ENGINE Serving on http://:::9283 2024-04-10T15:05:43.160 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:43] ENGINE Bus STARTED 2024-04-10T15:05:43.387 INFO:tasks.workunit.client.0.smithi102.stderr:+ ceph config set mgr mgr/telemetry/description 'upgrade test cluster' 2024-04-10T15:05:43.659 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:43] ENGINE Bus STOPPING 2024-04-10T15:05:43.660 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:43] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:05:43.660 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:43] ENGINE Bus STOPPED 2024-04-10T15:05:43.660 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:43] ENGINE Bus STARTING 2024-04-10T15:05:43.660 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:43] ENGINE Serving on http://:::9283 2024-04-10T15:05:43.660 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:43] ENGINE Bus STARTED 2024-04-10T15:05:43.660 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:43] ENGINE Bus STOPPING 2024-04-10T15:05:43.774 INFO:tasks.workunit.client.0.smithi102.stderr:+ ceph telemetry preview 2024-04-10T15:05:44.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[37987]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:44.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1496434081' entity='client.admin' 2024-04-10T15:05:44.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:44.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:05:44.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:05:44.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:44.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/3483537491' entity='client.admin' 2024-04-10T15:05:44.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:44.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:05:44.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:05:44.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:44.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/372613317' entity='client.admin' 2024-04-10T15:05:44.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:44.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:05:44.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:05:44.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:44.161 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:43] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:05:44.161 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:43] ENGINE Bus STOPPED 2024-04-10T15:05:44.161 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:43] ENGINE Bus STARTING 2024-04-10T15:05:44.161 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:43] ENGINE Serving on http://:::9283 2024-04-10T15:05:44.161 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:43] ENGINE Bus STARTED 2024-04-10T15:05:44.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[26948]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:44.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1496434081' entity='client.admin' 2024-04-10T15:05:44.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:44.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:05:44.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:05:44.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:44.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/3483537491' entity='client.admin' 2024-04-10T15:05:44.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:44.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:05:44.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:05:44.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:44.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/372613317' entity='client.admin' 2024-04-10T15:05:44.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:44.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:05:44.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:05:44.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:43 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:44.262 INFO:tasks.workunit.client.0.smithi102.stdout:{ 2024-04-10T15:05:44.262 INFO:tasks.workunit.client.0.smithi102.stdout: "balancer": { 2024-04-10T15:05:44.262 INFO:tasks.workunit.client.0.smithi102.stdout: "active": true, 2024-04-10T15:05:44.262 INFO:tasks.workunit.client.0.smithi102.stdout: "mode": "" 2024-04-10T15:05:44.263 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.263 INFO:tasks.workunit.client.0.smithi102.stdout: "channels": [ 2024-04-10T15:05:44.263 INFO:tasks.workunit.client.0.smithi102.stdout: "basic", 2024-04-10T15:05:44.263 INFO:tasks.workunit.client.0.smithi102.stdout: "crash", 2024-04-10T15:05:44.263 INFO:tasks.workunit.client.0.smithi102.stdout: "device", 2024-04-10T15:05:44.263 INFO:tasks.workunit.client.0.smithi102.stdout: "ident" 2024-04-10T15:05:44.263 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.263 INFO:tasks.workunit.client.0.smithi102.stdout: "channels_available": [ 2024-04-10T15:05:44.263 INFO:tasks.workunit.client.0.smithi102.stdout: "basic", 2024-04-10T15:05:44.263 INFO:tasks.workunit.client.0.smithi102.stdout: "ident", 2024-04-10T15:05:44.263 INFO:tasks.workunit.client.0.smithi102.stdout: "crash", 2024-04-10T15:05:44.263 INFO:tasks.workunit.client.0.smithi102.stdout: "device", 2024-04-10T15:05:44.263 INFO:tasks.workunit.client.0.smithi102.stdout: "perf" 2024-04-10T15:05:44.263 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.263 INFO:tasks.workunit.client.0.smithi102.stdout: "collections_available": [ 2024-04-10T15:05:44.264 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_base", 2024-04-10T15:05:44.264 INFO:tasks.workunit.client.0.smithi102.stdout: "device_base", 2024-04-10T15:05:44.264 INFO:tasks.workunit.client.0.smithi102.stdout: "crash_base", 2024-04-10T15:05:44.264 INFO:tasks.workunit.client.0.smithi102.stdout: "ident_base", 2024-04-10T15:05:44.264 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_perf", 2024-04-10T15:05:44.264 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_mds_metadata", 2024-04-10T15:05:44.264 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_usage", 2024-04-10T15:05:44.264 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_usage_by_class", 2024-04-10T15:05:44.264 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_rook_v01", 2024-04-10T15:05:44.264 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_memory_metrics", 2024-04-10T15:05:44.264 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_options_bluestore" 2024-04-10T15:05:44.264 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.264 INFO:tasks.workunit.client.0.smithi102.stdout: "collections_opted_in": [ 2024-04-10T15:05:44.264 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_base", 2024-04-10T15:05:44.264 INFO:tasks.workunit.client.0.smithi102.stdout: "device_base", 2024-04-10T15:05:44.264 INFO:tasks.workunit.client.0.smithi102.stdout: "crash_base", 2024-04-10T15:05:44.265 INFO:tasks.workunit.client.0.smithi102.stdout: "ident_base", 2024-04-10T15:05:44.265 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_perf", 2024-04-10T15:05:44.265 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_mds_metadata", 2024-04-10T15:05:44.265 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_usage", 2024-04-10T15:05:44.265 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_usage_by_class", 2024-04-10T15:05:44.265 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_rook_v01", 2024-04-10T15:05:44.265 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_memory_metrics", 2024-04-10T15:05:44.265 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_options_bluestore" 2024-04-10T15:05:44.265 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.265 INFO:tasks.workunit.client.0.smithi102.stdout: "config": { 2024-04-10T15:05:44.265 INFO:tasks.workunit.client.0.smithi102.stdout: "active_changed": [ 2024-04-10T15:05:44.265 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T15:05:44.265 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_debug", 2024-04-10T15:05:44.265 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_mon_ticket_ttl", 2024-04-10T15:05:44.265 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_service_ticket_ttl", 2024-04-10T15:05:44.266 INFO:tasks.workunit.client.0.smithi102.stdout: "bdev_debug_aio", 2024-04-10T15:05:44.266 INFO:tasks.workunit.client.0.smithi102.stdout: "client_check_pool_perm", 2024-04-10T15:05:44.266 INFO:tasks.workunit.client.0.smithi102.stdout: "client_mount_gid", 2024-04-10T15:05:44.266 INFO:tasks.workunit.client.0.smithi102.stdout: "client_mount_uid", 2024-04-10T15:05:44.266 INFO:tasks.workunit.client.0.smithi102.stdout: "client_quota", 2024-04-10T15:05:44.266 INFO:tasks.workunit.client.0.smithi102.stdout: "container_image", 2024-04-10T15:05:44.266 INFO:tasks.workunit.client.0.smithi102.stdout: "daemonize", 2024-04-10T15:05:44.266 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_asserts_on_shutdown", 2024-04-10T15:05:44.266 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mgr", 2024-04-10T15:05:44.266 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mon", 2024-04-10T15:05:44.266 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_ms", 2024-04-10T15:05:44.266 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_osd", 2024-04-10T15:05:44.266 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_paxos", 2024-04-10T15:05:44.266 INFO:tasks.workunit.client.0.smithi102.stdout: "keyring", 2024-04-10T15:05:44.266 INFO:tasks.workunit.client.0.smithi102.stdout: "leveldb_block_size", 2024-04-10T15:05:44.266 INFO:tasks.workunit.client.0.smithi102.stdout: "leveldb_cache_size", 2024-04-10T15:05:44.267 INFO:tasks.workunit.client.0.smithi102.stdout: "leveldb_compression", 2024-04-10T15:05:44.267 INFO:tasks.workunit.client.0.smithi102.stdout: "leveldb_log", 2024-04-10T15:05:44.267 INFO:tasks.workunit.client.0.smithi102.stdout: "leveldb_write_buffer_size", 2024-04-10T15:05:44.267 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_file", 2024-04-10T15:05:44.267 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_journald", 2024-04-10T15:05:44.267 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_stderr", 2024-04-10T15:05:44.267 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_allow_pool_delete", 2024-04-10T15:05:44.267 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_clock_drift_allowed", 2024-04-10T15:05:44.267 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_file_level", 2024-04-10T15:05:44.267 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_file", 2024-04-10T15:05:44.267 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_journald", 2024-04-10T15:05:44.267 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_stderr", 2024-04-10T15:05:44.267 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_data_avail_warn", 2024-04-10T15:05:44.267 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_election_default_strategy", 2024-04-10T15:05:44.267 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_host", 2024-04-10T15:05:44.268 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_max_pg_per_osd", 2024-04-10T15:05:44.268 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mgr_mkfs_grace", 2024-04-10T15:05:44.268 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_prime_pg_temp", 2024-04-10T15:05:44.268 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T15:05:44.268 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T15:05:44.268 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T15:05:44.268 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T15:05:44.268 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T15:05:44.268 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T15:05:44.268 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T15:05:44.268 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T15:05:44.268 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T15:05:44.268 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T15:05:44.268 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_too_few_osds", 2024-04-10T15:05:44.268 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_bug", 2024-04-10T15:05:44.268 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_old_message", 2024-04-10T15:05:44.269 INFO:tasks.workunit.client.0.smithi102.stdout: "no_config_file", 2024-04-10T15:05:44.269 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_default_list", 2024-04-10T15:05:44.269 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_load_list", 2024-04-10T15:05:44.269 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_crush_chooseleaf_type", 2024-04-10T15:05:44.269 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_misdirected_ops", 2024-04-10T15:05:44.269 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_op_order", 2024-04-10T15:05:44.269 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_pg_log_writeout", 2024-04-10T15:05:44.269 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_shutdown", 2024-04-10T15:05:44.269 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T15:05:44.269 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T15:05:44.269 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T15:05:44.269 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T15:05:44.269 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep", 2024-04-10T15:05:44.269 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_hdd", 2024-04-10T15:05:44.269 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_hybrid", 2024-04-10T15:05:44.270 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_ssd", 2024-04-10T15:05:44.270 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_max_backfills", 2024-04-10T15:05:44.270 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T15:05:44.270 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_profile", 2024-04-10T15:05:44.270 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-10T15:05:44.270 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-10T15:05:44.270 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-10T15:05:44.270 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-10T15:05:44.270 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-10T15:05:44.270 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-10T15:05:44.270 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_lim", 2024-04-10T15:05:44.270 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_res", 2024-04-10T15:05:44.270 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-10T15:05:44.270 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target", 2024-04-10T15:05:44.270 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target_autotune", 2024-04-10T15:05:44.271 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue", 2024-04-10T15:05:44.271 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue_cut_off", 2024-04-10T15:05:44.271 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pg_delete_cost", 2024-04-10T15:05:44.271 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T15:05:44.271 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T15:05:44.271 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recover_clone_overlap", 2024-04-10T15:05:44.271 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active", 2024-04-10T15:05:44.271 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active_hdd", 2024-04-10T15:05:44.271 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active_ssd", 2024-04-10T15:05:44.271 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_chunk", 2024-04-10T15:05:44.271 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep", 2024-04-10T15:05:44.271 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_hdd", 2024-04-10T15:05:44.271 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_hybrid", 2024-04-10T15:05:44.271 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_ssd", 2024-04-10T15:05:44.271 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_load_threshold", 2024-04-10T15:05:44.272 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_max_interval", 2024-04-10T15:05:44.272 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_sleep", 2024-04-10T15:05:44.272 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_shutdown_pgref_assert", 2024-04-10T15:05:44.272 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep", 2024-04-10T15:05:44.272 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_hdd", 2024-04-10T15:05:44.272 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-10T15:05:44.272 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_ssd", 2024-04-10T15:05:44.272 INFO:tasks.workunit.client.0.smithi102.stdout: "public_addr", 2024-04-10T15:05:44.272 INFO:tasks.workunit.client.0.smithi102.stdout: "public_addrv", 2024-04-10T15:05:44.272 INFO:tasks.workunit.client.0.smithi102.stdout: "public_network", 2024-04-10T15:05:44.272 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_default_features", 2024-04-10T15:05:44.272 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_qos_exclude_ops", 2024-04-10T15:05:44.272 INFO:tasks.workunit.client.0.smithi102.stdout: "setgroup", 2024-04-10T15:05:44.272 INFO:tasks.workunit.client.0.smithi102.stdout: "setuser" 2024-04-10T15:05:44.272 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.272 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster_changed": [ 2024-04-10T15:05:44.273 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T15:05:44.273 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_debug", 2024-04-10T15:05:44.273 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_mon_ticket_ttl", 2024-04-10T15:05:44.273 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_service_ticket_ttl", 2024-04-10T15:05:44.273 INFO:tasks.workunit.client.0.smithi102.stdout: "bdev_debug_aio", 2024-04-10T15:05:44.273 INFO:tasks.workunit.client.0.smithi102.stdout: "container_image", 2024-04-10T15:05:44.273 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_asserts_on_shutdown", 2024-04-10T15:05:44.273 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mgr", 2024-04-10T15:05:44.273 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mon", 2024-04-10T15:05:44.273 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_ms", 2024-04-10T15:05:44.273 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_osd", 2024-04-10T15:05:44.273 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_paxos", 2024-04-10T15:05:44.273 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_file", 2024-04-10T15:05:44.273 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_journald", 2024-04-10T15:05:44.273 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_stderr", 2024-04-10T15:05:44.273 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_join_fs", 2024-04-10T15:05:44.273 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/allow_ptrace", 2024-04-10T15:05:44.274 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/container_init", 2024-04-10T15:05:44.274 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/migration_current", 2024-04-10T15:05:44.274 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/use_repo_digest", 2024-04-10T15:05:44.274 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-10T15:05:44.274 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-10T15:05:44.274 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-10T15:05:44.274 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-10T15:05:44.274 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/ssl_server_port", 2024-04-10T15:05:44.274 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/orchestrator/orchestrator", 2024-04-10T15:05:44.274 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/channel_ident", 2024-04-10T15:05:44.274 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/description", 2024-04-10T15:05:44.274 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/organization", 2024-04-10T15:05:44.274 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_allow_pool_delete", 2024-04-10T15:05:44.274 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_clock_drift_allowed", 2024-04-10T15:05:44.274 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_file_level", 2024-04-10T15:05:44.274 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_file", 2024-04-10T15:05:44.275 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_data_avail_warn", 2024-04-10T15:05:44.275 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_election_default_strategy", 2024-04-10T15:05:44.275 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_max_pg_per_osd", 2024-04-10T15:05:44.275 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mgr_mkfs_grace", 2024-04-10T15:05:44.275 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_prime_pg_temp", 2024-04-10T15:05:44.275 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T15:05:44.275 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T15:05:44.275 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T15:05:44.275 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T15:05:44.275 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T15:05:44.275 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T15:05:44.275 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T15:05:44.275 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T15:05:44.275 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T15:05:44.275 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T15:05:44.275 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_too_few_osds", 2024-04-10T15:05:44.275 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_bug", 2024-04-10T15:05:44.276 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_old_message", 2024-04-10T15:05:44.276 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_default_list", 2024-04-10T15:05:44.276 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_load_list", 2024-04-10T15:05:44.276 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_misdirected_ops", 2024-04-10T15:05:44.276 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_op_order", 2024-04-10T15:05:44.276 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_pg_log_writeout", 2024-04-10T15:05:44.276 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_shutdown", 2024-04-10T15:05:44.276 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T15:05:44.276 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T15:05:44.276 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T15:05:44.276 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T15:05:44.276 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T15:05:44.276 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_profile", 2024-04-10T15:05:44.276 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target", 2024-04-10T15:05:44.276 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target_autotune", 2024-04-10T15:05:44.277 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue", 2024-04-10T15:05:44.277 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue_cut_off", 2024-04-10T15:05:44.277 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T15:05:44.277 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T15:05:44.277 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recover_clone_overlap", 2024-04-10T15:05:44.277 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_chunk", 2024-04-10T15:05:44.277 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_load_threshold", 2024-04-10T15:05:44.277 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_max_interval", 2024-04-10T15:05:44.277 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_shutdown_pgref_assert", 2024-04-10T15:05:44.277 INFO:tasks.workunit.client.0.smithi102.stdout: "public_network", 2024-04-10T15:05:44.277 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_cache_enabled", 2024-04-10T15:05:44.277 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_enable_ops_log", 2024-04-10T15:05:44.277 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_enable_usage_log" 2024-04-10T15:05:44.277 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:44.277 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.277 INFO:tasks.workunit.client.0.smithi102.stdout: "contact": null, 2024-04-10T15:05:44.278 INFO:tasks.workunit.client.0.smithi102.stdout: "crashes": [], 2024-04-10T15:05:44.278 INFO:tasks.workunit.client.0.smithi102.stdout: "created": "2024-04-10T14:57:35.253718Z", 2024-04-10T15:05:44.278 INFO:tasks.workunit.client.0.smithi102.stdout: "crush": { 2024-04-10T15:05:44.278 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_algs": { 2024-04-10T15:05:44.278 INFO:tasks.workunit.client.0.smithi102.stdout: "straw2": 3 2024-04-10T15:05:44.278 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.278 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_sizes": { 2024-04-10T15:05:44.278 INFO:tasks.workunit.client.0.smithi102.stdout: "2": 1, 2024-04-10T15:05:44.278 INFO:tasks.workunit.client.0.smithi102.stdout: "4": 2 2024-04-10T15:05:44.278 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.278 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_types": { 2024-04-10T15:05:44.278 INFO:tasks.workunit.client.0.smithi102.stdout: "1": 2, 2024-04-10T15:05:44.278 INFO:tasks.workunit.client.0.smithi102.stdout: "11": 1 2024-04-10T15:05:44.278 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.278 INFO:tasks.workunit.client.0.smithi102.stdout: "compat_weight_set": false, 2024-04-10T15:05:44.279 INFO:tasks.workunit.client.0.smithi102.stdout: "device_classes": [ 2024-04-10T15:05:44.279 INFO:tasks.workunit.client.0.smithi102.stdout: 8 2024-04-10T15:05:44.279 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_buckets": 6, 2024-04-10T15:05:44.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_devices": 8, 2024-04-10T15:05:44.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_rules": 1, 2024-04-10T15:05:44.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_types": 12, 2024-04-10T15:05:44.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_weight_sets": 0, 2024-04-10T15:05:44.279 INFO:tasks.workunit.client.0.smithi102.stdout: "tunables": { 2024-04-10T15:05:44.279 INFO:tasks.workunit.client.0.smithi102.stdout: "allowed_bucket_algs": 54, 2024-04-10T15:05:44.279 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_local_fallback_tries": 0, 2024-04-10T15:05:44.279 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_local_tries": 0, 2024-04-10T15:05:44.279 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_total_tries": 50, 2024-04-10T15:05:44.279 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_descend_once": 1, 2024-04-10T15:05:44.279 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_stable": 1, 2024-04-10T15:05:44.280 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_vary_r": 1, 2024-04-10T15:05:44.280 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v2_rules": 0, 2024-04-10T15:05:44.280 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v3_rules": 0, 2024-04-10T15:05:44.280 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v4_buckets": 1, 2024-04-10T15:05:44.280 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v5_rules": 0, 2024-04-10T15:05:44.280 INFO:tasks.workunit.client.0.smithi102.stdout: "legacy_tunables": 0, 2024-04-10T15:05:44.280 INFO:tasks.workunit.client.0.smithi102.stdout: "minimum_required_version": "jewel", 2024-04-10T15:05:44.280 INFO:tasks.workunit.client.0.smithi102.stdout: "optimal_tunables": 1, 2024-04-10T15:05:44.280 INFO:tasks.workunit.client.0.smithi102.stdout: "profile": "jewel", 2024-04-10T15:05:44.280 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables": 1, 2024-04-10T15:05:44.280 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables2": 1, 2024-04-10T15:05:44.280 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables3": 1, 2024-04-10T15:05:44.280 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables5": 1, 2024-04-10T15:05:44.280 INFO:tasks.workunit.client.0.smithi102.stdout: "straw_calc_version": 1 2024-04-10T15:05:44.280 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.280 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.280 INFO:tasks.workunit.client.0.smithi102.stdout: "description": "upgrade test cluster", 2024-04-10T15:05:44.281 INFO:tasks.workunit.client.0.smithi102.stdout: "fs": { 2024-04-10T15:05:44.281 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:44.281 INFO:tasks.workunit.client.0.smithi102.stdout: "feature_flags": { 2024-04-10T15:05:44.281 INFO:tasks.workunit.client.0.smithi102.stdout: "enable_multiple": true, 2024-04-10T15:05:44.281 INFO:tasks.workunit.client.0.smithi102.stdout: "ever_enabled_multiple": true 2024-04-10T15:05:44.281 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.281 INFO:tasks.workunit.client.0.smithi102.stdout: "filesystems": [ 2024-04-10T15:05:44.281 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:44.281 INFO:tasks.workunit.client.0.smithi102.stdout: "approx_ctime": "2024-04", 2024-04-10T15:05:44.281 INFO:tasks.workunit.client.0.smithi102.stdout: "balancer_enabled": false, 2024-04-10T15:05:44.281 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:44.281 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_caps": 0, 2024-04-10T15:05:44.281 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_dns": 10, 2024-04-10T15:05:44.281 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_inos": 13, 2024-04-10T15:05:44.281 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_subtrees": 2, 2024-04-10T15:05:44.281 INFO:tasks.workunit.client.0.smithi102.stdout: "ever_allowed_features": 0, 2024-04-10T15:05:44.281 INFO:tasks.workunit.client.0.smithi102.stdout: "explicitly_allowed_features": 0, 2024-04-10T15:05:44.282 INFO:tasks.workunit.client.0.smithi102.stdout: "files": 0, 2024-04-10T15:05:44.282 INFO:tasks.workunit.client.0.smithi102.stdout: "max_mds": 1, 2024-04-10T15:05:44.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_data_pools": 1, 2024-04-10T15:05:44.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_in": 1, 2024-04-10T15:05:44.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_mds": 1, 2024-04-10T15:05:44.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": 0, 2024-04-10T15:05:44.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_standby_replay": 0, 2024-04-10T15:05:44.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_up": 1, 2024-04-10T15:05:44.282 INFO:tasks.workunit.client.0.smithi102.stdout: "snaps": 0, 2024-04-10T15:05:44.282 INFO:tasks.workunit.client.0.smithi102.stdout: "standby_count_wanted": 0 2024-04-10T15:05:44.282 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.282 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_standby_mds": 1, 2024-04-10T15:05:44.282 INFO:tasks.workunit.client.0.smithi102.stdout: "total_num_mds": 2 2024-04-10T15:05:44.282 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.282 INFO:tasks.workunit.client.0.smithi102.stdout: "hosts": { 2024-04-10T15:05:44.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num": 2, 2024-04-10T15:05:44.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mds": 2, 2024-04-10T15:05:44.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mgr": 2, 2024-04-10T15:05:44.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mon": 2, 2024-04-10T15:05:44.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_osd": 2 2024-04-10T15:05:44.283 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.283 INFO:tasks.workunit.client.0.smithi102.stdout: "leaderboard": false, 2024-04-10T15:05:44.283 INFO:tasks.workunit.client.0.smithi102.stdout: "leaderboard_description": null, 2024-04-10T15:05:44.283 INFO:tasks.workunit.client.0.smithi102.stdout: "license": "sharing-1-0", 2024-04-10T15:05:44.283 INFO:tasks.workunit.client.0.smithi102.stdout: "metadata": { 2024-04-10T15:05:44.283 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T15:05:44.283 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T15:05:44.283 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 2 2024-04-10T15:05:44.283 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.283 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T15:05:44.283 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:05:44.284 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.284 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T15:05:44.284 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-10T15:05:44.284 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.284 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T15:05:44.284 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 2 2024-04-10T15:05:44.284 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.284 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T15:05:44.284 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 2 2024-04-10T15:05:44.284 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.284 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T15:05:44.284 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-10T15:05:44.284 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.284 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T15:05:44.284 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-10T15:05:44.284 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.285 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T15:05:44.285 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 2 2024-04-10T15:05:44.285 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.285 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.285 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:44.285 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T15:05:44.285 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 3 2024-04-10T15:05:44.285 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.285 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T15:05:44.285 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-10T15:05:44.285 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.285 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T15:05:44.285 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-10T15:05:44.285 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.285 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T15:05:44.285 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 3 2024-04-10T15:05:44.286 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.286 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T15:05:44.286 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 3 2024-04-10T15:05:44.286 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.286 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T15:05:44.286 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-10T15:05:44.286 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.286 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T15:05:44.286 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-10T15:05:44.286 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.286 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T15:05:44.286 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 3 2024-04-10T15:05:44.286 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.286 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.286 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:44.287 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T15:05:44.287 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 8 2024-04-10T15:05:44.287 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.287 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T15:05:44.287 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:05:44.287 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.287 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T15:05:44.287 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-10T15:05:44.287 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.287 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T15:05:44.287 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 8 2024-04-10T15:05:44.287 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.287 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T15:05:44.287 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 8 2024-04-10T15:05:44.287 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.287 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T15:05:44.287 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-10T15:05:44.288 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.288 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T15:05:44.288 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-10T15:05:44.288 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.288 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T15:05:44.288 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 8 2024-04-10T15:05:44.288 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.288 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_objectstore": { 2024-04-10T15:05:44.288 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": 8 2024-04-10T15:05:44.288 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.288 INFO:tasks.workunit.client.0.smithi102.stdout: "rotational": { 2024-04-10T15:05:44.288 INFO:tasks.workunit.client.0.smithi102.stdout: "0": 8 2024-04-10T15:05:44.288 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.288 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.288 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.288 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:44.288 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T15:05:44.289 INFO:tasks.workunit.client.0.smithi102.stdout: "features": { 2024-04-10T15:05:44.289 INFO:tasks.workunit.client.0.smithi102.stdout: "optional": [], 2024-04-10T15:05:44.289 INFO:tasks.workunit.client.0.smithi102.stdout: "persistent": [ 2024-04-10T15:05:44.289 INFO:tasks.workunit.client.0.smithi102.stdout: "kraken", 2024-04-10T15:05:44.289 INFO:tasks.workunit.client.0.smithi102.stdout: "luminous", 2024-04-10T15:05:44.289 INFO:tasks.workunit.client.0.smithi102.stdout: "mimic", 2024-04-10T15:05:44.289 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap-prune", 2024-04-10T15:05:44.289 INFO:tasks.workunit.client.0.smithi102.stdout: "nautilus", 2024-04-10T15:05:44.289 INFO:tasks.workunit.client.0.smithi102.stdout: "octopus", 2024-04-10T15:05:44.289 INFO:tasks.workunit.client.0.smithi102.stdout: "pacific", 2024-04-10T15:05:44.289 INFO:tasks.workunit.client.0.smithi102.stdout: "elector-pinging", 2024-04-10T15:05:44.289 INFO:tasks.workunit.client.0.smithi102.stdout: "quincy", 2024-04-10T15:05:44.289 INFO:tasks.workunit.client.0.smithi102.stdout: "reef" 2024-04-10T15:05:44.289 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:44.289 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.289 INFO:tasks.workunit.client.0.smithi102.stdout: "ipv4_addr_mons": 6, 2024-04-10T15:05:44.289 INFO:tasks.workunit.client.0.smithi102.stdout: "ipv6_addr_mons": 0, 2024-04-10T15:05:44.289 INFO:tasks.workunit.client.0.smithi102.stdout: "min_mon_release": 18, 2024-04-10T15:05:44.290 INFO:tasks.workunit.client.0.smithi102.stdout: "v1_addr_mons": 3, 2024-04-10T15:05:44.290 INFO:tasks.workunit.client.0.smithi102.stdout: "v2_addr_mons": 3 2024-04-10T15:05:44.290 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.290 INFO:tasks.workunit.client.0.smithi102.stdout: "organization": "ceph-qa", 2024-04-10T15:05:44.290 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:44.290 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster_network": false, 2024-04-10T15:05:44.290 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8, 2024-04-10T15:05:44.290 INFO:tasks.workunit.client.0.smithi102.stdout: "require_min_compat_client": "luminous", 2024-04-10T15:05:44.290 INFO:tasks.workunit.client.0.smithi102.stdout: "require_osd_release": "reef" 2024-04-10T15:05:44.290 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.290 INFO:tasks.workunit.client.0.smithi102.stdout: "pools": [ 2024-04-10T15:05:44.290 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:44.290 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:44.290 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr" 2024-04-10T15:05:44.290 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.290 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T15:05:44.290 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T15:05:44.291 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T15:05:44.291 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T15:05:44.291 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:05:44.291 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 1, 2024-04-10T15:05:44.291 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 1, 2024-04-10T15:05:44.291 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 1, 2024-04-10T15:05:44.291 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T15:05:44.291 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T15:05:44.291 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 729296742666, 2024-04-10T15:05:44.291 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 1781760, 2024-04-10T15:05:44.291 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T15:05:44.291 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T15:05:44.291 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 1781760, 2024-04-10T15:05:44.291 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T15:05:44.291 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 243098910720, 2024-04-10T15:05:44.291 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 2, 2024-04-10T15:05:44.291 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T15:05:44.292 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 2.4431149086012738e-06, 2024-04-10T15:05:44.292 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T15:05:44.292 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T15:05:44.292 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 212, 2024-04-10T15:05:44.292 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 313344, 2024-04-10T15:05:44.292 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 590368, 2024-04-10T15:05:44.292 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 590368, 2024-04-10T15:05:44.292 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T15:05:44.292 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 1771104, 2024-04-10T15:05:44.292 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 179, 2024-04-10T15:05:44.292 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 2473984 2024-04-10T15:05:44.292 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.292 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T15:05:44.292 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T15:05:44.292 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T15:05:44.292 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.292 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:44.292 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:44.292 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T15:05:44.293 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.293 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T15:05:44.293 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T15:05:44.293 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T15:05:44.293 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T15:05:44.293 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:05:44.293 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 32, 2024-04-10T15:05:44.293 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 32, 2024-04-10T15:05:44.293 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 2, 2024-04-10T15:05:44.293 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T15:05:44.293 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T15:05:44.293 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 729296742666, 2024-04-10T15:05:44.293 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 98304, 2024-04-10T15:05:44.293 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T15:05:44.293 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T15:05:44.293 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 98304, 2024-04-10T15:05:44.293 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T15:05:44.293 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 243098910720, 2024-04-10T15:05:44.294 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 22, 2024-04-10T15:05:44.294 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T15:05:44.294 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 1.347928559880529e-07, 2024-04-10T15:05:44.294 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T15:05:44.294 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T15:05:44.294 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 0, 2024-04-10T15:05:44.294 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 0, 2024-04-10T15:05:44.294 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 3430, 2024-04-10T15:05:44.294 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 3430, 2024-04-10T15:05:44.294 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T15:05:44.294 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 10290, 2024-04-10T15:05:44.294 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 51, 2024-04-10T15:05:44.294 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 20480 2024-04-10T15:05:44.294 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.294 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T15:05:44.294 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T15:05:44.295 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T15:05:44.295 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.295 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:44.295 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:44.295 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T15:05:44.295 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.295 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T15:05:44.295 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T15:05:44.295 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T15:05:44.295 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T15:05:44.295 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:05:44.295 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 64, 2024-04-10T15:05:44.295 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 64, 2024-04-10T15:05:44.295 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 3, 2024-04-10T15:05:44.295 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T15:05:44.295 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T15:05:44.296 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 729296742666, 2024-04-10T15:05:44.296 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 0, 2024-04-10T15:05:44.296 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T15:05:44.296 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T15:05:44.296 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 0, 2024-04-10T15:05:44.296 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T15:05:44.296 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 243098910720, 2024-04-10T15:05:44.296 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 0, 2024-04-10T15:05:44.296 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T15:05:44.296 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 0.0, 2024-04-10T15:05:44.296 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T15:05:44.296 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T15:05:44.296 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 0, 2024-04-10T15:05:44.296 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 0, 2024-04-10T15:05:44.296 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 0, 2024-04-10T15:05:44.297 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 0, 2024-04-10T15:05:44.297 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T15:05:44.297 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 0, 2024-04-10T15:05:44.297 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 0, 2024-04-10T15:05:44.297 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 0 2024-04-10T15:05:44.297 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.297 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T15:05:44.297 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T15:05:44.297 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T15:05:44.297 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.297 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:44.297 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:44.297 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd" 2024-04-10T15:05:44.297 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.297 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T15:05:44.297 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T15:05:44.297 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T15:05:44.297 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T15:05:44.298 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:05:44.298 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 8, 2024-04-10T15:05:44.298 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 8, 2024-04-10T15:05:44.298 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 4, 2024-04-10T15:05:44.298 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T15:05:44.298 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T15:05:44.298 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 729296742666, 2024-04-10T15:05:44.298 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 0, 2024-04-10T15:05:44.298 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T15:05:44.298 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T15:05:44.298 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 0, 2024-04-10T15:05:44.298 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T15:05:44.298 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 243098910720, 2024-04-10T15:05:44.298 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 0, 2024-04-10T15:05:44.298 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T15:05:44.299 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 0.0, 2024-04-10T15:05:44.299 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T15:05:44.299 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T15:05:44.299 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 0, 2024-04-10T15:05:44.299 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 0, 2024-04-10T15:05:44.299 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 0, 2024-04-10T15:05:44.299 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 0, 2024-04-10T15:05:44.299 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T15:05:44.299 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 0, 2024-04-10T15:05:44.299 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 0, 2024-04-10T15:05:44.299 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 0 2024-04-10T15:05:44.299 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.299 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T15:05:44.299 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T15:05:44.299 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T15:05:44.299 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.300 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.300 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd": { 2024-04-10T15:05:44.300 INFO:tasks.workunit.client.0.smithi102.stdout: "mirroring_by_pool": [ 2024-04-10T15:05:44.300 INFO:tasks.workunit.client.0.smithi102.stdout: false 2024-04-10T15:05:44.300 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_images_by_pool": [ 2024-04-10T15:05:44.300 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:44.300 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pools": 1 2024-04-10T15:05:44.300 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.300 INFO:tasks.workunit.client.0.smithi102.stdout: "report_id": "f0fd97d3-7570-4267-a9f2-be934b183db8", 2024-04-10T15:05:44.300 INFO:tasks.workunit.client.0.smithi102.stdout: "report_timestamp": "2024-04-10T15:05:44.279008", 2024-04-10T15:05:44.300 INFO:tasks.workunit.client.0.smithi102.stdout: "report_version": 1, 2024-04-10T15:05:44.300 INFO:tasks.workunit.client.0.smithi102.stdout: "rook": { 2024-04-10T15:05:44.301 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster": { 2024-04-10T15:05:44.301 INFO:tasks.workunit.client.0.smithi102.stdout: "external-mode": null, 2024-04-10T15:05:44.301 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:44.301 INFO:tasks.workunit.client.0.smithi102.stdout: "allow-multiple-per-node": null, 2024-04-10T15:05:44.301 INFO:tasks.workunit.client.0.smithi102.stdout: "count": null, 2024-04-10T15:05:44.301 INFO:tasks.workunit.client.0.smithi102.stdout: "max-id": null, 2024-04-10T15:05:44.301 INFO:tasks.workunit.client.0.smithi102.stdout: "pvc": { 2024-04-10T15:05:44.301 INFO:tasks.workunit.client.0.smithi102.stdout: "enabled": null 2024-04-10T15:05:44.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.301 INFO:tasks.workunit.client.0.smithi102.stdout: "stretch": { 2024-04-10T15:05:44.301 INFO:tasks.workunit.client.0.smithi102.stdout: "enabled": null 2024-04-10T15:05:44.301 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.301 INFO:tasks.workunit.client.0.smithi102.stdout: "network": { 2024-04-10T15:05:44.301 INFO:tasks.workunit.client.0.smithi102.stdout: "provider": null 2024-04-10T15:05:44.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.302 INFO:tasks.workunit.client.0.smithi102.stdout: "storage": { 2024-04-10T15:05:44.302 INFO:tasks.workunit.client.0.smithi102.stdout: "device-set": { 2024-04-10T15:05:44.302 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T15:05:44.302 INFO:tasks.workunit.client.0.smithi102.stdout: "non-portable": null, 2024-04-10T15:05:44.302 INFO:tasks.workunit.client.0.smithi102.stdout: "portable": null, 2024-04-10T15:05:44.302 INFO:tasks.workunit.client.0.smithi102.stdout: "total": null 2024-04-10T15:05:44.302 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.302 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.302 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.302 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.302 INFO:tasks.workunit.client.0.smithi102.stdout: "csi": { 2024-04-10T15:05:44.302 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T15:05:44.302 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.302 INFO:tasks.workunit.client.0.smithi102.stdout: "kubernetes": { 2024-04-10T15:05:44.302 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T15:05:44.302 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.303 INFO:tasks.workunit.client.0.smithi102.stdout: "node": { 2024-04-10T15:05:44.303 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T15:05:44.303 INFO:tasks.workunit.client.0.smithi102.stdout: "kubernetes-total": null, 2024-04-10T15:05:44.303 INFO:tasks.workunit.client.0.smithi102.stdout: "with-ceph-daemons": null, 2024-04-10T15:05:44.303 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-cephfs-plugin": null, 2024-04-10T15:05:44.303 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-nfs-plugin": null, 2024-04-10T15:05:44.303 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-rbd-plugin": null 2024-04-10T15:05:44.303 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.303 INFO:tasks.workunit.client.0.smithi102.stdout: "usage": { 2024-04-10T15:05:44.303 INFO:tasks.workunit.client.0.smithi102.stdout: "storage-class": { 2024-04-10T15:05:44.303 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T15:05:44.303 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket": null, 2024-04-10T15:05:44.303 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs": null, 2024-04-10T15:05:44.303 INFO:tasks.workunit.client.0.smithi102.stdout: "nfs": null, 2024-04-10T15:05:44.303 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd": null, 2024-04-10T15:05:44.304 INFO:tasks.workunit.client.0.smithi102.stdout: "total": null 2024-04-10T15:05:44.304 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.304 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.304 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.304 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T15:05:44.304 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.304 INFO:tasks.workunit.client.0.smithi102.stdout: "services": {}, 2024-04-10T15:05:44.304 INFO:tasks.workunit.client.0.smithi102.stdout: "usage": { 2024-04-10T15:05:44.304 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 105, 2024-04-10T15:05:44.304 INFO:tasks.workunit.client.0.smithi102.stdout: "pools": 4, 2024-04-10T15:05:44.304 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_by_class": { 2024-04-10T15:05:44.304 INFO:tasks.workunit.client.0.smithi102.stdout: "ssd": { 2024-04-10T15:05:44.304 INFO:tasks.workunit.client.0.smithi102.stdout: "total_avail_bytes": 767727153152, 2024-04-10T15:05:44.304 INFO:tasks.workunit.client.0.smithi102.stdout: "total_bytes": 767960285184, 2024-04-10T15:05:44.304 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_bytes": 233132032, 2024-04-10T15:05:44.304 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_raw_bytes": 233132032, 2024-04-10T15:05:44.305 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_raw_ratio": 0.0003035730333067477 2024-04-10T15:05:44.305 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.305 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.305 INFO:tasks.workunit.client.0.smithi102.stdout: "total_avail_bytes": 767727153152, 2024-04-10T15:05:44.305 INFO:tasks.workunit.client.0.smithi102.stdout: "total_bytes": 767960285184, 2024-04-10T15:05:44.305 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_bytes": 233132032 2024-04-10T15:05:44.305 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.305 INFO:tasks.workunit.client.0.smithi102.stdout:} 2024-04-10T15:05:44.305 INFO:tasks.workunit.client.0.smithi102.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-10T15:05:44.305 INFO:tasks.workunit.client.0.smithi102.stderr:+ ceph telemetry preview-device 2024-04-10T15:05:44.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:43 smithi154 ceph-mon[30592]: pgmap v73: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:44.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:43 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1496434081' entity='client.admin' 2024-04-10T15:05:44.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:43 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:44.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:43 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:05:44.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:43 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:05:44.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:43 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:44.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:43 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/3483537491' entity='client.admin' 2024-04-10T15:05:44.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:43 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:44.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:43 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:05:44.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:43 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:05:44.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:43 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:44.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:43 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/372613317' entity='client.admin' 2024-04-10T15:05:44.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:43 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:44.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:43 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:05:44.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:43 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:05:44.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:43 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:44.781 INFO:tasks.workunit.client.0.smithi102.stdout:{ 2024-04-10T15:05:44.781 INFO:tasks.workunit.client.0.smithi102.stdout: "ce06229e-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T15:05:44.782 INFO:tasks.workunit.client.0.smithi102.stdout: "INTEL_SSDPEDMD400G4_ce06a426-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T15:05:44.782 INFO:tasks.workunit.client.0.smithi102.stdout: "20240410-150053": { 2024-04-10T15:05:44.782 INFO:tasks.workunit.client.0.smithi102.stdout: "device": { 2024-04-10T15:05:44.782 INFO:tasks.workunit.client.0.smithi102.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T15:05:44.782 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "/dev/nvme0n1", 2024-04-10T15:05:44.782 INFO:tasks.workunit.client.0.smithi102.stdout: "protocol": "NVMe", 2024-04-10T15:05:44.782 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "nvme" 2024-04-10T15:05:44.782 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.782 INFO:tasks.workunit.client.0.smithi102.stdout: "firmware_version": "8DV101H0", 2024-04-10T15:05:44.782 INFO:tasks.workunit.client.0.smithi102.stdout: "host_id": "ce06229e-f74b-11ee-960e-0cc47a8fd769", 2024-04-10T15:05:44.782 INFO:tasks.workunit.client.0.smithi102.stdout: "json_format_version": [ 2024-04-10T15:05:44.782 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:44.782 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:44.783 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.783 INFO:tasks.workunit.client.0.smithi102.stdout: "local_time": { 2024-04-10T15:05:44.783 INFO:tasks.workunit.client.0.smithi102.stdout: "asctime": "Wed Apr 10 15:00:53 2024 UTC", 2024-04-10T15:05:44.783 INFO:tasks.workunit.client.0.smithi102.stdout: "time_t": 1712761253 2024-04-10T15:05:44.783 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.783 INFO:tasks.workunit.client.0.smithi102.stdout: "logical_block_size": 512, 2024-04-10T15:05:44.783 INFO:tasks.workunit.client.0.smithi102.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T15:05:44.783 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_controller_id": 0, 2024-04-10T15:05:44.783 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T15:05:44.783 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_namespaces": [ 2024-04-10T15:05:44.783 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:44.783 INFO:tasks.workunit.client.0.smithi102.stdout: "capacity": { 2024-04-10T15:05:44.783 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:44.783 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:44.783 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.784 INFO:tasks.workunit.client.0.smithi102.stdout: "formatted_lba_size": 512, 2024-04-10T15:05:44.784 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 1, 2024-04-10T15:05:44.784 INFO:tasks.workunit.client.0.smithi102.stdout: "size": { 2024-04-10T15:05:44.784 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:44.784 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:44.784 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.784 INFO:tasks.workunit.client.0.smithi102.stdout: "utilization": { 2024-04-10T15:05:44.784 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:44.784 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:44.784 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.784 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.784 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.784 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T15:05:44.784 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_pci_vendor": { 2024-04-10T15:05:44.784 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 32902, 2024-04-10T15:05:44.784 INFO:tasks.workunit.client.0.smithi102.stdout: "subsystem_id": 32902 2024-04-10T15:05:44.785 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.785 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T15:05:44.785 INFO:tasks.workunit.client.0.smithi102.stdout: "Device stats": { 2024-04-10T15:05:44.785 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_fw_downgrades": { 2024-04-10T15:05:44.785 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:44.785 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.785 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.785 INFO:tasks.workunit.client.0.smithi102.stdout: "crc_error_count": { 2024-04-10T15:05:44.785 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.785 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.785 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.785 INFO:tasks.workunit.client.0.smithi102.stdout: "end_to_end_error_detection_count": { 2024-04-10T15:05:44.785 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.785 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.785 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.785 INFO:tasks.workunit.client.0.smithi102.stdout: "erase_fail_count": { 2024-04-10T15:05:44.786 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.786 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.786 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.786 INFO:tasks.workunit.client.0.smithi102.stdout: "host_bytes_written": { 2024-04-10T15:05:44.786 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.786 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 30616943 2024-04-10T15:05:44.786 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.786 INFO:tasks.workunit.client.0.smithi102.stdout: "host_ctx_wear_used": { 2024-04-10T15:05:44.786 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.786 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 1 2024-04-10T15:05:44.786 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.786 INFO:tasks.workunit.client.0.smithi102.stdout: "media_bytes_read": { 2024-04-10T15:05:44.786 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:44.786 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.786 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.787 INFO:tasks.workunit.client.0.smithi102.stdout: "nand_bytes_written": { 2024-04-10T15:05:44.787 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.787 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 52643310 2024-04-10T15:05:44.787 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.787 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_stat_indicator": { 2024-04-10T15:05:44.787 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:44.787 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.787 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.787 INFO:tasks.workunit.client.0.smithi102.stdout: "pll_lock_loss_count": { 2024-04-10T15:05:44.787 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.788 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 1 2024-04-10T15:05:44.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.788 INFO:tasks.workunit.client.0.smithi102.stdout: "program_fail_count": { 2024-04-10T15:05:44.788 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.788 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.788 INFO:tasks.workunit.client.0.smithi102.stdout: "re_alloc_sectr_cnt": { 2024-04-10T15:05:44.788 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:44.788 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.788 INFO:tasks.workunit.client.0.smithi102.stdout: "retry_buffer_overflow_count": { 2024-04-10T15:05:44.788 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.788 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.788 INFO:tasks.workunit.client.0.smithi102.stdout: "soft_ecc_err_rate": { 2024-04-10T15:05:44.789 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:44.789 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.789 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.789 INFO:tasks.workunit.client.0.smithi102.stdout: "thermal_throttle_status": { 2024-04-10T15:05:44.789 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.789 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T15:05:44.789 INFO:tasks.workunit.client.0.smithi102.stdout: "cnt": 0, 2024-04-10T15:05:44.789 INFO:tasks.workunit.client.0.smithi102.stdout: "pct": 0 2024-04-10T15:05:44.789 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.789 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.789 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_host_reads": { 2024-04-10T15:05:44.789 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.789 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T15:05:44.789 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.789 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_media_wear": { 2024-04-10T15:05:44.790 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.790 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 64 2024-04-10T15:05:44.790 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.790 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_timer": { 2024-04-10T15:05:44.790 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.790 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T15:05:44.790 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.790 INFO:tasks.workunit.client.0.smithi102.stdout: "unexp_power_loss": { 2024-04-10T15:05:44.790 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:44.790 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.790 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.790 INFO:tasks.workunit.client.0.smithi102.stdout: "wear_leveling": { 2024-04-10T15:05:44.790 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 89, 2024-04-10T15:05:44.790 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T15:05:44.790 INFO:tasks.workunit.client.0.smithi102.stdout: "avg": 3568, 2024-04-10T15:05:44.790 INFO:tasks.workunit.client.0.smithi102.stdout: "max": 3577, 2024-04-10T15:05:44.791 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 3559 2024-04-10T15:05:44.791 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.791 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.791 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.791 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T15:05:44.791 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.791 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_log": { 2024-04-10T15:05:44.791 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare": 100, 2024-04-10T15:05:44.791 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare_threshold": 10, 2024-04-10T15:05:44.791 INFO:tasks.workunit.client.0.smithi102.stdout: "controller_busy_time": 0, 2024-04-10T15:05:44.791 INFO:tasks.workunit.client.0.smithi102.stdout: "critical_warning": 0, 2024-04-10T15:05:44.791 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_read": 398325925, 2024-04-10T15:05:44.791 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_written": 2006512017, 2024-04-10T15:05:44.791 INFO:tasks.workunit.client.0.smithi102.stdout: "host_reads": 6645621909, 2024-04-10T15:05:44.793 INFO:tasks.workunit.client.0.smithi102.stdout: "host_writes": 36147710703, 2024-04-10T15:05:44.793 INFO:tasks.workunit.client.0.smithi102.stdout: "media_errors": 0, 2024-04-10T15:05:44.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_err_log_entries": 0, 2024-04-10T15:05:44.793 INFO:tasks.workunit.client.0.smithi102.stdout: "percentage_used": 11, 2024-04-10T15:05:44.793 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycles": 58030, 2024-04-10T15:05:44.793 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_hours": 52585, 2024-04-10T15:05:44.793 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": 30, 2024-04-10T15:05:44.793 INFO:tasks.workunit.client.0.smithi102.stdout: "unsafe_shutdowns": 26 2024-04-10T15:05:44.793 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.794 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_vendor": "intel", 2024-04-10T15:05:44.794 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycle_count": 58030, 2024-04-10T15:05:44.794 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_time": { 2024-04-10T15:05:44.794 INFO:tasks.workunit.client.0.smithi102.stdout: "hours": 52585 2024-04-10T15:05:44.794 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.794 INFO:tasks.workunit.client.0.smithi102.stdout: "serial_number": "deleted", 2024-04-10T15:05:44.794 INFO:tasks.workunit.client.0.smithi102.stdout: "smart_status": { 2024-04-10T15:05:44.794 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme": { 2024-04-10T15:05:44.794 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:44.794 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.794 INFO:tasks.workunit.client.0.smithi102.stdout: "passed": true 2024-04-10T15:05:44.794 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.794 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl": { 2024-04-10T15:05:44.794 INFO:tasks.workunit.client.0.smithi102.stdout: "argv": [ 2024-04-10T15:05:44.794 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl", 2024-04-10T15:05:44.795 INFO:tasks.workunit.client.0.smithi102.stdout: "-x", 2024-04-10T15:05:44.795 INFO:tasks.workunit.client.0.smithi102.stdout: "--json=o", 2024-04-10T15:05:44.795 INFO:tasks.workunit.client.0.smithi102.stdout: "/dev/nvme0n1" 2024-04-10T15:05:44.795 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.795 INFO:tasks.workunit.client.0.smithi102.stdout: "build_info": "(local build)", 2024-04-10T15:05:44.795 INFO:tasks.workunit.client.0.smithi102.stdout: "exit_status": 0, 2024-04-10T15:05:44.795 INFO:tasks.workunit.client.0.smithi102.stdout: "output": [ 2024-04-10T15:05:44.795 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T15:05:44.795 INFO:tasks.workunit.client.0.smithi102.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T15:05:44.795 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:44.795 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T15:05:44.795 INFO:tasks.workunit.client.0.smithi102.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T15:05:44.795 INFO:tasks.workunit.client.0.smithi102.stdout: "Serial Number: deleted", 2024-04-10T15:05:44.795 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Version: 8DV101H0", 2024-04-10T15:05:44.796 INFO:tasks.workunit.client.0.smithi102.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T15:05:44.796 INFO:tasks.workunit.client.0.smithi102.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T15:05:44.796 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller ID: 0", 2024-04-10T15:05:44.796 INFO:tasks.workunit.client.0.smithi102.stdout: "Number of Namespaces: 1", 2024-04-10T15:05:44.796 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T15:05:44.796 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T15:05:44.796 INFO:tasks.workunit.client.0.smithi102.stdout: "Local Time is: Wed Apr 10 15:00:53 2024 UTC", 2024-04-10T15:05:44.796 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T15:05:44.796 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T15:05:44.796 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T15:05:44.796 INFO:tasks.workunit.client.0.smithi102.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T15:05:44.796 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:44.796 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported Power States", 2024-04-10T15:05:44.796 INFO:tasks.workunit.client.0.smithi102.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T15:05:44.797 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T15:05:44.797 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:44.797 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T15:05:44.797 INFO:tasks.workunit.client.0.smithi102.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T15:05:44.797 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 512 0 2", 2024-04-10T15:05:44.797 INFO:tasks.workunit.client.0.smithi102.stdout: " 1 - 512 8 2", 2024-04-10T15:05:44.797 INFO:tasks.workunit.client.0.smithi102.stdout: " 2 - 512 16 2", 2024-04-10T15:05:44.797 INFO:tasks.workunit.client.0.smithi102.stdout: " 3 - 4096 0 0", 2024-04-10T15:05:44.797 INFO:tasks.workunit.client.0.smithi102.stdout: " 4 - 4096 8 0", 2024-04-10T15:05:44.797 INFO:tasks.workunit.client.0.smithi102.stdout: " 5 - 4096 64 0", 2024-04-10T15:05:44.797 INFO:tasks.workunit.client.0.smithi102.stdout: " 6 - 4096 128 0", 2024-04-10T15:05:44.797 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:44.797 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T15:05:44.797 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T15:05:44.798 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:44.798 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T15:05:44.798 INFO:tasks.workunit.client.0.smithi102.stdout: "Critical Warning: 0x00", 2024-04-10T15:05:44.798 INFO:tasks.workunit.client.0.smithi102.stdout: "Temperature: 30 Celsius", 2024-04-10T15:05:44.798 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare: 100%", 2024-04-10T15:05:44.798 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare Threshold: 10%", 2024-04-10T15:05:44.798 INFO:tasks.workunit.client.0.smithi102.stdout: "Percentage Used: 11%", 2024-04-10T15:05:44.798 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Read: 398,325,925 [203 TB]", 2024-04-10T15:05:44.798 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Written: 2,006,512,017 [1.02 PB]", 2024-04-10T15:05:44.798 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Read Commands: 6,645,621,909", 2024-04-10T15:05:44.798 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Write Commands: 36,147,710,703", 2024-04-10T15:05:44.798 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller Busy Time: 0", 2024-04-10T15:05:44.798 INFO:tasks.workunit.client.0.smithi102.stdout: "Power Cycles: 58,030", 2024-04-10T15:05:44.798 INFO:tasks.workunit.client.0.smithi102.stdout: "Power On Hours: 52,585", 2024-04-10T15:05:44.799 INFO:tasks.workunit.client.0.smithi102.stdout: "Unsafe Shutdowns: 26", 2024-04-10T15:05:44.799 INFO:tasks.workunit.client.0.smithi102.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T15:05:44.799 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information Log Entries: 0", 2024-04-10T15:05:44.799 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:44.799 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T15:05:44.799 INFO:tasks.workunit.client.0.smithi102.stdout: "No Errors Logged", 2024-04-10T15:05:44.799 INFO:tasks.workunit.client.0.smithi102.stdout: "" 2024-04-10T15:05:44.799 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.799 INFO:tasks.workunit.client.0.smithi102.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T15:05:44.799 INFO:tasks.workunit.client.0.smithi102.stdout: "svn_revision": "5022", 2024-04-10T15:05:44.799 INFO:tasks.workunit.client.0.smithi102.stdout: "version": [ 2024-04-10T15:05:44.799 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:44.799 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:44.799 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:44.799 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.800 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": { 2024-04-10T15:05:44.800 INFO:tasks.workunit.client.0.smithi102.stdout: "current": 30 2024-04-10T15:05:44.800 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.800 INFO:tasks.workunit.client.0.smithi102.stdout: "user_capacity": { 2024-04-10T15:05:44.800 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:44.800 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:44.800 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.800 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.800 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.800 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.800 INFO:tasks.workunit.client.0.smithi102.stdout: "ce07d918-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T15:05:44.800 INFO:tasks.workunit.client.0.smithi102.stdout: "INTEL_SSDPEDMD400G4_ce0852a8-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T15:05:44.800 INFO:tasks.workunit.client.0.smithi102.stdout: "20240410-150051": { 2024-04-10T15:05:44.800 INFO:tasks.workunit.client.0.smithi102.stdout: "device": { 2024-04-10T15:05:44.800 INFO:tasks.workunit.client.0.smithi102.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T15:05:44.801 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "/dev/nvme0n1", 2024-04-10T15:05:44.801 INFO:tasks.workunit.client.0.smithi102.stdout: "protocol": "NVMe", 2024-04-10T15:05:44.801 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "nvme" 2024-04-10T15:05:44.801 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.801 INFO:tasks.workunit.client.0.smithi102.stdout: "firmware_version": "8DV101H0", 2024-04-10T15:05:44.801 INFO:tasks.workunit.client.0.smithi102.stdout: "host_id": "ce07d918-f74b-11ee-960e-0cc47a8fd769", 2024-04-10T15:05:44.801 INFO:tasks.workunit.client.0.smithi102.stdout: "json_format_version": [ 2024-04-10T15:05:44.801 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:44.801 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:44.801 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.801 INFO:tasks.workunit.client.0.smithi102.stdout: "local_time": { 2024-04-10T15:05:44.801 INFO:tasks.workunit.client.0.smithi102.stdout: "asctime": "Wed Apr 10 15:00:51 2024 UTC", 2024-04-10T15:05:44.801 INFO:tasks.workunit.client.0.smithi102.stdout: "time_t": 1712761251 2024-04-10T15:05:44.801 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.801 INFO:tasks.workunit.client.0.smithi102.stdout: "logical_block_size": 512, 2024-04-10T15:05:44.801 INFO:tasks.workunit.client.0.smithi102.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T15:05:44.802 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_controller_id": 0, 2024-04-10T15:05:44.802 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T15:05:44.802 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_namespaces": [ 2024-04-10T15:05:44.802 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:44.802 INFO:tasks.workunit.client.0.smithi102.stdout: "capacity": { 2024-04-10T15:05:44.802 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:44.802 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:44.802 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.802 INFO:tasks.workunit.client.0.smithi102.stdout: "formatted_lba_size": 512, 2024-04-10T15:05:44.802 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 1, 2024-04-10T15:05:44.802 INFO:tasks.workunit.client.0.smithi102.stdout: "size": { 2024-04-10T15:05:44.802 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:44.802 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:44.802 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.802 INFO:tasks.workunit.client.0.smithi102.stdout: "utilization": { 2024-04-10T15:05:44.802 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:44.803 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:44.803 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.803 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.803 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.803 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T15:05:44.803 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_pci_vendor": { 2024-04-10T15:05:44.803 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 32902, 2024-04-10T15:05:44.803 INFO:tasks.workunit.client.0.smithi102.stdout: "subsystem_id": 32902 2024-04-10T15:05:44.803 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.803 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T15:05:44.803 INFO:tasks.workunit.client.0.smithi102.stdout: "Device stats": { 2024-04-10T15:05:44.803 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_fw_downgrades": { 2024-04-10T15:05:44.803 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:44.803 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.803 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.803 INFO:tasks.workunit.client.0.smithi102.stdout: "crc_error_count": { 2024-04-10T15:05:44.804 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.804 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.804 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.804 INFO:tasks.workunit.client.0.smithi102.stdout: "end_to_end_error_detection_count": { 2024-04-10T15:05:44.804 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.804 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.804 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.804 INFO:tasks.workunit.client.0.smithi102.stdout: "erase_fail_count": { 2024-04-10T15:05:44.804 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.804 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.804 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.804 INFO:tasks.workunit.client.0.smithi102.stdout: "host_bytes_written": { 2024-04-10T15:05:44.804 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.804 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 29022460 2024-04-10T15:05:44.804 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.804 INFO:tasks.workunit.client.0.smithi102.stdout: "host_ctx_wear_used": { 2024-04-10T15:05:44.805 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.805 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 1 2024-04-10T15:05:44.805 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.805 INFO:tasks.workunit.client.0.smithi102.stdout: "media_bytes_read": { 2024-04-10T15:05:44.805 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:44.805 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.805 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.805 INFO:tasks.workunit.client.0.smithi102.stdout: "nand_bytes_written": { 2024-04-10T15:05:44.805 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.805 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 47035660 2024-04-10T15:05:44.805 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.805 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_stat_indicator": { 2024-04-10T15:05:44.805 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:44.805 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.805 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.805 INFO:tasks.workunit.client.0.smithi102.stdout: "pll_lock_loss_count": { 2024-04-10T15:05:44.806 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.806 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.806 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.806 INFO:tasks.workunit.client.0.smithi102.stdout: "program_fail_count": { 2024-04-10T15:05:44.806 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.806 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.806 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.806 INFO:tasks.workunit.client.0.smithi102.stdout: "re_alloc_sectr_cnt": { 2024-04-10T15:05:44.806 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:44.806 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.806 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.806 INFO:tasks.workunit.client.0.smithi102.stdout: "retry_buffer_overflow_count": { 2024-04-10T15:05:44.806 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.806 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.806 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.806 INFO:tasks.workunit.client.0.smithi102.stdout: "soft_ecc_err_rate": { 2024-04-10T15:05:44.807 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:44.807 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.807 INFO:tasks.workunit.client.0.smithi102.stdout: "thermal_throttle_status": { 2024-04-10T15:05:44.807 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.807 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T15:05:44.807 INFO:tasks.workunit.client.0.smithi102.stdout: "cnt": 0, 2024-04-10T15:05:44.807 INFO:tasks.workunit.client.0.smithi102.stdout: "pct": 0 2024-04-10T15:05:44.807 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.807 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_host_reads": { 2024-04-10T15:05:44.807 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.807 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T15:05:44.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.807 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_media_wear": { 2024-04-10T15:05:44.807 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.807 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 64 2024-04-10T15:05:44.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.808 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_timer": { 2024-04-10T15:05:44.808 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:44.808 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T15:05:44.808 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.808 INFO:tasks.workunit.client.0.smithi102.stdout: "unexp_power_loss": { 2024-04-10T15:05:44.808 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:44.808 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:44.808 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.808 INFO:tasks.workunit.client.0.smithi102.stdout: "wear_leveling": { 2024-04-10T15:05:44.808 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 90, 2024-04-10T15:05:44.808 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T15:05:44.808 INFO:tasks.workunit.client.0.smithi102.stdout: "avg": 3151, 2024-04-10T15:05:44.808 INFO:tasks.workunit.client.0.smithi102.stdout: "max": 3165, 2024-04-10T15:05:44.808 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 3137 2024-04-10T15:05:44.808 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.808 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.808 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.809 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T15:05:44.809 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.809 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_log": { 2024-04-10T15:05:44.809 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare": 100, 2024-04-10T15:05:44.809 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare_threshold": 10, 2024-04-10T15:05:44.809 INFO:tasks.workunit.client.0.smithi102.stdout: "controller_busy_time": 20, 2024-04-10T15:05:44.809 INFO:tasks.workunit.client.0.smithi102.stdout: "critical_warning": 0, 2024-04-10T15:05:44.809 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_read": 366309498, 2024-04-10T15:05:44.809 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_written": 1902015958, 2024-04-10T15:05:44.809 INFO:tasks.workunit.client.0.smithi102.stdout: "host_reads": 5609668850, 2024-04-10T15:05:44.809 INFO:tasks.workunit.client.0.smithi102.stdout: "host_writes": 32437175949, 2024-04-10T15:05:44.809 INFO:tasks.workunit.client.0.smithi102.stdout: "media_errors": 0, 2024-04-10T15:05:44.809 INFO:tasks.workunit.client.0.smithi102.stdout: "num_err_log_entries": 0, 2024-04-10T15:05:44.809 INFO:tasks.workunit.client.0.smithi102.stdout: "percentage_used": 10, 2024-04-10T15:05:44.809 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycles": 44032, 2024-04-10T15:05:44.809 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_hours": 57305, 2024-04-10T15:05:44.810 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": 25, 2024-04-10T15:05:44.810 INFO:tasks.workunit.client.0.smithi102.stdout: "unsafe_shutdowns": 728 2024-04-10T15:05:44.810 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.810 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_vendor": "intel", 2024-04-10T15:05:44.810 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycle_count": 44032, 2024-04-10T15:05:44.810 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_time": { 2024-04-10T15:05:44.810 INFO:tasks.workunit.client.0.smithi102.stdout: "hours": 57305 2024-04-10T15:05:44.810 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.810 INFO:tasks.workunit.client.0.smithi102.stdout: "serial_number": "deleted", 2024-04-10T15:05:44.810 INFO:tasks.workunit.client.0.smithi102.stdout: "smart_status": { 2024-04-10T15:05:44.810 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme": { 2024-04-10T15:05:44.810 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:44.810 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.810 INFO:tasks.workunit.client.0.smithi102.stdout: "passed": true 2024-04-10T15:05:44.810 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.810 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl": { 2024-04-10T15:05:44.811 INFO:tasks.workunit.client.0.smithi102.stdout: "argv": [ 2024-04-10T15:05:44.811 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl", 2024-04-10T15:05:44.811 INFO:tasks.workunit.client.0.smithi102.stdout: "-x", 2024-04-10T15:05:44.811 INFO:tasks.workunit.client.0.smithi102.stdout: "--json=o", 2024-04-10T15:05:44.811 INFO:tasks.workunit.client.0.smithi102.stdout: "/dev/nvme0n1" 2024-04-10T15:05:44.811 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.811 INFO:tasks.workunit.client.0.smithi102.stdout: "build_info": "(local build)", 2024-04-10T15:05:44.811 INFO:tasks.workunit.client.0.smithi102.stdout: "exit_status": 0, 2024-04-10T15:05:44.811 INFO:tasks.workunit.client.0.smithi102.stdout: "output": [ 2024-04-10T15:05:44.811 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T15:05:44.811 INFO:tasks.workunit.client.0.smithi102.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T15:05:44.811 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:44.811 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T15:05:44.811 INFO:tasks.workunit.client.0.smithi102.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T15:05:44.811 INFO:tasks.workunit.client.0.smithi102.stdout: "Serial Number: deleted", 2024-04-10T15:05:44.811 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Version: 8DV101H0", 2024-04-10T15:05:44.811 INFO:tasks.workunit.client.0.smithi102.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T15:05:44.812 INFO:tasks.workunit.client.0.smithi102.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T15:05:44.812 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller ID: 0", 2024-04-10T15:05:44.812 INFO:tasks.workunit.client.0.smithi102.stdout: "Number of Namespaces: 1", 2024-04-10T15:05:44.812 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T15:05:44.812 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T15:05:44.812 INFO:tasks.workunit.client.0.smithi102.stdout: "Local Time is: Wed Apr 10 15:00:51 2024 UTC", 2024-04-10T15:05:44.812 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T15:05:44.812 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T15:05:44.812 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T15:05:44.812 INFO:tasks.workunit.client.0.smithi102.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T15:05:44.812 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:44.812 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported Power States", 2024-04-10T15:05:44.812 INFO:tasks.workunit.client.0.smithi102.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T15:05:44.812 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T15:05:44.812 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:44.813 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T15:05:44.813 INFO:tasks.workunit.client.0.smithi102.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T15:05:44.813 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 512 0 2", 2024-04-10T15:05:44.813 INFO:tasks.workunit.client.0.smithi102.stdout: " 1 - 512 8 2", 2024-04-10T15:05:44.813 INFO:tasks.workunit.client.0.smithi102.stdout: " 2 - 512 16 2", 2024-04-10T15:05:44.813 INFO:tasks.workunit.client.0.smithi102.stdout: " 3 - 4096 0 0", 2024-04-10T15:05:44.813 INFO:tasks.workunit.client.0.smithi102.stdout: " 4 - 4096 8 0", 2024-04-10T15:05:44.813 INFO:tasks.workunit.client.0.smithi102.stdout: " 5 - 4096 64 0", 2024-04-10T15:05:44.813 INFO:tasks.workunit.client.0.smithi102.stdout: " 6 - 4096 128 0", 2024-04-10T15:05:44.813 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:44.813 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T15:05:44.813 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T15:05:44.813 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:44.813 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T15:05:44.813 INFO:tasks.workunit.client.0.smithi102.stdout: "Critical Warning: 0x00", 2024-04-10T15:05:44.813 INFO:tasks.workunit.client.0.smithi102.stdout: "Temperature: 25 Celsius", 2024-04-10T15:05:44.814 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare: 100%", 2024-04-10T15:05:44.814 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare Threshold: 10%", 2024-04-10T15:05:44.814 INFO:tasks.workunit.client.0.smithi102.stdout: "Percentage Used: 10%", 2024-04-10T15:05:44.814 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Read: 366,309,498 [187 TB]", 2024-04-10T15:05:44.814 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Written: 1,902,015,958 [973 TB]", 2024-04-10T15:05:44.814 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Read Commands: 5,609,668,850", 2024-04-10T15:05:44.814 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Write Commands: 32,437,175,949", 2024-04-10T15:05:44.814 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller Busy Time: 20", 2024-04-10T15:05:44.814 INFO:tasks.workunit.client.0.smithi102.stdout: "Power Cycles: 44,032", 2024-04-10T15:05:44.814 INFO:tasks.workunit.client.0.smithi102.stdout: "Power On Hours: 57,305", 2024-04-10T15:05:44.814 INFO:tasks.workunit.client.0.smithi102.stdout: "Unsafe Shutdowns: 728", 2024-04-10T15:05:44.814 INFO:tasks.workunit.client.0.smithi102.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T15:05:44.815 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information Log Entries: 0", 2024-04-10T15:05:44.815 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:44.815 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T15:05:44.815 INFO:tasks.workunit.client.0.smithi102.stdout: "No Errors Logged", 2024-04-10T15:05:44.815 INFO:tasks.workunit.client.0.smithi102.stdout: "" 2024-04-10T15:05:44.815 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:44.815 INFO:tasks.workunit.client.0.smithi102.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T15:05:44.815 INFO:tasks.workunit.client.0.smithi102.stdout: "svn_revision": "5022", 2024-04-10T15:05:44.815 INFO:tasks.workunit.client.0.smithi102.stdout: "version": [ 2024-04-10T15:05:44.815 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:44.815 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:44.815 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:44.815 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.815 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": { 2024-04-10T15:05:44.815 INFO:tasks.workunit.client.0.smithi102.stdout: "current": 25 2024-04-10T15:05:44.815 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:44.815 INFO:tasks.workunit.client.0.smithi102.stdout: "user_capacity": { 2024-04-10T15:05:44.816 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:44.816 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:44.816 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.816 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.816 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.816 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:44.816 INFO:tasks.workunit.client.0.smithi102.stdout:} 2024-04-10T15:05:44.816 INFO:tasks.workunit.client.0.smithi102.stderr:+ ceph telemetry preview-all 2024-04-10T15:05:45.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:44 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:45.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:44 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:45.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:44 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:45.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:44 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:45.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:44 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:45.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:44 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:45.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:44 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:45.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:44 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:45.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:44 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:45.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:44 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:45.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:44 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:45.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:44 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:45.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:44 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:45.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:44 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:45.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:44 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:45.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:44 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:45.295 INFO:tasks.workunit.client.0.smithi102.stdout:{ 2024-04-10T15:05:45.295 INFO:tasks.workunit.client.0.smithi102.stdout: "device_report": { 2024-04-10T15:05:45.295 INFO:tasks.workunit.client.0.smithi102.stdout: "ce06229e-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T15:05:45.295 INFO:tasks.workunit.client.0.smithi102.stdout: "INTEL_SSDPEDMD400G4_ce06a426-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T15:05:45.295 INFO:tasks.workunit.client.0.smithi102.stdout: "20240410-150053": { 2024-04-10T15:05:45.296 INFO:tasks.workunit.client.0.smithi102.stdout: "device": { 2024-04-10T15:05:45.296 INFO:tasks.workunit.client.0.smithi102.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T15:05:45.296 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "/dev/nvme0n1", 2024-04-10T15:05:45.296 INFO:tasks.workunit.client.0.smithi102.stdout: "protocol": "NVMe", 2024-04-10T15:05:45.296 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "nvme" 2024-04-10T15:05:45.296 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.296 INFO:tasks.workunit.client.0.smithi102.stdout: "firmware_version": "8DV101H0", 2024-04-10T15:05:45.296 INFO:tasks.workunit.client.0.smithi102.stdout: "host_id": "ce06229e-f74b-11ee-960e-0cc47a8fd769", 2024-04-10T15:05:45.296 INFO:tasks.workunit.client.0.smithi102.stdout: "json_format_version": [ 2024-04-10T15:05:45.296 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:45.296 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:45.296 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.296 INFO:tasks.workunit.client.0.smithi102.stdout: "local_time": { 2024-04-10T15:05:45.296 INFO:tasks.workunit.client.0.smithi102.stdout: "asctime": "Wed Apr 10 15:00:53 2024 UTC", 2024-04-10T15:05:45.296 INFO:tasks.workunit.client.0.smithi102.stdout: "time_t": 1712761253 2024-04-10T15:05:45.296 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.297 INFO:tasks.workunit.client.0.smithi102.stdout: "logical_block_size": 512, 2024-04-10T15:05:45.297 INFO:tasks.workunit.client.0.smithi102.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T15:05:45.297 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_controller_id": 0, 2024-04-10T15:05:45.297 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T15:05:45.297 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_namespaces": [ 2024-04-10T15:05:45.297 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:45.297 INFO:tasks.workunit.client.0.smithi102.stdout: "capacity": { 2024-04-10T15:05:45.297 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:45.297 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:45.297 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.297 INFO:tasks.workunit.client.0.smithi102.stdout: "formatted_lba_size": 512, 2024-04-10T15:05:45.297 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 1, 2024-04-10T15:05:45.297 INFO:tasks.workunit.client.0.smithi102.stdout: "size": { 2024-04-10T15:05:45.297 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:45.297 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:45.297 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.298 INFO:tasks.workunit.client.0.smithi102.stdout: "utilization": { 2024-04-10T15:05:45.298 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:45.298 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:45.298 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.298 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.298 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.298 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T15:05:45.298 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_pci_vendor": { 2024-04-10T15:05:45.298 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 32902, 2024-04-10T15:05:45.298 INFO:tasks.workunit.client.0.smithi102.stdout: "subsystem_id": 32902 2024-04-10T15:05:45.298 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.298 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T15:05:45.298 INFO:tasks.workunit.client.0.smithi102.stdout: "Device stats": { 2024-04-10T15:05:45.298 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_fw_downgrades": { 2024-04-10T15:05:45.298 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:45.299 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.299 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.299 INFO:tasks.workunit.client.0.smithi102.stdout: "crc_error_count": { 2024-04-10T15:05:45.299 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.299 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.299 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.299 INFO:tasks.workunit.client.0.smithi102.stdout: "end_to_end_error_detection_count": { 2024-04-10T15:05:45.299 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.299 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.299 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.299 INFO:tasks.workunit.client.0.smithi102.stdout: "erase_fail_count": { 2024-04-10T15:05:45.299 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.299 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.299 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.299 INFO:tasks.workunit.client.0.smithi102.stdout: "host_bytes_written": { 2024-04-10T15:05:45.299 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.300 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 30616943 2024-04-10T15:05:45.300 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.300 INFO:tasks.workunit.client.0.smithi102.stdout: "host_ctx_wear_used": { 2024-04-10T15:05:45.300 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.300 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 1 2024-04-10T15:05:45.300 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.300 INFO:tasks.workunit.client.0.smithi102.stdout: "media_bytes_read": { 2024-04-10T15:05:45.300 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:45.300 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.300 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.300 INFO:tasks.workunit.client.0.smithi102.stdout: "nand_bytes_written": { 2024-04-10T15:05:45.300 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.300 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 52643310 2024-04-10T15:05:45.300 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.300 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_stat_indicator": { 2024-04-10T15:05:45.300 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:45.301 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.301 INFO:tasks.workunit.client.0.smithi102.stdout: "pll_lock_loss_count": { 2024-04-10T15:05:45.301 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.301 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 1 2024-04-10T15:05:45.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.301 INFO:tasks.workunit.client.0.smithi102.stdout: "program_fail_count": { 2024-04-10T15:05:45.301 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.301 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.301 INFO:tasks.workunit.client.0.smithi102.stdout: "re_alloc_sectr_cnt": { 2024-04-10T15:05:45.301 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:45.301 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.301 INFO:tasks.workunit.client.0.smithi102.stdout: "retry_buffer_overflow_count": { 2024-04-10T15:05:45.301 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.302 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.302 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.302 INFO:tasks.workunit.client.0.smithi102.stdout: "soft_ecc_err_rate": { 2024-04-10T15:05:45.302 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:45.302 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.302 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.302 INFO:tasks.workunit.client.0.smithi102.stdout: "thermal_throttle_status": { 2024-04-10T15:05:45.302 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.302 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T15:05:45.302 INFO:tasks.workunit.client.0.smithi102.stdout: "cnt": 0, 2024-04-10T15:05:45.302 INFO:tasks.workunit.client.0.smithi102.stdout: "pct": 0 2024-04-10T15:05:45.302 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.302 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.302 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_host_reads": { 2024-04-10T15:05:45.302 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.303 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T15:05:45.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.303 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_media_wear": { 2024-04-10T15:05:45.303 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.303 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 64 2024-04-10T15:05:45.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.303 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_timer": { 2024-04-10T15:05:45.303 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.303 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T15:05:45.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.303 INFO:tasks.workunit.client.0.smithi102.stdout: "unexp_power_loss": { 2024-04-10T15:05:45.303 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:45.303 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.303 INFO:tasks.workunit.client.0.smithi102.stdout: "wear_leveling": { 2024-04-10T15:05:45.303 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 89, 2024-04-10T15:05:45.303 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T15:05:45.303 INFO:tasks.workunit.client.0.smithi102.stdout: "avg": 3568, 2024-04-10T15:05:45.304 INFO:tasks.workunit.client.0.smithi102.stdout: "max": 3577, 2024-04-10T15:05:45.304 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 3559 2024-04-10T15:05:45.304 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.304 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.304 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.304 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T15:05:45.304 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.304 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_log": { 2024-04-10T15:05:45.304 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare": 100, 2024-04-10T15:05:45.304 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare_threshold": 10, 2024-04-10T15:05:45.304 INFO:tasks.workunit.client.0.smithi102.stdout: "controller_busy_time": 0, 2024-04-10T15:05:45.304 INFO:tasks.workunit.client.0.smithi102.stdout: "critical_warning": 0, 2024-04-10T15:05:45.304 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_read": 398325925, 2024-04-10T15:05:45.304 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_written": 2006512017, 2024-04-10T15:05:45.304 INFO:tasks.workunit.client.0.smithi102.stdout: "host_reads": 6645621909, 2024-04-10T15:05:45.304 INFO:tasks.workunit.client.0.smithi102.stdout: "host_writes": 36147710703, 2024-04-10T15:05:45.304 INFO:tasks.workunit.client.0.smithi102.stdout: "media_errors": 0, 2024-04-10T15:05:45.304 INFO:tasks.workunit.client.0.smithi102.stdout: "num_err_log_entries": 0, 2024-04-10T15:05:45.305 INFO:tasks.workunit.client.0.smithi102.stdout: "percentage_used": 11, 2024-04-10T15:05:45.305 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycles": 58030, 2024-04-10T15:05:45.305 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_hours": 52585, 2024-04-10T15:05:45.305 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": 30, 2024-04-10T15:05:45.305 INFO:tasks.workunit.client.0.smithi102.stdout: "unsafe_shutdowns": 26 2024-04-10T15:05:45.305 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.305 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_vendor": "intel", 2024-04-10T15:05:45.305 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycle_count": 58030, 2024-04-10T15:05:45.305 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_time": { 2024-04-10T15:05:45.305 INFO:tasks.workunit.client.0.smithi102.stdout: "hours": 52585 2024-04-10T15:05:45.305 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.305 INFO:tasks.workunit.client.0.smithi102.stdout: "serial_number": "deleted", 2024-04-10T15:05:45.305 INFO:tasks.workunit.client.0.smithi102.stdout: "smart_status": { 2024-04-10T15:05:45.305 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme": { 2024-04-10T15:05:45.305 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:45.305 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.306 INFO:tasks.workunit.client.0.smithi102.stdout: "passed": true 2024-04-10T15:05:45.306 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.306 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl": { 2024-04-10T15:05:45.306 INFO:tasks.workunit.client.0.smithi102.stdout: "argv": [ 2024-04-10T15:05:45.306 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl", 2024-04-10T15:05:45.306 INFO:tasks.workunit.client.0.smithi102.stdout: "-x", 2024-04-10T15:05:45.306 INFO:tasks.workunit.client.0.smithi102.stdout: "--json=o", 2024-04-10T15:05:45.306 INFO:tasks.workunit.client.0.smithi102.stdout: "/dev/nvme0n1" 2024-04-10T15:05:45.306 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.306 INFO:tasks.workunit.client.0.smithi102.stdout: "build_info": "(local build)", 2024-04-10T15:05:45.306 INFO:tasks.workunit.client.0.smithi102.stdout: "exit_status": 0, 2024-04-10T15:05:45.306 INFO:tasks.workunit.client.0.smithi102.stdout: "output": [ 2024-04-10T15:05:45.306 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T15:05:45.306 INFO:tasks.workunit.client.0.smithi102.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T15:05:45.306 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:45.307 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T15:05:45.307 INFO:tasks.workunit.client.0.smithi102.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T15:05:45.307 INFO:tasks.workunit.client.0.smithi102.stdout: "Serial Number: deleted", 2024-04-10T15:05:45.307 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Version: 8DV101H0", 2024-04-10T15:05:45.307 INFO:tasks.workunit.client.0.smithi102.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T15:05:45.307 INFO:tasks.workunit.client.0.smithi102.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T15:05:45.307 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller ID: 0", 2024-04-10T15:05:45.307 INFO:tasks.workunit.client.0.smithi102.stdout: "Number of Namespaces: 1", 2024-04-10T15:05:45.307 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T15:05:45.307 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T15:05:45.307 INFO:tasks.workunit.client.0.smithi102.stdout: "Local Time is: Wed Apr 10 15:00:53 2024 UTC", 2024-04-10T15:05:45.307 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T15:05:45.307 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T15:05:45.307 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T15:05:45.307 INFO:tasks.workunit.client.0.smithi102.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T15:05:45.308 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:45.308 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported Power States", 2024-04-10T15:05:45.308 INFO:tasks.workunit.client.0.smithi102.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T15:05:45.308 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T15:05:45.308 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:45.308 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T15:05:45.308 INFO:tasks.workunit.client.0.smithi102.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T15:05:45.308 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 512 0 2", 2024-04-10T15:05:45.308 INFO:tasks.workunit.client.0.smithi102.stdout: " 1 - 512 8 2", 2024-04-10T15:05:45.308 INFO:tasks.workunit.client.0.smithi102.stdout: " 2 - 512 16 2", 2024-04-10T15:05:45.308 INFO:tasks.workunit.client.0.smithi102.stdout: " 3 - 4096 0 0", 2024-04-10T15:05:45.308 INFO:tasks.workunit.client.0.smithi102.stdout: " 4 - 4096 8 0", 2024-04-10T15:05:45.308 INFO:tasks.workunit.client.0.smithi102.stdout: " 5 - 4096 64 0", 2024-04-10T15:05:45.308 INFO:tasks.workunit.client.0.smithi102.stdout: " 6 - 4096 128 0", 2024-04-10T15:05:45.308 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:45.308 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T15:05:45.309 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T15:05:45.309 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:45.309 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T15:05:45.309 INFO:tasks.workunit.client.0.smithi102.stdout: "Critical Warning: 0x00", 2024-04-10T15:05:45.309 INFO:tasks.workunit.client.0.smithi102.stdout: "Temperature: 30 Celsius", 2024-04-10T15:05:45.309 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare: 100%", 2024-04-10T15:05:45.309 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare Threshold: 10%", 2024-04-10T15:05:45.309 INFO:tasks.workunit.client.0.smithi102.stdout: "Percentage Used: 11%", 2024-04-10T15:05:45.309 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Read: 398,325,925 [203 TB]", 2024-04-10T15:05:45.309 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Written: 2,006,512,017 [1.02 PB]", 2024-04-10T15:05:45.309 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Read Commands: 6,645,621,909", 2024-04-10T15:05:45.309 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Write Commands: 36,147,710,703", 2024-04-10T15:05:45.309 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller Busy Time: 0", 2024-04-10T15:05:45.309 INFO:tasks.workunit.client.0.smithi102.stdout: "Power Cycles: 58,030", 2024-04-10T15:05:45.309 INFO:tasks.workunit.client.0.smithi102.stdout: "Power On Hours: 52,585", 2024-04-10T15:05:45.310 INFO:tasks.workunit.client.0.smithi102.stdout: "Unsafe Shutdowns: 26", 2024-04-10T15:05:45.310 INFO:tasks.workunit.client.0.smithi102.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T15:05:45.310 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information Log Entries: 0", 2024-04-10T15:05:45.310 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:45.310 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T15:05:45.310 INFO:tasks.workunit.client.0.smithi102.stdout: "No Errors Logged", 2024-04-10T15:05:45.310 INFO:tasks.workunit.client.0.smithi102.stdout: "" 2024-04-10T15:05:45.310 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.310 INFO:tasks.workunit.client.0.smithi102.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T15:05:45.310 INFO:tasks.workunit.client.0.smithi102.stdout: "svn_revision": "5022", 2024-04-10T15:05:45.310 INFO:tasks.workunit.client.0.smithi102.stdout: "version": [ 2024-04-10T15:05:45.310 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:45.310 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:45.310 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:45.310 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.311 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": { 2024-04-10T15:05:45.311 INFO:tasks.workunit.client.0.smithi102.stdout: "current": 30 2024-04-10T15:05:45.311 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.311 INFO:tasks.workunit.client.0.smithi102.stdout: "user_capacity": { 2024-04-10T15:05:45.311 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:45.311 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:45.311 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.311 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.311 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.311 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.311 INFO:tasks.workunit.client.0.smithi102.stdout: "ce07d918-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T15:05:45.311 INFO:tasks.workunit.client.0.smithi102.stdout: "INTEL_SSDPEDMD400G4_ce0852a8-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T15:05:45.311 INFO:tasks.workunit.client.0.smithi102.stdout: "20240410-150051": { 2024-04-10T15:05:45.311 INFO:tasks.workunit.client.0.smithi102.stdout: "device": { 2024-04-10T15:05:45.311 INFO:tasks.workunit.client.0.smithi102.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T15:05:45.311 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "/dev/nvme0n1", 2024-04-10T15:05:45.312 INFO:tasks.workunit.client.0.smithi102.stdout: "protocol": "NVMe", 2024-04-10T15:05:45.312 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "nvme" 2024-04-10T15:05:45.312 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.312 INFO:tasks.workunit.client.0.smithi102.stdout: "firmware_version": "8DV101H0", 2024-04-10T15:05:45.312 INFO:tasks.workunit.client.0.smithi102.stdout: "host_id": "ce07d918-f74b-11ee-960e-0cc47a8fd769", 2024-04-10T15:05:45.312 INFO:tasks.workunit.client.0.smithi102.stdout: "json_format_version": [ 2024-04-10T15:05:45.312 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:45.312 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:45.312 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.312 INFO:tasks.workunit.client.0.smithi102.stdout: "local_time": { 2024-04-10T15:05:45.312 INFO:tasks.workunit.client.0.smithi102.stdout: "asctime": "Wed Apr 10 15:00:51 2024 UTC", 2024-04-10T15:05:45.312 INFO:tasks.workunit.client.0.smithi102.stdout: "time_t": 1712761251 2024-04-10T15:05:45.312 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.312 INFO:tasks.workunit.client.0.smithi102.stdout: "logical_block_size": 512, 2024-04-10T15:05:45.312 INFO:tasks.workunit.client.0.smithi102.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T15:05:45.313 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_controller_id": 0, 2024-04-10T15:05:45.313 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T15:05:45.313 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_namespaces": [ 2024-04-10T15:05:45.313 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:45.313 INFO:tasks.workunit.client.0.smithi102.stdout: "capacity": { 2024-04-10T15:05:45.313 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:45.313 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:45.313 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.313 INFO:tasks.workunit.client.0.smithi102.stdout: "formatted_lba_size": 512, 2024-04-10T15:05:45.313 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 1, 2024-04-10T15:05:45.313 INFO:tasks.workunit.client.0.smithi102.stdout: "size": { 2024-04-10T15:05:45.313 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:45.313 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:45.313 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.313 INFO:tasks.workunit.client.0.smithi102.stdout: "utilization": { 2024-04-10T15:05:45.314 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:45.314 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:45.314 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.314 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.314 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.314 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T15:05:45.314 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_pci_vendor": { 2024-04-10T15:05:45.314 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 32902, 2024-04-10T15:05:45.314 INFO:tasks.workunit.client.0.smithi102.stdout: "subsystem_id": 32902 2024-04-10T15:05:45.314 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.314 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T15:05:45.314 INFO:tasks.workunit.client.0.smithi102.stdout: "Device stats": { 2024-04-10T15:05:45.314 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_fw_downgrades": { 2024-04-10T15:05:45.314 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:45.315 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.315 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.315 INFO:tasks.workunit.client.0.smithi102.stdout: "crc_error_count": { 2024-04-10T15:05:45.315 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.315 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.315 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.315 INFO:tasks.workunit.client.0.smithi102.stdout: "end_to_end_error_detection_count": { 2024-04-10T15:05:45.315 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.315 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.315 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.315 INFO:tasks.workunit.client.0.smithi102.stdout: "erase_fail_count": { 2024-04-10T15:05:45.315 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.315 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.315 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.315 INFO:tasks.workunit.client.0.smithi102.stdout: "host_bytes_written": { 2024-04-10T15:05:45.315 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.316 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 29022460 2024-04-10T15:05:45.316 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.316 INFO:tasks.workunit.client.0.smithi102.stdout: "host_ctx_wear_used": { 2024-04-10T15:05:45.316 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.316 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 1 2024-04-10T15:05:45.316 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.316 INFO:tasks.workunit.client.0.smithi102.stdout: "media_bytes_read": { 2024-04-10T15:05:45.316 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:45.316 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.316 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.316 INFO:tasks.workunit.client.0.smithi102.stdout: "nand_bytes_written": { 2024-04-10T15:05:45.316 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.316 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 47035660 2024-04-10T15:05:45.316 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.316 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_stat_indicator": { 2024-04-10T15:05:45.316 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:45.317 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.317 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.317 INFO:tasks.workunit.client.0.smithi102.stdout: "pll_lock_loss_count": { 2024-04-10T15:05:45.317 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.317 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.317 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.317 INFO:tasks.workunit.client.0.smithi102.stdout: "program_fail_count": { 2024-04-10T15:05:45.317 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.317 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.317 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.317 INFO:tasks.workunit.client.0.smithi102.stdout: "re_alloc_sectr_cnt": { 2024-04-10T15:05:45.317 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:45.317 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.317 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.317 INFO:tasks.workunit.client.0.smithi102.stdout: "retry_buffer_overflow_count": { 2024-04-10T15:05:45.317 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.318 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.318 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.318 INFO:tasks.workunit.client.0.smithi102.stdout: "soft_ecc_err_rate": { 2024-04-10T15:05:45.318 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:45.318 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.318 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.318 INFO:tasks.workunit.client.0.smithi102.stdout: "thermal_throttle_status": { 2024-04-10T15:05:45.318 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.318 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T15:05:45.318 INFO:tasks.workunit.client.0.smithi102.stdout: "cnt": 0, 2024-04-10T15:05:45.318 INFO:tasks.workunit.client.0.smithi102.stdout: "pct": 0 2024-04-10T15:05:45.318 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.318 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.318 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_host_reads": { 2024-04-10T15:05:45.319 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.319 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T15:05:45.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.319 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_media_wear": { 2024-04-10T15:05:45.319 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.319 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 64 2024-04-10T15:05:45.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.319 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_timer": { 2024-04-10T15:05:45.319 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:45.319 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T15:05:45.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.319 INFO:tasks.workunit.client.0.smithi102.stdout: "unexp_power_loss": { 2024-04-10T15:05:45.319 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:45.319 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:45.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.319 INFO:tasks.workunit.client.0.smithi102.stdout: "wear_leveling": { 2024-04-10T15:05:45.320 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 90, 2024-04-10T15:05:45.320 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T15:05:45.320 INFO:tasks.workunit.client.0.smithi102.stdout: "avg": 3151, 2024-04-10T15:05:45.320 INFO:tasks.workunit.client.0.smithi102.stdout: "max": 3165, 2024-04-10T15:05:45.320 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 3137 2024-04-10T15:05:45.320 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.320 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.320 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.320 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T15:05:45.320 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.320 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_log": { 2024-04-10T15:05:45.320 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare": 100, 2024-04-10T15:05:45.320 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare_threshold": 10, 2024-04-10T15:05:45.320 INFO:tasks.workunit.client.0.smithi102.stdout: "controller_busy_time": 20, 2024-04-10T15:05:45.320 INFO:tasks.workunit.client.0.smithi102.stdout: "critical_warning": 0, 2024-04-10T15:05:45.321 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_read": 366309498, 2024-04-10T15:05:45.321 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_written": 1902015958, 2024-04-10T15:05:45.321 INFO:tasks.workunit.client.0.smithi102.stdout: "host_reads": 5609668850, 2024-04-10T15:05:45.321 INFO:tasks.workunit.client.0.smithi102.stdout: "host_writes": 32437175949, 2024-04-10T15:05:45.321 INFO:tasks.workunit.client.0.smithi102.stdout: "media_errors": 0, 2024-04-10T15:05:45.321 INFO:tasks.workunit.client.0.smithi102.stdout: "num_err_log_entries": 0, 2024-04-10T15:05:45.321 INFO:tasks.workunit.client.0.smithi102.stdout: "percentage_used": 10, 2024-04-10T15:05:45.321 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycles": 44032, 2024-04-10T15:05:45.321 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_hours": 57305, 2024-04-10T15:05:45.321 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": 25, 2024-04-10T15:05:45.321 INFO:tasks.workunit.client.0.smithi102.stdout: "unsafe_shutdowns": 728 2024-04-10T15:05:45.321 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.321 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_vendor": "intel", 2024-04-10T15:05:45.321 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycle_count": 44032, 2024-04-10T15:05:45.321 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_time": { 2024-04-10T15:05:45.321 INFO:tasks.workunit.client.0.smithi102.stdout: "hours": 57305 2024-04-10T15:05:45.321 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.322 INFO:tasks.workunit.client.0.smithi102.stdout: "serial_number": "deleted", 2024-04-10T15:05:45.322 INFO:tasks.workunit.client.0.smithi102.stdout: "smart_status": { 2024-04-10T15:05:45.322 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme": { 2024-04-10T15:05:45.322 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:45.322 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.322 INFO:tasks.workunit.client.0.smithi102.stdout: "passed": true 2024-04-10T15:05:45.322 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.322 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl": { 2024-04-10T15:05:45.322 INFO:tasks.workunit.client.0.smithi102.stdout: "argv": [ 2024-04-10T15:05:45.322 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl", 2024-04-10T15:05:45.322 INFO:tasks.workunit.client.0.smithi102.stdout: "-x", 2024-04-10T15:05:45.322 INFO:tasks.workunit.client.0.smithi102.stdout: "--json=o", 2024-04-10T15:05:45.322 INFO:tasks.workunit.client.0.smithi102.stdout: "/dev/nvme0n1" 2024-04-10T15:05:45.322 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.323 INFO:tasks.workunit.client.0.smithi102.stdout: "build_info": "(local build)", 2024-04-10T15:05:45.323 INFO:tasks.workunit.client.0.smithi102.stdout: "exit_status": 0, 2024-04-10T15:05:45.323 INFO:tasks.workunit.client.0.smithi102.stdout: "output": [ 2024-04-10T15:05:45.323 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T15:05:45.323 INFO:tasks.workunit.client.0.smithi102.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T15:05:45.323 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:45.323 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T15:05:45.323 INFO:tasks.workunit.client.0.smithi102.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T15:05:45.323 INFO:tasks.workunit.client.0.smithi102.stdout: "Serial Number: deleted", 2024-04-10T15:05:45.323 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Version: 8DV101H0", 2024-04-10T15:05:45.323 INFO:tasks.workunit.client.0.smithi102.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T15:05:45.323 INFO:tasks.workunit.client.0.smithi102.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T15:05:45.323 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller ID: 0", 2024-04-10T15:05:45.323 INFO:tasks.workunit.client.0.smithi102.stdout: "Number of Namespaces: 1", 2024-04-10T15:05:45.323 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T15:05:45.323 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T15:05:45.323 INFO:tasks.workunit.client.0.smithi102.stdout: "Local Time is: Wed Apr 10 15:00:51 2024 UTC", 2024-04-10T15:05:45.324 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T15:05:45.324 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T15:05:45.324 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T15:05:45.324 INFO:tasks.workunit.client.0.smithi102.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T15:05:45.324 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:45.324 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported Power States", 2024-04-10T15:05:45.324 INFO:tasks.workunit.client.0.smithi102.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T15:05:45.324 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T15:05:45.324 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:45.324 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T15:05:45.324 INFO:tasks.workunit.client.0.smithi102.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T15:05:45.324 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 512 0 2", 2024-04-10T15:05:45.324 INFO:tasks.workunit.client.0.smithi102.stdout: " 1 - 512 8 2", 2024-04-10T15:05:45.324 INFO:tasks.workunit.client.0.smithi102.stdout: " 2 - 512 16 2", 2024-04-10T15:05:45.324 INFO:tasks.workunit.client.0.smithi102.stdout: " 3 - 4096 0 0", 2024-04-10T15:05:45.324 INFO:tasks.workunit.client.0.smithi102.stdout: " 4 - 4096 8 0", 2024-04-10T15:05:45.324 INFO:tasks.workunit.client.0.smithi102.stdout: " 5 - 4096 64 0", 2024-04-10T15:05:45.325 INFO:tasks.workunit.client.0.smithi102.stdout: " 6 - 4096 128 0", 2024-04-10T15:05:45.325 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:45.325 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T15:05:45.325 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T15:05:45.325 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:45.325 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T15:05:45.325 INFO:tasks.workunit.client.0.smithi102.stdout: "Critical Warning: 0x00", 2024-04-10T15:05:45.325 INFO:tasks.workunit.client.0.smithi102.stdout: "Temperature: 25 Celsius", 2024-04-10T15:05:45.325 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare: 100%", 2024-04-10T15:05:45.325 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare Threshold: 10%", 2024-04-10T15:05:45.325 INFO:tasks.workunit.client.0.smithi102.stdout: "Percentage Used: 10%", 2024-04-10T15:05:45.325 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Read: 366,309,498 [187 TB]", 2024-04-10T15:05:45.325 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Written: 1,902,015,958 [973 TB]", 2024-04-10T15:05:45.325 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Read Commands: 5,609,668,850", 2024-04-10T15:05:45.325 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Write Commands: 32,437,175,949", 2024-04-10T15:05:45.325 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller Busy Time: 20", 2024-04-10T15:05:45.326 INFO:tasks.workunit.client.0.smithi102.stdout: "Power Cycles: 44,032", 2024-04-10T15:05:45.326 INFO:tasks.workunit.client.0.smithi102.stdout: "Power On Hours: 57,305", 2024-04-10T15:05:45.326 INFO:tasks.workunit.client.0.smithi102.stdout: "Unsafe Shutdowns: 728", 2024-04-10T15:05:45.326 INFO:tasks.workunit.client.0.smithi102.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T15:05:45.326 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information Log Entries: 0", 2024-04-10T15:05:45.326 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:45.326 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T15:05:45.326 INFO:tasks.workunit.client.0.smithi102.stdout: "No Errors Logged", 2024-04-10T15:05:45.326 INFO:tasks.workunit.client.0.smithi102.stdout: "" 2024-04-10T15:05:45.326 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.326 INFO:tasks.workunit.client.0.smithi102.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T15:05:45.326 INFO:tasks.workunit.client.0.smithi102.stdout: "svn_revision": "5022", 2024-04-10T15:05:45.326 INFO:tasks.workunit.client.0.smithi102.stdout: "version": [ 2024-04-10T15:05:45.326 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:45.326 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:45.326 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:45.327 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.327 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": { 2024-04-10T15:05:45.327 INFO:tasks.workunit.client.0.smithi102.stdout: "current": 25 2024-04-10T15:05:45.327 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.327 INFO:tasks.workunit.client.0.smithi102.stdout: "user_capacity": { 2024-04-10T15:05:45.327 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:45.327 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:45.327 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.327 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.327 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.327 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.327 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.327 INFO:tasks.workunit.client.0.smithi102.stdout: "report": { 2024-04-10T15:05:45.327 INFO:tasks.workunit.client.0.smithi102.stdout: "balancer": { 2024-04-10T15:05:45.327 INFO:tasks.workunit.client.0.smithi102.stdout: "active": true, 2024-04-10T15:05:45.328 INFO:tasks.workunit.client.0.smithi102.stdout: "mode": "" 2024-04-10T15:05:45.328 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.328 INFO:tasks.workunit.client.0.smithi102.stdout: "channels": [ 2024-04-10T15:05:45.328 INFO:tasks.workunit.client.0.smithi102.stdout: "basic", 2024-04-10T15:05:45.328 INFO:tasks.workunit.client.0.smithi102.stdout: "crash", 2024-04-10T15:05:45.328 INFO:tasks.workunit.client.0.smithi102.stdout: "device", 2024-04-10T15:05:45.328 INFO:tasks.workunit.client.0.smithi102.stdout: "ident" 2024-04-10T15:05:45.329 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.329 INFO:tasks.workunit.client.0.smithi102.stdout: "channels_available": [ 2024-04-10T15:05:45.329 INFO:tasks.workunit.client.0.smithi102.stdout: "basic", 2024-04-10T15:05:45.329 INFO:tasks.workunit.client.0.smithi102.stdout: "ident", 2024-04-10T15:05:45.329 INFO:tasks.workunit.client.0.smithi102.stdout: "crash", 2024-04-10T15:05:45.329 INFO:tasks.workunit.client.0.smithi102.stdout: "device", 2024-04-10T15:05:45.329 INFO:tasks.workunit.client.0.smithi102.stdout: "perf" 2024-04-10T15:05:45.329 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.329 INFO:tasks.workunit.client.0.smithi102.stdout: "collections_available": [ 2024-04-10T15:05:45.330 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_base", 2024-04-10T15:05:45.330 INFO:tasks.workunit.client.0.smithi102.stdout: "device_base", 2024-04-10T15:05:45.330 INFO:tasks.workunit.client.0.smithi102.stdout: "crash_base", 2024-04-10T15:05:45.330 INFO:tasks.workunit.client.0.smithi102.stdout: "ident_base", 2024-04-10T15:05:45.330 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_perf", 2024-04-10T15:05:45.330 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_mds_metadata", 2024-04-10T15:05:45.330 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_usage", 2024-04-10T15:05:45.330 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_usage_by_class", 2024-04-10T15:05:45.330 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_rook_v01", 2024-04-10T15:05:45.330 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_memory_metrics", 2024-04-10T15:05:45.330 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_options_bluestore" 2024-04-10T15:05:45.330 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.330 INFO:tasks.workunit.client.0.smithi102.stdout: "collections_opted_in": [ 2024-04-10T15:05:45.330 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_base", 2024-04-10T15:05:45.330 INFO:tasks.workunit.client.0.smithi102.stdout: "device_base", 2024-04-10T15:05:45.331 INFO:tasks.workunit.client.0.smithi102.stdout: "crash_base", 2024-04-10T15:05:45.331 INFO:tasks.workunit.client.0.smithi102.stdout: "ident_base", 2024-04-10T15:05:45.331 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_perf", 2024-04-10T15:05:45.331 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_mds_metadata", 2024-04-10T15:05:45.331 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_usage", 2024-04-10T15:05:45.331 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_usage_by_class", 2024-04-10T15:05:45.331 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_rook_v01", 2024-04-10T15:05:45.331 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_memory_metrics", 2024-04-10T15:05:45.331 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_options_bluestore" 2024-04-10T15:05:45.331 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.331 INFO:tasks.workunit.client.0.smithi102.stdout: "config": { 2024-04-10T15:05:45.331 INFO:tasks.workunit.client.0.smithi102.stdout: "active_changed": [ 2024-04-10T15:05:45.331 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T15:05:45.331 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_debug", 2024-04-10T15:05:45.331 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_mon_ticket_ttl", 2024-04-10T15:05:45.331 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_service_ticket_ttl", 2024-04-10T15:05:45.331 INFO:tasks.workunit.client.0.smithi102.stdout: "bdev_debug_aio", 2024-04-10T15:05:45.332 INFO:tasks.workunit.client.0.smithi102.stdout: "client_check_pool_perm", 2024-04-10T15:05:45.332 INFO:tasks.workunit.client.0.smithi102.stdout: "client_mount_gid", 2024-04-10T15:05:45.332 INFO:tasks.workunit.client.0.smithi102.stdout: "client_mount_uid", 2024-04-10T15:05:45.332 INFO:tasks.workunit.client.0.smithi102.stdout: "client_quota", 2024-04-10T15:05:45.332 INFO:tasks.workunit.client.0.smithi102.stdout: "container_image", 2024-04-10T15:05:45.332 INFO:tasks.workunit.client.0.smithi102.stdout: "daemonize", 2024-04-10T15:05:45.332 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_asserts_on_shutdown", 2024-04-10T15:05:45.332 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mgr", 2024-04-10T15:05:45.332 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mon", 2024-04-10T15:05:45.332 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_ms", 2024-04-10T15:05:45.332 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_osd", 2024-04-10T15:05:45.332 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_paxos", 2024-04-10T15:05:45.332 INFO:tasks.workunit.client.0.smithi102.stdout: "keyring", 2024-04-10T15:05:45.332 INFO:tasks.workunit.client.0.smithi102.stdout: "leveldb_block_size", 2024-04-10T15:05:45.332 INFO:tasks.workunit.client.0.smithi102.stdout: "leveldb_cache_size", 2024-04-10T15:05:45.332 INFO:tasks.workunit.client.0.smithi102.stdout: "leveldb_compression", 2024-04-10T15:05:45.333 INFO:tasks.workunit.client.0.smithi102.stdout: "leveldb_log", 2024-04-10T15:05:45.333 INFO:tasks.workunit.client.0.smithi102.stdout: "leveldb_write_buffer_size", 2024-04-10T15:05:45.333 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_file", 2024-04-10T15:05:45.333 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_journald", 2024-04-10T15:05:45.333 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_stderr", 2024-04-10T15:05:45.333 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_allow_pool_delete", 2024-04-10T15:05:45.333 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_clock_drift_allowed", 2024-04-10T15:05:45.333 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_file_level", 2024-04-10T15:05:45.333 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_file", 2024-04-10T15:05:45.333 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_journald", 2024-04-10T15:05:45.333 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_stderr", 2024-04-10T15:05:45.333 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_data_avail_warn", 2024-04-10T15:05:45.333 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_election_default_strategy", 2024-04-10T15:05:45.333 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_host", 2024-04-10T15:05:45.333 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_max_pg_per_osd", 2024-04-10T15:05:45.333 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mgr_mkfs_grace", 2024-04-10T15:05:45.333 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_prime_pg_temp", 2024-04-10T15:05:45.334 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T15:05:45.334 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T15:05:45.334 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T15:05:45.334 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T15:05:45.334 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T15:05:45.334 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T15:05:45.334 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T15:05:45.334 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T15:05:45.334 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T15:05:45.334 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T15:05:45.334 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_too_few_osds", 2024-04-10T15:05:45.334 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_bug", 2024-04-10T15:05:45.335 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_old_message", 2024-04-10T15:05:45.335 INFO:tasks.workunit.client.0.smithi102.stdout: "no_config_file", 2024-04-10T15:05:45.335 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_default_list", 2024-04-10T15:05:45.335 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_load_list", 2024-04-10T15:05:45.335 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_crush_chooseleaf_type", 2024-04-10T15:05:45.335 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_misdirected_ops", 2024-04-10T15:05:45.335 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_op_order", 2024-04-10T15:05:45.335 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_pg_log_writeout", 2024-04-10T15:05:45.335 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_shutdown", 2024-04-10T15:05:45.335 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T15:05:45.335 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T15:05:45.335 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T15:05:45.335 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T15:05:45.335 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep", 2024-04-10T15:05:45.335 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_hdd", 2024-04-10T15:05:45.336 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_hybrid", 2024-04-10T15:05:45.336 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_ssd", 2024-04-10T15:05:45.336 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_max_backfills", 2024-04-10T15:05:45.336 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T15:05:45.336 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_profile", 2024-04-10T15:05:45.336 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-10T15:05:45.336 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-10T15:05:45.336 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-10T15:05:45.336 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-10T15:05:45.336 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-10T15:05:45.336 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-10T15:05:45.336 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_lim", 2024-04-10T15:05:45.336 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_res", 2024-04-10T15:05:45.336 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-10T15:05:45.336 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target", 2024-04-10T15:05:45.337 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target_autotune", 2024-04-10T15:05:45.337 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue", 2024-04-10T15:05:45.337 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue_cut_off", 2024-04-10T15:05:45.337 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pg_delete_cost", 2024-04-10T15:05:45.337 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T15:05:45.337 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T15:05:45.337 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recover_clone_overlap", 2024-04-10T15:05:45.337 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active", 2024-04-10T15:05:45.337 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active_hdd", 2024-04-10T15:05:45.337 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active_ssd", 2024-04-10T15:05:45.337 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_chunk", 2024-04-10T15:05:45.337 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep", 2024-04-10T15:05:45.337 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_hdd", 2024-04-10T15:05:45.337 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_hybrid", 2024-04-10T15:05:45.337 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_ssd", 2024-04-10T15:05:45.337 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_load_threshold", 2024-04-10T15:05:45.337 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_max_interval", 2024-04-10T15:05:45.338 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_sleep", 2024-04-10T15:05:45.338 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_shutdown_pgref_assert", 2024-04-10T15:05:45.338 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep", 2024-04-10T15:05:45.338 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_hdd", 2024-04-10T15:05:45.338 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-10T15:05:45.338 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_ssd", 2024-04-10T15:05:45.338 INFO:tasks.workunit.client.0.smithi102.stdout: "public_addr", 2024-04-10T15:05:45.338 INFO:tasks.workunit.client.0.smithi102.stdout: "public_addrv", 2024-04-10T15:05:45.338 INFO:tasks.workunit.client.0.smithi102.stdout: "public_network", 2024-04-10T15:05:45.338 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_default_features", 2024-04-10T15:05:45.338 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_qos_exclude_ops", 2024-04-10T15:05:45.338 INFO:tasks.workunit.client.0.smithi102.stdout: "setgroup", 2024-04-10T15:05:45.338 INFO:tasks.workunit.client.0.smithi102.stdout: "setuser" 2024-04-10T15:05:45.338 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.338 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster_changed": [ 2024-04-10T15:05:45.339 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T15:05:45.339 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_debug", 2024-04-10T15:05:45.339 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_mon_ticket_ttl", 2024-04-10T15:05:45.339 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_service_ticket_ttl", 2024-04-10T15:05:45.339 INFO:tasks.workunit.client.0.smithi102.stdout: "bdev_debug_aio", 2024-04-10T15:05:45.339 INFO:tasks.workunit.client.0.smithi102.stdout: "container_image", 2024-04-10T15:05:45.339 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_asserts_on_shutdown", 2024-04-10T15:05:45.339 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mgr", 2024-04-10T15:05:45.339 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mon", 2024-04-10T15:05:45.339 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_ms", 2024-04-10T15:05:45.339 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_osd", 2024-04-10T15:05:45.339 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_paxos", 2024-04-10T15:05:45.339 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_file", 2024-04-10T15:05:45.339 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_journald", 2024-04-10T15:05:45.339 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_stderr", 2024-04-10T15:05:45.339 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_join_fs", 2024-04-10T15:05:45.339 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/allow_ptrace", 2024-04-10T15:05:45.340 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/container_init", 2024-04-10T15:05:45.340 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/migration_current", 2024-04-10T15:05:45.340 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/use_repo_digest", 2024-04-10T15:05:45.340 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-10T15:05:45.340 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-10T15:05:45.340 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-10T15:05:45.340 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-10T15:05:45.340 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/ssl_server_port", 2024-04-10T15:05:45.340 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/orchestrator/orchestrator", 2024-04-10T15:05:45.340 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/channel_ident", 2024-04-10T15:05:45.340 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/description", 2024-04-10T15:05:45.340 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/organization", 2024-04-10T15:05:45.340 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_allow_pool_delete", 2024-04-10T15:05:45.340 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_clock_drift_allowed", 2024-04-10T15:05:45.340 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_file_level", 2024-04-10T15:05:45.340 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_file", 2024-04-10T15:05:45.341 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_data_avail_warn", 2024-04-10T15:05:45.341 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_election_default_strategy", 2024-04-10T15:05:45.341 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_max_pg_per_osd", 2024-04-10T15:05:45.341 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mgr_mkfs_grace", 2024-04-10T15:05:45.341 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_prime_pg_temp", 2024-04-10T15:05:45.341 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T15:05:45.341 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T15:05:45.341 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T15:05:45.341 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T15:05:45.341 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T15:05:45.341 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T15:05:45.341 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T15:05:45.341 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T15:05:45.341 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T15:05:45.341 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T15:05:45.342 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_too_few_osds", 2024-04-10T15:05:45.342 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_bug", 2024-04-10T15:05:45.342 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_old_message", 2024-04-10T15:05:45.342 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_default_list", 2024-04-10T15:05:45.342 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_load_list", 2024-04-10T15:05:45.342 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_misdirected_ops", 2024-04-10T15:05:45.342 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_op_order", 2024-04-10T15:05:45.342 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_pg_log_writeout", 2024-04-10T15:05:45.342 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_shutdown", 2024-04-10T15:05:45.342 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T15:05:45.342 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T15:05:45.342 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T15:05:45.342 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T15:05:45.342 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T15:05:45.342 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_profile", 2024-04-10T15:05:45.343 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target", 2024-04-10T15:05:45.343 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target_autotune", 2024-04-10T15:05:45.343 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue", 2024-04-10T15:05:45.343 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue_cut_off", 2024-04-10T15:05:45.343 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T15:05:45.343 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T15:05:45.343 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recover_clone_overlap", 2024-04-10T15:05:45.343 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_chunk", 2024-04-10T15:05:45.343 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_load_threshold", 2024-04-10T15:05:45.343 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_max_interval", 2024-04-10T15:05:45.343 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_shutdown_pgref_assert", 2024-04-10T15:05:45.343 INFO:tasks.workunit.client.0.smithi102.stdout: "public_network", 2024-04-10T15:05:45.343 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_cache_enabled", 2024-04-10T15:05:45.343 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_enable_ops_log", 2024-04-10T15:05:45.343 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_enable_usage_log" 2024-04-10T15:05:45.343 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:45.344 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.344 INFO:tasks.workunit.client.0.smithi102.stdout: "contact": null, 2024-04-10T15:05:45.344 INFO:tasks.workunit.client.0.smithi102.stdout: "crashes": [], 2024-04-10T15:05:45.344 INFO:tasks.workunit.client.0.smithi102.stdout: "created": "2024-04-10T14:57:35.253718Z", 2024-04-10T15:05:45.344 INFO:tasks.workunit.client.0.smithi102.stdout: "crush": { 2024-04-10T15:05:45.344 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_algs": { 2024-04-10T15:05:45.344 INFO:tasks.workunit.client.0.smithi102.stdout: "straw2": 3 2024-04-10T15:05:45.344 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.344 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_sizes": { 2024-04-10T15:05:45.344 INFO:tasks.workunit.client.0.smithi102.stdout: "2": 1, 2024-04-10T15:05:45.344 INFO:tasks.workunit.client.0.smithi102.stdout: "4": 2 2024-04-10T15:05:45.344 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.344 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_types": { 2024-04-10T15:05:45.344 INFO:tasks.workunit.client.0.smithi102.stdout: "1": 2, 2024-04-10T15:05:45.344 INFO:tasks.workunit.client.0.smithi102.stdout: "11": 1 2024-04-10T15:05:45.344 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.345 INFO:tasks.workunit.client.0.smithi102.stdout: "compat_weight_set": false, 2024-04-10T15:05:45.345 INFO:tasks.workunit.client.0.smithi102.stdout: "device_classes": [ 2024-04-10T15:05:45.345 INFO:tasks.workunit.client.0.smithi102.stdout: 8 2024-04-10T15:05:45.345 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_buckets": 6, 2024-04-10T15:05:45.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_devices": 8, 2024-04-10T15:05:45.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_rules": 1, 2024-04-10T15:05:45.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_types": 12, 2024-04-10T15:05:45.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_weight_sets": 0, 2024-04-10T15:05:45.345 INFO:tasks.workunit.client.0.smithi102.stdout: "tunables": { 2024-04-10T15:05:45.345 INFO:tasks.workunit.client.0.smithi102.stdout: "allowed_bucket_algs": 54, 2024-04-10T15:05:45.345 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_local_fallback_tries": 0, 2024-04-10T15:05:45.345 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_local_tries": 0, 2024-04-10T15:05:45.345 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_total_tries": 50, 2024-04-10T15:05:45.345 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_descend_once": 1, 2024-04-10T15:05:45.345 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_stable": 1, 2024-04-10T15:05:45.346 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_vary_r": 1, 2024-04-10T15:05:45.346 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v2_rules": 0, 2024-04-10T15:05:45.346 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v3_rules": 0, 2024-04-10T15:05:45.346 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v4_buckets": 1, 2024-04-10T15:05:45.346 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v5_rules": 0, 2024-04-10T15:05:45.346 INFO:tasks.workunit.client.0.smithi102.stdout: "legacy_tunables": 0, 2024-04-10T15:05:45.346 INFO:tasks.workunit.client.0.smithi102.stdout: "minimum_required_version": "jewel", 2024-04-10T15:05:45.346 INFO:tasks.workunit.client.0.smithi102.stdout: "optimal_tunables": 1, 2024-04-10T15:05:45.346 INFO:tasks.workunit.client.0.smithi102.stdout: "profile": "jewel", 2024-04-10T15:05:45.346 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables": 1, 2024-04-10T15:05:45.346 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables2": 1, 2024-04-10T15:05:45.346 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables3": 1, 2024-04-10T15:05:45.346 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables5": 1, 2024-04-10T15:05:45.346 INFO:tasks.workunit.client.0.smithi102.stdout: "straw_calc_version": 1 2024-04-10T15:05:45.347 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.347 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.347 INFO:tasks.workunit.client.0.smithi102.stdout: "description": "upgrade test cluster", 2024-04-10T15:05:45.347 INFO:tasks.workunit.client.0.smithi102.stdout: "fs": { 2024-04-10T15:05:45.347 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:45.347 INFO:tasks.workunit.client.0.smithi102.stdout: "feature_flags": { 2024-04-10T15:05:45.347 INFO:tasks.workunit.client.0.smithi102.stdout: "enable_multiple": true, 2024-04-10T15:05:45.347 INFO:tasks.workunit.client.0.smithi102.stdout: "ever_enabled_multiple": true 2024-04-10T15:05:45.347 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.347 INFO:tasks.workunit.client.0.smithi102.stdout: "filesystems": [ 2024-04-10T15:05:45.347 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:45.347 INFO:tasks.workunit.client.0.smithi102.stdout: "approx_ctime": "2024-04", 2024-04-10T15:05:45.347 INFO:tasks.workunit.client.0.smithi102.stdout: "balancer_enabled": false, 2024-04-10T15:05:45.347 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:45.347 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_caps": 0, 2024-04-10T15:05:45.347 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_dns": 10, 2024-04-10T15:05:45.347 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_inos": 13, 2024-04-10T15:05:45.348 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_subtrees": 2, 2024-04-10T15:05:45.348 INFO:tasks.workunit.client.0.smithi102.stdout: "ever_allowed_features": 0, 2024-04-10T15:05:45.348 INFO:tasks.workunit.client.0.smithi102.stdout: "explicitly_allowed_features": 0, 2024-04-10T15:05:45.348 INFO:tasks.workunit.client.0.smithi102.stdout: "files": 0, 2024-04-10T15:05:45.348 INFO:tasks.workunit.client.0.smithi102.stdout: "max_mds": 1, 2024-04-10T15:05:45.348 INFO:tasks.workunit.client.0.smithi102.stdout: "num_data_pools": 1, 2024-04-10T15:05:45.348 INFO:tasks.workunit.client.0.smithi102.stdout: "num_in": 1, 2024-04-10T15:05:45.348 INFO:tasks.workunit.client.0.smithi102.stdout: "num_mds": 1, 2024-04-10T15:05:45.348 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": 0, 2024-04-10T15:05:45.348 INFO:tasks.workunit.client.0.smithi102.stdout: "num_standby_replay": 0, 2024-04-10T15:05:45.348 INFO:tasks.workunit.client.0.smithi102.stdout: "num_up": 1, 2024-04-10T15:05:45.348 INFO:tasks.workunit.client.0.smithi102.stdout: "snaps": 0, 2024-04-10T15:05:45.348 INFO:tasks.workunit.client.0.smithi102.stdout: "standby_count_wanted": 0 2024-04-10T15:05:45.348 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.348 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_standby_mds": 1, 2024-04-10T15:05:45.349 INFO:tasks.workunit.client.0.smithi102.stdout: "total_num_mds": 2 2024-04-10T15:05:45.349 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.349 INFO:tasks.workunit.client.0.smithi102.stdout: "hosts": { 2024-04-10T15:05:45.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num": 2, 2024-04-10T15:05:45.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mds": 2, 2024-04-10T15:05:45.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mgr": 2, 2024-04-10T15:05:45.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mon": 2, 2024-04-10T15:05:45.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_osd": 2 2024-04-10T15:05:45.349 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.349 INFO:tasks.workunit.client.0.smithi102.stdout: "leaderboard": false, 2024-04-10T15:05:45.349 INFO:tasks.workunit.client.0.smithi102.stdout: "leaderboard_description": null, 2024-04-10T15:05:45.349 INFO:tasks.workunit.client.0.smithi102.stdout: "license": "sharing-1-0", 2024-04-10T15:05:45.349 INFO:tasks.workunit.client.0.smithi102.stdout: "metadata": { 2024-04-10T15:05:45.349 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T15:05:45.350 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T15:05:45.350 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 2 2024-04-10T15:05:45.350 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.350 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T15:05:45.350 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:05:45.350 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.350 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T15:05:45.350 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-10T15:05:45.350 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.350 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T15:05:45.350 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 2 2024-04-10T15:05:45.350 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.350 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T15:05:45.350 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 2 2024-04-10T15:05:45.350 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.351 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T15:05:45.351 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-10T15:05:45.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.351 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T15:05:45.351 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-10T15:05:45.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.351 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T15:05:45.351 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 2 2024-04-10T15:05:45.351 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.351 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:45.351 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T15:05:45.351 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 3 2024-04-10T15:05:45.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.351 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T15:05:45.351 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-10T15:05:45.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.352 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T15:05:45.352 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-10T15:05:45.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.352 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T15:05:45.352 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 3 2024-04-10T15:05:45.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.352 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T15:05:45.352 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 3 2024-04-10T15:05:45.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.352 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T15:05:45.352 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-10T15:05:45.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.352 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T15:05:45.352 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-10T15:05:45.353 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.353 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T15:05:45.353 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 3 2024-04-10T15:05:45.353 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.353 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.353 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:45.353 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T15:05:45.353 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 8 2024-04-10T15:05:45.353 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.353 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T15:05:45.353 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:05:45.353 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.353 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T15:05:45.353 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-10T15:05:45.353 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.354 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T15:05:45.354 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 8 2024-04-10T15:05:45.354 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.354 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T15:05:45.354 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 8 2024-04-10T15:05:45.354 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.354 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T15:05:45.354 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-10T15:05:45.354 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.354 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T15:05:45.354 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-10T15:05:45.354 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.354 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T15:05:45.354 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 8 2024-04-10T15:05:45.355 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.355 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_objectstore": { 2024-04-10T15:05:45.355 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": 8 2024-04-10T15:05:45.355 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.355 INFO:tasks.workunit.client.0.smithi102.stdout: "rotational": { 2024-04-10T15:05:45.355 INFO:tasks.workunit.client.0.smithi102.stdout: "0": 8 2024-04-10T15:05:45.355 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.355 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.355 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.355 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:45.355 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T15:05:45.355 INFO:tasks.workunit.client.0.smithi102.stdout: "features": { 2024-04-10T15:05:45.355 INFO:tasks.workunit.client.0.smithi102.stdout: "optional": [], 2024-04-10T15:05:45.355 INFO:tasks.workunit.client.0.smithi102.stdout: "persistent": [ 2024-04-10T15:05:45.355 INFO:tasks.workunit.client.0.smithi102.stdout: "kraken", 2024-04-10T15:05:45.355 INFO:tasks.workunit.client.0.smithi102.stdout: "luminous", 2024-04-10T15:05:45.356 INFO:tasks.workunit.client.0.smithi102.stdout: "mimic", 2024-04-10T15:05:45.356 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap-prune", 2024-04-10T15:05:45.356 INFO:tasks.workunit.client.0.smithi102.stdout: "nautilus", 2024-04-10T15:05:45.356 INFO:tasks.workunit.client.0.smithi102.stdout: "octopus", 2024-04-10T15:05:45.356 INFO:tasks.workunit.client.0.smithi102.stdout: "pacific", 2024-04-10T15:05:45.356 INFO:tasks.workunit.client.0.smithi102.stdout: "elector-pinging", 2024-04-10T15:05:45.356 INFO:tasks.workunit.client.0.smithi102.stdout: "quincy", 2024-04-10T15:05:45.356 INFO:tasks.workunit.client.0.smithi102.stdout: "reef" 2024-04-10T15:05:45.356 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:45.356 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.356 INFO:tasks.workunit.client.0.smithi102.stdout: "ipv4_addr_mons": 6, 2024-04-10T15:05:45.356 INFO:tasks.workunit.client.0.smithi102.stdout: "ipv6_addr_mons": 0, 2024-04-10T15:05:45.356 INFO:tasks.workunit.client.0.smithi102.stdout: "min_mon_release": 18, 2024-04-10T15:05:45.356 INFO:tasks.workunit.client.0.smithi102.stdout: "v1_addr_mons": 3, 2024-04-10T15:05:45.356 INFO:tasks.workunit.client.0.smithi102.stdout: "v2_addr_mons": 3 2024-04-10T15:05:45.356 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.357 INFO:tasks.workunit.client.0.smithi102.stdout: "organization": "ceph-qa", 2024-04-10T15:05:45.357 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:45.357 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster_network": false, 2024-04-10T15:05:45.357 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8, 2024-04-10T15:05:45.357 INFO:tasks.workunit.client.0.smithi102.stdout: "require_min_compat_client": "luminous", 2024-04-10T15:05:45.357 INFO:tasks.workunit.client.0.smithi102.stdout: "require_osd_release": "reef" 2024-04-10T15:05:45.357 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.357 INFO:tasks.workunit.client.0.smithi102.stdout: "pools": [ 2024-04-10T15:05:45.357 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:45.357 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:45.357 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr" 2024-04-10T15:05:45.357 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.357 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T15:05:45.357 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T15:05:45.357 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T15:05:45.357 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T15:05:45.358 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:05:45.358 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 1, 2024-04-10T15:05:45.358 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 1, 2024-04-10T15:05:45.358 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 1, 2024-04-10T15:05:45.358 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T15:05:45.358 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T15:05:45.358 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 729296742666, 2024-04-10T15:05:45.358 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 1781760, 2024-04-10T15:05:45.358 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T15:05:45.358 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T15:05:45.358 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 1781760, 2024-04-10T15:05:45.358 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T15:05:45.358 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 243098910720, 2024-04-10T15:05:45.358 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 2, 2024-04-10T15:05:45.358 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T15:05:45.358 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 2.4431149086012738e-06, 2024-04-10T15:05:45.359 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T15:05:45.359 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T15:05:45.359 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 212, 2024-04-10T15:05:45.359 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 313344, 2024-04-10T15:05:45.359 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 590368, 2024-04-10T15:05:45.359 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 590368, 2024-04-10T15:05:45.359 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T15:05:45.359 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 1771104, 2024-04-10T15:05:45.359 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 179, 2024-04-10T15:05:45.359 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 2473984 2024-04-10T15:05:45.359 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.359 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T15:05:45.359 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T15:05:45.359 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T15:05:45.359 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.359 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:45.359 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:45.360 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T15:05:45.360 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.360 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T15:05:45.360 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T15:05:45.360 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T15:05:45.360 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T15:05:45.360 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:05:45.360 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 32, 2024-04-10T15:05:45.360 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 32, 2024-04-10T15:05:45.360 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 2, 2024-04-10T15:05:45.360 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T15:05:45.360 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T15:05:45.360 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 729296742666, 2024-04-10T15:05:45.360 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 98304, 2024-04-10T15:05:45.360 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T15:05:45.360 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T15:05:45.360 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 98304, 2024-04-10T15:05:45.361 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T15:05:45.361 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 243098910720, 2024-04-10T15:05:45.361 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 22, 2024-04-10T15:05:45.361 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T15:05:45.361 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 1.347928559880529e-07, 2024-04-10T15:05:45.361 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T15:05:45.361 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T15:05:45.361 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 0, 2024-04-10T15:05:45.361 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 0, 2024-04-10T15:05:45.361 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 3430, 2024-04-10T15:05:45.361 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 3430, 2024-04-10T15:05:45.361 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T15:05:45.361 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 10290, 2024-04-10T15:05:45.361 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 51, 2024-04-10T15:05:45.361 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 20480 2024-04-10T15:05:45.361 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.362 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T15:05:45.362 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T15:05:45.362 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T15:05:45.362 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.362 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:45.362 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:45.362 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T15:05:45.362 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.362 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T15:05:45.362 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T15:05:45.362 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T15:05:45.362 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T15:05:45.362 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:05:45.362 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 64, 2024-04-10T15:05:45.363 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 64, 2024-04-10T15:05:45.363 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 3, 2024-04-10T15:05:45.363 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T15:05:45.363 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T15:05:45.363 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 729296742666, 2024-04-10T15:05:45.363 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 0, 2024-04-10T15:05:45.363 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T15:05:45.363 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T15:05:45.363 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 0, 2024-04-10T15:05:45.363 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T15:05:45.363 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 243098910720, 2024-04-10T15:05:45.363 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 0, 2024-04-10T15:05:45.363 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T15:05:45.363 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 0.0, 2024-04-10T15:05:45.363 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T15:05:45.364 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T15:05:45.364 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 0, 2024-04-10T15:05:45.364 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 0, 2024-04-10T15:05:45.364 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 0, 2024-04-10T15:05:45.364 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 0, 2024-04-10T15:05:45.364 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T15:05:45.364 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 0, 2024-04-10T15:05:45.364 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 0, 2024-04-10T15:05:45.364 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 0 2024-04-10T15:05:45.364 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.364 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T15:05:45.364 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T15:05:45.364 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T15:05:45.364 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.364 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:45.364 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:45.365 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd" 2024-04-10T15:05:45.365 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.365 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T15:05:45.365 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T15:05:45.365 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T15:05:45.365 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T15:05:45.365 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:05:45.365 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 8, 2024-04-10T15:05:45.365 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 8, 2024-04-10T15:05:45.365 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 4, 2024-04-10T15:05:45.365 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T15:05:45.365 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T15:05:45.365 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 729296742666, 2024-04-10T15:05:45.365 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 0, 2024-04-10T15:05:45.365 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T15:05:45.366 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T15:05:45.366 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 0, 2024-04-10T15:05:45.366 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T15:05:45.366 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 243098910720, 2024-04-10T15:05:45.366 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 0, 2024-04-10T15:05:45.366 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T15:05:45.366 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 0.0, 2024-04-10T15:05:45.366 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T15:05:45.366 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T15:05:45.366 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 0, 2024-04-10T15:05:45.366 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 0, 2024-04-10T15:05:45.366 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 0, 2024-04-10T15:05:45.366 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 0, 2024-04-10T15:05:45.366 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T15:05:45.367 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 0, 2024-04-10T15:05:45.367 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 0, 2024-04-10T15:05:45.367 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 0 2024-04-10T15:05:45.367 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.367 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T15:05:45.367 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T15:05:45.367 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T15:05:45.367 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.367 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.367 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd": { 2024-04-10T15:05:45.367 INFO:tasks.workunit.client.0.smithi102.stdout: "mirroring_by_pool": [ 2024-04-10T15:05:45.367 INFO:tasks.workunit.client.0.smithi102.stdout: false 2024-04-10T15:05:45.367 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.367 INFO:tasks.workunit.client.0.smithi102.stdout: "num_images_by_pool": [ 2024-04-10T15:05:45.367 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:45.368 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:45.368 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pools": 1 2024-04-10T15:05:45.368 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.368 INFO:tasks.workunit.client.0.smithi102.stdout: "report_id": "f0fd97d3-7570-4267-a9f2-be934b183db8", 2024-04-10T15:05:45.368 INFO:tasks.workunit.client.0.smithi102.stdout: "report_timestamp": "2024-04-10T15:05:45.302118", 2024-04-10T15:05:45.368 INFO:tasks.workunit.client.0.smithi102.stdout: "report_version": 1, 2024-04-10T15:05:45.368 INFO:tasks.workunit.client.0.smithi102.stdout: "rook": { 2024-04-10T15:05:45.368 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster": { 2024-04-10T15:05:45.368 INFO:tasks.workunit.client.0.smithi102.stdout: "external-mode": null, 2024-04-10T15:05:45.368 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:45.368 INFO:tasks.workunit.client.0.smithi102.stdout: "allow-multiple-per-node": null, 2024-04-10T15:05:45.368 INFO:tasks.workunit.client.0.smithi102.stdout: "count": null, 2024-04-10T15:05:45.368 INFO:tasks.workunit.client.0.smithi102.stdout: "max-id": null, 2024-04-10T15:05:45.368 INFO:tasks.workunit.client.0.smithi102.stdout: "pvc": { 2024-04-10T15:05:45.368 INFO:tasks.workunit.client.0.smithi102.stdout: "enabled": null 2024-04-10T15:05:45.368 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.369 INFO:tasks.workunit.client.0.smithi102.stdout: "stretch": { 2024-04-10T15:05:45.369 INFO:tasks.workunit.client.0.smithi102.stdout: "enabled": null 2024-04-10T15:05:45.369 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.369 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.369 INFO:tasks.workunit.client.0.smithi102.stdout: "network": { 2024-04-10T15:05:45.369 INFO:tasks.workunit.client.0.smithi102.stdout: "provider": null 2024-04-10T15:05:45.369 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.369 INFO:tasks.workunit.client.0.smithi102.stdout: "storage": { 2024-04-10T15:05:45.369 INFO:tasks.workunit.client.0.smithi102.stdout: "device-set": { 2024-04-10T15:05:45.369 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T15:05:45.369 INFO:tasks.workunit.client.0.smithi102.stdout: "non-portable": null, 2024-04-10T15:05:45.369 INFO:tasks.workunit.client.0.smithi102.stdout: "portable": null, 2024-04-10T15:05:45.369 INFO:tasks.workunit.client.0.smithi102.stdout: "total": null 2024-04-10T15:05:45.369 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.369 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.370 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.370 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.370 INFO:tasks.workunit.client.0.smithi102.stdout: "csi": { 2024-04-10T15:05:45.370 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T15:05:45.370 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.370 INFO:tasks.workunit.client.0.smithi102.stdout: "kubernetes": { 2024-04-10T15:05:45.370 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T15:05:45.370 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.370 INFO:tasks.workunit.client.0.smithi102.stdout: "node": { 2024-04-10T15:05:45.370 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T15:05:45.370 INFO:tasks.workunit.client.0.smithi102.stdout: "kubernetes-total": null, 2024-04-10T15:05:45.370 INFO:tasks.workunit.client.0.smithi102.stdout: "with-ceph-daemons": null, 2024-04-10T15:05:45.370 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-cephfs-plugin": null, 2024-04-10T15:05:45.370 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-nfs-plugin": null, 2024-04-10T15:05:45.370 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-rbd-plugin": null 2024-04-10T15:05:45.371 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.371 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.371 INFO:tasks.workunit.client.0.smithi102.stdout: "usage": { 2024-04-10T15:05:45.371 INFO:tasks.workunit.client.0.smithi102.stdout: "storage-class": { 2024-04-10T15:05:45.371 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T15:05:45.371 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket": null, 2024-04-10T15:05:45.371 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs": null, 2024-04-10T15:05:45.371 INFO:tasks.workunit.client.0.smithi102.stdout: "nfs": null, 2024-04-10T15:05:45.371 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd": null, 2024-04-10T15:05:45.371 INFO:tasks.workunit.client.0.smithi102.stdout: "total": null 2024-04-10T15:05:45.371 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.371 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.371 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.371 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T15:05:45.372 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.372 INFO:tasks.workunit.client.0.smithi102.stdout: "services": {}, 2024-04-10T15:05:45.372 INFO:tasks.workunit.client.0.smithi102.stdout: "usage": { 2024-04-10T15:05:45.372 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 105, 2024-04-10T15:05:45.372 INFO:tasks.workunit.client.0.smithi102.stdout: "pools": 4, 2024-04-10T15:05:45.372 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_by_class": { 2024-04-10T15:05:45.372 INFO:tasks.workunit.client.0.smithi102.stdout: "ssd": { 2024-04-10T15:05:45.372 INFO:tasks.workunit.client.0.smithi102.stdout: "total_avail_bytes": 767727153152, 2024-04-10T15:05:45.372 INFO:tasks.workunit.client.0.smithi102.stdout: "total_bytes": 767960285184, 2024-04-10T15:05:45.372 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_bytes": 233132032, 2024-04-10T15:05:45.372 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_raw_bytes": 233132032, 2024-04-10T15:05:45.372 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_raw_ratio": 0.0003035730333067477 2024-04-10T15:05:45.372 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.372 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:45.372 INFO:tasks.workunit.client.0.smithi102.stdout: "total_avail_bytes": 767727153152, 2024-04-10T15:05:45.372 INFO:tasks.workunit.client.0.smithi102.stdout: "total_bytes": 767960285184, 2024-04-10T15:05:45.372 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_bytes": 233132032 2024-04-10T15:05:45.373 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.373 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:45.373 INFO:tasks.workunit.client.0.smithi102.stdout:} 2024-04-10T15:05:45.373 INFO:tasks.workunit.client.0.smithi102.stderr:++ ceph telemetry collection ls 2024-04-10T15:05:45.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:44 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:45.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:44 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:45.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:44 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:45.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:44 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:45.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:44 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:45.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:44 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:45.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:44 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:45.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:44 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:45.793 INFO:tasks.workunit.client.0.smithi102.stderr:+ COLLECTIONS='New collections are available: 2024-04-10T15:05:45.793 INFO:tasks.workunit.client.0.smithi102.stderr:['\''basic_base'\'', '\''basic_mds_metadata'\'', '\''basic_pool_options_bluestore'\'', '\''basic_pool_usage'\'', '\''basic_rook_v01'\'', '\''basic_usage_by_class'\'', '\''crash_base'\'', '\''device_base'\'', '\''ident_base'\'', '\''perf_memory_metrics'\'', '\''perf_perf'\''] 2024-04-10T15:05:45.793 INFO:tasks.workunit.client.0.smithi102.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T15:05:45.794 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T15:05:45.794 INFO:tasks.workunit.client.0.smithi102.stderr:NAME STATUS DESC 2024-04-10T15:05:45.794 INFO:tasks.workunit.client.0.smithi102.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T15:05:45.794 INFO:tasks.workunit.client.0.smithi102.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-10T15:05:45.794 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-10T15:05:45.794 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-10T15:05:45.794 INFO:tasks.workunit.client.0.smithi102.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-10T15:05:45.794 INFO:tasks.workunit.client.0.smithi102.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-10T15:05:45.794 INFO:tasks.workunit.client.0.smithi102.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T15:05:45.794 INFO:tasks.workunit.client.0.smithi102.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-10T15:05:45.794 INFO:tasks.workunit.client.0.smithi102.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-10T15:05:45.794 INFO:tasks.workunit.client.0.smithi102.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-10T15:05:45.794 INFO:tasks.workunit.client.0.smithi102.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster ' 2024-04-10T15:05:45.795 INFO:tasks.workunit.client.0.smithi102.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics") 2024-04-10T15:05:45.795 INFO:tasks.workunit.client.0.smithi102.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T15:05:45.795 INFO:tasks.workunit.client.0.smithi102.stderr:+ [[ New collections are available: 2024-04-10T15:05:45.795 INFO:tasks.workunit.client.0.smithi102.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-10T15:05:45.795 INFO:tasks.workunit.client.0.smithi102.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T15:05:45.795 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T15:05:45.795 INFO:tasks.workunit.client.0.smithi102.stderr:NAME STATUS DESC 2024-04-10T15:05:45.795 INFO:tasks.workunit.client.0.smithi102.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T15:05:45.795 INFO:tasks.workunit.client.0.smithi102.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-10T15:05:45.795 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-10T15:05:45.795 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-10T15:05:45.795 INFO:tasks.workunit.client.0.smithi102.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-10T15:05:45.795 INFO:tasks.workunit.client.0.smithi102.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-10T15:05:45.795 INFO:tasks.workunit.client.0.smithi102.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T15:05:45.795 INFO:tasks.workunit.client.0.smithi102.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-10T15:05:45.796 INFO:tasks.workunit.client.0.smithi102.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-10T15:05:45.796 INFO:tasks.workunit.client.0.smithi102.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-10T15:05:45.796 INFO:tasks.workunit.client.0.smithi102.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_perf* ]] 2024-04-10T15:05:45.796 INFO:tasks.workunit.client.0.smithi102.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T15:05:45.796 INFO:tasks.workunit.client.0.smithi102.stderr:+ [[ New collections are available: 2024-04-10T15:05:45.796 INFO:tasks.workunit.client.0.smithi102.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-10T15:05:45.796 INFO:tasks.workunit.client.0.smithi102.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T15:05:45.796 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T15:05:45.796 INFO:tasks.workunit.client.0.smithi102.stderr:NAME STATUS DESC 2024-04-10T15:05:45.796 INFO:tasks.workunit.client.0.smithi102.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T15:05:45.796 INFO:tasks.workunit.client.0.smithi102.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-10T15:05:45.796 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-10T15:05:45.796 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-10T15:05:45.796 INFO:tasks.workunit.client.0.smithi102.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-10T15:05:45.796 INFO:tasks.workunit.client.0.smithi102.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-10T15:05:45.796 INFO:tasks.workunit.client.0.smithi102.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T15:05:45.796 INFO:tasks.workunit.client.0.smithi102.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-10T15:05:45.797 INFO:tasks.workunit.client.0.smithi102.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-10T15:05:45.797 INFO:tasks.workunit.client.0.smithi102.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-10T15:05:45.797 INFO:tasks.workunit.client.0.smithi102.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-10T15:05:45.797 INFO:tasks.workunit.client.0.smithi102.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T15:05:45.797 INFO:tasks.workunit.client.0.smithi102.stderr:+ [[ New collections are available: 2024-04-10T15:05:45.797 INFO:tasks.workunit.client.0.smithi102.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-10T15:05:45.797 INFO:tasks.workunit.client.0.smithi102.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T15:05:45.797 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T15:05:45.797 INFO:tasks.workunit.client.0.smithi102.stderr:NAME STATUS DESC 2024-04-10T15:05:45.797 INFO:tasks.workunit.client.0.smithi102.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T15:05:45.797 INFO:tasks.workunit.client.0.smithi102.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-10T15:05:45.797 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-10T15:05:45.797 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-10T15:05:45.798 INFO:tasks.workunit.client.0.smithi102.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-10T15:05:45.798 INFO:tasks.workunit.client.0.smithi102.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-10T15:05:45.798 INFO:tasks.workunit.client.0.smithi102.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T15:05:45.798 INFO:tasks.workunit.client.0.smithi102.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-10T15:05:45.798 INFO:tasks.workunit.client.0.smithi102.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-10T15:05:45.798 INFO:tasks.workunit.client.0.smithi102.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-10T15:05:45.798 INFO:tasks.workunit.client.0.smithi102.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-10T15:05:45.798 INFO:tasks.workunit.client.0.smithi102.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T15:05:45.798 INFO:tasks.workunit.client.0.smithi102.stderr:+ [[ New collections are available: 2024-04-10T15:05:45.798 INFO:tasks.workunit.client.0.smithi102.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-10T15:05:45.798 INFO:tasks.workunit.client.0.smithi102.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T15:05:45.798 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T15:05:45.798 INFO:tasks.workunit.client.0.smithi102.stderr:NAME STATUS DESC 2024-04-10T15:05:45.798 INFO:tasks.workunit.client.0.smithi102.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T15:05:45.798 INFO:tasks.workunit.client.0.smithi102.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-10T15:05:45.799 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-10T15:05:45.799 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-10T15:05:45.799 INFO:tasks.workunit.client.0.smithi102.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-10T15:05:45.799 INFO:tasks.workunit.client.0.smithi102.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-10T15:05:45.799 INFO:tasks.workunit.client.0.smithi102.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T15:05:45.799 INFO:tasks.workunit.client.0.smithi102.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-10T15:05:45.799 INFO:tasks.workunit.client.0.smithi102.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-10T15:05:45.799 INFO:tasks.workunit.client.0.smithi102.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-10T15:05:45.799 INFO:tasks.workunit.client.0.smithi102.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-10T15:05:45.799 INFO:tasks.workunit.client.0.smithi102.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T15:05:45.799 INFO:tasks.workunit.client.0.smithi102.stderr:+ [[ New collections are available: 2024-04-10T15:05:45.799 INFO:tasks.workunit.client.0.smithi102.stderr:['basic_base', 'basic_mds_metadata', 'basic_pool_options_bluestore', 'basic_pool_usage', 'basic_rook_v01', 'basic_usage_by_class', 'crash_base', 'device_base', 'ident_base', 'perf_memory_metrics', 'perf_perf'] 2024-04-10T15:05:45.799 INFO:tasks.workunit.client.0.smithi102.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T15:05:45.799 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T15:05:45.799 INFO:tasks.workunit.client.0.smithi102.stderr:NAME STATUS DESC 2024-04-10T15:05:45.799 INFO:tasks.workunit.client.0.smithi102.stderr:basic_base NOT REPORTING: NOT OPTED-IN Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T15:05:45.799 INFO:tasks.workunit.client.0.smithi102.stderr:basic_mds_metadata NOT REPORTING: NOT OPTED-IN MDS metadata 2024-04-10T15:05:45.800 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_options_bluestore NOT REPORTING: NOT OPTED-IN Per-pool bluestore config options 2024-04-10T15:05:45.800 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_usage NOT REPORTING: NOT OPTED-IN Default pool application and usage statistics 2024-04-10T15:05:45.800 INFO:tasks.workunit.client.0.smithi102.stderr:basic_rook_v01 NOT REPORTING: NOT OPTED-IN Basic Rook deployment data 2024-04-10T15:05:45.800 INFO:tasks.workunit.client.0.smithi102.stderr:basic_usage_by_class NOT REPORTING: NOT OPTED-IN Default device class usage statistics 2024-04-10T15:05:45.800 INFO:tasks.workunit.client.0.smithi102.stderr:crash_base NOT REPORTING: NOT OPTED-IN Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T15:05:45.800 INFO:tasks.workunit.client.0.smithi102.stderr:device_base NOT REPORTING: NOT OPTED-IN Information about device health metrics 2024-04-10T15:05:45.800 INFO:tasks.workunit.client.0.smithi102.stderr:ident_base NOT REPORTING: NOT OPTED-IN User-provided identifying information about the cluster 2024-04-10T15:05:45.800 INFO:tasks.workunit.client.0.smithi102.stderr:perf_memory_metrics NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Heap stats and mempools for mon and mds 2024-04-10T15:05:45.800 INFO:tasks.workunit.client.0.smithi102.stderr:perf_perf NOT REPORTING: NOT OPTED-IN, CHANNEL perf IS OFF Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-10T15:05:45.800 INFO:tasks.workunit.client.0.smithi102.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-10T15:05:46.159 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:46] ENGINE Bus STOPPING 2024-04-10T15:05:46.160 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:05:46.160 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:46] ENGINE Bus STOPPED 2024-04-10T15:05:46.160 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:46] ENGINE Bus STARTING 2024-04-10T15:05:46.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:45 smithi102 ceph-mon[37987]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:46.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:45 smithi102 ceph-mon[37987]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:46.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:45 smithi102 ceph-mon[37987]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:46.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:45 smithi102 ceph-mon[37987]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:46.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:45 smithi102 ceph-mon[37987]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:46.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:45 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:45 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:45 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:45 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:45 smithi102 ceph-mon[37987]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-10T15:05:46.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:45 smithi102 ceph-mon[26948]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:46.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:45 smithi102 ceph-mon[26948]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:46.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:45 smithi102 ceph-mon[26948]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:46.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:45 smithi102 ceph-mon[26948]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:46.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:45 smithi102 ceph-mon[26948]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:46.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:45 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:45 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:45 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:45 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:45 smithi102 ceph-mon[26948]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-10T15:05:46.318 INFO:tasks.workunit.client.0.smithi102.stdout:Telemetry is on. 2024-04-10T15:05:46.319 INFO:tasks.workunit.client.0.smithi102.stdout:Some channels are disabled, please enable with: 2024-04-10T15:05:46.319 INFO:tasks.workunit.client.0.smithi102.stdout:`ceph telemetry enable channel perf` 2024-04-10T15:05:46.330 INFO:tasks.workunit.client.0.smithi102.stderr:+ ceph telemetry enable channel perf 2024-04-10T15:05:46.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:45 smithi154 ceph-mon[30592]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:46.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:45 smithi154 ceph-mon[30592]: from='client.14925 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:46.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:45 smithi154 ceph-mon[30592]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:46.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:45 smithi154 ceph-mon[30592]: pgmap v74: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:05:46.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:45 smithi154 ceph-mon[30592]: from='client.14937 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:46.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:45 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:45 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:45 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:45 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:45 smithi154 ceph-mon[30592]: mgrmap e22: y(active, since 2m), standbys: x 2024-04-10T15:05:46.652 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:46] ENGINE Serving on http://:::9283 2024-04-10T15:05:46.653 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:46] ENGINE Bus STARTED 2024-04-10T15:05:46.653 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:46] ENGINE Bus STOPPING 2024-04-10T15:05:46.827 INFO:tasks.workunit.client.0.smithi102.stdout:channel_perf is enabled 2024-04-10T15:05:46.838 INFO:tasks.workunit.client.0.smithi102.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-10T15:05:46.910 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:46] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:05:46.910 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:46] ENGINE Bus STOPPED 2024-04-10T15:05:46.910 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:46] ENGINE Bus STARTING 2024-04-10T15:05:46.910 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:46] ENGINE Serving on http://:::9283 2024-04-10T15:05:46.910 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:05:46] ENGINE Bus STARTED 2024-04-10T15:05:46.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:46.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:46.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:46.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:46.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:46.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:46.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:46.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:05:46.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:05:46.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:46.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:46.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:46.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:46.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:05:46.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:05:46.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:46.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:46.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:46.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:46.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:46.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:46.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:46.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:46.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:46.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:46.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:46.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:46.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:05:46.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:05:46.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:46.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:46.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:46.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:46.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:05:46.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:05:46.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:46.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:46.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:46.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:46.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:46.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:46.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:46.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:46.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:46.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:46.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:46.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:46.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:46.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:46.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:46.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:46.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:46.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:46.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:46.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:46.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:46.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:46.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:46.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:46.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:46.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:46.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:46.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:46.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:46.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:46.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:46.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:46.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:46.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:46.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:46.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:46.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:46.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:46.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:46.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:46.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:46.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:46.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:46.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:46.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:46.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:46 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:47.221 INFO:tasks.workunit.client.0.smithi102.stderr:+ LAST_OPT_REVISION=1 2024-04-10T15:05:47.221 INFO:tasks.workunit.client.0.smithi102.stderr:+ '[' 1 -ne 1 ']' 2024-04-10T15:05:47.221 INFO:tasks.workunit.client.0.smithi102.stderr:+ ceph telemetry show 2024-04-10T15:05:47.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:47.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='client.24839 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:47.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:47.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='client.24845 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:47.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:47.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:47.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:47.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:47.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:05:47.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:05:47.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:47.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:47.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:47.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:47.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:47.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:47.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:47.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:47.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:47.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:05:47.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:05:47.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:05:47.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:47.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:47.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:47.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:47.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:47.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:47.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:47.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:47.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:47.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:47.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:47.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:47.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:47.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:47.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:47.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:47.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:47.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:47.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:47.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:47.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:47.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:47.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:47.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:47.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:47.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:46 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:48.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:48.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:48.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:48.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-10T15:05:48.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:48.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1001460010' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T15:05:48.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1001460010' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T15:05:48.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:48.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:48.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:48.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:48.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:48.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:48.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:48.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:48.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:48.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:48.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:48.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:48.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:48.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:48.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:48.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:48.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:48.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:48.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:48.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:48.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:48.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-10T15:05:48.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:48.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1001460010' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T15:05:48.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1001460010' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T15:05:48.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:48.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:48.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:48.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:48.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:48.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:48.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:48.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:48.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:48.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:48.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:48.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:48.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:48.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:48.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:48.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:48.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:48.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:48.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:48.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:48.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:48.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:48.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:48.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:48.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:48.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:48.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:48.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:48.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:48.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:48.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:48.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:48.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:48.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:48.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:48.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:48.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:48.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:47 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:48.176 INFO:tasks.workunit.client.0.smithi102.stdout:{ 2024-04-10T15:05:48.176 INFO:tasks.workunit.client.0.smithi102.stdout: "balancer": { 2024-04-10T15:05:48.176 INFO:tasks.workunit.client.0.smithi102.stdout: "active": true, 2024-04-10T15:05:48.176 INFO:tasks.workunit.client.0.smithi102.stdout: "mode": "" 2024-04-10T15:05:48.176 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.176 INFO:tasks.workunit.client.0.smithi102.stdout: "channels": [ 2024-04-10T15:05:48.176 INFO:tasks.workunit.client.0.smithi102.stdout: "basic", 2024-04-10T15:05:48.176 INFO:tasks.workunit.client.0.smithi102.stdout: "crash", 2024-04-10T15:05:48.176 INFO:tasks.workunit.client.0.smithi102.stdout: "device", 2024-04-10T15:05:48.177 INFO:tasks.workunit.client.0.smithi102.stdout: "ident", 2024-04-10T15:05:48.177 INFO:tasks.workunit.client.0.smithi102.stdout: "perf" 2024-04-10T15:05:48.177 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.177 INFO:tasks.workunit.client.0.smithi102.stdout: "channels_available": [ 2024-04-10T15:05:48.177 INFO:tasks.workunit.client.0.smithi102.stdout: "basic", 2024-04-10T15:05:48.177 INFO:tasks.workunit.client.0.smithi102.stdout: "ident", 2024-04-10T15:05:48.177 INFO:tasks.workunit.client.0.smithi102.stdout: "crash", 2024-04-10T15:05:48.177 INFO:tasks.workunit.client.0.smithi102.stdout: "device", 2024-04-10T15:05:48.177 INFO:tasks.workunit.client.0.smithi102.stdout: "perf" 2024-04-10T15:05:48.177 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.177 INFO:tasks.workunit.client.0.smithi102.stdout: "collections_available": [ 2024-04-10T15:05:48.177 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_base", 2024-04-10T15:05:48.177 INFO:tasks.workunit.client.0.smithi102.stdout: "device_base", 2024-04-10T15:05:48.177 INFO:tasks.workunit.client.0.smithi102.stdout: "crash_base", 2024-04-10T15:05:48.178 INFO:tasks.workunit.client.0.smithi102.stdout: "ident_base", 2024-04-10T15:05:48.178 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_perf", 2024-04-10T15:05:48.178 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_mds_metadata", 2024-04-10T15:05:48.178 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_usage", 2024-04-10T15:05:48.178 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_usage_by_class", 2024-04-10T15:05:48.178 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_rook_v01", 2024-04-10T15:05:48.178 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_memory_metrics", 2024-04-10T15:05:48.178 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_options_bluestore" 2024-04-10T15:05:48.178 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.178 INFO:tasks.workunit.client.0.smithi102.stdout: "collections_opted_in": [ 2024-04-10T15:05:48.178 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_base", 2024-04-10T15:05:48.178 INFO:tasks.workunit.client.0.smithi102.stdout: "device_base", 2024-04-10T15:05:48.178 INFO:tasks.workunit.client.0.smithi102.stdout: "crash_base", 2024-04-10T15:05:48.178 INFO:tasks.workunit.client.0.smithi102.stdout: "ident_base", 2024-04-10T15:05:48.178 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_perf", 2024-04-10T15:05:48.179 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_mds_metadata", 2024-04-10T15:05:48.179 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_usage", 2024-04-10T15:05:48.179 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_usage_by_class", 2024-04-10T15:05:48.179 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_rook_v01", 2024-04-10T15:05:48.179 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_memory_metrics", 2024-04-10T15:05:48.179 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_options_bluestore" 2024-04-10T15:05:48.179 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.179 INFO:tasks.workunit.client.0.smithi102.stdout: "config": { 2024-04-10T15:05:48.179 INFO:tasks.workunit.client.0.smithi102.stdout: "active_changed": [ 2024-04-10T15:05:48.179 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T15:05:48.179 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_debug", 2024-04-10T15:05:48.179 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_mon_ticket_ttl", 2024-04-10T15:05:48.179 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_service_ticket_ttl", 2024-04-10T15:05:48.179 INFO:tasks.workunit.client.0.smithi102.stdout: "bdev_debug_aio", 2024-04-10T15:05:48.179 INFO:tasks.workunit.client.0.smithi102.stdout: "client_check_pool_perm", 2024-04-10T15:05:48.180 INFO:tasks.workunit.client.0.smithi102.stdout: "client_mount_gid", 2024-04-10T15:05:48.180 INFO:tasks.workunit.client.0.smithi102.stdout: "client_mount_uid", 2024-04-10T15:05:48.180 INFO:tasks.workunit.client.0.smithi102.stdout: "client_quota", 2024-04-10T15:05:48.180 INFO:tasks.workunit.client.0.smithi102.stdout: "container_image", 2024-04-10T15:05:48.180 INFO:tasks.workunit.client.0.smithi102.stdout: "daemonize", 2024-04-10T15:05:48.180 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_asserts_on_shutdown", 2024-04-10T15:05:48.180 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mgr", 2024-04-10T15:05:48.180 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mon", 2024-04-10T15:05:48.180 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_ms", 2024-04-10T15:05:48.180 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_osd", 2024-04-10T15:05:48.180 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_paxos", 2024-04-10T15:05:48.180 INFO:tasks.workunit.client.0.smithi102.stdout: "keyring", 2024-04-10T15:05:48.180 INFO:tasks.workunit.client.0.smithi102.stdout: "leveldb_block_size", 2024-04-10T15:05:48.180 INFO:tasks.workunit.client.0.smithi102.stdout: "leveldb_cache_size", 2024-04-10T15:05:48.181 INFO:tasks.workunit.client.0.smithi102.stdout: "leveldb_compression", 2024-04-10T15:05:48.181 INFO:tasks.workunit.client.0.smithi102.stdout: "leveldb_log", 2024-04-10T15:05:48.181 INFO:tasks.workunit.client.0.smithi102.stdout: "leveldb_write_buffer_size", 2024-04-10T15:05:48.181 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_file", 2024-04-10T15:05:48.181 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_journald", 2024-04-10T15:05:48.181 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_stderr", 2024-04-10T15:05:48.181 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_allow_pool_delete", 2024-04-10T15:05:48.181 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_clock_drift_allowed", 2024-04-10T15:05:48.181 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_file_level", 2024-04-10T15:05:48.181 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_file", 2024-04-10T15:05:48.181 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_journald", 2024-04-10T15:05:48.181 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_stderr", 2024-04-10T15:05:48.181 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_data_avail_warn", 2024-04-10T15:05:48.181 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_election_default_strategy", 2024-04-10T15:05:48.181 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_host", 2024-04-10T15:05:48.182 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_max_pg_per_osd", 2024-04-10T15:05:48.182 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mgr_mkfs_grace", 2024-04-10T15:05:48.182 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_prime_pg_temp", 2024-04-10T15:05:48.182 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T15:05:48.182 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T15:05:48.182 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T15:05:48.182 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T15:05:48.182 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T15:05:48.182 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T15:05:48.182 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T15:05:48.182 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T15:05:48.182 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T15:05:48.182 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T15:05:48.183 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_too_few_osds", 2024-04-10T15:05:48.183 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_bug", 2024-04-10T15:05:48.183 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_old_message", 2024-04-10T15:05:48.183 INFO:tasks.workunit.client.0.smithi102.stdout: "no_config_file", 2024-04-10T15:05:48.183 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_default_list", 2024-04-10T15:05:48.183 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_load_list", 2024-04-10T15:05:48.183 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_crush_chooseleaf_type", 2024-04-10T15:05:48.183 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_misdirected_ops", 2024-04-10T15:05:48.183 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_op_order", 2024-04-10T15:05:48.183 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_pg_log_writeout", 2024-04-10T15:05:48.183 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_shutdown", 2024-04-10T15:05:48.183 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T15:05:48.183 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T15:05:48.183 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T15:05:48.183 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T15:05:48.184 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep", 2024-04-10T15:05:48.184 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_hdd", 2024-04-10T15:05:48.184 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_hybrid", 2024-04-10T15:05:48.184 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_ssd", 2024-04-10T15:05:48.184 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_max_backfills", 2024-04-10T15:05:48.184 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T15:05:48.184 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_profile", 2024-04-10T15:05:48.184 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-10T15:05:48.184 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-10T15:05:48.184 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-10T15:05:48.184 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-10T15:05:48.184 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-10T15:05:48.184 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-10T15:05:48.184 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_lim", 2024-04-10T15:05:48.184 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_res", 2024-04-10T15:05:48.184 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-10T15:05:48.185 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target", 2024-04-10T15:05:48.185 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target_autotune", 2024-04-10T15:05:48.185 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue", 2024-04-10T15:05:48.185 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue_cut_off", 2024-04-10T15:05:48.185 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pg_delete_cost", 2024-04-10T15:05:48.185 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T15:05:48.185 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T15:05:48.185 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recover_clone_overlap", 2024-04-10T15:05:48.185 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active", 2024-04-10T15:05:48.185 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active_hdd", 2024-04-10T15:05:48.185 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active_ssd", 2024-04-10T15:05:48.185 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_chunk", 2024-04-10T15:05:48.185 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep", 2024-04-10T15:05:48.185 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_hdd", 2024-04-10T15:05:48.185 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_hybrid", 2024-04-10T15:05:48.185 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_ssd", 2024-04-10T15:05:48.186 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_load_threshold", 2024-04-10T15:05:48.186 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_max_interval", 2024-04-10T15:05:48.186 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_sleep", 2024-04-10T15:05:48.186 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_shutdown_pgref_assert", 2024-04-10T15:05:48.186 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep", 2024-04-10T15:05:48.186 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_hdd", 2024-04-10T15:05:48.186 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-10T15:05:48.186 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_ssd", 2024-04-10T15:05:48.186 INFO:tasks.workunit.client.0.smithi102.stdout: "public_addr", 2024-04-10T15:05:48.186 INFO:tasks.workunit.client.0.smithi102.stdout: "public_addrv", 2024-04-10T15:05:48.186 INFO:tasks.workunit.client.0.smithi102.stdout: "public_network", 2024-04-10T15:05:48.186 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_default_features", 2024-04-10T15:05:48.186 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_qos_exclude_ops", 2024-04-10T15:05:48.186 INFO:tasks.workunit.client.0.smithi102.stdout: "setgroup", 2024-04-10T15:05:48.187 INFO:tasks.workunit.client.0.smithi102.stdout: "setuser" 2024-04-10T15:05:48.187 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.187 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster_changed": [ 2024-04-10T15:05:48.187 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T15:05:48.187 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_debug", 2024-04-10T15:05:48.187 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_mon_ticket_ttl", 2024-04-10T15:05:48.187 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_service_ticket_ttl", 2024-04-10T15:05:48.187 INFO:tasks.workunit.client.0.smithi102.stdout: "bdev_debug_aio", 2024-04-10T15:05:48.187 INFO:tasks.workunit.client.0.smithi102.stdout: "container_image", 2024-04-10T15:05:48.187 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_asserts_on_shutdown", 2024-04-10T15:05:48.187 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mgr", 2024-04-10T15:05:48.187 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mon", 2024-04-10T15:05:48.187 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_ms", 2024-04-10T15:05:48.187 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_osd", 2024-04-10T15:05:48.187 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_paxos", 2024-04-10T15:05:48.188 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_file", 2024-04-10T15:05:48.188 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_journald", 2024-04-10T15:05:48.188 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_stderr", 2024-04-10T15:05:48.188 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_join_fs", 2024-04-10T15:05:48.188 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/allow_ptrace", 2024-04-10T15:05:48.188 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/container_init", 2024-04-10T15:05:48.188 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/migration_current", 2024-04-10T15:05:48.188 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/use_repo_digest", 2024-04-10T15:05:48.188 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-10T15:05:48.188 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-10T15:05:48.188 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-10T15:05:48.188 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-10T15:05:48.188 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/ssl_server_port", 2024-04-10T15:05:48.188 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/orchestrator/orchestrator", 2024-04-10T15:05:48.189 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/channel_ident", 2024-04-10T15:05:48.189 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/channel_perf", 2024-04-10T15:05:48.189 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/description", 2024-04-10T15:05:48.189 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/enabled", 2024-04-10T15:05:48.189 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/organization", 2024-04-10T15:05:48.189 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_allow_pool_delete", 2024-04-10T15:05:48.189 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_clock_drift_allowed", 2024-04-10T15:05:48.189 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_file_level", 2024-04-10T15:05:48.189 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_file", 2024-04-10T15:05:48.189 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_data_avail_warn", 2024-04-10T15:05:48.189 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_election_default_strategy", 2024-04-10T15:05:48.189 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_max_pg_per_osd", 2024-04-10T15:05:48.189 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mgr_mkfs_grace", 2024-04-10T15:05:48.189 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_prime_pg_temp", 2024-04-10T15:05:48.189 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T15:05:48.190 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T15:05:48.190 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T15:05:48.190 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T15:05:48.190 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T15:05:48.190 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T15:05:48.190 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T15:05:48.190 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T15:05:48.190 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T15:05:48.190 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T15:05:48.190 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_too_few_osds", 2024-04-10T15:05:48.190 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_bug", 2024-04-10T15:05:48.190 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_old_message", 2024-04-10T15:05:48.190 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_default_list", 2024-04-10T15:05:48.190 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_load_list", 2024-04-10T15:05:48.190 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_misdirected_ops", 2024-04-10T15:05:48.191 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_op_order", 2024-04-10T15:05:48.191 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_pg_log_writeout", 2024-04-10T15:05:48.191 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_shutdown", 2024-04-10T15:05:48.191 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T15:05:48.191 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T15:05:48.191 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T15:05:48.191 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T15:05:48.191 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T15:05:48.191 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_profile", 2024-04-10T15:05:48.191 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target", 2024-04-10T15:05:48.191 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target_autotune", 2024-04-10T15:05:48.191 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue", 2024-04-10T15:05:48.191 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue_cut_off", 2024-04-10T15:05:48.191 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T15:05:48.191 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T15:05:48.192 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recover_clone_overlap", 2024-04-10T15:05:48.192 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_chunk", 2024-04-10T15:05:48.192 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_load_threshold", 2024-04-10T15:05:48.192 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_max_interval", 2024-04-10T15:05:48.192 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_shutdown_pgref_assert", 2024-04-10T15:05:48.192 INFO:tasks.workunit.client.0.smithi102.stdout: "public_network", 2024-04-10T15:05:48.192 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_cache_enabled", 2024-04-10T15:05:48.192 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_enable_ops_log", 2024-04-10T15:05:48.192 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_enable_usage_log" 2024-04-10T15:05:48.192 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.192 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.192 INFO:tasks.workunit.client.0.smithi102.stdout: "contact": null, 2024-04-10T15:05:48.192 INFO:tasks.workunit.client.0.smithi102.stdout: "crashes": [], 2024-04-10T15:05:48.193 INFO:tasks.workunit.client.0.smithi102.stdout: "created": "2024-04-10T14:57:35.253718Z", 2024-04-10T15:05:48.193 INFO:tasks.workunit.client.0.smithi102.stdout: "crush": { 2024-04-10T15:05:48.193 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_algs": { 2024-04-10T15:05:48.193 INFO:tasks.workunit.client.0.smithi102.stdout: "straw2": 3 2024-04-10T15:05:48.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.193 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_sizes": { 2024-04-10T15:05:48.193 INFO:tasks.workunit.client.0.smithi102.stdout: "2": 1, 2024-04-10T15:05:48.193 INFO:tasks.workunit.client.0.smithi102.stdout: "4": 2 2024-04-10T15:05:48.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.193 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_types": { 2024-04-10T15:05:48.193 INFO:tasks.workunit.client.0.smithi102.stdout: "1": 2, 2024-04-10T15:05:48.193 INFO:tasks.workunit.client.0.smithi102.stdout: "11": 1 2024-04-10T15:05:48.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.193 INFO:tasks.workunit.client.0.smithi102.stdout: "compat_weight_set": false, 2024-04-10T15:05:48.193 INFO:tasks.workunit.client.0.smithi102.stdout: "device_classes": [ 2024-04-10T15:05:48.194 INFO:tasks.workunit.client.0.smithi102.stdout: 8 2024-04-10T15:05:48.194 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.194 INFO:tasks.workunit.client.0.smithi102.stdout: "num_buckets": 6, 2024-04-10T15:05:48.194 INFO:tasks.workunit.client.0.smithi102.stdout: "num_devices": 8, 2024-04-10T15:05:48.194 INFO:tasks.workunit.client.0.smithi102.stdout: "num_rules": 1, 2024-04-10T15:05:48.194 INFO:tasks.workunit.client.0.smithi102.stdout: "num_types": 12, 2024-04-10T15:05:48.194 INFO:tasks.workunit.client.0.smithi102.stdout: "num_weight_sets": 0, 2024-04-10T15:05:48.194 INFO:tasks.workunit.client.0.smithi102.stdout: "tunables": { 2024-04-10T15:05:48.194 INFO:tasks.workunit.client.0.smithi102.stdout: "allowed_bucket_algs": 54, 2024-04-10T15:05:48.194 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_local_fallback_tries": 0, 2024-04-10T15:05:48.194 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_local_tries": 0, 2024-04-10T15:05:48.194 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_total_tries": 50, 2024-04-10T15:05:48.194 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_descend_once": 1, 2024-04-10T15:05:48.194 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_stable": 1, 2024-04-10T15:05:48.194 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_vary_r": 1, 2024-04-10T15:05:48.195 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v2_rules": 0, 2024-04-10T15:05:48.195 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v3_rules": 0, 2024-04-10T15:05:48.195 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v4_buckets": 1, 2024-04-10T15:05:48.195 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v5_rules": 0, 2024-04-10T15:05:48.195 INFO:tasks.workunit.client.0.smithi102.stdout: "legacy_tunables": 0, 2024-04-10T15:05:48.195 INFO:tasks.workunit.client.0.smithi102.stdout: "minimum_required_version": "jewel", 2024-04-10T15:05:48.195 INFO:tasks.workunit.client.0.smithi102.stdout: "optimal_tunables": 1, 2024-04-10T15:05:48.195 INFO:tasks.workunit.client.0.smithi102.stdout: "profile": "jewel", 2024-04-10T15:05:48.195 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables": 1, 2024-04-10T15:05:48.195 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables2": 1, 2024-04-10T15:05:48.195 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables3": 1, 2024-04-10T15:05:48.195 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables5": 1, 2024-04-10T15:05:48.195 INFO:tasks.workunit.client.0.smithi102.stdout: "straw_calc_version": 1 2024-04-10T15:05:48.195 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.195 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.196 INFO:tasks.workunit.client.0.smithi102.stdout: "description": "upgrade test cluster", 2024-04-10T15:05:48.196 INFO:tasks.workunit.client.0.smithi102.stdout: "fs": { 2024-04-10T15:05:48.196 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:48.196 INFO:tasks.workunit.client.0.smithi102.stdout: "feature_flags": { 2024-04-10T15:05:48.196 INFO:tasks.workunit.client.0.smithi102.stdout: "enable_multiple": true, 2024-04-10T15:05:48.196 INFO:tasks.workunit.client.0.smithi102.stdout: "ever_enabled_multiple": true 2024-04-10T15:05:48.196 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.196 INFO:tasks.workunit.client.0.smithi102.stdout: "filesystems": [ 2024-04-10T15:05:48.196 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.196 INFO:tasks.workunit.client.0.smithi102.stdout: "approx_ctime": "2024-04", 2024-04-10T15:05:48.196 INFO:tasks.workunit.client.0.smithi102.stdout: "balancer_enabled": false, 2024-04-10T15:05:48.196 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.196 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_caps": 0, 2024-04-10T15:05:48.196 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_dns": 10, 2024-04-10T15:05:48.196 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_inos": 13, 2024-04-10T15:05:48.197 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_subtrees": 2, 2024-04-10T15:05:48.197 INFO:tasks.workunit.client.0.smithi102.stdout: "ever_allowed_features": 0, 2024-04-10T15:05:48.197 INFO:tasks.workunit.client.0.smithi102.stdout: "explicitly_allowed_features": 0, 2024-04-10T15:05:48.197 INFO:tasks.workunit.client.0.smithi102.stdout: "files": 0, 2024-04-10T15:05:48.197 INFO:tasks.workunit.client.0.smithi102.stdout: "max_mds": 1, 2024-04-10T15:05:48.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_data_pools": 1, 2024-04-10T15:05:48.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_in": 1, 2024-04-10T15:05:48.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_mds": 1, 2024-04-10T15:05:48.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": 0, 2024-04-10T15:05:48.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_standby_replay": 0, 2024-04-10T15:05:48.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_up": 1, 2024-04-10T15:05:48.197 INFO:tasks.workunit.client.0.smithi102.stdout: "snaps": 0, 2024-04-10T15:05:48.197 INFO:tasks.workunit.client.0.smithi102.stdout: "standby_count_wanted": 0 2024-04-10T15:05:48.197 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.197 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_standby_mds": 1, 2024-04-10T15:05:48.197 INFO:tasks.workunit.client.0.smithi102.stdout: "total_num_mds": 2 2024-04-10T15:05:48.198 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.198 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_stats": { 2024-04-10T15:05:48.198 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T15:05:48.198 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T15:05:48.198 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 20496384, 2024-04-10T15:05:48.198 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 442104, 2024-04-10T15:05:48.198 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2752512, 2024-04-10T15:05:48.198 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T15:05:48.198 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 819200, 2024-04-10T15:05:48.198 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 402, 2024-04-10T15:05:48.198 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:48.198 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 1299328, 2024-04-10T15:05:48.198 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 20, 2024-04-10T15:05:48.198 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 1086976, 2024-04-10T15:05:48.199 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 14915464, 2024-04-10T15:05:48.199 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 21315584 2024-04-10T15:05:48.199 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.199 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T15:05:48.199 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 19218432, 2024-04-10T15:05:48.199 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 371800, 2024-04-10T15:05:48.199 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2752512, 2024-04-10T15:05:48.199 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 81920, 2024-04-10T15:05:48.199 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 0, 2024-04-10T15:05:48.199 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 315, 2024-04-10T15:05:48.199 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:48.199 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 1007128, 2024-04-10T15:05:48.199 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 12, 2024-04-10T15:05:48.199 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 545280, 2024-04-10T15:05:48.199 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 14459792, 2024-04-10T15:05:48.200 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 19218432 2024-04-10T15:05:48.200 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.200 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:48.200 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T15:05:48.200 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 35504128, 2024-04-10T15:05:48.200 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 1187032, 2024-04-10T15:05:48.200 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2752512, 2024-04-10T15:05:48.200 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T15:05:48.200 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 10051584, 2024-04-10T15:05:48.200 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 1101, 2024-04-10T15:05:48.200 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:48.200 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 8028408, 2024-04-10T15:05:48.200 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 21, 2024-04-10T15:05:48.200 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 1240832, 2024-04-10T15:05:48.200 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 22295344, 2024-04-10T15:05:48.201 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 45555712 2024-04-10T15:05:48.201 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.201 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T15:05:48.201 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 44179456, 2024-04-10T15:05:48.201 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 1457344, 2024-04-10T15:05:48.201 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2752512, 2024-04-10T15:05:48.201 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 917504, 2024-04-10T15:05:48.201 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 3366912, 2024-04-10T15:05:48.201 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 1754, 2024-04-10T15:05:48.201 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:48.201 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 11107776, 2024-04-10T15:05:48.201 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 23, 2024-04-10T15:05:48.201 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 3060736, 2024-04-10T15:05:48.201 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 24883584, 2024-04-10T15:05:48.201 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 47546368 2024-04-10T15:05:48.202 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.202 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.523315f168f59b146f7d533dca80f6e7526a6fec": { 2024-04-10T15:05:48.202 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 35094528, 2024-04-10T15:05:48.202 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 573504, 2024-04-10T15:05:48.202 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2752512, 2024-04-10T15:05:48.202 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 540672, 2024-04-10T15:05:48.202 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 9412608, 2024-04-10T15:05:48.202 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 938, 2024-04-10T15:05:48.202 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:48.202 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 7202648, 2024-04-10T15:05:48.202 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 21, 2024-04-10T15:05:48.202 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 1827328, 2024-04-10T15:05:48.202 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 22197864, 2024-04-10T15:05:48.202 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 44507136 2024-04-10T15:05:48.203 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.203 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.203 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.203 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.0": { 2024-04-10T15:05:48.203 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 52363264, 2024-04-10T15:05:48.203 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 1767768, 2024-04-10T15:05:48.203 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2883584, 2024-04-10T15:05:48.203 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T15:05:48.203 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 393216, 2024-04-10T15:05:48.203 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 1720, 2024-04-10T15:05:48.203 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:48.203 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 6207384, 2024-04-10T15:05:48.203 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:05:48.203 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 3788800, 2024-04-10T15:05:48.203 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 37715728, 2024-04-10T15:05:48.203 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 52756480 2024-04-10T15:05:48.204 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.204 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.1": { 2024-04-10T15:05:48.204 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 45875200, 2024-04-10T15:05:48.204 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 809000, 2024-04-10T15:05:48.204 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2883584, 2024-04-10T15:05:48.204 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T15:05:48.204 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 442368, 2024-04-10T15:05:48.204 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 1301, 2024-04-10T15:05:48.204 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:48.204 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 5387760, 2024-04-10T15:05:48.204 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:05:48.204 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 2260480, 2024-04-10T15:05:48.204 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 34534376, 2024-04-10T15:05:48.204 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 46317568 2024-04-10T15:05:48.204 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.205 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.2": { 2024-04-10T15:05:48.205 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 44425216, 2024-04-10T15:05:48.205 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 789888, 2024-04-10T15:05:48.205 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2883584, 2024-04-10T15:05:48.205 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T15:05:48.205 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 778240, 2024-04-10T15:05:48.205 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 1223, 2024-04-10T15:05:48.205 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:48.205 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 4693664, 2024-04-10T15:05:48.205 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:05:48.205 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 2565120, 2024-04-10T15:05:48.205 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 33492960, 2024-04-10T15:05:48.205 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 45203456 2024-04-10T15:05:48.205 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.205 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.3": { 2024-04-10T15:05:48.205 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 43442176, 2024-04-10T15:05:48.206 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 801072, 2024-04-10T15:05:48.206 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2883584, 2024-04-10T15:05:48.206 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 57344, 2024-04-10T15:05:48.206 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 1761280, 2024-04-10T15:05:48.206 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 1173, 2024-04-10T15:05:48.206 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:48.206 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 4016072, 2024-04-10T15:05:48.206 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 45, 2024-04-10T15:05:48.206 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 1580288, 2024-04-10T15:05:48.206 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 34103816, 2024-04-10T15:05:48.206 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 45203456 2024-04-10T15:05:48.206 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.206 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.4": { 2024-04-10T15:05:48.207 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 44679168, 2024-04-10T15:05:48.207 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 750240, 2024-04-10T15:05:48.207 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2883584, 2024-04-10T15:05:48.207 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T15:05:48.207 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 524288, 2024-04-10T15:05:48.207 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 1193, 2024-04-10T15:05:48.207 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:48.207 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 4711488, 2024-04-10T15:05:48.207 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:05:48.207 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 1640960, 2024-04-10T15:05:48.207 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 34692896, 2024-04-10T15:05:48.207 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 45203456 2024-04-10T15:05:48.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.207 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.5": { 2024-04-10T15:05:48.207 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 48455680, 2024-04-10T15:05:48.208 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 1868416, 2024-04-10T15:05:48.208 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2883584, 2024-04-10T15:05:48.208 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T15:05:48.208 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 1007616, 2024-04-10T15:05:48.208 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 1594, 2024-04-10T15:05:48.208 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:48.208 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 5364456, 2024-04-10T15:05:48.208 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:05:48.208 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 3529728, 2024-04-10T15:05:48.208 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 34809496, 2024-04-10T15:05:48.208 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 49463296 2024-04-10T15:05:48.208 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.208 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.6": { 2024-04-10T15:05:48.208 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 48300032, 2024-04-10T15:05:48.208 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 2001208, 2024-04-10T15:05:48.208 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2883584, 2024-04-10T15:05:48.209 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 16384, 2024-04-10T15:05:48.209 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 114688, 2024-04-10T15:05:48.209 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 1594, 2024-04-10T15:05:48.209 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:48.209 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 5431360, 2024-04-10T15:05:48.209 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:05:48.209 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 3604480, 2024-04-10T15:05:48.209 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 34363016, 2024-04-10T15:05:48.209 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 48414720 2024-04-10T15:05:48.209 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.209 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.7": { 2024-04-10T15:05:48.209 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 48979968, 2024-04-10T15:05:48.209 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 1853584, 2024-04-10T15:05:48.209 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2883584, 2024-04-10T15:05:48.209 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T15:05:48.210 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 483328, 2024-04-10T15:05:48.210 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 1688, 2024-04-10T15:05:48.210 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:48.210 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 5839456, 2024-04-10T15:05:48.210 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:05:48.210 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 3886080, 2024-04-10T15:05:48.210 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 34517264, 2024-04-10T15:05:48.210 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 49463296 2024-04-10T15:05:48.210 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.210 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.210 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.210 INFO:tasks.workunit.client.0.smithi102.stdout: "hosts": { 2024-04-10T15:05:48.210 INFO:tasks.workunit.client.0.smithi102.stdout: "num": 2, 2024-04-10T15:05:48.210 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mds": 2, 2024-04-10T15:05:48.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mgr": 2, 2024-04-10T15:05:48.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mon": 2, 2024-04-10T15:05:48.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_osd": 2 2024-04-10T15:05:48.211 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.211 INFO:tasks.workunit.client.0.smithi102.stdout: "io_rate": { 2024-04-10T15:05:48.211 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_stats_delta": { 2024-04-10T15:05:48.211 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 0, 2024-04-10T15:05:48.211 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:48.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 0, 2024-04-10T15:05:48.211 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:48.211 INFO:tasks.workunit.client.0.smithi102.stdout: "stamp_delta": "12.002370", 2024-04-10T15:05:48.211 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:48.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:48.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:48.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:48.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:48.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:48.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:48.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:48.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:48.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:48.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:48.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:48.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:48.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:48.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:48.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:48.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:48.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:48.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:48.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:48.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:48.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:48.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:48.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:48.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:48.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:48.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:48.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:48.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:48.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:48.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:48.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:48.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:48.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:48.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 146, 2024-04-10T15:05:48.214 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 248, 2024-04-10T15:05:48.214 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:48.214 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:48.214 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:48.214 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 32, 2024-04-10T15:05:48.214 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:48.214 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.214 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T15:05:48.214 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 0, 2024-04-10T15:05:48.214 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T15:05:48.214 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T15:05:48.214 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T15:05:48.214 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T15:05:48.214 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 0, 2024-04-10T15:05:48.214 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T15:05:48.215 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T15:05:48.215 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T15:05:48.215 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T15:05:48.215 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.215 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 0 2024-04-10T15:05:48.215 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.215 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.215 INFO:tasks.workunit.client.0.smithi102.stdout: "leaderboard": false, 2024-04-10T15:05:48.215 INFO:tasks.workunit.client.0.smithi102.stdout: "leaderboard_description": null, 2024-04-10T15:05:48.215 INFO:tasks.workunit.client.0.smithi102.stdout: "license": "sharing-1-0", 2024-04-10T15:05:48.215 INFO:tasks.workunit.client.0.smithi102.stdout: "mempool": { 2024-04-10T15:05:48.215 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T15:05:48.215 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T15:05:48.215 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:48.215 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.215 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.216 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.216 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:48.216 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.216 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.216 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.216 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:48.216 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.216 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.216 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.216 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:48.216 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.216 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.216 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.216 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:48.216 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.217 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.217 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.217 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:48.217 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.217 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.217 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.217 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:48.217 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.217 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.217 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.217 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:48.217 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.217 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.217 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.217 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:48.217 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.218 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.218 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.218 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:48.218 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.218 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.218 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.218 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:48.218 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.218 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.218 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.218 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:48.218 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.218 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.218 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.218 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:48.219 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.219 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.219 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.219 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:48.219 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.219 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.219 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.219 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:48.219 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.219 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.219 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.219 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:48.219 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.219 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.219 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.220 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:48.220 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.220 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.220 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:48.220 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.220 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.220 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:48.220 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 221639, 2024-04-10T15:05:48.220 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 65 2024-04-10T15:05:48.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.220 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:48.220 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.220 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.221 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:48.221 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 51496, 2024-04-10T15:05:48.221 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 208 2024-04-10T15:05:48.221 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.221 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.221 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.221 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.221 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.221 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:48.221 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.221 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.221 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.221 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:48.221 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.221 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.222 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.222 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:48.222 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8104, 2024-04-10T15:05:48.222 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 127 2024-04-10T15:05:48.222 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.222 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:48.222 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.222 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.222 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.222 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:48.222 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.222 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.223 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.223 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:48.223 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.223 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.223 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.223 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:48.223 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.223 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.223 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.223 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.223 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T15:05:48.223 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:48.223 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.223 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.223 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.224 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:48.224 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.224 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.224 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.224 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:48.224 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.224 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.224 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.224 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:48.224 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.224 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.224 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.224 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:48.224 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.225 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.225 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.225 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:48.225 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.225 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.225 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.225 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:48.225 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.225 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.225 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.225 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:48.225 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.225 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.225 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.225 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:48.226 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.226 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.226 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.226 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:48.226 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.226 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.226 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.226 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:48.226 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.226 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.226 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.226 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:48.226 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.226 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.227 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.227 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:48.227 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.227 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.227 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.227 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:48.227 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.227 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.227 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.227 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:48.227 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.227 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.227 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.227 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:48.227 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.228 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.228 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.228 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:48.228 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.228 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.228 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.228 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:48.228 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.228 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.228 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.228 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:48.228 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 148353, 2024-04-10T15:05:48.228 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 30 2024-04-10T15:05:48.228 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.229 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:48.229 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.229 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.229 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.229 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:48.229 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 928, 2024-04-10T15:05:48.229 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T15:05:48.229 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.229 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.229 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.229 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.229 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.229 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:48.229 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.229 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.229 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.230 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:48.230 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.230 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.230 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.230 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:48.230 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.230 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.230 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.230 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:48.230 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.230 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.230 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.230 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:48.230 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.230 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.231 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.231 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:48.231 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.231 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.231 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.231 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:48.231 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.231 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.231 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.231 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.231 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.231 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:48.231 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T15:05:48.231 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:48.231 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.231 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.232 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.232 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:48.232 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.232 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.232 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.232 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:48.232 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.232 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.232 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.232 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:48.232 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.232 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.232 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.232 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:48.232 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.233 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.233 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.233 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:48.233 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.233 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.233 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.233 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:48.233 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.233 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.233 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.233 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:48.233 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.233 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.233 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.233 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:48.234 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.234 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.234 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.234 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:48.234 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.234 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.234 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.234 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:48.234 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.234 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.234 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.234 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:48.234 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.234 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.235 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.235 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:48.235 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.235 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.235 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.235 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:48.235 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.235 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.235 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.235 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:48.235 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.235 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.235 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.235 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:48.235 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.236 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.236 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.236 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:48.236 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.236 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.236 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.236 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:48.236 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.236 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.236 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.236 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:48.236 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1142443, 2024-04-10T15:05:48.236 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 358 2024-04-10T15:05:48.236 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.236 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:48.237 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 176, 2024-04-10T15:05:48.237 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T15:05:48.237 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.237 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:48.237 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.237 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.237 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.237 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.237 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.237 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.237 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.237 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:48.237 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.237 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.237 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.238 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:48.238 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.238 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.238 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.238 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:48.238 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6680, 2024-04-10T15:05:48.238 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 126 2024-04-10T15:05:48.238 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.238 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:48.238 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12744, 2024-04-10T15:05:48.238 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1546 2024-04-10T15:05:48.238 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.238 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:48.239 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5152, 2024-04-10T15:05:48.239 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 83 2024-04-10T15:05:48.239 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.239 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:48.239 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.239 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.239 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.239 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:48.239 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.239 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.239 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.239 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.239 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T15:05:48.239 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:48.239 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.240 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.240 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.240 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:48.240 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.240 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.240 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.240 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:48.240 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.240 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.240 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.240 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:48.240 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.240 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.240 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.240 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:48.240 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.241 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.241 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.241 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:48.241 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.241 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.241 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.241 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:48.241 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.241 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.241 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.241 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:48.241 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.241 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.242 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.242 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:48.242 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.242 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.242 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.242 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:48.242 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.242 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.242 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.242 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:48.242 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.242 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.242 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.242 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:48.242 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.243 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.243 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.243 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:48.243 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.243 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.243 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.243 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:48.243 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.243 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.243 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.243 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:48.243 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.243 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.243 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.244 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:48.244 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.244 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.244 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.244 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:48.244 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.244 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.244 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.244 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:48.244 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.244 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.244 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.244 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:48.244 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1143251, 2024-04-10T15:05:48.244 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 339 2024-04-10T15:05:48.245 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.245 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:48.245 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 352, 2024-04-10T15:05:48.245 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 4 2024-04-10T15:05:48.245 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.245 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:48.245 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.245 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.245 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.245 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.245 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.245 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.245 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.245 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:48.245 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.246 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.246 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.246 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:48.246 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.246 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.246 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.246 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:48.246 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6680, 2024-04-10T15:05:48.246 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 126 2024-04-10T15:05:48.246 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.246 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:48.246 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12744, 2024-04-10T15:05:48.246 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1546 2024-04-10T15:05:48.246 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.247 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:48.247 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 10304, 2024-04-10T15:05:48.247 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 166 2024-04-10T15:05:48.247 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.247 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:48.247 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.247 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.247 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.247 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:48.247 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.247 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.247 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.247 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.247 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.523315f168f59b146f7d533dca80f6e7526a6fec": { 2024-04-10T15:05:48.247 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:48.248 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.248 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.248 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.248 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:48.248 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.248 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.248 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.248 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:48.248 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.248 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.248 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.248 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:48.248 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.248 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.248 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.249 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:48.249 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.249 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.249 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.249 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:48.249 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.249 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.249 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.249 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:48.249 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.249 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.249 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.249 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:48.249 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.249 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.250 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.250 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:48.250 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.250 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.250 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.250 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:48.250 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.250 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.250 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.250 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:48.250 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.250 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.250 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.250 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:48.251 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.251 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.251 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.251 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:48.251 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.251 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.251 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.251 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:48.251 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.251 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.251 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.251 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:48.251 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.251 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.251 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.251 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:48.252 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.252 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.252 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.252 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:48.252 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.252 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.252 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.252 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:48.252 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.252 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.252 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.252 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:48.252 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1093187, 2024-04-10T15:05:48.252 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 354 2024-04-10T15:05:48.253 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.253 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:48.253 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.253 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.253 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.253 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:48.253 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.253 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.253 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.253 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.253 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.253 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.253 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.253 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:48.253 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.253 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.254 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.254 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:48.254 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.254 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.254 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.254 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:48.254 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6680, 2024-04-10T15:05:48.254 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 126 2024-04-10T15:05:48.254 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.254 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:48.254 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12744, 2024-04-10T15:05:48.254 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1546 2024-04-10T15:05:48.254 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.254 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:48.255 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5152, 2024-04-10T15:05:48.255 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 83 2024-04-10T15:05:48.255 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.255 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:48.255 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.255 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.255 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.255 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:48.255 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.255 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.255 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.255 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.255 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.255 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.255 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.0": { 2024-04-10T15:05:48.256 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:48.256 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.256 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.256 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.256 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:48.256 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6368, 2024-04-10T15:05:48.256 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 123 2024-04-10T15:05:48.256 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.256 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:48.256 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16896, 2024-04-10T15:05:48.256 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8 2024-04-10T15:05:48.256 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.256 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:48.256 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 576, 2024-04-10T15:05:48.256 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:48.256 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.256 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:48.257 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5600, 2024-04-10T15:05:48.257 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 70 2024-04-10T15:05:48.257 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.257 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:48.257 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 21056, 2024-04-10T15:05:48.257 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 188 2024-04-10T15:05:48.257 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.257 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:48.257 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1712, 2024-04-10T15:05:48.257 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 45 2024-04-10T15:05:48.257 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.257 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:48.257 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 606208, 2024-04-10T15:05:48.257 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 17 2024-04-10T15:05:48.257 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.257 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:48.258 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 91835, 2024-04-10T15:05:48.258 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 15771 2024-04-10T15:05:48.258 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.258 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:48.258 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 205616, 2024-04-10T15:05:48.258 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 334 2024-04-10T15:05:48.258 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.258 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:48.258 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11392, 2024-04-10T15:05:48.258 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 744 2024-04-10T15:05:48.258 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.258 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:48.258 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 9024, 2024-04-10T15:05:48.258 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 188 2024-04-10T15:05:48.259 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.259 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:48.259 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.259 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.259 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.259 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:48.259 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 31790, 2024-04-10T15:05:48.259 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 202 2024-04-10T15:05:48.259 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.259 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:48.259 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 21056, 2024-04-10T15:05:48.259 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 188 2024-04-10T15:05:48.259 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.260 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:48.260 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.260 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.260 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.260 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:48.260 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 397425, 2024-04-10T15:05:48.260 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 88 2024-04-10T15:05:48.260 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.260 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:48.260 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.260 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.260 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.260 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:48.260 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3514034, 2024-04-10T15:05:48.260 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 197 2024-04-10T15:05:48.261 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.261 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:48.261 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6952, 2024-04-10T15:05:48.261 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 79 2024-04-10T15:05:48.261 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.261 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:48.261 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.261 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.261 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.261 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.261 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 521640, 2024-04-10T15:05:48.261 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 45 2024-04-10T15:05:48.261 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.261 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:48.261 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.262 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.262 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.262 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:48.262 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 92560, 2024-04-10T15:05:48.262 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 182 2024-04-10T15:05:48.262 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.262 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:48.262 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 226472, 2024-04-10T15:05:48.262 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3466 2024-04-10T15:05:48.262 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.262 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:48.262 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.262 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.262 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.263 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:48.263 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.263 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.263 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.263 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:48.263 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.263 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.263 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.263 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:48.263 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.263 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.263 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.263 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.263 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.1": { 2024-04-10T15:05:48.263 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:48.263 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.264 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.264 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.264 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:48.264 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6368, 2024-04-10T15:05:48.264 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 123 2024-04-10T15:05:48.264 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.264 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:48.264 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16896, 2024-04-10T15:05:48.264 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8 2024-04-10T15:05:48.264 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.264 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:48.264 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 576, 2024-04-10T15:05:48.264 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:48.264 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.264 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:48.264 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4960, 2024-04-10T15:05:48.264 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 62 2024-04-10T15:05:48.265 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.265 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:48.265 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 19824, 2024-04-10T15:05:48.265 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 177 2024-04-10T15:05:48.265 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.265 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:48.265 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1376, 2024-04-10T15:05:48.265 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 42 2024-04-10T15:05:48.265 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.265 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:48.265 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8192, 2024-04-10T15:05:48.265 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T15:05:48.265 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.265 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:48.265 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 45952, 2024-04-10T15:05:48.265 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8686 2024-04-10T15:05:48.266 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.266 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:48.266 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 130136, 2024-04-10T15:05:48.266 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 223 2024-04-10T15:05:48.266 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.266 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:48.266 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 9608, 2024-04-10T15:05:48.266 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 574 2024-04-10T15:05:48.266 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.266 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:48.266 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8496, 2024-04-10T15:05:48.266 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 177 2024-04-10T15:05:48.266 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.266 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:48.267 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.267 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.267 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.267 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:48.267 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 28202, 2024-04-10T15:05:48.267 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 191 2024-04-10T15:05:48.267 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.267 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:48.267 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 19936, 2024-04-10T15:05:48.267 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 178 2024-04-10T15:05:48.267 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.267 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:48.267 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1472, 2024-04-10T15:05:48.267 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T15:05:48.267 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.267 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:48.267 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 467449, 2024-04-10T15:05:48.268 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 105 2024-04-10T15:05:48.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.268 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:48.268 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20128, 2024-04-10T15:05:48.268 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5 2024-04-10T15:05:48.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.268 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:48.268 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2442718, 2024-04-10T15:05:48.268 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 182 2024-04-10T15:05:48.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.268 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:48.268 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4928, 2024-04-10T15:05:48.268 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 56 2024-04-10T15:05:48.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.268 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:48.268 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.269 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.269 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.269 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.269 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 452088, 2024-04-10T15:05:48.269 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 39 2024-04-10T15:05:48.269 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.269 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:48.269 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.269 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.269 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.269 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:48.269 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 7280, 2024-04-10T15:05:48.269 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 18 2024-04-10T15:05:48.269 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.269 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:48.269 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 225704, 2024-04-10T15:05:48.270 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3430 2024-04-10T15:05:48.270 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.270 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:48.270 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.270 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.270 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.270 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:48.270 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.270 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.270 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.270 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:48.270 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.270 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.270 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.270 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:48.271 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.271 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.271 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.271 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.271 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.2": { 2024-04-10T15:05:48.271 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:48.271 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.271 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.271 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.271 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:48.271 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6368, 2024-04-10T15:05:48.271 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 123 2024-04-10T15:05:48.271 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.271 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:48.271 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16896, 2024-04-10T15:05:48.271 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8 2024-04-10T15:05:48.272 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.272 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:48.272 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 576, 2024-04-10T15:05:48.272 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:48.272 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.272 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:48.272 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4320, 2024-04-10T15:05:48.272 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 54 2024-04-10T15:05:48.272 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.272 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:48.272 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 19488, 2024-04-10T15:05:48.272 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 174 2024-04-10T15:05:48.272 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.272 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:48.272 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1488, 2024-04-10T15:05:48.272 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 43 2024-04-10T15:05:48.273 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.273 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:48.273 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12288, 2024-04-10T15:05:48.273 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:48.273 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.273 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:48.273 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 43603, 2024-04-10T15:05:48.273 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8281 2024-04-10T15:05:48.273 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.273 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:48.273 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 123336, 2024-04-10T15:05:48.273 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 213 2024-04-10T15:05:48.273 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.273 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:48.273 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8316, 2024-04-10T15:05:48.273 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 518 2024-04-10T15:05:48.273 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.274 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:48.274 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8352, 2024-04-10T15:05:48.274 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 174 2024-04-10T15:05:48.274 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.274 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:48.274 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.274 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.274 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.274 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:48.274 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 26146, 2024-04-10T15:05:48.274 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 181 2024-04-10T15:05:48.274 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.274 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:48.274 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 19600, 2024-04-10T15:05:48.274 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 175 2024-04-10T15:05:48.275 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.275 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:48.275 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1472, 2024-04-10T15:05:48.275 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T15:05:48.275 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.275 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:48.275 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 368401, 2024-04-10T15:05:48.275 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 81 2024-04-10T15:05:48.275 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.275 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:48.275 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20128, 2024-04-10T15:05:48.275 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5 2024-04-10T15:05:48.275 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.275 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:48.275 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2430304, 2024-04-10T15:05:48.275 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 181 2024-04-10T15:05:48.276 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.276 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:48.276 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4400, 2024-04-10T15:05:48.276 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 50 2024-04-10T15:05:48.276 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.276 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:48.276 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.276 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.276 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.276 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.276 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 359352, 2024-04-10T15:05:48.276 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 31 2024-04-10T15:05:48.276 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.276 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:48.276 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.276 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.276 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.277 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:48.277 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8840, 2024-04-10T15:05:48.277 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 25 2024-04-10T15:05:48.277 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.277 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:48.277 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 226472, 2024-04-10T15:05:48.277 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3466 2024-04-10T15:05:48.277 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.277 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:48.277 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.277 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.277 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.277 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:48.277 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.277 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.278 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.278 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:48.278 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.278 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.278 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.278 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:48.278 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.278 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.278 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.278 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.278 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.3": { 2024-04-10T15:05:48.278 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:48.278 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.278 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.279 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.279 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:48.279 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6368, 2024-04-10T15:05:48.279 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 123 2024-04-10T15:05:48.279 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.279 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:48.279 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16896, 2024-04-10T15:05:48.279 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8 2024-04-10T15:05:48.279 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.279 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:48.279 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 576, 2024-04-10T15:05:48.279 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:48.279 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.279 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:48.279 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3840, 2024-04-10T15:05:48.279 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 48 2024-04-10T15:05:48.280 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.280 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:48.280 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20048, 2024-04-10T15:05:48.280 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 179 2024-04-10T15:05:48.280 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.280 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:48.280 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 480, 2024-04-10T15:05:48.280 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 34 2024-04-10T15:05:48.280 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.280 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:48.280 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.280 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.280 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.280 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:48.280 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 44627, 2024-04-10T15:05:48.280 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8549 2024-04-10T15:05:48.281 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.281 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:48.281 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 128096, 2024-04-10T15:05:48.281 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 220 2024-04-10T15:05:48.281 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.281 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:48.281 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 9440, 2024-04-10T15:05:48.281 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 577 2024-04-10T15:05:48.281 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.281 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:48.281 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8592, 2024-04-10T15:05:48.281 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 179 2024-04-10T15:05:48.281 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.281 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:48.281 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.281 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.281 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.282 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:48.282 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 27098, 2024-04-10T15:05:48.282 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 188 2024-04-10T15:05:48.282 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.282 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:48.282 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20048, 2024-04-10T15:05:48.282 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 179 2024-04-10T15:05:48.282 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.282 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:48.282 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2208, 2024-04-10T15:05:48.282 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:48.282 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.282 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:48.282 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 261825, 2024-04-10T15:05:48.282 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 55 2024-04-10T15:05:48.283 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.283 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:48.283 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 26565, 2024-04-10T15:05:48.283 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 9 2024-04-10T15:05:48.283 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.283 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:48.283 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2445574, 2024-04-10T15:05:48.283 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 185 2024-04-10T15:05:48.283 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.283 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:48.283 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4752, 2024-04-10T15:05:48.283 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 54 2024-04-10T15:05:48.283 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.283 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:48.283 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.283 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.284 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.284 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.284 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 428904, 2024-04-10T15:05:48.284 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 37 2024-04-10T15:05:48.284 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.284 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:48.284 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.284 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.284 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.284 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:48.284 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 10400, 2024-04-10T15:05:48.284 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 20 2024-04-10T15:05:48.284 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.284 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:48.284 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 225704, 2024-04-10T15:05:48.284 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3430 2024-04-10T15:05:48.285 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.285 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:48.285 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.285 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.285 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.285 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:48.285 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.285 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.285 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.285 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:48.285 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.285 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.285 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.285 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:48.285 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.285 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.285 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.286 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.286 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.4": { 2024-04-10T15:05:48.286 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:48.286 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.286 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.286 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.286 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:48.286 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6368, 2024-04-10T15:05:48.286 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 123 2024-04-10T15:05:48.286 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.286 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:48.286 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16896, 2024-04-10T15:05:48.286 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8 2024-04-10T15:05:48.286 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.287 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:48.287 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 576, 2024-04-10T15:05:48.287 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:48.287 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.287 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:48.287 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3440, 2024-04-10T15:05:48.287 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 43 2024-04-10T15:05:48.287 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.287 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:48.287 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20048, 2024-04-10T15:05:48.287 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 179 2024-04-10T15:05:48.287 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.287 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:48.287 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1152, 2024-04-10T15:05:48.288 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 40 2024-04-10T15:05:48.288 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.288 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:48.288 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.288 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.288 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.288 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:48.288 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 45246, 2024-04-10T15:05:48.288 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8646 2024-04-10T15:05:48.288 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.288 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:48.288 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 129456, 2024-04-10T15:05:48.288 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 222 2024-04-10T15:05:48.288 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.288 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:48.289 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 9536, 2024-04-10T15:05:48.289 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 577 2024-04-10T15:05:48.289 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.289 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:48.289 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8592, 2024-04-10T15:05:48.289 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 179 2024-04-10T15:05:48.289 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.289 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:48.289 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.289 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.289 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.289 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:48.289 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 27610, 2024-04-10T15:05:48.289 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 190 2024-04-10T15:05:48.289 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.289 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:48.290 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20160, 2024-04-10T15:05:48.290 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 180 2024-04-10T15:05:48.290 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.290 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:48.290 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1472, 2024-04-10T15:05:48.290 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T15:05:48.290 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.290 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:48.290 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 941788, 2024-04-10T15:05:48.290 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 78 2024-04-10T15:05:48.290 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.290 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:48.290 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20128, 2024-04-10T15:05:48.290 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5 2024-04-10T15:05:48.290 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.291 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:48.291 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2405388, 2024-04-10T15:05:48.291 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 170 2024-04-10T15:05:48.291 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.291 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:48.291 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4664, 2024-04-10T15:05:48.291 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 53 2024-04-10T15:05:48.291 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.291 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:48.291 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.291 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.291 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.291 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.291 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 440496, 2024-04-10T15:05:48.291 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 38 2024-04-10T15:05:48.292 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.292 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:48.292 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.292 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.292 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.292 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:48.292 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 7904, 2024-04-10T15:05:48.292 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 16 2024-04-10T15:05:48.292 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.292 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:48.292 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 225960, 2024-04-10T15:05:48.292 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3442 2024-04-10T15:05:48.292 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.292 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:48.292 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.293 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.293 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.293 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:48.293 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.293 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.293 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.293 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:48.293 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.293 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.293 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.293 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:48.293 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.293 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.293 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.293 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.293 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.5": { 2024-04-10T15:05:48.294 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:48.294 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.294 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.294 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.294 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:48.294 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6368, 2024-04-10T15:05:48.294 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 123 2024-04-10T15:05:48.294 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.294 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:48.294 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16896, 2024-04-10T15:05:48.294 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8 2024-04-10T15:05:48.294 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.294 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:48.295 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 576, 2024-04-10T15:05:48.295 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:48.295 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.295 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:48.295 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2960, 2024-04-10T15:05:48.295 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 37 2024-04-10T15:05:48.295 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.295 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:48.295 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 19936, 2024-04-10T15:05:48.295 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 178 2024-04-10T15:05:48.295 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.295 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:48.295 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 480, 2024-04-10T15:05:48.295 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 34 2024-04-10T15:05:48.295 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.296 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:48.296 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.296 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.296 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.296 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:48.296 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 86275, 2024-04-10T15:05:48.296 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 14964 2024-04-10T15:05:48.296 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.296 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:48.296 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 198816, 2024-04-10T15:05:48.296 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 324 2024-04-10T15:05:48.296 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.296 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:48.296 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 9868, 2024-04-10T15:05:48.296 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 579 2024-04-10T15:05:48.296 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.297 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:48.297 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8544, 2024-04-10T15:05:48.297 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 178 2024-04-10T15:05:48.297 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.297 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:48.297 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.297 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.297 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.297 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:48.297 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 28290, 2024-04-10T15:05:48.297 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 192 2024-04-10T15:05:48.297 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.297 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:48.297 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 19936, 2024-04-10T15:05:48.297 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 178 2024-04-10T15:05:48.298 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.298 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:48.298 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2208, 2024-04-10T15:05:48.298 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:48.298 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.298 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:48.298 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 844192, 2024-04-10T15:05:48.298 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 54 2024-04-10T15:05:48.298 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.298 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:48.298 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 26565, 2024-04-10T15:05:48.298 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 9 2024-04-10T15:05:48.298 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.298 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:48.298 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2423514, 2024-04-10T15:05:48.299 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 174 2024-04-10T15:05:48.299 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.299 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:48.299 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5368, 2024-04-10T15:05:48.299 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 61 2024-04-10T15:05:48.299 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.299 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:48.299 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.299 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.299 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.299 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.299 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 475272, 2024-04-10T15:05:48.299 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 41 2024-04-10T15:05:48.299 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.299 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:48.300 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.300 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.300 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.300 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:48.300 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11960, 2024-04-10T15:05:48.300 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 23 2024-04-10T15:05:48.300 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.300 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:48.300 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 226216, 2024-04-10T15:05:48.300 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3454 2024-04-10T15:05:48.300 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.300 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:48.300 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.300 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.300 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.300 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:48.301 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.301 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.301 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:48.301 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.301 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.301 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:48.301 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.301 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.301 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.301 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.6": { 2024-04-10T15:05:48.301 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:48.301 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.302 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.302 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.302 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:48.302 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6368, 2024-04-10T15:05:48.302 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 123 2024-04-10T15:05:48.302 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.302 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:48.302 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16896, 2024-04-10T15:05:48.302 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8 2024-04-10T15:05:48.302 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.302 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:48.302 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 576, 2024-04-10T15:05:48.302 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:48.302 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.302 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:48.303 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2240, 2024-04-10T15:05:48.303 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 28 2024-04-10T15:05:48.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.303 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:48.303 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20720, 2024-04-10T15:05:48.303 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 185 2024-04-10T15:05:48.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.303 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:48.303 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 480, 2024-04-10T15:05:48.303 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 34 2024-04-10T15:05:48.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.303 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:48.303 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 14887, 2024-04-10T15:05:48.303 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:48.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.304 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:48.304 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 86515, 2024-04-10T15:05:48.304 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 15174 2024-04-10T15:05:48.304 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.304 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:48.304 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 196776, 2024-04-10T15:05:48.304 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 321 2024-04-10T15:05:48.304 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.304 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:48.304 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 10852, 2024-04-10T15:05:48.304 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 732 2024-04-10T15:05:48.304 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.304 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:48.304 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8880, 2024-04-10T15:05:48.304 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 185 2024-04-10T15:05:48.304 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.305 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:48.305 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.305 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.305 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.305 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:48.305 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 28886, 2024-04-10T15:05:48.305 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 189 2024-04-10T15:05:48.305 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.305 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:48.305 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20720, 2024-04-10T15:05:48.305 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 185 2024-04-10T15:05:48.305 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.305 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:48.305 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.305 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.305 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.306 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:48.306 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 455781, 2024-04-10T15:05:48.306 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 40 2024-04-10T15:05:48.306 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.306 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:48.306 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.306 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.306 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.306 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:48.306 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2417988, 2024-04-10T15:05:48.306 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 171 2024-04-10T15:05:48.306 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.306 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:48.306 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4752, 2024-04-10T15:05:48.306 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 54 2024-04-10T15:05:48.307 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.307 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:48.307 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.307 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.307 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.307 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.307 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 452088, 2024-04-10T15:05:48.307 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 39 2024-04-10T15:05:48.307 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.307 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:48.307 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.307 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.307 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.307 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:48.307 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 92872, 2024-04-10T15:05:48.307 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 189 2024-04-10T15:05:48.308 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.308 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:48.308 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 225704, 2024-04-10T15:05:48.308 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3430 2024-04-10T15:05:48.308 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.308 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:48.308 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.308 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.308 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.308 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:48.308 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.308 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.308 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.308 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:48.308 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.308 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.309 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.309 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:48.309 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.309 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.309 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.309 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.309 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.7": { 2024-04-10T15:05:48.309 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:48.309 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.309 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.309 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.309 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:48.309 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6368, 2024-04-10T15:05:48.309 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 123 2024-04-10T15:05:48.309 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.309 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:48.310 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16896, 2024-04-10T15:05:48.310 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8 2024-04-10T15:05:48.310 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.310 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:48.310 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 576, 2024-04-10T15:05:48.310 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:48.310 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.310 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:48.310 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1680, 2024-04-10T15:05:48.310 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 21 2024-04-10T15:05:48.310 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.310 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:48.310 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20832, 2024-04-10T15:05:48.310 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 186 2024-04-10T15:05:48.310 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.311 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:48.311 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1152, 2024-04-10T15:05:48.311 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 40 2024-04-10T15:05:48.311 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.311 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:48.311 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 274432, 2024-04-10T15:05:48.311 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8 2024-04-10T15:05:48.311 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.311 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:48.311 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 89255, 2024-04-10T15:05:48.311 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 15556 2024-04-10T15:05:48.311 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.311 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:48.311 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 202896, 2024-04-10T15:05:48.311 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 330 2024-04-10T15:05:48.311 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.312 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:48.312 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11544, 2024-04-10T15:05:48.312 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 740 2024-04-10T15:05:48.312 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.312 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:48.312 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8928, 2024-04-10T15:05:48.312 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 186 2024-04-10T15:05:48.312 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.312 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:48.312 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.312 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.312 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.312 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:48.312 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 31022, 2024-04-10T15:05:48.313 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 198 2024-04-10T15:05:48.313 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.313 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:48.313 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20832, 2024-04-10T15:05:48.313 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 186 2024-04-10T15:05:48.313 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.313 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:48.313 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.313 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.313 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.313 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:48.313 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 149929, 2024-04-10T15:05:48.313 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 29 2024-04-10T15:05:48.313 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.314 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:48.314 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.314 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.314 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.314 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:48.314 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2455201, 2024-04-10T15:05:48.314 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 208 2024-04-10T15:05:48.314 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.314 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:48.314 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5896, 2024-04-10T15:05:48.314 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 67 2024-04-10T15:05:48.314 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.314 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:48.314 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.314 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.315 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.315 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.315 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 521640, 2024-04-10T15:05:48.315 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 45 2024-04-10T15:05:48.315 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.315 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:48.315 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.315 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.315 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.315 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:48.315 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 94432, 2024-04-10T15:05:48.315 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 216 2024-04-10T15:05:48.315 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.315 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:48.315 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 225704, 2024-04-10T15:05:48.315 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3430 2024-04-10T15:05:48.316 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.316 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:48.316 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.316 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.316 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.316 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:48.316 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.316 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.316 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.316 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:48.316 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.316 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.316 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.316 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:48.316 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:48.317 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:48.317 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.317 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.317 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.317 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.317 INFO:tasks.workunit.client.0.smithi102.stdout: "metadata": { 2024-04-10T15:05:48.317 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T15:05:48.317 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T15:05:48.317 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 2 2024-04-10T15:05:48.317 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.317 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T15:05:48.317 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:05:48.317 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.317 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T15:05:48.317 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-10T15:05:48.317 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.318 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T15:05:48.318 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 2 2024-04-10T15:05:48.318 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.318 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T15:05:48.318 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 2 2024-04-10T15:05:48.318 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.318 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T15:05:48.318 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-10T15:05:48.318 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.318 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T15:05:48.318 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-10T15:05:48.318 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.318 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T15:05:48.318 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 2 2024-04-10T15:05:48.318 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.319 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:48.319 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T15:05:48.319 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 3 2024-04-10T15:05:48.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.319 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T15:05:48.319 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-10T15:05:48.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.319 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T15:05:48.319 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-10T15:05:48.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.319 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T15:05:48.319 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 3 2024-04-10T15:05:48.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.319 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T15:05:48.320 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 3 2024-04-10T15:05:48.320 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.320 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T15:05:48.320 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-10T15:05:48.320 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.320 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T15:05:48.320 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-10T15:05:48.320 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.320 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T15:05:48.320 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 3 2024-04-10T15:05:48.320 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.320 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.320 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.320 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T15:05:48.320 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 8 2024-04-10T15:05:48.321 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.321 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T15:05:48.321 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:05:48.321 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.321 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T15:05:48.321 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-10T15:05:48.321 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.321 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T15:05:48.321 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 8 2024-04-10T15:05:48.321 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.321 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T15:05:48.321 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 8 2024-04-10T15:05:48.321 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.321 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T15:05:48.321 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-10T15:05:48.321 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.322 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T15:05:48.322 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-10T15:05:48.322 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.322 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T15:05:48.322 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 8 2024-04-10T15:05:48.322 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.322 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_objectstore": { 2024-04-10T15:05:48.322 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": 8 2024-04-10T15:05:48.322 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.322 INFO:tasks.workunit.client.0.smithi102.stdout: "rotational": { 2024-04-10T15:05:48.322 INFO:tasks.workunit.client.0.smithi102.stdout: "0": 8 2024-04-10T15:05:48.322 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.322 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.322 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.322 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:48.323 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T15:05:48.323 INFO:tasks.workunit.client.0.smithi102.stdout: "features": { 2024-04-10T15:05:48.323 INFO:tasks.workunit.client.0.smithi102.stdout: "optional": [], 2024-04-10T15:05:48.323 INFO:tasks.workunit.client.0.smithi102.stdout: "persistent": [ 2024-04-10T15:05:48.323 INFO:tasks.workunit.client.0.smithi102.stdout: "kraken", 2024-04-10T15:05:48.323 INFO:tasks.workunit.client.0.smithi102.stdout: "luminous", 2024-04-10T15:05:48.323 INFO:tasks.workunit.client.0.smithi102.stdout: "mimic", 2024-04-10T15:05:48.323 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap-prune", 2024-04-10T15:05:48.323 INFO:tasks.workunit.client.0.smithi102.stdout: "nautilus", 2024-04-10T15:05:48.323 INFO:tasks.workunit.client.0.smithi102.stdout: "octopus", 2024-04-10T15:05:48.323 INFO:tasks.workunit.client.0.smithi102.stdout: "pacific", 2024-04-10T15:05:48.323 INFO:tasks.workunit.client.0.smithi102.stdout: "elector-pinging", 2024-04-10T15:05:48.323 INFO:tasks.workunit.client.0.smithi102.stdout: "quincy", 2024-04-10T15:05:48.323 INFO:tasks.workunit.client.0.smithi102.stdout: "reef" 2024-04-10T15:05:48.323 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.323 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.324 INFO:tasks.workunit.client.0.smithi102.stdout: "ipv4_addr_mons": 6, 2024-04-10T15:05:48.324 INFO:tasks.workunit.client.0.smithi102.stdout: "ipv6_addr_mons": 0, 2024-04-10T15:05:48.324 INFO:tasks.workunit.client.0.smithi102.stdout: "min_mon_release": 18, 2024-04-10T15:05:48.324 INFO:tasks.workunit.client.0.smithi102.stdout: "v1_addr_mons": 3, 2024-04-10T15:05:48.324 INFO:tasks.workunit.client.0.smithi102.stdout: "v2_addr_mons": 3 2024-04-10T15:05:48.324 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.324 INFO:tasks.workunit.client.0.smithi102.stdout: "organization": "ceph-qa", 2024-04-10T15:05:48.324 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.324 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster_network": false, 2024-04-10T15:05:48.324 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8, 2024-04-10T15:05:48.324 INFO:tasks.workunit.client.0.smithi102.stdout: "require_min_compat_client": "luminous", 2024-04-10T15:05:48.324 INFO:tasks.workunit.client.0.smithi102.stdout: "require_osd_release": "reef" 2024-04-10T15:05:48.324 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.324 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_perf_histograms": [ 2024-04-10T15:05:48.324 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.325 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:05:48.325 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T15:05:48.325 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.325 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T15:05:48.325 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T15:05:48.325 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T15:05:48.325 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T15:05:48.325 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T15:05:48.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T15:05:48.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T15:05:48.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T15:05:48.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T15:05:48.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T15:05:48.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T15:05:48.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T15:05:48.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T15:05:48.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T15:05:48.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T15:05:48.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T15:05:48.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T15:05:48.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T15:05:48.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T15:05:48.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T15:05:48.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T15:05:48.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T15:05:48.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T15:05:48.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T15:05:48.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T15:05:48.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T15:05:48.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T15:05:48.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T15:05:48.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T15:05:48.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T15:05:48.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T15:05:48.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T15:05:48.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T15:05:48.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T15:05:48.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T15:05:48.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T15:05:48.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T15:05:48.327 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.327 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T15:05:48.327 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.328 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.328 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T15:05:48.328 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T15:05:48.328 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T15:05:48.328 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T15:05:48.328 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T15:05:48.328 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T15:05:48.328 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T15:05:48.328 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T15:05:48.328 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T15:05:48.328 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T15:05:48.328 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T15:05:48.328 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T15:05:48.328 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T15:05:48.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T15:05:48.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T15:05:48.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T15:05:48.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T15:05:48.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T15:05:48.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T15:05:48.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T15:05:48.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T15:05:48.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T15:05:48.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T15:05:48.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T15:05:48.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T15:05:48.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T15:05:48.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T15:05:48.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T15:05:48.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T15:05:48.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T15:05:48.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T15:05:48.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T15:05:48.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T15:05:48.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T15:05:48.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T15:05:48.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T15:05:48.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T15:05:48.330 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.330 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T15:05:48.330 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.330 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.331 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T15:05:48.331 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.331 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T15:05:48.331 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.331 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.331 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.331 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.331 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.331 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.331 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.331 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.331 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.331 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.331 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.333 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.333 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.333 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.333 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T15:05:48.333 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.334 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.334 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.334 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.334 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.334 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.334 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.334 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.334 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.334 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.334 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.334 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.334 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.334 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.334 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.334 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.335 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.335 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.335 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.335 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.335 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.335 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.335 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.335 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.335 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.335 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.335 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.335 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.335 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.335 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.336 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.336 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.336 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T15:05:48.336 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.336 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.336 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.336 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.336 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.336 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.336 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.336 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.336 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.336 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.336 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.336 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.338 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.338 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.338 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.338 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.338 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.338 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.338 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.338 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.338 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.338 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T15:05:48.338 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.338 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.338 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.338 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.340 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.340 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.341 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.341 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T15:05:48.341 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.343 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.343 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.343 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.343 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.343 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.343 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.343 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.343 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T15:05:48.343 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.343 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.343 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.343 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.343 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.343 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.343 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.343 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.344 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.344 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.344 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.344 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.344 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.344 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.344 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.344 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.344 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.344 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.344 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.345 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.345 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.345 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.345 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.345 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.345 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.345 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.345 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.345 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.345 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.345 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.345 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.345 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.345 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.346 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.346 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.346 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.346 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T15:05:48.346 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.346 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.346 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.346 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.346 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.346 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.346 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.346 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.346 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.346 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.346 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.347 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.347 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.347 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.347 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.347 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.347 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.347 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.347 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.347 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.347 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.347 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.347 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.347 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.347 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.348 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.348 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.348 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.348 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.348 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.348 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.348 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.348 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.348 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.348 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.348 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.348 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T15:05:48.348 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.348 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.349 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.349 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 91, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.349 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.349 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.349 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.349 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.349 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.349 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.349 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.349 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.349 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.349 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.349 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.349 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.350 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.350 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.350 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.350 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.350 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.350 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.350 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.350 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.350 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.350 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.350 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.350 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.350 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.351 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.351 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.351 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.351 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.351 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.351 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.351 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.351 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:05:48.351 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T15:05:48.351 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.351 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T15:05:48.351 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T15:05:48.351 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T15:05:48.352 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T15:05:48.352 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T15:05:48.352 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T15:05:48.352 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T15:05:48.352 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T15:05:48.352 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T15:05:48.352 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T15:05:48.352 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T15:05:48.352 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T15:05:48.352 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T15:05:48.352 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T15:05:48.352 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T15:05:48.352 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T15:05:48.352 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T15:05:48.352 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T15:05:48.353 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T15:05:48.353 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T15:05:48.353 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T15:05:48.353 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T15:05:48.353 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T15:05:48.353 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T15:05:48.353 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T15:05:48.353 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T15:05:48.353 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T15:05:48.353 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T15:05:48.353 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T15:05:48.353 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T15:05:48.353 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T15:05:48.353 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T15:05:48.353 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T15:05:48.354 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T15:05:48.354 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T15:05:48.354 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T15:05:48.354 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T15:05:48.354 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.354 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T15:05:48.354 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.354 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.354 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T15:05:48.354 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T15:05:48.354 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T15:05:48.354 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T15:05:48.354 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T15:05:48.354 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T15:05:48.355 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T15:05:48.355 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T15:05:48.355 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T15:05:48.355 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T15:05:48.355 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T15:05:48.355 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T15:05:48.355 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T15:05:48.355 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T15:05:48.355 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T15:05:48.355 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T15:05:48.355 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T15:05:48.355 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T15:05:48.355 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T15:05:48.355 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T15:05:48.355 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T15:05:48.355 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T15:05:48.356 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T15:05:48.356 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T15:05:48.356 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T15:05:48.356 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T15:05:48.356 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T15:05:48.356 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T15:05:48.356 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T15:05:48.356 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T15:05:48.356 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T15:05:48.356 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T15:05:48.356 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T15:05:48.356 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T15:05:48.356 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T15:05:48.356 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T15:05:48.356 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T15:05:48.357 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.357 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T15:05:48.357 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.357 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.357 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T15:05:48.357 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.357 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T15:05:48.357 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.357 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.357 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.357 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.357 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.357 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.357 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.357 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.358 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.358 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.358 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.358 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.358 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.358 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.358 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.358 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.358 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.358 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.358 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.358 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.358 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.359 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.359 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.359 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.359 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.359 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.359 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.359 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.359 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.359 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.359 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.359 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.359 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.359 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.359 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.359 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.359 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T15:05:48.360 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.360 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.360 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.360 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.360 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.360 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.360 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.360 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.360 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.360 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.360 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.360 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.360 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.360 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.360 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.360 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.360 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.361 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.361 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.361 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.361 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.361 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.361 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.361 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.361 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.361 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.361 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.361 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.361 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.361 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.361 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.361 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.361 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.362 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.362 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.362 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.362 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T15:05:48.362 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.362 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.362 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.362 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.362 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.362 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.362 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.362 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.362 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.363 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.363 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.363 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.363 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.363 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.363 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.363 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.363 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.363 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.363 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.363 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.363 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.363 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.363 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.363 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.364 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.364 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.364 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.364 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.364 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.364 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.364 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.364 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.364 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.364 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.364 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.364 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.364 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T15:05:48.364 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.364 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.364 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.364 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.365 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.365 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.365 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.365 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.365 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.365 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.365 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.365 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.365 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.365 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.365 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.365 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.365 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.365 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.365 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.365 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.366 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.366 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.366 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.366 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.366 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.366 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.366 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.366 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.366 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.366 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.366 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.366 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.366 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.366 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.366 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.367 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.367 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T15:05:48.367 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.367 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.367 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.367 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.367 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.367 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.367 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.367 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.367 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.367 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.367 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.367 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.367 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.368 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.368 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.368 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.368 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.368 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.368 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.368 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.368 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.368 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.368 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.368 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.368 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.368 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.368 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.369 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.369 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.369 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.369 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.369 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.369 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.369 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.369 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.369 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.369 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T15:05:48.369 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.369 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.369 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.369 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.369 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.369 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.370 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.370 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.370 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.370 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.370 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.370 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.370 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.370 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.370 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.370 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.370 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.370 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.370 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.370 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.370 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.371 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.371 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.371 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.371 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.371 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.371 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.371 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.371 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.371 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.371 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.371 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.371 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.371 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.371 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.371 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.371 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T15:05:48.371 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.372 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.372 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.372 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.372 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.372 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.372 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.372 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.372 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.372 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.372 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.372 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.372 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.372 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.372 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.372 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.373 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.373 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.373 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.373 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.373 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.373 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.373 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.373 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.373 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.373 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.373 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.373 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.373 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.373 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.373 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.374 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.374 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.374 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.374 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.374 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.374 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T15:05:48.374 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.374 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.374 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.374 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.374 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.374 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.374 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.374 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.374 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.375 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.375 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.375 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.375 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.375 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.375 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.375 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.375 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.375 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.375 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.375 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.375 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.375 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.375 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.375 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.376 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.376 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.376 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.376 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.376 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.376 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.376 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.376 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.376 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.376 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.376 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.376 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.376 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.376 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:05:48.376 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T15:05:48.376 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.377 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T15:05:48.377 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T15:05:48.377 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T15:05:48.377 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T15:05:48.377 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T15:05:48.377 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T15:05:48.377 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T15:05:48.377 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T15:05:48.377 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T15:05:48.377 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T15:05:48.377 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T15:05:48.377 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T15:05:48.377 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T15:05:48.378 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T15:05:48.378 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T15:05:48.378 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T15:05:48.378 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T15:05:48.378 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T15:05:48.378 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T15:05:48.378 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T15:05:48.378 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T15:05:48.378 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T15:05:48.378 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T15:05:48.378 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T15:05:48.378 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T15:05:48.378 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T15:05:48.378 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T15:05:48.379 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T15:05:48.379 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T15:05:48.379 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T15:05:48.379 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T15:05:48.379 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T15:05:48.379 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T15:05:48.379 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T15:05:48.379 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T15:05:48.379 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T15:05:48.379 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T15:05:48.379 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.379 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T15:05:48.379 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.379 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.379 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T15:05:48.380 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T15:05:48.380 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T15:05:48.380 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T15:05:48.380 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T15:05:48.380 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T15:05:48.380 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T15:05:48.380 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T15:05:48.380 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T15:05:48.380 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T15:05:48.380 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T15:05:48.380 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T15:05:48.380 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T15:05:48.380 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T15:05:48.380 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T15:05:48.380 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T15:05:48.380 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T15:05:48.380 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T15:05:48.381 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T15:05:48.381 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T15:05:48.381 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T15:05:48.381 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T15:05:48.381 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T15:05:48.381 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T15:05:48.381 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T15:05:48.381 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T15:05:48.381 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T15:05:48.381 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T15:05:48.381 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T15:05:48.381 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T15:05:48.381 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T15:05:48.381 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T15:05:48.381 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T15:05:48.382 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T15:05:48.382 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T15:05:48.382 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T15:05:48.382 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T15:05:48.382 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.382 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T15:05:48.382 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.382 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.382 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T15:05:48.382 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.382 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T15:05:48.382 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.382 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.382 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.383 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.383 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.383 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.383 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.383 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.383 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.383 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.383 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.383 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.383 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.383 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.383 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.383 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.383 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.383 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.384 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.384 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.384 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.384 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.384 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.384 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.384 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.384 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.384 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.384 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.384 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.384 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.384 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.384 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.384 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.385 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.385 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.385 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.385 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T15:05:48.385 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.385 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.385 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.385 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.385 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.385 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.385 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.385 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.385 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.385 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.385 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.386 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.386 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.386 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.386 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.386 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.386 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.386 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.386 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.386 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.386 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.386 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.386 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.386 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.386 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.387 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.387 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.387 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.387 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.387 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.387 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.387 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.387 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.387 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.387 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.387 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.387 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T15:05:48.387 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.388 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.388 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.388 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.388 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.388 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.388 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.388 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.388 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.388 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.388 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.388 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.388 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.388 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.388 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.388 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.389 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.389 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.389 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.389 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.389 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.389 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.389 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.389 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.389 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.389 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.389 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.389 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.389 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.389 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.389 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.390 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.390 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.390 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.390 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.390 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.390 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T15:05:48.390 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.390 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.390 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.390 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.390 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.390 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.391 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.391 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.391 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.391 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.391 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.391 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.391 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.391 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.391 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.391 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.391 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.391 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.391 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.391 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.392 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.392 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.392 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.392 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.392 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.392 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.392 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.392 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.392 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.392 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.392 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.392 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.392 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.392 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.393 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.393 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.393 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T15:05:48.393 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.393 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.393 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.393 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.393 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.393 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.393 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.393 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.393 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.393 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.393 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.393 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.393 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.394 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.394 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.394 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.394 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.394 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.394 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.394 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.394 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.394 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.394 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.394 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.394 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.394 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.394 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.395 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.395 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.395 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.395 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.395 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.395 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.395 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.395 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.395 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.395 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T15:05:48.395 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.395 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.395 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.395 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.396 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.396 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.396 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.396 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.396 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.396 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.396 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.396 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.396 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.396 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.396 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.396 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.396 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.396 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.396 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.397 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.397 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.397 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.397 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.397 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.397 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.397 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.397 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.397 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.397 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.397 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.397 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.397 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.398 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.398 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.398 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.398 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.398 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T15:05:48.398 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.398 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.398 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.398 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.398 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.398 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.398 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.398 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.398 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.399 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.399 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.399 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.399 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.399 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.399 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.399 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.399 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.399 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.399 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.399 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.399 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.399 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.399 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.400 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.400 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.400 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.400 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.400 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.400 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.400 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.400 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.400 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.400 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.400 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.400 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.400 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.400 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T15:05:48.401 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.401 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.401 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.401 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.401 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.401 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.401 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.401 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.401 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.401 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.401 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.401 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.401 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.401 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.402 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.402 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.402 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.402 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.402 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.402 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.402 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.402 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.402 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.402 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.402 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.402 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.402 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.402 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.403 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.403 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.403 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.403 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.403 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.403 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.403 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.403 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.403 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.403 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:05:48.403 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T15:05:48.403 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.403 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T15:05:48.404 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T15:05:48.404 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T15:05:48.404 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T15:05:48.404 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T15:05:48.404 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T15:05:48.404 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T15:05:48.404 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T15:05:48.404 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T15:05:48.404 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T15:05:48.404 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T15:05:48.404 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T15:05:48.404 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T15:05:48.404 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T15:05:48.404 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T15:05:48.404 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T15:05:48.405 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T15:05:48.405 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T15:05:48.405 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T15:05:48.405 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T15:05:48.405 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T15:05:48.405 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T15:05:48.405 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T15:05:48.405 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T15:05:48.405 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T15:05:48.405 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T15:05:48.405 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T15:05:48.405 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T15:05:48.405 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T15:05:48.405 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T15:05:48.405 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T15:05:48.405 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T15:05:48.405 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T15:05:48.406 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T15:05:48.406 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T15:05:48.406 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T15:05:48.406 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T15:05:48.406 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.406 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T15:05:48.406 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.406 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.406 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T15:05:48.406 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T15:05:48.406 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T15:05:48.406 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T15:05:48.406 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T15:05:48.406 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T15:05:48.406 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T15:05:48.407 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T15:05:48.407 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T15:05:48.407 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T15:05:48.407 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T15:05:48.407 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T15:05:48.407 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T15:05:48.407 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T15:05:48.407 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T15:05:48.407 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T15:05:48.407 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T15:05:48.407 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T15:05:48.407 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T15:05:48.407 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T15:05:48.407 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T15:05:48.407 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T15:05:48.407 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T15:05:48.408 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T15:05:48.408 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T15:05:48.408 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T15:05:48.408 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T15:05:48.408 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T15:05:48.408 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T15:05:48.408 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T15:05:48.408 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T15:05:48.408 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T15:05:48.408 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T15:05:48.408 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T15:05:48.408 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T15:05:48.408 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T15:05:48.408 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T15:05:48.408 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.408 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T15:05:48.409 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.409 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.409 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T15:05:48.409 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.409 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T15:05:48.409 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.409 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.409 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.409 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.409 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.409 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.409 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.409 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.409 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.409 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.409 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.410 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.410 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.410 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.410 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.410 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.410 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.410 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.410 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.410 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.410 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.410 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.410 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.410 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.411 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.411 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.411 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.411 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.411 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.411 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.411 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.411 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.411 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.411 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.411 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.411 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.411 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T15:05:48.411 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.411 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.412 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.412 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.412 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.412 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.412 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10, 2, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.412 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 13, 5, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.412 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 16, 1, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.412 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.412 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.412 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.412 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.412 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.412 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.412 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.412 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.413 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.413 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.413 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.413 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.413 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.413 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.413 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.413 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.413 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.413 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.413 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.413 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.413 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.413 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.414 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.414 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.414 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.414 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.414 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.414 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T15:05:48.414 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.414 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.414 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.414 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.414 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.414 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.414 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.414 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.414 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.415 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.415 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.415 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.415 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.415 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.415 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.415 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.415 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.415 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.415 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.415 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.415 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.415 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.415 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.415 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.415 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.416 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.416 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.416 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.416 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.416 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.416 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.416 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.416 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.416 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.416 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.416 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.416 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T15:05:48.416 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.416 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.416 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.416 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.416 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.417 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.417 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.417 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.417 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.417 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.417 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.417 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.417 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.417 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.417 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.417 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.417 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.417 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.417 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.417 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.417 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.418 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.418 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.418 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.418 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.418 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.418 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.418 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.418 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.418 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.418 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.418 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.418 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.418 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.418 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.418 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.419 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T15:05:48.419 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.419 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.419 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.419 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.419 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.419 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.419 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.419 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.419 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.419 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.419 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.419 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.419 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.419 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.419 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.420 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.420 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.420 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.420 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.420 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.420 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.420 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.420 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.420 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.420 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.420 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.420 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.420 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.420 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.421 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.421 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.421 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.421 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.421 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.421 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.421 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.421 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T15:05:48.421 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.421 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.421 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.421 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.421 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.421 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.421 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.421 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.422 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.422 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.422 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.422 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.422 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.422 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.422 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.422 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.422 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.422 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.422 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.422 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.422 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.422 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.423 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.423 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.423 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.423 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.423 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.423 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.423 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.423 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.423 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.423 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.423 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.423 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.423 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.423 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.423 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T15:05:48.424 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.424 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.424 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.424 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.424 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.424 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.424 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.424 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.424 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.424 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.424 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.424 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.424 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.424 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.424 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.424 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.424 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.425 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.425 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.425 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.425 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.425 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.425 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.425 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.425 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.425 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.425 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.425 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.425 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.425 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.425 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.425 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.426 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.426 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.426 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.426 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.426 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T15:05:48.426 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:48.426 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.426 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.426 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.426 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.426 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.426 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.426 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.426 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.426 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.426 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.427 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.427 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.427 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.427 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.427 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.427 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.427 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.427 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.427 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.427 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.427 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.427 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.427 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.427 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.427 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.428 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.428 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.428 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.428 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.428 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.428 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:48.428 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:48.428 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.428 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.428 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:48.428 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.428 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.428 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.428 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_counters": { 2024-04-10T15:05:48.428 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T15:05:48.428 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T15:05:48.428 INFO:tasks.workunit.client.0.smithi102.stdout: "caps": { 2024-04-10T15:05:48.429 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.429 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.429 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_flush_ack": { 2024-04-10T15:05:48.429 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.429 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.429 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-10T15:05:48.429 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.429 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.429 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_grant": { 2024-04-10T15:05:48.429 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.429 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.429 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_revoke": { 2024-04-10T15:05:48.429 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.429 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.429 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_trunc": { 2024-04-10T15:05:48.429 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.429 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.430 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_commit": { 2024-04-10T15:05:48.430 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12 2024-04-10T15:05:48.430 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.430 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_fetch_complete": { 2024-04-10T15:05:48.430 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.430 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.430 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_fetch_keys": { 2024-04-10T15:05:48.430 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.430 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.430 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_merge": { 2024-04-10T15:05:48.430 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.430 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.430 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_split": { 2024-04-10T15:05:48.430 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.430 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.430 INFO:tasks.workunit.client.0.smithi102.stdout: "exported_inodes": { 2024-04-10T15:05:48.431 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.431 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.431 INFO:tasks.workunit.client.0.smithi102.stdout: "forward": { 2024-04-10T15:05:48.431 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.431 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.431 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_cap_release": { 2024-04-10T15:05:48.431 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.431 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.431 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_caps": { 2024-04-10T15:05:48.431 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.431 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.431 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_caps_dirty": { 2024-04-10T15:05:48.431 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.431 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.431 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_inode_file_caps": { 2024-04-10T15:05:48.431 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.432 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.432 INFO:tasks.workunit.client.0.smithi102.stdout: "imported_inodes": { 2024-04-10T15:05:48.432 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.432 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.432 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes": { 2024-04-10T15:05:48.432 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T15:05:48.432 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.432 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes_expired": { 2024-04-10T15:05:48.432 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.432 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.432 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes_pinned": { 2024-04-10T15:05:48.432 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T15:05:48.432 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.432 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes_with_caps": { 2024-04-10T15:05:48.432 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.432 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.433 INFO:tasks.workunit.client.0.smithi102.stdout: "load_cent": { 2024-04-10T15:05:48.433 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.433 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.433 INFO:tasks.workunit.client.0.smithi102.stdout: "openino_dir_fetch": { 2024-04-10T15:05:48.433 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.433 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.433 INFO:tasks.workunit.client.0.smithi102.stdout: "process_request_cap_release": { 2024-04-10T15:05:48.433 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.433 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.433 INFO:tasks.workunit.client.0.smithi102.stdout: "reply_latency": { 2024-04-10T15:05:48.433 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:48.433 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95340 2024-04-10T15:05:48.433 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.433 INFO:tasks.workunit.client.0.smithi102.stdout: "request": { 2024-04-10T15:05:48.433 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:48.434 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.434 INFO:tasks.workunit.client.0.smithi102.stdout: "root_rbytes": { 2024-04-10T15:05:48.434 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.434 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.434 INFO:tasks.workunit.client.0.smithi102.stdout: "root_rfiles": { 2024-04-10T15:05:48.434 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.434 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.434 INFO:tasks.workunit.client.0.smithi102.stdout: "root_rsnaps": { 2024-04-10T15:05:48.434 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.434 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.434 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_reply": { 2024-04-10T15:05:48.434 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.434 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.434 INFO:tasks.workunit.client.0.smithi102.stdout: "subtrees": { 2024-04-10T15:05:48.434 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:48.435 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.435 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.435 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_cache": { 2024-04-10T15:05:48.435 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_enqueue_scrub": { 2024-04-10T15:05:48.435 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.435 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.435 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_exportdir": { 2024-04-10T15:05:48.435 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.435 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.435 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_flush": { 2024-04-10T15:05:48.435 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.435 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.435 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_fragmentdir": { 2024-04-10T15:05:48.435 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.435 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.435 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_fragstats": { 2024-04-10T15:05:48.436 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.436 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.436 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_inodestats": { 2024-04-10T15:05:48.436 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.436 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_recovering_enqueued": { 2024-04-10T15:05:48.436 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.436 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_recovering_prioritized": { 2024-04-10T15:05:48.436 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.436 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_recovering_processing": { 2024-04-10T15:05:48.436 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.436 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_strays": { 2024-04-10T15:05:48.437 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.437 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_strays_delayed": { 2024-04-10T15:05:48.437 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.437 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_strays_enqueuing": { 2024-04-10T15:05:48.437 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.437 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.437 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_completed": { 2024-04-10T15:05:48.437 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.437 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.437 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_started": { 2024-04-10T15:05:48.437 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.437 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.437 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_created": { 2024-04-10T15:05:48.438 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.438 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.438 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_enqueued": { 2024-04-10T15:05:48.438 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.438 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.438 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_migrated": { 2024-04-10T15:05:48.438 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.438 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.438 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_reintegrated": { 2024-04-10T15:05:48.438 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.438 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.438 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.438 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_log": { 2024-04-10T15:05:48.438 INFO:tasks.workunit.client.0.smithi102.stdout: "ev": { 2024-04-10T15:05:48.438 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T15:05:48.439 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.439 INFO:tasks.workunit.client.0.smithi102.stdout: "evadd": { 2024-04-10T15:05:48.439 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T15:05:48.439 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.439 INFO:tasks.workunit.client.0.smithi102.stdout: "evex": { 2024-04-10T15:05:48.439 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.439 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.439 INFO:tasks.workunit.client.0.smithi102.stdout: "evexd": { 2024-04-10T15:05:48.439 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.439 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.439 INFO:tasks.workunit.client.0.smithi102.stdout: "evexg": { 2024-04-10T15:05:48.439 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.439 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.439 INFO:tasks.workunit.client.0.smithi102.stdout: "evtrm": { 2024-04-10T15:05:48.439 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.440 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.440 INFO:tasks.workunit.client.0.smithi102.stdout: "jlat": { 2024-04-10T15:05:48.440 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T15:05:48.440 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8547700 2024-04-10T15:05:48.440 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.440 INFO:tasks.workunit.client.0.smithi102.stdout: "replayed": { 2024-04-10T15:05:48.440 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.440 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.440 INFO:tasks.workunit.client.0.smithi102.stdout: "seg": { 2024-04-10T15:05:48.440 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:48.440 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.440 INFO:tasks.workunit.client.0.smithi102.stdout: "segadd": { 2024-04-10T15:05:48.440 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:48.440 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.440 INFO:tasks.workunit.client.0.smithi102.stdout: "segex": { 2024-04-10T15:05:48.441 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.441 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.441 INFO:tasks.workunit.client.0.smithi102.stdout: "segexd": { 2024-04-10T15:05:48.441 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.441 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.441 INFO:tasks.workunit.client.0.smithi102.stdout: "segexg": { 2024-04-10T15:05:48.441 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.441 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.441 INFO:tasks.workunit.client.0.smithi102.stdout: "segtrm": { 2024-04-10T15:05:48.441 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.441 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.441 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.441 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_mem": { 2024-04-10T15:05:48.441 INFO:tasks.workunit.client.0.smithi102.stdout: "cap": { 2024-04-10T15:05:48.441 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.441 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.442 INFO:tasks.workunit.client.0.smithi102.stdout: "cap+": { 2024-04-10T15:05:48.442 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:48.442 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.442 INFO:tasks.workunit.client.0.smithi102.stdout: "cap-": { 2024-04-10T15:05:48.442 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:48.442 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.442 INFO:tasks.workunit.client.0.smithi102.stdout: "dir": { 2024-04-10T15:05:48.442 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12 2024-04-10T15:05:48.442 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.442 INFO:tasks.workunit.client.0.smithi102.stdout: "dir+": { 2024-04-10T15:05:48.442 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12 2024-04-10T15:05:48.442 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.442 INFO:tasks.workunit.client.0.smithi102.stdout: "dir-": { 2024-04-10T15:05:48.443 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.443 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.443 INFO:tasks.workunit.client.0.smithi102.stdout: "dn": { 2024-04-10T15:05:48.443 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T15:05:48.443 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.443 INFO:tasks.workunit.client.0.smithi102.stdout: "dn+": { 2024-04-10T15:05:48.443 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T15:05:48.443 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.443 INFO:tasks.workunit.client.0.smithi102.stdout: "dn-": { 2024-04-10T15:05:48.443 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.443 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.443 INFO:tasks.workunit.client.0.smithi102.stdout: "heap": { 2024-04-10T15:05:48.443 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 207156 2024-04-10T15:05:48.443 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.443 INFO:tasks.workunit.client.0.smithi102.stdout: "ino": { 2024-04-10T15:05:48.444 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T15:05:48.444 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.444 INFO:tasks.workunit.client.0.smithi102.stdout: "ino+": { 2024-04-10T15:05:48.444 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T15:05:48.444 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.444 INFO:tasks.workunit.client.0.smithi102.stdout: "ino-": { 2024-04-10T15:05:48.444 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.444 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.444 INFO:tasks.workunit.client.0.smithi102.stdout: "rss": { 2024-04-10T15:05:48.444 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40544 2024-04-10T15:05:48.444 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.444 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.444 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_server": { 2024-04-10T15:05:48.444 INFO:tasks.workunit.client.0.smithi102.stdout: "cap_acquisition_throttle": { 2024-04-10T15:05:48.444 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.444 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.445 INFO:tasks.workunit.client.0.smithi102.stdout: "cap_revoke_eviction": { 2024-04-10T15:05:48.445 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.445 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.445 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_request": { 2024-04-10T15:05:48.445 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:48.445 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.445 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_session": { 2024-04-10T15:05:48.445 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16 2024-04-10T15:05:48.445 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.445 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_peer_request": { 2024-04-10T15:05:48.445 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.445 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.445 INFO:tasks.workunit.client.0.smithi102.stdout: "req_create_latency": { 2024-04-10T15:05:48.445 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.445 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.446 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.446 INFO:tasks.workunit.client.0.smithi102.stdout: "req_getattr_latency": { 2024-04-10T15:05:48.446 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:48.446 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95340 2024-04-10T15:05:48.446 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.446 INFO:tasks.workunit.client.0.smithi102.stdout: "req_getfilelock_latency": { 2024-04-10T15:05:48.446 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.446 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.446 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.446 INFO:tasks.workunit.client.0.smithi102.stdout: "req_getvxattr_latency": { 2024-04-10T15:05:48.446 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.446 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.446 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.446 INFO:tasks.workunit.client.0.smithi102.stdout: "req_link_latency": { 2024-04-10T15:05:48.447 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.447 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.447 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.447 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookup_latency": { 2024-04-10T15:05:48.447 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.447 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.447 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.447 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookuphash_latency": { 2024-04-10T15:05:48.447 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.447 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.447 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.447 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupino_latency": { 2024-04-10T15:05:48.447 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.447 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.447 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.448 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupname_latency": { 2024-04-10T15:05:48.448 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.448 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.448 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.448 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupparent_latency": { 2024-04-10T15:05:48.448 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.448 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.448 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.448 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupsnap_latency": { 2024-04-10T15:05:48.448 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.448 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.448 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.448 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lssnap_latency": { 2024-04-10T15:05:48.448 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.449 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.449 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.449 INFO:tasks.workunit.client.0.smithi102.stdout: "req_mkdir_latency": { 2024-04-10T15:05:48.449 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.449 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.449 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.449 INFO:tasks.workunit.client.0.smithi102.stdout: "req_mknod_latency": { 2024-04-10T15:05:48.449 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.449 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.449 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.449 INFO:tasks.workunit.client.0.smithi102.stdout: "req_mksnap_latency": { 2024-04-10T15:05:48.449 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.449 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.449 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.449 INFO:tasks.workunit.client.0.smithi102.stdout: "req_open_latency": { 2024-04-10T15:05:48.449 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.450 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.450 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.450 INFO:tasks.workunit.client.0.smithi102.stdout: "req_readdir_latency": { 2024-04-10T15:05:48.450 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.450 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.450 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.450 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rename_latency": { 2024-04-10T15:05:48.450 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.450 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.450 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.450 INFO:tasks.workunit.client.0.smithi102.stdout: "req_renamesnap_latency": { 2024-04-10T15:05:48.450 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.450 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.450 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.450 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rmdir_latency": { 2024-04-10T15:05:48.451 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.451 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.451 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.451 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rmsnap_latency": { 2024-04-10T15:05:48.451 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.451 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.451 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.451 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rmxattr_latency": { 2024-04-10T15:05:48.451 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.451 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.451 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.451 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setattr_latency": { 2024-04-10T15:05:48.451 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.451 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.451 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.451 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setdirlayout_latency": { 2024-04-10T15:05:48.452 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.452 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.452 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.452 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setfilelock_latency": { 2024-04-10T15:05:48.452 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.452 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.452 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.452 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setlayout_latency": { 2024-04-10T15:05:48.452 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.452 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.452 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.452 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setxattr_latency": { 2024-04-10T15:05:48.452 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.452 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.452 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.452 INFO:tasks.workunit.client.0.smithi102.stdout: "req_snapdiff_latency": { 2024-04-10T15:05:48.452 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.453 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.453 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.453 INFO:tasks.workunit.client.0.smithi102.stdout: "req_symlink_latency": { 2024-04-10T15:05:48.453 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.453 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.453 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.453 INFO:tasks.workunit.client.0.smithi102.stdout: "req_unlink_latency": { 2024-04-10T15:05:48.453 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.453 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.453 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.453 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.453 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_sessions": { 2024-04-10T15:05:48.453 INFO:tasks.workunit.client.0.smithi102.stdout: "average_load": { 2024-04-10T15:05:48.453 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:48.453 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.454 INFO:tasks.workunit.client.0.smithi102.stdout: "avg_session_uptime": { 2024-04-10T15:05:48.454 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 87 2024-04-10T15:05:48.454 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.454 INFO:tasks.workunit.client.0.smithi102.stdout: "mdthresh_evicted": { 2024-04-10T15:05:48.454 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.454 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.454 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T15:05:48.454 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:48.454 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.454 INFO:tasks.workunit.client.0.smithi102.stdout: "session_count": { 2024-04-10T15:05:48.454 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.454 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.454 INFO:tasks.workunit.client.0.smithi102.stdout: "session_remove": { 2024-04-10T15:05:48.454 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:48.455 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.455 INFO:tasks.workunit.client.0.smithi102.stdout: "sessions_open": { 2024-04-10T15:05:48.455 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.455 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.455 INFO:tasks.workunit.client.0.smithi102.stdout: "sessions_stale": { 2024-04-10T15:05:48.455 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.455 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.455 INFO:tasks.workunit.client.0.smithi102.stdout: "total_load": { 2024-04-10T15:05:48.455 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:48.455 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.455 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.455 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T15:05:48.455 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T15:05:48.455 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.455 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.456 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:48.456 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.456 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.456 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T15:05:48.456 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.456 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.456 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:48.456 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45 2024-04-10T15:05:48.456 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.456 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.456 INFO:tasks.workunit.client.0.smithi102.stdout: "purge_queue": { 2024-04-10T15:05:48.456 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executed": { 2024-04-10T15:05:48.456 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.456 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.456 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing": { 2024-04-10T15:05:48.457 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.457 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.457 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing_high_water": { 2024-04-10T15:05:48.457 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.457 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.457 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing_ops": { 2024-04-10T15:05:48.457 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.457 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.457 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing_ops_high_water": { 2024-04-10T15:05:48.457 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.457 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.457 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_item_in_journal": { 2024-04-10T15:05:48.457 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.457 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.457 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.458 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.458 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T15:05:48.458 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:48.458 INFO:tasks.workunit.client.0.smithi102.stdout: "election_call": { 2024-04-10T15:05:48.458 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:48.458 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.458 INFO:tasks.workunit.client.0.smithi102.stdout: "election_lose": { 2024-04-10T15:05:48.458 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:48.458 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.458 INFO:tasks.workunit.client.0.smithi102.stdout: "election_win": { 2024-04-10T15:05:48.458 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.458 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_elections": { 2024-04-10T15:05:48.458 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7 2024-04-10T15:05:48.458 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": { 2024-04-10T15:05:48.459 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T15:05:48.459 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.459 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T15:05:48.459 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T15:05:48.459 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.459 INFO:tasks.workunit.client.0.smithi102.stdout: "session_rm": { 2024-04-10T15:05:48.459 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53 2024-04-10T15:05:48.459 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.459 INFO:tasks.workunit.client.0.smithi102.stdout: "session_trim": { 2024-04-10T15:05:48.459 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.459 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.459 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.459 INFO:tasks.workunit.client.0.smithi102.stdout: "paxos": { 2024-04-10T15:05:48.459 INFO:tasks.workunit.client.0.smithi102.stdout: "accept_timeout": { 2024-04-10T15:05:48.460 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.460 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.460 INFO:tasks.workunit.client.0.smithi102.stdout: "begin": { 2024-04-10T15:05:48.460 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 775 2024-04-10T15:05:48.460 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.460 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_bytes": { 2024-04-10T15:05:48.460 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 775, 2024-04-10T15:05:48.460 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3847249 2024-04-10T15:05:48.460 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.460 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_keys": { 2024-04-10T15:05:48.460 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.460 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.460 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.460 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_latency": { 2024-04-10T15:05:48.460 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 775, 2024-04-10T15:05:48.461 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 138996490 2024-04-10T15:05:48.461 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.461 INFO:tasks.workunit.client.0.smithi102.stdout: "collect": { 2024-04-10T15:05:48.461 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:48.461 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.461 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_bytes": { 2024-04-10T15:05:48.461 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:48.461 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 146 2024-04-10T15:05:48.461 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.461 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_keys": { 2024-04-10T15:05:48.461 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:48.461 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:48.461 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.461 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_latency": { 2024-04-10T15:05:48.462 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:48.462 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.462 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.462 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_timeout": { 2024-04-10T15:05:48.462 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.462 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.462 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_uncommitted": { 2024-04-10T15:05:48.462 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.462 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.462 INFO:tasks.workunit.client.0.smithi102.stdout: "commit": { 2024-04-10T15:05:48.462 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 776 2024-04-10T15:05:48.462 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.462 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_bytes": { 2024-04-10T15:05:48.462 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.463 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.463 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.463 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_keys": { 2024-04-10T15:05:48.463 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.463 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.463 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.463 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_latency": { 2024-04-10T15:05:48.463 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.463 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.463 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.463 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_ack_timeout": { 2024-04-10T15:05:48.463 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.463 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.463 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_timeout": { 2024-04-10T15:05:48.463 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.464 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.464 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn": { 2024-04-10T15:05:48.464 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.464 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.464 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn_latency": { 2024-04-10T15:05:48.464 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.464 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.464 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.464 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh": { 2024-04-10T15:05:48.464 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 776 2024-04-10T15:05:48.464 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.464 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh_latency": { 2024-04-10T15:05:48.464 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 776, 2024-04-10T15:05:48.464 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1759955517 2024-04-10T15:05:48.464 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.465 INFO:tasks.workunit.client.0.smithi102.stdout: "restart": { 2024-04-10T15:05:48.465 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T15:05:48.465 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.465 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state": { 2024-04-10T15:05:48.465 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.465 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.465 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_bytes": { 2024-04-10T15:05:48.465 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.465 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.465 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.465 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_keys": { 2024-04-10T15:05:48.465 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.465 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.465 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.465 INFO:tasks.workunit.client.0.smithi102.stdout: "start_leader": { 2024-04-10T15:05:48.466 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.466 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.466 INFO:tasks.workunit.client.0.smithi102.stdout: "start_peon": { 2024-04-10T15:05:48.466 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:48.466 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.466 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state": { 2024-04-10T15:05:48.466 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 776 2024-04-10T15:05:48.466 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.466 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_bytes": { 2024-04-10T15:05:48.466 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 776, 2024-04-10T15:05:48.466 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7549012 2024-04-10T15:05:48.466 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.466 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_keys": { 2024-04-10T15:05:48.466 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 776, 2024-04-10T15:05:48.467 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5321 2024-04-10T15:05:48.467 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.467 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_latency": { 2024-04-10T15:05:48.467 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 776, 2024-04-10T15:05:48.467 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 306992246 2024-04-10T15:05:48.467 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.467 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.467 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache": { 2024-04-10T15:05:48.467 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:48.467 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1020054731 2024-04-10T15:05:48.467 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.467 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:48.467 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42803200 2024-04-10T15:05:48.467 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.468 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:48.468 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31432704 2024-04-10T15:05:48.468 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.468 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:48.468 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2147483648 2024-04-10T15:05:48.468 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.468 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:48.468 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11370496 2024-04-10T15:05:48.468 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.468 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.468 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:full": { 2024-04-10T15:05:48.468 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.468 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 348127232 2024-04-10T15:05:48.468 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.469 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.469 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.469 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.469 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.469 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.469 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.469 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.469 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 277020337 2024-04-10T15:05:48.469 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.469 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.469 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 273736 2024-04-10T15:05:48.469 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.469 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.469 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.470 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.470 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.470 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.470 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.470 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.470 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.470 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.470 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.470 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.470 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.470 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.470 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.470 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.470 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.471 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.471 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.471 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.471 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.471 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.471 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.471 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.471 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.471 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.471 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70833159 2024-04-10T15:05:48.471 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.471 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.471 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:inc": { 2024-04-10T15:05:48.471 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.471 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 348127232 2024-04-10T15:05:48.472 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.472 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.472 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.472 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.472 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.472 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.472 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.472 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.472 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 277020337 2024-04-10T15:05:48.472 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.472 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.472 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41727 2024-04-10T15:05:48.472 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.472 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.472 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.472 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.473 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.473 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.473 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.473 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.473 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.473 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.473 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.473 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.473 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.473 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.473 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.473 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.473 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.473 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.473 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.473 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.473 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.474 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.474 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.474 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.474 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.474 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.474 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71065168 2024-04-10T15:05:48.474 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.474 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.474 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:kv": { 2024-04-10T15:05:48.474 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.474 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 322961408 2024-04-10T15:05:48.474 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.474 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.474 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:48.475 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.475 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.475 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.475 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.475 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.475 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184680225 2024-04-10T15:05:48.475 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.475 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.475 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.475 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.475 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.475 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.475 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.475 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.476 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.476 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.476 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.476 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.476 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.476 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.476 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.476 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.476 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.476 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.476 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.476 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.476 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.476 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.476 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.477 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.477 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.477 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.477 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.477 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.477 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.477 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71172319 2024-04-10T15:05:48.477 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.477 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.477 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb": { 2024-04-10T15:05:48.477 INFO:tasks.workunit.client.0.smithi102.stdout: "compact": { 2024-04-10T15:05:48.477 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.477 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.477 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_len": { 2024-04-10T15:05:48.477 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.478 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.478 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_merge": { 2024-04-10T15:05:48.478 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.478 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.478 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_range": { 2024-04-10T15:05:48.478 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:48.478 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.478 INFO:tasks.workunit.client.0.smithi102.stdout: "get_latency": { 2024-04-10T15:05:48.478 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 33047, 2024-04-10T15:05:48.478 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 80725981 2024-04-10T15:05:48.478 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.478 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_delay_time": { 2024-04-10T15:05:48.478 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.478 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.479 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.479 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_memtable_time": { 2024-04-10T15:05:48.479 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.479 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.479 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.479 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T15:05:48.479 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.479 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.479 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.479 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_wal_time": { 2024-04-10T15:05:48.479 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.479 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.479 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.479 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_latency": { 2024-04-10T15:05:48.479 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.480 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.480 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.480 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_sync_latency": { 2024-04-10T15:05:48.480 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1692, 2024-04-10T15:05:48.480 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 522419487 2024-04-10T15:05:48.480 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.480 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.480 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.480 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T15:05:48.480 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:48.480 INFO:tasks.workunit.client.0.smithi102.stdout: "election_call": { 2024-04-10T15:05:48.480 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:48.480 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.480 INFO:tasks.workunit.client.0.smithi102.stdout: "election_lose": { 2024-04-10T15:05:48.481 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.481 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.481 INFO:tasks.workunit.client.0.smithi102.stdout: "election_win": { 2024-04-10T15:05:48.481 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T15:05:48.481 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_elections": { 2024-04-10T15:05:48.481 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9 2024-04-10T15:05:48.481 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": { 2024-04-10T15:05:48.481 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9 2024-04-10T15:05:48.481 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.481 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T15:05:48.481 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T15:05:48.481 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.482 INFO:tasks.workunit.client.0.smithi102.stdout: "session_rm": { 2024-04-10T15:05:48.482 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 202 2024-04-10T15:05:48.482 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.482 INFO:tasks.workunit.client.0.smithi102.stdout: "session_trim": { 2024-04-10T15:05:48.482 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.482 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.482 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.482 INFO:tasks.workunit.client.0.smithi102.stdout: "paxos": { 2024-04-10T15:05:48.482 INFO:tasks.workunit.client.0.smithi102.stdout: "accept_timeout": { 2024-04-10T15:05:48.482 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.482 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.482 INFO:tasks.workunit.client.0.smithi102.stdout: "begin": { 2024-04-10T15:05:48.482 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 894 2024-04-10T15:05:48.482 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.483 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_bytes": { 2024-04-10T15:05:48.483 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 894, 2024-04-10T15:05:48.483 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4890701 2024-04-10T15:05:48.483 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.483 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_keys": { 2024-04-10T15:05:48.483 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 894, 2024-04-10T15:05:48.483 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2682 2024-04-10T15:05:48.483 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.483 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_latency": { 2024-04-10T15:05:48.483 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 894, 2024-04-10T15:05:48.483 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 157996837 2024-04-10T15:05:48.483 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.483 INFO:tasks.workunit.client.0.smithi102.stdout: "collect": { 2024-04-10T15:05:48.483 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.483 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.484 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_bytes": { 2024-04-10T15:05:48.484 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.484 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.484 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.484 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_keys": { 2024-04-10T15:05:48.484 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.484 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.484 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.484 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_latency": { 2024-04-10T15:05:48.484 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.484 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.484 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.484 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_timeout": { 2024-04-10T15:05:48.484 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.485 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.485 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_uncommitted": { 2024-04-10T15:05:48.485 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.485 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.485 INFO:tasks.workunit.client.0.smithi102.stdout: "commit": { 2024-04-10T15:05:48.485 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 894 2024-04-10T15:05:48.485 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.485 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_bytes": { 2024-04-10T15:05:48.485 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 894, 2024-04-10T15:05:48.485 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4826391 2024-04-10T15:05:48.485 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.485 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_keys": { 2024-04-10T15:05:48.485 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 894, 2024-04-10T15:05:48.485 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5204 2024-04-10T15:05:48.485 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.485 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_latency": { 2024-04-10T15:05:48.486 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 894, 2024-04-10T15:05:48.486 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 431455014 2024-04-10T15:05:48.486 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.486 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_ack_timeout": { 2024-04-10T15:05:48.486 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.486 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.486 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_timeout": { 2024-04-10T15:05:48.486 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.486 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.486 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn": { 2024-04-10T15:05:48.486 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:48.486 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.486 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn_latency": { 2024-04-10T15:05:48.486 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:48.487 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1999960 2024-04-10T15:05:48.487 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.487 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh": { 2024-04-10T15:05:48.487 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 896 2024-04-10T15:05:48.487 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.487 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh_latency": { 2024-04-10T15:05:48.487 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 896, 2024-04-10T15:05:48.487 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2477950281 2024-04-10T15:05:48.487 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.487 INFO:tasks.workunit.client.0.smithi102.stdout: "restart": { 2024-04-10T15:05:48.487 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12 2024-04-10T15:05:48.487 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.487 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state": { 2024-04-10T15:05:48.487 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:48.487 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.488 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_bytes": { 2024-04-10T15:05:48.488 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:48.488 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1050 2024-04-10T15:05:48.488 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.488 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_keys": { 2024-04-10T15:05:48.488 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:48.488 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:48.488 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.488 INFO:tasks.workunit.client.0.smithi102.stdout: "start_leader": { 2024-04-10T15:05:48.488 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T15:05:48.488 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.488 INFO:tasks.workunit.client.0.smithi102.stdout: "start_peon": { 2024-04-10T15:05:48.488 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.488 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.489 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state": { 2024-04-10T15:05:48.489 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.489 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.489 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_bytes": { 2024-04-10T15:05:48.489 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.489 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.489 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.489 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_keys": { 2024-04-10T15:05:48.489 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.489 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.489 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.489 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_latency": { 2024-04-10T15:05:48.489 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.489 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.489 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.489 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.490 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache": { 2024-04-10T15:05:48.490 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:48.490 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1020054731 2024-04-10T15:05:48.490 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.490 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:48.490 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 44793856 2024-04-10T15:05:48.490 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.490 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:48.490 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 39813120 2024-04-10T15:05:48.490 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.490 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:48.490 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2147483648 2024-04-10T15:05:48.490 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.490 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:48.490 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4980736 2024-04-10T15:05:48.490 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.491 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.491 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:full": { 2024-04-10T15:05:48.491 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.491 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 348127232 2024-04-10T15:05:48.491 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.491 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.491 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.491 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.491 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.491 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.491 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.491 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.491 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 277021413 2024-04-10T15:05:48.491 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.491 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.491 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 273306 2024-04-10T15:05:48.492 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.492 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.492 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.492 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.492 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.492 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.492 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.492 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.492 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.492 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.492 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.492 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.492 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.492 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.492 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.492 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.492 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.493 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.493 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.493 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.493 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.493 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.493 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.493 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.493 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.493 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.493 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70832513 2024-04-10T15:05:48.493 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.493 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.493 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:inc": { 2024-04-10T15:05:48.493 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.493 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 348127232 2024-04-10T15:05:48.493 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.494 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.494 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.494 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.494 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.494 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.494 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.494 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.494 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 277021413 2024-04-10T15:05:48.494 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.494 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.494 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 39288 2024-04-10T15:05:48.494 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.494 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.494 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.494 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.494 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.495 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.495 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.495 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.495 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.495 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.495 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.495 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.495 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.495 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.495 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.495 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.495 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.495 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.495 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.495 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.495 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.496 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.496 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.496 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.496 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.496 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.496 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71066531 2024-04-10T15:05:48.496 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.496 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.496 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:kv": { 2024-04-10T15:05:48.496 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.496 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 322961408 2024-04-10T15:05:48.496 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.496 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.496 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:48.497 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.497 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.497 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.497 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.497 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.497 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184680942 2024-04-10T15:05:48.497 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.497 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.497 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.497 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.497 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.497 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.497 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.497 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.497 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.498 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.498 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.498 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.498 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.498 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.498 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.498 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.498 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.498 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.498 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.498 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.498 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.498 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.498 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.498 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.498 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.499 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.499 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.499 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.499 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.499 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71171602 2024-04-10T15:05:48.499 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.499 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.499 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb": { 2024-04-10T15:05:48.499 INFO:tasks.workunit.client.0.smithi102.stdout: "compact": { 2024-04-10T15:05:48.499 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.499 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.499 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_len": { 2024-04-10T15:05:48.499 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.499 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.499 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_merge": { 2024-04-10T15:05:48.500 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.500 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.500 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_range": { 2024-04-10T15:05:48.500 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:48.500 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.500 INFO:tasks.workunit.client.0.smithi102.stdout: "get_latency": { 2024-04-10T15:05:48.500 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 40316, 2024-04-10T15:05:48.500 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 172904026 2024-04-10T15:05:48.500 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.500 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_delay_time": { 2024-04-10T15:05:48.500 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.500 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.500 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.500 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_memtable_time": { 2024-04-10T15:05:48.500 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.501 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.501 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.501 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T15:05:48.501 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.501 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.501 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.501 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_wal_time": { 2024-04-10T15:05:48.501 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.501 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.501 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.501 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_latency": { 2024-04-10T15:05:48.501 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.501 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.501 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.502 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_sync_latency": { 2024-04-10T15:05:48.502 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1946, 2024-04-10T15:05:48.502 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 676914922 2024-04-10T15:05:48.502 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.502 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.502 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.502 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.523315f168f59b146f7d533dca80f6e7526a6fec": { 2024-04-10T15:05:48.502 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:48.502 INFO:tasks.workunit.client.0.smithi102.stdout: "election_call": { 2024-04-10T15:05:48.502 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:48.502 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.502 INFO:tasks.workunit.client.0.smithi102.stdout: "election_lose": { 2024-04-10T15:05:48.502 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:48.502 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.503 INFO:tasks.workunit.client.0.smithi102.stdout: "election_win": { 2024-04-10T15:05:48.503 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.503 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_elections": { 2024-04-10T15:05:48.503 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T15:05:48.503 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": { 2024-04-10T15:05:48.503 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T15:05:48.503 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.503 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T15:05:48.503 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T15:05:48.503 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.503 INFO:tasks.workunit.client.0.smithi102.stdout: "session_rm": { 2024-04-10T15:05:48.503 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 94 2024-04-10T15:05:48.504 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.504 INFO:tasks.workunit.client.0.smithi102.stdout: "session_trim": { 2024-04-10T15:05:48.504 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.504 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.504 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.504 INFO:tasks.workunit.client.0.smithi102.stdout: "paxos": { 2024-04-10T15:05:48.504 INFO:tasks.workunit.client.0.smithi102.stdout: "accept_timeout": { 2024-04-10T15:05:48.504 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.504 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.504 INFO:tasks.workunit.client.0.smithi102.stdout: "begin": { 2024-04-10T15:05:48.504 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 764 2024-04-10T15:05:48.504 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.504 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_bytes": { 2024-04-10T15:05:48.504 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 764, 2024-04-10T15:05:48.504 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3820099 2024-04-10T15:05:48.505 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.505 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_keys": { 2024-04-10T15:05:48.505 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.505 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.505 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.505 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_latency": { 2024-04-10T15:05:48.505 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 764, 2024-04-10T15:05:48.505 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 197996030 2024-04-10T15:05:48.505 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.505 INFO:tasks.workunit.client.0.smithi102.stdout: "collect": { 2024-04-10T15:05:48.505 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:48.505 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.505 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_bytes": { 2024-04-10T15:05:48.505 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:48.505 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73 2024-04-10T15:05:48.506 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.506 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_keys": { 2024-04-10T15:05:48.506 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:48.506 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:48.506 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.506 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_latency": { 2024-04-10T15:05:48.506 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:48.506 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.506 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.506 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_timeout": { 2024-04-10T15:05:48.506 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.506 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.506 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_uncommitted": { 2024-04-10T15:05:48.506 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.507 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.507 INFO:tasks.workunit.client.0.smithi102.stdout: "commit": { 2024-04-10T15:05:48.507 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 765 2024-04-10T15:05:48.507 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.507 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_bytes": { 2024-04-10T15:05:48.507 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.507 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.507 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.507 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_keys": { 2024-04-10T15:05:48.507 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.507 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.507 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.507 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_latency": { 2024-04-10T15:05:48.507 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.507 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.508 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.508 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_ack_timeout": { 2024-04-10T15:05:48.508 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.508 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.508 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_timeout": { 2024-04-10T15:05:48.508 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.508 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.508 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn": { 2024-04-10T15:05:48.508 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.508 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.508 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn_latency": { 2024-04-10T15:05:48.508 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.508 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.508 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.508 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh": { 2024-04-10T15:05:48.509 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 765 2024-04-10T15:05:48.509 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.509 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh_latency": { 2024-04-10T15:05:48.509 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 765, 2024-04-10T15:05:48.509 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1884962184 2024-04-10T15:05:48.509 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.509 INFO:tasks.workunit.client.0.smithi102.stdout: "restart": { 2024-04-10T15:05:48.509 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T15:05:48.509 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.509 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state": { 2024-04-10T15:05:48.509 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.509 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.509 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_bytes": { 2024-04-10T15:05:48.509 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.509 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.510 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.510 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_keys": { 2024-04-10T15:05:48.510 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.510 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.510 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.510 INFO:tasks.workunit.client.0.smithi102.stdout: "start_leader": { 2024-04-10T15:05:48.510 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.510 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.510 INFO:tasks.workunit.client.0.smithi102.stdout: "start_peon": { 2024-04-10T15:05:48.510 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:48.510 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.510 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state": { 2024-04-10T15:05:48.510 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 765 2024-04-10T15:05:48.510 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.511 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_bytes": { 2024-04-10T15:05:48.511 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 765, 2024-04-10T15:05:48.511 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7496999 2024-04-10T15:05:48.511 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.511 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_keys": { 2024-04-10T15:05:48.511 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 765, 2024-04-10T15:05:48.511 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5242 2024-04-10T15:05:48.511 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.511 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_latency": { 2024-04-10T15:05:48.511 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 765, 2024-04-10T15:05:48.511 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 494990076 2024-04-10T15:05:48.511 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.511 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.511 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache": { 2024-04-10T15:05:48.511 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:48.511 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1020054731 2024-04-10T15:05:48.511 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.512 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:48.512 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41754624 2024-04-10T15:05:48.512 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.512 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:48.512 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31703040 2024-04-10T15:05:48.512 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.512 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:48.512 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2147483648 2024-04-10T15:05:48.512 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.512 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:48.512 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10051584 2024-04-10T15:05:48.512 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.512 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.512 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:full": { 2024-04-10T15:05:48.513 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.513 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 348127232 2024-04-10T15:05:48.513 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.513 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.513 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.513 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.513 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.513 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.513 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.513 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.513 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 277020337 2024-04-10T15:05:48.513 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.513 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.513 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 273736 2024-04-10T15:05:48.513 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.514 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.514 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.514 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.514 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.514 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.514 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.514 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.514 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.514 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.514 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.514 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.514 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.514 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.514 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.514 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.515 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.515 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.515 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.515 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.515 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.515 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.515 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.515 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.515 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.515 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.515 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70833159 2024-04-10T15:05:48.515 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.515 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.515 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:inc": { 2024-04-10T15:05:48.515 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.515 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 348127232 2024-04-10T15:05:48.515 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.516 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.516 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.516 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.516 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.516 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.516 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.516 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.516 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 277020337 2024-04-10T15:05:48.516 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.516 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.516 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41727 2024-04-10T15:05:48.516 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.516 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.516 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.516 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.517 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.517 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.517 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.517 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.517 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.517 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.517 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.517 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.517 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.517 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.517 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.517 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.517 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.517 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.517 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.518 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.518 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.518 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.518 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.518 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.518 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.518 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.518 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71065168 2024-04-10T15:05:48.518 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.518 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.518 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:kv": { 2024-04-10T15:05:48.518 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.518 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 322961408 2024-04-10T15:05:48.519 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.519 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.519 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:48.519 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.519 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.519 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.519 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.519 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.519 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184680225 2024-04-10T15:05:48.519 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.519 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.519 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.519 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.519 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.520 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.520 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.520 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.520 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.520 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.520 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.520 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.520 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.520 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.520 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.520 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.520 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.520 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.520 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.520 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.521 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.521 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.521 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.521 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.521 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.521 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.521 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.521 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.521 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.521 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71172319 2024-04-10T15:05:48.521 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.521 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.521 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb": { 2024-04-10T15:05:48.521 INFO:tasks.workunit.client.0.smithi102.stdout: "compact": { 2024-04-10T15:05:48.521 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.522 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.522 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_len": { 2024-04-10T15:05:48.522 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.522 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.522 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_merge": { 2024-04-10T15:05:48.522 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.522 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.522 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_range": { 2024-04-10T15:05:48.522 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:48.522 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.522 INFO:tasks.workunit.client.0.smithi102.stdout: "get_latency": { 2024-04-10T15:05:48.522 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 32593, 2024-04-10T15:05:48.522 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 83681419 2024-04-10T15:05:48.522 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.522 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_delay_time": { 2024-04-10T15:05:48.523 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.523 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.523 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.523 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_memtable_time": { 2024-04-10T15:05:48.523 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.523 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.523 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.523 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T15:05:48.523 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.523 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.523 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.523 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_wal_time": { 2024-04-10T15:05:48.523 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.523 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.524 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.524 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_latency": { 2024-04-10T15:05:48.524 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.524 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.524 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.524 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_sync_latency": { 2024-04-10T15:05:48.524 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1646, 2024-04-10T15:05:48.524 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 773369725 2024-04-10T15:05:48.524 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.524 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.524 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.524 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.0": { 2024-04-10T15:05:48.524 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:48.524 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T15:05:48.524 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.525 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.525 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:05:48.525 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.525 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.525 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T15:05:48.525 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T15:05:48.525 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.525 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_main": { 2024-04-10T15:05:48.525 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.525 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.525 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T15:05:48.525 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.525 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.525 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T15:05:48.526 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.526 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.526 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T15:05:48.526 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T15:05:48.526 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.526 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T15:05:48.526 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7266304 2024-04-10T15:05:48.526 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.526 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T15:05:48.526 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.526 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.526 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.526 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T15:05:48.526 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.526 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.527 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.527 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T15:05:48.527 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:48.527 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.527 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T15:05:48.527 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31850496 2024-04-10T15:05:48.527 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.527 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T15:05:48.527 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3555328 2024-04-10T15:05:48.527 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.527 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T15:05:48.527 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3416064 2024-04-10T15:05:48.527 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.527 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T15:05:48.528 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31850496 2024-04-10T15:05:48.528 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.528 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T15:05:48.528 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.528 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.528 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T15:05:48.528 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.528 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.528 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T15:05:48.528 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14 2024-04-10T15:05:48.528 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.528 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T15:05:48.528 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 206272 2024-04-10T15:05:48.528 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.528 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T15:05:48.528 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23 2024-04-10T15:05:48.529 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.529 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T15:05:48.529 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1282048 2024-04-10T15:05:48.529 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.529 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T15:05:48.529 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1286144 2024-04-10T15:05:48.529 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.529 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T15:05:48.529 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.529 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.529 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T15:05:48.529 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.529 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.529 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T15:05:48.529 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15 2024-04-10T15:05:48.529 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.529 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T15:05:48.530 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4913 2024-04-10T15:05:48.530 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.530 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T15:05:48.530 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T15:05:48.530 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.530 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T15:05:48.530 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5505 2024-04-10T15:05:48.530 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.530 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T15:05:48.530 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:48.530 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.530 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T15:05:48.530 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5505 2024-04-10T15:05:48.530 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.530 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T15:05:48.530 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:48.531 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.531 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T15:05:48.531 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.531 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.531 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:05:48.531 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.531 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.531 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:05:48.531 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.531 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.531 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:05:48.531 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.531 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.531 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T15:05:48.531 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.531 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.531 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T15:05:48.532 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.532 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.532 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T15:05:48.532 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.532 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.532 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T15:05:48.532 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.532 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.532 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T15:05:48.532 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.532 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.532 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T15:05:48.532 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10760192 2024-04-10T15:05:48.532 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.532 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.533 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T15:05:48.533 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T15:05:48.533 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T15:05:48.533 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.533 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T15:05:48.533 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1323008 2024-04-10T15:05:48.533 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.533 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T15:05:48.533 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4, 2024-04-10T15:05:48.533 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 327539 2024-04-10T15:05:48.533 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.533 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T15:05:48.533 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.533 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.534 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.534 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T15:05:48.534 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.534 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.534 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T15:05:48.534 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.534 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.534 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T15:05:48.534 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.534 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.534 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T15:05:48.534 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 19, 2024-04-10T15:05:48.534 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 60147 2024-04-10T15:05:48.534 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.534 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T15:05:48.535 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.535 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.535 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.535 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T15:05:48.535 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.535 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.535 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T15:05:48.535 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 821, 2024-04-10T15:05:48.535 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 535998904 2024-04-10T15:05:48.535 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.535 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T15:05:48.535 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 809, 2024-04-10T15:05:48.535 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24587417 2024-04-10T15:05:48.535 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.535 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T15:05:48.536 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 821, 2024-04-10T15:05:48.536 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 717751 2024-04-10T15:05:48.536 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.536 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T15:05:48.536 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 821, 2024-04-10T15:05:48.536 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 536716655 2024-04-10T15:05:48.536 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.536 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T15:05:48.536 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.536 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.536 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.536 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T15:05:48.536 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:48.536 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41055 2024-04-10T15:05:48.536 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.537 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T15:05:48.537 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6, 2024-04-10T15:05:48.537 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17397 2024-04-10T15:05:48.537 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.537 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T15:05:48.537 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.537 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.537 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.537 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:05:48.537 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.537 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.537 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.537 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T15:05:48.537 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:48.537 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3584 2024-04-10T15:05:48.538 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.538 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T15:05:48.538 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3941 2024-04-10T15:05:48.538 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.538 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T15:05:48.538 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 329 2024-04-10T15:05:48.538 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.538 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T15:05:48.538 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 119, 2024-04-10T15:05:48.538 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2640863 2024-04-10T15:05:48.538 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.538 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T15:05:48.538 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 321, 2024-04-10T15:05:48.538 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 275087 2024-04-10T15:05:48.539 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.539 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T15:05:48.539 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 202, 2024-04-10T15:05:48.539 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3992261 2024-04-10T15:05:48.539 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.539 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T15:05:48.539 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.539 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.539 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T15:05:48.539 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 102, 2024-04-10T15:05:48.539 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5600378 2024-04-10T15:05:48.539 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.539 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T15:05:48.539 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:48.539 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3948889045 2024-04-10T15:05:48.539 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.540 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:05:48.540 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 126, 2024-04-10T15:05:48.540 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36312730 2024-04-10T15:05:48.540 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.540 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:05:48.540 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 126, 2024-04-10T15:05:48.540 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 466736590115 2024-04-10T15:05:48.540 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.540 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T15:05:48.540 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 126, 2024-04-10T15:05:48.540 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 139139082470 2024-04-10T15:05:48.540 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.540 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T15:05:48.540 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:48.540 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72729305246 2024-04-10T15:05:48.540 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.541 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T15:05:48.541 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:48.541 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 198205 2024-04-10T15:05:48.541 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.541 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T15:05:48.541 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:48.541 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 108670974 2024-04-10T15:05:48.541 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.541 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T15:05:48.541 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:48.541 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2653767531 2024-04-10T15:05:48.541 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.541 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T15:05:48.541 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:48.541 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 498915 2024-04-10T15:05:48.541 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.541 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T15:05:48.542 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:48.542 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1705342024 2024-04-10T15:05:48.542 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.542 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T15:05:48.542 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:48.542 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 396494417 2024-04-10T15:05:48.542 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.542 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T15:05:48.542 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 903428 2024-04-10T15:05:48.542 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.542 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T15:05:48.542 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 60, 2024-04-10T15:05:48.542 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 295859 2024-04-10T15:05:48.542 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.543 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T15:05:48.543 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:48.543 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8813408722 2024-04-10T15:05:48.543 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.543 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T15:05:48.543 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:48.543 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 429882962 2024-04-10T15:05:48.543 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.543 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T15:05:48.543 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:48.543 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 300312721 2024-04-10T15:05:48.543 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.543 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.543 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T15:05:48.544 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:48.544 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1861633873 2024-04-10T15:05:48.544 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.544 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:48.544 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 48824320 2024-04-10T15:05:48.544 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.544 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:48.544 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 48234496 2024-04-10T15:05:48.544 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.544 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:48.544 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3137576755 2024-04-10T15:05:48.544 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.544 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:48.544 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 589824 2024-04-10T15:05:48.544 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.544 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.544 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T15:05:48.545 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.545 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 159383552 2024-04-10T15:05:48.545 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.545 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.545 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.545 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.545 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.545 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.545 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.545 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.545 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 85465353 2024-04-10T15:05:48.545 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.545 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.545 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.545 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.545 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.545 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.546 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.546 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.546 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.546 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.546 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.546 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.546 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.546 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.546 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.546 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.546 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.546 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 606208 2024-04-10T15:05:48.546 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.546 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.546 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.546 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.547 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.547 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.547 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.547 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.547 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.547 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.547 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.547 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73311991 2024-04-10T15:05:48.547 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.547 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.547 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T15:05:48.547 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.547 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 780140544 2024-04-10T15:05:48.547 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.547 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.547 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:48.548 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.548 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.548 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.548 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.548 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.548 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 640990148 2024-04-10T15:05:48.548 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.548 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.548 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.548 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.548 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.548 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.548 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.548 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.548 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.548 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.549 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.549 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.549 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.549 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.549 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.549 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.549 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.549 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2128 2024-04-10T15:05:48.549 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.549 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.549 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.549 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.549 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.549 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.549 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.550 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.550 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.550 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.550 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.550 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72039404 2024-04-10T15:05:48.550 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.550 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.550 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:05:48.550 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.550 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 192937984 2024-04-10T15:05:48.550 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.550 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.550 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:48.550 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.551 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.551 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 464 2024-04-10T15:05:48.551 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.551 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.551 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56976902 2024-04-10T15:05:48.551 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.551 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.551 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.551 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.551 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.551 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.551 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.551 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.551 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.551 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.552 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.552 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.552 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.552 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.552 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.552 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.552 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.552 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.552 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.552 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.552 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.552 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.552 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.552 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.552 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.552 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.552 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.553 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.553 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68851754 2024-04-10T15:05:48.553 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.553 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T15:05:48.553 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.553 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 713031680 2024-04-10T15:05:48.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.553 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.553 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.553 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.553 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.554 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.554 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 640990148 2024-04-10T15:05:48.554 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.554 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.554 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.554 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.554 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.554 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.554 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.554 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.554 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.554 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.554 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.554 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.555 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.555 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5911 2024-04-10T15:05:48.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.555 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.555 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 346428 2024-04-10T15:05:48.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.555 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.555 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.555 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.555 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.555 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.556 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.556 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.556 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.556 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71689193 2024-04-10T15:05:48.556 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.556 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.556 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T15:05:48.556 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T15:05:48.556 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.556 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.556 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:48.556 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.556 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.556 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T15:05:48.556 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.556 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.557 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:48.557 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.557 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.557 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.557 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.557 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T15:05:48.557 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47 2024-04-10T15:05:48.557 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.557 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T15:05:48.557 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.557 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.557 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T15:05:48.557 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T15:05:48.557 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.557 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T15:05:48.558 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.558 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T15:05:48.558 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.558 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T15:05:48.558 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 616 2024-04-10T15:05:48.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.558 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T15:05:48.558 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T15:05:48.558 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 91207697 2024-04-10T15:05:48.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.558 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T15:05:48.558 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.559 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T15:05:48.559 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6, 2024-04-10T15:05:48.559 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2898214 2024-04-10T15:05:48.559 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.559 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T15:05:48.559 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T15:05:48.559 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 89398870 2024-04-10T15:05:48.559 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.559 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:48.559 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.559 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.559 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T15:05:48.559 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.559 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.559 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.559 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:05:48.560 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.560 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T15:05:48.560 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.560 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T15:05:48.560 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.560 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.560 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T15:05:48.560 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.560 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.560 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T15:05:48.560 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.561 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T15:05:48.561 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.561 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T15:05:48.561 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.561 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.561 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:05:48.561 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.561 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:05:48.561 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.561 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T15:05:48.562 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.562 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.562 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T15:05:48.562 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.562 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.562 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.562 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T15:05:48.562 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.562 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.562 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.562 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:48.562 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T15:05:48.562 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.562 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T15:05:48.563 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 616 2024-04-10T15:05:48.563 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.563 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T15:05:48.563 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T15:05:48.563 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 91207697 2024-04-10T15:05:48.563 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.563 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:05:48.563 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.563 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.563 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T15:05:48.563 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6, 2024-04-10T15:05:48.563 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2898214 2024-04-10T15:05:48.563 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.563 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T15:05:48.564 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T15:05:48.564 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 89398870 2024-04-10T15:05:48.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.564 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T15:05:48.564 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.564 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T15:05:48.564 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1771104 2024-04-10T15:05:48.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.564 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T15:05:48.564 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6 2024-04-10T15:05:48.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.564 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T15:05:48.564 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:48.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.565 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T15:05:48.565 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33181696 2024-04-10T15:05:48.565 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.565 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.565 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.565 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.1": { 2024-04-10T15:05:48.565 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:48.565 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T15:05:48.565 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.565 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.565 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:05:48.565 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.565 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.565 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T15:05:48.565 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T15:05:48.566 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.566 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_main": { 2024-04-10T15:05:48.566 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.566 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.566 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T15:05:48.566 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.566 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.566 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T15:05:48.566 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.566 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.566 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T15:05:48.566 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T15:05:48.566 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.566 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T15:05:48.567 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2359296 2024-04-10T15:05:48.567 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.567 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T15:05:48.567 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.567 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.567 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.567 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T15:05:48.567 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.567 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.567 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.567 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T15:05:48.567 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:48.567 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.567 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T15:05:48.567 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27656192 2024-04-10T15:05:48.568 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.568 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T15:05:48.568 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1458176 2024-04-10T15:05:48.568 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.568 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T15:05:48.568 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1318912 2024-04-10T15:05:48.568 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.568 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T15:05:48.568 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31850496 2024-04-10T15:05:48.568 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.568 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T15:05:48.568 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.568 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.568 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T15:05:48.568 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.568 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.568 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T15:05:48.569 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14 2024-04-10T15:05:48.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.569 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T15:05:48.569 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 206272 2024-04-10T15:05:48.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.569 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T15:05:48.569 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23 2024-04-10T15:05:48.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.569 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T15:05:48.569 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1282048 2024-04-10T15:05:48.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.569 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T15:05:48.569 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1286144 2024-04-10T15:05:48.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.569 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T15:05:48.569 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.570 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T15:05:48.570 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.570 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.570 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T15:05:48.570 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15 2024-04-10T15:05:48.570 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.570 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T15:05:48.570 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4913 2024-04-10T15:05:48.570 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.570 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T15:05:48.570 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T15:05:48.570 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.570 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T15:05:48.570 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5505 2024-04-10T15:05:48.570 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.571 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T15:05:48.571 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:48.571 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.571 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T15:05:48.571 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5505 2024-04-10T15:05:48.571 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.571 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T15:05:48.571 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:48.571 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.571 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T15:05:48.571 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.571 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.571 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:05:48.571 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.571 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.571 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:05:48.571 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.572 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.572 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:05:48.572 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.572 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.572 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T15:05:48.572 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.572 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.572 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T15:05:48.572 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.572 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.572 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T15:05:48.572 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.572 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.572 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T15:05:48.572 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.572 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.572 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T15:05:48.573 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.573 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.573 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T15:05:48.573 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3756032 2024-04-10T15:05:48.573 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.573 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.573 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T15:05:48.573 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T15:05:48.573 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T15:05:48.573 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.573 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T15:05:48.573 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 724992 2024-04-10T15:05:48.573 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.573 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T15:05:48.573 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T15:05:48.574 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 224811 2024-04-10T15:05:48.574 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.574 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T15:05:48.574 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.574 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.574 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.574 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T15:05:48.574 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.574 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.574 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T15:05:48.574 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.574 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.574 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T15:05:48.574 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.574 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.574 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T15:05:48.575 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 26, 2024-04-10T15:05:48.575 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 63354 2024-04-10T15:05:48.575 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.575 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T15:05:48.575 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.575 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.575 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.575 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T15:05:48.575 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.575 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.575 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T15:05:48.575 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 309, 2024-04-10T15:05:48.575 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 103474680 2024-04-10T15:05:48.575 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.576 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T15:05:48.576 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 303, 2024-04-10T15:05:48.576 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10918076 2024-04-10T15:05:48.576 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.576 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T15:05:48.576 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 309, 2024-04-10T15:05:48.576 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 365796 2024-04-10T15:05:48.576 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.576 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T15:05:48.576 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 309, 2024-04-10T15:05:48.576 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 103840476 2024-04-10T15:05:48.576 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.576 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T15:05:48.576 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.576 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.577 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.577 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T15:05:48.577 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T15:05:48.577 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 50637 2024-04-10T15:05:48.577 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.577 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T15:05:48.577 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:48.577 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5906 2024-04-10T15:05:48.577 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.577 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T15:05:48.577 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.577 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.577 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.577 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:05:48.577 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.578 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.578 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.578 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T15:05:48.578 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:48.578 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5292 2024-04-10T15:05:48.578 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.578 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T15:05:48.578 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 837 2024-04-10T15:05:48.578 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.578 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T15:05:48.578 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 235 2024-04-10T15:05:48.578 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.578 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T15:05:48.578 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 141, 2024-04-10T15:05:48.578 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3674438 2024-04-10T15:05:48.578 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.579 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T15:05:48.579 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 365, 2024-04-10T15:05:48.579 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 292572 2024-04-10T15:05:48.579 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.579 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T15:05:48.579 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 224, 2024-04-10T15:05:48.579 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5054953 2024-04-10T15:05:48.579 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.579 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T15:05:48.579 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.579 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.579 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T15:05:48.579 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T15:05:48.579 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 144977 2024-04-10T15:05:48.580 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.580 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T15:05:48.580 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 419, 2024-04-10T15:05:48.580 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24067534 2024-04-10T15:05:48.580 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.580 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:05:48.580 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 124, 2024-04-10T15:05:48.580 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10716956 2024-04-10T15:05:48.580 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.580 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:05:48.580 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 122, 2024-04-10T15:05:48.580 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 538912852481 2024-04-10T15:05:48.580 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.580 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T15:05:48.581 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 124, 2024-04-10T15:05:48.581 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 129775021991 2024-04-10T15:05:48.581 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.581 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T15:05:48.581 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 417, 2024-04-10T15:05:48.581 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 160518098099 2024-04-10T15:05:48.581 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.581 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T15:05:48.581 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 417, 2024-04-10T15:05:48.581 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40648 2024-04-10T15:05:48.581 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.581 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T15:05:48.581 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 419, 2024-04-10T15:05:48.581 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4815828 2024-04-10T15:05:48.581 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.581 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T15:05:48.582 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 419, 2024-04-10T15:05:48.582 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 228617975 2024-04-10T15:05:48.582 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.582 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T15:05:48.582 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 419, 2024-04-10T15:05:48.582 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 139864 2024-04-10T15:05:48.582 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.582 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T15:05:48.582 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 419, 2024-04-10T15:05:48.582 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 118634676 2024-04-10T15:05:48.582 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.582 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T15:05:48.582 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 419, 2024-04-10T15:05:48.582 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23420969 2024-04-10T15:05:48.582 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.583 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T15:05:48.583 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 312765 2024-04-10T15:05:48.583 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.583 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T15:05:48.583 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 58, 2024-04-10T15:05:48.583 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 286386 2024-04-10T15:05:48.583 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.583 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T15:05:48.583 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 419, 2024-04-10T15:05:48.583 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 399616423 2024-04-10T15:05:48.583 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.583 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T15:05:48.583 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 419, 2024-04-10T15:05:48.583 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27762721 2024-04-10T15:05:48.583 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.584 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T15:05:48.584 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 419, 2024-04-10T15:05:48.584 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2707386 2024-04-10T15:05:48.584 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.584 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.584 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T15:05:48.584 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:48.584 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1861633873 2024-04-10T15:05:48.584 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.584 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:48.584 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 43433984 2024-04-10T15:05:48.584 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.584 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:48.584 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42745856 2024-04-10T15:05:48.584 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.584 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:48.584 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3137576755 2024-04-10T15:05:48.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.585 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:48.585 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 688128 2024-04-10T15:05:48.585 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.585 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T15:05:48.585 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.585 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 159383552 2024-04-10T15:05:48.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.585 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.585 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.585 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.585 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.585 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.586 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 85509116 2024-04-10T15:05:48.586 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.586 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.586 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.586 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.586 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.586 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.586 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.586 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.586 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.586 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.586 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.586 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.586 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.586 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.586 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.587 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.587 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.587 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8192 2024-04-10T15:05:48.587 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.587 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.587 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.587 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.587 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.587 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.587 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.587 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.587 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.587 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.587 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.587 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73866244 2024-04-10T15:05:48.587 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.587 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.588 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T15:05:48.588 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.588 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 780140544 2024-04-10T15:05:48.588 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.588 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.588 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:48.588 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.588 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.588 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.588 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.588 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.588 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641318374 2024-04-10T15:05:48.588 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.588 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.588 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.588 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.588 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.589 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.589 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.589 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.589 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.589 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.589 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.589 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.589 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.589 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.589 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.589 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.589 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.589 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2128 2024-04-10T15:05:48.589 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.589 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.589 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.589 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.590 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.590 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.590 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.590 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.590 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.590 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.590 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.590 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71711178 2024-04-10T15:05:48.590 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.590 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.590 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:05:48.590 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.590 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 192937984 2024-04-10T15:05:48.590 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.591 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.591 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:48.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.591 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.591 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 464 2024-04-10T15:05:48.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.591 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.591 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57006077 2024-04-10T15:05:48.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.591 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.591 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.591 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.591 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.592 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.592 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.592 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.592 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.592 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.592 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.592 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.592 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.592 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.592 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.592 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.592 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.592 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.592 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.592 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.592 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.593 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.593 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.593 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.593 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.593 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.593 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.593 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68822579 2024-04-10T15:05:48.593 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.593 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.593 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T15:05:48.593 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.593 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 713031680 2024-04-10T15:05:48.593 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.593 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.593 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.593 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.594 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.594 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.594 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.594 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.594 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641318374 2024-04-10T15:05:48.594 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.594 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.594 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.594 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.594 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.594 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.594 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.594 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.594 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.595 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.595 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.595 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.595 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.595 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.595 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8272 2024-04-10T15:05:48.595 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.595 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.595 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 212714 2024-04-10T15:05:48.595 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.595 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.595 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.595 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.595 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.595 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.596 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.596 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.596 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.596 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71492320 2024-04-10T15:05:48.596 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.596 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T15:05:48.596 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T15:05:48.596 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.596 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:48.596 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.597 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T15:05:48.597 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.597 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.597 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:48.597 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.597 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.597 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.597 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.597 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T15:05:48.597 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36 2024-04-10T15:05:48.597 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.597 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T15:05:48.597 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.597 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.597 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T15:05:48.597 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 155 2024-04-10T15:05:48.597 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.598 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T15:05:48.598 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.598 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.598 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T15:05:48.598 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.598 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.598 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T15:05:48.598 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2429440 2024-04-10T15:05:48.598 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.598 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T15:05:48.598 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 155, 2024-04-10T15:05:48.598 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1082868867 2024-04-10T15:05:48.598 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.598 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T15:05:48.598 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1063 2024-04-10T15:05:48.599 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.599 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T15:05:48.599 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 155, 2024-04-10T15:05:48.599 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58641225 2024-04-10T15:05:48.599 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.599 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T15:05:48.599 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 155, 2024-04-10T15:05:48.599 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 216861667 2024-04-10T15:05:48.599 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.599 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:48.599 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33 2024-04-10T15:05:48.599 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.599 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T15:05:48.599 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 33, 2024-04-10T15:05:48.599 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5660814 2024-04-10T15:05:48.599 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.599 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:05:48.600 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.600 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T15:05:48.600 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1063 2024-04-10T15:05:48.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.600 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T15:05:48.600 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 33, 2024-04-10T15:05:48.600 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4969027 2024-04-10T15:05:48.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.600 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T15:05:48.600 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 33, 2024-04-10T15:05:48.600 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4143593 2024-04-10T15:05:48.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.600 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T15:05:48.600 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22 2024-04-10T15:05:48.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.601 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T15:05:48.601 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.601 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.601 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T15:05:48.601 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 22, 2024-04-10T15:05:48.601 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22686731 2024-04-10T15:05:48.601 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.601 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:05:48.601 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.601 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.601 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:05:48.601 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.601 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.601 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T15:05:48.601 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.601 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.602 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T15:05:48.602 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 22, 2024-04-10T15:05:48.602 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9121298 2024-04-10T15:05:48.602 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.602 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T15:05:48.602 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 22, 2024-04-10T15:05:48.602 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21552661 2024-04-10T15:05:48.602 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.602 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:48.602 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 100 2024-04-10T15:05:48.602 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.602 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T15:05:48.602 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2429440 2024-04-10T15:05:48.602 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.602 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T15:05:48.602 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 100, 2024-04-10T15:05:48.603 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1054521322 2024-04-10T15:05:48.603 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.603 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:05:48.603 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.603 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.603 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T15:05:48.603 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 100, 2024-04-10T15:05:48.603 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 44550900 2024-04-10T15:05:48.603 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.603 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T15:05:48.603 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 100, 2024-04-10T15:05:48.603 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 191165413 2024-04-10T15:05:48.603 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.603 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T15:05:48.603 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.603 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.603 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T15:05:48.604 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 590368 2024-04-10T15:05:48.604 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.604 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T15:05:48.604 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:48.604 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.604 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T15:05:48.604 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:48.604 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.604 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T15:05:48.604 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28397568 2024-04-10T15:05:48.604 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.604 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.604 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.604 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.2": { 2024-04-10T15:05:48.604 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:48.604 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T15:05:48.604 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.605 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:05:48.605 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.605 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T15:05:48.605 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T15:05:48.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.605 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_main": { 2024-04-10T15:05:48.605 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.605 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T15:05:48.605 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.605 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T15:05:48.605 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.605 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T15:05:48.606 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T15:05:48.606 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.606 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T15:05:48.606 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2060288 2024-04-10T15:05:48.606 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.606 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T15:05:48.606 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.606 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.606 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.606 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T15:05:48.606 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.606 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.606 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.606 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T15:05:48.607 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:48.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.607 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T15:05:48.607 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27656192 2024-04-10T15:05:48.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.607 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T15:05:48.607 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1265664 2024-04-10T15:05:48.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.607 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T15:05:48.607 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1126400 2024-04-10T15:05:48.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.607 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T15:05:48.607 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31850496 2024-04-10T15:05:48.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.607 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T15:05:48.607 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.608 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T15:05:48.608 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T15:05:48.608 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14 2024-04-10T15:05:48.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.608 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T15:05:48.608 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 206272 2024-04-10T15:05:48.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.608 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T15:05:48.608 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23 2024-04-10T15:05:48.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.608 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T15:05:48.608 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1282048 2024-04-10T15:05:48.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.609 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T15:05:48.609 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1286144 2024-04-10T15:05:48.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.609 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T15:05:48.609 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.609 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T15:05:48.609 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.609 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T15:05:48.609 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15 2024-04-10T15:05:48.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.609 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T15:05:48.610 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4913 2024-04-10T15:05:48.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.610 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T15:05:48.610 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T15:05:48.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.610 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T15:05:48.610 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5505 2024-04-10T15:05:48.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.610 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T15:05:48.610 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:48.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.610 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T15:05:48.610 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5505 2024-04-10T15:05:48.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.611 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T15:05:48.611 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:48.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.611 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T15:05:48.611 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.611 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:05:48.611 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.611 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:05:48.611 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.611 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:05:48.611 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.612 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T15:05:48.612 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.612 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T15:05:48.612 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.612 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T15:05:48.612 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.612 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T15:05:48.612 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.613 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T15:05:48.613 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.613 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T15:05:48.613 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3264512 2024-04-10T15:05:48.613 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.613 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T15:05:48.613 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T15:05:48.613 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T15:05:48.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.613 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T15:05:48.613 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 712704 2024-04-10T15:05:48.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.614 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T15:05:48.614 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4, 2024-04-10T15:05:48.614 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 162643 2024-04-10T15:05:48.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.614 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T15:05:48.614 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.614 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.614 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T15:05:48.614 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.614 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T15:05:48.614 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.614 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T15:05:48.615 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.615 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T15:05:48.615 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10, 2024-04-10T15:05:48.615 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20269 2024-04-10T15:05:48.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.615 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T15:05:48.615 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.615 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.615 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T15:05:48.615 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.615 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T15:05:48.616 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 262, 2024-04-10T15:05:48.616 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72025763 2024-04-10T15:05:48.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.616 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T15:05:48.616 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 262, 2024-04-10T15:05:48.616 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4752836 2024-04-10T15:05:48.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.616 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T15:05:48.616 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 262, 2024-04-10T15:05:48.616 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 280345 2024-04-10T15:05:48.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.616 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T15:05:48.616 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 262, 2024-04-10T15:05:48.616 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72306108 2024-04-10T15:05:48.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.616 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T15:05:48.616 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.617 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.617 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T15:05:48.617 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T15:05:48.617 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35802 2024-04-10T15:05:48.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.617 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T15:05:48.617 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.617 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.617 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T15:05:48.617 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.617 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.617 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:05:48.617 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.618 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.618 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T15:05:48.618 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:48.618 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3790 2024-04-10T15:05:48.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.618 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T15:05:48.618 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 604 2024-04-10T15:05:48.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.618 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T15:05:48.618 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 211 2024-04-10T15:05:48.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.618 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T15:05:48.618 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 97, 2024-04-10T15:05:48.618 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1457461 2024-04-10T15:05:48.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.619 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T15:05:48.619 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 271, 2024-04-10T15:05:48.619 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 230012 2024-04-10T15:05:48.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.619 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T15:05:48.619 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 174, 2024-04-10T15:05:48.619 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1621966 2024-04-10T15:05:48.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.619 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T15:05:48.619 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.619 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T15:05:48.619 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T15:05:48.619 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 115127 2024-04-10T15:05:48.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.620 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T15:05:48.620 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 333, 2024-04-10T15:05:48.620 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9511797 2024-04-10T15:05:48.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.620 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:05:48.620 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 118, 2024-04-10T15:05:48.620 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22404267 2024-04-10T15:05:48.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.620 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:05:48.620 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 116, 2024-04-10T15:05:48.620 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 277675178387 2024-04-10T15:05:48.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.620 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T15:05:48.620 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 118, 2024-04-10T15:05:48.621 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 117633566421 2024-04-10T15:05:48.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.621 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T15:05:48.621 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 331, 2024-04-10T15:05:48.621 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37024129773 2024-04-10T15:05:48.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.621 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T15:05:48.621 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 331, 2024-04-10T15:05:48.621 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 30976 2024-04-10T15:05:48.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.621 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T15:05:48.621 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 333, 2024-04-10T15:05:48.621 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1274844 2024-04-10T15:05:48.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.621 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T15:05:48.621 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 333, 2024-04-10T15:05:48.622 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 127789317 2024-04-10T15:05:48.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.622 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T15:05:48.622 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 333, 2024-04-10T15:05:48.622 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 113560 2024-04-10T15:05:48.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.622 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T15:05:48.622 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 333, 2024-04-10T15:05:48.622 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 78194247 2024-04-10T15:05:48.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.622 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T15:05:48.622 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 333, 2024-04-10T15:05:48.622 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19178330 2024-04-10T15:05:48.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.623 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T15:05:48.623 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 312332 2024-04-10T15:05:48.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.623 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T15:05:48.623 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 52, 2024-04-10T15:05:48.623 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 247331 2024-04-10T15:05:48.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.623 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T15:05:48.623 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 333, 2024-04-10T15:05:48.623 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 236002198 2024-04-10T15:05:48.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.623 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T15:05:48.623 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 333, 2024-04-10T15:05:48.624 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22297416 2024-04-10T15:05:48.624 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.624 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T15:05:48.624 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 333, 2024-04-10T15:05:48.624 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2176704 2024-04-10T15:05:48.624 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.624 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.624 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T15:05:48.624 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:48.624 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1861633873 2024-04-10T15:05:48.624 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.624 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:48.624 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42319872 2024-04-10T15:05:48.624 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.625 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:48.625 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41549824 2024-04-10T15:05:48.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.625 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:48.625 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3137576755 2024-04-10T15:05:48.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.625 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:48.625 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 770048 2024-04-10T15:05:48.625 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.625 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T15:05:48.625 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.625 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 159383552 2024-04-10T15:05:48.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.626 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.626 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.626 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.626 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.626 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.626 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.626 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.626 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 85509662 2024-04-10T15:05:48.626 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.626 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.627 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.627 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.627 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.627 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.627 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.627 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.627 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.627 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.627 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.628 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.628 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T15:05:48.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.628 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.628 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.628 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.628 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.628 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.628 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.628 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.628 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73861602 2024-04-10T15:05:48.628 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.629 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T15:05:48.629 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.629 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 780140544 2024-04-10T15:05:48.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.629 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.629 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:48.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.629 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.629 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.629 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.629 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641322471 2024-04-10T15:05:48.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.629 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.629 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.630 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.630 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.630 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.630 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.630 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.630 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.630 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.630 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.630 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.630 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2128 2024-04-10T15:05:48.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.631 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.631 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.631 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.631 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.631 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.631 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.631 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.631 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71707081 2024-04-10T15:05:48.631 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.631 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:05:48.632 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.632 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 192937984 2024-04-10T15:05:48.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.632 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.632 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:48.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.632 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.632 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 464 2024-04-10T15:05:48.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.632 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.632 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57006441 2024-04-10T15:05:48.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.632 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.632 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.633 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.633 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.633 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.633 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.633 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.633 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.633 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.633 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.633 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.633 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.634 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.634 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.634 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.634 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.634 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.634 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.634 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.634 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68822215 2024-04-10T15:05:48.634 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.634 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T15:05:48.635 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.635 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 713031680 2024-04-10T15:05:48.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.635 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.635 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.635 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.635 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.635 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.635 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641322471 2024-04-10T15:05:48.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.635 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.635 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.635 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.635 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.636 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.636 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.636 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.636 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.636 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.636 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7051 2024-04-10T15:05:48.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.636 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.636 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 200968 2024-04-10T15:05:48.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.636 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.636 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.636 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.637 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.637 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.637 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.637 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.637 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71501190 2024-04-10T15:05:48.637 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.637 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T15:05:48.637 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T15:05:48.637 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.638 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:48.638 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.638 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T15:05:48.638 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.638 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:48.638 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.638 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.638 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.638 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T15:05:48.638 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 29 2024-04-10T15:05:48.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.638 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T15:05:48.639 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.639 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T15:05:48.639 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T15:05:48.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.639 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T15:05:48.639 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.639 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T15:05:48.639 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.639 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T15:05:48.639 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.639 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T15:05:48.639 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10, 2024-04-10T15:05:48.639 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 151703978 2024-04-10T15:05:48.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.640 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T15:05:48.640 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.640 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T15:05:48.640 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10, 2024-04-10T15:05:48.640 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4782576 2024-04-10T15:05:48.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.640 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T15:05:48.640 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10, 2024-04-10T15:05:48.640 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 136149726 2024-04-10T15:05:48.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.640 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:48.640 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.640 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T15:05:48.641 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.641 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.641 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:05:48.641 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.641 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T15:05:48.641 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.641 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T15:05:48.641 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.641 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.641 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T15:05:48.641 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.641 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.642 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T15:05:48.642 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.642 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T15:05:48.642 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.642 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T15:05:48.642 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.642 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.642 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:05:48.642 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.642 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:05:48.643 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.643 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T15:05:48.643 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.643 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T15:05:48.643 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.643 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.643 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T15:05:48.643 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.643 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.643 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:48.643 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T15:05:48.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.643 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T15:05:48.644 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.644 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T15:05:48.644 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10, 2024-04-10T15:05:48.644 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 151703978 2024-04-10T15:05:48.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.644 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:05:48.644 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.644 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T15:05:48.644 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10, 2024-04-10T15:05:48.644 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4782576 2024-04-10T15:05:48.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.644 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T15:05:48.644 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10, 2024-04-10T15:05:48.644 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 136149726 2024-04-10T15:05:48.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.644 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T15:05:48.645 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.645 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T15:05:48.645 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.645 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T15:05:48.645 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.645 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T15:05:48.645 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:48.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.645 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T15:05:48.645 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28385280 2024-04-10T15:05:48.645 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.645 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.646 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.3": { 2024-04-10T15:05:48.646 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:48.646 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T15:05:48.646 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.646 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.646 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:05:48.646 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.646 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.646 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T15:05:48.646 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T15:05:48.646 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.646 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_main": { 2024-04-10T15:05:48.646 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.646 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.646 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T15:05:48.647 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.647 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T15:05:48.647 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.647 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T15:05:48.647 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T15:05:48.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.647 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T15:05:48.647 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1097728 2024-04-10T15:05:48.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.647 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T15:05:48.647 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.647 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.647 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T15:05:48.648 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.648 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.648 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T15:05:48.648 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:48.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.648 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T15:05:48.648 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27656192 2024-04-10T15:05:48.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.648 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T15:05:48.648 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 794624 2024-04-10T15:05:48.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.648 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T15:05:48.648 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 655360 2024-04-10T15:05:48.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.648 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T15:05:48.649 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31850496 2024-04-10T15:05:48.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.649 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T15:05:48.649 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.649 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T15:05:48.649 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T15:05:48.649 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14 2024-04-10T15:05:48.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.649 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T15:05:48.649 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 206272 2024-04-10T15:05:48.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.649 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T15:05:48.650 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23 2024-04-10T15:05:48.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.650 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T15:05:48.650 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1282048 2024-04-10T15:05:48.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.650 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T15:05:48.650 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1286144 2024-04-10T15:05:48.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.650 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T15:05:48.650 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.650 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T15:05:48.650 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.651 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T15:05:48.651 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15 2024-04-10T15:05:48.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.651 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T15:05:48.651 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4913 2024-04-10T15:05:48.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.651 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T15:05:48.651 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T15:05:48.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.651 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T15:05:48.651 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5503 2024-04-10T15:05:48.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.651 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T15:05:48.651 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:48.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.652 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T15:05:48.652 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5503 2024-04-10T15:05:48.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.652 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T15:05:48.652 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:48.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.652 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T15:05:48.652 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.652 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:05:48.652 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.652 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:05:48.652 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.653 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:05:48.653 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.653 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T15:05:48.653 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.653 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T15:05:48.653 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.653 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T15:05:48.653 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.653 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T15:05:48.653 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.654 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T15:05:48.654 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.654 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T15:05:48.654 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1830912 2024-04-10T15:05:48.654 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.654 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T15:05:48.654 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T15:05:48.654 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T15:05:48.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.654 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T15:05:48.654 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 733184 2024-04-10T15:05:48.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.654 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T15:05:48.655 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.655 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.655 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T15:05:48.655 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.655 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.655 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T15:05:48.655 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.655 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T15:05:48.655 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.655 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T15:05:48.655 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.656 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.656 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T15:05:48.656 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T15:05:48.656 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4847 2024-04-10T15:05:48.656 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.656 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T15:05:48.656 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.656 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.656 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.656 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T15:05:48.656 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.656 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.656 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T15:05:48.656 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 147, 2024-04-10T15:05:48.656 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58020549 2024-04-10T15:05:48.656 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.657 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T15:05:48.657 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 135, 2024-04-10T15:05:48.657 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6151160 2024-04-10T15:05:48.657 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.657 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T15:05:48.657 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 147, 2024-04-10T15:05:48.657 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 193402 2024-04-10T15:05:48.657 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.657 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T15:05:48.657 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 147, 2024-04-10T15:05:48.657 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58213951 2024-04-10T15:05:48.657 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.657 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T15:05:48.657 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.657 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.658 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.658 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T15:05:48.658 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:48.658 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65771 2024-04-10T15:05:48.658 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.658 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T15:05:48.658 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.658 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.658 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.658 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T15:05:48.658 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.658 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.658 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.658 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:05:48.658 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.659 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.659 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.659 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T15:05:48.659 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:48.659 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4133 2024-04-10T15:05:48.659 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.659 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T15:05:48.659 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 341 2024-04-10T15:05:48.659 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.659 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T15:05:48.659 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 221 2024-04-10T15:05:48.659 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.659 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T15:05:48.659 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83, 2024-04-10T15:05:48.659 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 759927 2024-04-10T15:05:48.659 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.660 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T15:05:48.660 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 143, 2024-04-10T15:05:48.660 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 231392 2024-04-10T15:05:48.660 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.660 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T15:05:48.660 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 60, 2024-04-10T15:05:48.660 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 422527 2024-04-10T15:05:48.660 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.660 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T15:05:48.660 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.660 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.660 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T15:05:48.660 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.661 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.661 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.661 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T15:05:48.661 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 244, 2024-04-10T15:05:48.661 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4270180 2024-04-10T15:05:48.661 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.661 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:05:48.661 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 52, 2024-04-10T15:05:48.661 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3484233 2024-04-10T15:05:48.661 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.661 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:05:48.661 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 49, 2024-04-10T15:05:48.661 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 235606079062 2024-04-10T15:05:48.661 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.661 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T15:05:48.662 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 52, 2024-04-10T15:05:48.662 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 83553561506 2024-04-10T15:05:48.662 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.662 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T15:05:48.662 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 241, 2024-04-10T15:05:48.662 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 489019 2024-04-10T15:05:48.662 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.662 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T15:05:48.662 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 241, 2024-04-10T15:05:48.662 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27357 2024-04-10T15:05:48.662 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.662 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T15:05:48.662 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 244, 2024-04-10T15:05:48.662 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 243094 2024-04-10T15:05:48.662 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.663 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T15:05:48.663 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 244, 2024-04-10T15:05:48.663 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 265479135 2024-04-10T15:05:48.663 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.663 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T15:05:48.663 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 244, 2024-04-10T15:05:48.663 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 64411 2024-04-10T15:05:48.663 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.663 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T15:05:48.663 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 244, 2024-04-10T15:05:48.663 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 145206662 2024-04-10T15:05:48.663 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.663 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T15:05:48.664 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 244, 2024-04-10T15:05:48.664 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18521667 2024-04-10T15:05:48.664 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.664 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T15:05:48.664 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 315068 2024-04-10T15:05:48.664 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.664 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T15:05:48.664 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 43, 2024-04-10T15:05:48.664 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 225014 2024-04-10T15:05:48.664 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.664 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T15:05:48.664 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 244, 2024-04-10T15:05:48.664 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 433747072 2024-04-10T15:05:48.664 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.664 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T15:05:48.664 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 244, 2024-04-10T15:05:48.665 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20890987 2024-04-10T15:05:48.665 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.665 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T15:05:48.665 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 244, 2024-04-10T15:05:48.665 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1936692 2024-04-10T15:05:48.665 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.665 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.665 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T15:05:48.665 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:48.665 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1861633873 2024-04-10T15:05:48.665 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.665 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:48.665 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42319872 2024-04-10T15:05:48.665 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.666 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:48.666 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40443904 2024-04-10T15:05:48.666 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.666 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:48.666 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3137576755 2024-04-10T15:05:48.666 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.666 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:48.666 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1875968 2024-04-10T15:05:48.666 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.666 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.666 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T15:05:48.666 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.666 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 159383552 2024-04-10T15:05:48.667 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.667 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.667 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.667 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.667 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.667 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.667 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.667 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.667 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 85509914 2024-04-10T15:05:48.667 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.667 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.667 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.667 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.667 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.667 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.667 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.668 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.668 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.668 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.668 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.668 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.668 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.668 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.668 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.668 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.668 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.669 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.669 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.669 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.669 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.669 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.669 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73873638 2024-04-10T15:05:48.669 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.669 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T15:05:48.669 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.669 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 780140544 2024-04-10T15:05:48.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.669 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.670 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:48.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.670 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.670 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.670 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.670 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641324356 2024-04-10T15:05:48.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.670 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.670 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.670 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.670 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.670 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.671 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.671 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.671 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.671 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.671 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.671 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.671 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2128 2024-04-10T15:05:48.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.671 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.671 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.671 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.671 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.672 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.672 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.672 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.672 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71705196 2024-04-10T15:05:48.672 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.672 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:05:48.672 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.672 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 192937984 2024-04-10T15:05:48.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.672 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.672 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:48.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.673 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.673 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 464 2024-04-10T15:05:48.673 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.673 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.673 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57006609 2024-04-10T15:05:48.673 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.673 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.673 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.673 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.673 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.673 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.673 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.673 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.673 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.673 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.673 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.673 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.674 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.674 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.674 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.674 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.674 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.674 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.674 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.674 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.674 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.674 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.674 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.674 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.674 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.674 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.674 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.675 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.675 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68822047 2024-04-10T15:05:48.675 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.675 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T15:05:48.675 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.675 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 713031680 2024-04-10T15:05:48.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.675 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.675 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.675 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.675 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.676 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.676 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641324356 2024-04-10T15:05:48.676 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.676 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.676 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.676 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.676 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.676 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.676 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.676 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.676 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.676 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.676 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.676 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.677 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.677 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.677 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15270 2024-04-10T15:05:48.677 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.677 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.677 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 205568 2024-04-10T15:05:48.677 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.677 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.677 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.677 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.677 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.677 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.677 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.677 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.677 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.677 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.678 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.678 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71486486 2024-04-10T15:05:48.678 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.678 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.678 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T15:05:48.678 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T15:05:48.678 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.678 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.678 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:48.678 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.678 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.678 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T15:05:48.678 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.678 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.679 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:48.679 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.679 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.679 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.679 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.679 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T15:05:48.679 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36 2024-04-10T15:05:48.679 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.679 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T15:05:48.679 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.679 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.679 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T15:05:48.679 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.679 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.679 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T15:05:48.679 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.680 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T15:05:48.680 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.680 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T15:05:48.680 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.680 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T15:05:48.680 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.680 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.680 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T15:05:48.680 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.680 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T15:05:48.681 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:48.681 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1498086 2024-04-10T15:05:48.681 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.681 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T15:05:48.681 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.681 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.681 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.681 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:48.681 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.681 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.681 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T15:05:48.681 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.681 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.681 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.682 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:05:48.682 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.682 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.682 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T15:05:48.682 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.682 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.682 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T15:05:48.682 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.682 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.682 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.682 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T15:05:48.682 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.682 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.682 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.683 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T15:05:48.683 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.683 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.683 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T15:05:48.683 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.683 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.683 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T15:05:48.683 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.683 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.683 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.683 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:05:48.683 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.683 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.683 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:05:48.684 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.684 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.684 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T15:05:48.684 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.684 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.684 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T15:05:48.684 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.684 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.684 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.684 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T15:05:48.684 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.684 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.684 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.685 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:48.685 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.685 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.685 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T15:05:48.685 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.685 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.685 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T15:05:48.685 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.685 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.685 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.685 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:05:48.685 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.685 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.685 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T15:05:48.685 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:48.686 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1498086 2024-04-10T15:05:48.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.686 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T15:05:48.686 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.686 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.686 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T15:05:48.686 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.686 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T15:05:48.686 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.686 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T15:05:48.686 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.687 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T15:05:48.687 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:48.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.687 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T15:05:48.687 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28397568 2024-04-10T15:05:48.687 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.687 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.687 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.4": { 2024-04-10T15:05:48.687 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:48.687 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T15:05:48.687 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.688 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:05:48.688 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.688 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T15:05:48.688 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T15:05:48.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.688 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_main": { 2024-04-10T15:05:48.688 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.688 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T15:05:48.688 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.688 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T15:05:48.688 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.689 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T15:05:48.689 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T15:05:48.689 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.689 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T15:05:48.689 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1282048 2024-04-10T15:05:48.689 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.689 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T15:05:48.689 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.689 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.689 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.689 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T15:05:48.689 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.689 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.690 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.690 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T15:05:48.690 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:48.690 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.690 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T15:05:48.690 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27656192 2024-04-10T15:05:48.690 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.690 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T15:05:48.690 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 946176 2024-04-10T15:05:48.690 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.690 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T15:05:48.690 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 806912 2024-04-10T15:05:48.690 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.690 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T15:05:48.690 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31850496 2024-04-10T15:05:48.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.691 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T15:05:48.691 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.691 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T15:05:48.691 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.691 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T15:05:48.691 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14 2024-04-10T15:05:48.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.691 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T15:05:48.691 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 206272 2024-04-10T15:05:48.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.691 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T15:05:48.691 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23 2024-04-10T15:05:48.692 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.692 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T15:05:48.692 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1282048 2024-04-10T15:05:48.692 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.692 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T15:05:48.692 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1286144 2024-04-10T15:05:48.692 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.692 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T15:05:48.692 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.692 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.692 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T15:05:48.692 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.692 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.692 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T15:05:48.693 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15 2024-04-10T15:05:48.693 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.693 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T15:05:48.693 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4913 2024-04-10T15:05:48.693 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.693 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T15:05:48.693 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T15:05:48.693 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.693 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T15:05:48.693 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5504 2024-04-10T15:05:48.693 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.693 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T15:05:48.693 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:48.693 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.693 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T15:05:48.694 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5504 2024-04-10T15:05:48.694 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.694 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T15:05:48.694 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:48.694 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.694 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T15:05:48.694 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.694 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.694 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:05:48.694 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.694 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.694 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:05:48.694 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.694 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.695 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:05:48.695 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.695 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.695 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T15:05:48.695 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.695 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.695 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T15:05:48.695 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.695 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.695 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T15:05:48.695 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.695 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.695 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T15:05:48.695 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.695 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.695 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T15:05:48.696 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.696 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T15:05:48.696 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2166784 2024-04-10T15:05:48.696 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.696 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T15:05:48.696 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T15:05:48.696 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T15:05:48.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.696 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T15:05:48.696 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 733184 2024-04-10T15:05:48.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.696 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T15:05:48.696 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10, 2024-04-10T15:05:48.696 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 417318 2024-04-10T15:05:48.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.697 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T15:05:48.697 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.697 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.697 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T15:05:48.697 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.697 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T15:05:48.697 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.697 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T15:05:48.697 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.697 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T15:05:48.697 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:48.697 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1750 2024-04-10T15:05:48.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.698 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T15:05:48.698 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.698 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.698 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.698 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T15:05:48.698 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.698 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.698 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T15:05:48.698 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 184, 2024-04-10T15:05:48.698 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 46144984 2024-04-10T15:05:48.698 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.698 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T15:05:48.698 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 173, 2024-04-10T15:05:48.698 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8824729 2024-04-10T15:05:48.698 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.699 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T15:05:48.699 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 184, 2024-04-10T15:05:48.699 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 164695 2024-04-10T15:05:48.699 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.699 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T15:05:48.699 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 184, 2024-04-10T15:05:48.699 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 46309679 2024-04-10T15:05:48.699 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.699 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T15:05:48.699 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.699 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.699 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.699 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T15:05:48.699 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T15:05:48.699 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 66306 2024-04-10T15:05:48.699 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.700 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T15:05:48.700 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.700 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.700 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.700 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T15:05:48.700 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.700 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.700 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.700 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:05:48.700 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.700 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.700 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.700 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T15:05:48.700 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:48.700 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4075 2024-04-10T15:05:48.701 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.701 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T15:05:48.701 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 373 2024-04-10T15:05:48.701 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.701 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T15:05:48.701 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 237 2024-04-10T15:05:48.701 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.701 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T15:05:48.701 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 100, 2024-04-10T15:05:48.701 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 888143 2024-04-10T15:05:48.701 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.701 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T15:05:48.701 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 170, 2024-04-10T15:05:48.701 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 233053 2024-04-10T15:05:48.701 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.702 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T15:05:48.702 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70, 2024-04-10T15:05:48.702 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 165683 2024-04-10T15:05:48.702 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.702 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T15:05:48.702 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.702 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.702 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T15:05:48.702 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6, 2024-04-10T15:05:48.702 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 209608 2024-04-10T15:05:48.702 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.702 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T15:05:48.702 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 264, 2024-04-10T15:05:48.702 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15190385 2024-04-10T15:05:48.702 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.703 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:05:48.703 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 43, 2024-04-10T15:05:48.703 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2950319 2024-04-10T15:05:48.703 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.703 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:05:48.703 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41, 2024-04-10T15:05:48.703 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 236931604648 2024-04-10T15:05:48.703 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.703 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T15:05:48.703 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 43, 2024-04-10T15:05:48.703 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 66585409968 2024-04-10T15:05:48.703 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.703 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T15:05:48.703 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 262, 2024-04-10T15:05:48.703 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 612442 2024-04-10T15:05:48.703 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.703 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T15:05:48.704 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 262, 2024-04-10T15:05:48.704 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27046 2024-04-10T15:05:48.704 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.704 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T15:05:48.704 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 264, 2024-04-10T15:05:48.704 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 300925 2024-04-10T15:05:48.704 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.704 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T15:05:48.704 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 264, 2024-04-10T15:05:48.704 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 140730174 2024-04-10T15:05:48.704 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.704 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T15:05:48.704 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 264, 2024-04-10T15:05:48.704 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 79980 2024-04-10T15:05:48.704 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.704 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T15:05:48.705 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 264, 2024-04-10T15:05:48.705 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74919842 2024-04-10T15:05:48.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.705 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T15:05:48.705 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 264, 2024-04-10T15:05:48.705 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12756916 2024-04-10T15:05:48.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.705 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T15:05:48.705 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 313313 2024-04-10T15:05:48.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.705 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T15:05:48.705 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 42, 2024-04-10T15:05:48.705 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184207 2024-04-10T15:05:48.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.705 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T15:05:48.706 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 264, 2024-04-10T15:05:48.706 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 243932053 2024-04-10T15:05:48.706 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.706 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T15:05:48.706 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 264, 2024-04-10T15:05:48.706 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15058153 2024-04-10T15:05:48.706 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.706 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T15:05:48.706 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 264, 2024-04-10T15:05:48.706 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1710792 2024-04-10T15:05:48.706 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.706 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.706 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T15:05:48.706 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:48.706 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1861635701 2024-04-10T15:05:48.707 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.707 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:48.707 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42319872 2024-04-10T15:05:48.707 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.707 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:48.707 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41648128 2024-04-10T15:05:48.707 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.707 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:48.707 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3137578905 2024-04-10T15:05:48.707 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.707 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:48.707 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 671744 2024-04-10T15:05:48.707 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.707 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.707 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T15:05:48.707 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.708 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 159383552 2024-04-10T15:05:48.708 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.708 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.708 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.708 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.708 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.708 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.708 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.708 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.708 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 85509821 2024-04-10T15:05:48.708 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.708 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.708 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.708 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.708 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.708 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.709 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.709 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.709 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.709 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.709 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.709 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.709 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.709 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.709 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.709 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.709 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.709 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.709 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.709 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.710 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.710 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.710 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.710 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.710 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.710 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.710 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.710 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.710 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.710 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73873731 2024-04-10T15:05:48.710 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.710 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.710 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T15:05:48.710 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.710 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 780140544 2024-04-10T15:05:48.711 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.711 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.711 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:48.711 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.711 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.711 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.711 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.711 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.711 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641323661 2024-04-10T15:05:48.711 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.711 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.711 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.711 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.711 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.712 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.712 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.712 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.712 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.712 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.712 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.712 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.712 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.712 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.712 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.712 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.712 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.712 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2128 2024-04-10T15:05:48.712 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.712 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.713 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.713 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.713 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.713 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.713 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.713 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.713 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.713 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.713 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.713 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71705891 2024-04-10T15:05:48.713 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.713 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.713 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:05:48.713 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.713 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 192937984 2024-04-10T15:05:48.713 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.714 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.714 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:48.714 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.714 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.714 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 464 2024-04-10T15:05:48.714 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.714 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.714 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57006547 2024-04-10T15:05:48.714 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.714 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.714 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.714 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.714 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.714 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.714 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.715 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.715 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.715 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.715 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.715 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.715 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.715 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.715 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.715 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.715 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.715 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.715 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.715 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.716 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.716 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.716 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.716 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.716 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.716 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.716 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.716 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.716 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.716 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68822109 2024-04-10T15:05:48.716 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.716 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.716 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T15:05:48.716 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.716 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 713031680 2024-04-10T15:05:48.717 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.717 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.717 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.717 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.717 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.717 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.717 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.717 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.717 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641323661 2024-04-10T15:05:48.717 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.717 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.717 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.717 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.717 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.717 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.717 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.717 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.718 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.718 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.718 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.718 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.718 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.718 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.718 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4717 2024-04-10T15:05:48.718 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.718 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.718 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 212270 2024-04-10T15:05:48.718 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.718 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.718 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.718 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.719 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.719 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.719 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.719 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.719 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.719 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.719 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.719 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71491032 2024-04-10T15:05:48.719 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.719 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.719 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T15:05:48.719 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T15:05:48.719 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.719 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.720 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:48.720 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.720 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.720 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T15:05:48.720 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.720 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.720 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:48.720 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.720 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.720 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.720 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.720 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T15:05:48.720 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41 2024-04-10T15:05:48.720 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.720 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T15:05:48.720 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.721 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.721 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T15:05:48.721 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:48.721 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.721 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T15:05:48.721 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.721 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.721 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T15:05:48.721 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.721 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.721 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T15:05:48.721 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22 2024-04-10T15:05:48.721 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.721 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T15:05:48.721 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:48.722 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14975438 2024-04-10T15:05:48.722 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.722 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T15:05:48.722 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.722 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.722 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T15:05:48.722 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:48.722 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 557607 2024-04-10T15:05:48.722 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.722 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T15:05:48.722 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:48.722 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14912126 2024-04-10T15:05:48.722 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.722 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:48.722 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.723 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.723 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T15:05:48.723 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.723 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.723 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.723 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:05:48.723 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.723 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.723 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T15:05:48.723 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.723 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.723 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T15:05:48.723 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.723 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.723 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.723 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T15:05:48.724 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.724 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.724 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.724 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T15:05:48.724 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.724 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.724 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T15:05:48.724 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.724 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.724 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T15:05:48.724 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.724 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.724 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.724 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:05:48.724 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.724 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.724 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:05:48.725 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.725 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.725 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T15:05:48.725 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.725 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.725 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T15:05:48.725 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.725 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.725 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.725 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T15:05:48.725 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.725 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.725 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.725 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:48.725 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:48.725 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.725 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T15:05:48.726 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22 2024-04-10T15:05:48.726 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.726 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T15:05:48.726 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:48.726 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14975438 2024-04-10T15:05:48.726 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.726 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:05:48.726 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.726 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.726 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T15:05:48.726 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:48.726 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 557607 2024-04-10T15:05:48.726 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.727 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T15:05:48.727 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:48.727 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14912126 2024-04-10T15:05:48.727 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.727 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T15:05:48.727 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.727 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.727 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T15:05:48.727 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.727 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.727 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T15:05:48.727 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.727 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.728 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T15:05:48.728 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:48.728 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.728 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T15:05:48.728 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28405760 2024-04-10T15:05:48.728 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.728 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.728 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.728 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.5": { 2024-04-10T15:05:48.728 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:48.728 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T15:05:48.728 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.728 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.728 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:05:48.728 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.728 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.729 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T15:05:48.729 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T15:05:48.729 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.729 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_main": { 2024-04-10T15:05:48.729 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.729 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.729 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T15:05:48.729 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.729 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.729 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T15:05:48.729 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.729 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.729 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T15:05:48.729 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T15:05:48.729 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.729 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T15:05:48.730 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5750784 2024-04-10T15:05:48.730 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.730 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T15:05:48.730 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.730 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.730 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.730 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T15:05:48.730 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.730 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.730 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.730 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T15:05:48.730 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:48.730 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.730 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T15:05:48.730 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27656192 2024-04-10T15:05:48.730 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.731 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T15:05:48.731 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2740224 2024-04-10T15:05:48.731 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.731 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T15:05:48.731 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600960 2024-04-10T15:05:48.731 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.731 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T15:05:48.731 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31850496 2024-04-10T15:05:48.731 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.731 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T15:05:48.731 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.731 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.731 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T15:05:48.731 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.731 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T15:05:48.732 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14 2024-04-10T15:05:48.732 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.732 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T15:05:48.732 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 206272 2024-04-10T15:05:48.732 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.732 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T15:05:48.732 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23 2024-04-10T15:05:48.732 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.732 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T15:05:48.732 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1282048 2024-04-10T15:05:48.732 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.732 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T15:05:48.732 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1286144 2024-04-10T15:05:48.732 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.732 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T15:05:48.732 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.733 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.733 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T15:05:48.733 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.733 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.733 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T15:05:48.733 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15 2024-04-10T15:05:48.733 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.733 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T15:05:48.733 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4913 2024-04-10T15:05:48.733 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.733 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T15:05:48.733 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T15:05:48.733 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.733 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T15:05:48.733 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5505 2024-04-10T15:05:48.733 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.734 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T15:05:48.734 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:48.734 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.734 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T15:05:48.734 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5505 2024-04-10T15:05:48.734 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.734 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T15:05:48.734 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:48.734 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.734 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T15:05:48.734 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.734 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.734 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:05:48.734 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.734 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.735 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:05:48.735 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.735 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.735 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:05:48.735 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.735 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.735 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T15:05:48.735 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.735 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.735 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T15:05:48.735 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.735 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.735 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T15:05:48.735 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.735 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.735 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T15:05:48.736 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.736 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.736 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T15:05:48.736 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.736 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.736 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T15:05:48.736 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8429568 2024-04-10T15:05:48.736 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.736 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.736 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T15:05:48.736 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T15:05:48.736 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T15:05:48.736 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.736 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T15:05:48.736 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 729088 2024-04-10T15:05:48.736 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.736 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T15:05:48.737 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6, 2024-04-10T15:05:48.737 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 350900 2024-04-10T15:05:48.737 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.737 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T15:05:48.737 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.737 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.737 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.737 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T15:05:48.737 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.737 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.737 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T15:05:48.737 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.737 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.737 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T15:05:48.737 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.738 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.738 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T15:05:48.738 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T15:05:48.738 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4941 2024-04-10T15:05:48.738 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.738 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T15:05:48.738 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.738 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.738 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.738 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T15:05:48.738 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.738 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.738 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T15:05:48.738 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 622, 2024-04-10T15:05:48.738 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 489490977 2024-04-10T15:05:48.738 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.739 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T15:05:48.739 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 614, 2024-04-10T15:05:48.739 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16487220 2024-04-10T15:05:48.739 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.739 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T15:05:48.739 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 622, 2024-04-10T15:05:48.739 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 525220 2024-04-10T15:05:48.739 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.739 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T15:05:48.739 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 622, 2024-04-10T15:05:48.739 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 490016197 2024-04-10T15:05:48.739 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.739 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T15:05:48.739 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.739 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.739 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.739 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T15:05:48.740 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T15:05:48.740 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42657 2024-04-10T15:05:48.740 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.740 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T15:05:48.740 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.740 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.740 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.740 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T15:05:48.740 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.740 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.740 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.740 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:05:48.740 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.740 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.740 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.740 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T15:05:48.740 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:48.741 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7253 2024-04-10T15:05:48.741 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.741 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T15:05:48.741 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3439 2024-04-10T15:05:48.741 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.741 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T15:05:48.741 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 343 2024-04-10T15:05:48.741 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.741 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T15:05:48.741 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 91, 2024-04-10T15:05:48.741 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 774590 2024-04-10T15:05:48.741 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.741 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T15:05:48.741 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 147, 2024-04-10T15:05:48.741 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 283679 2024-04-10T15:05:48.741 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.741 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T15:05:48.742 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 56, 2024-04-10T15:05:48.742 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 415192 2024-04-10T15:05:48.742 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.742 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T15:05:48.742 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.742 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.742 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T15:05:48.742 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 104, 2024-04-10T15:05:48.742 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5748999 2024-04-10T15:05:48.742 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.742 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T15:05:48.742 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3370, 2024-04-10T15:05:48.742 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3954202903 2024-04-10T15:05:48.742 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.743 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:05:48.743 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41, 2024-04-10T15:05:48.743 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27541481 2024-04-10T15:05:48.743 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.743 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:05:48.743 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 38, 2024-04-10T15:05:48.743 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 182021734104 2024-04-10T15:05:48.743 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.743 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T15:05:48.743 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41, 2024-04-10T15:05:48.743 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69848666452 2024-04-10T15:05:48.743 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.743 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T15:05:48.743 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3367, 2024-04-10T15:05:48.743 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1613462470 2024-04-10T15:05:48.743 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.743 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T15:05:48.744 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3367, 2024-04-10T15:05:48.744 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 161336 2024-04-10T15:05:48.744 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.744 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T15:05:48.744 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3370, 2024-04-10T15:05:48.744 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 94198341 2024-04-10T15:05:48.744 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.744 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T15:05:48.744 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3370, 2024-04-10T15:05:48.744 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2976944715 2024-04-10T15:05:48.744 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.744 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T15:05:48.744 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3370, 2024-04-10T15:05:48.744 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 389982 2024-04-10T15:05:48.744 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.745 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T15:05:48.745 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3370, 2024-04-10T15:05:48.745 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1474164839 2024-04-10T15:05:48.745 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.745 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T15:05:48.745 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3370, 2024-04-10T15:05:48.745 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 362896035 2024-04-10T15:05:48.745 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.745 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T15:05:48.745 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 314996 2024-04-10T15:05:48.745 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.745 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T15:05:48.745 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 34, 2024-04-10T15:05:48.745 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 143255 2024-04-10T15:05:48.745 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.745 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T15:05:48.746 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3370, 2024-04-10T15:05:48.746 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8862612486 2024-04-10T15:05:48.746 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.746 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T15:05:48.746 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3370, 2024-04-10T15:05:48.746 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 399621450 2024-04-10T15:05:48.746 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.746 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T15:05:48.746 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3370, 2024-04-10T15:05:48.746 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 266144456 2024-04-10T15:05:48.746 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.746 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.746 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T15:05:48.746 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:48.746 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1861635701 2024-04-10T15:05:48.747 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.747 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:48.747 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45531136 2024-04-10T15:05:48.747 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.747 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:48.747 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45522944 2024-04-10T15:05:48.747 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.747 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:48.747 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3137578905 2024-04-10T15:05:48.747 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.747 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:48.747 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8192 2024-04-10T15:05:48.747 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.747 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.747 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T15:05:48.747 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.748 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 159383552 2024-04-10T15:05:48.748 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.748 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.748 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.748 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.748 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.748 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.748 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.748 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.748 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 85503200 2024-04-10T15:05:48.748 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.748 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.748 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.748 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.748 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.748 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.748 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.749 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.749 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.749 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.749 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.749 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.749 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.749 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.749 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.749 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.749 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.749 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.749 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.749 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.749 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.749 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.749 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.750 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.750 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.750 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.750 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.750 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.750 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.750 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73880352 2024-04-10T15:05:48.750 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.750 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.750 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T15:05:48.750 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.750 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 780140544 2024-04-10T15:05:48.750 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.750 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.751 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:48.751 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.751 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.751 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.751 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.751 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.751 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641274007 2024-04-10T15:05:48.751 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.751 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.751 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.751 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.751 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.751 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.751 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.751 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.752 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.752 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.752 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.752 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.752 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.752 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.752 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.752 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.752 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.752 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2128 2024-04-10T15:05:48.752 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.752 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.752 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.752 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.752 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.753 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.753 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.753 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.753 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.753 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.753 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.753 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71755545 2024-04-10T15:05:48.753 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.753 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.753 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:05:48.753 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.753 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 192937984 2024-04-10T15:05:48.753 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.753 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.753 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:48.754 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.754 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.754 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 464 2024-04-10T15:05:48.754 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.754 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.754 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57002133 2024-04-10T15:05:48.754 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.754 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.754 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.754 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.754 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.754 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.754 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.755 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.755 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.755 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.755 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.755 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.755 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.755 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.755 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.755 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.755 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.755 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.755 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.755 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.755 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.755 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.756 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.756 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.756 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.756 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.756 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.756 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.756 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.756 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68826523 2024-04-10T15:05:48.756 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.756 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.756 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T15:05:48.756 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.756 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 713031680 2024-04-10T15:05:48.756 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.757 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.757 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.757 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.757 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.757 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.757 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.757 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.757 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641274007 2024-04-10T15:05:48.757 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.757 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.757 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.757 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.757 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.757 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.757 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.758 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.758 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.758 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.758 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.758 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.758 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.758 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.758 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11485 2024-04-10T15:05:48.758 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.758 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.758 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 323903 2024-04-10T15:05:48.758 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.758 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.758 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.759 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.759 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.759 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.759 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.759 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.759 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.759 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.759 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.759 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71422285 2024-04-10T15:05:48.759 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.759 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.759 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T15:05:48.759 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T15:05:48.759 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.759 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.760 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:48.760 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.760 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.760 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T15:05:48.760 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.760 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.760 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:48.760 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.760 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.760 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.760 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.760 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T15:05:48.760 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42 2024-04-10T15:05:48.760 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.761 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T15:05:48.761 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.761 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.761 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T15:05:48.761 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.761 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.761 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T15:05:48.761 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.761 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.761 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T15:05:48.761 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.761 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.761 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T15:05:48.761 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.761 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.762 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T15:05:48.762 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.762 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.762 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.762 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T15:05:48.762 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.762 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.762 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T15:05:48.762 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.762 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.762 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.762 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T15:05:48.762 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.762 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.763 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.763 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:48.763 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.763 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.763 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T15:05:48.763 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.763 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.763 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.763 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:05:48.763 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.763 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.763 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T15:05:48.763 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.763 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.764 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T15:05:48.764 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.764 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.764 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.764 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T15:05:48.764 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.764 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.764 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.764 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T15:05:48.764 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.764 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.764 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T15:05:48.764 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.764 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.764 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T15:05:48.764 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.765 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.765 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.765 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:05:48.765 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.765 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.765 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:05:48.765 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.765 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.765 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T15:05:48.765 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.765 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.765 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T15:05:48.765 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.765 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.766 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.766 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T15:05:48.766 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.766 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.766 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.766 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:48.766 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.766 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.766 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T15:05:48.766 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.766 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.766 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T15:05:48.766 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.766 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.767 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.767 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:05:48.767 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.767 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.767 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T15:05:48.767 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.767 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.767 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.767 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T15:05:48.767 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.767 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.767 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.767 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T15:05:48.767 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.768 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.768 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T15:05:48.768 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.768 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.768 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T15:05:48.768 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.768 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.768 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T15:05:48.768 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:48.768 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.768 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T15:05:48.768 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28393472 2024-04-10T15:05:48.768 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.768 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.768 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.768 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.6": { 2024-04-10T15:05:48.768 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:48.769 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T15:05:48.769 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.769 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.769 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:05:48.769 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.769 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.769 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T15:05:48.769 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T15:05:48.769 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.769 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_main": { 2024-04-10T15:05:48.769 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.769 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.769 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T15:05:48.769 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.769 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.769 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T15:05:48.770 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.770 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.770 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T15:05:48.770 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T15:05:48.770 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.770 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T15:05:48.770 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5734400 2024-04-10T15:05:48.770 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.770 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T15:05:48.770 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.770 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.770 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.770 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T15:05:48.770 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.770 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.770 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.771 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T15:05:48.771 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:48.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.771 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T15:05:48.771 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27656192 2024-04-10T15:05:48.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.771 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T15:05:48.771 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2727936 2024-04-10T15:05:48.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.771 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T15:05:48.771 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2588672 2024-04-10T15:05:48.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.771 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T15:05:48.771 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31850496 2024-04-10T15:05:48.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.771 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T15:05:48.772 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.772 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.772 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T15:05:48.772 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.772 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T15:05:48.772 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14 2024-04-10T15:05:48.772 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.772 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T15:05:48.772 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 206272 2024-04-10T15:05:48.772 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.772 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T15:05:48.772 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23 2024-04-10T15:05:48.772 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.772 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T15:05:48.773 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1282048 2024-04-10T15:05:48.773 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.773 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T15:05:48.773 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1286144 2024-04-10T15:05:48.773 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.773 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T15:05:48.773 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.773 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.773 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T15:05:48.773 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.773 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.773 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T15:05:48.773 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15 2024-04-10T15:05:48.773 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.773 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T15:05:48.773 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4913 2024-04-10T15:05:48.773 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.774 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T15:05:48.774 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T15:05:48.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.774 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T15:05:48.774 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5504 2024-04-10T15:05:48.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.774 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T15:05:48.774 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:48.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.774 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T15:05:48.774 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5504 2024-04-10T15:05:48.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.774 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T15:05:48.774 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:48.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.774 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T15:05:48.775 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.775 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:05:48.775 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.775 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:05:48.775 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.775 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:05:48.775 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.775 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T15:05:48.775 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.775 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T15:05:48.775 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.776 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.776 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T15:05:48.776 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.776 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.776 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T15:05:48.776 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.776 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.776 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T15:05:48.776 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.776 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.776 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T15:05:48.776 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8400896 2024-04-10T15:05:48.776 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.776 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.776 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T15:05:48.777 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T15:05:48.777 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T15:05:48.777 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.777 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T15:05:48.777 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1310720 2024-04-10T15:05:48.777 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.777 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T15:05:48.777 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.777 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.777 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.777 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T15:05:48.777 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.777 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.777 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.777 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T15:05:48.778 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.778 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.778 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T15:05:48.778 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.778 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.778 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T15:05:48.778 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.778 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.778 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T15:05:48.778 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T15:05:48.778 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8390 2024-04-10T15:05:48.778 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.778 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T15:05:48.778 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.779 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.779 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.779 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T15:05:48.779 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.779 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.779 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T15:05:48.779 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 619, 2024-04-10T15:05:48.779 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 467114863 2024-04-10T15:05:48.779 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.779 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T15:05:48.779 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 617, 2024-04-10T15:05:48.779 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23222333 2024-04-10T15:05:48.779 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.779 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T15:05:48.779 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 619, 2024-04-10T15:05:48.780 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 621558 2024-04-10T15:05:48.780 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.780 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T15:05:48.780 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 619, 2024-04-10T15:05:48.780 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 467736421 2024-04-10T15:05:48.780 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.780 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T15:05:48.780 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.780 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.780 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.780 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T15:05:48.780 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:48.780 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 59792 2024-04-10T15:05:48.780 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.780 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T15:05:48.781 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.781 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.781 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T15:05:48.781 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.781 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.781 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:05:48.781 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.781 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.781 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T15:05:48.781 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:48.781 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4114 2024-04-10T15:05:48.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.782 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T15:05:48.782 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3446 2024-04-10T15:05:48.782 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.782 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T15:05:48.782 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 353 2024-04-10T15:05:48.782 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.782 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T15:05:48.782 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 90, 2024-04-10T15:05:48.782 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 910599 2024-04-10T15:05:48.782 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.782 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T15:05:48.782 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 134, 2024-04-10T15:05:48.782 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 356258 2024-04-10T15:05:48.782 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.782 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T15:05:48.783 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 44, 2024-04-10T15:05:48.783 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 617792 2024-04-10T15:05:48.783 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.783 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T15:05:48.783 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.783 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.783 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T15:05:48.783 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 100, 2024-04-10T15:05:48.783 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6038531 2024-04-10T15:05:48.783 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.783 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T15:05:48.783 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:48.783 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3891513118 2024-04-10T15:05:48.783 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.783 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:05:48.784 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 34, 2024-04-10T15:05:48.784 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23422050 2024-04-10T15:05:48.784 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.784 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:05:48.784 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 34, 2024-04-10T15:05:48.784 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 352887456438 2024-04-10T15:05:48.784 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.784 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T15:05:48.784 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 34, 2024-04-10T15:05:48.784 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 46575561847 2024-04-10T15:05:48.784 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.784 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T15:05:48.784 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:48.784 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1314013477 2024-04-10T15:05:48.784 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.785 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T15:05:48.785 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:48.785 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 227609 2024-04-10T15:05:48.785 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.785 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T15:05:48.785 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:48.785 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3088975 2024-04-10T15:05:48.785 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.785 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T15:05:48.785 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:48.785 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2509602255 2024-04-10T15:05:48.785 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.785 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T15:05:48.785 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:48.785 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 485368 2024-04-10T15:05:48.785 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.786 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T15:05:48.786 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:48.786 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1368573971 2024-04-10T15:05:48.786 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.786 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T15:05:48.786 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:48.786 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 359744461 2024-04-10T15:05:48.786 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.786 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T15:05:48.786 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 904728 2024-04-10T15:05:48.786 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.786 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T15:05:48.786 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27, 2024-04-10T15:05:48.786 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 99167 2024-04-10T15:05:48.787 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.787 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T15:05:48.787 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:48.787 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8132764395 2024-04-10T15:05:48.787 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.787 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T15:05:48.787 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:48.787 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 392826618 2024-04-10T15:05:48.787 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.787 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T15:05:48.787 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:48.788 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 262008155 2024-04-10T15:05:48.788 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.788 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T15:05:48.788 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:48.788 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1861635701 2024-04-10T15:05:48.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.788 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:48.788 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45531136 2024-04-10T15:05:48.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.788 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:48.788 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45146112 2024-04-10T15:05:48.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.788 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:48.788 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3137578905 2024-04-10T15:05:48.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.789 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:48.789 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 385024 2024-04-10T15:05:48.789 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.789 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.789 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T15:05:48.789 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.789 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 159383552 2024-04-10T15:05:48.789 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.789 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.789 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.789 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.789 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.789 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.789 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.789 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.790 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 85502586 2024-04-10T15:05:48.790 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.790 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.790 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.790 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.790 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.790 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.790 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.790 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.790 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.790 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.790 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.790 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.790 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.790 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.791 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.791 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.791 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.791 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8192 2024-04-10T15:05:48.791 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.791 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.791 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.791 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.791 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.791 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.791 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.791 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.791 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.791 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.792 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.792 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73872774 2024-04-10T15:05:48.792 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.792 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.792 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T15:05:48.792 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.792 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 780140544 2024-04-10T15:05:48.792 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.792 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.792 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:48.792 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.792 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.792 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.792 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.792 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.793 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641269396 2024-04-10T15:05:48.793 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.793 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.793 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.793 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.793 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.793 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.793 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.793 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.793 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.793 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.793 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.793 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.793 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.793 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.794 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.794 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.794 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.794 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2128 2024-04-10T15:05:48.794 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.794 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.794 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.794 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.794 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.794 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.794 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.794 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.794 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.794 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.795 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.795 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71760156 2024-04-10T15:05:48.795 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.795 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.795 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:05:48.795 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.795 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 192937984 2024-04-10T15:05:48.795 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.795 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.795 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:48.795 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.795 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.795 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 464 2024-04-10T15:05:48.795 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.796 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.796 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57001724 2024-04-10T15:05:48.796 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.796 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.796 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.796 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.796 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.796 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.796 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.796 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.796 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.796 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.796 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.796 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.796 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.797 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.797 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.797 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.797 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.797 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.797 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.797 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.797 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.797 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.797 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.797 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.797 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.797 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.797 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.798 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.798 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.798 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68826932 2024-04-10T15:05:48.798 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.798 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.798 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T15:05:48.798 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.798 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 713031680 2024-04-10T15:05:48.798 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.798 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.798 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.798 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.798 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.798 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.798 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.799 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.799 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641269396 2024-04-10T15:05:48.799 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.799 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.799 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.799 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.799 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.799 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.799 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.799 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.799 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.799 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.799 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.799 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.799 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.800 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.800 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16320 2024-04-10T15:05:48.800 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.800 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.800 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 320573 2024-04-10T15:05:48.800 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.800 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.800 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.800 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.800 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.800 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.800 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.800 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.800 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.800 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.801 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.801 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71425391 2024-04-10T15:05:48.801 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.801 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.801 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T15:05:48.801 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T15:05:48.801 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.801 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.801 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:48.801 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.801 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.801 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T15:05:48.801 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.801 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.801 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:48.802 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.802 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.802 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.802 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.802 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T15:05:48.802 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 39 2024-04-10T15:05:48.802 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.802 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T15:05:48.802 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.802 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.802 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T15:05:48.802 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T15:05:48.802 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.802 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T15:05:48.802 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.803 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.803 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T15:05:48.803 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.803 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.803 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T15:05:48.803 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2812 2024-04-10T15:05:48.803 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.803 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T15:05:48.803 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13, 2024-04-10T15:05:48.803 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 84687287 2024-04-10T15:05:48.803 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.803 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T15:05:48.803 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.803 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.803 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T15:05:48.803 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T15:05:48.804 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7787689 2024-04-10T15:05:48.804 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.804 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T15:05:48.804 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13, 2024-04-10T15:05:48.804 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 78554092 2024-04-10T15:05:48.804 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.804 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:48.804 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.804 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.804 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T15:05:48.804 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.804 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.804 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.804 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:05:48.804 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.804 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.804 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T15:05:48.805 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.805 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.805 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T15:05:48.805 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.805 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.805 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.805 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T15:05:48.805 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.805 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.805 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.805 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T15:05:48.805 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.805 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.805 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T15:05:48.805 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.805 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.805 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T15:05:48.806 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.806 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.806 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.806 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:05:48.806 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.806 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.806 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:05:48.806 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.806 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.806 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T15:05:48.806 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.806 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.806 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T15:05:48.806 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.806 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.807 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T15:05:48.807 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.807 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.807 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:48.807 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T15:05:48.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.807 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T15:05:48.807 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2812 2024-04-10T15:05:48.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.807 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T15:05:48.807 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13, 2024-04-10T15:05:48.807 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 84687287 2024-04-10T15:05:48.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.808 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:05:48.808 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.808 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.808 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T15:05:48.808 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T15:05:48.808 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7787689 2024-04-10T15:05:48.808 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.808 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T15:05:48.808 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13, 2024-04-10T15:05:48.808 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 78554092 2024-04-10T15:05:48.808 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.808 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T15:05:48.808 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.808 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.808 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T15:05:48.808 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.808 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.809 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T15:05:48.809 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.809 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.809 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T15:05:48.809 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:48.809 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.809 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T15:05:48.809 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28975104 2024-04-10T15:05:48.809 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.809 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.809 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.809 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.7": { 2024-04-10T15:05:48.809 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:48.809 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T15:05:48.809 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.810 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.810 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:05:48.810 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.810 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.810 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T15:05:48.810 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T15:05:48.810 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.810 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_main": { 2024-04-10T15:05:48.810 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.810 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.810 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T15:05:48.810 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.810 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.810 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T15:05:48.811 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.811 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.811 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T15:05:48.811 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T15:05:48.811 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.811 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T15:05:48.811 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5558272 2024-04-10T15:05:48.811 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.811 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T15:05:48.811 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.811 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.811 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.811 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T15:05:48.811 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.811 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.811 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.812 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T15:05:48.812 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:48.812 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.812 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T15:05:48.812 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27656192 2024-04-10T15:05:48.812 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.812 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T15:05:48.812 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2588672 2024-04-10T15:05:48.812 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.812 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T15:05:48.812 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2449408 2024-04-10T15:05:48.812 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.812 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T15:05:48.812 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31850496 2024-04-10T15:05:48.812 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.813 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T15:05:48.813 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.813 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.813 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T15:05:48.813 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.813 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T15:05:48.813 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14 2024-04-10T15:05:48.813 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.813 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T15:05:48.813 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 206272 2024-04-10T15:05:48.813 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.813 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T15:05:48.813 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23 2024-04-10T15:05:48.813 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.814 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T15:05:48.814 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1282048 2024-04-10T15:05:48.814 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.814 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T15:05:48.814 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1286144 2024-04-10T15:05:48.814 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.814 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T15:05:48.814 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.814 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.814 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T15:05:48.814 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.814 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.814 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T15:05:48.814 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15 2024-04-10T15:05:48.815 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.815 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T15:05:48.815 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4913 2024-04-10T15:05:48.815 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.815 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T15:05:48.815 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T15:05:48.815 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.815 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T15:05:48.815 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5500 2024-04-10T15:05:48.815 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.815 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T15:05:48.815 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:48.815 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.815 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T15:05:48.815 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5500 2024-04-10T15:05:48.816 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.816 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T15:05:48.816 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:48.816 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.816 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T15:05:48.816 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.816 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.816 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:05:48.816 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.816 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.816 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:05:48.816 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.816 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.816 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:05:48.816 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.817 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.817 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T15:05:48.817 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.817 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.817 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T15:05:48.817 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.817 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.817 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T15:05:48.817 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.817 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.817 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T15:05:48.817 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.817 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.817 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T15:05:48.817 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.817 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.818 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T15:05:48.818 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8085504 2024-04-10T15:05:48.818 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.818 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.818 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T15:05:48.818 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T15:05:48.818 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T15:05:48.818 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.818 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T15:05:48.818 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1314816 2024-04-10T15:05:48.818 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.818 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T15:05:48.818 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T15:05:48.818 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 399515 2024-04-10T15:05:48.818 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.819 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T15:05:48.819 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.819 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.819 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.819 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T15:05:48.819 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.819 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.819 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T15:05:48.819 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.819 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.819 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T15:05:48.819 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.819 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.819 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T15:05:48.819 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9, 2024-04-10T15:05:48.820 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 30132 2024-04-10T15:05:48.820 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.820 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T15:05:48.820 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.820 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.820 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.820 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T15:05:48.820 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.820 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.820 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T15:05:48.820 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 585, 2024-04-10T15:05:48.820 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 454328009 2024-04-10T15:05:48.820 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.820 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T15:05:48.820 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 553, 2024-04-10T15:05:48.821 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40111433 2024-04-10T15:05:48.821 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.821 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T15:05:48.821 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 585, 2024-04-10T15:05:48.821 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 454877 2024-04-10T15:05:48.821 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.821 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T15:05:48.821 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 585, 2024-04-10T15:05:48.821 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 454782886 2024-04-10T15:05:48.821 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.821 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T15:05:48.821 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.821 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.821 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.821 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T15:05:48.821 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:48.822 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40970 2024-04-10T15:05:48.822 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.822 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T15:05:48.822 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.822 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.822 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.822 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T15:05:48.822 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.822 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.822 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.822 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:05:48.822 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:48.822 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.822 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.823 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T15:05:48.823 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:48.823 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6424 2024-04-10T15:05:48.823 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.823 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T15:05:48.823 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3672 2024-04-10T15:05:48.823 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.823 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T15:05:48.823 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 379 2024-04-10T15:05:48.823 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.823 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T15:05:48.823 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 115, 2024-04-10T15:05:48.823 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2483445 2024-04-10T15:05:48.823 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.823 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T15:05:48.823 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 176, 2024-04-10T15:05:48.824 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 386193 2024-04-10T15:05:48.824 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.824 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T15:05:48.824 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 61, 2024-04-10T15:05:48.824 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1705191 2024-04-10T15:05:48.824 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.824 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T15:05:48.824 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.824 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.824 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T15:05:48.824 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 102, 2024-04-10T15:05:48.824 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5495052 2024-04-10T15:05:48.824 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.824 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T15:05:48.824 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:48.824 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4445785568 2024-04-10T15:05:48.825 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.825 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:05:48.825 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20, 2024-04-10T15:05:48.825 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22125113 2024-04-10T15:05:48.825 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.825 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:05:48.825 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20, 2024-04-10T15:05:48.825 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 354475633473 2024-04-10T15:05:48.825 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.825 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T15:05:48.825 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20, 2024-04-10T15:05:48.825 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32217833345 2024-04-10T15:05:48.825 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.825 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T15:05:48.825 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:48.825 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1271650769 2024-04-10T15:05:48.826 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.826 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T15:05:48.826 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:48.826 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 233338 2024-04-10T15:05:48.826 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.826 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T15:05:48.826 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:48.826 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 571459169 2024-04-10T15:05:48.826 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.826 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T15:05:48.826 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:48.826 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3857074709 2024-04-10T15:05:48.826 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.826 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T15:05:48.826 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:48.827 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 548992 2024-04-10T15:05:48.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.827 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T15:05:48.827 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:48.827 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1986603736 2024-04-10T15:05:48.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.827 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T15:05:48.827 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:48.827 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 356227822 2024-04-10T15:05:48.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.827 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T15:05:48.827 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 903296 2024-04-10T15:05:48.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.828 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T15:05:48.828 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 19, 2024-04-10T15:05:48.828 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 83803 2024-04-10T15:05:48.828 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.828 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T15:05:48.828 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:48.828 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11217422181 2024-04-10T15:05:48.828 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.828 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T15:05:48.828 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:48.828 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 390857439 2024-04-10T15:05:48.828 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.828 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T15:05:48.828 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:48.828 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 256762661 2024-04-10T15:05:48.829 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.829 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.829 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T15:05:48.829 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:48.829 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1861635701 2024-04-10T15:05:48.829 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.829 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:48.829 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 46579712 2024-04-10T15:05:48.829 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.829 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:48.829 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 46039040 2024-04-10T15:05:48.829 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.829 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:48.829 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3137578905 2024-04-10T15:05:48.829 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.830 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:48.830 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 540672 2024-04-10T15:05:48.830 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.830 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.830 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T15:05:48.830 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.830 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 159383552 2024-04-10T15:05:48.830 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.830 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.830 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.830 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.830 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.830 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.830 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.830 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.831 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 85494184 2024-04-10T15:05:48.831 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.831 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.831 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.831 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.831 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.831 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.831 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.831 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.831 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.831 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.831 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.831 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.831 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.832 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.832 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.832 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.832 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.832 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 135168 2024-04-10T15:05:48.832 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.832 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.832 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.832 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.832 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.832 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.832 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.832 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.832 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.832 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.833 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.833 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73754200 2024-04-10T15:05:48.833 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.833 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.833 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T15:05:48.833 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.833 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 780140544 2024-04-10T15:05:48.833 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.833 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.833 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:48.833 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.833 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.833 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.833 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.834 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.834 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641206386 2024-04-10T15:05:48.834 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.834 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.834 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.834 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.834 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.834 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.834 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.834 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.834 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.834 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.834 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.834 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.835 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.835 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.835 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.835 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.835 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.835 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2128 2024-04-10T15:05:48.835 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.835 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.835 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.836 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.836 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.836 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.836 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.836 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.836 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.836 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.836 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.836 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71823166 2024-04-10T15:05:48.836 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.837 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.837 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:05:48.837 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.837 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 192937984 2024-04-10T15:05:48.837 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.837 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.837 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:48.837 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.837 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.837 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 464 2024-04-10T15:05:48.837 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.837 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.837 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56996123 2024-04-10T15:05:48.837 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.838 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.838 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.838 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.838 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.838 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.838 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.838 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.838 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.838 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.838 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.838 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.838 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.838 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.838 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.838 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.839 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.839 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.839 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.839 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.839 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.839 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.839 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.839 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.839 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.839 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.839 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.839 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.839 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.839 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68832533 2024-04-10T15:05:48.839 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.840 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.840 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T15:05:48.840 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:48.840 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 713031680 2024-04-10T15:05:48.840 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.840 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:48.840 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.840 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.840 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:48.840 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.840 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.840 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:48.840 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641206386 2024-04-10T15:05:48.840 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.840 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:48.840 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.841 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.841 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:48.841 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.841 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.841 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:48.841 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.841 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.841 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:48.841 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.841 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.841 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:48.841 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9387 2024-04-10T15:05:48.841 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.841 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:48.842 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 334438 2024-04-10T15:05:48.842 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.842 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:48.842 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.842 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.842 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:48.842 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.842 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.842 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:48.842 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.842 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.842 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:48.842 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71481469 2024-04-10T15:05:48.842 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.843 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.843 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T15:05:48.843 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T15:05:48.843 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.843 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.843 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:48.843 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.843 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.843 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T15:05:48.843 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.843 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.843 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:48.843 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.843 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.843 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.844 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:48.844 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T15:05:48.844 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47 2024-04-10T15:05:48.844 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.844 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T15:05:48.844 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.844 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.844 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T15:05:48.844 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 101 2024-04-10T15:05:48.844 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.844 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T15:05:48.844 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.844 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.844 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T15:05:48.844 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.845 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.845 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T15:05:48.845 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.845 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.845 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T15:05:48.845 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 101, 2024-04-10T15:05:48.845 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 106236434 2024-04-10T15:05:48.845 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.845 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T15:05:48.845 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 264707 2024-04-10T15:05:48.845 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.845 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T15:05:48.845 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 103, 2024-04-10T15:05:48.845 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23800876 2024-04-10T15:05:48.845 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.846 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T15:05:48.846 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 101, 2024-04-10T15:05:48.846 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 100974472 2024-04-10T15:05:48.846 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.846 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:48.846 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70 2024-04-10T15:05:48.846 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.846 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T15:05:48.846 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70, 2024-04-10T15:05:48.846 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11090175 2024-04-10T15:05:48.846 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.846 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:05:48.846 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.846 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.846 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T15:05:48.847 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 264707 2024-04-10T15:05:48.847 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.847 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T15:05:48.847 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70, 2024-04-10T15:05:48.847 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9763162 2024-04-10T15:05:48.847 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.847 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T15:05:48.847 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70, 2024-04-10T15:05:48.847 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8001131 2024-04-10T15:05:48.847 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.847 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T15:05:48.847 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 26 2024-04-10T15:05:48.847 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.847 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T15:05:48.847 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.848 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.848 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T15:05:48.848 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 26, 2024-04-10T15:05:48.848 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 26016136 2024-04-10T15:05:48.848 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.848 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:05:48.848 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.848 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.848 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:05:48.848 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.848 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.848 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T15:05:48.848 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.848 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.848 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T15:05:48.849 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 26, 2024-04-10T15:05:48.849 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11218001 2024-04-10T15:05:48.849 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.849 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T15:05:48.849 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 26, 2024-04-10T15:05:48.849 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24404875 2024-04-10T15:05:48.849 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.849 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:48.849 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T15:05:48.849 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.849 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T15:05:48.849 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.849 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.849 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T15:05:48.849 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T15:05:48.850 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69130123 2024-04-10T15:05:48.850 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.850 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:05:48.850 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.850 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.850 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T15:05:48.850 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7, 2024-04-10T15:05:48.850 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2819713 2024-04-10T15:05:48.850 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.850 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T15:05:48.850 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T15:05:48.850 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68568466 2024-04-10T15:05:48.850 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.850 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T15:05:48.850 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.851 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.851 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T15:05:48.851 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.851 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.851 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T15:05:48.851 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:48.851 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.851 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T15:05:48.851 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:48.851 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.851 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T15:05:48.851 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28979200 2024-04-10T15:05:48.851 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.851 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.851 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.852 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.852 INFO:tasks.workunit.client.0.smithi102.stdout: "pools": [ 2024-04-10T15:05:48.852 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.852 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:48.852 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr" 2024-04-10T15:05:48.852 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.852 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T15:05:48.852 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T15:05:48.852 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T15:05:48.852 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T15:05:48.852 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:05:48.852 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 1, 2024-04-10T15:05:48.852 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 1, 2024-04-10T15:05:48.852 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 1, 2024-04-10T15:05:48.852 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T15:05:48.853 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T15:05:48.853 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 729296808202, 2024-04-10T15:05:48.853 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 1781760, 2024-04-10T15:05:48.853 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T15:05:48.853 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T15:05:48.853 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 1781760, 2024-04-10T15:05:48.853 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T15:05:48.853 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 243098927104, 2024-04-10T15:05:48.853 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 2, 2024-04-10T15:05:48.853 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T15:05:48.853 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 2.4431146812275983e-06, 2024-04-10T15:05:48.853 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T15:05:48.853 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T15:05:48.853 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 358, 2024-04-10T15:05:48.853 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 567296, 2024-04-10T15:05:48.854 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 590368, 2024-04-10T15:05:48.854 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 590368, 2024-04-10T15:05:48.854 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T15:05:48.854 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 1771104, 2024-04-10T15:05:48.854 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 211, 2024-04-10T15:05:48.854 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 2473984 2024-04-10T15:05:48.854 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.854 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T15:05:48.854 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T15:05:48.854 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T15:05:48.854 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.854 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.854 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:48.854 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T15:05:48.855 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.855 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T15:05:48.855 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T15:05:48.855 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T15:05:48.855 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T15:05:48.855 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:05:48.855 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 32, 2024-04-10T15:05:48.855 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 32, 2024-04-10T15:05:48.855 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 2, 2024-04-10T15:05:48.855 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T15:05:48.855 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T15:05:48.855 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 729296808202, 2024-04-10T15:05:48.855 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 98304, 2024-04-10T15:05:48.855 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T15:05:48.855 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T15:05:48.855 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 98304, 2024-04-10T15:05:48.856 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T15:05:48.856 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 243098927104, 2024-04-10T15:05:48.856 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 22, 2024-04-10T15:05:48.856 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T15:05:48.856 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 1.3479282756634348e-07, 2024-04-10T15:05:48.856 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T15:05:48.856 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T15:05:48.856 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 0, 2024-04-10T15:05:48.856 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 0, 2024-04-10T15:05:48.856 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 3430, 2024-04-10T15:05:48.856 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 3430, 2024-04-10T15:05:48.856 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T15:05:48.856 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 10290, 2024-04-10T15:05:48.856 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 51, 2024-04-10T15:05:48.856 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 20480 2024-04-10T15:05:48.857 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.857 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T15:05:48.857 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T15:05:48.857 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T15:05:48.857 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.857 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.857 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:48.857 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T15:05:48.857 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.857 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T15:05:48.857 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T15:05:48.857 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T15:05:48.857 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T15:05:48.857 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:05:48.857 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 64, 2024-04-10T15:05:48.858 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 64, 2024-04-10T15:05:48.858 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 3, 2024-04-10T15:05:48.858 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T15:05:48.858 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T15:05:48.858 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 729296808202, 2024-04-10T15:05:48.858 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 0, 2024-04-10T15:05:48.858 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T15:05:48.858 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T15:05:48.858 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 0, 2024-04-10T15:05:48.858 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T15:05:48.858 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 243098927104, 2024-04-10T15:05:48.858 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 0, 2024-04-10T15:05:48.858 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T15:05:48.858 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 0.0, 2024-04-10T15:05:48.859 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T15:05:48.859 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T15:05:48.859 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 0, 2024-04-10T15:05:48.859 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 0, 2024-04-10T15:05:48.859 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 0, 2024-04-10T15:05:48.859 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 0, 2024-04-10T15:05:48.859 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T15:05:48.859 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 0, 2024-04-10T15:05:48.859 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 0, 2024-04-10T15:05:48.859 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 0 2024-04-10T15:05:48.859 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.859 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T15:05:48.859 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T15:05:48.859 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T15:05:48.859 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.860 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.860 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:48.860 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd" 2024-04-10T15:05:48.860 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.860 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T15:05:48.860 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T15:05:48.860 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T15:05:48.860 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T15:05:48.860 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:05:48.860 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 8, 2024-04-10T15:05:48.860 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 8, 2024-04-10T15:05:48.860 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 4, 2024-04-10T15:05:48.860 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T15:05:48.860 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T15:05:48.860 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 729296808202, 2024-04-10T15:05:48.861 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 0, 2024-04-10T15:05:48.861 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T15:05:48.861 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T15:05:48.861 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 0, 2024-04-10T15:05:48.861 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T15:05:48.861 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 243098927104, 2024-04-10T15:05:48.861 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 0, 2024-04-10T15:05:48.861 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T15:05:48.861 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 0.0, 2024-04-10T15:05:48.861 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T15:05:48.861 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T15:05:48.861 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 0, 2024-04-10T15:05:48.861 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 0, 2024-04-10T15:05:48.861 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 0, 2024-04-10T15:05:48.861 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 0, 2024-04-10T15:05:48.862 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T15:05:48.862 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 0, 2024-04-10T15:05:48.862 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 0, 2024-04-10T15:05:48.862 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 0 2024-04-10T15:05:48.862 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.862 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T15:05:48.862 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T15:05:48.862 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T15:05:48.862 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.862 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.862 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd": { 2024-04-10T15:05:48.862 INFO:tasks.workunit.client.0.smithi102.stdout: "mirroring_by_pool": [ 2024-04-10T15:05:48.862 INFO:tasks.workunit.client.0.smithi102.stdout: false 2024-04-10T15:05:48.862 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.862 INFO:tasks.workunit.client.0.smithi102.stdout: "num_images_by_pool": [ 2024-04-10T15:05:48.863 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:48.863 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pools": 1 2024-04-10T15:05:48.863 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.863 INFO:tasks.workunit.client.0.smithi102.stdout: "report_id": "f0fd97d3-7570-4267-a9f2-be934b183db8", 2024-04-10T15:05:48.863 INFO:tasks.workunit.client.0.smithi102.stdout: "report_timestamp": "2024-04-10T15:05:47.822567", 2024-04-10T15:05:48.863 INFO:tasks.workunit.client.0.smithi102.stdout: "report_version": 1, 2024-04-10T15:05:48.863 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_stats": { 2024-04-10T15:05:48.863 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "7.9.2" 2024-04-10T15:05:48.863 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.863 INFO:tasks.workunit.client.0.smithi102.stdout: "rook": { 2024-04-10T15:05:48.863 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster": { 2024-04-10T15:05:48.863 INFO:tasks.workunit.client.0.smithi102.stdout: "external-mode": null, 2024-04-10T15:05:48.863 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:48.863 INFO:tasks.workunit.client.0.smithi102.stdout: "allow-multiple-per-node": null, 2024-04-10T15:05:48.864 INFO:tasks.workunit.client.0.smithi102.stdout: "count": null, 2024-04-10T15:05:48.864 INFO:tasks.workunit.client.0.smithi102.stdout: "max-id": null, 2024-04-10T15:05:48.864 INFO:tasks.workunit.client.0.smithi102.stdout: "pvc": { 2024-04-10T15:05:48.864 INFO:tasks.workunit.client.0.smithi102.stdout: "enabled": null 2024-04-10T15:05:48.864 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.864 INFO:tasks.workunit.client.0.smithi102.stdout: "stretch": { 2024-04-10T15:05:48.864 INFO:tasks.workunit.client.0.smithi102.stdout: "enabled": null 2024-04-10T15:05:48.864 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.864 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.864 INFO:tasks.workunit.client.0.smithi102.stdout: "network": { 2024-04-10T15:05:48.864 INFO:tasks.workunit.client.0.smithi102.stdout: "provider": null 2024-04-10T15:05:48.864 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.864 INFO:tasks.workunit.client.0.smithi102.stdout: "storage": { 2024-04-10T15:05:48.864 INFO:tasks.workunit.client.0.smithi102.stdout: "device-set": { 2024-04-10T15:05:48.864 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T15:05:48.864 INFO:tasks.workunit.client.0.smithi102.stdout: "non-portable": null, 2024-04-10T15:05:48.865 INFO:tasks.workunit.client.0.smithi102.stdout: "portable": null, 2024-04-10T15:05:48.865 INFO:tasks.workunit.client.0.smithi102.stdout: "total": null 2024-04-10T15:05:48.865 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.865 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.865 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.865 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.865 INFO:tasks.workunit.client.0.smithi102.stdout: "csi": { 2024-04-10T15:05:48.865 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T15:05:48.865 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.865 INFO:tasks.workunit.client.0.smithi102.stdout: "kubernetes": { 2024-04-10T15:05:48.865 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T15:05:48.865 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.865 INFO:tasks.workunit.client.0.smithi102.stdout: "node": { 2024-04-10T15:05:48.865 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T15:05:48.865 INFO:tasks.workunit.client.0.smithi102.stdout: "kubernetes-total": null, 2024-04-10T15:05:48.866 INFO:tasks.workunit.client.0.smithi102.stdout: "with-ceph-daemons": null, 2024-04-10T15:05:48.866 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-cephfs-plugin": null, 2024-04-10T15:05:48.866 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-nfs-plugin": null, 2024-04-10T15:05:48.866 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-rbd-plugin": null 2024-04-10T15:05:48.866 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.866 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.866 INFO:tasks.workunit.client.0.smithi102.stdout: "usage": { 2024-04-10T15:05:48.866 INFO:tasks.workunit.client.0.smithi102.stdout: "storage-class": { 2024-04-10T15:05:48.866 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T15:05:48.866 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket": null, 2024-04-10T15:05:48.866 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs": null, 2024-04-10T15:05:48.866 INFO:tasks.workunit.client.0.smithi102.stdout: "nfs": null, 2024-04-10T15:05:48.866 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd": null, 2024-04-10T15:05:48.867 INFO:tasks.workunit.client.0.smithi102.stdout: "total": null 2024-04-10T15:05:48.867 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.867 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:48.867 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.867 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T15:05:48.867 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.867 INFO:tasks.workunit.client.0.smithi102.stdout: "services": {}, 2024-04-10T15:05:48.867 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_per_pg": [ 2024-04-10T15:05:48.867 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.867 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:48.867 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:48.867 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:48.867 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:48.867 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.867 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T15:05:48.868 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:48.868 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:48.868 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:48.868 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:48.868 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:48.868 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:48.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.648373+0000", 2024-04-10T15:05:48.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:04:36.648001+0000", 2024-04-10T15:05:48.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:04:36.648001+0000", 2024-04-10T15:05:48.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:04:36.648373+0000", 2024-04-10T15:05:48.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.648373+0000", 2024-04-10T15:05:48.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:48.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.869 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 70, 2024-04-10T15:05:48.869 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.648373+0000", 2024-04-10T15:05:48.869 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.648373+0000", 2024-04-10T15:05:48.869 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.648373+0000", 2024-04-10T15:05:48.869 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:48.869 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:48.869 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.869 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.648373+0000", 2024-04-10T15:05:48.869 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.648373+0000", 2024-04-10T15:05:48.869 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:48.869 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:48.869 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:48.869 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:48.869 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 69, 2024-04-10T15:05:48.869 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:48.869 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:48.869 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:48.870 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:48.870 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:48.870 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:48.870 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:48.870 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:48.870 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3f", 2024-04-10T15:05:48.870 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:48.870 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:48.870 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:48.870 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 11, 2024-04-10T15:05:48.870 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:48.870 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:55:38.941011+0000", 2024-04-10T15:05:48.870 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:48.870 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:48.870 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:48.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:48.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:48.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:48.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:48.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:48.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:48.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:48.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:48.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:48.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:48.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:48.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:48.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:48.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:48.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:48.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:48.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:48.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:48.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:48.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:48.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:48.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:48.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:48.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:48.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:48.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:48.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:48.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:48.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:48.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:48.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:48.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:48.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:48.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:48.873 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:48.873 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:48.873 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:48.873 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:48.873 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:48.873 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:48.873 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.873 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:48.873 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:48.873 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:48.873 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:48.873 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:48.873 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:48.873 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.873 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T15:05:48.874 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:48.874 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.874 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.874 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:48.874 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:48.874 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:48.874 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:48.874 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.874 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:48.874 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:48.874 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:48.874 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:48.874 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:48.874 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:48.875 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:48.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.639892+0000", 2024-04-10T15:05:48.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.686033+0000", 2024-04-10T15:05:48.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.686033+0000", 2024-04-10T15:05:48.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.686335+0000", 2024-04-10T15:05:48.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.639892+0000", 2024-04-10T15:05:48.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:48.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:48.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.639892+0000", 2024-04-10T15:05:48.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.639892+0000", 2024-04-10T15:05:48.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.639892+0000", 2024-04-10T15:05:48.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:48.876 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:48.876 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.876 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.639892+0000", 2024-04-10T15:05:48.876 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.639892+0000", 2024-04-10T15:05:48.876 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:48.876 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:48.876 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:48.876 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:48.876 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:48.876 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:48.876 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:48.876 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:48.876 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:48.876 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:48.876 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:48.876 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:48.877 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:48.877 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3e", 2024-04-10T15:05:48.877 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:48.877 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:48.877 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:48.877 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:48.877 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:48.877 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:36:50.882600+0000", 2024-04-10T15:05:48.877 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:48.877 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:48.877 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:48.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:48.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:48.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:48.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:48.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:48.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:48.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:48.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:48.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:48.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:48.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:48.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:48.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:48.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:48.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:48.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:48.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:48.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:48.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:48.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:48.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:48.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:48.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:48.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:48.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:48.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:48.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:48.880 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:48.880 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:48.880 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:48.880 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:48.880 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:48.880 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:48.880 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:48.880 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:48.880 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:48.880 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:48.880 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:48.880 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:48.880 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:48.880 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.880 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:48.881 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:48.881 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:48.881 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:48.881 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:48.881 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:48.881 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.881 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:48.881 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:48.881 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.881 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.881 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:48.881 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:48.881 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:48.881 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:48.881 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.881 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:48.882 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:48.882 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:48.882 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:48.882 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:48.882 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:48.882 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:48.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644368+0000", 2024-04-10T15:05:48.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.694534+0000", 2024-04-10T15:05:48.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.694534+0000", 2024-04-10T15:05:48.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.694800+0000", 2024-04-10T15:05:48.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644368+0000", 2024-04-10T15:05:48.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:48.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.883 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:48.883 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644368+0000", 2024-04-10T15:05:48.883 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644368+0000", 2024-04-10T15:05:48.883 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644368+0000", 2024-04-10T15:05:48.883 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:48.883 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:48.883 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.883 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644368+0000", 2024-04-10T15:05:48.883 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644368+0000", 2024-04-10T15:05:48.883 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:48.883 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:48.883 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:48.883 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:48.883 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:48.883 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:48.884 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:48.884 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:48.884 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:48.884 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:48.884 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:48.884 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:48.884 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:48.884 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3d", 2024-04-10T15:05:48.884 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:48.884 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:48.884 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:48.884 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:48.884 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:48.884 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:11:42.992144+0000", 2024-04-10T15:05:48.884 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:48.884 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:48.884 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:48.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:48.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:48.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:48.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:48.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:48.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:48.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:48.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:48.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:48.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:48.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:48.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:48.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:48.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:48.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:48.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:48.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:48.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:48.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:48.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:48.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:48.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:48.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:48.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:48.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:48.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:48.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:48.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:48.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:48.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:48.887 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:48.887 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:48.887 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:48.887 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:48.887 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:48.887 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:48.887 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:48.887 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:48.887 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:48.887 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:48.887 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.887 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:48.887 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:48.887 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:48.887 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:48.887 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:48.887 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:48.888 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.888 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:48.888 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:48.888 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.888 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.888 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:48.888 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:48.888 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:48.888 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:48.888 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.888 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:48.888 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:48.888 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:48.888 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:48.888 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:48.888 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:48.888 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:48.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641076+0000", 2024-04-10T15:05:48.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.683630+0000", 2024-04-10T15:05:48.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.683630+0000", 2024-04-10T15:05:48.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.684098+0000", 2024-04-10T15:05:48.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641076+0000", 2024-04-10T15:05:48.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:48.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:48.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641076+0000", 2024-04-10T15:05:48.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641076+0000", 2024-04-10T15:05:48.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641076+0000", 2024-04-10T15:05:48.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:48.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:48.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641076+0000", 2024-04-10T15:05:48.890 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641076+0000", 2024-04-10T15:05:48.890 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:48.890 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:48.890 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:48.890 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:48.890 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:48.890 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:48.890 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:48.890 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:48.890 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:48.890 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:48.890 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:48.890 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:48.890 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:48.890 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3c", 2024-04-10T15:05:48.890 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:48.890 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:48.891 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:48.891 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:48.891 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:48.891 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:25:36.190334+0000", 2024-04-10T15:05:48.891 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:48.891 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:48.891 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:48.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:48.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:48.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:48.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:48.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:48.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:48.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:48.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:48.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:48.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:48.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:48.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:48.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:48.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:48.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:48.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:48.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:48.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:48.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:48.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:48.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:48.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:48.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:48.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:48.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:48.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:48.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:48.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:48.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:48.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:48.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:48.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:48.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:48.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:48.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:48.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:48.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:48.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:48.894 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:48.894 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:48.894 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.894 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:48.894 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:48.894 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:48.894 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:48.894 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:48.894 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:48.894 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.894 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:48.894 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:48.894 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.895 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.895 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:48.895 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:48.895 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:48.895 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:48.895 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.895 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:48.895 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:48.895 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:48.895 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:48.895 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:48.895 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:48.895 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:48.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643174+0000", 2024-04-10T15:05:48.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.683201+0000", 2024-04-10T15:05:48.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.683201+0000", 2024-04-10T15:05:48.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.683650+0000", 2024-04-10T15:05:48.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643174+0000", 2024-04-10T15:05:48.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:48.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:48.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643174+0000", 2024-04-10T15:05:48.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643174+0000", 2024-04-10T15:05:48.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643174+0000", 2024-04-10T15:05:48.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:48.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:48.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643174+0000", 2024-04-10T15:05:48.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643174+0000", 2024-04-10T15:05:48.896 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:48.897 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:48.897 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:48.897 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:48.897 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:48.897 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:48.897 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:48.897 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:48.897 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:48.897 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:48.897 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:48.897 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:48.897 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:48.897 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3b", 2024-04-10T15:05:48.897 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:48.898 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:48.898 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:48.898 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:48.898 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:48.898 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:52:08.898034+0000", 2024-04-10T15:05:48.898 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:48.898 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:48.898 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:48.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:48.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:48.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:48.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:48.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:48.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:48.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:48.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:48.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:48.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:48.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:48.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:48.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:48.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:48.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:48.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:48.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:48.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:48.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:48.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:48.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:48.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:48.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:48.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:48.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:48.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:48.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:48.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:48.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:48.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:48.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:48.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:48.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:48.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:48.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:48.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:48.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:48.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:48.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:48.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:48.901 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.901 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:48.901 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:48.901 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:48.901 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:48.901 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:48.901 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:48.901 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.901 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:48.901 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:48.901 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.901 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.901 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:48.901 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:48.901 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:48.901 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:48.902 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.902 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:48.902 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:48.902 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:48.902 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:48.902 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:48.902 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:48.902 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:48.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640810+0000", 2024-04-10T15:05:48.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.678643+0000", 2024-04-10T15:05:48.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.678643+0000", 2024-04-10T15:05:48.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.678899+0000", 2024-04-10T15:05:48.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640810+0000", 2024-04-10T15:05:48.903 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.903 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:48.903 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.903 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:48.903 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640810+0000", 2024-04-10T15:05:48.903 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640810+0000", 2024-04-10T15:05:48.903 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640810+0000", 2024-04-10T15:05:48.903 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:48.903 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:48.903 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.903 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640810+0000", 2024-04-10T15:05:48.903 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640810+0000", 2024-04-10T15:05:48.903 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:48.903 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:48.904 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:48.904 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:48.904 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:48.904 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:48.904 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:48.904 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:48.904 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:48.904 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:48.904 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:48.904 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:48.904 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:48.904 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3a", 2024-04-10T15:05:48.904 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:48.904 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:48.905 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:48.905 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:48.905 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:48.905 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:47:33.751230+0000", 2024-04-10T15:05:48.905 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:48.905 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:48.905 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:48.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:48.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:48.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:48.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:48.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:48.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:48.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:48.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:48.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:48.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:48.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:48.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:48.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:48.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:48.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:48.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:48.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:48.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:48.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:48.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:48.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:48.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:48.907 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:48.907 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:48.907 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:48.907 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:48.907 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:48.907 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:48.907 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:48.907 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:48.907 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:48.907 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:48.907 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:48.907 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:48.907 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:48.907 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:48.907 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:48.908 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:48.908 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:48.908 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:48.908 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.908 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:48.908 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:48.908 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:48.908 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:48.908 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:48.908 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:48.908 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.908 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:48.908 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:48.908 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.909 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.909 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:48.909 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:48.909 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:48.909 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:48.909 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.909 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:48.909 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:48.909 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:48.909 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:48.909 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:48.909 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:48.909 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:48.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.675613+0000", 2024-04-10T15:05:48.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:04:36.674896+0000", 2024-04-10T15:05:48.910 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:04:36.674896+0000", 2024-04-10T15:05:48.910 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:04:36.675310+0000", 2024-04-10T15:05:48.910 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.675613+0000", 2024-04-10T15:05:48.910 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.910 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:48.910 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.910 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 70, 2024-04-10T15:05:48.910 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.675613+0000", 2024-04-10T15:05:48.910 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.675613+0000", 2024-04-10T15:05:48.910 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.675613+0000", 2024-04-10T15:05:48.910 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:48.910 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:48.910 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.910 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.675613+0000", 2024-04-10T15:05:48.911 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.675613+0000", 2024-04-10T15:05:48.911 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:48.911 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:48.911 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:48.911 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:48.911 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 69, 2024-04-10T15:05:48.911 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:48.911 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:48.911 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:48.911 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:48.911 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:48.911 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:48.911 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:48.911 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:48.911 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.39", 2024-04-10T15:05:48.912 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:48.912 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:48.912 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:48.912 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 28, 2024-04-10T15:05:48.912 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:48.912 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:57:22.827662+0000", 2024-04-10T15:05:48.912 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:48.912 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:48.912 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:48.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:48.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:48.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:48.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:48.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:48.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:48.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:48.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:48.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:48.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:48.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:48.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:48.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:48.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:48.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:48.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:48.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:48.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:48.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:48.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:48.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:48.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:48.914 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:48.914 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:48.914 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:48.914 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:48.914 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:48.914 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:48.914 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:48.914 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:48.914 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:48.914 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:48.914 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:48.914 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:48.914 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:48.914 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:48.915 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:48.915 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:48.915 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:48.915 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:48.915 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.915 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:48.915 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:48.915 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:48.915 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:48.915 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:48.915 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:48.915 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.915 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:48.915 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:48.915 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.915 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.916 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:48.916 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:48.916 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:48.916 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:48.916 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.916 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:48.916 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:48.916 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:48.916 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:48.916 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:48.916 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:48.916 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:48.916 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640372+0000", 2024-04-10T15:05:48.916 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.683136+0000", 2024-04-10T15:05:48.916 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.683136+0000", 2024-04-10T15:05:48.916 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.683415+0000", 2024-04-10T15:05:48.916 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640372+0000", 2024-04-10T15:05:48.916 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.917 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:48.917 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.917 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:48.917 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640372+0000", 2024-04-10T15:05:48.917 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640372+0000", 2024-04-10T15:05:48.917 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640372+0000", 2024-04-10T15:05:48.917 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:48.917 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:48.917 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.917 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640372+0000", 2024-04-10T15:05:48.917 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640372+0000", 2024-04-10T15:05:48.917 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:48.917 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:48.917 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:48.917 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:48.917 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:48.917 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:48.918 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:48.918 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:48.918 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:48.918 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:48.918 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:48.918 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:48.918 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:48.918 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.38", 2024-04-10T15:05:48.918 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:48.918 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:48.918 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:48.918 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:48.918 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:48.918 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:08:45.904191+0000", 2024-04-10T15:05:48.918 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:48.918 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:48.919 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:48.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:48.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:48.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:48.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:48.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:48.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:48.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:48.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:48.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:48.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:48.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:48.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:48.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:48.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:48.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:48.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:48.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:48.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:48.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:48.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:48.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:48.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:48.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:48.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:48.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:48.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:48.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:48.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:48.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:48.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:48.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:48.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:48.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:48.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:48.921 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:48.921 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:48.921 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:48.921 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:48.921 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:48.921 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:48.921 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.921 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:48.921 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:48.921 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:48.921 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:48.921 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:48.921 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:48.921 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.921 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:48.921 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:48.921 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.922 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.922 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:48.922 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:48.922 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:48.922 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:48.922 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.922 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:48.922 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:48.922 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:48.922 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:48.922 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:48.922 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:48.922 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:48.922 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643846+0000", 2024-04-10T15:05:48.923 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.692910+0000", 2024-04-10T15:05:48.923 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.692910+0000", 2024-04-10T15:05:48.923 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.693974+0000", 2024-04-10T15:05:48.923 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643846+0000", 2024-04-10T15:05:48.923 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.923 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:48.923 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.923 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:48.923 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643846+0000", 2024-04-10T15:05:48.923 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643846+0000", 2024-04-10T15:05:48.923 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643846+0000", 2024-04-10T15:05:48.923 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:48.923 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:48.923 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.923 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643846+0000", 2024-04-10T15:05:48.923 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643846+0000", 2024-04-10T15:05:48.923 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:48.924 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:48.924 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:48.924 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:48.924 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:48.924 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:48.924 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:48.924 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:48.924 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:48.924 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:48.924 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:48.924 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:48.924 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:48.924 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.37", 2024-04-10T15:05:48.924 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:48.925 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:48.925 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:48.925 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:48.925 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:48.925 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:54:51.941246+0000", 2024-04-10T15:05:48.925 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:48.925 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:48.925 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:48.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:48.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:48.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:48.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:48.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:48.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:48.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:48.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:48.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:48.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:48.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:48.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:48.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:48.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:48.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:48.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:48.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:48.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:48.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:48.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:48.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:48.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:48.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:48.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:48.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:48.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:48.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:48.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:48.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:48.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:48.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:48.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:48.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:48.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:48.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:48.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:48.928 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:48.928 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:48.928 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:48.928 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:48.928 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.928 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:48.928 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:48.928 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:48.928 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:48.928 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:48.928 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:48.928 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.928 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:48.928 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:48.928 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.929 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.929 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:48.929 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:48.929 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:48.929 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:48.929 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.929 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:48.929 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:48.929 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:48.929 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:48.929 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:48.929 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:48.929 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:48.929 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:48.929 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.701051+0000", 2024-04-10T15:05:48.929 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.701051+0000", 2024-04-10T15:05:48.930 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.701479+0000", 2024-04-10T15:05:48.930 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:48.930 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.930 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:48.930 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.930 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:48.930 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:48.930 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:48.930 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:48.930 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:48.930 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:48.930 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.930 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:48.930 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:48.930 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:48.931 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:48.931 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:48.931 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:48.931 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:48.931 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:48.931 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:48.931 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:48.931 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:48.931 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:48.931 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:48.931 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:48.931 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:48.931 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.36", 2024-04-10T15:05:48.931 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:48.931 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:48.931 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:48.932 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:48.932 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:48.932 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:02:20.637434+0000", 2024-04-10T15:05:48.932 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:48.932 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:48.932 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:48.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:48.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:48.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:48.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:48.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:48.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:48.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:48.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:48.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:48.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:48.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:48.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:48.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:48.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:48.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:48.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:48.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:48.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:48.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:48.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:48.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:48.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:48.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:48.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:48.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:48.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:48.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:48.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:48.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:48.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:48.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:48.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:48.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:48.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:48.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:48.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:48.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:48.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:48.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:48.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:48.934 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.935 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:48.935 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:48.935 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:48.935 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:48.935 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:48.935 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:48.935 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.935 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:48.935 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:48.935 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.935 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.935 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:48.935 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:48.935 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:48.936 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:48.936 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.936 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:48.936 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:48.936 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:48.936 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:48.936 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:48.936 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:48.936 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:48.936 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.651637+0000", 2024-04-10T15:05:48.936 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:04:36.650958+0000", 2024-04-10T15:05:48.936 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:04:36.650958+0000", 2024-04-10T15:05:48.936 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:04:36.651327+0000", 2024-04-10T15:05:48.936 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.651637+0000", 2024-04-10T15:05:48.937 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.937 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:48.937 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.937 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 70, 2024-04-10T15:05:48.937 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.651637+0000", 2024-04-10T15:05:48.937 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.651637+0000", 2024-04-10T15:05:48.937 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.651637+0000", 2024-04-10T15:05:48.937 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:48.937 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:48.937 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.937 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.651637+0000", 2024-04-10T15:05:48.937 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.651637+0000", 2024-04-10T15:05:48.937 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:48.937 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:48.937 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:48.938 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:48.938 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 69, 2024-04-10T15:05:48.938 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:48.938 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:48.938 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:48.938 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:48.938 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:48.938 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:48.938 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:48.938 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:48.938 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.35", 2024-04-10T15:05:48.938 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:48.938 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:48.938 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:48.939 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 28, 2024-04-10T15:05:48.939 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:48.939 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:52:15.913515+0000", 2024-04-10T15:05:48.939 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:48.939 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:48.939 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:48.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:48.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:48.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:48.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:48.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:48.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:48.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:48.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:48.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:48.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:48.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:48.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:48.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:48.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:48.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:48.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:48.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:48.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:48.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:48.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:48.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:48.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:48.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:48.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:48.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:48.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:48.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:48.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:48.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:48.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:48.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:48.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:48.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:48.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:48.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:48.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:48.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:48.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:48.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:48.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:48.942 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.942 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:48.942 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:48.942 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:48.942 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:48.942 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:48.942 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:48.942 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.942 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:48.942 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:48.942 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.942 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.942 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:48.942 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:48.942 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:48.943 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:48.943 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.943 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T15:05:48.943 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:48.943 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:48.943 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:48.943 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:48.943 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:48.943 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:48.943 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.674284+0000", 2024-04-10T15:05:48.943 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.683316+0000", 2024-04-10T15:05:48.943 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.683316+0000", 2024-04-10T15:05:48.943 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.685148+0000", 2024-04-10T15:05:48.943 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.674284+0000", 2024-04-10T15:05:48.944 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.944 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:48.944 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.944 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:48.944 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.674284+0000", 2024-04-10T15:05:48.944 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.674284+0000", 2024-04-10T15:05:48.944 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.674284+0000", 2024-04-10T15:05:48.944 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:48.944 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:48.944 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.944 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.674284+0000", 2024-04-10T15:05:48.944 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.674284+0000", 2024-04-10T15:05:48.944 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:48.944 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:48.944 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:48.945 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:48.945 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:48.945 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:48.945 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:48.945 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:48.945 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:48.945 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:48.945 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:48.945 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:48.945 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:48.945 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.34", 2024-04-10T15:05:48.945 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:48.945 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:48.945 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:48.945 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:48.946 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:48.946 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:44:03.329229+0000", 2024-04-10T15:05:48.946 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:48.946 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:48.946 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:48.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:48.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:48.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:48.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:48.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:48.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:48.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:48.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:48.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:48.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:48.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:48.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:48.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:48.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:48.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:48.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:48.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:48.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:48.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:48.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:48.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:48.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:48.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:48.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:48.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:48.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:48.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:48.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:48.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:48.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:48.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:48.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:48.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:48.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:48.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:48.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:48.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:48.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:48.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:48.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:48.948 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.948 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:48.948 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:48.948 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:48.948 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:48.949 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:48.949 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:48.949 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.949 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T15:05:48.949 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:48.949 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.949 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.949 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:48.949 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:48.949 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:48.949 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:48.949 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.949 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:48.949 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:48.949 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:48.949 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:48.950 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:48.950 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:48.950 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:48.950 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.642240+0000", 2024-04-10T15:05:48.950 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.688118+0000", 2024-04-10T15:05:48.950 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.688118+0000", 2024-04-10T15:05:48.950 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.688470+0000", 2024-04-10T15:05:48.950 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.642240+0000", 2024-04-10T15:05:48.950 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.950 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:48.950 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.950 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:48.950 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.642240+0000", 2024-04-10T15:05:48.950 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.642240+0000", 2024-04-10T15:05:48.951 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.642240+0000", 2024-04-10T15:05:48.951 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:48.951 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:48.951 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.951 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.642240+0000", 2024-04-10T15:05:48.951 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.642240+0000", 2024-04-10T15:05:48.951 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:48.951 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:48.951 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:48.951 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:48.951 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:48.951 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:48.951 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:48.951 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:48.951 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:48.951 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:48.952 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:48.952 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:48.952 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:48.952 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.33", 2024-04-10T15:05:48.952 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:48.952 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:48.952 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:48.952 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:48.952 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:48.952 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:18:18.822172+0000", 2024-04-10T15:05:48.952 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:48.952 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:48.952 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:48.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:48.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:48.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:48.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:48.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:48.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:48.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:48.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:48.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:48.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:48.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:48.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:48.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:48.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:48.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:48.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:48.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:48.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:48.954 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:48.954 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:48.954 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:48.954 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:48.954 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:48.954 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:48.954 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:48.954 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:48.954 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:48.954 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:48.954 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:48.954 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:48.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:48.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:48.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:48.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:48.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:48.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:48.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:48.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:48.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:48.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:48.955 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.955 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:48.955 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:48.955 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:48.955 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:48.955 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:48.956 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:48.956 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.956 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:48.956 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:48.956 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.956 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.956 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:48.956 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:48.956 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:48.956 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:48.956 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.956 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:48.956 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:48.956 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:48.956 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:48.956 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:48.956 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:48.957 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:48.957 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644767+0000", 2024-04-10T15:05:48.957 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.692072+0000", 2024-04-10T15:05:48.957 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.692072+0000", 2024-04-10T15:05:48.957 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.692465+0000", 2024-04-10T15:05:48.957 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644767+0000", 2024-04-10T15:05:48.957 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.957 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:48.957 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.957 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:48.957 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644767+0000", 2024-04-10T15:05:48.957 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644767+0000", 2024-04-10T15:05:48.957 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644767+0000", 2024-04-10T15:05:48.957 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:48.957 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:48.958 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.958 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644767+0000", 2024-04-10T15:05:48.958 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644767+0000", 2024-04-10T15:05:48.958 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:48.958 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:48.958 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:48.958 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:48.958 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:48.958 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:48.958 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:48.958 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:48.958 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:48.958 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:48.959 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:48.959 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:48.959 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:48.959 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.32", 2024-04-10T15:05:48.959 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:48.959 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:48.959 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:48.959 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:48.959 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:48.959 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:14:14.706515+0000", 2024-04-10T15:05:48.959 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:48.959 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:48.959 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:48.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:48.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:48.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:48.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:48.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:48.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:48.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:48.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:48.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:48.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:48.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:48.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:48.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:48.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:48.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:48.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:48.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:48.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:48.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:48.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:48.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:48.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:48.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:48.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:48.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:48.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:48.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:48.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:48.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:48.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:48.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:48.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:48.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:48.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:48.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:48.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:48.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:48.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:48.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:48.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:48.962 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.962 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:48.962 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:48.962 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:48.962 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:48.962 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:48.962 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:48.962 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.962 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:48.962 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:48.962 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.963 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.963 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:48.963 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:48.963 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:48.963 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:48.963 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.963 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:48.963 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:48.963 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:48.963 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:48.963 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:48.963 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:48.963 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:48.964 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.653038+0000", 2024-04-10T15:05:48.964 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:04:36.648033+0000", 2024-04-10T15:05:48.964 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:04:36.648033+0000", 2024-04-10T15:05:48.964 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:04:36.648483+0000", 2024-04-10T15:05:48.964 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.653038+0000", 2024-04-10T15:05:48.964 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.964 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:48.964 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.964 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 70, 2024-04-10T15:05:48.964 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.653038+0000", 2024-04-10T15:05:48.964 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.653038+0000", 2024-04-10T15:05:48.964 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.653038+0000", 2024-04-10T15:05:48.964 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:48.964 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:48.965 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.965 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.653038+0000", 2024-04-10T15:05:48.965 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.653038+0000", 2024-04-10T15:05:48.965 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:48.965 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:48.965 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:48.965 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:48.965 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 69, 2024-04-10T15:05:48.965 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:48.965 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:48.965 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:48.965 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:48.965 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:48.965 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:48.965 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:48.965 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:48.966 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.31", 2024-04-10T15:05:48.966 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:48.966 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:48.966 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:48.966 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 28, 2024-04-10T15:05:48.966 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:48.966 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:15:01.832392+0000", 2024-04-10T15:05:48.966 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:48.966 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:48.966 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:48.966 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:48.966 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:48.966 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:48.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:48.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:48.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:48.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:48.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:48.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:48.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:48.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:48.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:48.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:48.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:48.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:48.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:48.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:48.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:48.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:48.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:48.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:48.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:48.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:48.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:48.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:48.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:48.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:48.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:48.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:48.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:48.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:48.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:48.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:48.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:48.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:48.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:48.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:48.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:48.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:48.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:48.969 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.969 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:48.969 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:48.969 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:48.969 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:48.969 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:48.969 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:48.969 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.969 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:48.970 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:48.970 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.970 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.970 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:48.970 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:48.970 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:48.970 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:48.970 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.970 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:48.970 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:48.970 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:48.970 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:48.970 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:48.970 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:48.970 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:48.970 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640339+0000", 2024-04-10T15:05:48.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.679615+0000", 2024-04-10T15:05:48.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.679615+0000", 2024-04-10T15:05:48.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.679916+0000", 2024-04-10T15:05:48.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640339+0000", 2024-04-10T15:05:48.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:48.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:48.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640339+0000", 2024-04-10T15:05:48.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640339+0000", 2024-04-10T15:05:48.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640339+0000", 2024-04-10T15:05:48.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:48.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:48.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640339+0000", 2024-04-10T15:05:48.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640339+0000", 2024-04-10T15:05:48.972 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:48.972 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:48.972 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:48.972 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:48.972 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:48.972 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:48.972 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:48.972 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:48.972 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:48.972 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:48.972 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:48.972 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:48.972 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:48.972 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.30", 2024-04-10T15:05:48.972 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:48.973 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:48.973 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:48.973 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:48.973 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:48.973 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:57:33.013627+0000", 2024-04-10T15:05:48.973 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:48.973 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:48.973 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:48.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:48.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:48.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:48.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:48.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:48.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:48.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:48.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:48.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:48.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:48.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:48.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:48.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:48.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:48.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:48.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:48.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:48.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:48.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:48.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:48.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:48.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:48.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:48.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:48.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:48.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:48.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:48.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:48.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:48.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:48.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:48.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:48.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:48.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:48.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:48.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:48.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:48.976 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:48.976 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:48.976 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:48.976 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.976 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:48.976 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:48.976 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:48.976 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:48.976 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:48.976 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:48.976 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.976 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:48.976 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:48.976 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.976 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.976 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:48.977 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:48.977 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:48.977 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:48.977 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.977 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:48.977 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:48.977 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:48.977 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:48.977 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:48.977 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:48.977 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:48.977 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641667+0000", 2024-04-10T15:05:48.977 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.676748+0000", 2024-04-10T15:05:48.977 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.676748+0000", 2024-04-10T15:05:48.977 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.678043+0000", 2024-04-10T15:05:48.977 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641667+0000", 2024-04-10T15:05:48.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:48.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:48.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641667+0000", 2024-04-10T15:05:48.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641667+0000", 2024-04-10T15:05:48.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641667+0000", 2024-04-10T15:05:48.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:48.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:48.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641667+0000", 2024-04-10T15:05:48.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641667+0000", 2024-04-10T15:05:48.978 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:48.978 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:48.979 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:48.979 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:48.979 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:48.979 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:48.979 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:48.979 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:48.979 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:48.979 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:48.979 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:48.979 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:48.979 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:48.979 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2f", 2024-04-10T15:05:48.979 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:48.979 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:48.979 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:48.980 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:48.980 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:48.980 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:56:13.691138+0000", 2024-04-10T15:05:48.980 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:48.980 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:48.980 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:48.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:48.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:48.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:48.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:48.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:48.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:48.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:48.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:48.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:48.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:48.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:48.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:48.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:48.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:48.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:48.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:48.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:48.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:48.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:48.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:48.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:48.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:48.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:48.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:48.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:48.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:48.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:48.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:48.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:48.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:48.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:48.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:48.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:48.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:48.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:48.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:48.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:48.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:48.983 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:48.983 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:48.983 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.983 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:48.983 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:48.983 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:48.983 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:48.983 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:48.983 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:48.983 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.983 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:48.983 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:48.983 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.983 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.983 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:48.984 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:48.984 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:48.984 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:48.984 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.984 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T15:05:48.984 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:48.984 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:48.984 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:48.984 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:48.984 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:48.984 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:48.984 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644619+0000", 2024-04-10T15:05:48.984 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.691211+0000", 2024-04-10T15:05:48.984 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.691211+0000", 2024-04-10T15:05:48.984 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.691510+0000", 2024-04-10T15:05:48.984 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644619+0000", 2024-04-10T15:05:48.985 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.985 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:48.985 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.985 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:48.985 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644619+0000", 2024-04-10T15:05:48.985 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644619+0000", 2024-04-10T15:05:48.985 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644619+0000", 2024-04-10T15:05:48.985 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:48.985 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:48.985 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.985 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644619+0000", 2024-04-10T15:05:48.985 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644619+0000", 2024-04-10T15:05:48.985 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:48.985 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:48.985 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:48.985 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:48.986 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:48.986 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:48.986 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:48.986 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:48.986 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:48.986 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:48.986 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:48.986 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:48.986 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:48.986 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2e", 2024-04-10T15:05:48.986 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:48.986 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:48.986 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:48.986 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:48.986 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:48.986 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:53:40.371351+0000", 2024-04-10T15:05:48.986 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:48.987 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:48.987 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:48.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:48.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:48.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:48.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:48.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:48.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:48.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:48.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:48.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:48.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:48.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:48.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:48.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:48.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:48.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:48.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:48.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:48.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:48.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:48.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:48.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:48.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:48.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:48.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:48.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:48.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:48.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:48.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:48.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:48.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:48.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:48.989 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:48.989 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:48.989 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:48.989 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:48.989 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:48.989 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:48.989 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:48.989 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:48.989 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:48.989 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.989 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:48.989 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:48.989 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:48.989 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:48.989 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:48.989 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:48.989 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.989 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T15:05:48.990 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:48.990 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.990 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.990 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:48.990 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:48.990 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:48.990 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:48.990 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.990 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:48.990 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:48.990 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:48.990 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:48.990 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:48.990 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:48.990 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:48.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643247+0000", 2024-04-10T15:05:48.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.682753+0000", 2024-04-10T15:05:48.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.682753+0000", 2024-04-10T15:05:48.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.683889+0000", 2024-04-10T15:05:48.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643247+0000", 2024-04-10T15:05:48.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:48.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:48.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643247+0000", 2024-04-10T15:05:48.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643247+0000", 2024-04-10T15:05:48.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643247+0000", 2024-04-10T15:05:48.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:48.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:48.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:48.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643247+0000", 2024-04-10T15:05:48.992 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643247+0000", 2024-04-10T15:05:48.992 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:48.992 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:48.992 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:48.992 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:48.992 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:48.992 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:48.992 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:48.992 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:48.992 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:48.992 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:48.992 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:48.992 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:48.992 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:48.992 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2d", 2024-04-10T15:05:48.992 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:48.993 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:48.993 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:48.993 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:48.993 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:48.993 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:57:38.697595+0000", 2024-04-10T15:05:48.993 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:48.993 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:48.993 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:48.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:48.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:48.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:48.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:48.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:48.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:48.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:48.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:48.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:48.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:48.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:48.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:48.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:48.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:48.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:48.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:48.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:48.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:48.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:48.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:48.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:48.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:48.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:48.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:48.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:48.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:48.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:48.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:48.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:48.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:48.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:48.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:48.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:48.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:48.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:48.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:48.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:48.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:48.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:48.996 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:48.996 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.996 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:48.996 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:48.996 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:48.996 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:48.996 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:48.996 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:48.996 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.996 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:48.996 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:48.996 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:48.996 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:48.996 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:48.996 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:48.996 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:48.997 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:48.997 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:48.997 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:48.997 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:48.997 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:48.997 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:48.997 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:48.997 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:48.997 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:48.997 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644229+0000", 2024-04-10T15:05:48.997 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.281204+0000", 2024-04-10T15:05:48.997 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.281204+0000", 2024-04-10T15:05:48.997 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.281562+0000", 2024-04-10T15:05:48.997 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644229+0000", 2024-04-10T15:05:48.997 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:48.998 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:48.998 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:48.998 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:48.998 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644229+0000", 2024-04-10T15:05:48.998 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644229+0000", 2024-04-10T15:05:48.998 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644229+0000", 2024-04-10T15:05:48.998 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:48.998 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:48.998 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:48.998 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644229+0000", 2024-04-10T15:05:48.998 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644229+0000", 2024-04-10T15:05:48.998 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:48.998 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 4, 2024-04-10T15:05:48.998 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:48.998 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:48.999 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:48.999 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:48.999 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:48.999 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:48.999 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:48.999 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 4, 2024-04-10T15:05:48.999 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:48.999 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:48.999 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:48.999 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1f", 2024-04-10T15:05:48.999 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:48.999 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:48.999 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:48.999 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 24, 2024-04-10T15:05:48.999 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.000 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:17:00.295168+0000", 2024-04-10T15:05:49.000 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.000 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.000 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 582, 2024-04-10T15:05:49.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T15:05:49.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T15:05:49.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T15:05:49.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T15:05:49.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.002 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.002 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.002 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.002 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.002 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.002 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.002 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.002 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.002 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.002 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.002 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 4, 2024-04-10T15:05:49.002 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T15:05:49.002 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.002 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.002 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.003 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.003 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.003 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.003 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:49.003 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.003 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:49.003 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'4" 2024-04-10T15:05:49.003 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.003 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.003 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.003 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.003 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.003 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.003 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.003 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:49.003 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.004 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.004 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.004 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.004 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.004 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.004 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641201+0000", 2024-04-10T15:05:49.004 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.683786+0000", 2024-04-10T15:05:49.004 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.683786+0000", 2024-04-10T15:05:49.004 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.686157+0000", 2024-04-10T15:05:49.004 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641201+0000", 2024-04-10T15:05:49.004 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.004 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.004 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.004 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.005 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641201+0000", 2024-04-10T15:05:49.005 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641201+0000", 2024-04-10T15:05:49.005 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641201+0000", 2024-04-10T15:05:49.005 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.005 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.005 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.005 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641201+0000", 2024-04-10T15:05:49.005 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641201+0000", 2024-04-10T15:05:49.005 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.005 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.005 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.005 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.005 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.005 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.005 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.006 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.006 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.006 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.006 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.006 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.006 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.006 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1e", 2024-04-10T15:05:49.006 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.006 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.006 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.006 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.006 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.006 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:18:01.279349+0000", 2024-04-10T15:05:49.007 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.007 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.007 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.008 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.008 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.008 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.008 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.008 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.008 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.008 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.008 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.008 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.008 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.008 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.008 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.008 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.008 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.008 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.008 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.008 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.009 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.009 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.009 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.009 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.009 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.009 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.009 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.009 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.009 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.009 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.009 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.009 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.009 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.009 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.009 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.010 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.010 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.010 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:49.010 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.010 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.010 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.010 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.010 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.010 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.010 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:49.010 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.010 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:49.010 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.010 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.011 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.011 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.011 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.011 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.011 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641128+0000", 2024-04-10T15:05:49.011 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.285685+0000", 2024-04-10T15:05:49.011 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.285685+0000", 2024-04-10T15:05:49.011 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.286009+0000", 2024-04-10T15:05:49.011 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641128+0000", 2024-04-10T15:05:49.011 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.011 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.011 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.011 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.011 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641128+0000", 2024-04-10T15:05:49.011 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641128+0000", 2024-04-10T15:05:49.011 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641128+0000", 2024-04-10T15:05:49.012 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.012 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.012 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.012 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641128+0000", 2024-04-10T15:05:49.012 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641128+0000", 2024-04-10T15:05:49.012 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.012 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 1, 2024-04-10T15:05:49.012 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.012 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.012 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.012 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.012 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.012 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.012 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.012 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 1, 2024-04-10T15:05:49.012 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.012 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.013 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.013 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1e", 2024-04-10T15:05:49.013 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.013 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.013 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.013 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 21, 2024-04-10T15:05:49.013 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.013 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:51:43.960592+0000", 2024-04-10T15:05:49.013 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.013 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.013 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.015 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.015 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.015 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.015 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.015 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.015 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.015 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.015 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.015 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.015 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.015 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.015 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.015 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.015 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.015 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.015 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.015 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.016 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.016 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.016 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.016 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.016 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.016 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.016 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.016 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.016 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.016 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.016 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:49.016 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.016 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:49.016 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'1" 2024-04-10T15:05:49.016 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.017 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.017 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.017 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.017 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.017 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.017 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.017 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:49.017 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.017 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.017 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.017 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.017 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.017 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.017 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644069+0000", 2024-04-10T15:05:49.018 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.696757+0000", 2024-04-10T15:05:49.018 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.696757+0000", 2024-04-10T15:05:49.018 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.700099+0000", 2024-04-10T15:05:49.018 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644069+0000", 2024-04-10T15:05:49.018 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.018 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.018 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.018 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.018 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644069+0000", 2024-04-10T15:05:49.018 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644069+0000", 2024-04-10T15:05:49.018 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644069+0000", 2024-04-10T15:05:49.018 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.018 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.019 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.019 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644069+0000", 2024-04-10T15:05:49.019 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644069+0000", 2024-04-10T15:05:49.019 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.019 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.019 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.019 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.019 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.019 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.019 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.019 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.019 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.019 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.019 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.019 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.019 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.020 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1f", 2024-04-10T15:05:49.020 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.020 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.020 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.020 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.020 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.020 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:08:55.421832+0000", 2024-04-10T15:05:49.020 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.020 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.020 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.021 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.021 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.021 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.021 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.021 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.021 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.021 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.021 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.021 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.021 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.021 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.021 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.021 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.021 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.021 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.021 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.022 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.022 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.022 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.022 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.022 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.022 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.022 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.022 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.022 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.022 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.022 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.022 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.022 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.022 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.022 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.023 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.023 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.023 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.023 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.023 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.023 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.023 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.023 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.023 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.023 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.023 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.023 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.023 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:49.023 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.023 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.024 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.024 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.024 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.024 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.024 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.024 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.024 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:49.024 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.024 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.024 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.024 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.024 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.024 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.024 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643425+0000", 2024-04-10T15:05:49.025 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.288475+0000", 2024-04-10T15:05:49.025 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.288475+0000", 2024-04-10T15:05:49.025 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.289344+0000", 2024-04-10T15:05:49.025 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643425+0000", 2024-04-10T15:05:49.025 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.025 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.025 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.025 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.025 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643425+0000", 2024-04-10T15:05:49.025 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643425+0000", 2024-04-10T15:05:49.025 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643425+0000", 2024-04-10T15:05:49.025 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.025 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.025 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.026 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643425+0000", 2024-04-10T15:05:49.026 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643425+0000", 2024-04-10T15:05:49.026 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.026 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T15:05:49.026 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.026 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.026 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.026 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.026 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.026 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.026 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.026 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T15:05:49.026 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.026 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.027 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.027 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1d", 2024-04-10T15:05:49.027 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.027 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.027 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.027 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 22, 2024-04-10T15:05:49.027 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.027 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:39:07.678694+0000", 2024-04-10T15:05:49.027 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.027 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.027 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.027 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.027 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.027 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.027 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.028 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.028 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.028 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.028 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.028 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.028 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.028 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.028 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.028 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.028 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.028 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.028 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.028 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T15:05:49.028 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T15:05:49.028 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.029 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T15:05:49.029 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.029 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.029 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.029 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.029 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.029 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T15:05:49.029 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.029 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.029 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.029 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.029 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.029 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.029 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.029 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.030 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.030 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.030 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.030 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.030 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T15:05:49.030 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.030 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.030 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.030 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.030 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.030 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.030 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.030 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.031 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.031 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:49.031 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T15:05:49.031 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.031 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.031 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.031 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.031 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.031 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.031 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.031 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:49.031 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.031 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.031 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.031 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.032 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.032 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.032 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641280+0000", 2024-04-10T15:05:49.032 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.679558+0000", 2024-04-10T15:05:49.032 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.679558+0000", 2024-04-10T15:05:49.032 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.679870+0000", 2024-04-10T15:05:49.032 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641280+0000", 2024-04-10T15:05:49.032 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.032 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.032 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.032 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.032 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641280+0000", 2024-04-10T15:05:49.032 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641280+0000", 2024-04-10T15:05:49.033 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641280+0000", 2024-04-10T15:05:49.033 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.033 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.033 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.033 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641280+0000", 2024-04-10T15:05:49.033 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641280+0000", 2024-04-10T15:05:49.033 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.033 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.033 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.033 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.033 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.033 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.033 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.033 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.034 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.034 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.034 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.034 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.034 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.034 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1c", 2024-04-10T15:05:49.034 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.034 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.034 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.034 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.034 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.034 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:41:41.155913+0000", 2024-04-10T15:05:49.034 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.035 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.035 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.035 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.035 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.035 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.035 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.035 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.035 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.035 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.035 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.035 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.035 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.035 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.035 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.035 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.036 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.036 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.036 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.036 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.036 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.036 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.036 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.036 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.036 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.036 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.036 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.036 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.036 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.036 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.036 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.037 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.037 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.037 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.037 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.037 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.037 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.037 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.037 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.037 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.037 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.037 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.037 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.037 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.037 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.037 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.037 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.038 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.038 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.038 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.038 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.038 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:49.038 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.038 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.038 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.038 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.038 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.038 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.038 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.038 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.038 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:49.038 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.038 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.039 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.039 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.039 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.039 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.039 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643014+0000", 2024-04-10T15:05:49.039 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.290505+0000", 2024-04-10T15:05:49.039 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.290505+0000", 2024-04-10T15:05:49.039 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.290852+0000", 2024-04-10T15:05:49.039 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643014+0000", 2024-04-10T15:05:49.039 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.039 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.039 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.039 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.040 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643014+0000", 2024-04-10T15:05:49.040 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643014+0000", 2024-04-10T15:05:49.040 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643014+0000", 2024-04-10T15:05:49.040 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.040 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.040 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.040 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643014+0000", 2024-04-10T15:05:49.040 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643014+0000", 2024-04-10T15:05:49.040 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.040 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T15:05:49.040 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.040 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.040 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.040 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.041 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.041 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.041 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.041 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T15:05:49.041 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.041 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.041 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.041 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1c", 2024-04-10T15:05:49.041 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.041 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.041 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.041 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 22, 2024-04-10T15:05:49.041 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.041 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:08:16.021178+0000", 2024-04-10T15:05:49.041 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.041 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.042 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.042 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.042 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.042 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.042 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.042 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.042 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.042 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.042 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.042 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.042 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.042 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.042 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.042 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.043 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.043 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.043 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.043 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T15:05:49.043 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T15:05:49.043 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.043 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T15:05:49.043 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.043 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.043 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.043 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.043 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.043 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T15:05:49.043 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.043 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T15:05:49.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.044 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.044 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.044 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.044 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.045 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.045 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.045 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.045 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.045 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:49.045 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T15:05:49.045 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.045 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.045 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.045 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.045 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.045 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.045 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.045 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:49.046 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.046 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.046 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.046 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.046 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.046 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.046 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641143+0000", 2024-04-10T15:05:49.046 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.691123+0000", 2024-04-10T15:05:49.046 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.691123+0000", 2024-04-10T15:05:49.046 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.691424+0000", 2024-04-10T15:05:49.046 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641143+0000", 2024-04-10T15:05:49.046 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.046 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.047 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.047 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.047 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641143+0000", 2024-04-10T15:05:49.047 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641143+0000", 2024-04-10T15:05:49.047 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641143+0000", 2024-04-10T15:05:49.047 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.047 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.047 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.047 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641143+0000", 2024-04-10T15:05:49.047 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641143+0000", 2024-04-10T15:05:49.047 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.047 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.047 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.048 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.048 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.048 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.048 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.048 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.048 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.048 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.048 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.048 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.048 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.048 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1d", 2024-04-10T15:05:49.048 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.048 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.048 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.049 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.049 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.049 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:12:32.139429+0000", 2024-04-10T15:05:49.049 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.049 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.049 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.049 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.049 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.049 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.049 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.049 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.049 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.049 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.049 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.049 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.050 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.050 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.050 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.050 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.050 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.050 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.050 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.050 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.050 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.050 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.050 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.050 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.050 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.050 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.052 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.052 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.052 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.052 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.052 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.052 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.052 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.052 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.052 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:49.052 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.052 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.052 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.052 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.053 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.053 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.053 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.053 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.053 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:49.053 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.053 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.053 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.053 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.053 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.053 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.053 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.653359+0000", 2024-04-10T15:05:49.053 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:04:36.650715+0000", 2024-04-10T15:05:49.053 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:04:36.650715+0000", 2024-04-10T15:05:49.053 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:04:36.651102+0000", 2024-04-10T15:05:49.053 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.653359+0000", 2024-04-10T15:05:49.054 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.054 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.054 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.054 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 70, 2024-04-10T15:05:49.054 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.653359+0000", 2024-04-10T15:05:49.054 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.653359+0000", 2024-04-10T15:05:49.054 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.653359+0000", 2024-04-10T15:05:49.054 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.054 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.054 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.054 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.653359+0000", 2024-04-10T15:05:49.054 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.653359+0000", 2024-04-10T15:05:49.054 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.055 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 1, 2024-04-10T15:05:49.055 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.055 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.055 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 69, 2024-04-10T15:05:49.055 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.055 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.055 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.055 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.055 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 1, 2024-04-10T15:05:49.055 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.055 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.055 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.055 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1b", 2024-04-10T15:05:49.055 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.055 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.056 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.056 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 30, 2024-04-10T15:05:49.056 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.056 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:49:49.920161+0000", 2024-04-10T15:05:49.056 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.056 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.056 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.056 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.056 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.056 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.056 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.056 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.056 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.056 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.056 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.059 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.059 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.059 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.059 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.059 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.059 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.059 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.059 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.059 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:49.059 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'1" 2024-04-10T15:05:49.059 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.059 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.060 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.060 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.060 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.060 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.060 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.060 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T15:05:49.060 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.060 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.060 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.060 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.060 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.060 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.060 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.673551+0000", 2024-04-10T15:05:49.060 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.672258+0000", 2024-04-10T15:05:49.060 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.672258+0000", 2024-04-10T15:05:49.061 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.672606+0000", 2024-04-10T15:05:49.061 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.673551+0000", 2024-04-10T15:05:49.061 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.061 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.061 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.061 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.061 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.673551+0000", 2024-04-10T15:05:49.061 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.673551+0000", 2024-04-10T15:05:49.061 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.673551+0000", 2024-04-10T15:05:49.061 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.061 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.061 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.061 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.673551+0000", 2024-04-10T15:05:49.061 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.673551+0000", 2024-04-10T15:05:49.062 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.062 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.062 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.062 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.062 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.062 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.062 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.062 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.062 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.062 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.062 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.062 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.062 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.062 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1a", 2024-04-10T15:05:49.063 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.063 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.063 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.063 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.063 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.063 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:13:07.131928+0000", 2024-04-10T15:05:49.063 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.063 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.063 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.063 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.063 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.063 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.063 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.063 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.063 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.063 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.066 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.066 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.066 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.066 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.066 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.066 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.066 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.066 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.066 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T15:05:49.066 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.067 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.067 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.067 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.067 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.067 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.067 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.067 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:49.067 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.067 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.067 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.067 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.067 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.067 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.067 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644149+0000", 2024-04-10T15:05:49.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.285959+0000", 2024-04-10T15:05:49.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.285959+0000", 2024-04-10T15:05:49.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.286305+0000", 2024-04-10T15:05:49.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644149+0000", 2024-04-10T15:05:49.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644149+0000", 2024-04-10T15:05:49.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644149+0000", 2024-04-10T15:05:49.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644149+0000", 2024-04-10T15:05:49.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644149+0000", 2024-04-10T15:05:49.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644149+0000", 2024-04-10T15:05:49.069 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.069 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 1, 2024-04-10T15:05:49.069 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.069 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.069 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.069 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.069 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.069 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.069 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.069 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 1, 2024-04-10T15:05:49.069 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.069 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.069 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.069 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1a", 2024-04-10T15:05:49.069 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.070 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.070 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.070 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 21, 2024-04-10T15:05:49.070 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.070 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:57:33.282697+0000", 2024-04-10T15:05:49.070 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.070 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.070 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.070 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.070 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.070 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.070 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.070 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.070 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.073 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.073 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.073 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.073 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.073 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.073 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.073 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.073 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.073 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:49.074 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'1" 2024-04-10T15:05:49.074 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.074 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.074 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.074 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.074 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.074 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.074 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.074 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:49.074 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.074 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.074 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.074 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.074 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.074 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.645095+0000", 2024-04-10T15:05:49.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.699789+0000", 2024-04-10T15:05:49.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.699789+0000", 2024-04-10T15:05:49.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.700337+0000", 2024-04-10T15:05:49.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.645095+0000", 2024-04-10T15:05:49.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.645095+0000", 2024-04-10T15:05:49.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.645095+0000", 2024-04-10T15:05:49.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.645095+0000", 2024-04-10T15:05:49.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.076 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.076 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.645095+0000", 2024-04-10T15:05:49.076 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.645095+0000", 2024-04-10T15:05:49.076 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.076 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.076 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.076 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.076 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.076 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.076 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.076 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.076 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.076 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.076 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.077 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.077 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.077 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1b", 2024-04-10T15:05:49.077 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.077 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.077 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.077 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.077 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.077 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:18:03.542707+0000", 2024-04-10T15:05:49.077 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.077 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.077 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.080 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.080 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.080 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.080 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.080 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.080 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.080 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.081 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:49.081 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.081 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.081 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.081 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.081 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.081 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.081 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.081 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:49.081 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.081 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.081 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.081 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.081 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.082 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640723+0000", 2024-04-10T15:05:49.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.281351+0000", 2024-04-10T15:05:49.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.281351+0000", 2024-04-10T15:05:49.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.281643+0000", 2024-04-10T15:05:49.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640723+0000", 2024-04-10T15:05:49.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640723+0000", 2024-04-10T15:05:49.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640723+0000", 2024-04-10T15:05:49.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640723+0000", 2024-04-10T15:05:49.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.083 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.083 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640723+0000", 2024-04-10T15:05:49.083 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640723+0000", 2024-04-10T15:05:49.083 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.083 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.083 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.083 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.083 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.083 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.083 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.083 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.083 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.083 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.083 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.084 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.084 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.084 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.19", 2024-04-10T15:05:49.084 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.084 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.084 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.084 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:49.084 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.084 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:03:17.800536+0000", 2024-04-10T15:05:49.084 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.084 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.084 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.084 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.084 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.084 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.084 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.087 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.087 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.087 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.087 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.087 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.087 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.087 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.087 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.087 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.087 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.087 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.087 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.087 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.087 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.088 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.088 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:49.088 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.088 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.088 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.088 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.088 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.088 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.088 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.088 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.088 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:49.088 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.088 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.088 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.088 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.088 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.089 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:49.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.679809+0000", 2024-04-10T15:05:49.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.679809+0000", 2024-04-10T15:05:49.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.680130+0000", 2024-04-10T15:05:49.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:49.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:49.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:49.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:49.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.090 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.090 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.090 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:49.090 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:49.090 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.090 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.090 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.090 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.090 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.090 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.090 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.090 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.090 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.090 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.091 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.091 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.091 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.091 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.18", 2024-04-10T15:05:49.091 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.091 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.091 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.091 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.091 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.091 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:21:47.719103+0000", 2024-04-10T15:05:49.091 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.091 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.091 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.094 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.094 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.094 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.094 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.094 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.094 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.094 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.094 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.094 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.094 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.094 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.094 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.094 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.095 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.095 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.095 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.095 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:49.095 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.095 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.095 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.095 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.095 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.095 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.095 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.095 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.095 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:49.095 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.095 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.095 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.096 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.096 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.096 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640404+0000", 2024-04-10T15:05:49.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.289538+0000", 2024-04-10T15:05:49.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.289538+0000", 2024-04-10T15:05:49.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.289864+0000", 2024-04-10T15:05:49.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640404+0000", 2024-04-10T15:05:49.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640404+0000", 2024-04-10T15:05:49.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640404+0000", 2024-04-10T15:05:49.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640404+0000", 2024-04-10T15:05:49.097 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.097 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.097 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.097 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640404+0000", 2024-04-10T15:05:49.097 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640404+0000", 2024-04-10T15:05:49.097 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.097 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.097 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.097 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.097 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.097 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.097 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.097 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.097 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.097 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.097 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.098 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.098 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.098 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.18", 2024-04-10T15:05:49.098 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.098 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.098 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.098 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:49.098 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.098 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:14:00.832249+0000", 2024-04-10T15:05:49.098 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.098 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.098 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.101 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.101 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.101 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.101 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.101 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.101 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.101 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.101 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.101 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.101 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.101 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.101 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.101 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.101 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.102 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.102 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.102 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:49.102 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.102 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.102 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.102 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.102 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.102 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.102 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:49.102 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.102 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:49.102 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.102 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.103 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.103 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.103 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.103 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.103 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.639284+0000", 2024-04-10T15:05:49.103 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.690560+0000", 2024-04-10T15:05:49.103 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.690560+0000", 2024-04-10T15:05:49.103 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.697099+0000", 2024-04-10T15:05:49.103 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.639284+0000", 2024-04-10T15:05:49.103 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.103 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.103 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.103 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.103 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.639284+0000", 2024-04-10T15:05:49.103 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.639284+0000", 2024-04-10T15:05:49.104 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.639284+0000", 2024-04-10T15:05:49.104 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.104 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.104 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.104 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.639284+0000", 2024-04-10T15:05:49.104 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.639284+0000", 2024-04-10T15:05:49.104 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.104 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.104 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.104 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.104 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.104 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.104 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.104 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.105 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.105 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.105 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.105 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.105 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.105 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.19", 2024-04-10T15:05:49.105 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.105 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.105 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.105 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.105 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.105 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:48:54.563822+0000", 2024-04-10T15:05:49.105 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.105 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.105 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.108 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.108 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.108 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.108 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.108 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.108 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.108 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.108 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.108 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.108 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.108 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.108 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.108 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.108 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.109 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:49.109 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.109 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:49.109 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.109 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.109 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.109 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.109 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.109 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.109 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.109 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.109 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:49.109 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.109 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.110 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.110 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.110 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.110 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.110 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644500+0000", 2024-04-10T15:05:49.110 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.285120+0000", 2024-04-10T15:05:49.110 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.285120+0000", 2024-04-10T15:05:49.110 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.286121+0000", 2024-04-10T15:05:49.110 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644500+0000", 2024-04-10T15:05:49.110 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.110 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.110 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.110 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.110 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644500+0000", 2024-04-10T15:05:49.110 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644500+0000", 2024-04-10T15:05:49.111 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644500+0000", 2024-04-10T15:05:49.111 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.111 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.111 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.111 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644500+0000", 2024-04-10T15:05:49.111 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644500+0000", 2024-04-10T15:05:49.111 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.111 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.111 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.111 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.111 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.111 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.111 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.111 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.112 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.112 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.112 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.112 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.112 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.112 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.17", 2024-04-10T15:05:49.112 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.112 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.112 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.112 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:49.112 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.112 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:15:11.304280+0000", 2024-04-10T15:05:49.112 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.112 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.112 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.114 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.114 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.114 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.114 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.114 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.114 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.114 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.114 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.114 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.114 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.114 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.114 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.114 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.114 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.114 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.115 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.115 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.115 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.115 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.115 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.115 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.115 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.115 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.115 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.115 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.115 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.115 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.115 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.115 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.116 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.116 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.116 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.116 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.116 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.116 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.116 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:49.116 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.116 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.116 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.116 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.116 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.116 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.116 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.117 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:49.117 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.117 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.117 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.117 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.117 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.117 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.117 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641387+0000", 2024-04-10T15:05:49.117 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.673274+0000", 2024-04-10T15:05:49.117 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.673274+0000", 2024-04-10T15:05:49.117 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.675664+0000", 2024-04-10T15:05:49.117 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641387+0000", 2024-04-10T15:05:49.117 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.117 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.117 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.118 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.118 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641387+0000", 2024-04-10T15:05:49.118 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641387+0000", 2024-04-10T15:05:49.118 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641387+0000", 2024-04-10T15:05:49.118 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.118 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.118 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.118 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641387+0000", 2024-04-10T15:05:49.118 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641387+0000", 2024-04-10T15:05:49.118 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.118 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.118 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.118 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.118 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.119 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.119 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.119 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.119 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.119 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.119 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.119 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.119 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.119 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.16", 2024-04-10T15:05:49.119 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.119 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.119 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.119 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.119 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.120 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:45:47.325062+0000", 2024-04-10T15:05:49.120 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.120 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.120 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.120 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.120 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.120 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.120 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.120 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.120 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.120 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.120 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.120 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.120 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.120 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.121 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.121 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.121 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.121 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.121 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.121 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.121 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.121 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.121 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.121 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.121 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.121 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.121 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.121 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.122 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.122 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.122 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.122 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.122 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.122 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.122 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.122 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.122 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.122 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.122 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.122 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.122 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.122 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.122 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.123 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.123 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.123 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.123 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.123 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.123 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.123 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.123 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:49.123 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.123 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.123 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.123 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.123 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.124 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.124 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.124 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:49.124 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.124 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.124 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.124 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.124 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.124 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.124 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641485+0000", 2024-04-10T15:05:49.124 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.287728+0000", 2024-04-10T15:05:49.124 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.287728+0000", 2024-04-10T15:05:49.124 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.288061+0000", 2024-04-10T15:05:49.124 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641485+0000", 2024-04-10T15:05:49.125 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.125 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.125 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.125 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.125 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641485+0000", 2024-04-10T15:05:49.125 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641485+0000", 2024-04-10T15:05:49.125 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641485+0000", 2024-04-10T15:05:49.125 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.125 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.125 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.125 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641485+0000", 2024-04-10T15:05:49.125 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641485+0000", 2024-04-10T15:05:49.125 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.125 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.125 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.126 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.126 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.126 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.126 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.126 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.126 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.126 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.126 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.126 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.126 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.126 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.16", 2024-04-10T15:05:49.126 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.126 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.126 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.127 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:49.127 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.127 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:17:18.028774+0000", 2024-04-10T15:05:49.127 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.127 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.127 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.129 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.129 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.129 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.129 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.129 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.129 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.129 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.129 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.129 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.129 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.129 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.129 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.129 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.129 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.129 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.130 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.130 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.130 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.130 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.130 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.130 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.130 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.130 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.130 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.130 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:49.130 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.130 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.130 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.131 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.131 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.131 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:49.131 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.131 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:49.131 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.131 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.131 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.131 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.131 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.131 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.131 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643891+0000", 2024-04-10T15:05:49.131 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.696069+0000", 2024-04-10T15:05:49.131 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.696069+0000", 2024-04-10T15:05:49.131 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.696363+0000", 2024-04-10T15:05:49.131 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643891+0000", 2024-04-10T15:05:49.132 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.132 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.132 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.132 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.132 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643891+0000", 2024-04-10T15:05:49.132 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643891+0000", 2024-04-10T15:05:49.132 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643891+0000", 2024-04-10T15:05:49.132 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.132 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.132 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.132 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643891+0000", 2024-04-10T15:05:49.132 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643891+0000", 2024-04-10T15:05:49.132 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.132 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.132 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.133 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.133 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.133 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.133 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.133 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.133 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.133 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.133 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.133 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.133 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.133 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.17", 2024-04-10T15:05:49.133 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.133 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.133 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.133 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.134 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.134 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:11:09.281462+0000", 2024-04-10T15:05:49.134 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.134 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.134 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.134 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.134 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.134 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.134 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.134 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.134 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.134 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.134 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.134 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.135 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.135 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.135 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.135 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.135 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.135 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.135 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.135 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.135 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.135 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.135 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.135 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.135 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.135 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.135 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.135 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.136 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.136 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.136 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.136 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.136 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.136 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.136 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.136 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.136 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.136 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.136 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.136 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.136 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.136 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.136 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.137 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.137 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.137 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.137 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.137 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.137 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:49.137 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.137 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:49.137 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.137 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.137 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.137 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.137 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.138 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.138 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.138 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:49.138 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.138 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.138 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.138 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.138 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.138 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.138 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640143+0000", 2024-04-10T15:05:49.138 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.280864+0000", 2024-04-10T15:05:49.138 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.280864+0000", 2024-04-10T15:05:49.138 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.281503+0000", 2024-04-10T15:05:49.138 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640143+0000", 2024-04-10T15:05:49.138 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.139 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.139 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.139 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.139 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640143+0000", 2024-04-10T15:05:49.139 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640143+0000", 2024-04-10T15:05:49.139 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640143+0000", 2024-04-10T15:05:49.139 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.139 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.139 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.139 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640143+0000", 2024-04-10T15:05:49.139 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640143+0000", 2024-04-10T15:05:49.139 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.139 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3, 2024-04-10T15:05:49.139 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.139 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.140 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.140 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.140 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.140 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.140 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.140 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3, 2024-04-10T15:05:49.140 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.140 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.140 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.140 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.15", 2024-04-10T15:05:49.140 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.140 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.140 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.140 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 23, 2024-04-10T15:05:49.140 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.141 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:39:56.835741+0000", 2024-04-10T15:05:49.141 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.141 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.141 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.141 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 90, 2024-04-10T15:05:49.141 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.141 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.141 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.141 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.141 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.141 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.141 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.141 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.141 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.141 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.141 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.142 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.142 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.142 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.142 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.142 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T15:05:49.142 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T15:05:49.142 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.142 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T15:05:49.142 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.142 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.142 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.142 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.142 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.142 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T15:05:49.143 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.143 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.143 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.143 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.143 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.143 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.143 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.143 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.143 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.143 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.143 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.143 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.143 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 4, 2024-04-10T15:05:49.143 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T15:05:49.143 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.143 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.144 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.144 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.144 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.144 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.144 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.144 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.144 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:49.144 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'3" 2024-04-10T15:05:49.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.144 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.144 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.144 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.144 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.144 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.144 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.144 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T15:05:49.145 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.145 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.145 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.145 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.145 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.145 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.145 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.674177+0000", 2024-04-10T15:05:49.145 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.692699+0000", 2024-04-10T15:05:49.145 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.692699+0000", 2024-04-10T15:05:49.145 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.692999+0000", 2024-04-10T15:05:49.145 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.674177+0000", 2024-04-10T15:05:49.145 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.145 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.145 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.145 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.146 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.674177+0000", 2024-04-10T15:05:49.146 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.674177+0000", 2024-04-10T15:05:49.146 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.674177+0000", 2024-04-10T15:05:49.146 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.146 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.146 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.146 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.674177+0000", 2024-04-10T15:05:49.146 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.674177+0000", 2024-04-10T15:05:49.146 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.146 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.146 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.146 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.146 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.146 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.147 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.147 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.147 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.147 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.147 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.147 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.147 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.147 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.14", 2024-04-10T15:05:49.147 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.147 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.147 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.147 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.147 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.147 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:46:14.221969+0000", 2024-04-10T15:05:49.147 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.148 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.148 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.148 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.148 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.148 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.148 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.148 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.148 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.148 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.148 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.148 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.148 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.148 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.148 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.148 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.149 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.149 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.149 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.149 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.149 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.149 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.149 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.149 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.149 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.149 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.149 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.149 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.149 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.149 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.149 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.150 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.150 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.150 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.150 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.150 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.150 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.150 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.150 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.150 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.150 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.150 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.150 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.150 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.150 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.151 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.151 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.151 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.151 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.151 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.151 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T15:05:49.151 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.151 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.151 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.151 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.151 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.151 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:49.151 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.151 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:49.152 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.152 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.152 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.152 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.152 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.152 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.152 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:05:04.832216+0000", 2024-04-10T15:05:49.152 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.284827+0000", 2024-04-10T15:05:49.152 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.284827+0000", 2024-04-10T15:05:49.152 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.285440+0000", 2024-04-10T15:05:49.152 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:05:04.832216+0000", 2024-04-10T15:05:49.152 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.152 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.152 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.152 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.153 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:05:04.832216+0000", 2024-04-10T15:05:49.153 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:05:04.832216+0000", 2024-04-10T15:05:49.153 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:05:04.832216+0000", 2024-04-10T15:05:49.153 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.153 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.153 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.153 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:05:04.832216+0000", 2024-04-10T15:05:49.153 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:05:04.832216+0000", 2024-04-10T15:05:49.153 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.153 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 12, 2024-04-10T15:05:49.153 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.153 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.153 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.153 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.153 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.154 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.154 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.154 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 12, 2024-04-10T15:05:49.154 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.154 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.154 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.154 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.14", 2024-04-10T15:05:49.154 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.154 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.154 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.154 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 32, 2024-04-10T15:05:49.154 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.154 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:29:15.585142+0000", 2024-04-10T15:05:49.154 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.155 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.155 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.155 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 2632, 2024-04-10T15:05:49.155 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.155 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.155 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.155 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.155 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.155 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.155 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.155 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.155 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.155 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.155 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.156 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.156 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.156 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.156 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.156 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 12, 2024-04-10T15:05:49.156 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 4, 2024-04-10T15:05:49.156 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.156 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 4, 2024-04-10T15:05:49.156 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.156 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.156 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.156 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.156 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.156 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T15:05:49.156 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 12, 2024-04-10T15:05:49.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 9 2024-04-10T15:05:49.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.157 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.158 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.158 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.158 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.158 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.158 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:49.158 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.158 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:49.158 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "70'12" 2024-04-10T15:05:49.158 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.158 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.158 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.158 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.158 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.158 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:49.159 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.159 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:49.159 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.159 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.159 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.159 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.159 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.159 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.159 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643307+0000", 2024-04-10T15:05:49.159 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.688126+0000", 2024-04-10T15:05:49.159 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.688126+0000", 2024-04-10T15:05:49.159 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.688409+0000", 2024-04-10T15:05:49.159 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643307+0000", 2024-04-10T15:05:49.159 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.159 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.160 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.160 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.160 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643307+0000", 2024-04-10T15:05:49.160 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643307+0000", 2024-04-10T15:05:49.160 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643307+0000", 2024-04-10T15:05:49.160 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.160 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.160 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.160 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643307+0000", 2024-04-10T15:05:49.160 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643307+0000", 2024-04-10T15:05:49.160 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.160 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.160 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.160 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.160 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.161 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.161 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.161 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.161 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.161 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.161 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.161 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.161 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.161 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.15", 2024-04-10T15:05:49.161 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.161 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.161 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.161 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.161 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.161 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:11:53.962594+0000", 2024-04-10T15:05:49.162 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.162 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.162 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.162 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.162 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.162 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.162 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.162 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.162 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.162 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.162 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.162 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.162 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.162 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.163 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.163 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.163 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.163 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.163 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.163 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.163 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.163 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.163 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.163 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.163 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.163 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.163 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.163 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.163 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.165 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.165 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.165 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.165 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.165 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.165 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.165 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:49.165 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.165 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:49.165 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.165 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.165 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.165 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.165 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.165 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.165 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:49.166 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.166 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:49.166 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.166 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.166 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.166 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.166 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.166 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.166 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.645444+0000", 2024-04-10T15:05:49.166 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.280254+0000", 2024-04-10T15:05:49.166 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.280254+0000", 2024-04-10T15:05:49.166 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.280573+0000", 2024-04-10T15:05:49.166 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.645444+0000", 2024-04-10T15:05:49.166 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.167 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.167 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.167 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.167 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.645444+0000", 2024-04-10T15:05:49.167 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.645444+0000", 2024-04-10T15:05:49.167 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.645444+0000", 2024-04-10T15:05:49.167 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.167 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.167 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.167 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.645444+0000", 2024-04-10T15:05:49.167 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.645444+0000", 2024-04-10T15:05:49.167 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.167 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T15:05:49.167 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.168 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.168 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.168 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.168 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.168 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.168 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.168 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T15:05:49.168 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.168 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.168 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.168 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.13", 2024-04-10T15:05:49.168 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.168 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.168 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.168 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 22, 2024-04-10T15:05:49.169 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.169 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:16:53.068747+0000", 2024-04-10T15:05:49.169 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.169 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.169 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.169 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 34, 2024-04-10T15:05:49.169 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.169 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.169 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.169 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.169 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.169 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.169 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.169 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.169 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.170 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.170 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.170 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.170 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.170 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.170 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.170 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T15:05:49.170 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T15:05:49.170 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.170 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T15:05:49.170 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.170 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.170 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.170 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.170 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T15:05:49.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T15:05:49.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 7 2024-04-10T15:05:49.172 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.172 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.172 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.172 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.172 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.172 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.172 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:49.172 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.172 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:49.172 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T15:05:49.172 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.172 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.172 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.172 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.172 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.173 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:49.173 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.173 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:49.173 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.173 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.173 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.173 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.173 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.173 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.173 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644680+0000", 2024-04-10T15:05:49.173 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.696657+0000", 2024-04-10T15:05:49.173 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.696657+0000", 2024-04-10T15:05:49.173 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.699155+0000", 2024-04-10T15:05:49.173 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644680+0000", 2024-04-10T15:05:49.173 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.173 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.174 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.174 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.174 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644680+0000", 2024-04-10T15:05:49.174 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644680+0000", 2024-04-10T15:05:49.174 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644680+0000", 2024-04-10T15:05:49.174 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.174 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.174 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.174 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644680+0000", 2024-04-10T15:05:49.174 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644680+0000", 2024-04-10T15:05:49.174 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.174 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.174 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.174 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.174 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.175 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.175 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.175 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.175 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.175 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.175 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.175 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.175 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.175 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.12", 2024-04-10T15:05:49.175 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.175 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.175 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.175 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.175 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.175 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:57:09.243966+0000", 2024-04-10T15:05:49.176 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.176 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.176 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.176 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.176 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.176 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.176 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.176 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.176 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.176 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.176 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.176 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.176 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.176 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.176 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.178 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.179 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.179 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.179 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.179 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.179 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.179 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:49.179 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.179 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:49.179 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.179 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.179 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.179 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.179 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.179 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.179 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.180 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.180 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:49.180 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.180 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.180 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.180 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.180 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.180 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.180 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:49.180 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.288905+0000", 2024-04-10T15:05:49.180 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.288905+0000", 2024-04-10T15:05:49.180 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.289247+0000", 2024-04-10T15:05:49.180 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:49.180 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:49.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:49.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:49.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:49.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:49.181 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.181 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.181 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.181 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.181 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.182 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.182 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.182 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.182 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.182 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.182 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.182 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.182 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.182 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.12", 2024-04-10T15:05:49.182 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.182 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.182 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.182 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:49.182 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.182 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:01:13.831504+0000", 2024-04-10T15:05:49.183 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.183 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.183 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.183 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.183 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.183 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.183 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.183 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.183 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.183 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.183 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.183 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.183 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.183 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.183 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.185 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.185 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.186 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.186 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.186 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.186 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.186 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.186 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.186 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:49.186 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.186 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.186 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.186 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.186 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.186 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.186 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.187 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.187 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:49.187 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.187 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.187 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.187 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.187 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.187 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.187 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643068+0000", 2024-04-10T15:05:49.187 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.682812+0000", 2024-04-10T15:05:49.187 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.682812+0000", 2024-04-10T15:05:49.187 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.683464+0000", 2024-04-10T15:05:49.187 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643068+0000", 2024-04-10T15:05:49.187 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.187 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643068+0000", 2024-04-10T15:05:49.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643068+0000", 2024-04-10T15:05:49.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643068+0000", 2024-04-10T15:05:49.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643068+0000", 2024-04-10T15:05:49.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643068+0000", 2024-04-10T15:05:49.188 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.188 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.188 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.188 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.188 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.188 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.188 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.189 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.189 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.189 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.189 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.189 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.189 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.189 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.13", 2024-04-10T15:05:49.189 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.189 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.189 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.189 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.189 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.189 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:51:34.754087+0000", 2024-04-10T15:05:49.189 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.189 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.190 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.190 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.190 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.190 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.190 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.190 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.190 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.190 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.190 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.190 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.190 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.190 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.190 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.192 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.192 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.192 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.192 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.192 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.192 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.193 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.193 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.193 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:49.193 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.193 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.193 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.193 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.193 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.193 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.193 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.193 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:49.193 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.193 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.193 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.193 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.194 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.194 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.194 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644595+0000", 2024-04-10T15:05:49.194 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.280895+0000", 2024-04-10T15:05:49.194 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.280895+0000", 2024-04-10T15:05:49.194 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.281401+0000", 2024-04-10T15:05:49.194 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644595+0000", 2024-04-10T15:05:49.194 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.194 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.194 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.194 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.194 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644595+0000", 2024-04-10T15:05:49.194 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644595+0000", 2024-04-10T15:05:49.194 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644595+0000", 2024-04-10T15:05:49.195 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.195 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.195 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.195 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644595+0000", 2024-04-10T15:05:49.195 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644595+0000", 2024-04-10T15:05:49.195 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.195 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.195 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.195 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.195 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.195 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.195 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.195 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.195 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.195 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.196 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.196 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.196 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.196 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.11", 2024-04-10T15:05:49.196 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.196 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.196 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.196 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:49.196 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.196 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:30:26.316124+0000", 2024-04-10T15:05:49.196 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.196 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.196 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.196 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.196 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.199 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.199 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.199 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.199 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.199 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.199 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.199 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.199 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.199 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:49.200 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.200 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.200 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.200 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.200 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.200 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:49.200 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.200 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:49.200 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.200 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.200 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.200 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.200 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.200 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.200 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643523+0000", 2024-04-10T15:05:49.201 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.680055+0000", 2024-04-10T15:05:49.201 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.680055+0000", 2024-04-10T15:05:49.201 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.680322+0000", 2024-04-10T15:05:49.201 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643523+0000", 2024-04-10T15:05:49.201 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.201 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.201 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.201 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.201 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643523+0000", 2024-04-10T15:05:49.201 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643523+0000", 2024-04-10T15:05:49.201 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643523+0000", 2024-04-10T15:05:49.201 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.201 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.201 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.201 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643523+0000", 2024-04-10T15:05:49.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643523+0000", 2024-04-10T15:05:49.202 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.202 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.202 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.202 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.202 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.202 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.202 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.202 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.202 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.202 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.202 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.202 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.202 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.203 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.10", 2024-04-10T15:05:49.203 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.203 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.203 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.203 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.203 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.203 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:32:49.692572+0000", 2024-04-10T15:05:49.203 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.203 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.203 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.203 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.203 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.203 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.203 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.203 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.206 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.206 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.206 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.206 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.206 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.206 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.206 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:49.206 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.206 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:49.206 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.207 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.207 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.207 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.207 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.207 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.207 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.207 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T15:05:49.207 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.207 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.207 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.207 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.207 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.207 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.207 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643075+0000", 2024-04-10T15:05:49.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.281718+0000", 2024-04-10T15:05:49.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.281718+0000", 2024-04-10T15:05:49.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.282084+0000", 2024-04-10T15:05:49.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643075+0000", 2024-04-10T15:05:49.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643075+0000", 2024-04-10T15:05:49.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643075+0000", 2024-04-10T15:05:49.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643075+0000", 2024-04-10T15:05:49.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643075+0000", 2024-04-10T15:05:49.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643075+0000", 2024-04-10T15:05:49.209 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.209 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 8, 2024-04-10T15:05:49.209 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.209 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.209 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.209 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.209 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.209 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.209 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.209 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 8, 2024-04-10T15:05:49.209 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.209 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.209 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.209 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.10", 2024-04-10T15:05:49.209 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.210 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.210 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.210 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 28, 2024-04-10T15:05:49.210 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.210 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:17:57.954285+0000", 2024-04-10T15:05:49.210 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.210 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.210 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.210 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.210 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.210 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.210 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.210 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.210 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.210 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 12, 2024-04-10T15:05:49.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 4, 2024-04-10T15:05:49.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 4, 2024-04-10T15:05:49.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 4, 2024-04-10T15:05:49.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 12, 2024-04-10T15:05:49.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.213 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.213 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.213 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.213 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.213 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.213 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.213 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.213 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.213 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T15:05:49.213 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'8" 2024-04-10T15:05:49.213 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.213 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.213 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.213 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.214 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.214 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.214 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.214 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:49.214 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.214 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.214 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.214 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.214 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.214 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.214 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.642948+0000", 2024-04-10T15:05:49.214 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.684111+0000", 2024-04-10T15:05:49.214 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.684111+0000", 2024-04-10T15:05:49.214 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.684467+0000", 2024-04-10T15:05:49.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.642948+0000", 2024-04-10T15:05:49.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.642948+0000", 2024-04-10T15:05:49.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.642948+0000", 2024-04-10T15:05:49.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.642948+0000", 2024-04-10T15:05:49.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.642948+0000", 2024-04-10T15:05:49.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.642948+0000", 2024-04-10T15:05:49.215 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.215 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.216 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.216 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.216 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.216 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.216 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.216 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.216 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.216 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.216 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.216 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.216 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.216 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.11", 2024-04-10T15:05:49.216 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.216 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.216 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.217 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.217 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.217 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:57:16.102990+0000", 2024-04-10T15:05:49.217 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.217 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.217 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.217 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.217 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.217 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.217 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.217 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.217 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.217 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.217 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.217 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.220 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.220 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.220 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.220 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.220 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.220 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.220 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.220 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.220 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:49.220 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.220 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.220 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.220 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.221 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.221 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.221 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.221 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T15:05:49.221 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.221 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.221 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.221 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.221 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.221 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.221 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.674421+0000", 2024-04-10T15:05:49.221 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.276898+0000", 2024-04-10T15:05:49.221 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.276898+0000", 2024-04-10T15:05:49.221 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.277258+0000", 2024-04-10T15:05:49.221 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.674421+0000", 2024-04-10T15:05:49.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.674421+0000", 2024-04-10T15:05:49.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.674421+0000", 2024-04-10T15:05:49.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.674421+0000", 2024-04-10T15:05:49.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.674421+0000", 2024-04-10T15:05:49.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.674421+0000", 2024-04-10T15:05:49.222 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.222 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 1, 2024-04-10T15:05:49.222 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.223 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.223 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.223 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.223 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.223 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.223 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.223 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 1, 2024-04-10T15:05:49.223 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.223 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.223 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.223 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.f", 2024-04-10T15:05:49.223 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.223 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.223 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.223 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 21, 2024-04-10T15:05:49.224 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.224 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:27:29.253197+0000", 2024-04-10T15:05:49.224 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.224 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.224 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 22, 2024-04-10T15:05:49.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T15:05:49.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T15:05:49.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T15:05:49.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.227 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.227 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 1, 2024-04-10T15:05:49.227 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T15:05:49.227 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.227 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.227 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.227 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.227 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.227 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.227 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.227 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.227 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T15:05:49.227 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'1" 2024-04-10T15:05:49.227 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.227 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.228 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.228 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.228 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.228 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.228 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.228 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:49.228 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.228 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.228 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.228 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.228 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.228 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.651709+0000", 2024-04-10T15:05:49.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:04:36.650826+0000", 2024-04-10T15:05:49.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:04:36.650826+0000", 2024-04-10T15:05:49.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:04:36.651251+0000", 2024-04-10T15:05:49.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.651709+0000", 2024-04-10T15:05:49.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 70, 2024-04-10T15:05:49.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.651709+0000", 2024-04-10T15:05:49.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.651709+0000", 2024-04-10T15:05:49.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.651709+0000", 2024-04-10T15:05:49.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.651709+0000", 2024-04-10T15:05:49.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.651709+0000", 2024-04-10T15:05:49.229 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.229 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.230 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.230 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.230 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 69, 2024-04-10T15:05:49.230 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.230 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.230 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.230 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.230 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.230 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.230 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.230 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.230 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.e", 2024-04-10T15:05:49.230 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.230 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.231 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.231 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 28, 2024-04-10T15:05:49.231 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.231 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:16:35.539646+0000", 2024-04-10T15:05:49.231 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.231 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.231 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.234 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.234 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.234 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.234 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.234 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.234 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.234 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.234 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.234 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.234 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.234 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.234 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:49.234 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.234 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.235 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.235 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.235 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.235 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.235 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:49.235 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.235 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:49.235 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.235 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.235 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T15:05:49.235 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.235 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.235 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.639499+0000", 2024-04-10T15:05:49.236 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:38.417580+0000", 2024-04-10T15:05:49.236 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:38.417580+0000", 2024-04-10T15:05:49.236 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:38.417956+0000", 2024-04-10T15:05:49.236 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.639499+0000", 2024-04-10T15:05:49.236 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.236 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.236 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.236 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 66, 2024-04-10T15:05:49.236 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.639499+0000", 2024-04-10T15:05:49.236 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.639499+0000", 2024-04-10T15:05:49.236 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.639499+0000", 2024-04-10T15:05:49.236 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.236 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.236 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.236 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.639499+0000", 2024-04-10T15:05:49.236 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.639499+0000", 2024-04-10T15:05:49.237 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.237 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.237 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.237 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.237 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 65, 2024-04-10T15:05:49.237 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.237 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.237 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.237 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.237 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.237 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.237 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.237 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.237 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.2", 2024-04-10T15:05:49.237 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.238 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.238 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.238 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 15, 2024-04-10T15:05:49.238 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.238 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:34:10.674105+0000", 2024-04-10T15:05:49.238 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.238 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.238 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.241 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.241 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.241 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.241 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.241 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.241 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.241 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.241 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.241 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.241 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.241 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:49.241 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.241 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:49.241 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.241 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.241 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.242 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.242 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.242 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.242 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.242 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.242 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:49.242 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.242 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.242 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.242 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.242 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.242 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.242 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.639564+0000", 2024-04-10T15:05:49.242 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.279798+0000", 2024-04-10T15:05:49.242 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.279798+0000", 2024-04-10T15:05:49.243 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.281697+0000", 2024-04-10T15:05:49.243 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.639564+0000", 2024-04-10T15:05:49.243 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.243 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.243 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.243 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.243 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.639564+0000", 2024-04-10T15:05:49.243 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.639564+0000", 2024-04-10T15:05:49.243 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.639564+0000", 2024-04-10T15:05:49.243 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.243 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.243 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.243 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.639564+0000", 2024-04-10T15:05:49.243 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.639564+0000", 2024-04-10T15:05:49.243 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.244 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.244 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.244 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.244 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.244 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.244 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.244 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.244 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.244 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.244 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.244 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.244 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.244 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.4", 2024-04-10T15:05:49.244 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.244 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.245 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.245 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:49.245 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.245 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:53:38.474251+0000", 2024-04-10T15:05:49.245 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.245 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.245 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.248 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.248 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.248 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.248 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.248 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.248 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.248 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.248 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.248 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.248 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.248 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.248 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:49.248 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.248 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.248 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.248 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.249 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.249 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.249 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.249 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.249 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:49.249 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.249 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.249 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.249 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.249 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.249 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.249 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641298+0000", 2024-04-10T15:05:49.249 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.681395+0000", 2024-04-10T15:05:49.249 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.681395+0000", 2024-04-10T15:05:49.249 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.681661+0000", 2024-04-10T15:05:49.250 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641298+0000", 2024-04-10T15:05:49.250 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.250 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.250 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.250 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.250 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641298+0000", 2024-04-10T15:05:49.250 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641298+0000", 2024-04-10T15:05:49.250 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641298+0000", 2024-04-10T15:05:49.250 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.250 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.250 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.250 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641298+0000", 2024-04-10T15:05:49.250 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641298+0000", 2024-04-10T15:05:49.250 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.250 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.251 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.251 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.251 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.251 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.251 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.251 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.251 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.251 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.251 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.251 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.251 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.251 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.5", 2024-04-10T15:05:49.251 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.251 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.251 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.252 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.252 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.252 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:28:24.397110+0000", 2024-04-10T15:05:49.252 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.252 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.252 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.254 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.254 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.255 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.255 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.255 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.255 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.255 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.255 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.255 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:49.255 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.255 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.255 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.255 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.255 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.255 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.255 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:49.256 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.256 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:49.256 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.256 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.256 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T15:05:49.256 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.256 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.256 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.256 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.639653+0000", 2024-04-10T15:05:49.256 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:37.737582+0000", 2024-04-10T15:05:49.256 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:37.737582+0000", 2024-04-10T15:05:49.256 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:37.737875+0000", 2024-04-10T15:05:49.256 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.639653+0000", 2024-04-10T15:05:49.256 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 66, 2024-04-10T15:05:49.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.639653+0000", 2024-04-10T15:05:49.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.639653+0000", 2024-04-10T15:05:49.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.639653+0000", 2024-04-10T15:05:49.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.639653+0000", 2024-04-10T15:05:49.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.639653+0000", 2024-04-10T15:05:49.257 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.257 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.257 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.257 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.257 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 65, 2024-04-10T15:05:49.257 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.258 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.258 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.258 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.258 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.258 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.258 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.258 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.258 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.4", 2024-04-10T15:05:49.258 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.258 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.258 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.258 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 15, 2024-04-10T15:05:49.258 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.258 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:25:32.714296+0000", 2024-04-10T15:05:49.259 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.259 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.259 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.261 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.261 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.261 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.262 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.262 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.262 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.262 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:49.262 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.262 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:49.262 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.262 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.262 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.262 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.262 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.262 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.262 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.262 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.262 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:49.263 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.263 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.263 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.263 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.263 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.263 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.263 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640563+0000", 2024-04-10T15:05:49.263 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.282728+0000", 2024-04-10T15:05:49.263 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.282728+0000", 2024-04-10T15:05:49.263 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.283028+0000", 2024-04-10T15:05:49.263 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640563+0000", 2024-04-10T15:05:49.263 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.263 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.263 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.263 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.263 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640563+0000", 2024-04-10T15:05:49.264 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640563+0000", 2024-04-10T15:05:49.264 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640563+0000", 2024-04-10T15:05:49.264 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.264 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.264 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.264 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640563+0000", 2024-04-10T15:05:49.264 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640563+0000", 2024-04-10T15:05:49.264 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.264 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.264 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.264 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.264 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.264 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.264 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.264 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.265 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.265 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.265 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.265 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.265 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.265 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.2", 2024-04-10T15:05:49.265 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.265 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.265 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.265 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:49.265 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.265 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:56:38.446506+0000", 2024-04-10T15:05:49.265 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.265 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.266 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.268 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.268 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.269 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.269 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.269 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.269 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.269 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.269 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:49.269 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.269 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.269 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.269 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.269 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.269 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.269 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.269 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.269 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T15:05:49.269 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.269 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.270 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.270 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.270 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.270 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.673819+0000", 2024-04-10T15:05:49.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.685826+0000", 2024-04-10T15:05:49.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.685826+0000", 2024-04-10T15:05:49.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.686109+0000", 2024-04-10T15:05:49.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.673819+0000", 2024-04-10T15:05:49.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.673819+0000", 2024-04-10T15:05:49.271 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.673819+0000", 2024-04-10T15:05:49.271 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.673819+0000", 2024-04-10T15:05:49.271 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.271 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.271 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.271 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.673819+0000", 2024-04-10T15:05:49.271 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.673819+0000", 2024-04-10T15:05:49.271 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.271 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.271 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.271 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.271 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.271 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.271 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.271 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.271 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.272 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.272 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.272 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.272 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.272 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3", 2024-04-10T15:05:49.272 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.272 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.272 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.272 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.272 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.272 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:25:07.380496+0000", 2024-04-10T15:05:49.272 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.272 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.272 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.275 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.275 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.275 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.275 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.275 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.275 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.276 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.276 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.276 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T15:05:49.276 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.276 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.276 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.276 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.276 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.276 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.276 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.276 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.276 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:49.276 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.276 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.276 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T15:05:49.276 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.277 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.277 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.277 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:35.640140+0000", 2024-04-10T15:05:49.277 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:38.417557+0000", 2024-04-10T15:05:49.277 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:38.417557+0000", 2024-04-10T15:05:49.277 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:38.417967+0000", 2024-04-10T15:05:49.277 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:35.640140+0000", 2024-04-10T15:05:49.277 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.277 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.277 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.277 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 66, 2024-04-10T15:05:49.277 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:35.640140+0000", 2024-04-10T15:05:49.277 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:35.640140+0000", 2024-04-10T15:05:49.277 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:35.640140+0000", 2024-04-10T15:05:49.278 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.278 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.278 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.278 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:35.640140+0000", 2024-04-10T15:05:49.278 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:35.640140+0000", 2024-04-10T15:05:49.278 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.278 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.278 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.278 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.278 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 65, 2024-04-10T15:05:49.278 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.278 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.278 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.278 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.278 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.279 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.279 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.279 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.279 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.7", 2024-04-10T15:05:49.279 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.279 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.279 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 69, 2024-04-10T15:05:49.279 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 14, 2024-04-10T15:05:49.279 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.279 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:14:24.647858+0000", 2024-04-10T15:05:49.279 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.279 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.279 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.282 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.282 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.282 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.282 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.282 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.282 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.283 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.283 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.283 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:49.283 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.283 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.283 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.283 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.283 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.283 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.283 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.283 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.283 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:49.283 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.283 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.283 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.285 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.285 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.285 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.285 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.639338+0000", 2024-04-10T15:05:49.285 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.687307+0000", 2024-04-10T15:05:49.285 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.687307+0000", 2024-04-10T15:05:49.285 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.688132+0000", 2024-04-10T15:05:49.285 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.639338+0000", 2024-04-10T15:05:49.285 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.285 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.285 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.285 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.286 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.639338+0000", 2024-04-10T15:05:49.286 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.639338+0000", 2024-04-10T15:05:49.286 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.639338+0000", 2024-04-10T15:05:49.286 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.286 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.286 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.286 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.639338+0000", 2024-04-10T15:05:49.286 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.639338+0000", 2024-04-10T15:05:49.286 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.286 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.286 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.286 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.286 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.286 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.286 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.287 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.287 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.287 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.287 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.287 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.287 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.287 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.0", 2024-04-10T15:05:49.287 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.287 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.287 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.287 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.287 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.287 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:34:39.142499+0000", 2024-04-10T15:05:49.287 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.287 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.288 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.290 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.290 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.290 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.290 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.291 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.291 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.291 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.291 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.291 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:49.291 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.291 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.291 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.291 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.291 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.291 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.291 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.291 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.291 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T15:05:49.291 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.291 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.292 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.292 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.292 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.292 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.292 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644035+0000", 2024-04-10T15:05:49.292 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.283234+0000", 2024-04-10T15:05:49.292 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.283234+0000", 2024-04-10T15:05:49.292 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.283572+0000", 2024-04-10T15:05:49.292 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644035+0000", 2024-04-10T15:05:49.292 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.292 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.292 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.292 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.292 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644035+0000", 2024-04-10T15:05:49.292 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644035+0000", 2024-04-10T15:05:49.292 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644035+0000", 2024-04-10T15:05:49.292 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.293 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.293 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.293 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644035+0000", 2024-04-10T15:05:49.293 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644035+0000", 2024-04-10T15:05:49.293 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.293 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.293 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.293 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.293 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.293 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.293 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.293 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.293 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.293 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.293 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.293 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.294 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.294 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1", 2024-04-10T15:05:49.294 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.294 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.294 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.294 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:49.294 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.294 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:42:01.913858+0000", 2024-04-10T15:05:49.294 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.294 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.294 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.297 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.297 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.297 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.297 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.297 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.297 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.297 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.297 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.297 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T15:05:49.297 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.297 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.297 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.297 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.298 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.298 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.298 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.298 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.298 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:49.298 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.298 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.298 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T15:05:49.298 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.298 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.298 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.298 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:49.298 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:37.923565+0000", 2024-04-10T15:05:49.298 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:37.923565+0000", 2024-04-10T15:05:49.298 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:37.923879+0000", 2024-04-10T15:05:49.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:49.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 66, 2024-04-10T15:05:49.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:49.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:49.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:49.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:49.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:49.299 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.299 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.299 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.299 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.300 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 65, 2024-04-10T15:05:49.300 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.300 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.300 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.300 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.300 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.300 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.300 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.300 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.300 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.5", 2024-04-10T15:05:49.300 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.300 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.300 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.300 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 15, 2024-04-10T15:05:49.300 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.300 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:49:40.242128+0000", 2024-04-10T15:05:49.300 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.301 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.301 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.303 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.303 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.304 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.304 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.304 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.304 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.304 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.304 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:49.304 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.304 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.304 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.304 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.304 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.304 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.304 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.304 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.304 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:49.304 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.305 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.305 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.305 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.305 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.305 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641953+0000", 2024-04-10T15:05:49.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.682264+0000", 2024-04-10T15:05:49.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.682264+0000", 2024-04-10T15:05:49.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.682774+0000", 2024-04-10T15:05:49.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641953+0000", 2024-04-10T15:05:49.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641953+0000", 2024-04-10T15:05:49.306 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641953+0000", 2024-04-10T15:05:49.306 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641953+0000", 2024-04-10T15:05:49.306 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.306 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.306 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.306 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641953+0000", 2024-04-10T15:05:49.306 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641953+0000", 2024-04-10T15:05:49.306 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.306 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.306 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.306 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.306 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.306 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.306 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.307 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.307 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.307 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.307 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.307 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.307 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.307 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2", 2024-04-10T15:05:49.307 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.307 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.307 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.307 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.307 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.307 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:53:50.062682+0000", 2024-04-10T15:05:49.307 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.308 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.308 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.310 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.310 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.311 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.311 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.311 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.311 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.311 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.311 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.311 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:49.311 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.311 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.311 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.311 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.311 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.311 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.311 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.311 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.312 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:49.312 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.312 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.312 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.312 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.312 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.312 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.312 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640783+0000", 2024-04-10T15:05:49.312 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.288307+0000", 2024-04-10T15:05:49.312 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.288307+0000", 2024-04-10T15:05:49.312 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.288677+0000", 2024-04-10T15:05:49.312 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640783+0000", 2024-04-10T15:05:49.312 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.312 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.312 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.312 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.313 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640783+0000", 2024-04-10T15:05:49.313 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640783+0000", 2024-04-10T15:05:49.313 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640783+0000", 2024-04-10T15:05:49.313 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.313 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.313 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.313 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640783+0000", 2024-04-10T15:05:49.313 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640783+0000", 2024-04-10T15:05:49.313 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.313 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.313 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.313 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.313 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.313 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.313 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.314 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.314 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.314 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.314 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.314 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.314 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.314 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.3", 2024-04-10T15:05:49.314 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.314 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.314 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.314 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:49.314 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.314 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:02:54.176734+0000", 2024-04-10T15:05:49.314 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.314 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.314 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.317 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.317 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.317 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.317 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.317 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.318 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.318 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.318 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.318 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:49.318 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.318 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.318 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.318 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.318 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.318 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.318 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.318 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.318 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:49.318 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.319 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.319 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 20, 2024-04-10T15:05:49.319 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.319 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.319 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.319 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:05:45.315668+0000", 2024-04-10T15:05:49.319 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:02:47.753273+0000", 2024-04-10T15:05:49.319 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:02:47.753273+0000", 2024-04-10T15:05:49.319 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:02:47.753680+0000", 2024-04-10T15:05:49.319 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:05:45.315668+0000", 2024-04-10T15:05:49.319 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:00:49.290350+0000", 2024-04-10T15:05:49.319 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.319 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:00:49.290350+0000", 2024-04-10T15:05:49.319 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 59, 2024-04-10T15:05:49.319 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:05:45.315668+0000", 2024-04-10T15:05:49.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:05:45.315668+0000", 2024-04-10T15:05:49.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:05:45.315668+0000", 2024-04-10T15:05:49.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:00:49.290350+0000", 2024-04-10T15:05:49.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:05:45.315668+0000", 2024-04-10T15:05:49.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:05:45.315668+0000", 2024-04-10T15:05:49.320 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.320 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 144, 2024-04-10T15:05:49.320 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.320 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.320 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 58, 2024-04-10T15:05:49.320 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.320 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.320 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.320 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.320 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 144, 2024-04-10T15:05:49.321 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.321 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.321 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.321 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "1.0", 2024-04-10T15:05:49.321 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.321 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.321 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.321 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 325, 2024-04-10T15:05:49.321 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.321 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:34:06.644063+0000", 2024-04-10T15:05:49.321 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.321 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.321 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.321 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 590368, 2024-04-10T15:05:49.321 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.321 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 1771104, 2024-04-10T15:05:49.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T15:05:49.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T15:05:49.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T15:05:49.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 6, 2024-04-10T15:05:49.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 358, 2024-04-10T15:05:49.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 554, 2024-04-10T15:05:49.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 211, 2024-04-10T15:05:49.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 2416 2024-04-10T15:05:49.324 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.324 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.324 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.324 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.324 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.324 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.324 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.324 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.325 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:49.325 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "70'144" 2024-04-10T15:05:49.325 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.325 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.325 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.325 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.325 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.325 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.325 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.325 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:49.325 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.325 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.325 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T15:05:49.325 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.326 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.326 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.326 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:35.640298+0000", 2024-04-10T15:05:49.326 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:37.739327+0000", 2024-04-10T15:05:49.326 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:37.739327+0000", 2024-04-10T15:05:49.326 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:37.739610+0000", 2024-04-10T15:05:49.326 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:35.640298+0000", 2024-04-10T15:05:49.326 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.326 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.326 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.326 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 66, 2024-04-10T15:05:49.326 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:35.640298+0000", 2024-04-10T15:05:49.326 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:35.640298+0000", 2024-04-10T15:05:49.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:35.640298+0000", 2024-04-10T15:05:49.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:35.640298+0000", 2024-04-10T15:05:49.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:35.640298+0000", 2024-04-10T15:05:49.327 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.327 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.327 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.327 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.327 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 65, 2024-04-10T15:05:49.327 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.327 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.327 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.327 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.328 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.328 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.328 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.328 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.328 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.6", 2024-04-10T15:05:49.328 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.328 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.328 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 69, 2024-04-10T15:05:49.328 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 14, 2024-04-10T15:05:49.328 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.328 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:48:48.956088+0000", 2024-04-10T15:05:49.328 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.328 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.328 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.328 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.328 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.331 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.331 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.331 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.331 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.331 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.331 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.331 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.332 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.332 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:49.332 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.332 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.332 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.332 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.332 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.332 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.332 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:49.332 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.332 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:49.332 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.332 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.332 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.332 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.332 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.333 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.653303+0000", 2024-04-10T15:05:49.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:04:36.648406+0000", 2024-04-10T15:05:49.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:04:36.648406+0000", 2024-04-10T15:05:49.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:04:36.648711+0000", 2024-04-10T15:05:49.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.653303+0000", 2024-04-10T15:05:49.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 70, 2024-04-10T15:05:49.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.653303+0000", 2024-04-10T15:05:49.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.653303+0000", 2024-04-10T15:05:49.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.653303+0000", 2024-04-10T15:05:49.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.653303+0000", 2024-04-10T15:05:49.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.653303+0000", 2024-04-10T15:05:49.334 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.334 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.334 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.334 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.334 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 69, 2024-04-10T15:05:49.334 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.334 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.334 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.334 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.334 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.334 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.334 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.334 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.335 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1", 2024-04-10T15:05:49.335 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.335 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.335 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.335 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 28, 2024-04-10T15:05:49.335 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.335 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:08:05.368105+0000", 2024-04-10T15:05:49.335 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.335 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.335 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.335 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.335 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.335 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.335 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.335 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.335 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.338 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.338 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.338 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.338 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.338 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.338 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.338 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:49.338 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.338 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:49.338 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.338 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.338 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.339 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.339 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.339 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.339 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.339 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.339 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:49.339 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.339 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.339 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.339 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.339 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.339 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.339 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.642030+0000", 2024-04-10T15:05:49.339 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.291466+0000", 2024-04-10T15:05:49.339 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.291466+0000", 2024-04-10T15:05:49.339 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.291757+0000", 2024-04-10T15:05:49.340 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.642030+0000", 2024-04-10T15:05:49.340 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.340 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.340 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.340 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.340 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.642030+0000", 2024-04-10T15:05:49.340 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.642030+0000", 2024-04-10T15:05:49.340 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.642030+0000", 2024-04-10T15:05:49.340 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.340 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.340 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.340 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.642030+0000", 2024-04-10T15:05:49.340 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.642030+0000", 2024-04-10T15:05:49.340 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.340 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.340 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.341 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.341 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.341 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.341 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.341 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.341 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.341 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.341 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.341 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.341 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.341 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.0", 2024-04-10T15:05:49.341 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.341 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.341 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.341 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:49.341 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.341 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:20:47.179476+0000", 2024-04-10T15:05:49.342 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.342 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.342 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.342 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.342 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.342 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.342 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.342 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.342 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.342 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.342 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.342 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.342 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.342 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.342 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.344 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.344 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.344 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.345 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.345 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.345 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.345 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.345 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.345 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:49.345 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.345 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.345 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.345 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.345 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.345 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.345 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.345 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.345 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:49.346 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.346 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.346 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T15:05:49.346 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.346 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.346 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.346 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.645010+0000", 2024-04-10T15:05:49.346 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:38.417605+0000", 2024-04-10T15:05:49.346 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:38.417605+0000", 2024-04-10T15:05:49.346 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:38.418179+0000", 2024-04-10T15:05:49.346 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.645010+0000", 2024-04-10T15:05:49.346 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.346 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.346 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.346 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 66, 2024-04-10T15:05:49.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.645010+0000", 2024-04-10T15:05:49.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.645010+0000", 2024-04-10T15:05:49.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.645010+0000", 2024-04-10T15:05:49.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.645010+0000", 2024-04-10T15:05:49.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.645010+0000", 2024-04-10T15:05:49.347 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.347 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.347 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.347 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.347 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 65, 2024-04-10T15:05:49.348 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.348 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.348 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.348 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.348 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.348 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.348 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.348 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.348 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.3", 2024-04-10T15:05:49.348 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.348 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.348 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.348 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 15, 2024-04-10T15:05:49.348 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.348 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:05:45.552289+0000", 2024-04-10T15:05:49.348 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.349 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.349 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.351 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.351 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.352 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.352 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.352 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.352 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.352 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.352 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:49.352 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.352 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.352 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.352 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.352 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.352 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:49.352 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.353 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:49.353 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.353 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.353 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.353 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.353 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.353 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.353 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643405+0000", 2024-04-10T15:05:49.353 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.288455+0000", 2024-04-10T15:05:49.353 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.288455+0000", 2024-04-10T15:05:49.353 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.289394+0000", 2024-04-10T15:05:49.353 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643405+0000", 2024-04-10T15:05:49.353 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.353 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.353 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643405+0000", 2024-04-10T15:05:49.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643405+0000", 2024-04-10T15:05:49.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643405+0000", 2024-04-10T15:05:49.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643405+0000", 2024-04-10T15:05:49.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643405+0000", 2024-04-10T15:05:49.354 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.354 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.354 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.354 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.354 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.354 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.355 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.355 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.355 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.355 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.355 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.355 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.355 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.355 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.5", 2024-04-10T15:05:49.355 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.355 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.355 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.355 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:49.355 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.355 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:32:29.559392+0000", 2024-04-10T15:05:49.355 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.356 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.356 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.358 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.358 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.359 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.359 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.359 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.359 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.359 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:49.359 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.359 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:49.359 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.359 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.359 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.359 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.359 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.359 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.359 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:49.359 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.359 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:49.360 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.360 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.360 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.360 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.360 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.360 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.360 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.639788+0000", 2024-04-10T15:05:49.360 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.680278+0000", 2024-04-10T15:05:49.360 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.680278+0000", 2024-04-10T15:05:49.360 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.680596+0000", 2024-04-10T15:05:49.360 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.639788+0000", 2024-04-10T15:05:49.360 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.360 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.360 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.360 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.639788+0000", 2024-04-10T15:05:49.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.639788+0000", 2024-04-10T15:05:49.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.639788+0000", 2024-04-10T15:05:49.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.639788+0000", 2024-04-10T15:05:49.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.639788+0000", 2024-04-10T15:05:49.361 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.361 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.361 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.361 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.361 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.361 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.362 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.362 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.362 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.362 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.362 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.362 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.362 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.362 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.4", 2024-04-10T15:05:49.362 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.362 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.362 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.362 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.362 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.362 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:35:45.359038+0000", 2024-04-10T15:05:49.363 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.363 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.363 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.365 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.366 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.366 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.366 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.366 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.366 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.366 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:49.366 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.366 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:49.366 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.366 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.366 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.366 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.366 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.366 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.366 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.367 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.367 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:49.367 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.367 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.367 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T15:05:49.367 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.367 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.367 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.367 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640452+0000", 2024-04-10T15:05:49.367 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:37.923514+0000", 2024-04-10T15:05:49.367 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:37.923514+0000", 2024-04-10T15:05:49.367 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:37.923788+0000", 2024-04-10T15:05:49.367 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640452+0000", 2024-04-10T15:05:49.367 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.367 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.367 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 66, 2024-04-10T15:05:49.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640452+0000", 2024-04-10T15:05:49.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640452+0000", 2024-04-10T15:05:49.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640452+0000", 2024-04-10T15:05:49.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640452+0000", 2024-04-10T15:05:49.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640452+0000", 2024-04-10T15:05:49.368 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.368 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.368 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.368 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.368 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 65, 2024-04-10T15:05:49.368 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.369 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.369 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.369 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.369 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.369 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.369 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.369 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.369 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.0", 2024-04-10T15:05:49.369 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.369 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.369 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.369 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 15, 2024-04-10T15:05:49.369 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.369 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:48:27.043892+0000", 2024-04-10T15:05:49.369 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.369 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.369 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.372 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.372 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.372 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.372 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.372 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.372 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.372 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.373 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.373 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:49.373 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.373 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.373 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.373 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.373 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.373 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.373 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:49.373 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.373 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:49.373 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.373 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.373 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.373 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.373 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.374 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640098+0000", 2024-04-10T15:05:49.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.278570+0000", 2024-04-10T15:05:49.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.278570+0000", 2024-04-10T15:05:49.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.278878+0000", 2024-04-10T15:05:49.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640098+0000", 2024-04-10T15:05:49.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640098+0000", 2024-04-10T15:05:49.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640098+0000", 2024-04-10T15:05:49.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640098+0000", 2024-04-10T15:05:49.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640098+0000", 2024-04-10T15:05:49.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640098+0000", 2024-04-10T15:05:49.375 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.375 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 1, 2024-04-10T15:05:49.375 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.375 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.375 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.375 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.375 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.375 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.375 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.375 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 1, 2024-04-10T15:05:49.375 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.375 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.376 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.376 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.6", 2024-04-10T15:05:49.376 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.376 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.376 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.376 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 21, 2024-04-10T15:05:49.376 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.376 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:47:38.509949+0000", 2024-04-10T15:05:49.376 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.376 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.376 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.376 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.376 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.376 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.376 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.376 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T15:05:49.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T15:05:49.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T15:05:49.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T15:05:49.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 1, 2024-04-10T15:05:49.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.379 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.379 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.379 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.379 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.379 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.379 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.379 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:49.379 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.379 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:49.379 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "63'1" 2024-04-10T15:05:49.380 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.380 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.380 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.380 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.380 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.380 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.380 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.380 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:49.380 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.380 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.380 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.380 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.380 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.380 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.380 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641482+0000", 2024-04-10T15:05:49.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.697534+0000", 2024-04-10T15:05:49.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.697534+0000", 2024-04-10T15:05:49.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.697863+0000", 2024-04-10T15:05:49.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641482+0000", 2024-04-10T15:05:49.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641482+0000", 2024-04-10T15:05:49.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641482+0000", 2024-04-10T15:05:49.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641482+0000", 2024-04-10T15:05:49.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641482+0000", 2024-04-10T15:05:49.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641482+0000", 2024-04-10T15:05:49.382 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.382 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.382 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.382 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.382 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.382 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.382 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.382 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.382 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.382 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.382 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.382 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.382 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.382 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.7", 2024-04-10T15:05:49.383 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.383 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.383 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.383 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.383 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.383 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:07:02.525073+0000", 2024-04-10T15:05:49.383 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.383 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.383 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.383 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.383 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.383 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.383 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.383 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.383 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.386 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.386 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.386 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.386 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.386 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.386 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.386 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.386 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.386 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:49.386 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.387 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.387 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.387 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.387 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.387 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.387 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.387 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.387 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T15:05:49.387 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.387 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.387 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T15:05:49.387 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.387 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.387 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.387 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.673488+0000", 2024-04-10T15:05:49.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:38.417469+0000", 2024-04-10T15:05:49.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:38.417469+0000", 2024-04-10T15:05:49.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:38.417829+0000", 2024-04-10T15:05:49.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.673488+0000", 2024-04-10T15:05:49.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 66, 2024-04-10T15:05:49.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.673488+0000", 2024-04-10T15:05:49.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.673488+0000", 2024-04-10T15:05:49.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.673488+0000", 2024-04-10T15:05:49.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:49.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.673488+0000", 2024-04-10T15:05:49.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.673488+0000", 2024-04-10T15:05:49.389 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.389 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.389 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.389 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.389 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 65, 2024-04-10T15:05:49.389 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.389 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.389 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.389 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.389 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.389 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.389 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.389 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.389 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.1", 2024-04-10T15:05:49.389 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.390 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.390 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.390 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 15, 2024-04-10T15:05:49.390 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.390 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:51:41.919161+0000", 2024-04-10T15:05:49.390 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.390 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.390 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.393 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.393 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.393 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.393 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.393 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.393 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.393 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.393 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.393 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T15:05:49.393 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.393 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.393 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.394 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.394 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.394 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.394 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.394 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.394 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:49.394 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.394 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.394 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.394 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.394 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.394 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644436+0000", 2024-04-10T15:05:49.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.279900+0000", 2024-04-10T15:05:49.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.279900+0000", 2024-04-10T15:05:49.395 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.280206+0000", 2024-04-10T15:05:49.395 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644436+0000", 2024-04-10T15:05:49.395 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.395 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.395 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.395 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.395 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644436+0000", 2024-04-10T15:05:49.395 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644436+0000", 2024-04-10T15:05:49.395 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644436+0000", 2024-04-10T15:05:49.395 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.395 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.395 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.395 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644436+0000", 2024-04-10T15:05:49.395 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644436+0000", 2024-04-10T15:05:49.395 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.396 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T15:05:49.396 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.396 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.396 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.396 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.396 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.396 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.396 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.396 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T15:05:49.396 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.396 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.396 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.396 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.7", 2024-04-10T15:05:49.396 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.396 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.396 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.397 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 22, 2024-04-10T15:05:49.397 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.397 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:57:34.922367+0000", 2024-04-10T15:05:49.397 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.397 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.397 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T15:05:49.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T15:05:49.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T15:05:49.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T15:05:49.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T15:05:49.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.400 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.400 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.400 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.400 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.400 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.400 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.400 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.400 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.400 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:49.400 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T15:05:49.400 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.400 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.400 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.401 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.401 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.401 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:49.401 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.401 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:49.401 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.401 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.401 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.401 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.401 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.401 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.401 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643813+0000", 2024-04-10T15:05:49.401 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.693119+0000", 2024-04-10T15:05:49.401 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.693119+0000", 2024-04-10T15:05:49.401 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.693384+0000", 2024-04-10T15:05:49.402 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643813+0000", 2024-04-10T15:05:49.402 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.402 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.402 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.402 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.402 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643813+0000", 2024-04-10T15:05:49.402 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643813+0000", 2024-04-10T15:05:49.402 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643813+0000", 2024-04-10T15:05:49.402 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.402 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.402 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.402 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643813+0000", 2024-04-10T15:05:49.402 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643813+0000", 2024-04-10T15:05:49.402 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.402 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.403 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.403 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.403 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.403 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.403 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.403 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.403 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.403 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.403 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.403 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.403 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.403 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.6", 2024-04-10T15:05:49.403 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.403 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.403 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.404 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.404 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.404 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:58:16.162805+0000", 2024-04-10T15:05:49.404 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.404 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.404 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.407 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.407 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.407 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.407 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.407 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.407 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.407 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:49.407 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.407 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:49.407 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.407 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.407 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.407 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.408 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.408 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.408 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.408 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.408 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:49.408 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.408 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.408 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.408 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.408 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.408 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.408 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.642435+0000", 2024-04-10T15:05:49.408 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.291645+0000", 2024-04-10T15:05:49.408 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.291645+0000", 2024-04-10T15:05:49.408 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.292238+0000", 2024-04-10T15:05:49.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.642435+0000", 2024-04-10T15:05:49.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.642435+0000", 2024-04-10T15:05:49.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.642435+0000", 2024-04-10T15:05:49.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.642435+0000", 2024-04-10T15:05:49.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.642435+0000", 2024-04-10T15:05:49.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.642435+0000", 2024-04-10T15:05:49.409 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.409 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.410 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.410 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.410 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.410 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.410 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.410 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.410 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.410 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.410 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.410 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.410 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.410 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.8", 2024-04-10T15:05:49.410 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.410 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.410 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.411 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:49.411 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.411 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:42:29.482404+0000", 2024-04-10T15:05:49.411 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.411 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.411 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.414 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.414 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.414 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.414 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.414 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.414 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.414 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.414 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.414 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.414 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.414 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.414 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.414 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.414 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:49.415 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.415 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.415 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.415 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.415 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.415 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.415 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.415 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.415 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T15:05:49.415 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.415 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.415 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.415 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.415 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.416 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.673859+0000", 2024-04-10T15:05:49.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.672943+0000", 2024-04-10T15:05:49.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.672943+0000", 2024-04-10T15:05:49.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.673950+0000", 2024-04-10T15:05:49.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.673859+0000", 2024-04-10T15:05:49.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.673859+0000", 2024-04-10T15:05:49.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.673859+0000", 2024-04-10T15:05:49.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.673859+0000", 2024-04-10T15:05:49.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.417 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.417 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.417 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.673859+0000", 2024-04-10T15:05:49.417 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.673859+0000", 2024-04-10T15:05:49.417 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.417 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.417 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.417 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.417 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.417 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.417 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.417 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.417 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.417 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.417 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.418 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.418 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.418 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.9", 2024-04-10T15:05:49.418 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.418 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.418 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.418 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.418 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.418 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:29:19.935758+0000", 2024-04-10T15:05:49.418 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.418 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.418 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.421 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.421 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.421 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.421 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.421 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.421 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.422 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.422 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.422 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T15:05:49.422 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.422 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.422 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.422 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.422 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.422 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.422 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:49.422 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.422 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:49.422 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.422 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.423 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.423 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.423 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.423 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.423 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.639317+0000", 2024-04-10T15:05:49.423 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.287189+0000", 2024-04-10T15:05:49.423 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.287189+0000", 2024-04-10T15:05:49.423 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.287488+0000", 2024-04-10T15:05:49.423 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.639317+0000", 2024-04-10T15:05:49.423 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.423 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.423 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.423 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.423 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.639317+0000", 2024-04-10T15:05:49.423 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.639317+0000", 2024-04-10T15:05:49.423 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.639317+0000", 2024-04-10T15:05:49.424 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.424 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.424 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.424 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.639317+0000", 2024-04-10T15:05:49.424 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.639317+0000", 2024-04-10T15:05:49.424 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.424 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.424 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.424 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.424 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.424 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.424 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.424 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.424 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.424 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.424 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.425 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.425 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.425 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.9", 2024-04-10T15:05:49.425 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.425 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.425 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.425 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:49.425 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.425 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:51:01.601141+0000", 2024-04-10T15:05:49.425 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.425 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.425 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.428 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.428 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.428 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.428 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.428 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.428 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.428 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:49.428 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.429 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:49.429 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.429 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.429 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.429 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.429 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.429 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.429 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.429 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.429 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:49.429 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.429 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.429 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.429 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.430 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.430 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.430 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640478+0000", 2024-04-10T15:05:49.430 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.686078+0000", 2024-04-10T15:05:49.430 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.686078+0000", 2024-04-10T15:05:49.430 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.686365+0000", 2024-04-10T15:05:49.430 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640478+0000", 2024-04-10T15:05:49.430 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.430 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.430 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.430 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.430 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640478+0000", 2024-04-10T15:05:49.430 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640478+0000", 2024-04-10T15:05:49.430 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640478+0000", 2024-04-10T15:05:49.430 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.431 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.431 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.431 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640478+0000", 2024-04-10T15:05:49.431 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640478+0000", 2024-04-10T15:05:49.431 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.431 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.431 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.431 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.431 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.431 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.431 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.431 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.431 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.431 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.431 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.432 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.432 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.432 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.8", 2024-04-10T15:05:49.432 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.432 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.432 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.432 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.432 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.432 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:36:03.956864+0000", 2024-04-10T15:05:49.432 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.432 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.432 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.435 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.435 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.435 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.435 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.435 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.435 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.435 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.436 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.436 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:49.436 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.436 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.436 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.436 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.436 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.436 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.436 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.436 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.436 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:49.436 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.436 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.436 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.436 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.436 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.437 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.437 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.639677+0000", 2024-04-10T15:05:49.437 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.288309+0000", 2024-04-10T15:05:49.437 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.288309+0000", 2024-04-10T15:05:49.437 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.288584+0000", 2024-04-10T15:05:49.437 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.639677+0000", 2024-04-10T15:05:49.437 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.437 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.437 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.437 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.437 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.639677+0000", 2024-04-10T15:05:49.437 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.639677+0000", 2024-04-10T15:05:49.437 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.639677+0000", 2024-04-10T15:05:49.437 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.437 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.438 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.438 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.639677+0000", 2024-04-10T15:05:49.438 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.639677+0000", 2024-04-10T15:05:49.438 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.438 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.438 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.438 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.438 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.438 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.438 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.438 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.438 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.438 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.438 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.438 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.439 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.439 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.a", 2024-04-10T15:05:49.439 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.439 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.439 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.439 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:49.439 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.439 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:19:01.449337+0000", 2024-04-10T15:05:49.439 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.439 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.439 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.442 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.442 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.442 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.442 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.442 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.442 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.442 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.442 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.442 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:49.442 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.442 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.442 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.443 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.443 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.443 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.443 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:49.443 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.443 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:49.443 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.443 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.443 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.443 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.443 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.443 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.443 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641497+0000", 2024-04-10T15:05:49.443 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.677983+0000", 2024-04-10T15:05:49.443 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.677983+0000", 2024-04-10T15:05:49.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.678321+0000", 2024-04-10T15:05:49.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641497+0000", 2024-04-10T15:05:49.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641497+0000", 2024-04-10T15:05:49.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641497+0000", 2024-04-10T15:05:49.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641497+0000", 2024-04-10T15:05:49.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641497+0000", 2024-04-10T15:05:49.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641497+0000", 2024-04-10T15:05:49.444 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.445 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.445 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.445 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.445 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.445 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.445 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.445 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.445 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.445 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.445 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.445 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.445 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.445 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.b", 2024-04-10T15:05:49.445 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.445 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.445 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.446 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.446 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.446 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:19:31.734444+0000", 2024-04-10T15:05:49.446 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.446 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.446 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.449 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.449 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.449 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.449 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.449 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.449 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.449 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:49.449 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.449 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:49.449 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.449 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.449 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.449 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.449 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.449 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.450 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:49.450 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.450 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:49.450 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.450 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.450 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.450 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.450 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.450 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.450 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.642692+0000", 2024-04-10T15:05:49.450 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.289385+0000", 2024-04-10T15:05:49.450 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.289385+0000", 2024-04-10T15:05:49.450 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.289724+0000", 2024-04-10T15:05:49.450 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.642692+0000", 2024-04-10T15:05:49.450 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.642692+0000", 2024-04-10T15:05:49.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.642692+0000", 2024-04-10T15:05:49.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.642692+0000", 2024-04-10T15:05:49.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.642692+0000", 2024-04-10T15:05:49.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.642692+0000", 2024-04-10T15:05:49.451 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.451 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T15:05:49.451 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.451 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.452 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.452 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.452 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.452 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.452 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.452 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T15:05:49.452 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.452 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.452 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.452 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.b", 2024-04-10T15:05:49.452 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.452 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.452 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.452 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 22, 2024-04-10T15:05:49.452 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.452 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:11:40.877506+0000", 2024-04-10T15:05:49.453 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.453 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.453 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T15:05:49.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T15:05:49.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T15:05:49.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T15:05:49.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 1, 2024-04-10T15:05:49.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.455 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.455 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.456 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.456 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.456 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.456 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.456 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:49.456 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.456 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:49.456 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T15:05:49.456 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.456 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.456 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.456 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.456 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.456 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.457 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.457 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:49.457 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.457 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.457 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.457 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.457 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.457 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.457 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644032+0000", 2024-04-10T15:05:49.457 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.687635+0000", 2024-04-10T15:05:49.457 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.687635+0000", 2024-04-10T15:05:49.457 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.687932+0000", 2024-04-10T15:05:49.457 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644032+0000", 2024-04-10T15:05:49.457 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.457 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644032+0000", 2024-04-10T15:05:49.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644032+0000", 2024-04-10T15:05:49.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644032+0000", 2024-04-10T15:05:49.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644032+0000", 2024-04-10T15:05:49.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644032+0000", 2024-04-10T15:05:49.458 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.458 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.458 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.458 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.459 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.459 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.459 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.459 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.459 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.459 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.459 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.459 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.459 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.459 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.a", 2024-04-10T15:05:49.459 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.459 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.459 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.459 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.459 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.460 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:11:20.104902+0000", 2024-04-10T15:05:49.460 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.460 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.460 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.463 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.463 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.463 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.463 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.463 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.463 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.463 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.463 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.463 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:49.463 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.463 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.463 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.463 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.463 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.464 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.464 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.464 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.464 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T15:05:49.464 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.464 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.464 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.464 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.464 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.464 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.464 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644745+0000", 2024-04-10T15:05:49.464 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.283246+0000", 2024-04-10T15:05:49.464 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.283246+0000", 2024-04-10T15:05:49.464 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.283671+0000", 2024-04-10T15:05:49.464 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644745+0000", 2024-04-10T15:05:49.464 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644745+0000", 2024-04-10T15:05:49.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644745+0000", 2024-04-10T15:05:49.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644745+0000", 2024-04-10T15:05:49.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644745+0000", 2024-04-10T15:05:49.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644745+0000", 2024-04-10T15:05:49.465 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.465 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.465 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.465 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.465 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.465 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.466 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.466 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.466 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.466 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.466 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.466 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.466 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.466 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.c", 2024-04-10T15:05:49.466 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.466 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.466 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.466 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:49.466 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.466 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:07:26.675511+0000", 2024-04-10T15:05:49.467 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.467 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.467 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.469 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.469 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.469 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.469 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.469 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.469 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.470 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.470 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.470 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T15:05:49.470 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.470 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.470 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.470 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.470 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.470 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.470 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.470 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.470 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:49.470 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.471 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.471 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.471 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.471 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.471 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643349+0000", 2024-04-10T15:05:49.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.683414+0000", 2024-04-10T15:05:49.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.683414+0000", 2024-04-10T15:05:49.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.683659+0000", 2024-04-10T15:05:49.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643349+0000", 2024-04-10T15:05:49.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643349+0000", 2024-04-10T15:05:49.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643349+0000", 2024-04-10T15:05:49.472 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643349+0000", 2024-04-10T15:05:49.472 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.472 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.472 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.472 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643349+0000", 2024-04-10T15:05:49.472 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643349+0000", 2024-04-10T15:05:49.472 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.472 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.472 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.472 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.472 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.472 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.472 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.472 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.472 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.472 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.472 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.473 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.473 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.473 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.d", 2024-04-10T15:05:49.473 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.473 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.473 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.473 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.473 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.473 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:51:22.323917+0000", 2024-04-10T15:05:49.473 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.473 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.473 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.476 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.476 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.476 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.476 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.476 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.476 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.476 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.477 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.477 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:49.477 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.477 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.477 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.477 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.477 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.477 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.477 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:49.477 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.477 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:49.477 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.477 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.477 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.477 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.478 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.478 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640198+0000", 2024-04-10T15:05:49.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.283249+0000", 2024-04-10T15:05:49.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.283249+0000", 2024-04-10T15:05:49.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.283526+0000", 2024-04-10T15:05:49.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640198+0000", 2024-04-10T15:05:49.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640198+0000", 2024-04-10T15:05:49.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640198+0000", 2024-04-10T15:05:49.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640198+0000", 2024-04-10T15:05:49.479 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.479 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.479 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.479 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640198+0000", 2024-04-10T15:05:49.479 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640198+0000", 2024-04-10T15:05:49.479 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.479 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 1, 2024-04-10T15:05:49.479 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.479 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.479 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.479 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.479 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.479 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.479 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.479 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 1, 2024-04-10T15:05:49.479 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.480 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.480 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.480 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.d", 2024-04-10T15:05:49.480 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.480 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.480 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.480 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 21, 2024-04-10T15:05:49.480 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.480 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:56:17.936576+0000", 2024-04-10T15:05:49.480 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.480 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.480 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 70, 2024-04-10T15:05:49.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T15:05:49.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T15:05:49.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T15:05:49.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.483 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.483 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.483 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.483 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.483 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.483 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 1, 2024-04-10T15:05:49.483 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T15:05:49.483 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.483 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.483 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.483 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.483 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.483 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.483 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:49.483 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.484 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:49.484 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'1" 2024-04-10T15:05:49.484 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.484 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.484 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.484 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.484 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.484 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.484 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.484 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:49.484 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.484 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.484 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.484 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.484 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.485 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641039+0000", 2024-04-10T15:05:49.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.683214+0000", 2024-04-10T15:05:49.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.683214+0000", 2024-04-10T15:05:49.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.683948+0000", 2024-04-10T15:05:49.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641039+0000", 2024-04-10T15:05:49.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641039+0000", 2024-04-10T15:05:49.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641039+0000", 2024-04-10T15:05:49.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641039+0000", 2024-04-10T15:05:49.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.486 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641039+0000", 2024-04-10T15:05:49.486 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641039+0000", 2024-04-10T15:05:49.486 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.486 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.486 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.486 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.486 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.486 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.486 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.486 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.486 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.486 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.486 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.486 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.487 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.487 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.c", 2024-04-10T15:05:49.487 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.487 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.487 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.487 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.487 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.487 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:54:22.807019+0000", 2024-04-10T15:05:49.487 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.487 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.487 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.490 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.490 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.490 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.490 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.490 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.490 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.490 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.490 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.490 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.490 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.490 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.490 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.490 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.490 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:49.490 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.491 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.491 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.491 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.491 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.491 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.491 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.491 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.491 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T15:05:49.491 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.491 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.491 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:49.491 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.491 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.491 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644669+0000", 2024-04-10T15:05:49.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.279262+0000", 2024-04-10T15:05:49.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.279262+0000", 2024-04-10T15:05:49.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.279673+0000", 2024-04-10T15:05:49.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644669+0000", 2024-04-10T15:05:49.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:49.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644669+0000", 2024-04-10T15:05:49.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644669+0000", 2024-04-10T15:05:49.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644669+0000", 2024-04-10T15:05:49.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:49.493 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644669+0000", 2024-04-10T15:05:49.493 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644669+0000", 2024-04-10T15:05:49.493 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.493 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T15:05:49.493 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.493 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.493 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:49.493 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.493 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.493 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.493 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.493 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T15:05:49.493 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.493 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.493 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.493 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.e", 2024-04-10T15:05:49.494 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.494 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.494 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.494 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 22, 2024-04-10T15:05:49.494 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.494 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:01:31.538915+0000", 2024-04-10T15:05:49.494 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.494 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.494 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T15:05:49.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T15:05:49.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T15:05:49.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T15:05:49.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.497 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.497 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.497 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.497 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T15:05:49.497 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.497 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.497 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.497 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.497 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.497 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.497 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.497 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:49.497 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.497 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T15:05:49.497 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T15:05:49.498 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.498 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.498 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.498 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.498 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.498 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.498 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.498 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:49.498 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.498 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.498 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.498 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.498 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.498 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644074+0000", 2024-04-10T15:05:49.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.691532+0000", 2024-04-10T15:05:49.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.691532+0000", 2024-04-10T15:05:49.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.691955+0000", 2024-04-10T15:05:49.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644074+0000", 2024-04-10T15:05:49.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644074+0000", 2024-04-10T15:05:49.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644074+0000", 2024-04-10T15:05:49.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644074+0000", 2024-04-10T15:05:49.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644074+0000", 2024-04-10T15:05:49.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644074+0000", 2024-04-10T15:05:49.500 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.500 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.500 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.500 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.500 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.500 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.500 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.500 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.500 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.500 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.500 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.500 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.500 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.500 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.f", 2024-04-10T15:05:49.500 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.501 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.501 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.501 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.501 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.501 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:31:48.238050+0000", 2024-04-10T15:05:49.501 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.501 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.501 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.504 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.504 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.504 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.504 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.504 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.504 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.504 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.504 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.504 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:49.504 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.505 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.505 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.505 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.505 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.505 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.505 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:49.505 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.505 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:49.505 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.505 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.505 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.505 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.505 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.505 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643365+0000", 2024-04-10T15:05:49.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.689896+0000", 2024-04-10T15:05:49.506 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.689896+0000", 2024-04-10T15:05:49.506 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.690476+0000", 2024-04-10T15:05:49.506 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643365+0000", 2024-04-10T15:05:49.506 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.506 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.506 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.506 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.506 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643365+0000", 2024-04-10T15:05:49.506 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643365+0000", 2024-04-10T15:05:49.506 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643365+0000", 2024-04-10T15:05:49.506 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.506 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.506 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.506 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643365+0000", 2024-04-10T15:05:49.507 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643365+0000", 2024-04-10T15:05:49.507 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.507 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.507 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.507 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.507 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.507 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.507 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.507 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.507 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.507 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.507 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.507 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.507 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.507 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.20", 2024-04-10T15:05:49.507 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.508 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.508 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.508 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.508 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.508 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:12:45.611232+0000", 2024-04-10T15:05:49.508 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.508 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.508 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.510 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.510 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.510 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.510 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.510 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.510 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.510 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.510 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.510 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.510 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.510 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.510 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.510 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.510 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.511 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.511 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.511 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.511 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.511 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.511 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.511 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.511 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.511 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.511 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:49.511 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.511 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:49.511 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.511 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.511 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.512 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.512 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.512 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.512 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.512 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.512 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T15:05:49.512 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.512 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.512 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.512 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.512 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.512 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644127+0000", 2024-04-10T15:05:49.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.679701+0000", 2024-04-10T15:05:49.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.679701+0000", 2024-04-10T15:05:49.513 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.679976+0000", 2024-04-10T15:05:49.513 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644127+0000", 2024-04-10T15:05:49.513 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.513 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.513 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.513 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.513 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644127+0000", 2024-04-10T15:05:49.513 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644127+0000", 2024-04-10T15:05:49.513 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644127+0000", 2024-04-10T15:05:49.513 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.513 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.513 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.513 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644127+0000", 2024-04-10T15:05:49.513 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644127+0000", 2024-04-10T15:05:49.513 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.514 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.514 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.514 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.514 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.514 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.514 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.514 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.514 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.514 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.514 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.514 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.514 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.514 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.21", 2024-04-10T15:05:49.514 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.515 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.515 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.515 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.515 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.515 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:58:47.363645+0000", 2024-04-10T15:05:49.515 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.515 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.515 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.517 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.517 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.517 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.517 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.517 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.517 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.517 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.517 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.517 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.517 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.517 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.517 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.517 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.517 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.518 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.518 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.518 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.518 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.518 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.518 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.518 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.518 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.518 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.518 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.518 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.518 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T15:05:49.518 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.518 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.518 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.519 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.519 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.519 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.519 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.519 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.519 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:49.519 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.519 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.519 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.519 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.519 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.519 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.519 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640673+0000", 2024-04-10T15:05:49.519 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.680219+0000", 2024-04-10T15:05:49.519 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.680219+0000", 2024-04-10T15:05:49.519 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.680503+0000", 2024-04-10T15:05:49.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640673+0000", 2024-04-10T15:05:49.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640673+0000", 2024-04-10T15:05:49.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640673+0000", 2024-04-10T15:05:49.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640673+0000", 2024-04-10T15:05:49.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640673+0000", 2024-04-10T15:05:49.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640673+0000", 2024-04-10T15:05:49.520 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.520 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.520 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.520 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.521 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.521 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.521 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.521 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.521 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.521 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.521 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.521 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.521 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.521 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.22", 2024-04-10T15:05:49.521 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.521 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.521 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.521 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.521 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.521 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:32:36.185116+0000", 2024-04-10T15:05:49.521 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.522 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.522 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.524 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.524 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.524 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.525 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.525 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.525 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.525 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.525 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.525 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:49.525 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.525 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.525 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.525 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.525 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.525 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.525 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:49.525 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.525 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T15:05:49.526 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.526 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.526 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.526 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.526 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.526 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.526 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.674776+0000", 2024-04-10T15:05:49.526 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:04:36.674374+0000", 2024-04-10T15:05:49.526 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:04:36.674374+0000", 2024-04-10T15:05:49.526 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:04:36.674776+0000", 2024-04-10T15:05:49.526 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.674776+0000", 2024-04-10T15:05:49.526 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.526 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.526 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.527 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 70, 2024-04-10T15:05:49.527 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.674776+0000", 2024-04-10T15:05:49.527 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.674776+0000", 2024-04-10T15:05:49.527 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.674776+0000", 2024-04-10T15:05:49.527 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.527 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.527 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.527 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.674776+0000", 2024-04-10T15:05:49.527 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.674776+0000", 2024-04-10T15:05:49.527 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.527 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.527 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.527 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.527 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 69, 2024-04-10T15:05:49.527 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.527 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.528 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.528 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.528 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.528 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.528 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.528 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.528 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.23", 2024-04-10T15:05:49.528 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.528 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.528 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.528 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 11, 2024-04-10T15:05:49.528 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.528 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:14:28.446414+0000", 2024-04-10T15:05:49.528 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.528 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.528 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.531 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.531 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.531 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.531 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.531 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.531 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.531 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.531 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.531 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.531 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.531 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.531 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.531 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.531 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.531 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.531 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:49.531 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.532 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:49.532 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.532 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T15:05:49.532 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.532 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.532 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.532 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.532 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.532 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.532 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.532 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.532 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:49.532 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.532 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.532 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.533 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.533 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.533 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640881+0000", 2024-04-10T15:05:49.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.683855+0000", 2024-04-10T15:05:49.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.683855+0000", 2024-04-10T15:05:49.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.687905+0000", 2024-04-10T15:05:49.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640881+0000", 2024-04-10T15:05:49.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640881+0000", 2024-04-10T15:05:49.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640881+0000", 2024-04-10T15:05:49.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640881+0000", 2024-04-10T15:05:49.534 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.534 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.534 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.534 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640881+0000", 2024-04-10T15:05:49.534 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640881+0000", 2024-04-10T15:05:49.534 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.534 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.534 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.534 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.534 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.534 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.534 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.534 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.534 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.534 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.534 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.535 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.535 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.535 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.24", 2024-04-10T15:05:49.535 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.535 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.535 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.535 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.535 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.535 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:11:24.448193+0000", 2024-04-10T15:05:49.535 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.535 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.535 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.538 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.538 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.538 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.538 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.538 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.538 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.538 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.538 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.538 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.538 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.538 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:49.538 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.538 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.538 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.538 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.539 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.539 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.539 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.539 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.539 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:49.539 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.539 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.539 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.539 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.539 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.539 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.539 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.639973+0000", 2024-04-10T15:05:49.539 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.694844+0000", 2024-04-10T15:05:49.539 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.694844+0000", 2024-04-10T15:05:49.539 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.696240+0000", 2024-04-10T15:05:49.539 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.639973+0000", 2024-04-10T15:05:49.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.639973+0000", 2024-04-10T15:05:49.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.639973+0000", 2024-04-10T15:05:49.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.639973+0000", 2024-04-10T15:05:49.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.639973+0000", 2024-04-10T15:05:49.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.639973+0000", 2024-04-10T15:05:49.540 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.540 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.540 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.540 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.540 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.541 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.541 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.541 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.541 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.541 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.541 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.541 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.541 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.541 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.25", 2024-04-10T15:05:49.541 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.541 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.541 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.541 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.541 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.541 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:12:37.444355+0000", 2024-04-10T15:05:49.541 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.542 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.542 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.544 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.544 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.544 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.544 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.545 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.545 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.545 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.545 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.545 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:49.545 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.545 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.545 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.545 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.545 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.545 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.545 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:49.545 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.545 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:49.545 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.546 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.546 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.546 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.546 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.546 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.546 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644304+0000", 2024-04-10T15:05:49.546 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.691479+0000", 2024-04-10T15:05:49.546 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.691479+0000", 2024-04-10T15:05:49.546 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.691779+0000", 2024-04-10T15:05:49.546 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644304+0000", 2024-04-10T15:05:49.546 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.546 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.546 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.546 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.546 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644304+0000", 2024-04-10T15:05:49.547 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644304+0000", 2024-04-10T15:05:49.547 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644304+0000", 2024-04-10T15:05:49.547 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.547 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.547 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.547 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644304+0000", 2024-04-10T15:05:49.547 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644304+0000", 2024-04-10T15:05:49.547 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.547 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.547 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.547 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.547 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.547 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.547 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.547 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.547 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.548 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.548 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.548 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.548 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.548 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.26", 2024-04-10T15:05:49.548 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.548 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.548 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.548 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.548 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.548 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:48:16.799662+0000", 2024-04-10T15:05:49.548 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.548 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.548 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.551 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.551 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.551 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.551 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.551 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.551 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.551 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:49.551 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.551 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:49.551 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.551 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.551 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.552 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.552 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.552 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.552 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.552 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.552 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:49.552 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.552 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.552 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.552 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.552 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.552 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.552 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641382+0000", 2024-04-10T15:05:49.552 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.681382+0000", 2024-04-10T15:05:49.552 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.681382+0000", 2024-04-10T15:05:49.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.681645+0000", 2024-04-10T15:05:49.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641382+0000", 2024-04-10T15:05:49.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641382+0000", 2024-04-10T15:05:49.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641382+0000", 2024-04-10T15:05:49.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641382+0000", 2024-04-10T15:05:49.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641382+0000", 2024-04-10T15:05:49.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641382+0000", 2024-04-10T15:05:49.553 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.553 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.554 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.554 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.554 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.554 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.554 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.554 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.554 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.554 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.554 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.554 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.554 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.554 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.27", 2024-04-10T15:05:49.554 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.554 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.555 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.555 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.555 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.555 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:29:29.115664+0000", 2024-04-10T15:05:49.555 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.555 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.555 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.555 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.555 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.555 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.555 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.555 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.555 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.555 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.555 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.558 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.558 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.558 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.558 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.558 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.558 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.558 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.558 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:49.558 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.558 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.558 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.558 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.558 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.559 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.559 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.559 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:49.559 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.559 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.559 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.559 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.559 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.559 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.559 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640464+0000", 2024-04-10T15:05:49.559 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.682078+0000", 2024-04-10T15:05:49.559 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.682078+0000", 2024-04-10T15:05:49.559 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.682360+0000", 2024-04-10T15:05:49.559 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640464+0000", 2024-04-10T15:05:49.559 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.559 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.559 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.560 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.560 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640464+0000", 2024-04-10T15:05:49.560 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640464+0000", 2024-04-10T15:05:49.560 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640464+0000", 2024-04-10T15:05:49.560 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.560 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.560 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.560 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640464+0000", 2024-04-10T15:05:49.560 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640464+0000", 2024-04-10T15:05:49.560 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.560 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.560 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.560 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.560 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.560 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.560 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.560 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.561 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.561 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.561 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.561 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.561 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.561 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.28", 2024-04-10T15:05:49.561 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.561 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.561 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.561 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.561 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.561 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:12:06.224016+0000", 2024-04-10T15:05:49.561 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.561 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.561 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.564 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.564 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.564 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.564 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.564 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.564 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:49.565 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.565 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:49.565 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.565 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.565 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.565 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.565 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.565 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.565 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.565 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.565 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:49.565 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.565 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.565 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.565 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.566 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.566 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640630+0000", 2024-04-10T15:05:49.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.680765+0000", 2024-04-10T15:05:49.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.680765+0000", 2024-04-10T15:05:49.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.681072+0000", 2024-04-10T15:05:49.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640630+0000", 2024-04-10T15:05:49.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640630+0000", 2024-04-10T15:05:49.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640630+0000", 2024-04-10T15:05:49.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640630+0000", 2024-04-10T15:05:49.567 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.567 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.567 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.567 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640630+0000", 2024-04-10T15:05:49.567 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640630+0000", 2024-04-10T15:05:49.567 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.567 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.567 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.567 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.567 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.567 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.567 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.567 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.567 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.567 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.567 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.568 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.568 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.568 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.29", 2024-04-10T15:05:49.568 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.568 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.568 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.568 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.568 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.568 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:12:16.985207+0000", 2024-04-10T15:05:49.568 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.568 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.568 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.568 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.568 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.568 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.571 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.571 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.571 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.571 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.571 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:49.571 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.571 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.571 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.572 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:49.572 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.572 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.572 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.572 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.572 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.572 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.572 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.572 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.572 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:49.572 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.572 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.572 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.572 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.572 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.572 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640681+0000", 2024-04-10T15:05:49.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.691850+0000", 2024-04-10T15:05:49.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.691850+0000", 2024-04-10T15:05:49.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.692162+0000", 2024-04-10T15:05:49.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640681+0000", 2024-04-10T15:05:49.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640681+0000", 2024-04-10T15:05:49.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640681+0000", 2024-04-10T15:05:49.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640681+0000", 2024-04-10T15:05:49.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640681+0000", 2024-04-10T15:05:49.574 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640681+0000", 2024-04-10T15:05:49.574 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.574 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.574 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.574 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.574 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.574 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.574 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.574 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.574 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.574 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.574 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.574 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.574 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.575 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2a", 2024-04-10T15:05:49.575 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.575 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.575 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.575 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.575 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.575 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:16:58.177713+0000", 2024-04-10T15:05:49.575 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.575 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.575 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.575 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.575 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.575 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.575 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.575 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.578 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.578 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.578 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.578 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.578 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.578 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.578 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.578 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.578 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:49.578 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.578 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:49.578 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.578 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:49.578 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.578 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.579 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.579 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.579 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.579 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.579 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.579 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.579 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:49.579 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.579 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.579 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.579 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.579 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.579 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.579 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.645340+0000", 2024-04-10T15:05:49.579 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.699541+0000", 2024-04-10T15:05:49.579 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.699541+0000", 2024-04-10T15:05:49.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.700357+0000", 2024-04-10T15:05:49.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.645340+0000", 2024-04-10T15:05:49.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.645340+0000", 2024-04-10T15:05:49.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.645340+0000", 2024-04-10T15:05:49.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.645340+0000", 2024-04-10T15:05:49.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.645340+0000", 2024-04-10T15:05:49.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.645340+0000", 2024-04-10T15:05:49.580 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.580 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.581 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.581 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.581 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.581 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.581 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.581 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.581 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.581 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.581 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.581 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.581 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.581 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2b", 2024-04-10T15:05:49.581 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.581 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.582 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.582 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.582 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.582 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:30:03.729145+0000", 2024-04-10T15:05:49.582 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.582 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.582 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.582 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.582 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.582 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.582 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.582 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.582 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.582 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.582 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.585 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.585 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.585 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.585 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:49.585 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.585 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.585 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.585 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:49.585 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.585 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.585 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:49.585 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.585 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.585 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.586 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.586 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:49.586 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:49.586 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:49.586 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:49.586 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:49.586 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:49.586 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:49.586 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644248+0000", 2024-04-10T15:05:49.586 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.686643+0000", 2024-04-10T15:05:49.586 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.686643+0000", 2024-04-10T15:05:49.586 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.686949+0000", 2024-04-10T15:05:49.586 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644248+0000", 2024-04-10T15:05:49.586 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.587 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:49.587 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.587 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:49.587 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644248+0000", 2024-04-10T15:05:49.587 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644248+0000", 2024-04-10T15:05:49.587 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644248+0000", 2024-04-10T15:05:49.587 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:49.587 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:49.587 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:49.587 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644248+0000", 2024-04-10T15:05:49.587 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644248+0000", 2024-04-10T15:05:49.587 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:49.587 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.587 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:49.587 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:49.587 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:49.588 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:49.588 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:49.588 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:49.588 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:49.588 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.588 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:49.588 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:49.588 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:49.588 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2c", 2024-04-10T15:05:49.588 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:49.588 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:49.588 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:49.588 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:49.588 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:49.588 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:08:33.474938+0000", 2024-04-10T15:05:49.589 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:49.589 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:49.589 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.591 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:49.591 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:49.591 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:49.592 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:49.592 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:49.592 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.592 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.592 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:49.592 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:49.592 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.592 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.592 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_per_pool": [ 2024-04-10T15:05:49.592 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.592 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 24, 2024-04-10T15:05:49.592 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:49.592 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd" 2024-04-10T15:05:49.592 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.592 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 8, 2024-04-10T15:05:49.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 8, 2024-04-10T15:05:49.593 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.593 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 4, 2024-04-10T15:05:49.593 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.595 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.595 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T15:05:49.596 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 0, 2024-04-10T15:05:49.596 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T15:05:49.596 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T15:05:49.596 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T15:05:49.596 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T15:05:49.596 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 0, 2024-04-10T15:05:49.596 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T15:05:49.596 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T15:05:49.596 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T15:05:49.596 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T15:05:49.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.596 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 24 2024-04-10T15:05:49.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.596 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.596 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 192, 2024-04-10T15:05:49.596 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:49.596 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T15:05:49.597 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.597 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 64, 2024-04-10T15:05:49.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 8, 2024-04-10T15:05:49.597 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.597 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 3, 2024-04-10T15:05:49.597 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:49.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.600 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T15:05:49.600 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 0, 2024-04-10T15:05:49.600 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T15:05:49.600 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T15:05:49.600 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T15:05:49.600 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T15:05:49.600 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 0, 2024-04-10T15:05:49.600 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T15:05:49.600 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T15:05:49.600 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T15:05:49.600 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T15:05:49.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.601 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 192 2024-04-10T15:05:49.601 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.601 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.601 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 3, 2024-04-10T15:05:49.601 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:49.601 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr" 2024-04-10T15:05:49.601 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.601 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 144, 2024-04-10T15:05:49.601 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 1, 2024-04-10T15:05:49.601 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 3, 2024-04-10T15:05:49.601 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 144, 2024-04-10T15:05:49.601 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 1, 2024-04-10T15:05:49.601 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.601 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 590368, 2024-04-10T15:05:49.601 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.601 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 1771104, 2024-04-10T15:05:49.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T15:05:49.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T15:05:49.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T15:05:49.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 6, 2024-04-10T15:05:49.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 358, 2024-04-10T15:05:49.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 554, 2024-04-10T15:05:49.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 211, 2024-04-10T15:05:49.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 2416 2024-04-10T15:05:49.604 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.604 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T15:05:49.604 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 1781760, 2024-04-10T15:05:49.604 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T15:05:49.604 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T15:05:49.604 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T15:05:49.604 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T15:05:49.604 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 1771104, 2024-04-10T15:05:49.605 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T15:05:49.605 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T15:05:49.605 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T15:05:49.605 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T15:05:49.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.605 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 3 2024-04-10T15:05:49.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.605 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.605 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 96, 2024-04-10T15:05:49.605 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:49.605 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T15:05:49.605 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.605 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 45, 2024-04-10T15:05:49.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 32, 2024-04-10T15:05:49.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 8, 2024-04-10T15:05:49.606 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 45, 2024-04-10T15:05:49.606 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 2, 2024-04-10T15:05:49.606 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 3430, 2024-04-10T15:05:49.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 66, 2024-04-10T15:05:49.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 22, 2024-04-10T15:05:49.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 22, 2024-04-10T15:05:49.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 14, 2024-04-10T15:05:49.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:49.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:49.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 51, 2024-04-10T15:05:49.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 20 2024-04-10T15:05:49.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.608 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T15:05:49.609 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 98304, 2024-04-10T15:05:49.609 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T15:05:49.609 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T15:05:49.609 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T15:05:49.609 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T15:05:49.609 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 10290, 2024-04-10T15:05:49.609 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T15:05:49.609 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T15:05:49.609 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T15:05:49.609 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T15:05:49.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.609 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 96 2024-04-10T15:05:49.609 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.609 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.609 INFO:tasks.workunit.client.0.smithi102.stdout: "usage": { 2024-04-10T15:05:49.609 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 105, 2024-04-10T15:05:49.610 INFO:tasks.workunit.client.0.smithi102.stdout: "pools": 4, 2024-04-10T15:05:49.610 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_by_class": { 2024-04-10T15:05:49.610 INFO:tasks.workunit.client.0.smithi102.stdout: "ssd": { 2024-04-10T15:05:49.610 INFO:tasks.workunit.client.0.smithi102.stdout: "total_avail_bytes": 767727169536, 2024-04-10T15:05:49.610 INFO:tasks.workunit.client.0.smithi102.stdout: "total_bytes": 767960285184, 2024-04-10T15:05:49.610 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_bytes": 233115648, 2024-04-10T15:05:49.610 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_raw_bytes": 233115648, 2024-04-10T15:05:49.610 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_raw_ratio": 0.0003035517001990229 2024-04-10T15:05:49.610 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.610 INFO:tasks.workunit.client.0.smithi102.stdout: "total_avail_bytes": 767727169536, 2024-04-10T15:05:49.610 INFO:tasks.workunit.client.0.smithi102.stdout: "total_bytes": 767960285184, 2024-04-10T15:05:49.610 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_bytes": 233115648 2024-04-10T15:05:49.610 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.610 INFO:tasks.workunit.client.0.smithi102.stdout:} 2024-04-10T15:05:49.611 INFO:tasks.workunit.client.0.smithi102.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-10T15:05:49.611 INFO:tasks.workunit.client.0.smithi102.stderr:+ ceph telemetry show-device 2024-04-10T15:05:49.612 INFO:tasks.workunit.client.0.smithi102.stdout:{ 2024-04-10T15:05:49.612 INFO:tasks.workunit.client.0.smithi102.stdout: "ce06229e-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T15:05:49.612 INFO:tasks.workunit.client.0.smithi102.stdout: "INTEL_SSDPEDMD400G4_ce06a426-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T15:05:49.612 INFO:tasks.workunit.client.0.smithi102.stdout: "20240410-150053": { 2024-04-10T15:05:49.612 INFO:tasks.workunit.client.0.smithi102.stdout: "device": { 2024-04-10T15:05:49.612 INFO:tasks.workunit.client.0.smithi102.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T15:05:49.612 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "/dev/nvme0n1", 2024-04-10T15:05:49.612 INFO:tasks.workunit.client.0.smithi102.stdout: "protocol": "NVMe", 2024-04-10T15:05:49.612 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "nvme" 2024-04-10T15:05:49.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.612 INFO:tasks.workunit.client.0.smithi102.stdout: "firmware_version": "8DV101H0", 2024-04-10T15:05:49.612 INFO:tasks.workunit.client.0.smithi102.stdout: "host_id": "ce06229e-f74b-11ee-960e-0cc47a8fd769", 2024-04-10T15:05:49.612 INFO:tasks.workunit.client.0.smithi102.stdout: "json_format_version": [ 2024-04-10T15:05:49.612 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.613 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.613 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.613 INFO:tasks.workunit.client.0.smithi102.stdout: "local_time": { 2024-04-10T15:05:49.613 INFO:tasks.workunit.client.0.smithi102.stdout: "asctime": "Wed Apr 10 15:00:53 2024 UTC", 2024-04-10T15:05:49.613 INFO:tasks.workunit.client.0.smithi102.stdout: "time_t": 1712761253 2024-04-10T15:05:49.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.613 INFO:tasks.workunit.client.0.smithi102.stdout: "logical_block_size": 512, 2024-04-10T15:05:49.613 INFO:tasks.workunit.client.0.smithi102.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T15:05:49.613 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_controller_id": 0, 2024-04-10T15:05:49.613 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T15:05:49.613 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_namespaces": [ 2024-04-10T15:05:49.613 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.613 INFO:tasks.workunit.client.0.smithi102.stdout: "capacity": { 2024-04-10T15:05:49.613 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:49.613 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:49.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.614 INFO:tasks.workunit.client.0.smithi102.stdout: "formatted_lba_size": 512, 2024-04-10T15:05:49.614 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 1, 2024-04-10T15:05:49.614 INFO:tasks.workunit.client.0.smithi102.stdout: "size": { 2024-04-10T15:05:49.614 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:49.614 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:49.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.614 INFO:tasks.workunit.client.0.smithi102.stdout: "utilization": { 2024-04-10T15:05:49.614 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:49.614 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:49.614 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.614 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.614 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.614 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T15:05:49.615 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_pci_vendor": { 2024-04-10T15:05:49.615 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 32902, 2024-04-10T15:05:49.615 INFO:tasks.workunit.client.0.smithi102.stdout: "subsystem_id": 32902 2024-04-10T15:05:49.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.615 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T15:05:49.615 INFO:tasks.workunit.client.0.smithi102.stdout: "Device stats": { 2024-04-10T15:05:49.615 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_fw_downgrades": { 2024-04-10T15:05:49.615 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.615 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.615 INFO:tasks.workunit.client.0.smithi102.stdout: "crc_error_count": { 2024-04-10T15:05:49.615 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.615 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.615 INFO:tasks.workunit.client.0.smithi102.stdout: "end_to_end_error_detection_count": { 2024-04-10T15:05:49.616 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.616 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.616 INFO:tasks.workunit.client.0.smithi102.stdout: "erase_fail_count": { 2024-04-10T15:05:49.616 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.616 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.616 INFO:tasks.workunit.client.0.smithi102.stdout: "host_bytes_written": { 2024-04-10T15:05:49.616 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.616 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 30616943 2024-04-10T15:05:49.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.616 INFO:tasks.workunit.client.0.smithi102.stdout: "host_ctx_wear_used": { 2024-04-10T15:05:49.616 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.616 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 1 2024-04-10T15:05:49.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.617 INFO:tasks.workunit.client.0.smithi102.stdout: "media_bytes_read": { 2024-04-10T15:05:49.617 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.617 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.617 INFO:tasks.workunit.client.0.smithi102.stdout: "nand_bytes_written": { 2024-04-10T15:05:49.617 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.617 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 52643310 2024-04-10T15:05:49.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.617 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_stat_indicator": { 2024-04-10T15:05:49.617 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.617 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.617 INFO:tasks.workunit.client.0.smithi102.stdout: "pll_lock_loss_count": { 2024-04-10T15:05:49.617 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.617 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 1 2024-04-10T15:05:49.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.618 INFO:tasks.workunit.client.0.smithi102.stdout: "program_fail_count": { 2024-04-10T15:05:49.618 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.618 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.618 INFO:tasks.workunit.client.0.smithi102.stdout: "re_alloc_sectr_cnt": { 2024-04-10T15:05:49.618 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.618 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.618 INFO:tasks.workunit.client.0.smithi102.stdout: "retry_buffer_overflow_count": { 2024-04-10T15:05:49.618 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.618 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.618 INFO:tasks.workunit.client.0.smithi102.stdout: "soft_ecc_err_rate": { 2024-04-10T15:05:49.618 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.618 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.619 INFO:tasks.workunit.client.0.smithi102.stdout: "thermal_throttle_status": { 2024-04-10T15:05:49.619 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.619 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T15:05:49.619 INFO:tasks.workunit.client.0.smithi102.stdout: "cnt": 0, 2024-04-10T15:05:49.619 INFO:tasks.workunit.client.0.smithi102.stdout: "pct": 0 2024-04-10T15:05:49.619 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.619 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_host_reads": { 2024-04-10T15:05:49.619 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.619 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T15:05:49.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.619 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_media_wear": { 2024-04-10T15:05:49.619 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.620 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 64 2024-04-10T15:05:49.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.620 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_timer": { 2024-04-10T15:05:49.620 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.620 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T15:05:49.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.620 INFO:tasks.workunit.client.0.smithi102.stdout: "unexp_power_loss": { 2024-04-10T15:05:49.620 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.620 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.620 INFO:tasks.workunit.client.0.smithi102.stdout: "wear_leveling": { 2024-04-10T15:05:49.620 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 89, 2024-04-10T15:05:49.620 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T15:05:49.620 INFO:tasks.workunit.client.0.smithi102.stdout: "avg": 3568, 2024-04-10T15:05:49.620 INFO:tasks.workunit.client.0.smithi102.stdout: "max": 3577, 2024-04-10T15:05:49.620 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 3559 2024-04-10T15:05:49.621 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.621 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.621 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T15:05:49.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.621 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_log": { 2024-04-10T15:05:49.621 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare": 100, 2024-04-10T15:05:49.621 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare_threshold": 10, 2024-04-10T15:05:49.621 INFO:tasks.workunit.client.0.smithi102.stdout: "controller_busy_time": 0, 2024-04-10T15:05:49.621 INFO:tasks.workunit.client.0.smithi102.stdout: "critical_warning": 0, 2024-04-10T15:05:49.621 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_read": 398325925, 2024-04-10T15:05:49.621 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_written": 2006512017, 2024-04-10T15:05:49.621 INFO:tasks.workunit.client.0.smithi102.stdout: "host_reads": 6645621909, 2024-04-10T15:05:49.621 INFO:tasks.workunit.client.0.smithi102.stdout: "host_writes": 36147710703, 2024-04-10T15:05:49.621 INFO:tasks.workunit.client.0.smithi102.stdout: "media_errors": 0, 2024-04-10T15:05:49.622 INFO:tasks.workunit.client.0.smithi102.stdout: "num_err_log_entries": 0, 2024-04-10T15:05:49.622 INFO:tasks.workunit.client.0.smithi102.stdout: "percentage_used": 11, 2024-04-10T15:05:49.622 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycles": 58030, 2024-04-10T15:05:49.622 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_hours": 52585, 2024-04-10T15:05:49.622 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": 30, 2024-04-10T15:05:49.622 INFO:tasks.workunit.client.0.smithi102.stdout: "unsafe_shutdowns": 26 2024-04-10T15:05:49.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.622 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_vendor": "intel", 2024-04-10T15:05:49.622 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycle_count": 58030, 2024-04-10T15:05:49.622 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_time": { 2024-04-10T15:05:49.622 INFO:tasks.workunit.client.0.smithi102.stdout: "hours": 52585 2024-04-10T15:05:49.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.622 INFO:tasks.workunit.client.0.smithi102.stdout: "serial_number": "deleted", 2024-04-10T15:05:49.622 INFO:tasks.workunit.client.0.smithi102.stdout: "smart_status": { 2024-04-10T15:05:49.622 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme": { 2024-04-10T15:05:49.623 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.623 INFO:tasks.workunit.client.0.smithi102.stdout: "passed": true 2024-04-10T15:05:49.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.623 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl": { 2024-04-10T15:05:49.623 INFO:tasks.workunit.client.0.smithi102.stdout: "argv": [ 2024-04-10T15:05:49.623 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl", 2024-04-10T15:05:49.623 INFO:tasks.workunit.client.0.smithi102.stdout: "-x", 2024-04-10T15:05:49.623 INFO:tasks.workunit.client.0.smithi102.stdout: "--json=o", 2024-04-10T15:05:49.623 INFO:tasks.workunit.client.0.smithi102.stdout: "/dev/nvme0n1" 2024-04-10T15:05:49.623 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.623 INFO:tasks.workunit.client.0.smithi102.stdout: "build_info": "(local build)", 2024-04-10T15:05:49.623 INFO:tasks.workunit.client.0.smithi102.stdout: "exit_status": 0, 2024-04-10T15:05:49.623 INFO:tasks.workunit.client.0.smithi102.stdout: "output": [ 2024-04-10T15:05:49.623 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T15:05:49.624 INFO:tasks.workunit.client.0.smithi102.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T15:05:49.624 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.624 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T15:05:49.624 INFO:tasks.workunit.client.0.smithi102.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T15:05:49.624 INFO:tasks.workunit.client.0.smithi102.stdout: "Serial Number: deleted", 2024-04-10T15:05:49.624 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Version: 8DV101H0", 2024-04-10T15:05:49.624 INFO:tasks.workunit.client.0.smithi102.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T15:05:49.624 INFO:tasks.workunit.client.0.smithi102.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T15:05:49.624 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller ID: 0", 2024-04-10T15:05:49.624 INFO:tasks.workunit.client.0.smithi102.stdout: "Number of Namespaces: 1", 2024-04-10T15:05:49.624 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T15:05:49.624 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T15:05:49.624 INFO:tasks.workunit.client.0.smithi102.stdout: "Local Time is: Wed Apr 10 15:00:53 2024 UTC", 2024-04-10T15:05:49.624 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T15:05:49.625 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T15:05:49.625 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T15:05:49.625 INFO:tasks.workunit.client.0.smithi102.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T15:05:49.625 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.625 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported Power States", 2024-04-10T15:05:49.625 INFO:tasks.workunit.client.0.smithi102.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T15:05:49.625 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T15:05:49.625 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.625 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T15:05:49.625 INFO:tasks.workunit.client.0.smithi102.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T15:05:49.625 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 512 0 2", 2024-04-10T15:05:49.625 INFO:tasks.workunit.client.0.smithi102.stdout: " 1 - 512 8 2", 2024-04-10T15:05:49.625 INFO:tasks.workunit.client.0.smithi102.stdout: " 2 - 512 16 2", 2024-04-10T15:05:49.625 INFO:tasks.workunit.client.0.smithi102.stdout: " 3 - 4096 0 0", 2024-04-10T15:05:49.626 INFO:tasks.workunit.client.0.smithi102.stdout: " 4 - 4096 8 0", 2024-04-10T15:05:49.626 INFO:tasks.workunit.client.0.smithi102.stdout: " 5 - 4096 64 0", 2024-04-10T15:05:49.626 INFO:tasks.workunit.client.0.smithi102.stdout: " 6 - 4096 128 0", 2024-04-10T15:05:49.626 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.626 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T15:05:49.626 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T15:05:49.626 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.626 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T15:05:49.626 INFO:tasks.workunit.client.0.smithi102.stdout: "Critical Warning: 0x00", 2024-04-10T15:05:49.626 INFO:tasks.workunit.client.0.smithi102.stdout: "Temperature: 30 Celsius", 2024-04-10T15:05:49.626 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare: 100%", 2024-04-10T15:05:49.626 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare Threshold: 10%", 2024-04-10T15:05:49.626 INFO:tasks.workunit.client.0.smithi102.stdout: "Percentage Used: 11%", 2024-04-10T15:05:49.626 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Read: 398,325,925 [203 TB]", 2024-04-10T15:05:49.627 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Written: 2,006,512,017 [1.02 PB]", 2024-04-10T15:05:49.627 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Read Commands: 6,645,621,909", 2024-04-10T15:05:49.627 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Write Commands: 36,147,710,703", 2024-04-10T15:05:49.627 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller Busy Time: 0", 2024-04-10T15:05:49.627 INFO:tasks.workunit.client.0.smithi102.stdout: "Power Cycles: 58,030", 2024-04-10T15:05:49.627 INFO:tasks.workunit.client.0.smithi102.stdout: "Power On Hours: 52,585", 2024-04-10T15:05:49.627 INFO:tasks.workunit.client.0.smithi102.stdout: "Unsafe Shutdowns: 26", 2024-04-10T15:05:49.627 INFO:tasks.workunit.client.0.smithi102.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T15:05:49.627 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information Log Entries: 0", 2024-04-10T15:05:49.627 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.627 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T15:05:49.627 INFO:tasks.workunit.client.0.smithi102.stdout: "No Errors Logged", 2024-04-10T15:05:49.627 INFO:tasks.workunit.client.0.smithi102.stdout: "" 2024-04-10T15:05:49.627 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.627 INFO:tasks.workunit.client.0.smithi102.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T15:05:49.627 INFO:tasks.workunit.client.0.smithi102.stdout: "svn_revision": "5022", 2024-04-10T15:05:49.628 INFO:tasks.workunit.client.0.smithi102.stdout: "version": [ 2024-04-10T15:05:49.628 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.628 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.628 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.628 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": { 2024-04-10T15:05:49.628 INFO:tasks.workunit.client.0.smithi102.stdout: "current": 30 2024-04-10T15:05:49.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.628 INFO:tasks.workunit.client.0.smithi102.stdout: "user_capacity": { 2024-04-10T15:05:49.628 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:49.628 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:49.628 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.628 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.628 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.628 INFO:tasks.workunit.client.0.smithi102.stdout: "ce07d918-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T15:05:49.629 INFO:tasks.workunit.client.0.smithi102.stdout: "INTEL_SSDPEDMD400G4_ce0852a8-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T15:05:49.629 INFO:tasks.workunit.client.0.smithi102.stdout: "20240410-150051": { 2024-04-10T15:05:49.629 INFO:tasks.workunit.client.0.smithi102.stdout: "device": { 2024-04-10T15:05:49.629 INFO:tasks.workunit.client.0.smithi102.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T15:05:49.629 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "/dev/nvme0n1", 2024-04-10T15:05:49.629 INFO:tasks.workunit.client.0.smithi102.stdout: "protocol": "NVMe", 2024-04-10T15:05:49.629 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "nvme" 2024-04-10T15:05:49.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.629 INFO:tasks.workunit.client.0.smithi102.stdout: "firmware_version": "8DV101H0", 2024-04-10T15:05:49.629 INFO:tasks.workunit.client.0.smithi102.stdout: "host_id": "ce07d918-f74b-11ee-960e-0cc47a8fd769", 2024-04-10T15:05:49.629 INFO:tasks.workunit.client.0.smithi102.stdout: "json_format_version": [ 2024-04-10T15:05:49.629 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.629 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.629 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.629 INFO:tasks.workunit.client.0.smithi102.stdout: "local_time": { 2024-04-10T15:05:49.629 INFO:tasks.workunit.client.0.smithi102.stdout: "asctime": "Wed Apr 10 15:00:51 2024 UTC", 2024-04-10T15:05:49.630 INFO:tasks.workunit.client.0.smithi102.stdout: "time_t": 1712761251 2024-04-10T15:05:49.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.630 INFO:tasks.workunit.client.0.smithi102.stdout: "logical_block_size": 512, 2024-04-10T15:05:49.630 INFO:tasks.workunit.client.0.smithi102.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T15:05:49.630 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_controller_id": 0, 2024-04-10T15:05:49.630 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T15:05:49.630 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_namespaces": [ 2024-04-10T15:05:49.630 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.630 INFO:tasks.workunit.client.0.smithi102.stdout: "capacity": { 2024-04-10T15:05:49.630 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:49.630 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:49.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.630 INFO:tasks.workunit.client.0.smithi102.stdout: "formatted_lba_size": 512, 2024-04-10T15:05:49.630 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 1, 2024-04-10T15:05:49.630 INFO:tasks.workunit.client.0.smithi102.stdout: "size": { 2024-04-10T15:05:49.631 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:49.631 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:49.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.631 INFO:tasks.workunit.client.0.smithi102.stdout: "utilization": { 2024-04-10T15:05:49.631 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:49.631 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:49.631 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.631 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.631 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.631 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T15:05:49.631 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_pci_vendor": { 2024-04-10T15:05:49.631 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 32902, 2024-04-10T15:05:49.631 INFO:tasks.workunit.client.0.smithi102.stdout: "subsystem_id": 32902 2024-04-10T15:05:49.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.631 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T15:05:49.631 INFO:tasks.workunit.client.0.smithi102.stdout: "Device stats": { 2024-04-10T15:05:49.631 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_fw_downgrades": { 2024-04-10T15:05:49.632 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.632 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.632 INFO:tasks.workunit.client.0.smithi102.stdout: "crc_error_count": { 2024-04-10T15:05:49.632 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.632 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.632 INFO:tasks.workunit.client.0.smithi102.stdout: "end_to_end_error_detection_count": { 2024-04-10T15:05:49.632 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.632 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.632 INFO:tasks.workunit.client.0.smithi102.stdout: "erase_fail_count": { 2024-04-10T15:05:49.632 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.632 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.632 INFO:tasks.workunit.client.0.smithi102.stdout: "host_bytes_written": { 2024-04-10T15:05:49.633 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.633 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 29022460 2024-04-10T15:05:49.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.633 INFO:tasks.workunit.client.0.smithi102.stdout: "host_ctx_wear_used": { 2024-04-10T15:05:49.633 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.633 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 1 2024-04-10T15:05:49.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.633 INFO:tasks.workunit.client.0.smithi102.stdout: "media_bytes_read": { 2024-04-10T15:05:49.633 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.633 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.633 INFO:tasks.workunit.client.0.smithi102.stdout: "nand_bytes_written": { 2024-04-10T15:05:49.633 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.633 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 47035660 2024-04-10T15:05:49.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.633 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_stat_indicator": { 2024-04-10T15:05:49.633 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.634 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.634 INFO:tasks.workunit.client.0.smithi102.stdout: "pll_lock_loss_count": { 2024-04-10T15:05:49.634 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.634 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.634 INFO:tasks.workunit.client.0.smithi102.stdout: "program_fail_count": { 2024-04-10T15:05:49.634 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.634 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.634 INFO:tasks.workunit.client.0.smithi102.stdout: "re_alloc_sectr_cnt": { 2024-04-10T15:05:49.634 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.634 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.635 INFO:tasks.workunit.client.0.smithi102.stdout: "retry_buffer_overflow_count": { 2024-04-10T15:05:49.635 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.635 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.635 INFO:tasks.workunit.client.0.smithi102.stdout: "soft_ecc_err_rate": { 2024-04-10T15:05:49.635 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.635 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.635 INFO:tasks.workunit.client.0.smithi102.stdout: "thermal_throttle_status": { 2024-04-10T15:05:49.635 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.635 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T15:05:49.635 INFO:tasks.workunit.client.0.smithi102.stdout: "cnt": 0, 2024-04-10T15:05:49.635 INFO:tasks.workunit.client.0.smithi102.stdout: "pct": 0 2024-04-10T15:05:49.635 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.635 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_host_reads": { 2024-04-10T15:05:49.635 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.636 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T15:05:49.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.636 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_media_wear": { 2024-04-10T15:05:49.636 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.636 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 64 2024-04-10T15:05:49.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.636 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_timer": { 2024-04-10T15:05:49.636 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.636 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T15:05:49.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.636 INFO:tasks.workunit.client.0.smithi102.stdout: "unexp_power_loss": { 2024-04-10T15:05:49.636 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.636 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.636 INFO:tasks.workunit.client.0.smithi102.stdout: "wear_leveling": { 2024-04-10T15:05:49.637 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 90, 2024-04-10T15:05:49.637 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T15:05:49.637 INFO:tasks.workunit.client.0.smithi102.stdout: "avg": 3151, 2024-04-10T15:05:49.637 INFO:tasks.workunit.client.0.smithi102.stdout: "max": 3165, 2024-04-10T15:05:49.637 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 3137 2024-04-10T15:05:49.637 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.637 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.637 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T15:05:49.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.637 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_log": { 2024-04-10T15:05:49.637 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare": 100, 2024-04-10T15:05:49.637 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare_threshold": 10, 2024-04-10T15:05:49.637 INFO:tasks.workunit.client.0.smithi102.stdout: "controller_busy_time": 20, 2024-04-10T15:05:49.638 INFO:tasks.workunit.client.0.smithi102.stdout: "critical_warning": 0, 2024-04-10T15:05:49.638 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_read": 366309498, 2024-04-10T15:05:49.638 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_written": 1902015958, 2024-04-10T15:05:49.638 INFO:tasks.workunit.client.0.smithi102.stdout: "host_reads": 5609668850, 2024-04-10T15:05:49.638 INFO:tasks.workunit.client.0.smithi102.stdout: "host_writes": 32437175949, 2024-04-10T15:05:49.638 INFO:tasks.workunit.client.0.smithi102.stdout: "media_errors": 0, 2024-04-10T15:05:49.638 INFO:tasks.workunit.client.0.smithi102.stdout: "num_err_log_entries": 0, 2024-04-10T15:05:49.638 INFO:tasks.workunit.client.0.smithi102.stdout: "percentage_used": 10, 2024-04-10T15:05:49.638 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycles": 44032, 2024-04-10T15:05:49.638 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_hours": 57305, 2024-04-10T15:05:49.638 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": 25, 2024-04-10T15:05:49.638 INFO:tasks.workunit.client.0.smithi102.stdout: "unsafe_shutdowns": 728 2024-04-10T15:05:49.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.638 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_vendor": "intel", 2024-04-10T15:05:49.638 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycle_count": 44032, 2024-04-10T15:05:49.639 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_time": { 2024-04-10T15:05:49.639 INFO:tasks.workunit.client.0.smithi102.stdout: "hours": 57305 2024-04-10T15:05:49.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.639 INFO:tasks.workunit.client.0.smithi102.stdout: "serial_number": "deleted", 2024-04-10T15:05:49.639 INFO:tasks.workunit.client.0.smithi102.stdout: "smart_status": { 2024-04-10T15:05:49.639 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme": { 2024-04-10T15:05:49.639 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.639 INFO:tasks.workunit.client.0.smithi102.stdout: "passed": true 2024-04-10T15:05:49.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.639 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl": { 2024-04-10T15:05:49.639 INFO:tasks.workunit.client.0.smithi102.stdout: "argv": [ 2024-04-10T15:05:49.639 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl", 2024-04-10T15:05:49.639 INFO:tasks.workunit.client.0.smithi102.stdout: "-x", 2024-04-10T15:05:49.640 INFO:tasks.workunit.client.0.smithi102.stdout: "--json=o", 2024-04-10T15:05:49.640 INFO:tasks.workunit.client.0.smithi102.stdout: "/dev/nvme0n1" 2024-04-10T15:05:49.640 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.640 INFO:tasks.workunit.client.0.smithi102.stdout: "build_info": "(local build)", 2024-04-10T15:05:49.640 INFO:tasks.workunit.client.0.smithi102.stdout: "exit_status": 0, 2024-04-10T15:05:49.640 INFO:tasks.workunit.client.0.smithi102.stdout: "output": [ 2024-04-10T15:05:49.640 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T15:05:49.640 INFO:tasks.workunit.client.0.smithi102.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T15:05:49.640 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.640 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T15:05:49.640 INFO:tasks.workunit.client.0.smithi102.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T15:05:49.640 INFO:tasks.workunit.client.0.smithi102.stdout: "Serial Number: deleted", 2024-04-10T15:05:49.640 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Version: 8DV101H0", 2024-04-10T15:05:49.640 INFO:tasks.workunit.client.0.smithi102.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T15:05:49.640 INFO:tasks.workunit.client.0.smithi102.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T15:05:49.640 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller ID: 0", 2024-04-10T15:05:49.641 INFO:tasks.workunit.client.0.smithi102.stdout: "Number of Namespaces: 1", 2024-04-10T15:05:49.641 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T15:05:49.641 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T15:05:49.641 INFO:tasks.workunit.client.0.smithi102.stdout: "Local Time is: Wed Apr 10 15:00:51 2024 UTC", 2024-04-10T15:05:49.641 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T15:05:49.641 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T15:05:49.641 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T15:05:49.641 INFO:tasks.workunit.client.0.smithi102.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T15:05:49.641 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.641 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported Power States", 2024-04-10T15:05:49.641 INFO:tasks.workunit.client.0.smithi102.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T15:05:49.641 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T15:05:49.641 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.641 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T15:05:49.641 INFO:tasks.workunit.client.0.smithi102.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T15:05:49.642 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 512 0 2", 2024-04-10T15:05:49.642 INFO:tasks.workunit.client.0.smithi102.stdout: " 1 - 512 8 2", 2024-04-10T15:05:49.642 INFO:tasks.workunit.client.0.smithi102.stdout: " 2 - 512 16 2", 2024-04-10T15:05:49.642 INFO:tasks.workunit.client.0.smithi102.stdout: " 3 - 4096 0 0", 2024-04-10T15:05:49.642 INFO:tasks.workunit.client.0.smithi102.stdout: " 4 - 4096 8 0", 2024-04-10T15:05:49.642 INFO:tasks.workunit.client.0.smithi102.stdout: " 5 - 4096 64 0", 2024-04-10T15:05:49.642 INFO:tasks.workunit.client.0.smithi102.stdout: " 6 - 4096 128 0", 2024-04-10T15:05:49.642 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.642 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T15:05:49.642 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T15:05:49.642 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.642 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T15:05:49.642 INFO:tasks.workunit.client.0.smithi102.stdout: "Critical Warning: 0x00", 2024-04-10T15:05:49.642 INFO:tasks.workunit.client.0.smithi102.stdout: "Temperature: 25 Celsius", 2024-04-10T15:05:49.642 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare: 100%", 2024-04-10T15:05:49.643 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare Threshold: 10%", 2024-04-10T15:05:49.643 INFO:tasks.workunit.client.0.smithi102.stdout: "Percentage Used: 10%", 2024-04-10T15:05:49.643 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Read: 366,309,498 [187 TB]", 2024-04-10T15:05:49.643 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Written: 1,902,015,958 [973 TB]", 2024-04-10T15:05:49.643 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Read Commands: 5,609,668,850", 2024-04-10T15:05:49.643 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Write Commands: 32,437,175,949", 2024-04-10T15:05:49.643 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller Busy Time: 20", 2024-04-10T15:05:49.643 INFO:tasks.workunit.client.0.smithi102.stdout: "Power Cycles: 44,032", 2024-04-10T15:05:49.643 INFO:tasks.workunit.client.0.smithi102.stdout: "Power On Hours: 57,305", 2024-04-10T15:05:49.643 INFO:tasks.workunit.client.0.smithi102.stdout: "Unsafe Shutdowns: 728", 2024-04-10T15:05:49.643 INFO:tasks.workunit.client.0.smithi102.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T15:05:49.643 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information Log Entries: 0", 2024-04-10T15:05:49.643 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.643 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T15:05:49.643 INFO:tasks.workunit.client.0.smithi102.stdout: "No Errors Logged", 2024-04-10T15:05:49.643 INFO:tasks.workunit.client.0.smithi102.stdout: "" 2024-04-10T15:05:49.643 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.644 INFO:tasks.workunit.client.0.smithi102.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T15:05:49.644 INFO:tasks.workunit.client.0.smithi102.stdout: "svn_revision": "5022", 2024-04-10T15:05:49.644 INFO:tasks.workunit.client.0.smithi102.stdout: "version": [ 2024-04-10T15:05:49.644 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.644 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.644 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.644 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": { 2024-04-10T15:05:49.644 INFO:tasks.workunit.client.0.smithi102.stdout: "current": 25 2024-04-10T15:05:49.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.644 INFO:tasks.workunit.client.0.smithi102.stdout: "user_capacity": { 2024-04-10T15:05:49.644 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:49.644 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:49.644 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.644 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.645 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.645 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.645 INFO:tasks.workunit.client.0.smithi102.stdout:} 2024-04-10T15:05:49.645 INFO:tasks.workunit.client.0.smithi102.stderr:+ ceph telemetry show-all 2024-04-10T15:05:49.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:49.645 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:49.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:49.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:49.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.646 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:49.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:49.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:49.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:49.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.647 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.648 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:49.648 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:49.648 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.648 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.648 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.648 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.648 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.648 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.648 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.648 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.648 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.648 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:49.648 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:49.648 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.649 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.649 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.649 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:49.649 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.649 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:49.649 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.649 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.649 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:49.649 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:49.649 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.649 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.649 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:48 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.651 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:49.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='client.24851 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:49.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:49.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: pgmap v75: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-10T15:05:49.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='client.14961 -' entity='client.admin' cmd=[{"prefix": "telemetry enable channel", "channels": ["perf"], "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:49.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1001460010' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T15:05:49.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1001460010' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T15:05:49.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:49.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:49.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.653 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.653 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:49.653 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:49.653 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.653 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.653 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.653 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:49.653 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.653 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:49.653 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.653 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.653 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:49.653 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:49.653 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.653 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.653 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:49.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:47 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:49.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:49.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='client.14979 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:49.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:49.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:49.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:49.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:49.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:49.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:49.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:49.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:49.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:48 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:49.664 INFO:tasks.workunit.client.0.smithi102.stdout:{ 2024-04-10T15:05:49.664 INFO:tasks.workunit.client.0.smithi102.stdout: "device_report": { 2024-04-10T15:05:49.664 INFO:tasks.workunit.client.0.smithi102.stdout: "ce06229e-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T15:05:49.664 INFO:tasks.workunit.client.0.smithi102.stdout: "INTEL_SSDPEDMD400G4_ce06a426-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T15:05:49.664 INFO:tasks.workunit.client.0.smithi102.stdout: "20240410-150053": { 2024-04-10T15:05:49.664 INFO:tasks.workunit.client.0.smithi102.stdout: "device": { 2024-04-10T15:05:49.664 INFO:tasks.workunit.client.0.smithi102.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T15:05:49.664 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "/dev/nvme0n1", 2024-04-10T15:05:49.664 INFO:tasks.workunit.client.0.smithi102.stdout: "protocol": "NVMe", 2024-04-10T15:05:49.664 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "nvme" 2024-04-10T15:05:49.665 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.665 INFO:tasks.workunit.client.0.smithi102.stdout: "firmware_version": "8DV101H0", 2024-04-10T15:05:49.665 INFO:tasks.workunit.client.0.smithi102.stdout: "host_id": "ce06229e-f74b-11ee-960e-0cc47a8fd769", 2024-04-10T15:05:49.665 INFO:tasks.workunit.client.0.smithi102.stdout: "json_format_version": [ 2024-04-10T15:05:49.665 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.665 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.665 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.665 INFO:tasks.workunit.client.0.smithi102.stdout: "local_time": { 2024-04-10T15:05:49.665 INFO:tasks.workunit.client.0.smithi102.stdout: "asctime": "Wed Apr 10 15:00:53 2024 UTC", 2024-04-10T15:05:49.665 INFO:tasks.workunit.client.0.smithi102.stdout: "time_t": 1712761253 2024-04-10T15:05:49.665 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.665 INFO:tasks.workunit.client.0.smithi102.stdout: "logical_block_size": 512, 2024-04-10T15:05:49.665 INFO:tasks.workunit.client.0.smithi102.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T15:05:49.665 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_controller_id": 0, 2024-04-10T15:05:49.665 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T15:05:49.666 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_namespaces": [ 2024-04-10T15:05:49.666 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.666 INFO:tasks.workunit.client.0.smithi102.stdout: "capacity": { 2024-04-10T15:05:49.666 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:49.666 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:49.666 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.666 INFO:tasks.workunit.client.0.smithi102.stdout: "formatted_lba_size": 512, 2024-04-10T15:05:49.666 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 1, 2024-04-10T15:05:49.666 INFO:tasks.workunit.client.0.smithi102.stdout: "size": { 2024-04-10T15:05:49.666 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:49.666 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:49.666 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.666 INFO:tasks.workunit.client.0.smithi102.stdout: "utilization": { 2024-04-10T15:05:49.666 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:49.667 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:49.667 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.667 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.667 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.667 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T15:05:49.667 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_pci_vendor": { 2024-04-10T15:05:49.667 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 32902, 2024-04-10T15:05:49.667 INFO:tasks.workunit.client.0.smithi102.stdout: "subsystem_id": 32902 2024-04-10T15:05:49.667 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.667 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T15:05:49.667 INFO:tasks.workunit.client.0.smithi102.stdout: "Device stats": { 2024-04-10T15:05:49.667 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_fw_downgrades": { 2024-04-10T15:05:49.667 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.667 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.667 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.667 INFO:tasks.workunit.client.0.smithi102.stdout: "crc_error_count": { 2024-04-10T15:05:49.668 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.668 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.668 INFO:tasks.workunit.client.0.smithi102.stdout: "end_to_end_error_detection_count": { 2024-04-10T15:05:49.668 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.668 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.668 INFO:tasks.workunit.client.0.smithi102.stdout: "erase_fail_count": { 2024-04-10T15:05:49.668 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.668 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.668 INFO:tasks.workunit.client.0.smithi102.stdout: "host_bytes_written": { 2024-04-10T15:05:49.668 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.668 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 30616943 2024-04-10T15:05:49.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.668 INFO:tasks.workunit.client.0.smithi102.stdout: "host_ctx_wear_used": { 2024-04-10T15:05:49.669 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.669 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 1 2024-04-10T15:05:49.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.669 INFO:tasks.workunit.client.0.smithi102.stdout: "media_bytes_read": { 2024-04-10T15:05:49.669 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.669 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.669 INFO:tasks.workunit.client.0.smithi102.stdout: "nand_bytes_written": { 2024-04-10T15:05:49.669 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.669 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 52643310 2024-04-10T15:05:49.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.669 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_stat_indicator": { 2024-04-10T15:05:49.669 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.669 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.670 INFO:tasks.workunit.client.0.smithi102.stdout: "pll_lock_loss_count": { 2024-04-10T15:05:49.670 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.670 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 1 2024-04-10T15:05:49.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.670 INFO:tasks.workunit.client.0.smithi102.stdout: "program_fail_count": { 2024-04-10T15:05:49.670 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.670 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.670 INFO:tasks.workunit.client.0.smithi102.stdout: "re_alloc_sectr_cnt": { 2024-04-10T15:05:49.670 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.670 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.670 INFO:tasks.workunit.client.0.smithi102.stdout: "retry_buffer_overflow_count": { 2024-04-10T15:05:49.670 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.670 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.671 INFO:tasks.workunit.client.0.smithi102.stdout: "soft_ecc_err_rate": { 2024-04-10T15:05:49.671 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.671 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.671 INFO:tasks.workunit.client.0.smithi102.stdout: "thermal_throttle_status": { 2024-04-10T15:05:49.671 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.671 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T15:05:49.671 INFO:tasks.workunit.client.0.smithi102.stdout: "cnt": 0, 2024-04-10T15:05:49.671 INFO:tasks.workunit.client.0.smithi102.stdout: "pct": 0 2024-04-10T15:05:49.671 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.671 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_host_reads": { 2024-04-10T15:05:49.671 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.671 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T15:05:49.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.672 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_media_wear": { 2024-04-10T15:05:49.672 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.672 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 64 2024-04-10T15:05:49.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.672 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_timer": { 2024-04-10T15:05:49.672 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.672 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T15:05:49.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.672 INFO:tasks.workunit.client.0.smithi102.stdout: "unexp_power_loss": { 2024-04-10T15:05:49.672 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.672 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.672 INFO:tasks.workunit.client.0.smithi102.stdout: "wear_leveling": { 2024-04-10T15:05:49.672 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 89, 2024-04-10T15:05:49.673 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T15:05:49.673 INFO:tasks.workunit.client.0.smithi102.stdout: "avg": 3568, 2024-04-10T15:05:49.673 INFO:tasks.workunit.client.0.smithi102.stdout: "max": 3577, 2024-04-10T15:05:49.673 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 3559 2024-04-10T15:05:49.673 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.673 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.673 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.673 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T15:05:49.673 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.673 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_log": { 2024-04-10T15:05:49.673 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare": 100, 2024-04-10T15:05:49.673 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare_threshold": 10, 2024-04-10T15:05:49.673 INFO:tasks.workunit.client.0.smithi102.stdout: "controller_busy_time": 0, 2024-04-10T15:05:49.673 INFO:tasks.workunit.client.0.smithi102.stdout: "critical_warning": 0, 2024-04-10T15:05:49.673 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_read": 398325925, 2024-04-10T15:05:49.673 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_written": 2006512017, 2024-04-10T15:05:49.674 INFO:tasks.workunit.client.0.smithi102.stdout: "host_reads": 6645621909, 2024-04-10T15:05:49.674 INFO:tasks.workunit.client.0.smithi102.stdout: "host_writes": 36147710703, 2024-04-10T15:05:49.674 INFO:tasks.workunit.client.0.smithi102.stdout: "media_errors": 0, 2024-04-10T15:05:49.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_err_log_entries": 0, 2024-04-10T15:05:49.674 INFO:tasks.workunit.client.0.smithi102.stdout: "percentage_used": 11, 2024-04-10T15:05:49.674 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycles": 58030, 2024-04-10T15:05:49.674 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_hours": 52585, 2024-04-10T15:05:49.674 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": 30, 2024-04-10T15:05:49.674 INFO:tasks.workunit.client.0.smithi102.stdout: "unsafe_shutdowns": 26 2024-04-10T15:05:49.674 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.674 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_vendor": "intel", 2024-04-10T15:05:49.674 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycle_count": 58030, 2024-04-10T15:05:49.674 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_time": { 2024-04-10T15:05:49.674 INFO:tasks.workunit.client.0.smithi102.stdout: "hours": 52585 2024-04-10T15:05:49.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.675 INFO:tasks.workunit.client.0.smithi102.stdout: "serial_number": "deleted", 2024-04-10T15:05:49.675 INFO:tasks.workunit.client.0.smithi102.stdout: "smart_status": { 2024-04-10T15:05:49.675 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme": { 2024-04-10T15:05:49.675 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.675 INFO:tasks.workunit.client.0.smithi102.stdout: "passed": true 2024-04-10T15:05:49.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.675 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl": { 2024-04-10T15:05:49.675 INFO:tasks.workunit.client.0.smithi102.stdout: "argv": [ 2024-04-10T15:05:49.675 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl", 2024-04-10T15:05:49.675 INFO:tasks.workunit.client.0.smithi102.stdout: "-x", 2024-04-10T15:05:49.675 INFO:tasks.workunit.client.0.smithi102.stdout: "--json=o", 2024-04-10T15:05:49.675 INFO:tasks.workunit.client.0.smithi102.stdout: "/dev/nvme0n1" 2024-04-10T15:05:49.675 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.676 INFO:tasks.workunit.client.0.smithi102.stdout: "build_info": "(local build)", 2024-04-10T15:05:49.676 INFO:tasks.workunit.client.0.smithi102.stdout: "exit_status": 0, 2024-04-10T15:05:49.676 INFO:tasks.workunit.client.0.smithi102.stdout: "output": [ 2024-04-10T15:05:49.676 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T15:05:49.676 INFO:tasks.workunit.client.0.smithi102.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T15:05:49.676 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.676 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T15:05:49.676 INFO:tasks.workunit.client.0.smithi102.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T15:05:49.676 INFO:tasks.workunit.client.0.smithi102.stdout: "Serial Number: deleted", 2024-04-10T15:05:49.676 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Version: 8DV101H0", 2024-04-10T15:05:49.676 INFO:tasks.workunit.client.0.smithi102.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T15:05:49.676 INFO:tasks.workunit.client.0.smithi102.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T15:05:49.676 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller ID: 0", 2024-04-10T15:05:49.676 INFO:tasks.workunit.client.0.smithi102.stdout: "Number of Namespaces: 1", 2024-04-10T15:05:49.677 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T15:05:49.677 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T15:05:49.677 INFO:tasks.workunit.client.0.smithi102.stdout: "Local Time is: Wed Apr 10 15:00:53 2024 UTC", 2024-04-10T15:05:49.677 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T15:05:49.677 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T15:05:49.677 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T15:05:49.677 INFO:tasks.workunit.client.0.smithi102.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T15:05:49.677 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.677 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported Power States", 2024-04-10T15:05:49.677 INFO:tasks.workunit.client.0.smithi102.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T15:05:49.677 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T15:05:49.677 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.677 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T15:05:49.677 INFO:tasks.workunit.client.0.smithi102.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T15:05:49.677 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 512 0 2", 2024-04-10T15:05:49.677 INFO:tasks.workunit.client.0.smithi102.stdout: " 1 - 512 8 2", 2024-04-10T15:05:49.678 INFO:tasks.workunit.client.0.smithi102.stdout: " 2 - 512 16 2", 2024-04-10T15:05:49.678 INFO:tasks.workunit.client.0.smithi102.stdout: " 3 - 4096 0 0", 2024-04-10T15:05:49.678 INFO:tasks.workunit.client.0.smithi102.stdout: " 4 - 4096 8 0", 2024-04-10T15:05:49.678 INFO:tasks.workunit.client.0.smithi102.stdout: " 5 - 4096 64 0", 2024-04-10T15:05:49.678 INFO:tasks.workunit.client.0.smithi102.stdout: " 6 - 4096 128 0", 2024-04-10T15:05:49.678 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.678 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T15:05:49.678 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T15:05:49.678 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.678 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T15:05:49.678 INFO:tasks.workunit.client.0.smithi102.stdout: "Critical Warning: 0x00", 2024-04-10T15:05:49.678 INFO:tasks.workunit.client.0.smithi102.stdout: "Temperature: 30 Celsius", 2024-04-10T15:05:49.678 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare: 100%", 2024-04-10T15:05:49.678 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare Threshold: 10%", 2024-04-10T15:05:49.678 INFO:tasks.workunit.client.0.smithi102.stdout: "Percentage Used: 11%", 2024-04-10T15:05:49.679 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Read: 398,325,925 [203 TB]", 2024-04-10T15:05:49.679 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Written: 2,006,512,017 [1.02 PB]", 2024-04-10T15:05:49.679 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Read Commands: 6,645,621,909", 2024-04-10T15:05:49.679 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Write Commands: 36,147,710,703", 2024-04-10T15:05:49.679 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller Busy Time: 0", 2024-04-10T15:05:49.679 INFO:tasks.workunit.client.0.smithi102.stdout: "Power Cycles: 58,030", 2024-04-10T15:05:49.679 INFO:tasks.workunit.client.0.smithi102.stdout: "Power On Hours: 52,585", 2024-04-10T15:05:49.679 INFO:tasks.workunit.client.0.smithi102.stdout: "Unsafe Shutdowns: 26", 2024-04-10T15:05:49.679 INFO:tasks.workunit.client.0.smithi102.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T15:05:49.679 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information Log Entries: 0", 2024-04-10T15:05:49.679 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.679 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T15:05:49.679 INFO:tasks.workunit.client.0.smithi102.stdout: "No Errors Logged", 2024-04-10T15:05:49.679 INFO:tasks.workunit.client.0.smithi102.stdout: "" 2024-04-10T15:05:49.679 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.680 INFO:tasks.workunit.client.0.smithi102.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T15:05:49.680 INFO:tasks.workunit.client.0.smithi102.stdout: "svn_revision": "5022", 2024-04-10T15:05:49.680 INFO:tasks.workunit.client.0.smithi102.stdout: "version": [ 2024-04-10T15:05:49.680 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.680 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.680 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.680 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": { 2024-04-10T15:05:49.680 INFO:tasks.workunit.client.0.smithi102.stdout: "current": 30 2024-04-10T15:05:49.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.680 INFO:tasks.workunit.client.0.smithi102.stdout: "user_capacity": { 2024-04-10T15:05:49.680 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:49.680 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:49.680 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.680 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.681 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.681 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.681 INFO:tasks.workunit.client.0.smithi102.stdout: "ce07d918-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T15:05:49.681 INFO:tasks.workunit.client.0.smithi102.stdout: "INTEL_SSDPEDMD400G4_ce0852a8-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T15:05:49.681 INFO:tasks.workunit.client.0.smithi102.stdout: "20240410-150051": { 2024-04-10T15:05:49.681 INFO:tasks.workunit.client.0.smithi102.stdout: "device": { 2024-04-10T15:05:49.681 INFO:tasks.workunit.client.0.smithi102.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T15:05:49.681 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "/dev/nvme0n1", 2024-04-10T15:05:49.681 INFO:tasks.workunit.client.0.smithi102.stdout: "protocol": "NVMe", 2024-04-10T15:05:49.681 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "nvme" 2024-04-10T15:05:49.681 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.681 INFO:tasks.workunit.client.0.smithi102.stdout: "firmware_version": "8DV101H0", 2024-04-10T15:05:49.681 INFO:tasks.workunit.client.0.smithi102.stdout: "host_id": "ce07d918-f74b-11ee-960e-0cc47a8fd769", 2024-04-10T15:05:49.681 INFO:tasks.workunit.client.0.smithi102.stdout: "json_format_version": [ 2024-04-10T15:05:49.681 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:49.682 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:49.682 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.682 INFO:tasks.workunit.client.0.smithi102.stdout: "local_time": { 2024-04-10T15:05:49.682 INFO:tasks.workunit.client.0.smithi102.stdout: "asctime": "Wed Apr 10 15:00:51 2024 UTC", 2024-04-10T15:05:49.682 INFO:tasks.workunit.client.0.smithi102.stdout: "time_t": 1712761251 2024-04-10T15:05:49.682 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.682 INFO:tasks.workunit.client.0.smithi102.stdout: "logical_block_size": 512, 2024-04-10T15:05:49.682 INFO:tasks.workunit.client.0.smithi102.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T15:05:49.682 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_controller_id": 0, 2024-04-10T15:05:49.682 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T15:05:49.682 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_namespaces": [ 2024-04-10T15:05:49.682 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.682 INFO:tasks.workunit.client.0.smithi102.stdout: "capacity": { 2024-04-10T15:05:49.682 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:49.683 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:49.683 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.683 INFO:tasks.workunit.client.0.smithi102.stdout: "formatted_lba_size": 512, 2024-04-10T15:05:49.683 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 1, 2024-04-10T15:05:49.683 INFO:tasks.workunit.client.0.smithi102.stdout: "size": { 2024-04-10T15:05:49.683 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:49.683 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:49.683 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.683 INFO:tasks.workunit.client.0.smithi102.stdout: "utilization": { 2024-04-10T15:05:49.683 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:49.683 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:49.683 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.683 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.683 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.683 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T15:05:49.684 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_pci_vendor": { 2024-04-10T15:05:49.684 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 32902, 2024-04-10T15:05:49.684 INFO:tasks.workunit.client.0.smithi102.stdout: "subsystem_id": 32902 2024-04-10T15:05:49.684 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.684 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T15:05:49.684 INFO:tasks.workunit.client.0.smithi102.stdout: "Device stats": { 2024-04-10T15:05:49.684 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_fw_downgrades": { 2024-04-10T15:05:49.684 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.684 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.684 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.684 INFO:tasks.workunit.client.0.smithi102.stdout: "crc_error_count": { 2024-04-10T15:05:49.684 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.684 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.684 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.684 INFO:tasks.workunit.client.0.smithi102.stdout: "end_to_end_error_detection_count": { 2024-04-10T15:05:49.684 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.684 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.685 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.685 INFO:tasks.workunit.client.0.smithi102.stdout: "erase_fail_count": { 2024-04-10T15:05:49.685 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.685 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.685 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.685 INFO:tasks.workunit.client.0.smithi102.stdout: "host_bytes_written": { 2024-04-10T15:05:49.685 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.685 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 29022460 2024-04-10T15:05:49.685 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.685 INFO:tasks.workunit.client.0.smithi102.stdout: "host_ctx_wear_used": { 2024-04-10T15:05:49.685 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.685 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 1 2024-04-10T15:05:49.685 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.685 INFO:tasks.workunit.client.0.smithi102.stdout: "media_bytes_read": { 2024-04-10T15:05:49.685 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.685 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.686 INFO:tasks.workunit.client.0.smithi102.stdout: "nand_bytes_written": { 2024-04-10T15:05:49.686 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.686 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 47035660 2024-04-10T15:05:49.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.686 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_stat_indicator": { 2024-04-10T15:05:49.686 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.686 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.686 INFO:tasks.workunit.client.0.smithi102.stdout: "pll_lock_loss_count": { 2024-04-10T15:05:49.686 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.686 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.686 INFO:tasks.workunit.client.0.smithi102.stdout: "program_fail_count": { 2024-04-10T15:05:49.686 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.687 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.687 INFO:tasks.workunit.client.0.smithi102.stdout: "re_alloc_sectr_cnt": { 2024-04-10T15:05:49.687 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.687 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.687 INFO:tasks.workunit.client.0.smithi102.stdout: "retry_buffer_overflow_count": { 2024-04-10T15:05:49.687 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.687 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.687 INFO:tasks.workunit.client.0.smithi102.stdout: "soft_ecc_err_rate": { 2024-04-10T15:05:49.687 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.687 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.688 INFO:tasks.workunit.client.0.smithi102.stdout: "thermal_throttle_status": { 2024-04-10T15:05:49.688 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.688 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T15:05:49.688 INFO:tasks.workunit.client.0.smithi102.stdout: "cnt": 0, 2024-04-10T15:05:49.688 INFO:tasks.workunit.client.0.smithi102.stdout: "pct": 0 2024-04-10T15:05:49.688 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.688 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_host_reads": { 2024-04-10T15:05:49.688 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.688 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T15:05:49.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.688 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_media_wear": { 2024-04-10T15:05:49.688 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.688 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 64 2024-04-10T15:05:49.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.688 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_timer": { 2024-04-10T15:05:49.689 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T15:05:49.689 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T15:05:49.689 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.689 INFO:tasks.workunit.client.0.smithi102.stdout: "unexp_power_loss": { 2024-04-10T15:05:49.689 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T15:05:49.689 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T15:05:49.689 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.689 INFO:tasks.workunit.client.0.smithi102.stdout: "wear_leveling": { 2024-04-10T15:05:49.689 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 90, 2024-04-10T15:05:49.689 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T15:05:49.689 INFO:tasks.workunit.client.0.smithi102.stdout: "avg": 3151, 2024-04-10T15:05:49.689 INFO:tasks.workunit.client.0.smithi102.stdout: "max": 3165, 2024-04-10T15:05:49.689 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 3137 2024-04-10T15:05:49.689 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.689 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.690 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.690 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T15:05:49.690 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.690 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_log": { 2024-04-10T15:05:49.690 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare": 100, 2024-04-10T15:05:49.690 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare_threshold": 10, 2024-04-10T15:05:49.690 INFO:tasks.workunit.client.0.smithi102.stdout: "controller_busy_time": 20, 2024-04-10T15:05:49.690 INFO:tasks.workunit.client.0.smithi102.stdout: "critical_warning": 0, 2024-04-10T15:05:49.690 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_read": 366309498, 2024-04-10T15:05:49.690 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_written": 1902015958, 2024-04-10T15:05:49.690 INFO:tasks.workunit.client.0.smithi102.stdout: "host_reads": 5609668850, 2024-04-10T15:05:49.690 INFO:tasks.workunit.client.0.smithi102.stdout: "host_writes": 32437175949, 2024-04-10T15:05:49.690 INFO:tasks.workunit.client.0.smithi102.stdout: "media_errors": 0, 2024-04-10T15:05:49.690 INFO:tasks.workunit.client.0.smithi102.stdout: "num_err_log_entries": 0, 2024-04-10T15:05:49.691 INFO:tasks.workunit.client.0.smithi102.stdout: "percentage_used": 10, 2024-04-10T15:05:49.691 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycles": 44032, 2024-04-10T15:05:49.691 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_hours": 57305, 2024-04-10T15:05:49.691 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": 25, 2024-04-10T15:05:49.691 INFO:tasks.workunit.client.0.smithi102.stdout: "unsafe_shutdowns": 728 2024-04-10T15:05:49.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.691 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_vendor": "intel", 2024-04-10T15:05:49.691 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycle_count": 44032, 2024-04-10T15:05:49.691 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_time": { 2024-04-10T15:05:49.691 INFO:tasks.workunit.client.0.smithi102.stdout: "hours": 57305 2024-04-10T15:05:49.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.691 INFO:tasks.workunit.client.0.smithi102.stdout: "serial_number": "deleted", 2024-04-10T15:05:49.691 INFO:tasks.workunit.client.0.smithi102.stdout: "smart_status": { 2024-04-10T15:05:49.691 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme": { 2024-04-10T15:05:49.691 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.692 INFO:tasks.workunit.client.0.smithi102.stdout: "passed": true 2024-04-10T15:05:49.692 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.692 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl": { 2024-04-10T15:05:49.692 INFO:tasks.workunit.client.0.smithi102.stdout: "argv": [ 2024-04-10T15:05:49.692 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl", 2024-04-10T15:05:49.692 INFO:tasks.workunit.client.0.smithi102.stdout: "-x", 2024-04-10T15:05:49.692 INFO:tasks.workunit.client.0.smithi102.stdout: "--json=o", 2024-04-10T15:05:49.692 INFO:tasks.workunit.client.0.smithi102.stdout: "/dev/nvme0n1" 2024-04-10T15:05:49.692 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.692 INFO:tasks.workunit.client.0.smithi102.stdout: "build_info": "(local build)", 2024-04-10T15:05:49.692 INFO:tasks.workunit.client.0.smithi102.stdout: "exit_status": 0, 2024-04-10T15:05:49.692 INFO:tasks.workunit.client.0.smithi102.stdout: "output": [ 2024-04-10T15:05:49.692 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T15:05:49.692 INFO:tasks.workunit.client.0.smithi102.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T15:05:49.692 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.692 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T15:05:49.693 INFO:tasks.workunit.client.0.smithi102.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T15:05:49.693 INFO:tasks.workunit.client.0.smithi102.stdout: "Serial Number: deleted", 2024-04-10T15:05:49.693 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Version: 8DV101H0", 2024-04-10T15:05:49.693 INFO:tasks.workunit.client.0.smithi102.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T15:05:49.693 INFO:tasks.workunit.client.0.smithi102.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T15:05:49.693 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller ID: 0", 2024-04-10T15:05:49.693 INFO:tasks.workunit.client.0.smithi102.stdout: "Number of Namespaces: 1", 2024-04-10T15:05:49.693 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T15:05:49.693 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T15:05:49.693 INFO:tasks.workunit.client.0.smithi102.stdout: "Local Time is: Wed Apr 10 15:00:51 2024 UTC", 2024-04-10T15:05:49.693 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T15:05:49.693 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T15:05:49.693 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T15:05:49.693 INFO:tasks.workunit.client.0.smithi102.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T15:05:49.693 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.693 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported Power States", 2024-04-10T15:05:49.694 INFO:tasks.workunit.client.0.smithi102.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T15:05:49.694 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T15:05:49.694 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.694 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T15:05:49.694 INFO:tasks.workunit.client.0.smithi102.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T15:05:49.694 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 512 0 2", 2024-04-10T15:05:49.694 INFO:tasks.workunit.client.0.smithi102.stdout: " 1 - 512 8 2", 2024-04-10T15:05:49.694 INFO:tasks.workunit.client.0.smithi102.stdout: " 2 - 512 16 2", 2024-04-10T15:05:49.694 INFO:tasks.workunit.client.0.smithi102.stdout: " 3 - 4096 0 0", 2024-04-10T15:05:49.694 INFO:tasks.workunit.client.0.smithi102.stdout: " 4 - 4096 8 0", 2024-04-10T15:05:49.694 INFO:tasks.workunit.client.0.smithi102.stdout: " 5 - 4096 64 0", 2024-04-10T15:05:49.694 INFO:tasks.workunit.client.0.smithi102.stdout: " 6 - 4096 128 0", 2024-04-10T15:05:49.694 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.694 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T15:05:49.694 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T15:05:49.695 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.695 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T15:05:49.695 INFO:tasks.workunit.client.0.smithi102.stdout: "Critical Warning: 0x00", 2024-04-10T15:05:49.695 INFO:tasks.workunit.client.0.smithi102.stdout: "Temperature: 25 Celsius", 2024-04-10T15:05:49.695 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare: 100%", 2024-04-10T15:05:49.695 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare Threshold: 10%", 2024-04-10T15:05:49.695 INFO:tasks.workunit.client.0.smithi102.stdout: "Percentage Used: 10%", 2024-04-10T15:05:49.695 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Read: 366,309,498 [187 TB]", 2024-04-10T15:05:49.695 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Written: 1,902,015,958 [973 TB]", 2024-04-10T15:05:49.695 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Read Commands: 5,609,668,850", 2024-04-10T15:05:49.695 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Write Commands: 32,437,175,949", 2024-04-10T15:05:49.695 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller Busy Time: 20", 2024-04-10T15:05:49.695 INFO:tasks.workunit.client.0.smithi102.stdout: "Power Cycles: 44,032", 2024-04-10T15:05:49.695 INFO:tasks.workunit.client.0.smithi102.stdout: "Power On Hours: 57,305", 2024-04-10T15:05:49.695 INFO:tasks.workunit.client.0.smithi102.stdout: "Unsafe Shutdowns: 728", 2024-04-10T15:05:49.696 INFO:tasks.workunit.client.0.smithi102.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T15:05:49.696 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information Log Entries: 0", 2024-04-10T15:05:49.696 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T15:05:49.696 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T15:05:49.696 INFO:tasks.workunit.client.0.smithi102.stdout: "No Errors Logged", 2024-04-10T15:05:49.696 INFO:tasks.workunit.client.0.smithi102.stdout: "" 2024-04-10T15:05:49.696 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.696 INFO:tasks.workunit.client.0.smithi102.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T15:05:49.696 INFO:tasks.workunit.client.0.smithi102.stdout: "svn_revision": "5022", 2024-04-10T15:05:49.696 INFO:tasks.workunit.client.0.smithi102.stdout: "version": [ 2024-04-10T15:05:49.696 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:49.696 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:49.696 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.696 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": { 2024-04-10T15:05:49.696 INFO:tasks.workunit.client.0.smithi102.stdout: "current": 25 2024-04-10T15:05:49.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.697 INFO:tasks.workunit.client.0.smithi102.stdout: "user_capacity": { 2024-04-10T15:05:49.697 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T15:05:49.697 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T15:05:49.697 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.697 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.697 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.697 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.697 INFO:tasks.workunit.client.0.smithi102.stdout: "report": { 2024-04-10T15:05:49.697 INFO:tasks.workunit.client.0.smithi102.stdout: "balancer": { 2024-04-10T15:05:49.697 INFO:tasks.workunit.client.0.smithi102.stdout: "active": true, 2024-04-10T15:05:49.697 INFO:tasks.workunit.client.0.smithi102.stdout: "mode": "" 2024-04-10T15:05:49.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.697 INFO:tasks.workunit.client.0.smithi102.stdout: "channels": [ 2024-04-10T15:05:49.697 INFO:tasks.workunit.client.0.smithi102.stdout: "basic", 2024-04-10T15:05:49.697 INFO:tasks.workunit.client.0.smithi102.stdout: "crash", 2024-04-10T15:05:49.697 INFO:tasks.workunit.client.0.smithi102.stdout: "device", 2024-04-10T15:05:49.697 INFO:tasks.workunit.client.0.smithi102.stdout: "ident", 2024-04-10T15:05:49.698 INFO:tasks.workunit.client.0.smithi102.stdout: "perf" 2024-04-10T15:05:49.698 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.698 INFO:tasks.workunit.client.0.smithi102.stdout: "channels_available": [ 2024-04-10T15:05:49.698 INFO:tasks.workunit.client.0.smithi102.stdout: "basic", 2024-04-10T15:05:49.698 INFO:tasks.workunit.client.0.smithi102.stdout: "ident", 2024-04-10T15:05:49.698 INFO:tasks.workunit.client.0.smithi102.stdout: "crash", 2024-04-10T15:05:49.698 INFO:tasks.workunit.client.0.smithi102.stdout: "device", 2024-04-10T15:05:49.698 INFO:tasks.workunit.client.0.smithi102.stdout: "perf" 2024-04-10T15:05:49.698 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.698 INFO:tasks.workunit.client.0.smithi102.stdout: "collections_available": [ 2024-04-10T15:05:49.698 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_base", 2024-04-10T15:05:49.698 INFO:tasks.workunit.client.0.smithi102.stdout: "device_base", 2024-04-10T15:05:49.698 INFO:tasks.workunit.client.0.smithi102.stdout: "crash_base", 2024-04-10T15:05:49.699 INFO:tasks.workunit.client.0.smithi102.stdout: "ident_base", 2024-04-10T15:05:49.699 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_perf", 2024-04-10T15:05:49.699 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_mds_metadata", 2024-04-10T15:05:49.699 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_usage", 2024-04-10T15:05:49.699 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_usage_by_class", 2024-04-10T15:05:49.699 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_rook_v01", 2024-04-10T15:05:49.699 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_memory_metrics", 2024-04-10T15:05:49.699 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_options_bluestore" 2024-04-10T15:05:49.699 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.699 INFO:tasks.workunit.client.0.smithi102.stdout: "collections_opted_in": [ 2024-04-10T15:05:49.699 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_base", 2024-04-10T15:05:49.699 INFO:tasks.workunit.client.0.smithi102.stdout: "device_base", 2024-04-10T15:05:49.699 INFO:tasks.workunit.client.0.smithi102.stdout: "crash_base", 2024-04-10T15:05:49.699 INFO:tasks.workunit.client.0.smithi102.stdout: "ident_base", 2024-04-10T15:05:49.699 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_perf", 2024-04-10T15:05:49.699 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_mds_metadata", 2024-04-10T15:05:49.700 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_usage", 2024-04-10T15:05:49.700 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_usage_by_class", 2024-04-10T15:05:49.700 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_rook_v01", 2024-04-10T15:05:49.700 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_memory_metrics", 2024-04-10T15:05:49.700 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_options_bluestore" 2024-04-10T15:05:49.700 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.700 INFO:tasks.workunit.client.0.smithi102.stdout: "config": { 2024-04-10T15:05:49.700 INFO:tasks.workunit.client.0.smithi102.stdout: "active_changed": [ 2024-04-10T15:05:49.700 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T15:05:49.700 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_debug", 2024-04-10T15:05:49.700 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_mon_ticket_ttl", 2024-04-10T15:05:49.700 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_service_ticket_ttl", 2024-04-10T15:05:49.700 INFO:tasks.workunit.client.0.smithi102.stdout: "bdev_debug_aio", 2024-04-10T15:05:49.700 INFO:tasks.workunit.client.0.smithi102.stdout: "client_check_pool_perm", 2024-04-10T15:05:49.701 INFO:tasks.workunit.client.0.smithi102.stdout: "client_mount_gid", 2024-04-10T15:05:49.701 INFO:tasks.workunit.client.0.smithi102.stdout: "client_mount_uid", 2024-04-10T15:05:49.701 INFO:tasks.workunit.client.0.smithi102.stdout: "client_quota", 2024-04-10T15:05:49.701 INFO:tasks.workunit.client.0.smithi102.stdout: "container_image", 2024-04-10T15:05:49.701 INFO:tasks.workunit.client.0.smithi102.stdout: "daemonize", 2024-04-10T15:05:49.701 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_asserts_on_shutdown", 2024-04-10T15:05:49.701 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mgr", 2024-04-10T15:05:49.701 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mon", 2024-04-10T15:05:49.701 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_ms", 2024-04-10T15:05:49.701 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_osd", 2024-04-10T15:05:49.701 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_paxos", 2024-04-10T15:05:49.701 INFO:tasks.workunit.client.0.smithi102.stdout: "keyring", 2024-04-10T15:05:49.701 INFO:tasks.workunit.client.0.smithi102.stdout: "leveldb_block_size", 2024-04-10T15:05:49.701 INFO:tasks.workunit.client.0.smithi102.stdout: "leveldb_cache_size", 2024-04-10T15:05:49.701 INFO:tasks.workunit.client.0.smithi102.stdout: "leveldb_compression", 2024-04-10T15:05:49.702 INFO:tasks.workunit.client.0.smithi102.stdout: "leveldb_log", 2024-04-10T15:05:49.702 INFO:tasks.workunit.client.0.smithi102.stdout: "leveldb_write_buffer_size", 2024-04-10T15:05:49.702 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_file", 2024-04-10T15:05:49.702 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_journald", 2024-04-10T15:05:49.702 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_stderr", 2024-04-10T15:05:49.702 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_allow_pool_delete", 2024-04-10T15:05:49.702 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_clock_drift_allowed", 2024-04-10T15:05:49.702 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_file_level", 2024-04-10T15:05:49.702 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_file", 2024-04-10T15:05:49.702 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_journald", 2024-04-10T15:05:49.702 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_stderr", 2024-04-10T15:05:49.702 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_data_avail_warn", 2024-04-10T15:05:49.702 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_election_default_strategy", 2024-04-10T15:05:49.702 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_host", 2024-04-10T15:05:49.703 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_max_pg_per_osd", 2024-04-10T15:05:49.703 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mgr_mkfs_grace", 2024-04-10T15:05:49.703 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_prime_pg_temp", 2024-04-10T15:05:49.703 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T15:05:49.703 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T15:05:49.703 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T15:05:49.703 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T15:05:49.703 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T15:05:49.703 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T15:05:49.703 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T15:05:49.703 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T15:05:49.703 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T15:05:49.703 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T15:05:49.703 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_too_few_osds", 2024-04-10T15:05:49.703 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_bug", 2024-04-10T15:05:49.704 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_old_message", 2024-04-10T15:05:49.704 INFO:tasks.workunit.client.0.smithi102.stdout: "no_config_file", 2024-04-10T15:05:49.704 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_default_list", 2024-04-10T15:05:49.704 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_load_list", 2024-04-10T15:05:49.704 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_crush_chooseleaf_type", 2024-04-10T15:05:49.704 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_misdirected_ops", 2024-04-10T15:05:49.704 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_op_order", 2024-04-10T15:05:49.704 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_pg_log_writeout", 2024-04-10T15:05:49.704 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_shutdown", 2024-04-10T15:05:49.704 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T15:05:49.704 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T15:05:49.704 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T15:05:49.704 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T15:05:49.704 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep", 2024-04-10T15:05:49.704 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_hdd", 2024-04-10T15:05:49.704 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_hybrid", 2024-04-10T15:05:49.704 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_ssd", 2024-04-10T15:05:49.704 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_max_backfills", 2024-04-10T15:05:49.705 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T15:05:49.705 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_profile", 2024-04-10T15:05:49.705 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-10T15:05:49.705 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-10T15:05:49.705 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-10T15:05:49.705 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-10T15:05:49.705 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-10T15:05:49.705 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-10T15:05:49.705 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_lim", 2024-04-10T15:05:49.705 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_res", 2024-04-10T15:05:49.705 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-10T15:05:49.705 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target", 2024-04-10T15:05:49.705 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target_autotune", 2024-04-10T15:05:49.705 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue", 2024-04-10T15:05:49.705 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue_cut_off", 2024-04-10T15:05:49.706 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pg_delete_cost", 2024-04-10T15:05:49.706 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T15:05:49.706 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T15:05:49.706 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recover_clone_overlap", 2024-04-10T15:05:49.706 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active", 2024-04-10T15:05:49.706 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active_hdd", 2024-04-10T15:05:49.706 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active_ssd", 2024-04-10T15:05:49.706 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_chunk", 2024-04-10T15:05:49.706 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep", 2024-04-10T15:05:49.706 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_hdd", 2024-04-10T15:05:49.706 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_hybrid", 2024-04-10T15:05:49.706 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_ssd", 2024-04-10T15:05:49.706 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_load_threshold", 2024-04-10T15:05:49.706 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_max_interval", 2024-04-10T15:05:49.706 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_sleep", 2024-04-10T15:05:49.706 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_shutdown_pgref_assert", 2024-04-10T15:05:49.707 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep", 2024-04-10T15:05:49.707 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_hdd", 2024-04-10T15:05:49.707 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-10T15:05:49.707 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_ssd", 2024-04-10T15:05:49.707 INFO:tasks.workunit.client.0.smithi102.stdout: "public_addr", 2024-04-10T15:05:49.707 INFO:tasks.workunit.client.0.smithi102.stdout: "public_addrv", 2024-04-10T15:05:49.707 INFO:tasks.workunit.client.0.smithi102.stdout: "public_network", 2024-04-10T15:05:49.707 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_default_features", 2024-04-10T15:05:49.707 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_qos_exclude_ops", 2024-04-10T15:05:49.707 INFO:tasks.workunit.client.0.smithi102.stdout: "setgroup", 2024-04-10T15:05:49.707 INFO:tasks.workunit.client.0.smithi102.stdout: "setuser" 2024-04-10T15:05:49.707 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.707 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster_changed": [ 2024-04-10T15:05:49.707 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T15:05:49.707 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_debug", 2024-04-10T15:05:49.707 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_mon_ticket_ttl", 2024-04-10T15:05:49.707 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_service_ticket_ttl", 2024-04-10T15:05:49.707 INFO:tasks.workunit.client.0.smithi102.stdout: "bdev_debug_aio", 2024-04-10T15:05:49.708 INFO:tasks.workunit.client.0.smithi102.stdout: "container_image", 2024-04-10T15:05:49.708 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_asserts_on_shutdown", 2024-04-10T15:05:49.708 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mgr", 2024-04-10T15:05:49.708 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mon", 2024-04-10T15:05:49.708 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_ms", 2024-04-10T15:05:49.708 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_osd", 2024-04-10T15:05:49.708 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_paxos", 2024-04-10T15:05:49.708 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_file", 2024-04-10T15:05:49.708 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_journald", 2024-04-10T15:05:49.708 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_stderr", 2024-04-10T15:05:49.708 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_join_fs", 2024-04-10T15:05:49.708 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/allow_ptrace", 2024-04-10T15:05:49.708 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/container_init", 2024-04-10T15:05:49.708 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/migration_current", 2024-04-10T15:05:49.708 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/use_repo_digest", 2024-04-10T15:05:49.708 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-10T15:05:49.708 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-10T15:05:49.709 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-10T15:05:49.709 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-10T15:05:49.709 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/ssl_server_port", 2024-04-10T15:05:49.709 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/orchestrator/orchestrator", 2024-04-10T15:05:49.709 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/channel_ident", 2024-04-10T15:05:49.709 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/channel_perf", 2024-04-10T15:05:49.709 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/description", 2024-04-10T15:05:49.709 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/enabled", 2024-04-10T15:05:49.709 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/organization", 2024-04-10T15:05:49.709 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_allow_pool_delete", 2024-04-10T15:05:49.709 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_clock_drift_allowed", 2024-04-10T15:05:49.709 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_file_level", 2024-04-10T15:05:49.709 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_file", 2024-04-10T15:05:49.709 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_data_avail_warn", 2024-04-10T15:05:49.709 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_election_default_strategy", 2024-04-10T15:05:49.709 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_max_pg_per_osd", 2024-04-10T15:05:49.709 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mgr_mkfs_grace", 2024-04-10T15:05:49.709 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_prime_pg_temp", 2024-04-10T15:05:49.710 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T15:05:49.710 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T15:05:49.710 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T15:05:49.710 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T15:05:49.710 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T15:05:49.710 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T15:05:49.710 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T15:05:49.710 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T15:05:49.710 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T15:05:49.710 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T15:05:49.710 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_too_few_osds", 2024-04-10T15:05:49.710 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_bug", 2024-04-10T15:05:49.710 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_old_message", 2024-04-10T15:05:49.710 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_default_list", 2024-04-10T15:05:49.710 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_load_list", 2024-04-10T15:05:49.711 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_misdirected_ops", 2024-04-10T15:05:49.711 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_op_order", 2024-04-10T15:05:49.711 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_pg_log_writeout", 2024-04-10T15:05:49.711 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_shutdown", 2024-04-10T15:05:49.711 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T15:05:49.711 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T15:05:49.711 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T15:05:49.711 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T15:05:49.711 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T15:05:49.711 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_profile", 2024-04-10T15:05:49.711 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target", 2024-04-10T15:05:49.711 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target_autotune", 2024-04-10T15:05:49.711 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue", 2024-04-10T15:05:49.711 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue_cut_off", 2024-04-10T15:05:49.711 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T15:05:49.712 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T15:05:49.712 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recover_clone_overlap", 2024-04-10T15:05:49.712 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_chunk", 2024-04-10T15:05:49.712 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_load_threshold", 2024-04-10T15:05:49.712 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_max_interval", 2024-04-10T15:05:49.712 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_shutdown_pgref_assert", 2024-04-10T15:05:49.712 INFO:tasks.workunit.client.0.smithi102.stdout: "public_network", 2024-04-10T15:05:49.712 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_cache_enabled", 2024-04-10T15:05:49.712 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_enable_ops_log", 2024-04-10T15:05:49.712 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_enable_usage_log" 2024-04-10T15:05:49.712 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.712 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.712 INFO:tasks.workunit.client.0.smithi102.stdout: "contact": null, 2024-04-10T15:05:49.712 INFO:tasks.workunit.client.0.smithi102.stdout: "crashes": [], 2024-04-10T15:05:49.712 INFO:tasks.workunit.client.0.smithi102.stdout: "created": "2024-04-10T14:57:35.253718Z", 2024-04-10T15:05:49.713 INFO:tasks.workunit.client.0.smithi102.stdout: "crush": { 2024-04-10T15:05:49.713 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_algs": { 2024-04-10T15:05:49.713 INFO:tasks.workunit.client.0.smithi102.stdout: "straw2": 3 2024-04-10T15:05:49.713 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.713 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_sizes": { 2024-04-10T15:05:49.713 INFO:tasks.workunit.client.0.smithi102.stdout: "2": 1, 2024-04-10T15:05:49.713 INFO:tasks.workunit.client.0.smithi102.stdout: "4": 2 2024-04-10T15:05:49.713 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.713 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_types": { 2024-04-10T15:05:49.713 INFO:tasks.workunit.client.0.smithi102.stdout: "1": 2, 2024-04-10T15:05:49.713 INFO:tasks.workunit.client.0.smithi102.stdout: "11": 1 2024-04-10T15:05:49.713 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.713 INFO:tasks.workunit.client.0.smithi102.stdout: "compat_weight_set": false, 2024-04-10T15:05:49.713 INFO:tasks.workunit.client.0.smithi102.stdout: "device_classes": [ 2024-04-10T15:05:49.713 INFO:tasks.workunit.client.0.smithi102.stdout: 8 2024-04-10T15:05:49.714 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.714 INFO:tasks.workunit.client.0.smithi102.stdout: "num_buckets": 6, 2024-04-10T15:05:49.714 INFO:tasks.workunit.client.0.smithi102.stdout: "num_devices": 8, 2024-04-10T15:05:49.714 INFO:tasks.workunit.client.0.smithi102.stdout: "num_rules": 1, 2024-04-10T15:05:49.714 INFO:tasks.workunit.client.0.smithi102.stdout: "num_types": 12, 2024-04-10T15:05:49.714 INFO:tasks.workunit.client.0.smithi102.stdout: "num_weight_sets": 0, 2024-04-10T15:05:49.714 INFO:tasks.workunit.client.0.smithi102.stdout: "tunables": { 2024-04-10T15:05:49.714 INFO:tasks.workunit.client.0.smithi102.stdout: "allowed_bucket_algs": 54, 2024-04-10T15:05:49.714 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_local_fallback_tries": 0, 2024-04-10T15:05:49.714 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_local_tries": 0, 2024-04-10T15:05:49.714 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_total_tries": 50, 2024-04-10T15:05:49.714 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_descend_once": 1, 2024-04-10T15:05:49.714 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_stable": 1, 2024-04-10T15:05:49.714 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_vary_r": 1, 2024-04-10T15:05:49.715 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v2_rules": 0, 2024-04-10T15:05:49.715 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v3_rules": 0, 2024-04-10T15:05:49.715 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v4_buckets": 1, 2024-04-10T15:05:49.715 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v5_rules": 0, 2024-04-10T15:05:49.715 INFO:tasks.workunit.client.0.smithi102.stdout: "legacy_tunables": 0, 2024-04-10T15:05:49.715 INFO:tasks.workunit.client.0.smithi102.stdout: "minimum_required_version": "jewel", 2024-04-10T15:05:49.715 INFO:tasks.workunit.client.0.smithi102.stdout: "optimal_tunables": 1, 2024-04-10T15:05:49.715 INFO:tasks.workunit.client.0.smithi102.stdout: "profile": "jewel", 2024-04-10T15:05:49.715 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables": 1, 2024-04-10T15:05:49.715 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables2": 1, 2024-04-10T15:05:49.715 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables3": 1, 2024-04-10T15:05:49.715 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables5": 1, 2024-04-10T15:05:49.715 INFO:tasks.workunit.client.0.smithi102.stdout: "straw_calc_version": 1 2024-04-10T15:05:49.715 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.715 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.715 INFO:tasks.workunit.client.0.smithi102.stdout: "description": "upgrade test cluster", 2024-04-10T15:05:49.716 INFO:tasks.workunit.client.0.smithi102.stdout: "fs": { 2024-04-10T15:05:49.716 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:49.716 INFO:tasks.workunit.client.0.smithi102.stdout: "feature_flags": { 2024-04-10T15:05:49.716 INFO:tasks.workunit.client.0.smithi102.stdout: "enable_multiple": true, 2024-04-10T15:05:49.716 INFO:tasks.workunit.client.0.smithi102.stdout: "ever_enabled_multiple": true 2024-04-10T15:05:49.716 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.716 INFO:tasks.workunit.client.0.smithi102.stdout: "filesystems": [ 2024-04-10T15:05:49.716 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.716 INFO:tasks.workunit.client.0.smithi102.stdout: "approx_ctime": "2024-04", 2024-04-10T15:05:49.716 INFO:tasks.workunit.client.0.smithi102.stdout: "balancer_enabled": false, 2024-04-10T15:05:49.716 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.716 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_caps": 0, 2024-04-10T15:05:49.716 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_dns": 10, 2024-04-10T15:05:49.716 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_inos": 13, 2024-04-10T15:05:49.716 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_subtrees": 2, 2024-04-10T15:05:49.716 INFO:tasks.workunit.client.0.smithi102.stdout: "ever_allowed_features": 0, 2024-04-10T15:05:49.716 INFO:tasks.workunit.client.0.smithi102.stdout: "explicitly_allowed_features": 0, 2024-04-10T15:05:49.717 INFO:tasks.workunit.client.0.smithi102.stdout: "files": 0, 2024-04-10T15:05:49.717 INFO:tasks.workunit.client.0.smithi102.stdout: "max_mds": 1, 2024-04-10T15:05:49.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_data_pools": 1, 2024-04-10T15:05:49.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_in": 1, 2024-04-10T15:05:49.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_mds": 1, 2024-04-10T15:05:49.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": 0, 2024-04-10T15:05:49.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_standby_replay": 0, 2024-04-10T15:05:49.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_up": 1, 2024-04-10T15:05:49.717 INFO:tasks.workunit.client.0.smithi102.stdout: "snaps": 0, 2024-04-10T15:05:49.717 INFO:tasks.workunit.client.0.smithi102.stdout: "standby_count_wanted": 0 2024-04-10T15:05:49.717 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.717 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_standby_mds": 1, 2024-04-10T15:05:49.717 INFO:tasks.workunit.client.0.smithi102.stdout: "total_num_mds": 2 2024-04-10T15:05:49.717 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.718 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_stats": { 2024-04-10T15:05:49.718 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T15:05:49.718 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T15:05:49.718 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 20512768, 2024-04-10T15:05:49.718 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 439656, 2024-04-10T15:05:49.718 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2752512, 2024-04-10T15:05:49.718 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T15:05:49.718 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 802816, 2024-04-10T15:05:49.718 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 403, 2024-04-10T15:05:49.718 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:49.718 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 1250624, 2024-04-10T15:05:49.718 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 20, 2024-04-10T15:05:49.718 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 1154560, 2024-04-10T15:05:49.718 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 14915416, 2024-04-10T15:05:49.718 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 21315584 2024-04-10T15:05:49.719 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.719 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T15:05:49.719 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 19218432, 2024-04-10T15:05:49.719 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 365272, 2024-04-10T15:05:49.719 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2752512, 2024-04-10T15:05:49.719 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 65536, 2024-04-10T15:05:49.719 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 0, 2024-04-10T15:05:49.719 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 316, 2024-04-10T15:05:49.719 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:49.719 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 1030040, 2024-04-10T15:05:49.719 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 12, 2024-04-10T15:05:49.719 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 545280, 2024-04-10T15:05:49.719 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 14459792, 2024-04-10T15:05:49.719 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 19218432 2024-04-10T15:05:49.719 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.720 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.720 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:49.720 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T15:05:49.720 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 35586048, 2024-04-10T15:05:49.720 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 1186024, 2024-04-10T15:05:49.720 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2752512, 2024-04-10T15:05:49.720 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T15:05:49.720 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 9969664, 2024-04-10T15:05:49.720 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 1103, 2024-04-10T15:05:49.720 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:49.720 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 7872232, 2024-04-10T15:05:49.720 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 21, 2024-04-10T15:05:49.720 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 1536256, 2024-04-10T15:05:49.720 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 22239024, 2024-04-10T15:05:49.720 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 45555712 2024-04-10T15:05:49.720 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.720 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T15:05:49.721 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 44220416, 2024-04-10T15:05:49.721 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 1742352, 2024-04-10T15:05:49.721 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2752512, 2024-04-10T15:05:49.721 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 819200, 2024-04-10T15:05:49.721 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 3325952, 2024-04-10T15:05:49.721 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 1761, 2024-04-10T15:05:49.721 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:49.721 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 11041376, 2024-04-10T15:05:49.721 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 23, 2024-04-10T15:05:49.721 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 2821632, 2024-04-10T15:05:49.721 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 25043344, 2024-04-10T15:05:49.721 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 47546368 2024-04-10T15:05:49.721 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.721 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.523315f168f59b146f7d533dca80f6e7526a6fec": { 2024-04-10T15:05:49.721 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 35192832, 2024-04-10T15:05:49.722 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 557792, 2024-04-10T15:05:49.722 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2752512, 2024-04-10T15:05:49.722 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 540672, 2024-04-10T15:05:49.722 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 9314304, 2024-04-10T15:05:49.722 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 943, 2024-04-10T15:05:49.722 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:49.722 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 7682872, 2024-04-10T15:05:49.722 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 21, 2024-04-10T15:05:49.722 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 1392640, 2024-04-10T15:05:49.722 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 22266344, 2024-04-10T15:05:49.722 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 44507136 2024-04-10T15:05:49.722 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.722 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.722 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:49.722 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.0": { 2024-04-10T15:05:49.723 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 51347456, 2024-04-10T15:05:49.723 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 1708936, 2024-04-10T15:05:49.723 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2883584, 2024-04-10T15:05:49.723 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T15:05:49.723 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 1409024, 2024-04-10T15:05:49.723 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 1724, 2024-04-10T15:05:49.723 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:49.723 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 6200280, 2024-04-10T15:05:49.723 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:05:49.723 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 3870208, 2024-04-10T15:05:49.723 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 36684448, 2024-04-10T15:05:49.723 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 52756480 2024-04-10T15:05:49.723 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.723 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.1": { 2024-04-10T15:05:49.723 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 45899776, 2024-04-10T15:05:49.724 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 811320, 2024-04-10T15:05:49.724 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2883584, 2024-04-10T15:05:49.724 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T15:05:49.724 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 417792, 2024-04-10T15:05:49.724 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 1303, 2024-04-10T15:05:49.724 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:49.724 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 5397088, 2024-04-10T15:05:49.724 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:05:49.724 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 2268160, 2024-04-10T15:05:49.724 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 34539624, 2024-04-10T15:05:49.724 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 46317568 2024-04-10T15:05:49.724 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.724 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.2": { 2024-04-10T15:05:49.724 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 44482560, 2024-04-10T15:05:49.724 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 912528, 2024-04-10T15:05:49.725 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2883584, 2024-04-10T15:05:49.725 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T15:05:49.725 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 720896, 2024-04-10T15:05:49.725 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 1224, 2024-04-10T15:05:49.725 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:49.725 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 4566928, 2024-04-10T15:05:49.725 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:05:49.725 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 2620416, 2024-04-10T15:05:49.725 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 33499104, 2024-04-10T15:05:49.725 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 45203456 2024-04-10T15:05:49.725 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.725 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.3": { 2024-04-10T15:05:49.725 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 43393024, 2024-04-10T15:05:49.725 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 783904, 2024-04-10T15:05:49.726 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2883584, 2024-04-10T15:05:49.726 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T15:05:49.726 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 1810432, 2024-04-10T15:05:49.726 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 1173, 2024-04-10T15:05:49.726 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:49.726 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 4040920, 2024-04-10T15:05:49.726 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 45, 2024-04-10T15:05:49.726 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 1577728, 2024-04-10T15:05:49.726 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 34106888, 2024-04-10T15:05:49.726 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 45203456 2024-04-10T15:05:49.726 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.726 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.4": { 2024-04-10T15:05:49.726 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 44695552, 2024-04-10T15:05:49.726 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 735616, 2024-04-10T15:05:49.726 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2883584, 2024-04-10T15:05:49.726 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T15:05:49.727 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 507904, 2024-04-10T15:05:49.727 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 1195, 2024-04-10T15:05:49.727 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:49.727 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 4551008, 2024-04-10T15:05:49.727 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:05:49.727 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 1829376, 2024-04-10T15:05:49.727 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 34695968, 2024-04-10T15:05:49.727 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 45203456 2024-04-10T15:05:49.727 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.727 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.5": { 2024-04-10T15:05:49.727 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 48463872, 2024-04-10T15:05:49.727 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 1803440, 2024-04-10T15:05:49.727 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2883584, 2024-04-10T15:05:49.727 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T15:05:49.727 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 999424, 2024-04-10T15:05:49.727 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 1595, 2024-04-10T15:05:49.727 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:49.728 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 5444792, 2024-04-10T15:05:49.728 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:05:49.728 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 3519488, 2024-04-10T15:05:49.728 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 34812568, 2024-04-10T15:05:49.728 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 49463296 2024-04-10T15:05:49.728 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.728 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.6": { 2024-04-10T15:05:49.728 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 48300032, 2024-04-10T15:05:49.728 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 1928856, 2024-04-10T15:05:49.728 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2883584, 2024-04-10T15:05:49.728 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T15:05:49.728 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 114688, 2024-04-10T15:05:49.728 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 1595, 2024-04-10T15:05:49.728 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:49.728 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 5367584, 2024-04-10T15:05:49.728 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:05:49.728 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 3742720, 2024-04-10T15:05:49.729 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 34377288, 2024-04-10T15:05:49.729 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 48414720 2024-04-10T15:05:49.729 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.729 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.7": { 2024-04-10T15:05:49.729 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 49020928, 2024-04-10T15:05:49.729 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 1936680, 2024-04-10T15:05:49.729 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2883584, 2024-04-10T15:05:49.729 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 131072, 2024-04-10T15:05:49.729 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 442368, 2024-04-10T15:05:49.729 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 1691, 2024-04-10T15:05:49.729 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T15:05:49.729 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 5701064, 2024-04-10T15:05:49.729 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 47, 2024-04-10T15:05:49.729 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 3834880, 2024-04-10T15:05:49.729 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 34533648, 2024-04-10T15:05:49.729 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 49463296 2024-04-10T15:05:49.730 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.730 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.730 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.730 INFO:tasks.workunit.client.0.smithi102.stdout: "hosts": { 2024-04-10T15:05:49.730 INFO:tasks.workunit.client.0.smithi102.stdout: "num": 2, 2024-04-10T15:05:49.730 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mds": 2, 2024-04-10T15:05:49.730 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mgr": 2, 2024-04-10T15:05:49.730 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mon": 2, 2024-04-10T15:05:49.730 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_osd": 2 2024-04-10T15:05:49.730 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.730 INFO:tasks.workunit.client.0.smithi102.stdout: "io_rate": { 2024-04-10T15:05:49.730 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_stats_delta": { 2024-04-10T15:05:49.730 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 0, 2024-04-10T15:05:49.730 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:49.730 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 0, 2024-04-10T15:05:49.731 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:49.731 INFO:tasks.workunit.client.0.smithi102.stdout: "stamp_delta": "12.002517", 2024-04-10T15:05:49.731 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:49.731 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:49.731 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:49.731 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:49.731 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:49.731 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:49.731 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:49.731 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:49.731 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:49.731 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:49.731 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:49.731 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:49.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:49.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:49.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:49.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:49.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:49.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:49.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:49.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:49.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:49.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:49.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:49.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:49.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:49.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:49.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:49.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:49.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:49.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:49.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:49.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:49.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:49.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:49.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 146, 2024-04-10T15:05:49.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 248, 2024-04-10T15:05:49.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:49.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:49.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:49.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 32, 2024-04-10T15:05:49.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:49.733 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.733 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T15:05:49.733 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 0, 2024-04-10T15:05:49.733 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T15:05:49.734 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T15:05:49.734 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T15:05:49.734 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T15:05:49.734 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 0, 2024-04-10T15:05:49.734 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T15:05:49.734 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T15:05:49.734 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T15:05:49.734 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T15:05:49.734 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.734 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 0 2024-04-10T15:05:49.734 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.734 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.734 INFO:tasks.workunit.client.0.smithi102.stdout: "leaderboard": false, 2024-04-10T15:05:49.734 INFO:tasks.workunit.client.0.smithi102.stdout: "leaderboard_description": null, 2024-04-10T15:05:49.734 INFO:tasks.workunit.client.0.smithi102.stdout: "license": "sharing-1-0", 2024-04-10T15:05:49.735 INFO:tasks.workunit.client.0.smithi102.stdout: "mempool": { 2024-04-10T15:05:49.735 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T15:05:49.735 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T15:05:49.735 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:49.735 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.735 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.735 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.735 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:49.735 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.735 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.735 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.735 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:49.735 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.735 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.735 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.735 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:49.735 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.736 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.736 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.736 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:49.736 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.736 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.736 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.736 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:49.736 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.736 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.736 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.736 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:49.736 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.736 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.736 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.736 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:49.736 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.737 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.737 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.737 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:49.737 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.737 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.737 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.737 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:49.737 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.737 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.737 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.737 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:49.737 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.737 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.737 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.737 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:49.737 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.738 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.738 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.738 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:49.738 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.738 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.738 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.738 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:49.738 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.738 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.738 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.738 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:49.738 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.738 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.738 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.739 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:49.739 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.739 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.739 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.739 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:49.739 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.739 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.739 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.739 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:49.739 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.739 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.739 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.739 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:49.739 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 221639, 2024-04-10T15:05:49.739 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 65 2024-04-10T15:05:49.739 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.739 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:49.739 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.740 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.740 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.740 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:49.740 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 51496, 2024-04-10T15:05:49.740 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 208 2024-04-10T15:05:49.740 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.740 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:49.740 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.740 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.740 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.740 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:49.740 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.740 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.740 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.740 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:49.740 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.741 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.741 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.741 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:49.741 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8104, 2024-04-10T15:05:49.741 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 127 2024-04-10T15:05:49.741 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.741 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:49.741 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.741 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.741 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.741 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:49.741 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.741 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.741 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.741 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:49.741 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.742 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.742 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.742 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:49.742 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.742 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.742 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.742 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.742 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T15:05:49.742 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:49.742 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.742 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.742 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.742 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:49.742 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.743 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.743 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.743 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:49.743 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.743 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.743 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.743 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:49.743 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.743 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.743 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.743 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:49.743 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.743 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.743 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.743 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:49.743 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.744 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.744 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.744 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:49.744 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.744 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.744 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.744 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:49.744 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.744 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.744 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.744 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:49.744 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.744 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.744 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.744 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:49.744 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.744 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.745 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.745 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:49.745 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.745 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.745 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.745 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:49.745 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.745 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.745 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.745 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:49.745 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.745 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.745 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.745 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:49.745 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.746 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.746 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.746 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:49.746 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.746 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.746 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.746 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:49.746 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.746 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.746 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.746 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:49.746 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.746 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.746 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.747 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:49.747 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.747 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.747 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.747 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:49.747 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 148353, 2024-04-10T15:05:49.747 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 30 2024-04-10T15:05:49.747 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.747 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:49.747 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.747 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.747 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.747 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:49.747 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 928, 2024-04-10T15:05:49.747 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T15:05:49.748 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.748 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:49.748 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.748 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.748 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.748 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:49.748 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.748 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.748 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.748 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:49.748 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.748 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.748 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.748 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:49.748 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.748 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.748 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.749 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:49.749 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.749 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.749 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.749 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:49.749 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.749 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.749 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.749 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:49.749 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.749 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.749 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.749 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:49.749 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.749 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.749 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.749 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.750 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.750 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:49.750 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T15:05:49.750 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:49.750 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.750 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.750 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.750 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:49.750 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.750 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.750 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.750 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:49.750 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.750 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.750 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.750 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:49.751 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.751 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.751 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.751 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:49.751 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.751 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.751 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.751 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:49.751 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.751 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.751 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.751 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:49.751 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.751 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.751 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.751 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:49.751 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.752 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.752 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.752 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:49.752 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.752 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.752 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.752 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:49.752 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.752 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.752 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.752 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:49.752 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.752 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.752 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.752 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:49.753 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.753 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.753 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.753 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:49.753 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.753 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.753 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.753 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:49.753 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.753 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.753 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.753 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:49.753 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.753 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.753 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.753 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:49.753 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.754 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.754 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.754 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:49.754 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.754 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.754 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.754 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:49.754 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.754 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.754 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.754 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:49.754 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1113531, 2024-04-10T15:05:49.754 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 358 2024-04-10T15:05:49.754 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.754 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:49.755 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.755 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.755 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.755 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:49.755 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.755 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.755 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.755 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:49.755 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.755 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.755 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.755 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:49.755 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.755 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.755 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.755 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:49.755 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.756 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.756 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.756 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:49.756 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6680, 2024-04-10T15:05:49.756 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 126 2024-04-10T15:05:49.756 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.756 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:49.756 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12744, 2024-04-10T15:05:49.756 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1546 2024-04-10T15:05:49.756 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.756 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:49.756 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5152, 2024-04-10T15:05:49.756 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 83 2024-04-10T15:05:49.756 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.756 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:49.756 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.756 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.757 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.757 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:49.757 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.757 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.757 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.757 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.757 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T15:05:49.757 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:49.757 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.757 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.757 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.757 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:49.757 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.757 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.757 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.757 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:49.758 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.758 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.758 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.758 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:49.758 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.758 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.758 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.758 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:49.758 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.758 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.758 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.758 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:49.758 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.758 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.759 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.759 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:49.759 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.759 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.759 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.759 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:49.759 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.759 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.759 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.759 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:49.759 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.759 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.759 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.759 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:49.759 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.759 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.759 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.760 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:49.760 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.760 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.760 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.760 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:49.760 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.760 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.760 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.760 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:49.760 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.760 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.760 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.760 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:49.760 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.760 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.760 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.760 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:49.761 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.761 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.761 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.761 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:49.761 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.761 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.761 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.761 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:49.761 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.761 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.761 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.761 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:49.761 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.761 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.761 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.761 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:49.762 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1146015, 2024-04-10T15:05:49.762 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 347 2024-04-10T15:05:49.762 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.762 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:49.762 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 440, 2024-04-10T15:05:49.762 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5 2024-04-10T15:05:49.762 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.762 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:49.762 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.762 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.762 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.762 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:49.762 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.762 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.762 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.763 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:49.763 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.763 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.763 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.763 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:49.763 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.763 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.763 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.763 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:49.763 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6680, 2024-04-10T15:05:49.763 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 126 2024-04-10T15:05:49.763 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.763 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:49.763 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12744, 2024-04-10T15:05:49.763 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1546 2024-04-10T15:05:49.764 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.764 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:49.764 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 10304, 2024-04-10T15:05:49.764 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 166 2024-04-10T15:05:49.764 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.764 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:49.764 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.764 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.764 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.764 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:49.764 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.764 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.764 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.764 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.764 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.523315f168f59b146f7d533dca80f6e7526a6fec": { 2024-04-10T15:05:49.764 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:49.764 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.765 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.765 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.765 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:49.765 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.765 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.765 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.765 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:49.765 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.765 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.765 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.765 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:49.765 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.765 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.765 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.765 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:49.765 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.766 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.766 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.766 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:49.766 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.766 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.766 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.766 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:49.766 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.766 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.766 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.766 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:49.766 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.766 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.766 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.766 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:49.767 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.767 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.767 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.767 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:49.767 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.767 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.767 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.767 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:49.767 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.767 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.767 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.767 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:49.767 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.767 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.767 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.768 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:49.768 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.768 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.768 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.768 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:49.768 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.768 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.768 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.768 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:49.768 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.768 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.768 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.768 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:49.768 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.768 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.768 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.769 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:49.769 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.769 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.769 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.769 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:49.769 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.769 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.769 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.769 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:49.769 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1109779, 2024-04-10T15:05:49.769 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 364 2024-04-10T15:05:49.769 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.769 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:49.769 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.769 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.770 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.770 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:49.770 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.770 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.770 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.770 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:49.770 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.770 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.770 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.770 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:49.770 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.770 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.770 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.770 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:49.770 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.771 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.771 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:49.771 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6680, 2024-04-10T15:05:49.771 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 126 2024-04-10T15:05:49.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.771 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:49.771 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12744, 2024-04-10T15:05:49.771 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1546 2024-04-10T15:05:49.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.771 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:49.771 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5152, 2024-04-10T15:05:49.771 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 83 2024-04-10T15:05:49.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.771 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:49.771 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.772 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.772 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.772 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:49.772 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.772 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.772 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.772 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.772 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.772 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:49.772 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.0": { 2024-04-10T15:05:49.772 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:49.772 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.772 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.772 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.772 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:49.772 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6368, 2024-04-10T15:05:49.772 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 123 2024-04-10T15:05:49.773 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.773 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:49.773 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16896, 2024-04-10T15:05:49.773 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8 2024-04-10T15:05:49.773 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.773 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:49.773 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 576, 2024-04-10T15:05:49.773 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:49.773 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.773 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:49.773 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5600, 2024-04-10T15:05:49.773 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 70 2024-04-10T15:05:49.773 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.773 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:49.773 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 21056, 2024-04-10T15:05:49.774 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 188 2024-04-10T15:05:49.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.774 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:49.774 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1712, 2024-04-10T15:05:49.774 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 45 2024-04-10T15:05:49.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.774 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:49.774 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 606208, 2024-04-10T15:05:49.774 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 17 2024-04-10T15:05:49.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.774 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:49.774 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 91835, 2024-04-10T15:05:49.774 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 15771 2024-04-10T15:05:49.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.774 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:49.775 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 205616, 2024-04-10T15:05:49.775 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 334 2024-04-10T15:05:49.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.775 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:49.775 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11392, 2024-04-10T15:05:49.775 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 744 2024-04-10T15:05:49.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.775 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:49.775 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 9024, 2024-04-10T15:05:49.775 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 188 2024-04-10T15:05:49.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.775 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:49.775 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.775 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.775 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:49.775 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 31790, 2024-04-10T15:05:49.776 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 202 2024-04-10T15:05:49.776 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.776 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:49.776 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 21056, 2024-04-10T15:05:49.776 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 188 2024-04-10T15:05:49.776 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.776 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:49.776 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.776 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.776 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.776 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:49.776 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 397425, 2024-04-10T15:05:49.776 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 88 2024-04-10T15:05:49.776 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.776 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:49.776 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.777 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.777 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.777 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:49.777 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2465458, 2024-04-10T15:05:49.777 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 196 2024-04-10T15:05:49.777 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.777 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:49.777 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6864, 2024-04-10T15:05:49.777 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 78 2024-04-10T15:05:49.777 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.777 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:49.777 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.777 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.777 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.777 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:49.777 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 521640, 2024-04-10T15:05:49.777 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 45 2024-04-10T15:05:49.778 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.778 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:49.778 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.778 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.778 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.778 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:49.778 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 98800, 2024-04-10T15:05:49.778 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 194 2024-04-10T15:05:49.778 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.778 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:49.778 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 226472, 2024-04-10T15:05:49.778 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3466 2024-04-10T15:05:49.778 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.778 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:49.778 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.779 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.779 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.779 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:49.779 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.779 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.779 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.779 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:49.779 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.779 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.779 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.779 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:49.779 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.779 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.779 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.779 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.779 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.1": { 2024-04-10T15:05:49.779 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:49.780 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.780 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.780 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.780 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:49.780 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6368, 2024-04-10T15:05:49.780 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 123 2024-04-10T15:05:49.780 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.780 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:49.780 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16896, 2024-04-10T15:05:49.780 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8 2024-04-10T15:05:49.780 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.780 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:49.780 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 576, 2024-04-10T15:05:49.780 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:49.780 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.780 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:49.780 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4960, 2024-04-10T15:05:49.781 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 62 2024-04-10T15:05:49.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.781 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:49.781 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 19824, 2024-04-10T15:05:49.781 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 177 2024-04-10T15:05:49.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.781 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:49.781 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1376, 2024-04-10T15:05:49.781 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 42 2024-04-10T15:05:49.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.781 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:49.781 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8192, 2024-04-10T15:05:49.781 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T15:05:49.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.781 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:49.781 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 45952, 2024-04-10T15:05:49.781 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8686 2024-04-10T15:05:49.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.782 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:49.782 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 130136, 2024-04-10T15:05:49.782 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 223 2024-04-10T15:05:49.782 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.782 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:49.782 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 9608, 2024-04-10T15:05:49.782 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 574 2024-04-10T15:05:49.782 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.782 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:49.783 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8496, 2024-04-10T15:05:49.783 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 177 2024-04-10T15:05:49.783 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.783 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:49.783 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.783 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.783 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.783 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:49.783 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 28202, 2024-04-10T15:05:49.783 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 191 2024-04-10T15:05:49.783 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.783 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:49.783 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 19936, 2024-04-10T15:05:49.783 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 178 2024-04-10T15:05:49.784 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.784 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:49.784 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1472, 2024-04-10T15:05:49.784 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T15:05:49.784 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.784 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:49.784 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 467449, 2024-04-10T15:05:49.784 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 105 2024-04-10T15:05:49.784 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.784 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:49.784 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20128, 2024-04-10T15:05:49.784 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5 2024-04-10T15:05:49.784 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.784 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:49.784 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2442718, 2024-04-10T15:05:49.785 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 182 2024-04-10T15:05:49.785 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.785 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:49.785 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4928, 2024-04-10T15:05:49.785 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 56 2024-04-10T15:05:49.785 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.785 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:49.785 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.785 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.785 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.785 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:49.785 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 452088, 2024-04-10T15:05:49.785 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 39 2024-04-10T15:05:49.785 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.785 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:49.786 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.786 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.786 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.786 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:49.786 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 7280, 2024-04-10T15:05:49.786 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 18 2024-04-10T15:05:49.786 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.786 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:49.786 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 225704, 2024-04-10T15:05:49.786 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3430 2024-04-10T15:05:49.786 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.786 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:49.786 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.786 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.786 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.787 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:49.787 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.787 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.787 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.787 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:49.787 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.787 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.787 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.787 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:49.787 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.787 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.787 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.787 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.787 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.2": { 2024-04-10T15:05:49.787 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:49.787 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.787 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.788 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:49.788 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6368, 2024-04-10T15:05:49.788 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 123 2024-04-10T15:05:49.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.788 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:49.788 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16896, 2024-04-10T15:05:49.788 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8 2024-04-10T15:05:49.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.788 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:49.788 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 576, 2024-04-10T15:05:49.788 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:49.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.788 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:49.788 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4320, 2024-04-10T15:05:49.788 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 54 2024-04-10T15:05:49.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.789 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:49.789 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 19488, 2024-04-10T15:05:49.789 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 174 2024-04-10T15:05:49.789 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.789 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:49.789 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1488, 2024-04-10T15:05:49.789 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 43 2024-04-10T15:05:49.789 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.789 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:49.789 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12288, 2024-04-10T15:05:49.789 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:49.789 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.789 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:49.789 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 43603, 2024-04-10T15:05:49.789 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8281 2024-04-10T15:05:49.789 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.789 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:49.790 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 123336, 2024-04-10T15:05:49.790 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 213 2024-04-10T15:05:49.790 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.790 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:49.790 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8316, 2024-04-10T15:05:49.790 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 518 2024-04-10T15:05:49.790 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.790 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:49.790 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8352, 2024-04-10T15:05:49.790 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 174 2024-04-10T15:05:49.790 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.790 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:49.790 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.790 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.791 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.791 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:49.791 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 26146, 2024-04-10T15:05:49.791 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 181 2024-04-10T15:05:49.791 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.791 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:49.791 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 19600, 2024-04-10T15:05:49.791 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 175 2024-04-10T15:05:49.791 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.791 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:49.791 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1472, 2024-04-10T15:05:49.791 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T15:05:49.791 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.791 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:49.791 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 368401, 2024-04-10T15:05:49.792 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 81 2024-04-10T15:05:49.792 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.792 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:49.792 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20128, 2024-04-10T15:05:49.792 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5 2024-04-10T15:05:49.792 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.792 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:49.792 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2430304, 2024-04-10T15:05:49.792 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 181 2024-04-10T15:05:49.792 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.792 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:49.792 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4400, 2024-04-10T15:05:49.792 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 50 2024-04-10T15:05:49.792 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.792 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:49.792 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.793 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.793 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.793 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:49.793 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 359352, 2024-04-10T15:05:49.793 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 31 2024-04-10T15:05:49.793 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.793 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:49.793 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.793 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.793 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.793 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:49.793 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8840, 2024-04-10T15:05:49.793 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 25 2024-04-10T15:05:49.793 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.793 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:49.794 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 226472, 2024-04-10T15:05:49.794 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3466 2024-04-10T15:05:49.794 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.794 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:49.794 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.794 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.794 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.794 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:49.794 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.794 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.794 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.794 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:49.794 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.794 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.794 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.795 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:49.795 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.795 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.795 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.795 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.795 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.3": { 2024-04-10T15:05:49.795 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:49.795 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.795 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.795 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.795 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:49.795 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6368, 2024-04-10T15:05:49.795 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 123 2024-04-10T15:05:49.795 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.795 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:49.795 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16896, 2024-04-10T15:05:49.796 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8 2024-04-10T15:05:49.796 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.796 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:49.796 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 576, 2024-04-10T15:05:49.796 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:49.796 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.796 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:49.796 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3840, 2024-04-10T15:05:49.796 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 48 2024-04-10T15:05:49.796 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.796 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:49.796 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20048, 2024-04-10T15:05:49.796 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 179 2024-04-10T15:05:49.796 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.796 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:49.797 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 480, 2024-04-10T15:05:49.797 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 34 2024-04-10T15:05:49.797 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.797 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:49.797 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.797 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.797 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.797 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:49.797 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 44627, 2024-04-10T15:05:49.797 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8549 2024-04-10T15:05:49.797 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.797 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:49.797 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 128096, 2024-04-10T15:05:49.797 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 220 2024-04-10T15:05:49.797 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.798 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:49.798 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 9440, 2024-04-10T15:05:49.798 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 577 2024-04-10T15:05:49.798 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.798 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:49.798 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8592, 2024-04-10T15:05:49.798 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 179 2024-04-10T15:05:49.798 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.798 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:49.798 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.798 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.798 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.799 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:49.799 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 27098, 2024-04-10T15:05:49.799 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 188 2024-04-10T15:05:49.799 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.799 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:49.799 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20048, 2024-04-10T15:05:49.799 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 179 2024-04-10T15:05:49.799 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.799 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:49.799 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2208, 2024-04-10T15:05:49.799 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:49.799 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.799 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:49.799 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 261825, 2024-04-10T15:05:49.799 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 55 2024-04-10T15:05:49.799 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.800 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:49.800 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 26565, 2024-04-10T15:05:49.800 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 9 2024-04-10T15:05:49.800 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.800 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:49.800 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2445574, 2024-04-10T15:05:49.800 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 185 2024-04-10T15:05:49.800 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.800 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:49.800 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4752, 2024-04-10T15:05:49.800 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 54 2024-04-10T15:05:49.800 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.800 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:49.800 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.800 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.801 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.801 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:49.801 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 428904, 2024-04-10T15:05:49.801 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 37 2024-04-10T15:05:49.801 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.801 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:49.801 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.801 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.801 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.801 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:49.801 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 10400, 2024-04-10T15:05:49.801 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 20 2024-04-10T15:05:49.801 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.801 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:49.801 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 225704, 2024-04-10T15:05:49.801 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3430 2024-04-10T15:05:49.802 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.802 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:49.802 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.802 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.802 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.802 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:49.802 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.802 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.802 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.802 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:49.802 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.802 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.802 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.802 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:49.802 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.802 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.803 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.803 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.803 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.4": { 2024-04-10T15:05:49.803 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:49.803 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.803 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.803 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.803 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:49.803 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6368, 2024-04-10T15:05:49.803 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 123 2024-04-10T15:05:49.803 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.803 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:49.803 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16896, 2024-04-10T15:05:49.803 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8 2024-04-10T15:05:49.803 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.804 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:49.804 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 576, 2024-04-10T15:05:49.804 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:49.804 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.804 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:49.804 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3440, 2024-04-10T15:05:49.804 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 43 2024-04-10T15:05:49.804 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.804 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:49.804 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20048, 2024-04-10T15:05:49.804 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 179 2024-04-10T15:05:49.804 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.804 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:49.804 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1152, 2024-04-10T15:05:49.804 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 40 2024-04-10T15:05:49.804 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.805 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:49.805 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.805 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.805 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.805 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:49.805 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 45246, 2024-04-10T15:05:49.805 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8646 2024-04-10T15:05:49.805 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.805 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:49.805 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 129456, 2024-04-10T15:05:49.805 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 222 2024-04-10T15:05:49.805 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.805 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:49.805 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 9536, 2024-04-10T15:05:49.805 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 577 2024-04-10T15:05:49.805 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.806 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:49.806 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8592, 2024-04-10T15:05:49.806 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 179 2024-04-10T15:05:49.806 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.806 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:49.806 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.806 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.806 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.806 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:49.806 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 27610, 2024-04-10T15:05:49.806 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 190 2024-04-10T15:05:49.806 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.806 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:49.806 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20160, 2024-04-10T15:05:49.806 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 180 2024-04-10T15:05:49.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.807 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:49.807 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1472, 2024-04-10T15:05:49.807 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T15:05:49.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.807 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:49.807 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 941788, 2024-04-10T15:05:49.807 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 78 2024-04-10T15:05:49.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.807 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:49.807 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20128, 2024-04-10T15:05:49.807 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5 2024-04-10T15:05:49.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.807 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:49.807 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2405388, 2024-04-10T15:05:49.807 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 170 2024-04-10T15:05:49.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.808 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:49.808 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4664, 2024-04-10T15:05:49.808 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 53 2024-04-10T15:05:49.808 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.808 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:49.808 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.808 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.808 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.808 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:49.808 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 440496, 2024-04-10T15:05:49.808 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 38 2024-04-10T15:05:49.808 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.808 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:49.808 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.808 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.808 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.809 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:49.809 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 7904, 2024-04-10T15:05:49.809 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 16 2024-04-10T15:05:49.809 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.809 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:49.809 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 225960, 2024-04-10T15:05:49.809 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3442 2024-04-10T15:05:49.809 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.809 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:49.809 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.809 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.809 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.809 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:49.809 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.809 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.809 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.810 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:49.810 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.810 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.810 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.810 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:49.810 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.810 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.810 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.810 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.810 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.5": { 2024-04-10T15:05:49.810 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:49.810 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.810 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.810 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.810 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:49.811 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6368, 2024-04-10T15:05:49.811 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 123 2024-04-10T15:05:49.811 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.811 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:49.811 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16896, 2024-04-10T15:05:49.811 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8 2024-04-10T15:05:49.811 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.811 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:49.811 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 576, 2024-04-10T15:05:49.811 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:49.811 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.811 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:49.811 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2960, 2024-04-10T15:05:49.811 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 37 2024-04-10T15:05:49.811 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.811 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:49.811 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 19936, 2024-04-10T15:05:49.812 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 178 2024-04-10T15:05:49.812 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.812 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:49.812 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 480, 2024-04-10T15:05:49.812 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 34 2024-04-10T15:05:49.812 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.812 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:49.812 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.812 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.812 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.812 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:49.812 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 86275, 2024-04-10T15:05:49.812 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 14964 2024-04-10T15:05:49.812 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.812 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:49.812 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 198816, 2024-04-10T15:05:49.812 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 324 2024-04-10T15:05:49.813 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.813 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:49.813 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 9868, 2024-04-10T15:05:49.813 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 579 2024-04-10T15:05:49.813 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.813 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:49.813 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8544, 2024-04-10T15:05:49.813 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 178 2024-04-10T15:05:49.813 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.813 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:49.813 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.813 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.813 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.813 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:49.814 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 28290, 2024-04-10T15:05:49.814 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 192 2024-04-10T15:05:49.814 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.814 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:49.814 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 19936, 2024-04-10T15:05:49.814 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 178 2024-04-10T15:05:49.814 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.814 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:49.814 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2208, 2024-04-10T15:05:49.814 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:49.814 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.814 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:49.814 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 844192, 2024-04-10T15:05:49.815 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 54 2024-04-10T15:05:49.815 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.815 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:49.815 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 26565, 2024-04-10T15:05:49.815 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 9 2024-04-10T15:05:49.815 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.815 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:49.815 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2423514, 2024-04-10T15:05:49.815 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 174 2024-04-10T15:05:49.815 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.815 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:49.815 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5368, 2024-04-10T15:05:49.815 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 61 2024-04-10T15:05:49.815 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.816 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:49.816 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.816 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.816 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.816 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:49.816 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 475272, 2024-04-10T15:05:49.816 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 41 2024-04-10T15:05:49.816 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.816 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:49.816 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.816 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.816 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.816 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:49.816 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11960, 2024-04-10T15:05:49.816 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 23 2024-04-10T15:05:49.816 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.817 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:49.817 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 226216, 2024-04-10T15:05:49.817 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3454 2024-04-10T15:05:49.817 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.817 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:49.817 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.817 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.817 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.817 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:49.817 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.817 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.817 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.817 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:49.817 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.817 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.817 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.818 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:49.818 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.818 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.818 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.818 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.818 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.6": { 2024-04-10T15:05:49.818 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:49.818 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.818 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.818 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.818 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:49.818 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6368, 2024-04-10T15:05:49.818 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 123 2024-04-10T15:05:49.818 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.819 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:49.819 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16896, 2024-04-10T15:05:49.819 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8 2024-04-10T15:05:49.819 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.819 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:49.819 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 576, 2024-04-10T15:05:49.819 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:49.819 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.819 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:49.819 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2240, 2024-04-10T15:05:49.819 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 28 2024-04-10T15:05:49.819 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.819 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:49.819 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20720, 2024-04-10T15:05:49.819 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 185 2024-04-10T15:05:49.819 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.820 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:49.820 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 480, 2024-04-10T15:05:49.820 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 34 2024-04-10T15:05:49.820 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.820 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:49.820 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 14887, 2024-04-10T15:05:49.820 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:49.820 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.820 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:49.820 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 86515, 2024-04-10T15:05:49.820 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 15174 2024-04-10T15:05:49.820 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.820 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:49.820 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 196776, 2024-04-10T15:05:49.820 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 321 2024-04-10T15:05:49.821 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.821 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:49.821 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 10852, 2024-04-10T15:05:49.821 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 732 2024-04-10T15:05:49.821 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.821 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:49.821 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8880, 2024-04-10T15:05:49.821 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 185 2024-04-10T15:05:49.821 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.821 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:49.821 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.821 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.821 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.821 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:49.821 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 28886, 2024-04-10T15:05:49.822 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 189 2024-04-10T15:05:49.822 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.822 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:49.822 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20720, 2024-04-10T15:05:49.822 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 185 2024-04-10T15:05:49.822 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.822 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:49.822 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.822 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.822 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.822 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:49.822 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 455781, 2024-04-10T15:05:49.822 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 40 2024-04-10T15:05:49.822 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.822 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:49.823 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.823 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.823 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.823 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:49.823 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2417988, 2024-04-10T15:05:49.823 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 171 2024-04-10T15:05:49.823 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.823 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:49.823 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4752, 2024-04-10T15:05:49.823 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 54 2024-04-10T15:05:49.823 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.823 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:49.823 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.823 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.823 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.824 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:49.824 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 452088, 2024-04-10T15:05:49.824 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 39 2024-04-10T15:05:49.824 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.824 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:49.824 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.824 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.824 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.824 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:49.824 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 99112, 2024-04-10T15:05:49.824 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 201 2024-04-10T15:05:49.824 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.824 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:49.824 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 225704, 2024-04-10T15:05:49.825 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3430 2024-04-10T15:05:49.825 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.825 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:49.825 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.825 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.825 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.825 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:49.825 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.825 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.825 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.825 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:49.825 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.825 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.825 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.825 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:49.825 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.826 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.826 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.826 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.826 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.7": { 2024-04-10T15:05:49.826 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T15:05:49.826 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.826 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.826 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.826 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:49.826 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6368, 2024-04-10T15:05:49.826 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 123 2024-04-10T15:05:49.826 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.826 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T15:05:49.826 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16896, 2024-04-10T15:05:49.827 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8 2024-04-10T15:05:49.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.827 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T15:05:49.827 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 576, 2024-04-10T15:05:49.827 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T15:05:49.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.827 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T15:05:49.827 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1680, 2024-04-10T15:05:49.827 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 21 2024-04-10T15:05:49.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.827 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T15:05:49.827 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20832, 2024-04-10T15:05:49.827 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 186 2024-04-10T15:05:49.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.827 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T15:05:49.827 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1152, 2024-04-10T15:05:49.828 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 40 2024-04-10T15:05:49.828 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.828 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T15:05:49.828 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 274432, 2024-04-10T15:05:49.828 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8 2024-04-10T15:05:49.828 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.828 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T15:05:49.828 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 89255, 2024-04-10T15:05:49.828 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 15556 2024-04-10T15:05:49.828 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.828 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T15:05:49.828 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 202896, 2024-04-10T15:05:49.828 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 330 2024-04-10T15:05:49.828 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.828 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T15:05:49.829 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11544, 2024-04-10T15:05:49.829 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 740 2024-04-10T15:05:49.829 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.829 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T15:05:49.829 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 8928, 2024-04-10T15:05:49.829 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 186 2024-04-10T15:05:49.829 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.829 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T15:05:49.829 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.829 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.829 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.829 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T15:05:49.829 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 31022, 2024-04-10T15:05:49.829 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 198 2024-04-10T15:05:49.830 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.830 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T15:05:49.830 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20832, 2024-04-10T15:05:49.830 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 186 2024-04-10T15:05:49.830 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.830 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T15:05:49.830 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.830 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.830 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.830 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T15:05:49.830 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 149929, 2024-04-10T15:05:49.830 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 29 2024-04-10T15:05:49.830 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.830 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T15:05:49.830 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.831 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.831 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.831 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T15:05:49.831 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2455201, 2024-04-10T15:05:49.831 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 208 2024-04-10T15:05:49.831 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.831 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T15:05:49.831 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5896, 2024-04-10T15:05:49.831 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 67 2024-04-10T15:05:49.831 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.831 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T15:05:49.831 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.831 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.831 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.831 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:49.832 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 521640, 2024-04-10T15:05:49.832 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 45 2024-04-10T15:05:49.832 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.832 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T15:05:49.832 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.832 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.832 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.832 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T15:05:49.832 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 101920, 2024-04-10T15:05:49.832 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 240 2024-04-10T15:05:49.832 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.832 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T15:05:49.832 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 225704, 2024-04-10T15:05:49.832 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3430 2024-04-10T15:05:49.832 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.833 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T15:05:49.833 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.833 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.833 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.833 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T15:05:49.833 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.833 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.833 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.833 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T15:05:49.833 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.833 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.833 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.833 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T15:05:49.833 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T15:05:49.833 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T15:05:49.834 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.834 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.834 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.834 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.834 INFO:tasks.workunit.client.0.smithi102.stdout: "metadata": { 2024-04-10T15:05:49.834 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T15:05:49.834 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T15:05:49.834 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 2 2024-04-10T15:05:49.834 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.834 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T15:05:49.834 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:05:49.834 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.834 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T15:05:49.834 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-10T15:05:49.835 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.835 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T15:05:49.835 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 2 2024-04-10T15:05:49.835 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.835 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T15:05:49.835 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 2 2024-04-10T15:05:49.835 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.835 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T15:05:49.835 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-10T15:05:49.835 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.835 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T15:05:49.835 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-10T15:05:49.835 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.835 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T15:05:49.835 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 2 2024-04-10T15:05:49.836 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.836 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.836 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:49.836 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T15:05:49.836 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 3 2024-04-10T15:05:49.836 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.836 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T15:05:49.836 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-10T15:05:49.836 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.836 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T15:05:49.836 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-10T15:05:49.836 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.836 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T15:05:49.836 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 3 2024-04-10T15:05:49.836 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.836 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T15:05:49.837 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 3 2024-04-10T15:05:49.837 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.837 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T15:05:49.837 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-10T15:05:49.837 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.837 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T15:05:49.837 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-10T15:05:49.837 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.837 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T15:05:49.837 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 3 2024-04-10T15:05:49.837 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.837 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.837 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:49.837 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T15:05:49.837 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 8 2024-04-10T15:05:49.838 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.838 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T15:05:49.838 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:05:49.838 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.838 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T15:05:49.838 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-10T15:05:49.838 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.838 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T15:05:49.838 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 8 2024-04-10T15:05:49.838 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.838 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T15:05:49.838 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 8 2024-04-10T15:05:49.838 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.838 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T15:05:49.839 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-10T15:05:49.839 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.839 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T15:05:49.839 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-10T15:05:49.839 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.839 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T15:05:49.839 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 8 2024-04-10T15:05:49.839 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.839 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_objectstore": { 2024-04-10T15:05:49.839 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": 8 2024-04-10T15:05:49.839 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.839 INFO:tasks.workunit.client.0.smithi102.stdout: "rotational": { 2024-04-10T15:05:49.839 INFO:tasks.workunit.client.0.smithi102.stdout: "0": 8 2024-04-10T15:05:49.839 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.839 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.839 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.839 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:49.840 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T15:05:49.840 INFO:tasks.workunit.client.0.smithi102.stdout: "features": { 2024-04-10T15:05:49.840 INFO:tasks.workunit.client.0.smithi102.stdout: "optional": [], 2024-04-10T15:05:49.840 INFO:tasks.workunit.client.0.smithi102.stdout: "persistent": [ 2024-04-10T15:05:49.840 INFO:tasks.workunit.client.0.smithi102.stdout: "kraken", 2024-04-10T15:05:49.840 INFO:tasks.workunit.client.0.smithi102.stdout: "luminous", 2024-04-10T15:05:49.840 INFO:tasks.workunit.client.0.smithi102.stdout: "mimic", 2024-04-10T15:05:49.840 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap-prune", 2024-04-10T15:05:49.840 INFO:tasks.workunit.client.0.smithi102.stdout: "nautilus", 2024-04-10T15:05:49.840 INFO:tasks.workunit.client.0.smithi102.stdout: "octopus", 2024-04-10T15:05:49.840 INFO:tasks.workunit.client.0.smithi102.stdout: "pacific", 2024-04-10T15:05:49.840 INFO:tasks.workunit.client.0.smithi102.stdout: "elector-pinging", 2024-04-10T15:05:49.840 INFO:tasks.workunit.client.0.smithi102.stdout: "quincy", 2024-04-10T15:05:49.840 INFO:tasks.workunit.client.0.smithi102.stdout: "reef" 2024-04-10T15:05:49.840 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.840 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.841 INFO:tasks.workunit.client.0.smithi102.stdout: "ipv4_addr_mons": 6, 2024-04-10T15:05:49.841 INFO:tasks.workunit.client.0.smithi102.stdout: "ipv6_addr_mons": 0, 2024-04-10T15:05:49.841 INFO:tasks.workunit.client.0.smithi102.stdout: "min_mon_release": 18, 2024-04-10T15:05:49.841 INFO:tasks.workunit.client.0.smithi102.stdout: "v1_addr_mons": 3, 2024-04-10T15:05:49.841 INFO:tasks.workunit.client.0.smithi102.stdout: "v2_addr_mons": 3 2024-04-10T15:05:49.841 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.841 INFO:tasks.workunit.client.0.smithi102.stdout: "organization": "ceph-qa", 2024-04-10T15:05:49.841 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:49.841 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster_network": false, 2024-04-10T15:05:49.841 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8, 2024-04-10T15:05:49.841 INFO:tasks.workunit.client.0.smithi102.stdout: "require_min_compat_client": "luminous", 2024-04-10T15:05:49.841 INFO:tasks.workunit.client.0.smithi102.stdout: "require_osd_release": "reef" 2024-04-10T15:05:49.841 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.841 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_perf_histograms": [ 2024-04-10T15:05:49.841 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.841 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:05:49.841 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T15:05:49.842 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.842 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T15:05:49.842 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T15:05:49.842 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T15:05:49.842 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T15:05:49.842 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T15:05:49.842 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T15:05:49.842 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T15:05:49.842 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T15:05:49.842 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T15:05:49.842 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T15:05:49.842 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T15:05:49.842 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T15:05:49.842 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T15:05:49.842 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T15:05:49.843 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T15:05:49.843 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T15:05:49.843 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T15:05:49.843 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T15:05:49.843 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T15:05:49.843 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T15:05:49.843 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T15:05:49.843 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T15:05:49.843 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T15:05:49.843 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T15:05:49.843 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T15:05:49.843 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T15:05:49.843 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T15:05:49.843 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T15:05:49.843 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T15:05:49.844 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T15:05:49.844 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T15:05:49.844 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T15:05:49.844 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T15:05:49.844 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T15:05:49.844 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T15:05:49.844 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T15:05:49.844 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T15:05:49.844 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.844 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T15:05:49.844 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.844 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.844 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T15:05:49.845 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T15:05:49.845 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T15:05:49.845 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T15:05:49.845 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T15:05:49.845 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T15:05:49.845 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T15:05:49.845 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T15:05:49.845 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T15:05:49.845 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T15:05:49.845 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T15:05:49.845 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T15:05:49.845 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T15:05:49.845 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T15:05:49.845 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T15:05:49.845 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T15:05:49.846 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T15:05:49.846 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T15:05:49.846 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T15:05:49.846 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T15:05:49.846 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T15:05:49.846 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T15:05:49.846 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T15:05:49.846 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T15:05:49.846 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T15:05:49.846 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T15:05:49.846 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T15:05:49.846 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T15:05:49.846 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T15:05:49.846 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T15:05:49.846 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T15:05:49.847 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T15:05:49.847 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T15:05:49.847 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T15:05:49.847 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T15:05:49.847 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T15:05:49.847 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T15:05:49.847 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.847 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T15:05:49.847 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.847 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.847 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T15:05:49.847 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.847 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T15:05:49.847 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.847 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.847 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.847 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.848 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.848 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.848 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.848 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.848 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.848 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.848 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.848 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.848 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.848 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.848 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.848 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.848 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.848 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.848 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.848 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.849 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.849 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.849 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.849 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.849 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.849 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.849 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.849 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.849 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.849 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.849 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.849 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.849 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.849 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.849 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.849 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.849 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T15:05:49.850 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.850 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.850 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.850 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.850 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.850 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.850 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.850 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.850 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.850 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.850 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.850 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.850 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.851 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.851 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.851 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.851 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.851 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.851 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.851 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.851 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.851 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.851 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.851 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.851 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.851 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.851 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.851 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.851 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.851 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.852 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.852 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.852 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.852 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.852 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.852 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.852 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T15:05:49.852 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.852 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.852 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.852 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.852 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.852 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.852 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.852 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.852 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.852 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.852 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.853 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.853 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.853 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.853 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.853 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.853 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.853 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.853 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.853 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.853 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.853 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.853 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.853 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.853 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.853 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.853 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.853 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.854 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.854 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.854 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.854 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.854 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.854 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.854 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.854 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.854 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T15:05:49.854 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.854 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.854 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.854 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.854 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.855 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.855 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.855 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.855 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.855 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.855 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.855 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.855 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.855 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.855 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.855 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.855 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.855 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.855 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.856 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.856 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.856 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.856 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.856 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.856 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.856 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.856 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.856 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.856 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.856 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.856 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.856 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.856 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.856 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.856 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.857 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.857 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T15:05:49.857 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.857 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.857 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.857 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.857 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.857 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.857 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.857 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.857 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.857 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.857 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.857 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.857 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.858 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.858 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.858 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.858 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.858 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.858 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.858 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.858 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.858 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.858 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.858 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.858 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.858 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.858 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.858 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.859 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.859 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.859 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.859 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.859 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.859 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.859 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.859 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.859 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T15:05:49.859 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.859 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.859 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.859 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.859 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.859 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.860 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.860 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.860 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.860 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.860 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.860 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.860 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.860 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.860 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.860 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.860 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.860 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.860 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.860 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.860 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.860 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.861 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.861 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.861 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.861 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.861 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.861 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.861 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.861 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.861 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.861 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.861 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.861 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.861 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.861 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.861 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T15:05:49.862 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.862 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.862 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.862 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.862 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.862 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.862 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.862 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.862 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.862 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.862 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.862 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.862 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.862 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.863 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.863 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.863 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.863 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.863 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.863 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.863 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.863 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.863 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.863 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.863 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.863 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.863 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.863 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.863 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.864 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.864 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.864 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.864 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.864 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.864 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.864 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.864 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T15:05:49.864 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.864 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.864 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.864 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 116, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.864 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.865 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.865 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.865 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.865 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.865 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.865 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.865 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.865 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.865 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.865 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.865 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.865 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.865 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.865 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.865 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.865 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.866 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.866 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.866 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.866 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.866 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.866 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.866 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.866 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.866 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.866 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.866 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.866 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.866 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.866 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.866 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.867 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.867 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:05:49.867 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T15:05:49.867 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.867 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T15:05:49.867 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T15:05:49.867 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T15:05:49.867 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T15:05:49.867 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T15:05:49.867 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T15:05:49.867 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T15:05:49.867 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T15:05:49.867 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T15:05:49.867 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T15:05:49.867 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T15:05:49.868 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T15:05:49.868 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T15:05:49.868 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T15:05:49.868 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T15:05:49.868 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T15:05:49.868 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T15:05:49.868 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T15:05:49.868 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T15:05:49.868 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T15:05:49.868 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T15:05:49.868 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T15:05:49.868 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T15:05:49.868 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T15:05:49.868 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T15:05:49.868 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T15:05:49.868 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T15:05:49.868 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T15:05:49.869 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T15:05:49.869 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T15:05:49.869 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T15:05:49.869 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T15:05:49.869 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T15:05:49.869 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T15:05:49.869 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T15:05:49.869 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T15:05:49.869 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T15:05:49.869 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.869 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T15:05:49.869 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.869 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.869 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T15:05:49.869 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T15:05:49.869 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T15:05:49.869 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T15:05:49.870 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T15:05:49.870 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T15:05:49.870 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T15:05:49.870 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T15:05:49.870 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T15:05:49.870 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T15:05:49.870 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T15:05:49.870 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T15:05:49.870 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T15:05:49.870 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T15:05:49.870 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T15:05:49.870 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T15:05:49.870 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T15:05:49.870 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T15:05:49.870 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T15:05:49.870 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T15:05:49.871 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T15:05:49.871 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T15:05:49.871 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T15:05:49.871 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T15:05:49.871 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T15:05:49.871 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T15:05:49.871 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T15:05:49.871 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T15:05:49.871 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T15:05:49.871 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T15:05:49.871 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T15:05:49.871 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T15:05:49.871 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T15:05:49.871 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T15:05:49.871 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T15:05:49.872 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T15:05:49.872 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T15:05:49.872 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.872 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T15:05:49.872 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.872 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.872 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T15:05:49.872 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.872 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T15:05:49.872 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.872 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.872 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.872 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.872 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.872 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.872 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.872 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.873 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.873 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.873 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.873 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.873 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.873 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.873 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.873 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.873 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.873 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.873 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.873 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.873 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.873 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.873 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.873 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.874 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.874 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.874 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.874 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.874 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.874 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.874 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.874 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.874 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.874 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.874 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.874 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.874 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T15:05:49.874 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.875 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.875 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.875 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.875 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.875 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.875 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.875 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.875 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.875 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.875 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.875 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.875 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.875 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.875 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.875 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.876 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.876 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.876 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.876 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.876 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.876 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.876 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.876 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.876 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.876 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.876 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.876 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.876 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.876 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.876 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.877 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.877 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.877 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.877 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.877 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.877 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T15:05:49.877 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.877 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.877 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.877 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.877 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.877 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.877 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.877 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.878 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.878 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.878 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.878 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.878 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.878 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.878 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.878 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.878 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.878 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.878 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.878 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.878 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.878 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.878 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.879 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.879 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.879 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.879 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.879 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.879 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.879 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.879 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.879 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.879 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.879 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.879 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.879 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.879 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T15:05:49.879 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.880 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.880 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.880 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.880 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.880 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.880 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.880 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.880 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.880 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.880 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.880 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.880 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.880 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.880 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.880 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.880 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.881 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.881 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.881 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.881 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.881 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.881 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.881 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.881 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.881 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.881 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.881 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.881 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.881 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.881 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.882 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.882 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.882 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.882 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.882 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.882 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T15:05:49.882 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.882 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.882 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.882 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.882 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.882 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.882 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.882 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.882 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.883 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.883 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.883 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.883 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.883 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.883 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.883 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.883 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.883 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.883 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.883 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.883 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.883 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.883 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.883 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.884 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.884 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.884 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.884 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.884 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.884 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.884 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.884 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.884 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.884 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.884 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.884 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.884 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T15:05:49.884 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.884 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.885 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.885 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.885 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.885 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.885 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.885 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.885 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.885 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.885 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.885 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.885 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.885 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.885 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.885 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.885 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.886 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.886 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.886 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.886 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.886 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.886 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.886 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.886 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.886 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.886 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.886 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.886 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.886 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.886 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.887 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.887 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.887 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.887 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.887 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.887 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T15:05:49.887 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.887 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.887 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.887 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.887 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.887 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.887 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.887 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.887 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.888 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.888 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.888 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.888 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.888 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.888 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.888 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.888 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.888 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.888 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.888 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.888 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.888 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.888 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.888 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.888 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.889 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.889 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.889 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.889 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.889 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.889 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.889 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.889 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.889 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.889 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.889 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.889 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T15:05:49.889 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.889 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.889 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.890 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.890 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.890 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.890 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.890 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.890 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.890 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.890 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.890 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.890 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.890 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.890 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.890 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.890 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.891 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.891 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.891 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.891 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.891 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.891 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.891 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.891 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.891 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.891 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.891 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.891 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.891 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.891 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.891 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.892 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.892 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.892 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.892 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.892 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.892 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:05:49.892 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T15:05:49.892 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.892 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T15:05:49.892 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T15:05:49.892 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T15:05:49.892 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T15:05:49.892 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T15:05:49.892 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T15:05:49.892 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T15:05:49.892 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T15:05:49.893 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T15:05:49.893 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T15:05:49.893 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T15:05:49.893 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T15:05:49.893 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T15:05:49.893 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T15:05:49.893 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T15:05:49.893 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T15:05:49.893 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T15:05:49.893 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T15:05:49.893 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T15:05:49.893 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T15:05:49.893 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T15:05:49.893 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T15:05:49.893 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T15:05:49.894 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T15:05:49.894 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T15:05:49.894 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T15:05:49.894 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T15:05:49.894 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T15:05:49.894 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T15:05:49.894 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T15:05:49.894 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T15:05:49.894 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T15:05:49.894 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T15:05:49.894 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T15:05:49.894 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T15:05:49.894 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T15:05:49.894 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T15:05:49.894 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.895 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T15:05:49.895 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.895 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.895 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T15:05:49.895 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T15:05:49.895 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T15:05:49.895 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T15:05:49.895 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T15:05:49.895 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T15:05:49.895 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T15:05:49.895 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T15:05:49.895 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T15:05:49.895 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T15:05:49.895 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T15:05:49.895 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T15:05:49.896 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T15:05:49.896 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T15:05:49.896 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T15:05:49.896 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T15:05:49.896 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T15:05:49.896 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T15:05:49.896 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T15:05:49.896 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T15:05:49.896 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T15:05:49.896 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T15:05:49.896 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T15:05:49.896 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T15:05:49.896 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T15:05:49.896 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T15:05:49.896 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T15:05:49.897 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T15:05:49.897 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T15:05:49.897 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T15:05:49.897 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T15:05:49.897 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T15:05:49.897 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T15:05:49.897 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T15:05:49.897 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T15:05:49.897 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T15:05:49.897 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T15:05:49.897 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.897 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T15:05:49.897 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.897 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.897 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T15:05:49.897 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.897 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T15:05:49.898 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.898 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.898 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.898 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.898 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.898 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.898 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.898 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.898 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.898 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.898 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.898 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.899 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.899 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.899 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.899 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.899 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.899 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.899 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.899 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.899 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.899 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.899 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.899 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.899 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.899 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.899 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.899 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.900 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.900 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.900 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.900 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.900 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.900 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.900 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.900 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.900 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T15:05:49.900 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.900 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.900 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.900 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.900 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.900 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.901 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.901 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.901 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.901 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.901 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.901 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.901 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.901 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.901 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.901 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.901 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.901 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.901 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.901 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.901 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.901 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.902 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.902 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.902 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.902 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.902 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.902 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.902 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.902 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.902 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.902 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.902 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.902 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.902 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.903 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.903 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T15:05:49.903 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.903 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.903 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.903 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.903 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.903 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.903 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.903 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.903 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.903 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.903 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.903 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.903 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.903 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.904 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.904 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.904 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.904 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.904 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.904 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.904 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.904 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.904 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.904 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.904 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.904 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.904 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.904 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.904 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.904 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.905 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.905 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.905 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.905 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.905 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.905 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.905 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T15:05:49.905 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.905 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.905 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.905 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.905 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.905 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.905 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.905 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.905 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.906 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.906 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.906 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.906 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.906 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.906 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.906 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.906 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.906 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.906 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.906 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.906 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.906 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.906 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.906 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.906 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.907 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.907 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.907 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.907 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.907 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.907 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.907 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.907 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.907 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.907 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.907 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.907 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T15:05:49.907 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.907 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.908 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.908 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.908 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.908 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.908 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.908 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.908 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.908 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.908 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.908 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.908 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.908 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.908 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.908 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.908 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.908 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.908 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.909 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.909 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.909 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.909 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.909 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.909 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.909 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.909 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.909 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.909 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.909 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.909 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.909 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.909 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.909 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.910 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.910 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.910 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T15:05:49.910 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.910 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.910 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.910 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.910 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.910 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.910 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.910 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.910 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.910 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.910 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.910 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.911 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.911 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.911 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.911 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.911 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.911 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.911 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.911 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.911 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.911 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.911 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.911 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.911 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.911 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.912 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.912 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.912 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.912 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.912 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.912 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.912 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.912 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.912 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.912 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.912 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T15:05:49.912 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.912 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.912 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.912 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.913 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.913 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.913 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.913 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.913 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.913 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.913 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.913 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.913 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.913 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.913 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.913 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.913 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.913 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.913 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.914 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.914 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.914 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.914 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.914 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.914 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.914 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.914 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.914 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.914 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.914 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.914 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.914 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.914 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.915 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.915 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.915 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.915 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T15:05:49.915 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.915 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.915 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.915 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.915 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.915 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.915 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.915 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.915 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.915 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.915 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.916 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.916 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.916 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.916 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.916 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.916 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.916 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.916 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.916 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.916 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.916 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.916 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.916 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.916 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.917 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.917 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.917 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.917 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.917 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.917 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.917 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.917 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.917 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.917 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.917 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.917 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.917 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:05:49.917 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T15:05:49.917 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.918 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T15:05:49.918 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T15:05:49.918 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T15:05:49.918 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T15:05:49.918 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T15:05:49.918 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T15:05:49.918 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T15:05:49.918 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T15:05:49.918 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T15:05:49.918 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T15:05:49.918 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T15:05:49.918 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T15:05:49.918 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T15:05:49.918 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T15:05:49.919 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T15:05:49.919 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T15:05:49.919 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T15:05:49.919 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T15:05:49.919 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T15:05:49.919 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T15:05:49.919 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T15:05:49.919 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T15:05:49.919 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T15:05:49.919 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T15:05:49.919 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T15:05:49.919 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T15:05:49.919 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T15:05:49.919 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T15:05:49.919 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T15:05:49.920 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T15:05:49.920 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T15:05:49.920 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T15:05:49.920 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T15:05:49.920 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T15:05:49.920 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T15:05:49.920 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T15:05:49.920 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T15:05:49.920 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.920 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T15:05:49.920 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.920 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.920 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T15:05:49.920 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T15:05:49.920 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T15:05:49.921 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T15:05:49.921 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T15:05:49.921 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T15:05:49.921 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T15:05:49.921 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T15:05:49.921 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T15:05:49.921 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T15:05:49.921 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T15:05:49.921 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T15:05:49.921 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T15:05:49.921 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T15:05:49.921 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T15:05:49.921 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T15:05:49.921 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T15:05:49.921 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T15:05:49.922 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T15:05:49.922 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T15:05:49.922 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T15:05:49.922 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T15:05:49.922 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T15:05:49.922 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T15:05:49.922 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T15:05:49.922 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T15:05:49.922 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T15:05:49.922 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T15:05:49.922 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T15:05:49.922 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T15:05:49.922 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T15:05:49.922 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T15:05:49.922 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T15:05:49.922 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T15:05:49.923 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T15:05:49.923 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T15:05:49.923 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T15:05:49.923 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.923 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T15:05:49.923 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.923 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.923 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T15:05:49.923 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.923 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T15:05:49.923 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.923 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.923 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.923 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.923 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.924 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.924 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.924 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.924 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.924 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.924 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.924 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.924 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.924 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.924 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.924 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.924 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.924 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.924 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.924 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.925 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.925 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.925 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.925 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.925 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.925 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.925 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.925 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.925 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.925 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.925 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.925 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.925 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.925 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.925 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.926 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.926 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T15:05:49.926 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.926 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.926 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.926 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.926 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.926 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.926 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10, 2, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.926 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 13, 5, 0, 0, 0, 0, 0, 0, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.926 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 16, 1, 0, 0, 0, 0, 0, 0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.926 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.926 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.926 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.926 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.927 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.927 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.927 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.927 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.927 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.927 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.927 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.927 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.927 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.927 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.927 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.927 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.927 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.927 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.927 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.928 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.928 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.928 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.928 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.928 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.928 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.928 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.928 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.928 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T15:05:49.928 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.928 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.928 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.928 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.928 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.928 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.929 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.929 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.929 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.929 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.929 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.929 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.929 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.929 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.929 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.929 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.929 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.929 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.929 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.929 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.930 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.930 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.930 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.930 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.930 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.930 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.930 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.930 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.930 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.930 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.930 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.930 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.930 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.930 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.930 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.931 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.931 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T15:05:49.931 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.931 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.931 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.931 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.931 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.931 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.931 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.931 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.931 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.931 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.931 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.931 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.931 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.931 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.932 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.932 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.932 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.932 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.932 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.932 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.932 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.932 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.932 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.932 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.932 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.932 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.932 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.932 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.932 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.932 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.933 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.933 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.933 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.933 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.933 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.933 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.933 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T15:05:49.933 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.933 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.933 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.933 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.933 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.933 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.933 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.933 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.934 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.934 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.934 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.934 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.934 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.934 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.934 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.934 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.934 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.934 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.934 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.934 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.934 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.934 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.935 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.935 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.935 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.935 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.935 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.935 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.935 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.935 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.935 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.935 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.935 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.935 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.935 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.935 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.935 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T15:05:49.935 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.936 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.936 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.936 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.936 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.936 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.936 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.936 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.936 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.936 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.936 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.936 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.936 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.936 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.936 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.936 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.937 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.937 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.937 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.937 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.937 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.937 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.937 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.937 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.937 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.937 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.937 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.937 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.937 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.937 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.937 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.937 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.938 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.938 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.938 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.938 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.938 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T15:05:49.938 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.938 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.938 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.938 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.938 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.938 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.938 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.938 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.939 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.939 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.939 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.939 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.939 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.939 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.939 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.939 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.939 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.939 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.939 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.939 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.939 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.939 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.939 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.940 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.940 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.940 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.940 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.940 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.940 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.940 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.940 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.940 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.940 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.940 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.940 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.940 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:49.940 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T15:05:49.940 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T15:05:49.941 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.941 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.941 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.941 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.941 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.941 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.941 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.941 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.941 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.941 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.941 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.941 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.941 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.941 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.941 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.941 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.942 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.942 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.942 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.942 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.942 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.942 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.942 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.942 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.942 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.942 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.942 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.942 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.942 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.943 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.943 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T15:05:49.943 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T15:05:49.943 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.943 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.943 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T15:05:49.943 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.943 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.943 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:49.943 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_counters": { 2024-04-10T15:05:49.943 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T15:05:49.943 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T15:05:49.943 INFO:tasks.workunit.client.0.smithi102.stdout: "caps": { 2024-04-10T15:05:49.943 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.943 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.944 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_flush_ack": { 2024-04-10T15:05:49.944 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.944 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.944 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-10T15:05:49.944 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.944 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.944 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_grant": { 2024-04-10T15:05:49.944 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.944 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.944 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_revoke": { 2024-04-10T15:05:49.944 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.944 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.944 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_trunc": { 2024-04-10T15:05:49.944 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.944 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.944 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_commit": { 2024-04-10T15:05:49.945 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12 2024-04-10T15:05:49.945 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.945 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_fetch_complete": { 2024-04-10T15:05:49.945 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.945 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.945 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_fetch_keys": { 2024-04-10T15:05:49.945 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.945 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.945 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_merge": { 2024-04-10T15:05:49.945 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.945 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.945 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_split": { 2024-04-10T15:05:49.945 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.945 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.946 INFO:tasks.workunit.client.0.smithi102.stdout: "exported_inodes": { 2024-04-10T15:05:49.946 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.946 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.946 INFO:tasks.workunit.client.0.smithi102.stdout: "forward": { 2024-04-10T15:05:49.946 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.946 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.946 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_cap_release": { 2024-04-10T15:05:49.946 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.946 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.946 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_caps": { 2024-04-10T15:05:49.946 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.946 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.946 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_caps_dirty": { 2024-04-10T15:05:49.946 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.946 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.946 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_inode_file_caps": { 2024-04-10T15:05:49.947 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.947 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.947 INFO:tasks.workunit.client.0.smithi102.stdout: "imported_inodes": { 2024-04-10T15:05:49.947 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.947 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.947 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes": { 2024-04-10T15:05:49.947 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T15:05:49.947 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.947 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes_expired": { 2024-04-10T15:05:49.947 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.947 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.947 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes_pinned": { 2024-04-10T15:05:49.947 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T15:05:49.947 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.947 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes_with_caps": { 2024-04-10T15:05:49.948 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.948 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.948 INFO:tasks.workunit.client.0.smithi102.stdout: "load_cent": { 2024-04-10T15:05:49.948 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.948 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.948 INFO:tasks.workunit.client.0.smithi102.stdout: "openino_dir_fetch": { 2024-04-10T15:05:49.948 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.948 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.948 INFO:tasks.workunit.client.0.smithi102.stdout: "process_request_cap_release": { 2024-04-10T15:05:49.948 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.948 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.948 INFO:tasks.workunit.client.0.smithi102.stdout: "reply_latency": { 2024-04-10T15:05:49.948 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:49.948 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95340 2024-04-10T15:05:49.948 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.949 INFO:tasks.workunit.client.0.smithi102.stdout: "request": { 2024-04-10T15:05:49.949 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:49.949 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.949 INFO:tasks.workunit.client.0.smithi102.stdout: "root_rbytes": { 2024-04-10T15:05:49.949 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.949 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.949 INFO:tasks.workunit.client.0.smithi102.stdout: "root_rfiles": { 2024-04-10T15:05:49.949 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.949 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.949 INFO:tasks.workunit.client.0.smithi102.stdout: "root_rsnaps": { 2024-04-10T15:05:49.949 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.949 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.949 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_reply": { 2024-04-10T15:05:49.949 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.949 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.949 INFO:tasks.workunit.client.0.smithi102.stdout: "subtrees": { 2024-04-10T15:05:49.950 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:49.950 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.950 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.950 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_cache": { 2024-04-10T15:05:49.950 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_enqueue_scrub": { 2024-04-10T15:05:49.950 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.950 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.950 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_exportdir": { 2024-04-10T15:05:49.950 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.950 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.950 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_flush": { 2024-04-10T15:05:49.950 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.950 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.950 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_fragmentdir": { 2024-04-10T15:05:49.950 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.951 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.951 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_fragstats": { 2024-04-10T15:05:49.951 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.951 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.951 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_inodestats": { 2024-04-10T15:05:49.951 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.951 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_recovering_enqueued": { 2024-04-10T15:05:49.951 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.951 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_recovering_prioritized": { 2024-04-10T15:05:49.951 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.951 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_recovering_processing": { 2024-04-10T15:05:49.951 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.951 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_strays": { 2024-04-10T15:05:49.952 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.952 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_strays_delayed": { 2024-04-10T15:05:49.952 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.952 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_strays_enqueuing": { 2024-04-10T15:05:49.952 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.952 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.952 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_completed": { 2024-04-10T15:05:49.952 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.952 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.952 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_started": { 2024-04-10T15:05:49.952 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.952 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.953 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_created": { 2024-04-10T15:05:49.953 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.953 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.953 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_enqueued": { 2024-04-10T15:05:49.953 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.953 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.953 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_migrated": { 2024-04-10T15:05:49.953 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.953 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.953 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_reintegrated": { 2024-04-10T15:05:49.953 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.953 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.953 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.953 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_log": { 2024-04-10T15:05:49.953 INFO:tasks.workunit.client.0.smithi102.stdout: "ev": { 2024-04-10T15:05:49.953 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T15:05:49.954 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.954 INFO:tasks.workunit.client.0.smithi102.stdout: "evadd": { 2024-04-10T15:05:49.954 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T15:05:49.954 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.954 INFO:tasks.workunit.client.0.smithi102.stdout: "evex": { 2024-04-10T15:05:49.954 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.954 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.954 INFO:tasks.workunit.client.0.smithi102.stdout: "evexd": { 2024-04-10T15:05:49.954 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.954 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.954 INFO:tasks.workunit.client.0.smithi102.stdout: "evexg": { 2024-04-10T15:05:49.954 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.954 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.954 INFO:tasks.workunit.client.0.smithi102.stdout: "evtrm": { 2024-04-10T15:05:49.954 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.954 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.955 INFO:tasks.workunit.client.0.smithi102.stdout: "jlat": { 2024-04-10T15:05:49.955 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T15:05:49.955 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8547700 2024-04-10T15:05:49.955 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.955 INFO:tasks.workunit.client.0.smithi102.stdout: "replayed": { 2024-04-10T15:05:49.955 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.955 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.955 INFO:tasks.workunit.client.0.smithi102.stdout: "seg": { 2024-04-10T15:05:49.955 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:49.955 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.955 INFO:tasks.workunit.client.0.smithi102.stdout: "segadd": { 2024-04-10T15:05:49.955 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:49.955 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.955 INFO:tasks.workunit.client.0.smithi102.stdout: "segex": { 2024-04-10T15:05:49.955 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.955 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.956 INFO:tasks.workunit.client.0.smithi102.stdout: "segexd": { 2024-04-10T15:05:49.956 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.956 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.956 INFO:tasks.workunit.client.0.smithi102.stdout: "segexg": { 2024-04-10T15:05:49.956 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.956 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.956 INFO:tasks.workunit.client.0.smithi102.stdout: "segtrm": { 2024-04-10T15:05:49.956 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.956 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.956 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.956 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_mem": { 2024-04-10T15:05:49.956 INFO:tasks.workunit.client.0.smithi102.stdout: "cap": { 2024-04-10T15:05:49.956 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.956 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.956 INFO:tasks.workunit.client.0.smithi102.stdout: "cap+": { 2024-04-10T15:05:49.956 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:49.957 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.957 INFO:tasks.workunit.client.0.smithi102.stdout: "cap-": { 2024-04-10T15:05:49.957 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:49.957 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.957 INFO:tasks.workunit.client.0.smithi102.stdout: "dir": { 2024-04-10T15:05:49.957 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12 2024-04-10T15:05:49.957 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.957 INFO:tasks.workunit.client.0.smithi102.stdout: "dir+": { 2024-04-10T15:05:49.957 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12 2024-04-10T15:05:49.957 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.957 INFO:tasks.workunit.client.0.smithi102.stdout: "dir-": { 2024-04-10T15:05:49.957 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.957 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.957 INFO:tasks.workunit.client.0.smithi102.stdout: "dn": { 2024-04-10T15:05:49.957 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T15:05:49.957 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.958 INFO:tasks.workunit.client.0.smithi102.stdout: "dn+": { 2024-04-10T15:05:49.958 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T15:05:49.958 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.958 INFO:tasks.workunit.client.0.smithi102.stdout: "dn-": { 2024-04-10T15:05:49.958 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.958 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.958 INFO:tasks.workunit.client.0.smithi102.stdout: "heap": { 2024-04-10T15:05:49.958 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 207156 2024-04-10T15:05:49.958 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.958 INFO:tasks.workunit.client.0.smithi102.stdout: "ino": { 2024-04-10T15:05:49.958 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T15:05:49.958 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.958 INFO:tasks.workunit.client.0.smithi102.stdout: "ino+": { 2024-04-10T15:05:49.959 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T15:05:49.959 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.959 INFO:tasks.workunit.client.0.smithi102.stdout: "ino-": { 2024-04-10T15:05:49.959 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.959 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.959 INFO:tasks.workunit.client.0.smithi102.stdout: "rss": { 2024-04-10T15:05:49.959 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40544 2024-04-10T15:05:49.959 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.959 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.959 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_server": { 2024-04-10T15:05:49.959 INFO:tasks.workunit.client.0.smithi102.stdout: "cap_acquisition_throttle": { 2024-04-10T15:05:49.959 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.959 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.959 INFO:tasks.workunit.client.0.smithi102.stdout: "cap_revoke_eviction": { 2024-04-10T15:05:49.959 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.960 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.960 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_request": { 2024-04-10T15:05:49.960 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:49.960 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.960 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_session": { 2024-04-10T15:05:49.960 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16 2024-04-10T15:05:49.960 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.960 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_peer_request": { 2024-04-10T15:05:49.960 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.960 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.960 INFO:tasks.workunit.client.0.smithi102.stdout: "req_create_latency": { 2024-04-10T15:05:49.960 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.960 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.960 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.960 INFO:tasks.workunit.client.0.smithi102.stdout: "req_getattr_latency": { 2024-04-10T15:05:49.960 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:49.961 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95340 2024-04-10T15:05:49.961 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.961 INFO:tasks.workunit.client.0.smithi102.stdout: "req_getfilelock_latency": { 2024-04-10T15:05:49.961 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.961 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.961 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.961 INFO:tasks.workunit.client.0.smithi102.stdout: "req_getvxattr_latency": { 2024-04-10T15:05:49.961 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.961 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.961 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.961 INFO:tasks.workunit.client.0.smithi102.stdout: "req_link_latency": { 2024-04-10T15:05:49.961 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.961 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.961 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.961 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookup_latency": { 2024-04-10T15:05:49.962 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.962 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.962 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.962 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookuphash_latency": { 2024-04-10T15:05:49.962 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.962 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.962 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.962 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupino_latency": { 2024-04-10T15:05:49.962 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.962 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.962 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.962 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupname_latency": { 2024-04-10T15:05:49.962 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.962 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.962 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.963 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupparent_latency": { 2024-04-10T15:05:49.963 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.963 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.963 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.963 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupsnap_latency": { 2024-04-10T15:05:49.963 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.963 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.963 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.963 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lssnap_latency": { 2024-04-10T15:05:49.963 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.963 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.963 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.963 INFO:tasks.workunit.client.0.smithi102.stdout: "req_mkdir_latency": { 2024-04-10T15:05:49.963 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.963 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.964 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.964 INFO:tasks.workunit.client.0.smithi102.stdout: "req_mknod_latency": { 2024-04-10T15:05:49.964 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.964 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.964 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.964 INFO:tasks.workunit.client.0.smithi102.stdout: "req_mksnap_latency": { 2024-04-10T15:05:49.964 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.964 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.964 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.964 INFO:tasks.workunit.client.0.smithi102.stdout: "req_open_latency": { 2024-04-10T15:05:49.964 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.964 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.964 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.964 INFO:tasks.workunit.client.0.smithi102.stdout: "req_readdir_latency": { 2024-04-10T15:05:49.964 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.964 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.964 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.965 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rename_latency": { 2024-04-10T15:05:49.965 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.965 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.965 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.965 INFO:tasks.workunit.client.0.smithi102.stdout: "req_renamesnap_latency": { 2024-04-10T15:05:49.965 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.965 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.965 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.965 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rmdir_latency": { 2024-04-10T15:05:49.965 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.965 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.965 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.965 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rmsnap_latency": { 2024-04-10T15:05:49.965 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.965 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.965 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.965 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rmxattr_latency": { 2024-04-10T15:05:49.966 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.966 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.966 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.966 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setattr_latency": { 2024-04-10T15:05:49.966 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.966 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.966 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.966 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setdirlayout_latency": { 2024-04-10T15:05:49.966 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.966 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.966 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.966 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setfilelock_latency": { 2024-04-10T15:05:49.966 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.966 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.966 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.967 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setlayout_latency": { 2024-04-10T15:05:49.967 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.967 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.967 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.967 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setxattr_latency": { 2024-04-10T15:05:49.967 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.967 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.967 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.967 INFO:tasks.workunit.client.0.smithi102.stdout: "req_snapdiff_latency": { 2024-04-10T15:05:49.967 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.967 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.967 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.967 INFO:tasks.workunit.client.0.smithi102.stdout: "req_symlink_latency": { 2024-04-10T15:05:49.967 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.967 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.967 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.967 INFO:tasks.workunit.client.0.smithi102.stdout: "req_unlink_latency": { 2024-04-10T15:05:49.968 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.968 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.968 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.968 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.968 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_sessions": { 2024-04-10T15:05:49.968 INFO:tasks.workunit.client.0.smithi102.stdout: "average_load": { 2024-04-10T15:05:49.968 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:49.968 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.968 INFO:tasks.workunit.client.0.smithi102.stdout: "avg_session_uptime": { 2024-04-10T15:05:49.968 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 87 2024-04-10T15:05:49.968 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.968 INFO:tasks.workunit.client.0.smithi102.stdout: "mdthresh_evicted": { 2024-04-10T15:05:49.968 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.968 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.968 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T15:05:49.968 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:49.968 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.969 INFO:tasks.workunit.client.0.smithi102.stdout: "session_count": { 2024-04-10T15:05:49.969 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.969 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.969 INFO:tasks.workunit.client.0.smithi102.stdout: "session_remove": { 2024-04-10T15:05:49.969 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:49.969 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.969 INFO:tasks.workunit.client.0.smithi102.stdout: "sessions_open": { 2024-04-10T15:05:49.969 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.969 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.969 INFO:tasks.workunit.client.0.smithi102.stdout: "sessions_stale": { 2024-04-10T15:05:49.969 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.969 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.969 INFO:tasks.workunit.client.0.smithi102.stdout: "total_load": { 2024-04-10T15:05:49.969 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:49.969 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.969 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.969 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T15:05:49.970 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T15:05:49.970 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.970 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.970 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:49.970 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.970 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.970 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T15:05:49.970 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.970 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.970 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:49.970 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45 2024-04-10T15:05:49.970 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.970 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.970 INFO:tasks.workunit.client.0.smithi102.stdout: "purge_queue": { 2024-04-10T15:05:49.970 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executed": { 2024-04-10T15:05:49.970 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.971 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.971 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing": { 2024-04-10T15:05:49.971 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.971 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.971 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing_high_water": { 2024-04-10T15:05:49.971 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.971 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.971 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing_ops": { 2024-04-10T15:05:49.971 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.971 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.971 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing_ops_high_water": { 2024-04-10T15:05:49.971 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.971 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.971 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_item_in_journal": { 2024-04-10T15:05:49.971 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.971 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.971 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.972 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.972 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T15:05:49.972 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:49.972 INFO:tasks.workunit.client.0.smithi102.stdout: "election_call": { 2024-04-10T15:05:49.972 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:49.972 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.972 INFO:tasks.workunit.client.0.smithi102.stdout: "election_lose": { 2024-04-10T15:05:49.972 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:49.972 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.972 INFO:tasks.workunit.client.0.smithi102.stdout: "election_win": { 2024-04-10T15:05:49.972 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.972 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_elections": { 2024-04-10T15:05:49.972 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7 2024-04-10T15:05:49.972 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": { 2024-04-10T15:05:49.973 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T15:05:49.973 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.973 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T15:05:49.973 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T15:05:49.973 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.973 INFO:tasks.workunit.client.0.smithi102.stdout: "session_rm": { 2024-04-10T15:05:49.973 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53 2024-04-10T15:05:49.973 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.973 INFO:tasks.workunit.client.0.smithi102.stdout: "session_trim": { 2024-04-10T15:05:49.973 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.973 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.973 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.973 INFO:tasks.workunit.client.0.smithi102.stdout: "paxos": { 2024-04-10T15:05:49.973 INFO:tasks.workunit.client.0.smithi102.stdout: "accept_timeout": { 2024-04-10T15:05:49.973 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.973 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.973 INFO:tasks.workunit.client.0.smithi102.stdout: "begin": { 2024-04-10T15:05:49.974 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 775 2024-04-10T15:05:49.974 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.974 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_bytes": { 2024-04-10T15:05:49.974 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 775, 2024-04-10T15:05:49.974 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3847249 2024-04-10T15:05:49.974 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.974 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_keys": { 2024-04-10T15:05:49.974 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.974 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.974 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.974 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_latency": { 2024-04-10T15:05:49.974 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 775, 2024-04-10T15:05:49.975 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 138996490 2024-04-10T15:05:49.975 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.975 INFO:tasks.workunit.client.0.smithi102.stdout: "collect": { 2024-04-10T15:05:49.975 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:49.975 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.975 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_bytes": { 2024-04-10T15:05:49.975 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:49.975 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 146 2024-04-10T15:05:49.975 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.975 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_keys": { 2024-04-10T15:05:49.975 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:49.975 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:49.975 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.975 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_latency": { 2024-04-10T15:05:49.975 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:49.975 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.976 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.976 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_timeout": { 2024-04-10T15:05:49.976 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.976 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.976 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_uncommitted": { 2024-04-10T15:05:49.976 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.976 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.976 INFO:tasks.workunit.client.0.smithi102.stdout: "commit": { 2024-04-10T15:05:49.976 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 776 2024-04-10T15:05:49.976 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.976 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_bytes": { 2024-04-10T15:05:49.976 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.976 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.976 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.976 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_keys": { 2024-04-10T15:05:49.977 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.977 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.977 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.977 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_latency": { 2024-04-10T15:05:49.977 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.977 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.977 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.977 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_ack_timeout": { 2024-04-10T15:05:49.977 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.977 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.977 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_timeout": { 2024-04-10T15:05:49.977 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.977 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.977 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn": { 2024-04-10T15:05:49.977 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.977 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.977 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn_latency": { 2024-04-10T15:05:49.978 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.978 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.978 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.978 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh": { 2024-04-10T15:05:49.978 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 776 2024-04-10T15:05:49.978 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.978 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh_latency": { 2024-04-10T15:05:49.978 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 776, 2024-04-10T15:05:49.978 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1759955517 2024-04-10T15:05:49.978 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.978 INFO:tasks.workunit.client.0.smithi102.stdout: "restart": { 2024-04-10T15:05:49.978 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T15:05:49.978 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.978 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state": { 2024-04-10T15:05:49.979 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.979 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.979 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_bytes": { 2024-04-10T15:05:49.979 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.979 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.979 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.979 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_keys": { 2024-04-10T15:05:49.979 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.979 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.979 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.979 INFO:tasks.workunit.client.0.smithi102.stdout: "start_leader": { 2024-04-10T15:05:49.979 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.979 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.979 INFO:tasks.workunit.client.0.smithi102.stdout: "start_peon": { 2024-04-10T15:05:49.979 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:49.979 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.980 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state": { 2024-04-10T15:05:49.980 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 776 2024-04-10T15:05:49.980 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.980 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_bytes": { 2024-04-10T15:05:49.980 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 776, 2024-04-10T15:05:49.980 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7549012 2024-04-10T15:05:49.980 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.980 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_keys": { 2024-04-10T15:05:49.980 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 776, 2024-04-10T15:05:49.980 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5321 2024-04-10T15:05:49.980 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.980 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_latency": { 2024-04-10T15:05:49.980 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 776, 2024-04-10T15:05:49.980 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 306992246 2024-04-10T15:05:49.980 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.980 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.981 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache": { 2024-04-10T15:05:49.981 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:49.981 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1020054731 2024-04-10T15:05:49.981 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.981 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:49.981 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42803200 2024-04-10T15:05:49.981 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.981 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:49.981 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31432704 2024-04-10T15:05:49.981 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.981 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:49.981 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2147483648 2024-04-10T15:05:49.981 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.981 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:49.981 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11370496 2024-04-10T15:05:49.981 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.982 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.982 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:full": { 2024-04-10T15:05:49.982 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:49.982 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 348127232 2024-04-10T15:05:49.982 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.982 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:49.982 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.982 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.982 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:49.982 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.982 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.982 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:49.982 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 277020337 2024-04-10T15:05:49.982 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.982 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:49.983 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 273736 2024-04-10T15:05:49.983 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.983 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:49.983 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.983 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.983 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:49.983 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.983 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.983 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:49.983 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.983 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.983 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:49.983 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.983 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.983 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:49.984 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.984 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.984 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:49.984 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.984 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.984 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:49.984 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.984 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.984 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:49.984 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.984 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.984 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:49.984 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70833159 2024-04-10T15:05:49.984 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.984 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.984 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:inc": { 2024-04-10T15:05:49.984 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:49.985 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 348127232 2024-04-10T15:05:49.985 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.985 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:49.985 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.985 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.985 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:49.985 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.985 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.985 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:49.985 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 277020337 2024-04-10T15:05:49.985 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.985 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:49.985 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41727 2024-04-10T15:05:49.985 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.985 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:49.985 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.986 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.986 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:49.986 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.986 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.986 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:49.986 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.986 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.986 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:49.986 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.986 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.986 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:49.986 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.986 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.986 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:49.986 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.987 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.987 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:49.987 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.987 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.987 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:49.987 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.987 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.987 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:49.987 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71065168 2024-04-10T15:05:49.987 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.987 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.987 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:kv": { 2024-04-10T15:05:49.987 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:49.987 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 322961408 2024-04-10T15:05:49.987 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.987 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:49.988 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:49.988 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.988 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:49.988 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.988 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.988 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:49.988 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184680225 2024-04-10T15:05:49.988 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.988 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:49.988 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.988 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.988 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:49.988 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.988 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.988 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:49.988 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.989 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.989 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:49.989 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.989 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.989 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:49.989 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.989 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.989 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:49.989 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.989 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.989 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:49.989 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.989 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.989 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:49.989 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.989 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.990 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:49.990 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.990 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.990 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:49.990 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71172319 2024-04-10T15:05:49.990 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.990 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.990 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb": { 2024-04-10T15:05:49.990 INFO:tasks.workunit.client.0.smithi102.stdout: "compact": { 2024-04-10T15:05:49.991 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.991 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.991 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_len": { 2024-04-10T15:05:49.991 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.991 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.991 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_merge": { 2024-04-10T15:05:49.991 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.991 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.991 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_range": { 2024-04-10T15:05:49.991 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:49.991 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.991 INFO:tasks.workunit.client.0.smithi102.stdout: "get_latency": { 2024-04-10T15:05:49.991 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 33047, 2024-04-10T15:05:49.991 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 80725981 2024-04-10T15:05:49.991 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.992 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_delay_time": { 2024-04-10T15:05:49.992 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.992 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.992 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.992 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_memtable_time": { 2024-04-10T15:05:49.992 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.992 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.992 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.992 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T15:05:49.992 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.992 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.992 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.992 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_wal_time": { 2024-04-10T15:05:49.992 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.992 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.992 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.993 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_latency": { 2024-04-10T15:05:49.993 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.993 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.993 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.993 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_sync_latency": { 2024-04-10T15:05:49.993 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1692, 2024-04-10T15:05:49.993 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 522419487 2024-04-10T15:05:49.993 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.993 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.993 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.993 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T15:05:49.993 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:49.993 INFO:tasks.workunit.client.0.smithi102.stdout: "election_call": { 2024-04-10T15:05:49.993 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:49.994 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.994 INFO:tasks.workunit.client.0.smithi102.stdout: "election_lose": { 2024-04-10T15:05:49.994 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.994 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.994 INFO:tasks.workunit.client.0.smithi102.stdout: "election_win": { 2024-04-10T15:05:49.994 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T15:05:49.994 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_elections": { 2024-04-10T15:05:49.994 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9 2024-04-10T15:05:49.994 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": { 2024-04-10T15:05:49.994 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9 2024-04-10T15:05:49.994 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.994 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T15:05:49.995 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T15:05:49.995 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.995 INFO:tasks.workunit.client.0.smithi102.stdout: "session_rm": { 2024-04-10T15:05:49.995 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 202 2024-04-10T15:05:49.995 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.995 INFO:tasks.workunit.client.0.smithi102.stdout: "session_trim": { 2024-04-10T15:05:49.995 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.995 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:49.995 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.995 INFO:tasks.workunit.client.0.smithi102.stdout: "paxos": { 2024-04-10T15:05:49.995 INFO:tasks.workunit.client.0.smithi102.stdout: "accept_timeout": { 2024-04-10T15:05:49.995 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.995 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.995 INFO:tasks.workunit.client.0.smithi102.stdout: "begin": { 2024-04-10T15:05:49.995 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 894 2024-04-10T15:05:49.995 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.996 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_bytes": { 2024-04-10T15:05:49.996 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 894, 2024-04-10T15:05:49.996 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4890701 2024-04-10T15:05:49.996 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.996 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_keys": { 2024-04-10T15:05:49.996 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 894, 2024-04-10T15:05:49.996 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2682 2024-04-10T15:05:49.996 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.996 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_latency": { 2024-04-10T15:05:49.996 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 894, 2024-04-10T15:05:49.996 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 157996837 2024-04-10T15:05:49.996 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.996 INFO:tasks.workunit.client.0.smithi102.stdout: "collect": { 2024-04-10T15:05:49.996 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.996 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.997 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_bytes": { 2024-04-10T15:05:49.997 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.997 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.997 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.997 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_keys": { 2024-04-10T15:05:49.997 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.997 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.997 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.997 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_latency": { 2024-04-10T15:05:49.997 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:49.997 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.997 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.997 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_timeout": { 2024-04-10T15:05:49.997 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.997 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.998 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_uncommitted": { 2024-04-10T15:05:49.998 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.998 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.998 INFO:tasks.workunit.client.0.smithi102.stdout: "commit": { 2024-04-10T15:05:49.998 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 894 2024-04-10T15:05:49.998 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.998 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_bytes": { 2024-04-10T15:05:49.998 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 894, 2024-04-10T15:05:49.998 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4826391 2024-04-10T15:05:49.998 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.998 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_keys": { 2024-04-10T15:05:49.998 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 894, 2024-04-10T15:05:49.998 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5204 2024-04-10T15:05:49.998 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.998 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_latency": { 2024-04-10T15:05:49.999 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 894, 2024-04-10T15:05:49.999 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 431455014 2024-04-10T15:05:49.999 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.999 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_ack_timeout": { 2024-04-10T15:05:49.999 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.999 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.999 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_timeout": { 2024-04-10T15:05:49.999 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:49.999 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.999 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn": { 2024-04-10T15:05:49.999 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:49.999 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:49.999 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn_latency": { 2024-04-10T15:05:49.999 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:50.000 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1999960 2024-04-10T15:05:50.000 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.000 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh": { 2024-04-10T15:05:50.000 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 896 2024-04-10T15:05:50.000 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.000 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh_latency": { 2024-04-10T15:05:50.000 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 896, 2024-04-10T15:05:50.000 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2477950281 2024-04-10T15:05:50.000 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.000 INFO:tasks.workunit.client.0.smithi102.stdout: "restart": { 2024-04-10T15:05:50.000 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12 2024-04-10T15:05:50.000 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.000 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state": { 2024-04-10T15:05:50.000 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:50.000 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.001 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_bytes": { 2024-04-10T15:05:50.001 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:50.001 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1050 2024-04-10T15:05:50.001 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.001 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_keys": { 2024-04-10T15:05:50.001 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:50.001 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:50.001 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.001 INFO:tasks.workunit.client.0.smithi102.stdout: "start_leader": { 2024-04-10T15:05:50.001 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T15:05:50.001 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.001 INFO:tasks.workunit.client.0.smithi102.stdout: "start_peon": { 2024-04-10T15:05:50.001 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.001 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.001 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state": { 2024-04-10T15:05:50.001 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.002 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.002 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_bytes": { 2024-04-10T15:05:50.002 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.002 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.002 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.002 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_keys": { 2024-04-10T15:05:50.002 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.002 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.002 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.002 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_latency": { 2024-04-10T15:05:50.002 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.002 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.002 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.002 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.003 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache": { 2024-04-10T15:05:50.003 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:50.003 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1020054731 2024-04-10T15:05:50.003 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.003 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:50.003 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 44793856 2024-04-10T15:05:50.003 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.003 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:50.003 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 39813120 2024-04-10T15:05:50.003 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.003 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:50.003 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2147483648 2024-04-10T15:05:50.003 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.003 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:50.003 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4980736 2024-04-10T15:05:50.004 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.004 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.004 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:full": { 2024-04-10T15:05:50.004 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.004 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 348127232 2024-04-10T15:05:50.004 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.004 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.004 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.004 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.004 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.004 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.004 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.004 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.004 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 277021413 2024-04-10T15:05:50.004 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.004 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.005 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 273306 2024-04-10T15:05:50.005 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.005 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.005 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.005 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.005 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.005 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.005 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.005 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.005 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.005 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.005 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.005 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.005 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.005 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.005 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.005 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.006 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.006 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.006 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.006 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.006 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.006 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.006 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.006 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.006 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.006 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.006 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70832513 2024-04-10T15:05:50.006 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.006 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.006 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:inc": { 2024-04-10T15:05:50.007 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.007 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 348127232 2024-04-10T15:05:50.007 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.007 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.007 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.007 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.007 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.007 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.007 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.007 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.007 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 277021413 2024-04-10T15:05:50.007 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.007 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.008 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 39288 2024-04-10T15:05:50.008 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.008 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.008 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.008 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.008 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.008 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.008 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.008 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.008 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.008 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.008 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.008 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.008 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.008 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.009 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.009 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.009 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.009 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.009 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.009 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.009 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.009 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.009 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.009 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.009 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.009 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.009 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71066531 2024-04-10T15:05:50.009 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.009 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.009 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:kv": { 2024-04-10T15:05:50.010 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.010 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 322961408 2024-04-10T15:05:50.010 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.010 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.010 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:50.010 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.010 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.010 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.010 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.010 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.010 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184680942 2024-04-10T15:05:50.010 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.010 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.010 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.010 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.011 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.011 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.011 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.011 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.011 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.011 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.011 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.011 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.011 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.011 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.011 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.011 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.011 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.011 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.011 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.012 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.012 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.012 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.012 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.012 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.012 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.012 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.012 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.012 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.012 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.012 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71171602 2024-04-10T15:05:50.012 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.012 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.012 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb": { 2024-04-10T15:05:50.012 INFO:tasks.workunit.client.0.smithi102.stdout: "compact": { 2024-04-10T15:05:50.013 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.013 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.013 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_len": { 2024-04-10T15:05:50.013 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.013 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.013 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_merge": { 2024-04-10T15:05:50.013 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.013 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.013 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_range": { 2024-04-10T15:05:50.013 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:50.013 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.013 INFO:tasks.workunit.client.0.smithi102.stdout: "get_latency": { 2024-04-10T15:05:50.013 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 40316, 2024-04-10T15:05:50.013 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 172904026 2024-04-10T15:05:50.013 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.014 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_delay_time": { 2024-04-10T15:05:50.014 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.014 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.014 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.014 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_memtable_time": { 2024-04-10T15:05:50.014 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.014 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.014 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.014 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T15:05:50.014 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.014 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.014 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.014 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_wal_time": { 2024-04-10T15:05:50.014 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.015 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.015 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.015 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_latency": { 2024-04-10T15:05:50.015 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.015 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.015 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.015 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_sync_latency": { 2024-04-10T15:05:50.015 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1946, 2024-04-10T15:05:50.015 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 676914922 2024-04-10T15:05:50.015 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.015 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.015 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.015 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.523315f168f59b146f7d533dca80f6e7526a6fec": { 2024-04-10T15:05:50.015 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:50.015 INFO:tasks.workunit.client.0.smithi102.stdout: "election_call": { 2024-04-10T15:05:50.015 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:50.016 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.016 INFO:tasks.workunit.client.0.smithi102.stdout: "election_lose": { 2024-04-10T15:05:50.016 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:50.016 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.016 INFO:tasks.workunit.client.0.smithi102.stdout: "election_win": { 2024-04-10T15:05:50.016 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.016 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.016 INFO:tasks.workunit.client.0.smithi102.stdout: "num_elections": { 2024-04-10T15:05:50.016 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T15:05:50.016 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.016 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": { 2024-04-10T15:05:50.016 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T15:05:50.016 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.016 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T15:05:50.017 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T15:05:50.017 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.017 INFO:tasks.workunit.client.0.smithi102.stdout: "session_rm": { 2024-04-10T15:05:50.017 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 94 2024-04-10T15:05:50.017 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.017 INFO:tasks.workunit.client.0.smithi102.stdout: "session_trim": { 2024-04-10T15:05:50.017 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.017 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.017 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.017 INFO:tasks.workunit.client.0.smithi102.stdout: "paxos": { 2024-04-10T15:05:50.017 INFO:tasks.workunit.client.0.smithi102.stdout: "accept_timeout": { 2024-04-10T15:05:50.017 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.017 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.017 INFO:tasks.workunit.client.0.smithi102.stdout: "begin": { 2024-04-10T15:05:50.017 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 764 2024-04-10T15:05:50.018 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.018 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_bytes": { 2024-04-10T15:05:50.018 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 764, 2024-04-10T15:05:50.018 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3820099 2024-04-10T15:05:50.018 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.018 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_keys": { 2024-04-10T15:05:50.018 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.018 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.018 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.018 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_latency": { 2024-04-10T15:05:50.018 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 764, 2024-04-10T15:05:50.018 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 197996030 2024-04-10T15:05:50.018 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.018 INFO:tasks.workunit.client.0.smithi102.stdout: "collect": { 2024-04-10T15:05:50.018 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:50.019 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.019 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_bytes": { 2024-04-10T15:05:50.019 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:50.019 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73 2024-04-10T15:05:50.019 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.019 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_keys": { 2024-04-10T15:05:50.019 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:50.019 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:50.019 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.019 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_latency": { 2024-04-10T15:05:50.019 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:50.019 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.019 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.019 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_timeout": { 2024-04-10T15:05:50.019 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.020 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.020 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_uncommitted": { 2024-04-10T15:05:50.020 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.020 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.020 INFO:tasks.workunit.client.0.smithi102.stdout: "commit": { 2024-04-10T15:05:50.020 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 765 2024-04-10T15:05:50.020 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.020 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_bytes": { 2024-04-10T15:05:50.020 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.020 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.020 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.020 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_keys": { 2024-04-10T15:05:50.020 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.020 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.020 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.020 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_latency": { 2024-04-10T15:05:50.021 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.021 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.021 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.021 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_ack_timeout": { 2024-04-10T15:05:50.021 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.021 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.021 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_timeout": { 2024-04-10T15:05:50.021 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.021 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.021 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn": { 2024-04-10T15:05:50.021 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.021 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.021 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn_latency": { 2024-04-10T15:05:50.021 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.021 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.022 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.022 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh": { 2024-04-10T15:05:50.022 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 765 2024-04-10T15:05:50.022 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.022 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh_latency": { 2024-04-10T15:05:50.022 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 765, 2024-04-10T15:05:50.022 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1884962184 2024-04-10T15:05:50.022 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.022 INFO:tasks.workunit.client.0.smithi102.stdout: "restart": { 2024-04-10T15:05:50.022 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T15:05:50.022 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.022 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state": { 2024-04-10T15:05:50.022 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.022 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.022 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_bytes": { 2024-04-10T15:05:50.023 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.023 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.023 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.023 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_keys": { 2024-04-10T15:05:50.023 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.023 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.023 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.023 INFO:tasks.workunit.client.0.smithi102.stdout: "start_leader": { 2024-04-10T15:05:50.023 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.023 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.023 INFO:tasks.workunit.client.0.smithi102.stdout: "start_peon": { 2024-04-10T15:05:50.023 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:50.023 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.023 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state": { 2024-04-10T15:05:50.024 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 765 2024-04-10T15:05:50.024 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.024 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_bytes": { 2024-04-10T15:05:50.024 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 765, 2024-04-10T15:05:50.024 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7496999 2024-04-10T15:05:50.024 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.024 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_keys": { 2024-04-10T15:05:50.024 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 765, 2024-04-10T15:05:50.024 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5242 2024-04-10T15:05:50.024 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.024 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_latency": { 2024-04-10T15:05:50.024 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 765, 2024-04-10T15:05:50.024 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 494990076 2024-04-10T15:05:50.024 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.025 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.025 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache": { 2024-04-10T15:05:50.025 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:50.025 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1020054731 2024-04-10T15:05:50.025 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.025 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:50.025 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41754624 2024-04-10T15:05:50.025 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.025 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:50.025 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31703040 2024-04-10T15:05:50.025 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.025 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:50.025 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2147483648 2024-04-10T15:05:50.025 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.025 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:50.025 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10051584 2024-04-10T15:05:50.026 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.026 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.026 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:full": { 2024-04-10T15:05:50.026 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.026 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 348127232 2024-04-10T15:05:50.026 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.026 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.026 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.026 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.026 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.026 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.026 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.026 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.026 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 277020337 2024-04-10T15:05:50.026 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.027 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.027 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 273736 2024-04-10T15:05:50.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.027 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.027 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.027 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.027 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.027 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.027 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.027 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.027 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.028 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.028 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.028 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.028 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.028 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.028 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.028 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.028 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.028 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.028 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.028 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.028 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.028 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.028 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70833159 2024-04-10T15:05:50.028 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.029 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.029 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:inc": { 2024-04-10T15:05:50.029 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.029 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 348127232 2024-04-10T15:05:50.029 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.029 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.029 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.029 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.029 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.029 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.029 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.029 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.029 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 277020337 2024-04-10T15:05:50.029 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.029 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.029 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41727 2024-04-10T15:05:50.030 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.030 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.030 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.030 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.030 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.030 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.030 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.030 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.030 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.030 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.030 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.030 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.030 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.030 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.031 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.031 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.031 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.031 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.031 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.031 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.031 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.031 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.031 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.031 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.031 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.031 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.031 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71065168 2024-04-10T15:05:50.031 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.031 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.031 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:kv": { 2024-04-10T15:05:50.032 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.032 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 322961408 2024-04-10T15:05:50.032 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.032 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.032 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:50.032 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.032 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.032 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.032 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.032 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.032 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184680225 2024-04-10T15:05:50.032 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.032 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.032 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.032 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.032 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.032 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.033 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.033 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.033 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.033 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.033 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.033 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.033 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.033 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.033 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.033 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.033 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.033 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.033 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.033 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.033 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.034 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.034 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.034 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.034 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.034 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.034 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.034 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.034 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.034 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71172319 2024-04-10T15:05:50.034 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.034 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.034 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb": { 2024-04-10T15:05:50.034 INFO:tasks.workunit.client.0.smithi102.stdout: "compact": { 2024-04-10T15:05:50.034 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.035 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.035 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_len": { 2024-04-10T15:05:50.035 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.035 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.035 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_merge": { 2024-04-10T15:05:50.035 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.035 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.035 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_range": { 2024-04-10T15:05:50.035 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:50.035 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.035 INFO:tasks.workunit.client.0.smithi102.stdout: "get_latency": { 2024-04-10T15:05:50.035 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 32593, 2024-04-10T15:05:50.035 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 83681419 2024-04-10T15:05:50.035 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.035 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_delay_time": { 2024-04-10T15:05:50.035 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.036 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.036 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.036 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_memtable_time": { 2024-04-10T15:05:50.036 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.036 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.036 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.036 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T15:05:50.036 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.036 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.036 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.036 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_wal_time": { 2024-04-10T15:05:50.036 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.036 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.036 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.036 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_latency": { 2024-04-10T15:05:50.036 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.037 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.037 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.037 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_sync_latency": { 2024-04-10T15:05:50.037 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1646, 2024-04-10T15:05:50.037 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 773369725 2024-04-10T15:05:50.037 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.037 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.037 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.037 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.0": { 2024-04-10T15:05:50.037 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:50.037 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T15:05:50.037 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.037 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.037 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:05:50.037 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.037 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.038 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T15:05:50.038 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T15:05:50.038 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.038 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_main": { 2024-04-10T15:05:50.038 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.038 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.038 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T15:05:50.038 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.038 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.038 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T15:05:50.038 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.038 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.038 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T15:05:50.038 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T15:05:50.038 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.039 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T15:05:50.039 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7266304 2024-04-10T15:05:50.039 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.039 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T15:05:50.039 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.039 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.039 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.039 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T15:05:50.039 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.039 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.039 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.039 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T15:05:50.039 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:50.039 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.039 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T15:05:50.039 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31850496 2024-04-10T15:05:50.040 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.040 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T15:05:50.040 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3555328 2024-04-10T15:05:50.040 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.040 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T15:05:50.040 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3416064 2024-04-10T15:05:50.040 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.040 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T15:05:50.040 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31850496 2024-04-10T15:05:50.040 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.040 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T15:05:50.040 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.040 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.040 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T15:05:50.041 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.041 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.041 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T15:05:50.041 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14 2024-04-10T15:05:50.041 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.041 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T15:05:50.041 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 206272 2024-04-10T15:05:50.041 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.041 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T15:05:50.041 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23 2024-04-10T15:05:50.041 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.041 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T15:05:50.041 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1282048 2024-04-10T15:05:50.041 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.041 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T15:05:50.042 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1286144 2024-04-10T15:05:50.042 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.042 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T15:05:50.042 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.042 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.042 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T15:05:50.042 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.042 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.042 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T15:05:50.042 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15 2024-04-10T15:05:50.042 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.042 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T15:05:50.042 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4913 2024-04-10T15:05:50.042 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.043 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T15:05:50.043 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T15:05:50.043 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.043 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T15:05:50.043 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5505 2024-04-10T15:05:50.043 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.043 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T15:05:50.043 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:50.043 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.043 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T15:05:50.043 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5505 2024-04-10T15:05:50.043 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.043 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T15:05:50.043 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:50.043 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.044 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T15:05:50.044 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.044 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.044 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:05:50.044 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.044 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.044 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:05:50.044 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.044 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.044 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:05:50.044 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.044 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.044 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T15:05:50.044 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.044 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.044 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T15:05:50.045 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.045 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.045 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T15:05:50.045 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.045 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.045 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T15:05:50.045 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.045 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.045 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T15:05:50.045 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.045 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.045 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T15:05:50.045 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10760192 2024-04-10T15:05:50.045 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.045 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.046 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T15:05:50.046 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T15:05:50.046 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T15:05:50.046 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.046 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T15:05:50.046 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1323008 2024-04-10T15:05:50.046 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.046 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T15:05:50.046 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4, 2024-04-10T15:05:50.046 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 327539 2024-04-10T15:05:50.046 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.046 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T15:05:50.046 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.046 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.047 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.047 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T15:05:50.047 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.047 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.047 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T15:05:50.047 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.047 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.047 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T15:05:50.047 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.047 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.047 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T15:05:50.047 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 19, 2024-04-10T15:05:50.047 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 60147 2024-04-10T15:05:50.047 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.047 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T15:05:50.047 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.048 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.048 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.048 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T15:05:50.048 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.048 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.048 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T15:05:50.048 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 821, 2024-04-10T15:05:50.048 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 535998904 2024-04-10T15:05:50.048 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.048 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T15:05:50.048 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 809, 2024-04-10T15:05:50.048 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24587417 2024-04-10T15:05:50.048 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.048 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T15:05:50.049 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 821, 2024-04-10T15:05:50.049 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 717751 2024-04-10T15:05:50.049 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.049 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T15:05:50.049 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 821, 2024-04-10T15:05:50.049 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 536716655 2024-04-10T15:05:50.049 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.049 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T15:05:50.049 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.049 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.049 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.049 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T15:05:50.049 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:50.049 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41055 2024-04-10T15:05:50.049 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.049 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T15:05:50.049 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6, 2024-04-10T15:05:50.050 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17397 2024-04-10T15:05:50.050 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.050 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T15:05:50.050 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.050 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.050 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.050 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:05:50.050 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.050 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.050 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.050 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T15:05:50.050 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:50.050 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3584 2024-04-10T15:05:50.050 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.050 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T15:05:50.051 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3941 2024-04-10T15:05:50.051 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.051 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T15:05:50.051 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 329 2024-04-10T15:05:50.051 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.051 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T15:05:50.051 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 119, 2024-04-10T15:05:50.051 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2640863 2024-04-10T15:05:50.051 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.051 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T15:05:50.051 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 321, 2024-04-10T15:05:50.051 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 275087 2024-04-10T15:05:50.051 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.051 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T15:05:50.051 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 202, 2024-04-10T15:05:50.051 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3992261 2024-04-10T15:05:50.052 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.052 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T15:05:50.052 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.052 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.052 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T15:05:50.052 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 102, 2024-04-10T15:05:50.052 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5600378 2024-04-10T15:05:50.052 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.052 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T15:05:50.052 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:50.052 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3948889045 2024-04-10T15:05:50.052 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.052 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:05:50.052 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 126, 2024-04-10T15:05:50.052 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36312730 2024-04-10T15:05:50.052 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.052 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:05:50.052 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 126, 2024-04-10T15:05:50.053 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 466736590115 2024-04-10T15:05:50.053 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.053 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T15:05:50.053 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 126, 2024-04-10T15:05:50.053 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 139139082470 2024-04-10T15:05:50.053 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.053 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T15:05:50.053 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:50.053 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72729305246 2024-04-10T15:05:50.053 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.053 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T15:05:50.053 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:50.053 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 198205 2024-04-10T15:05:50.053 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.053 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T15:05:50.053 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:50.053 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 108670974 2024-04-10T15:05:50.054 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.054 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T15:05:50.054 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:50.054 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2653767531 2024-04-10T15:05:50.054 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.054 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T15:05:50.054 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:50.054 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 498915 2024-04-10T15:05:50.054 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.054 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T15:05:50.054 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:50.054 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1705342024 2024-04-10T15:05:50.054 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.054 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T15:05:50.054 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:50.055 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 396494417 2024-04-10T15:05:50.055 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.055 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T15:05:50.055 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 903428 2024-04-10T15:05:50.055 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.055 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T15:05:50.055 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 60, 2024-04-10T15:05:50.055 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 295859 2024-04-10T15:05:50.055 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.055 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T15:05:50.055 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:50.055 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8813408722 2024-04-10T15:05:50.055 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.055 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T15:05:50.056 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:50.056 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 429882962 2024-04-10T15:05:50.056 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.056 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T15:05:50.056 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3594, 2024-04-10T15:05:50.056 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 300312721 2024-04-10T15:05:50.056 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.056 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.056 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T15:05:50.056 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:50.056 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1861633873 2024-04-10T15:05:50.056 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.056 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:50.056 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 48824320 2024-04-10T15:05:50.057 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.057 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:50.057 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 48234496 2024-04-10T15:05:50.057 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.057 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:50.057 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3137576755 2024-04-10T15:05:50.057 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.057 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:50.057 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 589824 2024-04-10T15:05:50.057 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.057 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.057 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T15:05:50.057 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.057 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 159383552 2024-04-10T15:05:50.057 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.058 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.058 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.058 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.058 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.058 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.058 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.058 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.058 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 85465353 2024-04-10T15:05:50.058 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.058 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.058 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.058 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.058 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.058 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.058 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.059 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.059 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.059 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.059 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.059 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.059 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.059 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.059 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.059 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.059 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.059 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 606208 2024-04-10T15:05:50.059 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.059 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.059 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.059 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.059 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.060 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.060 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.060 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.060 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.060 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.060 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.060 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73311991 2024-04-10T15:05:50.060 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.060 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.060 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T15:05:50.060 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.060 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 780140544 2024-04-10T15:05:50.060 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.060 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.060 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:50.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.061 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.061 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.061 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.061 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 640990148 2024-04-10T15:05:50.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.061 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.061 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.061 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.061 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.061 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.061 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.062 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.062 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.062 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.062 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.062 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.062 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.062 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.062 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2128 2024-04-10T15:05:50.062 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.062 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.062 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.062 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.062 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.062 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.062 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.063 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.063 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.063 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.063 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.063 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72039404 2024-04-10T15:05:50.063 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.063 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.063 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:05:50.063 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.063 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 192937984 2024-04-10T15:05:50.063 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.063 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.063 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:50.063 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.063 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.063 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 464 2024-04-10T15:05:50.064 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.064 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.064 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56976902 2024-04-10T15:05:50.064 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.064 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.064 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.064 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.064 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.064 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.064 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.064 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.064 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.064 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.064 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.064 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.065 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.065 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.065 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.065 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.065 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.065 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.065 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.065 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.065 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.065 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.065 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.065 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.065 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.065 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.065 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.065 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.065 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.065 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68851754 2024-04-10T15:05:50.066 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.066 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.066 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T15:05:50.066 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.066 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 713031680 2024-04-10T15:05:50.066 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.066 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.066 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.066 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.066 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.066 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.066 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.066 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.066 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 640990148 2024-04-10T15:05:50.066 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.067 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.067 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.067 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.067 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.067 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.067 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.067 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.067 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.067 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.067 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5911 2024-04-10T15:05:50.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.067 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.067 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 346428 2024-04-10T15:05:50.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.068 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.068 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.068 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.068 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.068 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.068 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.068 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.068 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.068 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.068 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.068 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71689193 2024-04-10T15:05:50.068 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.068 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.068 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T15:05:50.068 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T15:05:50.068 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.069 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.069 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:50.069 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.069 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.069 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T15:05:50.069 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.069 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.069 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:50.069 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.069 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.069 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.069 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:50.069 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T15:05:50.069 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47 2024-04-10T15:05:50.069 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.069 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T15:05:50.070 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.070 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.070 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T15:05:50.070 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T15:05:50.070 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.070 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T15:05:50.070 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.070 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.070 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T15:05:50.070 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.070 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.070 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T15:05:50.070 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 616 2024-04-10T15:05:50.070 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.070 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T15:05:50.070 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T15:05:50.071 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 91207697 2024-04-10T15:05:50.071 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.071 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T15:05:50.071 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.071 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.071 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T15:05:50.071 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6, 2024-04-10T15:05:50.071 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2898214 2024-04-10T15:05:50.071 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.071 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T15:05:50.071 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T15:05:50.071 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 89398870 2024-04-10T15:05:50.071 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.071 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:50.072 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.072 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.072 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T15:05:50.072 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.072 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.072 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.072 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:05:50.072 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.072 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.072 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T15:05:50.072 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.072 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.072 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T15:05:50.072 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.072 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.073 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.073 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T15:05:50.073 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.073 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.073 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.073 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T15:05:50.073 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.073 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.073 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T15:05:50.073 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.073 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.073 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T15:05:50.073 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.073 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.073 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.074 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:05:50.074 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.074 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.074 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:05:50.074 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.074 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.074 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T15:05:50.074 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.074 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.074 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T15:05:50.074 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.074 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.074 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.074 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T15:05:50.075 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.075 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.075 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.075 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:50.075 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T15:05:50.075 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.075 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T15:05:50.075 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 616 2024-04-10T15:05:50.075 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.075 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T15:05:50.075 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T15:05:50.075 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 91207697 2024-04-10T15:05:50.075 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.075 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:05:50.075 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.075 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.076 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T15:05:50.076 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6, 2024-04-10T15:05:50.076 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2898214 2024-04-10T15:05:50.076 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.076 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T15:05:50.076 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T15:05:50.076 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 89398870 2024-04-10T15:05:50.076 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.076 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T15:05:50.076 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.076 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.076 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T15:05:50.076 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1771104 2024-04-10T15:05:50.076 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.076 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T15:05:50.076 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6 2024-04-10T15:05:50.076 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.077 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T15:05:50.077 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:50.077 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.077 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T15:05:50.077 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33181696 2024-04-10T15:05:50.077 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.077 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.077 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.077 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.1": { 2024-04-10T15:05:50.077 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:50.077 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T15:05:50.077 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.077 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.077 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:05:50.077 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.077 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.077 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T15:05:50.078 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T15:05:50.078 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.078 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_main": { 2024-04-10T15:05:50.078 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.078 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.078 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T15:05:50.078 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.078 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.078 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T15:05:50.078 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.078 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.078 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T15:05:50.078 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T15:05:50.078 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.079 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T15:05:50.079 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2359296 2024-04-10T15:05:50.079 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.079 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T15:05:50.079 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.079 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.079 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.079 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T15:05:50.079 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.079 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.079 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.079 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T15:05:50.079 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:50.079 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.079 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T15:05:50.080 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27656192 2024-04-10T15:05:50.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.080 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T15:05:50.080 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1458176 2024-04-10T15:05:50.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.080 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T15:05:50.080 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1318912 2024-04-10T15:05:50.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.080 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T15:05:50.080 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31850496 2024-04-10T15:05:50.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.080 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T15:05:50.080 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.080 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T15:05:50.080 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.081 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T15:05:50.081 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14 2024-04-10T15:05:50.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.081 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T15:05:50.081 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 206272 2024-04-10T15:05:50.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.081 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T15:05:50.081 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23 2024-04-10T15:05:50.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.081 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T15:05:50.081 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1282048 2024-04-10T15:05:50.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.081 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T15:05:50.081 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1286144 2024-04-10T15:05:50.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.082 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T15:05:50.082 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.082 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.082 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T15:05:50.082 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.082 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.082 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T15:05:50.082 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15 2024-04-10T15:05:50.082 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.082 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T15:05:50.082 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4913 2024-04-10T15:05:50.082 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.082 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T15:05:50.082 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T15:05:50.083 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.083 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T15:05:50.083 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5505 2024-04-10T15:05:50.083 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.083 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T15:05:50.083 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:50.083 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.083 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T15:05:50.083 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5505 2024-04-10T15:05:50.083 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.083 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T15:05:50.083 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:50.083 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.083 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T15:05:50.083 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.083 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.084 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:05:50.084 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.084 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.084 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:05:50.084 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.084 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.084 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:05:50.084 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.084 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.084 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T15:05:50.084 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.084 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.084 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T15:05:50.084 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.085 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.085 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T15:05:50.085 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.085 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.085 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T15:05:50.085 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.085 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.085 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T15:05:50.085 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.085 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.085 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T15:05:50.085 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3756032 2024-04-10T15:05:50.085 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.085 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.085 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T15:05:50.085 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T15:05:50.086 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T15:05:50.086 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.086 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T15:05:50.086 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 724992 2024-04-10T15:05:50.086 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.086 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T15:05:50.086 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T15:05:50.086 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 224811 2024-04-10T15:05:50.086 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.086 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T15:05:50.086 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.086 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.086 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.086 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T15:05:50.086 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.087 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T15:05:50.087 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.087 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T15:05:50.087 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.087 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T15:05:50.087 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 26, 2024-04-10T15:05:50.087 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 63354 2024-04-10T15:05:50.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.087 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T15:05:50.087 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.087 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.088 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.088 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T15:05:50.088 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.088 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.088 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T15:05:50.088 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 309, 2024-04-10T15:05:50.088 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 103474680 2024-04-10T15:05:50.088 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.088 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T15:05:50.088 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 303, 2024-04-10T15:05:50.088 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10918076 2024-04-10T15:05:50.088 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.088 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T15:05:50.088 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 309, 2024-04-10T15:05:50.088 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 365796 2024-04-10T15:05:50.089 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.089 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T15:05:50.089 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 309, 2024-04-10T15:05:50.089 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 103840476 2024-04-10T15:05:50.089 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.089 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T15:05:50.089 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.089 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.089 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.089 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T15:05:50.089 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T15:05:50.089 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 50637 2024-04-10T15:05:50.089 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.089 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T15:05:50.089 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:50.090 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5906 2024-04-10T15:05:50.090 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.090 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T15:05:50.090 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.090 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.090 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.090 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:05:50.090 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.090 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.090 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.090 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T15:05:50.090 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:50.090 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5292 2024-04-10T15:05:50.090 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.090 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T15:05:50.091 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 837 2024-04-10T15:05:50.091 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.091 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T15:05:50.091 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 235 2024-04-10T15:05:50.091 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.091 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T15:05:50.091 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 141, 2024-04-10T15:05:50.091 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3674438 2024-04-10T15:05:50.091 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.091 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T15:05:50.091 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 365, 2024-04-10T15:05:50.091 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 292572 2024-04-10T15:05:50.091 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.091 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T15:05:50.091 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 224, 2024-04-10T15:05:50.091 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5054953 2024-04-10T15:05:50.092 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.092 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T15:05:50.092 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.092 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.092 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T15:05:50.092 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T15:05:50.092 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 144977 2024-04-10T15:05:50.092 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.092 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T15:05:50.092 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 419, 2024-04-10T15:05:50.092 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24067534 2024-04-10T15:05:50.092 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.092 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:05:50.092 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 124, 2024-04-10T15:05:50.093 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10716956 2024-04-10T15:05:50.093 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.093 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:05:50.093 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 122, 2024-04-10T15:05:50.093 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 538912852481 2024-04-10T15:05:50.093 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.093 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T15:05:50.093 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 124, 2024-04-10T15:05:50.093 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 129775021991 2024-04-10T15:05:50.093 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.093 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T15:05:50.093 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 417, 2024-04-10T15:05:50.093 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 160518098099 2024-04-10T15:05:50.093 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.093 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T15:05:50.094 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 417, 2024-04-10T15:05:50.094 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40648 2024-04-10T15:05:50.094 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.094 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T15:05:50.094 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 419, 2024-04-10T15:05:50.094 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4815828 2024-04-10T15:05:50.094 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.094 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T15:05:50.094 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 419, 2024-04-10T15:05:50.094 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 228617975 2024-04-10T15:05:50.094 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.094 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T15:05:50.094 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 419, 2024-04-10T15:05:50.094 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 139864 2024-04-10T15:05:50.095 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.095 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T15:05:50.095 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 419, 2024-04-10T15:05:50.095 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 118634676 2024-04-10T15:05:50.095 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.095 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T15:05:50.095 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 419, 2024-04-10T15:05:50.095 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23420969 2024-04-10T15:05:50.095 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.095 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T15:05:50.095 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 312765 2024-04-10T15:05:50.095 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.095 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T15:05:50.095 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 58, 2024-04-10T15:05:50.095 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 286386 2024-04-10T15:05:50.095 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.096 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T15:05:50.096 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 419, 2024-04-10T15:05:50.096 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 399616423 2024-04-10T15:05:50.096 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.096 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T15:05:50.096 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 419, 2024-04-10T15:05:50.096 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27762721 2024-04-10T15:05:50.096 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.096 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T15:05:50.096 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 419, 2024-04-10T15:05:50.096 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2707386 2024-04-10T15:05:50.096 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.096 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.096 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T15:05:50.096 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:50.097 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1861633873 2024-04-10T15:05:50.097 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.097 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:50.097 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 43433984 2024-04-10T15:05:50.097 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.097 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:50.097 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42745856 2024-04-10T15:05:50.097 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.097 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:50.097 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3137576755 2024-04-10T15:05:50.097 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.097 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:50.097 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 688128 2024-04-10T15:05:50.097 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.097 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.097 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T15:05:50.097 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.098 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 159383552 2024-04-10T15:05:50.098 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.098 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.098 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.098 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.098 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.098 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.098 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.098 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.098 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 85509116 2024-04-10T15:05:50.098 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.098 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.098 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.098 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.098 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.099 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.099 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.099 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.099 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.099 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.099 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.099 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.099 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.099 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.099 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.099 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.099 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.099 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8192 2024-04-10T15:05:50.099 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.099 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.099 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.099 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.099 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.100 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.100 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.100 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.100 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.100 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.100 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.100 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73866244 2024-04-10T15:05:50.100 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.100 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.100 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T15:05:50.100 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.100 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 780140544 2024-04-10T15:05:50.100 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.100 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.100 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:50.100 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.100 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.101 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.101 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.101 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.101 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641318374 2024-04-10T15:05:50.101 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.101 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.101 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.101 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.101 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.101 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.101 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.101 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.101 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.101 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.101 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.102 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.102 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.102 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.102 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.102 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.102 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.102 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2128 2024-04-10T15:05:50.102 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.102 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.102 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.102 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.102 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.102 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.102 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.103 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.103 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.103 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.103 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.103 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71711178 2024-04-10T15:05:50.103 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.103 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.103 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:05:50.103 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.103 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 192937984 2024-04-10T15:05:50.103 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.103 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.103 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:50.103 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.103 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.103 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 464 2024-04-10T15:05:50.104 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.104 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.104 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57006077 2024-04-10T15:05:50.104 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.104 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.104 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.104 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.104 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.104 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.104 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.104 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.104 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.104 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.104 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.104 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.104 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.105 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.105 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.105 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.105 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.105 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.105 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.105 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.105 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.105 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.105 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.105 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.105 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.105 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.105 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.105 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.105 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.106 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68822579 2024-04-10T15:05:50.106 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.106 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.106 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T15:05:50.106 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.106 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 713031680 2024-04-10T15:05:50.106 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.106 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.106 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.106 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.106 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.106 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.106 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.106 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.107 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641318374 2024-04-10T15:05:50.107 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.107 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.107 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.107 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.107 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.107 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.107 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.107 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.107 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.107 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.107 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.107 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.107 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.107 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.107 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8272 2024-04-10T15:05:50.107 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.108 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.108 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 212714 2024-04-10T15:05:50.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.108 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.108 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.108 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.108 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.108 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.108 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.108 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.108 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71492320 2024-04-10T15:05:50.108 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.109 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.109 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T15:05:50.109 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T15:05:50.109 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.109 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.109 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:50.109 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.109 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.109 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T15:05:50.109 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.109 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.109 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:50.109 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.109 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.109 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.109 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:50.109 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T15:05:50.110 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36 2024-04-10T15:05:50.110 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.110 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T15:05:50.110 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.110 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.110 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T15:05:50.110 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 155 2024-04-10T15:05:50.110 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.110 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T15:05:50.110 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.110 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.110 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T15:05:50.110 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.110 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.110 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T15:05:50.111 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2429440 2024-04-10T15:05:50.111 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.111 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T15:05:50.111 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 155, 2024-04-10T15:05:50.111 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1082868867 2024-04-10T15:05:50.111 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.111 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T15:05:50.111 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1063 2024-04-10T15:05:50.111 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.111 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T15:05:50.111 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 155, 2024-04-10T15:05:50.111 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58641225 2024-04-10T15:05:50.111 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.111 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T15:05:50.111 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 155, 2024-04-10T15:05:50.111 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 216861667 2024-04-10T15:05:50.111 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.111 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:50.112 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33 2024-04-10T15:05:50.112 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.112 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T15:05:50.112 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 33, 2024-04-10T15:05:50.112 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5660814 2024-04-10T15:05:50.112 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.112 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:05:50.112 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.112 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.112 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T15:05:50.112 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1063 2024-04-10T15:05:50.112 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.112 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T15:05:50.112 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 33, 2024-04-10T15:05:50.112 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4969027 2024-04-10T15:05:50.112 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.112 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T15:05:50.113 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 33, 2024-04-10T15:05:50.113 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4143593 2024-04-10T15:05:50.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.113 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T15:05:50.113 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22 2024-04-10T15:05:50.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.113 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T15:05:50.113 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.113 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T15:05:50.113 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 22, 2024-04-10T15:05:50.113 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22686731 2024-04-10T15:05:50.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.113 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:05:50.113 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.113 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:05:50.114 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.114 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.114 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T15:05:50.114 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.114 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.114 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T15:05:50.114 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 22, 2024-04-10T15:05:50.114 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9121298 2024-04-10T15:05:50.114 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.114 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T15:05:50.114 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 22, 2024-04-10T15:05:50.114 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21552661 2024-04-10T15:05:50.114 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.114 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:50.114 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 100 2024-04-10T15:05:50.115 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.115 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T15:05:50.115 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2429440 2024-04-10T15:05:50.115 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.115 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T15:05:50.115 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 100, 2024-04-10T15:05:50.115 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1054521322 2024-04-10T15:05:50.115 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.115 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:05:50.115 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.115 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.115 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T15:05:50.115 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 100, 2024-04-10T15:05:50.115 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 44550900 2024-04-10T15:05:50.115 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.115 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T15:05:50.116 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 100, 2024-04-10T15:05:50.116 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 191165413 2024-04-10T15:05:50.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.116 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T15:05:50.116 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.116 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T15:05:50.116 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 590368 2024-04-10T15:05:50.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.116 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T15:05:50.116 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T15:05:50.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.116 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T15:05:50.116 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:50.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.117 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T15:05:50.117 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28397568 2024-04-10T15:05:50.117 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.117 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.117 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.117 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.2": { 2024-04-10T15:05:50.117 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:50.117 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T15:05:50.117 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.117 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.117 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:05:50.117 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.117 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.117 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T15:05:50.117 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T15:05:50.118 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.118 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_main": { 2024-04-10T15:05:50.118 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.118 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.118 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T15:05:50.118 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.118 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.118 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T15:05:50.118 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.118 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.118 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T15:05:50.118 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T15:05:50.118 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.118 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T15:05:50.119 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2060288 2024-04-10T15:05:50.119 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.119 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T15:05:50.119 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.119 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.119 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.119 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T15:05:50.119 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.119 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.119 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.119 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T15:05:50.119 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:50.119 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.119 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T15:05:50.119 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27656192 2024-04-10T15:05:50.119 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.120 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T15:05:50.120 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1265664 2024-04-10T15:05:50.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.120 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T15:05:50.120 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1126400 2024-04-10T15:05:50.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.120 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T15:05:50.120 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31850496 2024-04-10T15:05:50.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.120 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T15:05:50.120 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.120 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T15:05:50.120 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.121 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T15:05:50.121 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14 2024-04-10T15:05:50.121 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.121 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T15:05:50.121 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 206272 2024-04-10T15:05:50.121 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.121 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T15:05:50.121 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23 2024-04-10T15:05:50.121 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.121 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T15:05:50.121 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1282048 2024-04-10T15:05:50.121 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.121 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T15:05:50.121 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1286144 2024-04-10T15:05:50.121 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.122 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T15:05:50.122 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.122 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.122 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T15:05:50.122 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.122 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.122 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T15:05:50.122 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15 2024-04-10T15:05:50.122 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.122 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T15:05:50.122 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4913 2024-04-10T15:05:50.122 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.122 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T15:05:50.122 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T15:05:50.122 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.123 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T15:05:50.123 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5505 2024-04-10T15:05:50.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.123 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T15:05:50.123 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:50.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.123 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T15:05:50.123 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5505 2024-04-10T15:05:50.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.123 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T15:05:50.123 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:50.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.123 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T15:05:50.123 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.123 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:05:50.124 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.124 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.124 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:05:50.124 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.124 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.124 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:05:50.124 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.124 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.124 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T15:05:50.124 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.124 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.124 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T15:05:50.124 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.124 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.124 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T15:05:50.125 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.125 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.125 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T15:05:50.125 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.125 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.125 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T15:05:50.125 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.125 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.125 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T15:05:50.125 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3264512 2024-04-10T15:05:50.125 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.125 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.125 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T15:05:50.125 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T15:05:50.125 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T15:05:50.126 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.126 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T15:05:50.126 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 712704 2024-04-10T15:05:50.126 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.126 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T15:05:50.126 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4, 2024-04-10T15:05:50.126 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 162643 2024-04-10T15:05:50.126 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.126 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T15:05:50.126 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.126 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.126 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.126 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T15:05:50.126 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.126 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.127 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T15:05:50.127 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.127 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.127 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T15:05:50.127 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.127 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.127 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T15:05:50.127 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10, 2024-04-10T15:05:50.127 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20269 2024-04-10T15:05:50.127 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.127 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T15:05:50.127 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.127 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.127 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.127 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T15:05:50.127 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.128 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.128 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T15:05:50.128 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 262, 2024-04-10T15:05:50.128 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72025763 2024-04-10T15:05:50.128 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.128 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T15:05:50.128 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 262, 2024-04-10T15:05:50.128 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4752836 2024-04-10T15:05:50.128 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.128 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T15:05:50.128 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 262, 2024-04-10T15:05:50.128 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 280345 2024-04-10T15:05:50.128 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.128 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T15:05:50.128 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 262, 2024-04-10T15:05:50.128 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72306108 2024-04-10T15:05:50.129 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.129 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T15:05:50.129 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.129 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.129 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.129 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T15:05:50.129 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T15:05:50.129 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35802 2024-04-10T15:05:50.129 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.129 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T15:05:50.129 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.129 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.129 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.129 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T15:05:50.129 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.129 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.130 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:05:50.130 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.130 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.130 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T15:05:50.130 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:50.130 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3790 2024-04-10T15:05:50.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.130 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T15:05:50.130 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 604 2024-04-10T15:05:50.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.130 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T15:05:50.130 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 211 2024-04-10T15:05:50.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.131 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T15:05:50.131 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 97, 2024-04-10T15:05:50.131 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1457461 2024-04-10T15:05:50.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.131 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T15:05:50.131 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 271, 2024-04-10T15:05:50.131 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 230012 2024-04-10T15:05:50.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.131 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T15:05:50.131 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 174, 2024-04-10T15:05:50.131 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1621966 2024-04-10T15:05:50.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.131 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T15:05:50.131 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.131 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T15:05:50.131 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T15:05:50.132 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 115127 2024-04-10T15:05:50.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.132 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T15:05:50.132 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 333, 2024-04-10T15:05:50.132 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9511797 2024-04-10T15:05:50.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.132 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:05:50.132 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 118, 2024-04-10T15:05:50.132 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22404267 2024-04-10T15:05:50.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.132 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:05:50.132 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 116, 2024-04-10T15:05:50.132 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 277675178387 2024-04-10T15:05:50.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.132 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T15:05:50.132 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 118, 2024-04-10T15:05:50.132 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 117633566421 2024-04-10T15:05:50.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.133 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T15:05:50.133 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 331, 2024-04-10T15:05:50.133 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37024129773 2024-04-10T15:05:50.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.133 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T15:05:50.133 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 331, 2024-04-10T15:05:50.133 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 30976 2024-04-10T15:05:50.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.133 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T15:05:50.133 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 333, 2024-04-10T15:05:50.133 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1274844 2024-04-10T15:05:50.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.133 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T15:05:50.133 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 333, 2024-04-10T15:05:50.133 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 127789317 2024-04-10T15:05:50.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.134 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T15:05:50.134 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 333, 2024-04-10T15:05:50.134 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 113560 2024-04-10T15:05:50.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.134 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T15:05:50.134 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 333, 2024-04-10T15:05:50.134 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 78194247 2024-04-10T15:05:50.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.134 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T15:05:50.134 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 333, 2024-04-10T15:05:50.134 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19178330 2024-04-10T15:05:50.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.134 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T15:05:50.134 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 312332 2024-04-10T15:05:50.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.135 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T15:05:50.135 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 52, 2024-04-10T15:05:50.135 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 247331 2024-04-10T15:05:50.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.135 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T15:05:50.135 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 333, 2024-04-10T15:05:50.135 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 236002198 2024-04-10T15:05:50.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.135 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T15:05:50.135 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 333, 2024-04-10T15:05:50.135 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22297416 2024-04-10T15:05:50.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.135 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T15:05:50.135 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 333, 2024-04-10T15:05:50.135 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2176704 2024-04-10T15:05:50.135 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.136 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T15:05:50.136 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:50.136 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1861633873 2024-04-10T15:05:50.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.136 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:50.136 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42319872 2024-04-10T15:05:50.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.136 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:50.136 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41549824 2024-04-10T15:05:50.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.136 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:50.136 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3137576755 2024-04-10T15:05:50.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.136 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:50.136 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 770048 2024-04-10T15:05:50.137 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.137 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T15:05:50.137 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.137 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 159383552 2024-04-10T15:05:50.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.137 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.137 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.137 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.137 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.137 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.137 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 85509662 2024-04-10T15:05:50.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.137 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.138 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.138 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.138 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.138 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.138 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.138 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.138 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.138 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.138 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.138 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.139 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T15:05:50.139 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.139 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.139 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.139 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.139 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.139 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.139 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.139 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.139 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.139 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.139 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.139 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73861602 2024-04-10T15:05:50.139 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.139 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.139 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T15:05:50.140 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.140 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 780140544 2024-04-10T15:05:50.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.140 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.140 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:50.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.140 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.140 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.140 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.140 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641322471 2024-04-10T15:05:50.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.140 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.140 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.140 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.140 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.141 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.141 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.141 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.141 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.141 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.141 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.141 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.141 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2128 2024-04-10T15:05:50.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.141 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.141 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.141 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.142 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.142 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.142 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.142 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.142 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.142 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.142 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71707081 2024-04-10T15:05:50.142 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.142 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.142 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:05:50.142 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.142 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 192937984 2024-04-10T15:05:50.142 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.142 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.143 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:50.143 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.143 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.143 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 464 2024-04-10T15:05:50.143 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.143 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.143 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57006441 2024-04-10T15:05:50.143 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.143 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.143 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.143 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.143 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.143 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.143 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.143 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.143 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.144 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.144 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.144 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.144 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.144 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.144 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.144 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.144 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.144 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.144 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.145 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.145 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.145 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.145 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68822215 2024-04-10T15:05:50.145 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.145 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T15:05:50.145 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.145 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 713031680 2024-04-10T15:05:50.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.145 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.145 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.145 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.146 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.146 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.146 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.146 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641322471 2024-04-10T15:05:50.146 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.146 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.146 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.146 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.146 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.146 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.146 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.146 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.146 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.146 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.146 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.147 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.147 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.147 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7051 2024-04-10T15:05:50.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.147 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.147 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 200968 2024-04-10T15:05:50.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.147 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.147 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.147 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.147 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.147 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.147 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.147 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.148 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71501190 2024-04-10T15:05:50.148 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.148 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T15:05:50.148 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T15:05:50.148 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.148 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:50.148 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.148 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T15:05:50.148 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.148 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:50.148 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.148 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.149 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:50.149 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T15:05:50.149 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 29 2024-04-10T15:05:50.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.149 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T15:05:50.149 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.149 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T15:05:50.149 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T15:05:50.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.149 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T15:05:50.149 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.149 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T15:05:50.149 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.150 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T15:05:50.150 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.150 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T15:05:50.150 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10, 2024-04-10T15:05:50.150 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 151703978 2024-04-10T15:05:50.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.150 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T15:05:50.150 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.150 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T15:05:50.150 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10, 2024-04-10T15:05:50.150 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4782576 2024-04-10T15:05:50.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.151 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T15:05:50.151 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10, 2024-04-10T15:05:50.151 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 136149726 2024-04-10T15:05:50.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.151 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:50.151 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.151 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T15:05:50.151 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.151 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.151 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:05:50.151 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.151 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T15:05:50.151 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.152 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T15:05:50.152 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.152 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.152 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T15:05:50.152 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.152 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.152 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T15:05:50.152 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.152 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T15:05:50.152 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.152 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T15:05:50.152 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.153 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.153 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:05:50.153 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.153 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:05:50.153 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.153 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T15:05:50.153 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.153 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T15:05:50.153 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.153 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.153 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T15:05:50.153 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.154 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.154 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.154 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:50.154 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T15:05:50.154 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.154 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T15:05:50.154 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.154 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.154 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T15:05:50.154 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10, 2024-04-10T15:05:50.154 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 151703978 2024-04-10T15:05:50.154 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.154 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:05:50.154 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.154 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.154 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T15:05:50.155 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10, 2024-04-10T15:05:50.155 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4782576 2024-04-10T15:05:50.155 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.155 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T15:05:50.155 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10, 2024-04-10T15:05:50.155 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 136149726 2024-04-10T15:05:50.155 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.155 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T15:05:50.155 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.155 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.155 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T15:05:50.155 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.155 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.155 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T15:05:50.155 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.155 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.155 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T15:05:50.156 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:50.156 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.156 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T15:05:50.156 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28385280 2024-04-10T15:05:50.156 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.156 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.156 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.156 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.3": { 2024-04-10T15:05:50.156 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:50.156 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T15:05:50.156 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.156 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.156 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:05:50.156 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.156 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.156 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T15:05:50.156 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T15:05:50.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.157 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_main": { 2024-04-10T15:05:50.157 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.157 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T15:05:50.157 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.157 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T15:05:50.157 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.157 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T15:05:50.157 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T15:05:50.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.157 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T15:05:50.157 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1097728 2024-04-10T15:05:50.158 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.158 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T15:05:50.158 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.158 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.158 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.158 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T15:05:50.158 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.158 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.158 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.158 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T15:05:50.158 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:50.158 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.158 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T15:05:50.158 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27656192 2024-04-10T15:05:50.158 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.159 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T15:05:50.159 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 794624 2024-04-10T15:05:50.159 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.159 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T15:05:50.159 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 655360 2024-04-10T15:05:50.159 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.159 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T15:05:50.159 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31850496 2024-04-10T15:05:50.159 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.159 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T15:05:50.159 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.159 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.159 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T15:05:50.159 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.159 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T15:05:50.160 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14 2024-04-10T15:05:50.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.160 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T15:05:50.160 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 206272 2024-04-10T15:05:50.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.160 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T15:05:50.160 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23 2024-04-10T15:05:50.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.160 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T15:05:50.160 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1282048 2024-04-10T15:05:50.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.160 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T15:05:50.160 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1286144 2024-04-10T15:05:50.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.160 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T15:05:50.160 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.161 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T15:05:50.161 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.161 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.161 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T15:05:50.161 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15 2024-04-10T15:05:50.161 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.161 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T15:05:50.161 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4913 2024-04-10T15:05:50.161 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.161 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T15:05:50.161 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T15:05:50.161 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.161 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T15:05:50.161 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5503 2024-04-10T15:05:50.161 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.161 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T15:05:50.161 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:50.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.162 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T15:05:50.162 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5503 2024-04-10T15:05:50.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.162 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T15:05:50.162 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:50.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.162 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T15:05:50.162 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.162 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:05:50.162 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.162 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:05:50.162 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.162 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:05:50.163 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.163 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.163 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T15:05:50.163 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.163 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.163 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T15:05:50.163 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.163 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.163 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T15:05:50.163 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.163 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.163 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T15:05:50.163 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.163 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.163 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T15:05:50.163 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.164 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.164 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T15:05:50.164 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1830912 2024-04-10T15:05:50.164 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.164 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.164 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T15:05:50.164 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T15:05:50.164 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T15:05:50.164 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.164 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T15:05:50.164 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 733184 2024-04-10T15:05:50.164 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.164 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T15:05:50.165 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.165 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.165 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.165 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T15:05:50.165 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.165 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.165 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.165 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T15:05:50.165 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.165 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.165 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T15:05:50.165 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.165 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.165 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T15:05:50.165 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.166 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.166 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T15:05:50.166 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T15:05:50.166 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4847 2024-04-10T15:05:50.166 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.166 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T15:05:50.166 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.166 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.166 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.166 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T15:05:50.166 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.166 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.166 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T15:05:50.166 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 147, 2024-04-10T15:05:50.166 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58020549 2024-04-10T15:05:50.166 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.167 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T15:05:50.167 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 135, 2024-04-10T15:05:50.167 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6151160 2024-04-10T15:05:50.167 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.167 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T15:05:50.167 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 147, 2024-04-10T15:05:50.167 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 193402 2024-04-10T15:05:50.167 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.167 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T15:05:50.167 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 147, 2024-04-10T15:05:50.167 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58213951 2024-04-10T15:05:50.167 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.167 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T15:05:50.167 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.167 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.167 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.167 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T15:05:50.168 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:50.168 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65771 2024-04-10T15:05:50.168 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.168 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T15:05:50.168 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.168 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.168 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.168 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T15:05:50.168 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.168 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.168 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.168 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:05:50.168 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.168 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.168 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.168 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T15:05:50.169 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:50.169 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4133 2024-04-10T15:05:50.169 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.169 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T15:05:50.169 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 341 2024-04-10T15:05:50.169 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.169 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T15:05:50.169 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 221 2024-04-10T15:05:50.169 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.169 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T15:05:50.169 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83, 2024-04-10T15:05:50.169 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 759927 2024-04-10T15:05:50.169 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.169 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T15:05:50.169 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 143, 2024-04-10T15:05:50.169 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 231392 2024-04-10T15:05:50.169 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.170 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T15:05:50.170 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 60, 2024-04-10T15:05:50.170 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 422527 2024-04-10T15:05:50.170 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.170 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T15:05:50.170 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.170 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.170 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T15:05:50.170 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.170 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.170 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.170 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T15:05:50.170 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 244, 2024-04-10T15:05:50.170 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4270180 2024-04-10T15:05:50.170 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.170 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:05:50.170 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 52, 2024-04-10T15:05:50.171 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3484233 2024-04-10T15:05:50.171 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.171 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:05:50.171 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 49, 2024-04-10T15:05:50.171 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 235606079062 2024-04-10T15:05:50.171 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.171 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T15:05:50.171 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 52, 2024-04-10T15:05:50.171 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 83553561506 2024-04-10T15:05:50.171 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.171 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T15:05:50.171 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 241, 2024-04-10T15:05:50.171 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 489019 2024-04-10T15:05:50.171 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.171 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T15:05:50.171 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 241, 2024-04-10T15:05:50.171 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27357 2024-04-10T15:05:50.171 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.172 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T15:05:50.172 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 244, 2024-04-10T15:05:50.172 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 243094 2024-04-10T15:05:50.172 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.172 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T15:05:50.172 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 244, 2024-04-10T15:05:50.172 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 265479135 2024-04-10T15:05:50.172 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.172 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T15:05:50.172 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 244, 2024-04-10T15:05:50.172 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 64411 2024-04-10T15:05:50.172 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.172 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T15:05:50.172 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 244, 2024-04-10T15:05:50.172 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 145206662 2024-04-10T15:05:50.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.173 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T15:05:50.173 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 244, 2024-04-10T15:05:50.173 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18521667 2024-04-10T15:05:50.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.173 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T15:05:50.173 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 315068 2024-04-10T15:05:50.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.173 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T15:05:50.173 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 43, 2024-04-10T15:05:50.173 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 225014 2024-04-10T15:05:50.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.173 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T15:05:50.173 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 244, 2024-04-10T15:05:50.173 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 433747072 2024-04-10T15:05:50.174 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.174 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T15:05:50.174 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 244, 2024-04-10T15:05:50.174 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20890987 2024-04-10T15:05:50.174 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.174 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T15:05:50.174 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 244, 2024-04-10T15:05:50.174 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1936692 2024-04-10T15:05:50.174 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.174 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.174 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T15:05:50.174 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:50.174 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1861633873 2024-04-10T15:05:50.174 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.175 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:50.175 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42319872 2024-04-10T15:05:50.175 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.175 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:50.175 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40443904 2024-04-10T15:05:50.175 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.175 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:50.175 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3137576755 2024-04-10T15:05:50.175 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.175 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:50.175 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1875968 2024-04-10T15:05:50.175 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.175 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.175 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T15:05:50.175 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.175 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 159383552 2024-04-10T15:05:50.175 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.176 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.176 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.176 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.176 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.176 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.176 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.176 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.176 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 85509914 2024-04-10T15:05:50.176 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.176 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.176 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.176 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.176 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.176 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.176 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.176 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.177 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.177 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.177 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.177 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.177 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.177 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.177 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.177 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.177 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.177 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.177 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.177 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.177 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.177 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.177 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.177 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.178 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.178 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.178 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.178 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.178 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.178 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73873638 2024-04-10T15:05:50.178 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.178 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.178 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T15:05:50.178 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.178 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 780140544 2024-04-10T15:05:50.178 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.178 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.178 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:50.178 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.179 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.179 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.179 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.179 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.179 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641324356 2024-04-10T15:05:50.179 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.179 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.179 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.179 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.179 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.179 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.179 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.179 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.179 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.179 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.180 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.180 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.180 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.180 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.180 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.180 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2128 2024-04-10T15:05:50.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.180 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.180 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.180 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.180 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.181 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.181 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.181 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.181 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.181 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71705196 2024-04-10T15:05:50.181 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.181 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.181 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:05:50.181 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.181 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 192937984 2024-04-10T15:05:50.181 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.181 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.181 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:50.181 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.181 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.181 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 464 2024-04-10T15:05:50.182 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.182 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.182 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57006609 2024-04-10T15:05:50.182 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.182 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.182 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.182 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.182 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.182 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.182 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.182 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.182 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.182 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.182 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.182 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.183 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.183 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.183 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.183 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.183 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.183 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.183 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.183 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.183 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.183 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.183 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.183 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.183 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.183 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.183 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.183 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.184 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.184 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68822047 2024-04-10T15:05:50.184 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.184 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.184 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T15:05:50.184 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.184 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 713031680 2024-04-10T15:05:50.184 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.184 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.184 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.184 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.184 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.184 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.184 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.184 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.184 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641324356 2024-04-10T15:05:50.185 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.185 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.185 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.185 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.185 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.185 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.185 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.185 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.185 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.185 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.185 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.185 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.185 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.185 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.185 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15270 2024-04-10T15:05:50.185 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.185 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.186 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 205568 2024-04-10T15:05:50.186 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.186 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.186 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.186 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.186 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.186 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.186 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.186 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.186 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.186 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.186 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.186 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71486486 2024-04-10T15:05:50.186 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.186 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.187 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T15:05:50.187 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T15:05:50.187 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.187 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.187 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:50.187 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.187 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.187 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T15:05:50.187 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.187 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.187 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:50.187 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.187 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.187 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.187 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:50.187 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T15:05:50.188 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36 2024-04-10T15:05:50.188 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.188 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T15:05:50.188 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.188 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.188 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T15:05:50.188 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.188 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.188 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T15:05:50.188 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.188 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.188 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T15:05:50.188 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.188 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.188 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T15:05:50.189 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.189 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.189 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T15:05:50.189 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.189 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.189 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.189 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T15:05:50.189 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.189 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.189 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T15:05:50.189 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:50.189 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1498086 2024-04-10T15:05:50.189 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.189 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T15:05:50.189 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.190 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.190 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.190 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:50.190 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.190 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.190 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T15:05:50.190 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.190 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.190 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.190 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:05:50.190 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.190 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.190 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T15:05:50.190 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.190 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.190 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T15:05:50.191 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.191 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.191 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.191 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T15:05:50.191 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.191 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.191 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.191 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T15:05:50.191 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.191 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.191 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T15:05:50.191 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.191 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.191 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T15:05:50.191 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.192 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.192 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.192 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:05:50.192 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.192 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.192 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:05:50.192 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.192 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.192 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T15:05:50.192 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.192 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.192 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T15:05:50.192 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.192 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.192 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.192 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T15:05:50.193 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.193 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.193 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:50.193 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.193 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T15:05:50.193 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.193 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T15:05:50.193 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.193 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.193 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:05:50.193 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.194 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T15:05:50.194 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:50.194 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1498086 2024-04-10T15:05:50.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.194 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T15:05:50.194 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.194 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.194 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T15:05:50.194 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.194 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T15:05:50.194 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.195 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T15:05:50.195 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.195 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.195 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T15:05:50.195 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:50.195 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.195 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T15:05:50.195 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28397568 2024-04-10T15:05:50.195 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.195 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.195 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.195 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.4": { 2024-04-10T15:05:50.195 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:50.195 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T15:05:50.195 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.196 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.196 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:05:50.196 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.196 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.196 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T15:05:50.196 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T15:05:50.196 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.196 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_main": { 2024-04-10T15:05:50.196 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.196 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.196 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T15:05:50.196 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.196 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.196 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T15:05:50.196 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.196 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.197 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T15:05:50.197 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T15:05:50.197 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.197 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T15:05:50.197 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1282048 2024-04-10T15:05:50.197 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.197 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T15:05:50.197 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.197 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.197 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.197 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T15:05:50.197 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.197 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.197 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.197 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T15:05:50.197 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:50.197 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.198 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T15:05:50.198 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27656192 2024-04-10T15:05:50.198 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.198 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T15:05:50.198 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 946176 2024-04-10T15:05:50.198 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.198 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T15:05:50.198 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 806912 2024-04-10T15:05:50.198 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.198 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T15:05:50.198 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31850496 2024-04-10T15:05:50.198 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.198 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T15:05:50.198 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.198 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.199 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T15:05:50.199 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.199 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T15:05:50.199 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14 2024-04-10T15:05:50.199 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.199 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T15:05:50.199 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 206272 2024-04-10T15:05:50.199 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.199 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T15:05:50.199 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23 2024-04-10T15:05:50.199 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.199 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T15:05:50.199 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1282048 2024-04-10T15:05:50.199 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.199 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T15:05:50.199 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1286144 2024-04-10T15:05:50.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.200 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T15:05:50.200 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.200 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T15:05:50.200 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.200 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T15:05:50.200 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15 2024-04-10T15:05:50.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.200 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T15:05:50.200 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4913 2024-04-10T15:05:50.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.200 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T15:05:50.200 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T15:05:50.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.201 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T15:05:50.201 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5504 2024-04-10T15:05:50.201 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.201 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T15:05:50.201 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:50.201 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.201 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T15:05:50.201 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5504 2024-04-10T15:05:50.201 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.201 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T15:05:50.201 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:50.201 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.201 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T15:05:50.201 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.201 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.202 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:05:50.202 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.202 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.202 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:05:50.202 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.202 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.202 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:05:50.202 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.202 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.202 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T15:05:50.202 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.202 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.202 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T15:05:50.202 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.202 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.202 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T15:05:50.203 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.203 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.203 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T15:05:50.203 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.203 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.203 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T15:05:50.203 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.203 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.203 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T15:05:50.203 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2166784 2024-04-10T15:05:50.203 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.203 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.203 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T15:05:50.203 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T15:05:50.203 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T15:05:50.203 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.203 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T15:05:50.203 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 733184 2024-04-10T15:05:50.204 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.204 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T15:05:50.204 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10, 2024-04-10T15:05:50.204 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 417318 2024-04-10T15:05:50.204 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.204 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T15:05:50.204 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.204 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.204 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.204 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T15:05:50.204 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.204 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.204 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T15:05:50.204 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.204 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.204 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T15:05:50.204 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.205 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.205 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T15:05:50.205 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:50.205 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1750 2024-04-10T15:05:50.205 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.205 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T15:05:50.205 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.205 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.205 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.205 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T15:05:50.205 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.205 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.205 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T15:05:50.205 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 184, 2024-04-10T15:05:50.205 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 46144984 2024-04-10T15:05:50.205 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.205 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T15:05:50.205 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 173, 2024-04-10T15:05:50.206 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8824729 2024-04-10T15:05:50.206 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.206 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T15:05:50.206 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 184, 2024-04-10T15:05:50.206 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 164695 2024-04-10T15:05:50.206 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.206 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T15:05:50.206 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 184, 2024-04-10T15:05:50.206 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 46309679 2024-04-10T15:05:50.206 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.206 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T15:05:50.206 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.206 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.206 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.206 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T15:05:50.206 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T15:05:50.207 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 66306 2024-04-10T15:05:50.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.207 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T15:05:50.207 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.207 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.207 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T15:05:50.207 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.207 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.207 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:05:50.207 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.207 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.207 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T15:05:50.207 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:50.207 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4075 2024-04-10T15:05:50.208 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.208 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T15:05:50.208 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 373 2024-04-10T15:05:50.208 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.208 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T15:05:50.208 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 237 2024-04-10T15:05:50.208 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.208 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T15:05:50.208 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 100, 2024-04-10T15:05:50.208 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 888143 2024-04-10T15:05:50.208 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.208 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T15:05:50.208 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 170, 2024-04-10T15:05:50.208 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 233053 2024-04-10T15:05:50.208 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.208 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T15:05:50.209 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70, 2024-04-10T15:05:50.209 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 165683 2024-04-10T15:05:50.209 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.209 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T15:05:50.209 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.209 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.209 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T15:05:50.209 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6, 2024-04-10T15:05:50.209 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 209608 2024-04-10T15:05:50.209 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.209 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T15:05:50.209 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 264, 2024-04-10T15:05:50.209 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15190385 2024-04-10T15:05:50.209 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.209 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:05:50.210 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 43, 2024-04-10T15:05:50.210 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2950319 2024-04-10T15:05:50.210 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.210 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:05:50.210 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41, 2024-04-10T15:05:50.210 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 236931604648 2024-04-10T15:05:50.210 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.210 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T15:05:50.210 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 43, 2024-04-10T15:05:50.210 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 66585409968 2024-04-10T15:05:50.210 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.210 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T15:05:50.210 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 262, 2024-04-10T15:05:50.210 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 612442 2024-04-10T15:05:50.211 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.211 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T15:05:50.211 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 262, 2024-04-10T15:05:50.211 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27046 2024-04-10T15:05:50.211 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.211 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T15:05:50.211 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 264, 2024-04-10T15:05:50.211 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 300925 2024-04-10T15:05:50.211 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.211 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T15:05:50.211 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 264, 2024-04-10T15:05:50.211 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 140730174 2024-04-10T15:05:50.211 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.211 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T15:05:50.211 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 264, 2024-04-10T15:05:50.212 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 79980 2024-04-10T15:05:50.212 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.212 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T15:05:50.212 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 264, 2024-04-10T15:05:50.212 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74919842 2024-04-10T15:05:50.212 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.212 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T15:05:50.212 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 264, 2024-04-10T15:05:50.212 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12756916 2024-04-10T15:05:50.212 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.212 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T15:05:50.212 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 313313 2024-04-10T15:05:50.212 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.212 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T15:05:50.212 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 42, 2024-04-10T15:05:50.212 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184207 2024-04-10T15:05:50.212 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.213 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T15:05:50.213 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 264, 2024-04-10T15:05:50.213 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 243932053 2024-04-10T15:05:50.213 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.213 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T15:05:50.213 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 264, 2024-04-10T15:05:50.213 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15058153 2024-04-10T15:05:50.213 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.213 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T15:05:50.213 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 264, 2024-04-10T15:05:50.213 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1710792 2024-04-10T15:05:50.213 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.213 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.213 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T15:05:50.213 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:50.213 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1861635701 2024-04-10T15:05:50.213 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.214 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:50.214 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42319872 2024-04-10T15:05:50.214 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.214 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:50.214 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41648128 2024-04-10T15:05:50.214 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.214 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:50.214 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3137578905 2024-04-10T15:05:50.214 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.214 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:50.214 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 671744 2024-04-10T15:05:50.214 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.214 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.214 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T15:05:50.215 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.215 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 159383552 2024-04-10T15:05:50.215 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.215 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.215 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.215 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.215 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.215 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.215 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.215 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.215 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 85509821 2024-04-10T15:05:50.215 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.215 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.215 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.215 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.215 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.216 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.216 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.216 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.216 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.216 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.216 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.216 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.216 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.216 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.216 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.216 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.216 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.216 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.216 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.216 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.216 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.217 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.217 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.217 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.217 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.217 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.217 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.217 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.217 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.217 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73873731 2024-04-10T15:05:50.217 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.217 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.217 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T15:05:50.217 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.217 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 780140544 2024-04-10T15:05:50.217 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.217 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.218 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:50.218 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.218 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.218 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.218 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.218 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.218 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641323661 2024-04-10T15:05:50.218 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.218 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.218 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.218 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.218 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.218 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.218 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.219 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.219 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.219 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.219 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.219 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.219 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.219 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.219 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.219 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.219 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.219 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2128 2024-04-10T15:05:50.219 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.219 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.219 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.219 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.220 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.220 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.220 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.220 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.220 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.220 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71705891 2024-04-10T15:05:50.220 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.220 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:05:50.220 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.220 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 192937984 2024-04-10T15:05:50.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.220 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.220 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:50.221 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.221 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.221 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 464 2024-04-10T15:05:50.221 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.221 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.221 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57006547 2024-04-10T15:05:50.221 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.221 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.221 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.221 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.221 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.221 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.221 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.221 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.221 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.222 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.222 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.222 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.222 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.222 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.222 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.222 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.222 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.222 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.222 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.222 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.222 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.222 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.222 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.222 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.222 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.223 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.223 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.223 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.223 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.223 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68822109 2024-04-10T15:05:50.223 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.223 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.223 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T15:05:50.223 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.223 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 713031680 2024-04-10T15:05:50.223 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.223 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.223 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.223 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.223 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.223 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.224 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.224 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.224 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641323661 2024-04-10T15:05:50.224 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.224 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.224 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.224 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.224 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.224 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.224 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.224 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.224 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.224 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.224 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.224 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.224 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.225 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.225 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4717 2024-04-10T15:05:50.225 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.225 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.225 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 212270 2024-04-10T15:05:50.225 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.225 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.225 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.225 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.225 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.225 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.225 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.225 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.225 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.225 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.225 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.226 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71491032 2024-04-10T15:05:50.226 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.226 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.226 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T15:05:50.226 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T15:05:50.226 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.226 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.226 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:50.226 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.226 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.226 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T15:05:50.226 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.226 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.226 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:50.227 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.227 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.227 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.227 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:50.227 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T15:05:50.227 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41 2024-04-10T15:05:50.227 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.227 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T15:05:50.227 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.227 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.227 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T15:05:50.227 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:50.227 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.227 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T15:05:50.227 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.227 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.228 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T15:05:50.228 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.228 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.228 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T15:05:50.228 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22 2024-04-10T15:05:50.228 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.228 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T15:05:50.228 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:50.228 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14975438 2024-04-10T15:05:50.228 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.228 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T15:05:50.228 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.228 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.229 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T15:05:50.229 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:50.229 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 557607 2024-04-10T15:05:50.229 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.229 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T15:05:50.229 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:50.229 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14912126 2024-04-10T15:05:50.229 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.229 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:50.229 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.229 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.229 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T15:05:50.229 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.229 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.229 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.230 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:05:50.230 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.230 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.230 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T15:05:50.230 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.230 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.230 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T15:05:50.230 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.230 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.230 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.230 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T15:05:50.230 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.230 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.230 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.231 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T15:05:50.231 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.231 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.231 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T15:05:50.231 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.231 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.231 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T15:05:50.231 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.231 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.231 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.231 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:05:50.231 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.231 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.231 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:05:50.231 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.232 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.232 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T15:05:50.232 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.232 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.232 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T15:05:50.232 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.232 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.232 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.232 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T15:05:50.232 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.232 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.232 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.232 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:50.232 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T15:05:50.232 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.233 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T15:05:50.233 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22 2024-04-10T15:05:50.233 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.233 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T15:05:50.233 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:50.233 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14975438 2024-04-10T15:05:50.233 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.233 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:05:50.233 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.233 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.233 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T15:05:50.233 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:50.233 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 557607 2024-04-10T15:05:50.233 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.233 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T15:05:50.234 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:50.234 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14912126 2024-04-10T15:05:50.234 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.234 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T15:05:50.234 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.234 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.234 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T15:05:50.234 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.234 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.234 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T15:05:50.234 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.234 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.234 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T15:05:50.234 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:50.234 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.235 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T15:05:50.235 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28405760 2024-04-10T15:05:50.235 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.235 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.235 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.235 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.5": { 2024-04-10T15:05:50.235 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:50.235 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T15:05:50.235 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.235 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.235 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:05:50.235 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.235 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.235 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T15:05:50.235 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T15:05:50.236 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.236 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_main": { 2024-04-10T15:05:50.236 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.236 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.236 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T15:05:50.236 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.236 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.236 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T15:05:50.236 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.236 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.236 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T15:05:50.236 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T15:05:50.236 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.236 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T15:05:50.236 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5750784 2024-04-10T15:05:50.237 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.237 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T15:05:50.237 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.237 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.237 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.237 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T15:05:50.237 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.237 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.237 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.237 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T15:05:50.237 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:50.237 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.237 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T15:05:50.237 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27656192 2024-04-10T15:05:50.237 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.238 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T15:05:50.238 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2740224 2024-04-10T15:05:50.238 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.238 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T15:05:50.238 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600960 2024-04-10T15:05:50.238 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.238 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T15:05:50.238 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31850496 2024-04-10T15:05:50.238 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.238 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T15:05:50.238 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.238 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.238 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T15:05:50.238 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.238 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T15:05:50.239 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14 2024-04-10T15:05:50.239 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.239 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T15:05:50.239 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 206272 2024-04-10T15:05:50.239 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.239 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T15:05:50.239 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23 2024-04-10T15:05:50.239 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.239 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T15:05:50.239 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1282048 2024-04-10T15:05:50.239 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.239 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T15:05:50.239 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1286144 2024-04-10T15:05:50.239 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.239 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T15:05:50.240 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.240 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.240 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T15:05:50.240 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.240 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.240 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T15:05:50.240 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15 2024-04-10T15:05:50.240 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.240 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T15:05:50.240 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4913 2024-04-10T15:05:50.240 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.240 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T15:05:50.240 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T15:05:50.240 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.240 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T15:05:50.240 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5505 2024-04-10T15:05:50.241 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.241 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T15:05:50.241 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:50.241 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.241 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T15:05:50.241 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5505 2024-04-10T15:05:50.241 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.241 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T15:05:50.241 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:50.241 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.241 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T15:05:50.241 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.241 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.241 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:05:50.241 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.241 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.241 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:05:50.242 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.242 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.242 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:05:50.242 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.242 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.242 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T15:05:50.242 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.242 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.242 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T15:05:50.242 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.242 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.242 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T15:05:50.242 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.242 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.243 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T15:05:50.243 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.243 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.243 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T15:05:50.243 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.243 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.243 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T15:05:50.243 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8429568 2024-04-10T15:05:50.243 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.243 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.243 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T15:05:50.243 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T15:05:50.243 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T15:05:50.243 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.243 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T15:05:50.244 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 729088 2024-04-10T15:05:50.244 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.244 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T15:05:50.244 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6, 2024-04-10T15:05:50.244 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 350900 2024-04-10T15:05:50.244 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.244 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T15:05:50.244 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.244 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.244 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.244 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T15:05:50.244 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.244 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.244 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T15:05:50.244 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.244 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.244 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T15:05:50.245 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.245 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.245 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T15:05:50.245 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T15:05:50.245 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4941 2024-04-10T15:05:50.245 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.245 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T15:05:50.245 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.245 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.245 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.245 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T15:05:50.245 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.245 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.245 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T15:05:50.245 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 622, 2024-04-10T15:05:50.245 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 489490977 2024-04-10T15:05:50.245 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.246 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T15:05:50.246 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 614, 2024-04-10T15:05:50.246 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16487220 2024-04-10T15:05:50.246 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.246 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T15:05:50.246 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 622, 2024-04-10T15:05:50.246 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 525220 2024-04-10T15:05:50.246 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.246 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T15:05:50.246 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 622, 2024-04-10T15:05:50.246 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 490016197 2024-04-10T15:05:50.246 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.246 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T15:05:50.246 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.246 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.247 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.247 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T15:05:50.247 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T15:05:50.247 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42657 2024-04-10T15:05:50.247 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.247 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T15:05:50.247 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.247 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.247 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.247 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T15:05:50.247 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.247 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.247 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.247 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:05:50.247 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.247 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.248 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.248 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T15:05:50.248 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:50.248 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7253 2024-04-10T15:05:50.248 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.248 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T15:05:50.248 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3439 2024-04-10T15:05:50.248 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.248 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T15:05:50.248 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 343 2024-04-10T15:05:50.248 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.248 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T15:05:50.248 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 91, 2024-04-10T15:05:50.248 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 774590 2024-04-10T15:05:50.248 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.248 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T15:05:50.248 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 147, 2024-04-10T15:05:50.249 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 283679 2024-04-10T15:05:50.249 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.249 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T15:05:50.249 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 56, 2024-04-10T15:05:50.249 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 415192 2024-04-10T15:05:50.249 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.249 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T15:05:50.249 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.249 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.249 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T15:05:50.249 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 104, 2024-04-10T15:05:50.249 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5748999 2024-04-10T15:05:50.249 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.249 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T15:05:50.249 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3370, 2024-04-10T15:05:50.249 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3954202903 2024-04-10T15:05:50.249 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.250 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:05:50.250 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41, 2024-04-10T15:05:50.250 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27541481 2024-04-10T15:05:50.250 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.250 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:05:50.250 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 38, 2024-04-10T15:05:50.250 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 182021734104 2024-04-10T15:05:50.250 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.250 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T15:05:50.250 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41, 2024-04-10T15:05:50.250 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69848666452 2024-04-10T15:05:50.250 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.250 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T15:05:50.250 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3367, 2024-04-10T15:05:50.250 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1613462470 2024-04-10T15:05:50.251 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.251 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T15:05:50.251 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3367, 2024-04-10T15:05:50.251 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 161336 2024-04-10T15:05:50.251 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.251 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T15:05:50.251 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3370, 2024-04-10T15:05:50.251 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 94198341 2024-04-10T15:05:50.251 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.251 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T15:05:50.251 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3370, 2024-04-10T15:05:50.251 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2976944715 2024-04-10T15:05:50.251 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.251 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T15:05:50.251 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3370, 2024-04-10T15:05:50.251 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 389982 2024-04-10T15:05:50.251 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.252 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T15:05:50.252 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3370, 2024-04-10T15:05:50.252 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1474164839 2024-04-10T15:05:50.252 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.252 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T15:05:50.252 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3370, 2024-04-10T15:05:50.252 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 362896035 2024-04-10T15:05:50.252 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.252 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T15:05:50.252 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 314996 2024-04-10T15:05:50.252 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.252 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T15:05:50.252 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 34, 2024-04-10T15:05:50.252 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 143255 2024-04-10T15:05:50.252 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.252 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T15:05:50.252 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3370, 2024-04-10T15:05:50.252 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8862612486 2024-04-10T15:05:50.253 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.253 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T15:05:50.253 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3370, 2024-04-10T15:05:50.253 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 399621450 2024-04-10T15:05:50.253 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.253 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T15:05:50.253 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3370, 2024-04-10T15:05:50.253 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 266144456 2024-04-10T15:05:50.253 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.253 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.253 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T15:05:50.253 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:50.253 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1861635701 2024-04-10T15:05:50.253 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.253 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:50.253 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45531136 2024-04-10T15:05:50.253 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.254 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:50.254 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45522944 2024-04-10T15:05:50.254 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.254 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:50.254 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3137578905 2024-04-10T15:05:50.254 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.254 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:50.254 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8192 2024-04-10T15:05:50.254 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.254 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.254 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T15:05:50.254 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.254 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 159383552 2024-04-10T15:05:50.254 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.254 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.255 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.255 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.255 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.255 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.255 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.255 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.255 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 85503200 2024-04-10T15:05:50.255 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.255 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.255 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.255 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.255 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.255 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.255 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.255 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.255 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.256 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.256 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.256 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.256 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.256 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.256 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.256 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.256 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.256 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.256 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.256 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.256 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.256 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.256 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.256 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.256 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.257 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.257 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.257 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.257 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.257 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73880352 2024-04-10T15:05:50.257 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.257 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.257 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T15:05:50.257 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.257 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 780140544 2024-04-10T15:05:50.257 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.257 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.257 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:50.257 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.257 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.257 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.258 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.258 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.258 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641274007 2024-04-10T15:05:50.258 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.258 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.258 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.258 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.258 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.258 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.258 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.258 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.258 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.258 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.258 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.258 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.259 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.259 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.259 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.259 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.259 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.259 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2128 2024-04-10T15:05:50.259 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.259 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.259 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.259 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.259 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.259 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.259 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.259 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.259 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.259 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.259 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.260 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71755545 2024-04-10T15:05:50.260 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.260 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.260 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:05:50.260 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.260 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 192937984 2024-04-10T15:05:50.260 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.260 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.260 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:50.260 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.260 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.260 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 464 2024-04-10T15:05:50.260 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.260 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.260 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57002133 2024-04-10T15:05:50.260 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.260 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.260 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.261 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.261 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.261 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.261 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.261 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.261 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.261 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.261 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.261 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.261 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.261 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.261 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.261 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.261 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.261 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.261 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.262 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.262 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.262 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.262 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.262 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.262 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.262 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.262 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.262 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.262 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.262 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68826523 2024-04-10T15:05:50.262 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.262 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.262 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T15:05:50.262 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.262 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 713031680 2024-04-10T15:05:50.263 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.263 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.263 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.263 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.263 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.263 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.263 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.263 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.263 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641274007 2024-04-10T15:05:50.263 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.263 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.263 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.263 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.263 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.263 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.263 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.263 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.264 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.264 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.264 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.264 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.264 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.264 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.264 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11485 2024-04-10T15:05:50.264 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.264 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.264 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 323903 2024-04-10T15:05:50.264 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.264 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.264 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.264 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.264 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.265 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.265 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.265 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.265 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.265 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.265 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.265 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71422285 2024-04-10T15:05:50.265 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.265 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.265 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T15:05:50.265 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T15:05:50.265 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.265 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.265 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:50.265 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.265 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.266 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T15:05:50.266 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.266 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.266 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:50.266 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.266 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.266 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.266 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:50.266 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T15:05:50.266 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42 2024-04-10T15:05:50.266 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.266 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T15:05:50.266 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.266 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.266 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T15:05:50.267 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.267 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.267 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T15:05:50.267 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.267 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.267 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T15:05:50.267 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.267 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.267 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T15:05:50.267 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.267 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.267 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T15:05:50.267 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.267 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.267 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.267 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T15:05:50.267 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.268 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T15:05:50.268 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.268 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.268 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T15:05:50.268 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.268 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.268 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:50.268 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.268 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T15:05:50.268 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.268 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.269 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:05:50.269 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.269 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.269 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T15:05:50.269 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.269 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.269 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T15:05:50.269 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.269 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.269 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.269 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T15:05:50.269 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.269 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.269 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.269 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T15:05:50.269 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.270 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.270 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T15:05:50.270 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.270 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.270 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T15:05:50.270 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.270 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.270 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.270 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:05:50.270 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.270 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.270 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:05:50.270 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.270 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.270 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T15:05:50.271 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.271 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.271 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T15:05:50.271 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.271 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.271 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.271 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T15:05:50.271 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.271 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.271 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.271 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:50.271 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.271 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.271 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T15:05:50.271 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.271 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.272 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T15:05:50.272 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.272 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.272 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.272 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:05:50.272 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.272 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.272 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T15:05:50.272 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.272 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.272 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.272 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T15:05:50.272 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.272 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.273 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.273 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T15:05:50.273 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.273 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.273 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T15:05:50.273 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.273 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.273 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T15:05:50.273 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.273 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.273 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T15:05:50.273 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:50.273 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.273 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T15:05:50.273 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28393472 2024-04-10T15:05:50.273 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.274 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.274 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.274 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.6": { 2024-04-10T15:05:50.274 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:50.274 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T15:05:50.274 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.274 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.274 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:05:50.274 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.274 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.274 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T15:05:50.274 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T15:05:50.274 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.274 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_main": { 2024-04-10T15:05:50.275 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.275 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.275 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T15:05:50.275 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.275 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.275 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T15:05:50.275 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.275 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.275 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T15:05:50.275 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T15:05:50.275 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.275 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T15:05:50.275 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5734400 2024-04-10T15:05:50.275 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.275 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T15:05:50.276 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.276 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.276 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.276 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T15:05:50.276 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.276 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.276 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.276 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T15:05:50.276 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:50.276 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.276 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T15:05:50.276 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27656192 2024-04-10T15:05:50.276 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.276 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T15:05:50.276 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2727936 2024-04-10T15:05:50.276 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.276 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T15:05:50.277 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2588672 2024-04-10T15:05:50.277 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.277 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T15:05:50.277 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31850496 2024-04-10T15:05:50.277 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.277 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T15:05:50.277 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.277 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.277 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T15:05:50.277 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.277 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T15:05:50.277 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14 2024-04-10T15:05:50.277 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.277 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T15:05:50.278 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 206272 2024-04-10T15:05:50.278 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.278 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T15:05:50.278 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23 2024-04-10T15:05:50.278 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.278 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T15:05:50.278 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1282048 2024-04-10T15:05:50.278 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.278 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T15:05:50.278 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1286144 2024-04-10T15:05:50.278 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.278 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T15:05:50.278 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.278 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.279 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T15:05:50.279 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.279 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.279 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T15:05:50.279 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15 2024-04-10T15:05:50.279 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.279 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T15:05:50.279 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4913 2024-04-10T15:05:50.279 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.279 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T15:05:50.279 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T15:05:50.279 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.279 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T15:05:50.279 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5504 2024-04-10T15:05:50.279 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.279 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T15:05:50.280 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:50.280 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.280 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T15:05:50.280 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5504 2024-04-10T15:05:50.280 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.280 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T15:05:50.280 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:50.280 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.280 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T15:05:50.280 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.280 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.280 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:05:50.280 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.280 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.280 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:05:50.281 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.281 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.281 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:05:50.281 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.281 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.281 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T15:05:50.281 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.281 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.281 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T15:05:50.281 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.281 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.281 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T15:05:50.281 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.281 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.281 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T15:05:50.281 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.282 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.282 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T15:05:50.282 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.282 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.282 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T15:05:50.282 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8400896 2024-04-10T15:05:50.282 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.282 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.282 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T15:05:50.282 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T15:05:50.282 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T15:05:50.282 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.282 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T15:05:50.283 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1310720 2024-04-10T15:05:50.283 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.283 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T15:05:50.283 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.283 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.283 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.283 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T15:05:50.283 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.283 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.283 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.283 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T15:05:50.283 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.283 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.283 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T15:05:50.283 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.283 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.284 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T15:05:50.284 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.284 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.284 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T15:05:50.284 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T15:05:50.284 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8390 2024-04-10T15:05:50.284 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.284 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T15:05:50.284 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.284 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.284 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.284 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T15:05:50.284 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.284 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.284 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T15:05:50.285 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 619, 2024-04-10T15:05:50.285 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 467114863 2024-04-10T15:05:50.285 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.285 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T15:05:50.285 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 617, 2024-04-10T15:05:50.285 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23222333 2024-04-10T15:05:50.285 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.285 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T15:05:50.285 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 619, 2024-04-10T15:05:50.285 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 621558 2024-04-10T15:05:50.285 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.285 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T15:05:50.285 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 619, 2024-04-10T15:05:50.285 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 467736421 2024-04-10T15:05:50.285 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.286 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T15:05:50.286 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.286 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.286 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.286 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T15:05:50.286 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:50.286 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 59792 2024-04-10T15:05:50.286 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.286 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T15:05:50.286 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.286 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.286 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.286 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T15:05:50.286 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.286 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.287 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.287 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:05:50.287 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.287 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.287 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.287 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T15:05:50.287 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:50.287 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4114 2024-04-10T15:05:50.287 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.287 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T15:05:50.287 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3446 2024-04-10T15:05:50.287 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.287 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T15:05:50.287 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 353 2024-04-10T15:05:50.287 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.287 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T15:05:50.287 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 90, 2024-04-10T15:05:50.288 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 910599 2024-04-10T15:05:50.288 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.288 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T15:05:50.288 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 134, 2024-04-10T15:05:50.288 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 356258 2024-04-10T15:05:50.288 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.288 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T15:05:50.288 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 44, 2024-04-10T15:05:50.288 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 617792 2024-04-10T15:05:50.288 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.288 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T15:05:50.288 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.288 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.289 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T15:05:50.289 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 100, 2024-04-10T15:05:50.289 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6038531 2024-04-10T15:05:50.289 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.289 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T15:05:50.289 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:50.289 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3891513118 2024-04-10T15:05:50.289 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.289 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:05:50.289 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 34, 2024-04-10T15:05:50.289 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23422050 2024-04-10T15:05:50.289 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.289 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:05:50.289 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 34, 2024-04-10T15:05:50.289 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 352887456438 2024-04-10T15:05:50.290 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.290 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T15:05:50.290 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 34, 2024-04-10T15:05:50.290 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 46575561847 2024-04-10T15:05:50.290 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.290 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T15:05:50.290 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:50.290 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1314013477 2024-04-10T15:05:50.290 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.290 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T15:05:50.290 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:50.290 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 227609 2024-04-10T15:05:50.290 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.290 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T15:05:50.290 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:50.291 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3088975 2024-04-10T15:05:50.291 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.291 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T15:05:50.291 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:50.291 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2509602255 2024-04-10T15:05:50.291 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.291 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T15:05:50.291 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:50.291 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 485368 2024-04-10T15:05:50.291 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.291 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T15:05:50.291 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:50.291 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1368573971 2024-04-10T15:05:50.291 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.291 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T15:05:50.291 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:50.291 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 359744461 2024-04-10T15:05:50.292 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.292 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T15:05:50.292 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 904728 2024-04-10T15:05:50.292 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.292 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T15:05:50.292 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27, 2024-04-10T15:05:50.292 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 99167 2024-04-10T15:05:50.292 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.292 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T15:05:50.292 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:50.292 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8132764395 2024-04-10T15:05:50.292 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.292 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T15:05:50.292 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:50.292 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 392826618 2024-04-10T15:05:50.293 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.293 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T15:05:50.293 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3375, 2024-04-10T15:05:50.293 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 262008155 2024-04-10T15:05:50.293 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.293 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.293 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T15:05:50.293 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:50.293 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1861635701 2024-04-10T15:05:50.293 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.293 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:50.293 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45531136 2024-04-10T15:05:50.293 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.293 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:50.293 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45146112 2024-04-10T15:05:50.293 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.294 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:50.294 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3137578905 2024-04-10T15:05:50.294 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.294 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:50.294 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 385024 2024-04-10T15:05:50.294 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.294 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.294 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T15:05:50.294 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.294 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 159383552 2024-04-10T15:05:50.294 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.294 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.294 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.294 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.295 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.295 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.295 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.295 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.295 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 85502586 2024-04-10T15:05:50.295 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.295 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.295 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.295 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.295 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.295 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.295 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.295 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.295 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.295 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.296 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.296 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.296 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.296 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.296 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.296 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.296 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.296 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8192 2024-04-10T15:05:50.296 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.296 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.296 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.296 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.296 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.296 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.296 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.297 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.297 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.297 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.297 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.297 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73872774 2024-04-10T15:05:50.297 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.297 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.297 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T15:05:50.297 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.297 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 780140544 2024-04-10T15:05:50.297 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.297 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.297 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:50.297 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.297 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.297 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.298 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.298 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.298 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641269396 2024-04-10T15:05:50.298 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.298 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.298 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.298 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.298 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.298 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.298 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.298 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.298 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.298 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.298 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.298 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.299 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.299 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.299 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.299 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.299 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.299 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2128 2024-04-10T15:05:50.299 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.299 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.299 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.299 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.299 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.299 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.299 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.299 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.299 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.299 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.299 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.300 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71760156 2024-04-10T15:05:50.300 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.300 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.300 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:05:50.300 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.300 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 192937984 2024-04-10T15:05:50.300 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.300 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.300 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:50.300 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.300 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.300 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 464 2024-04-10T15:05:50.300 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.300 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.300 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57001724 2024-04-10T15:05:50.300 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.300 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.301 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.301 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.301 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.301 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.301 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.301 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.301 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.301 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.301 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.301 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.301 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.302 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.302 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.302 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.302 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.302 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.302 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.302 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.302 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.302 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.302 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.302 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.302 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68826932 2024-04-10T15:05:50.302 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.302 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.302 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T15:05:50.303 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.303 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 713031680 2024-04-10T15:05:50.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.303 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.303 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.303 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.303 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.303 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.303 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641269396 2024-04-10T15:05:50.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.303 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.303 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.303 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.303 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.304 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.304 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.304 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.304 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.304 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.304 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.304 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.304 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.304 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16320 2024-04-10T15:05:50.304 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.304 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.304 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 320573 2024-04-10T15:05:50.304 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.304 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.304 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.304 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.304 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.305 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.305 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.305 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.305 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.305 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.305 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.305 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71425391 2024-04-10T15:05:50.305 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.305 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.305 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T15:05:50.305 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T15:05:50.305 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.305 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.305 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:50.305 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.305 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.306 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T15:05:50.306 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.306 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.306 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:50.306 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.306 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.306 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.306 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:50.306 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T15:05:50.306 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 39 2024-04-10T15:05:50.306 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.306 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T15:05:50.306 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.306 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.306 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T15:05:50.306 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T15:05:50.307 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.307 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T15:05:50.307 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.307 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.307 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T15:05:50.307 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.307 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.307 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T15:05:50.307 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2812 2024-04-10T15:05:50.307 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.307 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T15:05:50.307 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13, 2024-04-10T15:05:50.307 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 84687287 2024-04-10T15:05:50.307 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.307 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T15:05:50.307 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.307 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.307 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T15:05:50.308 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T15:05:50.308 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7787689 2024-04-10T15:05:50.308 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.308 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T15:05:50.308 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13, 2024-04-10T15:05:50.308 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 78554092 2024-04-10T15:05:50.308 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.308 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:50.308 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.308 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.308 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T15:05:50.308 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.308 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.308 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.308 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:05:50.308 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.308 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.309 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T15:05:50.309 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.309 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.309 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T15:05:50.309 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.309 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.309 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.309 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T15:05:50.309 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.309 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.309 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.309 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T15:05:50.309 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.309 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.309 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T15:05:50.309 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.309 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.310 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T15:05:50.310 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.310 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.310 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.310 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:05:50.310 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.310 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.310 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:05:50.310 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.310 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.310 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T15:05:50.310 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.310 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.310 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T15:05:50.310 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.311 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.311 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.311 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T15:05:50.311 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.311 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.311 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.311 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:50.311 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T15:05:50.311 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.311 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T15:05:50.311 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2812 2024-04-10T15:05:50.311 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.311 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T15:05:50.311 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13, 2024-04-10T15:05:50.311 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 84687287 2024-04-10T15:05:50.313 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.313 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:05:50.313 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.313 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.313 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T15:05:50.313 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T15:05:50.314 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7787689 2024-04-10T15:05:50.314 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.314 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T15:05:50.314 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13, 2024-04-10T15:05:50.314 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 78554092 2024-04-10T15:05:50.314 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.314 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T15:05:50.314 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.314 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.314 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T15:05:50.314 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.314 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.314 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T15:05:50.314 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.315 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.315 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T15:05:50.315 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:50.315 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.315 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T15:05:50.315 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28975104 2024-04-10T15:05:50.315 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.315 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.315 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.315 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.7": { 2024-04-10T15:05:50.315 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T15:05:50.315 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T15:05:50.315 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.315 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.315 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T15:05:50.316 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.316 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.316 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T15:05:50.316 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T15:05:50.316 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.316 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_main": { 2024-04-10T15:05:50.316 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.316 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.316 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T15:05:50.316 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.316 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.316 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T15:05:50.316 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.316 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.316 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T15:05:50.316 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T15:05:50.317 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.317 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T15:05:50.317 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5558272 2024-04-10T15:05:50.317 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.317 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T15:05:50.317 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.317 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.317 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.317 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T15:05:50.317 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.317 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.317 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.317 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T15:05:50.317 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:50.317 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.317 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T15:05:50.318 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27656192 2024-04-10T15:05:50.318 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.318 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T15:05:50.318 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2588672 2024-04-10T15:05:50.318 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.318 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T15:05:50.318 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2449408 2024-04-10T15:05:50.318 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.318 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T15:05:50.318 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31850496 2024-04-10T15:05:50.318 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.318 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T15:05:50.318 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.318 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.318 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T15:05:50.318 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T15:05:50.319 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14 2024-04-10T15:05:50.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.319 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T15:05:50.319 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 206272 2024-04-10T15:05:50.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.319 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T15:05:50.319 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23 2024-04-10T15:05:50.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.319 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T15:05:50.319 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1282048 2024-04-10T15:05:50.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.319 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T15:05:50.319 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1286144 2024-04-10T15:05:50.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.320 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T15:05:50.320 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.320 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.320 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T15:05:50.320 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.320 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.320 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T15:05:50.320 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15 2024-04-10T15:05:50.320 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.320 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T15:05:50.320 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4913 2024-04-10T15:05:50.320 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.320 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T15:05:50.320 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T15:05:50.320 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.321 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T15:05:50.321 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5500 2024-04-10T15:05:50.321 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.321 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T15:05:50.321 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:50.321 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.321 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T15:05:50.321 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5500 2024-04-10T15:05:50.321 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.321 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T15:05:50.321 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T15:05:50.321 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.321 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T15:05:50.321 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.322 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.322 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T15:05:50.322 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.322 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.322 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T15:05:50.322 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.322 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.322 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T15:05:50.322 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.322 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.322 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T15:05:50.322 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.322 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.322 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T15:05:50.322 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.323 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.323 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T15:05:50.323 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.323 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.323 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T15:05:50.323 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.323 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.323 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T15:05:50.323 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.323 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.323 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T15:05:50.323 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8085504 2024-04-10T15:05:50.323 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.323 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.323 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T15:05:50.324 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T15:05:50.324 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T15:05:50.324 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.324 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T15:05:50.324 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1314816 2024-04-10T15:05:50.324 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.324 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T15:05:50.324 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T15:05:50.324 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 399515 2024-04-10T15:05:50.324 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.324 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T15:05:50.324 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.324 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.324 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.324 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T15:05:50.324 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.325 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.325 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T15:05:50.325 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.325 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.325 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T15:05:50.325 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.325 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.325 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T15:05:50.325 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9, 2024-04-10T15:05:50.325 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 30132 2024-04-10T15:05:50.325 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.325 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T15:05:50.325 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.325 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.325 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.325 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T15:05:50.326 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.326 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.326 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T15:05:50.326 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 585, 2024-04-10T15:05:50.326 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 454328009 2024-04-10T15:05:50.326 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.326 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T15:05:50.326 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 553, 2024-04-10T15:05:50.326 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40111433 2024-04-10T15:05:50.326 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.326 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T15:05:50.326 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 585, 2024-04-10T15:05:50.326 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 454877 2024-04-10T15:05:50.326 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.326 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T15:05:50.327 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 585, 2024-04-10T15:05:50.327 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 454782886 2024-04-10T15:05:50.327 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.327 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T15:05:50.327 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.327 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.327 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.327 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T15:05:50.327 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T15:05:50.327 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40970 2024-04-10T15:05:50.327 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.327 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T15:05:50.327 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.327 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.327 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.328 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T15:05:50.328 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.328 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.328 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.328 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T15:05:50.328 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T15:05:50.328 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.328 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.328 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T15:05:50.328 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T15:05:50.328 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6424 2024-04-10T15:05:50.328 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.328 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T15:05:50.328 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3672 2024-04-10T15:05:50.328 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.328 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T15:05:50.329 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 379 2024-04-10T15:05:50.329 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.329 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T15:05:50.329 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 115, 2024-04-10T15:05:50.329 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2483445 2024-04-10T15:05:50.329 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.329 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T15:05:50.329 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 176, 2024-04-10T15:05:50.329 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 386193 2024-04-10T15:05:50.329 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.329 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T15:05:50.329 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 61, 2024-04-10T15:05:50.329 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1705191 2024-04-10T15:05:50.329 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.329 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T15:05:50.330 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.330 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.330 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T15:05:50.330 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 102, 2024-04-10T15:05:50.330 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5495052 2024-04-10T15:05:50.330 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.330 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T15:05:50.330 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:50.330 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4445785568 2024-04-10T15:05:50.330 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.330 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T15:05:50.330 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20, 2024-04-10T15:05:50.330 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22125113 2024-04-10T15:05:50.330 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.330 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T15:05:50.331 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20, 2024-04-10T15:05:50.331 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 354475633473 2024-04-10T15:05:50.331 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.331 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T15:05:50.331 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20, 2024-04-10T15:05:50.331 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32217833345 2024-04-10T15:05:50.331 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.331 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T15:05:50.331 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:50.331 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1271650769 2024-04-10T15:05:50.331 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.331 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T15:05:50.331 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:50.331 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 233338 2024-04-10T15:05:50.331 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.331 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T15:05:50.331 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:50.332 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 571459169 2024-04-10T15:05:50.332 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.332 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T15:05:50.332 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:50.332 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3857074709 2024-04-10T15:05:50.332 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.332 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T15:05:50.332 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:50.332 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 548992 2024-04-10T15:05:50.332 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.332 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T15:05:50.332 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:50.332 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1986603736 2024-04-10T15:05:50.332 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.332 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T15:05:50.333 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:50.333 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 356227822 2024-04-10T15:05:50.333 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.333 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T15:05:50.333 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 903296 2024-04-10T15:05:50.333 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.333 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T15:05:50.333 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 19, 2024-04-10T15:05:50.333 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 83803 2024-04-10T15:05:50.333 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.333 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T15:05:50.333 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:50.333 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11217422181 2024-04-10T15:05:50.333 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.333 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T15:05:50.333 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:50.333 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 390857439 2024-04-10T15:05:50.334 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.334 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T15:05:50.334 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3395, 2024-04-10T15:05:50.334 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 256762661 2024-04-10T15:05:50.334 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.334 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.334 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T15:05:50.334 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T15:05:50.334 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1861635701 2024-04-10T15:05:50.334 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.334 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T15:05:50.334 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 46579712 2024-04-10T15:05:50.334 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.334 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T15:05:50.334 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 46039040 2024-04-10T15:05:50.335 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.335 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T15:05:50.335 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3137578905 2024-04-10T15:05:50.335 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.335 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T15:05:50.335 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 540672 2024-04-10T15:05:50.335 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.335 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.335 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T15:05:50.335 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.335 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 159383552 2024-04-10T15:05:50.335 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.335 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.335 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.335 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.335 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.336 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.336 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.336 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.336 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 85494184 2024-04-10T15:05:50.336 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.336 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.336 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.336 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.336 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.336 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.336 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.336 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.336 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.336 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.336 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.337 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.337 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.337 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.337 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.337 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.337 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.337 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 135168 2024-04-10T15:05:50.337 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.337 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.337 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.337 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.337 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.337 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.337 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.337 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.337 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.337 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.338 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.338 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73754200 2024-04-10T15:05:50.338 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.338 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.338 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T15:05:50.338 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.338 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 780140544 2024-04-10T15:05:50.338 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.338 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.338 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:50.338 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.338 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.338 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.338 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.338 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.339 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641206386 2024-04-10T15:05:50.339 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.339 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.339 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.339 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.339 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.339 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.339 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.339 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.339 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.339 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.339 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.339 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.339 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.339 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.339 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.340 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.340 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.340 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2128 2024-04-10T15:05:50.340 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.340 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.340 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.340 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.340 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.340 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.340 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.340 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.340 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.340 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.340 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.340 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71823166 2024-04-10T15:05:50.340 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.341 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.341 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T15:05:50.341 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.341 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 192937984 2024-04-10T15:05:50.341 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.341 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.341 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T15:05:50.341 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.341 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.341 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 464 2024-04-10T15:05:50.341 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.341 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.341 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56996123 2024-04-10T15:05:50.341 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.341 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.341 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.342 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.342 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.342 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.342 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.342 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.342 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.342 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.342 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.342 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.342 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.342 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.342 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.342 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.342 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.343 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.343 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.343 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.343 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.343 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.343 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.343 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.343 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.343 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.343 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.343 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.343 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.343 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68832533 2024-04-10T15:05:50.343 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.343 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.343 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T15:05:50.344 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T15:05:50.344 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 713031680 2024-04-10T15:05:50.344 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.344 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T15:05:50.344 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.344 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.344 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T15:05:50.344 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.344 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.344 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T15:05:50.344 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 641206386 2024-04-10T15:05:50.344 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.344 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T15:05:50.344 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.344 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.344 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T15:05:50.344 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.345 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.345 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T15:05:50.345 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.345 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.345 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T15:05:50.345 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.345 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.345 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T15:05:50.345 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9387 2024-04-10T15:05:50.345 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.345 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T15:05:50.345 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 334438 2024-04-10T15:05:50.345 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.345 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T15:05:50.345 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.345 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.345 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T15:05:50.346 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.346 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.346 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T15:05:50.346 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.346 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.346 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T15:05:50.346 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71481469 2024-04-10T15:05:50.346 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.346 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.346 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T15:05:50.346 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T15:05:50.346 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.346 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.346 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:50.346 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.347 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.347 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T15:05:50.347 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.347 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.347 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:50.347 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.347 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.347 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.347 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T15:05:50.347 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T15:05:50.347 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47 2024-04-10T15:05:50.347 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.347 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T15:05:50.347 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.347 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.347 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T15:05:50.348 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 101 2024-04-10T15:05:50.348 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.348 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T15:05:50.348 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.348 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.348 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T15:05:50.348 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.348 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.348 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T15:05:50.348 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.348 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.348 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T15:05:50.348 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 101, 2024-04-10T15:05:50.348 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 106236434 2024-04-10T15:05:50.348 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.348 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T15:05:50.348 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 264707 2024-04-10T15:05:50.349 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.349 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T15:05:50.349 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 103, 2024-04-10T15:05:50.349 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23800876 2024-04-10T15:05:50.349 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.349 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T15:05:50.349 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 101, 2024-04-10T15:05:50.349 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 100974472 2024-04-10T15:05:50.349 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.349 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T15:05:50.349 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70 2024-04-10T15:05:50.349 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.349 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T15:05:50.349 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70, 2024-04-10T15:05:50.349 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11090175 2024-04-10T15:05:50.349 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.350 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T15:05:50.350 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.350 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.350 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T15:05:50.350 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 264707 2024-04-10T15:05:50.350 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.350 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T15:05:50.350 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70, 2024-04-10T15:05:50.350 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9763162 2024-04-10T15:05:50.350 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.350 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T15:05:50.350 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70, 2024-04-10T15:05:50.350 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8001131 2024-04-10T15:05:50.350 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.350 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T15:05:50.351 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 26 2024-04-10T15:05:50.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.351 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T15:05:50.351 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.351 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T15:05:50.351 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 26, 2024-04-10T15:05:50.351 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 26016136 2024-04-10T15:05:50.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.351 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T15:05:50.351 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.351 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T15:05:50.351 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.351 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T15:05:50.352 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.352 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T15:05:50.352 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 26, 2024-04-10T15:05:50.352 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11218001 2024-04-10T15:05:50.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.352 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T15:05:50.352 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 26, 2024-04-10T15:05:50.352 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24404875 2024-04-10T15:05:50.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.352 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T15:05:50.352 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T15:05:50.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.352 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T15:05:50.353 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.353 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.353 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T15:05:50.353 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T15:05:50.353 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69130123 2024-04-10T15:05:50.353 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.353 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T15:05:50.353 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.353 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.353 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T15:05:50.353 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7, 2024-04-10T15:05:50.353 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2819713 2024-04-10T15:05:50.353 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.353 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T15:05:50.353 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T15:05:50.353 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68568466 2024-04-10T15:05:50.354 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.354 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T15:05:50.354 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.354 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.354 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T15:05:50.354 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.354 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.354 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T15:05:50.354 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T15:05:50.354 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.354 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T15:05:50.354 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T15:05:50.354 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.354 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T15:05:50.355 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28979200 2024-04-10T15:05:50.355 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.355 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.355 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.355 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.355 INFO:tasks.workunit.client.0.smithi102.stdout: "pools": [ 2024-04-10T15:05:50.355 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.355 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:50.355 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr" 2024-04-10T15:05:50.355 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.355 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T15:05:50.355 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T15:05:50.355 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T15:05:50.355 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T15:05:50.355 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:05:50.356 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 1, 2024-04-10T15:05:50.356 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 1, 2024-04-10T15:05:50.356 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 1, 2024-04-10T15:05:50.356 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T15:05:50.356 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T15:05:50.356 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 729296808202, 2024-04-10T15:05:50.356 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 1781760, 2024-04-10T15:05:50.356 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T15:05:50.356 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T15:05:50.356 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 1781760, 2024-04-10T15:05:50.356 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T15:05:50.356 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 243098927104, 2024-04-10T15:05:50.356 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 2, 2024-04-10T15:05:50.356 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T15:05:50.356 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 2.4431146812275983e-06, 2024-04-10T15:05:50.356 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T15:05:50.356 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T15:05:50.357 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 358, 2024-04-10T15:05:50.357 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 567296, 2024-04-10T15:05:50.357 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 590368, 2024-04-10T15:05:50.357 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 590368, 2024-04-10T15:05:50.357 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T15:05:50.357 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 1771104, 2024-04-10T15:05:50.357 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 211, 2024-04-10T15:05:50.357 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 2473984 2024-04-10T15:05:50.357 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.357 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T15:05:50.357 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T15:05:50.357 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T15:05:50.357 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.357 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.357 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:50.358 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T15:05:50.358 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.358 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T15:05:50.358 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T15:05:50.358 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T15:05:50.358 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T15:05:50.358 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:05:50.358 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 32, 2024-04-10T15:05:50.358 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 32, 2024-04-10T15:05:50.358 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 2, 2024-04-10T15:05:50.358 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T15:05:50.358 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T15:05:50.358 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 729296808202, 2024-04-10T15:05:50.358 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 98304, 2024-04-10T15:05:50.358 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T15:05:50.359 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T15:05:50.359 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 98304, 2024-04-10T15:05:50.359 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T15:05:50.359 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 243098927104, 2024-04-10T15:05:50.359 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 22, 2024-04-10T15:05:50.359 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T15:05:50.359 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 1.3479282756634348e-07, 2024-04-10T15:05:50.359 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T15:05:50.359 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T15:05:50.359 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 0, 2024-04-10T15:05:50.359 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 0, 2024-04-10T15:05:50.359 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 3430, 2024-04-10T15:05:50.359 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 3430, 2024-04-10T15:05:50.359 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T15:05:50.359 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 10290, 2024-04-10T15:05:50.359 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 51, 2024-04-10T15:05:50.359 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 20480 2024-04-10T15:05:50.360 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.360 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T15:05:50.360 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T15:05:50.360 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T15:05:50.360 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.360 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.360 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:50.360 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T15:05:50.360 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.360 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T15:05:50.360 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T15:05:50.360 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T15:05:50.360 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T15:05:50.360 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:05:50.360 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 64, 2024-04-10T15:05:50.360 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 64, 2024-04-10T15:05:50.361 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 3, 2024-04-10T15:05:50.361 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T15:05:50.361 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T15:05:50.361 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 729296808202, 2024-04-10T15:05:50.361 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 0, 2024-04-10T15:05:50.361 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T15:05:50.361 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T15:05:50.361 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 0, 2024-04-10T15:05:50.361 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T15:05:50.361 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 243098927104, 2024-04-10T15:05:50.361 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 0, 2024-04-10T15:05:50.361 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T15:05:50.361 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 0.0, 2024-04-10T15:05:50.361 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T15:05:50.361 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T15:05:50.361 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 0, 2024-04-10T15:05:50.362 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 0, 2024-04-10T15:05:50.362 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 0, 2024-04-10T15:05:50.362 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 0, 2024-04-10T15:05:50.362 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T15:05:50.362 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 0, 2024-04-10T15:05:50.362 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 0, 2024-04-10T15:05:50.362 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 0 2024-04-10T15:05:50.362 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.362 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T15:05:50.362 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T15:05:50.362 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T15:05:50.362 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.362 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.362 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:50.362 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd" 2024-04-10T15:05:50.363 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.363 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T15:05:50.363 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T15:05:50.363 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T15:05:50.363 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T15:05:50.363 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T15:05:50.363 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 8, 2024-04-10T15:05:50.363 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 8, 2024-04-10T15:05:50.363 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 4, 2024-04-10T15:05:50.363 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T15:05:50.363 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T15:05:50.363 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 729296808202, 2024-04-10T15:05:50.363 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 0, 2024-04-10T15:05:50.363 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T15:05:50.363 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T15:05:50.363 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 0, 2024-04-10T15:05:50.364 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T15:05:50.364 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 243098927104, 2024-04-10T15:05:50.364 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 0, 2024-04-10T15:05:50.364 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T15:05:50.364 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 0.0, 2024-04-10T15:05:50.364 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T15:05:50.364 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T15:05:50.364 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 0, 2024-04-10T15:05:50.364 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 0, 2024-04-10T15:05:50.364 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 0, 2024-04-10T15:05:50.364 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 0, 2024-04-10T15:05:50.364 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T15:05:50.364 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 0, 2024-04-10T15:05:50.364 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 0, 2024-04-10T15:05:50.364 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 0 2024-04-10T15:05:50.364 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.364 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T15:05:50.365 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T15:05:50.365 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T15:05:50.365 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.365 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.365 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd": { 2024-04-10T15:05:50.365 INFO:tasks.workunit.client.0.smithi102.stdout: "mirroring_by_pool": [ 2024-04-10T15:05:50.365 INFO:tasks.workunit.client.0.smithi102.stdout: false 2024-04-10T15:05:50.365 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_images_by_pool": [ 2024-04-10T15:05:50.365 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.365 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pools": 1 2024-04-10T15:05:50.365 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.365 INFO:tasks.workunit.client.0.smithi102.stdout: "report_id": "f0fd97d3-7570-4267-a9f2-be934b183db8", 2024-04-10T15:05:50.365 INFO:tasks.workunit.client.0.smithi102.stdout: "report_timestamp": "2024-04-10T15:05:49.298376", 2024-04-10T15:05:50.365 INFO:tasks.workunit.client.0.smithi102.stdout: "report_version": 1, 2024-04-10T15:05:50.366 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_stats": { 2024-04-10T15:05:50.366 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "7.9.2" 2024-04-10T15:05:50.366 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.366 INFO:tasks.workunit.client.0.smithi102.stdout: "rook": { 2024-04-10T15:05:50.366 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster": { 2024-04-10T15:05:50.366 INFO:tasks.workunit.client.0.smithi102.stdout: "external-mode": null, 2024-04-10T15:05:50.366 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T15:05:50.366 INFO:tasks.workunit.client.0.smithi102.stdout: "allow-multiple-per-node": null, 2024-04-10T15:05:50.366 INFO:tasks.workunit.client.0.smithi102.stdout: "count": null, 2024-04-10T15:05:50.366 INFO:tasks.workunit.client.0.smithi102.stdout: "max-id": null, 2024-04-10T15:05:50.366 INFO:tasks.workunit.client.0.smithi102.stdout: "pvc": { 2024-04-10T15:05:50.366 INFO:tasks.workunit.client.0.smithi102.stdout: "enabled": null 2024-04-10T15:05:50.366 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.366 INFO:tasks.workunit.client.0.smithi102.stdout: "stretch": { 2024-04-10T15:05:50.366 INFO:tasks.workunit.client.0.smithi102.stdout: "enabled": null 2024-04-10T15:05:50.366 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.367 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.367 INFO:tasks.workunit.client.0.smithi102.stdout: "network": { 2024-04-10T15:05:50.367 INFO:tasks.workunit.client.0.smithi102.stdout: "provider": null 2024-04-10T15:05:50.367 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.367 INFO:tasks.workunit.client.0.smithi102.stdout: "storage": { 2024-04-10T15:05:50.367 INFO:tasks.workunit.client.0.smithi102.stdout: "device-set": { 2024-04-10T15:05:50.367 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T15:05:50.367 INFO:tasks.workunit.client.0.smithi102.stdout: "non-portable": null, 2024-04-10T15:05:50.367 INFO:tasks.workunit.client.0.smithi102.stdout: "portable": null, 2024-04-10T15:05:50.367 INFO:tasks.workunit.client.0.smithi102.stdout: "total": null 2024-04-10T15:05:50.367 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.367 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.367 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.367 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.367 INFO:tasks.workunit.client.0.smithi102.stdout: "csi": { 2024-04-10T15:05:50.367 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T15:05:50.368 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.368 INFO:tasks.workunit.client.0.smithi102.stdout: "kubernetes": { 2024-04-10T15:05:50.368 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T15:05:50.368 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.368 INFO:tasks.workunit.client.0.smithi102.stdout: "node": { 2024-04-10T15:05:50.368 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T15:05:50.368 INFO:tasks.workunit.client.0.smithi102.stdout: "kubernetes-total": null, 2024-04-10T15:05:50.368 INFO:tasks.workunit.client.0.smithi102.stdout: "with-ceph-daemons": null, 2024-04-10T15:05:50.368 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-cephfs-plugin": null, 2024-04-10T15:05:50.368 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-nfs-plugin": null, 2024-04-10T15:05:50.368 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-rbd-plugin": null 2024-04-10T15:05:50.368 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.368 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.368 INFO:tasks.workunit.client.0.smithi102.stdout: "usage": { 2024-04-10T15:05:50.368 INFO:tasks.workunit.client.0.smithi102.stdout: "storage-class": { 2024-04-10T15:05:50.369 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T15:05:50.369 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket": null, 2024-04-10T15:05:50.369 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs": null, 2024-04-10T15:05:50.369 INFO:tasks.workunit.client.0.smithi102.stdout: "nfs": null, 2024-04-10T15:05:50.369 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd": null, 2024-04-10T15:05:50.369 INFO:tasks.workunit.client.0.smithi102.stdout: "total": null 2024-04-10T15:05:50.369 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.369 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:50.369 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.369 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T15:05:50.369 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.369 INFO:tasks.workunit.client.0.smithi102.stdout: "services": {}, 2024-04-10T15:05:50.369 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_per_pg": [ 2024-04-10T15:05:50.369 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.369 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.369 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.370 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.370 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.370 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.370 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T15:05:50.370 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.370 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.370 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.370 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.370 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.370 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.370 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.648373+0000", 2024-04-10T15:05:50.370 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:04:36.648001+0000", 2024-04-10T15:05:50.370 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:04:36.648001+0000", 2024-04-10T15:05:50.370 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:04:36.648373+0000", 2024-04-10T15:05:50.371 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.648373+0000", 2024-04-10T15:05:50.371 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.371 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.371 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.371 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 70, 2024-04-10T15:05:50.371 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.648373+0000", 2024-04-10T15:05:50.371 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.648373+0000", 2024-04-10T15:05:50.371 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.648373+0000", 2024-04-10T15:05:50.371 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.371 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.371 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.371 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.648373+0000", 2024-04-10T15:05:50.371 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.648373+0000", 2024-04-10T15:05:50.371 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.371 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.372 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.372 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.372 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 69, 2024-04-10T15:05:50.372 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.372 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.372 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.372 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.372 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.372 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.372 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.372 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.372 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3f", 2024-04-10T15:05:50.372 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.372 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.372 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.372 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 11, 2024-04-10T15:05:50.373 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.373 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:55:38.941011+0000", 2024-04-10T15:05:50.373 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.373 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.373 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.375 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.375 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.375 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.375 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.375 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.375 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.375 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.375 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.375 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.375 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.375 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.375 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.375 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.375 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.375 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.375 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.376 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.376 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.376 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.376 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.376 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.376 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.376 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.376 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T15:05:50.376 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.376 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.376 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.376 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.376 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.376 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.376 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.376 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.377 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:50.377 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.377 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.377 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.377 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.377 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.377 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.377 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.639892+0000", 2024-04-10T15:05:50.377 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.686033+0000", 2024-04-10T15:05:50.377 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.686033+0000", 2024-04-10T15:05:50.377 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.686335+0000", 2024-04-10T15:05:50.377 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.639892+0000", 2024-04-10T15:05:50.377 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.377 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.377 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.377 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.378 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.639892+0000", 2024-04-10T15:05:50.378 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.639892+0000", 2024-04-10T15:05:50.378 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.639892+0000", 2024-04-10T15:05:50.378 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.378 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.378 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.378 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.639892+0000", 2024-04-10T15:05:50.378 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.639892+0000", 2024-04-10T15:05:50.378 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.378 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.378 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.378 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.378 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.378 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.378 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.378 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.379 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.379 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.379 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.379 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.379 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.379 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3e", 2024-04-10T15:05:50.379 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.379 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.379 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.379 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.379 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.379 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:36:50.882600+0000", 2024-04-10T15:05:50.379 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.379 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.379 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.382 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.382 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.382 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.382 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.382 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.382 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.382 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.382 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.382 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.382 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.382 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.382 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.382 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.382 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.382 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.382 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.383 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.383 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:50.383 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.383 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.383 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.383 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.383 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.383 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.383 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.383 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.383 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:50.383 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.383 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.383 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.383 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.383 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.383 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.384 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644368+0000", 2024-04-10T15:05:50.384 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.694534+0000", 2024-04-10T15:05:50.384 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.694534+0000", 2024-04-10T15:05:50.384 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.694800+0000", 2024-04-10T15:05:50.384 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644368+0000", 2024-04-10T15:05:50.384 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.384 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.384 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.384 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.384 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644368+0000", 2024-04-10T15:05:50.384 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644368+0000", 2024-04-10T15:05:50.384 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644368+0000", 2024-04-10T15:05:50.384 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.384 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.384 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.385 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644368+0000", 2024-04-10T15:05:50.385 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644368+0000", 2024-04-10T15:05:50.385 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.385 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.385 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.385 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.385 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.385 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.385 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.385 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.385 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.385 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.385 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.385 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.385 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.385 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3d", 2024-04-10T15:05:50.386 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.386 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.386 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.386 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.386 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.386 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:11:42.992144+0000", 2024-04-10T15:05:50.386 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.386 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.386 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.388 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.388 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.388 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.388 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.388 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.388 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.388 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.388 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.388 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.388 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.388 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.388 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.388 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.388 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.388 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.388 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.389 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.389 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.389 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.389 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.389 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.389 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.389 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.389 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.389 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.389 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.389 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:50.389 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.389 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.389 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.389 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.389 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.389 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.390 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.390 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.390 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:50.390 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.390 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.390 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.390 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.390 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.390 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.390 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641076+0000", 2024-04-10T15:05:50.390 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.683630+0000", 2024-04-10T15:05:50.390 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.683630+0000", 2024-04-10T15:05:50.390 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.684098+0000", 2024-04-10T15:05:50.390 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641076+0000", 2024-04-10T15:05:50.390 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.391 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.391 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.391 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.391 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641076+0000", 2024-04-10T15:05:50.391 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641076+0000", 2024-04-10T15:05:50.391 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641076+0000", 2024-04-10T15:05:50.391 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.391 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.391 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.391 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641076+0000", 2024-04-10T15:05:50.391 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641076+0000", 2024-04-10T15:05:50.391 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.391 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.391 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.391 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.391 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.391 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.392 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.392 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.392 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.392 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.392 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.392 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.392 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.392 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3c", 2024-04-10T15:05:50.392 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.392 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.392 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.392 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.392 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.393 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:25:36.190334+0000", 2024-04-10T15:05:50.393 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.393 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.393 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.395 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.395 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.395 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.395 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.395 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.395 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.395 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.395 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.395 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.395 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.395 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.395 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.395 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.395 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.395 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.395 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.396 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.396 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.396 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.396 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.396 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.396 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.396 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.396 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.396 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:50.396 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.396 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.396 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.396 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.396 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.396 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.396 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.396 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.397 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:50.397 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.397 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.397 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.397 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.397 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.397 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.397 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643174+0000", 2024-04-10T15:05:50.397 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.683201+0000", 2024-04-10T15:05:50.397 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.683201+0000", 2024-04-10T15:05:50.397 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.683650+0000", 2024-04-10T15:05:50.397 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643174+0000", 2024-04-10T15:05:50.397 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.397 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.397 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.397 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.397 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643174+0000", 2024-04-10T15:05:50.398 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643174+0000", 2024-04-10T15:05:50.398 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643174+0000", 2024-04-10T15:05:50.398 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.398 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.398 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.398 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643174+0000", 2024-04-10T15:05:50.398 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643174+0000", 2024-04-10T15:05:50.398 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.398 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.398 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.398 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.398 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.398 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.398 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.398 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.399 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.399 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.399 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.399 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.399 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.399 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3b", 2024-04-10T15:05:50.399 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.399 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.399 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.399 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.399 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.399 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:52:08.898034+0000", 2024-04-10T15:05:50.399 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.399 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.399 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.401 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.401 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.401 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.401 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.401 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.401 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.401 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.401 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.401 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.401 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.401 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.401 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.401 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.401 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.401 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.401 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.401 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.402 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.402 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.402 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.402 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.402 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.402 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.402 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.402 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.402 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:50.403 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.403 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.403 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.403 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.403 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.403 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.403 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.403 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.403 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:50.403 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.403 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.403 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.403 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.403 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.403 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.403 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640810+0000", 2024-04-10T15:05:50.404 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.678643+0000", 2024-04-10T15:05:50.404 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.678643+0000", 2024-04-10T15:05:50.404 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.678899+0000", 2024-04-10T15:05:50.404 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640810+0000", 2024-04-10T15:05:50.404 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.404 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.404 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.404 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.404 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640810+0000", 2024-04-10T15:05:50.404 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640810+0000", 2024-04-10T15:05:50.404 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640810+0000", 2024-04-10T15:05:50.404 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.404 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.404 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.404 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640810+0000", 2024-04-10T15:05:50.404 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640810+0000", 2024-04-10T15:05:50.405 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.405 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.405 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.405 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.405 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.405 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.405 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.405 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.405 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.405 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.405 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.405 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.405 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.405 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3a", 2024-04-10T15:05:50.405 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.405 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.405 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.406 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.406 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.406 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:47:33.751230+0000", 2024-04-10T15:05:50.406 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.406 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.406 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.408 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.408 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.408 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.408 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.408 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.408 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.408 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.408 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.408 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.408 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.408 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.408 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.408 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.408 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.408 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.409 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.409 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.409 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.409 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.409 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.409 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.409 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.409 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.409 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:50.409 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.409 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.409 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.409 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.409 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.409 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.409 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.410 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.410 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:50.410 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.410 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.410 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.410 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.410 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.410 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.410 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.675613+0000", 2024-04-10T15:05:50.410 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:04:36.674896+0000", 2024-04-10T15:05:50.410 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:04:36.674896+0000", 2024-04-10T15:05:50.410 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:04:36.675310+0000", 2024-04-10T15:05:50.410 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.675613+0000", 2024-04-10T15:05:50.410 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.410 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.411 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.411 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 70, 2024-04-10T15:05:50.411 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.675613+0000", 2024-04-10T15:05:50.411 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.675613+0000", 2024-04-10T15:05:50.411 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.675613+0000", 2024-04-10T15:05:50.411 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.411 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.411 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.411 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.675613+0000", 2024-04-10T15:05:50.411 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.675613+0000", 2024-04-10T15:05:50.411 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.411 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.411 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.411 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.411 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 69, 2024-04-10T15:05:50.411 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.412 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.412 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.412 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.412 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.412 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.412 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.412 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.412 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.39", 2024-04-10T15:05:50.412 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.412 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.412 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.412 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 28, 2024-04-10T15:05:50.412 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.412 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:57:22.827662+0000", 2024-04-10T15:05:50.412 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.412 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.413 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.414 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.414 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.414 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.414 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.414 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.414 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.414 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.414 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.414 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.414 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.414 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.414 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.414 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.414 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.415 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.415 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.415 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.415 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.416 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.416 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.416 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.416 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.416 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:50.416 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.416 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.416 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.416 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.416 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.416 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.416 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.416 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.416 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:50.416 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.416 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.417 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.417 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.417 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.417 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.417 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640372+0000", 2024-04-10T15:05:50.417 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.683136+0000", 2024-04-10T15:05:50.417 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.683136+0000", 2024-04-10T15:05:50.417 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.683415+0000", 2024-04-10T15:05:50.417 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640372+0000", 2024-04-10T15:05:50.417 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.417 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.417 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.417 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.417 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640372+0000", 2024-04-10T15:05:50.418 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640372+0000", 2024-04-10T15:05:50.418 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640372+0000", 2024-04-10T15:05:50.418 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.418 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.418 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.418 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640372+0000", 2024-04-10T15:05:50.418 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640372+0000", 2024-04-10T15:05:50.418 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.418 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.418 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.418 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.418 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.418 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.418 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.419 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.419 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.419 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.419 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.419 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.419 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.419 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.38", 2024-04-10T15:05:50.419 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.419 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.419 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.419 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.419 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.419 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:08:45.904191+0000", 2024-04-10T15:05:50.419 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.419 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.420 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.421 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.422 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.422 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.422 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.422 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.422 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.422 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.422 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.423 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.423 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:50.423 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.423 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.423 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.423 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.423 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.423 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.423 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.423 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.423 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:50.423 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.423 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.423 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.423 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.423 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.423 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.424 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643846+0000", 2024-04-10T15:05:50.424 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.692910+0000", 2024-04-10T15:05:50.424 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.692910+0000", 2024-04-10T15:05:50.424 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.693974+0000", 2024-04-10T15:05:50.424 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643846+0000", 2024-04-10T15:05:50.424 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.424 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.424 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.424 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.424 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643846+0000", 2024-04-10T15:05:50.424 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643846+0000", 2024-04-10T15:05:50.424 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643846+0000", 2024-04-10T15:05:50.424 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.424 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.424 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.424 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643846+0000", 2024-04-10T15:05:50.425 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643846+0000", 2024-04-10T15:05:50.425 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.425 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.425 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.425 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.425 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.425 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.425 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.425 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.425 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.425 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.425 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.425 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.425 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.425 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.37", 2024-04-10T15:05:50.425 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.425 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.426 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.426 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.426 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.426 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:54:51.941246+0000", 2024-04-10T15:05:50.426 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.426 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.426 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.428 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.428 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.429 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.429 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.429 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.429 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.429 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.429 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.429 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:50.429 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.429 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.429 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.429 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.429 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.429 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.429 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.430 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.430 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:50.430 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.430 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.430 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.430 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.430 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.430 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.430 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:50.430 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.701051+0000", 2024-04-10T15:05:50.430 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.701051+0000", 2024-04-10T15:05:50.430 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.701479+0000", 2024-04-10T15:05:50.430 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:50.430 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.431 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.431 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.431 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.431 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:50.431 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:50.431 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:50.431 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.431 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.431 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.431 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:50.431 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:50.431 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.431 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.431 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.431 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.432 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.432 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.432 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.432 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.432 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.432 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.432 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.432 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.432 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.432 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.36", 2024-04-10T15:05:50.432 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.432 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.432 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.432 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.432 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.432 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:02:20.637434+0000", 2024-04-10T15:05:50.433 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.433 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.433 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.436 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.436 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.436 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.436 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.436 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.436 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.436 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.436 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.436 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:50.436 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.436 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.436 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.436 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.436 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.436 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.436 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.437 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.437 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:50.437 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.437 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.437 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.437 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.437 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.437 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.437 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.651637+0000", 2024-04-10T15:05:50.437 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:04:36.650958+0000", 2024-04-10T15:05:50.437 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:04:36.650958+0000", 2024-04-10T15:05:50.437 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:04:36.651327+0000", 2024-04-10T15:05:50.437 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.651637+0000", 2024-04-10T15:05:50.437 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.437 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.438 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.438 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 70, 2024-04-10T15:05:50.438 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.651637+0000", 2024-04-10T15:05:50.438 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.651637+0000", 2024-04-10T15:05:50.438 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.651637+0000", 2024-04-10T15:05:50.438 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.438 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.438 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.438 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.651637+0000", 2024-04-10T15:05:50.438 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.651637+0000", 2024-04-10T15:05:50.438 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.438 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.438 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.438 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.438 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 69, 2024-04-10T15:05:50.438 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.439 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.439 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.439 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.439 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.439 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.439 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.439 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.439 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.35", 2024-04-10T15:05:50.439 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.439 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.439 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.439 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 28, 2024-04-10T15:05:50.439 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.439 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:52:15.913515+0000", 2024-04-10T15:05:50.439 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.439 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.440 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.442 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.442 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.442 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.442 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.442 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.443 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.443 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.443 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.443 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:50.443 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.443 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.443 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.443 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.443 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.443 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.443 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.443 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.443 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T15:05:50.443 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.443 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.443 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.444 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.444 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.444 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.674284+0000", 2024-04-10T15:05:50.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.683316+0000", 2024-04-10T15:05:50.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.683316+0000", 2024-04-10T15:05:50.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.685148+0000", 2024-04-10T15:05:50.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.674284+0000", 2024-04-10T15:05:50.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.674284+0000", 2024-04-10T15:05:50.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.674284+0000", 2024-04-10T15:05:50.444 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.674284+0000", 2024-04-10T15:05:50.445 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.445 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.445 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.445 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.674284+0000", 2024-04-10T15:05:50.445 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.674284+0000", 2024-04-10T15:05:50.445 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.445 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.445 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.445 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.445 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.445 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.445 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.445 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.445 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.445 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.446 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.446 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.446 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.446 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.34", 2024-04-10T15:05:50.446 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.446 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.446 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.446 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.446 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.446 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:44:03.329229+0000", 2024-04-10T15:05:50.446 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.446 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.446 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.449 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.449 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.449 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.449 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.449 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.449 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.449 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.449 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.449 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T15:05:50.449 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.450 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.450 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.450 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.450 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.450 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.450 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.450 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.450 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:50.450 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.450 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.450 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.450 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.450 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.450 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.450 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.642240+0000", 2024-04-10T15:05:50.450 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.688118+0000", 2024-04-10T15:05:50.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.688118+0000", 2024-04-10T15:05:50.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.688470+0000", 2024-04-10T15:05:50.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.642240+0000", 2024-04-10T15:05:50.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.642240+0000", 2024-04-10T15:05:50.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.642240+0000", 2024-04-10T15:05:50.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.642240+0000", 2024-04-10T15:05:50.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.642240+0000", 2024-04-10T15:05:50.451 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.642240+0000", 2024-04-10T15:05:50.451 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.452 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.452 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.452 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.452 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.452 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.452 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.452 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.452 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.452 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.452 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.452 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.452 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.452 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.33", 2024-04-10T15:05:50.452 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.452 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.453 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.453 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.453 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.453 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:18:18.822172+0000", 2024-04-10T15:05:50.453 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.453 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.453 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.456 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.456 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.456 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.456 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.456 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.456 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.456 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.456 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.456 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:50.456 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.456 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.456 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.456 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.456 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.456 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.457 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:50.457 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.457 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:50.457 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.457 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.457 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.457 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.457 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.457 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.457 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644767+0000", 2024-04-10T15:05:50.457 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.692072+0000", 2024-04-10T15:05:50.457 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.692072+0000", 2024-04-10T15:05:50.457 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.692465+0000", 2024-04-10T15:05:50.457 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644767+0000", 2024-04-10T15:05:50.457 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.457 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644767+0000", 2024-04-10T15:05:50.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644767+0000", 2024-04-10T15:05:50.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644767+0000", 2024-04-10T15:05:50.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644767+0000", 2024-04-10T15:05:50.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644767+0000", 2024-04-10T15:05:50.458 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.458 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.458 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.458 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.458 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.459 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.459 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.459 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.459 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.459 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.459 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.459 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.459 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.459 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.32", 2024-04-10T15:05:50.459 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.459 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.459 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.459 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.459 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.459 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:14:14.706515+0000", 2024-04-10T15:05:50.460 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.460 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.460 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.462 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.462 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.462 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.462 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.462 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.463 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.463 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:50.463 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.463 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:50.463 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.463 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.463 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.463 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.463 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.463 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.463 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:50.463 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.463 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:50.463 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.463 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.463 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.464 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.464 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.464 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.464 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.653038+0000", 2024-04-10T15:05:50.464 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:04:36.648033+0000", 2024-04-10T15:05:50.464 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:04:36.648033+0000", 2024-04-10T15:05:50.464 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:04:36.648483+0000", 2024-04-10T15:05:50.464 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.653038+0000", 2024-04-10T15:05:50.464 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.464 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.464 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.464 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 70, 2024-04-10T15:05:50.464 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.653038+0000", 2024-04-10T15:05:50.464 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.653038+0000", 2024-04-10T15:05:50.464 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.653038+0000", 2024-04-10T15:05:50.464 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.653038+0000", 2024-04-10T15:05:50.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.653038+0000", 2024-04-10T15:05:50.465 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.465 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.465 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.465 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.465 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 69, 2024-04-10T15:05:50.465 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.465 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.465 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.465 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.465 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.466 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.466 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.466 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.466 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.31", 2024-04-10T15:05:50.466 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.466 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.466 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.466 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 28, 2024-04-10T15:05:50.466 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.466 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:15:01.832392+0000", 2024-04-10T15:05:50.466 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.466 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.466 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.469 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.469 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.469 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.469 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.469 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.469 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.469 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:50.469 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.470 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:50.470 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.470 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.470 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.470 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.470 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.470 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.470 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.470 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.470 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:50.470 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.470 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.470 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.470 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.471 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.471 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640339+0000", 2024-04-10T15:05:50.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.679615+0000", 2024-04-10T15:05:50.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.679615+0000", 2024-04-10T15:05:50.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.679916+0000", 2024-04-10T15:05:50.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640339+0000", 2024-04-10T15:05:50.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640339+0000", 2024-04-10T15:05:50.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640339+0000", 2024-04-10T15:05:50.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640339+0000", 2024-04-10T15:05:50.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.472 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640339+0000", 2024-04-10T15:05:50.472 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640339+0000", 2024-04-10T15:05:50.472 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.472 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.472 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.472 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.472 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.472 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.472 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.472 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.472 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.472 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.472 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.472 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.473 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.473 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.30", 2024-04-10T15:05:50.473 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.473 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.473 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.473 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.473 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.473 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:57:33.013627+0000", 2024-04-10T15:05:50.473 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.473 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.473 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.476 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.476 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.476 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.476 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.476 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.476 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.476 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.476 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.476 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:50.476 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.476 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.476 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.476 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.476 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.476 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.477 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.477 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.477 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:50.477 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.477 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.477 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.477 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.477 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.477 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.477 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641667+0000", 2024-04-10T15:05:50.477 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.676748+0000", 2024-04-10T15:05:50.477 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.676748+0000", 2024-04-10T15:05:50.477 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.678043+0000", 2024-04-10T15:05:50.477 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641667+0000", 2024-04-10T15:05:50.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641667+0000", 2024-04-10T15:05:50.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641667+0000", 2024-04-10T15:05:50.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641667+0000", 2024-04-10T15:05:50.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641667+0000", 2024-04-10T15:05:50.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641667+0000", 2024-04-10T15:05:50.478 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.479 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.479 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.479 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.479 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.479 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.479 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.479 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.479 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.479 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.479 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.479 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.479 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.479 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2f", 2024-04-10T15:05:50.479 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.479 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.480 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.480 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.480 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.480 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:56:13.691138+0000", 2024-04-10T15:05:50.480 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.480 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.480 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.483 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.483 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.483 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.483 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.483 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.483 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.483 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.483 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.483 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.483 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.483 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.483 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:50.483 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.483 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.483 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.483 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.484 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.484 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.484 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.484 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.484 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T15:05:50.484 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.484 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.484 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.484 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.484 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.484 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.484 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644619+0000", 2024-04-10T15:05:50.484 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.691211+0000", 2024-04-10T15:05:50.484 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.691211+0000", 2024-04-10T15:05:50.484 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.691510+0000", 2024-04-10T15:05:50.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644619+0000", 2024-04-10T15:05:50.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644619+0000", 2024-04-10T15:05:50.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644619+0000", 2024-04-10T15:05:50.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644619+0000", 2024-04-10T15:05:50.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644619+0000", 2024-04-10T15:05:50.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644619+0000", 2024-04-10T15:05:50.485 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.485 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.485 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.485 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.486 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.486 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.486 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.486 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.486 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.486 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.486 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.486 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.486 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.486 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2e", 2024-04-10T15:05:50.486 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.486 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.486 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.486 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.486 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.486 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:53:40.371351+0000", 2024-04-10T15:05:50.487 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.487 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.487 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.489 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.489 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.489 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.489 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.490 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.490 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.490 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.490 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.490 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T15:05:50.490 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.490 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.490 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.490 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.490 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.490 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.490 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.490 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.490 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:50.490 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.491 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.491 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.491 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.491 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.491 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.491 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643247+0000", 2024-04-10T15:05:50.491 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.682753+0000", 2024-04-10T15:05:50.491 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.682753+0000", 2024-04-10T15:05:50.491 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.683889+0000", 2024-04-10T15:05:50.491 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643247+0000", 2024-04-10T15:05:50.491 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.491 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.491 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.491 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.491 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643247+0000", 2024-04-10T15:05:50.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643247+0000", 2024-04-10T15:05:50.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643247+0000", 2024-04-10T15:05:50.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643247+0000", 2024-04-10T15:05:50.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643247+0000", 2024-04-10T15:05:50.492 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.492 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.492 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.492 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.492 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.492 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.492 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.492 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.492 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.493 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.493 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.493 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.493 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.493 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2d", 2024-04-10T15:05:50.493 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.493 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.493 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.493 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.493 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.493 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:57:38.697595+0000", 2024-04-10T15:05:50.493 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.493 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.493 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.496 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.496 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.496 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.496 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.496 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.496 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.496 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.496 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.496 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:50.497 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.497 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.497 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.497 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.497 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.497 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.497 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.497 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.497 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:50.497 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.497 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.497 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.497 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.497 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.497 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.497 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644229+0000", 2024-04-10T15:05:50.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.281204+0000", 2024-04-10T15:05:50.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.281204+0000", 2024-04-10T15:05:50.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.281562+0000", 2024-04-10T15:05:50.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644229+0000", 2024-04-10T15:05:50.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644229+0000", 2024-04-10T15:05:50.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644229+0000", 2024-04-10T15:05:50.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644229+0000", 2024-04-10T15:05:50.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644229+0000", 2024-04-10T15:05:50.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644229+0000", 2024-04-10T15:05:50.499 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.499 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 4, 2024-04-10T15:05:50.499 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.499 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.499 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.499 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.499 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.499 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.499 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.499 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 4, 2024-04-10T15:05:50.499 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.499 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.499 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.499 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1f", 2024-04-10T15:05:50.499 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.500 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.500 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.500 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 24, 2024-04-10T15:05:50.500 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.500 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:17:00.295168+0000", 2024-04-10T15:05:50.500 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.500 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.500 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 582, 2024-04-10T15:05:50.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T15:05:50.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T15:05:50.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T15:05:50.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T15:05:50.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 4, 2024-04-10T15:05:50.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T15:05:50.503 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.503 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.503 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.503 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.503 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.503 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.503 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.503 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.503 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:50.503 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'4" 2024-04-10T15:05:50.503 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.503 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.503 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.503 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.503 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.504 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:50.504 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.504 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:50.504 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.504 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.504 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.504 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.504 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.504 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.504 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641201+0000", 2024-04-10T15:05:50.504 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.683786+0000", 2024-04-10T15:05:50.504 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.683786+0000", 2024-04-10T15:05:50.504 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.686157+0000", 2024-04-10T15:05:50.504 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641201+0000", 2024-04-10T15:05:50.504 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.504 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641201+0000", 2024-04-10T15:05:50.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641201+0000", 2024-04-10T15:05:50.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641201+0000", 2024-04-10T15:05:50.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641201+0000", 2024-04-10T15:05:50.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641201+0000", 2024-04-10T15:05:50.505 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.505 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.505 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.505 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.505 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.506 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.506 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.506 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.506 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.506 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.506 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.506 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.506 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.506 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1e", 2024-04-10T15:05:50.506 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.506 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.506 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.506 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.506 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.507 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:18:01.279349+0000", 2024-04-10T15:05:50.507 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.507 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.507 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.509 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.509 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.509 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.509 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.509 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.509 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.510 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:50.510 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.510 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:50.510 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.510 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.510 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.510 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.510 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.510 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.510 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:50.510 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.510 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:50.510 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.510 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.511 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.511 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.511 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.511 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.511 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641128+0000", 2024-04-10T15:05:50.511 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.285685+0000", 2024-04-10T15:05:50.511 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.285685+0000", 2024-04-10T15:05:50.511 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.286009+0000", 2024-04-10T15:05:50.511 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641128+0000", 2024-04-10T15:05:50.511 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.511 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.511 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.511 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.511 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641128+0000", 2024-04-10T15:05:50.511 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641128+0000", 2024-04-10T15:05:50.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641128+0000", 2024-04-10T15:05:50.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641128+0000", 2024-04-10T15:05:50.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641128+0000", 2024-04-10T15:05:50.512 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.512 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 1, 2024-04-10T15:05:50.512 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.512 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.512 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.512 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.512 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.512 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.512 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.512 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 1, 2024-04-10T15:05:50.513 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.513 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.513 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.513 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1e", 2024-04-10T15:05:50.513 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.513 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.513 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.513 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 21, 2024-04-10T15:05:50.513 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.513 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:51:43.960592+0000", 2024-04-10T15:05:50.513 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.513 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.513 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.513 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.513 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.513 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.517 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.517 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.517 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.517 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.517 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.517 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.517 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.517 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.517 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.518 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.518 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.518 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.518 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.518 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:50.518 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.518 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:50.518 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'1" 2024-04-10T15:05:50.518 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.518 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.518 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.518 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.518 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.518 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:50.518 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.519 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:50.519 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.519 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.519 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.519 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.519 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.519 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.519 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644069+0000", 2024-04-10T15:05:50.519 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.696757+0000", 2024-04-10T15:05:50.519 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.696757+0000", 2024-04-10T15:05:50.519 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.700099+0000", 2024-04-10T15:05:50.519 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644069+0000", 2024-04-10T15:05:50.519 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.519 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644069+0000", 2024-04-10T15:05:50.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644069+0000", 2024-04-10T15:05:50.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644069+0000", 2024-04-10T15:05:50.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644069+0000", 2024-04-10T15:05:50.520 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644069+0000", 2024-04-10T15:05:50.520 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.520 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.520 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.520 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.520 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.520 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.521 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.521 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.521 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.521 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.521 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.521 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.521 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.521 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1f", 2024-04-10T15:05:50.521 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.521 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.521 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.521 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.521 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.521 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:08:55.421832+0000", 2024-04-10T15:05:50.521 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.522 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.522 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.523 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.524 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.524 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.524 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.524 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.524 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.525 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.525 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.525 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:50.525 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.525 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:50.525 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.525 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.525 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.525 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.525 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.525 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.525 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.525 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.525 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:50.525 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.525 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.526 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.526 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.526 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.526 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.526 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643425+0000", 2024-04-10T15:05:50.526 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.288475+0000", 2024-04-10T15:05:50.526 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.288475+0000", 2024-04-10T15:05:50.526 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.289344+0000", 2024-04-10T15:05:50.526 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643425+0000", 2024-04-10T15:05:50.526 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.526 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.526 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.526 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.526 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643425+0000", 2024-04-10T15:05:50.526 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643425+0000", 2024-04-10T15:05:50.527 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643425+0000", 2024-04-10T15:05:50.527 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.527 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.527 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.527 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643425+0000", 2024-04-10T15:05:50.527 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643425+0000", 2024-04-10T15:05:50.527 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.527 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T15:05:50.527 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.527 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.527 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.527 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.527 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.527 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.527 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.527 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T15:05:50.528 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.528 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.528 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.528 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1d", 2024-04-10T15:05:50.528 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.528 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.528 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.528 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 22, 2024-04-10T15:05:50.528 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.528 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:39:07.678694+0000", 2024-04-10T15:05:50.528 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.528 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.528 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.528 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.528 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.528 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.528 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T15:05:50.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T15:05:50.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T15:05:50.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T15:05:50.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.531 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.531 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.531 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.531 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.531 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.531 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T15:05:50.531 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.531 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.531 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.531 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.531 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.531 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.531 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.531 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.531 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.532 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:50.532 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T15:05:50.532 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.532 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.532 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.532 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.532 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.532 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.532 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.532 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:50.532 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.532 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.532 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.532 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.532 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.532 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.532 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641280+0000", 2024-04-10T15:05:50.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.679558+0000", 2024-04-10T15:05:50.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.679558+0000", 2024-04-10T15:05:50.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.679870+0000", 2024-04-10T15:05:50.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641280+0000", 2024-04-10T15:05:50.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641280+0000", 2024-04-10T15:05:50.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641280+0000", 2024-04-10T15:05:50.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641280+0000", 2024-04-10T15:05:50.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641280+0000", 2024-04-10T15:05:50.533 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641280+0000", 2024-04-10T15:05:50.534 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.534 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.534 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.534 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.534 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.534 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.534 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.534 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.534 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.534 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.534 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.534 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.534 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.534 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1c", 2024-04-10T15:05:50.535 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.535 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.535 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.535 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.535 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.535 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:41:41.155913+0000", 2024-04-10T15:05:50.535 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.535 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.535 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.536 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.537 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.538 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.538 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.538 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.538 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.538 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.538 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.538 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.538 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.538 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.538 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.538 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:50.538 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.538 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.538 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.538 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.539 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.539 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.539 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:50.539 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.539 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:50.539 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.539 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.539 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.539 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.539 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.539 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.539 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643014+0000", 2024-04-10T15:05:50.539 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.290505+0000", 2024-04-10T15:05:50.539 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.290505+0000", 2024-04-10T15:05:50.539 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.290852+0000", 2024-04-10T15:05:50.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643014+0000", 2024-04-10T15:05:50.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643014+0000", 2024-04-10T15:05:50.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643014+0000", 2024-04-10T15:05:50.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643014+0000", 2024-04-10T15:05:50.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643014+0000", 2024-04-10T15:05:50.540 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643014+0000", 2024-04-10T15:05:50.540 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.540 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T15:05:50.540 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.541 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.541 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.541 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.541 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.541 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.541 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.541 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T15:05:50.541 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.541 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.541 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.541 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1c", 2024-04-10T15:05:50.541 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.541 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.541 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.541 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 22, 2024-04-10T15:05:50.541 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.542 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:08:16.021178+0000", 2024-04-10T15:05:50.542 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.542 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.542 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.542 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T15:05:50.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T15:05:50.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T15:05:50.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.543 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T15:05:50.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T15:05:50.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.544 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.545 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.545 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.545 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.545 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.545 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.545 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:50.545 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.545 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:50.545 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T15:05:50.545 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.545 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.545 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.545 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.545 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.545 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.545 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.545 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:50.545 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.546 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.546 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.546 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.546 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.546 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.546 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641143+0000", 2024-04-10T15:05:50.546 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.691123+0000", 2024-04-10T15:05:50.546 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.691123+0000", 2024-04-10T15:05:50.546 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.691424+0000", 2024-04-10T15:05:50.546 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641143+0000", 2024-04-10T15:05:50.546 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.546 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.546 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.546 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.546 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641143+0000", 2024-04-10T15:05:50.547 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641143+0000", 2024-04-10T15:05:50.547 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641143+0000", 2024-04-10T15:05:50.547 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.547 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.547 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.547 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641143+0000", 2024-04-10T15:05:50.547 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641143+0000", 2024-04-10T15:05:50.547 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.547 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.547 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.547 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.547 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.547 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.547 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.547 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.548 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.548 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.548 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.548 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.548 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.548 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1d", 2024-04-10T15:05:50.548 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.548 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.548 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.548 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.548 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.548 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:12:32.139429+0000", 2024-04-10T15:05:50.548 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.548 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.548 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.551 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.551 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.551 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.551 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.551 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.551 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.551 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.551 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.551 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:50.551 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.551 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.551 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.552 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.552 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.552 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.552 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.552 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.552 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:50.552 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.552 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.552 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.552 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.552 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.552 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.552 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.653359+0000", 2024-04-10T15:05:50.552 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:04:36.650715+0000", 2024-04-10T15:05:50.552 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:04:36.650715+0000", 2024-04-10T15:05:50.552 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:04:36.651102+0000", 2024-04-10T15:05:50.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.653359+0000", 2024-04-10T15:05:50.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 70, 2024-04-10T15:05:50.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.653359+0000", 2024-04-10T15:05:50.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.653359+0000", 2024-04-10T15:05:50.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.653359+0000", 2024-04-10T15:05:50.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.653359+0000", 2024-04-10T15:05:50.553 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.653359+0000", 2024-04-10T15:05:50.553 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.553 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 1, 2024-04-10T15:05:50.553 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.554 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.554 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 69, 2024-04-10T15:05:50.554 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.554 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.554 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.554 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.554 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 1, 2024-04-10T15:05:50.554 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.554 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.554 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.554 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1b", 2024-04-10T15:05:50.554 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.554 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.554 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.555 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 30, 2024-04-10T15:05:50.555 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.555 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:49:49.920161+0000", 2024-04-10T15:05:50.555 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.555 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.555 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.555 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.555 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.555 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.555 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.555 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.555 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.555 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.555 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.555 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.556 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.558 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.558 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.558 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.558 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.558 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.558 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.558 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.558 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:50.558 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'1" 2024-04-10T15:05:50.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.558 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.558 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.558 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.558 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.559 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:50.559 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.559 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T15:05:50.559 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.559 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.559 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.559 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.559 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.559 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.559 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.673551+0000", 2024-04-10T15:05:50.559 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.672258+0000", 2024-04-10T15:05:50.559 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.672258+0000", 2024-04-10T15:05:50.559 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.672606+0000", 2024-04-10T15:05:50.559 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.673551+0000", 2024-04-10T15:05:50.559 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.560 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.560 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.560 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.560 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.673551+0000", 2024-04-10T15:05:50.560 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.673551+0000", 2024-04-10T15:05:50.560 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.673551+0000", 2024-04-10T15:05:50.560 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.560 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.560 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.560 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.673551+0000", 2024-04-10T15:05:50.560 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.673551+0000", 2024-04-10T15:05:50.560 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.560 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.560 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.560 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.561 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.561 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.561 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.561 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.561 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.561 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.561 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.561 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.561 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.561 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1a", 2024-04-10T15:05:50.561 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.561 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.561 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.561 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.561 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.561 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:13:07.131928+0000", 2024-04-10T15:05:50.562 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.562 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.562 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.562 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.564 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.564 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.564 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.564 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.564 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.565 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:50.565 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.565 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T15:05:50.565 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.565 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.565 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.565 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.565 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.565 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.565 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.565 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.565 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:50.565 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.565 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.565 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.565 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.566 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.566 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644149+0000", 2024-04-10T15:05:50.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.285959+0000", 2024-04-10T15:05:50.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.285959+0000", 2024-04-10T15:05:50.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.286305+0000", 2024-04-10T15:05:50.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644149+0000", 2024-04-10T15:05:50.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644149+0000", 2024-04-10T15:05:50.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644149+0000", 2024-04-10T15:05:50.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644149+0000", 2024-04-10T15:05:50.566 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.567 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.567 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.567 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644149+0000", 2024-04-10T15:05:50.567 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644149+0000", 2024-04-10T15:05:50.567 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.567 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 1, 2024-04-10T15:05:50.567 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.567 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.567 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.567 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.567 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.567 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.567 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.567 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 1, 2024-04-10T15:05:50.567 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.568 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.568 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.568 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1a", 2024-04-10T15:05:50.568 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.568 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.568 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.568 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 21, 2024-04-10T15:05:50.568 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.568 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:57:33.282697+0000", 2024-04-10T15:05:50.568 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.568 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.568 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.568 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.568 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.568 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.569 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.570 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.571 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.571 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.571 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.571 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.571 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.571 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.571 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.571 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.571 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:50.571 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'1" 2024-04-10T15:05:50.571 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.572 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.572 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.572 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.572 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.572 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.572 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.572 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:50.572 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.572 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.572 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.572 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.572 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.572 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.572 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.645095+0000", 2024-04-10T15:05:50.572 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.699789+0000", 2024-04-10T15:05:50.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.699789+0000", 2024-04-10T15:05:50.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.700337+0000", 2024-04-10T15:05:50.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.645095+0000", 2024-04-10T15:05:50.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.645095+0000", 2024-04-10T15:05:50.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.645095+0000", 2024-04-10T15:05:50.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.645095+0000", 2024-04-10T15:05:50.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.645095+0000", 2024-04-10T15:05:50.573 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.645095+0000", 2024-04-10T15:05:50.573 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.574 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.574 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.574 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.574 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.574 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.574 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.574 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.574 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.574 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.574 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.574 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.574 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.574 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1b", 2024-04-10T15:05:50.574 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.574 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.575 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.575 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.575 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.575 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:18:03.542707+0000", 2024-04-10T15:05:50.575 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.575 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.575 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.575 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.575 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.575 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.575 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.575 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.575 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.575 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.575 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.575 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.577 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.578 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.578 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.578 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.578 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.578 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.578 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.578 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.578 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:50.578 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.578 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.578 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.578 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.578 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.578 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.578 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.579 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.579 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:50.579 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.579 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.579 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.579 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.579 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.579 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.579 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640723+0000", 2024-04-10T15:05:50.579 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.281351+0000", 2024-04-10T15:05:50.579 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.281351+0000", 2024-04-10T15:05:50.579 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.281643+0000", 2024-04-10T15:05:50.579 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640723+0000", 2024-04-10T15:05:50.579 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.579 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640723+0000", 2024-04-10T15:05:50.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640723+0000", 2024-04-10T15:05:50.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640723+0000", 2024-04-10T15:05:50.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640723+0000", 2024-04-10T15:05:50.580 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640723+0000", 2024-04-10T15:05:50.580 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.580 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.580 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.580 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.580 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.580 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.581 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.581 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.581 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.581 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.581 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.581 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.581 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.581 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.19", 2024-04-10T15:05:50.581 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.581 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.581 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.581 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:50.581 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.581 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:03:17.800536+0000", 2024-04-10T15:05:50.581 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.582 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.582 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.582 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.582 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.582 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.582 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.582 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.582 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.582 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.582 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.582 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.582 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.582 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.582 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.582 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.583 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.584 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.584 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.584 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.585 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.585 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.585 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.585 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.585 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.585 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:50.585 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.585 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.585 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.585 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.585 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.585 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.585 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.585 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:50.585 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.586 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.586 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.586 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.586 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.586 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.586 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:50.586 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.679809+0000", 2024-04-10T15:05:50.586 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.679809+0000", 2024-04-10T15:05:50.586 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.680130+0000", 2024-04-10T15:05:50.586 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:50.586 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.586 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.586 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.586 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.586 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:50.586 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:50.587 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:50.587 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.587 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.587 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.587 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:50.587 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:50.587 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.587 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.587 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.587 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.587 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.587 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.587 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.587 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.587 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.588 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.588 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.588 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.588 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.588 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.18", 2024-04-10T15:05:50.588 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.588 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.588 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.588 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.588 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.588 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:21:47.719103+0000", 2024-04-10T15:05:50.588 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.588 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.588 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.588 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.588 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.588 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.591 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.591 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.591 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.591 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.591 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.591 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.591 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.591 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:50.592 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.592 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.592 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.592 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.592 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.592 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.592 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.592 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.592 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:50.592 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.592 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.592 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.592 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.592 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.592 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.592 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640404+0000", 2024-04-10T15:05:50.592 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.289538+0000", 2024-04-10T15:05:50.593 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.289538+0000", 2024-04-10T15:05:50.593 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.289864+0000", 2024-04-10T15:05:50.593 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640404+0000", 2024-04-10T15:05:50.593 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.593 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.593 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.593 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.593 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640404+0000", 2024-04-10T15:05:50.593 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640404+0000", 2024-04-10T15:05:50.593 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640404+0000", 2024-04-10T15:05:50.593 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.593 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.593 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.593 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640404+0000", 2024-04-10T15:05:50.593 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640404+0000", 2024-04-10T15:05:50.594 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.594 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.594 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.594 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.594 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.594 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.594 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.594 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.594 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.594 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.594 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.594 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.594 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.594 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.18", 2024-04-10T15:05:50.594 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.594 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.595 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.595 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:50.595 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.595 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:14:00.832249+0000", 2024-04-10T15:05:50.595 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.595 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.595 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.595 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.596 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.596 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.596 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.596 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.596 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.596 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.596 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.596 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.596 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.596 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.596 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.596 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.596 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.596 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.596 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.596 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.596 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.597 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.597 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.598 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.598 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.598 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.598 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.598 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.598 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.598 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.598 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:50.598 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.598 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.598 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.598 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.598 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.598 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.598 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.598 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.599 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:50.599 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.599 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.599 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.599 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.599 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.599 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.599 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.639284+0000", 2024-04-10T15:05:50.599 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.690560+0000", 2024-04-10T15:05:50.599 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.690560+0000", 2024-04-10T15:05:50.599 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.697099+0000", 2024-04-10T15:05:50.599 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.639284+0000", 2024-04-10T15:05:50.599 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.599 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.599 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.600 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.600 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.639284+0000", 2024-04-10T15:05:50.600 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.639284+0000", 2024-04-10T15:05:50.600 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.639284+0000", 2024-04-10T15:05:50.600 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.600 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.600 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.600 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.639284+0000", 2024-04-10T15:05:50.600 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.639284+0000", 2024-04-10T15:05:50.600 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.600 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.600 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.600 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.600 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.600 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.600 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.601 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.601 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.601 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.601 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.601 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.601 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.601 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.19", 2024-04-10T15:05:50.601 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.601 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.601 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.601 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.601 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.601 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:48:54.563822+0000", 2024-04-10T15:05:50.601 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.601 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.601 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.601 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.601 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.604 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.604 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.604 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.604 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.604 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.604 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.605 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.605 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.605 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:50.605 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.605 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.605 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.605 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.605 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.605 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:50.605 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.605 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:50.605 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.605 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.605 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.605 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.605 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.606 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.606 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644500+0000", 2024-04-10T15:05:50.606 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.285120+0000", 2024-04-10T15:05:50.606 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.285120+0000", 2024-04-10T15:05:50.606 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.286121+0000", 2024-04-10T15:05:50.606 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644500+0000", 2024-04-10T15:05:50.606 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.606 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.606 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.606 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.606 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644500+0000", 2024-04-10T15:05:50.606 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644500+0000", 2024-04-10T15:05:50.606 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644500+0000", 2024-04-10T15:05:50.606 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.606 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.606 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.607 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644500+0000", 2024-04-10T15:05:50.607 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644500+0000", 2024-04-10T15:05:50.607 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.607 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.607 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.607 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.607 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.607 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.607 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.607 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.607 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.607 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.607 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.607 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.607 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.607 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.17", 2024-04-10T15:05:50.607 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.607 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.608 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.608 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:50.608 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.608 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:15:11.304280+0000", 2024-04-10T15:05:50.608 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.608 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.608 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.608 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.609 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.609 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.609 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.609 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.609 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.609 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.609 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.609 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.609 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.609 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.609 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.609 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.609 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.609 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.609 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.609 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.609 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.609 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.610 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.610 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.610 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.610 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.610 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.610 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.610 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.610 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.610 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.610 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.610 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.610 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.610 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.610 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.610 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.610 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.611 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:50.611 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.611 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:50.611 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.611 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.611 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.611 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.611 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.611 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.611 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.611 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:50.611 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.611 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.611 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.611 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.611 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.611 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.612 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641387+0000", 2024-04-10T15:05:50.612 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.673274+0000", 2024-04-10T15:05:50.612 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.673274+0000", 2024-04-10T15:05:50.612 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.675664+0000", 2024-04-10T15:05:50.612 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641387+0000", 2024-04-10T15:05:50.612 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.612 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.612 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.612 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.612 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641387+0000", 2024-04-10T15:05:50.612 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641387+0000", 2024-04-10T15:05:50.612 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641387+0000", 2024-04-10T15:05:50.612 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.612 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.612 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.612 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641387+0000", 2024-04-10T15:05:50.613 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641387+0000", 2024-04-10T15:05:50.613 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.613 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.613 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.613 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.613 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.613 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.613 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.613 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.613 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.613 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.613 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.613 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.613 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.613 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.16", 2024-04-10T15:05:50.613 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.614 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.614 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.614 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.614 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.614 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:45:47.325062+0000", 2024-04-10T15:05:50.614 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.614 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.614 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.614 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.614 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.614 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.614 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.614 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.614 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.614 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.614 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.615 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.615 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.615 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.615 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.615 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.615 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.615 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.615 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.615 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.615 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.615 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.615 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.615 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.615 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.615 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.615 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.616 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.616 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.616 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.616 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.616 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.616 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.616 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.616 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.616 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.616 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.616 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.616 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.616 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.616 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.616 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.617 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.617 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.617 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.617 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.617 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.617 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.617 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.617 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.617 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:50.617 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.617 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.617 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.617 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.617 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.617 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:50.617 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.618 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:50.618 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.618 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.618 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.618 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.618 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.618 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.618 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641485+0000", 2024-04-10T15:05:50.618 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.287728+0000", 2024-04-10T15:05:50.618 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.287728+0000", 2024-04-10T15:05:50.618 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.288061+0000", 2024-04-10T15:05:50.618 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641485+0000", 2024-04-10T15:05:50.618 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.618 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.618 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.618 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.618 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641485+0000", 2024-04-10T15:05:50.619 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641485+0000", 2024-04-10T15:05:50.619 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641485+0000", 2024-04-10T15:05:50.619 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.619 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.619 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.619 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641485+0000", 2024-04-10T15:05:50.619 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641485+0000", 2024-04-10T15:05:50.619 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.619 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.619 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.619 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.619 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.619 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.619 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.619 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.619 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.619 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.619 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.620 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.620 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.620 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.16", 2024-04-10T15:05:50.620 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.620 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.620 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.620 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:50.620 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.620 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:17:18.028774+0000", 2024-04-10T15:05:50.620 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.620 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.620 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.622 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.622 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.622 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.622 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.622 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.622 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.622 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.622 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.622 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.622 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.622 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.622 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.622 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.622 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.622 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.623 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.623 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.623 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.623 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.623 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.623 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.623 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.623 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:50.623 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.623 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:50.623 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.623 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.623 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.624 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.624 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.624 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:50.624 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.624 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:50.624 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.624 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.624 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.624 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.624 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.624 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.624 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643891+0000", 2024-04-10T15:05:50.624 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.696069+0000", 2024-04-10T15:05:50.624 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.696069+0000", 2024-04-10T15:05:50.624 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.696363+0000", 2024-04-10T15:05:50.625 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643891+0000", 2024-04-10T15:05:50.625 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.625 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.625 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.625 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.625 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643891+0000", 2024-04-10T15:05:50.625 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643891+0000", 2024-04-10T15:05:50.625 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643891+0000", 2024-04-10T15:05:50.625 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.625 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.625 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.625 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643891+0000", 2024-04-10T15:05:50.625 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643891+0000", 2024-04-10T15:05:50.625 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.625 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.625 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.626 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.626 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.626 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.626 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.626 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.626 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.626 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.626 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.626 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.626 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.626 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.17", 2024-04-10T15:05:50.626 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.626 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.626 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.626 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.626 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.627 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:11:09.281462+0000", 2024-04-10T15:05:50.627 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.627 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.627 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.629 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.629 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.629 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.629 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.629 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.629 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.629 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.629 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.629 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.629 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.629 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.629 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.629 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.629 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.629 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.630 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:50.630 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.630 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:50.630 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.630 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.630 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.630 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.630 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.630 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.630 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.630 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:50.630 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.630 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.630 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.631 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.631 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.631 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.631 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640143+0000", 2024-04-10T15:05:50.631 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.280864+0000", 2024-04-10T15:05:50.631 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.280864+0000", 2024-04-10T15:05:50.631 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.281503+0000", 2024-04-10T15:05:50.631 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640143+0000", 2024-04-10T15:05:50.631 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.631 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.631 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.631 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.631 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640143+0000", 2024-04-10T15:05:50.631 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640143+0000", 2024-04-10T15:05:50.631 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640143+0000", 2024-04-10T15:05:50.631 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.631 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.632 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.632 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640143+0000", 2024-04-10T15:05:50.632 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640143+0000", 2024-04-10T15:05:50.632 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.632 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3, 2024-04-10T15:05:50.632 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.632 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.632 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.632 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.632 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.632 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.632 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.632 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3, 2024-04-10T15:05:50.632 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.632 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.632 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.633 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.15", 2024-04-10T15:05:50.633 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.633 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.633 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.633 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 23, 2024-04-10T15:05:50.633 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.633 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:39:56.835741+0000", 2024-04-10T15:05:50.633 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.633 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.633 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.633 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 90, 2024-04-10T15:05:50.633 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.633 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.633 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.633 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.633 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T15:05:50.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T15:05:50.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T15:05:50.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T15:05:50.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 4, 2024-04-10T15:05:50.636 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T15:05:50.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.636 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.636 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.636 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.636 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.636 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.636 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.636 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.636 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:50.636 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'3" 2024-04-10T15:05:50.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.636 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.636 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.636 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.636 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.636 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.636 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.636 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T15:05:50.637 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.637 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.637 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.637 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.637 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.637 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.674177+0000", 2024-04-10T15:05:50.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.692699+0000", 2024-04-10T15:05:50.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.692699+0000", 2024-04-10T15:05:50.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.692999+0000", 2024-04-10T15:05:50.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.674177+0000", 2024-04-10T15:05:50.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.674177+0000", 2024-04-10T15:05:50.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.674177+0000", 2024-04-10T15:05:50.638 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.674177+0000", 2024-04-10T15:05:50.638 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.638 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.638 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.638 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.674177+0000", 2024-04-10T15:05:50.638 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.674177+0000", 2024-04-10T15:05:50.638 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.638 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.638 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.638 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.638 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.638 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.638 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.638 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.638 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.638 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.639 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.639 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.639 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.639 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.14", 2024-04-10T15:05:50.639 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.639 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.639 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.639 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.639 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.639 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:46:14.221969+0000", 2024-04-10T15:05:50.639 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.639 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.639 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.639 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.639 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.639 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.639 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.642 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.642 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.642 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.642 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.642 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.642 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.642 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.642 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.642 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.642 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.642 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.642 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.642 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T15:05:50.642 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.643 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.643 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.643 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.643 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.643 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:50.643 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.643 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:50.643 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.643 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.643 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.643 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.643 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.643 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.643 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:05:04.832216+0000", 2024-04-10T15:05:50.643 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.284827+0000", 2024-04-10T15:05:50.643 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.284827+0000", 2024-04-10T15:05:50.643 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.285440+0000", 2024-04-10T15:05:50.644 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:05:04.832216+0000", 2024-04-10T15:05:50.644 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.644 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.644 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.644 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.644 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:05:04.832216+0000", 2024-04-10T15:05:50.644 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:05:04.832216+0000", 2024-04-10T15:05:50.644 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:05:04.832216+0000", 2024-04-10T15:05:50.644 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.644 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.644 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.644 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:05:04.832216+0000", 2024-04-10T15:05:50.644 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:05:04.832216+0000", 2024-04-10T15:05:50.644 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.644 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 12, 2024-04-10T15:05:50.644 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.645 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.645 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.645 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.645 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.645 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.645 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.645 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 12, 2024-04-10T15:05:50.645 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.645 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.645 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.645 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.14", 2024-04-10T15:05:50.645 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.645 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.645 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.645 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 32, 2024-04-10T15:05:50.645 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.645 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:29:15.585142+0000", 2024-04-10T15:05:50.646 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.646 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.646 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.646 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 2632, 2024-04-10T15:05:50.646 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.646 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.646 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.646 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.646 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.646 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.646 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.646 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.646 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.646 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.646 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 12, 2024-04-10T15:05:50.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 4, 2024-04-10T15:05:50.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 4, 2024-04-10T15:05:50.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T15:05:50.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 12, 2024-04-10T15:05:50.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 9 2024-04-10T15:05:50.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.648 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.648 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.648 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.649 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.649 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.649 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:50.649 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.649 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:50.649 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "70'12" 2024-04-10T15:05:50.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.649 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.649 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.649 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.649 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.649 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.649 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.649 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:50.649 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.650 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.650 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.650 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.650 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.650 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.650 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643307+0000", 2024-04-10T15:05:50.650 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.688126+0000", 2024-04-10T15:05:50.650 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.688126+0000", 2024-04-10T15:05:50.650 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.688409+0000", 2024-04-10T15:05:50.650 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643307+0000", 2024-04-10T15:05:50.650 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.650 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.650 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.650 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.650 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643307+0000", 2024-04-10T15:05:50.650 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643307+0000", 2024-04-10T15:05:50.651 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643307+0000", 2024-04-10T15:05:50.651 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.651 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.651 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.651 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643307+0000", 2024-04-10T15:05:50.651 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643307+0000", 2024-04-10T15:05:50.651 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.651 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.651 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.651 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.651 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.651 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.651 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.651 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.651 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.651 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.652 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.652 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.652 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.652 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.15", 2024-04-10T15:05:50.652 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.652 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.652 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.652 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.652 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.652 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:11:53.962594+0000", 2024-04-10T15:05:50.652 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.652 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.652 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.652 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.652 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.652 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.653 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.653 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.653 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.653 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.653 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.653 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.653 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.653 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.653 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.653 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.653 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.653 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.653 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.653 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.655 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.655 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.655 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.655 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.655 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.656 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.656 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.656 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:50.656 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.656 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.656 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.656 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.656 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.656 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.656 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:50.656 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.656 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:50.656 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.656 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.656 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.656 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.657 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.657 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.657 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.645444+0000", 2024-04-10T15:05:50.657 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.280254+0000", 2024-04-10T15:05:50.657 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.280254+0000", 2024-04-10T15:05:50.657 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.280573+0000", 2024-04-10T15:05:50.657 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.645444+0000", 2024-04-10T15:05:50.657 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.657 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.657 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.657 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.657 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.645444+0000", 2024-04-10T15:05:50.657 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.645444+0000", 2024-04-10T15:05:50.657 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.645444+0000", 2024-04-10T15:05:50.657 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.657 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.657 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.658 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.645444+0000", 2024-04-10T15:05:50.658 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.645444+0000", 2024-04-10T15:05:50.658 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.658 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T15:05:50.658 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.658 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.658 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.658 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.658 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.658 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.658 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.658 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T15:05:50.658 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.658 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.659 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.659 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.13", 2024-04-10T15:05:50.659 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.659 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.659 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.659 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 22, 2024-04-10T15:05:50.659 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.659 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:16:53.068747+0000", 2024-04-10T15:05:50.659 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.659 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.659 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.659 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 34, 2024-04-10T15:05:50.659 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.659 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.659 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.659 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.659 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T15:05:50.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T15:05:50.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T15:05:50.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T15:05:50.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T15:05:50.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 7 2024-04-10T15:05:50.662 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.662 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.662 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.662 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.662 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.662 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.662 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:50.662 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.662 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:50.662 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T15:05:50.662 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.662 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.662 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.663 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.663 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.663 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:50.663 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.663 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:50.663 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.663 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.663 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.663 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.663 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.663 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.663 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644680+0000", 2024-04-10T15:05:50.663 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.696657+0000", 2024-04-10T15:05:50.663 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.696657+0000", 2024-04-10T15:05:50.663 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.699155+0000", 2024-04-10T15:05:50.663 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644680+0000", 2024-04-10T15:05:50.664 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.664 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.664 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.664 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.664 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644680+0000", 2024-04-10T15:05:50.664 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644680+0000", 2024-04-10T15:05:50.664 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644680+0000", 2024-04-10T15:05:50.664 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.664 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.664 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.664 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644680+0000", 2024-04-10T15:05:50.664 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644680+0000", 2024-04-10T15:05:50.664 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.664 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.664 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.665 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.665 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.665 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.665 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.665 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.665 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.665 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.665 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.665 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.665 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.665 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.12", 2024-04-10T15:05:50.665 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.665 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.665 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.665 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.666 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.666 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:57:09.243966+0000", 2024-04-10T15:05:50.666 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.666 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.666 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.666 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.666 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.666 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.666 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.666 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.666 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.666 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.666 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.666 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.666 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.668 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.669 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.669 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.669 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.669 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.669 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:50.669 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.669 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:50.669 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.669 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.669 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.669 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.669 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.669 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.669 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.670 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:50.670 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.670 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.670 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.670 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.670 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.670 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.670 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:50.670 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.288905+0000", 2024-04-10T15:05:50.670 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.288905+0000", 2024-04-10T15:05:50.670 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.289247+0000", 2024-04-10T15:05:50.670 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:50.670 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.670 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.670 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:50.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:50.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:50.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:50.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640574+0000", 2024-04-10T15:05:50.671 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.671 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.671 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.671 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.671 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.671 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.671 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.671 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.671 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.672 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.672 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.672 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.672 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.672 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.12", 2024-04-10T15:05:50.672 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.672 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.672 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.672 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:50.672 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.672 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:01:13.831504+0000", 2024-04-10T15:05:50.672 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.672 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.672 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.672 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.672 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.672 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.672 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.675 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.675 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.675 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.675 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.675 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.675 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.675 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.675 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:50.675 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.675 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.676 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.676 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.676 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.676 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:50.676 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.676 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:50.676 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.676 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.676 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.676 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.676 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.676 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.676 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643068+0000", 2024-04-10T15:05:50.676 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.682812+0000", 2024-04-10T15:05:50.676 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.682812+0000", 2024-04-10T15:05:50.676 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.683464+0000", 2024-04-10T15:05:50.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643068+0000", 2024-04-10T15:05:50.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643068+0000", 2024-04-10T15:05:50.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643068+0000", 2024-04-10T15:05:50.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643068+0000", 2024-04-10T15:05:50.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643068+0000", 2024-04-10T15:05:50.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643068+0000", 2024-04-10T15:05:50.677 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.677 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.677 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.677 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.678 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.678 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.678 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.678 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.678 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.678 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.678 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.678 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.678 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.678 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.13", 2024-04-10T15:05:50.678 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.678 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.678 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.678 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.678 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.678 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:51:34.754087+0000", 2024-04-10T15:05:50.679 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.679 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.679 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.681 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.681 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.681 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.681 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.681 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.681 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.681 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:50.681 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.682 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:50.682 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.682 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.682 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.682 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.682 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.682 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.682 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.682 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.682 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:50.682 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.682 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.682 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.682 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.682 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.682 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644595+0000", 2024-04-10T15:05:50.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.280895+0000", 2024-04-10T15:05:50.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.280895+0000", 2024-04-10T15:05:50.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.281401+0000", 2024-04-10T15:05:50.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644595+0000", 2024-04-10T15:05:50.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644595+0000", 2024-04-10T15:05:50.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644595+0000", 2024-04-10T15:05:50.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644595+0000", 2024-04-10T15:05:50.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644595+0000", 2024-04-10T15:05:50.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644595+0000", 2024-04-10T15:05:50.684 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.684 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.684 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.684 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.684 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.684 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.684 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.684 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.684 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.684 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.684 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.684 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.684 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.684 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.11", 2024-04-10T15:05:50.684 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.684 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.684 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.684 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:50.685 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.685 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:30:26.316124+0000", 2024-04-10T15:05:50.685 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.685 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.685 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.685 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.685 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.685 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.685 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.685 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.685 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.685 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.685 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.685 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.685 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.688 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.688 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.688 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.688 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.688 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.688 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.688 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.688 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:50.688 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.688 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.688 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.688 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.688 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.688 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:50.688 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.689 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:50.689 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.689 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.689 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.689 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.689 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.689 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.689 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643523+0000", 2024-04-10T15:05:50.689 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.680055+0000", 2024-04-10T15:05:50.689 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.680055+0000", 2024-04-10T15:05:50.689 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.680322+0000", 2024-04-10T15:05:50.689 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643523+0000", 2024-04-10T15:05:50.689 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.689 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.689 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.689 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.689 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643523+0000", 2024-04-10T15:05:50.690 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643523+0000", 2024-04-10T15:05:50.690 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643523+0000", 2024-04-10T15:05:50.690 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.690 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.690 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.690 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643523+0000", 2024-04-10T15:05:50.690 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643523+0000", 2024-04-10T15:05:50.690 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.690 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.690 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.690 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.690 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.690 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.690 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.690 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.690 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.691 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.691 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.691 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.691 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.691 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.10", 2024-04-10T15:05:50.691 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.691 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.691 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.691 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.691 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.691 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:32:49.692572+0000", 2024-04-10T15:05:50.691 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.691 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.691 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.691 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.691 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.691 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.692 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.692 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.692 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.692 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.692 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.692 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.692 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.692 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.692 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.692 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.692 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.692 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.692 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.692 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.692 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.694 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.694 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.694 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.694 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.694 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.694 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.694 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.694 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.694 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.694 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.694 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.694 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:50.694 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.694 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:50.694 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.694 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.695 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.695 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.695 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.695 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.695 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.695 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.695 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T15:05:50.695 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.695 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.695 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.695 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.695 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.695 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.695 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643075+0000", 2024-04-10T15:05:50.695 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.281718+0000", 2024-04-10T15:05:50.695 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.281718+0000", 2024-04-10T15:05:50.695 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.282084+0000", 2024-04-10T15:05:50.695 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643075+0000", 2024-04-10T15:05:50.696 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.696 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.696 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.696 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.696 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643075+0000", 2024-04-10T15:05:50.696 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643075+0000", 2024-04-10T15:05:50.696 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643075+0000", 2024-04-10T15:05:50.696 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.696 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.696 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.696 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643075+0000", 2024-04-10T15:05:50.696 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643075+0000", 2024-04-10T15:05:50.696 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.696 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 8, 2024-04-10T15:05:50.696 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.696 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.697 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.697 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.697 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.697 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.697 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.697 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 8, 2024-04-10T15:05:50.697 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.697 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.697 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.697 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.10", 2024-04-10T15:05:50.697 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.697 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.697 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.697 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 28, 2024-04-10T15:05:50.697 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.698 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:17:57.954285+0000", 2024-04-10T15:05:50.698 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.698 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.698 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.698 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.698 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.698 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.698 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.698 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.698 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.698 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.698 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.698 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.698 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.698 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.699 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.699 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.699 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.699 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.699 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.699 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 12, 2024-04-10T15:05:50.699 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 4, 2024-04-10T15:05:50.699 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.699 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 4, 2024-04-10T15:05:50.699 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.699 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.699 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.699 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.699 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.699 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 4, 2024-04-10T15:05:50.699 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 12, 2024-04-10T15:05:50.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.700 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.700 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.701 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.701 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.701 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.701 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.701 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.701 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.701 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T15:05:50.701 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'8" 2024-04-10T15:05:50.701 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.701 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.701 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.701 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.701 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.701 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.701 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.702 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:50.702 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.702 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.702 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.702 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.702 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.702 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.702 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.642948+0000", 2024-04-10T15:05:50.702 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.684111+0000", 2024-04-10T15:05:50.702 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.684111+0000", 2024-04-10T15:05:50.702 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.684467+0000", 2024-04-10T15:05:50.702 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.642948+0000", 2024-04-10T15:05:50.702 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.702 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.702 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.703 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.703 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.642948+0000", 2024-04-10T15:05:50.703 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.642948+0000", 2024-04-10T15:05:50.703 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.642948+0000", 2024-04-10T15:05:50.703 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.703 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.703 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.703 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.642948+0000", 2024-04-10T15:05:50.703 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.642948+0000", 2024-04-10T15:05:50.703 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.703 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.703 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.703 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.703 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.703 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.703 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.704 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.704 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.704 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.704 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.704 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.704 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.704 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.11", 2024-04-10T15:05:50.704 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.704 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.704 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.704 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.704 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.704 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:57:16.102990+0000", 2024-04-10T15:05:50.704 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.704 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.704 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.707 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.707 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.707 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.707 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.707 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.707 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.707 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.707 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.708 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:50.708 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.708 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.708 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.708 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.708 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.708 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.708 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.708 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.708 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T15:05:50.708 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.708 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.708 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.708 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.708 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.708 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.708 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.674421+0000", 2024-04-10T15:05:50.708 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.276898+0000", 2024-04-10T15:05:50.709 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.276898+0000", 2024-04-10T15:05:50.709 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.277258+0000", 2024-04-10T15:05:50.709 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.674421+0000", 2024-04-10T15:05:50.709 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.709 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.709 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.709 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.709 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.674421+0000", 2024-04-10T15:05:50.709 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.674421+0000", 2024-04-10T15:05:50.709 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.674421+0000", 2024-04-10T15:05:50.709 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.709 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.710 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.710 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.674421+0000", 2024-04-10T15:05:50.710 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.674421+0000", 2024-04-10T15:05:50.710 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.710 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 1, 2024-04-10T15:05:50.710 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.710 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.710 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.710 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.710 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.710 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.710 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.710 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 1, 2024-04-10T15:05:50.710 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.710 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.710 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.711 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.f", 2024-04-10T15:05:50.711 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.711 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.711 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.711 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 21, 2024-04-10T15:05:50.711 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.711 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:27:29.253197+0000", 2024-04-10T15:05:50.711 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.711 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.711 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.711 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 22, 2024-04-10T15:05:50.711 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.711 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.711 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.711 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.711 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.711 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T15:05:50.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T15:05:50.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T15:05:50.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 1, 2024-04-10T15:05:50.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T15:05:50.713 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.714 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.714 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.714 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.714 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.714 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.714 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.714 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.714 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T15:05:50.714 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'1" 2024-04-10T15:05:50.714 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.714 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.714 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.714 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.714 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.714 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.715 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.715 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:50.715 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.715 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.715 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.715 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.715 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.715 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.715 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.651709+0000", 2024-04-10T15:05:50.715 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:04:36.650826+0000", 2024-04-10T15:05:50.715 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:04:36.650826+0000", 2024-04-10T15:05:50.715 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:04:36.651251+0000", 2024-04-10T15:05:50.715 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.651709+0000", 2024-04-10T15:05:50.715 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.715 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.715 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.715 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 70, 2024-04-10T15:05:50.716 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.651709+0000", 2024-04-10T15:05:50.716 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.651709+0000", 2024-04-10T15:05:50.716 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.651709+0000", 2024-04-10T15:05:50.716 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.716 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.716 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.716 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.651709+0000", 2024-04-10T15:05:50.716 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.651709+0000", 2024-04-10T15:05:50.716 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.716 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.716 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.716 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.716 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 69, 2024-04-10T15:05:50.716 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.716 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.716 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.717 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.717 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.717 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.717 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.717 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.717 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.e", 2024-04-10T15:05:50.717 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.717 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.717 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.717 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 28, 2024-04-10T15:05:50.717 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.717 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:16:35.539646+0000", 2024-04-10T15:05:50.717 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.717 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.717 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.721 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.721 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.722 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.722 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.722 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.722 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.722 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.722 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.722 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:50.722 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.722 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.722 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.723 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.723 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.723 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.723 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.723 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.723 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:50.723 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.723 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.723 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T15:05:50.723 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.724 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.724 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.724 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.639499+0000", 2024-04-10T15:05:50.724 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:38.417580+0000", 2024-04-10T15:05:50.724 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:38.417580+0000", 2024-04-10T15:05:50.724 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:38.417956+0000", 2024-04-10T15:05:50.724 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.639499+0000", 2024-04-10T15:05:50.724 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.724 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.724 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.724 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 66, 2024-04-10T15:05:50.724 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.639499+0000", 2024-04-10T15:05:50.724 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.639499+0000", 2024-04-10T15:05:50.724 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.639499+0000", 2024-04-10T15:05:50.724 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.725 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.725 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.725 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.639499+0000", 2024-04-10T15:05:50.725 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.639499+0000", 2024-04-10T15:05:50.725 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.725 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.725 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.725 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.725 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 65, 2024-04-10T15:05:50.725 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.725 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.725 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.725 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.725 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.725 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.725 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.726 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.726 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.2", 2024-04-10T15:05:50.726 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.726 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.726 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.726 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 15, 2024-04-10T15:05:50.726 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.726 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:34:10.674105+0000", 2024-04-10T15:05:50.726 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.726 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.726 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.728 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.728 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.728 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.728 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.728 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.728 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.728 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.728 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.728 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.728 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.728 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.728 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.728 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.728 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.728 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.729 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.729 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.729 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.729 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.729 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.729 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.729 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.729 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.729 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.729 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.729 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.729 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.729 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.729 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:50.729 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.729 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.730 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.730 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.730 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.730 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.730 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.730 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.730 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:50.730 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.730 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.730 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.730 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.730 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.730 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.730 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.639564+0000", 2024-04-10T15:05:50.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.279798+0000", 2024-04-10T15:05:50.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.279798+0000", 2024-04-10T15:05:50.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.281697+0000", 2024-04-10T15:05:50.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.639564+0000", 2024-04-10T15:05:50.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.639564+0000", 2024-04-10T15:05:50.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.639564+0000", 2024-04-10T15:05:50.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.639564+0000", 2024-04-10T15:05:50.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.639564+0000", 2024-04-10T15:05:50.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.639564+0000", 2024-04-10T15:05:50.732 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.732 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.732 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.732 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.732 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.732 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.732 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.732 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.732 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.732 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.732 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.732 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.732 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.732 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.4", 2024-04-10T15:05:50.732 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.732 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.732 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.733 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:50.733 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.733 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:53:38.474251+0000", 2024-04-10T15:05:50.733 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.733 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.733 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.736 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.736 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.736 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.736 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.736 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.736 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.736 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.736 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.736 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.736 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.736 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:50.736 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.736 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.736 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.736 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.737 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.737 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.737 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:50.737 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.737 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:50.737 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.737 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.737 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.737 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.737 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.737 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.737 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641298+0000", 2024-04-10T15:05:50.737 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.681395+0000", 2024-04-10T15:05:50.737 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.681395+0000", 2024-04-10T15:05:50.737 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.681661+0000", 2024-04-10T15:05:50.737 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641298+0000", 2024-04-10T15:05:50.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641298+0000", 2024-04-10T15:05:50.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641298+0000", 2024-04-10T15:05:50.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641298+0000", 2024-04-10T15:05:50.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641298+0000", 2024-04-10T15:05:50.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641298+0000", 2024-04-10T15:05:50.738 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.738 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.739 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.739 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.739 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.739 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.739 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.739 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.739 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.739 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.739 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.739 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.739 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.739 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.5", 2024-04-10T15:05:50.739 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.739 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.739 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.739 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.739 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.739 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:28:24.397110+0000", 2024-04-10T15:05:50.740 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.740 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.740 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.742 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.742 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.742 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.742 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.742 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.743 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.743 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:50.743 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.743 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:50.743 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.743 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.743 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.743 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.743 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.743 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.743 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:50.743 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.743 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:50.743 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.743 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.744 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T15:05:50.744 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.744 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.744 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.744 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.639653+0000", 2024-04-10T15:05:50.744 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:37.737582+0000", 2024-04-10T15:05:50.744 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:37.737582+0000", 2024-04-10T15:05:50.744 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:37.737875+0000", 2024-04-10T15:05:50.744 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.639653+0000", 2024-04-10T15:05:50.744 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.744 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.744 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.744 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 66, 2024-04-10T15:05:50.744 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.639653+0000", 2024-04-10T15:05:50.744 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.639653+0000", 2024-04-10T15:05:50.745 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.639653+0000", 2024-04-10T15:05:50.745 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.745 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.745 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.745 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.639653+0000", 2024-04-10T15:05:50.745 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.639653+0000", 2024-04-10T15:05:50.745 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.745 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.745 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.745 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.745 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 65, 2024-04-10T15:05:50.745 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.745 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.745 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.745 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.746 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.746 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.746 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.746 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.746 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.4", 2024-04-10T15:05:50.746 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.746 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.746 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.746 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 15, 2024-04-10T15:05:50.746 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.746 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:25:32.714296+0000", 2024-04-10T15:05:50.746 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.746 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.746 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.749 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.749 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.749 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.749 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.749 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.749 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.749 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:50.749 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.750 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:50.750 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.750 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.750 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.750 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.750 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.750 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.750 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.750 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.750 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:50.750 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.750 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.750 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.750 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.750 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.751 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.751 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640563+0000", 2024-04-10T15:05:50.751 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.282728+0000", 2024-04-10T15:05:50.751 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.282728+0000", 2024-04-10T15:05:50.751 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.283028+0000", 2024-04-10T15:05:50.751 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640563+0000", 2024-04-10T15:05:50.751 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.751 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.751 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.751 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.751 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640563+0000", 2024-04-10T15:05:50.751 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640563+0000", 2024-04-10T15:05:50.751 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640563+0000", 2024-04-10T15:05:50.751 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.751 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.751 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.751 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640563+0000", 2024-04-10T15:05:50.752 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640563+0000", 2024-04-10T15:05:50.752 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.752 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.752 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.752 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.752 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.752 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.752 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.752 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.752 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.752 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.752 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.752 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.752 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.752 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.2", 2024-04-10T15:05:50.752 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.753 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.753 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.753 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:50.753 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.753 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:56:38.446506+0000", 2024-04-10T15:05:50.753 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.753 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.753 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.755 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.755 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.756 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.756 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.756 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.756 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.756 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.756 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.756 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:50.756 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.756 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.756 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.756 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.756 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.756 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.756 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.756 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.756 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T15:05:50.756 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.757 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.757 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.757 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.757 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.757 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.673819+0000", 2024-04-10T15:05:50.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.685826+0000", 2024-04-10T15:05:50.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.685826+0000", 2024-04-10T15:05:50.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.686109+0000", 2024-04-10T15:05:50.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.673819+0000", 2024-04-10T15:05:50.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.673819+0000", 2024-04-10T15:05:50.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.673819+0000", 2024-04-10T15:05:50.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.673819+0000", 2024-04-10T15:05:50.758 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.758 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.758 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.758 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.673819+0000", 2024-04-10T15:05:50.758 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.673819+0000", 2024-04-10T15:05:50.758 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.758 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.758 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.758 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.758 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.758 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.758 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.758 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.758 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.758 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.759 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.759 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.759 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.759 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3", 2024-04-10T15:05:50.759 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.759 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.759 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.759 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.759 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.759 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:25:07.380496+0000", 2024-04-10T15:05:50.759 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.759 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.759 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.762 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.762 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.762 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.762 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.762 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.762 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.762 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.762 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.762 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.762 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.762 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.762 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.762 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.762 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.762 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T15:05:50.763 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.763 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.763 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.763 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.763 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.763 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.763 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.763 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.763 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:50.763 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.763 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.763 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T15:05:50.763 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.763 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.763 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.763 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:35.640140+0000", 2024-04-10T15:05:50.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:38.417557+0000", 2024-04-10T15:05:50.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:38.417557+0000", 2024-04-10T15:05:50.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:38.417967+0000", 2024-04-10T15:05:50.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:35.640140+0000", 2024-04-10T15:05:50.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 66, 2024-04-10T15:05:50.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:35.640140+0000", 2024-04-10T15:05:50.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:35.640140+0000", 2024-04-10T15:05:50.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:35.640140+0000", 2024-04-10T15:05:50.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:35.640140+0000", 2024-04-10T15:05:50.765 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:35.640140+0000", 2024-04-10T15:05:50.765 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.765 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.765 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.765 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.765 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 65, 2024-04-10T15:05:50.765 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.765 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.765 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.765 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.765 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.765 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.765 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.765 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.765 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.7", 2024-04-10T15:05:50.765 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.765 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.766 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 69, 2024-04-10T15:05:50.766 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 14, 2024-04-10T15:05:50.766 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.766 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:14:24.647858+0000", 2024-04-10T15:05:50.766 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.766 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.766 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.768 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.768 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.768 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.769 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.769 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.769 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.769 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.769 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.769 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:50.769 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.769 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.769 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.769 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.769 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.769 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.769 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.769 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.769 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:50.769 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.769 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.770 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.770 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.770 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.770 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.639338+0000", 2024-04-10T15:05:50.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.687307+0000", 2024-04-10T15:05:50.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.687307+0000", 2024-04-10T15:05:50.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.688132+0000", 2024-04-10T15:05:50.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.639338+0000", 2024-04-10T15:05:50.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.639338+0000", 2024-04-10T15:05:50.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.639338+0000", 2024-04-10T15:05:50.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.639338+0000", 2024-04-10T15:05:50.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.771 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.771 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.771 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.639338+0000", 2024-04-10T15:05:50.771 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.639338+0000", 2024-04-10T15:05:50.771 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.771 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.771 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.771 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.771 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.771 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.771 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.771 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.771 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.771 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.771 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.772 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.772 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.772 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.0", 2024-04-10T15:05:50.772 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.772 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.772 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.772 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.772 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.772 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:34:39.142499+0000", 2024-04-10T15:05:50.772 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.772 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.772 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.775 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.775 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.775 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.775 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.775 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.775 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.775 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.776 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:50.776 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.776 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.776 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.776 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.776 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.776 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.776 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.776 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.776 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T15:05:50.776 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.776 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.776 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.776 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.776 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.776 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.776 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644035+0000", 2024-04-10T15:05:50.776 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.283234+0000", 2024-04-10T15:05:50.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.283234+0000", 2024-04-10T15:05:50.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.283572+0000", 2024-04-10T15:05:50.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644035+0000", 2024-04-10T15:05:50.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644035+0000", 2024-04-10T15:05:50.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644035+0000", 2024-04-10T15:05:50.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644035+0000", 2024-04-10T15:05:50.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644035+0000", 2024-04-10T15:05:50.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644035+0000", 2024-04-10T15:05:50.777 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.777 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.777 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.778 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.778 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.778 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.778 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.778 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.778 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.778 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.778 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.778 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.778 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.778 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1", 2024-04-10T15:05:50.778 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.778 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.778 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.778 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:50.778 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.778 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:42:01.913858+0000", 2024-04-10T15:05:50.779 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.779 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.779 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.781 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.781 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.781 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.782 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.782 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.782 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.782 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.782 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T15:05:50.782 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.782 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.782 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.782 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.782 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.782 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.782 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.782 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.782 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:50.782 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.782 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.782 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T15:05:50.783 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.783 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.783 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:50.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:37.923565+0000", 2024-04-10T15:05:50.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:37.923565+0000", 2024-04-10T15:05:50.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:37.923879+0000", 2024-04-10T15:05:50.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:50.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 66, 2024-04-10T15:05:50.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:50.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:50.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:50.784 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.784 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.784 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.784 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:50.784 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644041+0000", 2024-04-10T15:05:50.784 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.784 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.784 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.784 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.784 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 65, 2024-04-10T15:05:50.784 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.784 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.784 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.784 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.784 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.784 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.785 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.785 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.785 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.5", 2024-04-10T15:05:50.785 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.785 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.785 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.785 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 15, 2024-04-10T15:05:50.785 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.785 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:49:40.242128+0000", 2024-04-10T15:05:50.785 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.785 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.785 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.785 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.785 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.785 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.785 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.788 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.788 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.788 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.788 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.788 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.788 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.788 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.788 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:50.788 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.789 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.789 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.789 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.789 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.789 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.789 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.789 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.789 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:50.789 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.789 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.789 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.789 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.789 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.789 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.789 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641953+0000", 2024-04-10T15:05:50.789 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.682264+0000", 2024-04-10T15:05:50.789 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.682264+0000", 2024-04-10T15:05:50.789 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.682774+0000", 2024-04-10T15:05:50.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641953+0000", 2024-04-10T15:05:50.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641953+0000", 2024-04-10T15:05:50.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641953+0000", 2024-04-10T15:05:50.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641953+0000", 2024-04-10T15:05:50.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641953+0000", 2024-04-10T15:05:50.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641953+0000", 2024-04-10T15:05:50.790 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.790 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.791 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.791 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.791 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.791 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.791 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.791 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.791 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.791 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.791 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.791 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.791 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.791 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2", 2024-04-10T15:05:50.791 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.791 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.791 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.791 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.791 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.792 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:53:50.062682+0000", 2024-04-10T15:05:50.792 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.792 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.792 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.794 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.794 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.794 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.794 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.794 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.794 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.795 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.795 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.795 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:50.795 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.795 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.795 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.795 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.795 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.795 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.795 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.795 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.795 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:50.795 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.795 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.795 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.795 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.796 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.796 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640783+0000", 2024-04-10T15:05:50.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.288307+0000", 2024-04-10T15:05:50.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.288307+0000", 2024-04-10T15:05:50.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.288677+0000", 2024-04-10T15:05:50.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640783+0000", 2024-04-10T15:05:50.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640783+0000", 2024-04-10T15:05:50.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640783+0000", 2024-04-10T15:05:50.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640783+0000", 2024-04-10T15:05:50.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.797 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.797 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640783+0000", 2024-04-10T15:05:50.797 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640783+0000", 2024-04-10T15:05:50.797 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.797 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.797 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.797 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.797 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.797 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.797 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.797 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.797 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.797 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.797 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.797 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.798 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.798 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.3", 2024-04-10T15:05:50.798 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.798 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.798 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.798 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:50.798 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.798 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:02:54.176734+0000", 2024-04-10T15:05:50.798 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.798 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.798 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.798 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.798 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.798 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.798 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.798 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.798 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.801 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.801 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.801 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.801 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.801 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.801 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.801 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.801 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.801 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.801 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.801 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.801 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:50.801 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.801 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.801 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.801 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.801 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.801 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.802 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.802 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.802 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:50.802 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.802 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.802 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 20, 2024-04-10T15:05:50.802 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.802 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.802 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:05:45.315668+0000", 2024-04-10T15:05:50.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:02:47.753273+0000", 2024-04-10T15:05:50.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:02:47.753273+0000", 2024-04-10T15:05:50.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:02:47.753680+0000", 2024-04-10T15:05:50.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:05:45.315668+0000", 2024-04-10T15:05:50.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:00:49.290350+0000", 2024-04-10T15:05:50.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:00:49.290350+0000", 2024-04-10T15:05:50.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 59, 2024-04-10T15:05:50.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:05:45.315668+0000", 2024-04-10T15:05:50.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:05:45.315668+0000", 2024-04-10T15:05:50.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:05:45.315668+0000", 2024-04-10T15:05:50.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:00:49.290350+0000", 2024-04-10T15:05:50.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:05:45.315668+0000", 2024-04-10T15:05:50.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:05:45.315668+0000", 2024-04-10T15:05:50.803 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.803 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 144, 2024-04-10T15:05:50.803 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.803 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.803 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 58, 2024-04-10T15:05:50.803 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.803 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.803 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.804 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.804 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 144, 2024-04-10T15:05:50.804 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.804 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.804 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.804 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "1.0", 2024-04-10T15:05:50.804 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.804 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.804 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.804 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 325, 2024-04-10T15:05:50.804 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.804 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:34:06.644063+0000", 2024-04-10T15:05:50.804 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.804 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.804 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 590368, 2024-04-10T15:05:50.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 1771104, 2024-04-10T15:05:50.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T15:05:50.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T15:05:50.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T15:05:50.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 6, 2024-04-10T15:05:50.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 358, 2024-04-10T15:05:50.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 554, 2024-04-10T15:05:50.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 211, 2024-04-10T15:05:50.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 2416 2024-04-10T15:05:50.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.807 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.807 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.807 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.807 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.807 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.807 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.807 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.807 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:50.807 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "70'144" 2024-04-10T15:05:50.808 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.808 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.808 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.808 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.808 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.808 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:50.808 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.808 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:50.808 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.808 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.808 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T15:05:50.808 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.808 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.808 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:35.640298+0000", 2024-04-10T15:05:50.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:37.739327+0000", 2024-04-10T15:05:50.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:37.739327+0000", 2024-04-10T15:05:50.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:37.739610+0000", 2024-04-10T15:05:50.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:35.640298+0000", 2024-04-10T15:05:50.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 66, 2024-04-10T15:05:50.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:35.640298+0000", 2024-04-10T15:05:50.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:35.640298+0000", 2024-04-10T15:05:50.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:35.640298+0000", 2024-04-10T15:05:50.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:35.640298+0000", 2024-04-10T15:05:50.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:35.640298+0000", 2024-04-10T15:05:50.809 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.809 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.809 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.809 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.810 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 65, 2024-04-10T15:05:50.810 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.810 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.810 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.810 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.810 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.810 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.810 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.810 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.810 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.6", 2024-04-10T15:05:50.810 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.810 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.810 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 69, 2024-04-10T15:05:50.810 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 14, 2024-04-10T15:05:50.810 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.810 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:48:48.956088+0000", 2024-04-10T15:05:50.811 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.811 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.811 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.813 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.813 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.813 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.813 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.813 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.813 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.814 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:50.814 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.814 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:50.814 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.814 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.814 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.814 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.814 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.814 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.814 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:50.814 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.814 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:50.814 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.814 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.815 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.815 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.815 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.815 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.653303+0000", 2024-04-10T15:05:50.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:04:36.648406+0000", 2024-04-10T15:05:50.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:04:36.648406+0000", 2024-04-10T15:05:50.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:04:36.648711+0000", 2024-04-10T15:05:50.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.653303+0000", 2024-04-10T15:05:50.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 70, 2024-04-10T15:05:50.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.653303+0000", 2024-04-10T15:05:50.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.653303+0000", 2024-04-10T15:05:50.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.653303+0000", 2024-04-10T15:05:50.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.653303+0000", 2024-04-10T15:05:50.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.653303+0000", 2024-04-10T15:05:50.816 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.816 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.816 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.816 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.816 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 69, 2024-04-10T15:05:50.816 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.816 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.816 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.816 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.816 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.816 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.817 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.817 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.817 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1", 2024-04-10T15:05:50.817 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.817 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.817 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.817 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 28, 2024-04-10T15:05:50.817 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.817 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:08:05.368105+0000", 2024-04-10T15:05:50.817 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.817 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.817 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.820 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.820 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.820 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.820 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.820 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.820 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.820 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:50.820 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.820 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:50.820 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.821 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.821 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.821 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.821 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.821 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.821 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.821 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.821 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:50.821 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.821 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.821 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.821 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.821 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.821 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.821 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.642030+0000", 2024-04-10T15:05:50.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.291466+0000", 2024-04-10T15:05:50.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.291466+0000", 2024-04-10T15:05:50.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.291757+0000", 2024-04-10T15:05:50.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.642030+0000", 2024-04-10T15:05:50.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.642030+0000", 2024-04-10T15:05:50.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.642030+0000", 2024-04-10T15:05:50.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.642030+0000", 2024-04-10T15:05:50.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.823 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.642030+0000", 2024-04-10T15:05:50.823 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.642030+0000", 2024-04-10T15:05:50.823 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.823 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.823 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.823 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.823 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.823 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.823 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.823 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.823 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.823 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.823 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.823 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.823 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.824 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.0", 2024-04-10T15:05:50.824 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.824 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.824 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.824 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:50.824 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.824 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:20:47.179476+0000", 2024-04-10T15:05:50.824 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.824 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.824 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.827 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.827 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.827 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.827 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.827 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.827 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.827 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.827 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.827 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.827 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.827 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.827 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:50.827 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.827 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.828 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.828 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.828 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.828 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.828 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.828 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:50.828 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.828 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.828 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T15:05:50.828 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.828 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.828 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.645010+0000", 2024-04-10T15:05:50.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:38.417605+0000", 2024-04-10T15:05:50.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:38.417605+0000", 2024-04-10T15:05:50.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:38.418179+0000", 2024-04-10T15:05:50.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.645010+0000", 2024-04-10T15:05:50.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 66, 2024-04-10T15:05:50.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.645010+0000", 2024-04-10T15:05:50.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.645010+0000", 2024-04-10T15:05:50.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.645010+0000", 2024-04-10T15:05:50.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.645010+0000", 2024-04-10T15:05:50.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.645010+0000", 2024-04-10T15:05:50.829 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.829 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.829 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.829 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.830 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 65, 2024-04-10T15:05:50.830 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.830 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.830 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.830 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.830 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.830 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.830 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.830 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.830 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.3", 2024-04-10T15:05:50.830 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.830 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.830 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.830 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 15, 2024-04-10T15:05:50.830 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.831 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:05:45.552289+0000", 2024-04-10T15:05:50.831 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.831 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.831 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.833 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.833 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.833 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.833 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.834 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.834 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.834 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.834 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.834 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:50.834 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.834 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.834 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.834 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.834 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.834 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.834 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.834 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.834 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:50.834 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.835 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.835 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.835 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.835 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.835 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643405+0000", 2024-04-10T15:05:50.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.288455+0000", 2024-04-10T15:05:50.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.288455+0000", 2024-04-10T15:05:50.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.289394+0000", 2024-04-10T15:05:50.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643405+0000", 2024-04-10T15:05:50.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643405+0000", 2024-04-10T15:05:50.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643405+0000", 2024-04-10T15:05:50.836 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643405+0000", 2024-04-10T15:05:50.836 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.836 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.836 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.836 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643405+0000", 2024-04-10T15:05:50.836 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643405+0000", 2024-04-10T15:05:50.836 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.836 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.836 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.836 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.836 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.836 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.836 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.836 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.836 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.837 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.837 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.837 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.837 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.837 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.5", 2024-04-10T15:05:50.837 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.837 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.837 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.837 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:50.837 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.837 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:32:29.559392+0000", 2024-04-10T15:05:50.837 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.837 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.837 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.840 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.840 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.840 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.840 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.840 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.840 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.840 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.840 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.840 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.840 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.840 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.840 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.840 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.840 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.840 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.841 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.841 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:50.841 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.841 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.841 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.841 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.841 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.841 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.841 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:50.841 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.841 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:50.841 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.841 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.841 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.841 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.841 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.841 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.639788+0000", 2024-04-10T15:05:50.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.680278+0000", 2024-04-10T15:05:50.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.680278+0000", 2024-04-10T15:05:50.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.680596+0000", 2024-04-10T15:05:50.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.639788+0000", 2024-04-10T15:05:50.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.639788+0000", 2024-04-10T15:05:50.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.639788+0000", 2024-04-10T15:05:50.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.639788+0000", 2024-04-10T15:05:50.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.639788+0000", 2024-04-10T15:05:50.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.639788+0000", 2024-04-10T15:05:50.843 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.843 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.843 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.843 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.843 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.843 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.843 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.843 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.843 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.843 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.843 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.843 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.843 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.843 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.4", 2024-04-10T15:05:50.843 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.844 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.844 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.844 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.844 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.844 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:35:45.359038+0000", 2024-04-10T15:05:50.844 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.844 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.844 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.847 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.847 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.847 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.847 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.847 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.847 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.847 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.847 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.847 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:50.847 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.847 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:50.847 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.847 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.847 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.847 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.847 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.847 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.848 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.848 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.848 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:50.848 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.848 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.848 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T15:05:50.848 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.848 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.848 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640452+0000", 2024-04-10T15:05:50.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:37.923514+0000", 2024-04-10T15:05:50.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:37.923514+0000", 2024-04-10T15:05:50.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:37.923788+0000", 2024-04-10T15:05:50.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640452+0000", 2024-04-10T15:05:50.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.849 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 66, 2024-04-10T15:05:50.849 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640452+0000", 2024-04-10T15:05:50.849 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640452+0000", 2024-04-10T15:05:50.849 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640452+0000", 2024-04-10T15:05:50.849 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.849 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.849 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.849 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640452+0000", 2024-04-10T15:05:50.849 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640452+0000", 2024-04-10T15:05:50.849 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.849 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.849 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.849 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.849 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 65, 2024-04-10T15:05:50.849 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.849 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.850 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.850 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.850 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.850 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.850 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.850 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.850 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.0", 2024-04-10T15:05:50.850 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.850 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.850 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.850 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 15, 2024-04-10T15:05:50.850 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.850 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:48:27.043892+0000", 2024-04-10T15:05:50.850 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.850 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.850 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.853 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.853 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.853 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.853 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.853 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.853 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.853 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.853 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.853 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.853 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.853 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.853 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.853 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.853 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.853 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.853 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.854 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:50.854 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.854 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.854 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.854 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.854 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.854 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.854 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.854 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.854 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:50.854 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.854 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.854 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.854 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.854 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.855 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640098+0000", 2024-04-10T15:05:50.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.278570+0000", 2024-04-10T15:05:50.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.278570+0000", 2024-04-10T15:05:50.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.278878+0000", 2024-04-10T15:05:50.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640098+0000", 2024-04-10T15:05:50.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640098+0000", 2024-04-10T15:05:50.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640098+0000", 2024-04-10T15:05:50.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640098+0000", 2024-04-10T15:05:50.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.856 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640098+0000", 2024-04-10T15:05:50.856 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640098+0000", 2024-04-10T15:05:50.856 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.856 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 1, 2024-04-10T15:05:50.856 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.856 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.856 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.856 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.856 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.856 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.856 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.856 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 1, 2024-04-10T15:05:50.856 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.856 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.856 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.856 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.6", 2024-04-10T15:05:50.857 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.857 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.857 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.857 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 21, 2024-04-10T15:05:50.857 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.857 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:47:38.509949+0000", 2024-04-10T15:05:50.857 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.857 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.857 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T15:05:50.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T15:05:50.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T15:05:50.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T15:05:50.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.860 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.860 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.860 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 1, 2024-04-10T15:05:50.860 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.860 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.860 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.860 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.860 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.860 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.860 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.860 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.860 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.860 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:50.860 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "63'1" 2024-04-10T15:05:50.860 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.860 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.861 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.861 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.861 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.861 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.861 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.861 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:50.861 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.861 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.861 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.861 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.861 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.861 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641482+0000", 2024-04-10T15:05:50.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.697534+0000", 2024-04-10T15:05:50.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.697534+0000", 2024-04-10T15:05:50.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.697863+0000", 2024-04-10T15:05:50.862 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641482+0000", 2024-04-10T15:05:50.862 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.862 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.862 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.862 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.862 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641482+0000", 2024-04-10T15:05:50.862 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641482+0000", 2024-04-10T15:05:50.862 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641482+0000", 2024-04-10T15:05:50.862 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.862 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.862 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.862 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641482+0000", 2024-04-10T15:05:50.862 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641482+0000", 2024-04-10T15:05:50.862 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.862 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.863 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.863 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.863 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.863 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.863 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.863 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.863 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.863 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.863 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.863 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.863 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.863 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.7", 2024-04-10T15:05:50.863 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.863 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.863 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.863 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.864 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.864 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:07:02.525073+0000", 2024-04-10T15:05:50.864 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.864 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.864 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.866 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.866 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.866 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.866 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.866 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.866 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.866 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.866 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.866 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.866 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.866 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.866 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.866 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.866 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.866 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.867 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.867 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.867 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.867 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.867 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.867 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.867 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:50.867 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.867 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.867 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.867 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.867 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.867 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.867 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.867 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.867 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T15:05:50.868 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.868 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.868 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T15:05:50.868 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.868 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.868 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.673488+0000", 2024-04-10T15:05:50.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:38.417469+0000", 2024-04-10T15:05:50.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:38.417469+0000", 2024-04-10T15:05:50.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:38.417829+0000", 2024-04-10T15:05:50.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.673488+0000", 2024-04-10T15:05:50.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.869 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 66, 2024-04-10T15:05:50.869 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.673488+0000", 2024-04-10T15:05:50.869 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.673488+0000", 2024-04-10T15:05:50.869 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.673488+0000", 2024-04-10T15:05:50.869 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.869 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.869 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T15:05:50.869 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.673488+0000", 2024-04-10T15:05:50.869 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.673488+0000", 2024-04-10T15:05:50.869 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.869 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.869 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.869 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.869 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 65, 2024-04-10T15:05:50.869 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.870 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.870 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.870 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.870 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.870 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.870 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.870 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.870 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.1", 2024-04-10T15:05:50.870 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.870 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.870 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.870 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 15, 2024-04-10T15:05:50.870 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.870 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:51:41.919161+0000", 2024-04-10T15:05:50.870 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.871 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.871 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.873 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.873 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.873 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.873 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.873 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.873 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.873 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.873 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.873 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.873 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.873 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.873 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.873 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.873 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.873 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.873 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.874 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.874 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.874 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.874 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.874 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T15:05:50.874 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.874 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.874 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.874 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.874 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.874 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.874 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:50.874 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.874 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:50.874 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.875 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.875 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.875 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.875 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.875 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644436+0000", 2024-04-10T15:05:50.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.279900+0000", 2024-04-10T15:05:50.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.279900+0000", 2024-04-10T15:05:50.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.280206+0000", 2024-04-10T15:05:50.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644436+0000", 2024-04-10T15:05:50.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644436+0000", 2024-04-10T15:05:50.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644436+0000", 2024-04-10T15:05:50.876 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644436+0000", 2024-04-10T15:05:50.876 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.876 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.876 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.876 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644436+0000", 2024-04-10T15:05:50.876 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644436+0000", 2024-04-10T15:05:50.876 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.876 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T15:05:50.876 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.876 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.876 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.876 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.876 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.876 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.876 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.877 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T15:05:50.877 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.877 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.877 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.877 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.7", 2024-04-10T15:05:50.877 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.877 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.877 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.877 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 22, 2024-04-10T15:05:50.877 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.877 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:57:34.922367+0000", 2024-04-10T15:05:50.877 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.877 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.877 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T15:05:50.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T15:05:50.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T15:05:50.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T15:05:50.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.880 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.880 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.880 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.880 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.880 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.880 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T15:05:50.880 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.880 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.880 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.880 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.880 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.880 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.880 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.880 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:50.880 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.880 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:50.881 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T15:05:50.881 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.881 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.881 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.881 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.881 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.881 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.881 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.881 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:50.881 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.881 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.881 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.881 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.881 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.881 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643813+0000", 2024-04-10T15:05:50.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.693119+0000", 2024-04-10T15:05:50.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.693119+0000", 2024-04-10T15:05:50.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.693384+0000", 2024-04-10T15:05:50.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643813+0000", 2024-04-10T15:05:50.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643813+0000", 2024-04-10T15:05:50.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643813+0000", 2024-04-10T15:05:50.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643813+0000", 2024-04-10T15:05:50.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643813+0000", 2024-04-10T15:05:50.883 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643813+0000", 2024-04-10T15:05:50.883 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.883 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.883 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.883 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.883 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.883 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.883 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.883 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.883 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.883 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.883 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.883 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.883 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.883 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.6", 2024-04-10T15:05:50.883 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.884 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.884 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.884 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.884 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.884 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:58:16.162805+0000", 2024-04-10T15:05:50.884 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.884 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.884 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.887 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.887 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.887 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.887 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.887 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.887 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.887 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.887 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.887 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.887 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.887 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:50.887 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.887 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.887 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.887 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.887 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.888 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.888 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.888 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.888 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:50.888 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.888 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.888 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.888 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.888 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.888 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.642435+0000", 2024-04-10T15:05:50.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.291645+0000", 2024-04-10T15:05:50.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.291645+0000", 2024-04-10T15:05:50.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.292238+0000", 2024-04-10T15:05:50.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.642435+0000", 2024-04-10T15:05:50.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.642435+0000", 2024-04-10T15:05:50.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.642435+0000", 2024-04-10T15:05:50.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.642435+0000", 2024-04-10T15:05:50.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.642435+0000", 2024-04-10T15:05:50.889 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.642435+0000", 2024-04-10T15:05:50.889 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.889 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.889 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.889 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.889 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.890 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.890 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.890 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.890 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.890 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.890 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.890 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.890 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.890 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.8", 2024-04-10T15:05:50.890 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.890 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.890 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.890 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:50.890 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.891 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:42:29.482404+0000", 2024-04-10T15:05:50.891 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.891 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.891 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.893 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.893 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.894 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.894 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.894 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.894 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.894 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.894 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.894 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:50.894 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.894 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.894 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.894 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.894 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.894 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.894 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.894 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.895 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T15:05:50.895 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.895 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.895 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.895 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.895 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.895 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.673859+0000", 2024-04-10T15:05:50.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.672943+0000", 2024-04-10T15:05:50.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.672943+0000", 2024-04-10T15:05:50.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.673950+0000", 2024-04-10T15:05:50.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.673859+0000", 2024-04-10T15:05:50.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.673859+0000", 2024-04-10T15:05:50.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.673859+0000", 2024-04-10T15:05:50.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.673859+0000", 2024-04-10T15:05:50.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.673859+0000", 2024-04-10T15:05:50.896 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.673859+0000", 2024-04-10T15:05:50.896 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.896 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.896 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.896 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.896 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.896 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.896 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.897 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.897 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.897 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.897 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.897 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.897 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.897 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.9", 2024-04-10T15:05:50.897 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.897 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.897 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.897 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.897 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.897 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:29:19.935758+0000", 2024-04-10T15:05:50.897 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.897 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.898 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.900 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.900 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.900 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.900 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.900 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.900 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.900 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.901 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.901 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.901 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T15:05:50.901 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.901 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.901 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.901 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.901 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.901 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.901 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:50.901 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.901 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:50.901 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.901 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.901 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.901 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.902 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.902 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.639317+0000", 2024-04-10T15:05:50.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.287189+0000", 2024-04-10T15:05:50.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.287189+0000", 2024-04-10T15:05:50.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.287488+0000", 2024-04-10T15:05:50.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.639317+0000", 2024-04-10T15:05:50.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.639317+0000", 2024-04-10T15:05:50.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.639317+0000", 2024-04-10T15:05:50.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.639317+0000", 2024-04-10T15:05:50.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.903 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.903 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.903 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.639317+0000", 2024-04-10T15:05:50.903 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.639317+0000", 2024-04-10T15:05:50.903 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.903 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.903 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.903 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.903 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.903 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.903 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.903 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.903 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.903 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.903 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.903 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.904 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.904 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.9", 2024-04-10T15:05:50.904 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.904 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.904 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.904 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:50.904 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.904 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:51:01.601141+0000", 2024-04-10T15:05:50.904 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.904 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.904 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.907 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.907 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.907 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.907 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.907 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.907 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.907 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.907 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.907 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.907 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.907 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.907 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:50.907 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.907 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:50.907 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.908 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.908 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.908 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.908 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.908 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.908 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.908 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.908 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:50.908 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.908 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.908 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.908 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.908 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.908 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640478+0000", 2024-04-10T15:05:50.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.686078+0000", 2024-04-10T15:05:50.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.686078+0000", 2024-04-10T15:05:50.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.686365+0000", 2024-04-10T15:05:50.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640478+0000", 2024-04-10T15:05:50.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640478+0000", 2024-04-10T15:05:50.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640478+0000", 2024-04-10T15:05:50.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640478+0000", 2024-04-10T15:05:50.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640478+0000", 2024-04-10T15:05:50.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640478+0000", 2024-04-10T15:05:50.909 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.909 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.910 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.910 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.910 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.910 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.910 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.910 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.910 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.910 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.910 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.910 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.910 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.910 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.8", 2024-04-10T15:05:50.910 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.910 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.910 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.911 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.911 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.911 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:36:03.956864+0000", 2024-04-10T15:05:50.911 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.911 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.911 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.913 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.914 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.914 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.914 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.914 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.914 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.914 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.914 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.914 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:50.914 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.914 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.914 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.914 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.914 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.914 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.914 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.914 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.915 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:50.915 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.915 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.915 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.915 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.915 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.915 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.639677+0000", 2024-04-10T15:05:50.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.288309+0000", 2024-04-10T15:05:50.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.288309+0000", 2024-04-10T15:05:50.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.288584+0000", 2024-04-10T15:05:50.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.639677+0000", 2024-04-10T15:05:50.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.639677+0000", 2024-04-10T15:05:50.916 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.639677+0000", 2024-04-10T15:05:50.916 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.639677+0000", 2024-04-10T15:05:50.916 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.916 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.916 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.916 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.639677+0000", 2024-04-10T15:05:50.916 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.639677+0000", 2024-04-10T15:05:50.916 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.916 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.916 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.916 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.916 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.916 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.916 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.916 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.917 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.917 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.917 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.917 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.917 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.917 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.a", 2024-04-10T15:05:50.917 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.917 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.917 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.917 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:50.917 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.917 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:19:01.449337+0000", 2024-04-10T15:05:50.917 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.917 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.917 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.920 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.920 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.920 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.920 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.920 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.920 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.920 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.920 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.920 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.921 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:50.921 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.921 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.921 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.921 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.921 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.921 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.921 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.921 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.921 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:50.921 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.921 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.921 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.921 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.921 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.921 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.922 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641497+0000", 2024-04-10T15:05:50.922 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.677983+0000", 2024-04-10T15:05:50.922 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.677983+0000", 2024-04-10T15:05:50.922 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.678321+0000", 2024-04-10T15:05:50.922 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641497+0000", 2024-04-10T15:05:50.922 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.922 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.922 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.922 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.922 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641497+0000", 2024-04-10T15:05:50.922 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641497+0000", 2024-04-10T15:05:50.922 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641497+0000", 2024-04-10T15:05:50.922 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.922 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.922 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.922 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641497+0000", 2024-04-10T15:05:50.923 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641497+0000", 2024-04-10T15:05:50.923 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.923 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.923 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.923 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.923 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.923 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.923 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.923 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.923 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.923 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.923 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.923 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.923 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.923 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.b", 2024-04-10T15:05:50.923 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.924 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.924 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.924 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.924 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.924 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:19:31.734444+0000", 2024-04-10T15:05:50.924 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.924 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.924 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.927 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.927 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.927 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.927 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.927 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.928 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.928 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:50.928 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.928 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:50.928 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.928 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.928 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.928 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.928 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.928 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.928 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:50.928 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.928 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:50.928 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.928 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.928 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.928 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.928 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.929 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.929 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.642692+0000", 2024-04-10T15:05:50.929 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.289385+0000", 2024-04-10T15:05:50.929 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.289385+0000", 2024-04-10T15:05:50.929 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.289724+0000", 2024-04-10T15:05:50.929 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.642692+0000", 2024-04-10T15:05:50.929 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.929 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.929 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.929 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.929 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.642692+0000", 2024-04-10T15:05:50.929 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.642692+0000", 2024-04-10T15:05:50.929 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.642692+0000", 2024-04-10T15:05:50.929 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.929 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.930 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.930 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.642692+0000", 2024-04-10T15:05:50.930 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.642692+0000", 2024-04-10T15:05:50.930 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.930 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T15:05:50.930 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.930 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.930 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.930 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.930 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.930 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.930 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.930 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T15:05:50.930 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.930 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.931 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.931 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.b", 2024-04-10T15:05:50.931 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.931 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.931 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.931 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 22, 2024-04-10T15:05:50.931 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.931 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:11:40.877506+0000", 2024-04-10T15:05:50.931 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.931 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.931 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T15:05:50.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T15:05:50.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T15:05:50.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T15:05:50.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 1, 2024-04-10T15:05:50.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.934 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.934 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.934 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.934 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.934 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.934 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.934 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:50.934 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.934 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:50.934 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T15:05:50.934 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.934 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.934 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.935 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.935 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.935 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.935 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.935 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:50.935 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.935 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.935 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.935 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.935 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.935 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.935 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644032+0000", 2024-04-10T15:05:50.935 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.687635+0000", 2024-04-10T15:05:50.935 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.687635+0000", 2024-04-10T15:05:50.935 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.687932+0000", 2024-04-10T15:05:50.935 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644032+0000", 2024-04-10T15:05:50.936 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.936 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.936 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.936 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.936 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644032+0000", 2024-04-10T15:05:50.936 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644032+0000", 2024-04-10T15:05:50.936 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644032+0000", 2024-04-10T15:05:50.936 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.936 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.936 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.936 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644032+0000", 2024-04-10T15:05:50.936 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644032+0000", 2024-04-10T15:05:50.936 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.936 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.936 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.936 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.937 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.937 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.937 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.937 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.937 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.937 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.937 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.937 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.937 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.937 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.a", 2024-04-10T15:05:50.937 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.937 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.937 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.937 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.937 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.937 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:11:20.104902+0000", 2024-04-10T15:05:50.938 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.938 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.938 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.940 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.940 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.940 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.940 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.941 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.941 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.941 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:50.941 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.941 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:50.941 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.941 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.941 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.941 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.941 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.941 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.941 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.941 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.941 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T15:05:50.941 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.941 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.941 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.942 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.942 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.942 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.942 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644745+0000", 2024-04-10T15:05:50.942 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.283246+0000", 2024-04-10T15:05:50.942 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.283246+0000", 2024-04-10T15:05:50.942 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.283671+0000", 2024-04-10T15:05:50.942 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644745+0000", 2024-04-10T15:05:50.942 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.942 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.942 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.942 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.942 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644745+0000", 2024-04-10T15:05:50.942 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644745+0000", 2024-04-10T15:05:50.943 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644745+0000", 2024-04-10T15:05:50.943 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.943 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.943 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.943 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644745+0000", 2024-04-10T15:05:50.943 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644745+0000", 2024-04-10T15:05:50.943 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.943 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.943 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.943 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.943 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.943 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.943 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.943 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.943 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.944 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.944 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.944 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.944 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.944 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.c", 2024-04-10T15:05:50.944 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.944 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.944 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.944 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 20, 2024-04-10T15:05:50.944 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.944 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:07:26.675511+0000", 2024-04-10T15:05:50.944 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.944 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.944 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.946 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.947 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.947 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.947 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.947 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.947 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.947 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.947 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.947 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.947 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T15:05:50.947 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.948 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.948 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.948 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.948 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.948 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.948 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.948 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.948 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:50.948 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.948 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.948 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.948 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.948 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.948 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.948 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643349+0000", 2024-04-10T15:05:50.949 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.683414+0000", 2024-04-10T15:05:50.949 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.683414+0000", 2024-04-10T15:05:50.949 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.683659+0000", 2024-04-10T15:05:50.949 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643349+0000", 2024-04-10T15:05:50.949 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.949 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.949 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.949 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.949 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643349+0000", 2024-04-10T15:05:50.949 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643349+0000", 2024-04-10T15:05:50.949 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643349+0000", 2024-04-10T15:05:50.949 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.949 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.949 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.949 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643349+0000", 2024-04-10T15:05:50.949 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643349+0000", 2024-04-10T15:05:50.950 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.950 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.950 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.950 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.950 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.950 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.950 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.950 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.950 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.950 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.950 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.950 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.950 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.950 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.d", 2024-04-10T15:05:50.950 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.951 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.951 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.951 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.951 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.951 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:51:22.323917+0000", 2024-04-10T15:05:50.951 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.951 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.951 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.952 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.954 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.954 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.954 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.954 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.954 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.954 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.954 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.954 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.954 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.954 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:50.954 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.954 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.954 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.954 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.954 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.955 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.955 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:50.955 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.955 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:50.955 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.955 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.955 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.955 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.955 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.955 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.955 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640198+0000", 2024-04-10T15:05:50.955 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.283249+0000", 2024-04-10T15:05:50.955 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.283249+0000", 2024-04-10T15:05:50.955 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.283526+0000", 2024-04-10T15:05:50.955 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640198+0000", 2024-04-10T15:05:50.955 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.956 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.956 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.956 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.956 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640198+0000", 2024-04-10T15:05:50.956 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640198+0000", 2024-04-10T15:05:50.956 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640198+0000", 2024-04-10T15:05:50.956 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.956 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.956 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.956 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640198+0000", 2024-04-10T15:05:50.956 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640198+0000", 2024-04-10T15:05:50.956 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.956 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 1, 2024-04-10T15:05:50.956 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.956 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.956 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.957 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.957 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.957 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.957 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.957 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 1, 2024-04-10T15:05:50.957 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.957 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.957 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.957 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.d", 2024-04-10T15:05:50.957 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.957 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.957 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.957 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 21, 2024-04-10T15:05:50.957 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.957 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:56:17.936576+0000", 2024-04-10T15:05:50.957 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.958 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.958 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 70, 2024-04-10T15:05:50.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T15:05:50.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T15:05:50.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T15:05:50.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 1, 2024-04-10T15:05:50.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T15:05:50.960 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.960 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.960 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.960 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.960 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:50.960 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.961 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T15:05:50.961 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.961 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:50.961 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'1" 2024-04-10T15:05:50.961 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.961 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.961 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.961 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.961 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.961 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.961 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.961 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:50.961 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.961 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.961 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.961 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.962 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.962 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.962 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641039+0000", 2024-04-10T15:05:50.962 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.683214+0000", 2024-04-10T15:05:50.962 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.683214+0000", 2024-04-10T15:05:50.962 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.683948+0000", 2024-04-10T15:05:50.962 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641039+0000", 2024-04-10T15:05:50.962 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.962 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.962 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.962 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.962 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641039+0000", 2024-04-10T15:05:50.962 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641039+0000", 2024-04-10T15:05:50.962 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641039+0000", 2024-04-10T15:05:50.962 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.962 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.963 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.963 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641039+0000", 2024-04-10T15:05:50.963 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641039+0000", 2024-04-10T15:05:50.963 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.963 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.963 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.963 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.963 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.963 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.963 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.963 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.963 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.963 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.963 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.963 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.963 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.964 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.c", 2024-04-10T15:05:50.964 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.964 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.964 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.964 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.964 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.964 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:54:22.807019+0000", 2024-04-10T15:05:50.964 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.964 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.964 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.966 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.966 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.966 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.966 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.966 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.966 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.966 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.966 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.966 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.966 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.966 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.966 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.966 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.966 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.966 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.967 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.967 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.967 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.967 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.967 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.967 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.967 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.967 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.967 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:50.967 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.967 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.967 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.967 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.968 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.968 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.968 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.968 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.968 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T15:05:50.968 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.968 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.968 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T15:05:50.968 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.968 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.968 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.968 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644669+0000", 2024-04-10T15:05:50.968 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.279262+0000", 2024-04-10T15:05:50.968 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.279262+0000", 2024-04-10T15:05:50.968 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.279673+0000", 2024-04-10T15:05:50.968 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644669+0000", 2024-04-10T15:05:50.969 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.969 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.969 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.969 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 61, 2024-04-10T15:05:50.969 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644669+0000", 2024-04-10T15:05:50.969 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644669+0000", 2024-04-10T15:05:50.969 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644669+0000", 2024-04-10T15:05:50.969 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.969 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.969 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T15:05:50.969 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644669+0000", 2024-04-10T15:05:50.969 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644669+0000", 2024-04-10T15:05:50.969 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.969 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T15:05:50.969 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.969 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.970 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 60, 2024-04-10T15:05:50.970 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.970 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.970 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.970 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.970 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T15:05:50.970 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.970 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.970 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.970 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.e", 2024-04-10T15:05:50.970 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.970 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.970 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.970 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 22, 2024-04-10T15:05:50.970 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.971 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:01:31.538915+0000", 2024-04-10T15:05:50.971 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.971 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.971 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T15:05:50.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T15:05:50.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T15:05:50.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T15:05:50.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T15:05:50.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.973 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.973 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.973 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.973 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.974 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.974 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.974 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T15:05:50.974 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.974 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T15:05:50.974 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T15:05:50.974 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.974 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.974 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.974 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.974 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.974 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.974 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.974 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T15:05:50.974 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.975 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.975 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.975 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.975 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.975 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.975 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644074+0000", 2024-04-10T15:05:50.975 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.691532+0000", 2024-04-10T15:05:50.975 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.691532+0000", 2024-04-10T15:05:50.975 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.691955+0000", 2024-04-10T15:05:50.975 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644074+0000", 2024-04-10T15:05:50.975 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.975 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.975 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.975 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.975 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644074+0000", 2024-04-10T15:05:50.975 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644074+0000", 2024-04-10T15:05:50.976 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644074+0000", 2024-04-10T15:05:50.976 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.976 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.976 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.976 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644074+0000", 2024-04-10T15:05:50.976 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644074+0000", 2024-04-10T15:05:50.976 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.976 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.976 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.976 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.976 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.976 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.976 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.976 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.976 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.976 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.977 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.977 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.977 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.977 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.f", 2024-04-10T15:05:50.977 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.977 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.977 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.977 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.977 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.977 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:31:48.238050+0000", 2024-04-10T15:05:50.977 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.977 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.977 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.977 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.977 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.977 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.979 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.979 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.979 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.979 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.979 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.979 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.979 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.979 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.979 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.979 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.979 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.979 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.979 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.979 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.979 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.980 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.980 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.980 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.980 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.980 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:50.980 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:50.981 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.981 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.981 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T15:05:50.981 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.981 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.981 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.981 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.981 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.981 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.981 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:50.981 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.981 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:50.981 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.981 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.981 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.981 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.982 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.982 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.982 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.643365+0000", 2024-04-10T15:05:50.982 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.689896+0000", 2024-04-10T15:05:50.982 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.689896+0000", 2024-04-10T15:05:50.982 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.690476+0000", 2024-04-10T15:05:50.982 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.643365+0000", 2024-04-10T15:05:50.982 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.982 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.982 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.982 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.982 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.643365+0000", 2024-04-10T15:05:50.982 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.643365+0000", 2024-04-10T15:05:50.982 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.643365+0000", 2024-04-10T15:05:50.983 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.983 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.983 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.983 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.643365+0000", 2024-04-10T15:05:50.983 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.643365+0000", 2024-04-10T15:05:50.983 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.983 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.983 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.983 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.983 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.983 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.983 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.983 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.983 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.983 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.983 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.984 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.984 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.984 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.20", 2024-04-10T15:05:50.984 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.984 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.984 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.984 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.984 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.984 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:12:45.611232+0000", 2024-04-10T15:05:50.984 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.984 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.984 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.984 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.984 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.984 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.984 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.984 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.987 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.987 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.987 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.987 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.987 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:50.987 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:50.987 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T15:05:50.987 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.987 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:50.987 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.987 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.987 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.987 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.988 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.988 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.988 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.988 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.988 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T15:05:50.988 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.988 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.988 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.988 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.988 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.988 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.988 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644127+0000", 2024-04-10T15:05:50.988 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.679701+0000", 2024-04-10T15:05:50.988 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.679701+0000", 2024-04-10T15:05:50.988 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.679976+0000", 2024-04-10T15:05:50.988 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644127+0000", 2024-04-10T15:05:50.988 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.989 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.989 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.989 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.989 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644127+0000", 2024-04-10T15:05:50.989 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644127+0000", 2024-04-10T15:05:50.989 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644127+0000", 2024-04-10T15:05:50.989 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.989 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.989 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.989 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644127+0000", 2024-04-10T15:05:50.989 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644127+0000", 2024-04-10T15:05:50.989 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.989 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.989 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.989 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.990 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.990 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.990 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.990 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.990 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.990 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.990 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.990 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.990 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.990 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.21", 2024-04-10T15:05:50.990 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.990 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.990 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.990 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.990 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.990 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:58:47.363645+0000", 2024-04-10T15:05:50.991 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.991 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.991 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:50.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:50.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:50.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:50.993 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.993 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:50.993 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:50.993 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:50.993 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:50.993 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.993 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:50.993 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.994 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T15:05:50.994 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:50.994 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:50.994 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:50.994 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:50.994 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:50.994 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:50.994 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:50.994 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:50.994 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:50.994 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:50.994 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:50.994 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:50.994 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:50.995 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:50.995 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:50.995 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640673+0000", 2024-04-10T15:05:50.995 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.680219+0000", 2024-04-10T15:05:50.995 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.680219+0000", 2024-04-10T15:05:50.995 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.680503+0000", 2024-04-10T15:05:50.995 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640673+0000", 2024-04-10T15:05:50.995 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.995 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:50.995 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.995 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:50.995 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640673+0000", 2024-04-10T15:05:50.995 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640673+0000", 2024-04-10T15:05:50.995 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640673+0000", 2024-04-10T15:05:50.995 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:50.995 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:50.996 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:50.996 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640673+0000", 2024-04-10T15:05:50.996 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640673+0000", 2024-04-10T15:05:50.996 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:50.996 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:50.996 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:50.996 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:50.996 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:50.996 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:50.996 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:50.996 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:50.996 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:50.996 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:50.996 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:50.996 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:50.996 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:50.996 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.22", 2024-04-10T15:05:50.997 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:50.997 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:50.997 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:50.997 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:50.997 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:50.997 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:32:36.185116+0000", 2024-04-10T15:05:50.997 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:50.997 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:50.997 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:50.997 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:50.997 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:50.997 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:50.997 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:50.997 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:50.997 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:50.997 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:50.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:50.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:50.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:50.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:50.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:50.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:50.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:50.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:50.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:50.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:50.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:50.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:50.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:50.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:50.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:50.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:50.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:50.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:50.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:50.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:50.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:50.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:50.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:50.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:50.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:50.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:50.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:50.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:50.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:50.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:51.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:51.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:51.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:51.000 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.000 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:51.000 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:51.000 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:51.000 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:51.000 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:51.000 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:51.000 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.000 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:51.000 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:51.000 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.000 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:51.000 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:51.000 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:51.001 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:51.001 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:51.001 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.001 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T15:05:51.001 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:51.001 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:51.001 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:51.001 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:51.001 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:51.001 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:51.001 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.674776+0000", 2024-04-10T15:05:51.001 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:04:36.674374+0000", 2024-04-10T15:05:51.001 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:04:36.674374+0000", 2024-04-10T15:05:51.001 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:04:36.674776+0000", 2024-04-10T15:05:51.001 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.674776+0000", 2024-04-10T15:05:51.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:51.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 70, 2024-04-10T15:05:51.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.674776+0000", 2024-04-10T15:05:51.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.674776+0000", 2024-04-10T15:05:51.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.674776+0000", 2024-04-10T15:05:51.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:51.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:51.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.674776+0000", 2024-04-10T15:05:51.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.674776+0000", 2024-04-10T15:05:51.002 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:51.002 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:51.003 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:51.003 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:51.003 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 69, 2024-04-10T15:05:51.003 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:51.003 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:51.003 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:51.003 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:51.003 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:51.003 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:51.003 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:51.003 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:51.003 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.23", 2024-04-10T15:05:51.003 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:51.003 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:51.003 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:51.003 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 11, 2024-04-10T15:05:51.004 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:51.004 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:14:28.446414+0000", 2024-04-10T15:05:51.004 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:51.004 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:51.004 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:51.004 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:51.004 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:51.004 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:51.004 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:51.004 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:51.004 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:51.004 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:51.004 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:51.004 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:51.004 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:51.004 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:51.004 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:51.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:51.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:51.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:51.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:51.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:51.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:51.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:51.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:51.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:51.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:51.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:51.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:51.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:51.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:51.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:51.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:51.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:51.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:51.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:51.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:51.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:51.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:51.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:51.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:51.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:51.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:51.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:51.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:51.006 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.006 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:51.006 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:51.006 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:51.006 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T15:05:51.007 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:51.007 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:51.007 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.007 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T15:05:51.007 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:51.007 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.007 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:51.007 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:51.007 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:51.007 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:51.007 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:51.007 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.007 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:51.007 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:51.007 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:51.007 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:51.007 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:51.008 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:51.008 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:51.008 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640881+0000", 2024-04-10T15:05:51.008 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.683855+0000", 2024-04-10T15:05:51.008 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.683855+0000", 2024-04-10T15:05:51.008 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.687905+0000", 2024-04-10T15:05:51.008 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640881+0000", 2024-04-10T15:05:51.008 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.008 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:51.008 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.008 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:51.008 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640881+0000", 2024-04-10T15:05:51.008 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640881+0000", 2024-04-10T15:05:51.008 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640881+0000", 2024-04-10T15:05:51.009 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:51.009 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:51.009 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.009 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640881+0000", 2024-04-10T15:05:51.009 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640881+0000", 2024-04-10T15:05:51.009 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:51.009 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:51.009 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:51.009 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:51.009 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:51.009 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:51.009 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:51.009 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:51.009 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:51.009 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:51.009 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:51.010 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:51.010 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:51.010 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.24", 2024-04-10T15:05:51.010 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:51.010 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:51.010 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:51.010 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:51.010 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:51.010 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:11:24.448193+0000", 2024-04-10T15:05:51.010 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:51.010 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:51.010 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:51.010 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:51.010 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:51.010 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:51.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:51.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:51.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:51.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:51.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:51.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:51.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:51.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:51.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:51.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:51.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:51.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:51.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:51.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:51.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:51.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:51.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:51.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:51.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:51.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:51.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:51.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:51.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:51.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:51.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:51.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:51.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:51.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:51.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:51.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:51.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:51.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:51.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:51.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:51.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:51.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:51.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:51.013 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.013 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:51.013 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:51.013 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:51.013 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:51.013 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:51.013 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:51.013 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.013 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:51.014 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:51.014 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.014 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:51.014 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:51.014 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:51.014 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:51.014 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:51.014 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.014 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T15:05:51.014 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:51.014 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:51.014 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:51.014 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:51.014 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:51.014 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:51.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.639973+0000", 2024-04-10T15:05:51.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.694844+0000", 2024-04-10T15:05:51.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.694844+0000", 2024-04-10T15:05:51.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.696240+0000", 2024-04-10T15:05:51.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.639973+0000", 2024-04-10T15:05:51.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:51.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:51.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.639973+0000", 2024-04-10T15:05:51.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.639973+0000", 2024-04-10T15:05:51.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.639973+0000", 2024-04-10T15:05:51.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:51.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:51.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.639973+0000", 2024-04-10T15:05:51.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.639973+0000", 2024-04-10T15:05:51.016 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:51.016 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:51.016 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:51.016 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:51.016 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:51.016 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:51.016 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:51.016 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:51.016 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:51.016 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:51.016 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:51.016 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:51.016 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:51.017 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.25", 2024-04-10T15:05:51.017 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:51.017 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:51.017 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:51.017 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:51.017 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:51.017 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:12:37.444355+0000", 2024-04-10T15:05:51.017 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:51.017 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:51.017 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:51.017 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:51.017 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:51.017 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:51.017 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:51.017 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:51.017 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:51.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:51.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:51.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:51.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:51.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:51.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:51.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:51.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:51.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:51.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:51.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:51.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:51.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:51.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:51.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:51.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:51.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:51.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:51.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:51.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:51.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:51.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:51.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:51.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:51.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:51.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:51.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:51.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:51.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:51.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:51.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:51.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:51.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:51.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:51.020 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.020 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:51.020 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:51.020 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:51.020 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T15:05:51.020 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:51.020 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:51.020 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.020 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T15:05:51.020 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:51.020 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.020 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:51.020 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:51.020 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:51.021 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:51.021 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:51.021 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.021 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:51.021 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:51.021 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:51.021 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:51.021 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:51.021 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:51.021 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:51.021 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644304+0000", 2024-04-10T15:05:51.021 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.691479+0000", 2024-04-10T15:05:51.021 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.691479+0000", 2024-04-10T15:05:51.021 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.691779+0000", 2024-04-10T15:05:51.021 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644304+0000", 2024-04-10T15:05:51.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:51.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:51.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644304+0000", 2024-04-10T15:05:51.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644304+0000", 2024-04-10T15:05:51.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644304+0000", 2024-04-10T15:05:51.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:51.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:51.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644304+0000", 2024-04-10T15:05:51.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644304+0000", 2024-04-10T15:05:51.022 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:51.022 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:51.022 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:51.023 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:51.023 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:51.023 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:51.023 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:51.023 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:51.023 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:51.023 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:51.023 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:51.023 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:51.023 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:51.023 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.26", 2024-04-10T15:05:51.023 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:51.023 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:51.023 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:51.023 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:51.024 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:51.024 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:48:16.799662+0000", 2024-04-10T15:05:51.024 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:51.024 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:51.024 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:51.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:51.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:51.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:51.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:51.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:51.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:51.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:51.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:51.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:51.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:51.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:51.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:51.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:51.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:51.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:51.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:51.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:51.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:51.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:51.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:51.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:51.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:51.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:51.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:51.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:51.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:51.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:51.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:51.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:51.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:51.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:51.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:51.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:51.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:51.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:51.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:51.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:51.027 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:51.027 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:51.027 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:51.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.027 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:51.027 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:51.027 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:51.027 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:51.027 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:51.027 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T15:05:51.027 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.027 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:51.027 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:51.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.027 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:51.028 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:51.028 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:51.028 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:51.028 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:51.028 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.028 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:51.028 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:51.028 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:51.028 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:51.028 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:51.028 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:51.028 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:51.028 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.641382+0000", 2024-04-10T15:05:51.028 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.681382+0000", 2024-04-10T15:05:51.028 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.681382+0000", 2024-04-10T15:05:51.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.681645+0000", 2024-04-10T15:05:51.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.641382+0000", 2024-04-10T15:05:51.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:51.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:51.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.641382+0000", 2024-04-10T15:05:51.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.641382+0000", 2024-04-10T15:05:51.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.641382+0000", 2024-04-10T15:05:51.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:51.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:51.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.641382+0000", 2024-04-10T15:05:51.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.641382+0000", 2024-04-10T15:05:51.029 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:51.029 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:51.030 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:51.030 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:51.030 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:51.030 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:51.030 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:51.030 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:51.030 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:51.030 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:51.030 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:51.030 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:51.030 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:51.030 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.27", 2024-04-10T15:05:51.030 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:51.030 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:51.030 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:51.031 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:51.031 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:51.031 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:29:29.115664+0000", 2024-04-10T15:05:51.031 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:51.031 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:51.031 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:51.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:51.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:51.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:51.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:51.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:51.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:51.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:51.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:51.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:51.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:51.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:51.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:51.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:51.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:51.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:51.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:51.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:51.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:51.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:51.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:51.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:51.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:51.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:51.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:51.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:51.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:51.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:51.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:51.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:51.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:51.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:51.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:51.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:51.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:51.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:51.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:51.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:51.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:51.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:51.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:51.033 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.033 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:51.033 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:51.034 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:51.034 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:51.034 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:51.034 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:51.034 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.034 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:51.034 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:51.034 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.034 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:51.034 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:51.034 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:51.034 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:51.034 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:51.034 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.034 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:51.035 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:51.035 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:51.035 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:51.035 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:51.035 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:51.035 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:51.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640464+0000", 2024-04-10T15:05:51.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.682078+0000", 2024-04-10T15:05:51.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.682078+0000", 2024-04-10T15:05:51.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.682360+0000", 2024-04-10T15:05:51.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640464+0000", 2024-04-10T15:05:51.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:51.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:51.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640464+0000", 2024-04-10T15:05:51.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640464+0000", 2024-04-10T15:05:51.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640464+0000", 2024-04-10T15:05:51.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:51.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:51.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640464+0000", 2024-04-10T15:05:51.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640464+0000", 2024-04-10T15:05:51.036 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:51.036 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:51.036 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:51.036 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:51.036 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:51.036 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:51.036 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:51.036 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:51.036 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:51.037 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:51.037 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:51.037 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:51.037 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:51.037 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.28", 2024-04-10T15:05:51.037 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:51.037 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:51.037 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:51.037 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:51.037 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:51.037 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:12:06.224016+0000", 2024-04-10T15:05:51.037 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:51.037 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:51.037 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:51.037 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:51.037 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:51.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:51.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:51.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:51.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:51.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:51.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:51.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:51.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:51.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:51.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:51.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:51.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:51.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:51.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:51.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:51.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:51.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:51.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:51.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:51.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:51.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:51.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:51.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:51.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:51.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:51.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:51.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:51.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:51.041 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:51.041 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:51.041 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:51.041 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:51.041 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:51.041 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:51.041 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:51.041 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:51.041 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:51.041 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:51.041 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.041 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:51.041 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:51.041 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:51.042 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:51.042 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:51.042 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T15:05:51.042 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.042 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:51.042 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:51.042 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.042 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:51.042 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:51.042 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:51.042 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:51.042 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:51.042 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.042 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T15:05:51.042 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:51.042 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:51.043 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:51.043 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:51.043 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:51.043 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:51.043 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640630+0000", 2024-04-10T15:05:51.043 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.680765+0000", 2024-04-10T15:05:51.043 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.680765+0000", 2024-04-10T15:05:51.043 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.681072+0000", 2024-04-10T15:05:51.043 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640630+0000", 2024-04-10T15:05:51.043 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.043 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:51.043 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.043 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:51.043 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640630+0000", 2024-04-10T15:05:51.043 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640630+0000", 2024-04-10T15:05:51.043 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640630+0000", 2024-04-10T15:05:51.044 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:51.044 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:51.044 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.044 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640630+0000", 2024-04-10T15:05:51.044 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640630+0000", 2024-04-10T15:05:51.044 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:51.044 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:51.044 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:51.044 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:51.044 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:51.044 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:51.044 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:51.044 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:51.044 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:51.044 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:51.044 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:51.044 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:51.045 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:51.045 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.29", 2024-04-10T15:05:51.045 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:51.045 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:51.045 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:51.045 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:51.045 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:51.045 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:12:16.985207+0000", 2024-04-10T15:05:51.045 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:51.045 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:51.045 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:51.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:51.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:51.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:51.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:51.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:51.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:51.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:51.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:51.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:51.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:51.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:51.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:51.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:51.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:51.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:51.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:51.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:51.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:51.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:51.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:51.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:51.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:51.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:51.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:51.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:51.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:51.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:51.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:51.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:51.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:51.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:51.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:51.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:51.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:51.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:51.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:51.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:51.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:51.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:51.048 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:51.048 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.048 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:51.048 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:51.048 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:51.048 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T15:05:51.048 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:51.048 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:51.048 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.048 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T15:05:51.048 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:51.048 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.048 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:51.048 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:51.048 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:51.048 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:51.048 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:51.049 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.049 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T15:05:51.049 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:51.049 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:51.049 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:51.049 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:51.049 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:51.049 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:51.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.640681+0000", 2024-04-10T15:05:51.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.691850+0000", 2024-04-10T15:05:51.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.691850+0000", 2024-04-10T15:05:51.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.692162+0000", 2024-04-10T15:05:51.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.640681+0000", 2024-04-10T15:05:51.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:51.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:51.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.640681+0000", 2024-04-10T15:05:51.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.640681+0000", 2024-04-10T15:05:51.050 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.640681+0000", 2024-04-10T15:05:51.050 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:51.050 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:51.050 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.050 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.640681+0000", 2024-04-10T15:05:51.050 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.640681+0000", 2024-04-10T15:05:51.050 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:51.050 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:51.050 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:51.050 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:51.050 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:51.050 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:51.050 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:51.050 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:51.050 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:51.051 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:51.051 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:51.051 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:51.051 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:51.051 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2a", 2024-04-10T15:05:51.051 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:51.051 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:51.051 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:51.051 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:51.051 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:51.051 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:16:58.177713+0000", 2024-04-10T15:05:51.051 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:51.051 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:51.051 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:51.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:51.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:51.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:51.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:51.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:51.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:51.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:51.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:51.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:51.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:51.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:51.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:51.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:51.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:51.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:51.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:51.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:51.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:51.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:51.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:51.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:51.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:51.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:51.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:51.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:51.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:51.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:51.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:51.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:51.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:51.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:51.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:51.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:51.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:51.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:51.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:51.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:51.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:51.054 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:51.054 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:51.054 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.054 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:51.054 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:51.054 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:51.054 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T15:05:51.054 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:51.054 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T15:05:51.054 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.054 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T15:05:51.054 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:51.054 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.054 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:51.054 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:51.055 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:51.055 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:51.055 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:51.055 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.055 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T15:05:51.055 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:51.055 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:51.055 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:51.055 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:51.055 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:51.055 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:51.055 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.645340+0000", 2024-04-10T15:05:51.055 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.699541+0000", 2024-04-10T15:05:51.055 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.699541+0000", 2024-04-10T15:05:51.055 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.700357+0000", 2024-04-10T15:05:51.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.645340+0000", 2024-04-10T15:05:51.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:51.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:51.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.645340+0000", 2024-04-10T15:05:51.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.645340+0000", 2024-04-10T15:05:51.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.645340+0000", 2024-04-10T15:05:51.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:51.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:51.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.645340+0000", 2024-04-10T15:05:51.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.645340+0000", 2024-04-10T15:05:51.056 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:51.056 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:51.057 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:51.057 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:51.057 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:51.057 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:51.057 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:51.057 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:51.057 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:51.057 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:51.057 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:51.057 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:51.057 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:51.057 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2b", 2024-04-10T15:05:51.057 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:51.057 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:51.057 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:51.057 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:51.057 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:51.057 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:30:03.729145+0000", 2024-04-10T15:05:51.058 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:51.058 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:51.058 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:51.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:51.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:51.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:51.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:51.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:51.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:51.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:51.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:51.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:51.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:51.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:51.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:51.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:51.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:51.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:51.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:51.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:51.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:51.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:51.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:51.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:51.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:51.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:51.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:51.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:51.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:51.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:51.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:51.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:51.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:51.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:51.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:51.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:51.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:51.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:51.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:51.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:51.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:51.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:51.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:51.060 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.060 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:51.060 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:51.060 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:51.060 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T15:05:51.060 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T15:05:51.060 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T15:05:51.060 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.060 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T15:05:51.061 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:51.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.061 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:51.061 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T15:05:51.061 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:51.061 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:51.061 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:51.061 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.061 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T15:05:51.061 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T15:05:51.061 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T15:05:51.061 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T15:05:51.061 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T15:05:51.061 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T15:05:51.061 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T15:05:51.061 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T15:04:36.644248+0000", 2024-04-10T15:05:51.061 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:03:01.686643+0000", 2024-04-10T15:05:51.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:03:01.686643+0000", 2024-04-10T15:05:51.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:03:01.686949+0000", 2024-04-10T15:05:51.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T15:04:36.644248+0000", 2024-04-10T15:05:51.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T15:05:51.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 62, 2024-04-10T15:05:51.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T15:04:36.644248+0000", 2024-04-10T15:05:51.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T15:04:36.644248+0000", 2024-04-10T15:05:51.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T15:04:36.644248+0000", 2024-04-10T15:05:51.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T15:05:51.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T15:05:51.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T15:05:51.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T15:04:36.644248+0000", 2024-04-10T15:05:51.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T15:04:36.644248+0000", 2024-04-10T15:05:51.063 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T15:05:51.063 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:51.063 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T15:05:51.063 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T15:05:51.063 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 61, 2024-04-10T15:05:51.063 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T15:05:51.063 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T15:05:51.063 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T15:05:51.063 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T15:05:51.063 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:51.063 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T15:05:51.063 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T15:05:51.063 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T15:05:51.063 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2c", 2024-04-10T15:05:51.063 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T15:05:51.063 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T15:05:51.063 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 70, 2024-04-10T15:05:51.064 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 19, 2024-04-10T15:05:51.064 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T15:05:51.064 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:08:33.474938+0000", 2024-04-10T15:05:51.064 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T15:05:51.064 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T15:05:51.064 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:51.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:51.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:51.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:51.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:51.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:51.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:51.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:51.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:51.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:51.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:51.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:51.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:51.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:51.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:51.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:51.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:51.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:51.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:51.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:51.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:51.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:51.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:51.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:51.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:51.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:51.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:51.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:51.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:51.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:51.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:51.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:51.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:51.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:51.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:51.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:51.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:51.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:51.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:51.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:51.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:51.066 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.067 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T15:05:51.067 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T15:05:51.067 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T15:05:51.067 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T15:05:51.067 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T15:05:51.067 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T15:05:51.067 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.067 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T15:05:51.067 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T15:05:51.067 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:51.067 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.067 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_per_pool": [ 2024-04-10T15:05:51.067 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:51.067 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 24, 2024-04-10T15:05:51.067 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:51.068 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd" 2024-04-10T15:05:51.068 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.068 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:51.068 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 8, 2024-04-10T15:05:51.068 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 8, 2024-04-10T15:05:51.068 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:51.068 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 4, 2024-04-10T15:05:51.068 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:51.068 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:51.068 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:51.068 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:51.068 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:51.068 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:51.068 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:51.068 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:51.068 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:51.069 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:51.069 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:51.069 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:51.069 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:51.069 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:51.069 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:51.069 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:51.069 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:51.069 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:51.069 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:51.069 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:51.069 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:51.069 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:51.069 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:51.069 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:51.069 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:51.070 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:51.070 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:51.070 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:51.070 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:51.070 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:51.070 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:51.070 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:51.070 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:51.070 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:51.070 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:51.070 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:51.070 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:51.070 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:51.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:51.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:51.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:51.071 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.071 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T15:05:51.071 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 0, 2024-04-10T15:05:51.071 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T15:05:51.071 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T15:05:51.071 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T15:05:51.071 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T15:05:51.071 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 0, 2024-04-10T15:05:51.071 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T15:05:51.071 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T15:05:51.071 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T15:05:51.071 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T15:05:51.071 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.071 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 24 2024-04-10T15:05:51.071 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.072 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:51.072 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 192, 2024-04-10T15:05:51.072 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:51.072 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T15:05:51.072 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.072 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T15:05:51.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 64, 2024-04-10T15:05:51.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 8, 2024-04-10T15:05:51.072 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T15:05:51.072 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 3, 2024-04-10T15:05:51.072 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:51.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T15:05:51.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:51.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:51.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:51.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:51.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:51.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:51.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:51.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:51.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:51.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:51.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:51.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:51.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:51.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:51.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:51.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T15:05:51.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T15:05:51.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:51.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T15:05:51.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:51.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:51.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:51.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:51.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:51.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:51.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:51.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:51.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:51.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:51.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:51.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:51.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:51.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:51.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:51.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:51.075 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:51.075 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:51.075 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T15:05:51.075 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T15:05:51.075 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.075 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T15:05:51.075 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 0, 2024-04-10T15:05:51.075 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T15:05:51.075 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T15:05:51.075 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T15:05:51.075 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T15:05:51.075 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 0, 2024-04-10T15:05:51.075 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T15:05:51.075 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T15:05:51.075 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T15:05:51.075 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T15:05:51.075 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.075 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 192 2024-04-10T15:05:51.076 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.076 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:51.076 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 3, 2024-04-10T15:05:51.076 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:51.076 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr" 2024-04-10T15:05:51.076 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.076 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 144, 2024-04-10T15:05:51.076 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 1, 2024-04-10T15:05:51.076 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 3, 2024-04-10T15:05:51.076 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 144, 2024-04-10T15:05:51.076 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 1, 2024-04-10T15:05:51.076 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:51.076 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 590368, 2024-04-10T15:05:51.076 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:51.076 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 1771104, 2024-04-10T15:05:51.076 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:51.076 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:51.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:51.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:51.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:51.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:51.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:51.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:51.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:51.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:51.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:51.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:51.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:51.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T15:05:51.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T15:05:51.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:51.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T15:05:51.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:51.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:51.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:51.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:51.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:51.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T15:05:51.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:51.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 6, 2024-04-10T15:05:51.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:51.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:51.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:51.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:51.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:51.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 358, 2024-04-10T15:05:51.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 554, 2024-04-10T15:05:51.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:51.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:51.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:51.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 211, 2024-04-10T15:05:51.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 2416 2024-04-10T15:05:51.079 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.079 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T15:05:51.079 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 1781760, 2024-04-10T15:05:51.079 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T15:05:51.079 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T15:05:51.079 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T15:05:51.079 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T15:05:51.079 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 1771104, 2024-04-10T15:05:51.079 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T15:05:51.079 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T15:05:51.079 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T15:05:51.079 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T15:05:51.079 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.079 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 3 2024-04-10T15:05:51.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.080 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T15:05:51.080 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 96, 2024-04-10T15:05:51.080 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T15:05:51.080 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T15:05:51.080 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.080 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 45, 2024-04-10T15:05:51.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 32, 2024-04-10T15:05:51.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 8, 2024-04-10T15:05:51.080 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 45, 2024-04-10T15:05:51.080 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 2, 2024-04-10T15:05:51.080 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T15:05:51.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 3430, 2024-04-10T15:05:51.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T15:05:51.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T15:05:51.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T15:05:51.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T15:05:51.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T15:05:51.081 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T15:05:51.081 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T15:05:51.081 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T15:05:51.081 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T15:05:51.081 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T15:05:51.081 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T15:05:51.081 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T15:05:51.081 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T15:05:51.081 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T15:05:51.081 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T15:05:51.081 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 66, 2024-04-10T15:05:51.081 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 22, 2024-04-10T15:05:51.081 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T15:05:51.081 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 22, 2024-04-10T15:05:51.081 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T15:05:51.081 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T15:05:51.082 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T15:05:51.082 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T15:05:51.082 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T15:05:51.082 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 14, 2024-04-10T15:05:51.082 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T15:05:51.082 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T15:05:51.082 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T15:05:51.082 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T15:05:51.082 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T15:05:51.082 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T15:05:51.082 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T15:05:51.082 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T15:05:51.082 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T15:05:51.082 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T15:05:51.082 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T15:05:51.082 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T15:05:51.083 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 51, 2024-04-10T15:05:51.083 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 20 2024-04-10T15:05:51.083 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.083 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T15:05:51.083 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 98304, 2024-04-10T15:05:51.083 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T15:05:51.083 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T15:05:51.083 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T15:05:51.083 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T15:05:51.083 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 10290, 2024-04-10T15:05:51.083 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T15:05:51.083 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T15:05:51.083 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T15:05:51.083 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T15:05:51.083 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.083 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 96 2024-04-10T15:05:51.084 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:51.084 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T15:05:51.084 INFO:tasks.workunit.client.0.smithi102.stdout: "usage": { 2024-04-10T15:05:51.084 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 105, 2024-04-10T15:05:51.084 INFO:tasks.workunit.client.0.smithi102.stdout: "pools": 4, 2024-04-10T15:05:51.084 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_by_class": { 2024-04-10T15:05:51.084 INFO:tasks.workunit.client.0.smithi102.stdout: "ssd": { 2024-04-10T15:05:51.084 INFO:tasks.workunit.client.0.smithi102.stdout: "total_avail_bytes": 767727169536, 2024-04-10T15:05:51.084 INFO:tasks.workunit.client.0.smithi102.stdout: "total_bytes": 767960285184, 2024-04-10T15:05:51.084 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_bytes": 233115648, 2024-04-10T15:05:51.084 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_raw_bytes": 233115648, 2024-04-10T15:05:51.084 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_raw_ratio": 0.0003035517001990229 2024-04-10T15:05:51.084 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:51.084 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T15:05:51.084 INFO:tasks.workunit.client.0.smithi102.stdout: "total_avail_bytes": 767727169536, 2024-04-10T15:05:51.084 INFO:tasks.workunit.client.0.smithi102.stdout: "total_bytes": 767960285184, 2024-04-10T15:05:51.085 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_bytes": 233115648 2024-04-10T15:05:51.085 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:51.085 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T15:05:51.085 INFO:tasks.workunit.client.0.smithi102.stdout:} 2024-04-10T15:05:51.085 INFO:tasks.workunit.client.0.smithi102.stderr:+ echo OK 2024-04-10T15:05:51.086 INFO:tasks.workunit.client.0.smithi102.stdout:OK 2024-04-10T15:05:51.086 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:05:51.086 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:05:51.087 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:05:49] "GET /metrics HTTP/1.1" 200 33674 "" "Prometheus/2.43.0" 2024-04-10T15:05:51.087 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:51.087 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:51.087 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-10T15:05:51.087 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:51.087 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:51.088 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.088 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.088 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.088 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.088 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.088 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.088 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.088 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.088 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.088 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:51.088 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:51.088 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.088 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.088 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.088 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:51.088 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:51.089 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.089 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.089 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.089 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:51.089 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:51.089 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.089 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:51.089 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:51.089 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-10T15:05:51.089 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:51.089 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:51.089 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.090 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.090 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.090 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.090 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.090 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.090 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.090 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.090 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.090 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:51.090 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:51.090 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.090 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.090 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.090 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:51.090 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:51.090 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.091 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.091 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.091 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:51.091 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:51.091 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.091 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.091 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.091 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:51.091 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:51.091 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.092 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.092 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.092 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.092 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.092 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.092 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.092 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.092 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.092 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:51.092 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:51.092 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.092 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.092 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.092 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:51.092 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.093 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:51.093 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.093 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.093 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:51.093 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:51.093 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.093 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.093 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.093 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:05:51.093 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.093 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.093 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:51.094 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:51.094 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.094 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.094 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.094 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.094 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.094 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.094 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.094 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.094 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.094 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:51.094 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:51.094 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.094 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.094 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.095 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:51.095 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.095 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:51.095 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.095 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.095 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:51.095 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:51.095 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.095 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.095 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.095 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:49 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:05:51.096 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:51.096 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='client.14997 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:51.096 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: pgmap v76: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 14 op/s 2024-04-10T15:05:51.096 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:51.096 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:51.096 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.096 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.096 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.096 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.096 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.097 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.097 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.097 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.097 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.097 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:51.097 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:51.097 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.097 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.097 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.097 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:51.097 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:51.097 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.097 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.097 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.097 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:51.097 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:51.098 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.098 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.098 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.098 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:05:51.098 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:05:51.098 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.098 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.098 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.098 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.098 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.098 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.098 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.098 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.098 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.099 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:51.099 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:51.099 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.099 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.099 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.099 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:51.099 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.099 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:51.099 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.099 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.099 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:05:51.099 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:05:51.099 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:05:51.099 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:05:51.099 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:05:51.099 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:49 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:05:51.128 INFO:tasks.workunit:Stopping ['test_telemetry_reef.sh'] on client.0... 2024-04-10T15:05:51.128 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-10T15:05:51.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:50 smithi102 ceph-mon[37987]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:51.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:50 smithi102 ceph-mon[37987]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:51.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:50 smithi102 ceph-mon[26948]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:51.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:50 smithi102 ceph-mon[26948]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:51.281 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:50 smithi154 ceph-mon[30592]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:51.281 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:50 smithi154 ceph-mon[30592]: from='client.24899 -' entity='client.admin' cmd=[{"prefix": "telemetry show-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:05:51.414 DEBUG:teuthology.parallel:result is None 2024-04-10T15:05:51.415 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T15:05:51.442 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T15:05:51.442 DEBUG:teuthology.orchestra.run.smithi102:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T15:05:51.505 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T15:05:51.506 INFO:teuthology.run_tasks:Running task print... 2024-04-10T15:05:51.515 INFO:teuthology.task.print:**** done end telemetry reef... 2024-04-10T15:05:51.516 INFO:teuthology.run_tasks:Running task print... 2024-04-10T15:05:51.539 INFO:teuthology.task.print:**** done start parallel 2024-04-10T15:05:51.539 INFO:teuthology.run_tasks:Running task parallel... 2024-04-10T15:05:51.549 INFO:teuthology.task.parallel:starting parallel... 2024-04-10T15:05:51.549 INFO:teuthology.task.parallel:In parallel, running task full_sequential... 2024-04-10T15:05:51.549 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T15:05:51.550 INFO:teuthology.task.print:**** done start ec-rados-default.yaml 2024-04-10T15:05:51.550 INFO:teuthology.task.full_sequential:In full_sequential, running task rados... 2024-04-10T15:05:51.552 INFO:tasks.rados:Beginning rados... 2024-04-10T15:05:51.552 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-10T15:05:51.552 INFO:tasks.rados:overrides is {'admin_socket': {'branch': 'wip-yuri6-testing-2024-04-02-1310'}, 'ceph': {'conf': {'global': {'mon election default strategy': 1}, 'mgr': {'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20}, 'osd': {'debug ms': 1, 'debug osd': 20, 'osd shutdown pgref assert': True}}, 'create_rbd_pool': True, 'flavor': 'default', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'mons down', 'mon down', 'MON_DOWN', 'out of quorum'], 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101'}, 'ceph-deploy': {'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}}}, 'install': {'ceph': {'extra_system_packages': ['python3-pytest'], 'flavor': 'default', 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101'}}, 'selinux': {'allowlist': ['scontext=system_u:system_r:logrotate_t:s0']}, 'workunit': {'branch': 'wip-yuri6-testing-2024-04-02-1310', 'sha1': 'a5074d4516d566e9d8b6aec912f26afd099de101'}} 2024-04-10T15:05:51.552 INFO:tasks.rados:config is {'clients': ['client.0'], 'ec_pool': True, 'objects': 50, 'op_weights': {'append': 100, 'copy_from': 50, 'delete': 50, 'read': 100, 'rmattr': 25, 'rollback': 50, 'setattr': 25, 'snap_create': 50, 'snap_remove': 50, 'write': 0}, 'ops': 4000, 'write_append_excl': False} 2024-04-10T15:05:51.553 INFO:tasks.rados:joining rados 2024-04-10T15:05:51.553 INFO:teuthology.task.parallel:In parallel, running task sequential... 2024-04-10T15:05:51.553 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-10T15:05:51.553 INFO:teuthology.task.print:**** done start upgrade, wait 2024-04-10T15:05:51.553 INFO:teuthology.task.sequential:In sequential, running task cephadm.shell... 2024-04-10T15:05:51.554 INFO:tasks.cephadm:Running commands on role mon.a host ubuntu@smithi102.front.sepia.ceph.com 2024-04-10T15:05:51.554 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -e sha1=a5074d4516d566e9d8b6aec912f26afd099de101 -- bash -c 'ceph config set global log_to_journald false --force' 2024-04-10T15:05:51.554 INFO:tasks.rados:clients are ['client.0', 'client.1'] 2024-04-10T15:05:51.555 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph osd erasure-code-profile set teuthologyprofile k=2 m=1 crush-failure-domain=osd 2024-04-10T15:05:51.765 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:05:51.765 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:05:52.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:51 smithi102 ceph-mon[37987]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-10T15:05:52.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:51 smithi102 ceph-mon[26948]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-10T15:05:52.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:51 smithi154 ceph-mon[30592]: pgmap v77: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-10T15:05:53.970 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:53 smithi102 ceph-mon[37987]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-10T15:05:53.970 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:53 smithi102 ceph-mon[26948]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-10T15:05:54.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:53 smithi154 ceph-mon[30592]: pgmap v78: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-10T15:05:55.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:54 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1814393590' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:05:55.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:54 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1814393590' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:05:55.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:54 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1814393590' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:05:55.671 INFO:tasks.rados:starting run 0 out of 1 2024-04-10T15:05:55.671 INFO:tasks.cephadm.ceph_manager.ceph:creating pool_name unique_pool_0 2024-04-10T15:05:55.671 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph osd pool create unique_pool_0 16 16 erasure teuthologyprofile 2024-04-10T15:05:55.963 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:05:56.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:55 smithi102 ceph-mon[37987]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-10T15:05:56.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:55 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1814393590' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:05:56.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:55 smithi102 ceph-mon[37987]: osdmap e71: 8 total, 8 up, 8 in 2024-04-10T15:05:56.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:55 smithi102 ceph-mon[26948]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-10T15:05:56.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:55 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1814393590' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:05:56.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:55 smithi102 ceph-mon[26948]: osdmap e71: 8 total, 8 up, 8 in 2024-04-10T15:05:56.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:55 smithi154 ceph-mon[30592]: pgmap v79: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 38 KiB/s rd, 0 B/s wr, 40 op/s 2024-04-10T15:05:56.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:55 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1814393590' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "teuthologyprofile", "profile": ["k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:05:56.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:55 smithi154 ceph-mon[30592]: osdmap e71: 8 total, 8 up, 8 in 2024-04-10T15:05:56.417 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -e sha1=a5074d4516d566e9d8b6aec912f26afd099de101 -- bash -c 'ceph orch upgrade start --image quay.ceph.io/ceph-ci/ceph:$sha1' 2024-04-10T15:05:57.159 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:05:57.261 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:05:56 smithi102 ceph-mon[37987]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 30 op/s 2024-04-10T15:05:57.261 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:05:56 smithi102 ceph-mon[26948]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 30 op/s 2024-04-10T15:05:57.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:05:56 smithi154 ceph-mon[30592]: pgmap v81: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 30 op/s 2024-04-10T15:05:59.909 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:05:59 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:05:59] "GET /metrics HTTP/1.1" 200 33674 "" "Prometheus/2.43.0" 2024-04-10T15:06:00.039 INFO:teuthology.orchestra.run.smithi102.stdout:Initiating upgrade to quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:06:00.347 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:00 smithi102 ceph-mon[37987]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 30 op/s 2024-04-10T15:06:00.347 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:00 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/2231263546' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-10T15:06:00.347 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:00 smithi102 ceph-mon[26948]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 30 op/s 2024-04-10T15:06:00.347 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:00 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2231263546' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-10T15:06:00.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:00 smithi154 ceph-mon[30592]: pgmap v82: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 30 op/s 2024-04-10T15:06:00.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:00 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/2231263546' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]: dispatch 2024-04-10T15:06:00.710 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -e sha1=a5074d4516d566e9d8b6aec912f26afd099de101 -- bash -c 'while ceph orch upgrade status | jq '"'"'.in_progress'"'"' | grep true ; do ceph orch ps ; ceph versions ; sleep 30 ; done' 2024-04-10T15:06:00.798 INFO:teuthology.orchestra.run.smithi102.stderr:pool 'unique_pool_0' created 2024-04-10T15:06:01.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:01 smithi154 ceph-mon[30592]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:06:01.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:01 smithi154 ceph-mon[30592]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:06:01.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:01 smithi154 ceph-mon[30592]: osdmap e72: 8 total, 8 up, 8 in 2024-04-10T15:06:01.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:01 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:06:01.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:01 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:06:01.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:01 smithi154 ceph-mon[30592]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:01.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:01 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/2231263546' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-10T15:06:01.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:01 smithi154 ceph-mon[30592]: osdmap e73: 8 total, 8 up, 8 in 2024-04-10T15:06:01.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:01 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:06:01.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:01 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:06:01.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:01 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:06:01.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[37987]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:06:01.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[37987]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:06:01.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[37987]: osdmap e72: 8 total, 8 up, 8 in 2024-04-10T15:06:01.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:06:01.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:06:01.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[37987]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:01.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/2231263546' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-10T15:06:01.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[37987]: osdmap e73: 8 total, 8 up, 8 in 2024-04-10T15:06:01.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:06:01.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:06:01.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:06:01.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[26948]: from='client.15039 -' entity='client.admin' cmd=[{"prefix": "orch upgrade start", "image": "quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:06:01.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[26948]: Upgrade: Started with target quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:06:01.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[26948]: osdmap e72: 8 total, 8 up, 8 in 2024-04-10T15:06:01.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:06:01.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:06:01.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[26948]: pgmap v84: 105 pgs: 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:01.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/2231263546' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "unique_pool_0", "pg_num": 16, "pgp_num": 16, "pool_type": "erasure", "erasure_code_profile": "teuthologyprofile"}]': finished 2024-04-10T15:06:01.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[26948]: osdmap e73: 8 total, 8 up, 8 in 2024-04-10T15:06:01.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:06:01.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:06:01.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:01 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:06:01.598 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph osd pool application enable unique_pool_0 rados --yes-i-really-mean-it || true 2024-04-10T15:06:01.646 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:06:02.342 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:06:02.791 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:02 smithi102 ceph-mon[26948]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:06:02.792 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:02 smithi102 ceph-mon[26948]: osdmap e74: 8 total, 8 up, 8 in 2024-04-10T15:06:03.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:02 smithi154 ceph-mon[30592]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:06:03.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:02 smithi154 ceph-mon[30592]: osdmap e74: 8 total, 8 up, 8 in 2024-04-10T15:06:03.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:02 smithi102 ceph-mon[37987]: Upgrade: First pull of quay.ceph.io/ceph-ci/ceph:a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T15:06:03.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:02 smithi102 ceph-mon[37987]: osdmap e74: 8 total, 8 up, 8 in 2024-04-10T15:06:03.792 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:03 smithi102 ceph-mon[26948]: pgmap v87: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:04.064 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:03 smithi102 ceph-mon[37987]: pgmap v87: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:04.064 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:03 smithi102 ceph-mon[37987]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:06:04.064 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:03 smithi102 ceph-mon[37987]: osdmap e75: 8 total, 8 up, 8 in 2024-04-10T15:06:04.065 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:03 smithi102 ceph-mon[26948]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:06:04.065 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:03 smithi102 ceph-mon[26948]: osdmap e75: 8 total, 8 up, 8 in 2024-04-10T15:06:04.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:03 smithi154 ceph-mon[30592]: pgmap v87: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:04.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:03 smithi154 ceph-mon[30592]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:06:04.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:03 smithi154 ceph-mon[30592]: osdmap e75: 8 total, 8 up, 8 in 2024-04-10T15:06:05.003 INFO:teuthology.orchestra.run.smithi102.stdout:true 2024-04-10T15:06:05.379 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:06:05.379 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (83s) 68s ago 2m 16.5M - 0.25.0 c8568f914cd2 8877963ef1e7 2024-04-10T15:06:05.379 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi154 *:3000 running (118s) 68s ago 118s 83.0M - 9.4.7 954c08fa6188 a24ea26325a1 2024-04-10T15:06:05.380 INFO:teuthology.orchestra.run.smithi102.stdout:mds.a smithi102 running (3m) 68s ago 3m 14.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 da51112648bf 2024-04-10T15:06:05.380 INFO:teuthology.orchestra.run.smithi102.stdout:mds.b smithi154 running (3m) 68s ago 3m 15.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 1c2f7bf05952 2024-04-10T15:06:05.380 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi154 *:8443,8765 running (6m) 68s ago 6m 448M - 18.2.2-1187-gd540ebac bb2c5eac26a4 c42810c2934e 2024-04-10T15:06:05.380 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:9283,8765 running (8m) 68s ago 8m 496M - 18.2.2-1187-gd540ebac bb2c5eac26a4 415294d1569c 2024-04-10T15:06:05.380 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (8m) 68s ago 8m 44.5M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 b5bf8e9454cf 2024-04-10T15:06:05.380 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi154 running (6m) 68s ago 6m 37.1M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 d5aaf18af9df 2024-04-10T15:06:05.380 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (6m) 68s ago 6m 36.3M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 964cff5f75bd 2024-04-10T15:06:05.380 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (110s) 68s ago 109s 3519k - 1.5.0 0da6a335fe13 dc103d21fc64 2024-04-10T15:06:05.380 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi154 *:9100 running (105s) 68s ago 104s 3380k - 1.5.0 0da6a335fe13 c71ce3c6ef09 2024-04-10T15:06:05.381 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (6m) 68s ago 6m 52.9M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 770d8faa5266 2024-04-10T15:06:05.381 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (5m) 68s ago 5m 46.5M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 6d2a7c667fff 2024-04-10T15:06:05.381 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (5m) 68s ago 5m 42.5M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 eb8f648e2007 2024-04-10T15:06:05.381 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (5m) 68s ago 4m 41.1M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 ebbbf8d35d32 2024-04-10T15:06:05.381 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi154 running (4m) 68s ago 4m 42.2M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 8ae20879a763 2024-04-10T15:06:05.381 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi154 running (4m) 68s ago 4m 49.2M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 51b30d38d077 2024-04-10T15:06:05.381 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi154 running (3m) 68s ago 3m 49.8M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 2dd28f8d572c 2024-04-10T15:06:05.381 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi154 running (3m) 68s ago 3m 49.5M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 a3af5b492398 2024-04-10T15:06:05.381 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi154 *:9095 running (77s) 68s ago 2m 27.0M - 2.43.0 a07b618ecd1d 9cee93d9cb0b 2024-04-10T15:06:05.803 INFO:teuthology.orchestra.run.smithi102.stderr:enabled application 'rados' on pool 'unique_pool_0' 2024-04-10T15:06:05.837 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:06:05.837 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-10T15:06:05.837 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-10T15:06:05.837 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:06:05.837 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-10T15:06:05.837 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:06:05.837 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:06:05.838 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-10T15:06:05.838 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:06:05.838 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:06:05.838 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-10T15:06:05.838 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:06:05.838 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:06:05.838 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-10T15:06:05.838 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 15 2024-04-10T15:06:05.838 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:06:05.838 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:06:06.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:05 smithi154 ceph-mon[30592]: pgmap v89: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:06.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:05 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:06:06.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:05 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:06:06.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:05 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/32798209' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:06:06.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:05 smithi154 ceph-mon[30592]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:06:06.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:05 smithi102 ceph-mon[37987]: pgmap v89: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:06.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:05 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:06:06.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:05 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:06:06.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:05 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/32798209' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:06:06.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:05 smithi102 ceph-mon[37987]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:06:06.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:05 smithi102 ceph-mon[26948]: pgmap v89: 121 pgs: 16 unknown, 105 active+clean; 580 KiB data, 222 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:06.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:05 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:06:06.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:05 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:06:06.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:05 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/32798209' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:06:06.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:05 smithi102 ceph-mon[26948]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:06:06.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:06 smithi102 ceph-mon[37987]: from='client.24941 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:06:06.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:06 smithi102 ceph-mon[37987]: from='client.15051 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:06:06.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:06 smithi102 ceph-mon[37987]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-10T15:06:06.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:06 smithi102 ceph-mon[37987]: osdmap e76: 8 total, 8 up, 8 in 2024-04-10T15:06:06.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:06 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1048963876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:06:06.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:06 smithi102 ceph-mon[26948]: from='client.24941 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:06:06.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:06 smithi102 ceph-mon[26948]: from='client.15051 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:06:06.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:06 smithi102 ceph-mon[26948]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-10T15:06:06.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:06 smithi102 ceph-mon[26948]: osdmap e76: 8 total, 8 up, 8 in 2024-04-10T15:06:06.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:06 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1048963876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:06:07.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:06 smithi154 ceph-mon[30592]: from='client.24941 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:06:07.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:06 smithi154 ceph-mon[30592]: from='client.15051 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:06:07.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:06 smithi154 ceph-mon[30592]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable", "pool": "unique_pool_0", "app": "rados", "yes_i_really_mean_it": true}]': finished 2024-04-10T15:06:07.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:06 smithi154 ceph-mon[30592]: osdmap e76: 8 total, 8 up, 8 in 2024-04-10T15:06:07.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:06 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1048963876' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:06:07.625 DEBUG:teuthology.orchestra.run.smithi102:> CEPH_CLIENT_ID=0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph_test_rados --no-omap --ec-pool --max-ops 4000 --objects 50 --max-in-flight 16 --size 4000000 --min-stride-size 400000 --max-stride-size 800000 --max-seconds 0 --op read 100 --op write 0 --op delete 50 --op snap_create 50 --op snap_remove 50 --op rollback 50 --op setattr 25 --op rmattr 25 --op copy_from 50 --op append 100 --pool unique_pool_0 2024-04-10T15:06:07.653 INFO:tasks.rados.rados.0.smithi102.stdout:adding op weight read -> 100 2024-04-10T15:06:07.653 INFO:tasks.rados.rados.0.smithi102.stdout:adding op weight delete -> 50 2024-04-10T15:06:07.654 INFO:tasks.rados.rados.0.smithi102.stdout:adding op weight snap_create -> 50 2024-04-10T15:06:07.654 INFO:tasks.rados.rados.0.smithi102.stdout:adding op weight snap_remove -> 50 2024-04-10T15:06:07.654 INFO:tasks.rados.rados.0.smithi102.stdout:adding op weight rollback -> 50 2024-04-10T15:06:07.654 INFO:tasks.rados.rados.0.smithi102.stdout:adding op weight setattr -> 25 2024-04-10T15:06:07.654 INFO:tasks.rados.rados.0.smithi102.stdout:adding op weight rmattr -> 25 2024-04-10T15:06:07.654 INFO:tasks.rados.rados.0.smithi102.stdout:adding op weight copy_from -> 50 2024-04-10T15:06:07.654 INFO:tasks.rados.rados.0.smithi102.stdout:adding op weight append -> 100 2024-04-10T15:06:07.654 INFO:tasks.rados.rados.0.smithi102.stdout:ceph version 18.2.2-1189-gc96c8d47 (c96c8d478b644b6433700141c5f69a1a68f8121b) reef (stable) 2024-04-10T15:06:07.654 INFO:tasks.rados.rados.0.smithi102.stdout:Configuration: 2024-04-10T15:06:07.654 INFO:tasks.rados.rados.0.smithi102.stdout: Number of operations: 4000 2024-04-10T15:06:07.654 INFO:tasks.rados.rados.0.smithi102.stdout: Number of objects: 50 2024-04-10T15:06:07.654 INFO:tasks.rados.rados.0.smithi102.stdout: Max in flight operations: 16 2024-04-10T15:06:07.654 INFO:tasks.rados.rados.0.smithi102.stdout: Object size (in bytes): 4000000 2024-04-10T15:06:07.654 INFO:tasks.rados.rados.0.smithi102.stdout: Write stride min: 400000 2024-04-10T15:06:07.655 INFO:tasks.rados.rados.0.smithi102.stdout: Write stride max: 800000 2024-04-10T15:06:07.809 INFO:tasks.rados.rados.0.smithi102.stdout:1: write initial oid 1 2024-04-10T15:06:07.809 INFO:tasks.rados.rados.0.smithi102.stdout:1: seq_num 0 ranges {0=24576} 2024-04-10T15:06:07.809 INFO:tasks.rados.rados.0.smithi102.stdout:1: writing smithi10276805-1 from 0 to 24576 tid 1 2024-04-10T15:06:07.810 INFO:tasks.rados.rados.0.smithi102.stdout:2: write initial oid 2 2024-04-10T15:06:07.810 INFO:tasks.rados.rados.0.smithi102.stdout:2: seq_num 1 ranges {0=24576} 2024-04-10T15:06:07.810 INFO:tasks.rados.rados.0.smithi102.stdout:2: writing smithi10276805-2 from 0 to 24576 tid 1 2024-04-10T15:06:07.810 INFO:tasks.rados.rados.0.smithi102.stdout:3: write initial oid 3 2024-04-10T15:06:07.810 INFO:tasks.rados.rados.0.smithi102.stdout:3: seq_num 2 ranges {0=40960} 2024-04-10T15:06:07.810 INFO:tasks.rados.rados.0.smithi102.stdout:3: writing smithi10276805-3 from 0 to 40960 tid 1 2024-04-10T15:06:07.810 INFO:tasks.rados.rados.0.smithi102.stdout:4: write initial oid 4 2024-04-10T15:06:07.810 INFO:tasks.rados.rados.0.smithi102.stdout:4: seq_num 3 ranges {0=57344} 2024-04-10T15:06:07.810 INFO:tasks.rados.rados.0.smithi102.stdout:4: writing smithi10276805-4 from 0 to 57344 tid 1 2024-04-10T15:06:07.810 INFO:tasks.rados.rados.0.smithi102.stdout:5: write initial oid 5 2024-04-10T15:06:07.810 INFO:tasks.rados.rados.0.smithi102.stdout:5: seq_num 4 ranges {0=73728} 2024-04-10T15:06:07.810 INFO:tasks.rados.rados.0.smithi102.stdout:5: writing smithi10276805-5 from 0 to 73728 tid 1 2024-04-10T15:06:07.811 INFO:tasks.rados.rados.0.smithi102.stdout:6: write initial oid 6 2024-04-10T15:06:07.811 INFO:tasks.rados.rados.0.smithi102.stdout:6: seq_num 5 ranges {0=90112} 2024-04-10T15:06:07.811 INFO:tasks.rados.rados.0.smithi102.stdout:6: writing smithi10276805-6 from 0 to 90112 tid 1 2024-04-10T15:06:07.811 INFO:tasks.rados.rados.0.smithi102.stdout:7: write initial oid 7 2024-04-10T15:06:07.812 INFO:tasks.rados.rados.0.smithi102.stdout:7: seq_num 6 ranges {0=106496} 2024-04-10T15:06:07.812 INFO:tasks.rados.rados.0.smithi102.stdout:7: writing smithi10276805-7 from 0 to 106496 tid 1 2024-04-10T15:06:07.814 INFO:tasks.rados.rados.0.smithi102.stdout:8: write initial oid 8 2024-04-10T15:06:07.814 INFO:tasks.rados.rados.0.smithi102.stdout:8: seq_num 7 ranges {0=122880} 2024-04-10T15:06:07.815 INFO:tasks.rados.rados.0.smithi102.stdout:8: writing smithi10276805-8 from 0 to 122880 tid 1 2024-04-10T15:06:07.816 INFO:tasks.rados.rados.0.smithi102.stdout:9: write initial oid 9 2024-04-10T15:06:07.816 INFO:tasks.rados.rados.0.smithi102.stdout:9: seq_num 8 ranges {0=139264} 2024-04-10T15:06:07.817 INFO:tasks.rados.rados.0.smithi102.stdout:9: writing smithi10276805-9 from 0 to 139264 tid 1 2024-04-10T15:06:07.817 INFO:tasks.rados.rados.0.smithi102.stdout:1: finishing write tid 1 to smithi10276805-1 2024-04-10T15:06:07.817 INFO:tasks.rados.rados.0.smithi102.stdout:1: finishing write tid 2 to smithi10276805-1 2024-04-10T15:06:07.817 INFO:tasks.rados.rados.0.smithi102.stdout:2: finishing write tid 1 to smithi10276805-2 2024-04-10T15:06:07.817 INFO:tasks.rados.rados.0.smithi102.stdout:2: finishing write tid 2 to smithi10276805-2 2024-04-10T15:06:07.817 INFO:tasks.rados.rados.0.smithi102.stdout:1: finishing write tid 3 to smithi10276805-1 2024-04-10T15:06:07.817 INFO:tasks.rados.rados.0.smithi102.stdout:1: oid 1 updating version 0 to 1 2024-04-10T15:06:07.818 INFO:tasks.rados.rados.0.smithi102.stdout:1: oid 1 updating version 1 to 2 2024-04-10T15:06:07.818 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 2 (ObjNum 0 snap 0 seq_num 0) dirty exists 2024-04-10T15:06:07.818 INFO:tasks.rados.rados.0.smithi102.stdout:1: left oid 1 (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:06:07.818 INFO:tasks.rados.rados.0.smithi102.stdout:2: finishing write tid 3 to smithi10276805-2 2024-04-10T15:06:07.818 INFO:tasks.rados.rados.0.smithi102.stdout:2: oid 2 updating version 0 to 1 2024-04-10T15:06:07.818 INFO:tasks.rados.rados.0.smithi102.stdout:2: oid 2 updating version 1 to 2 2024-04-10T15:06:07.818 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-10T15:06:07.818 INFO:tasks.rados.rados.0.smithi102.stdout:2: left oid 2 (ObjNum 1 snap 0 seq_num 1) 2024-04-10T15:06:07.818 INFO:tasks.rados.rados.0.smithi102.stdout:4: finishing write tid 1 to smithi10276805-4 2024-04-10T15:06:07.818 INFO:tasks.rados.rados.0.smithi102.stdout:4: finishing write tid 2 to smithi10276805-4 2024-04-10T15:06:07.818 INFO:tasks.rados.rados.0.smithi102.stdout:4: finishing write tid 3 to smithi10276805-4 2024-04-10T15:06:07.818 INFO:tasks.rados.rados.0.smithi102.stdout:4: oid 4 updating version 0 to 1 2024-04-10T15:06:07.818 INFO:tasks.rados.rados.0.smithi102.stdout:4: oid 4 updating version 1 to 2 2024-04-10T15:06:07.818 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 2 (ObjNum 3 snap 0 seq_num 3) dirty exists 2024-04-10T15:06:07.819 INFO:tasks.rados.rados.0.smithi102.stdout:4: left oid 4 (ObjNum 3 snap 0 seq_num 3) 2024-04-10T15:06:07.819 INFO:tasks.rados.rados.0.smithi102.stdout:3: finishing write tid 1 to smithi10276805-3 2024-04-10T15:06:07.819 INFO:tasks.rados.rados.0.smithi102.stdout:1: done (8 left) 2024-04-10T15:06:07.819 INFO:tasks.rados.rados.0.smithi102.stdout:2: done (7 left) 2024-04-10T15:06:07.819 INFO:tasks.rados.rados.0.smithi102.stdout:4: done (6 left) 2024-04-10T15:06:07.819 INFO:tasks.rados.rados.0.smithi102.stdout:10: write initial oid 10 2024-04-10T15:06:07.819 INFO:tasks.rados.rados.0.smithi102.stdout:10: seq_num 9 ranges {0=155648} 2024-04-10T15:06:07.820 INFO:tasks.rados.rados.0.smithi102.stdout:10: writing smithi10276805-10 from 0 to 155648 tid 1 2024-04-10T15:06:07.820 INFO:tasks.rados.rados.0.smithi102.stdout:11: write initial oid 11 2024-04-10T15:06:07.820 INFO:tasks.rados.rados.0.smithi102.stdout:3: finishing write tid 2 to smithi10276805-3 2024-04-10T15:06:07.820 INFO:tasks.rados.rados.0.smithi102.stdout:6: finishing write tid 1 to smithi10276805-6 2024-04-10T15:06:07.820 INFO:tasks.rados.rados.0.smithi102.stdout:5: finishing write tid 1 to smithi10276805-5 2024-04-10T15:06:07.820 INFO:tasks.rados.rados.0.smithi102.stdout:11: seq_num 10 ranges {0=172032} 2024-04-10T15:06:07.820 INFO:tasks.rados.rados.0.smithi102.stdout:11: writing smithi10276805-11 from 0 to 172032 tid 1 2024-04-10T15:06:07.820 INFO:tasks.rados.rados.0.smithi102.stdout:12: write initial oid 12 2024-04-10T15:06:07.820 INFO:tasks.rados.rados.0.smithi102.stdout:12: seq_num 11 ranges {0=188416} 2024-04-10T15:06:07.821 INFO:tasks.rados.rados.0.smithi102.stdout:12: writing smithi10276805-12 from 0 to 188416 tid 1 2024-04-10T15:06:07.821 INFO:tasks.rados.rados.0.smithi102.stdout:6: finishing write tid 2 to smithi10276805-6 2024-04-10T15:06:07.821 INFO:tasks.rados.rados.0.smithi102.stdout:7: finishing write tid 1 to smithi10276805-7 2024-04-10T15:06:07.821 INFO:tasks.rados.rados.0.smithi102.stdout:13: write initial oid 13 2024-04-10T15:06:07.821 INFO:tasks.rados.rados.0.smithi102.stdout:13: seq_num 12 ranges {0=204800} 2024-04-10T15:06:07.823 INFO:tasks.rados.rados.0.smithi102.stdout:13: writing smithi10276805-13 from 0 to 204800 tid 1 2024-04-10T15:06:07.823 INFO:tasks.rados.rados.0.smithi102.stdout:5: finishing write tid 2 to smithi10276805-5 2024-04-10T15:06:07.823 INFO:tasks.rados.rados.0.smithi102.stdout:7: finishing write tid 2 to smithi10276805-7 2024-04-10T15:06:07.823 INFO:tasks.rados.rados.0.smithi102.stdout:6: finishing write tid 3 to smithi10276805-6 2024-04-10T15:06:07.823 INFO:tasks.rados.rados.0.smithi102.stdout:6: oid 6 updating version 0 to 1 2024-04-10T15:06:07.823 INFO:tasks.rados.rados.0.smithi102.stdout:6: oid 6 updating version 1 to 2 2024-04-10T15:06:07.823 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 2 (ObjNum 5 snap 0 seq_num 5) dirty exists 2024-04-10T15:06:07.823 INFO:tasks.rados.rados.0.smithi102.stdout:6: left oid 6 (ObjNum 5 snap 0 seq_num 5) 2024-04-10T15:06:07.823 INFO:tasks.rados.rados.0.smithi102.stdout:5: finishing write tid 3 to smithi10276805-5 2024-04-10T15:06:07.824 INFO:tasks.rados.rados.0.smithi102.stdout:5: oid 5 updating version 0 to 1 2024-04-10T15:06:07.824 INFO:tasks.rados.rados.0.smithi102.stdout:5: oid 5 updating version 1 to 2 2024-04-10T15:06:07.824 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-10T15:06:07.824 INFO:tasks.rados.rados.0.smithi102.stdout:5: left oid 5 (ObjNum 4 snap 0 seq_num 4) 2024-04-10T15:06:07.824 INFO:tasks.rados.rados.0.smithi102.stdout:3: finishing write tid 3 to smithi10276805-3 2024-04-10T15:06:07.824 INFO:tasks.rados.rados.0.smithi102.stdout:3: oid 3 updating version 0 to 1 2024-04-10T15:06:07.824 INFO:tasks.rados.rados.0.smithi102.stdout:3: oid 3 updating version 1 to 2 2024-04-10T15:06:07.824 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 2 (ObjNum 2 snap 0 seq_num 2) dirty exists 2024-04-10T15:06:07.824 INFO:tasks.rados.rados.0.smithi102.stdout:3: left oid 3 (ObjNum 2 snap 0 seq_num 2) 2024-04-10T15:06:07.824 INFO:tasks.rados.rados.0.smithi102.stdout:7: finishing write tid 3 to smithi10276805-7 2024-04-10T15:06:07.824 INFO:tasks.rados.rados.0.smithi102.stdout:7: oid 7 updating version 0 to 3 2024-04-10T15:06:07.824 INFO:tasks.rados.rados.0.smithi102.stdout:7: oid 7 updating version 3 to 4 2024-04-10T15:06:07.824 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 4 (ObjNum 6 snap 0 seq_num 6) dirty exists 2024-04-10T15:06:07.824 INFO:tasks.rados.rados.0.smithi102.stdout:7: left oid 7 (ObjNum 6 snap 0 seq_num 6) 2024-04-10T15:06:07.824 INFO:tasks.rados.rados.0.smithi102.stdout:3: done (9 left) 2024-04-10T15:06:07.824 INFO:tasks.rados.rados.0.smithi102.stdout:5: done (8 left) 2024-04-10T15:06:07.825 INFO:tasks.rados.rados.0.smithi102.stdout:6: done (7 left) 2024-04-10T15:06:07.825 INFO:tasks.rados.rados.0.smithi102.stdout:7: done (6 left) 2024-04-10T15:06:07.825 INFO:tasks.rados.rados.0.smithi102.stdout:14: write initial oid 14 2024-04-10T15:06:07.825 INFO:tasks.rados.rados.0.smithi102.stdout:14: seq_num 13 ranges {0=221184} 2024-04-10T15:06:07.825 INFO:tasks.rados.rados.0.smithi102.stdout:14: writing smithi10276805-14 from 0 to 221184 tid 1 2024-04-10T15:06:07.826 INFO:tasks.rados.rados.0.smithi102.stdout:15: write initial oid 15 2024-04-10T15:06:07.826 INFO:tasks.rados.rados.0.smithi102.stdout:15: seq_num 14 ranges {0=237568} 2024-04-10T15:06:07.826 INFO:tasks.rados.rados.0.smithi102.stdout:15: writing smithi10276805-15 from 0 to 237568 tid 1 2024-04-10T15:06:07.827 INFO:tasks.rados.rados.0.smithi102.stdout:9: finishing write tid 1 to smithi10276805-9 2024-04-10T15:06:07.827 INFO:tasks.rados.rados.0.smithi102.stdout:8: finishing write tid 1 to smithi10276805-8 2024-04-10T15:06:07.827 INFO:tasks.rados.rados.0.smithi102.stdout:11: finishing write tid 1 to smithi10276805-11 2024-04-10T15:06:07.827 INFO:tasks.rados.rados.0.smithi102.stdout:12: finishing write tid 1 to smithi10276805-12 2024-04-10T15:06:07.827 INFO:tasks.rados.rados.0.smithi102.stdout:9: finishing write tid 2 to smithi10276805-9 2024-04-10T15:06:07.827 INFO:tasks.rados.rados.0.smithi102.stdout:11: finishing write tid 2 to smithi10276805-11 2024-04-10T15:06:07.827 INFO:tasks.rados.rados.0.smithi102.stdout:8: finishing write tid 2 to smithi10276805-8 2024-04-10T15:06:07.827 INFO:tasks.rados.rados.0.smithi102.stdout:10: finishing write tid 1 to smithi10276805-10 2024-04-10T15:06:07.827 INFO:tasks.rados.rados.0.smithi102.stdout:10: finishing write tid 2 to smithi10276805-10 2024-04-10T15:06:07.827 INFO:tasks.rados.rados.0.smithi102.stdout:8: finishing write tid 3 to smithi10276805-8 2024-04-10T15:06:07.827 INFO:tasks.rados.rados.0.smithi102.stdout:8: oid 8 updating version 0 to 1 2024-04-10T15:06:07.827 INFO:tasks.rados.rados.0.smithi102.stdout:8: oid 8 updating version 1 to 2 2024-04-10T15:06:07.827 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 2 (ObjNum 7 snap 0 seq_num 7) dirty exists 2024-04-10T15:06:07.827 INFO:tasks.rados.rados.0.smithi102.stdout:8: left oid 8 (ObjNum 7 snap 0 seq_num 7) 2024-04-10T15:06:07.827 INFO:tasks.rados.rados.0.smithi102.stdout:12: finishing write tid 2 to smithi10276805-12 2024-04-10T15:06:07.828 INFO:tasks.rados.rados.0.smithi102.stdout:11: finishing write tid 3 to smithi10276805-11 2024-04-10T15:06:07.828 INFO:tasks.rados.rados.0.smithi102.stdout:11: oid 11 updating version 0 to 3 2024-04-10T15:06:07.828 INFO:tasks.rados.rados.0.smithi102.stdout:11: oid 11 updating version 3 to 4 2024-04-10T15:06:07.828 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 4 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-10T15:06:07.828 INFO:tasks.rados.rados.0.smithi102.stdout:11: left oid 11 (ObjNum 10 snap 0 seq_num 10) 2024-04-10T15:06:07.828 INFO:tasks.rados.rados.0.smithi102.stdout:9: finishing write tid 3 to smithi10276805-9 2024-04-10T15:06:07.828 INFO:tasks.rados.rados.0.smithi102.stdout:9: oid 9 updating version 0 to 1 2024-04-10T15:06:07.828 INFO:tasks.rados.rados.0.smithi102.stdout:9: oid 9 updating version 1 to 2 2024-04-10T15:06:07.828 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 2 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-10T15:06:07.828 INFO:tasks.rados.rados.0.smithi102.stdout:9: left oid 9 (ObjNum 8 snap 0 seq_num 8) 2024-04-10T15:06:07.828 INFO:tasks.rados.rados.0.smithi102.stdout:12: finishing write tid 3 to smithi10276805-12 2024-04-10T15:06:07.828 INFO:tasks.rados.rados.0.smithi102.stdout:12: oid 12 updating version 0 to 4 2024-04-10T15:06:07.828 INFO:tasks.rados.rados.0.smithi102.stdout:12: oid 12 version 4 is already newer than 3 2024-04-10T15:06:07.828 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-10T15:06:07.828 INFO:tasks.rados.rados.0.smithi102.stdout:12: left oid 12 (ObjNum 11 snap 0 seq_num 11) 2024-04-10T15:06:07.828 INFO:tasks.rados.rados.0.smithi102.stdout:10: finishing write tid 3 to smithi10276805-10 2024-04-10T15:06:07.829 INFO:tasks.rados.rados.0.smithi102.stdout:10: oid 10 updating version 0 to 3 2024-04-10T15:06:07.829 INFO:tasks.rados.rados.0.smithi102.stdout:10: oid 10 updating version 3 to 4 2024-04-10T15:06:07.829 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 4 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-10T15:06:07.829 INFO:tasks.rados.rados.0.smithi102.stdout:10: left oid 10 (ObjNum 9 snap 0 seq_num 9) 2024-04-10T15:06:07.829 INFO:tasks.rados.rados.0.smithi102.stdout:8: done (7 left) 2024-04-10T15:06:07.829 INFO:tasks.rados.rados.0.smithi102.stdout:9: done (6 left) 2024-04-10T15:06:07.829 INFO:tasks.rados.rados.0.smithi102.stdout:10: done (5 left) 2024-04-10T15:06:07.829 INFO:tasks.rados.rados.0.smithi102.stdout:11: done (4 left) 2024-04-10T15:06:07.829 INFO:tasks.rados.rados.0.smithi102.stdout:12: done (3 left) 2024-04-10T15:06:07.829 INFO:tasks.rados.rados.0.smithi102.stdout:16: write initial oid 16 2024-04-10T15:06:07.829 INFO:tasks.rados.rados.0.smithi102.stdout:16: seq_num 15 ranges {0=253952} 2024-04-10T15:06:07.830 INFO:tasks.rados.rados.0.smithi102.stdout:16: writing smithi10276805-16 from 0 to 253952 tid 1 2024-04-10T15:06:07.831 INFO:tasks.rados.rados.0.smithi102.stdout:17: write initial oid 17 2024-04-10T15:06:07.831 INFO:tasks.rados.rados.0.smithi102.stdout:17: seq_num 16 ranges {0=270336} 2024-04-10T15:06:07.831 INFO:tasks.rados.rados.0.smithi102.stdout:17: writing smithi10276805-17 from 0 to 270336 tid 1 2024-04-10T15:06:07.831 INFO:tasks.rados.rados.0.smithi102.stdout:18: write initial oid 18 2024-04-10T15:06:07.831 INFO:tasks.rados.rados.0.smithi102.stdout:18: seq_num 17 ranges {0=286720} 2024-04-10T15:06:07.832 INFO:tasks.rados.rados.0.smithi102.stdout:18: writing smithi10276805-18 from 0 to 286720 tid 1 2024-04-10T15:06:07.832 INFO:tasks.rados.rados.0.smithi102.stdout:14: finishing write tid 1 to smithi10276805-14 2024-04-10T15:06:07.832 INFO:tasks.rados.rados.0.smithi102.stdout:14: finishing write tid 2 to smithi10276805-14 2024-04-10T15:06:07.832 INFO:tasks.rados.rados.0.smithi102.stdout:14: finishing write tid 3 to smithi10276805-14 2024-04-10T15:06:07.832 INFO:tasks.rados.rados.0.smithi102.stdout:14: oid 14 updating version 0 to 5 2024-04-10T15:06:07.832 INFO:tasks.rados.rados.0.smithi102.stdout:14: oid 14 updating version 5 to 6 2024-04-10T15:06:07.832 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 6 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-10T15:06:07.832 INFO:tasks.rados.rados.0.smithi102.stdout:14: left oid 14 (ObjNum 13 snap 0 seq_num 13) 2024-04-10T15:06:07.833 INFO:tasks.rados.rados.0.smithi102.stdout:13: finishing write tid 1 to smithi10276805-13 2024-04-10T15:06:07.833 INFO:tasks.rados.rados.0.smithi102.stdout:13: finishing write tid 2 to smithi10276805-13 2024-04-10T15:06:07.833 INFO:tasks.rados.rados.0.smithi102.stdout:15: finishing write tid 1 to smithi10276805-15 2024-04-10T15:06:07.833 INFO:tasks.rados.rados.0.smithi102.stdout:16: finishing write tid 1 to smithi10276805-16 2024-04-10T15:06:07.833 INFO:tasks.rados.rados.0.smithi102.stdout:15: finishing write tid 2 to smithi10276805-15 2024-04-10T15:06:07.833 INFO:tasks.rados.rados.0.smithi102.stdout:16: finishing write tid 2 to smithi10276805-16 2024-04-10T15:06:07.833 INFO:tasks.rados.rados.0.smithi102.stdout:14: done (5 left) 2024-04-10T15:06:07.833 INFO:tasks.rados.rados.0.smithi102.stdout:19: write initial oid 19 2024-04-10T15:06:07.833 INFO:tasks.rados.rados.0.smithi102.stdout:19: seq_num 18 ranges {0=303104} 2024-04-10T15:06:07.834 INFO:tasks.rados.rados.0.smithi102.stdout:19: writing smithi10276805-19 from 0 to 303104 tid 1 2024-04-10T15:06:07.834 INFO:tasks.rados.rados.0.smithi102.stdout:20: write initial oid 20 2024-04-10T15:06:07.834 INFO:tasks.rados.rados.0.smithi102.stdout:20: seq_num 19 ranges {0=319488} 2024-04-10T15:06:07.836 INFO:tasks.rados.rados.0.smithi102.stdout:20: writing smithi10276805-20 from 0 to 319488 tid 1 2024-04-10T15:06:07.836 INFO:tasks.rados.rados.0.smithi102.stdout:21: write initial oid 21 2024-04-10T15:06:07.836 INFO:tasks.rados.rados.0.smithi102.stdout:21: seq_num 20 ranges {0=344064} 2024-04-10T15:06:07.839 INFO:tasks.rados.rados.0.smithi102.stdout:21: writing smithi10276805-21 from 0 to 344064 tid 1 2024-04-10T15:06:07.839 INFO:tasks.rados.rados.0.smithi102.stdout:22: write initial oid 22 2024-04-10T15:06:07.839 INFO:tasks.rados.rados.0.smithi102.stdout:22: seq_num 21 ranges {0=360448} 2024-04-10T15:06:07.842 INFO:tasks.rados.rados.0.smithi102.stdout:22: writing smithi10276805-22 from 0 to 360448 tid 1 2024-04-10T15:06:07.842 INFO:tasks.rados.rados.0.smithi102.stdout:23: write initial oid 23 2024-04-10T15:06:07.842 INFO:tasks.rados.rados.0.smithi102.stdout:23: seq_num 22 ranges {0=376832} 2024-04-10T15:06:07.844 INFO:tasks.rados.rados.0.smithi102.stdout:23: writing smithi10276805-23 from 0 to 376832 tid 1 2024-04-10T15:06:07.844 INFO:tasks.rados.rados.0.smithi102.stdout:24: write initial oid 24 2024-04-10T15:06:07.844 INFO:tasks.rados.rados.0.smithi102.stdout:24: seq_num 23 ranges {0=393216} 2024-04-10T15:06:07.848 INFO:tasks.rados.rados.0.smithi102.stdout:24: writing smithi10276805-24 from 0 to 393216 tid 1 2024-04-10T15:06:07.848 INFO:tasks.rados.rados.0.smithi102.stdout:13: finishing write tid 3 to smithi10276805-13 2024-04-10T15:06:07.848 INFO:tasks.rados.rados.0.smithi102.stdout:13: oid 13 updating version 0 to 1 2024-04-10T15:06:07.848 INFO:tasks.rados.rados.0.smithi102.stdout:13: oid 13 updating version 1 to 2 2024-04-10T15:06:07.848 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 2 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-10T15:06:07.848 INFO:tasks.rados.rados.0.smithi102.stdout:13: left oid 13 (ObjNum 12 snap 0 seq_num 12) 2024-04-10T15:06:07.848 INFO:tasks.rados.rados.0.smithi102.stdout:16: finishing write tid 3 to smithi10276805-16 2024-04-10T15:06:07.848 INFO:tasks.rados.rados.0.smithi102.stdout:16: oid 16 updating version 0 to 6 2024-04-10T15:06:07.848 INFO:tasks.rados.rados.0.smithi102.stdout:16: oid 16 version 6 is already newer than 5 2024-04-10T15:06:07.848 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 6 (ObjNum 15 snap 0 seq_num 15) dirty exists 2024-04-10T15:06:07.849 INFO:tasks.rados.rados.0.smithi102.stdout:16: left oid 16 (ObjNum 15 snap 0 seq_num 15) 2024-04-10T15:06:07.849 INFO:tasks.rados.rados.0.smithi102.stdout:15: finishing write tid 3 to smithi10276805-15 2024-04-10T15:06:07.849 INFO:tasks.rados.rados.0.smithi102.stdout:15: oid 15 updating version 0 to 3 2024-04-10T15:06:07.849 INFO:tasks.rados.rados.0.smithi102.stdout:15: oid 15 updating version 3 to 4 2024-04-10T15:06:07.849 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 4 (ObjNum 14 snap 0 seq_num 14) dirty exists 2024-04-10T15:06:07.849 INFO:tasks.rados.rados.0.smithi102.stdout:15: left oid 15 (ObjNum 14 snap 0 seq_num 14) 2024-04-10T15:06:07.849 INFO:tasks.rados.rados.0.smithi102.stdout:17: finishing write tid 1 to smithi10276805-17 2024-04-10T15:06:07.849 INFO:tasks.rados.rados.0.smithi102.stdout:17: finishing write tid 2 to smithi10276805-17 2024-04-10T15:06:07.849 INFO:tasks.rados.rados.0.smithi102.stdout:18: finishing write tid 1 to smithi10276805-18 2024-04-10T15:06:07.849 INFO:tasks.rados.rados.0.smithi102.stdout:17: finishing write tid 3 to smithi10276805-17 2024-04-10T15:06:07.849 INFO:tasks.rados.rados.0.smithi102.stdout:17: oid 17 updating version 0 to 2 2024-04-10T15:06:07.849 INFO:tasks.rados.rados.0.smithi102.stdout:17: oid 17 version 2 is already newer than 1 2024-04-10T15:06:07.849 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 2 (ObjNum 16 snap 0 seq_num 16) dirty exists 2024-04-10T15:06:07.849 INFO:tasks.rados.rados.0.smithi102.stdout:17: left oid 17 (ObjNum 16 snap 0 seq_num 16) 2024-04-10T15:06:07.849 INFO:tasks.rados.rados.0.smithi102.stdout:18: finishing write tid 2 to smithi10276805-18 2024-04-10T15:06:07.849 INFO:tasks.rados.rados.0.smithi102.stdout:19: finishing write tid 1 to smithi10276805-19 2024-04-10T15:06:07.850 INFO:tasks.rados.rados.0.smithi102.stdout:19: finishing write tid 2 to smithi10276805-19 2024-04-10T15:06:07.850 INFO:tasks.rados.rados.0.smithi102.stdout:18: finishing write tid 3 to smithi10276805-18 2024-04-10T15:06:07.850 INFO:tasks.rados.rados.0.smithi102.stdout:18: oid 18 updating version 0 to 5 2024-04-10T15:06:07.850 INFO:tasks.rados.rados.0.smithi102.stdout:18: oid 18 updating version 5 to 6 2024-04-10T15:06:07.850 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 6 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-10T15:06:07.850 INFO:tasks.rados.rados.0.smithi102.stdout:18: left oid 18 (ObjNum 17 snap 0 seq_num 17) 2024-04-10T15:06:07.850 INFO:tasks.rados.rados.0.smithi102.stdout:19: finishing write tid 3 to smithi10276805-19 2024-04-10T15:06:07.850 INFO:tasks.rados.rados.0.smithi102.stdout:19: oid 19 updating version 0 to 2 2024-04-10T15:06:07.850 INFO:tasks.rados.rados.0.smithi102.stdout:19: oid 19 version 2 is already newer than 1 2024-04-10T15:06:07.850 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 2 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-10T15:06:07.850 INFO:tasks.rados.rados.0.smithi102.stdout:19: left oid 19 (ObjNum 18 snap 0 seq_num 18) 2024-04-10T15:06:07.850 INFO:tasks.rados.rados.0.smithi102.stdout:20: finishing write tid 1 to smithi10276805-20 2024-04-10T15:06:07.850 INFO:tasks.rados.rados.0.smithi102.stdout:20: finishing write tid 2 to smithi10276805-20 2024-04-10T15:06:07.851 INFO:tasks.rados.rados.0.smithi102.stdout:20: finishing write tid 3 to smithi10276805-20 2024-04-10T15:06:07.851 INFO:tasks.rados.rados.0.smithi102.stdout:20: oid 20 updating version 0 to 4 2024-04-10T15:06:07.851 INFO:tasks.rados.rados.0.smithi102.stdout:20: oid 20 version 4 is already newer than 3 2024-04-10T15:06:07.851 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 4 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-10T15:06:07.851 INFO:tasks.rados.rados.0.smithi102.stdout:20: left oid 20 (ObjNum 19 snap 0 seq_num 19) 2024-04-10T15:06:07.851 INFO:tasks.rados.rados.0.smithi102.stdout:21: finishing write tid 1 to smithi10276805-21 2024-04-10T15:06:07.851 INFO:tasks.rados.rados.0.smithi102.stdout:21: finishing write tid 2 to smithi10276805-21 2024-04-10T15:06:07.851 INFO:tasks.rados.rados.0.smithi102.stdout:22: finishing write tid 1 to smithi10276805-22 2024-04-10T15:06:07.851 INFO:tasks.rados.rados.0.smithi102.stdout:22: finishing write tid 2 to smithi10276805-22 2024-04-10T15:06:07.851 INFO:tasks.rados.rados.0.smithi102.stdout:21: finishing write tid 3 to smithi10276805-21 2024-04-10T15:06:07.851 INFO:tasks.rados.rados.0.smithi102.stdout:21: oid 21 updating version 0 to 1 2024-04-10T15:06:07.852 INFO:tasks.rados.rados.0.smithi102.stdout:21: oid 21 updating version 1 to 2 2024-04-10T15:06:07.852 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 2 (ObjNum 20 snap 0 seq_num 20) dirty exists 2024-04-10T15:06:07.852 INFO:tasks.rados.rados.0.smithi102.stdout:21: left oid 21 (ObjNum 20 snap 0 seq_num 20) 2024-04-10T15:06:07.852 INFO:tasks.rados.rados.0.smithi102.stdout:23: finishing write tid 1 to smithi10276805-23 2024-04-10T15:06:07.852 INFO:tasks.rados.rados.0.smithi102.stdout:22: finishing write tid 3 to smithi10276805-22 2024-04-10T15:06:07.852 INFO:tasks.rados.rados.0.smithi102.stdout:22: oid 22 updating version 0 to 6 2024-04-10T15:06:07.852 INFO:tasks.rados.rados.0.smithi102.stdout:22: oid 22 version 6 is already newer than 5 2024-04-10T15:06:07.852 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 6 (ObjNum 21 snap 0 seq_num 21) dirty exists 2024-04-10T15:06:07.852 INFO:tasks.rados.rados.0.smithi102.stdout:22: left oid 22 (ObjNum 21 snap 0 seq_num 21) 2024-04-10T15:06:07.852 INFO:tasks.rados.rados.0.smithi102.stdout:23: finishing write tid 2 to smithi10276805-23 2024-04-10T15:06:07.852 INFO:tasks.rados.rados.0.smithi102.stdout:13: done (10 left) 2024-04-10T15:06:07.852 INFO:tasks.rados.rados.0.smithi102.stdout:15: done (9 left) 2024-04-10T15:06:07.852 INFO:tasks.rados.rados.0.smithi102.stdout:16: done (8 left) 2024-04-10T15:06:07.852 INFO:tasks.rados.rados.0.smithi102.stdout:17: done (7 left) 2024-04-10T15:06:07.852 INFO:tasks.rados.rados.0.smithi102.stdout:18: done (6 left) 2024-04-10T15:06:07.853 INFO:tasks.rados.rados.0.smithi102.stdout:19: done (5 left) 2024-04-10T15:06:07.853 INFO:tasks.rados.rados.0.smithi102.stdout:20: done (4 left) 2024-04-10T15:06:07.853 INFO:tasks.rados.rados.0.smithi102.stdout:21: done (3 left) 2024-04-10T15:06:07.853 INFO:tasks.rados.rados.0.smithi102.stdout:22: done (2 left) 2024-04-10T15:06:07.853 INFO:tasks.rados.rados.0.smithi102.stdout:25: write initial oid 25 2024-04-10T15:06:07.853 INFO:tasks.rados.rados.0.smithi102.stdout:25: seq_num 24 ranges {0=409600} 2024-04-10T15:06:07.854 INFO:tasks.rados.rados.0.smithi102.stdout:25: writing smithi10276805-25 from 0 to 409600 tid 1 2024-04-10T15:06:07.854 INFO:tasks.rados.rados.0.smithi102.stdout:23: finishing write tid 3 to smithi10276805-23 2024-04-10T15:06:07.854 INFO:tasks.rados.rados.0.smithi102.stdout:23: oid 23 updating version 0 to 2 2024-04-10T15:06:07.854 INFO:tasks.rados.rados.0.smithi102.stdout:23: oid 23 version 2 is already newer than 1 2024-04-10T15:06:07.854 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 2 (ObjNum 22 snap 0 seq_num 22) dirty exists 2024-04-10T15:06:07.854 INFO:tasks.rados.rados.0.smithi102.stdout:23: left oid 23 (ObjNum 22 snap 0 seq_num 22) 2024-04-10T15:06:07.854 INFO:tasks.rados.rados.0.smithi102.stdout:24: finishing write tid 1 to smithi10276805-24 2024-04-10T15:06:07.854 INFO:tasks.rados.rados.0.smithi102.stdout:24: finishing write tid 2 to smithi10276805-24 2024-04-10T15:06:07.854 INFO:tasks.rados.rados.0.smithi102.stdout:23: done (2 left) 2024-04-10T15:06:07.854 INFO:tasks.rados.rados.0.smithi102.stdout:26: write initial oid 26 2024-04-10T15:06:07.854 INFO:tasks.rados.rados.0.smithi102.stdout:26: seq_num 25 ranges {0=425984} 2024-04-10T15:06:07.855 INFO:tasks.rados.rados.0.smithi102.stdout:26: writing smithi10276805-26 from 0 to 425984 tid 1 2024-04-10T15:06:07.855 INFO:tasks.rados.rados.0.smithi102.stdout:27: write initial oid 27 2024-04-10T15:06:07.855 INFO:tasks.rados.rados.0.smithi102.stdout:27: seq_num 26 ranges {0=442368} 2024-04-10T15:06:07.856 INFO:tasks.rados.rados.0.smithi102.stdout:27: writing smithi10276805-27 from 0 to 442368 tid 1 2024-04-10T15:06:07.856 INFO:tasks.rados.rados.0.smithi102.stdout:28: write initial oid 28 2024-04-10T15:06:07.856 INFO:tasks.rados.rados.0.smithi102.stdout:28: seq_num 27 ranges {0=458752} 2024-04-10T15:06:07.859 INFO:tasks.rados.rados.0.smithi102.stdout:28: writing smithi10276805-28 from 0 to 458752 tid 1 2024-04-10T15:06:07.859 INFO:tasks.rados.rados.0.smithi102.stdout:29: write initial oid 29 2024-04-10T15:06:07.859 INFO:tasks.rados.rados.0.smithi102.stdout:29: seq_num 28 ranges {0=475136} 2024-04-10T15:06:07.862 INFO:tasks.rados.rados.0.smithi102.stdout:29: writing smithi10276805-29 from 0 to 475136 tid 1 2024-04-10T15:06:07.862 INFO:tasks.rados.rados.0.smithi102.stdout:30: write initial oid 30 2024-04-10T15:06:07.862 INFO:tasks.rados.rados.0.smithi102.stdout:30: seq_num 29 ranges {0=491520} 2024-04-10T15:06:07.864 INFO:tasks.rados.rados.0.smithi102.stdout:30: writing smithi10276805-30 from 0 to 491520 tid 1 2024-04-10T15:06:07.865 INFO:tasks.rados.rados.0.smithi102.stdout:31: write initial oid 31 2024-04-10T15:06:07.865 INFO:tasks.rados.rados.0.smithi102.stdout:31: seq_num 30 ranges {0=507904} 2024-04-10T15:06:07.868 INFO:tasks.rados.rados.0.smithi102.stdout:31: writing smithi10276805-31 from 0 to 507904 tid 1 2024-04-10T15:06:07.868 INFO:tasks.rados.rados.0.smithi102.stdout:32: write initial oid 32 2024-04-10T15:06:07.868 INFO:tasks.rados.rados.0.smithi102.stdout:32: seq_num 31 ranges {0=524288} 2024-04-10T15:06:07.872 INFO:tasks.rados.rados.0.smithi102.stdout:32: writing smithi10276805-32 from 0 to 524288 tid 1 2024-04-10T15:06:07.872 INFO:tasks.rados.rados.0.smithi102.stdout:33: write initial oid 33 2024-04-10T15:06:07.872 INFO:tasks.rados.rados.0.smithi102.stdout:33: seq_num 32 ranges {0=540672} 2024-04-10T15:06:07.876 INFO:tasks.rados.rados.0.smithi102.stdout:33: writing smithi10276805-33 from 0 to 540672 tid 1 2024-04-10T15:06:07.876 INFO:tasks.rados.rados.0.smithi102.stdout:34: write initial oid 34 2024-04-10T15:06:07.876 INFO:tasks.rados.rados.0.smithi102.stdout:34: seq_num 33 ranges {0=557056} 2024-04-10T15:06:07.880 INFO:tasks.rados.rados.0.smithi102.stdout:34: writing smithi10276805-34 from 0 to 557056 tid 1 2024-04-10T15:06:07.880 INFO:tasks.rados.rados.0.smithi102.stdout:35: write initial oid 35 2024-04-10T15:06:07.880 INFO:tasks.rados.rados.0.smithi102.stdout:35: seq_num 34 ranges {0=573440} 2024-04-10T15:06:07.883 INFO:tasks.rados.rados.0.smithi102.stdout:35: writing smithi10276805-35 from 0 to 573440 tid 1 2024-04-10T15:06:07.883 INFO:tasks.rados.rados.0.smithi102.stdout:36: write initial oid 36 2024-04-10T15:06:07.884 INFO:tasks.rados.rados.0.smithi102.stdout:36: seq_num 35 ranges {0=589824} 2024-04-10T15:06:07.887 INFO:tasks.rados.rados.0.smithi102.stdout:36: writing smithi10276805-36 from 0 to 589824 tid 1 2024-04-10T15:06:07.887 INFO:tasks.rados.rados.0.smithi102.stdout:37: write initial oid 37 2024-04-10T15:06:07.887 INFO:tasks.rados.rados.0.smithi102.stdout:37: seq_num 36 ranges {0=606208} 2024-04-10T15:06:07.890 INFO:tasks.rados.rados.0.smithi102.stdout:37: writing smithi10276805-37 from 0 to 606208 tid 1 2024-04-10T15:06:07.891 INFO:tasks.rados.rados.0.smithi102.stdout:38: write initial oid 38 2024-04-10T15:06:07.891 INFO:tasks.rados.rados.0.smithi102.stdout:38: seq_num 37 ranges {0=622592} 2024-04-10T15:06:07.895 INFO:tasks.rados.rados.0.smithi102.stdout:38: writing smithi10276805-38 from 0 to 622592 tid 1 2024-04-10T15:06:07.895 INFO:tasks.rados.rados.0.smithi102.stdout:39: write initial oid 39 2024-04-10T15:06:07.895 INFO:tasks.rados.rados.0.smithi102.stdout:39: seq_num 38 ranges {0=638976} 2024-04-10T15:06:07.899 INFO:tasks.rados.rados.0.smithi102.stdout:39: writing smithi10276805-39 from 0 to 638976 tid 1 2024-04-10T15:06:07.899 INFO:tasks.rados.rados.0.smithi102.stdout: waiting on 16 2024-04-10T15:06:07.899 INFO:tasks.rados.rados.0.smithi102.stdout:24: finishing write tid 3 to smithi10276805-24 2024-04-10T15:06:07.899 INFO:tasks.rados.rados.0.smithi102.stdout:24: oid 24 updating version 0 to 4 2024-04-10T15:06:07.899 INFO:tasks.rados.rados.0.smithi102.stdout:24: oid 24 version 4 is already newer than 3 2024-04-10T15:06:07.900 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-10T15:06:07.900 INFO:tasks.rados.rados.0.smithi102.stdout:24: left oid 24 (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:06:07.900 INFO:tasks.rados.rados.0.smithi102.stdout:24: done (15 left) 2024-04-10T15:06:07.900 INFO:tasks.rados.rados.0.smithi102.stdout:40: write initial oid 40 2024-04-10T15:06:07.900 INFO:tasks.rados.rados.0.smithi102.stdout:40: seq_num 39 ranges {0=663552} 2024-04-10T15:06:07.903 INFO:tasks.rados.rados.0.smithi102.stdout:40: writing smithi10276805-40 from 0 to 663552 tid 1 2024-04-10T15:06:07.903 INFO:tasks.rados.rados.0.smithi102.stdout: waiting on 16 2024-04-10T15:06:07.904 INFO:tasks.rados.rados.0.smithi102.stdout:25: finishing write tid 1 to smithi10276805-25 2024-04-10T15:06:07.904 INFO:tasks.rados.rados.0.smithi102.stdout:25: finishing write tid 2 to smithi10276805-25 2024-04-10T15:06:07.904 INFO:tasks.rados.rados.0.smithi102.stdout:25: finishing write tid 3 to smithi10276805-25 2024-04-10T15:06:07.904 INFO:tasks.rados.rados.0.smithi102.stdout:25: oid 25 updating version 0 to 3 2024-04-10T15:06:07.904 INFO:tasks.rados.rados.0.smithi102.stdout:25: oid 25 updating version 3 to 4 2024-04-10T15:06:07.904 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 4 (ObjNum 24 snap 0 seq_num 24) dirty exists 2024-04-10T15:06:07.904 INFO:tasks.rados.rados.0.smithi102.stdout:25: left oid 25 (ObjNum 24 snap 0 seq_num 24) 2024-04-10T15:06:07.904 INFO:tasks.rados.rados.0.smithi102.stdout:26: finishing write tid 1 to smithi10276805-26 2024-04-10T15:06:07.904 INFO:tasks.rados.rados.0.smithi102.stdout:26: finishing write tid 2 to smithi10276805-26 2024-04-10T15:06:07.904 INFO:tasks.rados.rados.0.smithi102.stdout:26: finishing write tid 3 to smithi10276805-26 2024-04-10T15:06:07.904 INFO:tasks.rados.rados.0.smithi102.stdout:26: oid 26 updating version 0 to 3 2024-04-10T15:06:07.904 INFO:tasks.rados.rados.0.smithi102.stdout:26: oid 26 updating version 3 to 4 2024-04-10T15:06:07.904 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 4 (ObjNum 25 snap 0 seq_num 25) dirty exists 2024-04-10T15:06:07.904 INFO:tasks.rados.rados.0.smithi102.stdout:26: left oid 26 (ObjNum 25 snap 0 seq_num 25) 2024-04-10T15:06:07.905 INFO:tasks.rados.rados.0.smithi102.stdout:27: finishing write tid 1 to smithi10276805-27 2024-04-10T15:06:07.905 INFO:tasks.rados.rados.0.smithi102.stdout:25: done (15 left) 2024-04-10T15:06:07.905 INFO:tasks.rados.rados.0.smithi102.stdout:26: done (14 left) 2024-04-10T15:06:07.905 INFO:tasks.rados.rados.0.smithi102.stdout:41: write initial oid 41 2024-04-10T15:06:07.905 INFO:tasks.rados.rados.0.smithi102.stdout:41: seq_num 40 ranges {0=679936} 2024-04-10T15:06:07.907 INFO:tasks.rados.rados.0.smithi102.stdout:41: writing smithi10276805-41 from 0 to 679936 tid 1 2024-04-10T15:06:07.908 INFO:tasks.rados.rados.0.smithi102.stdout:42: write initial oid 42 2024-04-10T15:06:07.908 INFO:tasks.rados.rados.0.smithi102.stdout:42: seq_num 41 ranges {0=696320} 2024-04-10T15:06:07.912 INFO:tasks.rados.rados.0.smithi102.stdout:42: writing smithi10276805-42 from 0 to 696320 tid 1 2024-04-10T15:06:07.913 INFO:tasks.rados.rados.0.smithi102.stdout: waiting on 16 2024-04-10T15:06:07.913 INFO:tasks.rados.rados.0.smithi102.stdout:27: finishing write tid 2 to smithi10276805-27 2024-04-10T15:06:07.913 INFO:tasks.rados.rados.0.smithi102.stdout:27: finishing write tid 3 to smithi10276805-27 2024-04-10T15:06:07.913 INFO:tasks.rados.rados.0.smithi102.stdout:27: oid 27 updating version 0 to 7 2024-04-10T15:06:07.913 INFO:tasks.rados.rados.0.smithi102.stdout:27: oid 27 updating version 7 to 8 2024-04-10T15:06:07.913 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 8 (ObjNum 26 snap 0 seq_num 26) dirty exists 2024-04-10T15:06:07.913 INFO:tasks.rados.rados.0.smithi102.stdout:27: left oid 27 (ObjNum 26 snap 0 seq_num 26) 2024-04-10T15:06:07.913 INFO:tasks.rados.rados.0.smithi102.stdout:28: finishing write tid 1 to smithi10276805-28 2024-04-10T15:06:07.913 INFO:tasks.rados.rados.0.smithi102.stdout:28: finishing write tid 2 to smithi10276805-28 2024-04-10T15:06:07.913 INFO:tasks.rados.rados.0.smithi102.stdout:28: finishing write tid 3 to smithi10276805-28 2024-04-10T15:06:07.913 INFO:tasks.rados.rados.0.smithi102.stdout:28: oid 28 updating version 0 to 5 2024-04-10T15:06:07.913 INFO:tasks.rados.rados.0.smithi102.stdout:28: oid 28 updating version 5 to 6 2024-04-10T15:06:07.913 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 6 (ObjNum 27 snap 0 seq_num 27) dirty exists 2024-04-10T15:06:07.913 INFO:tasks.rados.rados.0.smithi102.stdout:28: left oid 28 (ObjNum 27 snap 0 seq_num 27) 2024-04-10T15:06:07.913 INFO:tasks.rados.rados.0.smithi102.stdout:29: finishing write tid 1 to smithi10276805-29 2024-04-10T15:06:07.914 INFO:tasks.rados.rados.0.smithi102.stdout:27: done (15 left) 2024-04-10T15:06:07.914 INFO:tasks.rados.rados.0.smithi102.stdout:28: done (14 left) 2024-04-10T15:06:07.914 INFO:tasks.rados.rados.0.smithi102.stdout:43: write initial oid 43 2024-04-10T15:06:07.914 INFO:tasks.rados.rados.0.smithi102.stdout:43: seq_num 42 ranges {0=712704} 2024-04-10T15:06:07.916 INFO:tasks.rados.rados.0.smithi102.stdout:43: writing smithi10276805-43 from 0 to 712704 tid 1 2024-04-10T15:06:07.916 INFO:tasks.rados.rados.0.smithi102.stdout:44: write initial oid 44 2024-04-10T15:06:07.916 INFO:tasks.rados.rados.0.smithi102.stdout:44: seq_num 43 ranges {0=729088} 2024-04-10T15:06:07.923 INFO:tasks.rados.rados.0.smithi102.stdout:44: writing smithi10276805-44 from 0 to 729088 tid 1 2024-04-10T15:06:07.923 INFO:tasks.rados.rados.0.smithi102.stdout: waiting on 16 2024-04-10T15:06:07.923 INFO:tasks.rados.rados.0.smithi102.stdout:29: finishing write tid 2 to smithi10276805-29 2024-04-10T15:06:07.923 INFO:tasks.rados.rados.0.smithi102.stdout:30: finishing write tid 1 to smithi10276805-30 2024-04-10T15:06:07.923 INFO:tasks.rados.rados.0.smithi102.stdout:30: finishing write tid 2 to smithi10276805-30 2024-04-10T15:06:07.923 INFO:tasks.rados.rados.0.smithi102.stdout:29: finishing write tid 3 to smithi10276805-29 2024-04-10T15:06:07.924 INFO:tasks.rados.rados.0.smithi102.stdout:29: oid 29 updating version 0 to 8 2024-04-10T15:06:07.924 INFO:tasks.rados.rados.0.smithi102.stdout:29: oid 29 version 8 is already newer than 7 2024-04-10T15:06:07.924 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 8 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-10T15:06:07.924 INFO:tasks.rados.rados.0.smithi102.stdout:29: left oid 29 (ObjNum 28 snap 0 seq_num 28) 2024-04-10T15:06:07.924 INFO:tasks.rados.rados.0.smithi102.stdout:30: finishing write tid 3 to smithi10276805-30 2024-04-10T15:06:07.924 INFO:tasks.rados.rados.0.smithi102.stdout:30: oid 30 updating version 0 to 4 2024-04-10T15:06:07.924 INFO:tasks.rados.rados.0.smithi102.stdout:30: oid 30 version 4 is already newer than 3 2024-04-10T15:06:07.925 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 4 (ObjNum 29 snap 0 seq_num 29) dirty exists 2024-04-10T15:06:07.925 INFO:tasks.rados.rados.0.smithi102.stdout:30: left oid 30 (ObjNum 29 snap 0 seq_num 29) 2024-04-10T15:06:07.925 INFO:tasks.rados.rados.0.smithi102.stdout:31: finishing write tid 1 to smithi10276805-31 2024-04-10T15:06:07.925 INFO:tasks.rados.rados.0.smithi102.stdout:31: finishing write tid 2 to smithi10276805-31 2024-04-10T15:06:07.925 INFO:tasks.rados.rados.0.smithi102.stdout:31: finishing write tid 3 to smithi10276805-31 2024-04-10T15:06:07.925 INFO:tasks.rados.rados.0.smithi102.stdout:31: oid 31 updating version 0 to 2 2024-04-10T15:06:07.925 INFO:tasks.rados.rados.0.smithi102.stdout:31: oid 31 version 2 is already newer than 1 2024-04-10T15:06:07.926 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 2 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-10T15:06:07.926 INFO:tasks.rados.rados.0.smithi102.stdout:31: left oid 31 (ObjNum 30 snap 0 seq_num 30) 2024-04-10T15:06:07.926 INFO:tasks.rados.rados.0.smithi102.stdout:32: finishing write tid 1 to smithi10276805-32 2024-04-10T15:06:07.926 INFO:tasks.rados.rados.0.smithi102.stdout:29: done (15 left) 2024-04-10T15:06:07.926 INFO:tasks.rados.rados.0.smithi102.stdout:30: done (14 left) 2024-04-10T15:06:07.926 INFO:tasks.rados.rados.0.smithi102.stdout:31: done (13 left) 2024-04-10T15:06:07.926 INFO:tasks.rados.rados.0.smithi102.stdout:45: write initial oid 45 2024-04-10T15:06:07.926 INFO:tasks.rados.rados.0.smithi102.stdout:45: seq_num 44 ranges {0=745472} 2024-04-10T15:06:07.927 INFO:tasks.rados.rados.0.smithi102.stdout:45: writing smithi10276805-45 from 0 to 745472 tid 1 2024-04-10T15:06:07.927 INFO:tasks.rados.rados.0.smithi102.stdout:46: write initial oid 46 2024-04-10T15:06:07.927 INFO:tasks.rados.rados.0.smithi102.stdout:46: seq_num 45 ranges {0=761856} 2024-04-10T15:06:07.930 INFO:tasks.rados.rados.0.smithi102.stdout:46: writing smithi10276805-46 from 0 to 761856 tid 1 2024-04-10T15:06:07.930 INFO:tasks.rados.rados.0.smithi102.stdout:47: write initial oid 47 2024-04-10T15:06:07.930 INFO:tasks.rados.rados.0.smithi102.stdout:47: seq_num 46 ranges {0=778240} 2024-04-10T15:06:07.937 INFO:tasks.rados.rados.0.smithi102.stdout:47: writing smithi10276805-47 from 0 to 778240 tid 1 2024-04-10T15:06:07.937 INFO:tasks.rados.rados.0.smithi102.stdout: waiting on 16 2024-04-10T15:06:07.938 INFO:tasks.rados.rados.0.smithi102.stdout:32: finishing write tid 2 to smithi10276805-32 2024-04-10T15:06:07.938 INFO:tasks.rados.rados.0.smithi102.stdout:32: finishing write tid 3 to smithi10276805-32 2024-04-10T15:06:07.938 INFO:tasks.rados.rados.0.smithi102.stdout:32: oid 32 updating version 0 to 9 2024-04-10T15:06:07.938 INFO:tasks.rados.rados.0.smithi102.stdout:32: oid 32 updating version 9 to 10 2024-04-10T15:06:07.938 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 10 (ObjNum 31 snap 0 seq_num 31) dirty exists 2024-04-10T15:06:07.938 INFO:tasks.rados.rados.0.smithi102.stdout:32: left oid 32 (ObjNum 31 snap 0 seq_num 31) 2024-04-10T15:06:07.938 INFO:tasks.rados.rados.0.smithi102.stdout:33: finishing write tid 1 to smithi10276805-33 2024-04-10T15:06:07.938 INFO:tasks.rados.rados.0.smithi102.stdout:32: done (15 left) 2024-04-10T15:06:07.938 INFO:tasks.rados.rados.0.smithi102.stdout:48: write initial oid 48 2024-04-10T15:06:07.938 INFO:tasks.rados.rados.0.smithi102.stdout:48: seq_num 47 ranges {0=794624} 2024-04-10T15:06:07.939 INFO:tasks.rados.rados.0.smithi102.stdout:48: writing smithi10276805-48 from 0 to 794624 tid 1 2024-04-10T15:06:07.939 INFO:tasks.rados.rados.0.smithi102.stdout: waiting on 16 2024-04-10T15:06:07.939 INFO:tasks.rados.rados.0.smithi102.stdout:33: finishing write tid 2 to smithi10276805-33 2024-04-10T15:06:07.940 INFO:tasks.rados.rados.0.smithi102.stdout:33: finishing write tid 3 to smithi10276805-33 2024-04-10T15:06:07.940 INFO:tasks.rados.rados.0.smithi102.stdout:33: oid 33 updating version 0 to 6 2024-04-10T15:06:07.940 INFO:tasks.rados.rados.0.smithi102.stdout:33: oid 33 version 6 is already newer than 5 2024-04-10T15:06:07.940 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 6 (ObjNum 32 snap 0 seq_num 32) dirty exists 2024-04-10T15:06:07.940 INFO:tasks.rados.rados.0.smithi102.stdout:33: left oid 33 (ObjNum 32 snap 0 seq_num 32) 2024-04-10T15:06:07.940 INFO:tasks.rados.rados.0.smithi102.stdout:34: finishing write tid 1 to smithi10276805-34 2024-04-10T15:06:07.940 INFO:tasks.rados.rados.0.smithi102.stdout:34: finishing write tid 2 to smithi10276805-34 2024-04-10T15:06:07.940 INFO:tasks.rados.rados.0.smithi102.stdout:34: finishing write tid 3 to smithi10276805-34 2024-04-10T15:06:07.940 INFO:tasks.rados.rados.0.smithi102.stdout:34: oid 34 updating version 0 to 5 2024-04-10T15:06:07.940 INFO:tasks.rados.rados.0.smithi102.stdout:34: oid 34 updating version 5 to 6 2024-04-10T15:06:07.940 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-10T15:06:07.940 INFO:tasks.rados.rados.0.smithi102.stdout:34: left oid 34 (ObjNum 33 snap 0 seq_num 33) 2024-04-10T15:06:07.940 INFO:tasks.rados.rados.0.smithi102.stdout:35: finishing write tid 1 to smithi10276805-35 2024-04-10T15:06:07.940 INFO:tasks.rados.rados.0.smithi102.stdout:33: done (15 left) 2024-04-10T15:06:07.941 INFO:tasks.rados.rados.0.smithi102.stdout:34: done (14 left) 2024-04-10T15:06:07.941 INFO:tasks.rados.rados.0.smithi102.stdout:49: write initial oid 49 2024-04-10T15:06:07.941 INFO:tasks.rados.rados.0.smithi102.stdout:49: seq_num 48 ranges {0=409600,409600=401408} 2024-04-10T15:06:07.941 INFO:tasks.rados.rados.0.smithi102.stdout:49: writing smithi10276805-49 from 0 to 409600 tid 1 2024-04-10T15:06:07.944 INFO:tasks.rados.rados.0.smithi102.stdout:49: writing smithi10276805-49 from 409600 to 811008 tid 2 2024-04-10T15:06:07.944 INFO:tasks.rados.rados.0.smithi102.stdout:50: write initial oid 50 2024-04-10T15:06:07.944 INFO:tasks.rados.rados.0.smithi102.stdout:50: seq_num 49 ranges {0=425984,425984=401408} 2024-04-10T15:06:07.947 INFO:tasks.rados.rados.0.smithi102.stdout:50: writing smithi10276805-50 from 0 to 425984 tid 1 2024-04-10T15:06:07.951 INFO:tasks.rados.rados.0.smithi102.stdout:50: writing smithi10276805-50 from 425984 to 827392 tid 2 2024-04-10T15:06:07.951 INFO:tasks.rados.rados.0.smithi102.stdout: waiting on 16 2024-04-10T15:06:07.951 INFO:tasks.rados.rados.0.smithi102.stdout:35: finishing write tid 2 to smithi10276805-35 2024-04-10T15:06:07.951 INFO:tasks.rados.rados.0.smithi102.stdout:35: finishing write tid 3 to smithi10276805-35 2024-04-10T15:06:07.951 INFO:tasks.rados.rados.0.smithi102.stdout:35: oid 35 updating version 0 to 8 2024-04-10T15:06:07.951 INFO:tasks.rados.rados.0.smithi102.stdout:35: oid 35 version 8 is already newer than 7 2024-04-10T15:06:07.951 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 8 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-10T15:06:07.951 INFO:tasks.rados.rados.0.smithi102.stdout:35: left oid 35 (ObjNum 34 snap 0 seq_num 34) 2024-04-10T15:06:07.951 INFO:tasks.rados.rados.0.smithi102.stdout:36: finishing write tid 1 to smithi10276805-36 2024-04-10T15:06:07.951 INFO:tasks.rados.rados.0.smithi102.stdout:36: finishing write tid 2 to smithi10276805-36 2024-04-10T15:06:07.951 INFO:tasks.rados.rados.0.smithi102.stdout:36: finishing write tid 3 to smithi10276805-36 2024-04-10T15:06:07.952 INFO:tasks.rados.rados.0.smithi102.stdout:36: oid 36 updating version 0 to 3 2024-04-10T15:06:07.952 INFO:tasks.rados.rados.0.smithi102.stdout:36: oid 36 updating version 3 to 4 2024-04-10T15:06:07.952 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 4 (ObjNum 35 snap 0 seq_num 35) dirty exists 2024-04-10T15:06:07.952 INFO:tasks.rados.rados.0.smithi102.stdout:36: left oid 36 (ObjNum 35 snap 0 seq_num 35) 2024-04-10T15:06:07.952 INFO:tasks.rados.rados.0.smithi102.stdout:37: finishing write tid 1 to smithi10276805-37 2024-04-10T15:06:07.952 INFO:tasks.rados.rados.0.smithi102.stdout:37: finishing write tid 2 to smithi10276805-37 2024-04-10T15:06:07.952 INFO:tasks.rados.rados.0.smithi102.stdout:35: done (15 left) 2024-04-10T15:06:07.952 INFO:tasks.rados.rados.0.smithi102.stdout:36: done (14 left) 2024-04-10T15:06:07.952 INFO:tasks.rados.rados.0.smithi102.stdout:51: copy_from oid 8 from oid 18 current snap is 0 2024-04-10T15:06:07.952 INFO:tasks.rados.rados.0.smithi102.stdout:37: finishing write tid 3 to smithi10276805-37 2024-04-10T15:06:07.952 INFO:tasks.rados.rados.0.smithi102.stdout:37: oid 37 updating version 0 to 5 2024-04-10T15:06:07.952 INFO:tasks.rados.rados.0.smithi102.stdout:37: oid 37 updating version 5 to 6 2024-04-10T15:06:07.952 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 6 (ObjNum 36 snap 0 seq_num 36) dirty exists 2024-04-10T15:06:07.952 INFO:tasks.rados.rados.0.smithi102.stdout:37: left oid 37 (ObjNum 36 snap 0 seq_num 36) 2024-04-10T15:06:07.952 INFO:tasks.rados.rados.0.smithi102.stdout:38: finishing write tid 1 to smithi10276805-38 2024-04-10T15:06:07.952 INFO:tasks.rados.rados.0.smithi102.stdout:38: finishing write tid 2 to smithi10276805-38 2024-04-10T15:06:07.952 INFO:tasks.rados.rados.0.smithi102.stdout:38: finishing write tid 3 to smithi10276805-38 2024-04-10T15:06:07.953 INFO:tasks.rados.rados.0.smithi102.stdout:38: oid 38 updating version 0 to 1 2024-04-10T15:06:07.953 INFO:tasks.rados.rados.0.smithi102.stdout:38: oid 38 updating version 1 to 2 2024-04-10T15:06:07.953 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 2 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-10T15:06:07.953 INFO:tasks.rados.rados.0.smithi102.stdout:38: left oid 38 (ObjNum 37 snap 0 seq_num 37) 2024-04-10T15:06:07.953 INFO:tasks.rados.rados.0.smithi102.stdout:39: finishing write tid 1 to smithi10276805-39 2024-04-10T15:06:07.953 INFO:tasks.rados.rados.0.smithi102.stdout:39: finishing write tid 2 to smithi10276805-39 2024-04-10T15:06:07.953 INFO:tasks.rados.rados.0.smithi102.stdout:39: finishing write tid 3 to smithi10276805-39 2024-04-10T15:06:07.953 INFO:tasks.rados.rados.0.smithi102.stdout:39: oid 39 updating version 0 to 10 2024-04-10T15:06:07.953 INFO:tasks.rados.rados.0.smithi102.stdout:39: oid 39 version 10 is already newer than 9 2024-04-10T15:06:07.953 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-10T15:06:07.953 INFO:tasks.rados.rados.0.smithi102.stdout:39: left oid 39 (ObjNum 38 snap 0 seq_num 38) 2024-04-10T15:06:07.953 INFO:tasks.rados.rados.0.smithi102.stdout:40: finishing write tid 1 to smithi10276805-40 2024-04-10T15:06:07.953 INFO:tasks.rados.rados.0.smithi102.stdout:40: finishing write tid 2 to smithi10276805-40 2024-04-10T15:06:07.953 INFO:tasks.rados.rados.0.smithi102.stdout:40: finishing write tid 3 to smithi10276805-40 2024-04-10T15:06:07.954 INFO:tasks.rados.rados.0.smithi102.stdout:40: oid 40 updating version 0 to 5 2024-04-10T15:06:07.954 INFO:tasks.rados.rados.0.smithi102.stdout:40: oid 40 updating version 5 to 6 2024-04-10T15:06:07.954 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 6 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-10T15:06:07.954 INFO:tasks.rados.rados.0.smithi102.stdout:40: left oid 40 (ObjNum 39 snap 0 seq_num 39) 2024-04-10T15:06:07.954 INFO:tasks.rados.rados.0.smithi102.stdout:37: done (14 left) 2024-04-10T15:06:07.954 INFO:tasks.rados.rados.0.smithi102.stdout:38: done (13 left) 2024-04-10T15:06:07.954 INFO:tasks.rados.rados.0.smithi102.stdout:39: done (12 left) 2024-04-10T15:06:07.954 INFO:tasks.rados.rados.0.smithi102.stdout:40: done (11 left) 2024-04-10T15:06:07.954 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 37 current snap is 0 2024-04-10T15:06:07.954 INFO:tasks.rados.rados.0.smithi102.stdout:41: finishing write tid 1 to smithi10276805-41 2024-04-10T15:06:07.954 INFO:tasks.rados.rados.0.smithi102.stdout:52: seq_num 50 ranges {606208=442368,1048576=401408} 2024-04-10T15:06:07.955 INFO:tasks.rados.rados.0.smithi102.stdout:52: writing smithi10276805-37 from 606208 to 1048576 tid 1 2024-04-10T15:06:07.959 INFO:tasks.rados.rados.0.smithi102.stdout:52: writing smithi10276805-37 from 1048576 to 1449984 tid 2 2024-04-10T15:06:07.959 INFO:tasks.rados.rados.0.smithi102.stdout:53: rmattr oid 38 current snap is 0 2024-04-10T15:06:07.959 INFO:tasks.rados.rados.0.smithi102.stdout:53: done (12 left) 2024-04-10T15:06:07.959 INFO:tasks.rados.rados.0.smithi102.stdout:54: delete oid 4 current snap is 0 2024-04-10T15:06:07.959 INFO:tasks.rados.rados.0.smithi102.stdout:41: finishing write tid 2 to smithi10276805-41 2024-04-10T15:06:07.960 INFO:tasks.rados.rados.0.smithi102.stdout:41: finishing write tid 3 to smithi10276805-41 2024-04-10T15:06:07.960 INFO:tasks.rados.rados.0.smithi102.stdout:41: oid 41 updating version 0 to 8 2024-04-10T15:06:07.960 INFO:tasks.rados.rados.0.smithi102.stdout:41: oid 41 version 8 is already newer than 7 2024-04-10T15:06:07.960 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 8 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-10T15:06:07.960 INFO:tasks.rados.rados.0.smithi102.stdout:41: left oid 41 (ObjNum 40 snap 0 seq_num 40) 2024-04-10T15:06:07.960 INFO:tasks.rados.rados.0.smithi102.stdout:42: finishing write tid 1 to smithi10276805-42 2024-04-10T15:06:07.960 INFO:tasks.rados.rados.0.smithi102.stdout:42: finishing write tid 2 to smithi10276805-42 2024-04-10T15:06:07.960 INFO:tasks.rados.rados.0.smithi102.stdout:42: finishing write tid 3 to smithi10276805-42 2024-04-10T15:06:07.960 INFO:tasks.rados.rados.0.smithi102.stdout:42: oid 42 updating version 0 to 7 2024-04-10T15:06:07.960 INFO:tasks.rados.rados.0.smithi102.stdout:42: oid 42 updating version 7 to 8 2024-04-10T15:06:07.960 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-10T15:06:07.961 INFO:tasks.rados.rados.0.smithi102.stdout:42: left oid 42 (ObjNum 41 snap 0 seq_num 41) 2024-04-10T15:06:07.961 INFO:tasks.rados.rados.0.smithi102.stdout:43: finishing write tid 1 to smithi10276805-43 2024-04-10T15:06:07.961 INFO:tasks.rados.rados.0.smithi102.stdout:43: finishing write tid 2 to smithi10276805-43 2024-04-10T15:06:07.961 INFO:tasks.rados.rados.0.smithi102.stdout:43: finishing write tid 3 to smithi10276805-43 2024-04-10T15:06:07.961 INFO:tasks.rados.rados.0.smithi102.stdout:43: oid 43 updating version 0 to 10 2024-04-10T15:06:07.961 INFO:tasks.rados.rados.0.smithi102.stdout:43: oid 43 version 10 is already newer than 9 2024-04-10T15:06:07.961 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 10 (ObjNum 42 snap 0 seq_num 42) dirty exists 2024-04-10T15:06:07.961 INFO:tasks.rados.rados.0.smithi102.stdout:43: left oid 43 (ObjNum 42 snap 0 seq_num 42) 2024-04-10T15:06:07.961 INFO:tasks.rados.rados.0.smithi102.stdout:44: finishing write tid 1 to smithi10276805-44 2024-04-10T15:06:07.961 INFO:tasks.rados.rados.0.smithi102.stdout:44: finishing write tid 2 to smithi10276805-44 2024-04-10T15:06:07.961 INFO:tasks.rados.rados.0.smithi102.stdout:44: finishing write tid 3 to smithi10276805-44 2024-04-10T15:06:07.961 INFO:tasks.rados.rados.0.smithi102.stdout:44: oid 44 updating version 0 to 7 2024-04-10T15:06:07.961 INFO:tasks.rados.rados.0.smithi102.stdout:44: oid 44 updating version 7 to 8 2024-04-10T15:06:07.961 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 8 (ObjNum 43 snap 0 seq_num 43) dirty exists 2024-04-10T15:06:07.961 INFO:tasks.rados.rados.0.smithi102.stdout:44: left oid 44 (ObjNum 43 snap 0 seq_num 43) 2024-04-10T15:06:07.962 INFO:tasks.rados.rados.0.smithi102.stdout:45: finishing write tid 1 to smithi10276805-45 2024-04-10T15:06:07.962 INFO:tasks.rados.rados.0.smithi102.stdout:45: finishing write tid 2 to smithi10276805-45 2024-04-10T15:06:07.962 INFO:tasks.rados.rados.0.smithi102.stdout:45: finishing write tid 3 to smithi10276805-45 2024-04-10T15:06:07.962 INFO:tasks.rados.rados.0.smithi102.stdout:45: oid 45 updating version 0 to 10 2024-04-10T15:06:07.962 INFO:tasks.rados.rados.0.smithi102.stdout:45: oid 45 version 10 is already newer than 9 2024-04-10T15:06:07.962 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 10 (ObjNum 44 snap 0 seq_num 44) dirty exists 2024-04-10T15:06:07.962 INFO:tasks.rados.rados.0.smithi102.stdout:45: left oid 45 (ObjNum 44 snap 0 seq_num 44) 2024-04-10T15:06:07.962 INFO:tasks.rados.rados.0.smithi102.stdout:46: finishing write tid 1 to smithi10276805-46 2024-04-10T15:06:07.962 INFO:tasks.rados.rados.0.smithi102.stdout:46: finishing write tid 2 to smithi10276805-46 2024-04-10T15:06:07.962 INFO:tasks.rados.rados.0.smithi102.stdout:46: finishing write tid 3 to smithi10276805-46 2024-04-10T15:06:07.962 INFO:tasks.rados.rados.0.smithi102.stdout:46: oid 46 updating version 0 to 7 2024-04-10T15:06:07.962 INFO:tasks.rados.rados.0.smithi102.stdout:46: oid 46 updating version 7 to 8 2024-04-10T15:06:07.962 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 8 (ObjNum 45 snap 0 seq_num 45) dirty exists 2024-04-10T15:06:07.963 INFO:tasks.rados.rados.0.smithi102.stdout:46: left oid 46 (ObjNum 45 snap 0 seq_num 45) 2024-04-10T15:06:07.963 INFO:tasks.rados.rados.0.smithi102.stdout:47: finishing write tid 1 to smithi10276805-47 2024-04-10T15:06:07.963 INFO:tasks.rados.rados.0.smithi102.stdout:47: finishing write tid 2 to smithi10276805-47 2024-04-10T15:06:07.963 INFO:tasks.rados.rados.0.smithi102.stdout:47: finishing write tid 3 to smithi10276805-47 2024-04-10T15:06:07.963 INFO:tasks.rados.rados.0.smithi102.stdout:47: oid 47 updating version 0 to 12 2024-04-10T15:06:07.963 INFO:tasks.rados.rados.0.smithi102.stdout:47: oid 47 version 12 is already newer than 11 2024-04-10T15:06:07.963 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 12 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-10T15:06:07.963 INFO:tasks.rados.rados.0.smithi102.stdout:47: left oid 47 (ObjNum 46 snap 0 seq_num 46) 2024-04-10T15:06:07.963 INFO:tasks.rados.rados.0.smithi102.stdout:48: finishing write tid 1 to smithi10276805-48 2024-04-10T15:06:07.963 INFO:tasks.rados.rados.0.smithi102.stdout:48: finishing write tid 2 to smithi10276805-48 2024-04-10T15:06:07.963 INFO:tasks.rados.rados.0.smithi102.stdout:49: finishing write tid 1 to smithi10276805-49 2024-04-10T15:06:07.963 INFO:tasks.rados.rados.0.smithi102.stdout:48: finishing write tid 3 to smithi10276805-48 2024-04-10T15:06:07.963 INFO:tasks.rados.rados.0.smithi102.stdout:48: oid 48 updating version 0 to 13 2024-04-10T15:06:07.964 INFO:tasks.rados.rados.0.smithi102.stdout:48: oid 48 updating version 13 to 14 2024-04-10T15:06:07.964 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 14 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-10T15:06:07.964 INFO:tasks.rados.rados.0.smithi102.stdout:48: left oid 48 (ObjNum 47 snap 0 seq_num 47) 2024-04-10T15:06:07.964 INFO:tasks.rados.rados.0.smithi102.stdout:49: finishing write tid 2 to smithi10276805-49 2024-04-10T15:06:07.964 INFO:tasks.rados.rados.0.smithi102.stdout:49: finishing write tid 3 to smithi10276805-49 2024-04-10T15:06:07.964 INFO:tasks.rados.rados.0.smithi102.stdout:49: finishing write tid 4 to smithi10276805-49 2024-04-10T15:06:07.964 INFO:tasks.rados.rados.0.smithi102.stdout:49: oid 49 updating version 0 to 11 2024-04-10T15:06:07.964 INFO:tasks.rados.rados.0.smithi102.stdout:49: oid 49 updating version 11 to 12 2024-04-10T15:06:07.964 INFO:tasks.rados.rados.0.smithi102.stdout:49: oid 49 updating version 12 to 13 2024-04-10T15:06:07.964 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 13 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-10T15:06:07.964 INFO:tasks.rados.rados.0.smithi102.stdout:49: left oid 49 (ObjNum 48 snap 0 seq_num 48) 2024-04-10T15:06:07.964 INFO:tasks.rados.rados.0.smithi102.stdout:50: finishing write tid 1 to smithi10276805-50 2024-04-10T15:06:07.964 INFO:tasks.rados.rados.0.smithi102.stdout:50: finishing write tid 2 to smithi10276805-50 2024-04-10T15:06:07.964 INFO:tasks.rados.rados.0.smithi102.stdout:50: finishing write tid 3 to smithi10276805-50 2024-04-10T15:06:07.965 INFO:tasks.rados.rados.0.smithi102.stdout:50: finishing write tid 4 to smithi10276805-50 2024-04-10T15:06:07.965 INFO:tasks.rados.rados.0.smithi102.stdout:50: oid 50 updating version 0 to 3 2024-04-10T15:06:07.965 INFO:tasks.rados.rados.0.smithi102.stdout:50: oid 50 updating version 3 to 4 2024-04-10T15:06:07.965 INFO:tasks.rados.rados.0.smithi102.stdout:50: oid 50 updating version 4 to 5 2024-04-10T15:06:07.965 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 5 (ObjNum 49 snap 0 seq_num 49) dirty exists 2024-04-10T15:06:07.965 INFO:tasks.rados.rados.0.smithi102.stdout:50: left oid 50 (ObjNum 49 snap 0 seq_num 49) 2024-04-10T15:06:07.965 INFO:tasks.rados.rados.0.smithi102.stdout:51: finishing copy_from racing read to smithi10276805-8 2024-04-10T15:06:07.965 INFO:tasks.rados.rados.0.smithi102.stdout:51: finishing copy_from to smithi10276805-8 2024-04-10T15:06:07.965 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 6 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-10T15:06:07.965 INFO:tasks.rados.rados.0.smithi102.stdout:52: finishing write tid 1 to smithi10276805-37 2024-04-10T15:06:07.967 INFO:tasks.rados.rados.0.smithi102.stdout:41: done (12 left) 2024-04-10T15:06:07.967 INFO:tasks.rados.rados.0.smithi102.stdout:42: done (11 left) 2024-04-10T15:06:07.967 INFO:tasks.rados.rados.0.smithi102.stdout:43: done (10 left) 2024-04-10T15:06:07.967 INFO:tasks.rados.rados.0.smithi102.stdout:44: done (9 left) 2024-04-10T15:06:07.967 INFO:tasks.rados.rados.0.smithi102.stdout:45: done (8 left) 2024-04-10T15:06:07.967 INFO:tasks.rados.rados.0.smithi102.stdout:46: done (7 left) 2024-04-10T15:06:07.967 INFO:tasks.rados.rados.0.smithi102.stdout:47: done (6 left) 2024-04-10T15:06:07.967 INFO:tasks.rados.rados.0.smithi102.stdout:48: done (5 left) 2024-04-10T15:06:07.967 INFO:tasks.rados.rados.0.smithi102.stdout:49: done (4 left) 2024-04-10T15:06:07.967 INFO:tasks.rados.rados.0.smithi102.stdout:50: done (3 left) 2024-04-10T15:06:07.968 INFO:tasks.rados.rados.0.smithi102.stdout:51: done (2 left) 2024-04-10T15:06:07.968 INFO:tasks.rados.rados.0.smithi102.stdout:54: done (1 left) 2024-04-10T15:06:07.968 INFO:tasks.rados.rados.0.smithi102.stdout:55: read oid 15 snap -1 2024-04-10T15:06:07.968 INFO:tasks.rados.rados.0.smithi102.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-10T15:06:07.968 INFO:tasks.rados.rados.0.smithi102.stdout:56: rollback oid 30 current snap is 0 2024-04-10T15:06:07.968 INFO:tasks.rados.rados.0.smithi102.stdout:56: done (2 left) 2024-04-10T15:06:07.968 INFO:tasks.rados.rados.0.smithi102.stdout:57: read oid 27 snap -1 2024-04-10T15:06:07.968 INFO:tasks.rados.rados.0.smithi102.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-10T15:06:07.968 INFO:tasks.rados.rados.0.smithi102.stdout:58: copy_from oid 28 from oid 47 current snap is 0 2024-04-10T15:06:07.968 INFO:tasks.rados.rados.0.smithi102.stdout:59: rollback oid 45 current snap is 0 2024-04-10T15:06:07.968 INFO:tasks.rados.rados.0.smithi102.stdout:59: done (4 left) 2024-04-10T15:06:07.968 INFO:tasks.rados.rados.0.smithi102.stdout:60: copy_from oid 22 from oid 48 current snap is 0 2024-04-10T15:06:07.968 INFO:tasks.rados.rados.0.smithi102.stdout:61: delete oid 1 current snap is 0 2024-04-10T15:06:07.968 INFO:tasks.rados.rados.0.smithi102.stdout:52: finishing write tid 2 to smithi10276805-37 2024-04-10T15:06:07.968 INFO:tasks.rados.rados.0.smithi102.stdout:52: finishing write tid 3 to smithi10276805-37 2024-04-10T15:06:07.968 INFO:tasks.rados.rados.0.smithi102.stdout:52: finishing write tid 4 to smithi10276805-37 2024-04-10T15:06:07.969 INFO:tasks.rados.rados.0.smithi102.stdout:52: oid 37 updating version 0 to 13 2024-04-10T15:06:07.969 INFO:tasks.rados.rados.0.smithi102.stdout:52: oid 37 version 13 is already newer than 12 2024-04-10T15:06:07.969 INFO:tasks.rados.rados.0.smithi102.stdout:52: oid 37 version 13 is already newer than 11 2024-04-10T15:06:07.969 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 13 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-10T15:06:07.969 INFO:tasks.rados.rados.0.smithi102.stdout:52: left oid 37 (ObjNum 50 snap 0 seq_num 50) 2024-04-10T15:06:07.969 INFO:tasks.rados.rados.0.smithi102.stdout:52: done (5 left) 2024-04-10T15:06:07.969 INFO:tasks.rados.rados.0.smithi102.stdout:61: done (4 left) 2024-04-10T15:06:07.969 INFO:tasks.rados.rados.0.smithi102.stdout:62: read oid 24 snap -1 2024-04-10T15:06:07.969 INFO:tasks.rados.rados.0.smithi102.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:06:07.969 INFO:tasks.rados.rados.0.smithi102.stdout:63: snap_create 2024-04-10T15:06:07.969 INFO:tasks.rados.rados.0.smithi102.stdout:55: expect (ObjNum 14 snap 0 seq_num 14) 2024-04-10T15:06:07.971 INFO:tasks.rados.rados.0.smithi102.stdout:62: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:06:07.982 INFO:tasks.rados.rados.0.smithi102.stdout:57: expect (ObjNum 26 snap 0 seq_num 26) 2024-04-10T15:06:07.995 INFO:tasks.rados.rados.0.smithi102.stdout:60: finishing copy_from racing read to smithi10276805-22 2024-04-10T15:06:07.995 INFO:tasks.rados.rados.0.smithi102.stdout:58: finishing copy_from racing read to smithi10276805-28 2024-04-10T15:06:07.995 INFO:tasks.rados.rados.0.smithi102.stdout:60: finishing copy_from to smithi10276805-22 2024-04-10T15:06:07.995 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 14 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-10T15:06:07.996 INFO:tasks.rados.rados.0.smithi102.stdout:58: finishing copy_from to smithi10276805-28 2024-04-10T15:06:07.996 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 12 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-10T15:06:08.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:07 smithi154 ceph-mon[30592]: pgmap v91: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:08.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:07 smithi154 ceph-mon[30592]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:06:08.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:07 smithi154 ceph-mon[30592]: Cluster is now healthy 2024-04-10T15:06:08.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:07 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/3921320812' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-10T15:06:08.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:07 smithi154 ceph-mon[30592]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-10T15:06:08.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:07 smithi102 ceph-mon[37987]: pgmap v91: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:08.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:07 smithi102 ceph-mon[37987]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:06:08.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:07 smithi102 ceph-mon[37987]: Cluster is now healthy 2024-04-10T15:06:08.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:07 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/3921320812' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-10T15:06:08.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:07 smithi102 ceph-mon[37987]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-10T15:06:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:07 smithi102 ceph-mon[26948]: pgmap v91: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:07 smithi102 ceph-mon[26948]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:06:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:07 smithi102 ceph-mon[26948]: Cluster is now healthy 2024-04-10T15:06:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:07 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/3921320812' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-10T15:06:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:07 smithi102 ceph-mon[26948]: from='client.? ' entity='client.0' cmd=[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]: dispatch 2024-04-10T15:06:08.813 INFO:tasks.rados.rados.0.smithi102.stdout:55: done (5 left) 2024-04-10T15:06:08.813 INFO:tasks.rados.rados.0.smithi102.stdout:57: done (4 left) 2024-04-10T15:06:08.813 INFO:tasks.rados.rados.0.smithi102.stdout:58: done (3 left) 2024-04-10T15:06:08.814 INFO:tasks.rados.rados.0.smithi102.stdout:60: done (2 left) 2024-04-10T15:06:08.814 INFO:tasks.rados.rados.0.smithi102.stdout:62: done (1 left) 2024-04-10T15:06:08.814 INFO:tasks.rados.rados.0.smithi102.stdout:63: done (0 left) 2024-04-10T15:06:08.814 INFO:tasks.rados.rados.0.smithi102.stdout:64: copy_from oid 15 from oid 2 current snap is 1 2024-04-10T15:06:08.814 INFO:tasks.rados.rados.0.smithi102.stdout:65: read oid 30 snap -1 2024-04-10T15:06:08.814 INFO:tasks.rados.rados.0.smithi102.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-10T15:06:08.814 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 23 current snap is 1 2024-04-10T15:06:08.814 INFO:tasks.rados.rados.0.smithi102.stdout:66: seq_num 53 ranges {376832=491520,868352=401408} 2024-04-10T15:06:08.818 INFO:tasks.rados.rados.0.smithi102.stdout:66: writing smithi10276805-23 from 376832 to 868352 tid 1 2024-04-10T15:06:08.820 INFO:tasks.rados.rados.0.smithi102.stdout:66: writing smithi10276805-23 from 868352 to 1269760 tid 2 2024-04-10T15:06:08.821 INFO:tasks.rados.rados.0.smithi102.stdout:67: rollback oid 10 current snap is 1 2024-04-10T15:06:08.821 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 10 to 0 2024-04-10T15:06:08.821 INFO:tasks.rados.rados.0.smithi102.stdout:65: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-10T15:06:08.836 INFO:tasks.rados.rados.0.smithi102.stdout:64: finishing copy_from racing read to smithi10276805-15 2024-04-10T15:06:08.836 INFO:tasks.rados.rados.0.smithi102.stdout:64: finishing copy_from to smithi10276805-15 2024-04-10T15:06:08.837 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 2 (ObjNum 1 snap 0 seq_num 1) dirty exists 2024-04-10T15:06:08.837 INFO:tasks.rados.rados.0.smithi102.stdout:64: done (3 left) 2024-04-10T15:06:08.837 INFO:tasks.rados.rados.0.smithi102.stdout:65: done (2 left) 2024-04-10T15:06:08.837 INFO:tasks.rados.rados.0.smithi102.stdout:68: setattr oid 20 current snap is 1 2024-04-10T15:06:08.837 INFO:tasks.rados.rados.0.smithi102.stdout:66: finishing write tid 1 to smithi10276805-23 2024-04-10T15:06:08.837 INFO:tasks.rados.rados.0.smithi102.stdout:66: finishing write tid 2 to smithi10276805-23 2024-04-10T15:06:08.837 INFO:tasks.rados.rados.0.smithi102.stdout:66: finishing write tid 3 to smithi10276805-23 2024-04-10T15:06:08.837 INFO:tasks.rados.rados.0.smithi102.stdout:66: finishing write tid 4 to smithi10276805-23 2024-04-10T15:06:08.837 INFO:tasks.rados.rados.0.smithi102.stdout:66: oid 23 updating version 0 to 8 2024-04-10T15:06:08.837 INFO:tasks.rados.rados.0.smithi102.stdout:66: oid 23 version 8 is already newer than 7 2024-04-10T15:06:08.837 INFO:tasks.rados.rados.0.smithi102.stdout:66: oid 23 version 8 is already newer than 6 2024-04-10T15:06:08.837 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 8 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-10T15:06:08.837 INFO:tasks.rados.rados.0.smithi102.stdout:66: left oid 23 (ObjNum 53 snap 1 seq_num 53) 2024-04-10T15:06:08.837 INFO:tasks.rados.rados.0.smithi102.stdout:67: finishing rollback tid 0 to smithi10276805-10 2024-04-10T15:06:08.837 INFO:tasks.rados.rados.0.smithi102.stdout:67: finishing rollback tid 1 to smithi10276805-10 2024-04-10T15:06:08.837 INFO:tasks.rados.rados.0.smithi102.stdout:67: finishing rollback tid 2 to smithi10276805-10 2024-04-10T15:06:08.838 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 17 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-10T15:06:08.839 INFO:tasks.rados.rados.0.smithi102.stdout:66: done (2 left) 2024-04-10T15:06:08.839 INFO:tasks.rados.rados.0.smithi102.stdout:67: done (1 left) 2024-04-10T15:06:08.839 INFO:tasks.rados.rados.0.smithi102.stdout:69: copy_from oid 45 from oid 34 current snap is 1 2024-04-10T15:06:08.839 INFO:tasks.rados.rados.0.smithi102.stdout:70: read oid 24 snap 0 2024-04-10T15:06:08.839 INFO:tasks.rados.rados.0.smithi102.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:06:08.839 INFO:tasks.rados.rados.0.smithi102.stdout:71: copy_from oid 36 from oid 28 current snap is 1 2024-04-10T15:06:08.839 INFO:tasks.rados.rados.0.smithi102.stdout:72: rollback oid 49 current snap is 1 2024-04-10T15:06:08.839 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 49 to 0 2024-04-10T15:06:08.839 INFO:tasks.rados.rados.0.smithi102.stdout:73: read oid 4 snap 0 2024-04-10T15:06:08.839 INFO:tasks.rados.rados.0.smithi102.stdout:73: expect deleted 2024-04-10T15:06:08.839 INFO:tasks.rados.rados.0.smithi102.stdout:74: rmattr oid 7 current snap is 1 2024-04-10T15:06:08.840 INFO:tasks.rados.rados.0.smithi102.stdout:74: done (6 left) 2024-04-10T15:06:08.840 INFO:tasks.rados.rados.0.smithi102.stdout:75: copy_from oid 21 from oid 12 current snap is 1 2024-04-10T15:06:08.840 INFO:tasks.rados.rados.0.smithi102.stdout:76: read oid 39 snap -1 2024-04-10T15:06:08.840 INFO:tasks.rados.rados.0.smithi102.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-10T15:06:08.840 INFO:tasks.rados.rados.0.smithi102.stdout:77: copy_from oid 6 from oid 37 current snap is 1 2024-04-10T15:06:08.840 INFO:tasks.rados.rados.0.smithi102.stdout:78: read oid 2 snap -1 2024-04-10T15:06:08.840 INFO:tasks.rados.rados.0.smithi102.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-10T15:06:08.840 INFO:tasks.rados.rados.0.smithi102.stdout:79: setattr oid 41 current snap is 1 2024-04-10T15:06:08.840 INFO:tasks.rados.rados.0.smithi102.stdout:80: snap_create 2024-04-10T15:06:08.841 INFO:tasks.rados.rados.0.smithi102.stdout:78: expect (ObjNum 1 snap 0 seq_num 1) 2024-04-10T15:06:08.841 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 11 (ObjNum 19 snap 0 seq_num 19) dirty exists 2024-04-10T15:06:08.841 INFO:tasks.rados.rados.0.smithi102.stdout:70: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:06:08.856 INFO:tasks.rados.rados.0.smithi102.stdout:72: finishing rollback tid 0 to smithi10276805-49 2024-04-10T15:06:08.857 INFO:tasks.rados.rados.0.smithi102.stdout:72: finishing rollback tid 1 to smithi10276805-49 2024-04-10T15:06:08.857 INFO:tasks.rados.rados.0.smithi102.stdout:75: finishing copy_from racing read to smithi10276805-21 2024-04-10T15:06:08.857 INFO:tasks.rados.rados.0.smithi102.stdout:69: finishing copy_from racing read to smithi10276805-45 2024-04-10T15:06:08.857 INFO:tasks.rados.rados.0.smithi102.stdout:75: finishing copy_from to smithi10276805-21 2024-04-10T15:06:08.857 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 4 (ObjNum 11 snap 0 seq_num 11) dirty exists 2024-04-10T15:06:08.857 INFO:tasks.rados.rados.0.smithi102.stdout:69: finishing copy_from to smithi10276805-45 2024-04-10T15:06:08.857 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 6 (ObjNum 33 snap 0 seq_num 33) dirty exists 2024-04-10T15:06:08.857 INFO:tasks.rados.rados.0.smithi102.stdout:72: finishing rollback tid 2 to smithi10276805-49 2024-04-10T15:06:08.857 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 17 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-10T15:06:08.857 INFO:tasks.rados.rados.0.smithi102.stdout:71: finishing copy_from racing read to smithi10276805-36 2024-04-10T15:06:08.857 INFO:tasks.rados.rados.0.smithi102.stdout:71: finishing copy_from to smithi10276805-36 2024-04-10T15:06:08.857 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 12 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-10T15:06:08.857 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 15 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-10T15:06:08.857 INFO:tasks.rados.rados.0.smithi102.stdout:76: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-10T15:06:08.873 INFO:tasks.rados.rados.0.smithi102.stdout:77: finishing copy_from racing read to smithi10276805-6 2024-04-10T15:06:08.873 INFO:tasks.rados.rados.0.smithi102.stdout:77: finishing copy_from to smithi10276805-6 2024-04-10T15:06:08.873 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 13 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-10T15:06:09.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:08 smithi154 ceph-mon[30592]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-10T15:06:09.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:08 smithi154 ceph-mon[30592]: osdmap e77: 8 total, 8 up, 8 in 2024-04-10T15:06:09.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:08 smithi102 ceph-mon[37987]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-10T15:06:09.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:08 smithi102 ceph-mon[37987]: osdmap e77: 8 total, 8 up, 8 in 2024-04-10T15:06:09.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:08 smithi102 ceph-mon[26948]: from='client.? ' entity='client.0' cmd='[{"prefix": "osd pool set", "pool": "unique_pool_0", "var": "write_fadvise_dontneed", "val": "false"}]': finished 2024-04-10T15:06:09.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:08 smithi102 ceph-mon[26948]: osdmap e77: 8 total, 8 up, 8 in 2024-04-10T15:06:09.819 INFO:tasks.rados.rados.0.smithi102.stdout:68: done (11 left) 2024-04-10T15:06:09.820 INFO:tasks.rados.rados.0.smithi102.stdout:69: done (10 left) 2024-04-10T15:06:09.820 INFO:tasks.rados.rados.0.smithi102.stdout:70: done (9 left) 2024-04-10T15:06:09.820 INFO:tasks.rados.rados.0.smithi102.stdout:71: done (8 left) 2024-04-10T15:06:09.820 INFO:tasks.rados.rados.0.smithi102.stdout:72: done (7 left) 2024-04-10T15:06:09.820 INFO:tasks.rados.rados.0.smithi102.stdout:73: done (6 left) 2024-04-10T15:06:09.820 INFO:tasks.rados.rados.0.smithi102.stdout:75: done (5 left) 2024-04-10T15:06:09.820 INFO:tasks.rados.rados.0.smithi102.stdout:76: done (4 left) 2024-04-10T15:06:09.820 INFO:tasks.rados.rados.0.smithi102.stdout:77: done (3 left) 2024-04-10T15:06:09.820 INFO:tasks.rados.rados.0.smithi102.stdout:78: done (2 left) 2024-04-10T15:06:09.820 INFO:tasks.rados.rados.0.smithi102.stdout:79: done (1 left) 2024-04-10T15:06:09.820 INFO:tasks.rados.rados.0.smithi102.stdout:80: done (0 left) 2024-04-10T15:06:09.820 INFO:tasks.rados.rados.0.smithi102.stdout:81: rollback oid 40 current snap is 2 2024-04-10T15:06:09.820 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 40 to 1 2024-04-10T15:06:09.820 INFO:tasks.rados.rados.0.smithi102.stdout:82: snap_create 2024-04-10T15:06:09.824 INFO:tasks.rados.rados.0.smithi102.stdout:81: finishing rollback tid 0 to smithi10276805-40 2024-04-10T15:06:09.824 INFO:tasks.rados.rados.0.smithi102.stdout:81: finishing rollback tid 1 to smithi10276805-40 2024-04-10T15:06:09.824 INFO:tasks.rados.rados.0.smithi102.stdout:81: finishing rollback tid 2 to smithi10276805-40 2024-04-10T15:06:09.824 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 15 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-10T15:06:10.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:09 smithi154 ceph-mon[30592]: pgmap v93: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:10.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:09 smithi154 ceph-mon[30592]: osdmap e78: 8 total, 8 up, 8 in 2024-04-10T15:06:10.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:09 smithi102 ceph-mon[37987]: pgmap v93: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:10.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:09 smithi102 ceph-mon[37987]: osdmap e78: 8 total, 8 up, 8 in 2024-04-10T15:06:10.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:09 smithi102 ceph-mon[26948]: pgmap v93: 121 pgs: 121 active+clean; 580 KiB data, 223 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:10.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:09 smithi102 ceph-mon[26948]: osdmap e78: 8 total, 8 up, 8 in 2024-04-10T15:06:10.160 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:06:09 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:06:09] "GET /metrics HTTP/1.1" 200 36024 "" "Prometheus/2.43.0" 2024-04-10T15:06:10.826 INFO:tasks.rados.rados.0.smithi102.stdout:81: done (1 left) 2024-04-10T15:06:10.826 INFO:tasks.rados.rados.0.smithi102.stdout:82: done (0 left) 2024-04-10T15:06:10.826 INFO:tasks.rados.rados.0.smithi102.stdout:83: rollback oid 9 current snap is 3 2024-04-10T15:06:10.826 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 9 to 0 2024-04-10T15:06:10.826 INFO:tasks.rados.rados.0.smithi102.stdout:84: read oid 20 snap 1 2024-04-10T15:06:10.826 INFO:tasks.rados.rados.0.smithi102.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-10T15:06:10.826 INFO:tasks.rados.rados.0.smithi102.stdout:85: read oid 25 snap -1 2024-04-10T15:06:10.826 INFO:tasks.rados.rados.0.smithi102.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-10T15:06:10.827 INFO:tasks.rados.rados.0.smithi102.stdout:86: copy_from oid 34 from oid 28 current snap is 3 2024-04-10T15:06:10.827 INFO:tasks.rados.rados.0.smithi102.stdout:87: setattr oid 48 current snap is 3 2024-04-10T15:06:10.827 INFO:tasks.rados.rados.0.smithi102.stdout:88: snap_remove snap 2 2024-04-10T15:06:11.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:10 smithi154 ceph-mon[30592]: osdmap e79: 8 total, 8 up, 8 in 2024-04-10T15:06:11.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:10 smithi102 ceph-mon[37987]: osdmap e79: 8 total, 8 up, 8 in 2024-04-10T15:06:11.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:10 smithi102 ceph-mon[26948]: osdmap e79: 8 total, 8 up, 8 in 2024-04-10T15:06:11.831 INFO:tasks.rados.rados.0.smithi102.stdout:88: done (5 left) 2024-04-10T15:06:11.831 INFO:tasks.rados.rados.0.smithi102.stdout:89: read oid 38 snap 1 2024-04-10T15:06:11.831 INFO:tasks.rados.rados.0.smithi102.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-10T15:06:11.831 INFO:tasks.rados.rados.0.smithi102.stdout:90: read oid 18 snap -1 2024-04-10T15:06:11.831 INFO:tasks.rados.rados.0.smithi102.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-10T15:06:11.831 INFO:tasks.rados.rados.0.smithi102.stdout:91: copy_from oid 2 from oid 29 current snap is 3 2024-04-10T15:06:11.831 INFO:tasks.rados.rados.0.smithi102.stdout:85: expect (ObjNum 24 snap 0 seq_num 24) 2024-04-10T15:06:11.847 INFO:tasks.rados.rados.0.smithi102.stdout:83: finishing rollback tid 0 to smithi10276805-9 2024-04-10T15:06:11.847 INFO:tasks.rados.rados.0.smithi102.stdout:83: finishing rollback tid 1 to smithi10276805-9 2024-04-10T15:06:11.847 INFO:tasks.rados.rados.0.smithi102.stdout:84: expect (ObjNum 19 snap 0 seq_num 19) 2024-04-10T15:06:11.858 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 19 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-10T15:06:11.858 INFO:tasks.rados.rados.0.smithi102.stdout:83: finishing rollback tid 2 to smithi10276805-9 2024-04-10T15:06:11.858 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 20 (ObjNum 8 snap 0 seq_num 8) dirty exists 2024-04-10T15:06:11.858 INFO:tasks.rados.rados.0.smithi102.stdout:86: finishing copy_from racing read to smithi10276805-34 2024-04-10T15:06:11.858 INFO:tasks.rados.rados.0.smithi102.stdout:86: finishing copy_from to smithi10276805-34 2024-04-10T15:06:11.858 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 12 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-10T15:06:11.858 INFO:tasks.rados.rados.0.smithi102.stdout:83: done (7 left) 2024-04-10T15:06:11.858 INFO:tasks.rados.rados.0.smithi102.stdout:84: done (6 left) 2024-04-10T15:06:11.858 INFO:tasks.rados.rados.0.smithi102.stdout:85: done (5 left) 2024-04-10T15:06:11.858 INFO:tasks.rados.rados.0.smithi102.stdout:86: done (4 left) 2024-04-10T15:06:11.859 INFO:tasks.rados.rados.0.smithi102.stdout:87: done (3 left) 2024-04-10T15:06:11.859 INFO:tasks.rados.rados.0.smithi102.stdout:92: rmattr oid 49 current snap is 3 2024-04-10T15:06:11.859 INFO:tasks.rados.rados.0.smithi102.stdout:92: done (3 left) 2024-04-10T15:06:11.859 INFO:tasks.rados.rados.0.smithi102.stdout:93: snap_remove snap 0 2024-04-10T15:06:12.086 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:11 smithi102 ceph-mon[37987]: pgmap v96: 121 pgs: 121 active+clean; 26 MiB data, 265 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.3 MiB/s wr, 61 op/s 2024-04-10T15:06:12.087 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:11 smithi102 ceph-mon[37987]: osdmap e80: 8 total, 8 up, 8 in 2024-04-10T15:06:12.087 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:11 smithi102 ceph-mon[26948]: pgmap v96: 121 pgs: 121 active+clean; 26 MiB data, 265 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.3 MiB/s wr, 61 op/s 2024-04-10T15:06:12.087 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:11 smithi102 ceph-mon[26948]: osdmap e80: 8 total, 8 up, 8 in 2024-04-10T15:06:12.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:11 smithi154 ceph-mon[30592]: pgmap v96: 121 pgs: 121 active+clean; 26 MiB data, 265 MiB used, 715 GiB / 715 GiB avail; 1.5 MiB/s rd, 5.3 MiB/s wr, 61 op/s 2024-04-10T15:06:12.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:11 smithi154 ceph-mon[30592]: osdmap e80: 8 total, 8 up, 8 in 2024-04-10T15:06:12.836 INFO:tasks.rados.rados.0.smithi102.stdout:93: done (3 left) 2024-04-10T15:06:12.836 INFO:tasks.rados.rados.0.smithi102.stdout:94: rmattr oid 31 current snap is 3 2024-04-10T15:06:12.836 INFO:tasks.rados.rados.0.smithi102.stdout:94: done (3 left) 2024-04-10T15:06:12.836 INFO:tasks.rados.rados.0.smithi102.stdout:95: read oid 43 snap 1 2024-04-10T15:06:12.836 INFO:tasks.rados.rados.0.smithi102.stdout:95: expect (ObjNum 42 snap 0 seq_num 42) 2024-04-10T15:06:12.836 INFO:tasks.rados.rados.0.smithi102.stdout:96: rmattr oid 14 current snap is 3 2024-04-10T15:06:12.836 INFO:tasks.rados.rados.0.smithi102.stdout:96: done (4 left) 2024-04-10T15:06:12.836 INFO:tasks.rados.rados.0.smithi102.stdout:97: read oid 9 snap 1 2024-04-10T15:06:12.837 INFO:tasks.rados.rados.0.smithi102.stdout:97: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-10T15:06:12.837 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 3 2024-04-10T15:06:12.837 INFO:tasks.rados.rados.0.smithi102.stdout:98: seq_num 54 ranges {409600=507904,917504=401408} 2024-04-10T15:06:12.842 INFO:tasks.rados.rados.0.smithi102.stdout:98: writing smithi10276805-25 from 409600 to 917504 tid 1 2024-04-10T15:06:12.844 INFO:tasks.rados.rados.0.smithi102.stdout:98: writing smithi10276805-25 from 917504 to 1318912 tid 2 2024-04-10T15:06:12.845 INFO:tasks.rados.rados.0.smithi102.stdout:99: copy_from oid 32 from oid 6 current snap is 3 2024-04-10T15:06:12.845 INFO:tasks.rados.rados.0.smithi102.stdout:90: expect (ObjNum 17 snap 0 seq_num 17) 2024-04-10T15:06:12.855 INFO:tasks.rados.rados.0.smithi102.stdout:89: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-10T15:06:12.873 INFO:tasks.rados.rados.0.smithi102.stdout:91: finishing copy_from racing read to smithi10276805-2 2024-04-10T15:06:12.874 INFO:tasks.rados.rados.0.smithi102.stdout:91: finishing copy_from to smithi10276805-2 2024-04-10T15:06:12.874 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 8 (ObjNum 28 snap 0 seq_num 28) dirty exists 2024-04-10T15:06:12.874 INFO:tasks.rados.rados.0.smithi102.stdout:89: done (6 left) 2024-04-10T15:06:12.874 INFO:tasks.rados.rados.0.smithi102.stdout:90: done (5 left) 2024-04-10T15:06:12.874 INFO:tasks.rados.rados.0.smithi102.stdout:91: done (4 left) 2024-04-10T15:06:12.874 INFO:tasks.rados.rados.0.smithi102.stdout:100: copy_from oid 18 from oid 24 current snap is 3 2024-04-10T15:06:12.874 INFO:tasks.rados.rados.0.smithi102.stdout:95: expect (ObjNum 42 snap 0 seq_num 42) 2024-04-10T15:06:12.895 INFO:tasks.rados.rados.0.smithi102.stdout:97: expect (ObjNum 8 snap 0 seq_num 8) 2024-04-10T15:06:12.899 INFO:tasks.rados.rados.0.smithi102.stdout:98: finishing write tid 1 to smithi10276805-25 2024-04-10T15:06:12.899 INFO:tasks.rados.rados.0.smithi102.stdout:98: finishing write tid 2 to smithi10276805-25 2024-04-10T15:06:12.899 INFO:tasks.rados.rados.0.smithi102.stdout:98: finishing write tid 3 to smithi10276805-25 2024-04-10T15:06:12.899 INFO:tasks.rados.rados.0.smithi102.stdout:98: finishing write tid 4 to smithi10276805-25 2024-04-10T15:06:12.899 INFO:tasks.rados.rados.0.smithi102.stdout:98: oid 25 updating version 0 to 13 2024-04-10T15:06:12.899 INFO:tasks.rados.rados.0.smithi102.stdout:98: oid 25 updating version 13 to 14 2024-04-10T15:06:12.899 INFO:tasks.rados.rados.0.smithi102.stdout:98: oid 25 version 14 is already newer than 12 2024-04-10T15:06:12.900 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 14 (ObjNum 54 snap 3 seq_num 54) dirty exists 2024-04-10T15:06:12.900 INFO:tasks.rados.rados.0.smithi102.stdout:98: left oid 25 (ObjNum 54 snap 3 seq_num 54) 2024-04-10T15:06:12.900 INFO:tasks.rados.rados.0.smithi102.stdout:99: finishing copy_from racing read to smithi10276805-32 2024-04-10T15:06:12.900 INFO:tasks.rados.rados.0.smithi102.stdout:99: finishing copy_from to smithi10276805-32 2024-04-10T15:06:12.900 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 13 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-10T15:06:12.900 INFO:tasks.rados.rados.0.smithi102.stdout:95: done (4 left) 2024-04-10T15:06:12.900 INFO:tasks.rados.rados.0.smithi102.stdout:97: done (3 left) 2024-04-10T15:06:12.900 INFO:tasks.rados.rados.0.smithi102.stdout:98: done (2 left) 2024-04-10T15:06:12.900 INFO:tasks.rados.rados.0.smithi102.stdout:99: done (1 left) 2024-04-10T15:06:12.900 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 32 current snap is 3 2024-04-10T15:06:12.900 INFO:tasks.rados.rados.0.smithi102.stdout:100: finishing copy_from racing read to smithi10276805-18 2024-04-10T15:06:12.900 INFO:tasks.rados.rados.0.smithi102.stdout:101: seq_num 55 ranges {1449984=524288,1974272=401408} 2024-04-10T15:06:12.909 INFO:tasks.rados.rados.0.smithi102.stdout:101: writing smithi10276805-32 from 1449984 to 1974272 tid 1 2024-04-10T15:06:12.912 INFO:tasks.rados.rados.0.smithi102.stdout:101: writing smithi10276805-32 from 1974272 to 2375680 tid 2 2024-04-10T15:06:12.912 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 9 current snap is 3 2024-04-10T15:06:12.912 INFO:tasks.rados.rados.0.smithi102.stdout:100: finishing copy_from to smithi10276805-18 2024-04-10T15:06:12.912 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-10T15:06:12.912 INFO:tasks.rados.rados.0.smithi102.stdout:102: seq_num 56 ranges {139264=540672,679936=401408} 2024-04-10T15:06:12.915 INFO:tasks.rados.rados.0.smithi102.stdout:102: writing smithi10276805-9 from 139264 to 679936 tid 1 2024-04-10T15:06:12.918 INFO:tasks.rados.rados.0.smithi102.stdout:102: writing smithi10276805-9 from 679936 to 1081344 tid 2 2024-04-10T15:06:12.919 INFO:tasks.rados.rados.0.smithi102.stdout:100: done (2 left) 2024-04-10T15:06:12.919 INFO:tasks.rados.rados.0.smithi102.stdout:103: rollback oid 8 current snap is 3 2024-04-10T15:06:12.919 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 8 to 1 2024-04-10T15:06:12.919 INFO:tasks.rados.rados.0.smithi102.stdout:101: finishing write tid 1 to smithi10276805-32 2024-04-10T15:06:12.919 INFO:tasks.rados.rados.0.smithi102.stdout:101: finishing write tid 2 to smithi10276805-32 2024-04-10T15:06:12.919 INFO:tasks.rados.rados.0.smithi102.stdout:101: finishing write tid 3 to smithi10276805-32 2024-04-10T15:06:12.919 INFO:tasks.rados.rados.0.smithi102.stdout:101: finishing write tid 4 to smithi10276805-32 2024-04-10T15:06:12.919 INFO:tasks.rados.rados.0.smithi102.stdout:101: oid 32 updating version 0 to 30 2024-04-10T15:06:12.919 INFO:tasks.rados.rados.0.smithi102.stdout:101: oid 32 version 30 is already newer than 29 2024-04-10T15:06:12.919 INFO:tasks.rados.rados.0.smithi102.stdout:101: oid 32 version 30 is already newer than 28 2024-04-10T15:06:12.919 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 30 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-04-10T15:06:12.919 INFO:tasks.rados.rados.0.smithi102.stdout:101: left oid 32 (ObjNum 55 snap 3 seq_num 55) 2024-04-10T15:06:12.919 INFO:tasks.rados.rados.0.smithi102.stdout:101: done (2 left) 2024-04-10T15:06:12.919 INFO:tasks.rados.rados.0.smithi102.stdout:104: delete oid 33 current snap is 3 2024-04-10T15:06:12.919 INFO:tasks.rados.rados.0.smithi102.stdout:102: finishing write tid 1 to smithi10276805-9 2024-04-10T15:06:12.920 INFO:tasks.rados.rados.0.smithi102.stdout:104: done (2 left) 2024-04-10T15:06:12.920 INFO:tasks.rados.rados.0.smithi102.stdout:105: read oid 43 snap -1 2024-04-10T15:06:12.920 INFO:tasks.rados.rados.0.smithi102.stdout:105: expect (ObjNum 42 snap 0 seq_num 42) 2024-04-10T15:06:12.921 INFO:tasks.rados.rados.0.smithi102.stdout:106: rollback oid 38 current snap is 3 2024-04-10T15:06:12.921 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 38 to 1 2024-04-10T15:06:12.921 INFO:tasks.rados.rados.0.smithi102.stdout:107: delete oid 16 current snap is 3 2024-04-10T15:06:12.921 INFO:tasks.rados.rados.0.smithi102.stdout:102: finishing write tid 2 to smithi10276805-9 2024-04-10T15:06:12.921 INFO:tasks.rados.rados.0.smithi102.stdout:102: finishing write tid 3 to smithi10276805-9 2024-04-10T15:06:12.924 INFO:tasks.rados.rados.0.smithi102.stdout:103: finishing rollback tid 0 to smithi10276805-8 2024-04-10T15:06:12.924 INFO:tasks.rados.rados.0.smithi102.stdout:103: finishing rollback tid 1 to smithi10276805-8 2024-04-10T15:06:12.924 INFO:tasks.rados.rados.0.smithi102.stdout:103: finishing rollback tid 2 to smithi10276805-8 2024-04-10T15:06:12.924 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 23 (ObjNum 17 snap 0 seq_num 17) dirty exists 2024-04-10T15:06:12.924 INFO:tasks.rados.rados.0.smithi102.stdout:102: finishing write tid 4 to smithi10276805-9 2024-04-10T15:06:12.924 INFO:tasks.rados.rados.0.smithi102.stdout:102: oid 9 updating version 0 to 25 2024-04-10T15:06:12.924 INFO:tasks.rados.rados.0.smithi102.stdout:102: oid 9 version 25 is already newer than 24 2024-04-10T15:06:12.924 INFO:tasks.rados.rados.0.smithi102.stdout:102: oid 9 updating version 25 to 26 2024-04-10T15:06:12.924 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 26 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-04-10T15:06:12.924 INFO:tasks.rados.rados.0.smithi102.stdout:102: left oid 9 (ObjNum 56 snap 3 seq_num 56) 2024-04-10T15:06:12.925 INFO:tasks.rados.rados.0.smithi102.stdout:102: done (4 left) 2024-04-10T15:06:12.925 INFO:tasks.rados.rados.0.smithi102.stdout:103: done (3 left) 2024-04-10T15:06:12.925 INFO:tasks.rados.rados.0.smithi102.stdout:107: done (2 left) 2024-04-10T15:06:12.925 INFO:tasks.rados.rados.0.smithi102.stdout:108: read oid 17 snap 1 2024-04-10T15:06:12.925 INFO:tasks.rados.rados.0.smithi102.stdout:108: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-10T15:06:12.925 INFO:tasks.rados.rados.0.smithi102.stdout:109: rollback oid 40 current snap is 3 2024-04-10T15:06:12.925 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 40 to 1 2024-04-10T15:06:12.925 INFO:tasks.rados.rados.0.smithi102.stdout:110: delete oid 8 current snap is 3 2024-04-10T15:06:12.926 INFO:tasks.rados.rados.0.smithi102.stdout:105: expect (ObjNum 42 snap 0 seq_num 42) 2024-04-10T15:06:12.944 INFO:tasks.rados.rados.0.smithi102.stdout:106: finishing rollback tid 0 to smithi10276805-38 2024-04-10T15:06:12.945 INFO:tasks.rados.rados.0.smithi102.stdout:106: finishing rollback tid 1 to smithi10276805-38 2024-04-10T15:06:12.945 INFO:tasks.rados.rados.0.smithi102.stdout:106: finishing rollback tid 2 to smithi10276805-38 2024-04-10T15:06:12.945 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 6 (ObjNum 37 snap 0 seq_num 37) dirty exists 2024-04-10T15:06:12.945 INFO:tasks.rados.rados.0.smithi102.stdout:105: done (4 left) 2024-04-10T15:06:12.945 INFO:tasks.rados.rados.0.smithi102.stdout:106: done (3 left) 2024-04-10T15:06:12.945 INFO:tasks.rados.rados.0.smithi102.stdout:110: done (2 left) 2024-04-10T15:06:12.945 INFO:tasks.rados.rados.0.smithi102.stdout:111: setattr oid 32 current snap is 3 2024-04-10T15:06:12.945 INFO:tasks.rados.rados.0.smithi102.stdout:109: finishing rollback tid 0 to smithi10276805-40 2024-04-10T15:06:12.945 INFO:tasks.rados.rados.0.smithi102.stdout:109: finishing rollback tid 1 to smithi10276805-40 2024-04-10T15:06:12.946 INFO:tasks.rados.rados.0.smithi102.stdout:109: finishing rollback tid 2 to smithi10276805-40 2024-04-10T15:06:12.946 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 21 (ObjNum 39 snap 0 seq_num 39) dirty exists 2024-04-10T15:06:12.946 INFO:tasks.rados.rados.0.smithi102.stdout:108: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-10T15:06:12.952 INFO:tasks.rados.rados.0.smithi102.stdout:108: done (2 left) 2024-04-10T15:06:12.952 INFO:tasks.rados.rados.0.smithi102.stdout:109: done (1 left) 2024-04-10T15:06:12.952 INFO:tasks.rados.rados.0.smithi102.stdout:112: snap_create 2024-04-10T15:06:12.954 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 31 (ObjNum 55 snap 3 seq_num 55) dirty exists 2024-04-10T15:06:13.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:12 smithi154 ceph-mon[30592]: osdmap e81: 8 total, 8 up, 8 in 2024-04-10T15:06:13.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:12 smithi102 ceph-mon[37987]: osdmap e81: 8 total, 8 up, 8 in 2024-04-10T15:06:13.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:12 smithi102 ceph-mon[26948]: osdmap e81: 8 total, 8 up, 8 in 2024-04-10T15:06:13.835 INFO:tasks.rados.rados.0.smithi102.stdout:111: done (1 left) 2024-04-10T15:06:13.835 INFO:tasks.rados.rados.0.smithi102.stdout:112: done (0 left) 2024-04-10T15:06:13.835 INFO:tasks.rados.rados.0.smithi102.stdout:113: copy_from oid 25 from oid 6 current snap is 4 2024-04-10T15:06:13.835 INFO:tasks.rados.rados.0.smithi102.stdout:114: setattr oid 23 current snap is 4 2024-04-10T15:06:13.838 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 4 2024-04-10T15:06:13.838 INFO:tasks.rados.rados.0.smithi102.stdout:115: seq_num 60 ranges {24576=614400,638976=401408} 2024-04-10T15:06:13.843 INFO:tasks.rados.rados.0.smithi102.stdout:115: writing smithi10276805-15 from 24576 to 638976 tid 1 2024-04-10T15:06:13.846 INFO:tasks.rados.rados.0.smithi102.stdout:115: writing smithi10276805-15 from 638976 to 1040384 tid 2 2024-04-10T15:06:13.846 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 20 current snap is 4 2024-04-10T15:06:13.846 INFO:tasks.rados.rados.0.smithi102.stdout:113: finishing copy_from racing read to smithi10276805-25 2024-04-10T15:06:13.846 INFO:tasks.rados.rados.0.smithi102.stdout:116: seq_num 61 ranges {319488=630784,950272=401408} 2024-04-10T15:06:13.851 INFO:tasks.rados.rados.0.smithi102.stdout:116: writing smithi10276805-20 from 319488 to 950272 tid 1 2024-04-10T15:06:13.855 INFO:tasks.rados.rados.0.smithi102.stdout:116: writing smithi10276805-20 from 950272 to 1351680 tid 2 2024-04-10T15:06:13.855 INFO:tasks.rados.rados.0.smithi102.stdout:117: rollback oid 31 current snap is 4 2024-04-10T15:06:13.855 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 31 to 1 2024-04-10T15:06:13.855 INFO:tasks.rados.rados.0.smithi102.stdout:113: finishing copy_from to smithi10276805-25 2024-04-10T15:06:13.855 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 13 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-10T15:06:13.855 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 18 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-10T15:06:13.855 INFO:tasks.rados.rados.0.smithi102.stdout:115: finishing write tid 1 to smithi10276805-15 2024-04-10T15:06:13.855 INFO:tasks.rados.rados.0.smithi102.stdout:115: finishing write tid 2 to smithi10276805-15 2024-04-10T15:06:13.855 INFO:tasks.rados.rados.0.smithi102.stdout:115: finishing write tid 3 to smithi10276805-15 2024-04-10T15:06:13.855 INFO:tasks.rados.rados.0.smithi102.stdout:115: finishing write tid 4 to smithi10276805-15 2024-04-10T15:06:13.855 INFO:tasks.rados.rados.0.smithi102.stdout:115: oid 15 updating version 0 to 35 2024-04-10T15:06:13.855 INFO:tasks.rados.rados.0.smithi102.stdout:115: oid 15 version 35 is already newer than 33 2024-04-10T15:06:13.855 INFO:tasks.rados.rados.0.smithi102.stdout:115: oid 15 version 35 is already newer than 34 2024-04-10T15:06:13.855 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 35 (ObjNum 60 snap 4 seq_num 60) dirty exists 2024-04-10T15:06:13.855 INFO:tasks.rados.rados.0.smithi102.stdout:115: left oid 15 (ObjNum 60 snap 4 seq_num 60) 2024-04-10T15:06:13.856 INFO:tasks.rados.rados.0.smithi102.stdout:113: done (4 left) 2024-04-10T15:06:13.856 INFO:tasks.rados.rados.0.smithi102.stdout:114: done (3 left) 2024-04-10T15:06:13.856 INFO:tasks.rados.rados.0.smithi102.stdout:115: done (2 left) 2024-04-10T15:06:13.856 INFO:tasks.rados.rados.0.smithi102.stdout:118: read oid 26 snap -1 2024-04-10T15:06:13.856 INFO:tasks.rados.rados.0.smithi102.stdout:118: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-10T15:06:13.856 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 4 2024-04-10T15:06:13.856 INFO:tasks.rados.rados.0.smithi102.stdout:119: seq_num 62 ranges {475136=647168,1122304=401408} 2024-04-10T15:06:13.860 INFO:tasks.rados.rados.0.smithi102.stdout:119: writing smithi10276805-2 from 475136 to 1122304 tid 1 2024-04-10T15:06:13.863 INFO:tasks.rados.rados.0.smithi102.stdout:119: writing smithi10276805-2 from 1122304 to 1523712 tid 2 2024-04-10T15:06:13.863 INFO:tasks.rados.rados.0.smithi102.stdout:120: snap_create 2024-04-10T15:06:13.863 INFO:tasks.rados.rados.0.smithi102.stdout:116: finishing write tid 1 to smithi10276805-20 2024-04-10T15:06:13.863 INFO:tasks.rados.rados.0.smithi102.stdout:116: finishing write tid 2 to smithi10276805-20 2024-04-10T15:06:13.864 INFO:tasks.rados.rados.0.smithi102.stdout:116: finishing write tid 3 to smithi10276805-20 2024-04-10T15:06:13.864 INFO:tasks.rados.rados.0.smithi102.stdout:117: finishing rollback tid 0 to smithi10276805-31 2024-04-10T15:06:13.864 INFO:tasks.rados.rados.0.smithi102.stdout:117: finishing rollback tid 1 to smithi10276805-31 2024-04-10T15:06:13.864 INFO:tasks.rados.rados.0.smithi102.stdout:116: finishing write tid 4 to smithi10276805-20 2024-04-10T15:06:13.864 INFO:tasks.rados.rados.0.smithi102.stdout:116: oid 20 updating version 0 to 26 2024-04-10T15:06:13.864 INFO:tasks.rados.rados.0.smithi102.stdout:116: oid 20 updating version 26 to 27 2024-04-10T15:06:13.864 INFO:tasks.rados.rados.0.smithi102.stdout:116: oid 20 updating version 27 to 28 2024-04-10T15:06:13.864 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 28 (ObjNum 61 snap 4 seq_num 61) dirty exists 2024-04-10T15:06:13.864 INFO:tasks.rados.rados.0.smithi102.stdout:116: left oid 20 (ObjNum 61 snap 4 seq_num 61) 2024-04-10T15:06:13.864 INFO:tasks.rados.rados.0.smithi102.stdout:117: finishing rollback tid 2 to smithi10276805-31 2024-04-10T15:06:13.864 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 25 (ObjNum 30 snap 0 seq_num 30) dirty exists 2024-04-10T15:06:13.864 INFO:tasks.rados.rados.0.smithi102.stdout:118: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-10T15:06:13.875 INFO:tasks.rados.rados.0.smithi102.stdout:119: finishing write tid 1 to smithi10276805-2 2024-04-10T15:06:13.875 INFO:tasks.rados.rados.0.smithi102.stdout:119: finishing write tid 2 to smithi10276805-2 2024-04-10T15:06:13.875 INFO:tasks.rados.rados.0.smithi102.stdout:119: finishing write tid 3 to smithi10276805-2 2024-04-10T15:06:13.875 INFO:tasks.rados.rados.0.smithi102.stdout:119: finishing write tid 4 to smithi10276805-2 2024-04-10T15:06:13.875 INFO:tasks.rados.rados.0.smithi102.stdout:119: oid 2 updating version 0 to 10 2024-04-10T15:06:13.875 INFO:tasks.rados.rados.0.smithi102.stdout:119: oid 2 version 10 is already newer than 9 2024-04-10T15:06:13.875 INFO:tasks.rados.rados.0.smithi102.stdout:119: oid 2 updating version 10 to 11 2024-04-10T15:06:13.875 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 11 (ObjNum 62 snap 4 seq_num 62) dirty exists 2024-04-10T15:06:13.875 INFO:tasks.rados.rados.0.smithi102.stdout:119: left oid 2 (ObjNum 62 snap 4 seq_num 62) 2024-04-10T15:06:14.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:13 smithi154 ceph-mon[30592]: pgmap v99: 121 pgs: 121 active+clean; 26 MiB data, 265 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.5 MiB/s wr, 75 op/s 2024-04-10T15:06:14.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:13 smithi154 ceph-mon[30592]: osdmap e82: 8 total, 8 up, 8 in 2024-04-10T15:06:14.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:13 smithi102 ceph-mon[37987]: pgmap v99: 121 pgs: 121 active+clean; 26 MiB data, 265 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.5 MiB/s wr, 75 op/s 2024-04-10T15:06:14.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:13 smithi102 ceph-mon[37987]: osdmap e82: 8 total, 8 up, 8 in 2024-04-10T15:06:14.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:13 smithi102 ceph-mon[26948]: pgmap v99: 121 pgs: 121 active+clean; 26 MiB data, 265 MiB used, 715 GiB / 715 GiB avail; 1.9 MiB/s rd, 6.5 MiB/s wr, 75 op/s 2024-04-10T15:06:14.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:13 smithi102 ceph-mon[26948]: osdmap e82: 8 total, 8 up, 8 in 2024-04-10T15:06:14.853 INFO:tasks.rados.rados.0.smithi102.stdout:116: done (4 left) 2024-04-10T15:06:14.853 INFO:tasks.rados.rados.0.smithi102.stdout:117: done (3 left) 2024-04-10T15:06:14.853 INFO:tasks.rados.rados.0.smithi102.stdout:118: done (2 left) 2024-04-10T15:06:14.853 INFO:tasks.rados.rados.0.smithi102.stdout:119: done (1 left) 2024-04-10T15:06:14.853 INFO:tasks.rados.rados.0.smithi102.stdout:120: done (0 left) 2024-04-10T15:06:14.853 INFO:tasks.rados.rados.0.smithi102.stdout:121: read oid 48 snap 3 2024-04-10T15:06:14.853 INFO:tasks.rados.rados.0.smithi102.stdout:121: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-10T15:06:14.853 INFO:tasks.rados.rados.0.smithi102.stdout:122: rollback oid 22 current snap is 5 2024-04-10T15:06:14.853 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 22 to 1 2024-04-10T15:06:14.853 INFO:tasks.rados.rados.0.smithi102.stdout:123: read oid 17 snap 1 2024-04-10T15:06:14.853 INFO:tasks.rados.rados.0.smithi102.stdout:123: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-10T15:06:14.853 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 32 current snap is 5 2024-04-10T15:06:14.853 INFO:tasks.rados.rados.0.smithi102.stdout:124: seq_num 63 ranges {2375680=663552,3039232=401408} 2024-04-10T15:06:14.870 INFO:tasks.rados.rados.0.smithi102.stdout:124: writing smithi10276805-32 from 2375680 to 3039232 tid 1 2024-04-10T15:06:14.873 INFO:tasks.rados.rados.0.smithi102.stdout:124: writing smithi10276805-32 from 3039232 to 3440640 tid 2 2024-04-10T15:06:14.873 INFO:tasks.rados.rados.0.smithi102.stdout:125: copy_from oid 1 from oid 24 current snap is 5 2024-04-10T15:06:14.873 INFO:tasks.rados.rados.0.smithi102.stdout:123: expect (ObjNum 16 snap 0 seq_num 16) 2024-04-10T15:06:14.881 INFO:tasks.rados.rados.0.smithi102.stdout:122: finishing rollback tid 0 to smithi10276805-22 2024-04-10T15:06:14.881 INFO:tasks.rados.rados.0.smithi102.stdout:122: finishing rollback tid 1 to smithi10276805-22 2024-04-10T15:06:14.881 INFO:tasks.rados.rados.0.smithi102.stdout:122: finishing rollback tid 2 to smithi10276805-22 2024-04-10T15:06:14.881 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 30 (ObjNum 47 snap 0 seq_num 47) dirty exists 2024-04-10T15:06:14.881 INFO:tasks.rados.rados.0.smithi102.stdout:121: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-10T15:06:14.907 INFO:tasks.rados.rados.0.smithi102.stdout:124: finishing write tid 1 to smithi10276805-32 2024-04-10T15:06:14.907 INFO:tasks.rados.rados.0.smithi102.stdout:124: finishing write tid 2 to smithi10276805-32 2024-04-10T15:06:14.907 INFO:tasks.rados.rados.0.smithi102.stdout:121: done (4 left) 2024-04-10T15:06:14.907 INFO:tasks.rados.rados.0.smithi102.stdout:122: done (3 left) 2024-04-10T15:06:14.907 INFO:tasks.rados.rados.0.smithi102.stdout:123: done (2 left) 2024-04-10T15:06:14.907 INFO:tasks.rados.rados.0.smithi102.stdout:126: read oid 48 snap -1 2024-04-10T15:06:14.907 INFO:tasks.rados.rados.0.smithi102.stdout:126: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-10T15:06:14.907 INFO:tasks.rados.rados.0.smithi102.stdout:127: rmattr oid 6 current snap is 5 2024-04-10T15:06:14.908 INFO:tasks.rados.rados.0.smithi102.stdout:127: done (3 left) 2024-04-10T15:06:14.908 INFO:tasks.rados.rados.0.smithi102.stdout:128: read oid 18 snap -1 2024-04-10T15:06:14.908 INFO:tasks.rados.rados.0.smithi102.stdout:128: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:06:14.908 INFO:tasks.rados.rados.0.smithi102.stdout:129: rmattr oid 42 current snap is 5 2024-04-10T15:06:14.908 INFO:tasks.rados.rados.0.smithi102.stdout:124: finishing write tid 3 to smithi10276805-32 2024-04-10T15:06:14.908 INFO:tasks.rados.rados.0.smithi102.stdout:125: finishing copy_from racing read to smithi10276805-1 2024-04-10T15:06:14.908 INFO:tasks.rados.rados.0.smithi102.stdout:124: finishing write tid 4 to smithi10276805-32 2024-04-10T15:06:14.908 INFO:tasks.rados.rados.0.smithi102.stdout:124: oid 32 updating version 0 to 37 2024-04-10T15:06:14.908 INFO:tasks.rados.rados.0.smithi102.stdout:124: oid 32 updating version 37 to 39 2024-04-10T15:06:14.908 INFO:tasks.rados.rados.0.smithi102.stdout:124: oid 32 version 39 is already newer than 38 2024-04-10T15:06:14.908 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 39 (ObjNum 63 snap 5 seq_num 63) dirty exists 2024-04-10T15:06:14.908 INFO:tasks.rados.rados.0.smithi102.stdout:124: left oid 32 (ObjNum 63 snap 5 seq_num 63) 2024-04-10T15:06:14.908 INFO:tasks.rados.rados.0.smithi102.stdout:125: finishing copy_from to smithi10276805-1 2024-04-10T15:06:14.908 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-10T15:06:14.908 INFO:tasks.rados.rados.0.smithi102.stdout:124: done (4 left) 2024-04-10T15:06:14.908 INFO:tasks.rados.rados.0.smithi102.stdout:125: done (3 left) 2024-04-10T15:06:14.909 INFO:tasks.rados.rados.0.smithi102.stdout:129: done (2 left) 2024-04-10T15:06:14.909 INFO:tasks.rados.rados.0.smithi102.stdout:130: setattr oid 10 current snap is 5 2024-04-10T15:06:14.909 INFO:tasks.rados.rados.0.smithi102.stdout:128: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:06:14.917 INFO:tasks.rados.rados.0.smithi102.stdout:126: expect (ObjNum 47 snap 0 seq_num 47) 2024-04-10T15:06:14.940 INFO:tasks.rados.rados.0.smithi102.stdout:126: done (2 left) 2024-04-10T15:06:14.940 INFO:tasks.rados.rados.0.smithi102.stdout:128: done (1 left) 2024-04-10T15:06:14.940 INFO:tasks.rados.rados.0.smithi102.stdout:131: copy_from oid 7 from oid 25 current snap is 5 2024-04-10T15:06:14.940 INFO:tasks.rados.rados.0.smithi102.stdout:132: setattr oid 11 current snap is 5 2024-04-10T15:06:14.941 INFO:tasks.rados.rados.0.smithi102.stdout:133: snap_remove snap 4 2024-04-10T15:06:15.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:14 smithi154 ceph-mon[30592]: osdmap e83: 8 total, 8 up, 8 in 2024-04-10T15:06:15.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:14 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:06:15.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:14 smithi102 ceph-mon[37987]: osdmap e83: 8 total, 8 up, 8 in 2024-04-10T15:06:15.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:14 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:06:15.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:14 smithi102 ceph-mon[26948]: osdmap e83: 8 total, 8 up, 8 in 2024-04-10T15:06:15.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:14 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:06:15.858 INFO:tasks.rados.rados.0.smithi102.stdout:133: done (3 left) 2024-04-10T15:06:15.858 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 46 current snap is 5 2024-04-10T15:06:15.858 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 32 (ObjNum 9 snap 0 seq_num 9) dirty exists 2024-04-10T15:06:15.858 INFO:tasks.rados.rados.0.smithi102.stdout:134: seq_num 64 ranges {761856=679936,1441792=401408} 2024-04-10T15:06:15.866 INFO:tasks.rados.rados.0.smithi102.stdout:134: writing smithi10276805-46 from 761856 to 1441792 tid 1 2024-04-10T15:06:15.869 INFO:tasks.rados.rados.0.smithi102.stdout:134: writing smithi10276805-46 from 1441792 to 1843200 tid 2 2024-04-10T15:06:15.869 INFO:tasks.rados.rados.0.smithi102.stdout:130: done (3 left) 2024-04-10T15:06:15.869 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 5 2024-04-10T15:06:15.869 INFO:tasks.rados.rados.0.smithi102.stdout:131: finishing copy_from racing read to smithi10276805-7 2024-04-10T15:06:15.869 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 20 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-10T15:06:15.869 INFO:tasks.rados.rados.0.smithi102.stdout:131: finishing copy_from to smithi10276805-7 2024-04-10T15:06:15.869 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 13 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-10T15:06:15.869 INFO:tasks.rados.rados.0.smithi102.stdout:135: seq_num 65 ranges {794624=696320,1490944=401408} 2024-04-10T15:06:15.876 INFO:tasks.rados.rados.0.smithi102.stdout:135: writing smithi10276805-48 from 794624 to 1490944 tid 1 2024-04-10T15:06:15.879 INFO:tasks.rados.rados.0.smithi102.stdout:135: writing smithi10276805-48 from 1490944 to 1892352 tid 2 2024-04-10T15:06:15.879 INFO:tasks.rados.rados.0.smithi102.stdout:131: done (3 left) 2024-04-10T15:06:15.879 INFO:tasks.rados.rados.0.smithi102.stdout:132: done (2 left) 2024-04-10T15:06:15.879 INFO:tasks.rados.rados.0.smithi102.stdout:136: snap_remove snap 1 2024-04-10T15:06:16.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:15 smithi154 ceph-mon[30592]: pgmap v102: 121 pgs: 121 active+clean; 26 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:16.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:15 smithi154 ceph-mon[30592]: osdmap e84: 8 total, 8 up, 8 in 2024-04-10T15:06:16.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:15 smithi102 ceph-mon[37987]: pgmap v102: 121 pgs: 121 active+clean; 26 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:16.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:15 smithi102 ceph-mon[37987]: osdmap e84: 8 total, 8 up, 8 in 2024-04-10T15:06:16.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:15 smithi102 ceph-mon[26948]: pgmap v102: 121 pgs: 121 active+clean; 26 MiB data, 265 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:16.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:15 smithi102 ceph-mon[26948]: osdmap e84: 8 total, 8 up, 8 in 2024-04-10T15:06:16.871 INFO:tasks.rados.rados.0.smithi102.stdout:136: done (2 left) 2024-04-10T15:06:16.871 INFO:tasks.rados.rados.0.smithi102.stdout:137: delete oid 22 current snap is 5 2024-04-10T15:06:16.871 INFO:tasks.rados.rados.0.smithi102.stdout:134: finishing write tid 1 to smithi10276805-46 2024-04-10T15:06:16.871 INFO:tasks.rados.rados.0.smithi102.stdout:134: finishing write tid 2 to smithi10276805-46 2024-04-10T15:06:16.871 INFO:tasks.rados.rados.0.smithi102.stdout:134: finishing write tid 3 to smithi10276805-46 2024-04-10T15:06:16.871 INFO:tasks.rados.rados.0.smithi102.stdout:134: finishing write tid 4 to smithi10276805-46 2024-04-10T15:06:16.871 INFO:tasks.rados.rados.0.smithi102.stdout:134: oid 46 updating version 0 to 28 2024-04-10T15:06:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:134: oid 46 updating version 28 to 29 2024-04-10T15:06:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:134: oid 46 version 29 is already newer than 27 2024-04-10T15:06:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 29 (ObjNum 64 snap 5 seq_num 64) dirty exists 2024-04-10T15:06:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:134: left oid 46 (ObjNum 64 snap 5 seq_num 64) 2024-04-10T15:06:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:135: finishing write tid 1 to smithi10276805-48 2024-04-10T15:06:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:135: finishing write tid 2 to smithi10276805-48 2024-04-10T15:06:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:135: finishing write tid 3 to smithi10276805-48 2024-04-10T15:06:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:135: finishing write tid 4 to smithi10276805-48 2024-04-10T15:06:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:135: oid 48 updating version 0 to 43 2024-04-10T15:06:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:135: oid 48 updating version 43 to 44 2024-04-10T15:06:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:135: oid 48 updating version 44 to 45 2024-04-10T15:06:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 45 (ObjNum 65 snap 5 seq_num 65) dirty exists 2024-04-10T15:06:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:135: left oid 48 (ObjNum 65 snap 5 seq_num 65) 2024-04-10T15:06:16.875 INFO:tasks.rados.rados.0.smithi102.stdout:134: done (2 left) 2024-04-10T15:06:16.875 INFO:tasks.rados.rados.0.smithi102.stdout:135: done (1 left) 2024-04-10T15:06:16.875 INFO:tasks.rados.rados.0.smithi102.stdout:137: done (0 left) 2024-04-10T15:06:16.875 INFO:tasks.rados.rados.0.smithi102.stdout:138: snap_create 2024-04-10T15:06:17.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:16 smithi154 ceph-mon[30592]: osdmap e85: 8 total, 8 up, 8 in 2024-04-10T15:06:17.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:16 smithi102 ceph-mon[37987]: osdmap e85: 8 total, 8 up, 8 in 2024-04-10T15:06:17.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:16 smithi102 ceph-mon[26948]: osdmap e85: 8 total, 8 up, 8 in 2024-04-10T15:06:17.868 INFO:tasks.rados.rados.0.smithi102.stdout:138: done (0 left) 2024-04-10T15:06:17.868 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 31 current snap is 6 2024-04-10T15:06:17.868 INFO:tasks.rados.rados.0.smithi102.stdout:139: seq_num 67 ranges {507904=729088,1236992=401408} 2024-04-10T15:06:17.875 INFO:tasks.rados.rados.0.smithi102.stdout:139: writing smithi10276805-31 from 507904 to 1236992 tid 1 2024-04-10T15:06:17.878 INFO:tasks.rados.rados.0.smithi102.stdout:139: writing smithi10276805-31 from 1236992 to 1638400 tid 2 2024-04-10T15:06:17.878 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 16 current snap is 6 2024-04-10T15:06:17.878 INFO:tasks.rados.rados.0.smithi102.stdout:140: seq_num 68 ranges {0=745472,745472=401408} 2024-04-10T15:06:17.882 INFO:tasks.rados.rados.0.smithi102.stdout:140: writing smithi10276805-16 from 0 to 745472 tid 1 2024-04-10T15:06:17.885 INFO:tasks.rados.rados.0.smithi102.stdout:140: writing smithi10276805-16 from 745472 to 1146880 tid 2 2024-04-10T15:06:17.885 INFO:tasks.rados.rados.0.smithi102.stdout:141: copy_from oid 10 from oid 39 current snap is 6 2024-04-10T15:06:17.885 INFO:tasks.rados.rados.0.smithi102.stdout:139: finishing write tid 1 to smithi10276805-31 2024-04-10T15:06:17.885 INFO:tasks.rados.rados.0.smithi102.stdout:139: finishing write tid 2 to smithi10276805-31 2024-04-10T15:06:17.885 INFO:tasks.rados.rados.0.smithi102.stdout:139: finishing write tid 3 to smithi10276805-31 2024-04-10T15:06:17.886 INFO:tasks.rados.rados.0.smithi102.stdout:139: finishing write tid 4 to smithi10276805-31 2024-04-10T15:06:17.886 INFO:tasks.rados.rados.0.smithi102.stdout:139: oid 31 updating version 0 to 39 2024-04-10T15:06:17.886 INFO:tasks.rados.rados.0.smithi102.stdout:139: oid 31 version 39 is already newer than 38 2024-04-10T15:06:17.886 INFO:tasks.rados.rados.0.smithi102.stdout:139: oid 31 version 39 is already newer than 37 2024-04-10T15:06:17.886 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 39 (ObjNum 67 snap 6 seq_num 67) dirty exists 2024-04-10T15:06:17.886 INFO:tasks.rados.rados.0.smithi102.stdout:139: left oid 31 (ObjNum 67 snap 6 seq_num 67) 2024-04-10T15:06:17.886 INFO:tasks.rados.rados.0.smithi102.stdout:139: done (2 left) 2024-04-10T15:06:17.886 INFO:tasks.rados.rados.0.smithi102.stdout:142: read oid 25 snap 3 2024-04-10T15:06:17.886 INFO:tasks.rados.rados.0.smithi102.stdout:142: expect (ObjNum 54 snap 3 seq_num 54) 2024-04-10T15:06:17.886 INFO:tasks.rados.rados.0.smithi102.stdout:143: copy_from oid 21 from oid 35 current snap is 6 2024-04-10T15:06:17.886 INFO:tasks.rados.rados.0.smithi102.stdout:144: snap_remove snap 5 2024-04-10T15:06:18.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:17 smithi154 ceph-mon[30592]: pgmap v105: 121 pgs: 121 active+clean; 37 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.2 MiB/s wr, 52 op/s 2024-04-10T15:06:18.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:17 smithi154 ceph-mon[30592]: osdmap e86: 8 total, 8 up, 8 in 2024-04-10T15:06:18.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:17 smithi102 ceph-mon[37987]: pgmap v105: 121 pgs: 121 active+clean; 37 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.2 MiB/s wr, 52 op/s 2024-04-10T15:06:18.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:17 smithi102 ceph-mon[37987]: osdmap e86: 8 total, 8 up, 8 in 2024-04-10T15:06:18.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:17 smithi102 ceph-mon[26948]: pgmap v105: 121 pgs: 121 active+clean; 37 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.2 MiB/s wr, 52 op/s 2024-04-10T15:06:18.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:17 smithi102 ceph-mon[26948]: osdmap e86: 8 total, 8 up, 8 in 2024-04-10T15:06:18.881 INFO:tasks.rados.rados.0.smithi102.stdout:144: done (4 left) 2024-04-10T15:06:18.881 INFO:tasks.rados.rados.0.smithi102.stdout:145: delete oid 8 current snap is 6 2024-04-10T15:06:18.881 INFO:tasks.rados.rados.0.smithi102.stdout:140: finishing write tid 1 to smithi10276805-16 2024-04-10T15:06:18.881 INFO:tasks.rados.rados.0.smithi102.stdout:140: finishing write tid 2 to smithi10276805-16 2024-04-10T15:06:18.881 INFO:tasks.rados.rados.0.smithi102.stdout:140: finishing write tid 3 to smithi10276805-16 2024-04-10T15:06:18.881 INFO:tasks.rados.rados.0.smithi102.stdout:140: finishing write tid 4 to smithi10276805-16 2024-04-10T15:06:18.881 INFO:tasks.rados.rados.0.smithi102.stdout:140: oid 16 updating version 0 to 27 2024-04-10T15:06:18.881 INFO:tasks.rados.rados.0.smithi102.stdout:140: oid 16 updating version 27 to 29 2024-04-10T15:06:18.881 INFO:tasks.rados.rados.0.smithi102.stdout:140: oid 16 version 29 is already newer than 28 2024-04-10T15:06:18.881 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 29 (ObjNum 68 snap 6 seq_num 68) dirty exists 2024-04-10T15:06:18.881 INFO:tasks.rados.rados.0.smithi102.stdout:140: left oid 16 (ObjNum 68 snap 6 seq_num 68) 2024-04-10T15:06:18.881 INFO:tasks.rados.rados.0.smithi102.stdout:142: expect (ObjNum 54 snap 3 seq_num 54) 2024-04-10T15:06:18.927 INFO:tasks.rados.rados.0.smithi102.stdout:141: finishing copy_from racing read to smithi10276805-10 2024-04-10T15:06:18.927 INFO:tasks.rados.rados.0.smithi102.stdout:143: finishing copy_from racing read to smithi10276805-21 2024-04-10T15:06:18.927 INFO:tasks.rados.rados.0.smithi102.stdout:143: finishing copy_from to smithi10276805-21 2024-04-10T15:06:18.927 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 8 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-10T15:06:18.927 INFO:tasks.rados.rados.0.smithi102.stdout:141: finishing copy_from to smithi10276805-10 2024-04-10T15:06:18.927 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 10 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-10T15:06:18.927 INFO:tasks.rados.rados.0.smithi102.stdout:140: done (4 left) 2024-04-10T15:06:18.927 INFO:tasks.rados.rados.0.smithi102.stdout:141: done (3 left) 2024-04-10T15:06:18.927 INFO:tasks.rados.rados.0.smithi102.stdout:142: done (2 left) 2024-04-10T15:06:18.927 INFO:tasks.rados.rados.0.smithi102.stdout:143: done (1 left) 2024-04-10T15:06:18.927 INFO:tasks.rados.rados.0.smithi102.stdout:145: done (0 left) 2024-04-10T15:06:18.927 INFO:tasks.rados.rados.0.smithi102.stdout:146: snap_remove snap 3 2024-04-10T15:06:19.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:18 smithi154 ceph-mon[30592]: osdmap e87: 8 total, 8 up, 8 in 2024-04-10T15:06:19.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:18 smithi102 ceph-mon[26948]: osdmap e87: 8 total, 8 up, 8 in 2024-04-10T15:06:19.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:18 smithi102 ceph-mon[37987]: osdmap e87: 8 total, 8 up, 8 in 2024-04-10T15:06:19.736 INFO:tasks.rados.rados.0.smithi102.stdout:146: done (0 left) 2024-04-10T15:06:19.736 INFO:tasks.rados.rados.0.smithi102.stdout:147: snap_create 2024-04-10T15:06:20.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:19 smithi154 ceph-mon[30592]: pgmap v108: 121 pgs: 121 active+clean; 37 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.2 MiB/s wr, 52 op/s 2024-04-10T15:06:20.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:19 smithi154 ceph-mon[30592]: osdmap e88: 8 total, 8 up, 8 in 2024-04-10T15:06:20.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:19 smithi154 ceph-mon[30592]: osdmap e89: 8 total, 8 up, 8 in 2024-04-10T15:06:20.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:19 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:06:20.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:19 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:06:20.159 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:06:19 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:06:19] "GET /metrics HTTP/1.1" 200 36084 "" "Prometheus/2.43.0" 2024-04-10T15:06:20.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:19 smithi102 ceph-mon[37987]: pgmap v108: 121 pgs: 121 active+clean; 37 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.2 MiB/s wr, 52 op/s 2024-04-10T15:06:20.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:19 smithi102 ceph-mon[37987]: osdmap e88: 8 total, 8 up, 8 in 2024-04-10T15:06:20.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:19 smithi102 ceph-mon[37987]: osdmap e89: 8 total, 8 up, 8 in 2024-04-10T15:06:20.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:19 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:06:20.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:19 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:06:20.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:19 smithi102 ceph-mon[26948]: pgmap v108: 121 pgs: 121 active+clean; 37 MiB data, 284 MiB used, 715 GiB / 715 GiB avail; 4.4 MiB/s rd, 3.2 MiB/s wr, 52 op/s 2024-04-10T15:06:20.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:19 smithi102 ceph-mon[26948]: osdmap e88: 8 total, 8 up, 8 in 2024-04-10T15:06:20.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:19 smithi102 ceph-mon[26948]: osdmap e89: 8 total, 8 up, 8 in 2024-04-10T15:06:20.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:19 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:06:20.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:19 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:06:20.738 INFO:tasks.rados.rados.0.smithi102.stdout:147: done (0 left) 2024-04-10T15:06:20.738 INFO:tasks.rados.rados.0.smithi102.stdout:148: read oid 46 snap -1 2024-04-10T15:06:20.738 INFO:tasks.rados.rados.0.smithi102.stdout:148: expect (ObjNum 64 snap 5 seq_num 64) 2024-04-10T15:06:20.738 INFO:tasks.rados.rados.0.smithi102.stdout:149: read oid 7 snap 6 2024-04-10T15:06:20.738 INFO:tasks.rados.rados.0.smithi102.stdout:149: expect (ObjNum 50 snap 0 seq_num 50) 2024-04-10T15:06:20.738 INFO:tasks.rados.rados.0.smithi102.stdout:150: snap_create 2024-04-10T15:06:20.746 INFO:tasks.rados.rados.0.smithi102.stdout:149: expect (ObjNum 50 snap 0 seq_num 50) 2024-04-10T15:06:20.796 INFO:tasks.rados.rados.0.smithi102.stdout:148: expect (ObjNum 64 snap 5 seq_num 64) 2024-04-10T15:06:21.749 INFO:tasks.rados.rados.0.smithi102.stdout:148: done (2 left) 2024-04-10T15:06:21.749 INFO:tasks.rados.rados.0.smithi102.stdout:149: done (1 left) 2024-04-10T15:06:21.749 INFO:tasks.rados.rados.0.smithi102.stdout:150: done (0 left) 2024-04-10T15:06:21.749 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 13 current snap is 8 2024-04-10T15:06:21.750 INFO:tasks.rados.rados.0.smithi102.stdout:151: seq_num 70 ranges {204800=778240,983040=401408} 2024-04-10T15:06:21.754 INFO:tasks.rados.rados.0.smithi102.stdout:151: writing smithi10276805-13 from 204800 to 983040 tid 1 2024-04-10T15:06:21.757 INFO:tasks.rados.rados.0.smithi102.stdout:151: writing smithi10276805-13 from 983040 to 1384448 tid 2 2024-04-10T15:06:21.757 INFO:tasks.rados.rados.0.smithi102.stdout:152: copy_from oid 15 from oid 5 current snap is 8 2024-04-10T15:06:21.758 INFO:tasks.rados.rados.0.smithi102.stdout:153: rollback oid 19 current snap is 8 2024-04-10T15:06:21.758 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 19 to 7 2024-04-10T15:06:21.758 INFO:tasks.rados.rados.0.smithi102.stdout:154: copy_from oid 21 from oid 24 current snap is 8 2024-04-10T15:06:21.758 INFO:tasks.rados.rados.0.smithi102.stdout:155: copy_from oid 3 from oid 7 current snap is 8 2024-04-10T15:06:21.758 INFO:tasks.rados.rados.0.smithi102.stdout:156: read oid 33 snap -1 2024-04-10T15:06:21.758 INFO:tasks.rados.rados.0.smithi102.stdout:156: expect deleted 2024-04-10T15:06:21.758 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 16 current snap is 8 2024-04-10T15:06:21.758 INFO:tasks.rados.rados.0.smithi102.stdout:157: seq_num 71 ranges {1146880=794624,1941504=401408} 2024-04-10T15:06:21.768 INFO:tasks.rados.rados.0.smithi102.stdout:157: writing smithi10276805-16 from 1146880 to 1941504 tid 1 2024-04-10T15:06:21.772 INFO:tasks.rados.rados.0.smithi102.stdout:157: writing smithi10276805-16 from 1941504 to 2342912 tid 2 2024-04-10T15:06:21.772 INFO:tasks.rados.rados.0.smithi102.stdout:153: finishing rollback tid 0 to smithi10276805-19 2024-04-10T15:06:21.772 INFO:tasks.rados.rados.0.smithi102.stdout:154: finishing copy_from racing read to smithi10276805-21 2024-04-10T15:06:21.772 INFO:tasks.rados.rados.0.smithi102.stdout:153: finishing rollback tid 1 to smithi10276805-19 2024-04-10T15:06:21.772 INFO:tasks.rados.rados.0.smithi102.stdout:153: finishing rollback tid 2 to smithi10276805-19 2024-04-10T15:06:21.772 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 21 (ObjNum 18 snap 0 seq_num 18) dirty exists 2024-04-10T15:06:21.772 INFO:tasks.rados.rados.0.smithi102.stdout:151: finishing write tid 1 to smithi10276805-13 2024-04-10T15:06:21.772 INFO:tasks.rados.rados.0.smithi102.stdout:154: finishing copy_from to smithi10276805-21 2024-04-10T15:06:21.772 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-10T15:06:21.772 INFO:tasks.rados.rados.0.smithi102.stdout:151: finishing write tid 2 to smithi10276805-13 2024-04-10T15:06:21.772 INFO:tasks.rados.rados.0.smithi102.stdout:151: finishing write tid 3 to smithi10276805-13 2024-04-10T15:06:21.772 INFO:tasks.rados.rados.0.smithi102.stdout:153: done (6 left) 2024-04-10T15:06:21.772 INFO:tasks.rados.rados.0.smithi102.stdout:154: done (5 left) 2024-04-10T15:06:21.772 INFO:tasks.rados.rados.0.smithi102.stdout:156: done (4 left) 2024-04-10T15:06:21.773 INFO:tasks.rados.rados.0.smithi102.stdout:158: rmattr oid 41 current snap is 8 2024-04-10T15:06:21.773 INFO:tasks.rados.rados.0.smithi102.stdout:152: finishing copy_from to smithi10276805-15 2024-04-10T15:06:21.773 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-10T15:06:21.773 INFO:tasks.rados.rados.0.smithi102.stdout:159: snap_remove snap 6 2024-04-10T15:06:22.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:21 smithi154 ceph-mon[30592]: pgmap v111: 121 pgs: 121 active+clean; 37 MiB data, 291 MiB used, 715 GiB / 715 GiB avail; 967 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-04-10T15:06:22.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:21 smithi154 ceph-mon[30592]: osdmap e90: 8 total, 8 up, 8 in 2024-04-10T15:06:22.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:21 smithi102 ceph-mon[37987]: pgmap v111: 121 pgs: 121 active+clean; 37 MiB data, 291 MiB used, 715 GiB / 715 GiB avail; 967 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-04-10T15:06:22.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:21 smithi102 ceph-mon[37987]: osdmap e90: 8 total, 8 up, 8 in 2024-04-10T15:06:22.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:21 smithi102 ceph-mon[26948]: pgmap v111: 121 pgs: 121 active+clean; 37 MiB data, 291 MiB used, 715 GiB / 715 GiB avail; 967 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-04-10T15:06:22.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:21 smithi102 ceph-mon[26948]: osdmap e90: 8 total, 8 up, 8 in 2024-04-10T15:06:22.751 INFO:tasks.rados.rados.0.smithi102.stdout:159: done (5 left) 2024-04-10T15:06:22.751 INFO:tasks.rados.rados.0.smithi102.stdout:160: read oid 9 snap -1 2024-04-10T15:06:22.751 INFO:tasks.rados.rados.0.smithi102.stdout:160: expect (ObjNum 56 snap 3 seq_num 56) 2024-04-10T15:06:22.751 INFO:tasks.rados.rados.0.smithi102.stdout:161: rmattr oid 1 current snap is 8 2024-04-10T15:06:22.751 INFO:tasks.rados.rados.0.smithi102.stdout:161: done (6 left) 2024-04-10T15:06:22.751 INFO:tasks.rados.rados.0.smithi102.stdout:162: snap_create 2024-04-10T15:06:22.751 INFO:tasks.rados.rados.0.smithi102.stdout:152: finishing copy_from racing read to smithi10276805-15 2024-04-10T15:06:22.751 INFO:tasks.rados.rados.0.smithi102.stdout:151: finishing write tid 4 to smithi10276805-13 2024-04-10T15:06:22.751 INFO:tasks.rados.rados.0.smithi102.stdout:151: oid 13 updating version 0 to 61 2024-04-10T15:06:22.751 INFO:tasks.rados.rados.0.smithi102.stdout:151: oid 13 version 61 is already newer than 60 2024-04-10T15:06:22.752 INFO:tasks.rados.rados.0.smithi102.stdout:151: oid 13 version 61 is already newer than 59 2024-04-10T15:06:22.752 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 61 (ObjNum 70 snap 8 seq_num 70) dirty exists 2024-04-10T15:06:22.752 INFO:tasks.rados.rados.0.smithi102.stdout:151: left oid 13 (ObjNum 70 snap 8 seq_num 70) 2024-04-10T15:06:22.752 INFO:tasks.rados.rados.0.smithi102.stdout:155: finishing copy_from racing read to smithi10276805-3 2024-04-10T15:06:22.752 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 23 (ObjNum 40 snap 0 seq_num 40) dirty exists 2024-04-10T15:06:22.752 INFO:tasks.rados.rados.0.smithi102.stdout:157: finishing write tid 1 to smithi10276805-16 2024-04-10T15:06:22.752 INFO:tasks.rados.rados.0.smithi102.stdout:157: finishing write tid 2 to smithi10276805-16 2024-04-10T15:06:22.752 INFO:tasks.rados.rados.0.smithi102.stdout:157: finishing write tid 3 to smithi10276805-16 2024-04-10T15:06:22.752 INFO:tasks.rados.rados.0.smithi102.stdout:155: finishing copy_from to smithi10276805-3 2024-04-10T15:06:22.752 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 13 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-10T15:06:22.752 INFO:tasks.rados.rados.0.smithi102.stdout:157: finishing write tid 4 to smithi10276805-16 2024-04-10T15:06:22.752 INFO:tasks.rados.rados.0.smithi102.stdout:157: oid 16 updating version 0 to 35 2024-04-10T15:06:22.752 INFO:tasks.rados.rados.0.smithi102.stdout:157: oid 16 version 35 is already newer than 34 2024-04-10T15:06:22.752 INFO:tasks.rados.rados.0.smithi102.stdout:157: oid 16 version 35 is already newer than 33 2024-04-10T15:06:22.752 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 35 (ObjNum 71 snap 8 seq_num 71) dirty exists 2024-04-10T15:06:22.752 INFO:tasks.rados.rados.0.smithi102.stdout:157: left oid 16 (ObjNum 71 snap 8 seq_num 71) 2024-04-10T15:06:22.763 INFO:tasks.rados.rados.0.smithi102.stdout:160: expect (ObjNum 56 snap 3 seq_num 56) 2024-04-10T15:06:23.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:22 smithi154 ceph-mon[30592]: osdmap e91: 8 total, 8 up, 8 in 2024-04-10T15:06:23.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:22 smithi102 ceph-mon[37987]: osdmap e91: 8 total, 8 up, 8 in 2024-04-10T15:06:23.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:22 smithi102 ceph-mon[26948]: osdmap e91: 8 total, 8 up, 8 in 2024-04-10T15:06:23.756 INFO:tasks.rados.rados.0.smithi102.stdout:151: done (6 left) 2024-04-10T15:06:23.756 INFO:tasks.rados.rados.0.smithi102.stdout:152: done (5 left) 2024-04-10T15:06:23.756 INFO:tasks.rados.rados.0.smithi102.stdout:155: done (4 left) 2024-04-10T15:06:23.756 INFO:tasks.rados.rados.0.smithi102.stdout:157: done (3 left) 2024-04-10T15:06:23.756 INFO:tasks.rados.rados.0.smithi102.stdout:158: done (2 left) 2024-04-10T15:06:23.756 INFO:tasks.rados.rados.0.smithi102.stdout:160: done (1 left) 2024-04-10T15:06:23.756 INFO:tasks.rados.rados.0.smithi102.stdout:162: done (0 left) 2024-04-10T15:06:23.756 INFO:tasks.rados.rados.0.smithi102.stdout:163: copy_from oid 17 from oid 8 current snap is 9 2024-04-10T15:06:23.756 INFO:tasks.rados.rados.0.smithi102.stdout:164: read oid 32 snap -1 2024-04-10T15:06:23.756 INFO:tasks.rados.rados.0.smithi102.stdout:164: expect (ObjNum 63 snap 5 seq_num 63) 2024-04-10T15:06:23.756 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 43 current snap is 9 2024-04-10T15:06:23.757 INFO:tasks.rados.rados.0.smithi102.stdout:165: seq_num 72 ranges {712704=409600,1122304=524288,1646592=278528} 2024-04-10T15:06:23.761 INFO:tasks.rados.rados.0.smithi102.stdout:165: writing smithi10276805-43 from 712704 to 1122304 tid 1 2024-04-10T15:06:23.764 INFO:tasks.rados.rados.0.smithi102.stdout:165: writing smithi10276805-43 from 1122304 to 1646592 tid 2 2024-04-10T15:06:23.766 INFO:tasks.rados.rados.0.smithi102.stdout:165: writing smithi10276805-43 from 1646592 to 1925120 tid 3 2024-04-10T15:06:23.766 INFO:tasks.rados.rados.0.smithi102.stdout:166: setattr oid 39 current snap is 9 2024-04-10T15:06:23.767 INFO:tasks.rados.rados.0.smithi102.stdout:163: finishing copy_from to smithi10276805-17 2024-04-10T15:06:23.767 INFO:tasks.rados.rados.0.smithi102.stdout:163: got expected ENOENT (src dne) 2024-04-10T15:06:23.767 INFO:tasks.rados.rados.0.smithi102.stdout:163: finishing copy_from racing read to smithi10276805-17 2024-04-10T15:06:23.767 INFO:tasks.rados.rados.0.smithi102.stdout:165: finishing write tid 1 to smithi10276805-43 2024-04-10T15:06:23.768 INFO:tasks.rados.rados.0.smithi102.stdout:163: done (3 left) 2024-04-10T15:06:23.768 INFO:tasks.rados.rados.0.smithi102.stdout:167: read oid 30 snap 7 2024-04-10T15:06:23.768 INFO:tasks.rados.rados.0.smithi102.stdout:167: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-10T15:06:23.768 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 19 current snap is 9 2024-04-10T15:06:23.768 INFO:tasks.rados.rados.0.smithi102.stdout:168: seq_num 73 ranges {303104=425984,729088=409600,1138688=393216} 2024-04-10T15:06:23.773 INFO:tasks.rados.rados.0.smithi102.stdout:168: writing smithi10276805-19 from 303104 to 729088 tid 1 2024-04-10T15:06:23.775 INFO:tasks.rados.rados.0.smithi102.stdout:168: writing smithi10276805-19 from 729088 to 1138688 tid 2 2024-04-10T15:06:23.778 INFO:tasks.rados.rados.0.smithi102.stdout:168: writing smithi10276805-19 from 1138688 to 1531904 tid 3 2024-04-10T15:06:23.779 INFO:tasks.rados.rados.0.smithi102.stdout:169: snap_create 2024-04-10T15:06:23.779 INFO:tasks.rados.rados.0.smithi102.stdout:165: finishing write tid 2 to smithi10276805-43 2024-04-10T15:06:23.779 INFO:tasks.rados.rados.0.smithi102.stdout:165: finishing write tid 3 to smithi10276805-43 2024-04-10T15:06:23.779 INFO:tasks.rados.rados.0.smithi102.stdout:165: finishing write tid 4 to smithi10276805-43 2024-04-10T15:06:23.779 INFO:tasks.rados.rados.0.smithi102.stdout:165: finishing write tid 5 to smithi10276805-43 2024-04-10T15:06:23.779 INFO:tasks.rados.rados.0.smithi102.stdout:165: oid 43 updating version 0 to 31 2024-04-10T15:06:23.779 INFO:tasks.rados.rados.0.smithi102.stdout:165: oid 43 updating version 31 to 32 2024-04-10T15:06:23.779 INFO:tasks.rados.rados.0.smithi102.stdout:165: oid 43 version 32 is already newer than 29 2024-04-10T15:06:23.779 INFO:tasks.rados.rados.0.smithi102.stdout:165: oid 43 version 32 is already newer than 30 2024-04-10T15:06:23.779 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 32 (ObjNum 72 snap 9 seq_num 72) dirty exists 2024-04-10T15:06:23.779 INFO:tasks.rados.rados.0.smithi102.stdout:165: left oid 43 (ObjNum 72 snap 9 seq_num 72) 2024-04-10T15:06:23.779 INFO:tasks.rados.rados.0.smithi102.stdout:167: expect (ObjNum 29 snap 0 seq_num 29) 2024-04-10T15:06:23.795 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 33 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-10T15:06:23.795 INFO:tasks.rados.rados.0.smithi102.stdout:168: finishing write tid 1 to smithi10276805-19 2024-04-10T15:06:23.795 INFO:tasks.rados.rados.0.smithi102.stdout:168: finishing write tid 2 to smithi10276805-19 2024-04-10T15:06:23.795 INFO:tasks.rados.rados.0.smithi102.stdout:168: finishing write tid 3 to smithi10276805-19 2024-04-10T15:06:23.795 INFO:tasks.rados.rados.0.smithi102.stdout:168: finishing write tid 4 to smithi10276805-19 2024-04-10T15:06:23.795 INFO:tasks.rados.rados.0.smithi102.stdout:168: finishing write tid 5 to smithi10276805-19 2024-04-10T15:06:23.795 INFO:tasks.rados.rados.0.smithi102.stdout:168: oid 19 updating version 0 to 34 2024-04-10T15:06:23.795 INFO:tasks.rados.rados.0.smithi102.stdout:168: oid 19 updating version 34 to 35 2024-04-10T15:06:23.795 INFO:tasks.rados.rados.0.smithi102.stdout:168: oid 19 updating version 35 to 37 2024-04-10T15:06:23.795 INFO:tasks.rados.rados.0.smithi102.stdout:168: oid 19 version 37 is already newer than 36 2024-04-10T15:06:23.795 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 37 (ObjNum 73 snap 9 seq_num 73) dirty exists 2024-04-10T15:06:23.795 INFO:tasks.rados.rados.0.smithi102.stdout:168: left oid 19 (ObjNum 73 snap 9 seq_num 73) 2024-04-10T15:06:23.795 INFO:tasks.rados.rados.0.smithi102.stdout:164: expect (ObjNum 63 snap 5 seq_num 63) 2024-04-10T15:06:24.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:23 smithi154 ceph-mon[30592]: pgmap v114: 121 pgs: 121 active+clean; 37 MiB data, 291 MiB used, 715 GiB / 715 GiB avail; 967 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-04-10T15:06:24.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:23 smithi154 ceph-mon[30592]: osdmap e92: 8 total, 8 up, 8 in 2024-04-10T15:06:24.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:23 smithi102 ceph-mon[37987]: pgmap v114: 121 pgs: 121 active+clean; 37 MiB data, 291 MiB used, 715 GiB / 715 GiB avail; 967 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-04-10T15:06:24.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:23 smithi102 ceph-mon[37987]: osdmap e92: 8 total, 8 up, 8 in 2024-04-10T15:06:24.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:23 smithi102 ceph-mon[26948]: pgmap v114: 121 pgs: 121 active+clean; 37 MiB data, 291 MiB used, 715 GiB / 715 GiB avail; 967 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-04-10T15:06:24.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:23 smithi102 ceph-mon[26948]: osdmap e92: 8 total, 8 up, 8 in 2024-04-10T15:06:24.737 INFO:tasks.rados.rados.0.smithi102.stdout:164: done (5 left) 2024-04-10T15:06:24.737 INFO:tasks.rados.rados.0.smithi102.stdout:165: done (4 left) 2024-04-10T15:06:24.738 INFO:tasks.rados.rados.0.smithi102.stdout:166: done (3 left) 2024-04-10T15:06:24.738 INFO:tasks.rados.rados.0.smithi102.stdout:167: done (2 left) 2024-04-10T15:06:24.738 INFO:tasks.rados.rados.0.smithi102.stdout:168: done (1 left) 2024-04-10T15:06:24.738 INFO:tasks.rados.rados.0.smithi102.stdout:169: done (0 left) 2024-04-10T15:06:24.738 INFO:tasks.rados.rados.0.smithi102.stdout:170: snap_create 2024-04-10T15:06:25.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:24 smithi154 ceph-mon[30592]: osdmap e93: 8 total, 8 up, 8 in 2024-04-10T15:06:25.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:24 smithi154 ceph-mon[30592]: osdmap e94: 8 total, 8 up, 8 in 2024-04-10T15:06:25.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:24 smithi102 ceph-mon[37987]: osdmap e93: 8 total, 8 up, 8 in 2024-04-10T15:06:25.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:24 smithi102 ceph-mon[37987]: osdmap e94: 8 total, 8 up, 8 in 2024-04-10T15:06:25.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:24 smithi102 ceph-mon[26948]: osdmap e93: 8 total, 8 up, 8 in 2024-04-10T15:06:25.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:24 smithi102 ceph-mon[26948]: osdmap e94: 8 total, 8 up, 8 in 2024-04-10T15:06:25.738 INFO:tasks.rados.rados.0.smithi102.stdout:170: done (0 left) 2024-04-10T15:06:25.739 INFO:tasks.rados.rados.0.smithi102.stdout:171: read oid 45 snap -1 2024-04-10T15:06:25.739 INFO:tasks.rados.rados.0.smithi102.stdout:171: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-10T15:06:25.739 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 31 current snap is 11 2024-04-10T15:06:25.739 INFO:tasks.rados.rados.0.smithi102.stdout:172: seq_num 74 ranges {1638400=442368,2080768=696320,2777088=106496} 2024-04-10T15:06:25.749 INFO:tasks.rados.rados.0.smithi102.stdout:172: writing smithi10276805-31 from 1638400 to 2080768 tid 1 2024-04-10T15:06:25.754 INFO:tasks.rados.rados.0.smithi102.stdout:172: writing smithi10276805-31 from 2080768 to 2777088 tid 2 2024-04-10T15:06:25.755 INFO:tasks.rados.rados.0.smithi102.stdout:172: writing smithi10276805-31 from 2777088 to 2883584 tid 3 2024-04-10T15:06:25.755 INFO:tasks.rados.rados.0.smithi102.stdout:173: read oid 49 snap -1 2024-04-10T15:06:25.755 INFO:tasks.rados.rados.0.smithi102.stdout:173: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-10T15:06:25.756 INFO:tasks.rados.rados.0.smithi102.stdout:174: read oid 38 snap -1 2024-04-10T15:06:25.756 INFO:tasks.rados.rados.0.smithi102.stdout:174: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-10T15:06:25.756 INFO:tasks.rados.rados.0.smithi102.stdout:175: read oid 40 snap -1 2024-04-10T15:06:25.756 INFO:tasks.rados.rados.0.smithi102.stdout:175: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-10T15:06:25.756 INFO:tasks.rados.rados.0.smithi102.stdout:176: snap_create 2024-04-10T15:06:25.756 INFO:tasks.rados.rados.0.smithi102.stdout:171: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-10T15:06:25.775 INFO:tasks.rados.rados.0.smithi102.stdout:173: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-10T15:06:25.798 INFO:tasks.rados.rados.0.smithi102.stdout:174: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-10T15:06:25.815 INFO:tasks.rados.rados.0.smithi102.stdout:172: finishing write tid 1 to smithi10276805-31 2024-04-10T15:06:25.815 INFO:tasks.rados.rados.0.smithi102.stdout:172: finishing write tid 2 to smithi10276805-31 2024-04-10T15:06:25.815 INFO:tasks.rados.rados.0.smithi102.stdout:172: finishing write tid 3 to smithi10276805-31 2024-04-10T15:06:25.815 INFO:tasks.rados.rados.0.smithi102.stdout:172: finishing write tid 4 to smithi10276805-31 2024-04-10T15:06:25.815 INFO:tasks.rados.rados.0.smithi102.stdout:172: finishing write tid 5 to smithi10276805-31 2024-04-10T15:06:25.815 INFO:tasks.rados.rados.0.smithi102.stdout:172: oid 31 updating version 0 to 48 2024-04-10T15:06:25.815 INFO:tasks.rados.rados.0.smithi102.stdout:172: oid 31 updating version 48 to 49 2024-04-10T15:06:25.816 INFO:tasks.rados.rados.0.smithi102.stdout:172: oid 31 updating version 49 to 50 2024-04-10T15:06:25.816 INFO:tasks.rados.rados.0.smithi102.stdout:172: oid 31 version 50 is already newer than 47 2024-04-10T15:06:25.816 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 50 (ObjNum 74 snap 11 seq_num 74) dirty exists 2024-04-10T15:06:25.816 INFO:tasks.rados.rados.0.smithi102.stdout:172: left oid 31 (ObjNum 74 snap 11 seq_num 74) 2024-04-10T15:06:25.816 INFO:tasks.rados.rados.0.smithi102.stdout:175: expect (ObjNum 39 snap 0 seq_num 39) 2024-04-10T15:06:26.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:25 smithi154 ceph-mon[30592]: pgmap v117: 121 pgs: 121 active+clean; 37 MiB data, 291 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:26.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:25 smithi154 ceph-mon[30592]: osdmap e95: 8 total, 8 up, 8 in 2024-04-10T15:06:26.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:25 smithi102 ceph-mon[37987]: pgmap v117: 121 pgs: 121 active+clean; 37 MiB data, 291 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:26.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:25 smithi102 ceph-mon[37987]: osdmap e95: 8 total, 8 up, 8 in 2024-04-10T15:06:26.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:25 smithi102 ceph-mon[26948]: pgmap v117: 121 pgs: 121 active+clean; 37 MiB data, 291 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:26.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:25 smithi102 ceph-mon[26948]: osdmap e95: 8 total, 8 up, 8 in 2024-04-10T15:06:26.762 INFO:tasks.rados.rados.0.smithi102.stdout:171: done (5 left) 2024-04-10T15:06:26.763 INFO:tasks.rados.rados.0.smithi102.stdout:172: done (4 left) 2024-04-10T15:06:26.763 INFO:tasks.rados.rados.0.smithi102.stdout:173: done (3 left) 2024-04-10T15:06:26.763 INFO:tasks.rados.rados.0.smithi102.stdout:174: done (2 left) 2024-04-10T15:06:26.763 INFO:tasks.rados.rados.0.smithi102.stdout:175: done (1 left) 2024-04-10T15:06:26.763 INFO:tasks.rados.rados.0.smithi102.stdout:176: done (0 left) 2024-04-10T15:06:26.763 INFO:tasks.rados.rados.0.smithi102.stdout:177: snap_remove snap 9 2024-04-10T15:06:27.765 INFO:tasks.rados.rados.0.smithi102.stdout:177: done (0 left) 2024-04-10T15:06:27.765 INFO:tasks.rados.rados.0.smithi102.stdout:178: read oid 36 snap -1 2024-04-10T15:06:27.765 INFO:tasks.rados.rados.0.smithi102.stdout:178: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-10T15:06:27.765 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 1 current snap is 12 2024-04-10T15:06:27.765 INFO:tasks.rados.rados.0.smithi102.stdout:179: seq_num 75 ranges {393216=458752,851968=581632,1433600=221184} 2024-04-10T15:06:27.769 INFO:tasks.rados.rados.0.smithi102.stdout:179: writing smithi10276805-1 from 393216 to 851968 tid 1 2024-04-10T15:06:27.773 INFO:tasks.rados.rados.0.smithi102.stdout:179: writing smithi10276805-1 from 851968 to 1433600 tid 2 2024-04-10T15:06:27.774 INFO:tasks.rados.rados.0.smithi102.stdout:179: writing smithi10276805-1 from 1433600 to 1654784 tid 3 2024-04-10T15:06:27.775 INFO:tasks.rados.rados.0.smithi102.stdout:178: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-10T15:06:27.797 INFO:tasks.rados.rados.0.smithi102.stdout:179: finishing write tid 1 to smithi10276805-1 2024-04-10T15:06:27.797 INFO:tasks.rados.rados.0.smithi102.stdout:178: done (1 left) 2024-04-10T15:06:27.797 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 21 current snap is 12 2024-04-10T15:06:27.797 INFO:tasks.rados.rados.0.smithi102.stdout:179: finishing write tid 2 to smithi10276805-1 2024-04-10T15:06:27.797 INFO:tasks.rados.rados.0.smithi102.stdout:180: seq_num 76 ranges {393216=475136,868352=458752,1327104=344064} 2024-04-10T15:06:27.802 INFO:tasks.rados.rados.0.smithi102.stdout:180: writing smithi10276805-21 from 393216 to 868352 tid 1 2024-04-10T15:06:27.804 INFO:tasks.rados.rados.0.smithi102.stdout:180: writing smithi10276805-21 from 868352 to 1327104 tid 2 2024-04-10T15:06:27.806 INFO:tasks.rados.rados.0.smithi102.stdout:180: writing smithi10276805-21 from 1327104 to 1671168 tid 3 2024-04-10T15:06:27.807 INFO:tasks.rados.rados.0.smithi102.stdout:181: rmattr oid 19 current snap is 12 2024-04-10T15:06:27.807 INFO:tasks.rados.rados.0.smithi102.stdout:181: done (2 left) 2024-04-10T15:06:27.807 INFO:tasks.rados.rados.0.smithi102.stdout:182: snap_remove snap 11 2024-04-10T15:06:28.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:27 smithi154 ceph-mon[30592]: pgmap v120: 121 pgs: 121 active+clean; 44 MiB data, 301 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-10T15:06:28.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:27 smithi154 ceph-mon[30592]: osdmap e96: 8 total, 8 up, 8 in 2024-04-10T15:06:28.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:27 smithi102 ceph-mon[37987]: pgmap v120: 121 pgs: 121 active+clean; 44 MiB data, 301 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-10T15:06:28.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:27 smithi102 ceph-mon[37987]: osdmap e96: 8 total, 8 up, 8 in 2024-04-10T15:06:28.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:27 smithi102 ceph-mon[26948]: pgmap v120: 121 pgs: 121 active+clean; 44 MiB data, 301 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-10T15:06:28.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:27 smithi102 ceph-mon[26948]: osdmap e96: 8 total, 8 up, 8 in 2024-04-10T15:06:28.774 INFO:tasks.rados.rados.0.smithi102.stdout:182: done (2 left) 2024-04-10T15:06:28.774 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 41 current snap is 12 2024-04-10T15:06:28.774 INFO:tasks.rados.rados.0.smithi102.stdout:183: seq_num 77 ranges {679936=491520,1171456=794624,1966080=8192} 2024-04-10T15:06:28.780 INFO:tasks.rados.rados.0.smithi102.stdout:183: writing smithi10276805-41 from 679936 to 1171456 tid 1 2024-04-10T15:06:28.787 INFO:tasks.rados.rados.0.smithi102.stdout:183: writing smithi10276805-41 from 1171456 to 1966080 tid 2 2024-04-10T15:06:28.787 INFO:tasks.rados.rados.0.smithi102.stdout:183: writing smithi10276805-41 from 1966080 to 1974272 tid 3 2024-04-10T15:06:28.787 INFO:tasks.rados.rados.0.smithi102.stdout:184: copy_from oid 35 from oid 49 current snap is 12 2024-04-10T15:06:28.788 INFO:tasks.rados.rados.0.smithi102.stdout:179: finishing write tid 3 to smithi10276805-1 2024-04-10T15:06:28.788 INFO:tasks.rados.rados.0.smithi102.stdout:179: finishing write tid 4 to smithi10276805-1 2024-04-10T15:06:28.788 INFO:tasks.rados.rados.0.smithi102.stdout:179: finishing write tid 5 to smithi10276805-1 2024-04-10T15:06:28.788 INFO:tasks.rados.rados.0.smithi102.stdout:179: oid 1 updating version 0 to 40 2024-04-10T15:06:28.788 INFO:tasks.rados.rados.0.smithi102.stdout:179: oid 1 updating version 40 to 41 2024-04-10T15:06:28.788 INFO:tasks.rados.rados.0.smithi102.stdout:179: oid 1 version 41 is already newer than 39 2024-04-10T15:06:28.788 INFO:tasks.rados.rados.0.smithi102.stdout:179: oid 1 updating version 41 to 42 2024-04-10T15:06:28.788 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 42 (ObjNum 75 snap 12 seq_num 75) dirty exists 2024-04-10T15:06:28.788 INFO:tasks.rados.rados.0.smithi102.stdout:179: left oid 1 (ObjNum 75 snap 12 seq_num 75) 2024-04-10T15:06:28.788 INFO:tasks.rados.rados.0.smithi102.stdout:180: finishing write tid 1 to smithi10276805-21 2024-04-10T15:06:28.788 INFO:tasks.rados.rados.0.smithi102.stdout:180: finishing write tid 2 to smithi10276805-21 2024-04-10T15:06:28.788 INFO:tasks.rados.rados.0.smithi102.stdout:180: finishing write tid 3 to smithi10276805-21 2024-04-10T15:06:28.788 INFO:tasks.rados.rados.0.smithi102.stdout:180: finishing write tid 4 to smithi10276805-21 2024-04-10T15:06:28.788 INFO:tasks.rados.rados.0.smithi102.stdout:180: finishing write tid 5 to smithi10276805-21 2024-04-10T15:06:28.788 INFO:tasks.rados.rados.0.smithi102.stdout:180: oid 21 updating version 0 to 29 2024-04-10T15:06:28.789 INFO:tasks.rados.rados.0.smithi102.stdout:180: oid 21 version 29 is already newer than 28 2024-04-10T15:06:28.789 INFO:tasks.rados.rados.0.smithi102.stdout:180: oid 21 version 29 is already newer than 26 2024-04-10T15:06:28.789 INFO:tasks.rados.rados.0.smithi102.stdout:180: oid 21 version 29 is already newer than 27 2024-04-10T15:06:28.789 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 29 (ObjNum 76 snap 12 seq_num 76) dirty exists 2024-04-10T15:06:28.789 INFO:tasks.rados.rados.0.smithi102.stdout:180: left oid 21 (ObjNum 76 snap 12 seq_num 76) 2024-04-10T15:06:28.789 INFO:tasks.rados.rados.0.smithi102.stdout:179: done (3 left) 2024-04-10T15:06:28.789 INFO:tasks.rados.rados.0.smithi102.stdout:180: done (2 left) 2024-04-10T15:06:28.789 INFO:tasks.rados.rados.0.smithi102.stdout:185: rollback oid 37 current snap is 12 2024-04-10T15:06:28.789 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 37 to 7 2024-04-10T15:06:28.789 INFO:tasks.rados.rados.0.smithi102.stdout:186: rmattr oid 8 current snap is 12 2024-04-10T15:06:28.789 INFO:tasks.rados.rados.0.smithi102.stdout:186: done (3 left) 2024-04-10T15:06:28.789 INFO:tasks.rados.rados.0.smithi102.stdout:187: rmattr oid 23 current snap is 12 2024-04-10T15:06:28.789 INFO:tasks.rados.rados.0.smithi102.stdout:188: rmattr oid 11 current snap is 12 2024-04-10T15:06:28.789 INFO:tasks.rados.rados.0.smithi102.stdout:189: read oid 26 snap -1 2024-04-10T15:06:28.789 INFO:tasks.rados.rados.0.smithi102.stdout:189: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-10T15:06:28.789 INFO:tasks.rados.rados.0.smithi102.stdout:190: read oid 42 snap -1 2024-04-10T15:06:28.789 INFO:tasks.rados.rados.0.smithi102.stdout:190: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-10T15:06:28.790 INFO:tasks.rados.rados.0.smithi102.stdout:191: setattr oid 21 current snap is 12 2024-04-10T15:06:28.790 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 29 current snap is 12 2024-04-10T15:06:28.790 INFO:tasks.rados.rados.0.smithi102.stdout:192: seq_num 78 ranges {475136=516096,991232=679936,1671168=122880} 2024-04-10T15:06:28.796 INFO:tasks.rados.rados.0.smithi102.stdout:192: writing smithi10276805-29 from 475136 to 991232 tid 1 2024-04-10T15:06:28.800 INFO:tasks.rados.rados.0.smithi102.stdout:192: writing smithi10276805-29 from 991232 to 1671168 tid 2 2024-04-10T15:06:28.801 INFO:tasks.rados.rados.0.smithi102.stdout:192: writing smithi10276805-29 from 1671168 to 1794048 tid 3 2024-04-10T15:06:28.801 INFO:tasks.rados.rados.0.smithi102.stdout:193: copy_from oid 7 from oid 5 current snap is 12 2024-04-10T15:06:28.802 INFO:tasks.rados.rados.0.smithi102.stdout:183: finishing write tid 1 to smithi10276805-41 2024-04-10T15:06:28.802 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 28 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-10T15:06:28.802 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 46 (ObjNum 10 snap 0 seq_num 10) dirty exists 2024-04-10T15:06:28.802 INFO:tasks.rados.rados.0.smithi102.stdout:183: finishing write tid 2 to smithi10276805-41 2024-04-10T15:06:28.802 INFO:tasks.rados.rados.0.smithi102.stdout:183: finishing write tid 3 to smithi10276805-41 2024-04-10T15:06:28.802 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 32 (ObjNum 76 snap 12 seq_num 76) dirty exists 2024-04-10T15:06:28.802 INFO:tasks.rados.rados.0.smithi102.stdout:187: done (9 left) 2024-04-10T15:06:28.802 INFO:tasks.rados.rados.0.smithi102.stdout:188: done (8 left) 2024-04-10T15:06:28.802 INFO:tasks.rados.rados.0.smithi102.stdout:191: done (7 left) 2024-04-10T15:06:28.802 INFO:tasks.rados.rados.0.smithi102.stdout:194: snap_create 2024-04-10T15:06:28.802 INFO:tasks.rados.rados.0.smithi102.stdout:183: finishing write tid 4 to smithi10276805-41 2024-04-10T15:06:28.802 INFO:tasks.rados.rados.0.smithi102.stdout:190: expect (ObjNum 41 snap 0 seq_num 41) 2024-04-10T15:06:28.834 INFO:tasks.rados.rados.0.smithi102.stdout:185: finishing rollback tid 0 to smithi10276805-37 2024-04-10T15:06:28.834 INFO:tasks.rados.rados.0.smithi102.stdout:185: finishing rollback tid 1 to smithi10276805-37 2024-04-10T15:06:28.834 INFO:tasks.rados.rados.0.smithi102.stdout:185: finishing rollback tid 2 to smithi10276805-37 2024-04-10T15:06:28.834 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 46 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-10T15:06:28.834 INFO:tasks.rados.rados.0.smithi102.stdout:183: finishing write tid 5 to smithi10276805-41 2024-04-10T15:06:28.834 INFO:tasks.rados.rados.0.smithi102.stdout:183: oid 41 updating version 0 to 39 2024-04-10T15:06:28.834 INFO:tasks.rados.rados.0.smithi102.stdout:183: oid 41 updating version 39 to 41 2024-04-10T15:06:28.834 INFO:tasks.rados.rados.0.smithi102.stdout:183: oid 41 updating version 41 to 42 2024-04-10T15:06:28.834 INFO:tasks.rados.rados.0.smithi102.stdout:183: oid 41 version 42 is already newer than 40 2024-04-10T15:06:28.834 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 42 (ObjNum 77 snap 12 seq_num 77) dirty exists 2024-04-10T15:06:28.834 INFO:tasks.rados.rados.0.smithi102.stdout:183: left oid 41 (ObjNum 77 snap 12 seq_num 77) 2024-04-10T15:06:28.835 INFO:tasks.rados.rados.0.smithi102.stdout:184: finishing copy_from racing read to smithi10276805-35 2024-04-10T15:06:28.835 INFO:tasks.rados.rados.0.smithi102.stdout:184: finishing copy_from to smithi10276805-35 2024-04-10T15:06:28.835 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 17 (ObjNum 48 snap 0 seq_num 48) dirty exists 2024-04-10T15:06:28.835 INFO:tasks.rados.rados.0.smithi102.stdout:192: finishing write tid 1 to smithi10276805-29 2024-04-10T15:06:28.835 INFO:tasks.rados.rados.0.smithi102.stdout:189: expect (ObjNum 25 snap 0 seq_num 25) 2024-04-10T15:06:28.846 INFO:tasks.rados.rados.0.smithi102.stdout:193: finishing copy_from racing read to smithi10276805-7 2024-04-10T15:06:28.846 INFO:tasks.rados.rados.0.smithi102.stdout:192: finishing write tid 2 to smithi10276805-29 2024-04-10T15:06:28.846 INFO:tasks.rados.rados.0.smithi102.stdout:193: finishing copy_from to smithi10276805-7 2024-04-10T15:06:28.846 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-10T15:06:28.846 INFO:tasks.rados.rados.0.smithi102.stdout:192: finishing write tid 3 to smithi10276805-29 2024-04-10T15:06:28.847 INFO:tasks.rados.rados.0.smithi102.stdout:192: finishing write tid 4 to smithi10276805-29 2024-04-10T15:06:28.847 INFO:tasks.rados.rados.0.smithi102.stdout:192: finishing write tid 5 to smithi10276805-29 2024-04-10T15:06:28.847 INFO:tasks.rados.rados.0.smithi102.stdout:192: oid 29 updating version 0 to 69 2024-04-10T15:06:28.847 INFO:tasks.rados.rados.0.smithi102.stdout:192: oid 29 updating version 69 to 70 2024-04-10T15:06:28.847 INFO:tasks.rados.rados.0.smithi102.stdout:192: oid 29 updating version 70 to 72 2024-04-10T15:06:28.847 INFO:tasks.rados.rados.0.smithi102.stdout:192: oid 29 version 72 is already newer than 71 2024-04-10T15:06:28.847 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 72 (ObjNum 78 snap 12 seq_num 78) dirty exists 2024-04-10T15:06:28.847 INFO:tasks.rados.rados.0.smithi102.stdout:192: left oid 29 (ObjNum 78 snap 12 seq_num 78) 2024-04-10T15:06:29.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:28 smithi154 ceph-mon[30592]: osdmap e97: 8 total, 8 up, 8 in 2024-04-10T15:06:29.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:28 smithi102 ceph-mon[26948]: osdmap e97: 8 total, 8 up, 8 in 2024-04-10T15:06:29.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:28 smithi102 ceph-mon[37987]: osdmap e97: 8 total, 8 up, 8 in 2024-04-10T15:06:29.738 INFO:tasks.rados.rados.0.smithi102.stdout:183: done (7 left) 2024-04-10T15:06:29.739 INFO:tasks.rados.rados.0.smithi102.stdout:184: done (6 left) 2024-04-10T15:06:29.739 INFO:tasks.rados.rados.0.smithi102.stdout:185: done (5 left) 2024-04-10T15:06:29.739 INFO:tasks.rados.rados.0.smithi102.stdout:189: done (4 left) 2024-04-10T15:06:29.739 INFO:tasks.rados.rados.0.smithi102.stdout:190: done (3 left) 2024-04-10T15:06:29.739 INFO:tasks.rados.rados.0.smithi102.stdout:192: done (2 left) 2024-04-10T15:06:29.739 INFO:tasks.rados.rados.0.smithi102.stdout:193: done (1 left) 2024-04-10T15:06:29.739 INFO:tasks.rados.rados.0.smithi102.stdout:194: done (0 left) 2024-04-10T15:06:29.739 INFO:tasks.rados.rados.0.smithi102.stdout:195: delete oid 31 current snap is 13 2024-04-10T15:06:29.741 INFO:tasks.rados.rados.0.smithi102.stdout:195: done (0 left) 2024-04-10T15:06:29.741 INFO:tasks.rados.rados.0.smithi102.stdout:196: delete oid 26 current snap is 13 2024-04-10T15:06:29.746 INFO:tasks.rados.rados.0.smithi102.stdout:196: done (0 left) 2024-04-10T15:06:29.746 INFO:tasks.rados.rados.0.smithi102.stdout:197: copy_from oid 20 from oid 42 current snap is 13 2024-04-10T15:06:29.746 INFO:tasks.rados.rados.0.smithi102.stdout:198: delete oid 5 current snap is 13 2024-04-10T15:06:29.748 INFO:tasks.rados.rados.0.smithi102.stdout:198: done (1 left) 2024-04-10T15:06:29.748 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 13 current snap is 13 2024-04-10T15:06:29.748 INFO:tasks.rados.rados.0.smithi102.stdout:199: seq_num 82 ranges {1384448=581632,1966080=622592,2588672=180224} 2024-04-10T15:06:29.759 INFO:tasks.rados.rados.0.smithi102.stdout:199: writing smithi10276805-13 from 1384448 to 1966080 tid 1 2024-04-10T15:06:29.762 INFO:tasks.rados.rados.0.smithi102.stdout:199: writing smithi10276805-13 from 1966080 to 2588672 tid 2 2024-04-10T15:06:29.764 INFO:tasks.rados.rados.0.smithi102.stdout:199: writing smithi10276805-13 from 2588672 to 2768896 tid 3 2024-04-10T15:06:29.764 INFO:tasks.rados.rados.0.smithi102.stdout:200: read oid 19 snap -1 2024-04-10T15:06:29.764 INFO:tasks.rados.rados.0.smithi102.stdout:200: expect (ObjNum 73 snap 9 seq_num 73) 2024-04-10T15:06:29.764 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 21 current snap is 13 2024-04-10T15:06:29.764 INFO:tasks.rados.rados.0.smithi102.stdout:197: finishing copy_from racing read to smithi10276805-20 2024-04-10T15:06:29.764 INFO:tasks.rados.rados.0.smithi102.stdout:197: finishing copy_from to smithi10276805-20 2024-04-10T15:06:29.764 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 8 (ObjNum 41 snap 0 seq_num 41) dirty exists 2024-04-10T15:06:29.764 INFO:tasks.rados.rados.0.smithi102.stdout:201: seq_num 83 ranges {1671168=598016,2269184=499712,2768896=303104} 2024-04-10T15:06:29.776 INFO:tasks.rados.rados.0.smithi102.stdout:201: writing smithi10276805-21 from 1671168 to 2269184 tid 1 2024-04-10T15:06:29.779 INFO:tasks.rados.rados.0.smithi102.stdout:201: writing smithi10276805-21 from 2269184 to 2768896 tid 2 2024-04-10T15:06:29.781 INFO:tasks.rados.rados.0.smithi102.stdout:201: writing smithi10276805-21 from 2768896 to 3072000 tid 3 2024-04-10T15:06:29.781 INFO:tasks.rados.rados.0.smithi102.stdout:199: finishing write tid 1 to smithi10276805-13 2024-04-10T15:06:29.781 INFO:tasks.rados.rados.0.smithi102.stdout:199: finishing write tid 2 to smithi10276805-13 2024-04-10T15:06:29.781 INFO:tasks.rados.rados.0.smithi102.stdout:199: finishing write tid 3 to smithi10276805-13 2024-04-10T15:06:29.782 INFO:tasks.rados.rados.0.smithi102.stdout:199: finishing write tid 4 to smithi10276805-13 2024-04-10T15:06:29.782 INFO:tasks.rados.rados.0.smithi102.stdout:199: finishing write tid 5 to smithi10276805-13 2024-04-10T15:06:29.782 INFO:tasks.rados.rados.0.smithi102.stdout:199: oid 13 updating version 0 to 75 2024-04-10T15:06:29.782 INFO:tasks.rados.rados.0.smithi102.stdout:199: oid 13 updating version 75 to 76 2024-04-10T15:06:29.782 INFO:tasks.rados.rados.0.smithi102.stdout:199: oid 13 version 76 is already newer than 74 2024-04-10T15:06:29.782 INFO:tasks.rados.rados.0.smithi102.stdout:199: oid 13 updating version 76 to 77 2024-04-10T15:06:29.782 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 77 (ObjNum 82 snap 13 seq_num 82) dirty exists 2024-04-10T15:06:29.782 INFO:tasks.rados.rados.0.smithi102.stdout:199: left oid 13 (ObjNum 82 snap 13 seq_num 82) 2024-04-10T15:06:29.782 INFO:tasks.rados.rados.0.smithi102.stdout:200: expect (ObjNum 73 snap 9 seq_num 73) 2024-04-10T15:06:29.829 INFO:tasks.rados.rados.0.smithi102.stdout:201: finishing write tid 1 to smithi10276805-21 2024-04-10T15:06:29.829 INFO:tasks.rados.rados.0.smithi102.stdout:201: finishing write tid 2 to smithi10276805-21 2024-04-10T15:06:29.829 INFO:tasks.rados.rados.0.smithi102.stdout:201: finishing write tid 3 to smithi10276805-21 2024-04-10T15:06:29.829 INFO:tasks.rados.rados.0.smithi102.stdout:201: finishing write tid 4 to smithi10276805-21 2024-04-10T15:06:29.829 INFO:tasks.rados.rados.0.smithi102.stdout:201: finishing write tid 5 to smithi10276805-21 2024-04-10T15:06:29.829 INFO:tasks.rados.rados.0.smithi102.stdout:201: oid 21 updating version 0 to 35 2024-04-10T15:06:29.829 INFO:tasks.rados.rados.0.smithi102.stdout:201: oid 21 updating version 35 to 37 2024-04-10T15:06:29.829 INFO:tasks.rados.rados.0.smithi102.stdout:201: oid 21 version 37 is already newer than 34 2024-04-10T15:06:29.829 INFO:tasks.rados.rados.0.smithi102.stdout:201: oid 21 version 37 is already newer than 36 2024-04-10T15:06:29.829 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 37 (ObjNum 83 snap 13 seq_num 83) dirty exists 2024-04-10T15:06:29.830 INFO:tasks.rados.rados.0.smithi102.stdout:201: left oid 21 (ObjNum 83 snap 13 seq_num 83) 2024-04-10T15:06:29.830 INFO:tasks.rados.rados.0.smithi102.stdout:197: done (3 left) 2024-04-10T15:06:29.830 INFO:tasks.rados.rados.0.smithi102.stdout:199: done (2 left) 2024-04-10T15:06:29.830 INFO:tasks.rados.rados.0.smithi102.stdout:200: done (1 left) 2024-04-10T15:06:29.830 INFO:tasks.rados.rados.0.smithi102.stdout:201: done (0 left) 2024-04-10T15:06:29.830 INFO:tasks.rados.rados.0.smithi102.stdout:202: delete oid 28 current snap is 13 2024-04-10T15:06:29.831 INFO:tasks.rados.rados.0.smithi102.stdout:202: done (0 left) 2024-04-10T15:06:29.831 INFO:tasks.rados.rados.0.smithi102.stdout:203: read oid 38 snap -1 2024-04-10T15:06:29.831 INFO:tasks.rados.rados.0.smithi102.stdout:203: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-10T15:06:29.831 INFO:tasks.rados.rados.0.smithi102.stdout:204: copy_from oid 41 from oid 6 current snap is 13 2024-04-10T15:06:29.831 INFO:tasks.rados.rados.0.smithi102.stdout:205: copy_from oid 30 from oid 19 current snap is 13 2024-04-10T15:06:29.831 INFO:tasks.rados.rados.0.smithi102.stdout:206: read oid 14 snap 12 2024-04-10T15:06:29.831 INFO:tasks.rados.rados.0.smithi102.stdout:206: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-10T15:06:29.831 INFO:tasks.rados.rados.0.smithi102.stdout:207: delete oid 4 current snap is 13 2024-04-10T15:06:29.833 INFO:tasks.rados.rados.0.smithi102.stdout:207: done (4 left) 2024-04-10T15:06:29.833 INFO:tasks.rados.rados.0.smithi102.stdout:208: rollback oid 9 current snap is 13 2024-04-10T15:06:29.833 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 9 to 8 2024-04-10T15:06:29.833 INFO:tasks.rados.rados.0.smithi102.stdout:209: delete oid 20 current snap is 13 2024-04-10T15:06:29.834 INFO:tasks.rados.rados.0.smithi102.stdout:203: expect (ObjNum 37 snap 0 seq_num 37) 2024-04-10T15:06:29.854 INFO:tasks.rados.rados.0.smithi102.stdout:206: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-10T15:06:29.861 INFO:tasks.rados.rados.0.smithi102.stdout:208: finishing rollback tid 0 to smithi10276805-9 2024-04-10T15:06:29.861 INFO:tasks.rados.rados.0.smithi102.stdout:208: finishing rollback tid 1 to smithi10276805-9 2024-04-10T15:06:29.861 INFO:tasks.rados.rados.0.smithi102.stdout:208: finishing rollback tid 2 to smithi10276805-9 2024-04-10T15:06:29.861 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 55 (ObjNum 56 snap 3 seq_num 56) dirty exists 2024-04-10T15:06:29.861 INFO:tasks.rados.rados.0.smithi102.stdout:204: finishing copy_from racing read to smithi10276805-41 2024-04-10T15:06:29.861 INFO:tasks.rados.rados.0.smithi102.stdout:204: finishing copy_from to smithi10276805-41 2024-04-10T15:06:29.861 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 13 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-10T15:06:29.861 INFO:tasks.rados.rados.0.smithi102.stdout:205: finishing copy_from racing read to smithi10276805-30 2024-04-10T15:06:29.861 INFO:tasks.rados.rados.0.smithi102.stdout:205: finishing copy_from to smithi10276805-30 2024-04-10T15:06:29.861 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 37 (ObjNum 73 snap 9 seq_num 73) dirty exists 2024-04-10T15:06:29.862 INFO:tasks.rados.rados.0.smithi102.stdout:203: done (5 left) 2024-04-10T15:06:29.862 INFO:tasks.rados.rados.0.smithi102.stdout:204: done (4 left) 2024-04-10T15:06:29.862 INFO:tasks.rados.rados.0.smithi102.stdout:205: done (3 left) 2024-04-10T15:06:29.862 INFO:tasks.rados.rados.0.smithi102.stdout:206: done (2 left) 2024-04-10T15:06:29.862 INFO:tasks.rados.rados.0.smithi102.stdout:208: done (1 left) 2024-04-10T15:06:29.862 INFO:tasks.rados.rados.0.smithi102.stdout:209: done (0 left) 2024-04-10T15:06:29.862 INFO:tasks.rados.rados.0.smithi102.stdout:210: copy_from oid 44 from oid 24 current snap is 13 2024-04-10T15:06:29.862 INFO:tasks.rados.rados.0.smithi102.stdout:211: rollback oid 13 current snap is 13 2024-04-10T15:06:29.862 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 13 to 7 2024-04-10T15:06:29.862 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 17 current snap is 13 2024-04-10T15:06:29.862 INFO:tasks.rados.rados.0.smithi102.stdout:212: seq_num 87 ranges {270336=663552,933888=491520,1425408=311296} 2024-04-10T15:06:29.865 INFO:tasks.rados.rados.0.smithi102.stdout:212: writing smithi10276805-17 from 270336 to 933888 tid 1 2024-04-10T15:06:29.868 INFO:tasks.rados.rados.0.smithi102.stdout:212: writing smithi10276805-17 from 933888 to 1425408 tid 2 2024-04-10T15:06:29.871 INFO:tasks.rados.rados.0.smithi102.stdout:212: writing smithi10276805-17 from 1425408 to 1736704 tid 3 2024-04-10T15:06:29.875 INFO:tasks.rados.rados.0.smithi102.stdout:213: rollback oid 35 current snap is 13 2024-04-10T15:06:29.875 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 35 to 8 2024-04-10T15:06:29.875 INFO:tasks.rados.rados.0.smithi102.stdout:211: finishing rollback tid 0 to smithi10276805-13 2024-04-10T15:06:29.875 INFO:tasks.rados.rados.0.smithi102.stdout:211: finishing rollback tid 1 to smithi10276805-13 2024-04-10T15:06:29.875 INFO:tasks.rados.rados.0.smithi102.stdout:214: snap_remove snap 12 2024-04-10T15:06:30.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:29 smithi154 ceph-mon[30592]: pgmap v123: 121 pgs: 121 active+clean; 44 MiB data, 301 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-10T15:06:30.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:29 smithi154 ceph-mon[30592]: osdmap e98: 8 total, 8 up, 8 in 2024-04-10T15:06:30.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:29 smithi154 ceph-mon[30592]: osdmap e99: 8 total, 8 up, 8 in 2024-04-10T15:06:30.159 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:06:29 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:06:29] "GET /metrics HTTP/1.1" 200 36084 "" "Prometheus/2.43.0" 2024-04-10T15:06:30.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:29 smithi102 ceph-mon[37987]: pgmap v123: 121 pgs: 121 active+clean; 44 MiB data, 301 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-10T15:06:30.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:29 smithi102 ceph-mon[37987]: osdmap e98: 8 total, 8 up, 8 in 2024-04-10T15:06:30.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:29 smithi102 ceph-mon[37987]: osdmap e99: 8 total, 8 up, 8 in 2024-04-10T15:06:30.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:29 smithi102 ceph-mon[26948]: pgmap v123: 121 pgs: 121 active+clean; 44 MiB data, 301 MiB used, 715 GiB / 715 GiB avail; 6.0 MiB/s rd, 1.6 MiB/s wr, 17 op/s 2024-04-10T15:06:30.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:29 smithi102 ceph-mon[26948]: osdmap e98: 8 total, 8 up, 8 in 2024-04-10T15:06:30.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:29 smithi102 ceph-mon[26948]: osdmap e99: 8 total, 8 up, 8 in 2024-04-10T15:06:30.782 INFO:tasks.rados.rados.0.smithi102.stdout:214: done (4 left) 2024-04-10T15:06:30.782 INFO:tasks.rados.rados.0.smithi102.stdout:215: snap_remove snap 10 2024-04-10T15:06:31.782 INFO:tasks.rados.rados.0.smithi102.stdout:215: done (4 left) 2024-04-10T15:06:31.782 INFO:tasks.rados.rados.0.smithi102.stdout:216: rollback oid 8 current snap is 13 2024-04-10T15:06:31.782 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 8 to 7 2024-04-10T15:06:31.783 INFO:tasks.rados.rados.0.smithi102.stdout:211: finishing rollback tid 2 to smithi10276805-13 2024-04-10T15:06:31.783 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 82 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-10T15:06:31.783 INFO:tasks.rados.rados.0.smithi102.stdout:210: finishing copy_from racing read to smithi10276805-44 2024-04-10T15:06:31.783 INFO:tasks.rados.rados.0.smithi102.stdout:210: finishing copy_from to smithi10276805-44 2024-04-10T15:06:31.783 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-10T15:06:31.783 INFO:tasks.rados.rados.0.smithi102.stdout:212: finishing write tid 1 to smithi10276805-17 2024-04-10T15:06:31.783 INFO:tasks.rados.rados.0.smithi102.stdout:212: finishing write tid 2 to smithi10276805-17 2024-04-10T15:06:31.783 INFO:tasks.rados.rados.0.smithi102.stdout:212: finishing write tid 3 to smithi10276805-17 2024-04-10T15:06:31.783 INFO:tasks.rados.rados.0.smithi102.stdout:213: finishing rollback tid 0 to smithi10276805-35 2024-04-10T15:06:31.783 INFO:tasks.rados.rados.0.smithi102.stdout:213: finishing rollback tid 1 to smithi10276805-35 2024-04-10T15:06:31.783 INFO:tasks.rados.rados.0.smithi102.stdout:210: done (4 left) 2024-04-10T15:06:31.783 INFO:tasks.rados.rados.0.smithi102.stdout:211: done (3 left) 2024-04-10T15:06:31.783 INFO:tasks.rados.rados.0.smithi102.stdout:217: copy_from oid 37 from oid 15 current snap is 13 2024-04-10T15:06:31.783 INFO:tasks.rados.rados.0.smithi102.stdout:212: finishing write tid 4 to smithi10276805-17 2024-04-10T15:06:31.784 INFO:tasks.rados.rados.0.smithi102.stdout:213: finishing rollback tid 2 to smithi10276805-35 2024-04-10T15:06:31.784 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 46 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-10T15:06:31.784 INFO:tasks.rados.rados.0.smithi102.stdout:212: finishing write tid 5 to smithi10276805-17 2024-04-10T15:06:31.784 INFO:tasks.rados.rados.0.smithi102.stdout:212: oid 17 updating version 0 to 9 2024-04-10T15:06:31.784 INFO:tasks.rados.rados.0.smithi102.stdout:212: oid 17 updating version 9 to 10 2024-04-10T15:06:31.784 INFO:tasks.rados.rados.0.smithi102.stdout:212: oid 17 version 10 is already newer than 7 2024-04-10T15:06:31.784 INFO:tasks.rados.rados.0.smithi102.stdout:212: oid 17 version 10 is already newer than 8 2024-04-10T15:06:31.784 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 10 (ObjNum 87 snap 13 seq_num 87) dirty exists 2024-04-10T15:06:31.784 INFO:tasks.rados.rados.0.smithi102.stdout:212: left oid 17 (ObjNum 87 snap 13 seq_num 87) 2024-04-10T15:06:31.784 INFO:tasks.rados.rados.0.smithi102.stdout:212: done (3 left) 2024-04-10T15:06:31.784 INFO:tasks.rados.rados.0.smithi102.stdout:213: done (2 left) 2024-04-10T15:06:31.784 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 40 current snap is 13 2024-04-10T15:06:31.785 INFO:tasks.rados.rados.0.smithi102.stdout:218: seq_num 88 ranges {663552=679936,1343488=778240,2121728=24576} 2024-04-10T15:06:31.790 INFO:tasks.rados.rados.0.smithi102.stdout:218: writing smithi10276805-40 from 663552 to 1343488 tid 1 2024-04-10T15:06:31.795 INFO:tasks.rados.rados.0.smithi102.stdout:218: writing smithi10276805-40 from 1343488 to 2121728 tid 2 2024-04-10T15:06:31.796 INFO:tasks.rados.rados.0.smithi102.stdout:218: writing smithi10276805-40 from 2121728 to 2146304 tid 3 2024-04-10T15:06:31.796 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 46 current snap is 13 2024-04-10T15:06:31.796 INFO:tasks.rados.rados.0.smithi102.stdout:216: finishing rollback tid 1 to smithi10276805-8 2024-04-10T15:06:31.796 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:06:31.796 INFO:tasks.rados.rados.0.smithi102.stdout:218: finishing write tid 1 to smithi10276805-40 2024-04-10T15:06:31.796 INFO:tasks.rados.rados.0.smithi102.stdout:219: seq_num 89 ranges {1843200=696320,2539520=655360,3194880=147456} 2024-04-10T15:06:31.809 INFO:tasks.rados.rados.0.smithi102.stdout:219: writing smithi10276805-46 from 1843200 to 2539520 tid 1 2024-04-10T15:06:31.813 INFO:tasks.rados.rados.0.smithi102.stdout:219: writing smithi10276805-46 from 2539520 to 3194880 tid 2 2024-04-10T15:06:31.815 INFO:tasks.rados.rados.0.smithi102.stdout:219: writing smithi10276805-46 from 3194880 to 3342336 tid 3 2024-04-10T15:06:31.815 INFO:tasks.rados.rados.0.smithi102.stdout:216: done (3 left) 2024-04-10T15:06:31.815 INFO:tasks.rados.rados.0.smithi102.stdout:220: setattr oid 31 current snap is 13 2024-04-10T15:06:31.815 INFO:tasks.rados.rados.0.smithi102.stdout:217: finishing copy_from racing read to smithi10276805-37 2024-04-10T15:06:31.815 INFO:tasks.rados.rados.0.smithi102.stdout:218: finishing write tid 2 to smithi10276805-40 2024-04-10T15:06:31.815 INFO:tasks.rados.rados.0.smithi102.stdout:218: finishing write tid 3 to smithi10276805-40 2024-04-10T15:06:31.815 INFO:tasks.rados.rados.0.smithi102.stdout:217: finishing copy_from to smithi10276805-37 2024-04-10T15:06:31.815 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 2 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-10T15:06:31.815 INFO:tasks.rados.rados.0.smithi102.stdout:218: finishing write tid 4 to smithi10276805-40 2024-04-10T15:06:31.815 INFO:tasks.rados.rados.0.smithi102.stdout:218: finishing write tid 5 to smithi10276805-40 2024-04-10T15:06:31.815 INFO:tasks.rados.rados.0.smithi102.stdout:218: oid 40 updating version 0 to 62 2024-04-10T15:06:31.815 INFO:tasks.rados.rados.0.smithi102.stdout:218: oid 40 version 62 is already newer than 61 2024-04-10T15:06:31.815 INFO:tasks.rados.rados.0.smithi102.stdout:218: oid 40 version 62 is already newer than 60 2024-04-10T15:06:31.815 INFO:tasks.rados.rados.0.smithi102.stdout:218: oid 40 updating version 62 to 63 2024-04-10T15:06:31.816 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 63 (ObjNum 88 snap 13 seq_num 88) dirty exists 2024-04-10T15:06:31.816 INFO:tasks.rados.rados.0.smithi102.stdout:218: left oid 40 (ObjNum 88 snap 13 seq_num 88) 2024-04-10T15:06:31.816 INFO:tasks.rados.rados.0.smithi102.stdout:219: finishing write tid 1 to smithi10276805-46 2024-04-10T15:06:31.816 INFO:tasks.rados.rados.0.smithi102.stdout:219: finishing write tid 2 to smithi10276805-46 2024-04-10T15:06:31.816 INFO:tasks.rados.rados.0.smithi102.stdout:217: done (3 left) 2024-04-10T15:06:31.816 INFO:tasks.rados.rados.0.smithi102.stdout:218: done (2 left) 2024-04-10T15:06:31.816 INFO:tasks.rados.rados.0.smithi102.stdout:221: snap_remove snap 7 2024-04-10T15:06:32.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:31 smithi154 ceph-mon[30592]: pgmap v126: 121 pgs: 121 active+clean; 57 MiB data, 321 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.7 MiB/s wr, 36 op/s 2024-04-10T15:06:32.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:31 smithi154 ceph-mon[30592]: osdmap e100: 8 total, 8 up, 8 in 2024-04-10T15:06:32.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:31 smithi102 ceph-mon[26948]: pgmap v126: 121 pgs: 121 active+clean; 57 MiB data, 321 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.7 MiB/s wr, 36 op/s 2024-04-10T15:06:32.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:31 smithi102 ceph-mon[26948]: osdmap e100: 8 total, 8 up, 8 in 2024-04-10T15:06:32.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:31 smithi102 ceph-mon[37987]: pgmap v126: 121 pgs: 121 active+clean; 57 MiB data, 321 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.7 MiB/s wr, 36 op/s 2024-04-10T15:06:32.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:31 smithi102 ceph-mon[37987]: osdmap e100: 8 total, 8 up, 8 in 2024-04-10T15:06:32.803 INFO:tasks.rados.rados.0.smithi102.stdout:221: done (2 left) 2024-04-10T15:06:32.803 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 11 current snap is 13 2024-04-10T15:06:32.803 INFO:tasks.rados.rados.0.smithi102.stdout:222: seq_num 90 ranges {172032=712704,884736=540672,1425408=262144} 2024-04-10T15:06:32.808 INFO:tasks.rados.rados.0.smithi102.stdout:222: writing smithi10276805-11 from 172032 to 884736 tid 1 2024-04-10T15:06:32.812 INFO:tasks.rados.rados.0.smithi102.stdout:222: writing smithi10276805-11 from 884736 to 1425408 tid 2 2024-04-10T15:06:32.814 INFO:tasks.rados.rados.0.smithi102.stdout:222: writing smithi10276805-11 from 1425408 to 1687552 tid 3 2024-04-10T15:06:32.814 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 50 current snap is 13 2024-04-10T15:06:32.814 INFO:tasks.rados.rados.0.smithi102.stdout:219: finishing write tid 3 to smithi10276805-46 2024-04-10T15:06:32.814 INFO:tasks.rados.rados.0.smithi102.stdout:219: finishing write tid 4 to smithi10276805-46 2024-04-10T15:06:32.814 INFO:tasks.rados.rados.0.smithi102.stdout:219: finishing write tid 5 to smithi10276805-46 2024-04-10T15:06:32.814 INFO:tasks.rados.rados.0.smithi102.stdout:219: oid 46 updating version 0 to 68 2024-04-10T15:06:32.814 INFO:tasks.rados.rados.0.smithi102.stdout:219: oid 46 version 68 is already newer than 66 2024-04-10T15:06:32.814 INFO:tasks.rados.rados.0.smithi102.stdout:219: oid 46 version 68 is already newer than 65 2024-04-10T15:06:32.814 INFO:tasks.rados.rados.0.smithi102.stdout:219: oid 46 version 68 is already newer than 67 2024-04-10T15:06:32.815 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 68 (ObjNum 89 snap 13 seq_num 89) dirty exists 2024-04-10T15:06:32.815 INFO:tasks.rados.rados.0.smithi102.stdout:219: left oid 46 (ObjNum 89 snap 13 seq_num 89) 2024-04-10T15:06:32.815 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 69 (ObjNum 129 snap 0 seq_num 88031952) dirty exists 2024-04-10T15:06:32.815 INFO:tasks.rados.rados.0.smithi102.stdout:222: finishing write tid 1 to smithi10276805-11 2024-04-10T15:06:32.815 INFO:tasks.rados.rados.0.smithi102.stdout:223: seq_num 91 ranges {827392=729088,1556480=425984,1982464=376832} 2024-04-10T15:06:32.822 INFO:tasks.rados.rados.0.smithi102.stdout:223: writing smithi10276805-50 from 827392 to 1556480 tid 1 2024-04-10T15:06:32.825 INFO:tasks.rados.rados.0.smithi102.stdout:223: writing smithi10276805-50 from 1556480 to 1982464 tid 2 2024-04-10T15:06:32.828 INFO:tasks.rados.rados.0.smithi102.stdout:223: writing smithi10276805-50 from 1982464 to 2359296 tid 3 2024-04-10T15:06:32.828 INFO:tasks.rados.rados.0.smithi102.stdout:219: done (3 left) 2024-04-10T15:06:32.828 INFO:tasks.rados.rados.0.smithi102.stdout:220: done (2 left) 2024-04-10T15:06:32.828 INFO:tasks.rados.rados.0.smithi102.stdout:224: copy_from oid 27 from oid 26 current snap is 13 2024-04-10T15:06:32.829 INFO:tasks.rados.rados.0.smithi102.stdout:222: finishing write tid 2 to smithi10276805-11 2024-04-10T15:06:32.829 INFO:tasks.rados.rados.0.smithi102.stdout:222: finishing write tid 3 to smithi10276805-11 2024-04-10T15:06:32.829 INFO:tasks.rados.rados.0.smithi102.stdout:222: finishing write tid 4 to smithi10276805-11 2024-04-10T15:06:32.829 INFO:tasks.rados.rados.0.smithi102.stdout:222: finishing write tid 5 to smithi10276805-11 2024-04-10T15:06:32.829 INFO:tasks.rados.rados.0.smithi102.stdout:222: oid 11 updating version 0 to 60 2024-04-10T15:06:32.829 INFO:tasks.rados.rados.0.smithi102.stdout:222: oid 11 version 60 is already newer than 58 2024-04-10T15:06:32.829 INFO:tasks.rados.rados.0.smithi102.stdout:222: oid 11 version 60 is already newer than 59 2024-04-10T15:06:32.829 INFO:tasks.rados.rados.0.smithi102.stdout:222: oid 11 version 60 is already newer than 57 2024-04-10T15:06:32.829 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 60 (ObjNum 90 snap 13 seq_num 90) dirty exists 2024-04-10T15:06:32.829 INFO:tasks.rados.rados.0.smithi102.stdout:222: left oid 11 (ObjNum 90 snap 13 seq_num 90) 2024-04-10T15:06:32.829 INFO:tasks.rados.rados.0.smithi102.stdout:223: finishing write tid 1 to smithi10276805-50 2024-04-10T15:06:32.829 INFO:tasks.rados.rados.0.smithi102.stdout:223: finishing write tid 2 to smithi10276805-50 2024-04-10T15:06:32.829 INFO:tasks.rados.rados.0.smithi102.stdout:222: done (2 left) 2024-04-10T15:06:32.829 INFO:tasks.rados.rados.0.smithi102.stdout:225: snap_create 2024-04-10T15:06:32.830 INFO:tasks.rados.rados.0.smithi102.stdout:224: finishing copy_from to smithi10276805-27 2024-04-10T15:06:32.830 INFO:tasks.rados.rados.0.smithi102.stdout:224: got expected ENOENT (src dne) 2024-04-10T15:06:32.830 INFO:tasks.rados.rados.0.smithi102.stdout:224: finishing copy_from racing read to smithi10276805-27 2024-04-10T15:06:32.831 INFO:tasks.rados.rados.0.smithi102.stdout:223: finishing write tid 3 to smithi10276805-50 2024-04-10T15:06:32.831 INFO:tasks.rados.rados.0.smithi102.stdout:223: finishing write tid 4 to smithi10276805-50 2024-04-10T15:06:32.832 INFO:tasks.rados.rados.0.smithi102.stdout:223: finishing write tid 5 to smithi10276805-50 2024-04-10T15:06:32.833 INFO:tasks.rados.rados.0.smithi102.stdout:223: oid 50 updating version 0 to 19 2024-04-10T15:06:32.833 INFO:tasks.rados.rados.0.smithi102.stdout:223: oid 50 updating version 19 to 20 2024-04-10T15:06:32.833 INFO:tasks.rados.rados.0.smithi102.stdout:223: oid 50 version 20 is already newer than 18 2024-04-10T15:06:32.833 INFO:tasks.rados.rados.0.smithi102.stdout:223: oid 50 updating version 20 to 21 2024-04-10T15:06:32.833 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 21 (ObjNum 91 snap 13 seq_num 91) dirty exists 2024-04-10T15:06:32.833 INFO:tasks.rados.rados.0.smithi102.stdout:223: left oid 50 (ObjNum 91 snap 13 seq_num 91) 2024-04-10T15:06:33.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:32 smithi154 ceph-mon[30592]: osdmap e101: 8 total, 8 up, 8 in 2024-04-10T15:06:33.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:32 smithi102 ceph-mon[37987]: osdmap e101: 8 total, 8 up, 8 in 2024-04-10T15:06:33.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:32 smithi102 ceph-mon[26948]: osdmap e101: 8 total, 8 up, 8 in 2024-04-10T15:06:33.804 INFO:tasks.rados.rados.0.smithi102.stdout:223: done (2 left) 2024-04-10T15:06:33.804 INFO:tasks.rados.rados.0.smithi102.stdout:224: done (1 left) 2024-04-10T15:06:33.804 INFO:tasks.rados.rados.0.smithi102.stdout:225: done (0 left) 2024-04-10T15:06:33.804 INFO:tasks.rados.rados.0.smithi102.stdout:226: snap_create 2024-04-10T15:06:33.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:33 smithi102 ceph-mon[26948]: pgmap v129: 121 pgs: 121 active+clean; 57 MiB data, 321 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.7 MiB/s wr, 36 op/s 2024-04-10T15:06:33.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:33 smithi102 ceph-mon[26948]: osdmap e102: 8 total, 8 up, 8 in 2024-04-10T15:06:33.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:33 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:06:33.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:33 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:06:33.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:33 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:06:33.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:33 smithi102 ceph-mon[37987]: pgmap v129: 121 pgs: 121 active+clean; 57 MiB data, 321 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.7 MiB/s wr, 36 op/s 2024-04-10T15:06:33.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:33 smithi102 ceph-mon[37987]: osdmap e102: 8 total, 8 up, 8 in 2024-04-10T15:06:33.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:33 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:06:33.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:33 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:06:33.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:33 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:06:34.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:33 smithi154 ceph-mon[30592]: pgmap v129: 121 pgs: 121 active+clean; 57 MiB data, 321 MiB used, 715 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.7 MiB/s wr, 36 op/s 2024-04-10T15:06:34.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:33 smithi154 ceph-mon[30592]: osdmap e102: 8 total, 8 up, 8 in 2024-04-10T15:06:34.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:33 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:06:34.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:33 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:06:34.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:33 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:06:34.744 INFO:tasks.rados.rados.0.smithi102.stdout:226: done (0 left) 2024-04-10T15:06:34.744 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 17 current snap is 15 2024-04-10T15:06:34.744 INFO:tasks.rados.rados.0.smithi102.stdout:227: seq_num 92 ranges {1736704=745472,2482176=761856,3244032=40960} 2024-04-10T15:06:34.756 INFO:tasks.rados.rados.0.smithi102.stdout:227: writing smithi10276805-17 from 1736704 to 2482176 tid 1 2024-04-10T15:06:34.761 INFO:tasks.rados.rados.0.smithi102.stdout:227: writing smithi10276805-17 from 2482176 to 3244032 tid 2 2024-04-10T15:06:34.761 INFO:tasks.rados.rados.0.smithi102.stdout:227: writing smithi10276805-17 from 3244032 to 3284992 tid 3 2024-04-10T15:06:34.761 INFO:tasks.rados.rados.0.smithi102.stdout:228: rollback oid 8 current snap is 15 2024-04-10T15:06:34.761 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 8 to 13 2024-04-10T15:06:34.761 INFO:tasks.rados.rados.0.smithi102.stdout:229: rmattr oid 26 current snap is 15 2024-04-10T15:06:34.762 INFO:tasks.rados.rados.0.smithi102.stdout:229: done (2 left) 2024-04-10T15:06:34.762 INFO:tasks.rados.rados.0.smithi102.stdout:230: delete oid 2 current snap is 15 2024-04-10T15:06:34.764 INFO:tasks.rados.rados.0.smithi102.stdout:227: finishing write tid 1 to smithi10276805-17 2024-04-10T15:06:34.764 INFO:tasks.rados.rados.0.smithi102.stdout:228: finishing rollback tid 1 to smithi10276805-8 2024-04-10T15:06:34.764 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 0 (ObjNum 129 snap 0 seq_num 87943704) dirty dne 2024-04-10T15:06:34.766 INFO:tasks.rados.rados.0.smithi102.stdout:227: finishing write tid 2 to smithi10276805-17 2024-04-10T15:06:34.766 INFO:tasks.rados.rados.0.smithi102.stdout:227: finishing write tid 3 to smithi10276805-17 2024-04-10T15:06:34.767 INFO:tasks.rados.rados.0.smithi102.stdout:228: done (2 left) 2024-04-10T15:06:34.767 INFO:tasks.rados.rados.0.smithi102.stdout:230: done (1 left) 2024-04-10T15:06:34.767 INFO:tasks.rados.rados.0.smithi102.stdout:231: rmattr oid 10 current snap is 15 2024-04-10T15:06:34.767 INFO:tasks.rados.rados.0.smithi102.stdout:231: done (1 left) 2024-04-10T15:06:34.767 INFO:tasks.rados.rados.0.smithi102.stdout:232: snap_create 2024-04-10T15:06:34.768 INFO:tasks.rados.rados.0.smithi102.stdout:227: finishing write tid 4 to smithi10276805-17 2024-04-10T15:06:34.769 INFO:tasks.rados.rados.0.smithi102.stdout:227: finishing write tid 5 to smithi10276805-17 2024-04-10T15:06:34.769 INFO:tasks.rados.rados.0.smithi102.stdout:227: oid 17 updating version 0 to 26 2024-04-10T15:06:34.769 INFO:tasks.rados.rados.0.smithi102.stdout:227: oid 17 version 26 is already newer than 24 2024-04-10T15:06:34.769 INFO:tasks.rados.rados.0.smithi102.stdout:227: oid 17 version 26 is already newer than 25 2024-04-10T15:06:34.769 INFO:tasks.rados.rados.0.smithi102.stdout:227: oid 17 version 26 is already newer than 23 2024-04-10T15:06:34.769 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 26 (ObjNum 92 snap 15 seq_num 92) dirty exists 2024-04-10T15:06:34.769 INFO:tasks.rados.rados.0.smithi102.stdout:227: left oid 17 (ObjNum 92 snap 15 seq_num 92) 2024-04-10T15:06:35.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:34 smithi154 ceph-mon[30592]: Upgrade: Target is version 19.0.0-2838-ga5074d45 (unknown) 2024-04-10T15:06:35.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:34 smithi154 ceph-mon[30592]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, digests ['quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc'] 2024-04-10T15:06:35.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:34 smithi154 ceph-mon[30592]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-10T15:06:35.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:34 smithi154 ceph-mon[30592]: osdmap e103: 8 total, 8 up, 8 in 2024-04-10T15:06:35.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:34 smithi154 ceph-mon[30592]: osdmap e104: 8 total, 8 up, 8 in 2024-04-10T15:06:35.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:34 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:06:35.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:34 smithi102 ceph-mon[37987]: Upgrade: Target is version 19.0.0-2838-ga5074d45 (unknown) 2024-04-10T15:06:35.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:34 smithi102 ceph-mon[37987]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, digests ['quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc'] 2024-04-10T15:06:35.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:34 smithi102 ceph-mon[37987]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-10T15:06:35.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:34 smithi102 ceph-mon[37987]: osdmap e103: 8 total, 8 up, 8 in 2024-04-10T15:06:35.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:34 smithi102 ceph-mon[37987]: osdmap e104: 8 total, 8 up, 8 in 2024-04-10T15:06:35.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:34 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:06:35.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:34 smithi102 ceph-mon[26948]: Upgrade: Target is version 19.0.0-2838-ga5074d45 (unknown) 2024-04-10T15:06:35.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:34 smithi102 ceph-mon[26948]: Upgrade: Target container is quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, digests ['quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc'] 2024-04-10T15:06:35.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:34 smithi102 ceph-mon[26948]: Upgrade: Need to upgrade myself (mgr.y) 2024-04-10T15:06:35.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:34 smithi102 ceph-mon[26948]: osdmap e103: 8 total, 8 up, 8 in 2024-04-10T15:06:35.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:34 smithi102 ceph-mon[26948]: osdmap e104: 8 total, 8 up, 8 in 2024-04-10T15:06:35.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:34 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:06:35.747 INFO:tasks.rados.rados.0.smithi102.stdout:227: done (1 left) 2024-04-10T15:06:35.747 INFO:tasks.rados.rados.0.smithi102.stdout:232: done (0 left) 2024-04-10T15:06:35.748 INFO:tasks.rados.rados.0.smithi102.stdout:233: copy_from oid 48 from oid 47 current snap is 16 2024-04-10T15:06:35.748 INFO:tasks.rados.rados.0.smithi102.stdout:234: read oid 34 snap -1 2024-04-10T15:06:35.748 INFO:tasks.rados.rados.0.smithi102.stdout:234: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-10T15:06:35.748 INFO:tasks.rados.rados.0.smithi102.stdout:235: snap_create 2024-04-10T15:06:35.756 INFO:tasks.rados.rados.0.smithi102.stdout:233: finishing copy_from racing read to smithi10276805-48 2024-04-10T15:06:35.756 INFO:tasks.rados.rados.0.smithi102.stdout:234: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-10T15:06:35.777 INFO:tasks.rados.rados.0.smithi102.stdout:233: finishing copy_from to smithi10276805-48 2024-04-10T15:06:35.777 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 12 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-10T15:06:36.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:35 smithi154 ceph-mon[30592]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc on smithi154 2024-04-10T15:06:36.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:35 smithi154 ceph-mon[30592]: pgmap v132: 121 pgs: 121 active+clean; 57 MiB data, 321 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:36.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:35 smithi154 ceph-mon[30592]: osdmap e105: 8 total, 8 up, 8 in 2024-04-10T15:06:36.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:35 smithi102 ceph-mon[37987]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc on smithi154 2024-04-10T15:06:36.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:35 smithi102 ceph-mon[37987]: pgmap v132: 121 pgs: 121 active+clean; 57 MiB data, 321 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:36.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:35 smithi102 ceph-mon[37987]: osdmap e105: 8 total, 8 up, 8 in 2024-04-10T15:06:36.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:35 smithi102 ceph-mon[26948]: Upgrade: Pulling quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc on smithi154 2024-04-10T15:06:36.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:35 smithi102 ceph-mon[26948]: pgmap v132: 121 pgs: 121 active+clean; 57 MiB data, 321 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:36.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:35 smithi102 ceph-mon[26948]: osdmap e105: 8 total, 8 up, 8 in 2024-04-10T15:06:36.188 INFO:teuthology.orchestra.run.smithi102.stdout:true 2024-04-10T15:06:36.502 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:06:36.502 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (114s) 99s ago 2m 16.5M - 0.25.0 c8568f914cd2 8877963ef1e7 2024-04-10T15:06:36.502 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi154 *:3000 running (2m) 99s ago 2m 83.0M - 9.4.7 954c08fa6188 a24ea26325a1 2024-04-10T15:06:36.502 INFO:teuthology.orchestra.run.smithi102.stdout:mds.a smithi102 running (3m) 99s ago 3m 14.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 da51112648bf 2024-04-10T15:06:36.502 INFO:teuthology.orchestra.run.smithi102.stdout:mds.b smithi154 running (3m) 99s ago 3m 15.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 1c2f7bf05952 2024-04-10T15:06:36.502 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi154 *:8443,8765 running (7m) 99s ago 7m 448M - 18.2.2-1187-gd540ebac bb2c5eac26a4 c42810c2934e 2024-04-10T15:06:36.502 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:9283,8765 running (8m) 99s ago 8m 496M - 18.2.2-1187-gd540ebac bb2c5eac26a4 415294d1569c 2024-04-10T15:06:36.502 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (8m) 99s ago 8m 44.5M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 b5bf8e9454cf 2024-04-10T15:06:36.502 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi154 running (7m) 99s ago 7m 37.1M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 d5aaf18af9df 2024-04-10T15:06:36.502 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (7m) 99s ago 7m 36.3M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 964cff5f75bd 2024-04-10T15:06:36.502 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (2m) 99s ago 2m 3519k - 1.5.0 0da6a335fe13 dc103d21fc64 2024-04-10T15:06:36.503 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi154 *:9100 running (2m) 99s ago 2m 3380k - 1.5.0 0da6a335fe13 c71ce3c6ef09 2024-04-10T15:06:36.503 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (6m) 99s ago 6m 52.9M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 770d8faa5266 2024-04-10T15:06:36.503 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (6m) 99s ago 6m 46.5M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 6d2a7c667fff 2024-04-10T15:06:36.503 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (5m) 99s ago 5m 42.5M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 eb8f648e2007 2024-04-10T15:06:36.503 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (5m) 99s ago 5m 41.1M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 ebbbf8d35d32 2024-04-10T15:06:36.503 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi154 running (5m) 99s ago 5m 42.2M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 8ae20879a763 2024-04-10T15:06:36.503 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi154 running (4m) 99s ago 4m 49.2M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 51b30d38d077 2024-04-10T15:06:36.503 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi154 running (4m) 99s ago 4m 49.8M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 2dd28f8d572c 2024-04-10T15:06:36.503 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi154 running (3m) 99s ago 3m 49.5M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 a3af5b492398 2024-04-10T15:06:36.503 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi154 *:9095 running (108s) 99s ago 3m 27.0M - 2.43.0 a07b618ecd1d 9cee93d9cb0b 2024-04-10T15:06:36.744 INFO:tasks.rados.rados.0.smithi102.stdout:233: done (2 left) 2024-04-10T15:06:36.744 INFO:tasks.rados.rados.0.smithi102.stdout:234: done (1 left) 2024-04-10T15:06:36.744 INFO:tasks.rados.rados.0.smithi102.stdout:235: done (0 left) 2024-04-10T15:06:36.744 INFO:tasks.rados.rados.0.smithi102.stdout:236: read oid 47 snap -1 2024-04-10T15:06:36.744 INFO:tasks.rados.rados.0.smithi102.stdout:236: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-10T15:06:36.744 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 45 current snap is 17 2024-04-10T15:06:36.744 INFO:tasks.rados.rados.0.smithi102.stdout:237: seq_num 94 ranges {557056=778240,1335296=532480,1867776=270336} 2024-04-10T15:06:36.751 INFO:tasks.rados.rados.0.smithi102.stdout:237: writing smithi10276805-45 from 557056 to 1335296 tid 1 2024-04-10T15:06:36.754 INFO:tasks.rados.rados.0.smithi102.stdout:237: writing smithi10276805-45 from 1335296 to 1867776 tid 2 2024-04-10T15:06:36.756 INFO:tasks.rados.rados.0.smithi102.stdout:237: writing smithi10276805-45 from 1867776 to 2138112 tid 3 2024-04-10T15:06:36.756 INFO:tasks.rados.rados.0.smithi102.stdout:238: read oid 49 snap 16 2024-04-10T15:06:36.756 INFO:tasks.rados.rados.0.smithi102.stdout:238: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-10T15:06:36.756 INFO:tasks.rados.rados.0.smithi102.stdout:239: read oid 28 snap -1 2024-04-10T15:06:36.756 INFO:tasks.rados.rados.0.smithi102.stdout:239: expect deleted 2024-04-10T15:06:36.756 INFO:tasks.rados.rados.0.smithi102.stdout:240: read oid 46 snap 14 2024-04-10T15:06:36.756 INFO:tasks.rados.rados.0.smithi102.stdout:240: expect (ObjNum 89 snap 13 seq_num 89) 2024-04-10T15:06:36.756 INFO:tasks.rados.rados.0.smithi102.stdout:241: snap_remove snap 13 2024-04-10T15:06:36.895 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:06:36.895 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-10T15:06:36.895 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-10T15:06:36.895 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:06:36.896 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-10T15:06:36.896 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:06:36.896 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:06:36.896 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-10T15:06:36.896 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:06:36.896 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:06:36.896 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-10T15:06:36.896 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:06:36.896 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:06:36.896 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-10T15:06:36.896 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 15 2024-04-10T15:06:36.896 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:06:36.896 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:06:37.751 INFO:tasks.rados.rados.0.smithi102.stdout:241: done (5 left) 2024-04-10T15:06:37.751 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 17 2024-04-10T15:06:37.751 INFO:tasks.rados.rados.0.smithi102.stdout:242: seq_num 95 ranges {778240=794624,1572864=409600,1982464=393216} 2024-04-10T15:06:37.759 INFO:tasks.rados.rados.0.smithi102.stdout:242: writing smithi10276805-48 from 778240 to 1572864 tid 1 2024-04-10T15:06:37.761 INFO:tasks.rados.rados.0.smithi102.stdout:242: writing smithi10276805-48 from 1572864 to 1982464 tid 2 2024-04-10T15:06:37.764 INFO:tasks.rados.rados.0.smithi102.stdout:242: writing smithi10276805-48 from 1982464 to 2375680 tid 3 2024-04-10T15:06:37.764 INFO:tasks.rados.rados.0.smithi102.stdout:243: read oid 8 snap -1 2024-04-10T15:06:37.764 INFO:tasks.rados.rados.0.smithi102.stdout:243: expect deleted 2024-04-10T15:06:37.764 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 22 current snap is 17 2024-04-10T15:06:37.764 INFO:tasks.rados.rados.0.smithi102.stdout:244: seq_num 96 ranges {0=409600,409600=696320,1105920=507904} 2024-04-10T15:06:37.766 INFO:tasks.rados.rados.0.smithi102.stdout:244: writing smithi10276805-22 from 0 to 409600 tid 1 2024-04-10T15:06:37.771 INFO:tasks.rados.rados.0.smithi102.stdout:244: writing smithi10276805-22 from 409600 to 1105920 tid 2 2024-04-10T15:06:37.774 INFO:tasks.rados.rados.0.smithi102.stdout:244: writing smithi10276805-22 from 1105920 to 1613824 tid 3 2024-04-10T15:06:37.774 INFO:tasks.rados.rados.0.smithi102.stdout:245: setattr oid 18 current snap is 17 2024-04-10T15:06:37.774 INFO:tasks.rados.rados.0.smithi102.stdout:236: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-10T15:06:37.795 INFO:tasks.rados.rados.0.smithi102.stdout:237: finishing write tid 1 to smithi10276805-45 2024-04-10T15:06:37.795 INFO:tasks.rados.rados.0.smithi102.stdout:237: finishing write tid 2 to smithi10276805-45 2024-04-10T15:06:37.795 INFO:tasks.rados.rados.0.smithi102.stdout:237: finishing write tid 3 to smithi10276805-45 2024-04-10T15:06:37.795 INFO:tasks.rados.rados.0.smithi102.stdout:237: finishing write tid 4 to smithi10276805-45 2024-04-10T15:06:37.795 INFO:tasks.rados.rados.0.smithi102.stdout:237: finishing write tid 5 to smithi10276805-45 2024-04-10T15:06:37.796 INFO:tasks.rados.rados.0.smithi102.stdout:237: oid 45 updating version 0 to 64 2024-04-10T15:06:37.796 INFO:tasks.rados.rados.0.smithi102.stdout:237: oid 45 version 64 is already newer than 63 2024-04-10T15:06:37.796 INFO:tasks.rados.rados.0.smithi102.stdout:237: oid 45 version 64 is already newer than 62 2024-04-10T15:06:37.796 INFO:tasks.rados.rados.0.smithi102.stdout:237: oid 45 updating version 64 to 65 2024-04-10T15:06:37.796 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 65 (ObjNum 94 snap 17 seq_num 94) dirty exists 2024-04-10T15:06:37.796 INFO:tasks.rados.rados.0.smithi102.stdout:237: left oid 45 (ObjNum 94 snap 17 seq_num 94) 2024-04-10T15:06:37.796 INFO:tasks.rados.rados.0.smithi102.stdout:238: expect (ObjNum 48 snap 0 seq_num 48) 2024-04-10T15:06:37.816 INFO:tasks.rados.rados.0.smithi102.stdout:240: expect (ObjNum 89 snap 13 seq_num 89) 2024-04-10T15:06:37.941 INFO:tasks.rados.rados.0.smithi102.stdout:242: finishing write tid 1 to smithi10276805-48 2024-04-10T15:06:37.941 INFO:tasks.rados.rados.0.smithi102.stdout:242: finishing write tid 2 to smithi10276805-48 2024-04-10T15:06:37.941 INFO:tasks.rados.rados.0.smithi102.stdout:242: finishing write tid 3 to smithi10276805-48 2024-04-10T15:06:37.941 INFO:tasks.rados.rados.0.smithi102.stdout:242: finishing write tid 4 to smithi10276805-48 2024-04-10T15:06:37.941 INFO:tasks.rados.rados.0.smithi102.stdout:242: finishing write tid 5 to smithi10276805-48 2024-04-10T15:06:37.941 INFO:tasks.rados.rados.0.smithi102.stdout:242: oid 48 updating version 0 to 107 2024-04-10T15:06:37.941 INFO:tasks.rados.rados.0.smithi102.stdout:242: oid 48 version 107 is already newer than 105 2024-04-10T15:06:37.941 INFO:tasks.rados.rados.0.smithi102.stdout:242: oid 48 version 107 is already newer than 106 2024-04-10T15:06:37.941 INFO:tasks.rados.rados.0.smithi102.stdout:242: oid 48 version 107 is already newer than 104 2024-04-10T15:06:37.942 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 107 (ObjNum 95 snap 17 seq_num 95) dirty exists 2024-04-10T15:06:37.942 INFO:tasks.rados.rados.0.smithi102.stdout:242: left oid 48 (ObjNum 95 snap 17 seq_num 95) 2024-04-10T15:06:37.942 INFO:tasks.rados.rados.0.smithi102.stdout:244: finishing write tid 1 to smithi10276805-22 2024-04-10T15:06:37.942 INFO:tasks.rados.rados.0.smithi102.stdout:244: finishing write tid 2 to smithi10276805-22 2024-04-10T15:06:37.942 INFO:tasks.rados.rados.0.smithi102.stdout:244: finishing write tid 3 to smithi10276805-22 2024-04-10T15:06:37.942 INFO:tasks.rados.rados.0.smithi102.stdout:244: finishing write tid 4 to smithi10276805-22 2024-04-10T15:06:37.942 INFO:tasks.rados.rados.0.smithi102.stdout:244: finishing write tid 5 to smithi10276805-22 2024-04-10T15:06:37.942 INFO:tasks.rados.rados.0.smithi102.stdout:244: oid 22 updating version 0 to 73 2024-04-10T15:06:37.942 INFO:tasks.rados.rados.0.smithi102.stdout:244: oid 22 version 73 is already newer than 72 2024-04-10T15:06:37.942 INFO:tasks.rados.rados.0.smithi102.stdout:244: oid 22 version 73 is already newer than 70 2024-04-10T15:06:37.942 INFO:tasks.rados.rados.0.smithi102.stdout:244: oid 22 version 73 is already newer than 71 2024-04-10T15:06:37.942 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 73 (ObjNum 96 snap 17 seq_num 96) dirty exists 2024-04-10T15:06:37.942 INFO:tasks.rados.rados.0.smithi102.stdout:244: left oid 22 (ObjNum 96 snap 17 seq_num 96) 2024-04-10T15:06:37.942 INFO:tasks.rados.rados.0.smithi102.stdout:236: done (8 left) 2024-04-10T15:06:37.942 INFO:tasks.rados.rados.0.smithi102.stdout:237: done (7 left) 2024-04-10T15:06:37.943 INFO:tasks.rados.rados.0.smithi102.stdout:238: done (6 left) 2024-04-10T15:06:37.943 INFO:tasks.rados.rados.0.smithi102.stdout:239: done (5 left) 2024-04-10T15:06:37.943 INFO:tasks.rados.rados.0.smithi102.stdout:240: done (4 left) 2024-04-10T15:06:37.943 INFO:tasks.rados.rados.0.smithi102.stdout:242: done (3 left) 2024-04-10T15:06:37.943 INFO:tasks.rados.rados.0.smithi102.stdout:243: done (2 left) 2024-04-10T15:06:37.943 INFO:tasks.rados.rados.0.smithi102.stdout:244: done (1 left) 2024-04-10T15:06:37.943 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 17 2024-04-10T15:06:37.943 INFO:tasks.rados.rados.0.smithi102.stdout:246: seq_num 97 ranges {0=434176,434176=581632,1015808=540672,1556480=81920} 2024-04-10T15:06:37.943 INFO:tasks.rados.rados.0.smithi102.stdout:246: writing smithi10276805-2 from 0 to 434176 tid 1 2024-04-10T15:06:37.946 INFO:tasks.rados.rados.0.smithi102.stdout:246: writing smithi10276805-2 from 434176 to 1015808 tid 2 2024-04-10T15:06:37.949 INFO:tasks.rados.rados.0.smithi102.stdout:246: writing smithi10276805-2 from 1015808 to 1556480 tid 3 2024-04-10T15:06:37.949 INFO:tasks.rados.rados.0.smithi102.stdout:246: writing smithi10276805-2 from 1556480 to 1638400 tid 4 2024-04-10T15:06:37.950 INFO:tasks.rados.rados.0.smithi102.stdout:247: read oid 1 snap 16 2024-04-10T15:06:37.950 INFO:tasks.rados.rados.0.smithi102.stdout:247: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-10T15:06:37.950 INFO:tasks.rados.rados.0.smithi102.stdout:248: snap_remove snap 14 2024-04-10T15:06:38.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:37 smithi154 ceph-mon[30592]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:06:38.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:37 smithi154 ceph-mon[30592]: from='client.15081 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:06:38.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:37 smithi154 ceph-mon[30592]: pgmap v135: 121 pgs: 121 active+clean; 60 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-10T15:06:38.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:37 smithi154 ceph-mon[30592]: osdmap e106: 8 total, 8 up, 8 in 2024-04-10T15:06:38.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:37 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/447622165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:06:38.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:37 smithi102 ceph-mon[37987]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:06:38.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:37 smithi102 ceph-mon[37987]: from='client.15081 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:06:38.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:37 smithi102 ceph-mon[37987]: pgmap v135: 121 pgs: 121 active+clean; 60 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-10T15:06:38.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:37 smithi102 ceph-mon[37987]: osdmap e106: 8 total, 8 up, 8 in 2024-04-10T15:06:38.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:37 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/447622165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:06:38.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:37 smithi102 ceph-mon[26948]: from='client.24971 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:06:38.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:37 smithi102 ceph-mon[26948]: from='client.15081 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:06:38.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:37 smithi102 ceph-mon[26948]: pgmap v135: 121 pgs: 121 active+clean; 60 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-10T15:06:38.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:37 smithi102 ceph-mon[26948]: osdmap e106: 8 total, 8 up, 8 in 2024-04-10T15:06:38.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:37 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/447622165' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:06:38.755 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 16 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-10T15:06:38.755 INFO:tasks.rados.rados.0.smithi102.stdout:246: finishing write tid 1 to smithi10276805-2 2024-04-10T15:06:38.755 INFO:tasks.rados.rados.0.smithi102.stdout:246: finishing write tid 2 to smithi10276805-2 2024-04-10T15:06:38.755 INFO:tasks.rados.rados.0.smithi102.stdout:245: done (3 left) 2024-04-10T15:06:38.755 INFO:tasks.rados.rados.0.smithi102.stdout:248: done (2 left) 2024-04-10T15:06:38.755 INFO:tasks.rados.rados.0.smithi102.stdout:249: snap_remove snap 8 2024-04-10T15:06:39.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:38 smithi154 ceph-mon[30592]: osdmap e107: 8 total, 8 up, 8 in 2024-04-10T15:06:39.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:38 smithi102 ceph-mon[26948]: osdmap e107: 8 total, 8 up, 8 in 2024-04-10T15:06:39.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:38 smithi102 ceph-mon[37987]: osdmap e107: 8 total, 8 up, 8 in 2024-04-10T15:06:39.750 INFO:tasks.rados.rados.0.smithi102.stdout:246: finishing write tid 3 to smithi10276805-2 2024-04-10T15:06:39.751 INFO:tasks.rados.rados.0.smithi102.stdout:246: finishing write tid 4 to smithi10276805-2 2024-04-10T15:06:39.751 INFO:tasks.rados.rados.0.smithi102.stdout:246: finishing write tid 5 to smithi10276805-2 2024-04-10T15:06:39.751 INFO:tasks.rados.rados.0.smithi102.stdout:247: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-10T15:06:39.807 INFO:tasks.rados.rados.0.smithi102.stdout:246: finishing write tid 6 to smithi10276805-2 2024-04-10T15:06:39.808 INFO:tasks.rados.rados.0.smithi102.stdout:246: oid 2 updating version 0 to 23 2024-04-10T15:06:39.808 INFO:tasks.rados.rados.0.smithi102.stdout:246: oid 2 version 23 is already newer than 21 2024-04-10T15:06:39.808 INFO:tasks.rados.rados.0.smithi102.stdout:246: oid 2 version 23 is already newer than 20 2024-04-10T15:06:39.808 INFO:tasks.rados.rados.0.smithi102.stdout:246: oid 2 version 23 is already newer than 19 2024-04-10T15:06:39.808 INFO:tasks.rados.rados.0.smithi102.stdout:246: oid 2 version 23 is already newer than 22 2024-04-10T15:06:39.808 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 23 (ObjNum 97 snap 17 seq_num 97) dirty exists 2024-04-10T15:06:39.808 INFO:tasks.rados.rados.0.smithi102.stdout:246: left oid 2 (ObjNum 97 snap 17 seq_num 97) 2024-04-10T15:06:39.808 INFO:tasks.rados.rados.0.smithi102.stdout:246: done (2 left) 2024-04-10T15:06:39.808 INFO:tasks.rados.rados.0.smithi102.stdout:247: done (1 left) 2024-04-10T15:06:39.808 INFO:tasks.rados.rados.0.smithi102.stdout:249: done (0 left) 2024-04-10T15:06:39.808 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 34 current snap is 17 2024-04-10T15:06:39.808 INFO:tasks.rados.rados.0.smithi102.stdout:250: seq_num 98 ranges {778240=450560,1228800=466944,1695744=737280} 2024-04-10T15:06:39.814 INFO:tasks.rados.rados.0.smithi102.stdout:250: writing smithi10276805-34 from 778240 to 1228800 tid 1 2024-04-10T15:06:39.816 INFO:tasks.rados.rados.0.smithi102.stdout:250: writing smithi10276805-34 from 1228800 to 1695744 tid 2 2024-04-10T15:06:39.821 INFO:tasks.rados.rados.0.smithi102.stdout:250: writing smithi10276805-34 from 1695744 to 2433024 tid 3 2024-04-10T15:06:39.821 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 49 current snap is 17 2024-04-10T15:06:39.821 INFO:tasks.rados.rados.0.smithi102.stdout:250: finishing write tid 1 to smithi10276805-34 2024-04-10T15:06:39.821 INFO:tasks.rados.rados.0.smithi102.stdout:250: finishing write tid 2 to smithi10276805-34 2024-04-10T15:06:39.821 INFO:tasks.rados.rados.0.smithi102.stdout:251: seq_num 99 ranges {811008=466944,1277952=802816,2080768=401408} 2024-04-10T15:06:39.827 INFO:tasks.rados.rados.0.smithi102.stdout:251: writing smithi10276805-49 from 811008 to 1277952 tid 1 2024-04-10T15:06:39.832 INFO:tasks.rados.rados.0.smithi102.stdout:251: writing smithi10276805-49 from 1277952 to 2080768 tid 2 2024-04-10T15:06:39.835 INFO:tasks.rados.rados.0.smithi102.stdout:251: writing smithi10276805-49 from 2080768 to 2482176 tid 3 2024-04-10T15:06:39.835 INFO:tasks.rados.rados.0.smithi102.stdout:252: read oid 5 snap -1 2024-04-10T15:06:39.835 INFO:tasks.rados.rados.0.smithi102.stdout:252: expect deleted 2024-04-10T15:06:39.835 INFO:tasks.rados.rados.0.smithi102.stdout:253: read oid 1 snap 16 2024-04-10T15:06:39.835 INFO:tasks.rados.rados.0.smithi102.stdout:253: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-10T15:06:39.835 INFO:tasks.rados.rados.0.smithi102.stdout:254: setattr oid 37 current snap is 17 2024-04-10T15:06:39.835 INFO:tasks.rados.rados.0.smithi102.stdout:250: finishing write tid 3 to smithi10276805-34 2024-04-10T15:06:39.835 INFO:tasks.rados.rados.0.smithi102.stdout:250: finishing write tid 4 to smithi10276805-34 2024-04-10T15:06:39.835 INFO:tasks.rados.rados.0.smithi102.stdout:250: finishing write tid 5 to smithi10276805-34 2024-04-10T15:06:39.835 INFO:tasks.rados.rados.0.smithi102.stdout:250: oid 34 updating version 0 to 65 2024-04-10T15:06:39.835 INFO:tasks.rados.rados.0.smithi102.stdout:250: oid 34 updating version 65 to 68 2024-04-10T15:06:39.836 INFO:tasks.rados.rados.0.smithi102.stdout:250: oid 34 version 68 is already newer than 67 2024-04-10T15:06:39.836 INFO:tasks.rados.rados.0.smithi102.stdout:250: oid 34 version 68 is already newer than 66 2024-04-10T15:06:39.836 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 68 (ObjNum 98 snap 17 seq_num 98) dirty exists 2024-04-10T15:06:39.836 INFO:tasks.rados.rados.0.smithi102.stdout:250: left oid 34 (ObjNum 98 snap 17 seq_num 98) 2024-04-10T15:06:39.836 INFO:tasks.rados.rados.0.smithi102.stdout:251: finishing write tid 1 to smithi10276805-49 2024-04-10T15:06:39.836 INFO:tasks.rados.rados.0.smithi102.stdout:250: done (4 left) 2024-04-10T15:06:39.836 INFO:tasks.rados.rados.0.smithi102.stdout:252: done (3 left) 2024-04-10T15:06:39.837 INFO:tasks.rados.rados.0.smithi102.stdout:255: rollback oid 25 current snap is 17 2024-04-10T15:06:39.837 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 25 to 16 2024-04-10T15:06:39.837 INFO:tasks.rados.rados.0.smithi102.stdout:256: delete oid 30 current snap is 17 2024-04-10T15:06:39.837 INFO:tasks.rados.rados.0.smithi102.stdout:251: finishing write tid 2 to smithi10276805-49 2024-04-10T15:06:39.837 INFO:tasks.rados.rados.0.smithi102.stdout:251: finishing write tid 3 to smithi10276805-49 2024-04-10T15:06:39.837 INFO:tasks.rados.rados.0.smithi102.stdout:251: finishing write tid 4 to smithi10276805-49 2024-04-10T15:06:39.839 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 83 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-10T15:06:39.839 INFO:tasks.rados.rados.0.smithi102.stdout:251: finishing write tid 5 to smithi10276805-49 2024-04-10T15:06:39.839 INFO:tasks.rados.rados.0.smithi102.stdout:251: oid 49 updating version 0 to 52 2024-04-10T15:06:39.839 INFO:tasks.rados.rados.0.smithi102.stdout:251: oid 49 version 52 is already newer than 49 2024-04-10T15:06:39.839 INFO:tasks.rados.rados.0.smithi102.stdout:251: oid 49 version 52 is already newer than 51 2024-04-10T15:06:39.839 INFO:tasks.rados.rados.0.smithi102.stdout:251: oid 49 version 52 is already newer than 50 2024-04-10T15:06:39.839 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 52 (ObjNum 99 snap 17 seq_num 99) dirty exists 2024-04-10T15:06:39.839 INFO:tasks.rados.rados.0.smithi102.stdout:251: left oid 49 (ObjNum 99 snap 17 seq_num 99) 2024-04-10T15:06:39.839 INFO:tasks.rados.rados.0.smithi102.stdout:251: done (4 left) 2024-04-10T15:06:39.839 INFO:tasks.rados.rados.0.smithi102.stdout:254: done (3 left) 2024-04-10T15:06:39.840 INFO:tasks.rados.rados.0.smithi102.stdout:256: done (2 left) 2024-04-10T15:06:39.840 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 46 current snap is 17 2024-04-10T15:06:39.840 INFO:tasks.rados.rados.0.smithi102.stdout:257: seq_num 101 ranges {3342336=499712,3842048=573440,4415488=524288,4939776=106496} 2024-04-10T15:06:39.859 INFO:tasks.rados.rados.0.smithi102.stdout:257: writing smithi10276805-46 from 3342336 to 3842048 tid 1 2024-04-10T15:06:39.862 INFO:tasks.rados.rados.0.smithi102.stdout:257: writing smithi10276805-46 from 3842048 to 4415488 tid 2 2024-04-10T15:06:39.865 INFO:tasks.rados.rados.0.smithi102.stdout:257: writing smithi10276805-46 from 4415488 to 4939776 tid 3 2024-04-10T15:06:39.866 INFO:tasks.rados.rados.0.smithi102.stdout:257: writing smithi10276805-46 from 4939776 to 5046272 tid 4 2024-04-10T15:06:39.867 INFO:tasks.rados.rados.0.smithi102.stdout:258: setattr oid 11 current snap is 17 2024-04-10T15:06:39.867 INFO:tasks.rados.rados.0.smithi102.stdout:255: finishing rollback tid 0 to smithi10276805-25 2024-04-10T15:06:39.867 INFO:tasks.rados.rados.0.smithi102.stdout:255: finishing rollback tid 1 to smithi10276805-25 2024-04-10T15:06:39.867 INFO:tasks.rados.rados.0.smithi102.stdout:255: finishing rollback tid 2 to smithi10276805-25 2024-04-10T15:06:39.867 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 38 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-10T15:06:39.867 INFO:tasks.rados.rados.0.smithi102.stdout:253: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-10T15:06:39.916 INFO:tasks.rados.rados.0.smithi102.stdout:257: finishing write tid 1 to smithi10276805-46 2024-04-10T15:06:39.916 INFO:tasks.rados.rados.0.smithi102.stdout:257: finishing write tid 2 to smithi10276805-46 2024-04-10T15:06:39.916 INFO:tasks.rados.rados.0.smithi102.stdout:257: finishing write tid 3 to smithi10276805-46 2024-04-10T15:06:39.916 INFO:tasks.rados.rados.0.smithi102.stdout:257: finishing write tid 4 to smithi10276805-46 2024-04-10T15:06:39.916 INFO:tasks.rados.rados.0.smithi102.stdout:257: finishing write tid 5 to smithi10276805-46 2024-04-10T15:06:39.916 INFO:tasks.rados.rados.0.smithi102.stdout:257: finishing write tid 6 to smithi10276805-46 2024-04-10T15:06:39.916 INFO:tasks.rados.rados.0.smithi102.stdout:257: oid 46 updating version 0 to 85 2024-04-10T15:06:39.916 INFO:tasks.rados.rados.0.smithi102.stdout:257: oid 46 version 85 is already newer than 84 2024-04-10T15:06:39.916 INFO:tasks.rados.rados.0.smithi102.stdout:257: oid 46 version 85 is already newer than 83 2024-04-10T15:06:39.916 INFO:tasks.rados.rados.0.smithi102.stdout:257: oid 46 updating version 85 to 87 2024-04-10T15:06:39.916 INFO:tasks.rados.rados.0.smithi102.stdout:257: oid 46 version 87 is already newer than 86 2024-04-10T15:06:39.916 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 87 (ObjNum 101 snap 17 seq_num 101) dirty exists 2024-04-10T15:06:39.916 INFO:tasks.rados.rados.0.smithi102.stdout:257: left oid 46 (ObjNum 101 snap 17 seq_num 101) 2024-04-10T15:06:39.917 INFO:tasks.rados.rados.0.smithi102.stdout:253: done (3 left) 2024-04-10T15:06:39.917 INFO:tasks.rados.rados.0.smithi102.stdout:255: done (2 left) 2024-04-10T15:06:39.917 INFO:tasks.rados.rados.0.smithi102.stdout:257: done (1 left) 2024-04-10T15:06:39.917 INFO:tasks.rados.rados.0.smithi102.stdout:259: setattr oid 37 current snap is 17 2024-04-10T15:06:39.917 INFO:tasks.rados.rados.0.smithi102.stdout:260: snap_remove snap 15 2024-04-10T15:06:40.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:39 smithi154 ceph-mon[30592]: pgmap v138: 121 pgs: 121 active+clean; 60 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-10T15:06:40.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:39 smithi154 ceph-mon[30592]: osdmap e108: 8 total, 8 up, 8 in 2024-04-10T15:06:40.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:39 smithi154 ceph-mon[30592]: osdmap e109: 8 total, 8 up, 8 in 2024-04-10T15:06:40.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:39 smithi102 ceph-mon[26948]: pgmap v138: 121 pgs: 121 active+clean; 60 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-10T15:06:40.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:39 smithi102 ceph-mon[26948]: osdmap e108: 8 total, 8 up, 8 in 2024-04-10T15:06:40.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:39 smithi102 ceph-mon[26948]: osdmap e109: 8 total, 8 up, 8 in 2024-04-10T15:06:40.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:39 smithi102 ceph-mon[37987]: pgmap v138: 121 pgs: 121 active+clean; 60 MiB data, 325 MiB used, 715 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-10T15:06:40.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:39 smithi102 ceph-mon[37987]: osdmap e108: 8 total, 8 up, 8 in 2024-04-10T15:06:40.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:39 smithi102 ceph-mon[37987]: osdmap e109: 8 total, 8 up, 8 in 2024-04-10T15:06:40.160 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:06:39 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:06:39] "GET /metrics HTTP/1.1" 200 36086 "" "Prometheus/2.43.0" 2024-04-10T15:06:40.760 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 77 (ObjNum 90 snap 13 seq_num 90) dirty exists 2024-04-10T15:06:40.760 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 84 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-10T15:06:40.760 INFO:tasks.rados.rados.0.smithi102.stdout:258: done (2 left) 2024-04-10T15:06:40.760 INFO:tasks.rados.rados.0.smithi102.stdout:259: done (1 left) 2024-04-10T15:06:40.760 INFO:tasks.rados.rados.0.smithi102.stdout:260: done (0 left) 2024-04-10T15:06:40.761 INFO:tasks.rados.rados.0.smithi102.stdout:261: read oid 31 snap -1 2024-04-10T15:06:40.761 INFO:tasks.rados.rados.0.smithi102.stdout:261: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:06:40.761 INFO:tasks.rados.rados.0.smithi102.stdout:262: read oid 28 snap -1 2024-04-10T15:06:40.761 INFO:tasks.rados.rados.0.smithi102.stdout:262: expect deleted 2024-04-10T15:06:40.761 INFO:tasks.rados.rados.0.smithi102.stdout:263: snap_create 2024-04-10T15:06:40.767 INFO:tasks.rados.rados.0.smithi102.stdout:261: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:06:41.772 INFO:tasks.rados.rados.0.smithi102.stdout:261: done (2 left) 2024-04-10T15:06:41.772 INFO:tasks.rados.rados.0.smithi102.stdout:262: done (1 left) 2024-04-10T15:06:41.772 INFO:tasks.rados.rados.0.smithi102.stdout:263: done (0 left) 2024-04-10T15:06:41.772 INFO:tasks.rados.rados.0.smithi102.stdout:264: rollback oid 30 current snap is 18 2024-04-10T15:06:41.772 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 30 to 16 2024-04-10T15:06:41.772 INFO:tasks.rados.rados.0.smithi102.stdout:265: copy_from oid 9 from oid 25 current snap is 18 2024-04-10T15:06:41.772 INFO:tasks.rados.rados.0.smithi102.stdout:266: copy_from oid 12 from oid 28 current snap is 18 2024-04-10T15:06:41.772 INFO:tasks.rados.rados.0.smithi102.stdout:267: read oid 1 snap -1 2024-04-10T15:06:41.772 INFO:tasks.rados.rados.0.smithi102.stdout:267: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-10T15:06:41.772 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 32 current snap is 18 2024-04-10T15:06:41.773 INFO:tasks.rados.rados.0.smithi102.stdout:268: seq_num 102 ranges {3440640=516096,3956736=450560,4407296=729088,5136384=24576} 2024-04-10T15:06:41.793 INFO:tasks.rados.rados.0.smithi102.stdout:268: writing smithi10276805-32 from 3440640 to 3956736 tid 1 2024-04-10T15:06:41.795 INFO:tasks.rados.rados.0.smithi102.stdout:268: writing smithi10276805-32 from 3956736 to 4407296 tid 2 2024-04-10T15:06:41.800 INFO:tasks.rados.rados.0.smithi102.stdout:268: writing smithi10276805-32 from 4407296 to 5136384 tid 3 2024-04-10T15:06:41.800 INFO:tasks.rados.rados.0.smithi102.stdout:268: writing smithi10276805-32 from 5136384 to 5160960 tid 4 2024-04-10T15:06:41.800 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 36 current snap is 18 2024-04-10T15:06:41.800 INFO:tasks.rados.rados.0.smithi102.stdout:264: finishing rollback tid 1 to smithi10276805-30 2024-04-10T15:06:41.801 INFO:tasks.rados.rados.0.smithi102.stdout:264: finishing rollback tid 2 to smithi10276805-30 2024-04-10T15:06:41.801 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 61 (ObjNum 73 snap 9 seq_num 73) dirty exists 2024-04-10T15:06:41.801 INFO:tasks.rados.rados.0.smithi102.stdout:266: finishing copy_from to smithi10276805-12 2024-04-10T15:06:41.801 INFO:tasks.rados.rados.0.smithi102.stdout:266: got expected ENOENT (src dne) 2024-04-10T15:06:41.801 INFO:tasks.rados.rados.0.smithi102.stdout:266: finishing copy_from racing read to smithi10276805-12 2024-04-10T15:06:41.801 INFO:tasks.rados.rados.0.smithi102.stdout:267: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-10T15:06:41.849 INFO:tasks.rados.rados.0.smithi102.stdout:265: finishing copy_from racing read to smithi10276805-9 2024-04-10T15:06:41.849 INFO:tasks.rados.rados.0.smithi102.stdout:265: finishing copy_from to smithi10276805-9 2024-04-10T15:06:41.849 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 38 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-10T15:06:41.849 INFO:tasks.rados.rados.0.smithi102.stdout:268: finishing write tid 1 to smithi10276805-32 2024-04-10T15:06:41.850 INFO:tasks.rados.rados.0.smithi102.stdout:268: finishing write tid 2 to smithi10276805-32 2024-04-10T15:06:41.850 INFO:tasks.rados.rados.0.smithi102.stdout:269: seq_num 103 ranges {778240=532480,1310720=737280,2048000=466944} 2024-04-10T15:06:41.856 INFO:tasks.rados.rados.0.smithi102.stdout:269: writing smithi10276805-36 from 778240 to 1310720 tid 1 2024-04-10T15:06:41.860 INFO:tasks.rados.rados.0.smithi102.stdout:269: writing smithi10276805-36 from 1310720 to 2048000 tid 2 2024-04-10T15:06:41.864 INFO:tasks.rados.rados.0.smithi102.stdout:269: writing smithi10276805-36 from 2048000 to 2514944 tid 3 2024-04-10T15:06:41.864 INFO:tasks.rados.rados.0.smithi102.stdout:264: done (5 left) 2024-04-10T15:06:41.864 INFO:tasks.rados.rados.0.smithi102.stdout:265: done (4 left) 2024-04-10T15:06:41.864 INFO:tasks.rados.rados.0.smithi102.stdout:266: done (3 left) 2024-04-10T15:06:41.864 INFO:tasks.rados.rados.0.smithi102.stdout:267: done (2 left) 2024-04-10T15:06:41.864 INFO:tasks.rados.rados.0.smithi102.stdout:270: rollback oid 7 current snap is 18 2024-04-10T15:06:41.864 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 7 to 16 2024-04-10T15:06:41.864 INFO:tasks.rados.rados.0.smithi102.stdout:268: finishing write tid 3 to smithi10276805-32 2024-04-10T15:06:41.864 INFO:tasks.rados.rados.0.smithi102.stdout:268: finishing write tid 4 to smithi10276805-32 2024-04-10T15:06:41.865 INFO:tasks.rados.rados.0.smithi102.stdout:268: finishing write tid 5 to smithi10276805-32 2024-04-10T15:06:41.865 INFO:tasks.rados.rados.0.smithi102.stdout:268: finishing write tid 6 to smithi10276805-32 2024-04-10T15:06:41.865 INFO:tasks.rados.rados.0.smithi102.stdout:268: oid 32 updating version 0 to 127 2024-04-10T15:06:41.865 INFO:tasks.rados.rados.0.smithi102.stdout:268: oid 32 version 127 is already newer than 125 2024-04-10T15:06:41.865 INFO:tasks.rados.rados.0.smithi102.stdout:268: oid 32 version 127 is already newer than 123 2024-04-10T15:06:41.865 INFO:tasks.rados.rados.0.smithi102.stdout:268: oid 32 version 127 is already newer than 126 2024-04-10T15:06:41.865 INFO:tasks.rados.rados.0.smithi102.stdout:268: oid 32 version 127 is already newer than 124 2024-04-10T15:06:41.865 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 127 (ObjNum 102 snap 18 seq_num 102) dirty exists 2024-04-10T15:06:41.865 INFO:tasks.rados.rados.0.smithi102.stdout:268: left oid 32 (ObjNum 102 snap 18 seq_num 102) 2024-04-10T15:06:41.865 INFO:tasks.rados.rados.0.smithi102.stdout:269: finishing write tid 1 to smithi10276805-36 2024-04-10T15:06:41.865 INFO:tasks.rados.rados.0.smithi102.stdout:269: finishing write tid 2 to smithi10276805-36 2024-04-10T15:06:41.865 INFO:tasks.rados.rados.0.smithi102.stdout:268: done (2 left) 2024-04-10T15:06:41.865 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 18 2024-04-10T15:06:41.865 INFO:tasks.rados.rados.0.smithi102.stdout:271: seq_num 104 ranges {638976=548864,1187840=622592,1810432=581632} 2024-04-10T15:06:41.870 INFO:tasks.rados.rados.0.smithi102.stdout:271: writing smithi10276805-10 from 638976 to 1187840 tid 1 2024-04-10T15:06:41.873 INFO:tasks.rados.rados.0.smithi102.stdout:271: writing smithi10276805-10 from 1187840 to 1810432 tid 2 2024-04-10T15:06:41.877 INFO:tasks.rados.rados.0.smithi102.stdout:271: writing smithi10276805-10 from 1810432 to 2392064 tid 3 2024-04-10T15:06:41.877 INFO:tasks.rados.rados.0.smithi102.stdout:272: read oid 13 snap -1 2024-04-10T15:06:41.877 INFO:tasks.rados.rados.0.smithi102.stdout:272: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-10T15:06:41.877 INFO:tasks.rados.rados.0.smithi102.stdout:273: rollback oid 26 current snap is 18 2024-04-10T15:06:41.878 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 26 to 17 2024-04-10T15:06:41.878 INFO:tasks.rados.rados.0.smithi102.stdout:269: finishing write tid 3 to smithi10276805-36 2024-04-10T15:06:41.878 INFO:tasks.rados.rados.0.smithi102.stdout:270: finishing rollback tid 0 to smithi10276805-7 2024-04-10T15:06:41.878 INFO:tasks.rados.rados.0.smithi102.stdout:270: finishing rollback tid 1 to smithi10276805-7 2024-04-10T15:06:41.878 INFO:tasks.rados.rados.0.smithi102.stdout:269: finishing write tid 4 to smithi10276805-36 2024-04-10T15:06:41.878 INFO:tasks.rados.rados.0.smithi102.stdout:270: finishing rollback tid 2 to smithi10276805-7 2024-04-10T15:06:41.878 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 58 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-10T15:06:41.878 INFO:tasks.rados.rados.0.smithi102.stdout:269: finishing write tid 5 to smithi10276805-36 2024-04-10T15:06:41.878 INFO:tasks.rados.rados.0.smithi102.stdout:269: oid 36 updating version 0 to 93 2024-04-10T15:06:41.878 INFO:tasks.rados.rados.0.smithi102.stdout:269: oid 36 version 93 is already newer than 91 2024-04-10T15:06:41.878 INFO:tasks.rados.rados.0.smithi102.stdout:269: oid 36 version 93 is already newer than 92 2024-04-10T15:06:41.878 INFO:tasks.rados.rados.0.smithi102.stdout:269: oid 36 updating version 93 to 94 2024-04-10T15:06:41.878 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 94 (ObjNum 103 snap 18 seq_num 103) dirty exists 2024-04-10T15:06:41.878 INFO:tasks.rados.rados.0.smithi102.stdout:269: left oid 36 (ObjNum 103 snap 18 seq_num 103) 2024-04-10T15:06:41.878 INFO:tasks.rados.rados.0.smithi102.stdout:271: finishing write tid 1 to smithi10276805-10 2024-04-10T15:06:41.879 INFO:tasks.rados.rados.0.smithi102.stdout:271: finishing write tid 2 to smithi10276805-10 2024-04-10T15:06:41.879 INFO:tasks.rados.rados.0.smithi102.stdout:269: done (4 left) 2024-04-10T15:06:41.879 INFO:tasks.rados.rados.0.smithi102.stdout:270: done (3 left) 2024-04-10T15:06:41.879 INFO:tasks.rados.rados.0.smithi102.stdout:274: rmattr oid 24 current snap is 18 2024-04-10T15:06:41.879 INFO:tasks.rados.rados.0.smithi102.stdout:274: done (3 left) 2024-04-10T15:06:41.879 INFO:tasks.rados.rados.0.smithi102.stdout:275: copy_from oid 8 from oid 7 current snap is 18 2024-04-10T15:06:41.879 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 32 current snap is 18 2024-04-10T15:06:41.879 INFO:tasks.rados.rados.0.smithi102.stdout:276: seq_num 105 ranges {5160960=565248,5726208=507904,6234112=507904,6742016=188416} 2024-04-10T15:06:41.907 INFO:tasks.rados.rados.0.smithi102.stdout:276: writing smithi10276805-32 from 5160960 to 5726208 tid 1 2024-04-10T15:06:41.910 INFO:tasks.rados.rados.0.smithi102.stdout:276: writing smithi10276805-32 from 5726208 to 6234112 tid 2 2024-04-10T15:06:41.913 INFO:tasks.rados.rados.0.smithi102.stdout:276: writing smithi10276805-32 from 6234112 to 6742016 tid 3 2024-04-10T15:06:41.914 INFO:tasks.rados.rados.0.smithi102.stdout:276: writing smithi10276805-32 from 6742016 to 6930432 tid 4 2024-04-10T15:06:41.914 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 12 current snap is 18 2024-04-10T15:06:41.914 INFO:tasks.rados.rados.0.smithi102.stdout:277: seq_num 106 ranges {188416=581632,770048=794624,1564672=409600} 2024-04-10T15:06:41.918 INFO:tasks.rados.rados.0.smithi102.stdout:277: writing smithi10276805-12 from 188416 to 770048 tid 1 2024-04-10T15:06:41.922 INFO:tasks.rados.rados.0.smithi102.stdout:277: writing smithi10276805-12 from 770048 to 1564672 tid 2 2024-04-10T15:06:41.926 INFO:tasks.rados.rados.0.smithi102.stdout:277: writing smithi10276805-12 from 1564672 to 1974272 tid 3 2024-04-10T15:06:41.926 INFO:tasks.rados.rados.0.smithi102.stdout:278: read oid 45 snap 16 2024-04-10T15:06:41.926 INFO:tasks.rados.rados.0.smithi102.stdout:278: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-10T15:06:41.926 INFO:tasks.rados.rados.0.smithi102.stdout:279: rmattr oid 17 current snap is 18 2024-04-10T15:06:41.926 INFO:tasks.rados.rados.0.smithi102.stdout:279: done (7 left) 2024-04-10T15:06:41.926 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 18 2024-04-10T15:06:41.926 INFO:tasks.rados.rados.0.smithi102.stdout:273: finishing rollback tid 1 to smithi10276805-26 2024-04-10T15:06:41.926 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 0 (ObjNum 3361 snap 0 seq_num 1382003424) dirty dne 2024-04-10T15:06:41.926 INFO:tasks.rados.rados.0.smithi102.stdout:271: finishing write tid 3 to smithi10276805-10 2024-04-10T15:06:41.926 INFO:tasks.rados.rados.0.smithi102.stdout:275: finishing copy_from racing read to smithi10276805-8 2024-04-10T15:06:41.926 INFO:tasks.rados.rados.0.smithi102.stdout:275: finishing copy_from to smithi10276805-8 2024-04-10T15:06:41.926 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 58 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-10T15:06:41.926 INFO:tasks.rados.rados.0.smithi102.stdout:272: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-10T15:06:41.931 INFO:tasks.rados.rados.0.smithi102.stdout:271: finishing write tid 4 to smithi10276805-10 2024-04-10T15:06:41.931 INFO:tasks.rados.rados.0.smithi102.stdout:271: finishing write tid 5 to smithi10276805-10 2024-04-10T15:06:41.932 INFO:tasks.rados.rados.0.smithi102.stdout:271: oid 10 updating version 0 to 84 2024-04-10T15:06:41.932 INFO:tasks.rados.rados.0.smithi102.stdout:271: oid 10 version 84 is already newer than 83 2024-04-10T15:06:41.932 INFO:tasks.rados.rados.0.smithi102.stdout:271: oid 10 version 84 is already newer than 81 2024-04-10T15:06:41.932 INFO:tasks.rados.rados.0.smithi102.stdout:271: oid 10 version 84 is already newer than 82 2024-04-10T15:06:41.932 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 84 (ObjNum 104 snap 18 seq_num 104) dirty exists 2024-04-10T15:06:41.932 INFO:tasks.rados.rados.0.smithi102.stdout:271: left oid 10 (ObjNum 104 snap 18 seq_num 104) 2024-04-10T15:06:41.932 INFO:tasks.rados.rados.0.smithi102.stdout:276: finishing write tid 1 to smithi10276805-32 2024-04-10T15:06:41.932 INFO:tasks.rados.rados.0.smithi102.stdout:280: seq_num 107 ranges {2375680=598016,2973696=729088,3702784=466944,4169728=8192} 2024-04-10T15:06:41.947 INFO:tasks.rados.rados.0.smithi102.stdout:280: writing smithi10276805-48 from 2375680 to 2973696 tid 1 2024-04-10T15:06:41.951 INFO:tasks.rados.rados.0.smithi102.stdout:280: writing smithi10276805-48 from 2973696 to 3702784 tid 2 2024-04-10T15:06:41.955 INFO:tasks.rados.rados.0.smithi102.stdout:280: writing smithi10276805-48 from 3702784 to 4169728 tid 3 2024-04-10T15:06:41.955 INFO:tasks.rados.rados.0.smithi102.stdout:280: writing smithi10276805-48 from 4169728 to 4177920 tid 4 2024-04-10T15:06:41.955 INFO:tasks.rados.rados.0.smithi102.stdout:271: done (7 left) 2024-04-10T15:06:41.955 INFO:tasks.rados.rados.0.smithi102.stdout:272: done (6 left) 2024-04-10T15:06:41.955 INFO:tasks.rados.rados.0.smithi102.stdout:273: done (5 left) 2024-04-10T15:06:41.955 INFO:tasks.rados.rados.0.smithi102.stdout:275: done (4 left) 2024-04-10T15:06:41.955 INFO:tasks.rados.rados.0.smithi102.stdout:281: read oid 2 snap -1 2024-04-10T15:06:41.955 INFO:tasks.rados.rados.0.smithi102.stdout:281: expect (ObjNum 97 snap 17 seq_num 97) 2024-04-10T15:06:41.955 INFO:tasks.rados.rados.0.smithi102.stdout:282: read oid 7 snap 16 2024-04-10T15:06:41.955 INFO:tasks.rados.rados.0.smithi102.stdout:282: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-10T15:06:41.955 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 41 current snap is 18 2024-04-10T15:06:41.955 INFO:tasks.rados.rados.0.smithi102.stdout:276: finishing write tid 2 to smithi10276805-32 2024-04-10T15:06:41.956 INFO:tasks.rados.rados.0.smithi102.stdout:276: finishing write tid 3 to smithi10276805-32 2024-04-10T15:06:41.956 INFO:tasks.rados.rados.0.smithi102.stdout:276: finishing write tid 4 to smithi10276805-32 2024-04-10T15:06:41.956 INFO:tasks.rados.rados.0.smithi102.stdout:283: seq_num 108 ranges {1449984=614400,2064384=606208,2670592=598016} 2024-04-10T15:06:41.965 INFO:tasks.rados.rados.0.smithi102.stdout:283: writing smithi10276805-41 from 1449984 to 2064384 tid 1 2024-04-10T15:06:41.969 INFO:tasks.rados.rados.0.smithi102.stdout:283: writing smithi10276805-41 from 2064384 to 2670592 tid 2 2024-04-10T15:06:41.972 INFO:tasks.rados.rados.0.smithi102.stdout:283: writing smithi10276805-41 from 2670592 to 3268608 tid 3 2024-04-10T15:06:41.972 INFO:tasks.rados.rados.0.smithi102.stdout:284: snap_remove snap 17 2024-04-10T15:06:42.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:41 smithi154 ceph-mon[30592]: pgmap v141: 121 pgs: 121 active+clean; 59 MiB data, 327 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-10T15:06:42.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:41 smithi154 ceph-mon[30592]: osdmap e110: 8 total, 8 up, 8 in 2024-04-10T15:06:42.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:41 smithi102 ceph-mon[26948]: pgmap v141: 121 pgs: 121 active+clean; 59 MiB data, 327 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-10T15:06:42.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:41 smithi102 ceph-mon[26948]: osdmap e110: 8 total, 8 up, 8 in 2024-04-10T15:06:42.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:41 smithi102 ceph-mon[37987]: pgmap v141: 121 pgs: 121 active+clean; 59 MiB data, 327 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-10T15:06:42.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:41 smithi102 ceph-mon[37987]: osdmap e110: 8 total, 8 up, 8 in 2024-04-10T15:06:42.783 INFO:tasks.rados.rados.0.smithi102.stdout:284: done (7 left) 2024-04-10T15:06:42.783 INFO:tasks.rados.rados.0.smithi102.stdout:285: copy_from oid 11 from oid 23 current snap is 18 2024-04-10T15:06:42.783 INFO:tasks.rados.rados.0.smithi102.stdout:276: finishing write tid 5 to smithi10276805-32 2024-04-10T15:06:42.783 INFO:tasks.rados.rados.0.smithi102.stdout:276: finishing write tid 6 to smithi10276805-32 2024-04-10T15:06:42.783 INFO:tasks.rados.rados.0.smithi102.stdout:276: oid 32 updating version 0 to 131 2024-04-10T15:06:42.783 INFO:tasks.rados.rados.0.smithi102.stdout:276: oid 32 version 131 is already newer than 129 2024-04-10T15:06:42.783 INFO:tasks.rados.rados.0.smithi102.stdout:276: oid 32 version 131 is already newer than 128 2024-04-10T15:06:42.783 INFO:tasks.rados.rados.0.smithi102.stdout:276: oid 32 version 131 is already newer than 130 2024-04-10T15:06:42.783 INFO:tasks.rados.rados.0.smithi102.stdout:276: oid 32 updating version 131 to 132 2024-04-10T15:06:42.783 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 132 (ObjNum 105 snap 18 seq_num 105) dirty exists 2024-04-10T15:06:42.783 INFO:tasks.rados.rados.0.smithi102.stdout:276: left oid 32 (ObjNum 105 snap 18 seq_num 105) 2024-04-10T15:06:42.784 INFO:tasks.rados.rados.0.smithi102.stdout:277: finishing write tid 1 to smithi10276805-12 2024-04-10T15:06:42.784 INFO:tasks.rados.rados.0.smithi102.stdout:276: done (7 left) 2024-04-10T15:06:42.784 INFO:tasks.rados.rados.0.smithi102.stdout:286: rollback oid 18 current snap is 18 2024-04-10T15:06:42.784 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 18 to 16 2024-04-10T15:06:42.784 INFO:tasks.rados.rados.0.smithi102.stdout:287: rollback oid 10 current snap is 18 2024-04-10T15:06:42.784 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 10 to 16 2024-04-10T15:06:42.784 INFO:tasks.rados.rados.0.smithi102.stdout:277: finishing write tid 2 to smithi10276805-12 2024-04-10T15:06:42.784 INFO:tasks.rados.rados.0.smithi102.stdout:277: finishing write tid 3 to smithi10276805-12 2024-04-10T15:06:42.784 INFO:tasks.rados.rados.0.smithi102.stdout:277: finishing write tid 4 to smithi10276805-12 2024-04-10T15:06:42.784 INFO:tasks.rados.rados.0.smithi102.stdout:288: rmattr oid 15 current snap is 18 2024-04-10T15:06:42.784 INFO:tasks.rados.rados.0.smithi102.stdout:288: done (9 left) 2024-04-10T15:06:42.784 INFO:tasks.rados.rados.0.smithi102.stdout:289: rollback oid 14 current snap is 18 2024-04-10T15:06:42.784 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 14 to 16 2024-04-10T15:06:42.784 INFO:tasks.rados.rados.0.smithi102.stdout:290: rmattr oid 6 current snap is 18 2024-04-10T15:06:42.784 INFO:tasks.rados.rados.0.smithi102.stdout:290: done (10 left) 2024-04-10T15:06:42.784 INFO:tasks.rados.rados.0.smithi102.stdout:291: copy_from oid 44 from oid 28 current snap is 18 2024-04-10T15:06:42.784 INFO:tasks.rados.rados.0.smithi102.stdout:292: rollback oid 39 current snap is 18 2024-04-10T15:06:42.785 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 39 to 16 2024-04-10T15:06:42.785 INFO:tasks.rados.rados.0.smithi102.stdout:277: finishing write tid 5 to smithi10276805-12 2024-04-10T15:06:42.785 INFO:tasks.rados.rados.0.smithi102.stdout:277: oid 12 updating version 0 to 24 2024-04-10T15:06:42.785 INFO:tasks.rados.rados.0.smithi102.stdout:277: oid 12 updating version 24 to 27 2024-04-10T15:06:42.785 INFO:tasks.rados.rados.0.smithi102.stdout:277: oid 12 version 27 is already newer than 25 2024-04-10T15:06:42.785 INFO:tasks.rados.rados.0.smithi102.stdout:277: oid 12 version 27 is already newer than 26 2024-04-10T15:06:42.785 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 27 (ObjNum 106 snap 18 seq_num 106) dirty exists 2024-04-10T15:06:42.785 INFO:tasks.rados.rados.0.smithi102.stdout:277: left oid 12 (ObjNum 106 snap 18 seq_num 106) 2024-04-10T15:06:42.785 INFO:tasks.rados.rados.0.smithi102.stdout:278: expect (ObjNum 33 snap 0 seq_num 33) 2024-04-10T15:06:42.801 INFO:tasks.rados.rados.0.smithi102.stdout:280: finishing write tid 1 to smithi10276805-48 2024-04-10T15:06:42.801 INFO:tasks.rados.rados.0.smithi102.stdout:280: finishing write tid 2 to smithi10276805-48 2024-04-10T15:06:42.801 INFO:tasks.rados.rados.0.smithi102.stdout:282: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-10T15:06:42.803 INFO:tasks.rados.rados.0.smithi102.stdout:280: finishing write tid 3 to smithi10276805-48 2024-04-10T15:06:42.803 INFO:tasks.rados.rados.0.smithi102.stdout:280: finishing write tid 4 to smithi10276805-48 2024-04-10T15:06:42.803 INFO:tasks.rados.rados.0.smithi102.stdout:280: finishing write tid 5 to smithi10276805-48 2024-04-10T15:06:42.803 INFO:tasks.rados.rados.0.smithi102.stdout:280: finishing write tid 6 to smithi10276805-48 2024-04-10T15:06:42.803 INFO:tasks.rados.rados.0.smithi102.stdout:280: oid 48 updating version 0 to 136 2024-04-10T15:06:42.803 INFO:tasks.rados.rados.0.smithi102.stdout:280: oid 48 updating version 136 to 138 2024-04-10T15:06:42.803 INFO:tasks.rados.rados.0.smithi102.stdout:280: oid 48 version 138 is already newer than 134 2024-04-10T15:06:42.804 INFO:tasks.rados.rados.0.smithi102.stdout:280: oid 48 version 138 is already newer than 135 2024-04-10T15:06:42.804 INFO:tasks.rados.rados.0.smithi102.stdout:280: oid 48 version 138 is already newer than 137 2024-04-10T15:06:42.804 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 138 (ObjNum 107 snap 18 seq_num 107) dirty exists 2024-04-10T15:06:42.804 INFO:tasks.rados.rados.0.smithi102.stdout:280: left oid 48 (ObjNum 107 snap 18 seq_num 107) 2024-04-10T15:06:42.804 INFO:tasks.rados.rados.0.smithi102.stdout:277: done (11 left) 2024-04-10T15:06:42.804 INFO:tasks.rados.rados.0.smithi102.stdout:278: done (10 left) 2024-04-10T15:06:42.804 INFO:tasks.rados.rados.0.smithi102.stdout:280: done (9 left) 2024-04-10T15:06:42.804 INFO:tasks.rados.rados.0.smithi102.stdout:282: done (8 left) 2024-04-10T15:06:42.804 INFO:tasks.rados.rados.0.smithi102.stdout:293: snap_create 2024-04-10T15:06:42.804 INFO:tasks.rados.rados.0.smithi102.stdout:281: expect (ObjNum 97 snap 17 seq_num 97) 2024-04-10T15:06:42.845 INFO:tasks.rados.rados.0.smithi102.stdout:283: finishing write tid 1 to smithi10276805-41 2024-04-10T15:06:42.845 INFO:tasks.rados.rados.0.smithi102.stdout:283: finishing write tid 2 to smithi10276805-41 2024-04-10T15:06:42.845 INFO:tasks.rados.rados.0.smithi102.stdout:283: finishing write tid 3 to smithi10276805-41 2024-04-10T15:06:42.846 INFO:tasks.rados.rados.0.smithi102.stdout:283: finishing write tid 4 to smithi10276805-41 2024-04-10T15:06:42.846 INFO:tasks.rados.rados.0.smithi102.stdout:283: finishing write tid 5 to smithi10276805-41 2024-04-10T15:06:42.846 INFO:tasks.rados.rados.0.smithi102.stdout:283: oid 41 updating version 0 to 88 2024-04-10T15:06:42.846 INFO:tasks.rados.rados.0.smithi102.stdout:283: oid 41 updating version 88 to 89 2024-04-10T15:06:42.846 INFO:tasks.rados.rados.0.smithi102.stdout:283: oid 41 updating version 89 to 91 2024-04-10T15:06:42.846 INFO:tasks.rados.rados.0.smithi102.stdout:283: oid 41 version 91 is already newer than 90 2024-04-10T15:06:42.846 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 91 (ObjNum 108 snap 18 seq_num 108) dirty exists 2024-04-10T15:06:42.846 INFO:tasks.rados.rados.0.smithi102.stdout:283: left oid 41 (ObjNum 108 snap 18 seq_num 108) 2024-04-10T15:06:42.846 INFO:tasks.rados.rados.0.smithi102.stdout:286: finishing rollback tid 0 to smithi10276805-18 2024-04-10T15:06:42.846 INFO:tasks.rados.rados.0.smithi102.stdout:286: finishing rollback tid 1 to smithi10276805-18 2024-04-10T15:06:42.846 INFO:tasks.rados.rados.0.smithi102.stdout:289: finishing rollback tid 0 to smithi10276805-14 2024-04-10T15:06:42.846 INFO:tasks.rados.rados.0.smithi102.stdout:286: finishing rollback tid 2 to smithi10276805-18 2024-04-10T15:06:42.846 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 32 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-10T15:06:42.846 INFO:tasks.rados.rados.0.smithi102.stdout:289: finishing rollback tid 1 to smithi10276805-14 2024-04-10T15:06:42.847 INFO:tasks.rados.rados.0.smithi102.stdout:289: finishing rollback tid 2 to smithi10276805-14 2024-04-10T15:06:42.847 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 62 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-10T15:06:42.847 INFO:tasks.rados.rados.0.smithi102.stdout:287: finishing rollback tid 0 to smithi10276805-10 2024-04-10T15:06:42.847 INFO:tasks.rados.rados.0.smithi102.stdout:291: finishing copy_from to smithi10276805-44 2024-04-10T15:06:42.847 INFO:tasks.rados.rados.0.smithi102.stdout:291: got expected ENOENT (src dne) 2024-04-10T15:06:42.847 INFO:tasks.rados.rados.0.smithi102.stdout:291: finishing copy_from racing read to smithi10276805-44 2024-04-10T15:06:42.847 INFO:tasks.rados.rados.0.smithi102.stdout:292: finishing rollback tid 0 to smithi10276805-39 2024-04-10T15:06:42.847 INFO:tasks.rados.rados.0.smithi102.stdout:292: finishing rollback tid 1 to smithi10276805-39 2024-04-10T15:06:42.847 INFO:tasks.rados.rados.0.smithi102.stdout:292: finishing rollback tid 2 to smithi10276805-39 2024-04-10T15:06:42.847 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 66 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-10T15:06:42.847 INFO:tasks.rados.rados.0.smithi102.stdout:287: finishing rollback tid 1 to smithi10276805-10 2024-04-10T15:06:42.847 INFO:tasks.rados.rados.0.smithi102.stdout:287: finishing rollback tid 2 to smithi10276805-10 2024-04-10T15:06:42.847 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 87 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-10T15:06:42.847 INFO:tasks.rados.rados.0.smithi102.stdout:285: finishing copy_from racing read to smithi10276805-11 2024-04-10T15:06:42.847 INFO:tasks.rados.rados.0.smithi102.stdout:285: finishing copy_from to smithi10276805-11 2024-04-10T15:06:42.847 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 28 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-10T15:06:43.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:42 smithi154 ceph-mon[30592]: osdmap e111: 8 total, 8 up, 8 in 2024-04-10T15:06:43.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:42 smithi102 ceph-mon[26948]: osdmap e111: 8 total, 8 up, 8 in 2024-04-10T15:06:43.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:42 smithi102 ceph-mon[37987]: osdmap e111: 8 total, 8 up, 8 in 2024-04-10T15:06:43.778 INFO:tasks.rados.rados.0.smithi102.stdout:281: done (8 left) 2024-04-10T15:06:43.778 INFO:tasks.rados.rados.0.smithi102.stdout:283: done (7 left) 2024-04-10T15:06:43.778 INFO:tasks.rados.rados.0.smithi102.stdout:285: done (6 left) 2024-04-10T15:06:43.778 INFO:tasks.rados.rados.0.smithi102.stdout:286: done (5 left) 2024-04-10T15:06:43.778 INFO:tasks.rados.rados.0.smithi102.stdout:287: done (4 left) 2024-04-10T15:06:43.778 INFO:tasks.rados.rados.0.smithi102.stdout:289: done (3 left) 2024-04-10T15:06:43.778 INFO:tasks.rados.rados.0.smithi102.stdout:291: done (2 left) 2024-04-10T15:06:43.778 INFO:tasks.rados.rados.0.smithi102.stdout:292: done (1 left) 2024-04-10T15:06:43.778 INFO:tasks.rados.rados.0.smithi102.stdout:293: done (0 left) 2024-04-10T15:06:43.778 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 16 current snap is 19 2024-04-10T15:06:43.778 INFO:tasks.rados.rados.0.smithi102.stdout:294: seq_num 109 ranges {2342912=630784,2973696=491520,3465216=483328,3948544=229376} 2024-04-10T15:06:43.794 INFO:tasks.rados.rados.0.smithi102.stdout:294: writing smithi10276805-16 from 2342912 to 2973696 tid 1 2024-04-10T15:06:43.796 INFO:tasks.rados.rados.0.smithi102.stdout:294: writing smithi10276805-16 from 2973696 to 3465216 tid 2 2024-04-10T15:06:43.799 INFO:tasks.rados.rados.0.smithi102.stdout:294: writing smithi10276805-16 from 3465216 to 3948544 tid 3 2024-04-10T15:06:43.801 INFO:tasks.rados.rados.0.smithi102.stdout:294: writing smithi10276805-16 from 3948544 to 4177920 tid 4 2024-04-10T15:06:43.801 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 18 current snap is 19 2024-04-10T15:06:43.801 INFO:tasks.rados.rados.0.smithi102.stdout:294: finishing write tid 1 to smithi10276805-16 2024-04-10T15:06:43.801 INFO:tasks.rados.rados.0.smithi102.stdout:295: seq_num 110 ranges {393216=647168,1040384=778240,1818624=425984} 2024-04-10T15:06:43.806 INFO:tasks.rados.rados.0.smithi102.stdout:295: writing smithi10276805-18 from 393216 to 1040384 tid 1 2024-04-10T15:06:43.811 INFO:tasks.rados.rados.0.smithi102.stdout:295: writing smithi10276805-18 from 1040384 to 1818624 tid 2 2024-04-10T15:06:43.814 INFO:tasks.rados.rados.0.smithi102.stdout:295: writing smithi10276805-18 from 1818624 to 2244608 tid 3 2024-04-10T15:06:43.814 INFO:tasks.rados.rados.0.smithi102.stdout:296: setattr oid 45 current snap is 19 2024-04-10T15:06:43.814 INFO:tasks.rados.rados.0.smithi102.stdout:294: finishing write tid 2 to smithi10276805-16 2024-04-10T15:06:43.814 INFO:tasks.rados.rados.0.smithi102.stdout:294: finishing write tid 3 to smithi10276805-16 2024-04-10T15:06:43.814 INFO:tasks.rados.rados.0.smithi102.stdout:294: finishing write tid 4 to smithi10276805-16 2024-04-10T15:06:43.814 INFO:tasks.rados.rados.0.smithi102.stdout:294: finishing write tid 5 to smithi10276805-16 2024-04-10T15:06:43.814 INFO:tasks.rados.rados.0.smithi102.stdout:294: finishing write tid 6 to smithi10276805-16 2024-04-10T15:06:43.814 INFO:tasks.rados.rados.0.smithi102.stdout:294: oid 16 updating version 0 to 88 2024-04-10T15:06:43.814 INFO:tasks.rados.rados.0.smithi102.stdout:294: oid 16 version 88 is already newer than 85 2024-04-10T15:06:43.814 INFO:tasks.rados.rados.0.smithi102.stdout:294: oid 16 version 88 is already newer than 86 2024-04-10T15:06:43.815 INFO:tasks.rados.rados.0.smithi102.stdout:294: oid 16 version 88 is already newer than 84 2024-04-10T15:06:43.815 INFO:tasks.rados.rados.0.smithi102.stdout:294: oid 16 version 88 is already newer than 87 2024-04-10T15:06:43.815 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 88 (ObjNum 109 snap 19 seq_num 109) dirty exists 2024-04-10T15:06:43.815 INFO:tasks.rados.rados.0.smithi102.stdout:294: left oid 16 (ObjNum 109 snap 19 seq_num 109) 2024-04-10T15:06:43.815 INFO:tasks.rados.rados.0.smithi102.stdout:295: finishing write tid 1 to smithi10276805-18 2024-04-10T15:06:43.815 INFO:tasks.rados.rados.0.smithi102.stdout:295: finishing write tid 2 to smithi10276805-18 2024-04-10T15:06:43.815 INFO:tasks.rados.rados.0.smithi102.stdout:294: done (2 left) 2024-04-10T15:06:43.815 INFO:tasks.rados.rados.0.smithi102.stdout:297: snap_remove snap 16 2024-04-10T15:06:44.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:43 smithi154 ceph-mon[30592]: pgmap v144: 121 pgs: 121 active+clean; 59 MiB data, 327 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-10T15:06:44.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:43 smithi154 ceph-mon[30592]: osdmap e112: 8 total, 8 up, 8 in 2024-04-10T15:06:44.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:43 smithi102 ceph-mon[37987]: pgmap v144: 121 pgs: 121 active+clean; 59 MiB data, 327 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-10T15:06:44.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:43 smithi102 ceph-mon[37987]: osdmap e112: 8 total, 8 up, 8 in 2024-04-10T15:06:44.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:43 smithi102 ceph-mon[26948]: pgmap v144: 121 pgs: 121 active+clean; 59 MiB data, 327 MiB used, 715 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.9 MiB/s wr, 36 op/s 2024-04-10T15:06:44.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:43 smithi102 ceph-mon[26948]: osdmap e112: 8 total, 8 up, 8 in 2024-04-10T15:06:44.743 INFO:tasks.rados.rados.0.smithi102.stdout:295: finishing write tid 3 to smithi10276805-18 2024-04-10T15:06:44.744 INFO:tasks.rados.rados.0.smithi102.stdout:295: finishing write tid 4 to smithi10276805-18 2024-04-10T15:06:44.744 INFO:tasks.rados.rados.0.smithi102.stdout:295: finishing write tid 5 to smithi10276805-18 2024-04-10T15:06:44.744 INFO:tasks.rados.rados.0.smithi102.stdout:295: oid 18 updating version 0 to 37 2024-04-10T15:06:44.744 INFO:tasks.rados.rados.0.smithi102.stdout:295: oid 18 version 37 is already newer than 35 2024-04-10T15:06:44.744 INFO:tasks.rados.rados.0.smithi102.stdout:295: oid 18 version 37 is already newer than 34 2024-04-10T15:06:44.744 INFO:tasks.rados.rados.0.smithi102.stdout:295: oid 18 version 37 is already newer than 36 2024-04-10T15:06:44.744 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 37 (ObjNum 110 snap 19 seq_num 110) dirty exists 2024-04-10T15:06:44.744 INFO:tasks.rados.rados.0.smithi102.stdout:295: left oid 18 (ObjNum 110 snap 19 seq_num 110) 2024-04-10T15:06:44.744 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 90 (ObjNum 94 snap 17 seq_num 94) dirty exists 2024-04-10T15:06:44.744 INFO:tasks.rados.rados.0.smithi102.stdout:295: done (2 left) 2024-04-10T15:06:44.744 INFO:tasks.rados.rados.0.smithi102.stdout:296: done (1 left) 2024-04-10T15:06:44.744 INFO:tasks.rados.rados.0.smithi102.stdout:297: done (0 left) 2024-04-10T15:06:44.744 INFO:tasks.rados.rados.0.smithi102.stdout:298: setattr oid 40 current snap is 19 2024-04-10T15:06:44.745 INFO:tasks.rados.rados.0.smithi102.stdout:299: snap_create 2024-04-10T15:06:44.755 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 102 (ObjNum 88 snap 13 seq_num 88) dirty exists 2024-04-10T15:06:45.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:44 smithi154 ceph-mon[30592]: osdmap e113: 8 total, 8 up, 8 in 2024-04-10T15:06:45.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:44 smithi154 ceph-mon[30592]: osdmap e114: 8 total, 8 up, 8 in 2024-04-10T15:06:45.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:44 smithi102 ceph-mon[37987]: osdmap e113: 8 total, 8 up, 8 in 2024-04-10T15:06:45.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:44 smithi102 ceph-mon[37987]: osdmap e114: 8 total, 8 up, 8 in 2024-04-10T15:06:45.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:44 smithi102 ceph-mon[26948]: osdmap e113: 8 total, 8 up, 8 in 2024-04-10T15:06:45.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:44 smithi102 ceph-mon[26948]: osdmap e114: 8 total, 8 up, 8 in 2024-04-10T15:06:45.747 INFO:tasks.rados.rados.0.smithi102.stdout:298: done (1 left) 2024-04-10T15:06:45.747 INFO:tasks.rados.rados.0.smithi102.stdout:299: done (0 left) 2024-04-10T15:06:45.748 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 33 current snap is 20 2024-04-10T15:06:45.748 INFO:tasks.rados.rados.0.smithi102.stdout:300: seq_num 111 ranges {0=663552,663552=663552,1327104=450560,1777664=90112} 2024-04-10T15:06:45.751 INFO:tasks.rados.rados.0.smithi102.stdout:300: writing smithi10276805-33 from 0 to 663552 tid 1 2024-04-10T15:06:45.755 INFO:tasks.rados.rados.0.smithi102.stdout:300: writing smithi10276805-33 from 663552 to 1327104 tid 2 2024-04-10T15:06:45.757 INFO:tasks.rados.rados.0.smithi102.stdout:300: writing smithi10276805-33 from 1327104 to 1777664 tid 3 2024-04-10T15:06:45.758 INFO:tasks.rados.rados.0.smithi102.stdout:300: writing smithi10276805-33 from 1777664 to 1867776 tid 4 2024-04-10T15:06:45.758 INFO:tasks.rados.rados.0.smithi102.stdout:300: finishing write tid 1 to smithi10276805-33 2024-04-10T15:06:45.758 INFO:tasks.rados.rados.0.smithi102.stdout:300: finishing write tid 2 to smithi10276805-33 2024-04-10T15:06:45.759 INFO:tasks.rados.rados.0.smithi102.stdout:301: copy_from oid 18 from oid 13 current snap is 20 2024-04-10T15:06:45.759 INFO:tasks.rados.rados.0.smithi102.stdout:302: snap_create 2024-04-10T15:06:45.764 INFO:tasks.rados.rados.0.smithi102.stdout:300: finishing write tid 3 to smithi10276805-33 2024-04-10T15:06:45.764 INFO:tasks.rados.rados.0.smithi102.stdout:300: finishing write tid 4 to smithi10276805-33 2024-04-10T15:06:45.764 INFO:tasks.rados.rados.0.smithi102.stdout:300: finishing write tid 5 to smithi10276805-33 2024-04-10T15:06:45.765 INFO:tasks.rados.rados.0.smithi102.stdout:300: finishing write tid 6 to smithi10276805-33 2024-04-10T15:06:45.765 INFO:tasks.rados.rados.0.smithi102.stdout:300: oid 33 updating version 0 to 66 2024-04-10T15:06:45.765 INFO:tasks.rados.rados.0.smithi102.stdout:300: oid 33 updating version 66 to 68 2024-04-10T15:06:45.766 INFO:tasks.rados.rados.0.smithi102.stdout:300: oid 33 version 68 is already newer than 67 2024-04-10T15:06:45.766 INFO:tasks.rados.rados.0.smithi102.stdout:300: oid 33 version 68 is already newer than 64 2024-04-10T15:06:45.766 INFO:tasks.rados.rados.0.smithi102.stdout:300: oid 33 version 68 is already newer than 65 2024-04-10T15:06:45.766 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 68 (ObjNum 111 snap 20 seq_num 111) dirty exists 2024-04-10T15:06:45.766 INFO:tasks.rados.rados.0.smithi102.stdout:300: left oid 33 (ObjNum 111 snap 20 seq_num 111) 2024-04-10T15:06:45.767 INFO:tasks.rados.rados.0.smithi102.stdout:301: finishing copy_from racing read to smithi10276805-18 2024-04-10T15:06:45.767 INFO:tasks.rados.rados.0.smithi102.stdout:301: finishing copy_from to smithi10276805-18 2024-04-10T15:06:45.767 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 82 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-10T15:06:46.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:45 smithi154 ceph-mon[30592]: pgmap v147: 121 pgs: 121 active+clean; 59 MiB data, 327 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:46.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:45 smithi154 ceph-mon[30592]: osdmap e115: 8 total, 8 up, 8 in 2024-04-10T15:06:46.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:45 smithi102 ceph-mon[37987]: pgmap v147: 121 pgs: 121 active+clean; 59 MiB data, 327 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:46.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:45 smithi102 ceph-mon[37987]: osdmap e115: 8 total, 8 up, 8 in 2024-04-10T15:06:46.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:45 smithi102 ceph-mon[26948]: pgmap v147: 121 pgs: 121 active+clean; 59 MiB data, 327 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:46.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:45 smithi102 ceph-mon[26948]: osdmap e115: 8 total, 8 up, 8 in 2024-04-10T15:06:46.747 INFO:tasks.rados.rados.0.smithi102.stdout:300: done (2 left) 2024-04-10T15:06:46.747 INFO:tasks.rados.rados.0.smithi102.stdout:301: done (1 left) 2024-04-10T15:06:46.748 INFO:tasks.rados.rados.0.smithi102.stdout:302: done (0 left) 2024-04-10T15:06:46.748 INFO:tasks.rados.rados.0.smithi102.stdout:303: snap_create 2024-04-10T15:06:47.749 INFO:tasks.rados.rados.0.smithi102.stdout:303: done (0 left) 2024-04-10T15:06:47.749 INFO:tasks.rados.rados.0.smithi102.stdout:304: read oid 15 snap -1 2024-04-10T15:06:47.749 INFO:tasks.rados.rados.0.smithi102.stdout:304: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-10T15:06:47.749 INFO:tasks.rados.rados.0.smithi102.stdout:305: read oid 1 snap -1 2024-04-10T15:06:47.749 INFO:tasks.rados.rados.0.smithi102.stdout:305: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-10T15:06:47.749 INFO:tasks.rados.rados.0.smithi102.stdout:306: read oid 10 snap -1 2024-04-10T15:06:47.749 INFO:tasks.rados.rados.0.smithi102.stdout:306: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-10T15:06:47.749 INFO:tasks.rados.rados.0.smithi102.stdout:307: delete oid 49 current snap is 22 2024-04-10T15:06:47.753 INFO:tasks.rados.rados.0.smithi102.stdout:307: done (3 left) 2024-04-10T15:06:47.753 INFO:tasks.rados.rados.0.smithi102.stdout:308: delete oid 27 current snap is 22 2024-04-10T15:06:47.756 INFO:tasks.rados.rados.0.smithi102.stdout:308: done (3 left) 2024-04-10T15:06:47.756 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 19 current snap is 22 2024-04-10T15:06:47.756 INFO:tasks.rados.rados.0.smithi102.stdout:309: seq_num 114 ranges {1531904=712704,2244608=712704,2957312=491520} 2024-04-10T15:06:47.768 INFO:tasks.rados.rados.0.smithi102.stdout:309: writing smithi10276805-19 from 1531904 to 2244608 tid 1 2024-04-10T15:06:47.773 INFO:tasks.rados.rados.0.smithi102.stdout:309: writing smithi10276805-19 from 2244608 to 2957312 tid 2 2024-04-10T15:06:47.776 INFO:tasks.rados.rados.0.smithi102.stdout:309: writing smithi10276805-19 from 2957312 to 3448832 tid 3 2024-04-10T15:06:47.776 INFO:tasks.rados.rados.0.smithi102.stdout:310: delete oid 27 current snap is 22 2024-04-10T15:06:47.776 INFO:tasks.rados.rados.0.smithi102.stdout:306: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-10T15:06:47.794 INFO:tasks.rados.rados.0.smithi102.stdout:304: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-10T15:06:47.795 INFO:tasks.rados.rados.0.smithi102.stdout:305: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-10T15:06:47.844 INFO:tasks.rados.rados.0.smithi102.stdout:309: finishing write tid 1 to smithi10276805-19 2024-04-10T15:06:47.844 INFO:tasks.rados.rados.0.smithi102.stdout:309: finishing write tid 2 to smithi10276805-19 2024-04-10T15:06:47.844 INFO:tasks.rados.rados.0.smithi102.stdout:309: finishing write tid 3 to smithi10276805-19 2024-04-10T15:06:47.844 INFO:tasks.rados.rados.0.smithi102.stdout:309: finishing write tid 4 to smithi10276805-19 2024-04-10T15:06:47.844 INFO:tasks.rados.rados.0.smithi102.stdout:309: finishing write tid 5 to smithi10276805-19 2024-04-10T15:06:47.844 INFO:tasks.rados.rados.0.smithi102.stdout:309: oid 19 updating version 0 to 101 2024-04-10T15:06:47.844 INFO:tasks.rados.rados.0.smithi102.stdout:309: oid 19 updating version 101 to 102 2024-04-10T15:06:47.844 INFO:tasks.rados.rados.0.smithi102.stdout:309: oid 19 version 102 is already newer than 99 2024-04-10T15:06:47.844 INFO:tasks.rados.rados.0.smithi102.stdout:309: oid 19 version 102 is already newer than 100 2024-04-10T15:06:47.844 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 102 (ObjNum 114 snap 22 seq_num 114) dirty exists 2024-04-10T15:06:47.844 INFO:tasks.rados.rados.0.smithi102.stdout:309: left oid 19 (ObjNum 114 snap 22 seq_num 114) 2024-04-10T15:06:47.845 INFO:tasks.rados.rados.0.smithi102.stdout:304: done (4 left) 2024-04-10T15:06:47.845 INFO:tasks.rados.rados.0.smithi102.stdout:305: done (3 left) 2024-04-10T15:06:47.845 INFO:tasks.rados.rados.0.smithi102.stdout:306: done (2 left) 2024-04-10T15:06:47.845 INFO:tasks.rados.rados.0.smithi102.stdout:309: done (1 left) 2024-04-10T15:06:47.845 INFO:tasks.rados.rados.0.smithi102.stdout:310: done (0 left) 2024-04-10T15:06:47.845 INFO:tasks.rados.rados.0.smithi102.stdout:311: snap_remove snap 18 2024-04-10T15:06:48.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:47 smithi154 ceph-mon[30592]: pgmap v150: 121 pgs: 121 active+clean; 71 MiB data, 353 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-04-10T15:06:48.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:47 smithi154 ceph-mon[30592]: osdmap e116: 8 total, 8 up, 8 in 2024-04-10T15:06:48.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:47 smithi102 ceph-mon[37987]: pgmap v150: 121 pgs: 121 active+clean; 71 MiB data, 353 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-04-10T15:06:48.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:47 smithi102 ceph-mon[37987]: osdmap e116: 8 total, 8 up, 8 in 2024-04-10T15:06:48.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:47 smithi102 ceph-mon[26948]: pgmap v150: 121 pgs: 121 active+clean; 71 MiB data, 353 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-04-10T15:06:48.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:47 smithi102 ceph-mon[26948]: osdmap e116: 8 total, 8 up, 8 in 2024-04-10T15:06:48.769 INFO:tasks.rados.rados.0.smithi102.stdout:311: done (0 left) 2024-04-10T15:06:48.769 INFO:tasks.rados.rados.0.smithi102.stdout:312: delete oid 38 current snap is 22 2024-04-10T15:06:48.774 INFO:tasks.rados.rados.0.smithi102.stdout:312: done (0 left) 2024-04-10T15:06:48.774 INFO:tasks.rados.rados.0.smithi102.stdout:313: copy_from oid 36 from oid 46 current snap is 22 2024-04-10T15:06:48.774 INFO:tasks.rados.rados.0.smithi102.stdout:314: rollback oid 15 current snap is 22 2024-04-10T15:06:48.774 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 15 to 19 2024-04-10T15:06:48.774 INFO:tasks.rados.rados.0.smithi102.stdout:315: setattr oid 14 current snap is 22 2024-04-10T15:06:48.775 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 50 current snap is 22 2024-04-10T15:06:48.775 INFO:tasks.rados.rados.0.smithi102.stdout:316: seq_num 117 ranges {2359296=770048,3129344=417792,3547136=442368,3989504=344064} 2024-04-10T15:06:48.792 INFO:tasks.rados.rados.0.smithi102.stdout:316: writing smithi10276805-50 from 2359296 to 3129344 tid 1 2024-04-10T15:06:48.795 INFO:tasks.rados.rados.0.smithi102.stdout:316: writing smithi10276805-50 from 3129344 to 3547136 tid 2 2024-04-10T15:06:48.797 INFO:tasks.rados.rados.0.smithi102.stdout:316: writing smithi10276805-50 from 3547136 to 3989504 tid 3 2024-04-10T15:06:48.800 INFO:tasks.rados.rados.0.smithi102.stdout:316: writing smithi10276805-50 from 3989504 to 4333568 tid 4 2024-04-10T15:06:48.800 INFO:tasks.rados.rados.0.smithi102.stdout:314: finishing rollback tid 0 to smithi10276805-15 2024-04-10T15:06:48.800 INFO:tasks.rados.rados.0.smithi102.stdout:314: finishing rollback tid 1 to smithi10276805-15 2024-04-10T15:06:48.800 INFO:tasks.rados.rados.0.smithi102.stdout:314: finishing rollback tid 2 to smithi10276805-15 2024-04-10T15:06:48.800 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 150 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-10T15:06:48.800 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 83 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-10T15:06:48.800 INFO:tasks.rados.rados.0.smithi102.stdout:313: finishing copy_from racing read to smithi10276805-36 2024-04-10T15:06:48.800 INFO:tasks.rados.rados.0.smithi102.stdout:314: done (3 left) 2024-04-10T15:06:48.801 INFO:tasks.rados.rados.0.smithi102.stdout:315: done (2 left) 2024-04-10T15:06:48.801 INFO:tasks.rados.rados.0.smithi102.stdout:317: read oid 44 snap 21 2024-04-10T15:06:48.801 INFO:tasks.rados.rados.0.smithi102.stdout:317: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:06:48.801 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 42 current snap is 22 2024-04-10T15:06:48.801 INFO:tasks.rados.rados.0.smithi102.stdout:318: seq_num 118 ranges {696320=786432,1482752=704512,2187264=499712} 2024-04-10T15:06:48.808 INFO:tasks.rados.rados.0.smithi102.stdout:318: writing smithi10276805-42 from 696320 to 1482752 tid 1 2024-04-10T15:06:48.812 INFO:tasks.rados.rados.0.smithi102.stdout:318: writing smithi10276805-42 from 1482752 to 2187264 tid 2 2024-04-10T15:06:48.815 INFO:tasks.rados.rados.0.smithi102.stdout:318: writing smithi10276805-42 from 2187264 to 2686976 tid 3 2024-04-10T15:06:48.815 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 28 current snap is 22 2024-04-10T15:06:48.815 INFO:tasks.rados.rados.0.smithi102.stdout:313: finishing copy_from to smithi10276805-36 2024-04-10T15:06:48.816 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 87 (ObjNum 101 snap 17 seq_num 101) dirty exists 2024-04-10T15:06:48.816 INFO:tasks.rados.rados.0.smithi102.stdout:319: seq_num 119 ranges {0=802816,802816=589824,1392640=409600,1802240=204800} 2024-04-10T15:06:48.820 INFO:tasks.rados.rados.0.smithi102.stdout:319: writing smithi10276805-28 from 0 to 802816 tid 1 2024-04-10T15:06:48.823 INFO:tasks.rados.rados.0.smithi102.stdout:319: writing smithi10276805-28 from 802816 to 1392640 tid 2 2024-04-10T15:06:48.825 INFO:tasks.rados.rados.0.smithi102.stdout:319: writing smithi10276805-28 from 1392640 to 1802240 tid 3 2024-04-10T15:06:48.827 INFO:tasks.rados.rados.0.smithi102.stdout:319: writing smithi10276805-28 from 1802240 to 2007040 tid 4 2024-04-10T15:06:48.827 INFO:tasks.rados.rados.0.smithi102.stdout:313: done (4 left) 2024-04-10T15:06:48.827 INFO:tasks.rados.rados.0.smithi102.stdout:320: rollback oid 9 current snap is 22 2024-04-10T15:06:48.827 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 9 to 20 2024-04-10T15:06:48.827 INFO:tasks.rados.rados.0.smithi102.stdout:316: finishing write tid 1 to smithi10276805-50 2024-04-10T15:06:48.827 INFO:tasks.rados.rados.0.smithi102.stdout:316: finishing write tid 2 to smithi10276805-50 2024-04-10T15:06:48.827 INFO:tasks.rados.rados.0.smithi102.stdout:316: finishing write tid 3 to smithi10276805-50 2024-04-10T15:06:48.827 INFO:tasks.rados.rados.0.smithi102.stdout:316: finishing write tid 4 to smithi10276805-50 2024-04-10T15:06:48.827 INFO:tasks.rados.rados.0.smithi102.stdout:316: finishing write tid 5 to smithi10276805-50 2024-04-10T15:06:48.827 INFO:tasks.rados.rados.0.smithi102.stdout:316: finishing write tid 6 to smithi10276805-50 2024-04-10T15:06:48.827 INFO:tasks.rados.rados.0.smithi102.stdout:316: oid 50 updating version 0 to 39 2024-04-10T15:06:48.827 INFO:tasks.rados.rados.0.smithi102.stdout:316: oid 50 version 39 is already newer than 36 2024-04-10T15:06:48.828 INFO:tasks.rados.rados.0.smithi102.stdout:316: oid 50 version 39 is already newer than 37 2024-04-10T15:06:48.828 INFO:tasks.rados.rados.0.smithi102.stdout:316: oid 50 updating version 39 to 40 2024-04-10T15:06:48.828 INFO:tasks.rados.rados.0.smithi102.stdout:316: oid 50 version 40 is already newer than 38 2024-04-10T15:06:48.828 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 40 (ObjNum 117 snap 22 seq_num 117) dirty exists 2024-04-10T15:06:48.828 INFO:tasks.rados.rados.0.smithi102.stdout:316: left oid 50 (ObjNum 117 snap 22 seq_num 117) 2024-04-10T15:06:48.828 INFO:tasks.rados.rados.0.smithi102.stdout:317: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:06:48.837 INFO:tasks.rados.rados.0.smithi102.stdout:318: finishing write tid 1 to smithi10276805-42 2024-04-10T15:06:48.837 INFO:tasks.rados.rados.0.smithi102.stdout:318: finishing write tid 2 to smithi10276805-42 2024-04-10T15:06:48.837 INFO:tasks.rados.rados.0.smithi102.stdout:316: done (4 left) 2024-04-10T15:06:48.837 INFO:tasks.rados.rados.0.smithi102.stdout:317: done (3 left) 2024-04-10T15:06:48.837 INFO:tasks.rados.rados.0.smithi102.stdout:321: snap_remove snap 19 2024-04-10T15:06:49.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:48 smithi154 ceph-mon[30592]: osdmap e117: 8 total, 8 up, 8 in 2024-04-10T15:06:49.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:48 smithi102 ceph-mon[37987]: osdmap e117: 8 total, 8 up, 8 in 2024-04-10T15:06:49.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:48 smithi102 ceph-mon[26948]: osdmap e117: 8 total, 8 up, 8 in 2024-04-10T15:06:49.748 INFO:tasks.rados.rados.0.smithi102.stdout:321: done (3 left) 2024-04-10T15:06:49.748 INFO:tasks.rados.rados.0.smithi102.stdout:322: rollback oid 17 current snap is 22 2024-04-10T15:06:49.748 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 17 to 20 2024-04-10T15:06:49.748 INFO:tasks.rados.rados.0.smithi102.stdout:318: finishing write tid 3 to smithi10276805-42 2024-04-10T15:06:49.749 INFO:tasks.rados.rados.0.smithi102.stdout:323: snap_create 2024-04-10T15:06:49.749 INFO:tasks.rados.rados.0.smithi102.stdout:318: finishing write tid 4 to smithi10276805-42 2024-04-10T15:06:49.749 INFO:tasks.rados.rados.0.smithi102.stdout:318: finishing write tid 5 to smithi10276805-42 2024-04-10T15:06:49.749 INFO:tasks.rados.rados.0.smithi102.stdout:318: oid 42 updating version 0 to 102 2024-04-10T15:06:49.749 INFO:tasks.rados.rados.0.smithi102.stdout:318: oid 42 updating version 102 to 104 2024-04-10T15:06:49.749 INFO:tasks.rados.rados.0.smithi102.stdout:318: oid 42 updating version 104 to 105 2024-04-10T15:06:49.749 INFO:tasks.rados.rados.0.smithi102.stdout:318: oid 42 version 105 is already newer than 103 2024-04-10T15:06:49.749 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 105 (ObjNum 118 snap 22 seq_num 118) dirty exists 2024-04-10T15:06:49.749 INFO:tasks.rados.rados.0.smithi102.stdout:318: left oid 42 (ObjNum 118 snap 22 seq_num 118) 2024-04-10T15:06:49.749 INFO:tasks.rados.rados.0.smithi102.stdout:319: finishing write tid 1 to smithi10276805-28 2024-04-10T15:06:49.749 INFO:tasks.rados.rados.0.smithi102.stdout:319: finishing write tid 2 to smithi10276805-28 2024-04-10T15:06:49.749 INFO:tasks.rados.rados.0.smithi102.stdout:319: finishing write tid 3 to smithi10276805-28 2024-04-10T15:06:49.749 INFO:tasks.rados.rados.0.smithi102.stdout:320: finishing rollback tid 0 to smithi10276805-9 2024-04-10T15:06:49.749 INFO:tasks.rados.rados.0.smithi102.stdout:320: finishing rollback tid 1 to smithi10276805-9 2024-04-10T15:06:49.749 INFO:tasks.rados.rados.0.smithi102.stdout:320: finishing rollback tid 2 to smithi10276805-9 2024-04-10T15:06:49.749 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 99 (ObjNum 50 snap 0 seq_num 50) dirty exists 2024-04-10T15:06:49.749 INFO:tasks.rados.rados.0.smithi102.stdout:319: finishing write tid 4 to smithi10276805-28 2024-04-10T15:06:49.750 INFO:tasks.rados.rados.0.smithi102.stdout:319: finishing write tid 5 to smithi10276805-28 2024-04-10T15:06:49.750 INFO:tasks.rados.rados.0.smithi102.stdout:319: finishing write tid 6 to smithi10276805-28 2024-04-10T15:06:49.750 INFO:tasks.rados.rados.0.smithi102.stdout:319: oid 28 updating version 0 to 153 2024-04-10T15:06:49.750 INFO:tasks.rados.rados.0.smithi102.stdout:319: oid 28 updating version 153 to 154 2024-04-10T15:06:49.750 INFO:tasks.rados.rados.0.smithi102.stdout:319: oid 28 version 154 is already newer than 152 2024-04-10T15:06:49.750 INFO:tasks.rados.rados.0.smithi102.stdout:319: oid 28 updating version 154 to 155 2024-04-10T15:06:49.750 INFO:tasks.rados.rados.0.smithi102.stdout:319: oid 28 version 155 is already newer than 151 2024-04-10T15:06:49.750 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 155 (ObjNum 119 snap 22 seq_num 119) dirty exists 2024-04-10T15:06:49.750 INFO:tasks.rados.rados.0.smithi102.stdout:319: left oid 28 (ObjNum 119 snap 22 seq_num 119) 2024-04-10T15:06:49.755 INFO:tasks.rados.rados.0.smithi102.stdout:322: finishing rollback tid 0 to smithi10276805-17 2024-04-10T15:06:49.756 INFO:tasks.rados.rados.0.smithi102.stdout:322: finishing rollback tid 1 to smithi10276805-17 2024-04-10T15:06:49.757 INFO:tasks.rados.rados.0.smithi102.stdout:322: finishing rollback tid 2 to smithi10276805-17 2024-04-10T15:06:49.757 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 44 (ObjNum 92 snap 15 seq_num 92) dirty exists 2024-04-10T15:06:50.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:49 smithi154 ceph-mon[30592]: pgmap v153: 121 pgs: 121 active+clean; 71 MiB data, 353 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-04-10T15:06:50.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:49 smithi154 ceph-mon[30592]: osdmap e118: 8 total, 8 up, 8 in 2024-04-10T15:06:50.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:49 smithi154 ceph-mon[30592]: osdmap e119: 8 total, 8 up, 8 in 2024-04-10T15:06:50.159 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:06:49 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:06:49] "GET /metrics HTTP/1.1" 200 36090 "" "Prometheus/2.43.0" 2024-04-10T15:06:50.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:49 smithi102 ceph-mon[37987]: pgmap v153: 121 pgs: 121 active+clean; 71 MiB data, 353 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-04-10T15:06:50.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:49 smithi102 ceph-mon[37987]: osdmap e118: 8 total, 8 up, 8 in 2024-04-10T15:06:50.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:49 smithi102 ceph-mon[37987]: osdmap e119: 8 total, 8 up, 8 in 2024-04-10T15:06:50.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:49 smithi102 ceph-mon[26948]: pgmap v153: 121 pgs: 121 active+clean; 71 MiB data, 353 MiB used, 715 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.5 MiB/s wr, 32 op/s 2024-04-10T15:06:50.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:49 smithi102 ceph-mon[26948]: osdmap e118: 8 total, 8 up, 8 in 2024-04-10T15:06:50.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:49 smithi102 ceph-mon[26948]: osdmap e119: 8 total, 8 up, 8 in 2024-04-10T15:06:50.746 INFO:tasks.rados.rados.0.smithi102.stdout:318: done (4 left) 2024-04-10T15:06:50.746 INFO:tasks.rados.rados.0.smithi102.stdout:319: done (3 left) 2024-04-10T15:06:50.747 INFO:tasks.rados.rados.0.smithi102.stdout:320: done (2 left) 2024-04-10T15:06:50.747 INFO:tasks.rados.rados.0.smithi102.stdout:322: done (1 left) 2024-04-10T15:06:50.747 INFO:tasks.rados.rados.0.smithi102.stdout:323: done (0 left) 2024-04-10T15:06:50.747 INFO:tasks.rados.rados.0.smithi102.stdout:324: read oid 23 snap -1 2024-04-10T15:06:50.747 INFO:tasks.rados.rados.0.smithi102.stdout:324: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-10T15:06:50.747 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 16 current snap is 23 2024-04-10T15:06:50.747 INFO:tasks.rados.rados.0.smithi102.stdout:325: seq_num 120 ranges {4177920=417792,4595712=475136,5070848=622592,5693440=507904} 2024-04-10T15:06:50.772 INFO:tasks.rados.rados.0.smithi102.stdout:325: writing smithi10276805-16 from 4177920 to 4595712 tid 1 2024-04-10T15:06:50.774 INFO:tasks.rados.rados.0.smithi102.stdout:325: writing smithi10276805-16 from 4595712 to 5070848 tid 2 2024-04-10T15:06:50.778 INFO:tasks.rados.rados.0.smithi102.stdout:325: writing smithi10276805-16 from 5070848 to 5693440 tid 3 2024-04-10T15:06:50.781 INFO:tasks.rados.rados.0.smithi102.stdout:325: writing smithi10276805-16 from 5693440 to 6201344 tid 4 2024-04-10T15:06:50.781 INFO:tasks.rados.rados.0.smithi102.stdout:326: setattr oid 13 current snap is 23 2024-04-10T15:06:50.781 INFO:tasks.rados.rados.0.smithi102.stdout:324: expect (ObjNum 53 snap 1 seq_num 53) 2024-04-10T15:06:50.822 INFO:tasks.rados.rados.0.smithi102.stdout:325: finishing write tid 1 to smithi10276805-16 2024-04-10T15:06:50.823 INFO:tasks.rados.rados.0.smithi102.stdout:325: finishing write tid 2 to smithi10276805-16 2024-04-10T15:06:50.823 INFO:tasks.rados.rados.0.smithi102.stdout:325: finishing write tid 3 to smithi10276805-16 2024-04-10T15:06:50.823 INFO:tasks.rados.rados.0.smithi102.stdout:325: finishing write tid 4 to smithi10276805-16 2024-04-10T15:06:50.823 INFO:tasks.rados.rados.0.smithi102.stdout:325: finishing write tid 5 to smithi10276805-16 2024-04-10T15:06:50.823 INFO:tasks.rados.rados.0.smithi102.stdout:325: finishing write tid 6 to smithi10276805-16 2024-04-10T15:06:50.823 INFO:tasks.rados.rados.0.smithi102.stdout:325: oid 16 updating version 0 to 111 2024-04-10T15:06:50.823 INFO:tasks.rados.rados.0.smithi102.stdout:325: oid 16 updating version 111 to 112 2024-04-10T15:06:50.823 INFO:tasks.rados.rados.0.smithi102.stdout:325: oid 16 version 112 is already newer than 110 2024-04-10T15:06:50.823 INFO:tasks.rados.rados.0.smithi102.stdout:325: oid 16 updating version 112 to 113 2024-04-10T15:06:50.823 INFO:tasks.rados.rados.0.smithi102.stdout:325: oid 16 version 113 is already newer than 109 2024-04-10T15:06:50.823 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 113 (ObjNum 120 snap 23 seq_num 120) dirty exists 2024-04-10T15:06:50.823 INFO:tasks.rados.rados.0.smithi102.stdout:325: left oid 16 (ObjNum 120 snap 23 seq_num 120) 2024-04-10T15:06:50.823 INFO:tasks.rados.rados.0.smithi102.stdout:324: done (2 left) 2024-04-10T15:06:50.823 INFO:tasks.rados.rados.0.smithi102.stdout:325: done (1 left) 2024-04-10T15:06:50.823 INFO:tasks.rados.rados.0.smithi102.stdout:327: delete oid 31 current snap is 23 2024-04-10T15:06:50.824 INFO:tasks.rados.rados.0.smithi102.stdout:327: done (1 left) 2024-04-10T15:06:50.825 INFO:tasks.rados.rados.0.smithi102.stdout:328: read oid 21 snap -1 2024-04-10T15:06:50.825 INFO:tasks.rados.rados.0.smithi102.stdout:328: expect (ObjNum 83 snap 13 seq_num 83) 2024-04-10T15:06:50.825 INFO:tasks.rados.rados.0.smithi102.stdout:329: copy_from oid 41 from oid 28 current snap is 23 2024-04-10T15:06:50.825 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 23 2024-04-10T15:06:50.825 INFO:tasks.rados.rados.0.smithi102.stdout:330: seq_num 122 ranges {638976=450560,1089536=688128,1777664=630784,2408448=286720} 2024-04-10T15:06:50.830 INFO:tasks.rados.rados.0.smithi102.stdout:330: writing smithi10276805-39 from 638976 to 1089536 tid 1 2024-04-10T15:06:50.835 INFO:tasks.rados.rados.0.smithi102.stdout:330: writing smithi10276805-39 from 1089536 to 1777664 tid 2 2024-04-10T15:06:50.839 INFO:tasks.rados.rados.0.smithi102.stdout:330: writing smithi10276805-39 from 1777664 to 2408448 tid 3 2024-04-10T15:06:50.841 INFO:tasks.rados.rados.0.smithi102.stdout:330: writing smithi10276805-39 from 2408448 to 2695168 tid 4 2024-04-10T15:06:50.841 INFO:tasks.rados.rados.0.smithi102.stdout:331: read oid 42 snap -1 2024-04-10T15:06:50.841 INFO:tasks.rados.rados.0.smithi102.stdout:331: expect (ObjNum 118 snap 22 seq_num 118) 2024-04-10T15:06:50.842 INFO:tasks.rados.rados.0.smithi102.stdout:332: rollback oid 43 current snap is 23 2024-04-10T15:06:50.842 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 43 to 20 2024-04-10T15:06:50.842 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 159 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-10T15:06:50.842 INFO:tasks.rados.rados.0.smithi102.stdout:330: finishing write tid 1 to smithi10276805-39 2024-04-10T15:06:50.842 INFO:tasks.rados.rados.0.smithi102.stdout:328: expect (ObjNum 83 snap 13 seq_num 83) 2024-04-10T15:06:50.957 INFO:tasks.rados.rados.0.smithi102.stdout:329: finishing copy_from racing read to smithi10276805-41 2024-04-10T15:06:50.958 INFO:tasks.rados.rados.0.smithi102.stdout:330: finishing write tid 2 to smithi10276805-39 2024-04-10T15:06:50.958 INFO:tasks.rados.rados.0.smithi102.stdout:329: finishing copy_from to smithi10276805-41 2024-04-10T15:06:50.958 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 155 (ObjNum 119 snap 22 seq_num 119) dirty exists 2024-04-10T15:06:50.958 INFO:tasks.rados.rados.0.smithi102.stdout:330: finishing write tid 3 to smithi10276805-39 2024-04-10T15:06:50.958 INFO:tasks.rados.rados.0.smithi102.stdout:326: done (5 left) 2024-04-10T15:06:50.958 INFO:tasks.rados.rados.0.smithi102.stdout:328: done (4 left) 2024-04-10T15:06:50.958 INFO:tasks.rados.rados.0.smithi102.stdout:329: done (3 left) 2024-04-10T15:06:50.958 INFO:tasks.rados.rados.0.smithi102.stdout:333: read oid 27 snap -1 2024-04-10T15:06:50.958 INFO:tasks.rados.rados.0.smithi102.stdout:333: expect deleted 2024-04-10T15:06:50.958 INFO:tasks.rados.rados.0.smithi102.stdout:334: delete oid 9 current snap is 23 2024-04-10T15:06:50.958 INFO:tasks.rados.rados.0.smithi102.stdout:332: finishing rollback tid 0 to smithi10276805-43 2024-04-10T15:06:50.958 INFO:tasks.rados.rados.0.smithi102.stdout:332: finishing rollback tid 1 to smithi10276805-43 2024-04-10T15:06:50.959 INFO:tasks.rados.rados.0.smithi102.stdout:332: finishing rollback tid 2 to smithi10276805-43 2024-04-10T15:06:50.959 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 158 (ObjNum 72 snap 9 seq_num 72) dirty exists 2024-04-10T15:06:50.959 INFO:tasks.rados.rados.0.smithi102.stdout:330: finishing write tid 4 to smithi10276805-39 2024-04-10T15:06:50.959 INFO:tasks.rados.rados.0.smithi102.stdout:330: finishing write tid 5 to smithi10276805-39 2024-04-10T15:06:50.959 INFO:tasks.rados.rados.0.smithi102.stdout:330: finishing write tid 6 to smithi10276805-39 2024-04-10T15:06:50.959 INFO:tasks.rados.rados.0.smithi102.stdout:330: oid 39 updating version 0 to 97 2024-04-10T15:06:50.959 INFO:tasks.rados.rados.0.smithi102.stdout:330: oid 39 updating version 97 to 98 2024-04-10T15:06:50.959 INFO:tasks.rados.rados.0.smithi102.stdout:330: oid 39 version 98 is already newer than 95 2024-04-10T15:06:50.959 INFO:tasks.rados.rados.0.smithi102.stdout:330: oid 39 updating version 98 to 99 2024-04-10T15:06:50.959 INFO:tasks.rados.rados.0.smithi102.stdout:330: oid 39 version 99 is already newer than 96 2024-04-10T15:06:50.959 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 99 (ObjNum 122 snap 23 seq_num 122) dirty exists 2024-04-10T15:06:50.959 INFO:tasks.rados.rados.0.smithi102.stdout:330: left oid 39 (ObjNum 122 snap 23 seq_num 122) 2024-04-10T15:06:50.959 INFO:tasks.rados.rados.0.smithi102.stdout:331: expect (ObjNum 118 snap 22 seq_num 118) 2024-04-10T15:06:51.030 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:50 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:06:51.030 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:50 smithi154 ceph-mon[30592]: osdmap e120: 8 total, 8 up, 8 in 2024-04-10T15:06:51.037 INFO:tasks.rados.rados.0.smithi102.stdout:330: done (4 left) 2024-04-10T15:06:51.038 INFO:tasks.rados.rados.0.smithi102.stdout:331: done (3 left) 2024-04-10T15:06:51.038 INFO:tasks.rados.rados.0.smithi102.stdout:332: done (2 left) 2024-04-10T15:06:51.038 INFO:tasks.rados.rados.0.smithi102.stdout:333: done (1 left) 2024-04-10T15:06:51.038 INFO:tasks.rados.rados.0.smithi102.stdout:334: done (0 left) 2024-04-10T15:06:51.038 INFO:tasks.rados.rados.0.smithi102.stdout:335: rollback oid 40 current snap is 23 2024-04-10T15:06:51.038 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 40 to 20 2024-04-10T15:06:51.038 INFO:tasks.rados.rados.0.smithi102.stdout:336: rollback oid 34 current snap is 23 2024-04-10T15:06:51.038 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 34 to 21 2024-04-10T15:06:51.038 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 33 current snap is 23 2024-04-10T15:06:51.038 INFO:tasks.rados.rados.0.smithi102.stdout:337: seq_num 124 ranges {1867776=483328,2351104=458752,2809856=598016,3407872=548864} 2024-04-10T15:06:51.050 INFO:tasks.rados.rados.0.smithi102.stdout:337: writing smithi10276805-33 from 1867776 to 2351104 tid 1 2024-04-10T15:06:51.053 INFO:tasks.rados.rados.0.smithi102.stdout:337: writing smithi10276805-33 from 2351104 to 2809856 tid 2 2024-04-10T15:06:51.056 INFO:tasks.rados.rados.0.smithi102.stdout:337: writing smithi10276805-33 from 2809856 to 3407872 tid 3 2024-04-10T15:06:51.060 INFO:tasks.rados.rados.0.smithi102.stdout:337: writing smithi10276805-33 from 3407872 to 3956736 tid 4 2024-04-10T15:06:51.060 INFO:tasks.rados.rados.0.smithi102.stdout:338: read oid 46 snap -1 2024-04-10T15:06:51.060 INFO:tasks.rados.rados.0.smithi102.stdout:338: expect (ObjNum 101 snap 17 seq_num 101) 2024-04-10T15:06:51.060 INFO:tasks.rados.rados.0.smithi102.stdout:339: rollback oid 23 current snap is 23 2024-04-10T15:06:51.060 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 23 to 21 2024-04-10T15:06:51.061 INFO:tasks.rados.rados.0.smithi102.stdout:336: finishing rollback tid 0 to smithi10276805-34 2024-04-10T15:06:51.061 INFO:tasks.rados.rados.0.smithi102.stdout:340: snap_create 2024-04-10T15:06:51.061 INFO:tasks.rados.rados.0.smithi102.stdout:336: finishing rollback tid 1 to smithi10276805-34 2024-04-10T15:06:51.061 INFO:tasks.rados.rados.0.smithi102.stdout:336: finishing rollback tid 2 to smithi10276805-34 2024-04-10T15:06:51.061 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 77 (ObjNum 98 snap 17 seq_num 98) dirty exists 2024-04-10T15:06:51.061 INFO:tasks.rados.rados.0.smithi102.stdout:335: finishing rollback tid 0 to smithi10276805-40 2024-04-10T15:06:51.061 INFO:tasks.rados.rados.0.smithi102.stdout:335: finishing rollback tid 1 to smithi10276805-40 2024-04-10T15:06:51.061 INFO:tasks.rados.rados.0.smithi102.stdout:335: finishing rollback tid 2 to smithi10276805-40 2024-04-10T15:06:51.061 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 114 (ObjNum 88 snap 13 seq_num 88) dirty exists 2024-04-10T15:06:51.061 INFO:tasks.rados.rados.0.smithi102.stdout:337: finishing write tid 1 to smithi10276805-33 2024-04-10T15:06:51.061 INFO:tasks.rados.rados.0.smithi102.stdout:337: finishing write tid 2 to smithi10276805-33 2024-04-10T15:06:51.061 INFO:tasks.rados.rados.0.smithi102.stdout:337: finishing write tid 3 to smithi10276805-33 2024-04-10T15:06:51.062 INFO:tasks.rados.rados.0.smithi102.stdout:337: finishing write tid 4 to smithi10276805-33 2024-04-10T15:06:51.062 INFO:tasks.rados.rados.0.smithi102.stdout:337: finishing write tid 5 to smithi10276805-33 2024-04-10T15:06:51.063 INFO:tasks.rados.rados.0.smithi102.stdout:337: finishing write tid 6 to smithi10276805-33 2024-04-10T15:06:51.063 INFO:tasks.rados.rados.0.smithi102.stdout:337: oid 33 updating version 0 to 70 2024-04-10T15:06:51.063 INFO:tasks.rados.rados.0.smithi102.stdout:337: oid 33 updating version 70 to 74 2024-04-10T15:06:51.064 INFO:tasks.rados.rados.0.smithi102.stdout:337: oid 33 version 74 is already newer than 73 2024-04-10T15:06:51.064 INFO:tasks.rados.rados.0.smithi102.stdout:337: oid 33 version 74 is already newer than 72 2024-04-10T15:06:51.064 INFO:tasks.rados.rados.0.smithi102.stdout:337: oid 33 version 74 is already newer than 71 2024-04-10T15:06:51.064 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 74 (ObjNum 124 snap 23 seq_num 124) dirty exists 2024-04-10T15:06:51.064 INFO:tasks.rados.rados.0.smithi102.stdout:337: left oid 33 (ObjNum 124 snap 23 seq_num 124) 2024-04-10T15:06:51.069 INFO:tasks.rados.rados.0.smithi102.stdout:339: finishing rollback tid 0 to smithi10276805-23 2024-04-10T15:06:51.069 INFO:tasks.rados.rados.0.smithi102.stdout:339: finishing rollback tid 1 to smithi10276805-23 2024-04-10T15:06:51.069 INFO:tasks.rados.rados.0.smithi102.stdout:339: finishing rollback tid 2 to smithi10276805-23 2024-04-10T15:06:51.069 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 46 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-10T15:06:51.074 INFO:tasks.rados.rados.0.smithi102.stdout:338: expect (ObjNum 101 snap 17 seq_num 101) 2024-04-10T15:06:51.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:50 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:06:51.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:50 smithi102 ceph-mon[37987]: osdmap e120: 8 total, 8 up, 8 in 2024-04-10T15:06:51.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:50 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:06:51.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:50 smithi102 ceph-mon[26948]: osdmap e120: 8 total, 8 up, 8 in 2024-04-10T15:06:51.780 INFO:tasks.rados.rados.0.smithi102.stdout:335: done (5 left) 2024-04-10T15:06:51.780 INFO:tasks.rados.rados.0.smithi102.stdout:336: done (4 left) 2024-04-10T15:06:51.780 INFO:tasks.rados.rados.0.smithi102.stdout:337: done (3 left) 2024-04-10T15:06:51.780 INFO:tasks.rados.rados.0.smithi102.stdout:338: done (2 left) 2024-04-10T15:06:51.780 INFO:tasks.rados.rados.0.smithi102.stdout:339: done (1 left) 2024-04-10T15:06:51.780 INFO:tasks.rados.rados.0.smithi102.stdout:340: done (0 left) 2024-04-10T15:06:51.780 INFO:tasks.rados.rados.0.smithi102.stdout:341: rollback oid 50 current snap is 24 2024-04-10T15:06:51.780 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 50 to 20 2024-04-10T15:06:51.780 INFO:tasks.rados.rados.0.smithi102.stdout:342: rmattr oid 38 current snap is 24 2024-04-10T15:06:51.780 INFO:tasks.rados.rados.0.smithi102.stdout:342: done (1 left) 2024-04-10T15:06:51.780 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 21 current snap is 24 2024-04-10T15:06:51.781 INFO:tasks.rados.rados.0.smithi102.stdout:343: seq_num 125 ranges {3072000=499712,3571712=745472,4317184=409600,4726784=450560} 2024-04-10T15:06:51.799 INFO:tasks.rados.rados.0.smithi102.stdout:343: writing smithi10276805-21 from 3072000 to 3571712 tid 1 2024-04-10T15:06:51.803 INFO:tasks.rados.rados.0.smithi102.stdout:343: writing smithi10276805-21 from 3571712 to 4317184 tid 2 2024-04-10T15:06:51.805 INFO:tasks.rados.rados.0.smithi102.stdout:343: writing smithi10276805-21 from 4317184 to 4726784 tid 3 2024-04-10T15:06:51.809 INFO:tasks.rados.rados.0.smithi102.stdout:343: writing smithi10276805-21 from 4726784 to 5177344 tid 4 2024-04-10T15:06:51.809 INFO:tasks.rados.rados.0.smithi102.stdout:344: copy_from oid 37 from oid 14 current snap is 24 2024-04-10T15:06:51.809 INFO:tasks.rados.rados.0.smithi102.stdout:341: finishing rollback tid 0 to smithi10276805-50 2024-04-10T15:06:51.809 INFO:tasks.rados.rados.0.smithi102.stdout:341: finishing rollback tid 1 to smithi10276805-50 2024-04-10T15:06:51.809 INFO:tasks.rados.rados.0.smithi102.stdout:341: finishing rollback tid 2 to smithi10276805-50 2024-04-10T15:06:51.809 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 50 (ObjNum 91 snap 13 seq_num 91) dirty exists 2024-04-10T15:06:51.809 INFO:tasks.rados.rados.0.smithi102.stdout:343: finishing write tid 1 to smithi10276805-21 2024-04-10T15:06:51.809 INFO:tasks.rados.rados.0.smithi102.stdout:343: finishing write tid 2 to smithi10276805-21 2024-04-10T15:06:51.810 INFO:tasks.rados.rados.0.smithi102.stdout:343: finishing write tid 3 to smithi10276805-21 2024-04-10T15:06:51.810 INFO:tasks.rados.rados.0.smithi102.stdout:341: done (2 left) 2024-04-10T15:06:51.810 INFO:tasks.rados.rados.0.smithi102.stdout:345: rmattr oid 44 current snap is 24 2024-04-10T15:06:51.810 INFO:tasks.rados.rados.0.smithi102.stdout:345: done (2 left) 2024-04-10T15:06:51.810 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 24 2024-04-10T15:06:51.810 INFO:tasks.rados.rados.0.smithi102.stdout:346: seq_num 126 ranges {73728=516096,589824=630784,1220608=614400,1835008=360448} 2024-04-10T15:06:51.812 INFO:tasks.rados.rados.0.smithi102.stdout:346: writing smithi10276805-15 from 73728 to 589824 tid 1 2024-04-10T15:06:51.816 INFO:tasks.rados.rados.0.smithi102.stdout:346: writing smithi10276805-15 from 589824 to 1220608 tid 2 2024-04-10T15:06:51.819 INFO:tasks.rados.rados.0.smithi102.stdout:346: writing smithi10276805-15 from 1220608 to 1835008 tid 3 2024-04-10T15:06:51.822 INFO:tasks.rados.rados.0.smithi102.stdout:346: writing smithi10276805-15 from 1835008 to 2195456 tid 4 2024-04-10T15:06:51.822 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 22 current snap is 24 2024-04-10T15:06:51.822 INFO:tasks.rados.rados.0.smithi102.stdout:343: finishing write tid 4 to smithi10276805-21 2024-04-10T15:06:51.822 INFO:tasks.rados.rados.0.smithi102.stdout:343: finishing write tid 5 to smithi10276805-21 2024-04-10T15:06:51.822 INFO:tasks.rados.rados.0.smithi102.stdout:343: finishing write tid 6 to smithi10276805-21 2024-04-10T15:06:51.822 INFO:tasks.rados.rados.0.smithi102.stdout:343: oid 21 updating version 0 to 76 2024-04-10T15:06:51.822 INFO:tasks.rados.rados.0.smithi102.stdout:343: oid 21 updating version 76 to 80 2024-04-10T15:06:51.822 INFO:tasks.rados.rados.0.smithi102.stdout:343: oid 21 version 80 is already newer than 77 2024-04-10T15:06:51.822 INFO:tasks.rados.rados.0.smithi102.stdout:343: oid 21 version 80 is already newer than 79 2024-04-10T15:06:51.822 INFO:tasks.rados.rados.0.smithi102.stdout:343: oid 21 version 80 is already newer than 78 2024-04-10T15:06:51.822 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 80 (ObjNum 125 snap 24 seq_num 125) dirty exists 2024-04-10T15:06:51.823 INFO:tasks.rados.rados.0.smithi102.stdout:343: left oid 21 (ObjNum 125 snap 24 seq_num 125) 2024-04-10T15:06:51.823 INFO:tasks.rados.rados.0.smithi102.stdout:344: finishing copy_from racing read to smithi10276805-37 2024-04-10T15:06:51.823 INFO:tasks.rados.rados.0.smithi102.stdout:344: finishing copy_from to smithi10276805-37 2024-04-10T15:06:51.823 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 83 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-10T15:06:51.823 INFO:tasks.rados.rados.0.smithi102.stdout:346: finishing write tid 1 to smithi10276805-15 2024-04-10T15:06:51.823 INFO:tasks.rados.rados.0.smithi102.stdout:347: seq_num 127 ranges {1613824=532480,2146304=507904,2654208=778240,3432448=319488} 2024-04-10T15:06:51.833 INFO:tasks.rados.rados.0.smithi102.stdout:347: writing smithi10276805-22 from 1613824 to 2146304 tid 1 2024-04-10T15:06:51.835 INFO:tasks.rados.rados.0.smithi102.stdout:347: writing smithi10276805-22 from 2146304 to 2654208 tid 2 2024-04-10T15:06:51.840 INFO:tasks.rados.rados.0.smithi102.stdout:347: writing smithi10276805-22 from 2654208 to 3432448 tid 3 2024-04-10T15:06:51.842 INFO:tasks.rados.rados.0.smithi102.stdout:347: writing smithi10276805-22 from 3432448 to 3751936 tid 4 2024-04-10T15:06:51.842 INFO:tasks.rados.rados.0.smithi102.stdout:343: done (3 left) 2024-04-10T15:06:51.842 INFO:tasks.rados.rados.0.smithi102.stdout:344: done (2 left) 2024-04-10T15:06:51.842 INFO:tasks.rados.rados.0.smithi102.stdout:348: copy_from oid 27 from oid 35 current snap is 24 2024-04-10T15:06:51.843 INFO:tasks.rados.rados.0.smithi102.stdout:346: finishing write tid 2 to smithi10276805-15 2024-04-10T15:06:51.843 INFO:tasks.rados.rados.0.smithi102.stdout:346: finishing write tid 3 to smithi10276805-15 2024-04-10T15:06:51.843 INFO:tasks.rados.rados.0.smithi102.stdout:346: finishing write tid 4 to smithi10276805-15 2024-04-10T15:06:51.843 INFO:tasks.rados.rados.0.smithi102.stdout:346: finishing write tid 5 to smithi10276805-15 2024-04-10T15:06:51.843 INFO:tasks.rados.rados.0.smithi102.stdout:346: finishing write tid 6 to smithi10276805-15 2024-04-10T15:06:51.843 INFO:tasks.rados.rados.0.smithi102.stdout:346: oid 15 updating version 0 to 165 2024-04-10T15:06:51.843 INFO:tasks.rados.rados.0.smithi102.stdout:346: oid 15 version 165 is already newer than 163 2024-04-10T15:06:51.843 INFO:tasks.rados.rados.0.smithi102.stdout:346: oid 15 version 165 is already newer than 162 2024-04-10T15:06:51.843 INFO:tasks.rados.rados.0.smithi102.stdout:346: oid 15 version 165 is already newer than 164 2024-04-10T15:06:51.843 INFO:tasks.rados.rados.0.smithi102.stdout:346: oid 15 version 165 is already newer than 161 2024-04-10T15:06:51.843 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 165 (ObjNum 126 snap 24 seq_num 126) dirty exists 2024-04-10T15:06:51.843 INFO:tasks.rados.rados.0.smithi102.stdout:346: left oid 15 (ObjNum 126 snap 24 seq_num 126) 2024-04-10T15:06:51.843 INFO:tasks.rados.rados.0.smithi102.stdout:347: finishing write tid 1 to smithi10276805-22 2024-04-10T15:06:51.843 INFO:tasks.rados.rados.0.smithi102.stdout:347: finishing write tid 2 to smithi10276805-22 2024-04-10T15:06:51.843 INFO:tasks.rados.rados.0.smithi102.stdout:346: done (2 left) 2024-04-10T15:06:51.844 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 11 current snap is 24 2024-04-10T15:06:51.844 INFO:tasks.rados.rados.0.smithi102.stdout:349: seq_num 128 ranges {1269760=548864,1818624=794624,2613248=581632,3194880=229376} 2024-04-10T15:06:51.851 INFO:tasks.rados.rados.0.smithi102.stdout:349: writing smithi10276805-11 from 1269760 to 1818624 tid 1 2024-04-10T15:06:51.856 INFO:tasks.rados.rados.0.smithi102.stdout:349: writing smithi10276805-11 from 1818624 to 2613248 tid 2 2024-04-10T15:06:51.859 INFO:tasks.rados.rados.0.smithi102.stdout:349: writing smithi10276805-11 from 2613248 to 3194880 tid 3 2024-04-10T15:06:51.861 INFO:tasks.rados.rados.0.smithi102.stdout:349: writing smithi10276805-11 from 3194880 to 3424256 tid 4 2024-04-10T15:06:51.861 INFO:tasks.rados.rados.0.smithi102.stdout:350: snap_remove snap 20 2024-04-10T15:06:52.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:51 smithi154 ceph-mon[30592]: pgmap v156: 121 pgs: 121 active+clean; 83 MiB data, 375 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-04-10T15:06:52.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:51 smithi102 ceph-mon[37987]: pgmap v156: 121 pgs: 121 active+clean; 83 MiB data, 375 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-04-10T15:06:52.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:51 smithi102 ceph-mon[26948]: pgmap v156: 121 pgs: 121 active+clean; 83 MiB data, 375 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-04-10T15:06:52.789 INFO:tasks.rados.rados.0.smithi102.stdout:350: done (3 left) 2024-04-10T15:06:52.789 INFO:tasks.rados.rados.0.smithi102.stdout:351: copy_from oid 16 from oid 44 current snap is 24 2024-04-10T15:06:52.789 INFO:tasks.rados.rados.0.smithi102.stdout:347: finishing write tid 3 to smithi10276805-22 2024-04-10T15:06:52.789 INFO:tasks.rados.rados.0.smithi102.stdout:347: finishing write tid 4 to smithi10276805-22 2024-04-10T15:06:52.789 INFO:tasks.rados.rados.0.smithi102.stdout:347: finishing write tid 5 to smithi10276805-22 2024-04-10T15:06:52.789 INFO:tasks.rados.rados.0.smithi102.stdout:352: copy_from oid 2 from oid 46 current snap is 24 2024-04-10T15:06:52.789 INFO:tasks.rados.rados.0.smithi102.stdout:347: finishing write tid 6 to smithi10276805-22 2024-04-10T15:06:52.789 INFO:tasks.rados.rados.0.smithi102.stdout:347: oid 22 updating version 0 to 108 2024-04-10T15:06:52.789 INFO:tasks.rados.rados.0.smithi102.stdout:347: oid 22 version 108 is already newer than 106 2024-04-10T15:06:52.789 INFO:tasks.rados.rados.0.smithi102.stdout:347: oid 22 version 108 is already newer than 107 2024-04-10T15:06:52.789 INFO:tasks.rados.rados.0.smithi102.stdout:347: oid 22 version 108 is already newer than 105 2024-04-10T15:06:52.789 INFO:tasks.rados.rados.0.smithi102.stdout:347: oid 22 updating version 108 to 109 2024-04-10T15:06:52.790 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 109 (ObjNum 127 snap 24 seq_num 127) dirty exists 2024-04-10T15:06:52.790 INFO:tasks.rados.rados.0.smithi102.stdout:347: left oid 22 (ObjNum 127 snap 24 seq_num 127) 2024-04-10T15:06:52.790 INFO:tasks.rados.rados.0.smithi102.stdout:348: finishing copy_from racing read to smithi10276805-27 2024-04-10T15:06:52.790 INFO:tasks.rados.rados.0.smithi102.stdout:348: finishing copy_from to smithi10276805-27 2024-04-10T15:06:52.790 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 46 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-10T15:06:52.790 INFO:tasks.rados.rados.0.smithi102.stdout:349: finishing write tid 1 to smithi10276805-11 2024-04-10T15:06:52.790 INFO:tasks.rados.rados.0.smithi102.stdout:349: finishing write tid 2 to smithi10276805-11 2024-04-10T15:06:52.790 INFO:tasks.rados.rados.0.smithi102.stdout:349: finishing write tid 3 to smithi10276805-11 2024-04-10T15:06:52.790 INFO:tasks.rados.rados.0.smithi102.stdout:349: finishing write tid 4 to smithi10276805-11 2024-04-10T15:06:52.790 INFO:tasks.rados.rados.0.smithi102.stdout:349: finishing write tid 5 to smithi10276805-11 2024-04-10T15:06:52.790 INFO:tasks.rados.rados.0.smithi102.stdout:349: finishing write tid 6 to smithi10276805-11 2024-04-10T15:06:52.790 INFO:tasks.rados.rados.0.smithi102.stdout:349: oid 11 updating version 0 to 118 2024-04-10T15:06:52.790 INFO:tasks.rados.rados.0.smithi102.stdout:349: oid 11 version 118 is already newer than 115 2024-04-10T15:06:52.790 INFO:tasks.rados.rados.0.smithi102.stdout:349: oid 11 version 118 is already newer than 116 2024-04-10T15:06:52.791 INFO:tasks.rados.rados.0.smithi102.stdout:349: oid 11 updating version 118 to 119 2024-04-10T15:06:52.791 INFO:tasks.rados.rados.0.smithi102.stdout:349: oid 11 version 119 is already newer than 117 2024-04-10T15:06:52.791 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 119 (ObjNum 128 snap 24 seq_num 128) dirty exists 2024-04-10T15:06:52.791 INFO:tasks.rados.rados.0.smithi102.stdout:349: left oid 11 (ObjNum 128 snap 24 seq_num 128) 2024-04-10T15:06:52.791 INFO:tasks.rados.rados.0.smithi102.stdout:347: done (4 left) 2024-04-10T15:06:52.791 INFO:tasks.rados.rados.0.smithi102.stdout:348: done (3 left) 2024-04-10T15:06:52.791 INFO:tasks.rados.rados.0.smithi102.stdout:349: done (2 left) 2024-04-10T15:06:52.791 INFO:tasks.rados.rados.0.smithi102.stdout:353: snap_create 2024-04-10T15:06:52.798 INFO:tasks.rados.rados.0.smithi102.stdout:351: finishing copy_from racing read to smithi10276805-16 2024-04-10T15:06:52.801 INFO:tasks.rados.rados.0.smithi102.stdout:351: finishing copy_from to smithi10276805-16 2024-04-10T15:06:52.801 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 4 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-10T15:06:52.815 INFO:tasks.rados.rados.0.smithi102.stdout:352: finishing copy_from racing read to smithi10276805-2 2024-04-10T15:06:52.816 INFO:tasks.rados.rados.0.smithi102.stdout:352: finishing copy_from to smithi10276805-2 2024-04-10T15:06:52.816 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 87 (ObjNum 101 snap 17 seq_num 101) dirty exists 2024-04-10T15:06:53.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:52 smithi154 ceph-mon[30592]: osdmap e121: 8 total, 8 up, 8 in 2024-04-10T15:06:53.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:52 smithi102 ceph-mon[26948]: osdmap e121: 8 total, 8 up, 8 in 2024-04-10T15:06:53.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:52 smithi102 ceph-mon[37987]: osdmap e121: 8 total, 8 up, 8 in 2024-04-10T15:06:53.789 INFO:tasks.rados.rados.0.smithi102.stdout:351: done (2 left) 2024-04-10T15:06:53.789 INFO:tasks.rados.rados.0.smithi102.stdout:352: done (1 left) 2024-04-10T15:06:53.789 INFO:tasks.rados.rados.0.smithi102.stdout:353: done (0 left) 2024-04-10T15:06:53.789 INFO:tasks.rados.rados.0.smithi102.stdout:354: read oid 15 snap -1 2024-04-10T15:06:53.789 INFO:tasks.rados.rados.0.smithi102.stdout:354: expect (ObjNum 126 snap 24 seq_num 126) 2024-04-10T15:06:53.789 INFO:tasks.rados.rados.0.smithi102.stdout:355: copy_from oid 3 from oid 47 current snap is 25 2024-04-10T15:06:53.790 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 38 current snap is 25 2024-04-10T15:06:53.790 INFO:tasks.rados.rados.0.smithi102.stdout:356: seq_num 129 ranges {0=565248,565248=679936,1245184=786432,2031616=139264} 2024-04-10T15:06:53.792 INFO:tasks.rados.rados.0.smithi102.stdout:356: writing smithi10276805-38 from 0 to 565248 tid 1 2024-04-10T15:06:53.797 INFO:tasks.rados.rados.0.smithi102.stdout:356: writing smithi10276805-38 from 565248 to 1245184 tid 2 2024-04-10T15:06:53.802 INFO:tasks.rados.rados.0.smithi102.stdout:356: writing smithi10276805-38 from 1245184 to 2031616 tid 3 2024-04-10T15:06:53.803 INFO:tasks.rados.rados.0.smithi102.stdout:356: writing smithi10276805-38 from 2031616 to 2170880 tid 4 2024-04-10T15:06:53.803 INFO:tasks.rados.rados.0.smithi102.stdout:357: read oid 39 snap -1 2024-04-10T15:06:53.803 INFO:tasks.rados.rados.0.smithi102.stdout:357: expect (ObjNum 122 snap 23 seq_num 122) 2024-04-10T15:06:53.803 INFO:tasks.rados.rados.0.smithi102.stdout:358: snap_create 2024-04-10T15:06:53.803 INFO:tasks.rados.rados.0.smithi102.stdout:356: finishing write tid 1 to smithi10276805-38 2024-04-10T15:06:53.803 INFO:tasks.rados.rados.0.smithi102.stdout:356: finishing write tid 2 to smithi10276805-38 2024-04-10T15:06:53.803 INFO:tasks.rados.rados.0.smithi102.stdout:354: expect (ObjNum 126 snap 24 seq_num 126) 2024-04-10T15:06:53.862 INFO:tasks.rados.rados.0.smithi102.stdout:355: finishing copy_from racing read to smithi10276805-3 2024-04-10T15:06:53.863 INFO:tasks.rados.rados.0.smithi102.stdout:356: finishing write tid 3 to smithi10276805-38 2024-04-10T15:06:53.863 INFO:tasks.rados.rados.0.smithi102.stdout:356: finishing write tid 4 to smithi10276805-38 2024-04-10T15:06:53.863 INFO:tasks.rados.rados.0.smithi102.stdout:356: finishing write tid 5 to smithi10276805-38 2024-04-10T15:06:53.863 INFO:tasks.rados.rados.0.smithi102.stdout:356: finishing write tid 6 to smithi10276805-38 2024-04-10T15:06:53.863 INFO:tasks.rados.rados.0.smithi102.stdout:356: oid 38 updating version 0 to 17 2024-04-10T15:06:53.863 INFO:tasks.rados.rados.0.smithi102.stdout:356: oid 38 updating version 17 to 19 2024-04-10T15:06:53.863 INFO:tasks.rados.rados.0.smithi102.stdout:356: oid 38 version 19 is already newer than 18 2024-04-10T15:06:53.863 INFO:tasks.rados.rados.0.smithi102.stdout:356: oid 38 version 19 is already newer than 15 2024-04-10T15:06:53.863 INFO:tasks.rados.rados.0.smithi102.stdout:356: oid 38 version 19 is already newer than 16 2024-04-10T15:06:53.863 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 19 (ObjNum 129 snap 25 seq_num 129) dirty exists 2024-04-10T15:06:53.863 INFO:tasks.rados.rados.0.smithi102.stdout:356: left oid 38 (ObjNum 129 snap 25 seq_num 129) 2024-04-10T15:06:53.863 INFO:tasks.rados.rados.0.smithi102.stdout:355: finishing copy_from to smithi10276805-3 2024-04-10T15:06:53.863 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 12 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-10T15:06:53.863 INFO:tasks.rados.rados.0.smithi102.stdout:357: expect (ObjNum 122 snap 23 seq_num 122) 2024-04-10T15:06:54.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:53 smithi154 ceph-mon[30592]: pgmap v159: 121 pgs: 121 active+clean; 83 MiB data, 375 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-04-10T15:06:54.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:53 smithi154 ceph-mon[30592]: osdmap e122: 8 total, 8 up, 8 in 2024-04-10T15:06:54.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:53 smithi102 ceph-mon[37987]: pgmap v159: 121 pgs: 121 active+clean; 83 MiB data, 375 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-04-10T15:06:54.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:53 smithi102 ceph-mon[37987]: osdmap e122: 8 total, 8 up, 8 in 2024-04-10T15:06:54.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:53 smithi102 ceph-mon[26948]: pgmap v159: 121 pgs: 121 active+clean; 83 MiB data, 375 MiB used, 715 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.6 MiB/s wr, 19 op/s 2024-04-10T15:06:54.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:53 smithi102 ceph-mon[26948]: osdmap e122: 8 total, 8 up, 8 in 2024-04-10T15:06:54.752 INFO:tasks.rados.rados.0.smithi102.stdout:354: done (4 left) 2024-04-10T15:06:54.752 INFO:tasks.rados.rados.0.smithi102.stdout:355: done (3 left) 2024-04-10T15:06:54.752 INFO:tasks.rados.rados.0.smithi102.stdout:356: done (2 left) 2024-04-10T15:06:54.752 INFO:tasks.rados.rados.0.smithi102.stdout:357: done (1 left) 2024-04-10T15:06:54.752 INFO:tasks.rados.rados.0.smithi102.stdout:358: done (0 left) 2024-04-10T15:06:54.752 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 5 current snap is 26 2024-04-10T15:06:54.752 INFO:tasks.rados.rados.0.smithi102.stdout:359: seq_num 130 ranges {0=581632,581632=614400,1196032=598016,1794048=393216} 2024-04-10T15:06:54.755 INFO:tasks.rados.rados.0.smithi102.stdout:359: writing smithi10276805-5 from 0 to 581632 tid 1 2024-04-10T15:06:54.758 INFO:tasks.rados.rados.0.smithi102.stdout:359: writing smithi10276805-5 from 581632 to 1196032 tid 2 2024-04-10T15:06:54.762 INFO:tasks.rados.rados.0.smithi102.stdout:359: writing smithi10276805-5 from 1196032 to 1794048 tid 3 2024-04-10T15:06:54.765 INFO:tasks.rados.rados.0.smithi102.stdout:359: writing smithi10276805-5 from 1794048 to 2187264 tid 4 2024-04-10T15:06:54.765 INFO:tasks.rados.rados.0.smithi102.stdout:360: rollback oid 31 current snap is 26 2024-04-10T15:06:54.765 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 31 to 25 2024-04-10T15:06:54.765 INFO:tasks.rados.rados.0.smithi102.stdout:359: finishing write tid 1 to smithi10276805-5 2024-04-10T15:06:54.765 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 49 current snap is 26 2024-04-10T15:06:54.765 INFO:tasks.rados.rados.0.smithi102.stdout:359: finishing write tid 2 to smithi10276805-5 2024-04-10T15:06:54.765 INFO:tasks.rados.rados.0.smithi102.stdout:361: seq_num 131 ranges {0=598016,598016=499712,1097728=753664,1851392=352256} 2024-04-10T15:06:54.768 INFO:tasks.rados.rados.0.smithi102.stdout:361: writing smithi10276805-49 from 0 to 598016 tid 1 2024-04-10T15:06:54.771 INFO:tasks.rados.rados.0.smithi102.stdout:361: writing smithi10276805-49 from 598016 to 1097728 tid 2 2024-04-10T15:06:54.775 INFO:tasks.rados.rados.0.smithi102.stdout:361: writing smithi10276805-49 from 1097728 to 1851392 tid 3 2024-04-10T15:06:54.778 INFO:tasks.rados.rados.0.smithi102.stdout:361: writing smithi10276805-49 from 1851392 to 2203648 tid 4 2024-04-10T15:06:54.778 INFO:tasks.rados.rados.0.smithi102.stdout:362: rmattr oid 41 current snap is 26 2024-04-10T15:06:54.778 INFO:tasks.rados.rados.0.smithi102.stdout:362: done (3 left) 2024-04-10T15:06:54.778 INFO:tasks.rados.rados.0.smithi102.stdout:363: read oid 7 snap -1 2024-04-10T15:06:54.778 INFO:tasks.rados.rados.0.smithi102.stdout:363: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-10T15:06:54.778 INFO:tasks.rados.rados.0.smithi102.stdout:364: snap_create 2024-04-10T15:06:54.778 INFO:tasks.rados.rados.0.smithi102.stdout:359: finishing write tid 3 to smithi10276805-5 2024-04-10T15:06:54.778 INFO:tasks.rados.rados.0.smithi102.stdout:360: finishing rollback tid 1 to smithi10276805-31 2024-04-10T15:06:54.778 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 110 (ObjNum 129 snap 0 seq_num 87364880) dirty dne 2024-04-10T15:06:54.779 INFO:tasks.rados.rados.0.smithi102.stdout:359: finishing write tid 4 to smithi10276805-5 2024-04-10T15:06:54.779 INFO:tasks.rados.rados.0.smithi102.stdout:359: finishing write tid 5 to smithi10276805-5 2024-04-10T15:06:54.779 INFO:tasks.rados.rados.0.smithi102.stdout:359: finishing write tid 6 to smithi10276805-5 2024-04-10T15:06:54.779 INFO:tasks.rados.rados.0.smithi102.stdout:359: oid 5 updating version 0 to 19 2024-04-10T15:06:54.779 INFO:tasks.rados.rados.0.smithi102.stdout:359: oid 5 version 19 is already newer than 15 2024-04-10T15:06:54.779 INFO:tasks.rados.rados.0.smithi102.stdout:359: oid 5 version 19 is already newer than 16 2024-04-10T15:06:54.779 INFO:tasks.rados.rados.0.smithi102.stdout:359: oid 5 version 19 is already newer than 18 2024-04-10T15:06:54.779 INFO:tasks.rados.rados.0.smithi102.stdout:359: oid 5 version 19 is already newer than 17 2024-04-10T15:06:54.779 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 19 (ObjNum 130 snap 26 seq_num 130) dirty exists 2024-04-10T15:06:54.779 INFO:tasks.rados.rados.0.smithi102.stdout:359: left oid 5 (ObjNum 130 snap 26 seq_num 130) 2024-04-10T15:06:54.779 INFO:tasks.rados.rados.0.smithi102.stdout:361: finishing write tid 1 to smithi10276805-49 2024-04-10T15:06:54.779 INFO:tasks.rados.rados.0.smithi102.stdout:361: finishing write tid 2 to smithi10276805-49 2024-04-10T15:06:54.780 INFO:tasks.rados.rados.0.smithi102.stdout:361: finishing write tid 3 to smithi10276805-49 2024-04-10T15:06:54.780 INFO:tasks.rados.rados.0.smithi102.stdout:361: finishing write tid 4 to smithi10276805-49 2024-04-10T15:06:54.780 INFO:tasks.rados.rados.0.smithi102.stdout:361: finishing write tid 5 to smithi10276805-49 2024-04-10T15:06:54.781 INFO:tasks.rados.rados.0.smithi102.stdout:361: finishing write tid 6 to smithi10276805-49 2024-04-10T15:06:54.781 INFO:tasks.rados.rados.0.smithi102.stdout:361: oid 49 updating version 0 to 111 2024-04-10T15:06:54.781 INFO:tasks.rados.rados.0.smithi102.stdout:361: oid 49 updating version 111 to 114 2024-04-10T15:06:54.781 INFO:tasks.rados.rados.0.smithi102.stdout:361: oid 49 updating version 114 to 115 2024-04-10T15:06:54.781 INFO:tasks.rados.rados.0.smithi102.stdout:361: oid 49 version 115 is already newer than 112 2024-04-10T15:06:54.781 INFO:tasks.rados.rados.0.smithi102.stdout:361: oid 49 version 115 is already newer than 113 2024-04-10T15:06:54.781 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 115 (ObjNum 131 snap 26 seq_num 131) dirty exists 2024-04-10T15:06:54.782 INFO:tasks.rados.rados.0.smithi102.stdout:361: left oid 49 (ObjNum 131 snap 26 seq_num 131) 2024-04-10T15:06:54.782 INFO:tasks.rados.rados.0.smithi102.stdout:363: expect (ObjNum 4 snap 0 seq_num 4) 2024-04-10T15:06:55.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:54 smithi154 ceph-mon[30592]: osdmap e123: 8 total, 8 up, 8 in 2024-04-10T15:06:55.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:54 smithi154 ceph-mon[30592]: osdmap e124: 8 total, 8 up, 8 in 2024-04-10T15:06:55.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:54 smithi102 ceph-mon[37987]: osdmap e123: 8 total, 8 up, 8 in 2024-04-10T15:06:55.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:54 smithi102 ceph-mon[37987]: osdmap e124: 8 total, 8 up, 8 in 2024-04-10T15:06:55.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:54 smithi102 ceph-mon[26948]: osdmap e123: 8 total, 8 up, 8 in 2024-04-10T15:06:55.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:54 smithi102 ceph-mon[26948]: osdmap e124: 8 total, 8 up, 8 in 2024-04-10T15:06:55.749 INFO:tasks.rados.rados.0.smithi102.stdout:359: done (4 left) 2024-04-10T15:06:55.749 INFO:tasks.rados.rados.0.smithi102.stdout:360: done (3 left) 2024-04-10T15:06:55.749 INFO:tasks.rados.rados.0.smithi102.stdout:361: done (2 left) 2024-04-10T15:06:55.749 INFO:tasks.rados.rados.0.smithi102.stdout:363: done (1 left) 2024-04-10T15:06:55.749 INFO:tasks.rados.rados.0.smithi102.stdout:364: done (0 left) 2024-04-10T15:06:55.749 INFO:tasks.rados.rados.0.smithi102.stdout:365: delete oid 49 current snap is 27 2024-04-10T15:06:55.753 INFO:tasks.rados.rados.0.smithi102.stdout:365: done (0 left) 2024-04-10T15:06:55.753 INFO:tasks.rados.rados.0.smithi102.stdout:366: rollback oid 18 current snap is 27 2024-04-10T15:06:55.753 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 18 to 22 2024-04-10T15:06:55.753 INFO:tasks.rados.rados.0.smithi102.stdout:367: snap_create 2024-04-10T15:06:55.755 INFO:tasks.rados.rados.0.smithi102.stdout:366: finishing rollback tid 0 to smithi10276805-18 2024-04-10T15:06:55.755 INFO:tasks.rados.rados.0.smithi102.stdout:366: finishing rollback tid 1 to smithi10276805-18 2024-04-10T15:06:55.755 INFO:tasks.rados.rados.0.smithi102.stdout:366: finishing rollback tid 2 to smithi10276805-18 2024-04-10T15:06:55.756 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 85 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-10T15:06:56.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:55 smithi154 ceph-mon[30592]: pgmap v162: 121 pgs: 121 active+clean; 83 MiB data, 375 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:56.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:55 smithi154 ceph-mon[30592]: osdmap e125: 8 total, 8 up, 8 in 2024-04-10T15:06:56.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:55 smithi102 ceph-mon[26948]: pgmap v162: 121 pgs: 121 active+clean; 83 MiB data, 375 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:56.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:55 smithi102 ceph-mon[26948]: osdmap e125: 8 total, 8 up, 8 in 2024-04-10T15:06:56.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:55 smithi102 ceph-mon[37987]: pgmap v162: 121 pgs: 121 active+clean; 83 MiB data, 375 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:06:56.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:55 smithi102 ceph-mon[37987]: osdmap e125: 8 total, 8 up, 8 in 2024-04-10T15:06:56.751 INFO:tasks.rados.rados.0.smithi102.stdout:366: done (1 left) 2024-04-10T15:06:56.751 INFO:tasks.rados.rados.0.smithi102.stdout:367: done (0 left) 2024-04-10T15:06:56.751 INFO:tasks.rados.rados.0.smithi102.stdout:368: rollback oid 41 current snap is 28 2024-04-10T15:06:56.752 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 41 to 23 2024-04-10T15:06:56.752 INFO:tasks.rados.rados.0.smithi102.stdout:369: rollback oid 18 current snap is 28 2024-04-10T15:06:56.752 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 18 to 25 2024-04-10T15:06:56.752 INFO:tasks.rados.rados.0.smithi102.stdout:370: rmattr oid 23 current snap is 28 2024-04-10T15:06:56.752 INFO:tasks.rados.rados.0.smithi102.stdout:371: copy_from oid 13 from oid 37 current snap is 28 2024-04-10T15:06:56.752 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 36 current snap is 28 2024-04-10T15:06:56.752 INFO:tasks.rados.rados.0.smithi102.stdout:372: seq_num 133 ranges {5046272=630784,5677056=663552,6340608=770048,7110656=172032} 2024-04-10T15:06:56.782 INFO:tasks.rados.rados.0.smithi102.stdout:372: writing smithi10276805-36 from 5046272 to 5677056 tid 1 2024-04-10T15:06:56.785 INFO:tasks.rados.rados.0.smithi102.stdout:372: writing smithi10276805-36 from 5677056 to 6340608 tid 2 2024-04-10T15:06:56.790 INFO:tasks.rados.rados.0.smithi102.stdout:372: writing smithi10276805-36 from 6340608 to 7110656 tid 3 2024-04-10T15:06:56.792 INFO:tasks.rados.rados.0.smithi102.stdout:372: writing smithi10276805-36 from 7110656 to 7282688 tid 4 2024-04-10T15:06:56.792 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 31 current snap is 28 2024-04-10T15:06:56.792 INFO:tasks.rados.rados.0.smithi102.stdout:369: finishing rollback tid 0 to smithi10276805-18 2024-04-10T15:06:56.792 INFO:tasks.rados.rados.0.smithi102.stdout:368: finishing rollback tid 0 to smithi10276805-41 2024-04-10T15:06:56.792 INFO:tasks.rados.rados.0.smithi102.stdout:369: finishing rollback tid 1 to smithi10276805-18 2024-04-10T15:06:56.792 INFO:tasks.rados.rados.0.smithi102.stdout:368: finishing rollback tid 1 to smithi10276805-41 2024-04-10T15:06:56.792 INFO:tasks.rados.rados.0.smithi102.stdout:373: seq_num 134 ranges {0=647168,647168=548864,1196032=573440,1769472=483328} 2024-04-10T15:06:56.795 INFO:tasks.rados.rados.0.smithi102.stdout:373: writing smithi10276805-31 from 0 to 647168 tid 1 2024-04-10T15:06:56.798 INFO:tasks.rados.rados.0.smithi102.stdout:373: writing smithi10276805-31 from 647168 to 1196032 tid 2 2024-04-10T15:06:56.802 INFO:tasks.rados.rados.0.smithi102.stdout:373: writing smithi10276805-31 from 1196032 to 1769472 tid 3 2024-04-10T15:06:56.805 INFO:tasks.rados.rados.0.smithi102.stdout:373: writing smithi10276805-31 from 1769472 to 2252800 tid 4 2024-04-10T15:06:56.805 INFO:tasks.rados.rados.0.smithi102.stdout:374: setattr oid 39 current snap is 28 2024-04-10T15:06:56.805 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 50 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-10T15:06:56.805 INFO:tasks.rados.rados.0.smithi102.stdout:368: finishing rollback tid 2 to smithi10276805-41 2024-04-10T15:06:56.805 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 161 (ObjNum 119 snap 22 seq_num 119) dirty exists 2024-04-10T15:06:56.806 INFO:tasks.rados.rados.0.smithi102.stdout:369: finishing rollback tid 2 to smithi10276805-18 2024-04-10T15:06:56.806 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 88 (ObjNum 12 snap 0 seq_num 12) dirty exists 2024-04-10T15:06:56.806 INFO:tasks.rados.rados.0.smithi102.stdout:371: finishing copy_from racing read to smithi10276805-13 2024-04-10T15:06:56.806 INFO:tasks.rados.rados.0.smithi102.stdout:371: finishing copy_from to smithi10276805-13 2024-04-10T15:06:56.806 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 83 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-10T15:06:56.806 INFO:tasks.rados.rados.0.smithi102.stdout:372: finishing write tid 1 to smithi10276805-36 2024-04-10T15:06:56.806 INFO:tasks.rados.rados.0.smithi102.stdout:372: finishing write tid 2 to smithi10276805-36 2024-04-10T15:06:56.806 INFO:tasks.rados.rados.0.smithi102.stdout:372: finishing write tid 3 to smithi10276805-36 2024-04-10T15:06:56.806 INFO:tasks.rados.rados.0.smithi102.stdout:372: finishing write tid 4 to smithi10276805-36 2024-04-10T15:06:56.806 INFO:tasks.rados.rados.0.smithi102.stdout:372: finishing write tid 5 to smithi10276805-36 2024-04-10T15:06:56.806 INFO:tasks.rados.rados.0.smithi102.stdout:372: finishing write tid 6 to smithi10276805-36 2024-04-10T15:06:56.806 INFO:tasks.rados.rados.0.smithi102.stdout:372: oid 36 updating version 0 to 125 2024-04-10T15:06:56.806 INFO:tasks.rados.rados.0.smithi102.stdout:372: oid 36 version 125 is already newer than 124 2024-04-10T15:06:56.806 INFO:tasks.rados.rados.0.smithi102.stdout:372: oid 36 updating version 125 to 127 2024-04-10T15:06:56.806 INFO:tasks.rados.rados.0.smithi102.stdout:372: oid 36 version 127 is already newer than 123 2024-04-10T15:06:56.807 INFO:tasks.rados.rados.0.smithi102.stdout:372: oid 36 version 127 is already newer than 126 2024-04-10T15:06:56.807 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 127 (ObjNum 133 snap 28 seq_num 133) dirty exists 2024-04-10T15:06:56.807 INFO:tasks.rados.rados.0.smithi102.stdout:372: left oid 36 (ObjNum 133 snap 28 seq_num 133) 2024-04-10T15:06:56.807 INFO:tasks.rados.rados.0.smithi102.stdout:373: finishing write tid 1 to smithi10276805-31 2024-04-10T15:06:56.807 INFO:tasks.rados.rados.0.smithi102.stdout:373: finishing write tid 2 to smithi10276805-31 2024-04-10T15:06:56.807 INFO:tasks.rados.rados.0.smithi102.stdout:373: finishing write tid 3 to smithi10276805-31 2024-04-10T15:06:56.808 INFO:tasks.rados.rados.0.smithi102.stdout:368: done (6 left) 2024-04-10T15:06:56.808 INFO:tasks.rados.rados.0.smithi102.stdout:369: done (5 left) 2024-04-10T15:06:56.808 INFO:tasks.rados.rados.0.smithi102.stdout:370: done (4 left) 2024-04-10T15:06:56.808 INFO:tasks.rados.rados.0.smithi102.stdout:371: done (3 left) 2024-04-10T15:06:56.808 INFO:tasks.rados.rados.0.smithi102.stdout:372: done (2 left) 2024-04-10T15:06:56.808 INFO:tasks.rados.rados.0.smithi102.stdout:375: snap_create 2024-04-10T15:06:56.808 INFO:tasks.rados.rados.0.smithi102.stdout:373: finishing write tid 4 to smithi10276805-31 2024-04-10T15:06:56.808 INFO:tasks.rados.rados.0.smithi102.stdout:373: finishing write tid 5 to smithi10276805-31 2024-04-10T15:06:56.809 INFO:tasks.rados.rados.0.smithi102.stdout:373: finishing write tid 6 to smithi10276805-31 2024-04-10T15:06:56.809 INFO:tasks.rados.rados.0.smithi102.stdout:373: oid 31 updating version 0 to 131 2024-04-10T15:06:56.809 INFO:tasks.rados.rados.0.smithi102.stdout:373: oid 31 version 131 is already newer than 130 2024-04-10T15:06:56.809 INFO:tasks.rados.rados.0.smithi102.stdout:373: oid 31 version 131 is already newer than 128 2024-04-10T15:06:56.809 INFO:tasks.rados.rados.0.smithi102.stdout:373: oid 31 updating version 131 to 132 2024-04-10T15:06:56.809 INFO:tasks.rados.rados.0.smithi102.stdout:373: oid 31 version 132 is already newer than 129 2024-04-10T15:06:56.809 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 132 (ObjNum 134 snap 28 seq_num 134) dirty exists 2024-04-10T15:06:56.809 INFO:tasks.rados.rados.0.smithi102.stdout:373: left oid 31 (ObjNum 134 snap 28 seq_num 134) 2024-04-10T15:06:56.809 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 119 (ObjNum 122 snap 23 seq_num 122) dirty exists 2024-04-10T15:06:57.803 INFO:tasks.rados.rados.0.smithi102.stdout:373: done (2 left) 2024-04-10T15:06:57.803 INFO:tasks.rados.rados.0.smithi102.stdout:374: done (1 left) 2024-04-10T15:06:57.803 INFO:tasks.rados.rados.0.smithi102.stdout:375: done (0 left) 2024-04-10T15:06:57.803 INFO:tasks.rados.rados.0.smithi102.stdout:376: copy_from oid 34 from oid 46 current snap is 29 2024-04-10T15:06:57.803 INFO:tasks.rados.rados.0.smithi102.stdout:377: snap_remove snap 26 2024-04-10T15:06:58.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:57 smithi154 ceph-mon[30592]: pgmap v165: 121 pgs: 121 active+clean; 112 MiB data, 419 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 7.2 MiB/s wr, 32 op/s 2024-04-10T15:06:58.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:57 smithi154 ceph-mon[30592]: osdmap e126: 8 total, 8 up, 8 in 2024-04-10T15:06:58.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:57 smithi102 ceph-mon[37987]: pgmap v165: 121 pgs: 121 active+clean; 112 MiB data, 419 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 7.2 MiB/s wr, 32 op/s 2024-04-10T15:06:58.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:57 smithi102 ceph-mon[37987]: osdmap e126: 8 total, 8 up, 8 in 2024-04-10T15:06:58.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:57 smithi102 ceph-mon[26948]: pgmap v165: 121 pgs: 121 active+clean; 112 MiB data, 419 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 7.2 MiB/s wr, 32 op/s 2024-04-10T15:06:58.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:57 smithi102 ceph-mon[26948]: osdmap e126: 8 total, 8 up, 8 in 2024-04-10T15:06:58.805 INFO:tasks.rados.rados.0.smithi102.stdout:377: done (1 left) 2024-04-10T15:06:58.805 INFO:tasks.rados.rados.0.smithi102.stdout:378: rollback oid 45 current snap is 29 2024-04-10T15:06:58.805 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 45 to 28 2024-04-10T15:06:58.805 INFO:tasks.rados.rados.0.smithi102.stdout:376: finishing copy_from racing read to smithi10276805-34 2024-04-10T15:06:58.805 INFO:tasks.rados.rados.0.smithi102.stdout:379: read oid 20 snap -1 2024-04-10T15:06:58.805 INFO:tasks.rados.rados.0.smithi102.stdout:379: expect deleted 2024-04-10T15:06:58.805 INFO:tasks.rados.rados.0.smithi102.stdout:380: read oid 37 snap -1 2024-04-10T15:06:58.805 INFO:tasks.rados.rados.0.smithi102.stdout:380: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-10T15:06:58.805 INFO:tasks.rados.rados.0.smithi102.stdout:381: delete oid 17 current snap is 29 2024-04-10T15:06:58.805 INFO:tasks.rados.rados.0.smithi102.stdout:376: finishing copy_from to smithi10276805-34 2024-04-10T15:06:58.806 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 87 (ObjNum 101 snap 17 seq_num 101) dirty exists 2024-04-10T15:06:58.811 INFO:tasks.rados.rados.0.smithi102.stdout:380: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-10T15:06:58.820 INFO:tasks.rados.rados.0.smithi102.stdout:378: finishing rollback tid 0 to smithi10276805-45 2024-04-10T15:06:58.820 INFO:tasks.rados.rados.0.smithi102.stdout:378: finishing rollback tid 1 to smithi10276805-45 2024-04-10T15:06:58.820 INFO:tasks.rados.rados.0.smithi102.stdout:378: finishing rollback tid 2 to smithi10276805-45 2024-04-10T15:06:58.820 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 131 (ObjNum 94 snap 17 seq_num 94) dirty exists 2024-04-10T15:06:58.820 INFO:tasks.rados.rados.0.smithi102.stdout:376: done (4 left) 2024-04-10T15:06:58.820 INFO:tasks.rados.rados.0.smithi102.stdout:378: done (3 left) 2024-04-10T15:06:58.820 INFO:tasks.rados.rados.0.smithi102.stdout:379: done (2 left) 2024-04-10T15:06:58.820 INFO:tasks.rados.rados.0.smithi102.stdout:380: done (1 left) 2024-04-10T15:06:58.820 INFO:tasks.rados.rados.0.smithi102.stdout:381: done (0 left) 2024-04-10T15:06:58.820 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 26 current snap is 29 2024-04-10T15:06:58.820 INFO:tasks.rados.rados.0.smithi102.stdout:382: seq_num 136 ranges {0=688128,688128=720896,1409024=540672,1949696=344064} 2024-04-10T15:06:58.823 INFO:tasks.rados.rados.0.smithi102.stdout:382: writing smithi10276805-26 from 0 to 688128 tid 1 2024-04-10T15:06:58.827 INFO:tasks.rados.rados.0.smithi102.stdout:382: writing smithi10276805-26 from 688128 to 1409024 tid 2 2024-04-10T15:06:58.830 INFO:tasks.rados.rados.0.smithi102.stdout:382: writing smithi10276805-26 from 1409024 to 1949696 tid 3 2024-04-10T15:06:58.833 INFO:tasks.rados.rados.0.smithi102.stdout:382: writing smithi10276805-26 from 1949696 to 2293760 tid 4 2024-04-10T15:06:58.833 INFO:tasks.rados.rados.0.smithi102.stdout:383: delete oid 6 current snap is 29 2024-04-10T15:06:58.833 INFO:tasks.rados.rados.0.smithi102.stdout:382: finishing write tid 1 to smithi10276805-26 2024-04-10T15:06:58.833 INFO:tasks.rados.rados.0.smithi102.stdout:382: finishing write tid 2 to smithi10276805-26 2024-04-10T15:06:58.833 INFO:tasks.rados.rados.0.smithi102.stdout:382: finishing write tid 3 to smithi10276805-26 2024-04-10T15:06:58.834 INFO:tasks.rados.rados.0.smithi102.stdout:383: done (1 left) 2024-04-10T15:06:58.835 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 37 current snap is 29 2024-04-10T15:06:58.835 INFO:tasks.rados.rados.0.smithi102.stdout:384: seq_num 138 ranges {221184=720896,942080=540672,1482752=557056,2039808=507904} 2024-04-10T15:06:58.840 INFO:tasks.rados.rados.0.smithi102.stdout:384: writing smithi10276805-37 from 221184 to 942080 tid 1 2024-04-10T15:06:58.843 INFO:tasks.rados.rados.0.smithi102.stdout:384: writing smithi10276805-37 from 942080 to 1482752 tid 2 2024-04-10T15:06:58.846 INFO:tasks.rados.rados.0.smithi102.stdout:384: writing smithi10276805-37 from 1482752 to 2039808 tid 3 2024-04-10T15:06:58.850 INFO:tasks.rados.rados.0.smithi102.stdout:384: writing smithi10276805-37 from 2039808 to 2547712 tid 4 2024-04-10T15:06:58.850 INFO:tasks.rados.rados.0.smithi102.stdout:385: copy_from oid 21 from oid 20 current snap is 29 2024-04-10T15:06:58.850 INFO:tasks.rados.rados.0.smithi102.stdout:382: finishing write tid 4 to smithi10276805-26 2024-04-10T15:06:58.850 INFO:tasks.rados.rados.0.smithi102.stdout:382: finishing write tid 5 to smithi10276805-26 2024-04-10T15:06:58.850 INFO:tasks.rados.rados.0.smithi102.stdout:382: finishing write tid 6 to smithi10276805-26 2024-04-10T15:06:58.850 INFO:tasks.rados.rados.0.smithi102.stdout:382: oid 26 updating version 0 to 164 2024-04-10T15:06:58.850 INFO:tasks.rados.rados.0.smithi102.stdout:382: oid 26 updating version 164 to 166 2024-04-10T15:06:58.850 INFO:tasks.rados.rados.0.smithi102.stdout:382: oid 26 version 166 is already newer than 163 2024-04-10T15:06:58.850 INFO:tasks.rados.rados.0.smithi102.stdout:382: oid 26 version 166 is already newer than 162 2024-04-10T15:06:58.850 INFO:tasks.rados.rados.0.smithi102.stdout:382: oid 26 version 166 is already newer than 165 2024-04-10T15:06:58.850 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 166 (ObjNum 136 snap 29 seq_num 136) dirty exists 2024-04-10T15:06:58.850 INFO:tasks.rados.rados.0.smithi102.stdout:382: left oid 26 (ObjNum 136 snap 29 seq_num 136) 2024-04-10T15:06:58.850 INFO:tasks.rados.rados.0.smithi102.stdout:384: finishing write tid 1 to smithi10276805-37 2024-04-10T15:06:58.851 INFO:tasks.rados.rados.0.smithi102.stdout:382: done (2 left) 2024-04-10T15:06:58.851 INFO:tasks.rados.rados.0.smithi102.stdout:386: setattr oid 43 current snap is 29 2024-04-10T15:06:58.851 INFO:tasks.rados.rados.0.smithi102.stdout:384: finishing write tid 2 to smithi10276805-37 2024-04-10T15:06:58.851 INFO:tasks.rados.rados.0.smithi102.stdout:384: finishing write tid 3 to smithi10276805-37 2024-04-10T15:06:58.851 INFO:tasks.rados.rados.0.smithi102.stdout:385: finishing copy_from to smithi10276805-21 2024-04-10T15:06:58.851 INFO:tasks.rados.rados.0.smithi102.stdout:385: got expected ENOENT (src dne) 2024-04-10T15:06:58.852 INFO:tasks.rados.rados.0.smithi102.stdout:385: finishing copy_from racing read to smithi10276805-21 2024-04-10T15:06:58.852 INFO:tasks.rados.rados.0.smithi102.stdout:385: done (2 left) 2024-04-10T15:06:58.852 INFO:tasks.rados.rados.0.smithi102.stdout:387: read oid 30 snap -1 2024-04-10T15:06:58.852 INFO:tasks.rados.rados.0.smithi102.stdout:387: expect (ObjNum 73 snap 9 seq_num 73) 2024-04-10T15:06:58.852 INFO:tasks.rados.rados.0.smithi102.stdout:388: snap_create 2024-04-10T15:06:58.852 INFO:tasks.rados.rados.0.smithi102.stdout:384: finishing write tid 4 to smithi10276805-37 2024-04-10T15:06:58.853 INFO:tasks.rados.rados.0.smithi102.stdout:384: finishing write tid 5 to smithi10276805-37 2024-04-10T15:06:58.853 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 172 (ObjNum 72 snap 9 seq_num 72) dirty exists 2024-04-10T15:06:58.854 INFO:tasks.rados.rados.0.smithi102.stdout:384: finishing write tid 6 to smithi10276805-37 2024-04-10T15:06:58.854 INFO:tasks.rados.rados.0.smithi102.stdout:384: oid 37 updating version 0 to 170 2024-04-10T15:06:58.854 INFO:tasks.rados.rados.0.smithi102.stdout:384: oid 37 updating version 170 to 171 2024-04-10T15:06:58.854 INFO:tasks.rados.rados.0.smithi102.stdout:384: oid 37 version 171 is already newer than 168 2024-04-10T15:06:58.854 INFO:tasks.rados.rados.0.smithi102.stdout:384: oid 37 version 171 is already newer than 167 2024-04-10T15:06:58.854 INFO:tasks.rados.rados.0.smithi102.stdout:384: oid 37 version 171 is already newer than 169 2024-04-10T15:06:58.854 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 171 (ObjNum 138 snap 29 seq_num 138) dirty exists 2024-04-10T15:06:58.854 INFO:tasks.rados.rados.0.smithi102.stdout:384: left oid 37 (ObjNum 138 snap 29 seq_num 138) 2024-04-10T15:06:58.857 INFO:tasks.rados.rados.0.smithi102.stdout:387: expect (ObjNum 73 snap 9 seq_num 73) 2024-04-10T15:06:59.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:58 smithi154 ceph-mon[30592]: osdmap e127: 8 total, 8 up, 8 in 2024-04-10T15:06:59.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:58 smithi102 ceph-mon[37987]: osdmap e127: 8 total, 8 up, 8 in 2024-04-10T15:06:59.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:58 smithi102 ceph-mon[26948]: osdmap e127: 8 total, 8 up, 8 in 2024-04-10T15:06:59.749 INFO:tasks.rados.rados.0.smithi102.stdout:384: done (3 left) 2024-04-10T15:06:59.749 INFO:tasks.rados.rados.0.smithi102.stdout:386: done (2 left) 2024-04-10T15:06:59.749 INFO:tasks.rados.rados.0.smithi102.stdout:387: done (1 left) 2024-04-10T15:06:59.749 INFO:tasks.rados.rados.0.smithi102.stdout:388: done (0 left) 2024-04-10T15:06:59.749 INFO:tasks.rados.rados.0.smithi102.stdout:389: read oid 31 snap -1 2024-04-10T15:06:59.749 INFO:tasks.rados.rados.0.smithi102.stdout:389: expect (ObjNum 134 snap 28 seq_num 134) 2024-04-10T15:06:59.749 INFO:tasks.rados.rados.0.smithi102.stdout:390: rollback oid 22 current snap is 30 2024-04-10T15:06:59.749 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 22 to 28 2024-04-10T15:06:59.749 INFO:tasks.rados.rados.0.smithi102.stdout:391: read oid 48 snap -1 2024-04-10T15:06:59.749 INFO:tasks.rados.rados.0.smithi102.stdout:391: expect (ObjNum 107 snap 18 seq_num 107) 2024-04-10T15:06:59.749 INFO:tasks.rados.rados.0.smithi102.stdout:392: read oid 3 snap 25 2024-04-10T15:06:59.749 INFO:tasks.rados.rados.0.smithi102.stdout:392: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-10T15:06:59.750 INFO:tasks.rados.rados.0.smithi102.stdout:393: snap_remove snap 23 2024-04-10T15:07:00.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:59 smithi154 ceph-mon[30592]: pgmap v168: 121 pgs: 121 active+clean; 112 MiB data, 419 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 7.2 MiB/s wr, 32 op/s 2024-04-10T15:07:00.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:59 smithi154 ceph-mon[30592]: osdmap e128: 8 total, 8 up, 8 in 2024-04-10T15:07:00.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:06:59 smithi154 ceph-mon[30592]: osdmap e129: 8 total, 8 up, 8 in 2024-04-10T15:07:00.159 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:06:59 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:06:59] "GET /metrics HTTP/1.1" 200 36090 "" "Prometheus/2.43.0" 2024-04-10T15:07:00.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:59 smithi102 ceph-mon[26948]: pgmap v168: 121 pgs: 121 active+clean; 112 MiB data, 419 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 7.2 MiB/s wr, 32 op/s 2024-04-10T15:07:00.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:59 smithi102 ceph-mon[26948]: osdmap e128: 8 total, 8 up, 8 in 2024-04-10T15:07:00.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:06:59 smithi102 ceph-mon[26948]: osdmap e129: 8 total, 8 up, 8 in 2024-04-10T15:07:00.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:59 smithi102 ceph-mon[37987]: pgmap v168: 121 pgs: 121 active+clean; 112 MiB data, 419 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 7.2 MiB/s wr, 32 op/s 2024-04-10T15:07:00.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:59 smithi102 ceph-mon[37987]: osdmap e128: 8 total, 8 up, 8 in 2024-04-10T15:07:00.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:06:59 smithi102 ceph-mon[37987]: osdmap e129: 8 total, 8 up, 8 in 2024-04-10T15:07:00.752 INFO:tasks.rados.rados.0.smithi102.stdout:393: done (4 left) 2024-04-10T15:07:00.752 INFO:tasks.rados.rados.0.smithi102.stdout:394: read oid 18 snap -1 2024-04-10T15:07:00.752 INFO:tasks.rados.rados.0.smithi102.stdout:394: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-10T15:07:00.752 INFO:tasks.rados.rados.0.smithi102.stdout:395: snap_remove snap 24 2024-04-10T15:07:01.756 INFO:tasks.rados.rados.0.smithi102.stdout:395: done (5 left) 2024-04-10T15:07:01.756 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 30 2024-04-10T15:07:01.756 INFO:tasks.rados.rados.0.smithi102.stdout:396: seq_num 139 ranges {1449984=737280,2187264=425984,2613248=761856,3375104=417792} 2024-04-10T15:07:01.766 INFO:tasks.rados.rados.0.smithi102.stdout:396: writing smithi10276805-25 from 1449984 to 2187264 tid 1 2024-04-10T15:07:01.768 INFO:tasks.rados.rados.0.smithi102.stdout:396: writing smithi10276805-25 from 2187264 to 2613248 tid 2 2024-04-10T15:07:01.773 INFO:tasks.rados.rados.0.smithi102.stdout:396: writing smithi10276805-25 from 2613248 to 3375104 tid 3 2024-04-10T15:07:01.776 INFO:tasks.rados.rados.0.smithi102.stdout:396: writing smithi10276805-25 from 3375104 to 3792896 tid 4 2024-04-10T15:07:01.776 INFO:tasks.rados.rados.0.smithi102.stdout:397: delete oid 42 current snap is 30 2024-04-10T15:07:01.776 INFO:tasks.rados.rados.0.smithi102.stdout:390: finishing rollback tid 0 to smithi10276805-22 2024-04-10T15:07:01.776 INFO:tasks.rados.rados.0.smithi102.stdout:390: finishing rollback tid 1 to smithi10276805-22 2024-04-10T15:07:01.776 INFO:tasks.rados.rados.0.smithi102.stdout:390: finishing rollback tid 2 to smithi10276805-22 2024-04-10T15:07:01.776 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 117 (ObjNum 127 snap 24 seq_num 127) dirty exists 2024-04-10T15:07:01.776 INFO:tasks.rados.rados.0.smithi102.stdout:392: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-10T15:07:01.797 INFO:tasks.rados.rados.0.smithi102.stdout:389: expect (ObjNum 134 snap 28 seq_num 134) 2024-04-10T15:07:01.854 INFO:tasks.rados.rados.0.smithi102.stdout:391: expect (ObjNum 107 snap 18 seq_num 107) 2024-04-10T15:07:02.009 INFO:tasks.rados.rados.0.smithi102.stdout:394: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-10T15:07:02.017 INFO:tasks.rados.rados.0.smithi102.stdout:396: finishing write tid 1 to smithi10276805-25 2024-04-10T15:07:02.017 INFO:tasks.rados.rados.0.smithi102.stdout:396: finishing write tid 2 to smithi10276805-25 2024-04-10T15:07:02.018 INFO:tasks.rados.rados.0.smithi102.stdout:396: finishing write tid 3 to smithi10276805-25 2024-04-10T15:07:02.018 INFO:tasks.rados.rados.0.smithi102.stdout:396: finishing write tid 4 to smithi10276805-25 2024-04-10T15:07:02.018 INFO:tasks.rados.rados.0.smithi102.stdout:396: finishing write tid 5 to smithi10276805-25 2024-04-10T15:07:02.018 INFO:tasks.rados.rados.0.smithi102.stdout:396: finishing write tid 6 to smithi10276805-25 2024-04-10T15:07:02.018 INFO:tasks.rados.rados.0.smithi102.stdout:396: oid 25 updating version 0 to 59 2024-04-10T15:07:02.018 INFO:tasks.rados.rados.0.smithi102.stdout:396: oid 25 updating version 59 to 62 2024-04-10T15:07:02.018 INFO:tasks.rados.rados.0.smithi102.stdout:396: oid 25 version 62 is already newer than 61 2024-04-10T15:07:02.018 INFO:tasks.rados.rados.0.smithi102.stdout:396: oid 25 version 62 is already newer than 60 2024-04-10T15:07:02.018 INFO:tasks.rados.rados.0.smithi102.stdout:396: oid 25 version 62 is already newer than 58 2024-04-10T15:07:02.018 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 62 (ObjNum 139 snap 30 seq_num 139) dirty exists 2024-04-10T15:07:02.018 INFO:tasks.rados.rados.0.smithi102.stdout:396: left oid 25 (ObjNum 139 snap 30 seq_num 139) 2024-04-10T15:07:02.018 INFO:tasks.rados.rados.0.smithi102.stdout:389: done (6 left) 2024-04-10T15:07:02.018 INFO:tasks.rados.rados.0.smithi102.stdout:390: done (5 left) 2024-04-10T15:07:02.018 INFO:tasks.rados.rados.0.smithi102.stdout:391: done (4 left) 2024-04-10T15:07:02.018 INFO:tasks.rados.rados.0.smithi102.stdout:392: done (3 left) 2024-04-10T15:07:02.019 INFO:tasks.rados.rados.0.smithi102.stdout:394: done (2 left) 2024-04-10T15:07:02.019 INFO:tasks.rados.rados.0.smithi102.stdout:396: done (1 left) 2024-04-10T15:07:02.019 INFO:tasks.rados.rados.0.smithi102.stdout:397: done (0 left) 2024-04-10T15:07:02.019 INFO:tasks.rados.rados.0.smithi102.stdout:398: rollback oid 29 current snap is 30 2024-04-10T15:07:02.019 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 29 to 27 2024-04-10T15:07:02.019 INFO:tasks.rados.rados.0.smithi102.stdout:399: rmattr oid 34 current snap is 30 2024-04-10T15:07:02.019 INFO:tasks.rados.rados.0.smithi102.stdout:400: snap_remove snap 22 2024-04-10T15:07:02.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:01 smithi154 ceph-mon[30592]: pgmap v171: 121 pgs: 121 active+clean; 124 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.4 MiB/s wr, 26 op/s 2024-04-10T15:07:02.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:01 smithi154 ceph-mon[30592]: osdmap e130: 8 total, 8 up, 8 in 2024-04-10T15:07:02.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:01 smithi102 ceph-mon[37987]: pgmap v171: 121 pgs: 121 active+clean; 124 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.4 MiB/s wr, 26 op/s 2024-04-10T15:07:02.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:01 smithi102 ceph-mon[37987]: osdmap e130: 8 total, 8 up, 8 in 2024-04-10T15:07:02.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:01 smithi102 ceph-mon[26948]: pgmap v171: 121 pgs: 121 active+clean; 124 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.4 MiB/s wr, 26 op/s 2024-04-10T15:07:02.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:01 smithi102 ceph-mon[26948]: osdmap e130: 8 total, 8 up, 8 in 2024-04-10T15:07:02.767 INFO:tasks.rados.rados.0.smithi102.stdout:400: done (2 left) 2024-04-10T15:07:02.767 INFO:tasks.rados.rados.0.smithi102.stdout:401: read oid 1 snap -1 2024-04-10T15:07:02.767 INFO:tasks.rados.rados.0.smithi102.stdout:401: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-10T15:07:02.768 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 0 (ObjNum 101 snap 17 seq_num 101) dirty exists 2024-04-10T15:07:02.768 INFO:tasks.rados.rados.0.smithi102.stdout:398: finishing rollback tid 0 to smithi10276805-29 2024-04-10T15:07:02.768 INFO:tasks.rados.rados.0.smithi102.stdout:398: finishing rollback tid 1 to smithi10276805-29 2024-04-10T15:07:02.768 INFO:tasks.rados.rados.0.smithi102.stdout:398: finishing rollback tid 2 to smithi10276805-29 2024-04-10T15:07:02.768 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 183 (ObjNum 78 snap 12 seq_num 78) dirty exists 2024-04-10T15:07:02.768 INFO:tasks.rados.rados.0.smithi102.stdout:398: done (2 left) 2024-04-10T15:07:02.768 INFO:tasks.rados.rados.0.smithi102.stdout:399: done (1 left) 2024-04-10T15:07:02.768 INFO:tasks.rados.rados.0.smithi102.stdout:402: copy_from oid 14 from oid 33 current snap is 30 2024-04-10T15:07:02.768 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 28 current snap is 30 2024-04-10T15:07:02.769 INFO:tasks.rados.rados.0.smithi102.stdout:403: seq_num 141 ranges {2007040=770048,2777088=589824,3366912=729088,4096000=286720} 2024-04-10T15:07:02.784 INFO:tasks.rados.rados.0.smithi102.stdout:403: writing smithi10276805-28 from 2007040 to 2777088 tid 1 2024-04-10T15:07:02.788 INFO:tasks.rados.rados.0.smithi102.stdout:403: writing smithi10276805-28 from 2777088 to 3366912 tid 2 2024-04-10T15:07:02.792 INFO:tasks.rados.rados.0.smithi102.stdout:403: writing smithi10276805-28 from 3366912 to 4096000 tid 3 2024-04-10T15:07:02.793 INFO:tasks.rados.rados.0.smithi102.stdout:403: writing smithi10276805-28 from 4096000 to 4382720 tid 4 2024-04-10T15:07:02.793 INFO:tasks.rados.rados.0.smithi102.stdout:404: copy_from oid 5 from oid 23 current snap is 30 2024-04-10T15:07:02.794 INFO:tasks.rados.rados.0.smithi102.stdout:401: expect (ObjNum 75 snap 12 seq_num 75) 2024-04-10T15:07:02.845 INFO:tasks.rados.rados.0.smithi102.stdout:403: finishing write tid 1 to smithi10276805-28 2024-04-10T15:07:02.845 INFO:tasks.rados.rados.0.smithi102.stdout:403: finishing write tid 2 to smithi10276805-28 2024-04-10T15:07:02.845 INFO:tasks.rados.rados.0.smithi102.stdout:403: finishing write tid 3 to smithi10276805-28 2024-04-10T15:07:02.845 INFO:tasks.rados.rados.0.smithi102.stdout:403: finishing write tid 4 to smithi10276805-28 2024-04-10T15:07:02.846 INFO:tasks.rados.rados.0.smithi102.stdout:403: finishing write tid 5 to smithi10276805-28 2024-04-10T15:07:02.846 INFO:tasks.rados.rados.0.smithi102.stdout:402: finishing copy_from racing read to smithi10276805-14 2024-04-10T15:07:02.846 INFO:tasks.rados.rados.0.smithi102.stdout:403: finishing write tid 6 to smithi10276805-28 2024-04-10T15:07:02.846 INFO:tasks.rados.rados.0.smithi102.stdout:403: oid 28 updating version 0 to 195 2024-04-10T15:07:02.846 INFO:tasks.rados.rados.0.smithi102.stdout:403: oid 28 version 195 is already newer than 193 2024-04-10T15:07:02.846 INFO:tasks.rados.rados.0.smithi102.stdout:403: oid 28 version 195 is already newer than 194 2024-04-10T15:07:02.846 INFO:tasks.rados.rados.0.smithi102.stdout:403: oid 28 version 195 is already newer than 192 2024-04-10T15:07:02.846 INFO:tasks.rados.rados.0.smithi102.stdout:403: oid 28 version 195 is already newer than 191 2024-04-10T15:07:02.846 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 195 (ObjNum 141 snap 30 seq_num 141) dirty exists 2024-04-10T15:07:02.846 INFO:tasks.rados.rados.0.smithi102.stdout:403: left oid 28 (ObjNum 141 snap 30 seq_num 141) 2024-04-10T15:07:02.846 INFO:tasks.rados.rados.0.smithi102.stdout:404: finishing copy_from racing read to smithi10276805-5 2024-04-10T15:07:02.846 INFO:tasks.rados.rados.0.smithi102.stdout:401: done (3 left) 2024-04-10T15:07:02.847 INFO:tasks.rados.rados.0.smithi102.stdout:403: done (2 left) 2024-04-10T15:07:02.847 INFO:tasks.rados.rados.0.smithi102.stdout:405: snap_create 2024-04-10T15:07:02.847 INFO:tasks.rados.rados.0.smithi102.stdout:402: finishing copy_from to smithi10276805-14 2024-04-10T15:07:02.847 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 74 (ObjNum 124 snap 23 seq_num 124) dirty exists 2024-04-10T15:07:02.847 INFO:tasks.rados.rados.0.smithi102.stdout:404: finishing copy_from to smithi10276805-5 2024-04-10T15:07:02.847 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 50 (ObjNum 53 snap 1 seq_num 53) dirty exists 2024-04-10T15:07:03.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:02 smithi154 ceph-mon[30592]: osdmap e131: 8 total, 8 up, 8 in 2024-04-10T15:07:03.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:02 smithi102 ceph-mon[26948]: osdmap e131: 8 total, 8 up, 8 in 2024-04-10T15:07:03.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:02 smithi102 ceph-mon[37987]: osdmap e131: 8 total, 8 up, 8 in 2024-04-10T15:07:03.771 INFO:tasks.rados.rados.0.smithi102.stdout:402: done (2 left) 2024-04-10T15:07:03.771 INFO:tasks.rados.rados.0.smithi102.stdout:404: done (1 left) 2024-04-10T15:07:03.771 INFO:tasks.rados.rados.0.smithi102.stdout:405: done (0 left) 2024-04-10T15:07:03.771 INFO:tasks.rados.rados.0.smithi102.stdout:406: read oid 36 snap -1 2024-04-10T15:07:03.771 INFO:tasks.rados.rados.0.smithi102.stdout:406: expect (ObjNum 133 snap 28 seq_num 133) 2024-04-10T15:07:03.771 INFO:tasks.rados.rados.0.smithi102.stdout:407: delete oid 21 current snap is 31 2024-04-10T15:07:03.774 INFO:tasks.rados.rados.0.smithi102.stdout:407: done (1 left) 2024-04-10T15:07:03.774 INFO:tasks.rados.rados.0.smithi102.stdout:408: rmattr oid 9 current snap is 31 2024-04-10T15:07:03.774 INFO:tasks.rados.rados.0.smithi102.stdout:408: done (1 left) 2024-04-10T15:07:03.774 INFO:tasks.rados.rados.0.smithi102.stdout:409: rmattr oid 32 current snap is 31 2024-04-10T15:07:03.774 INFO:tasks.rados.rados.0.smithi102.stdout:410: rmattr oid 50 current snap is 31 2024-04-10T15:07:03.774 INFO:tasks.rados.rados.0.smithi102.stdout:410: done (2 left) 2024-04-10T15:07:03.774 INFO:tasks.rados.rados.0.smithi102.stdout:411: copy_from oid 12 from oid 11 current snap is 31 2024-04-10T15:07:03.774 INFO:tasks.rados.rados.0.smithi102.stdout:412: delete oid 7 current snap is 31 2024-04-10T15:07:03.778 INFO:tasks.rados.rados.0.smithi102.stdout:412: done (3 left) 2024-04-10T15:07:03.779 INFO:tasks.rados.rados.0.smithi102.stdout:413: rollback oid 45 current snap is 31 2024-04-10T15:07:03.779 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 45 to 30 2024-04-10T15:07:03.779 INFO:tasks.rados.rados.0.smithi102.stdout:414: read oid 18 snap -1 2024-04-10T15:07:03.779 INFO:tasks.rados.rados.0.smithi102.stdout:414: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-10T15:07:03.779 INFO:tasks.rados.rados.0.smithi102.stdout:415: snap_remove snap 27 2024-04-10T15:07:04.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:03 smithi154 ceph-mon[30592]: pgmap v174: 121 pgs: 121 active+clean; 124 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.4 MiB/s wr, 26 op/s 2024-04-10T15:07:04.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:03 smithi154 ceph-mon[30592]: osdmap e132: 8 total, 8 up, 8 in 2024-04-10T15:07:04.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:03 smithi102 ceph-mon[37987]: pgmap v174: 121 pgs: 121 active+clean; 124 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.4 MiB/s wr, 26 op/s 2024-04-10T15:07:04.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:03 smithi102 ceph-mon[37987]: osdmap e132: 8 total, 8 up, 8 in 2024-04-10T15:07:04.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:03 smithi102 ceph-mon[26948]: pgmap v174: 121 pgs: 121 active+clean; 124 MiB data, 437 MiB used, 715 GiB / 715 GiB avail; 6.4 MiB/s rd, 3.4 MiB/s wr, 26 op/s 2024-04-10T15:07:04.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:03 smithi102 ceph-mon[26948]: osdmap e132: 8 total, 8 up, 8 in 2024-04-10T15:07:04.753 INFO:tasks.rados.rados.0.smithi102.stdout:415: done (5 left) 2024-04-10T15:07:04.754 INFO:tasks.rados.rados.0.smithi102.stdout:416: delete oid 47 current snap is 31 2024-04-10T15:07:04.754 INFO:tasks.rados.rados.0.smithi102.stdout:414: expect (ObjNum 12 snap 0 seq_num 12) 2024-04-10T15:07:04.762 INFO:tasks.rados.rados.0.smithi102.stdout:413: finishing rollback tid 0 to smithi10276805-45 2024-04-10T15:07:04.762 INFO:tasks.rados.rados.0.smithi102.stdout:413: finishing rollback tid 1 to smithi10276805-45 2024-04-10T15:07:04.762 INFO:tasks.rados.rados.0.smithi102.stdout:414: done (5 left) 2024-04-10T15:07:04.762 INFO:tasks.rados.rados.0.smithi102.stdout:416: done (4 left) 2024-04-10T15:07:04.762 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 19 current snap is 31 2024-04-10T15:07:04.762 INFO:tasks.rados.rados.0.smithi102.stdout:417: seq_num 145 ranges {3448832=32768} 2024-04-10T15:07:04.782 INFO:tasks.rados.rados.0.smithi102.stdout:417: writing smithi10276805-19 from 3448832 to 3481600 tid 1 2024-04-10T15:07:04.782 INFO:tasks.rados.rados.0.smithi102.stdout:418: snap_remove snap 21 2024-04-10T15:07:05.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:04 smithi154 ceph-mon[30592]: osdmap e133: 8 total, 8 up, 8 in 2024-04-10T15:07:05.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:04 smithi154 ceph-mon[30592]: osdmap e134: 8 total, 8 up, 8 in 2024-04-10T15:07:05.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:04 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:07:05.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:04 smithi102 ceph-mon[37987]: osdmap e133: 8 total, 8 up, 8 in 2024-04-10T15:07:05.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:04 smithi102 ceph-mon[37987]: osdmap e134: 8 total, 8 up, 8 in 2024-04-10T15:07:05.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:04 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:07:05.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:04 smithi102 ceph-mon[26948]: osdmap e133: 8 total, 8 up, 8 in 2024-04-10T15:07:05.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:04 smithi102 ceph-mon[26948]: osdmap e134: 8 total, 8 up, 8 in 2024-04-10T15:07:05.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:04 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:07:05.785 INFO:tasks.rados.rados.0.smithi102.stdout:418: done (5 left) 2024-04-10T15:07:05.785 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 49 current snap is 31 2024-04-10T15:07:05.785 INFO:tasks.rados.rados.0.smithi102.stdout:419: seq_num 146 ranges {0=49152} 2024-04-10T15:07:05.785 INFO:tasks.rados.rados.0.smithi102.stdout:419: writing smithi10276805-49 from 0 to 49152 tid 1 2024-04-10T15:07:05.785 INFO:tasks.rados.rados.0.smithi102.stdout:420: rollback oid 27 current snap is 31 2024-04-10T15:07:05.785 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 27 to 30 2024-04-10T15:07:05.786 INFO:tasks.rados.rados.0.smithi102.stdout:413: finishing rollback tid 2 to smithi10276805-45 2024-04-10T15:07:05.786 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 153 (ObjNum 94 snap 17 seq_num 94) dirty exists 2024-04-10T15:07:05.786 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 197 (ObjNum 105 snap 18 seq_num 105) dirty exists 2024-04-10T15:07:05.786 INFO:tasks.rados.rados.0.smithi102.stdout:411: finishing copy_from racing read to smithi10276805-12 2024-04-10T15:07:05.786 INFO:tasks.rados.rados.0.smithi102.stdout:411: finishing copy_from to smithi10276805-12 2024-04-10T15:07:05.786 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 119 (ObjNum 128 snap 24 seq_num 128) dirty exists 2024-04-10T15:07:05.786 INFO:tasks.rados.rados.0.smithi102.stdout:406: expect (ObjNum 133 snap 28 seq_num 133) 2024-04-10T15:07:06.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:05 smithi154 ceph-mon[30592]: pgmap v177: 121 pgs: 121 active+clean; 124 MiB data, 437 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:07:06.152 INFO:tasks.rados.rados.0.smithi102.stdout:417: finishing write tid 1 to smithi10276805-19 2024-04-10T15:07:06.152 INFO:tasks.rados.rados.0.smithi102.stdout:417: finishing write tid 2 to smithi10276805-19 2024-04-10T15:07:06.152 INFO:tasks.rados.rados.0.smithi102.stdout:417: finishing write tid 3 to smithi10276805-19 2024-04-10T15:07:06.152 INFO:tasks.rados.rados.0.smithi102.stdout:417: oid 19 updating version 0 to 174 2024-04-10T15:07:06.152 INFO:tasks.rados.rados.0.smithi102.stdout:417: oid 19 version 174 is already newer than 173 2024-04-10T15:07:06.152 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 174 (ObjNum 145 snap 31 seq_num 145) dirty exists 2024-04-10T15:07:06.152 INFO:tasks.rados.rados.0.smithi102.stdout:417: left oid 19 (ObjNum 145 snap 31 seq_num 145) 2024-04-10T15:07:06.152 INFO:tasks.rados.rados.0.smithi102.stdout:419: finishing write tid 1 to smithi10276805-49 2024-04-10T15:07:06.152 INFO:tasks.rados.rados.0.smithi102.stdout:419: finishing write tid 2 to smithi10276805-49 2024-04-10T15:07:06.152 INFO:tasks.rados.rados.0.smithi102.stdout:420: finishing rollback tid 0 to smithi10276805-27 2024-04-10T15:07:06.152 INFO:tasks.rados.rados.0.smithi102.stdout:420: finishing rollback tid 1 to smithi10276805-27 2024-04-10T15:07:06.152 INFO:tasks.rados.rados.0.smithi102.stdout:406: done (6 left) 2024-04-10T15:07:06.152 INFO:tasks.rados.rados.0.smithi102.stdout:409: done (5 left) 2024-04-10T15:07:06.153 INFO:tasks.rados.rados.0.smithi102.stdout:411: done (4 left) 2024-04-10T15:07:06.153 INFO:tasks.rados.rados.0.smithi102.stdout:413: done (3 left) 2024-04-10T15:07:06.153 INFO:tasks.rados.rados.0.smithi102.stdout:417: done (2 left) 2024-04-10T15:07:06.153 INFO:tasks.rados.rados.0.smithi102.stdout:421: setattr oid 42 current snap is 31 2024-04-10T15:07:06.153 INFO:tasks.rados.rados.0.smithi102.stdout:420: finishing rollback tid 2 to smithi10276805-27 2024-04-10T15:07:06.153 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 151 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-10T15:07:06.153 INFO:tasks.rados.rados.0.smithi102.stdout:419: finishing write tid 3 to smithi10276805-49 2024-04-10T15:07:06.153 INFO:tasks.rados.rados.0.smithi102.stdout:419: oid 49 updating version 0 to 147 2024-04-10T15:07:06.153 INFO:tasks.rados.rados.0.smithi102.stdout:419: oid 49 version 147 is already newer than 146 2024-04-10T15:07:06.153 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 147 (ObjNum 146 snap 31 seq_num 146) dirty exists 2024-04-10T15:07:06.153 INFO:tasks.rados.rados.0.smithi102.stdout:419: left oid 49 (ObjNum 146 snap 31 seq_num 146) 2024-04-10T15:07:06.155 INFO:tasks.rados.rados.0.smithi102.stdout:419: done (2 left) 2024-04-10T15:07:06.155 INFO:tasks.rados.rados.0.smithi102.stdout:420: done (1 left) 2024-04-10T15:07:06.155 INFO:tasks.rados.rados.0.smithi102.stdout:422: read oid 26 snap -1 2024-04-10T15:07:06.155 INFO:tasks.rados.rados.0.smithi102.stdout:422: expect (ObjNum 136 snap 29 seq_num 136) 2024-04-10T15:07:06.155 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 31 current snap is 31 2024-04-10T15:07:06.155 INFO:tasks.rados.rados.0.smithi102.stdout:423: seq_num 147 ranges {2252800=65536} 2024-04-10T15:07:06.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:05 smithi102 ceph-mon[37987]: pgmap v177: 121 pgs: 121 active+clean; 124 MiB data, 437 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:07:06.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:05 smithi102 ceph-mon[26948]: pgmap v177: 121 pgs: 121 active+clean; 124 MiB data, 437 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:07:06.167 INFO:tasks.rados.rados.0.smithi102.stdout:423: writing smithi10276805-31 from 2252800 to 2318336 tid 1 2024-04-10T15:07:06.167 INFO:tasks.rados.rados.0.smithi102.stdout:424: setattr oid 8 current snap is 31 2024-04-10T15:07:06.167 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 166 (ObjNum 129 snap 0 seq_num 87851080) dirty exists 2024-04-10T15:07:06.167 INFO:tasks.rados.rados.0.smithi102.stdout:422: expect (ObjNum 136 snap 29 seq_num 136) 2024-04-10T15:07:06.227 INFO:tasks.rados.rados.0.smithi102.stdout:423: finishing write tid 1 to smithi10276805-31 2024-04-10T15:07:06.227 INFO:tasks.rados.rados.0.smithi102.stdout:423: finishing write tid 2 to smithi10276805-31 2024-04-10T15:07:06.227 INFO:tasks.rados.rados.0.smithi102.stdout:423: finishing write tid 3 to smithi10276805-31 2024-04-10T15:07:06.227 INFO:tasks.rados.rados.0.smithi102.stdout:423: oid 31 updating version 0 to 154 2024-04-10T15:07:06.227 INFO:tasks.rados.rados.0.smithi102.stdout:423: oid 31 updating version 154 to 155 2024-04-10T15:07:06.227 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 155 (ObjNum 147 snap 31 seq_num 147) dirty exists 2024-04-10T15:07:06.227 INFO:tasks.rados.rados.0.smithi102.stdout:423: left oid 31 (ObjNum 147 snap 31 seq_num 147) 2024-04-10T15:07:06.227 INFO:tasks.rados.rados.0.smithi102.stdout:421: done (3 left) 2024-04-10T15:07:06.227 INFO:tasks.rados.rados.0.smithi102.stdout:422: done (2 left) 2024-04-10T15:07:06.227 INFO:tasks.rados.rados.0.smithi102.stdout:423: done (1 left) 2024-04-10T15:07:06.227 INFO:tasks.rados.rados.0.smithi102.stdout:425: read oid 47 snap -1 2024-04-10T15:07:06.228 INFO:tasks.rados.rados.0.smithi102.stdout:425: expect deleted 2024-04-10T15:07:06.228 INFO:tasks.rados.rados.0.smithi102.stdout:426: snap_remove snap 25 2024-04-10T15:07:06.795 INFO:tasks.rados.rados.0.smithi102.stdout:426: done (2 left) 2024-04-10T15:07:06.796 INFO:tasks.rados.rados.0.smithi102.stdout:427: snap_remove snap 29 2024-04-10T15:07:06.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:06 smithi154 ceph-mon[30592]: osdmap e135: 8 total, 8 up, 8 in 2024-04-10T15:07:07.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:06 smithi102 ceph-mon[37987]: osdmap e135: 8 total, 8 up, 8 in 2024-04-10T15:07:07.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:06 smithi102 ceph-mon[26948]: osdmap e135: 8 total, 8 up, 8 in 2024-04-10T15:07:07.239 INFO:teuthology.orchestra.run.smithi102.stdout:true 2024-04-10T15:07:07.554 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:07:07.554 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (2m) 2m ago 3m 16.5M - 0.25.0 c8568f914cd2 8877963ef1e7 2024-04-10T15:07:07.554 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi154 *:3000 running (3m) 2m ago 3m 83.0M - 9.4.7 954c08fa6188 a24ea26325a1 2024-04-10T15:07:07.554 INFO:teuthology.orchestra.run.smithi102.stdout:mds.a smithi102 running (4m) 2m ago 4m 14.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 da51112648bf 2024-04-10T15:07:07.554 INFO:teuthology.orchestra.run.smithi102.stdout:mds.b smithi154 running (4m) 2m ago 4m 15.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 1c2f7bf05952 2024-04-10T15:07:07.554 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi154 *:8443,8765 running (7m) 2m ago 7m 448M - 18.2.2-1187-gd540ebac bb2c5eac26a4 c42810c2934e 2024-04-10T15:07:07.554 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:9283,8765 running (9m) 2m ago 9m 496M - 18.2.2-1187-gd540ebac bb2c5eac26a4 415294d1569c 2024-04-10T15:07:07.555 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (9m) 2m ago 9m 44.5M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 b5bf8e9454cf 2024-04-10T15:07:07.555 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi154 running (7m) 2m ago 7m 37.1M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 d5aaf18af9df 2024-04-10T15:07:07.555 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (7m) 2m ago 7m 36.3M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 964cff5f75bd 2024-04-10T15:07:07.555 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (2m) 2m ago 2m 3519k - 1.5.0 0da6a335fe13 dc103d21fc64 2024-04-10T15:07:07.555 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi154 *:9100 running (2m) 2m ago 2m 3380k - 1.5.0 0da6a335fe13 c71ce3c6ef09 2024-04-10T15:07:07.555 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (7m) 2m ago 7m 52.9M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 770d8faa5266 2024-04-10T15:07:07.555 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (6m) 2m ago 6m 46.5M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 6d2a7c667fff 2024-04-10T15:07:07.555 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (6m) 2m ago 6m 42.5M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 eb8f648e2007 2024-04-10T15:07:07.555 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (6m) 2m ago 6m 41.1M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 ebbbf8d35d32 2024-04-10T15:07:07.555 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi154 running (5m) 2m ago 5m 42.2M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 8ae20879a763 2024-04-10T15:07:07.555 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi154 running (5m) 2m ago 5m 49.2M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 51b30d38d077 2024-04-10T15:07:07.555 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi154 running (4m) 2m ago 4m 49.8M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 2dd28f8d572c 2024-04-10T15:07:07.555 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi154 running (4m) 2m ago 4m 49.5M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 a3af5b492398 2024-04-10T15:07:07.555 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi154 *:9095 running (2m) 2m ago 3m 27.0M - 2.43.0 a07b618ecd1d 9cee93d9cb0b 2024-04-10T15:07:07.801 INFO:tasks.rados.rados.0.smithi102.stdout:427: done (2 left) 2024-04-10T15:07:07.802 INFO:tasks.rados.rados.0.smithi102.stdout:428: read oid 14 snap -1 2024-04-10T15:07:07.802 INFO:tasks.rados.rados.0.smithi102.stdout:428: expect (ObjNum 124 snap 23 seq_num 124) 2024-04-10T15:07:07.802 INFO:tasks.rados.rados.0.smithi102.stdout:429: setattr oid 15 current snap is 31 2024-04-10T15:07:07.802 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 95 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-10T15:07:07.805 INFO:tasks.rados.rados.0.smithi102.stdout:424: done (3 left) 2024-04-10T15:07:07.805 INFO:tasks.rados.rados.0.smithi102.stdout:425: done (2 left) 2024-04-10T15:07:07.805 INFO:tasks.rados.rados.0.smithi102.stdout:430: setattr oid 11 current snap is 31 2024-04-10T15:07:07.806 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:07 smithi102 ceph-mon[26948]: pgmap v180: 121 pgs: 121 active+clean; 133 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-04-10T15:07:07.806 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:07 smithi102 ceph-mon[26948]: osdmap e136: 8 total, 8 up, 8 in 2024-04-10T15:07:07.806 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:07 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:07.806 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:07 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:07:07.806 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:07 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:07:07.806 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:07 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:07:07.809 INFO:tasks.rados.rados.0.smithi102.stdout:431: delete oid 17 current snap is 31 2024-04-10T15:07:07.810 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 237 (ObjNum 126 snap 24 seq_num 126) dirty exists 2024-04-10T15:07:07.811 INFO:tasks.rados.rados.0.smithi102.stdout:429: done (3 left) 2024-04-10T15:07:07.811 INFO:tasks.rados.rados.0.smithi102.stdout:431: done (2 left) 2024-04-10T15:07:07.812 INFO:tasks.rados.rados.0.smithi102.stdout:432: copy_from oid 33 from oid 12 current snap is 31 2024-04-10T15:07:07.814 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 42 current snap is 31 2024-04-10T15:07:07.814 INFO:tasks.rados.rados.0.smithi102.stdout:433: seq_num 149 ranges {0=98304} 2024-04-10T15:07:07.814 INFO:tasks.rados.rados.0.smithi102.stdout:433: writing smithi10276805-42 from 0 to 98304 tid 1 2024-04-10T15:07:07.814 INFO:tasks.rados.rados.0.smithi102.stdout:434: read oid 13 snap -1 2024-04-10T15:07:07.814 INFO:tasks.rados.rados.0.smithi102.stdout:434: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-10T15:07:07.814 INFO:tasks.rados.rados.0.smithi102.stdout:435: read oid 29 snap -1 2024-04-10T15:07:07.815 INFO:tasks.rados.rados.0.smithi102.stdout:435: expect (ObjNum 78 snap 12 seq_num 78) 2024-04-10T15:07:07.815 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 23 current snap is 31 2024-04-10T15:07:07.815 INFO:tasks.rados.rados.0.smithi102.stdout:436: seq_num 150 ranges {1269760=114688} 2024-04-10T15:07:07.821 INFO:tasks.rados.rados.0.smithi102.stdout:436: writing smithi10276805-23 from 1269760 to 1384448 tid 1 2024-04-10T15:07:07.821 INFO:tasks.rados.rados.0.smithi102.stdout:437: rollback oid 10 current snap is 31 2024-04-10T15:07:07.821 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 10 to 30 2024-04-10T15:07:07.821 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 176 (ObjNum 128 snap 24 seq_num 128) dirty exists 2024-04-10T15:07:07.821 INFO:tasks.rados.rados.0.smithi102.stdout:433: finishing write tid 1 to smithi10276805-42 2024-04-10T15:07:07.821 INFO:tasks.rados.rados.0.smithi102.stdout:433: finishing write tid 2 to smithi10276805-42 2024-04-10T15:07:07.821 INFO:tasks.rados.rados.0.smithi102.stdout:434: expect (ObjNum 13 snap 0 seq_num 13) 2024-04-10T15:07:07.832 INFO:tasks.rados.rados.0.smithi102.stdout:430: done (7 left) 2024-04-10T15:07:07.832 INFO:tasks.rados.rados.0.smithi102.stdout:434: done (6 left) 2024-04-10T15:07:07.832 INFO:tasks.rados.rados.0.smithi102.stdout:438: setattr oid 27 current snap is 31 2024-04-10T15:07:07.832 INFO:tasks.rados.rados.0.smithi102.stdout:433: finishing write tid 3 to smithi10276805-42 2024-04-10T15:07:07.833 INFO:tasks.rados.rados.0.smithi102.stdout:433: oid 42 updating version 0 to 177 2024-04-10T15:07:07.833 INFO:tasks.rados.rados.0.smithi102.stdout:433: oid 42 updating version 177 to 178 2024-04-10T15:07:07.833 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 178 (ObjNum 149 snap 31 seq_num 149) dirty exists 2024-04-10T15:07:07.833 INFO:tasks.rados.rados.0.smithi102.stdout:433: left oid 42 (ObjNum 149 snap 31 seq_num 149) 2024-04-10T15:07:07.833 INFO:tasks.rados.rados.0.smithi102.stdout:437: finishing rollback tid 0 to smithi10276805-10 2024-04-10T15:07:07.833 INFO:tasks.rados.rados.0.smithi102.stdout:437: finishing rollback tid 1 to smithi10276805-10 2024-04-10T15:07:07.833 INFO:tasks.rados.rados.0.smithi102.stdout:437: finishing rollback tid 2 to smithi10276805-10 2024-04-10T15:07:07.833 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 139 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-10T15:07:07.833 INFO:tasks.rados.rados.0.smithi102.stdout:435: expect (ObjNum 78 snap 12 seq_num 78) 2024-04-10T15:07:07.888 INFO:tasks.rados.rados.0.smithi102.stdout:428: expect (ObjNum 124 snap 23 seq_num 124) 2024-04-10T15:07:07.964 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:07:07.965 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-10T15:07:07.965 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-10T15:07:07.965 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:07:07.965 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-10T15:07:07.965 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:07:07.965 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:07:07.965 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-10T15:07:07.965 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:07:07.965 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:07:07.965 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-10T15:07:07.966 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:07:07.966 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:07:07.966 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-10T15:07:07.966 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 15 2024-04-10T15:07:07.966 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:07:07.966 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:07:08.023 INFO:tasks.rados.rados.0.smithi102.stdout:436: finishing write tid 1 to smithi10276805-23 2024-04-10T15:07:08.023 INFO:tasks.rados.rados.0.smithi102.stdout:436: finishing write tid 2 to smithi10276805-23 2024-04-10T15:07:08.023 INFO:tasks.rados.rados.0.smithi102.stdout:436: finishing write tid 3 to smithi10276805-23 2024-04-10T15:07:08.023 INFO:tasks.rados.rados.0.smithi102.stdout:436: oid 23 updating version 0 to 82 2024-04-10T15:07:08.023 INFO:tasks.rados.rados.0.smithi102.stdout:436: oid 23 updating version 82 to 83 2024-04-10T15:07:08.023 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 83 (ObjNum 150 snap 31 seq_num 150) dirty exists 2024-04-10T15:07:08.024 INFO:tasks.rados.rados.0.smithi102.stdout:436: left oid 23 (ObjNum 150 snap 31 seq_num 150) 2024-04-10T15:07:08.024 INFO:tasks.rados.rados.0.smithi102.stdout:432: finishing copy_from racing read to smithi10276805-33 2024-04-10T15:07:08.024 INFO:tasks.rados.rados.0.smithi102.stdout:432: finishing copy_from to smithi10276805-33 2024-04-10T15:07:08.024 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 119 (ObjNum 128 snap 24 seq_num 128) dirty exists 2024-04-10T15:07:08.024 INFO:tasks.rados.rados.0.smithi102.stdout:428: done (6 left) 2024-04-10T15:07:08.024 INFO:tasks.rados.rados.0.smithi102.stdout:432: done (5 left) 2024-04-10T15:07:08.024 INFO:tasks.rados.rados.0.smithi102.stdout:433: done (4 left) 2024-04-10T15:07:08.024 INFO:tasks.rados.rados.0.smithi102.stdout:435: done (3 left) 2024-04-10T15:07:08.024 INFO:tasks.rados.rados.0.smithi102.stdout:436: done (2 left) 2024-04-10T15:07:08.024 INFO:tasks.rados.rados.0.smithi102.stdout:437: done (1 left) 2024-04-10T15:07:08.024 INFO:tasks.rados.rados.0.smithi102.stdout:439: snap_create 2024-04-10T15:07:08.025 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 178 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-10T15:07:08.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:07 smithi154 ceph-mon[30592]: pgmap v180: 121 pgs: 121 active+clean; 133 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-04-10T15:07:08.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:07 smithi154 ceph-mon[30592]: osdmap e136: 8 total, 8 up, 8 in 2024-04-10T15:07:08.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:07 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:08.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:07 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:07:08.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:07 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:07:08.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:07 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:07:08.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:07 smithi102 ceph-mon[37987]: pgmap v180: 121 pgs: 121 active+clean; 133 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-04-10T15:07:08.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:07 smithi102 ceph-mon[37987]: osdmap e136: 8 total, 8 up, 8 in 2024-04-10T15:07:08.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:07 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:08.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:07 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:07:08.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:07 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:07:08.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:07 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:07:08.820 INFO:tasks.rados.rados.0.smithi102.stdout:438: done (1 left) 2024-04-10T15:07:08.820 INFO:tasks.rados.rados.0.smithi102.stdout:439: done (0 left) 2024-04-10T15:07:08.820 INFO:tasks.rados.rados.0.smithi102.stdout:440: read oid 46 snap -1 2024-04-10T15:07:08.820 INFO:tasks.rados.rados.0.smithi102.stdout:440: expect (ObjNum 101 snap 17 seq_num 101) 2024-04-10T15:07:08.820 INFO:tasks.rados.rados.0.smithi102.stdout:441: snap_remove snap 31 2024-04-10T15:07:09.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:08 smithi154 ceph-mon[30592]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:07:09.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:08 smithi154 ceph-mon[30592]: Upgrade: Updating mgr.x 2024-04-10T15:07:09.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:08 smithi154 ceph-mon[30592]: Deploying daemon mgr.x on smithi154 2024-04-10T15:07:09.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:08 smithi154 ceph-mon[30592]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:07:09.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:08 smithi154 ceph-mon[30592]: osdmap e137: 8 total, 8 up, 8 in 2024-04-10T15:07:09.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:08 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/3993623495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:07:09.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:08 smithi102 ceph-mon[37987]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:07:09.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:08 smithi102 ceph-mon[37987]: Upgrade: Updating mgr.x 2024-04-10T15:07:09.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:08 smithi102 ceph-mon[37987]: Deploying daemon mgr.x on smithi154 2024-04-10T15:07:09.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:08 smithi102 ceph-mon[37987]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:07:09.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:08 smithi102 ceph-mon[37987]: osdmap e137: 8 total, 8 up, 8 in 2024-04-10T15:07:09.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:08 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/3993623495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:07:09.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:08 smithi102 ceph-mon[26948]: from='client.15093 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:07:09.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:08 smithi102 ceph-mon[26948]: Upgrade: Updating mgr.x 2024-04-10T15:07:09.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:08 smithi102 ceph-mon[26948]: Deploying daemon mgr.x on smithi154 2024-04-10T15:07:09.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:08 smithi102 ceph-mon[26948]: from='client.24995 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:07:09.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:08 smithi102 ceph-mon[26948]: osdmap e137: 8 total, 8 up, 8 in 2024-04-10T15:07:09.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:08 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/3993623495' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:07:09.512 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:09 smithi154 systemd[1]: Stopping Ceph mgr.x for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:07:09.754 INFO:tasks.rados.rados.0.smithi102.stdout:441: done (1 left) 2024-04-10T15:07:09.754 INFO:tasks.rados.rados.0.smithi102.stdout:442: read oid 12 snap -1 2024-04-10T15:07:09.754 INFO:tasks.rados.rados.0.smithi102.stdout:442: expect (ObjNum 128 snap 24 seq_num 128) 2024-04-10T15:07:09.754 INFO:tasks.rados.rados.0.smithi102.stdout:443: snap_create 2024-04-10T15:07:09.754 INFO:tasks.rados.rados.0.smithi102.stdout:440: expect (ObjNum 101 snap 17 seq_num 101) 2024-04-10T15:07:09.814 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:09 smithi154 ceph-mon[30592]: pgmap v183: 121 pgs: 121 active+clean; 133 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-04-10T15:07:09.814 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:09 smithi154 podman[63730]: 2024-04-10 15:07:09.536858492 +0000 UTC m=+0.124965318 container died c42810c2934ef88de47967f492718d6df169396851ce3ca05e75deb2dc6778da (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.build-date=20240403, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=reef-d540eba, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-10T15:07:09.981 INFO:tasks.rados.rados.0.smithi102.stdout:442: expect (ObjNum 128 snap 24 seq_num 128) 2024-04-10T15:07:10.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:09 smithi154 ceph-mon[30592]: osdmap e138: 8 total, 8 up, 8 in 2024-04-10T15:07:10.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:09 smithi154 ceph-mon[30592]: osdmap e139: 8 total, 8 up, 8 in 2024-04-10T15:07:10.129 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:10 smithi154 podman[63730]: 2024-04-10 15:07:10.073102642 +0000 UTC m=+0.661209512 container cleanup c42810c2934ef88de47967f492718d6df169396851ce3ca05e75deb2dc6778da (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS) 2024-04-10T15:07:10.129 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:10 smithi154 bash[63730]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x 2024-04-10T15:07:10.159 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:09 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:07:09] "GET /metrics HTTP/1.1" 200 36091 "" "Prometheus/2.43.0" 2024-04-10T15:07:10.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:09 smithi102 ceph-mon[37987]: pgmap v183: 121 pgs: 121 active+clean; 133 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-04-10T15:07:10.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:09 smithi102 ceph-mon[37987]: osdmap e138: 8 total, 8 up, 8 in 2024-04-10T15:07:10.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:09 smithi102 ceph-mon[37987]: osdmap e139: 8 total, 8 up, 8 in 2024-04-10T15:07:10.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:09 smithi102 ceph-mon[26948]: pgmap v183: 121 pgs: 121 active+clean; 133 MiB data, 468 MiB used, 715 GiB / 715 GiB avail; 6.7 MiB/s rd, 3.2 MiB/s wr, 13 op/s 2024-04-10T15:07:10.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:09 smithi102 ceph-mon[26948]: osdmap e138: 8 total, 8 up, 8 in 2024-04-10T15:07:10.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:09 smithi102 ceph-mon[26948]: osdmap e139: 8 total, 8 up, 8 in 2024-04-10T15:07:10.591 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:10 smithi154 podman[63741]: 2024-04-10 15:07:10.341338376 +0000 UTC m=+0.805938083 container remove c42810c2934ef88de47967f492718d6df169396851ce3ca05e75deb2dc6778da (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba) 2024-04-10T15:07:10.591 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:10 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-10T15:07:10.752 INFO:tasks.rados.rados.0.smithi102.stdout:440: done (2 left) 2024-04-10T15:07:10.752 INFO:tasks.rados.rados.0.smithi102.stdout:442: done (1 left) 2024-04-10T15:07:10.753 INFO:tasks.rados.rados.0.smithi102.stdout:443: done (0 left) 2024-04-10T15:07:10.753 INFO:tasks.rados.rados.0.smithi102.stdout:444: read oid 45 snap -1 2024-04-10T15:07:10.753 INFO:tasks.rados.rados.0.smithi102.stdout:444: expect (ObjNum 94 snap 17 seq_num 94) 2024-04-10T15:07:10.753 INFO:tasks.rados.rados.0.smithi102.stdout:445: rmattr oid 18 current snap is 33 2024-04-10T15:07:10.753 INFO:tasks.rados.rados.0.smithi102.stdout:445: done (1 left) 2024-04-10T15:07:10.753 INFO:tasks.rados.rados.0.smithi102.stdout:446: read oid 28 snap -1 2024-04-10T15:07:10.753 INFO:tasks.rados.rados.0.smithi102.stdout:446: expect (ObjNum 141 snap 30 seq_num 141) 2024-04-10T15:07:10.753 INFO:tasks.rados.rados.0.smithi102.stdout:447: copy_from oid 19 from oid 20 current snap is 33 2024-04-10T15:07:10.753 INFO:tasks.rados.rados.0.smithi102.stdout:448: rmattr oid 26 current snap is 33 2024-04-10T15:07:10.753 INFO:tasks.rados.rados.0.smithi102.stdout:448: done (3 left) 2024-04-10T15:07:10.753 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 33 2024-04-10T15:07:10.753 INFO:tasks.rados.rados.0.smithi102.stdout:449: seq_num 151 ranges {2695168=131072} 2024-04-10T15:07:10.768 INFO:tasks.rados.rados.0.smithi102.stdout:449: writing smithi10276805-39 from 2695168 to 2826240 tid 1 2024-04-10T15:07:10.768 INFO:tasks.rados.rados.0.smithi102.stdout:450: delete oid 1 current snap is 33 2024-04-10T15:07:10.768 INFO:tasks.rados.rados.0.smithi102.stdout:447: finishing copy_from to smithi10276805-19 2024-04-10T15:07:10.768 INFO:tasks.rados.rados.0.smithi102.stdout:447: got expected ENOENT (src dne) 2024-04-10T15:07:10.768 INFO:tasks.rados.rados.0.smithi102.stdout:447: finishing copy_from racing read to smithi10276805-19 2024-04-10T15:07:10.773 INFO:tasks.rados.rados.0.smithi102.stdout:449: finishing write tid 1 to smithi10276805-39 2024-04-10T15:07:10.773 INFO:tasks.rados.rados.0.smithi102.stdout:449: finishing write tid 2 to smithi10276805-39 2024-04-10T15:07:10.775 INFO:tasks.rados.rados.0.smithi102.stdout:449: finishing write tid 3 to smithi10276805-39 2024-04-10T15:07:10.775 INFO:tasks.rados.rados.0.smithi102.stdout:449: oid 39 updating version 0 to 180 2024-04-10T15:07:10.776 INFO:tasks.rados.rados.0.smithi102.stdout:449: oid 39 updating version 180 to 181 2024-04-10T15:07:10.776 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 181 (ObjNum 151 snap 33 seq_num 151) dirty exists 2024-04-10T15:07:10.776 INFO:tasks.rados.rados.0.smithi102.stdout:449: left oid 39 (ObjNum 151 snap 33 seq_num 151) 2024-04-10T15:07:10.779 INFO:tasks.rados.rados.0.smithi102.stdout:446: expect (ObjNum 141 snap 30 seq_num 141) 2024-04-10T15:07:10.879 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:10 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mgr.x.service: Failed with result 'exit-code'. 2024-04-10T15:07:10.879 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:10 smithi154 systemd[1]: Stopped Ceph mgr.x for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:07:10.879 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:10 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mgr.x.service: Consumed 18.383s CPU time. 2024-04-10T15:07:10.879 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:10 smithi154 systemd[1]: Starting Ceph mgr.x for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:07:10.923 INFO:tasks.rados.rados.0.smithi102.stdout:444: expect (ObjNum 94 snap 17 seq_num 94) 2024-04-10T15:07:10.989 INFO:tasks.rados.rados.0.smithi102.stdout:444: done (4 left) 2024-04-10T15:07:10.989 INFO:tasks.rados.rados.0.smithi102.stdout:446: done (3 left) 2024-04-10T15:07:10.989 INFO:tasks.rados.rados.0.smithi102.stdout:447: done (2 left) 2024-04-10T15:07:10.989 INFO:tasks.rados.rados.0.smithi102.stdout:449: done (1 left) 2024-04-10T15:07:10.989 INFO:tasks.rados.rados.0.smithi102.stdout:450: done (0 left) 2024-04-10T15:07:10.989 INFO:tasks.rados.rados.0.smithi102.stdout:451: delete oid 47 current snap is 33 2024-04-10T15:07:10.990 INFO:tasks.rados.rados.0.smithi102.stdout:451: done (0 left) 2024-04-10T15:07:10.990 INFO:tasks.rados.rados.0.smithi102.stdout:452: read oid 33 snap 32 2024-04-10T15:07:10.990 INFO:tasks.rados.rados.0.smithi102.stdout:452: expect (ObjNum 128 snap 24 seq_num 128) 2024-04-10T15:07:10.990 INFO:tasks.rados.rados.0.smithi102.stdout:453: setattr oid 28 current snap is 33 2024-04-10T15:07:10.991 INFO:tasks.rados.rados.0.smithi102.stdout:454: read oid 47 snap -1 2024-04-10T15:07:10.991 INFO:tasks.rados.rados.0.smithi102.stdout:454: expect deleted 2024-04-10T15:07:10.991 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 26 current snap is 33 2024-04-10T15:07:10.991 INFO:tasks.rados.rados.0.smithi102.stdout:455: seq_num 154 ranges {2293760=180224} 2024-04-10T15:07:11.005 INFO:tasks.rados.rados.0.smithi102.stdout:455: writing smithi10276805-26 from 2293760 to 2473984 tid 1 2024-04-10T15:07:11.005 INFO:tasks.rados.rados.0.smithi102.stdout:456: delete oid 18 current snap is 33 2024-04-10T15:07:11.005 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 240 (ObjNum 141 snap 30 seq_num 141) dirty exists 2024-04-10T15:07:11.005 INFO:tasks.rados.rados.0.smithi102.stdout:452: expect (ObjNum 128 snap 24 seq_num 128) 2024-04-10T15:07:11.121 INFO:tasks.rados.rados.0.smithi102.stdout:455: finishing write tid 1 to smithi10276805-26 2024-04-10T15:07:11.121 INFO:tasks.rados.rados.0.smithi102.stdout:455: finishing write tid 2 to smithi10276805-26 2024-04-10T15:07:11.121 INFO:tasks.rados.rados.0.smithi102.stdout:455: finishing write tid 3 to smithi10276805-26 2024-04-10T15:07:11.121 INFO:tasks.rados.rados.0.smithi102.stdout:455: oid 26 updating version 0 to 189 2024-04-10T15:07:11.121 INFO:tasks.rados.rados.0.smithi102.stdout:455: oid 26 version 189 is already newer than 188 2024-04-10T15:07:11.121 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 189 (ObjNum 154 snap 33 seq_num 154) dirty exists 2024-04-10T15:07:11.121 INFO:tasks.rados.rados.0.smithi102.stdout:455: left oid 26 (ObjNum 154 snap 33 seq_num 154) 2024-04-10T15:07:11.121 INFO:tasks.rados.rados.0.smithi102.stdout:452: done (4 left) 2024-04-10T15:07:11.121 INFO:tasks.rados.rados.0.smithi102.stdout:453: done (3 left) 2024-04-10T15:07:11.121 INFO:tasks.rados.rados.0.smithi102.stdout:454: done (2 left) 2024-04-10T15:07:11.121 INFO:tasks.rados.rados.0.smithi102.stdout:455: done (1 left) 2024-04-10T15:07:11.121 INFO:tasks.rados.rados.0.smithi102.stdout:456: done (0 left) 2024-04-10T15:07:11.122 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 12 current snap is 33 2024-04-10T15:07:11.122 INFO:tasks.rados.rados.0.smithi102.stdout:457: seq_num 156 ranges {3424256=221184} 2024-04-10T15:07:11.140 INFO:tasks.rados.rados.0.smithi102.stdout:457: writing smithi10276805-12 from 3424256 to 3645440 tid 1 2024-04-10T15:07:11.140 INFO:tasks.rados.rados.0.smithi102.stdout:458: read oid 41 snap -1 2024-04-10T15:07:11.140 INFO:tasks.rados.rados.0.smithi102.stdout:458: expect (ObjNum 119 snap 22 seq_num 119) 2024-04-10T15:07:11.140 INFO:tasks.rados.rados.0.smithi102.stdout:459: setattr oid 31 current snap is 33 2024-04-10T15:07:11.142 INFO:tasks.rados.rados.0.smithi102.stdout:460: read oid 27 snap 28 2024-04-10T15:07:11.142 INFO:tasks.rados.rados.0.smithi102.stdout:460: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-10T15:07:11.142 INFO:tasks.rados.rados.0.smithi102.stdout:461: delete oid 37 current snap is 33 2024-04-10T15:07:11.143 INFO:tasks.rados.rados.0.smithi102.stdout:457: finishing write tid 1 to smithi10276805-12 2024-04-10T15:07:11.143 INFO:tasks.rados.rados.0.smithi102.stdout:457: finishing write tid 2 to smithi10276805-12 2024-04-10T15:07:11.144 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 161 (ObjNum 147 snap 31 seq_num 147) dirty exists 2024-04-10T15:07:11.162 INFO:tasks.rados.rados.0.smithi102.stdout:457: finishing write tid 3 to smithi10276805-12 2024-04-10T15:07:11.162 INFO:tasks.rados.rados.0.smithi102.stdout:457: oid 12 updating version 0 to 122 2024-04-10T15:07:11.162 INFO:tasks.rados.rados.0.smithi102.stdout:457: oid 12 version 122 is already newer than 121 2024-04-10T15:07:11.162 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 122 (ObjNum 156 snap 33 seq_num 156) dirty exists 2024-04-10T15:07:11.163 INFO:tasks.rados.rados.0.smithi102.stdout:457: left oid 12 (ObjNum 156 snap 33 seq_num 156) 2024-04-10T15:07:11.203 INFO:tasks.rados.rados.0.smithi102.stdout:460: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-10T15:07:11.218 INFO:tasks.rados.rados.0.smithi102.stdout:458: expect (ObjNum 119 snap 22 seq_num 119) 2024-04-10T15:07:11.270 INFO:tasks.rados.rados.0.smithi102.stdout:457: done (4 left) 2024-04-10T15:07:11.271 INFO:tasks.rados.rados.0.smithi102.stdout:458: done (3 left) 2024-04-10T15:07:11.271 INFO:tasks.rados.rados.0.smithi102.stdout:459: done (2 left) 2024-04-10T15:07:11.271 INFO:tasks.rados.rados.0.smithi102.stdout:460: done (1 left) 2024-04-10T15:07:11.271 INFO:tasks.rados.rados.0.smithi102.stdout:461: done (0 left) 2024-04-10T15:07:11.271 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 5 current snap is 33 2024-04-10T15:07:11.271 INFO:tasks.rados.rados.0.smithi102.stdout:462: seq_num 158 ranges {1269760=253952} 2024-04-10T15:07:11.274 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:11 smithi154 podman[63871]: 2024-04-10 15:07:10.950866832 +0000 UTC m=+0.018361338 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:07:11.274 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:11 smithi154 podman[63871]: 2024-04-10 15:07:11.084187158 +0000 UTC m=+0.151681669 container create d9f9675d63479b8e07aba280ed6b1832ca8935706c201d80a901fa86f28dada8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:07:11.274 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:11 smithi154 podman[63871]: 2024-04-10 15:07:11.29558367 +0000 UTC m=+0.363078138 container init d9f9675d63479b8e07aba280ed6b1832ca8935706c201d80a901fa86f28dada8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:07:11.274 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:11 smithi154 podman[63871]: 2024-04-10 15:07:11.298406273 +0000 UTC m=+0.365900742 container start d9f9675d63479b8e07aba280ed6b1832ca8935706c201d80a901fa86f28dada8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:07:11.278 INFO:tasks.rados.rados.0.smithi102.stdout:462: writing smithi10276805-5 from 1269760 to 1523712 tid 1 2024-04-10T15:07:11.278 INFO:tasks.rados.rados.0.smithi102.stdout:463: setattr oid 28 current snap is 33 2024-04-10T15:07:11.279 INFO:tasks.rados.rados.0.smithi102.stdout:464: read oid 15 snap -1 2024-04-10T15:07:11.279 INFO:tasks.rados.rados.0.smithi102.stdout:464: expect (ObjNum 126 snap 24 seq_num 126) 2024-04-10T15:07:11.280 INFO:tasks.rados.rados.0.smithi102.stdout:465: rmattr oid 32 current snap is 33 2024-04-10T15:07:11.280 INFO:tasks.rados.rados.0.smithi102.stdout:466: rollback oid 41 current snap is 33 2024-04-10T15:07:11.280 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 41 to 28 2024-04-10T15:07:11.280 INFO:tasks.rados.rados.0.smithi102.stdout:467: rollback oid 48 current snap is 33 2024-04-10T15:07:11.280 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 48 to 30 2024-04-10T15:07:11.280 INFO:tasks.rados.rados.0.smithi102.stdout:468: read oid 10 snap -1 2024-04-10T15:07:11.280 INFO:tasks.rados.rados.0.smithi102.stdout:468: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-10T15:07:11.280 INFO:tasks.rados.rados.0.smithi102.stdout:469: snap_create 2024-04-10T15:07:11.281 INFO:tasks.rados.rados.0.smithi102.stdout:462: finishing write tid 1 to smithi10276805-5 2024-04-10T15:07:11.281 INFO:tasks.rados.rados.0.smithi102.stdout:462: finishing write tid 2 to smithi10276805-5 2024-04-10T15:07:11.283 INFO:tasks.rados.rados.0.smithi102.stdout:462: finishing write tid 3 to smithi10276805-5 2024-04-10T15:07:11.283 INFO:tasks.rados.rados.0.smithi102.stdout:462: oid 5 updating version 0 to 51 2024-04-10T15:07:11.283 INFO:tasks.rados.rados.0.smithi102.stdout:462: oid 5 updating version 51 to 52 2024-04-10T15:07:11.283 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 52 (ObjNum 158 snap 33 seq_num 158) dirty exists 2024-04-10T15:07:11.283 INFO:tasks.rados.rados.0.smithi102.stdout:462: left oid 5 (ObjNum 158 snap 33 seq_num 158) 2024-04-10T15:07:11.283 INFO:tasks.rados.rados.0.smithi102.stdout:466: finishing rollback tid 0 to smithi10276805-41 2024-04-10T15:07:11.283 INFO:tasks.rados.rados.0.smithi102.stdout:466: finishing rollback tid 1 to smithi10276805-41 2024-04-10T15:07:11.283 INFO:tasks.rados.rados.0.smithi102.stdout:466: finishing rollback tid 2 to smithi10276805-41 2024-04-10T15:07:11.283 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 195 (ObjNum 119 snap 22 seq_num 119) dirty exists 2024-04-10T15:07:11.286 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 241 (ObjNum 141 snap 30 seq_num 141) dirty exists 2024-04-10T15:07:11.287 INFO:tasks.rados.rados.0.smithi102.stdout:468: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-10T15:07:11.305 INFO:tasks.rados.rados.0.smithi102.stdout:464: expect (ObjNum 126 snap 24 seq_num 126) 2024-04-10T15:07:11.366 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 243 (ObjNum 105 snap 18 seq_num 105) dirty exists 2024-04-10T15:07:11.367 INFO:tasks.rados.rados.0.smithi102.stdout:467: finishing rollback tid 0 to smithi10276805-48 2024-04-10T15:07:11.367 INFO:tasks.rados.rados.0.smithi102.stdout:467: finishing rollback tid 1 to smithi10276805-48 2024-04-10T15:07:11.367 INFO:tasks.rados.rados.0.smithi102.stdout:467: finishing rollback tid 2 to smithi10276805-48 2024-04-10T15:07:11.367 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 247 (ObjNum 107 snap 18 seq_num 107) dirty exists 2024-04-10T15:07:11.629 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:11 smithi154 ceph-mgr[63890]: -- 172.21.15.154:0/2916397130 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5616d1aa85a0 con 0x5616d1a7cc00 2024-04-10T15:07:11.629 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:11 smithi154 bash[63871]: d9f9675d63479b8e07aba280ed6b1832ca8935706c201d80a901fa86f28dada8 2024-04-10T15:07:11.629 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:11 smithi154 systemd[1]: Started Ceph mgr.x for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:07:11.827 INFO:tasks.rados.rados.0.smithi102.stdout:462: done (7 left) 2024-04-10T15:07:11.827 INFO:tasks.rados.rados.0.smithi102.stdout:463: done (6 left) 2024-04-10T15:07:11.827 INFO:tasks.rados.rados.0.smithi102.stdout:464: done (5 left) 2024-04-10T15:07:11.827 INFO:tasks.rados.rados.0.smithi102.stdout:465: done (4 left) 2024-04-10T15:07:11.827 INFO:tasks.rados.rados.0.smithi102.stdout:466: done (3 left) 2024-04-10T15:07:11.827 INFO:tasks.rados.rados.0.smithi102.stdout:467: done (2 left) 2024-04-10T15:07:11.827 INFO:tasks.rados.rados.0.smithi102.stdout:468: done (1 left) 2024-04-10T15:07:11.827 INFO:tasks.rados.rados.0.smithi102.stdout:469: done (0 left) 2024-04-10T15:07:11.827 INFO:tasks.rados.rados.0.smithi102.stdout:470: copy_from oid 1 from oid 7 current snap is 34 2024-04-10T15:07:11.827 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 34 2024-04-10T15:07:11.827 INFO:tasks.rados.rados.0.smithi102.stdout:471: seq_num 159 ranges {4177920=270336} 2024-04-10T15:07:11.851 INFO:tasks.rados.rados.0.smithi102.stdout:471: writing smithi10276805-48 from 4177920 to 4448256 tid 1 2024-04-10T15:07:11.851 INFO:tasks.rados.rados.0.smithi102.stdout:472: rmattr oid 50 current snap is 34 2024-04-10T15:07:11.851 INFO:tasks.rados.rados.0.smithi102.stdout:472: done (2 left) 2024-04-10T15:07:11.851 INFO:tasks.rados.rados.0.smithi102.stdout:473: delete oid 43 current snap is 34 2024-04-10T15:07:11.851 INFO:tasks.rados.rados.0.smithi102.stdout:470: finishing copy_from to smithi10276805-1 2024-04-10T15:07:11.851 INFO:tasks.rados.rados.0.smithi102.stdout:470: got expected ENOENT (src dne) 2024-04-10T15:07:11.851 INFO:tasks.rados.rados.0.smithi102.stdout:470: finishing copy_from racing read to smithi10276805-1 2024-04-10T15:07:11.854 INFO:tasks.rados.rados.0.smithi102.stdout:470: done (2 left) 2024-04-10T15:07:11.854 INFO:tasks.rados.rados.0.smithi102.stdout:473: done (1 left) 2024-04-10T15:07:11.854 INFO:tasks.rados.rados.0.smithi102.stdout:474: read oid 26 snap -1 2024-04-10T15:07:11.854 INFO:tasks.rados.rados.0.smithi102.stdout:474: expect (ObjNum 154 snap 33 seq_num 154) 2024-04-10T15:07:11.854 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 34 current snap is 34 2024-04-10T15:07:11.854 INFO:tasks.rados.rados.0.smithi102.stdout:475: seq_num 161 ranges {5046272=303104} 2024-04-10T15:07:11.885 INFO:tasks.rados.rados.0.smithi102.stdout:475: writing smithi10276805-34 from 5046272 to 5349376 tid 1 2024-04-10T15:07:11.885 INFO:tasks.rados.rados.0.smithi102.stdout:476: delete oid 9 current snap is 34 2024-04-10T15:07:11.885 INFO:tasks.rados.rados.0.smithi102.stdout:471: finishing write tid 1 to smithi10276805-48 2024-04-10T15:07:11.885 INFO:tasks.rados.rados.0.smithi102.stdout:471: finishing write tid 2 to smithi10276805-48 2024-04-10T15:07:11.885 INFO:tasks.rados.rados.0.smithi102.stdout:471: finishing write tid 3 to smithi10276805-48 2024-04-10T15:07:11.885 INFO:tasks.rados.rados.0.smithi102.stdout:471: oid 48 updating version 0 to 250 2024-04-10T15:07:11.885 INFO:tasks.rados.rados.0.smithi102.stdout:471: oid 48 version 250 is already newer than 249 2024-04-10T15:07:11.885 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 250 (ObjNum 159 snap 34 seq_num 159) dirty exists 2024-04-10T15:07:11.885 INFO:tasks.rados.rados.0.smithi102.stdout:471: left oid 48 (ObjNum 159 snap 34 seq_num 159) 2024-04-10T15:07:11.885 INFO:tasks.rados.rados.0.smithi102.stdout:474: expect (ObjNum 154 snap 33 seq_num 154) 2024-04-10T15:07:11.986 INFO:tasks.rados.rados.0.smithi102.stdout:475: finishing write tid 1 to smithi10276805-34 2024-04-10T15:07:11.986 INFO:tasks.rados.rados.0.smithi102.stdout:475: finishing write tid 2 to smithi10276805-34 2024-04-10T15:07:11.986 INFO:tasks.rados.rados.0.smithi102.stdout:475: finishing write tid 3 to smithi10276805-34 2024-04-10T15:07:11.986 INFO:tasks.rados.rados.0.smithi102.stdout:475: oid 34 updating version 0 to 103 2024-04-10T15:07:11.986 INFO:tasks.rados.rados.0.smithi102.stdout:475: oid 34 updating version 103 to 104 2024-04-10T15:07:11.986 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 104 (ObjNum 161 snap 34 seq_num 161) dirty exists 2024-04-10T15:07:11.986 INFO:tasks.rados.rados.0.smithi102.stdout:475: left oid 34 (ObjNum 161 snap 34 seq_num 161) 2024-04-10T15:07:11.986 INFO:tasks.rados.rados.0.smithi102.stdout:471: done (3 left) 2024-04-10T15:07:11.986 INFO:tasks.rados.rados.0.smithi102.stdout:474: done (2 left) 2024-04-10T15:07:11.987 INFO:tasks.rados.rados.0.smithi102.stdout:475: done (1 left) 2024-04-10T15:07:11.987 INFO:tasks.rados.rados.0.smithi102.stdout:476: done (0 left) 2024-04-10T15:07:11.987 INFO:tasks.rados.rados.0.smithi102.stdout:477: delete oid 27 current snap is 34 2024-04-10T15:07:11.987 INFO:tasks.rados.rados.0.smithi102.stdout:477: done (0 left) 2024-04-10T15:07:11.988 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 24 current snap is 34 2024-04-10T15:07:11.988 INFO:tasks.rados.rados.0.smithi102.stdout:478: seq_num 164 ranges {393216=352256} 2024-04-10T15:07:11.992 INFO:tasks.rados.rados.0.smithi102.stdout:478: writing smithi10276805-24 from 393216 to 745472 tid 1 2024-04-10T15:07:11.992 INFO:tasks.rados.rados.0.smithi102.stdout:479: read oid 4 snap -1 2024-04-10T15:07:11.992 INFO:tasks.rados.rados.0.smithi102.stdout:479: expect deleted 2024-04-10T15:07:11.992 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 1 current snap is 34 2024-04-10T15:07:11.992 INFO:tasks.rados.rados.0.smithi102.stdout:480: seq_num 165 ranges {0=368640} 2024-04-10T15:07:11.994 INFO:tasks.rados.rados.0.smithi102.stdout:480: writing smithi10276805-1 from 0 to 368640 tid 1 2024-04-10T15:07:11.994 INFO:tasks.rados.rados.0.smithi102.stdout:481: rmattr oid 50 current snap is 34 2024-04-10T15:07:11.994 INFO:tasks.rados.rados.0.smithi102.stdout:481: done (3 left) 2024-04-10T15:07:11.994 INFO:tasks.rados.rados.0.smithi102.stdout:482: setattr oid 26 current snap is 34 2024-04-10T15:07:11.995 INFO:tasks.rados.rados.0.smithi102.stdout:478: finishing write tid 1 to smithi10276805-24 2024-04-10T15:07:11.995 INFO:tasks.rados.rados.0.smithi102.stdout:478: finishing write tid 2 to smithi10276805-24 2024-04-10T15:07:11.995 INFO:tasks.rados.rados.0.smithi102.stdout:478: finishing write tid 3 to smithi10276805-24 2024-04-10T15:07:11.995 INFO:tasks.rados.rados.0.smithi102.stdout:478: oid 24 updating version 0 to 53 2024-04-10T15:07:11.995 INFO:tasks.rados.rados.0.smithi102.stdout:478: oid 24 updating version 53 to 54 2024-04-10T15:07:11.995 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 54 (ObjNum 164 snap 34 seq_num 164) dirty exists 2024-04-10T15:07:11.995 INFO:tasks.rados.rados.0.smithi102.stdout:478: left oid 24 (ObjNum 164 snap 34 seq_num 164) 2024-04-10T15:07:11.996 INFO:tasks.rados.rados.0.smithi102.stdout:478: done (3 left) 2024-04-10T15:07:11.996 INFO:tasks.rados.rados.0.smithi102.stdout:479: done (2 left) 2024-04-10T15:07:11.996 INFO:tasks.rados.rados.0.smithi102.stdout:483: rollback oid 30 current snap is 34 2024-04-10T15:07:11.996 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 30 to 33 2024-04-10T15:07:11.996 INFO:tasks.rados.rados.0.smithi102.stdout:484: delete oid 46 current snap is 34 2024-04-10T15:07:11.997 INFO:tasks.rados.rados.0.smithi102.stdout:480: finishing write tid 1 to smithi10276805-1 2024-04-10T15:07:11.997 INFO:tasks.rados.rados.0.smithi102.stdout:480: finishing write tid 2 to smithi10276805-1 2024-04-10T15:07:11.998 INFO:tasks.rados.rados.0.smithi102.stdout:480: finishing write tid 3 to smithi10276805-1 2024-04-10T15:07:11.998 INFO:tasks.rados.rados.0.smithi102.stdout:480: oid 1 updating version 0 to 182 2024-04-10T15:07:11.999 INFO:tasks.rados.rados.0.smithi102.stdout:480: oid 1 version 182 is already newer than 181 2024-04-10T15:07:11.999 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 182 (ObjNum 165 snap 34 seq_num 165) dirty exists 2024-04-10T15:07:11.999 INFO:tasks.rados.rados.0.smithi102.stdout:480: left oid 1 (ObjNum 165 snap 34 seq_num 165) 2024-04-10T15:07:11.999 INFO:tasks.rados.rados.0.smithi102.stdout:480: done (3 left) 2024-04-10T15:07:11.999 INFO:tasks.rados.rados.0.smithi102.stdout:484: done (2 left) 2024-04-10T15:07:11.999 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 32 current snap is 34 2024-04-10T15:07:11.999 INFO:tasks.rados.rados.0.smithi102.stdout:485: seq_num 167 ranges {6930432=401408} 2024-04-10T15:07:12.038 INFO:tasks.rados.rados.0.smithi102.stdout:485: writing smithi10276805-32 from 6930432 to 7331840 tid 1 2024-04-10T15:07:12.038 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 40 current snap is 34 2024-04-10T15:07:12.038 INFO:tasks.rados.rados.0.smithi102.stdout:486: seq_num 168 ranges {2146304=417792} 2024-04-10T15:07:12.052 INFO:tasks.rados.rados.0.smithi102.stdout:486: writing smithi10276805-40 from 2146304 to 2564096 tid 1 2024-04-10T15:07:12.052 INFO:tasks.rados.rados.0.smithi102.stdout:487: read oid 11 snap -1 2024-04-10T15:07:12.052 INFO:tasks.rados.rados.0.smithi102.stdout:487: expect (ObjNum 128 snap 24 seq_num 128) 2024-04-10T15:07:12.052 INFO:tasks.rados.rados.0.smithi102.stdout:488: read oid 43 snap -1 2024-04-10T15:07:12.053 INFO:tasks.rados.rados.0.smithi102.stdout:488: expect deleted 2024-04-10T15:07:12.053 INFO:tasks.rados.rados.0.smithi102.stdout:489: rmattr oid 16 current snap is 34 2024-04-10T15:07:12.053 INFO:tasks.rados.rados.0.smithi102.stdout:483: finishing rollback tid 0 to smithi10276805-30 2024-04-10T15:07:12.053 INFO:tasks.rados.rados.0.smithi102.stdout:483: finishing rollback tid 1 to smithi10276805-30 2024-04-10T15:07:12.053 INFO:tasks.rados.rados.0.smithi102.stdout:490: snap_create 2024-04-10T15:07:12.053 INFO:tasks.rados.rados.0.smithi102.stdout:483: finishing rollback tid 2 to smithi10276805-30 2024-04-10T15:07:12.053 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 122 (ObjNum 73 snap 9 seq_num 73) dirty exists 2024-04-10T15:07:12.053 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 199 (ObjNum 154 snap 33 seq_num 154) dirty exists 2024-04-10T15:07:12.053 INFO:tasks.rados.rados.0.smithi102.stdout:485: finishing write tid 1 to smithi10276805-32 2024-04-10T15:07:12.053 INFO:tasks.rados.rados.0.smithi102.stdout:485: finishing write tid 2 to smithi10276805-32 2024-04-10T15:07:12.053 INFO:tasks.rados.rados.0.smithi102.stdout:485: finishing write tid 3 to smithi10276805-32 2024-04-10T15:07:12.053 INFO:tasks.rados.rados.0.smithi102.stdout:485: oid 32 updating version 0 to 252 2024-04-10T15:07:12.053 INFO:tasks.rados.rados.0.smithi102.stdout:485: oid 32 updating version 252 to 253 2024-04-10T15:07:12.053 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 253 (ObjNum 167 snap 34 seq_num 167) dirty exists 2024-04-10T15:07:12.053 INFO:tasks.rados.rados.0.smithi102.stdout:485: left oid 32 (ObjNum 167 snap 34 seq_num 167) 2024-04-10T15:07:12.054 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 0 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-10T15:07:12.054 INFO:tasks.rados.rados.0.smithi102.stdout:486: finishing write tid 1 to smithi10276805-40 2024-04-10T15:07:12.054 INFO:tasks.rados.rados.0.smithi102.stdout:486: finishing write tid 2 to smithi10276805-40 2024-04-10T15:07:12.055 INFO:tasks.rados.rados.0.smithi102.stdout:486: finishing write tid 3 to smithi10276805-40 2024-04-10T15:07:12.055 INFO:tasks.rados.rados.0.smithi102.stdout:486: oid 40 updating version 0 to 165 2024-04-10T15:07:12.055 INFO:tasks.rados.rados.0.smithi102.stdout:486: oid 40 updating version 165 to 166 2024-04-10T15:07:12.055 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 166 (ObjNum 168 snap 34 seq_num 168) dirty exists 2024-04-10T15:07:12.055 INFO:tasks.rados.rados.0.smithi102.stdout:486: left oid 40 (ObjNum 168 snap 34 seq_num 168) 2024-04-10T15:07:12.066 INFO:tasks.rados.rados.0.smithi102.stdout:487: expect (ObjNum 128 snap 24 seq_num 128) 2024-04-10T15:07:12.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:11 smithi154 ceph-mon[30592]: pgmap v186: 121 pgs: 121 active+clean; 119 MiB data, 491 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 916 KiB/s wr, 35 op/s 2024-04-10T15:07:12.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:11 smithi154 ceph-mon[30592]: osdmap e140: 8 total, 8 up, 8 in 2024-04-10T15:07:12.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:11 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:12.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:11 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:12.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:11 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:07:12.129 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:11 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:11.898+0000 7f78574f9200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:07:12.129 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:12.010+0000 7f78574f9200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:07:12.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:11 smithi102 ceph-mon[37987]: pgmap v186: 121 pgs: 121 active+clean; 119 MiB data, 491 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 916 KiB/s wr, 35 op/s 2024-04-10T15:07:12.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:11 smithi102 ceph-mon[37987]: osdmap e140: 8 total, 8 up, 8 in 2024-04-10T15:07:12.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:11 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:12.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:11 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:12.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:11 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:07:12.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:11 smithi102 ceph-mon[26948]: pgmap v186: 121 pgs: 121 active+clean; 119 MiB data, 491 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 916 KiB/s wr, 35 op/s 2024-04-10T15:07:12.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:11 smithi102 ceph-mon[26948]: osdmap e140: 8 total, 8 up, 8 in 2024-04-10T15:07:12.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:11 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:12.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:11 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:12.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:11 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:07:12.781 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:12.686+0000 7f78574f9200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:07:12.782 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:12.784+0000 7f78574f9200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:07:12.827 INFO:tasks.rados.rados.0.smithi102.stdout:482: done (7 left) 2024-04-10T15:07:12.827 INFO:tasks.rados.rados.0.smithi102.stdout:483: done (6 left) 2024-04-10T15:07:12.827 INFO:tasks.rados.rados.0.smithi102.stdout:485: done (5 left) 2024-04-10T15:07:12.827 INFO:tasks.rados.rados.0.smithi102.stdout:486: done (4 left) 2024-04-10T15:07:12.827 INFO:tasks.rados.rados.0.smithi102.stdout:487: done (3 left) 2024-04-10T15:07:12.827 INFO:tasks.rados.rados.0.smithi102.stdout:488: done (2 left) 2024-04-10T15:07:12.827 INFO:tasks.rados.rados.0.smithi102.stdout:489: done (1 left) 2024-04-10T15:07:12.827 INFO:tasks.rados.rados.0.smithi102.stdout:490: done (0 left) 2024-04-10T15:07:12.827 INFO:tasks.rados.rados.0.smithi102.stdout:491: delete oid 45 current snap is 35 2024-04-10T15:07:12.831 INFO:tasks.rados.rados.0.smithi102.stdout:491: done (0 left) 2024-04-10T15:07:12.831 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 49 current snap is 35 2024-04-10T15:07:12.831 INFO:tasks.rados.rados.0.smithi102.stdout:492: seq_num 170 ranges {49152=450560} 2024-04-10T15:07:12.834 INFO:tasks.rados.rados.0.smithi102.stdout:492: writing smithi10276805-49 from 49152 to 499712 tid 1 2024-04-10T15:07:12.834 INFO:tasks.rados.rados.0.smithi102.stdout:493: snap_remove snap 34 2024-04-10T15:07:13.105 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:12 smithi154 ceph-mon[30592]: osdmap e141: 8 total, 8 up, 8 in 2024-04-10T15:07:13.106 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:12.940+0000 7f78574f9200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:07:13.106 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:13.041+0000 7f78574f9200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:07:13.106 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:13.129+0000 7f78574f9200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:07:13.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:12 smithi102 ceph-mon[26948]: osdmap e141: 8 total, 8 up, 8 in 2024-04-10T15:07:13.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:12 smithi102 ceph-mon[37987]: osdmap e141: 8 total, 8 up, 8 in 2024-04-10T15:07:13.690 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:13.409+0000 7f78574f9200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:07:13.691 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:13.525+0000 7f78574f9200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:07:13.691 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:13.616+0000 7f78574f9200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:07:13.834 INFO:tasks.rados.rados.0.smithi102.stdout:493: done (1 left) 2024-04-10T15:07:13.834 INFO:tasks.rados.rados.0.smithi102.stdout:494: copy_from oid 46 from oid 11 current snap is 35 2024-04-10T15:07:13.834 INFO:tasks.rados.rados.0.smithi102.stdout:492: finishing write tid 1 to smithi10276805-49 2024-04-10T15:07:13.834 INFO:tasks.rados.rados.0.smithi102.stdout:492: finishing write tid 2 to smithi10276805-49 2024-04-10T15:07:13.834 INFO:tasks.rados.rados.0.smithi102.stdout:492: finishing write tid 3 to smithi10276805-49 2024-04-10T15:07:13.834 INFO:tasks.rados.rados.0.smithi102.stdout:492: oid 49 updating version 0 to 185 2024-04-10T15:07:13.835 INFO:tasks.rados.rados.0.smithi102.stdout:492: oid 49 updating version 185 to 186 2024-04-10T15:07:13.835 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 186 (ObjNum 170 snap 35 seq_num 170) dirty exists 2024-04-10T15:07:13.835 INFO:tasks.rados.rados.0.smithi102.stdout:492: left oid 49 (ObjNum 170 snap 35 seq_num 170) 2024-04-10T15:07:13.835 INFO:tasks.rados.rados.0.smithi102.stdout:492: done (1 left) 2024-04-10T15:07:13.835 INFO:tasks.rados.rados.0.smithi102.stdout:495: setattr oid 27 current snap is 35 2024-04-10T15:07:13.835 INFO:tasks.rados.rados.0.smithi102.stdout:496: rollback oid 3 current snap is 35 2024-04-10T15:07:13.835 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 3 to 30 2024-04-10T15:07:13.835 INFO:tasks.rados.rados.0.smithi102.stdout:497: setattr oid 40 current snap is 35 2024-04-10T15:07:13.836 INFO:tasks.rados.rados.0.smithi102.stdout:498: snap_create 2024-04-10T15:07:13.840 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 189 (ObjNum 65 snap 0 seq_num 1516131421) dirty exists 2024-04-10T15:07:13.840 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 167 (ObjNum 168 snap 34 seq_num 168) dirty exists 2024-04-10T15:07:13.842 INFO:tasks.rados.rados.0.smithi102.stdout:496: finishing rollback tid 0 to smithi10276805-3 2024-04-10T15:07:13.842 INFO:tasks.rados.rados.0.smithi102.stdout:496: finishing rollback tid 1 to smithi10276805-3 2024-04-10T15:07:13.842 INFO:tasks.rados.rados.0.smithi102.stdout:496: finishing rollback tid 2 to smithi10276805-3 2024-04-10T15:07:13.843 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 193 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-10T15:07:13.856 INFO:tasks.rados.rados.0.smithi102.stdout:494: finishing copy_from racing read to smithi10276805-46 2024-04-10T15:07:13.858 INFO:tasks.rados.rados.0.smithi102.stdout:494: finishing copy_from to smithi10276805-46 2024-04-10T15:07:13.858 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 176 (ObjNum 128 snap 24 seq_num 128) dirty exists 2024-04-10T15:07:14.129 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:13.714+0000 7f78574f9200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:07:14.129 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:13.905+0000 7f78574f9200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:07:14.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:13 smithi154 ceph-mon[30592]: pgmap v189: 121 pgs: 121 active+clean; 119 MiB data, 491 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 916 KiB/s wr, 35 op/s 2024-04-10T15:07:14.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:13 smithi154 ceph-mon[30592]: osdmap e142: 8 total, 8 up, 8 in 2024-04-10T15:07:14.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:13 smithi102 ceph-mon[37987]: pgmap v189: 121 pgs: 121 active+clean; 119 MiB data, 491 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 916 KiB/s wr, 35 op/s 2024-04-10T15:07:14.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:13 smithi102 ceph-mon[37987]: osdmap e142: 8 total, 8 up, 8 in 2024-04-10T15:07:14.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:13 smithi102 ceph-mon[26948]: pgmap v189: 121 pgs: 121 active+clean; 119 MiB data, 491 MiB used, 715 GiB / 715 GiB avail; 12 MiB/s rd, 916 KiB/s wr, 35 op/s 2024-04-10T15:07:14.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:13 smithi102 ceph-mon[26948]: osdmap e142: 8 total, 8 up, 8 in 2024-04-10T15:07:14.753 INFO:tasks.rados.rados.0.smithi102.stdout:494: done (4 left) 2024-04-10T15:07:14.753 INFO:tasks.rados.rados.0.smithi102.stdout:495: done (3 left) 2024-04-10T15:07:14.753 INFO:tasks.rados.rados.0.smithi102.stdout:496: done (2 left) 2024-04-10T15:07:14.753 INFO:tasks.rados.rados.0.smithi102.stdout:497: done (1 left) 2024-04-10T15:07:14.753 INFO:tasks.rados.rados.0.smithi102.stdout:498: done (0 left) 2024-04-10T15:07:14.753 INFO:tasks.rados.rados.0.smithi102.stdout:499: snap_create 2024-04-10T15:07:15.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:14 smithi154 ceph-mon[30592]: osdmap e143: 8 total, 8 up, 8 in 2024-04-10T15:07:15.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:14 smithi154 ceph-mon[30592]: osdmap e144: 8 total, 8 up, 8 in 2024-04-10T15:07:15.129 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:14 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:14.899+0000 7f78574f9200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:07:15.129 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:15 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:15.058+0000 7f78574f9200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:07:15.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:14 smithi102 ceph-mon[37987]: osdmap e143: 8 total, 8 up, 8 in 2024-04-10T15:07:15.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:14 smithi102 ceph-mon[37987]: osdmap e144: 8 total, 8 up, 8 in 2024-04-10T15:07:15.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:14 smithi102 ceph-mon[26948]: osdmap e143: 8 total, 8 up, 8 in 2024-04-10T15:07:15.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:14 smithi102 ceph-mon[26948]: osdmap e144: 8 total, 8 up, 8 in 2024-04-10T15:07:15.629 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:15 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:15.396+0000 7f78574f9200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:07:15.629 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:15 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:15.487+0000 7f78574f9200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:07:15.754 INFO:tasks.rados.rados.0.smithi102.stdout:499: done (0 left) 2024-04-10T15:07:15.754 INFO:tasks.rados.rados.0.smithi102.stdout:500: setattr oid 4 current snap is 37 2024-04-10T15:07:15.755 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 14 current snap is 37 2024-04-10T15:07:15.755 INFO:tasks.rados.rados.0.smithi102.stdout:501: seq_num 171 ranges {3956736=466944} 2024-04-10T15:07:15.779 INFO:tasks.rados.rados.0.smithi102.stdout:501: writing smithi10276805-14 from 3956736 to 4423680 tid 1 2024-04-10T15:07:15.779 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 5 (ObjNum 225 snap 0 seq_num 87897312) dirty exists 2024-04-10T15:07:15.780 INFO:tasks.rados.rados.0.smithi102.stdout:502: read oid 16 snap 30 2024-04-10T15:07:15.780 INFO:tasks.rados.rados.0.smithi102.stdout:502: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:07:15.780 INFO:tasks.rados.rados.0.smithi102.stdout:500: done (2 left) 2024-04-10T15:07:15.780 INFO:tasks.rados.rados.0.smithi102.stdout:503: rmattr oid 36 current snap is 37 2024-04-10T15:07:15.780 INFO:tasks.rados.rados.0.smithi102.stdout:503: done (2 left) 2024-04-10T15:07:15.780 INFO:tasks.rados.rados.0.smithi102.stdout:504: copy_from oid 37 from oid 50 current snap is 37 2024-04-10T15:07:15.780 INFO:tasks.rados.rados.0.smithi102.stdout:505: delete oid 21 current snap is 37 2024-04-10T15:07:15.782 INFO:tasks.rados.rados.0.smithi102.stdout:505: done (3 left) 2024-04-10T15:07:15.782 INFO:tasks.rados.rados.0.smithi102.stdout:506: rmattr oid 27 current snap is 37 2024-04-10T15:07:15.782 INFO:tasks.rados.rados.0.smithi102.stdout:507: rollback oid 30 current snap is 37 2024-04-10T15:07:15.782 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 30 to 32 2024-04-10T15:07:15.782 INFO:tasks.rados.rados.0.smithi102.stdout:508: copy_from oid 18 from oid 45 current snap is 37 2024-04-10T15:07:15.782 INFO:tasks.rados.rados.0.smithi102.stdout:509: read oid 44 snap -1 2024-04-10T15:07:15.783 INFO:tasks.rados.rados.0.smithi102.stdout:509: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:07:15.783 INFO:tasks.rados.rados.0.smithi102.stdout:510: rollback oid 28 current snap is 37 2024-04-10T15:07:15.783 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 28 to 33 2024-04-10T15:07:15.783 INFO:tasks.rados.rados.0.smithi102.stdout:511: setattr oid 40 current snap is 37 2024-04-10T15:07:15.784 INFO:tasks.rados.rados.0.smithi102.stdout:508: finishing copy_from to smithi10276805-18 2024-04-10T15:07:15.784 INFO:tasks.rados.rados.0.smithi102.stdout:508: got expected ENOENT (src dne) 2024-04-10T15:07:15.784 INFO:tasks.rados.rados.0.smithi102.stdout:508: finishing copy_from racing read to smithi10276805-18 2024-04-10T15:07:15.784 INFO:tasks.rados.rados.0.smithi102.stdout:508: done (8 left) 2024-04-10T15:07:15.784 INFO:tasks.rados.rados.0.smithi102.stdout:512: snap_create 2024-04-10T15:07:15.785 INFO:tasks.rados.rados.0.smithi102.stdout:502: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:07:15.796 INFO:tasks.rados.rados.0.smithi102.stdout:501: finishing write tid 1 to smithi10276805-14 2024-04-10T15:07:15.797 INFO:tasks.rados.rados.0.smithi102.stdout:501: finishing write tid 2 to smithi10276805-14 2024-04-10T15:07:15.797 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 198 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-10T15:07:15.797 INFO:tasks.rados.rados.0.smithi102.stdout:501: finishing write tid 3 to smithi10276805-14 2024-04-10T15:07:15.797 INFO:tasks.rados.rados.0.smithi102.stdout:501: oid 14 updating version 0 to 195 2024-04-10T15:07:15.797 INFO:tasks.rados.rados.0.smithi102.stdout:501: oid 14 updating version 195 to 196 2024-04-10T15:07:15.797 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 196 (ObjNum 171 snap 37 seq_num 171) dirty exists 2024-04-10T15:07:15.797 INFO:tasks.rados.rados.0.smithi102.stdout:501: left oid 14 (ObjNum 171 snap 37 seq_num 171) 2024-04-10T15:07:15.797 INFO:tasks.rados.rados.0.smithi102.stdout:509: expect (ObjNum 23 snap 0 seq_num 23) 2024-04-10T15:07:15.807 INFO:tasks.rados.rados.0.smithi102.stdout:507: finishing rollback tid 0 to smithi10276805-30 2024-04-10T15:07:15.807 INFO:tasks.rados.rados.0.smithi102.stdout:507: finishing rollback tid 1 to smithi10276805-30 2024-04-10T15:07:15.807 INFO:tasks.rados.rados.0.smithi102.stdout:507: finishing rollback tid 2 to smithi10276805-30 2024-04-10T15:07:15.808 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 125 (ObjNum 73 snap 9 seq_num 73) dirty exists 2024-04-10T15:07:15.808 INFO:tasks.rados.rados.0.smithi102.stdout:510: finishing rollback tid 0 to smithi10276805-28 2024-04-10T15:07:15.808 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 177 (ObjNum 168 snap 34 seq_num 168) dirty exists 2024-04-10T15:07:15.808 INFO:tasks.rados.rados.0.smithi102.stdout:510: finishing rollback tid 1 to smithi10276805-28 2024-04-10T15:07:15.808 INFO:tasks.rados.rados.0.smithi102.stdout:510: finishing rollback tid 2 to smithi10276805-28 2024-04-10T15:07:15.808 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 257 (ObjNum 141 snap 30 seq_num 141) dirty exists 2024-04-10T15:07:15.808 INFO:tasks.rados.rados.0.smithi102.stdout:504: finishing copy_from racing read to smithi10276805-37 2024-04-10T15:07:15.808 INFO:tasks.rados.rados.0.smithi102.stdout:504: finishing copy_from to smithi10276805-37 2024-04-10T15:07:15.808 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 50 (ObjNum 91 snap 13 seq_num 91) dirty exists 2024-04-10T15:07:16.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:15 smithi154 ceph-mon[30592]: pgmap v192: 121 pgs: 121 active+clean; 119 MiB data, 491 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:07:16.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:15 smithi154 ceph-mon[30592]: osdmap e145: 8 total, 8 up, 8 in 2024-04-10T15:07:16.129 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:15 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:15.687+0000 7f78574f9200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:07:16.129 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:15 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:15.889+0000 7f78574f9200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:07:16.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:15 smithi102 ceph-mon[37987]: pgmap v192: 121 pgs: 121 active+clean; 119 MiB data, 491 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:07:16.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:15 smithi102 ceph-mon[37987]: osdmap e145: 8 total, 8 up, 8 in 2024-04-10T15:07:16.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:15 smithi102 ceph-mon[26948]: pgmap v192: 121 pgs: 121 active+clean; 119 MiB data, 491 MiB used, 715 GiB / 715 GiB avail 2024-04-10T15:07:16.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:15 smithi102 ceph-mon[26948]: osdmap e145: 8 total, 8 up, 8 in 2024-04-10T15:07:16.427 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:16 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:16.180+0000 7f78574f9200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:07:16.758 INFO:tasks.rados.rados.0.smithi102.stdout:501: done (8 left) 2024-04-10T15:07:16.758 INFO:tasks.rados.rados.0.smithi102.stdout:502: done (7 left) 2024-04-10T15:07:16.758 INFO:tasks.rados.rados.0.smithi102.stdout:504: done (6 left) 2024-04-10T15:07:16.758 INFO:tasks.rados.rados.0.smithi102.stdout:506: done (5 left) 2024-04-10T15:07:16.758 INFO:tasks.rados.rados.0.smithi102.stdout:507: done (4 left) 2024-04-10T15:07:16.758 INFO:tasks.rados.rados.0.smithi102.stdout:509: done (3 left) 2024-04-10T15:07:16.758 INFO:tasks.rados.rados.0.smithi102.stdout:510: done (2 left) 2024-04-10T15:07:16.759 INFO:tasks.rados.rados.0.smithi102.stdout:511: done (1 left) 2024-04-10T15:07:16.759 INFO:tasks.rados.rados.0.smithi102.stdout:512: done (0 left) 2024-04-10T15:07:16.759 INFO:tasks.rados.rados.0.smithi102.stdout:513: rmattr oid 4 current snap is 38 2024-04-10T15:07:16.759 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 47 current snap is 38 2024-04-10T15:07:16.759 INFO:tasks.rados.rados.0.smithi102.stdout:514: seq_num 173 ranges {0=499712} 2024-04-10T15:07:16.761 INFO:tasks.rados.rados.0.smithi102.stdout:514: writing smithi10276805-47 from 0 to 499712 tid 1 2024-04-10T15:07:16.761 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 40 current snap is 38 2024-04-10T15:07:16.761 INFO:tasks.rados.rados.0.smithi102.stdout:515: seq_num 174 ranges {2564096=516096} 2024-04-10T15:07:16.778 INFO:tasks.rados.rados.0.smithi102.stdout:515: writing smithi10276805-40 from 2564096 to 3080192 tid 1 2024-04-10T15:07:16.778 INFO:tasks.rados.rados.0.smithi102.stdout:516: read oid 38 snap 32 2024-04-10T15:07:16.778 INFO:tasks.rados.rados.0.smithi102.stdout:516: expect (ObjNum 129 snap 25 seq_num 129) 2024-04-10T15:07:16.778 INFO:tasks.rados.rados.0.smithi102.stdout:517: delete oid 16 current snap is 38 2024-04-10T15:07:16.778 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 7 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-10T15:07:16.778 INFO:tasks.rados.rados.0.smithi102.stdout:514: finishing write tid 1 to smithi10276805-47 2024-04-10T15:07:16.778 INFO:tasks.rados.rados.0.smithi102.stdout:514: finishing write tid 2 to smithi10276805-47 2024-04-10T15:07:16.778 INFO:tasks.rados.rados.0.smithi102.stdout:514: finishing write tid 3 to smithi10276805-47 2024-04-10T15:07:16.778 INFO:tasks.rados.rados.0.smithi102.stdout:514: oid 47 updating version 0 to 258 2024-04-10T15:07:16.779 INFO:tasks.rados.rados.0.smithi102.stdout:514: oid 47 updating version 258 to 259 2024-04-10T15:07:16.779 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 259 (ObjNum 173 snap 38 seq_num 173) dirty exists 2024-04-10T15:07:16.779 INFO:tasks.rados.rados.0.smithi102.stdout:514: left oid 47 (ObjNum 173 snap 38 seq_num 173) 2024-04-10T15:07:16.780 INFO:tasks.rados.rados.0.smithi102.stdout:513: done (4 left) 2024-04-10T15:07:16.780 INFO:tasks.rados.rados.0.smithi102.stdout:514: done (3 left) 2024-04-10T15:07:16.781 INFO:tasks.rados.rados.0.smithi102.stdout:517: done (2 left) 2024-04-10T15:07:16.781 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 6 current snap is 38 2024-04-10T15:07:16.781 INFO:tasks.rados.rados.0.smithi102.stdout:518: seq_num 176 ranges {0=557056} 2024-04-10T15:07:16.784 INFO:tasks.rados.rados.0.smithi102.stdout:518: writing smithi10276805-6 from 0 to 557056 tid 1 2024-04-10T15:07:16.784 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 14 current snap is 38 2024-04-10T15:07:16.784 INFO:tasks.rados.rados.0.smithi102.stdout:519: seq_num 177 ranges {4423680=573440} 2024-04-10T15:07:16.812 INFO:tasks.rados.rados.0.smithi102.stdout:519: writing smithi10276805-14 from 4423680 to 4997120 tid 1 2024-04-10T15:07:16.812 INFO:tasks.rados.rados.0.smithi102.stdout:520: rollback oid 17 current snap is 38 2024-04-10T15:07:16.812 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 17 to 32 2024-04-10T15:07:16.812 INFO:tasks.rados.rados.0.smithi102.stdout:515: finishing write tid 1 to smithi10276805-40 2024-04-10T15:07:16.812 INFO:tasks.rados.rados.0.smithi102.stdout:521: read oid 26 snap -1 2024-04-10T15:07:16.812 INFO:tasks.rados.rados.0.smithi102.stdout:521: expect (ObjNum 154 snap 33 seq_num 154) 2024-04-10T15:07:16.812 INFO:tasks.rados.rados.0.smithi102.stdout:522: copy_from oid 24 from oid 13 current snap is 38 2024-04-10T15:07:16.812 INFO:tasks.rados.rados.0.smithi102.stdout:518: finishing write tid 1 to smithi10276805-6 2024-04-10T15:07:16.812 INFO:tasks.rados.rados.0.smithi102.stdout:518: finishing write tid 2 to smithi10276805-6 2024-04-10T15:07:16.812 INFO:tasks.rados.rados.0.smithi102.stdout:515: finishing write tid 2 to smithi10276805-40 2024-04-10T15:07:16.812 INFO:tasks.rados.rados.0.smithi102.stdout:518: finishing write tid 3 to smithi10276805-6 2024-04-10T15:07:16.812 INFO:tasks.rados.rados.0.smithi102.stdout:518: oid 6 updating version 0 to 123 2024-04-10T15:07:16.813 INFO:tasks.rados.rados.0.smithi102.stdout:518: oid 6 updating version 123 to 124 2024-04-10T15:07:16.813 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 124 (ObjNum 176 snap 38 seq_num 176) dirty exists 2024-04-10T15:07:16.813 INFO:tasks.rados.rados.0.smithi102.stdout:518: left oid 6 (ObjNum 176 snap 38 seq_num 176) 2024-04-10T15:07:16.813 INFO:tasks.rados.rados.0.smithi102.stdout:515: finishing write tid 3 to smithi10276805-40 2024-04-10T15:07:16.813 INFO:tasks.rados.rados.0.smithi102.stdout:515: oid 40 updating version 0 to 179 2024-04-10T15:07:16.813 INFO:tasks.rados.rados.0.smithi102.stdout:515: oid 40 version 179 is already newer than 178 2024-04-10T15:07:16.813 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 179 (ObjNum 174 snap 38 seq_num 174) dirty exists 2024-04-10T15:07:16.813 INFO:tasks.rados.rados.0.smithi102.stdout:515: left oid 40 (ObjNum 174 snap 38 seq_num 174) 2024-04-10T15:07:16.813 INFO:tasks.rados.rados.0.smithi102.stdout:516: expect (ObjNum 129 snap 25 seq_num 129) 2024-04-10T15:07:16.871 INFO:tasks.rados.rados.0.smithi102.stdout:520: finishing rollback tid 1 to smithi10276805-17 2024-04-10T15:07:16.871 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 56 (ObjNum 65 snap 0 seq_num 1818255713) dirty dne 2024-04-10T15:07:16.871 INFO:tasks.rados.rados.0.smithi102.stdout:522: finishing copy_from racing read to smithi10276805-24 2024-04-10T15:07:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:519: finishing write tid 1 to smithi10276805-14 2024-04-10T15:07:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:522: finishing copy_from to smithi10276805-24 2024-04-10T15:07:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 83 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-10T15:07:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:519: finishing write tid 2 to smithi10276805-14 2024-04-10T15:07:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:515: done (6 left) 2024-04-10T15:07:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:516: done (5 left) 2024-04-10T15:07:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:518: done (4 left) 2024-04-10T15:07:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:520: done (3 left) 2024-04-10T15:07:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:522: done (2 left) 2024-04-10T15:07:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 33 current snap is 38 2024-04-10T15:07:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:519: finishing write tid 3 to smithi10276805-14 2024-04-10T15:07:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:519: oid 14 updating version 0 to 201 2024-04-10T15:07:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:519: oid 14 version 201 is already newer than 200 2024-04-10T15:07:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 201 (ObjNum 177 snap 38 seq_num 177) dirty exists 2024-04-10T15:07:16.872 INFO:tasks.rados.rados.0.smithi102.stdout:519: left oid 14 (ObjNum 177 snap 38 seq_num 177) 2024-04-10T15:07:16.873 INFO:tasks.rados.rados.0.smithi102.stdout:521: expect (ObjNum 154 snap 33 seq_num 154) 2024-04-10T15:07:16.879 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:16 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:16.444+0000 7f78574f9200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:07:16.879 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:16 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:16.688+0000 7f78574f9200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:07:16.972 INFO:tasks.rados.rados.0.smithi102.stdout:523: seq_num 178 ranges {3424256=589824} 2024-04-10T15:07:16.994 INFO:tasks.rados.rados.0.smithi102.stdout:523: writing smithi10276805-33 from 3424256 to 4014080 tid 1 2024-04-10T15:07:16.994 INFO:tasks.rados.rados.0.smithi102.stdout:519: done (2 left) 2024-04-10T15:07:16.994 INFO:tasks.rados.rados.0.smithi102.stdout:521: done (1 left) 2024-04-10T15:07:16.994 INFO:tasks.rados.rados.0.smithi102.stdout:524: read oid 27 snap -1 2024-04-10T15:07:16.994 INFO:tasks.rados.rados.0.smithi102.stdout:524: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:07:16.994 INFO:tasks.rados.rados.0.smithi102.stdout:525: rollback oid 25 current snap is 38 2024-04-10T15:07:16.994 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 25 to 35 2024-04-10T15:07:16.995 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 32 current snap is 38 2024-04-10T15:07:16.995 INFO:tasks.rados.rados.0.smithi102.stdout:526: seq_num 179 ranges {7331840=606208} 2024-04-10T15:07:17.036 INFO:tasks.rados.rados.0.smithi102.stdout:526: writing smithi10276805-32 from 7331840 to 7938048 tid 1 2024-04-10T15:07:17.036 INFO:tasks.rados.rados.0.smithi102.stdout:527: delete oid 47 current snap is 38 2024-04-10T15:07:17.036 INFO:tasks.rados.rados.0.smithi102.stdout:524: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:07:17.036 INFO:tasks.rados.rados.0.smithi102.stdout:525: finishing rollback tid 0 to smithi10276805-25 2024-04-10T15:07:17.036 INFO:tasks.rados.rados.0.smithi102.stdout:525: finishing rollback tid 1 to smithi10276805-25 2024-04-10T15:07:17.036 INFO:tasks.rados.rados.0.smithi102.stdout:523: finishing write tid 1 to smithi10276805-33 2024-04-10T15:07:17.037 INFO:tasks.rados.rados.0.smithi102.stdout:523: finishing write tid 2 to smithi10276805-33 2024-04-10T15:07:17.037 INFO:tasks.rados.rados.0.smithi102.stdout:525: finishing rollback tid 2 to smithi10276805-25 2024-04-10T15:07:17.037 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 87 (ObjNum 139 snap 30 seq_num 139) dirty exists 2024-04-10T15:07:17.037 INFO:tasks.rados.rados.0.smithi102.stdout:523: finishing write tid 3 to smithi10276805-33 2024-04-10T15:07:17.037 INFO:tasks.rados.rados.0.smithi102.stdout:523: oid 33 updating version 0 to 126 2024-04-10T15:07:17.037 INFO:tasks.rados.rados.0.smithi102.stdout:523: oid 33 updating version 126 to 127 2024-04-10T15:07:17.037 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 127 (ObjNum 178 snap 38 seq_num 178) dirty exists 2024-04-10T15:07:17.037 INFO:tasks.rados.rados.0.smithi102.stdout:523: left oid 33 (ObjNum 178 snap 38 seq_num 178) 2024-04-10T15:07:17.039 INFO:tasks.rados.rados.0.smithi102.stdout:526: finishing write tid 1 to smithi10276805-32 2024-04-10T15:07:17.039 INFO:tasks.rados.rados.0.smithi102.stdout:526: finishing write tid 2 to smithi10276805-32 2024-04-10T15:07:17.040 INFO:tasks.rados.rados.0.smithi102.stdout:523: done (4 left) 2024-04-10T15:07:17.040 INFO:tasks.rados.rados.0.smithi102.stdout:524: done (3 left) 2024-04-10T15:07:17.040 INFO:tasks.rados.rados.0.smithi102.stdout:525: done (2 left) 2024-04-10T15:07:17.040 INFO:tasks.rados.rados.0.smithi102.stdout:527: done (1 left) 2024-04-10T15:07:17.040 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 45 current snap is 38 2024-04-10T15:07:17.041 INFO:tasks.rados.rados.0.smithi102.stdout:528: seq_num 181 ranges {0=638976} 2024-04-10T15:07:17.044 INFO:tasks.rados.rados.0.smithi102.stdout:528: writing smithi10276805-45 from 0 to 638976 tid 1 2024-04-10T15:07:17.044 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 6 current snap is 38 2024-04-10T15:07:17.044 INFO:tasks.rados.rados.0.smithi102.stdout:529: seq_num 182 ranges {557056=655360} 2024-04-10T15:07:17.051 INFO:tasks.rados.rados.0.smithi102.stdout:529: writing smithi10276805-6 from 557056 to 1212416 tid 1 2024-04-10T15:07:17.051 INFO:tasks.rados.rados.0.smithi102.stdout:530: rollback oid 15 current snap is 38 2024-04-10T15:07:17.052 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 15 to 37 2024-04-10T15:07:17.052 INFO:tasks.rados.rados.0.smithi102.stdout:526: finishing write tid 3 to smithi10276805-32 2024-04-10T15:07:17.052 INFO:tasks.rados.rados.0.smithi102.stdout:526: oid 32 updating version 0 to 261 2024-04-10T15:07:17.052 INFO:tasks.rados.rados.0.smithi102.stdout:526: oid 32 updating version 261 to 262 2024-04-10T15:07:17.052 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 262 (ObjNum 179 snap 38 seq_num 179) dirty exists 2024-04-10T15:07:17.052 INFO:tasks.rados.rados.0.smithi102.stdout:526: left oid 32 (ObjNum 179 snap 38 seq_num 179) 2024-04-10T15:07:17.052 INFO:tasks.rados.rados.0.smithi102.stdout:528: finishing write tid 1 to smithi10276805-45 2024-04-10T15:07:17.052 INFO:tasks.rados.rados.0.smithi102.stdout:528: finishing write tid 2 to smithi10276805-45 2024-04-10T15:07:17.052 INFO:tasks.rados.rados.0.smithi102.stdout:526: done (3 left) 2024-04-10T15:07:17.052 INFO:tasks.rados.rados.0.smithi102.stdout:531: rollback oid 46 current snap is 38 2024-04-10T15:07:17.052 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 46 to 32 2024-04-10T15:07:17.052 INFO:tasks.rados.rados.0.smithi102.stdout:528: finishing write tid 3 to smithi10276805-45 2024-04-10T15:07:17.052 INFO:tasks.rados.rados.0.smithi102.stdout:528: oid 45 updating version 0 to 189 2024-04-10T15:07:17.052 INFO:tasks.rados.rados.0.smithi102.stdout:528: oid 45 updating version 189 to 190 2024-04-10T15:07:17.052 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 190 (ObjNum 181 snap 38 seq_num 181) dirty exists 2024-04-10T15:07:17.052 INFO:tasks.rados.rados.0.smithi102.stdout:528: left oid 45 (ObjNum 181 snap 38 seq_num 181) 2024-04-10T15:07:17.053 INFO:tasks.rados.rados.0.smithi102.stdout:528: done (3 left) 2024-04-10T15:07:17.053 INFO:tasks.rados.rados.0.smithi102.stdout:532: delete oid 40 current snap is 38 2024-04-10T15:07:17.054 INFO:tasks.rados.rados.0.smithi102.stdout:529: finishing write tid 1 to smithi10276805-6 2024-04-10T15:07:17.054 INFO:tasks.rados.rados.0.smithi102.stdout:529: finishing write tid 2 to smithi10276805-6 2024-04-10T15:07:17.054 INFO:tasks.rados.rados.0.smithi102.stdout:531: finishing rollback tid 0 to smithi10276805-46 2024-04-10T15:07:17.055 INFO:tasks.rados.rados.0.smithi102.stdout:529: finishing write tid 3 to smithi10276805-6 2024-04-10T15:07:17.055 INFO:tasks.rados.rados.0.smithi102.stdout:529: oid 6 updating version 0 to 126 2024-04-10T15:07:17.055 INFO:tasks.rados.rados.0.smithi102.stdout:529: oid 6 version 126 is already newer than 125 2024-04-10T15:07:17.055 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 126 (ObjNum 182 snap 38 seq_num 182) dirty exists 2024-04-10T15:07:17.055 INFO:tasks.rados.rados.0.smithi102.stdout:529: left oid 6 (ObjNum 182 snap 38 seq_num 182) 2024-04-10T15:07:17.056 INFO:tasks.rados.rados.0.smithi102.stdout:530: finishing rollback tid 0 to smithi10276805-15 2024-04-10T15:07:17.057 INFO:tasks.rados.rados.0.smithi102.stdout:531: finishing rollback tid 1 to smithi10276805-46 2024-04-10T15:07:17.057 INFO:tasks.rados.rados.0.smithi102.stdout:530: finishing rollback tid 1 to smithi10276805-15 2024-04-10T15:07:17.057 INFO:tasks.rados.rados.0.smithi102.stdout:531: finishing rollback tid 2 to smithi10276805-46 2024-04-10T15:07:17.057 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 182 (ObjNum 101 snap 17 seq_num 101) dirty exists 2024-04-10T15:07:17.057 INFO:tasks.rados.rados.0.smithi102.stdout:529: done (3 left) 2024-04-10T15:07:17.057 INFO:tasks.rados.rados.0.smithi102.stdout:531: done (2 left) 2024-04-10T15:07:17.057 INFO:tasks.rados.rados.0.smithi102.stdout:532: done (1 left) 2024-04-10T15:07:17.057 INFO:tasks.rados.rados.0.smithi102.stdout:533: read oid 11 snap 37 2024-04-10T15:07:17.057 INFO:tasks.rados.rados.0.smithi102.stdout:533: expect (ObjNum 128 snap 24 seq_num 128) 2024-04-10T15:07:17.057 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 38 2024-04-10T15:07:17.057 INFO:tasks.rados.rados.0.smithi102.stdout:530: finishing rollback tid 2 to smithi10276805-15 2024-04-10T15:07:17.057 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 267 (ObjNum 126 snap 24 seq_num 126) dirty exists 2024-04-10T15:07:17.057 INFO:tasks.rados.rados.0.smithi102.stdout:534: seq_num 184 ranges {4448256=688128} 2024-04-10T15:07:17.084 INFO:tasks.rados.rados.0.smithi102.stdout:534: writing smithi10276805-48 from 4448256 to 5136384 tid 1 2024-04-10T15:07:17.084 INFO:tasks.rados.rados.0.smithi102.stdout:530: done (2 left) 2024-04-10T15:07:17.085 INFO:tasks.rados.rados.0.smithi102.stdout:535: rmattr oid 44 current snap is 38 2024-04-10T15:07:17.085 INFO:tasks.rados.rados.0.smithi102.stdout:535: done (2 left) 2024-04-10T15:07:17.085 INFO:tasks.rados.rados.0.smithi102.stdout:536: setattr oid 49 current snap is 38 2024-04-10T15:07:17.085 INFO:tasks.rados.rados.0.smithi102.stdout:533: expect (ObjNum 128 snap 24 seq_num 128) 2024-04-10T15:07:17.203 INFO:tasks.rados.rados.0.smithi102.stdout:534: finishing write tid 1 to smithi10276805-48 2024-04-10T15:07:17.203 INFO:tasks.rados.rados.0.smithi102.stdout:534: finishing write tid 2 to smithi10276805-48 2024-04-10T15:07:17.203 INFO:tasks.rados.rados.0.smithi102.stdout:534: finishing write tid 3 to smithi10276805-48 2024-04-10T15:07:17.203 INFO:tasks.rados.rados.0.smithi102.stdout:534: oid 48 updating version 0 to 269 2024-04-10T15:07:17.203 INFO:tasks.rados.rados.0.smithi102.stdout:534: oid 48 updating version 269 to 270 2024-04-10T15:07:17.203 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 270 (ObjNum 184 snap 38 seq_num 184) dirty exists 2024-04-10T15:07:17.203 INFO:tasks.rados.rados.0.smithi102.stdout:534: left oid 48 (ObjNum 184 snap 38 seq_num 184) 2024-04-10T15:07:17.203 INFO:tasks.rados.rados.0.smithi102.stdout:533: done (2 left) 2024-04-10T15:07:17.204 INFO:tasks.rados.rados.0.smithi102.stdout:534: done (1 left) 2024-04-10T15:07:17.204 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 38 2024-04-10T15:07:17.204 INFO:tasks.rados.rados.0.smithi102.stdout:537: seq_num 185 ranges {3792896=704512} 2024-04-10T15:07:17.226 INFO:tasks.rados.rados.0.smithi102.stdout:537: writing smithi10276805-25 from 3792896 to 4497408 tid 1 2024-04-10T15:07:17.226 INFO:tasks.rados.rados.0.smithi102.stdout:538: read oid 32 snap -1 2024-04-10T15:07:17.227 INFO:tasks.rados.rados.0.smithi102.stdout:538: expect (ObjNum 179 snap 38 seq_num 179) 2024-04-10T15:07:17.227 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 38 2024-04-10T15:07:17.227 INFO:tasks.rados.rados.0.smithi102.stdout:539: seq_num 186 ranges {5136384=720896} 2024-04-10T15:07:17.258 INFO:tasks.rados.rados.0.smithi102.stdout:539: writing smithi10276805-48 from 5136384 to 5857280 tid 1 2024-04-10T15:07:17.258 INFO:tasks.rados.rados.0.smithi102.stdout:540: read oid 3 snap 32 2024-04-10T15:07:17.259 INFO:tasks.rados.rados.0.smithi102.stdout:540: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-10T15:07:17.259 INFO:tasks.rados.rados.0.smithi102.stdout:541: snap_create 2024-04-10T15:07:17.259 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 203 (ObjNum 170 snap 35 seq_num 170) dirty exists 2024-04-10T15:07:17.259 INFO:tasks.rados.rados.0.smithi102.stdout:537: finishing write tid 1 to smithi10276805-25 2024-04-10T15:07:17.259 INFO:tasks.rados.rados.0.smithi102.stdout:537: finishing write tid 2 to smithi10276805-25 2024-04-10T15:07:17.259 INFO:tasks.rados.rados.0.smithi102.stdout:537: finishing write tid 3 to smithi10276805-25 2024-04-10T15:07:17.259 INFO:tasks.rados.rados.0.smithi102.stdout:537: oid 25 updating version 0 to 89 2024-04-10T15:07:17.259 INFO:tasks.rados.rados.0.smithi102.stdout:537: oid 25 version 89 is already newer than 88 2024-04-10T15:07:17.259 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 89 (ObjNum 185 snap 38 seq_num 185) dirty exists 2024-04-10T15:07:17.259 INFO:tasks.rados.rados.0.smithi102.stdout:537: left oid 25 (ObjNum 185 snap 38 seq_num 185) 2024-04-10T15:07:17.262 INFO:tasks.rados.rados.0.smithi102.stdout:540: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-10T15:07:17.284 INFO:tasks.rados.rados.0.smithi102.stdout:538: expect (ObjNum 179 snap 38 seq_num 179) 2024-04-10T15:07:17.879 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:17 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:17.559+0000 7f78574f9200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:07:17.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:17 smithi154 ceph-mon[30592]: pgmap v195: 121 pgs: 121 active+clean; 125 MiB data, 506 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 53 op/s 2024-04-10T15:07:17.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:17 smithi154 ceph-mon[30592]: osdmap e146: 8 total, 8 up, 8 in 2024-04-10T15:07:17.918 INFO:tasks.rados.rados.0.smithi102.stdout:539: finishing write tid 1 to smithi10276805-48 2024-04-10T15:07:17.918 INFO:tasks.rados.rados.0.smithi102.stdout:539: finishing write tid 2 to smithi10276805-48 2024-04-10T15:07:17.918 INFO:tasks.rados.rados.0.smithi102.stdout:539: finishing write tid 3 to smithi10276805-48 2024-04-10T15:07:17.918 INFO:tasks.rados.rados.0.smithi102.stdout:539: oid 48 updating version 0 to 272 2024-04-10T15:07:17.918 INFO:tasks.rados.rados.0.smithi102.stdout:539: oid 48 version 272 is already newer than 271 2024-04-10T15:07:17.918 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 272 (ObjNum 186 snap 38 seq_num 186) dirty exists 2024-04-10T15:07:17.918 INFO:tasks.rados.rados.0.smithi102.stdout:539: left oid 48 (ObjNum 186 snap 38 seq_num 186) 2024-04-10T15:07:17.918 INFO:tasks.rados.rados.0.smithi102.stdout:536: done (5 left) 2024-04-10T15:07:17.918 INFO:tasks.rados.rados.0.smithi102.stdout:537: done (4 left) 2024-04-10T15:07:17.918 INFO:tasks.rados.rados.0.smithi102.stdout:538: done (3 left) 2024-04-10T15:07:17.919 INFO:tasks.rados.rados.0.smithi102.stdout:539: done (2 left) 2024-04-10T15:07:17.919 INFO:tasks.rados.rados.0.smithi102.stdout:540: done (1 left) 2024-04-10T15:07:17.919 INFO:tasks.rados.rados.0.smithi102.stdout:541: done (0 left) 2024-04-10T15:07:17.919 INFO:tasks.rados.rados.0.smithi102.stdout:542: delete oid 40 current snap is 39 2024-04-10T15:07:17.919 INFO:tasks.rados.rados.0.smithi102.stdout:542: done (0 left) 2024-04-10T15:07:17.919 INFO:tasks.rados.rados.0.smithi102.stdout:543: rmattr oid 4 current snap is 39 2024-04-10T15:07:17.919 INFO:tasks.rados.rados.0.smithi102.stdout:544: snap_create 2024-04-10T15:07:17.922 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 9 (ObjNum 289 snap 0 seq_num 1) dirty exists 2024-04-10T15:07:18.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:17 smithi102 ceph-mon[37987]: pgmap v195: 121 pgs: 121 active+clean; 125 MiB data, 506 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 53 op/s 2024-04-10T15:07:18.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:17 smithi102 ceph-mon[37987]: osdmap e146: 8 total, 8 up, 8 in 2024-04-10T15:07:18.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:17 smithi102 ceph-mon[26948]: pgmap v195: 121 pgs: 121 active+clean; 125 MiB data, 506 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 53 op/s 2024-04-10T15:07:18.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:17 smithi102 ceph-mon[26948]: osdmap e146: 8 total, 8 up, 8 in 2024-04-10T15:07:18.238 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:18 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:18.161+0000 7f78574f9200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:07:18.566 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:18 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:18.262+0000 7f78574f9200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:07:18.566 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:18 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:18.482+0000 7f78574f9200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:07:18.566 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:18 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: [10/Apr/2024:15:07:18] ENGINE Bus STARTING 2024-04-10T15:07:18.849 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:18 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: CherryPy Checker: 2024-04-10T15:07:18.849 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:18 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: The Application mounted at '' has an empty config. 2024-04-10T15:07:18.849 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:18 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:18.849 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:18 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: [10/Apr/2024:15:07:18] ENGINE Serving on http://:::9283 2024-04-10T15:07:18.849 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:18 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: [10/Apr/2024:15:07:18] ENGINE Bus STARTED 2024-04-10T15:07:18.854 INFO:tasks.rados.rados.0.smithi102.stdout:543: done (1 left) 2024-04-10T15:07:18.854 INFO:tasks.rados.rados.0.smithi102.stdout:544: done (0 left) 2024-04-10T15:07:18.854 INFO:tasks.rados.rados.0.smithi102.stdout:545: delete oid 37 current snap is 40 2024-04-10T15:07:18.858 INFO:tasks.rados.rados.0.smithi102.stdout:545: done (0 left) 2024-04-10T15:07:18.858 INFO:tasks.rados.rados.0.smithi102.stdout:546: read oid 28 snap 39 2024-04-10T15:07:18.858 INFO:tasks.rados.rados.0.smithi102.stdout:546: expect (ObjNum 141 snap 30 seq_num 141) 2024-04-10T15:07:18.858 INFO:tasks.rados.rados.0.smithi102.stdout:547: copy_from oid 25 from oid 35 current snap is 40 2024-04-10T15:07:18.858 INFO:tasks.rados.rados.0.smithi102.stdout:548: rollback oid 47 current snap is 40 2024-04-10T15:07:18.858 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 47 to 36 2024-04-10T15:07:18.858 INFO:tasks.rados.rados.0.smithi102.stdout:549: snap_create 2024-04-10T15:07:18.865 INFO:tasks.rados.rados.0.smithi102.stdout:547: finishing copy_from racing read to smithi10276805-25 2024-04-10T15:07:18.865 INFO:tasks.rados.rados.0.smithi102.stdout:547: finishing copy_from to smithi10276805-25 2024-04-10T15:07:18.866 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 46 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-10T15:07:18.884 INFO:tasks.rados.rados.0.smithi102.stdout:546: expect (ObjNum 141 snap 30 seq_num 141) 2024-04-10T15:07:19.029 INFO:tasks.rados.rados.0.smithi102.stdout:548: finishing rollback tid 1 to smithi10276805-47 2024-04-10T15:07:19.029 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 263 (ObjNum 49 snap 0 seq_num 1382001920) dirty dne 2024-04-10T15:07:19.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:18 smithi154 ceph-mon[30592]: osdmap e147: 8 total, 8 up, 8 in 2024-04-10T15:07:19.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:18 smithi154 ceph-mon[30592]: Standby manager daemon x restarted 2024-04-10T15:07:19.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:18 smithi154 ceph-mon[30592]: Standby manager daemon x started 2024-04-10T15:07:19.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:18 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:07:19.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:18 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:07:19.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:18 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:07:19.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:18 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:07:19.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:18 smithi102 ceph-mon[37987]: osdmap e147: 8 total, 8 up, 8 in 2024-04-10T15:07:19.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:18 smithi102 ceph-mon[37987]: Standby manager daemon x restarted 2024-04-10T15:07:19.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:18 smithi102 ceph-mon[37987]: Standby manager daemon x started 2024-04-10T15:07:19.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:18 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:07:19.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:18 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:07:19.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:18 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:07:19.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:18 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:07:19.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:18 smithi102 ceph-mon[26948]: osdmap e147: 8 total, 8 up, 8 in 2024-04-10T15:07:19.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:18 smithi102 ceph-mon[26948]: Standby manager daemon x restarted 2024-04-10T15:07:19.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:18 smithi102 ceph-mon[26948]: Standby manager daemon x started 2024-04-10T15:07:19.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:18 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:07:19.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:18 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:07:19.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:18 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:07:19.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:18 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:07:19.759 INFO:tasks.rados.rados.0.smithi102.stdout:546: done (3 left) 2024-04-10T15:07:19.759 INFO:tasks.rados.rados.0.smithi102.stdout:547: done (2 left) 2024-04-10T15:07:19.759 INFO:tasks.rados.rados.0.smithi102.stdout:548: done (1 left) 2024-04-10T15:07:19.759 INFO:tasks.rados.rados.0.smithi102.stdout:549: done (0 left) 2024-04-10T15:07:19.759 INFO:tasks.rados.rados.0.smithi102.stdout:550: read oid 47 snap -1 2024-04-10T15:07:19.759 INFO:tasks.rados.rados.0.smithi102.stdout:550: expect deleted 2024-04-10T15:07:19.759 INFO:tasks.rados.rados.0.smithi102.stdout:551: delete oid 33 current snap is 41 2024-04-10T15:07:19.762 INFO:tasks.rados.rados.0.smithi102.stdout:551: done (1 left) 2024-04-10T15:07:19.762 INFO:tasks.rados.rados.0.smithi102.stdout:552: rollback oid 8 current snap is 41 2024-04-10T15:07:19.762 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 8 to 32 2024-04-10T15:07:19.762 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 12 current snap is 41 2024-04-10T15:07:19.762 INFO:tasks.rados.rados.0.smithi102.stdout:553: seq_num 190 ranges {3645440=786432} 2024-04-10T15:07:19.786 INFO:tasks.rados.rados.0.smithi102.stdout:553: writing smithi10276805-12 from 3645440 to 4431872 tid 1 2024-04-10T15:07:19.786 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 31 current snap is 41 2024-04-10T15:07:19.786 INFO:tasks.rados.rados.0.smithi102.stdout:554: seq_num 191 ranges {2318336=802816} 2024-04-10T15:07:19.804 INFO:tasks.rados.rados.0.smithi102.stdout:554: writing smithi10276805-31 from 2318336 to 3121152 tid 1 2024-04-10T15:07:19.805 INFO:tasks.rados.rados.0.smithi102.stdout:555: rollback oid 41 current snap is 41 2024-04-10T15:07:19.805 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 41 to 39 2024-04-10T15:07:19.805 INFO:tasks.rados.rados.0.smithi102.stdout:552: finishing rollback tid 0 to smithi10276805-8 2024-04-10T15:07:19.805 INFO:tasks.rados.rados.0.smithi102.stdout:552: finishing rollback tid 1 to smithi10276805-8 2024-04-10T15:07:19.805 INFO:tasks.rados.rados.0.smithi102.stdout:552: finishing rollback tid 2 to smithi10276805-8 2024-04-10T15:07:19.805 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 108 (ObjNum 4 snap 0 seq_num 4) dirty exists 2024-04-10T15:07:19.805 INFO:tasks.rados.rados.0.smithi102.stdout:550: done (4 left) 2024-04-10T15:07:19.805 INFO:tasks.rados.rados.0.smithi102.stdout:552: done (3 left) 2024-04-10T15:07:19.805 INFO:tasks.rados.rados.0.smithi102.stdout:556: read oid 32 snap -1 2024-04-10T15:07:19.805 INFO:tasks.rados.rados.0.smithi102.stdout:556: expect (ObjNum 179 snap 38 seq_num 179) 2024-04-10T15:07:19.806 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 41 2024-04-10T15:07:19.806 INFO:tasks.rados.rados.0.smithi102.stdout:553: finishing write tid 1 to smithi10276805-12 2024-04-10T15:07:19.806 INFO:tasks.rados.rados.0.smithi102.stdout:553: finishing write tid 2 to smithi10276805-12 2024-04-10T15:07:19.806 INFO:tasks.rados.rados.0.smithi102.stdout:553: finishing write tid 3 to smithi10276805-12 2024-04-10T15:07:19.806 INFO:tasks.rados.rados.0.smithi102.stdout:553: oid 12 updating version 0 to 128 2024-04-10T15:07:19.806 INFO:tasks.rados.rados.0.smithi102.stdout:553: oid 12 version 128 is already newer than 127 2024-04-10T15:07:19.806 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 128 (ObjNum 190 snap 41 seq_num 190) dirty exists 2024-04-10T15:07:19.806 INFO:tasks.rados.rados.0.smithi102.stdout:553: left oid 12 (ObjNum 190 snap 41 seq_num 190) 2024-04-10T15:07:19.806 INFO:tasks.rados.rados.0.smithi102.stdout:557: seq_num 192 ranges {2826240=417792,3244032=401408} 2024-04-10T15:07:19.823 INFO:tasks.rados.rados.0.smithi102.stdout:557: writing smithi10276805-39 from 2826240 to 3244032 tid 1 2024-04-10T15:07:19.826 INFO:tasks.rados.rados.0.smithi102.stdout:557: writing smithi10276805-39 from 3244032 to 3645440 tid 2 2024-04-10T15:07:19.826 INFO:tasks.rados.rados.0.smithi102.stdout:553: done (4 left) 2024-04-10T15:07:19.826 INFO:tasks.rados.rados.0.smithi102.stdout:558: setattr oid 24 current snap is 41 2024-04-10T15:07:19.826 INFO:tasks.rados.rados.0.smithi102.stdout:555: finishing rollback tid 0 to smithi10276805-41 2024-04-10T15:07:19.826 INFO:tasks.rados.rados.0.smithi102.stdout:555: finishing rollback tid 1 to smithi10276805-41 2024-04-10T15:07:19.827 INFO:tasks.rados.rados.0.smithi102.stdout:555: finishing rollback tid 2 to smithi10276805-41 2024-04-10T15:07:19.827 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 206 (ObjNum 119 snap 22 seq_num 119) dirty exists 2024-04-10T15:07:19.827 INFO:tasks.rados.rados.0.smithi102.stdout:554: finishing write tid 1 to smithi10276805-31 2024-04-10T15:07:19.827 INFO:tasks.rados.rados.0.smithi102.stdout:554: finishing write tid 2 to smithi10276805-31 2024-04-10T15:07:19.827 INFO:tasks.rados.rados.0.smithi102.stdout:554: finishing write tid 3 to smithi10276805-31 2024-04-10T15:07:19.827 INFO:tasks.rados.rados.0.smithi102.stdout:554: oid 31 updating version 0 to 184 2024-04-10T15:07:19.827 INFO:tasks.rados.rados.0.smithi102.stdout:554: oid 31 updating version 184 to 185 2024-04-10T15:07:19.827 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 185 (ObjNum 191 snap 41 seq_num 191) dirty exists 2024-04-10T15:07:19.827 INFO:tasks.rados.rados.0.smithi102.stdout:554: left oid 31 (ObjNum 191 snap 41 seq_num 191) 2024-04-10T15:07:19.828 INFO:tasks.rados.rados.0.smithi102.stdout:554: done (4 left) 2024-04-10T15:07:19.828 INFO:tasks.rados.rados.0.smithi102.stdout:555: done (3 left) 2024-04-10T15:07:19.828 INFO:tasks.rados.rados.0.smithi102.stdout:559: rmattr oid 22 current snap is 41 2024-04-10T15:07:19.828 INFO:tasks.rados.rados.0.smithi102.stdout:559: done (3 left) 2024-04-10T15:07:19.828 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 50 current snap is 41 2024-04-10T15:07:19.828 INFO:tasks.rados.rados.0.smithi102.stdout:560: seq_num 193 ranges {2359296=434176,2793472=401408} 2024-04-10T15:07:19.843 INFO:tasks.rados.rados.0.smithi102.stdout:560: writing smithi10276805-50 from 2359296 to 2793472 tid 1 2024-04-10T15:07:19.846 INFO:tasks.rados.rados.0.smithi102.stdout:560: writing smithi10276805-50 from 2793472 to 3194880 tid 2 2024-04-10T15:07:19.846 INFO:tasks.rados.rados.0.smithi102.stdout:561: read oid 36 snap -1 2024-04-10T15:07:19.846 INFO:tasks.rados.rados.0.smithi102.stdout:561: expect (ObjNum 133 snap 28 seq_num 133) 2024-04-10T15:07:19.846 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 3 current snap is 41 2024-04-10T15:07:19.847 INFO:tasks.rados.rados.0.smithi102.stdout:557: finishing write tid 1 to smithi10276805-39 2024-04-10T15:07:19.847 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 84 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-10T15:07:19.847 INFO:tasks.rados.rados.0.smithi102.stdout:557: finishing write tid 2 to smithi10276805-39 2024-04-10T15:07:19.847 INFO:tasks.rados.rados.0.smithi102.stdout:557: finishing write tid 3 to smithi10276805-39 2024-04-10T15:07:19.847 INFO:tasks.rados.rados.0.smithi102.stdout:557: finishing write tid 4 to smithi10276805-39 2024-04-10T15:07:19.847 INFO:tasks.rados.rados.0.smithi102.stdout:557: oid 39 updating version 0 to 205 2024-04-10T15:07:19.847 INFO:tasks.rados.rados.0.smithi102.stdout:557: oid 39 updating version 205 to 206 2024-04-10T15:07:19.847 INFO:tasks.rados.rados.0.smithi102.stdout:557: oid 39 updating version 206 to 207 2024-04-10T15:07:19.847 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 207 (ObjNum 192 snap 41 seq_num 192) dirty exists 2024-04-10T15:07:19.847 INFO:tasks.rados.rados.0.smithi102.stdout:557: left oid 39 (ObjNum 192 snap 41 seq_num 192) 2024-04-10T15:07:19.847 INFO:tasks.rados.rados.0.smithi102.stdout:556: expect (ObjNum 179 snap 38 seq_num 179) 2024-04-10T15:07:20.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:19 smithi154 ceph-mon[30592]: pgmap v198: 121 pgs: 121 active+clean; 125 MiB data, 506 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 53 op/s 2024-04-10T15:07:20.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:19 smithi154 ceph-mon[30592]: osdmap e148: 8 total, 8 up, 8 in 2024-04-10T15:07:20.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:19 smithi154 ceph-mon[30592]: mgrmap e23: y(active, since 3m), standbys: x 2024-04-10T15:07:20.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:19 smithi154 ceph-mon[30592]: osdmap e149: 8 total, 8 up, 8 in 2024-04-10T15:07:20.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:19 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:07:20.159 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:19 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:07:19] "GET /metrics HTTP/1.1" 200 36093 "" "Prometheus/2.43.0" 2024-04-10T15:07:20.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:19 smithi102 ceph-mon[37987]: pgmap v198: 121 pgs: 121 active+clean; 125 MiB data, 506 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 53 op/s 2024-04-10T15:07:20.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:19 smithi102 ceph-mon[37987]: osdmap e148: 8 total, 8 up, 8 in 2024-04-10T15:07:20.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:19 smithi102 ceph-mon[37987]: mgrmap e23: y(active, since 3m), standbys: x 2024-04-10T15:07:20.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:19 smithi102 ceph-mon[37987]: osdmap e149: 8 total, 8 up, 8 in 2024-04-10T15:07:20.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:19 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:07:20.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:19 smithi102 ceph-mon[26948]: pgmap v198: 121 pgs: 121 active+clean; 125 MiB data, 506 MiB used, 715 GiB / 715 GiB avail; 15 MiB/s rd, 1.6 MiB/s wr, 53 op/s 2024-04-10T15:07:20.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:19 smithi102 ceph-mon[26948]: osdmap e148: 8 total, 8 up, 8 in 2024-04-10T15:07:20.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:19 smithi102 ceph-mon[26948]: mgrmap e23: y(active, since 3m), standbys: x 2024-04-10T15:07:20.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:19 smithi102 ceph-mon[26948]: osdmap e149: 8 total, 8 up, 8 in 2024-04-10T15:07:20.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:19 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:07:20.481 INFO:tasks.rados.rados.0.smithi102.stdout:560: finishing write tid 1 to smithi10276805-50 2024-04-10T15:07:20.482 INFO:tasks.rados.rados.0.smithi102.stdout:560: finishing write tid 2 to smithi10276805-50 2024-04-10T15:07:20.482 INFO:tasks.rados.rados.0.smithi102.stdout:560: finishing write tid 3 to smithi10276805-50 2024-04-10T15:07:20.482 INFO:tasks.rados.rados.0.smithi102.stdout:560: finishing write tid 4 to smithi10276805-50 2024-04-10T15:07:20.482 INFO:tasks.rados.rados.0.smithi102.stdout:560: oid 50 updating version 0 to 78 2024-04-10T15:07:20.482 INFO:tasks.rados.rados.0.smithi102.stdout:560: oid 50 updating version 78 to 80 2024-04-10T15:07:20.482 INFO:tasks.rados.rados.0.smithi102.stdout:560: oid 50 version 80 is already newer than 79 2024-04-10T15:07:20.482 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 80 (ObjNum 193 snap 41 seq_num 193) dirty exists 2024-04-10T15:07:20.482 INFO:tasks.rados.rados.0.smithi102.stdout:560: left oid 50 (ObjNum 193 snap 41 seq_num 193) 2024-04-10T15:07:20.482 INFO:tasks.rados.rados.0.smithi102.stdout:561: expect (ObjNum 133 snap 28 seq_num 133) 2024-04-10T15:07:20.840 INFO:tasks.rados.rados.0.smithi102.stdout:562: seq_num 194 ranges {778240=458752,1236992=401408} 2024-04-10T15:07:20.846 INFO:tasks.rados.rados.0.smithi102.stdout:562: writing smithi10276805-3 from 778240 to 1236992 tid 1 2024-04-10T15:07:20.849 INFO:tasks.rados.rados.0.smithi102.stdout:562: writing smithi10276805-3 from 1236992 to 1638400 tid 2 2024-04-10T15:07:20.849 INFO:tasks.rados.rados.0.smithi102.stdout:556: done (5 left) 2024-04-10T15:07:20.849 INFO:tasks.rados.rados.0.smithi102.stdout:557: done (4 left) 2024-04-10T15:07:20.849 INFO:tasks.rados.rados.0.smithi102.stdout:558: done (3 left) 2024-04-10T15:07:20.849 INFO:tasks.rados.rados.0.smithi102.stdout:560: done (2 left) 2024-04-10T15:07:20.849 INFO:tasks.rados.rados.0.smithi102.stdout:561: done (1 left) 2024-04-10T15:07:20.849 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 28 current snap is 41 2024-04-10T15:07:20.849 INFO:tasks.rados.rados.0.smithi102.stdout:563: seq_num 195 ranges {4382720=475136,4857856=401408} 2024-04-10T15:07:20.875 INFO:tasks.rados.rados.0.smithi102.stdout:563: writing smithi10276805-28 from 4382720 to 4857856 tid 1 2024-04-10T15:07:20.877 INFO:tasks.rados.rados.0.smithi102.stdout:563: writing smithi10276805-28 from 4857856 to 5259264 tid 2 2024-04-10T15:07:20.877 INFO:tasks.rados.rados.0.smithi102.stdout:564: read oid 26 snap -1 2024-04-10T15:07:20.878 INFO:tasks.rados.rados.0.smithi102.stdout:564: expect (ObjNum 154 snap 33 seq_num 154) 2024-04-10T15:07:20.878 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 47 current snap is 41 2024-04-10T15:07:20.878 INFO:tasks.rados.rados.0.smithi102.stdout:565: seq_num 196 ranges {0=491520,491520=401408} 2024-04-10T15:07:20.880 INFO:tasks.rados.rados.0.smithi102.stdout:565: writing smithi10276805-47 from 0 to 491520 tid 1 2024-04-10T15:07:20.883 INFO:tasks.rados.rados.0.smithi102.stdout:565: writing smithi10276805-47 from 491520 to 892928 tid 2 2024-04-10T15:07:20.883 INFO:tasks.rados.rados.0.smithi102.stdout:566: delete oid 49 current snap is 41 2024-04-10T15:07:20.883 INFO:tasks.rados.rados.0.smithi102.stdout:562: finishing write tid 1 to smithi10276805-3 2024-04-10T15:07:20.883 INFO:tasks.rados.rados.0.smithi102.stdout:562: finishing write tid 2 to smithi10276805-3 2024-04-10T15:07:20.883 INFO:tasks.rados.rados.0.smithi102.stdout:562: finishing write tid 3 to smithi10276805-3 2024-04-10T15:07:20.883 INFO:tasks.rados.rados.0.smithi102.stdout:562: finishing write tid 4 to smithi10276805-3 2024-04-10T15:07:20.883 INFO:tasks.rados.rados.0.smithi102.stdout:562: oid 3 updating version 0 to 209 2024-04-10T15:07:20.884 INFO:tasks.rados.rados.0.smithi102.stdout:562: oid 3 updating version 209 to 211 2024-04-10T15:07:20.884 INFO:tasks.rados.rados.0.smithi102.stdout:562: oid 3 version 211 is already newer than 210 2024-04-10T15:07:20.884 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 211 (ObjNum 194 snap 41 seq_num 194) dirty exists 2024-04-10T15:07:20.884 INFO:tasks.rados.rados.0.smithi102.stdout:562: left oid 3 (ObjNum 194 snap 41 seq_num 194) 2024-04-10T15:07:20.884 INFO:tasks.rados.rados.0.smithi102.stdout:563: finishing write tid 1 to smithi10276805-28 2024-04-10T15:07:20.884 INFO:tasks.rados.rados.0.smithi102.stdout:563: finishing write tid 2 to smithi10276805-28 2024-04-10T15:07:20.884 INFO:tasks.rados.rados.0.smithi102.stdout:563: finishing write tid 3 to smithi10276805-28 2024-04-10T15:07:20.884 INFO:tasks.rados.rados.0.smithi102.stdout:563: finishing write tid 4 to smithi10276805-28 2024-04-10T15:07:20.884 INFO:tasks.rados.rados.0.smithi102.stdout:563: oid 28 updating version 0 to 277 2024-04-10T15:07:20.884 INFO:tasks.rados.rados.0.smithi102.stdout:563: oid 28 version 277 is already newer than 275 2024-04-10T15:07:20.884 INFO:tasks.rados.rados.0.smithi102.stdout:563: oid 28 version 277 is already newer than 276 2024-04-10T15:07:20.884 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 277 (ObjNum 195 snap 41 seq_num 195) dirty exists 2024-04-10T15:07:20.884 INFO:tasks.rados.rados.0.smithi102.stdout:563: left oid 28 (ObjNum 195 snap 41 seq_num 195) 2024-04-10T15:07:20.885 INFO:tasks.rados.rados.0.smithi102.stdout:564: expect (ObjNum 154 snap 33 seq_num 154) 2024-04-10T15:07:20.987 INFO:tasks.rados.rados.0.smithi102.stdout:565: finishing write tid 1 to smithi10276805-47 2024-04-10T15:07:20.987 INFO:tasks.rados.rados.0.smithi102.stdout:565: finishing write tid 2 to smithi10276805-47 2024-04-10T15:07:20.987 INFO:tasks.rados.rados.0.smithi102.stdout:565: finishing write tid 3 to smithi10276805-47 2024-04-10T15:07:20.987 INFO:tasks.rados.rados.0.smithi102.stdout:565: finishing write tid 4 to smithi10276805-47 2024-04-10T15:07:20.987 INFO:tasks.rados.rados.0.smithi102.stdout:565: oid 47 updating version 0 to 280 2024-04-10T15:07:20.987 INFO:tasks.rados.rados.0.smithi102.stdout:565: oid 47 version 280 is already newer than 279 2024-04-10T15:07:20.987 INFO:tasks.rados.rados.0.smithi102.stdout:565: oid 47 version 280 is already newer than 278 2024-04-10T15:07:20.987 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 280 (ObjNum 196 snap 41 seq_num 196) dirty exists 2024-04-10T15:07:20.987 INFO:tasks.rados.rados.0.smithi102.stdout:565: left oid 47 (ObjNum 196 snap 41 seq_num 196) 2024-04-10T15:07:20.988 INFO:tasks.rados.rados.0.smithi102.stdout:562: done (4 left) 2024-04-10T15:07:20.988 INFO:tasks.rados.rados.0.smithi102.stdout:563: done (3 left) 2024-04-10T15:07:20.988 INFO:tasks.rados.rados.0.smithi102.stdout:564: done (2 left) 2024-04-10T15:07:20.988 INFO:tasks.rados.rados.0.smithi102.stdout:565: done (1 left) 2024-04-10T15:07:20.988 INFO:tasks.rados.rados.0.smithi102.stdout:566: done (0 left) 2024-04-10T15:07:20.988 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 11 current snap is 41 2024-04-10T15:07:20.988 INFO:tasks.rados.rados.0.smithi102.stdout:567: seq_num 198 ranges {3424256=524288,3948544=401408} 2024-04-10T15:07:21.007 INFO:tasks.rados.rados.0.smithi102.stdout:567: writing smithi10276805-11 from 3424256 to 3948544 tid 1 2024-04-10T15:07:21.010 INFO:tasks.rados.rados.0.smithi102.stdout:567: writing smithi10276805-11 from 3948544 to 4349952 tid 2 2024-04-10T15:07:21.010 INFO:tasks.rados.rados.0.smithi102.stdout:568: read oid 47 snap -1 2024-04-10T15:07:21.010 INFO:tasks.rados.rados.0.smithi102.stdout:568: expect (ObjNum 196 snap 41 seq_num 196) 2024-04-10T15:07:21.010 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 30 current snap is 41 2024-04-10T15:07:21.010 INFO:tasks.rados.rados.0.smithi102.stdout:569: seq_num 199 ranges {1531904=540672,2072576=401408} 2024-04-10T15:07:21.021 INFO:tasks.rados.rados.0.smithi102.stdout:569: writing smithi10276805-30 from 1531904 to 2072576 tid 1 2024-04-10T15:07:21.024 INFO:tasks.rados.rados.0.smithi102.stdout:569: writing smithi10276805-30 from 2072576 to 2473984 tid 2 2024-04-10T15:07:21.024 INFO:tasks.rados.rados.0.smithi102.stdout:570: rollback oid 10 current snap is 41 2024-04-10T15:07:21.024 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 10 to 40 2024-04-10T15:07:21.024 INFO:tasks.rados.rados.0.smithi102.stdout:567: finishing write tid 1 to smithi10276805-11 2024-04-10T15:07:21.024 INFO:tasks.rados.rados.0.smithi102.stdout:567: finishing write tid 2 to smithi10276805-11 2024-04-10T15:07:21.024 INFO:tasks.rados.rados.0.smithi102.stdout:567: finishing write tid 3 to smithi10276805-11 2024-04-10T15:07:21.024 INFO:tasks.rados.rados.0.smithi102.stdout:567: finishing write tid 4 to smithi10276805-11 2024-04-10T15:07:21.025 INFO:tasks.rados.rados.0.smithi102.stdout:567: oid 11 updating version 0 to 192 2024-04-10T15:07:21.025 INFO:tasks.rados.rados.0.smithi102.stdout:567: oid 11 updating version 192 to 193 2024-04-10T15:07:21.025 INFO:tasks.rados.rados.0.smithi102.stdout:567: oid 11 updating version 193 to 194 2024-04-10T15:07:21.025 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 194 (ObjNum 198 snap 41 seq_num 198) dirty exists 2024-04-10T15:07:21.025 INFO:tasks.rados.rados.0.smithi102.stdout:567: left oid 11 (ObjNum 198 snap 41 seq_num 198) 2024-04-10T15:07:21.025 INFO:tasks.rados.rados.0.smithi102.stdout:568: expect (ObjNum 196 snap 41 seq_num 196) 2024-04-10T15:07:21.048 INFO:tasks.rados.rados.0.smithi102.stdout:569: finishing write tid 1 to smithi10276805-30 2024-04-10T15:07:21.048 INFO:tasks.rados.rados.0.smithi102.stdout:569: finishing write tid 2 to smithi10276805-30 2024-04-10T15:07:21.048 INFO:tasks.rados.rados.0.smithi102.stdout:569: finishing write tid 3 to smithi10276805-30 2024-04-10T15:07:21.048 INFO:tasks.rados.rados.0.smithi102.stdout:570: finishing rollback tid 0 to smithi10276805-10 2024-04-10T15:07:21.048 INFO:tasks.rados.rados.0.smithi102.stdout:570: finishing rollback tid 1 to smithi10276805-10 2024-04-10T15:07:21.048 INFO:tasks.rados.rados.0.smithi102.stdout:567: done (3 left) 2024-04-10T15:07:21.048 INFO:tasks.rados.rados.0.smithi102.stdout:568: done (2 left) 2024-04-10T15:07:21.048 INFO:tasks.rados.rados.0.smithi102.stdout:571: rollback oid 32 current snap is 41 2024-04-10T15:07:21.049 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 32 to 36 2024-04-10T15:07:21.049 INFO:tasks.rados.rados.0.smithi102.stdout:570: finishing rollback tid 2 to smithi10276805-10 2024-04-10T15:07:21.049 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 144 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-10T15:07:21.049 INFO:tasks.rados.rados.0.smithi102.stdout:569: finishing write tid 4 to smithi10276805-30 2024-04-10T15:07:21.049 INFO:tasks.rados.rados.0.smithi102.stdout:569: oid 30 updating version 0 to 129 2024-04-10T15:07:21.049 INFO:tasks.rados.rados.0.smithi102.stdout:569: oid 30 updating version 129 to 131 2024-04-10T15:07:21.049 INFO:tasks.rados.rados.0.smithi102.stdout:569: oid 30 version 131 is already newer than 130 2024-04-10T15:07:21.049 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 131 (ObjNum 199 snap 41 seq_num 199) dirty exists 2024-04-10T15:07:21.049 INFO:tasks.rados.rados.0.smithi102.stdout:569: left oid 30 (ObjNum 199 snap 41 seq_num 199) 2024-04-10T15:07:21.049 INFO:tasks.rados.rados.0.smithi102.stdout:569: done (2 left) 2024-04-10T15:07:21.049 INFO:tasks.rados.rados.0.smithi102.stdout:570: done (1 left) 2024-04-10T15:07:21.049 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 26 current snap is 41 2024-04-10T15:07:21.049 INFO:tasks.rados.rados.0.smithi102.stdout:572: seq_num 200 ranges {2473984=557056,3031040=401408} 2024-04-10T15:07:21.064 INFO:tasks.rados.rados.0.smithi102.stdout:572: writing smithi10276805-26 from 2473984 to 3031040 tid 1 2024-04-10T15:07:21.067 INFO:tasks.rados.rados.0.smithi102.stdout:572: writing smithi10276805-26 from 3031040 to 3432448 tid 2 2024-04-10T15:07:21.067 INFO:tasks.rados.rados.0.smithi102.stdout:573: rollback oid 9 current snap is 41 2024-04-10T15:07:21.067 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 9 to 40 2024-04-10T15:07:21.067 INFO:tasks.rados.rados.0.smithi102.stdout:571: finishing rollback tid 0 to smithi10276805-32 2024-04-10T15:07:21.068 INFO:tasks.rados.rados.0.smithi102.stdout:571: finishing rollback tid 1 to smithi10276805-32 2024-04-10T15:07:21.068 INFO:tasks.rados.rados.0.smithi102.stdout:571: finishing rollback tid 2 to smithi10276805-32 2024-04-10T15:07:21.068 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 284 (ObjNum 167 snap 34 seq_num 167) dirty exists 2024-04-10T15:07:21.068 INFO:tasks.rados.rados.0.smithi102.stdout:574: read oid 19 snap -1 2024-04-10T15:07:21.068 INFO:tasks.rados.rados.0.smithi102.stdout:574: expect (ObjNum 145 snap 31 seq_num 145) 2024-04-10T15:07:21.068 INFO:tasks.rados.rados.0.smithi102.stdout:571: done (3 left) 2024-04-10T15:07:21.068 INFO:tasks.rados.rados.0.smithi102.stdout:575: rollback oid 3 current snap is 41 2024-04-10T15:07:21.068 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 3 to 40 2024-04-10T15:07:21.068 INFO:tasks.rados.rados.0.smithi102.stdout:576: read oid 7 snap -1 2024-04-10T15:07:21.068 INFO:tasks.rados.rados.0.smithi102.stdout:576: expect deleted 2024-04-10T15:07:21.068 INFO:tasks.rados.rados.0.smithi102.stdout:577: rollback oid 35 current snap is 41 2024-04-10T15:07:21.068 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 35 to 35 2024-04-10T15:07:21.068 INFO:tasks.rados.rados.0.smithi102.stdout:578: snap_create 2024-04-10T15:07:21.068 INFO:tasks.rados.rados.0.smithi102.stdout:573: finishing rollback tid 1 to smithi10276805-9 2024-04-10T15:07:21.068 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:07:21.069 INFO:tasks.rados.rados.0.smithi102.stdout:572: finishing write tid 1 to smithi10276805-26 2024-04-10T15:07:21.069 INFO:tasks.rados.rados.0.smithi102.stdout:575: finishing rollback tid 0 to smithi10276805-3 2024-04-10T15:07:21.069 INFO:tasks.rados.rados.0.smithi102.stdout:575: finishing rollback tid 1 to smithi10276805-3 2024-04-10T15:07:21.070 INFO:tasks.rados.rados.0.smithi102.stdout:575: finishing rollback tid 2 to smithi10276805-3 2024-04-10T15:07:21.070 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 216 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-10T15:07:21.070 INFO:tasks.rados.rados.0.smithi102.stdout:572: finishing write tid 2 to smithi10276805-26 2024-04-10T15:07:21.070 INFO:tasks.rados.rados.0.smithi102.stdout:577: finishing rollback tid 0 to smithi10276805-35 2024-04-10T15:07:21.070 INFO:tasks.rados.rados.0.smithi102.stdout:577: finishing rollback tid 1 to smithi10276805-35 2024-04-10T15:07:21.070 INFO:tasks.rados.rados.0.smithi102.stdout:577: finishing rollback tid 2 to smithi10276805-35 2024-04-10T15:07:21.071 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 112 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-10T15:07:21.077 INFO:tasks.rados.rados.0.smithi102.stdout:572: finishing write tid 3 to smithi10276805-26 2024-04-10T15:07:21.081 INFO:tasks.rados.rados.0.smithi102.stdout:574: expect (ObjNum 145 snap 31 seq_num 145) 2024-04-10T15:07:21.250 INFO:tasks.rados.rados.0.smithi102.stdout:572: finishing write tid 4 to smithi10276805-26 2024-04-10T15:07:21.251 INFO:tasks.rados.rados.0.smithi102.stdout:572: oid 26 updating version 0 to 210 2024-04-10T15:07:21.251 INFO:tasks.rados.rados.0.smithi102.stdout:572: oid 26 version 210 is already newer than 208 2024-04-10T15:07:21.251 INFO:tasks.rados.rados.0.smithi102.stdout:572: oid 26 version 210 is already newer than 209 2024-04-10T15:07:21.251 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 210 (ObjNum 200 snap 41 seq_num 200) dirty exists 2024-04-10T15:07:21.251 INFO:tasks.rados.rados.0.smithi102.stdout:572: left oid 26 (ObjNum 200 snap 41 seq_num 200) 2024-04-10T15:07:21.855 INFO:tasks.rados.rados.0.smithi102.stdout:572: done (6 left) 2024-04-10T15:07:21.855 INFO:tasks.rados.rados.0.smithi102.stdout:573: done (5 left) 2024-04-10T15:07:21.855 INFO:tasks.rados.rados.0.smithi102.stdout:574: done (4 left) 2024-04-10T15:07:21.855 INFO:tasks.rados.rados.0.smithi102.stdout:575: done (3 left) 2024-04-10T15:07:21.855 INFO:tasks.rados.rados.0.smithi102.stdout:576: done (2 left) 2024-04-10T15:07:21.855 INFO:tasks.rados.rados.0.smithi102.stdout:577: done (1 left) 2024-04-10T15:07:21.855 INFO:tasks.rados.rados.0.smithi102.stdout:578: done (0 left) 2024-04-10T15:07:21.855 INFO:tasks.rados.rados.0.smithi102.stdout:579: rollback oid 42 current snap is 42 2024-04-10T15:07:21.855 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 42 to 35 2024-04-10T15:07:21.856 INFO:tasks.rados.rados.0.smithi102.stdout:580: copy_from oid 3 from oid 1 current snap is 42 2024-04-10T15:07:21.856 INFO:tasks.rados.rados.0.smithi102.stdout:581: snap_remove snap 30 2024-04-10T15:07:22.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:21 smithi154 ceph-mon[30592]: pgmap v201: 121 pgs: 121 active+clean; 142 MiB data, 523 MiB used, 715 GiB / 715 GiB avail; 27 MiB/s rd, 3.2 MiB/s wr, 55 op/s 2024-04-10T15:07:22.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:21 smithi102 ceph-mon[37987]: pgmap v201: 121 pgs: 121 active+clean; 142 MiB data, 523 MiB used, 715 GiB / 715 GiB avail; 27 MiB/s rd, 3.2 MiB/s wr, 55 op/s 2024-04-10T15:07:22.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:21 smithi102 ceph-mon[26948]: pgmap v201: 121 pgs: 121 active+clean; 142 MiB data, 523 MiB used, 715 GiB / 715 GiB avail; 27 MiB/s rd, 3.2 MiB/s wr, 55 op/s 2024-04-10T15:07:22.861 INFO:tasks.rados.rados.0.smithi102.stdout:581: done (2 left) 2024-04-10T15:07:22.861 INFO:tasks.rados.rados.0.smithi102.stdout:582: snap_create 2024-04-10T15:07:22.861 INFO:tasks.rados.rados.0.smithi102.stdout:579: finishing rollback tid 0 to smithi10276805-42 2024-04-10T15:07:22.861 INFO:tasks.rados.rados.0.smithi102.stdout:579: finishing rollback tid 1 to smithi10276805-42 2024-04-10T15:07:22.861 INFO:tasks.rados.rados.0.smithi102.stdout:579: finishing rollback tid 2 to smithi10276805-42 2024-04-10T15:07:22.861 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 198 (ObjNum 149 snap 31 seq_num 149) dirty exists 2024-04-10T15:07:22.861 INFO:tasks.rados.rados.0.smithi102.stdout:580: finishing copy_from racing read to smithi10276805-3 2024-04-10T15:07:22.862 INFO:tasks.rados.rados.0.smithi102.stdout:580: finishing copy_from to smithi10276805-3 2024-04-10T15:07:22.862 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 182 (ObjNum 165 snap 34 seq_num 165) dirty exists 2024-04-10T15:07:23.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:22 smithi154 ceph-mon[30592]: osdmap e150: 8 total, 8 up, 8 in 2024-04-10T15:07:23.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:22 smithi102 ceph-mon[37987]: osdmap e150: 8 total, 8 up, 8 in 2024-04-10T15:07:23.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:22 smithi102 ceph-mon[26948]: osdmap e150: 8 total, 8 up, 8 in 2024-04-10T15:07:23.863 INFO:tasks.rados.rados.0.smithi102.stdout:579: done (2 left) 2024-04-10T15:07:23.863 INFO:tasks.rados.rados.0.smithi102.stdout:580: done (1 left) 2024-04-10T15:07:23.863 INFO:tasks.rados.rados.0.smithi102.stdout:582: done (0 left) 2024-04-10T15:07:23.863 INFO:tasks.rados.rados.0.smithi102.stdout:583: read oid 46 snap -1 2024-04-10T15:07:23.864 INFO:tasks.rados.rados.0.smithi102.stdout:583: expect (ObjNum 101 snap 17 seq_num 101) 2024-04-10T15:07:23.864 INFO:tasks.rados.rados.0.smithi102.stdout:584: rollback oid 42 current snap is 43 2024-04-10T15:07:23.864 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 42 to 42 2024-04-10T15:07:23.864 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 26 current snap is 43 2024-04-10T15:07:23.864 INFO:tasks.rados.rados.0.smithi102.stdout:585: seq_num 201 ranges {3432448=573440,4005888=401408} 2024-04-10T15:07:23.885 INFO:tasks.rados.rados.0.smithi102.stdout:585: writing smithi10276805-26 from 3432448 to 4005888 tid 1 2024-04-10T15:07:23.887 INFO:tasks.rados.rados.0.smithi102.stdout:585: writing smithi10276805-26 from 4005888 to 4407296 tid 2 2024-04-10T15:07:23.887 INFO:tasks.rados.rados.0.smithi102.stdout:586: copy_from oid 41 from oid 40 current snap is 43 2024-04-10T15:07:23.887 INFO:tasks.rados.rados.0.smithi102.stdout:583: expect (ObjNum 101 snap 17 seq_num 101) 2024-04-10T15:07:24.111 INFO:tasks.rados.rados.0.smithi102.stdout:586: finishing copy_from to smithi10276805-41 2024-04-10T15:07:24.111 INFO:tasks.rados.rados.0.smithi102.stdout:586: got expected ENOENT (src dne) 2024-04-10T15:07:24.111 INFO:tasks.rados.rados.0.smithi102.stdout:583: done (3 left) 2024-04-10T15:07:24.112 INFO:tasks.rados.rados.0.smithi102.stdout:587: rollback oid 39 current snap is 43 2024-04-10T15:07:24.112 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 39 to 37 2024-04-10T15:07:24.112 INFO:tasks.rados.rados.0.smithi102.stdout:586: finishing copy_from racing read to smithi10276805-41 2024-04-10T15:07:24.112 INFO:tasks.rados.rados.0.smithi102.stdout:585: finishing write tid 1 to smithi10276805-26 2024-04-10T15:07:24.112 INFO:tasks.rados.rados.0.smithi102.stdout:585: finishing write tid 2 to smithi10276805-26 2024-04-10T15:07:24.112 INFO:tasks.rados.rados.0.smithi102.stdout:585: finishing write tid 3 to smithi10276805-26 2024-04-10T15:07:24.112 INFO:tasks.rados.rados.0.smithi102.stdout:585: finishing write tid 4 to smithi10276805-26 2024-04-10T15:07:24.112 INFO:tasks.rados.rados.0.smithi102.stdout:585: oid 26 updating version 0 to 223 2024-04-10T15:07:24.112 INFO:tasks.rados.rados.0.smithi102.stdout:585: oid 26 updating version 223 to 224 2024-04-10T15:07:24.112 INFO:tasks.rados.rados.0.smithi102.stdout:585: oid 26 version 224 is already newer than 222 2024-04-10T15:07:24.112 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 224 (ObjNum 201 snap 43 seq_num 201) dirty exists 2024-04-10T15:07:24.112 INFO:tasks.rados.rados.0.smithi102.stdout:585: left oid 26 (ObjNum 201 snap 43 seq_num 201) 2024-04-10T15:07:24.112 INFO:tasks.rados.rados.0.smithi102.stdout:584: finishing rollback tid 0 to smithi10276805-42 2024-04-10T15:07:24.112 INFO:tasks.rados.rados.0.smithi102.stdout:584: finishing rollback tid 1 to smithi10276805-42 2024-04-10T15:07:24.113 INFO:tasks.rados.rados.0.smithi102.stdout:584: finishing rollback tid 2 to smithi10276805-42 2024-04-10T15:07:24.113 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 210 (ObjNum 149 snap 31 seq_num 149) dirty exists 2024-04-10T15:07:24.113 INFO:tasks.rados.rados.0.smithi102.stdout:584: done (3 left) 2024-04-10T15:07:24.113 INFO:tasks.rados.rados.0.smithi102.stdout:585: done (2 left) 2024-04-10T15:07:24.113 INFO:tasks.rados.rados.0.smithi102.stdout:586: done (1 left) 2024-04-10T15:07:24.113 INFO:tasks.rados.rados.0.smithi102.stdout:588: copy_from oid 47 from oid 42 current snap is 43 2024-04-10T15:07:24.113 INFO:tasks.rados.rados.0.smithi102.stdout:589: rollback oid 28 current snap is 43 2024-04-10T15:07:24.113 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 28 to 42 2024-04-10T15:07:24.113 INFO:tasks.rados.rados.0.smithi102.stdout:590: delete oid 33 current snap is 43 2024-04-10T15:07:24.113 INFO:tasks.rados.rados.0.smithi102.stdout:590: done (3 left) 2024-04-10T15:07:24.113 INFO:tasks.rados.rados.0.smithi102.stdout:591: delete oid 40 current snap is 43 2024-04-10T15:07:24.118 INFO:tasks.rados.rados.0.smithi102.stdout:587: finishing rollback tid 0 to smithi10276805-39 2024-04-10T15:07:24.118 INFO:tasks.rados.rados.0.smithi102.stdout:587: finishing rollback tid 1 to smithi10276805-39 2024-04-10T15:07:24.118 INFO:tasks.rados.rados.0.smithi102.stdout:591: done (3 left) 2024-04-10T15:07:24.118 INFO:tasks.rados.rados.0.smithi102.stdout:592: read oid 4 snap -1 2024-04-10T15:07:24.118 INFO:tasks.rados.rados.0.smithi102.stdout:592: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:07:24.118 INFO:tasks.rados.rados.0.smithi102.stdout:593: snap_remove snap 40 2024-04-10T15:07:24.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:23 smithi154 ceph-mon[30592]: pgmap v203: 121 pgs: 121 active+clean; 142 MiB data, 523 MiB used, 715 GiB / 715 GiB avail; 22 MiB/s rd, 2.6 MiB/s wr, 45 op/s 2024-04-10T15:07:24.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:23 smithi154 ceph-mon[30592]: osdmap e151: 8 total, 8 up, 8 in 2024-04-10T15:07:24.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:23 smithi102 ceph-mon[37987]: pgmap v203: 121 pgs: 121 active+clean; 142 MiB data, 523 MiB used, 715 GiB / 715 GiB avail; 22 MiB/s rd, 2.6 MiB/s wr, 45 op/s 2024-04-10T15:07:24.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:23 smithi102 ceph-mon[37987]: osdmap e151: 8 total, 8 up, 8 in 2024-04-10T15:07:24.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:23 smithi102 ceph-mon[26948]: pgmap v203: 121 pgs: 121 active+clean; 142 MiB data, 523 MiB used, 715 GiB / 715 GiB avail; 22 MiB/s rd, 2.6 MiB/s wr, 45 op/s 2024-04-10T15:07:24.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:23 smithi102 ceph-mon[26948]: osdmap e151: 8 total, 8 up, 8 in 2024-04-10T15:07:24.879 INFO:tasks.rados.rados.0.smithi102.stdout:593: done (4 left) 2024-04-10T15:07:24.879 INFO:tasks.rados.rados.0.smithi102.stdout:594: rollback oid 12 current snap is 43 2024-04-10T15:07:24.879 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 12 to 41 2024-04-10T15:07:24.879 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 8 current snap is 43 2024-04-10T15:07:24.879 INFO:tasks.rados.rados.0.smithi102.stdout:595: seq_num 204 ranges {73728=622592,696320=401408} 2024-04-10T15:07:24.883 INFO:tasks.rados.rados.0.smithi102.stdout:595: writing smithi10276805-8 from 73728 to 696320 tid 1 2024-04-10T15:07:24.886 INFO:tasks.rados.rados.0.smithi102.stdout:595: writing smithi10276805-8 from 696320 to 1097728 tid 2 2024-04-10T15:07:24.887 INFO:tasks.rados.rados.0.smithi102.stdout:587: finishing rollback tid 2 to smithi10276805-39 2024-04-10T15:07:24.887 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 232 (ObjNum 151 snap 33 seq_num 151) dirty exists 2024-04-10T15:07:24.887 INFO:tasks.rados.rados.0.smithi102.stdout:592: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:07:24.888 INFO:tasks.rados.rados.0.smithi102.stdout:588: finishing copy_from racing read to smithi10276805-47 2024-04-10T15:07:24.888 INFO:tasks.rados.rados.0.smithi102.stdout:589: finishing rollback tid 0 to smithi10276805-28 2024-04-10T15:07:24.888 INFO:tasks.rados.rados.0.smithi102.stdout:589: finishing rollback tid 1 to smithi10276805-28 2024-04-10T15:07:24.888 INFO:tasks.rados.rados.0.smithi102.stdout:589: finishing rollback tid 2 to smithi10276805-28 2024-04-10T15:07:24.888 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 298 (ObjNum 195 snap 41 seq_num 195) dirty exists 2024-04-10T15:07:24.888 INFO:tasks.rados.rados.0.smithi102.stdout:588: finishing copy_from to smithi10276805-47 2024-04-10T15:07:24.888 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 210 (ObjNum 149 snap 31 seq_num 149) dirty exists 2024-04-10T15:07:24.888 INFO:tasks.rados.rados.0.smithi102.stdout:587: done (5 left) 2024-04-10T15:07:24.888 INFO:tasks.rados.rados.0.smithi102.stdout:588: done (4 left) 2024-04-10T15:07:24.888 INFO:tasks.rados.rados.0.smithi102.stdout:589: done (3 left) 2024-04-10T15:07:24.889 INFO:tasks.rados.rados.0.smithi102.stdout:592: done (2 left) 2024-04-10T15:07:24.889 INFO:tasks.rados.rados.0.smithi102.stdout:596: snap_create 2024-04-10T15:07:24.889 INFO:tasks.rados.rados.0.smithi102.stdout:594: finishing rollback tid 0 to smithi10276805-12 2024-04-10T15:07:24.889 INFO:tasks.rados.rados.0.smithi102.stdout:594: finishing rollback tid 1 to smithi10276805-12 2024-04-10T15:07:24.889 INFO:tasks.rados.rados.0.smithi102.stdout:594: finishing rollback tid 2 to smithi10276805-12 2024-04-10T15:07:24.889 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 131 (ObjNum 190 snap 41 seq_num 190) dirty exists 2024-04-10T15:07:24.893 INFO:tasks.rados.rados.0.smithi102.stdout:595: finishing write tid 1 to smithi10276805-8 2024-04-10T15:07:24.893 INFO:tasks.rados.rados.0.smithi102.stdout:595: finishing write tid 2 to smithi10276805-8 2024-04-10T15:07:24.894 INFO:tasks.rados.rados.0.smithi102.stdout:595: finishing write tid 3 to smithi10276805-8 2024-04-10T15:07:24.895 INFO:tasks.rados.rados.0.smithi102.stdout:595: finishing write tid 4 to smithi10276805-8 2024-04-10T15:07:24.895 INFO:tasks.rados.rados.0.smithi102.stdout:595: oid 8 updating version 0 to 124 2024-04-10T15:07:24.895 INFO:tasks.rados.rados.0.smithi102.stdout:595: oid 8 updating version 124 to 126 2024-04-10T15:07:24.895 INFO:tasks.rados.rados.0.smithi102.stdout:595: oid 8 version 126 is already newer than 125 2024-04-10T15:07:24.895 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 126 (ObjNum 204 snap 43 seq_num 204) dirty exists 2024-04-10T15:07:24.895 INFO:tasks.rados.rados.0.smithi102.stdout:595: left oid 8 (ObjNum 204 snap 43 seq_num 204) 2024-04-10T15:07:25.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:24 smithi154 ceph-mon[30592]: osdmap e152: 8 total, 8 up, 8 in 2024-04-10T15:07:25.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:24 smithi102 ceph-mon[37987]: osdmap e152: 8 total, 8 up, 8 in 2024-04-10T15:07:25.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:24 smithi102 ceph-mon[26948]: osdmap e152: 8 total, 8 up, 8 in 2024-04-10T15:07:25.888 INFO:tasks.rados.rados.0.smithi102.stdout:594: done (2 left) 2024-04-10T15:07:25.888 INFO:tasks.rados.rados.0.smithi102.stdout:595: done (1 left) 2024-04-10T15:07:25.888 INFO:tasks.rados.rados.0.smithi102.stdout:596: done (0 left) 2024-04-10T15:07:25.888 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 18 current snap is 44 2024-04-10T15:07:25.888 INFO:tasks.rados.rados.0.smithi102.stdout:597: seq_num 205 ranges {0=638976,638976=401408} 2024-04-10T15:07:25.891 INFO:tasks.rados.rados.0.smithi102.stdout:597: writing smithi10276805-18 from 0 to 638976 tid 1 2024-04-10T15:07:25.894 INFO:tasks.rados.rados.0.smithi102.stdout:597: writing smithi10276805-18 from 638976 to 1040384 tid 2 2024-04-10T15:07:25.894 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 44 2024-04-10T15:07:25.894 INFO:tasks.rados.rados.0.smithi102.stdout:598: seq_num 206 ranges {2826240=655360,3481600=401408} 2024-04-10T15:07:25.912 INFO:tasks.rados.rados.0.smithi102.stdout:598: writing smithi10276805-39 from 2826240 to 3481600 tid 1 2024-04-10T15:07:25.915 INFO:tasks.rados.rados.0.smithi102.stdout:598: writing smithi10276805-39 from 3481600 to 3883008 tid 2 2024-04-10T15:07:25.915 INFO:tasks.rados.rados.0.smithi102.stdout:599: setattr oid 49 current snap is 44 2024-04-10T15:07:25.915 INFO:tasks.rados.rados.0.smithi102.stdout:597: finishing write tid 1 to smithi10276805-18 2024-04-10T15:07:25.917 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 50 current snap is 44 2024-04-10T15:07:25.917 INFO:tasks.rados.rados.0.smithi102.stdout:600: seq_num 207 ranges {3194880=671744,3866624=401408} 2024-04-10T15:07:25.937 INFO:tasks.rados.rados.0.smithi102.stdout:600: writing smithi10276805-50 from 3194880 to 3866624 tid 1 2024-04-10T15:07:25.940 INFO:tasks.rados.rados.0.smithi102.stdout:600: writing smithi10276805-50 from 3866624 to 4268032 tid 2 2024-04-10T15:07:25.940 INFO:tasks.rados.rados.0.smithi102.stdout:601: rollback oid 3 current snap is 44 2024-04-10T15:07:25.940 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 3 to 37 2024-04-10T15:07:25.940 INFO:tasks.rados.rados.0.smithi102.stdout:602: copy_from oid 45 from oid 12 current snap is 44 2024-04-10T15:07:25.940 INFO:tasks.rados.rados.0.smithi102.stdout:603: snap_remove snap 43 2024-04-10T15:07:26.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:25 smithi154 ceph-mon[30592]: pgmap v206: 121 pgs: 121 active+clean; 142 MiB data, 523 MiB used, 715 GiB / 715 GiB avail; 21 MiB/s rd, 2.6 MiB/s wr, 44 op/s 2024-04-10T15:07:26.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:25 smithi154 ceph-mon[30592]: osdmap e153: 8 total, 8 up, 8 in 2024-04-10T15:07:26.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:25 smithi102 ceph-mon[37987]: pgmap v206: 121 pgs: 121 active+clean; 142 MiB data, 523 MiB used, 715 GiB / 715 GiB avail; 21 MiB/s rd, 2.6 MiB/s wr, 44 op/s 2024-04-10T15:07:26.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:25 smithi102 ceph-mon[37987]: osdmap e153: 8 total, 8 up, 8 in 2024-04-10T15:07:26.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:25 smithi102 ceph-mon[26948]: pgmap v206: 121 pgs: 121 active+clean; 142 MiB data, 523 MiB used, 715 GiB / 715 GiB avail; 21 MiB/s rd, 2.6 MiB/s wr, 44 op/s 2024-04-10T15:07:26.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:25 smithi102 ceph-mon[26948]: osdmap e153: 8 total, 8 up, 8 in 2024-04-10T15:07:26.892 INFO:tasks.rados.rados.0.smithi102.stdout:603: done (6 left) 2024-04-10T15:07:26.892 INFO:tasks.rados.rados.0.smithi102.stdout:604: setattr oid 28 current snap is 44 2024-04-10T15:07:26.892 INFO:tasks.rados.rados.0.smithi102.stdout:597: finishing write tid 2 to smithi10276805-18 2024-04-10T15:07:26.892 INFO:tasks.rados.rados.0.smithi102.stdout:600: finishing write tid 1 to smithi10276805-50 2024-04-10T15:07:26.892 INFO:tasks.rados.rados.0.smithi102.stdout:600: finishing write tid 2 to smithi10276805-50 2024-04-10T15:07:26.892 INFO:tasks.rados.rados.0.smithi102.stdout:600: finishing write tid 3 to smithi10276805-50 2024-04-10T15:07:26.892 INFO:tasks.rados.rados.0.smithi102.stdout:600: finishing write tid 4 to smithi10276805-50 2024-04-10T15:07:26.893 INFO:tasks.rados.rados.0.smithi102.stdout:600: oid 50 updating version 0 to 87 2024-04-10T15:07:26.893 INFO:tasks.rados.rados.0.smithi102.stdout:600: oid 50 version 87 is already newer than 86 2024-04-10T15:07:26.893 INFO:tasks.rados.rados.0.smithi102.stdout:600: oid 50 updating version 87 to 88 2024-04-10T15:07:26.893 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 88 (ObjNum 207 snap 44 seq_num 207) dirty exists 2024-04-10T15:07:26.893 INFO:tasks.rados.rados.0.smithi102.stdout:600: left oid 50 (ObjNum 207 snap 44 seq_num 207) 2024-04-10T15:07:26.893 INFO:tasks.rados.rados.0.smithi102.stdout:598: finishing write tid 1 to smithi10276805-39 2024-04-10T15:07:26.893 INFO:tasks.rados.rados.0.smithi102.stdout:598: finishing write tid 2 to smithi10276805-39 2024-04-10T15:07:26.893 INFO:tasks.rados.rados.0.smithi102.stdout:598: finishing write tid 3 to smithi10276805-39 2024-04-10T15:07:26.893 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 243 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-10T15:07:26.893 INFO:tasks.rados.rados.0.smithi102.stdout:601: finishing rollback tid 0 to smithi10276805-3 2024-04-10T15:07:26.893 INFO:tasks.rados.rados.0.smithi102.stdout:601: finishing rollback tid 1 to smithi10276805-3 2024-04-10T15:07:26.893 INFO:tasks.rados.rados.0.smithi102.stdout:597: finishing write tid 3 to smithi10276805-18 2024-04-10T15:07:26.893 INFO:tasks.rados.rados.0.smithi102.stdout:601: finishing rollback tid 2 to smithi10276805-3 2024-04-10T15:07:26.893 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 247 (ObjNum 46 snap 0 seq_num 46) dirty exists 2024-04-10T15:07:26.893 INFO:tasks.rados.rados.0.smithi102.stdout:598: finishing write tid 4 to smithi10276805-39 2024-04-10T15:07:26.894 INFO:tasks.rados.rados.0.smithi102.stdout:598: oid 39 updating version 0 to 242 2024-04-10T15:07:26.894 INFO:tasks.rados.rados.0.smithi102.stdout:598: oid 39 version 242 is already newer than 241 2024-04-10T15:07:26.894 INFO:tasks.rados.rados.0.smithi102.stdout:598: oid 39 version 242 is already newer than 240 2024-04-10T15:07:26.894 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 242 (ObjNum 206 snap 44 seq_num 206) dirty exists 2024-04-10T15:07:26.894 INFO:tasks.rados.rados.0.smithi102.stdout:598: left oid 39 (ObjNum 206 snap 44 seq_num 206) 2024-04-10T15:07:26.894 INFO:tasks.rados.rados.0.smithi102.stdout:597: finishing write tid 4 to smithi10276805-18 2024-04-10T15:07:26.894 INFO:tasks.rados.rados.0.smithi102.stdout:597: oid 18 updating version 0 to 134 2024-04-10T15:07:26.894 INFO:tasks.rados.rados.0.smithi102.stdout:597: oid 18 version 134 is already newer than 133 2024-04-10T15:07:26.894 INFO:tasks.rados.rados.0.smithi102.stdout:597: oid 18 version 134 is already newer than 132 2024-04-10T15:07:26.894 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 134 (ObjNum 205 snap 44 seq_num 205) dirty exists 2024-04-10T15:07:26.894 INFO:tasks.rados.rados.0.smithi102.stdout:597: left oid 18 (ObjNum 205 snap 44 seq_num 205) 2024-04-10T15:07:26.894 INFO:tasks.rados.rados.0.smithi102.stdout:602: finishing copy_from racing read to smithi10276805-45 2024-04-10T15:07:26.894 INFO:tasks.rados.rados.0.smithi102.stdout:602: finishing copy_from to smithi10276805-45 2024-04-10T15:07:26.894 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 131 (ObjNum 190 snap 41 seq_num 190) dirty exists 2024-04-10T15:07:26.895 INFO:tasks.rados.rados.0.smithi102.stdout:597: done (6 left) 2024-04-10T15:07:26.895 INFO:tasks.rados.rados.0.smithi102.stdout:598: done (5 left) 2024-04-10T15:07:26.895 INFO:tasks.rados.rados.0.smithi102.stdout:599: done (4 left) 2024-04-10T15:07:26.895 INFO:tasks.rados.rados.0.smithi102.stdout:600: done (3 left) 2024-04-10T15:07:26.895 INFO:tasks.rados.rados.0.smithi102.stdout:601: done (2 left) 2024-04-10T15:07:26.895 INFO:tasks.rados.rados.0.smithi102.stdout:602: done (1 left) 2024-04-10T15:07:26.895 INFO:tasks.rados.rados.0.smithi102.stdout:605: read oid 21 snap 32 2024-04-10T15:07:26.895 INFO:tasks.rados.rados.0.smithi102.stdout:605: expect deleted 2024-04-10T15:07:26.896 INFO:tasks.rados.rados.0.smithi102.stdout:606: copy_from oid 39 from oid 12 current snap is 44 2024-04-10T15:07:26.896 INFO:tasks.rados.rados.0.smithi102.stdout:607: delete oid 4 current snap is 44 2024-04-10T15:07:26.896 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 305 (ObjNum 195 snap 41 seq_num 195) dirty exists 2024-04-10T15:07:26.899 INFO:tasks.rados.rados.0.smithi102.stdout:604: done (3 left) 2024-04-10T15:07:26.899 INFO:tasks.rados.rados.0.smithi102.stdout:605: done (2 left) 2024-04-10T15:07:26.899 INFO:tasks.rados.rados.0.smithi102.stdout:607: done (1 left) 2024-04-10T15:07:26.899 INFO:tasks.rados.rados.0.smithi102.stdout:608: snap_create 2024-04-10T15:07:26.913 INFO:tasks.rados.rados.0.smithi102.stdout:606: finishing copy_from racing read to smithi10276805-39 2024-04-10T15:07:26.922 INFO:tasks.rados.rados.0.smithi102.stdout:606: finishing copy_from to smithi10276805-39 2024-04-10T15:07:26.922 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 131 (ObjNum 190 snap 41 seq_num 190) dirty exists 2024-04-10T15:07:27.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:26 smithi154 ceph-mon[30592]: osdmap e154: 8 total, 8 up, 8 in 2024-04-10T15:07:27.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:26 smithi102 ceph-mon[26948]: osdmap e154: 8 total, 8 up, 8 in 2024-04-10T15:07:27.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:26 smithi102 ceph-mon[37987]: osdmap e154: 8 total, 8 up, 8 in 2024-04-10T15:07:27.895 INFO:tasks.rados.rados.0.smithi102.stdout:606: done (1 left) 2024-04-10T15:07:27.896 INFO:tasks.rados.rados.0.smithi102.stdout:608: done (0 left) 2024-04-10T15:07:27.896 INFO:tasks.rados.rados.0.smithi102.stdout:609: read oid 45 snap -1 2024-04-10T15:07:27.896 INFO:tasks.rados.rados.0.smithi102.stdout:609: expect (ObjNum 190 snap 41 seq_num 190) 2024-04-10T15:07:27.896 INFO:tasks.rados.rados.0.smithi102.stdout:610: delete oid 22 current snap is 45 2024-04-10T15:07:27.901 INFO:tasks.rados.rados.0.smithi102.stdout:610: done (1 left) 2024-04-10T15:07:27.901 INFO:tasks.rados.rados.0.smithi102.stdout:611: rmattr oid 17 current snap is 45 2024-04-10T15:07:27.901 INFO:tasks.rados.rados.0.smithi102.stdout:611: done (1 left) 2024-04-10T15:07:27.901 INFO:tasks.rados.rados.0.smithi102.stdout:612: setattr oid 19 current snap is 45 2024-04-10T15:07:27.903 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 47 current snap is 45 2024-04-10T15:07:27.903 INFO:tasks.rados.rados.0.smithi102.stdout:613: seq_num 210 ranges {98304=720896,819200=401408} 2024-04-10T15:07:27.908 INFO:tasks.rados.rados.0.smithi102.stdout:613: writing smithi10276805-47 from 98304 to 819200 tid 1 2024-04-10T15:07:27.911 INFO:tasks.rados.rados.0.smithi102.stdout:613: writing smithi10276805-47 from 819200 to 1220608 tid 2 2024-04-10T15:07:27.911 INFO:tasks.rados.rados.0.smithi102.stdout:614: rollback oid 24 current snap is 45 2024-04-10T15:07:27.911 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 24 to 35 2024-04-10T15:07:27.911 INFO:tasks.rados.rados.0.smithi102.stdout:615: setattr oid 11 current snap is 45 2024-04-10T15:07:27.912 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 230 (ObjNum 145 snap 31 seq_num 145) dirty exists 2024-04-10T15:07:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:612: done (4 left) 2024-04-10T15:07:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:616: rmattr oid 48 current snap is 45 2024-04-10T15:07:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:616: done (4 left) 2024-04-10T15:07:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:617: read oid 3 snap -1 2024-04-10T15:07:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:617: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-10T15:07:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:618: rollback oid 1 current snap is 45 2024-04-10T15:07:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 1 to 35 2024-04-10T15:07:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:619: copy_from oid 21 from oid 46 current snap is 45 2024-04-10T15:07:27.914 INFO:tasks.rados.rados.0.smithi102.stdout:620: delete oid 30 current snap is 45 2024-04-10T15:07:27.916 INFO:tasks.rados.rados.0.smithi102.stdout:613: finishing write tid 1 to smithi10276805-47 2024-04-10T15:07:27.916 INFO:tasks.rados.rados.0.smithi102.stdout:613: finishing write tid 2 to smithi10276805-47 2024-04-10T15:07:27.917 INFO:tasks.rados.rados.0.smithi102.stdout:613: finishing write tid 3 to smithi10276805-47 2024-04-10T15:07:27.919 INFO:tasks.rados.rados.0.smithi102.stdout:614: finishing rollback tid 0 to smithi10276805-24 2024-04-10T15:07:27.920 INFO:tasks.rados.rados.0.smithi102.stdout:613: finishing write tid 4 to smithi10276805-47 2024-04-10T15:07:27.920 INFO:tasks.rados.rados.0.smithi102.stdout:613: oid 47 updating version 0 to 308 2024-04-10T15:07:27.920 INFO:tasks.rados.rados.0.smithi102.stdout:613: oid 47 version 308 is already newer than 307 2024-04-10T15:07:27.920 INFO:tasks.rados.rados.0.smithi102.stdout:613: oid 47 updating version 308 to 309 2024-04-10T15:07:27.920 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 309 (ObjNum 210 snap 45 seq_num 210) dirty exists 2024-04-10T15:07:27.920 INFO:tasks.rados.rados.0.smithi102.stdout:613: left oid 47 (ObjNum 210 snap 45 seq_num 210) 2024-04-10T15:07:27.920 INFO:tasks.rados.rados.0.smithi102.stdout:613: done (7 left) 2024-04-10T15:07:27.921 INFO:tasks.rados.rados.0.smithi102.stdout:620: done (6 left) 2024-04-10T15:07:27.921 INFO:tasks.rados.rados.0.smithi102.stdout:621: rollback oid 39 current snap is 45 2024-04-10T15:07:27.921 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 39 to 33 2024-04-10T15:07:27.921 INFO:tasks.rados.rados.0.smithi102.stdout:622: snap_remove snap 41 2024-04-10T15:07:28.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:27 smithi154 ceph-mon[30592]: pgmap v209: 121 pgs: 121 active+clean; 149 MiB data, 587 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-04-10T15:07:28.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:27 smithi154 ceph-mon[30592]: osdmap e155: 8 total, 8 up, 8 in 2024-04-10T15:07:28.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:27 smithi102 ceph-mon[37987]: pgmap v209: 121 pgs: 121 active+clean; 149 MiB data, 587 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-04-10T15:07:28.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:27 smithi102 ceph-mon[37987]: osdmap e155: 8 total, 8 up, 8 in 2024-04-10T15:07:28.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:27 smithi102 ceph-mon[26948]: pgmap v209: 121 pgs: 121 active+clean; 149 MiB data, 587 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-04-10T15:07:28.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:27 smithi102 ceph-mon[26948]: osdmap e155: 8 total, 8 up, 8 in 2024-04-10T15:07:28.902 INFO:tasks.rados.rados.0.smithi102.stdout:614: finishing rollback tid 1 to smithi10276805-24 2024-04-10T15:07:28.902 INFO:tasks.rados.rados.0.smithi102.stdout:614: finishing rollback tid 2 to smithi10276805-24 2024-04-10T15:07:28.902 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 87 (ObjNum 164 snap 34 seq_num 164) dirty exists 2024-04-10T15:07:28.902 INFO:tasks.rados.rados.0.smithi102.stdout:617: expect (ObjNum 46 snap 0 seq_num 46) 2024-04-10T15:07:28.927 INFO:tasks.rados.rados.0.smithi102.stdout:609: expect (ObjNum 190 snap 41 seq_num 190) 2024-04-10T15:07:29.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:28 smithi102 ceph-mon[37987]: osdmap e156: 8 total, 8 up, 8 in 2024-04-10T15:07:29.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:28 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:29.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:28 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:29.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:28 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:29.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:28 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:29.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:28 smithi102 ceph-mon[26948]: osdmap e156: 8 total, 8 up, 8 in 2024-04-10T15:07:29.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:28 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:29.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:28 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:29.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:28 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:29.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:28 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:29.179 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 220 (ObjNum 198 snap 41 seq_num 198) dirty exists 2024-04-10T15:07:29.179 INFO:tasks.rados.rados.0.smithi102.stdout:618: finishing rollback tid 0 to smithi10276805-1 2024-04-10T15:07:29.179 INFO:tasks.rados.rados.0.smithi102.stdout:618: finishing rollback tid 1 to smithi10276805-1 2024-04-10T15:07:29.179 INFO:tasks.rados.rados.0.smithi102.stdout:618: finishing rollback tid 2 to smithi10276805-1 2024-04-10T15:07:29.179 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 224 (ObjNum 165 snap 34 seq_num 165) dirty exists 2024-04-10T15:07:29.179 INFO:tasks.rados.rados.0.smithi102.stdout:609: done (7 left) 2024-04-10T15:07:29.179 INFO:tasks.rados.rados.0.smithi102.stdout:614: done (6 left) 2024-04-10T15:07:29.180 INFO:tasks.rados.rados.0.smithi102.stdout:615: done (5 left) 2024-04-10T15:07:29.180 INFO:tasks.rados.rados.0.smithi102.stdout:617: done (4 left) 2024-04-10T15:07:29.180 INFO:tasks.rados.rados.0.smithi102.stdout:618: done (3 left) 2024-04-10T15:07:29.180 INFO:tasks.rados.rados.0.smithi102.stdout:622: done (2 left) 2024-04-10T15:07:29.180 INFO:tasks.rados.rados.0.smithi102.stdout:623: read oid 43 snap -1 2024-04-10T15:07:29.180 INFO:tasks.rados.rados.0.smithi102.stdout:623: expect deleted 2024-04-10T15:07:29.180 INFO:tasks.rados.rados.0.smithi102.stdout:624: delete oid 19 current snap is 45 2024-04-10T15:07:29.180 INFO:tasks.rados.rados.0.smithi102.stdout:621: finishing rollback tid 0 to smithi10276805-39 2024-04-10T15:07:29.180 INFO:tasks.rados.rados.0.smithi102.stdout:621: finishing rollback tid 1 to smithi10276805-39 2024-04-10T15:07:29.180 INFO:tasks.rados.rados.0.smithi102.stdout:621: finishing rollback tid 2 to smithi10276805-39 2024-04-10T15:07:29.180 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 256 (ObjNum 151 snap 33 seq_num 151) dirty exists 2024-04-10T15:07:29.180 INFO:tasks.rados.rados.0.smithi102.stdout:619: finishing copy_from racing read to smithi10276805-21 2024-04-10T15:07:29.180 INFO:tasks.rados.rados.0.smithi102.stdout:619: finishing copy_from to smithi10276805-21 2024-04-10T15:07:29.180 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 182 (ObjNum 101 snap 17 seq_num 101) dirty exists 2024-04-10T15:07:29.181 INFO:tasks.rados.rados.0.smithi102.stdout:619: done (3 left) 2024-04-10T15:07:29.181 INFO:tasks.rados.rados.0.smithi102.stdout:621: done (2 left) 2024-04-10T15:07:29.181 INFO:tasks.rados.rados.0.smithi102.stdout:623: done (1 left) 2024-04-10T15:07:29.182 INFO:tasks.rados.rados.0.smithi102.stdout:624: done (0 left) 2024-04-10T15:07:29.182 INFO:tasks.rados.rados.0.smithi102.stdout:625: rollback oid 44 current snap is 45 2024-04-10T15:07:29.182 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 44 to 37 2024-04-10T15:07:29.182 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 30 current snap is 45 2024-04-10T15:07:29.182 INFO:tasks.rados.rados.0.smithi102.stdout:626: seq_num 213 ranges {0=770048,770048=401408} 2024-04-10T15:07:29.184 INFO:tasks.rados.rados.0.smithi102.stdout:626: writing smithi10276805-30 from 0 to 770048 tid 1 2024-04-10T15:07:29.188 INFO:tasks.rados.rados.0.smithi102.stdout:626: writing smithi10276805-30 from 770048 to 1171456 tid 2 2024-04-10T15:07:29.188 INFO:tasks.rados.rados.0.smithi102.stdout:627: rollback oid 40 current snap is 45 2024-04-10T15:07:29.188 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 40 to 38 2024-04-10T15:07:29.188 INFO:tasks.rados.rados.0.smithi102.stdout:625: finishing rollback tid 0 to smithi10276805-44 2024-04-10T15:07:29.188 INFO:tasks.rados.rados.0.smithi102.stdout:625: finishing rollback tid 1 to smithi10276805-44 2024-04-10T15:07:29.188 INFO:tasks.rados.rados.0.smithi102.stdout:625: finishing rollback tid 2 to smithi10276805-44 2024-04-10T15:07:29.188 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 156 (ObjNum 23 snap 0 seq_num 23) dirty exists 2024-04-10T15:07:29.188 INFO:tasks.rados.rados.0.smithi102.stdout:625: done (2 left) 2024-04-10T15:07:29.188 INFO:tasks.rados.rados.0.smithi102.stdout:628: snap_remove snap 44 2024-04-10T15:07:29.192 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:28 smithi154 ceph-mon[30592]: osdmap e156: 8 total, 8 up, 8 in 2024-04-10T15:07:29.192 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:28 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:29.192 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:28 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:29.192 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:28 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:29.192 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:28 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:29.760 INFO:tasks.rados.rados.0.smithi102.stdout:627: finishing rollback tid 1 to smithi10276805-40 2024-04-10T15:07:29.761 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 183 (ObjNum 65 snap 0 seq_num 1867999338) dirty dne 2024-04-10T15:07:29.761 INFO:tasks.rados.rados.0.smithi102.stdout:626: finishing write tid 1 to smithi10276805-30 2024-04-10T15:07:29.761 INFO:tasks.rados.rados.0.smithi102.stdout:626: finishing write tid 2 to smithi10276805-30 2024-04-10T15:07:29.761 INFO:tasks.rados.rados.0.smithi102.stdout:626: finishing write tid 3 to smithi10276805-30 2024-04-10T15:07:29.761 INFO:tasks.rados.rados.0.smithi102.stdout:626: finishing write tid 4 to smithi10276805-30 2024-04-10T15:07:29.761 INFO:tasks.rados.rados.0.smithi102.stdout:626: oid 30 updating version 0 to 185 2024-04-10T15:07:29.761 INFO:tasks.rados.rados.0.smithi102.stdout:626: oid 30 version 185 is already newer than 183 2024-04-10T15:07:29.761 INFO:tasks.rados.rados.0.smithi102.stdout:626: oid 30 version 185 is already newer than 184 2024-04-10T15:07:29.761 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 185 (ObjNum 213 snap 45 seq_num 213) dirty exists 2024-04-10T15:07:29.761 INFO:tasks.rados.rados.0.smithi102.stdout:626: left oid 30 (ObjNum 213 snap 45 seq_num 213) 2024-04-10T15:07:29.761 INFO:tasks.rados.rados.0.smithi102.stdout:626: done (2 left) 2024-04-10T15:07:29.761 INFO:tasks.rados.rados.0.smithi102.stdout:627: done (1 left) 2024-04-10T15:07:29.761 INFO:tasks.rados.rados.0.smithi102.stdout:628: done (0 left) 2024-04-10T15:07:29.761 INFO:tasks.rados.rados.0.smithi102.stdout:629: snap_create 2024-04-10T15:07:30.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:29 smithi154 ceph-mon[30592]: pgmap v212: 121 pgs: 121 active+clean; 149 MiB data, 587 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-04-10T15:07:30.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:29 smithi154 ceph-mon[30592]: osdmap e157: 8 total, 8 up, 8 in 2024-04-10T15:07:30.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:29 smithi154 ceph-mon[30592]: osdmap e158: 8 total, 8 up, 8 in 2024-04-10T15:07:30.158 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:29 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:07:29] "GET /metrics HTTP/1.1" 200 36093 "" "Prometheus/2.43.0" 2024-04-10T15:07:30.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:29 smithi102 ceph-mon[37987]: pgmap v212: 121 pgs: 121 active+clean; 149 MiB data, 587 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-04-10T15:07:30.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:29 smithi102 ceph-mon[37987]: osdmap e157: 8 total, 8 up, 8 in 2024-04-10T15:07:30.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:29 smithi102 ceph-mon[37987]: osdmap e158: 8 total, 8 up, 8 in 2024-04-10T15:07:30.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:29 smithi102 ceph-mon[26948]: pgmap v212: 121 pgs: 121 active+clean; 149 MiB data, 587 MiB used, 715 GiB / 715 GiB avail; 8.5 MiB/s rd, 1.9 MiB/s wr, 18 op/s 2024-04-10T15:07:30.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:29 smithi102 ceph-mon[26948]: osdmap e157: 8 total, 8 up, 8 in 2024-04-10T15:07:30.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:29 smithi102 ceph-mon[26948]: osdmap e158: 8 total, 8 up, 8 in 2024-04-10T15:07:30.768 INFO:tasks.rados.rados.0.smithi102.stdout:629: done (0 left) 2024-04-10T15:07:30.768 INFO:tasks.rados.rados.0.smithi102.stdout:630: rmattr oid 40 current snap is 46 2024-04-10T15:07:30.768 INFO:tasks.rados.rados.0.smithi102.stdout:630: done (0 left) 2024-04-10T15:07:30.768 INFO:tasks.rados.rados.0.smithi102.stdout:631: read oid 10 snap 36 2024-04-10T15:07:30.768 INFO:tasks.rados.rados.0.smithi102.stdout:631: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-10T15:07:30.768 INFO:tasks.rados.rados.0.smithi102.stdout:632: read oid 50 snap -1 2024-04-10T15:07:30.768 INFO:tasks.rados.rados.0.smithi102.stdout:632: expect (ObjNum 207 snap 44 seq_num 207) 2024-04-10T15:07:30.768 INFO:tasks.rados.rados.0.smithi102.stdout:633: setattr oid 7 current snap is 46 2024-04-10T15:07:30.769 INFO:tasks.rados.rados.0.smithi102.stdout:634: read oid 18 snap 38 2024-04-10T15:07:30.769 INFO:tasks.rados.rados.0.smithi102.stdout:634: expect deleted 2024-04-10T15:07:30.769 INFO:tasks.rados.rados.0.smithi102.stdout:635: copy_from oid 42 from oid 35 current snap is 46 2024-04-10T15:07:30.769 INFO:tasks.rados.rados.0.smithi102.stdout:636: read oid 46 snap -1 2024-04-10T15:07:30.769 INFO:tasks.rados.rados.0.smithi102.stdout:636: expect (ObjNum 101 snap 17 seq_num 101) 2024-04-10T15:07:30.769 INFO:tasks.rados.rados.0.smithi102.stdout:637: rollback oid 31 current snap is 46 2024-04-10T15:07:30.769 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 31 to 36 2024-04-10T15:07:30.770 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 8 current snap is 46 2024-04-10T15:07:30.770 INFO:tasks.rados.rados.0.smithi102.stdout:638: seq_num 214 ranges {1097728=794624,1892352=401408} 2024-04-10T15:07:30.780 INFO:tasks.rados.rados.0.smithi102.stdout:638: writing smithi10276805-8 from 1097728 to 1892352 tid 1 2024-04-10T15:07:30.783 INFO:tasks.rados.rados.0.smithi102.stdout:638: writing smithi10276805-8 from 1892352 to 2293760 tid 2 2024-04-10T15:07:30.783 INFO:tasks.rados.rados.0.smithi102.stdout:639: rollback oid 19 current snap is 46 2024-04-10T15:07:30.783 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 19 to 37 2024-04-10T15:07:30.783 INFO:tasks.rados.rados.0.smithi102.stdout:631: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-10T15:07:30.804 INFO:tasks.rados.rados.0.smithi102.stdout:635: finishing copy_from racing read to smithi10276805-42 2024-04-10T15:07:30.805 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 263 (ObjNum 4113 snap 0 seq_num 88894944) dirty exists 2024-04-10T15:07:30.805 INFO:tasks.rados.rados.0.smithi102.stdout:635: finishing copy_from to smithi10276805-42 2024-04-10T15:07:30.805 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 112 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-10T15:07:30.805 INFO:tasks.rados.rados.0.smithi102.stdout:631: done (8 left) 2024-04-10T15:07:30.805 INFO:tasks.rados.rados.0.smithi102.stdout:633: done (7 left) 2024-04-10T15:07:30.805 INFO:tasks.rados.rados.0.smithi102.stdout:634: done (6 left) 2024-04-10T15:07:30.805 INFO:tasks.rados.rados.0.smithi102.stdout:635: done (5 left) 2024-04-10T15:07:30.805 INFO:tasks.rados.rados.0.smithi102.stdout:640: rollback oid 13 current snap is 46 2024-04-10T15:07:30.805 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 13 to 32 2024-04-10T15:07:30.805 INFO:tasks.rados.rados.0.smithi102.stdout:639: finishing rollback tid 1 to smithi10276805-19 2024-04-10T15:07:30.805 INFO:tasks.rados.rados.0.smithi102.stdout:638: finishing write tid 1 to smithi10276805-8 2024-04-10T15:07:30.805 INFO:tasks.rados.rados.0.smithi102.stdout:639: finishing rollback tid 2 to smithi10276805-19 2024-04-10T15:07:30.806 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 239 (ObjNum 145 snap 31 seq_num 145) dirty exists 2024-04-10T15:07:30.806 INFO:tasks.rados.rados.0.smithi102.stdout:638: finishing write tid 2 to smithi10276805-8 2024-04-10T15:07:30.806 INFO:tasks.rados.rados.0.smithi102.stdout:638: finishing write tid 3 to smithi10276805-8 2024-04-10T15:07:30.806 INFO:tasks.rados.rados.0.smithi102.stdout:638: finishing write tid 4 to smithi10276805-8 2024-04-10T15:07:30.806 INFO:tasks.rados.rados.0.smithi102.stdout:638: oid 8 updating version 0 to 131 2024-04-10T15:07:30.806 INFO:tasks.rados.rados.0.smithi102.stdout:638: oid 8 version 131 is already newer than 130 2024-04-10T15:07:30.806 INFO:tasks.rados.rados.0.smithi102.stdout:638: oid 8 updating version 131 to 132 2024-04-10T15:07:30.806 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 132 (ObjNum 214 snap 46 seq_num 214) dirty exists 2024-04-10T15:07:30.806 INFO:tasks.rados.rados.0.smithi102.stdout:638: left oid 8 (ObjNum 214 snap 46 seq_num 214) 2024-04-10T15:07:30.806 INFO:tasks.rados.rados.0.smithi102.stdout:636: expect (ObjNum 101 snap 17 seq_num 101) 2024-04-10T15:07:31.025 INFO:tasks.rados.rados.0.smithi102.stdout:637: finishing rollback tid 0 to smithi10276805-31 2024-04-10T15:07:31.026 INFO:tasks.rados.rados.0.smithi102.stdout:637: finishing rollback tid 1 to smithi10276805-31 2024-04-10T15:07:31.026 INFO:tasks.rados.rados.0.smithi102.stdout:637: finishing rollback tid 2 to smithi10276805-31 2024-04-10T15:07:31.026 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 196 (ObjNum 147 snap 31 seq_num 147) dirty exists 2024-04-10T15:07:31.026 INFO:tasks.rados.rados.0.smithi102.stdout:632: expect (ObjNum 207 snap 44 seq_num 207) 2024-04-10T15:07:31.233 INFO:tasks.rados.rados.0.smithi102.stdout:640: finishing rollback tid 0 to smithi10276805-13 2024-04-10T15:07:31.233 INFO:tasks.rados.rados.0.smithi102.stdout:640: finishing rollback tid 1 to smithi10276805-13 2024-04-10T15:07:31.233 INFO:tasks.rados.rados.0.smithi102.stdout:640: finishing rollback tid 2 to smithi10276805-13 2024-04-10T15:07:31.233 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 319 (ObjNum 13 snap 0 seq_num 13) dirty exists 2024-04-10T15:07:31.233 INFO:tasks.rados.rados.0.smithi102.stdout:632: done (5 left) 2024-04-10T15:07:31.233 INFO:tasks.rados.rados.0.smithi102.stdout:636: done (4 left) 2024-04-10T15:07:31.233 INFO:tasks.rados.rados.0.smithi102.stdout:637: done (3 left) 2024-04-10T15:07:31.233 INFO:tasks.rados.rados.0.smithi102.stdout:638: done (2 left) 2024-04-10T15:07:31.234 INFO:tasks.rados.rados.0.smithi102.stdout:639: done (1 left) 2024-04-10T15:07:31.234 INFO:tasks.rados.rados.0.smithi102.stdout:640: done (0 left) 2024-04-10T15:07:31.234 INFO:tasks.rados.rados.0.smithi102.stdout:641: read oid 37 snap 45 2024-04-10T15:07:31.234 INFO:tasks.rados.rados.0.smithi102.stdout:641: expect deleted 2024-04-10T15:07:31.234 INFO:tasks.rados.rados.0.smithi102.stdout:642: copy_from oid 17 from oid 32 current snap is 46 2024-04-10T15:07:31.234 INFO:tasks.rados.rados.0.smithi102.stdout:643: snap_remove snap 28 2024-04-10T15:07:31.916 INFO:tasks.rados.rados.0.smithi102.stdout:643: done (2 left) 2024-04-10T15:07:31.916 INFO:tasks.rados.rados.0.smithi102.stdout:644: snap_remove snap 36 2024-04-10T15:07:32.006 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:31 smithi154 ceph-mon[30592]: pgmap v215: 121 pgs: 121 active+clean; 166 MiB data, 625 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.6 MiB/s wr, 32 op/s 2024-04-10T15:07:32.007 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:31 smithi154 ceph-mon[30592]: osdmap e159: 8 total, 8 up, 8 in 2024-04-10T15:07:32.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:31 smithi102 ceph-mon[37987]: pgmap v215: 121 pgs: 121 active+clean; 166 MiB data, 625 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.6 MiB/s wr, 32 op/s 2024-04-10T15:07:32.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:31 smithi102 ceph-mon[37987]: osdmap e159: 8 total, 8 up, 8 in 2024-04-10T15:07:32.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:31 smithi102 ceph-mon[26948]: pgmap v215: 121 pgs: 121 active+clean; 166 MiB data, 625 MiB used, 715 GiB / 715 GiB avail; 3.7 MiB/s rd, 4.6 MiB/s wr, 32 op/s 2024-04-10T15:07:32.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:31 smithi102 ceph-mon[26948]: osdmap e159: 8 total, 8 up, 8 in 2024-04-10T15:07:32.357 INFO:tasks.rados.rados.0.smithi102.stdout:644: done (2 left) 2024-04-10T15:07:32.358 INFO:tasks.rados.rados.0.smithi102.stdout:645: rollback oid 41 current snap is 46 2024-04-10T15:07:32.358 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 41 to 35 2024-04-10T15:07:32.358 INFO:tasks.rados.rados.0.smithi102.stdout:642: finishing copy_from racing read to smithi10276805-17 2024-04-10T15:07:32.358 INFO:tasks.rados.rados.0.smithi102.stdout:642: finishing copy_from to smithi10276805-17 2024-04-10T15:07:32.358 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 284 (ObjNum 167 snap 34 seq_num 167) dirty exists 2024-04-10T15:07:32.358 INFO:tasks.rados.rados.0.smithi102.stdout:641: done (2 left) 2024-04-10T15:07:32.358 INFO:tasks.rados.rados.0.smithi102.stdout:642: done (1 left) 2024-04-10T15:07:32.358 INFO:tasks.rados.rados.0.smithi102.stdout:646: delete oid 15 current snap is 46 2024-04-10T15:07:32.362 INFO:tasks.rados.rados.0.smithi102.stdout:645: finishing rollback tid 0 to smithi10276805-41 2024-04-10T15:07:32.362 INFO:tasks.rados.rados.0.smithi102.stdout:645: finishing rollback tid 1 to smithi10276805-41 2024-04-10T15:07:32.364 INFO:tasks.rados.rados.0.smithi102.stdout:645: finishing rollback tid 2 to smithi10276805-41 2024-04-10T15:07:32.364 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 251 (ObjNum 119 snap 22 seq_num 119) dirty exists 2024-04-10T15:07:32.364 INFO:tasks.rados.rados.0.smithi102.stdout:645: done (1 left) 2024-04-10T15:07:32.364 INFO:tasks.rados.rados.0.smithi102.stdout:646: done (0 left) 2024-04-10T15:07:32.364 INFO:tasks.rados.rados.0.smithi102.stdout:647: read oid 42 snap -1 2024-04-10T15:07:32.364 INFO:tasks.rados.rados.0.smithi102.stdout:647: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-10T15:07:32.364 INFO:tasks.rados.rados.0.smithi102.stdout:648: setattr oid 5 current snap is 46 2024-04-10T15:07:32.367 INFO:tasks.rados.rados.0.smithi102.stdout:649: rmattr oid 26 current snap is 46 2024-04-10T15:07:32.367 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 46 2024-04-10T15:07:32.367 INFO:tasks.rados.rados.0.smithi102.stdout:650: seq_num 216 ranges {0=425984,425984=409600,835584=393216} 2024-04-10T15:07:32.370 INFO:tasks.rados.rados.0.smithi102.stdout:650: writing smithi10276805-15 from 0 to 425984 tid 1 2024-04-10T15:07:32.373 INFO:tasks.rados.rados.0.smithi102.stdout:650: writing smithi10276805-15 from 425984 to 835584 tid 2 2024-04-10T15:07:32.375 INFO:tasks.rados.rados.0.smithi102.stdout:650: writing smithi10276805-15 from 835584 to 1228800 tid 3 2024-04-10T15:07:32.376 INFO:tasks.rados.rados.0.smithi102.stdout:651: snap_create 2024-04-10T15:07:32.376 INFO:tasks.rados.rados.0.smithi102.stdout:647: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-10T15:07:32.394 INFO:tasks.rados.rados.0.smithi102.stdout:650: finishing write tid 1 to smithi10276805-15 2024-04-10T15:07:32.395 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 253 (ObjNum 201 snap 43 seq_num 201) dirty exists 2024-04-10T15:07:32.395 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 88 (ObjNum 158 snap 33 seq_num 158) dirty exists 2024-04-10T15:07:32.395 INFO:tasks.rados.rados.0.smithi102.stdout:650: finishing write tid 2 to smithi10276805-15 2024-04-10T15:07:32.395 INFO:tasks.rados.rados.0.smithi102.stdout:650: finishing write tid 3 to smithi10276805-15 2024-04-10T15:07:32.395 INFO:tasks.rados.rados.0.smithi102.stdout:650: finishing write tid 4 to smithi10276805-15 2024-04-10T15:07:32.395 INFO:tasks.rados.rados.0.smithi102.stdout:650: finishing write tid 5 to smithi10276805-15 2024-04-10T15:07:32.395 INFO:tasks.rados.rados.0.smithi102.stdout:650: oid 15 updating version 0 to 347 2024-04-10T15:07:32.395 INFO:tasks.rados.rados.0.smithi102.stdout:650: oid 15 version 347 is already newer than 346 2024-04-10T15:07:32.395 INFO:tasks.rados.rados.0.smithi102.stdout:650: oid 15 updating version 347 to 349 2024-04-10T15:07:32.395 INFO:tasks.rados.rados.0.smithi102.stdout:650: oid 15 version 349 is already newer than 348 2024-04-10T15:07:32.395 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 349 (ObjNum 216 snap 46 seq_num 216) dirty exists 2024-04-10T15:07:32.395 INFO:tasks.rados.rados.0.smithi102.stdout:650: left oid 15 (ObjNum 216 snap 46 seq_num 216) 2024-04-10T15:07:32.494 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:32.373+0000 7f7515262700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-10T15:07:32.494 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ignoring --setuser ceph since I am not root 2024-04-10T15:07:32.494 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ignoring --setgroup ceph since I am not root 2024-04-10T15:07:32.629 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: [10/Apr/2024:15:07:32] ENGINE Bus STOPPING 2024-04-10T15:07:32.629 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: [10/Apr/2024:15:07:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:07:32.629 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: [10/Apr/2024:15:07:32] ENGINE Bus STOPPED 2024-04-10T15:07:32.629 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: [10/Apr/2024:15:07:32] ENGINE Bus STARTING 2024-04-10T15:07:32.629 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:32.522+0000 7f77b7948700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:07:32.629 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:32.522+0000 7f77b7948700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:07:32.629 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:32.522+0000 7f77b7948700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:07:32.629 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:32.522+0000 7f77b7948700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:07:32.630 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:32.522+0000 7f77b7948700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:07:32.630 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:32.522+0000 7f77b4141700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:07:32.630 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:32.522+0000 7f77b4141700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:07:32.630 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:32.522+0000 7f77b4141700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:07:32.630 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:32.522+0000 7f77b4141700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:07:32.630 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:07:32.522+0000 7f77b4141700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:07:32.630 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: [10/Apr/2024:15:07:32] ENGINE Serving on http://:::9283 2024-04-10T15:07:32.630 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: [10/Apr/2024:15:07:32] ENGINE Bus STARTED 2024-04-10T15:07:33.223 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:32.987+0000 7f47f6bd2200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:07:33.223 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:33 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:33.084+0000 7f47f6bd2200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:07:33.224 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: osdmap e160: 8 total, 8 up, 8 in 2024-04-10T15:07:33.224 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:33.224 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:33.224 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:07:33.224 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:07:33.224 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:33.224 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:07:33.224 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-10T15:07:33.224 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: Activating manager daemon x 2024-04-10T15:07:33.225 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:07:33.225 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:07:33.225 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:07:33.225 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:07:33.225 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:07:33.225 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:07:33.225 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:07:33.225 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:07:33.225 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:07:33.225 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:07:33.225 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: osdmap e161: 8 total, 8 up, 8 in 2024-04-10T15:07:33.225 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:07:33.225 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:07:33.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:07:33.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:07:33.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-10T15:07:33.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: mgrmap e24: x(active, starting, since 0.0148956s) 2024-04-10T15:07:33.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:07:33.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:07:33.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:07:33.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: Manager daemon x is now available 2024-04-10T15:07:33.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:07:33.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:07:33.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:07:33.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:07:33.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-10T15:07:33.226 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-10T15:07:33.227 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: osdmap e160: 8 total, 8 up, 8 in 2024-04-10T15:07:33.227 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:33.227 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:33.227 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:07:33.227 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:07:33.227 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:33.227 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:07:33.227 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-10T15:07:33.227 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: Activating manager daemon x 2024-04-10T15:07:33.228 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:07:33.228 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:07:33.228 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:07:33.228 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:07:33.228 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:07:33.228 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:07:33.228 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:07:33.228 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:07:33.228 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:07:33.228 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:07:33.228 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: osdmap e161: 8 total, 8 up, 8 in 2024-04-10T15:07:33.228 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:07:33.228 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:07:33.228 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:07:33.228 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:07:33.229 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-10T15:07:33.229 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: mgrmap e24: x(active, starting, since 0.0148956s) 2024-04-10T15:07:33.229 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:07:33.229 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:07:33.229 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:07:33.229 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: Manager daemon x is now available 2024-04-10T15:07:33.229 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:07:33.229 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:07:33.229 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:07:33.229 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:07:33.229 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-10T15:07:33.229 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:32 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-10T15:07:33.359 INFO:tasks.rados.rados.0.smithi102.stdout:647: done (4 left) 2024-04-10T15:07:33.359 INFO:tasks.rados.rados.0.smithi102.stdout:648: done (3 left) 2024-04-10T15:07:33.359 INFO:tasks.rados.rados.0.smithi102.stdout:649: done (2 left) 2024-04-10T15:07:33.359 INFO:tasks.rados.rados.0.smithi102.stdout:650: done (1 left) 2024-04-10T15:07:33.359 INFO:tasks.rados.rados.0.smithi102.stdout:651: done (0 left) 2024-04-10T15:07:33.360 INFO:tasks.rados.rados.0.smithi102.stdout:652: snap_remove snap 42 2024-04-10T15:07:33.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: osdmap e160: 8 total, 8 up, 8 in 2024-04-10T15:07:33.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:33.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:33.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:07:33.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:07:33.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' 2024-04-10T15:07:33.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:07:33.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd=[{"prefix": "mgr fail", "who": "y"}]: dispatch 2024-04-10T15:07:33.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: Activating manager daemon x 2024-04-10T15:07:33.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:07:33.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:07:33.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:07:33.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:07:33.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:07:33.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:07:33.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:07:33.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:07:33.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:07:33.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:07:33.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: osdmap e161: 8 total, 8 up, 8 in 2024-04-10T15:07:33.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:07:33.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:07:33.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:07:33.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:07:33.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.14598 172.21.15.102:0/2207371572' entity='mgr.y' cmd='[{"prefix": "mgr fail", "who": "y"}]': finished 2024-04-10T15:07:33.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: mgrmap e24: x(active, starting, since 0.0148956s) 2024-04-10T15:07:33.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:07:33.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:07:33.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:07:33.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: Manager daemon x is now available 2024-04-10T15:07:33.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:07:33.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:07:33.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:07:33.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:07:33.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-10T15:07:33.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:32 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/x/trash_purge_schedule"}]: dispatch 2024-04-10T15:07:34.050 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:33 smithi102 ceph-mon[37987]: Deploying cephadm binary to smithi154 2024-04-10T15:07:34.050 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:33 smithi102 ceph-mon[37987]: Deploying cephadm binary to smithi102 2024-04-10T15:07:34.050 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:33 smithi102 ceph-mon[37987]: [10/Apr/2024:15:07:33] ENGINE Bus STARTING 2024-04-10T15:07:34.050 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:33 smithi102 ceph-mon[37987]: [10/Apr/2024:15:07:33] ENGINE Serving on http://172.21.15.154:8765 2024-04-10T15:07:34.050 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:33 smithi102 ceph-mon[37987]: mgrmap e25: x(active, since 1.0111s) 2024-04-10T15:07:34.051 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:33 smithi102 ceph-mon[37987]: osdmap e162: 8 total, 8 up, 8 in 2024-04-10T15:07:34.051 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:33 smithi102 ceph-mon[26948]: Deploying cephadm binary to smithi154 2024-04-10T15:07:34.051 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:33 smithi102 ceph-mon[26948]: Deploying cephadm binary to smithi102 2024-04-10T15:07:34.051 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:33 smithi102 ceph-mon[26948]: [10/Apr/2024:15:07:33] ENGINE Bus STARTING 2024-04-10T15:07:34.051 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:33 smithi102 ceph-mon[26948]: [10/Apr/2024:15:07:33] ENGINE Serving on http://172.21.15.154:8765 2024-04-10T15:07:34.051 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:33 smithi102 ceph-mon[26948]: mgrmap e25: x(active, since 1.0111s) 2024-04-10T15:07:34.051 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:33 smithi102 ceph-mon[26948]: osdmap e162: 8 total, 8 up, 8 in 2024-04-10T15:07:34.051 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:33 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:33.742+0000 7f47f6bd2200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:07:34.051 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:33 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:33.834+0000 7f47f6bd2200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:07:34.052 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:33 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:33.977+0000 7f47f6bd2200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:07:34.052 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:34.074+0000 7f47f6bd2200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:07:34.369 INFO:tasks.rados.rados.0.smithi102.stdout:652: done (0 left) 2024-04-10T15:07:34.369 INFO:tasks.rados.rados.0.smithi102.stdout:653: snap_remove snap 37 2024-04-10T15:07:34.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:33 smithi154 ceph-mon[30592]: Deploying cephadm binary to smithi154 2024-04-10T15:07:34.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:33 smithi154 ceph-mon[30592]: Deploying cephadm binary to smithi102 2024-04-10T15:07:34.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:33 smithi154 ceph-mon[30592]: [10/Apr/2024:15:07:33] ENGINE Bus STARTING 2024-04-10T15:07:34.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:33 smithi154 ceph-mon[30592]: [10/Apr/2024:15:07:33] ENGINE Serving on http://172.21.15.154:8765 2024-04-10T15:07:34.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:33 smithi154 ceph-mon[30592]: mgrmap e25: x(active, since 1.0111s) 2024-04-10T15:07:34.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:33 smithi154 ceph-mon[30592]: osdmap e162: 8 total, 8 up, 8 in 2024-04-10T15:07:34.408 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:34.159+0000 7f47f6bd2200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:07:34.409 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:34.432+0000 7f47f6bd2200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:07:34.700 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:34.545+0000 7f47f6bd2200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:07:34.701 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:34.631+0000 7f47f6bd2200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:07:34.761 INFO:tasks.rados.rados.0.smithi102.stdout:653: done (0 left) 2024-04-10T15:07:34.761 INFO:tasks.rados.rados.0.smithi102.stdout:654: rollback oid 12 current snap is 47 2024-04-10T15:07:34.761 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 12 to 35 2024-04-10T15:07:34.761 INFO:tasks.rados.rados.0.smithi102.stdout:655: read oid 21 snap -1 2024-04-10T15:07:34.761 INFO:tasks.rados.rados.0.smithi102.stdout:655: expect (ObjNum 101 snap 17 seq_num 101) 2024-04-10T15:07:34.761 INFO:tasks.rados.rados.0.smithi102.stdout:656: snap_remove snap 46 2024-04-10T15:07:35.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:34 smithi102 ceph-mon[37987]: pgmap v4: 121 pgs: 121 active+clean; 157 MiB data, 623 MiB used, 715 GiB / 715 GiB avail; 143 GiB/s rd, 62 GiB/s wr, 937.77k op/s; 505 MiB/s, 1.79k objects/s recovering 2024-04-10T15:07:35.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:34 smithi102 ceph-mon[37987]: [10/Apr/2024:15:07:33] ENGINE Serving on https://172.21.15.154:7150 2024-04-10T15:07:35.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:34 smithi102 ceph-mon[37987]: [10/Apr/2024:15:07:33] ENGINE Bus STARTED 2024-04-10T15:07:35.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:34 smithi102 ceph-mon[37987]: osdmap e163: 8 total, 8 up, 8 in 2024-04-10T15:07:35.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:34 smithi102 ceph-mon[37987]: osdmap e164: 8 total, 8 up, 8 in 2024-04-10T15:07:35.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:34 smithi102 ceph-mon[26948]: pgmap v4: 121 pgs: 121 active+clean; 157 MiB data, 623 MiB used, 715 GiB / 715 GiB avail; 143 GiB/s rd, 62 GiB/s wr, 937.77k op/s; 505 MiB/s, 1.79k objects/s recovering 2024-04-10T15:07:35.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:34 smithi102 ceph-mon[26948]: [10/Apr/2024:15:07:33] ENGINE Serving on https://172.21.15.154:7150 2024-04-10T15:07:35.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:34 smithi102 ceph-mon[26948]: [10/Apr/2024:15:07:33] ENGINE Bus STARTED 2024-04-10T15:07:35.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:34 smithi102 ceph-mon[26948]: osdmap e163: 8 total, 8 up, 8 in 2024-04-10T15:07:35.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:34 smithi102 ceph-mon[26948]: osdmap e164: 8 total, 8 up, 8 in 2024-04-10T15:07:35.160 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:34.724+0000 7f47f6bd2200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:07:35.160 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:34.912+0000 7f47f6bd2200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:07:35.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:34 smithi154 ceph-mon[30592]: pgmap v4: 121 pgs: 121 active+clean; 157 MiB data, 623 MiB used, 715 GiB / 715 GiB avail; 143 GiB/s rd, 62 GiB/s wr, 937.77k op/s; 505 MiB/s, 1.79k objects/s recovering 2024-04-10T15:07:35.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:34 smithi154 ceph-mon[30592]: [10/Apr/2024:15:07:33] ENGINE Serving on https://172.21.15.154:7150 2024-04-10T15:07:35.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:34 smithi154 ceph-mon[30592]: [10/Apr/2024:15:07:33] ENGINE Bus STARTED 2024-04-10T15:07:35.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:34 smithi154 ceph-mon[30592]: osdmap e163: 8 total, 8 up, 8 in 2024-04-10T15:07:35.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:34 smithi154 ceph-mon[30592]: osdmap e164: 8 total, 8 up, 8 in 2024-04-10T15:07:35.762 INFO:tasks.rados.rados.0.smithi102.stdout:656: done (2 left) 2024-04-10T15:07:35.762 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 44 current snap is 47 2024-04-10T15:07:35.762 INFO:tasks.rados.rados.0.smithi102.stdout:657: seq_num 217 ranges {393216=442368,835584=696320,1531904=106496} 2024-04-10T15:07:35.766 INFO:tasks.rados.rados.0.smithi102.stdout:657: writing smithi10276805-44 from 393216 to 835584 tid 1 2024-04-10T15:07:35.770 INFO:tasks.rados.rados.0.smithi102.stdout:657: writing smithi10276805-44 from 835584 to 1531904 tid 2 2024-04-10T15:07:35.771 INFO:tasks.rados.rados.0.smithi102.stdout:657: writing smithi10276805-44 from 1531904 to 1638400 tid 3 2024-04-10T15:07:35.771 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 28 current snap is 47 2024-04-10T15:07:35.771 INFO:tasks.rados.rados.0.smithi102.stdout:654: finishing rollback tid 0 to smithi10276805-12 2024-04-10T15:07:35.771 INFO:tasks.rados.rados.0.smithi102.stdout:658: seq_num 218 ranges {5259264=458752,5718016=581632,6299648=221184} 2024-04-10T15:07:35.802 INFO:tasks.rados.rados.0.smithi102.stdout:658: writing smithi10276805-28 from 5259264 to 5718016 tid 1 2024-04-10T15:07:35.805 INFO:tasks.rados.rados.0.smithi102.stdout:658: writing smithi10276805-28 from 5718016 to 6299648 tid 2 2024-04-10T15:07:35.806 INFO:tasks.rados.rados.0.smithi102.stdout:658: writing smithi10276805-28 from 6299648 to 6520832 tid 3 2024-04-10T15:07:35.806 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 11 current snap is 47 2024-04-10T15:07:35.806 INFO:tasks.rados.rados.0.smithi102.stdout:654: finishing rollback tid 1 to smithi10276805-12 2024-04-10T15:07:35.806 INFO:tasks.rados.rados.0.smithi102.stdout:654: finishing rollback tid 2 to smithi10276805-12 2024-04-10T15:07:35.806 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 137 (ObjNum 156 snap 33 seq_num 156) dirty exists 2024-04-10T15:07:35.806 INFO:tasks.rados.rados.0.smithi102.stdout:655: expect (ObjNum 101 snap 17 seq_num 101) 2024-04-10T15:07:36.032 INFO:tasks.rados.rados.0.smithi102.stdout:657: finishing write tid 1 to smithi10276805-44 2024-04-10T15:07:36.032 INFO:tasks.rados.rados.0.smithi102.stdout:657: finishing write tid 2 to smithi10276805-44 2024-04-10T15:07:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:657: finishing write tid 3 to smithi10276805-44 2024-04-10T15:07:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:657: finishing write tid 4 to smithi10276805-44 2024-04-10T15:07:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:657: finishing write tid 5 to smithi10276805-44 2024-04-10T15:07:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:657: oid 44 updating version 0 to 185 2024-04-10T15:07:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:657: oid 44 version 185 is already newer than 184 2024-04-10T15:07:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:657: oid 44 updating version 185 to 186 2024-04-10T15:07:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:657: oid 44 updating version 186 to 187 2024-04-10T15:07:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 187 (ObjNum 217 snap 47 seq_num 217) dirty exists 2024-04-10T15:07:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:657: left oid 44 (ObjNum 217 snap 47 seq_num 217) 2024-04-10T15:07:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:658: finishing write tid 1 to smithi10276805-28 2024-04-10T15:07:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:659: seq_num 219 ranges {4349952=475136,4825088=466944,5292032=335872} 2024-04-10T15:07:36.058 INFO:tasks.rados.rados.0.smithi102.stdout:659: writing smithi10276805-11 from 4349952 to 4825088 tid 1 2024-04-10T15:07:36.060 INFO:tasks.rados.rados.0.smithi102.stdout:659: writing smithi10276805-11 from 4825088 to 5292032 tid 2 2024-04-10T15:07:36.063 INFO:tasks.rados.rados.0.smithi102.stdout:659: writing smithi10276805-11 from 5292032 to 5627904 tid 3 2024-04-10T15:07:36.063 INFO:tasks.rados.rados.0.smithi102.stdout:654: done (4 left) 2024-04-10T15:07:36.063 INFO:tasks.rados.rados.0.smithi102.stdout:655: done (3 left) 2024-04-10T15:07:36.063 INFO:tasks.rados.rados.0.smithi102.stdout:657: done (2 left) 2024-04-10T15:07:36.063 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 47 2024-04-10T15:07:36.063 INFO:tasks.rados.rados.0.smithi102.stdout:660: seq_num 220 ranges {5046272=491520,5537792=753664,6291456=49152} 2024-04-10T15:07:36.093 INFO:tasks.rados.rados.0.smithi102.stdout:660: writing smithi10276805-2 from 5046272 to 5537792 tid 1 2024-04-10T15:07:36.097 INFO:tasks.rados.rados.0.smithi102.stdout:660: writing smithi10276805-2 from 5537792 to 6291456 tid 2 2024-04-10T15:07:36.098 INFO:tasks.rados.rados.0.smithi102.stdout:660: writing smithi10276805-2 from 6291456 to 6340608 tid 3 2024-04-10T15:07:36.098 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 47 2024-04-10T15:07:36.098 INFO:tasks.rados.rados.0.smithi102.stdout:661: seq_num 221 ranges {1228800=507904,1736704=688128,2424832=114688} 2024-04-10T15:07:36.107 INFO:tasks.rados.rados.0.smithi102.stdout:661: writing smithi10276805-15 from 1228800 to 1736704 tid 1 2024-04-10T15:07:36.111 INFO:tasks.rados.rados.0.smithi102.stdout:661: writing smithi10276805-15 from 1736704 to 2424832 tid 2 2024-04-10T15:07:36.112 INFO:tasks.rados.rados.0.smithi102.stdout:661: writing smithi10276805-15 from 2424832 to 2539520 tid 3 2024-04-10T15:07:36.112 INFO:tasks.rados.rados.0.smithi102.stdout:662: setattr oid 30 current snap is 47 2024-04-10T15:07:36.112 INFO:tasks.rados.rados.0.smithi102.stdout:658: finishing write tid 2 to smithi10276805-28 2024-04-10T15:07:36.112 INFO:tasks.rados.rados.0.smithi102.stdout:658: finishing write tid 3 to smithi10276805-28 2024-04-10T15:07:36.113 INFO:tasks.rados.rados.0.smithi102.stdout:658: finishing write tid 4 to smithi10276805-28 2024-04-10T15:07:36.113 INFO:tasks.rados.rados.0.smithi102.stdout:658: finishing write tid 5 to smithi10276805-28 2024-04-10T15:07:36.113 INFO:tasks.rados.rados.0.smithi102.stdout:658: oid 28 updating version 0 to 371 2024-04-10T15:07:36.113 INFO:tasks.rados.rados.0.smithi102.stdout:658: oid 28 version 371 is already newer than 369 2024-04-10T15:07:36.113 INFO:tasks.rados.rados.0.smithi102.stdout:658: oid 28 version 371 is already newer than 370 2024-04-10T15:07:36.113 INFO:tasks.rados.rados.0.smithi102.stdout:658: oid 28 updating version 371 to 372 2024-04-10T15:07:36.113 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 372 (ObjNum 218 snap 47 seq_num 218) dirty exists 2024-04-10T15:07:36.113 INFO:tasks.rados.rados.0.smithi102.stdout:658: left oid 28 (ObjNum 218 snap 47 seq_num 218) 2024-04-10T15:07:36.113 INFO:tasks.rados.rados.0.smithi102.stdout:659: finishing write tid 1 to smithi10276805-11 2024-04-10T15:07:36.113 INFO:tasks.rados.rados.0.smithi102.stdout:659: finishing write tid 2 to smithi10276805-11 2024-04-10T15:07:36.113 INFO:tasks.rados.rados.0.smithi102.stdout:659: finishing write tid 3 to smithi10276805-11 2024-04-10T15:07:36.114 INFO:tasks.rados.rados.0.smithi102.stdout:659: finishing write tid 4 to smithi10276805-11 2024-04-10T15:07:36.114 INFO:tasks.rados.rados.0.smithi102.stdout:659: finishing write tid 5 to smithi10276805-11 2024-04-10T15:07:36.114 INFO:tasks.rados.rados.0.smithi102.stdout:659: oid 11 updating version 0 to 277 2024-04-10T15:07:36.114 INFO:tasks.rados.rados.0.smithi102.stdout:659: oid 11 version 277 is already newer than 275 2024-04-10T15:07:36.114 INFO:tasks.rados.rados.0.smithi102.stdout:659: oid 11 version 277 is already newer than 274 2024-04-10T15:07:36.114 INFO:tasks.rados.rados.0.smithi102.stdout:659: oid 11 version 277 is already newer than 276 2024-04-10T15:07:36.114 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 277 (ObjNum 219 snap 47 seq_num 219) dirty exists 2024-04-10T15:07:36.114 INFO:tasks.rados.rados.0.smithi102.stdout:659: left oid 11 (ObjNum 219 snap 47 seq_num 219) 2024-04-10T15:07:36.114 INFO:tasks.rados.rados.0.smithi102.stdout:660: finishing write tid 1 to smithi10276805-2 2024-04-10T15:07:36.114 INFO:tasks.rados.rados.0.smithi102.stdout:660: finishing write tid 2 to smithi10276805-2 2024-04-10T15:07:36.114 INFO:tasks.rados.rados.0.smithi102.stdout:660: finishing write tid 3 to smithi10276805-2 2024-04-10T15:07:36.114 INFO:tasks.rados.rados.0.smithi102.stdout:660: finishing write tid 4 to smithi10276805-2 2024-04-10T15:07:36.114 INFO:tasks.rados.rados.0.smithi102.stdout:660: finishing write tid 5 to smithi10276805-2 2024-04-10T15:07:36.114 INFO:tasks.rados.rados.0.smithi102.stdout:660: oid 2 updating version 0 to 91 2024-04-10T15:07:36.114 INFO:tasks.rados.rados.0.smithi102.stdout:660: oid 2 version 91 is already newer than 90 2024-04-10T15:07:36.114 INFO:tasks.rados.rados.0.smithi102.stdout:660: oid 2 version 91 is already newer than 88 2024-04-10T15:07:36.115 INFO:tasks.rados.rados.0.smithi102.stdout:660: oid 2 version 91 is already newer than 89 2024-04-10T15:07:36.115 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 91 (ObjNum 220 snap 47 seq_num 220) dirty exists 2024-04-10T15:07:36.115 INFO:tasks.rados.rados.0.smithi102.stdout:660: left oid 2 (ObjNum 220 snap 47 seq_num 220) 2024-04-10T15:07:36.115 INFO:tasks.rados.rados.0.smithi102.stdout:661: finishing write tid 1 to smithi10276805-15 2024-04-10T15:07:36.115 INFO:tasks.rados.rados.0.smithi102.stdout:658: done (4 left) 2024-04-10T15:07:36.115 INFO:tasks.rados.rados.0.smithi102.stdout:659: done (3 left) 2024-04-10T15:07:36.116 INFO:tasks.rados.rados.0.smithi102.stdout:660: done (2 left) 2024-04-10T15:07:36.116 INFO:tasks.rados.rados.0.smithi102.stdout:663: delete oid 7 current snap is 47 2024-04-10T15:07:36.116 INFO:tasks.rados.rados.0.smithi102.stdout:661: finishing write tid 2 to smithi10276805-15 2024-04-10T15:07:36.116 INFO:tasks.rados.rados.0.smithi102.stdout:661: finishing write tid 3 to smithi10276805-15 2024-04-10T15:07:36.116 INFO:tasks.rados.rados.0.smithi102.stdout:661: finishing write tid 4 to smithi10276805-15 2024-04-10T15:07:36.116 INFO:tasks.rados.rados.0.smithi102.stdout:661: finishing write tid 5 to smithi10276805-15 2024-04-10T15:07:36.117 INFO:tasks.rados.rados.0.smithi102.stdout:661: oid 15 updating version 0 to 376 2024-04-10T15:07:36.117 INFO:tasks.rados.rados.0.smithi102.stdout:661: oid 15 version 376 is already newer than 375 2024-04-10T15:07:36.117 INFO:tasks.rados.rados.0.smithi102.stdout:661: oid 15 version 376 is already newer than 373 2024-04-10T15:07:36.117 INFO:tasks.rados.rados.0.smithi102.stdout:661: oid 15 version 376 is already newer than 374 2024-04-10T15:07:36.117 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 376 (ObjNum 221 snap 47 seq_num 221) dirty exists 2024-04-10T15:07:36.117 INFO:tasks.rados.rados.0.smithi102.stdout:661: left oid 15 (ObjNum 221 snap 47 seq_num 221) 2024-04-10T15:07:36.117 INFO:tasks.rados.rados.0.smithi102.stdout:661: done (2 left) 2024-04-10T15:07:36.117 INFO:tasks.rados.rados.0.smithi102.stdout:663: done (1 left) 2024-04-10T15:07:36.117 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 5 current snap is 47 2024-04-10T15:07:36.117 INFO:tasks.rados.rados.0.smithi102.stdout:664: seq_num 223 ranges {1523712=540672,2064384=450560,2514944=352256} 2024-04-10T15:07:36.127 INFO:tasks.rados.rados.0.smithi102.stdout:664: writing smithi10276805-5 from 1523712 to 2064384 tid 1 2024-04-10T15:07:36.130 INFO:tasks.rados.rados.0.smithi102.stdout:664: writing smithi10276805-5 from 2064384 to 2514944 tid 2 2024-04-10T15:07:36.132 INFO:tasks.rados.rados.0.smithi102.stdout:664: writing smithi10276805-5 from 2514944 to 2867200 tid 3 2024-04-10T15:07:36.133 INFO:tasks.rados.rados.0.smithi102.stdout:665: copy_from oid 44 from oid 47 current snap is 47 2024-04-10T15:07:36.133 INFO:tasks.rados.rados.0.smithi102.stdout:666: rollback oid 15 current snap is 47 2024-04-10T15:07:36.133 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 15 to 39 2024-04-10T15:07:36.133 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 186 (ObjNum 213 snap 45 seq_num 213) dirty exists 2024-04-10T15:07:36.133 INFO:tasks.rados.rados.0.smithi102.stdout:664: finishing write tid 1 to smithi10276805-5 2024-04-10T15:07:36.133 INFO:tasks.rados.rados.0.smithi102.stdout:664: finishing write tid 2 to smithi10276805-5 2024-04-10T15:07:36.133 INFO:tasks.rados.rados.0.smithi102.stdout:662: done (3 left) 2024-04-10T15:07:36.133 INFO:tasks.rados.rados.0.smithi102.stdout:667: copy_from oid 32 from oid 19 current snap is 47 2024-04-10T15:07:36.133 INFO:tasks.rados.rados.0.smithi102.stdout:668: copy_from oid 18 from oid 8 current snap is 47 2024-04-10T15:07:36.133 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 17 current snap is 47 2024-04-10T15:07:36.133 INFO:tasks.rados.rados.0.smithi102.stdout:669: seq_num 224 ranges {7331840=557056,7888896=737280,8626176=65536} 2024-04-10T15:07:36.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:35 smithi102 ceph-mon[37987]: pgmap v5: 121 pgs: 121 active+clean; 157 MiB data, 623 MiB used, 715 GiB / 715 GiB avail; 490 MiB/s rd, 211 MiB/s wr, 3.14k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-04-10T15:07:36.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:35 smithi102 ceph-mon[37987]: mgrmap e26: x(active, since 3s) 2024-04-10T15:07:36.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:35 smithi102 ceph-mon[37987]: osdmap e165: 8 total, 8 up, 8 in 2024-04-10T15:07:36.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:35 smithi102 ceph-mon[26948]: pgmap v5: 121 pgs: 121 active+clean; 157 MiB data, 623 MiB used, 715 GiB / 715 GiB avail; 490 MiB/s rd, 211 MiB/s wr, 3.14k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-04-10T15:07:36.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:35 smithi102 ceph-mon[26948]: mgrmap e26: x(active, since 3s) 2024-04-10T15:07:36.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:35 smithi102 ceph-mon[26948]: osdmap e165: 8 total, 8 up, 8 in 2024-04-10T15:07:36.159 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:35 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:35.889+0000 7f47f6bd2200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:07:36.159 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:36 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:36.024+0000 7f47f6bd2200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:07:36.175 INFO:tasks.rados.rados.0.smithi102.stdout:669: writing smithi10276805-17 from 7331840 to 7888896 tid 1 2024-04-10T15:07:36.179 INFO:tasks.rados.rados.0.smithi102.stdout:669: writing smithi10276805-17 from 7888896 to 8626176 tid 2 2024-04-10T15:07:36.180 INFO:tasks.rados.rados.0.smithi102.stdout:669: writing smithi10276805-17 from 8626176 to 8691712 tid 3 2024-04-10T15:07:36.180 INFO:tasks.rados.rados.0.smithi102.stdout:670: snap_remove snap 33 2024-04-10T15:07:36.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:35 smithi154 ceph-mon[30592]: pgmap v5: 121 pgs: 121 active+clean; 157 MiB data, 623 MiB used, 715 GiB / 715 GiB avail; 490 MiB/s rd, 211 MiB/s wr, 3.14k op/s; 1.7 MiB/s, 6 objects/s recovering 2024-04-10T15:07:36.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:35 smithi154 ceph-mon[30592]: mgrmap e26: x(active, since 3s) 2024-04-10T15:07:36.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:35 smithi154 ceph-mon[30592]: osdmap e165: 8 total, 8 up, 8 in 2024-04-10T15:07:36.646 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:36 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:36.378+0000 7f47f6bd2200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:07:36.647 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:36 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:36.470+0000 7f47f6bd2200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:07:36.647 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:36 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:36.670+0000 7f47f6bd2200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:07:36.908 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:36 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:36.860+0000 7f47f6bd2200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:07:36.925 INFO:tasks.rados.rados.0.smithi102.stdout:664: finishing write tid 3 to smithi10276805-5 2024-04-10T15:07:36.925 INFO:tasks.rados.rados.0.smithi102.stdout:664: finishing write tid 4 to smithi10276805-5 2024-04-10T15:07:36.925 INFO:tasks.rados.rados.0.smithi102.stdout:666: finishing rollback tid 0 to smithi10276805-15 2024-04-10T15:07:36.925 INFO:tasks.rados.rados.0.smithi102.stdout:664: finishing write tid 5 to smithi10276805-5 2024-04-10T15:07:36.925 INFO:tasks.rados.rados.0.smithi102.stdout:664: oid 5 updating version 0 to 91 2024-04-10T15:07:36.926 INFO:tasks.rados.rados.0.smithi102.stdout:664: oid 5 version 91 is already newer than 89 2024-04-10T15:07:36.926 INFO:tasks.rados.rados.0.smithi102.stdout:664: oid 5 updating version 91 to 92 2024-04-10T15:07:36.926 INFO:tasks.rados.rados.0.smithi102.stdout:664: oid 5 version 92 is already newer than 90 2024-04-10T15:07:36.926 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 92 (ObjNum 223 snap 47 seq_num 223) dirty exists 2024-04-10T15:07:36.926 INFO:tasks.rados.rados.0.smithi102.stdout:664: left oid 5 (ObjNum 223 snap 47 seq_num 223) 2024-04-10T15:07:36.926 INFO:tasks.rados.rados.0.smithi102.stdout:666: finishing rollback tid 1 to smithi10276805-15 2024-04-10T15:07:36.926 INFO:tasks.rados.rados.0.smithi102.stdout:666: finishing rollback tid 2 to smithi10276805-15 2024-04-10T15:07:36.926 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 379 (ObjNum 126 snap 24 seq_num 126) dirty exists 2024-04-10T15:07:36.926 INFO:tasks.rados.rados.0.smithi102.stdout:665: finishing copy_from racing read to smithi10276805-44 2024-04-10T15:07:36.926 INFO:tasks.rados.rados.0.smithi102.stdout:665: finishing copy_from to smithi10276805-44 2024-04-10T15:07:36.926 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 309 (ObjNum 210 snap 45 seq_num 210) dirty exists 2024-04-10T15:07:36.926 INFO:tasks.rados.rados.0.smithi102.stdout:668: finishing copy_from racing read to smithi10276805-18 2024-04-10T15:07:36.926 INFO:tasks.rados.rados.0.smithi102.stdout:668: finishing copy_from to smithi10276805-18 2024-04-10T15:07:36.926 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 132 (ObjNum 214 snap 46 seq_num 214) dirty exists 2024-04-10T15:07:36.926 INFO:tasks.rados.rados.0.smithi102.stdout:667: finishing copy_from racing read to smithi10276805-32 2024-04-10T15:07:36.926 INFO:tasks.rados.rados.0.smithi102.stdout:667: finishing copy_from to smithi10276805-32 2024-04-10T15:07:36.927 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 239 (ObjNum 145 snap 31 seq_num 145) dirty exists 2024-04-10T15:07:36.927 INFO:tasks.rados.rados.0.smithi102.stdout:669: finishing write tid 1 to smithi10276805-17 2024-04-10T15:07:36.927 INFO:tasks.rados.rados.0.smithi102.stdout:669: finishing write tid 2 to smithi10276805-17 2024-04-10T15:07:36.927 INFO:tasks.rados.rados.0.smithi102.stdout:669: finishing write tid 3 to smithi10276805-17 2024-04-10T15:07:36.927 INFO:tasks.rados.rados.0.smithi102.stdout:669: finishing write tid 4 to smithi10276805-17 2024-04-10T15:07:36.927 INFO:tasks.rados.rados.0.smithi102.stdout:669: finishing write tid 5 to smithi10276805-17 2024-04-10T15:07:36.927 INFO:tasks.rados.rados.0.smithi102.stdout:669: oid 17 updating version 0 to 286 2024-04-10T15:07:36.927 INFO:tasks.rados.rados.0.smithi102.stdout:669: oid 17 updating version 286 to 287 2024-04-10T15:07:36.927 INFO:tasks.rados.rados.0.smithi102.stdout:669: oid 17 version 287 is already newer than 285 2024-04-10T15:07:36.927 INFO:tasks.rados.rados.0.smithi102.stdout:669: oid 17 updating version 287 to 288 2024-04-10T15:07:36.927 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 288 (ObjNum 224 snap 47 seq_num 224) dirty exists 2024-04-10T15:07:36.927 INFO:tasks.rados.rados.0.smithi102.stdout:669: left oid 17 (ObjNum 224 snap 47 seq_num 224) 2024-04-10T15:07:36.927 INFO:tasks.rados.rados.0.smithi102.stdout:664: done (6 left) 2024-04-10T15:07:36.927 INFO:tasks.rados.rados.0.smithi102.stdout:665: done (5 left) 2024-04-10T15:07:36.927 INFO:tasks.rados.rados.0.smithi102.stdout:666: done (4 left) 2024-04-10T15:07:36.927 INFO:tasks.rados.rados.0.smithi102.stdout:667: done (3 left) 2024-04-10T15:07:36.928 INFO:tasks.rados.rados.0.smithi102.stdout:668: done (2 left) 2024-04-10T15:07:36.928 INFO:tasks.rados.rados.0.smithi102.stdout:669: done (1 left) 2024-04-10T15:07:36.928 INFO:tasks.rados.rados.0.smithi102.stdout:670: done (0 left) 2024-04-10T15:07:36.928 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 50 current snap is 47 2024-04-10T15:07:36.928 INFO:tasks.rados.rados.0.smithi102.stdout:671: seq_num 225 ranges {4268032=573440,4841472=622592,5464064=180224} 2024-04-10T15:07:36.952 INFO:tasks.rados.rados.0.smithi102.stdout:671: writing smithi10276805-50 from 4268032 to 4841472 tid 1 2024-04-10T15:07:36.955 INFO:tasks.rados.rados.0.smithi102.stdout:671: writing smithi10276805-50 from 4841472 to 5464064 tid 2 2024-04-10T15:07:36.957 INFO:tasks.rados.rados.0.smithi102.stdout:671: writing smithi10276805-50 from 5464064 to 5644288 tid 3 2024-04-10T15:07:36.957 INFO:tasks.rados.rados.0.smithi102.stdout:672: read oid 22 snap -1 2024-04-10T15:07:36.957 INFO:tasks.rados.rados.0.smithi102.stdout:672: expect deleted 2024-04-10T15:07:36.957 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 9 current snap is 47 2024-04-10T15:07:36.957 INFO:tasks.rados.rados.0.smithi102.stdout:671: finishing write tid 1 to smithi10276805-50 2024-04-10T15:07:36.957 INFO:tasks.rados.rados.0.smithi102.stdout:673: seq_num 226 ranges {0=589824,589824=507904,1097728=294912} 2024-04-10T15:07:36.960 INFO:tasks.rados.rados.0.smithi102.stdout:673: writing smithi10276805-9 from 0 to 589824 tid 1 2024-04-10T15:07:36.962 INFO:tasks.rados.rados.0.smithi102.stdout:673: writing smithi10276805-9 from 589824 to 1097728 tid 2 2024-04-10T15:07:36.965 INFO:tasks.rados.rados.0.smithi102.stdout:673: writing smithi10276805-9 from 1097728 to 1392640 tid 3 2024-04-10T15:07:36.965 INFO:tasks.rados.rados.0.smithi102.stdout:674: snap_create 2024-04-10T15:07:36.965 INFO:tasks.rados.rados.0.smithi102.stdout:671: finishing write tid 2 to smithi10276805-50 2024-04-10T15:07:36.965 INFO:tasks.rados.rados.0.smithi102.stdout:671: finishing write tid 3 to smithi10276805-50 2024-04-10T15:07:36.965 INFO:tasks.rados.rados.0.smithi102.stdout:671: finishing write tid 4 to smithi10276805-50 2024-04-10T15:07:36.965 INFO:tasks.rados.rados.0.smithi102.stdout:671: finishing write tid 5 to smithi10276805-50 2024-04-10T15:07:36.965 INFO:tasks.rados.rados.0.smithi102.stdout:671: oid 50 updating version 0 to 290 2024-04-10T15:07:36.965 INFO:tasks.rados.rados.0.smithi102.stdout:671: oid 50 updating version 290 to 291 2024-04-10T15:07:36.965 INFO:tasks.rados.rados.0.smithi102.stdout:671: oid 50 updating version 291 to 292 2024-04-10T15:07:36.965 INFO:tasks.rados.rados.0.smithi102.stdout:671: oid 50 version 292 is already newer than 289 2024-04-10T15:07:36.965 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 292 (ObjNum 225 snap 47 seq_num 225) dirty exists 2024-04-10T15:07:36.965 INFO:tasks.rados.rados.0.smithi102.stdout:671: left oid 50 (ObjNum 225 snap 47 seq_num 225) 2024-04-10T15:07:36.965 INFO:tasks.rados.rados.0.smithi102.stdout:673: finishing write tid 1 to smithi10276805-9 2024-04-10T15:07:36.966 INFO:tasks.rados.rados.0.smithi102.stdout:673: finishing write tid 2 to smithi10276805-9 2024-04-10T15:07:36.966 INFO:tasks.rados.rados.0.smithi102.stdout:673: finishing write tid 3 to smithi10276805-9 2024-04-10T15:07:36.967 INFO:tasks.rados.rados.0.smithi102.stdout:673: finishing write tid 4 to smithi10276805-9 2024-04-10T15:07:36.968 INFO:tasks.rados.rados.0.smithi102.stdout:673: finishing write tid 5 to smithi10276805-9 2024-04-10T15:07:36.968 INFO:tasks.rados.rados.0.smithi102.stdout:673: oid 9 updating version 0 to 311 2024-04-10T15:07:36.968 INFO:tasks.rados.rados.0.smithi102.stdout:673: oid 9 version 311 is already newer than 310 2024-04-10T15:07:36.968 INFO:tasks.rados.rados.0.smithi102.stdout:673: oid 9 updating version 311 to 312 2024-04-10T15:07:36.968 INFO:tasks.rados.rados.0.smithi102.stdout:673: oid 9 updating version 312 to 313 2024-04-10T15:07:36.968 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 313 (ObjNum 226 snap 47 seq_num 226) dirty exists 2024-04-10T15:07:36.968 INFO:tasks.rados.rados.0.smithi102.stdout:673: left oid 9 (ObjNum 226 snap 47 seq_num 226) 2024-04-10T15:07:37.398 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:37.164+0000 7f47f6bd2200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:07:37.658 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:37.422+0000 7f47f6bd2200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:07:37.659 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:37.667+0000 7f47f6bd2200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:07:37.929 INFO:tasks.rados.rados.0.smithi102.stdout:671: done (3 left) 2024-04-10T15:07:37.929 INFO:tasks.rados.rados.0.smithi102.stdout:672: done (2 left) 2024-04-10T15:07:37.930 INFO:tasks.rados.rados.0.smithi102.stdout:673: done (1 left) 2024-04-10T15:07:37.930 INFO:tasks.rados.rados.0.smithi102.stdout:674: done (0 left) 2024-04-10T15:07:37.930 INFO:tasks.rados.rados.0.smithi102.stdout:675: delete oid 2 current snap is 48 2024-04-10T15:07:37.931 INFO:tasks.rados.rados.0.smithi102.stdout:675: done (0 left) 2024-04-10T15:07:37.931 INFO:tasks.rados.rados.0.smithi102.stdout:676: delete oid 5 current snap is 48 2024-04-10T15:07:37.936 INFO:tasks.rados.rados.0.smithi102.stdout:676: done (0 left) 2024-04-10T15:07:37.936 INFO:tasks.rados.rados.0.smithi102.stdout:677: read oid 43 snap -1 2024-04-10T15:07:37.936 INFO:tasks.rados.rados.0.smithi102.stdout:677: expect deleted 2024-04-10T15:07:37.936 INFO:tasks.rados.rados.0.smithi102.stdout:678: read oid 28 snap 38 2024-04-10T15:07:37.936 INFO:tasks.rados.rados.0.smithi102.stdout:678: expect (ObjNum 141 snap 30 seq_num 141) 2024-04-10T15:07:37.936 INFO:tasks.rados.rados.0.smithi102.stdout:679: read oid 42 snap -1 2024-04-10T15:07:37.936 INFO:tasks.rados.rados.0.smithi102.stdout:679: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-10T15:07:37.936 INFO:tasks.rados.rados.0.smithi102.stdout:680: rollback oid 29 current snap is 48 2024-04-10T15:07:37.936 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 29 to 32 2024-04-10T15:07:37.936 INFO:tasks.rados.rados.0.smithi102.stdout:681: delete oid 15 current snap is 48 2024-04-10T15:07:37.940 INFO:tasks.rados.rados.0.smithi102.stdout:679: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-10T15:07:37.959 INFO:tasks.rados.rados.0.smithi102.stdout:678: expect (ObjNum 141 snap 30 seq_num 141) 2024-04-10T15:07:38.139 INFO:tasks.rados.rados.0.smithi102.stdout:680: finishing rollback tid 0 to smithi10276805-29 2024-04-10T15:07:38.140 INFO:tasks.rados.rados.0.smithi102.stdout:680: finishing rollback tid 1 to smithi10276805-29 2024-04-10T15:07:38.140 INFO:tasks.rados.rados.0.smithi102.stdout:677: done (4 left) 2024-04-10T15:07:38.140 INFO:tasks.rados.rados.0.smithi102.stdout:678: done (3 left) 2024-04-10T15:07:38.140 INFO:tasks.rados.rados.0.smithi102.stdout:679: done (2 left) 2024-04-10T15:07:38.140 INFO:tasks.rados.rados.0.smithi102.stdout:681: done (1 left) 2024-04-10T15:07:38.141 INFO:tasks.rados.rados.0.smithi102.stdout:682: read oid 23 snap -1 2024-04-10T15:07:38.141 INFO:tasks.rados.rados.0.smithi102.stdout:682: expect (ObjNum 150 snap 31 seq_num 150) 2024-04-10T15:07:38.141 INFO:tasks.rados.rados.0.smithi102.stdout:683: read oid 41 snap -1 2024-04-10T15:07:38.141 INFO:tasks.rados.rados.0.smithi102.stdout:683: expect (ObjNum 119 snap 22 seq_num 119) 2024-04-10T15:07:38.141 INFO:tasks.rados.rados.0.smithi102.stdout:684: setattr oid 36 current snap is 48 2024-04-10T15:07:38.141 INFO:tasks.rados.rados.0.smithi102.stdout:680: finishing rollback tid 2 to smithi10276805-29 2024-04-10T15:07:38.141 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 395 (ObjNum 78 snap 12 seq_num 78) dirty exists 2024-04-10T15:07:38.141 INFO:tasks.rados.rados.0.smithi102.stdout:680: done (3 left) 2024-04-10T15:07:38.141 INFO:tasks.rados.rados.0.smithi102.stdout:685: delete oid 44 current snap is 48 2024-04-10T15:07:38.147 INFO:tasks.rados.rados.0.smithi102.stdout:685: done (3 left) 2024-04-10T15:07:38.147 INFO:tasks.rados.rados.0.smithi102.stdout:686: snap_create 2024-04-10T15:07:38.148 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 224 (ObjNum 133 snap 28 seq_num 133) dirty exists 2024-04-10T15:07:38.149 INFO:tasks.rados.rados.0.smithi102.stdout:682: expect (ObjNum 150 snap 31 seq_num 150) 2024-04-10T15:07:38.218 INFO:tasks.rados.rados.0.smithi102.stdout:683: expect (ObjNum 119 snap 22 seq_num 119) 2024-04-10T15:07:38.353 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:37 smithi102 ceph-mon[37987]: pgmap v9: 121 pgs: 121 active+clean; 157 MiB data, 623 MiB used, 715 GiB / 715 GiB avail; 163 MiB/s rd, 70 MiB/s wr, 1.04k op/s; 577 KiB/s, 2 objects/s recovering 2024-04-10T15:07:38.353 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:37 smithi102 ceph-mon[37987]: mgrmap e27: x(active, since 4s) 2024-04-10T15:07:38.353 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:37 smithi102 ceph-mon[37987]: osdmap e166: 8 total, 8 up, 8 in 2024-04-10T15:07:38.353 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:37 smithi102 ceph-mon[26948]: pgmap v9: 121 pgs: 121 active+clean; 157 MiB data, 623 MiB used, 715 GiB / 715 GiB avail; 163 MiB/s rd, 70 MiB/s wr, 1.04k op/s; 577 KiB/s, 2 objects/s recovering 2024-04-10T15:07:38.353 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:37 smithi102 ceph-mon[26948]: mgrmap e27: x(active, since 4s) 2024-04-10T15:07:38.353 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:37 smithi102 ceph-mon[26948]: osdmap e166: 8 total, 8 up, 8 in 2024-04-10T15:07:38.354 INFO:teuthology.orchestra.run.smithi102.stdout:true 2024-04-10T15:07:38.361 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:37 smithi154 ceph-mon[30592]: pgmap v9: 121 pgs: 121 active+clean; 157 MiB data, 623 MiB used, 715 GiB / 715 GiB avail; 163 MiB/s rd, 70 MiB/s wr, 1.04k op/s; 577 KiB/s, 2 objects/s recovering 2024-04-10T15:07:38.361 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:37 smithi154 ceph-mon[30592]: mgrmap e27: x(active, since 4s) 2024-04-10T15:07:38.361 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:37 smithi154 ceph-mon[30592]: osdmap e166: 8 total, 8 up, 8 in 2024-04-10T15:07:38.659 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:38 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:38.591+0000 7f47f6bd2200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:07:38.682 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:07:38.683 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (2m) 2m ago 3m 16.5M - 0.25.0 c8568f914cd2 8877963ef1e7 2024-04-10T15:07:38.683 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi154 *:3000 running (3m) 10s ago 3m 91.6M - 9.4.7 954c08fa6188 a24ea26325a1 2024-04-10T15:07:38.683 INFO:teuthology.orchestra.run.smithi102.stdout:mds.a smithi102 running (4m) 2m ago 4m 14.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 da51112648bf 2024-04-10T15:07:38.683 INFO:teuthology.orchestra.run.smithi102.stdout:mds.b smithi154 running (4m) 10s ago 4m 16.6M - 18.2.2-1187-gd540ebac bb2c5eac26a4 1c2f7bf05952 2024-04-10T15:07:38.683 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi154 *:8443,9283,8765 running (27s) 10s ago 8m 56.5M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 d9f9675d6347 2024-04-10T15:07:38.683 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:9283,8765 running (9m) 2m ago 9m 496M - 18.2.2-1187-gd540ebac bb2c5eac26a4 415294d1569c 2024-04-10T15:07:38.683 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (9m) 2m ago 10m 44.5M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 b5bf8e9454cf 2024-04-10T15:07:38.683 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi154 running (8m) 10s ago 8m 39.4M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 d5aaf18af9df 2024-04-10T15:07:38.683 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (8m) 2m ago 8m 36.3M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 964cff5f75bd 2024-04-10T15:07:38.683 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (3m) 2m ago 3m 3519k - 1.5.0 0da6a335fe13 dc103d21fc64 2024-04-10T15:07:38.683 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi154 *:9100 running (3m) 10s ago 3m 15.0M - 1.5.0 0da6a335fe13 c71ce3c6ef09 2024-04-10T15:07:38.683 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (7m) 2m ago 7m 52.9M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 770d8faa5266 2024-04-10T15:07:38.683 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (7m) 2m ago 7m 46.5M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 6d2a7c667fff 2024-04-10T15:07:38.683 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (6m) 2m ago 6m 42.5M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 eb8f648e2007 2024-04-10T15:07:38.684 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (6m) 2m ago 6m 41.1M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 ebbbf8d35d32 2024-04-10T15:07:38.684 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi154 running (6m) 10s ago 6m 110M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 8ae20879a763 2024-04-10T15:07:38.684 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi154 running (5m) 10s ago 5m 112M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 51b30d38d077 2024-04-10T15:07:38.684 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi154 running (5m) 10s ago 5m 82.7M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 2dd28f8d572c 2024-04-10T15:07:38.684 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi154 running (5m) 10s ago 5m 73.3M 2992M 18.2.2-1187-gd540ebac bb2c5eac26a4 a3af5b492398 2024-04-10T15:07:38.684 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi154 *:9095 running (2m) 10s ago 4m 40.9M - 2.43.0 a07b618ecd1d 9cee93d9cb0b 2024-04-10T15:07:38.935 INFO:tasks.rados.rados.0.smithi102.stdout:682: done (3 left) 2024-04-10T15:07:38.935 INFO:tasks.rados.rados.0.smithi102.stdout:683: done (2 left) 2024-04-10T15:07:38.935 INFO:tasks.rados.rados.0.smithi102.stdout:684: done (1 left) 2024-04-10T15:07:38.935 INFO:tasks.rados.rados.0.smithi102.stdout:686: done (0 left) 2024-04-10T15:07:38.935 INFO:tasks.rados.rados.0.smithi102.stdout:687: rollback oid 47 current snap is 49 2024-04-10T15:07:38.935 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 47 to 35 2024-04-10T15:07:38.936 INFO:tasks.rados.rados.0.smithi102.stdout:688: read oid 10 snap -1 2024-04-10T15:07:38.936 INFO:tasks.rados.rados.0.smithi102.stdout:688: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-10T15:07:38.936 INFO:tasks.rados.rados.0.smithi102.stdout:689: read oid 42 snap 45 2024-04-10T15:07:38.936 INFO:tasks.rados.rados.0.smithi102.stdout:689: expect (ObjNum 149 snap 31 seq_num 149) 2024-04-10T15:07:38.936 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 9 current snap is 49 2024-04-10T15:07:38.936 INFO:tasks.rados.rados.0.smithi102.stdout:690: seq_num 231 ranges {1392640=671744,2064384=778240,2842624=24576} 2024-04-10T15:07:38.946 INFO:tasks.rados.rados.0.smithi102.stdout:690: writing smithi10276805-9 from 1392640 to 2064384 tid 1 2024-04-10T15:07:38.950 INFO:tasks.rados.rados.0.smithi102.stdout:690: writing smithi10276805-9 from 2064384 to 2842624 tid 2 2024-04-10T15:07:38.951 INFO:tasks.rados.rados.0.smithi102.stdout:690: writing smithi10276805-9 from 2842624 to 2867200 tid 3 2024-04-10T15:07:38.951 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 49 2024-04-10T15:07:38.951 INFO:tasks.rados.rados.0.smithi102.stdout:691: seq_num 232 ranges {0=688128,688128=663552,1351680=139264} 2024-04-10T15:07:38.954 INFO:tasks.rados.rados.0.smithi102.stdout:691: writing smithi10276805-2 from 0 to 688128 tid 1 2024-04-10T15:07:38.958 INFO:tasks.rados.rados.0.smithi102.stdout:691: writing smithi10276805-2 from 688128 to 1351680 tid 2 2024-04-10T15:07:38.959 INFO:tasks.rados.rados.0.smithi102.stdout:691: writing smithi10276805-2 from 1351680 to 1490944 tid 3 2024-04-10T15:07:38.959 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 49 2024-04-10T15:07:38.960 INFO:tasks.rados.rados.0.smithi102.stdout:692: seq_num 233 ranges {2826240=712704,3538944=548864,4087808=253952} 2024-04-10T15:07:38.978 INFO:tasks.rados.rados.0.smithi102.stdout:692: writing smithi10276805-39 from 2826240 to 3538944 tid 1 2024-04-10T15:07:38.982 INFO:tasks.rados.rados.0.smithi102.stdout:692: writing smithi10276805-39 from 3538944 to 4087808 tid 2 2024-04-10T15:07:38.984 INFO:tasks.rados.rados.0.smithi102.stdout:692: writing smithi10276805-39 from 4087808 to 4341760 tid 3 2024-04-10T15:07:38.984 INFO:tasks.rados.rados.0.smithi102.stdout:693: read oid 50 snap -1 2024-04-10T15:07:38.984 INFO:tasks.rados.rados.0.smithi102.stdout:693: expect (ObjNum 225 snap 47 seq_num 225) 2024-04-10T15:07:38.984 INFO:tasks.rados.rados.0.smithi102.stdout:694: read oid 36 snap -1 2024-04-10T15:07:38.984 INFO:tasks.rados.rados.0.smithi102.stdout:694: expect (ObjNum 133 snap 28 seq_num 133) 2024-04-10T15:07:38.984 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 27 current snap is 49 2024-04-10T15:07:38.984 INFO:tasks.rados.rados.0.smithi102.stdout:695: seq_num 234 ranges {0=729088,729088=434176,1163264=368640} 2024-04-10T15:07:38.988 INFO:tasks.rados.rados.0.smithi102.stdout:695: writing smithi10276805-27 from 0 to 729088 tid 1 2024-04-10T15:07:38.991 INFO:tasks.rados.rados.0.smithi102.stdout:695: writing smithi10276805-27 from 729088 to 1163264 tid 2 2024-04-10T15:07:38.993 INFO:tasks.rados.rados.0.smithi102.stdout:695: writing smithi10276805-27 from 1163264 to 1531904 tid 3 2024-04-10T15:07:38.993 INFO:tasks.rados.rados.0.smithi102.stdout:696: delete oid 14 current snap is 49 2024-04-10T15:07:38.993 INFO:tasks.rados.rados.0.smithi102.stdout:689: expect (ObjNum 149 snap 31 seq_num 149) 2024-04-10T15:07:39.007 INFO:tasks.rados.rados.0.smithi102.stdout:688: expect (ObjNum 38 snap 0 seq_num 38) 2024-04-10T15:07:39.038 INFO:tasks.rados.rados.0.smithi102.stdout:687: finishing rollback tid 0 to smithi10276805-47 2024-04-10T15:07:39.038 INFO:tasks.rados.rados.0.smithi102.stdout:687: finishing rollback tid 1 to smithi10276805-47 2024-04-10T15:07:39.038 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 400 (ObjNum 97 snap 0 seq_num 1404210080) dirty dne 2024-04-10T15:07:39.038 INFO:tasks.rados.rados.0.smithi102.stdout:690: finishing write tid 1 to smithi10276805-9 2024-04-10T15:07:39.039 INFO:tasks.rados.rados.0.smithi102.stdout:690: finishing write tid 2 to smithi10276805-9 2024-04-10T15:07:39.039 INFO:tasks.rados.rados.0.smithi102.stdout:690: finishing write tid 3 to smithi10276805-9 2024-04-10T15:07:39.039 INFO:tasks.rados.rados.0.smithi102.stdout:690: finishing write tid 4 to smithi10276805-9 2024-04-10T15:07:39.039 INFO:tasks.rados.rados.0.smithi102.stdout:690: finishing write tid 5 to smithi10276805-9 2024-04-10T15:07:39.039 INFO:tasks.rados.rados.0.smithi102.stdout:690: oid 9 updating version 0 to 316 2024-04-10T15:07:39.039 INFO:tasks.rados.rados.0.smithi102.stdout:690: oid 9 updating version 316 to 318 2024-04-10T15:07:39.039 INFO:tasks.rados.rados.0.smithi102.stdout:690: oid 9 version 318 is already newer than 315 2024-04-10T15:07:39.039 INFO:tasks.rados.rados.0.smithi102.stdout:690: oid 9 version 318 is already newer than 317 2024-04-10T15:07:39.039 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 318 (ObjNum 231 snap 49 seq_num 231) dirty exists 2024-04-10T15:07:39.039 INFO:tasks.rados.rados.0.smithi102.stdout:690: left oid 9 (ObjNum 231 snap 49 seq_num 231) 2024-04-10T15:07:39.039 INFO:tasks.rados.rados.0.smithi102.stdout:691: finishing write tid 1 to smithi10276805-2 2024-04-10T15:07:39.040 INFO:tasks.rados.rados.0.smithi102.stdout:692: finishing write tid 1 to smithi10276805-39 2024-04-10T15:07:39.040 INFO:tasks.rados.rados.0.smithi102.stdout:692: finishing write tid 2 to smithi10276805-39 2024-04-10T15:07:39.040 INFO:tasks.rados.rados.0.smithi102.stdout:692: finishing write tid 3 to smithi10276805-39 2024-04-10T15:07:39.040 INFO:tasks.rados.rados.0.smithi102.stdout:692: finishing write tid 4 to smithi10276805-39 2024-04-10T15:07:39.040 INFO:tasks.rados.rados.0.smithi102.stdout:692: finishing write tid 5 to smithi10276805-39 2024-04-10T15:07:39.040 INFO:tasks.rados.rados.0.smithi102.stdout:692: oid 39 updating version 0 to 309 2024-04-10T15:07:39.040 INFO:tasks.rados.rados.0.smithi102.stdout:692: oid 39 updating version 309 to 311 2024-04-10T15:07:39.040 INFO:tasks.rados.rados.0.smithi102.stdout:692: oid 39 version 311 is already newer than 308 2024-04-10T15:07:39.040 INFO:tasks.rados.rados.0.smithi102.stdout:692: oid 39 version 311 is already newer than 310 2024-04-10T15:07:39.041 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 311 (ObjNum 233 snap 49 seq_num 233) dirty exists 2024-04-10T15:07:39.041 INFO:tasks.rados.rados.0.smithi102.stdout:692: left oid 39 (ObjNum 233 snap 49 seq_num 233) 2024-04-10T15:07:39.041 INFO:tasks.rados.rados.0.smithi102.stdout:695: finishing write tid 1 to smithi10276805-27 2024-04-10T15:07:39.041 INFO:tasks.rados.rados.0.smithi102.stdout:695: finishing write tid 2 to smithi10276805-27 2024-04-10T15:07:39.041 INFO:tasks.rados.rados.0.smithi102.stdout:695: finishing write tid 3 to smithi10276805-27 2024-04-10T15:07:39.041 INFO:tasks.rados.rados.0.smithi102.stdout:695: finishing write tid 4 to smithi10276805-27 2024-04-10T15:07:39.041 INFO:tasks.rados.rados.0.smithi102.stdout:695: finishing write tid 5 to smithi10276805-27 2024-04-10T15:07:39.041 INFO:tasks.rados.rados.0.smithi102.stdout:695: oid 27 updating version 0 to 314 2024-04-10T15:07:39.041 INFO:tasks.rados.rados.0.smithi102.stdout:695: oid 27 updating version 314 to 315 2024-04-10T15:07:39.041 INFO:tasks.rados.rados.0.smithi102.stdout:695: oid 27 version 315 is already newer than 313 2024-04-10T15:07:39.041 INFO:tasks.rados.rados.0.smithi102.stdout:695: oid 27 updating version 315 to 316 2024-04-10T15:07:39.041 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 316 (ObjNum 234 snap 49 seq_num 234) dirty exists 2024-04-10T15:07:39.041 INFO:tasks.rados.rados.0.smithi102.stdout:695: left oid 27 (ObjNum 234 snap 49 seq_num 234) 2024-04-10T15:07:39.041 INFO:tasks.rados.rados.0.smithi102.stdout:693: expect (ObjNum 225 snap 47 seq_num 225) 2024-04-10T15:07:39.130 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:38 smithi102 ceph-mon[37987]: osdmap e167: 8 total, 8 up, 8 in 2024-04-10T15:07:39.130 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:38 smithi102 ceph-mon[26948]: osdmap e167: 8 total, 8 up, 8 in 2024-04-10T15:07:39.130 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:07:39.130 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-10T15:07:39.131 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-10T15:07:39.131 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:07:39.131 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-10T15:07:39.131 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 1 2024-04-10T15:07:39.131 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:07:39.131 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-10T15:07:39.131 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:07:39.131 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:07:39.131 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-10T15:07:39.131 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:07:39.131 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:07:39.131 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-10T15:07:39.131 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 13, 2024-04-10T15:07:39.131 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 1 2024-04-10T15:07:39.131 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:07:39.132 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:07:39.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:38 smithi154 ceph-mon[30592]: osdmap e167: 8 total, 8 up, 8 in 2024-04-10T15:07:39.389 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:39.295+0000 7f47f6bd2200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:07:39.389 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:39.413+0000 7f47f6bd2200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:07:39.414 INFO:tasks.rados.rados.0.smithi102.stdout:691: finishing write tid 2 to smithi10276805-2 2024-04-10T15:07:39.414 INFO:tasks.rados.rados.0.smithi102.stdout:691: finishing write tid 3 to smithi10276805-2 2024-04-10T15:07:39.414 INFO:tasks.rados.rados.0.smithi102.stdout:691: finishing write tid 4 to smithi10276805-2 2024-04-10T15:07:39.414 INFO:tasks.rados.rados.0.smithi102.stdout:691: finishing write tid 5 to smithi10276805-2 2024-04-10T15:07:39.414 INFO:tasks.rados.rados.0.smithi102.stdout:691: oid 2 updating version 0 to 93 2024-04-10T15:07:39.414 INFO:tasks.rados.rados.0.smithi102.stdout:691: oid 2 updating version 93 to 95 2024-04-10T15:07:39.414 INFO:tasks.rados.rados.0.smithi102.stdout:691: oid 2 updating version 95 to 96 2024-04-10T15:07:39.414 INFO:tasks.rados.rados.0.smithi102.stdout:691: oid 2 version 96 is already newer than 94 2024-04-10T15:07:39.414 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 96 (ObjNum 232 snap 49 seq_num 232) dirty exists 2024-04-10T15:07:39.414 INFO:tasks.rados.rados.0.smithi102.stdout:691: left oid 2 (ObjNum 232 snap 49 seq_num 232) 2024-04-10T15:07:39.414 INFO:tasks.rados.rados.0.smithi102.stdout:687: done (9 left) 2024-04-10T15:07:39.415 INFO:tasks.rados.rados.0.smithi102.stdout:688: done (8 left) 2024-04-10T15:07:39.415 INFO:tasks.rados.rados.0.smithi102.stdout:689: done (7 left) 2024-04-10T15:07:39.415 INFO:tasks.rados.rados.0.smithi102.stdout:690: done (6 left) 2024-04-10T15:07:39.415 INFO:tasks.rados.rados.0.smithi102.stdout:691: done (5 left) 2024-04-10T15:07:39.415 INFO:tasks.rados.rados.0.smithi102.stdout:692: done (4 left) 2024-04-10T15:07:39.415 INFO:tasks.rados.rados.0.smithi102.stdout:693: done (3 left) 2024-04-10T15:07:39.415 INFO:tasks.rados.rados.0.smithi102.stdout:695: done (2 left) 2024-04-10T15:07:39.415 INFO:tasks.rados.rados.0.smithi102.stdout:696: done (1 left) 2024-04-10T15:07:39.415 INFO:tasks.rados.rados.0.smithi102.stdout:697: copy_from oid 34 from oid 26 current snap is 49 2024-04-10T15:07:39.415 INFO:tasks.rados.rados.0.smithi102.stdout:694: expect (ObjNum 133 snap 28 seq_num 133) 2024-04-10T15:07:39.641 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:39.663+0000 7f47f6bd2200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:07:39.641 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:07:39] ENGINE Bus STARTING 2024-04-10T15:07:39.793 INFO:tasks.rados.rados.0.smithi102.stdout:694: done (1 left) 2024-04-10T15:07:39.793 INFO:tasks.rados.rados.0.smithi102.stdout:698: snap_create 2024-04-10T15:07:39.793 INFO:tasks.rados.rados.0.smithi102.stdout:697: finishing copy_from racing read to smithi10276805-34 2024-04-10T15:07:39.793 INFO:tasks.rados.rados.0.smithi102.stdout:697: finishing copy_from to smithi10276805-34 2024-04-10T15:07:39.793 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 253 (ObjNum 201 snap 43 seq_num 201) dirty exists 2024-04-10T15:07:39.909 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: CherryPy Checker: 2024-04-10T15:07:39.909 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: The Application mounted at '' has an empty config. 2024-04-10T15:07:39.909 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: 2024-04-10T15:07:39.909 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:07:39] ENGINE Serving on http://:::9283 2024-04-10T15:07:39.909 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: [10/Apr/2024:15:07:39] ENGINE Bus STARTED 2024-04-10T15:07:39.909 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:07:39] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T15:07:40.351 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-mon[26948]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:07:40.351 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-mon[26948]: pgmap v12: 121 pgs: 121 active+clean; 156 MiB data, 626 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 0 B/s wr, 6 op/s 2024-04-10T15:07:40.352 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-mon[26948]: from='client.15159 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:07:40.352 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-mon[26948]: osdmap e168: 8 total, 8 up, 8 in 2024-04-10T15:07:40.352 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/725007161' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:07:40.352 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-mon[26948]: Standby manager daemon y started 2024-04-10T15:07:40.352 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.102:0/2860828796' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-10T15:07:40.352 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.102:0/2860828796' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:07:40.352 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.102:0/2860828796' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-10T15:07:40.352 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.102:0/2860828796' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:07:40.352 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-mon[37987]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:07:40.353 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-mon[37987]: pgmap v12: 121 pgs: 121 active+clean; 156 MiB data, 626 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 0 B/s wr, 6 op/s 2024-04-10T15:07:40.353 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-mon[37987]: from='client.15159 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:07:40.353 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-mon[37987]: osdmap e168: 8 total, 8 up, 8 in 2024-04-10T15:07:40.353 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/725007161' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:07:40.353 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-mon[37987]: Standby manager daemon y started 2024-04-10T15:07:40.353 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.102:0/2860828796' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-10T15:07:40.353 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.102:0/2860828796' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:07:40.353 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.102:0/2860828796' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-10T15:07:40.353 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:39 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.102:0/2860828796' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:07:40.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:39 smithi154 ceph-mon[30592]: from='client.15153 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:07:40.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:39 smithi154 ceph-mon[30592]: pgmap v12: 121 pgs: 121 active+clean; 156 MiB data, 626 MiB used, 715 GiB / 715 GiB avail; 3.6 MiB/s rd, 0 B/s wr, 6 op/s 2024-04-10T15:07:40.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:39 smithi154 ceph-mon[30592]: from='client.15159 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:07:40.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:39 smithi154 ceph-mon[30592]: osdmap e168: 8 total, 8 up, 8 in 2024-04-10T15:07:40.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:39 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/725007161' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:07:40.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:39 smithi154 ceph-mon[30592]: Standby manager daemon y started 2024-04-10T15:07:40.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:39 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.102:0/2860828796' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-10T15:07:40.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:39 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.102:0/2860828796' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:07:40.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:39 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.102:0/2860828796' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-10T15:07:40.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:39 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.102:0/2860828796' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:07:40.765 INFO:tasks.rados.rados.0.smithi102.stdout:697: done (1 left) 2024-04-10T15:07:40.765 INFO:tasks.rados.rados.0.smithi102.stdout:698: done (0 left) 2024-04-10T15:07:40.765 INFO:tasks.rados.rados.0.smithi102.stdout:699: read oid 39 snap -1 2024-04-10T15:07:40.765 INFO:tasks.rados.rados.0.smithi102.stdout:699: expect (ObjNum 233 snap 49 seq_num 233) 2024-04-10T15:07:40.765 INFO:tasks.rados.rados.0.smithi102.stdout:700: setattr oid 31 current snap is 50 2024-04-10T15:07:40.768 INFO:tasks.rados.rados.0.smithi102.stdout:701: read oid 12 snap -1 2024-04-10T15:07:40.768 INFO:tasks.rados.rados.0.smithi102.stdout:701: expect (ObjNum 156 snap 33 seq_num 156) 2024-04-10T15:07:40.768 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 50 2024-04-10T15:07:40.768 INFO:tasks.rados.rados.0.smithi102.stdout:702: seq_num 236 ranges {0=761856,761856=647168,1409024=155648} 2024-04-10T15:07:40.773 INFO:tasks.rados.rados.0.smithi102.stdout:702: writing smithi10276805-4 from 0 to 761856 tid 1 2024-04-10T15:07:40.777 INFO:tasks.rados.rados.0.smithi102.stdout:702: writing smithi10276805-4 from 761856 to 1409024 tid 2 2024-04-10T15:07:40.779 INFO:tasks.rados.rados.0.smithi102.stdout:702: writing smithi10276805-4 from 1409024 to 1564672 tid 3 2024-04-10T15:07:40.779 INFO:tasks.rados.rados.0.smithi102.stdout:703: setattr oid 30 current snap is 50 2024-04-10T15:07:40.780 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 226 (ObjNum 147 snap 31 seq_num 147) dirty exists 2024-04-10T15:07:40.780 INFO:tasks.rados.rados.0.smithi102.stdout:702: finishing write tid 1 to smithi10276805-4 2024-04-10T15:07:40.781 INFO:tasks.rados.rados.0.smithi102.stdout:700: done (4 left) 2024-04-10T15:07:40.781 INFO:tasks.rados.rados.0.smithi102.stdout:704: read oid 19 snap -1 2024-04-10T15:07:40.781 INFO:tasks.rados.rados.0.smithi102.stdout:704: expect (ObjNum 145 snap 31 seq_num 145) 2024-04-10T15:07:40.781 INFO:tasks.rados.rados.0.smithi102.stdout:705: copy_from oid 26 from oid 33 current snap is 50 2024-04-10T15:07:40.781 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 13 current snap is 50 2024-04-10T15:07:40.781 INFO:tasks.rados.rados.0.smithi102.stdout:706: seq_num 237 ranges {221184=778240,999424=532480,1531904=270336} 2024-04-10T15:07:40.786 INFO:tasks.rados.rados.0.smithi102.stdout:706: writing smithi10276805-13 from 221184 to 999424 tid 1 2024-04-10T15:07:40.790 INFO:tasks.rados.rados.0.smithi102.stdout:706: writing smithi10276805-13 from 999424 to 1531904 tid 2 2024-04-10T15:07:40.793 INFO:tasks.rados.rados.0.smithi102.stdout:706: writing smithi10276805-13 from 1531904 to 1802240 tid 3 2024-04-10T15:07:40.793 INFO:tasks.rados.rados.0.smithi102.stdout:707: copy_from oid 1 from oid 23 current snap is 50 2024-04-10T15:07:40.793 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 187 (ObjNum 213 snap 45 seq_num 213) dirty exists 2024-04-10T15:07:40.793 INFO:tasks.rados.rados.0.smithi102.stdout:699: expect (ObjNum 233 snap 49 seq_num 233) 2024-04-10T15:07:41.016 INFO:tasks.rados.rados.0.smithi102.stdout:705: finishing copy_from to smithi10276805-26 2024-04-10T15:07:41.016 INFO:tasks.rados.rados.0.smithi102.stdout:705: got expected ENOENT (src dne) 2024-04-10T15:07:41.016 INFO:tasks.rados.rados.0.smithi102.stdout:699: done (7 left) 2024-04-10T15:07:41.016 INFO:tasks.rados.rados.0.smithi102.stdout:703: done (6 left) 2024-04-10T15:07:41.016 INFO:tasks.rados.rados.0.smithi102.stdout:708: delete oid 25 current snap is 50 2024-04-10T15:07:41.016 INFO:tasks.rados.rados.0.smithi102.stdout:705: finishing copy_from racing read to smithi10276805-26 2024-04-10T15:07:41.017 INFO:tasks.rados.rados.0.smithi102.stdout:706: finishing write tid 1 to smithi10276805-13 2024-04-10T15:07:41.017 INFO:tasks.rados.rados.0.smithi102.stdout:702: finishing write tid 2 to smithi10276805-4 2024-04-10T15:07:41.017 INFO:tasks.rados.rados.0.smithi102.stdout:702: finishing write tid 3 to smithi10276805-4 2024-04-10T15:07:41.017 INFO:tasks.rados.rados.0.smithi102.stdout:702: finishing write tid 4 to smithi10276805-4 2024-04-10T15:07:41.017 INFO:tasks.rados.rados.0.smithi102.stdout:706: finishing write tid 2 to smithi10276805-13 2024-04-10T15:07:41.017 INFO:tasks.rados.rados.0.smithi102.stdout:701: expect (ObjNum 156 snap 33 seq_num 156) 2024-04-10T15:07:41.197 INFO:tasks.rados.rados.0.smithi102.stdout:702: finishing write tid 5 to smithi10276805-4 2024-04-10T15:07:41.197 INFO:tasks.rados.rados.0.smithi102.stdout:702: oid 4 updating version 0 to 18 2024-04-10T15:07:41.197 INFO:tasks.rados.rados.0.smithi102.stdout:702: oid 4 updating version 18 to 20 2024-04-10T15:07:41.197 INFO:tasks.rados.rados.0.smithi102.stdout:702: oid 4 updating version 20 to 21 2024-04-10T15:07:41.197 INFO:tasks.rados.rados.0.smithi102.stdout:702: oid 4 version 21 is already newer than 19 2024-04-10T15:07:41.197 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 21 (ObjNum 236 snap 50 seq_num 236) dirty exists 2024-04-10T15:07:41.197 INFO:tasks.rados.rados.0.smithi102.stdout:702: left oid 4 (ObjNum 236 snap 50 seq_num 236) 2024-04-10T15:07:41.197 INFO:tasks.rados.rados.0.smithi102.stdout:706: finishing write tid 3 to smithi10276805-13 2024-04-10T15:07:41.197 INFO:tasks.rados.rados.0.smithi102.stdout:701: done (6 left) 2024-04-10T15:07:41.197 INFO:tasks.rados.rados.0.smithi102.stdout:702: done (5 left) 2024-04-10T15:07:41.198 INFO:tasks.rados.rados.0.smithi102.stdout:705: done (4 left) 2024-04-10T15:07:41.198 INFO:tasks.rados.rados.0.smithi102.stdout:708: done (3 left) 2024-04-10T15:07:41.198 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 46 current snap is 50 2024-04-10T15:07:41.198 INFO:tasks.rados.rados.0.smithi102.stdout:706: finishing write tid 4 to smithi10276805-13 2024-04-10T15:07:41.198 INFO:tasks.rados.rados.0.smithi102.stdout:706: finishing write tid 5 to smithi10276805-13 2024-04-10T15:07:41.198 INFO:tasks.rados.rados.0.smithi102.stdout:706: oid 13 updating version 0 to 405 2024-04-10T15:07:41.198 INFO:tasks.rados.rados.0.smithi102.stdout:706: oid 13 version 405 is already newer than 404 2024-04-10T15:07:41.198 INFO:tasks.rados.rados.0.smithi102.stdout:706: oid 13 version 405 is already newer than 403 2024-04-10T15:07:41.198 INFO:tasks.rados.rados.0.smithi102.stdout:706: oid 13 version 405 is already newer than 402 2024-04-10T15:07:41.198 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 405 (ObjNum 237 snap 50 seq_num 237) dirty exists 2024-04-10T15:07:41.198 INFO:tasks.rados.rados.0.smithi102.stdout:706: left oid 13 (ObjNum 237 snap 50 seq_num 237) 2024-04-10T15:07:41.198 INFO:tasks.rados.rados.0.smithi102.stdout:707: finishing copy_from racing read to smithi10276805-1 2024-04-10T15:07:41.199 INFO:tasks.rados.rados.0.smithi102.stdout:704: expect (ObjNum 145 snap 31 seq_num 145) 2024-04-10T15:07:41.355 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:40 smithi154 ceph-mon[30592]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-10T15:07:41.356 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:40 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:07:41.356 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:40 smithi154 ceph-mon[30592]: osdmap e169: 8 total, 8 up, 8 in 2024-04-10T15:07:41.356 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:40 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:41.356 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:40 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:41.376 INFO:tasks.rados.rados.0.smithi102.stdout:707: finishing copy_from to smithi10276805-1 2024-04-10T15:07:41.376 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 83 (ObjNum 150 snap 31 seq_num 150) dirty exists 2024-04-10T15:07:41.377 INFO:tasks.rados.rados.0.smithi102.stdout:709: seq_num 239 ranges {5046272=409600,5455872=704512,6160384=499712} 2024-04-10T15:07:41.406 INFO:tasks.rados.rados.0.smithi102.stdout:709: writing smithi10276805-46 from 5046272 to 5455872 tid 1 2024-04-10T15:07:41.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:40 smithi102 ceph-mon[37987]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-10T15:07:41.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:40 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:07:41.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:40 smithi102 ceph-mon[37987]: osdmap e169: 8 total, 8 up, 8 in 2024-04-10T15:07:41.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:40 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:41.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:40 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:41.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:40 smithi102 ceph-mon[26948]: mgrmap e28: x(active, since 7s), standbys: y 2024-04-10T15:07:41.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:40 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:07:41.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:40 smithi102 ceph-mon[26948]: osdmap e169: 8 total, 8 up, 8 in 2024-04-10T15:07:41.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:40 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:41.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:40 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:41.409 INFO:tasks.rados.rados.0.smithi102.stdout:709: writing smithi10276805-46 from 5455872 to 6160384 tid 2 2024-04-10T15:07:41.413 INFO:tasks.rados.rados.0.smithi102.stdout:709: writing smithi10276805-46 from 6160384 to 6660096 tid 3 2024-04-10T15:07:41.413 INFO:tasks.rados.rados.0.smithi102.stdout:704: done (3 left) 2024-04-10T15:07:41.413 INFO:tasks.rados.rados.0.smithi102.stdout:706: done (2 left) 2024-04-10T15:07:41.413 INFO:tasks.rados.rados.0.smithi102.stdout:707: done (1 left) 2024-04-10T15:07:41.413 INFO:tasks.rados.rados.0.smithi102.stdout:710: snap_create 2024-04-10T15:07:41.413 INFO:tasks.rados.rados.0.smithi102.stdout:709: finishing write tid 1 to smithi10276805-46 2024-04-10T15:07:41.413 INFO:tasks.rados.rados.0.smithi102.stdout:709: finishing write tid 2 to smithi10276805-46 2024-04-10T15:07:41.415 INFO:tasks.rados.rados.0.smithi102.stdout:709: finishing write tid 3 to smithi10276805-46 2024-04-10T15:07:41.415 INFO:tasks.rados.rados.0.smithi102.stdout:709: finishing write tid 4 to smithi10276805-46 2024-04-10T15:07:41.416 INFO:tasks.rados.rados.0.smithi102.stdout:709: finishing write tid 5 to smithi10276805-46 2024-04-10T15:07:41.416 INFO:tasks.rados.rados.0.smithi102.stdout:709: oid 46 updating version 0 to 231 2024-04-10T15:07:41.416 INFO:tasks.rados.rados.0.smithi102.stdout:709: oid 46 version 231 is already newer than 229 2024-04-10T15:07:41.416 INFO:tasks.rados.rados.0.smithi102.stdout:709: oid 46 version 231 is already newer than 230 2024-04-10T15:07:41.416 INFO:tasks.rados.rados.0.smithi102.stdout:709: oid 46 version 231 is already newer than 228 2024-04-10T15:07:41.416 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 231 (ObjNum 239 snap 50 seq_num 239) dirty exists 2024-04-10T15:07:41.416 INFO:tasks.rados.rados.0.smithi102.stdout:709: left oid 46 (ObjNum 239 snap 50 seq_num 239) 2024-04-10T15:07:41.955 INFO:tasks.rados.rados.0.smithi102.stdout:709: done (1 left) 2024-04-10T15:07:41.955 INFO:tasks.rados.rados.0.smithi102.stdout:710: done (0 left) 2024-04-10T15:07:41.955 INFO:tasks.rados.rados.0.smithi102.stdout:711: delete oid 35 current snap is 51 2024-04-10T15:07:41.961 INFO:tasks.rados.rados.0.smithi102.stdout:711: done (0 left) 2024-04-10T15:07:41.961 INFO:tasks.rados.rados.0.smithi102.stdout:712: snap_create 2024-04-10T15:07:42.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:41 smithi154 ceph-mon[30592]: pgmap v14: 121 pgs: 121 active+clean; 170 MiB data, 663 MiB used, 715 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.9 MiB/s wr, 52 op/s 2024-04-10T15:07:42.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:41 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:42.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:41 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:42.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:41 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:42.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:41 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:42.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:41 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:41 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:41 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:41 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:41 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:41 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:41 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:41 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:41 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:42.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[37987]: pgmap v14: 121 pgs: 121 active+clean; 170 MiB data, 663 MiB used, 715 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.9 MiB/s wr, 52 op/s 2024-04-10T15:07:42.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:42.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:42.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:42.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:42.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:42.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[26948]: pgmap v14: 121 pgs: 121 active+clean; 170 MiB data, 663 MiB used, 715 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.9 MiB/s wr, 52 op/s 2024-04-10T15:07:42.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:42.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:42.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:42.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:42.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.0", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.1", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.2", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.3", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:42.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:41 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:42.964 INFO:tasks.rados.rados.0.smithi102.stdout:712: done (0 left) 2024-04-10T15:07:42.964 INFO:tasks.rados.rados.0.smithi102.stdout:713: snap_create 2024-04-10T15:07:43.290 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: Adjusting osd_memory_target on smithi102 to 2480M 2024-04-10T15:07:43.290 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: osdmap e170: 8 total, 8 up, 8 in 2024-04-10T15:07:43.290 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:07:43.290 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:07:43.290 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:07:43.290 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:07:43.290 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:07:43.290 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:07:43.291 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:07:43.291 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:07:43.291 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:07:43.291 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:07:43.291 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:07:43.291 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:07:43.291 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:07:43.291 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:07:43.291 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:07:43.291 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:07:43.291 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:07:43.291 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:07:43.291 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:07:43.291 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:07:43.291 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:07:43.291 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:07:43.292 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:07:43.292 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:07:43.292 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:07:43.292 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:07:43.292 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:43.292 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:43.292 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: Adjusting osd_memory_target on smithi102 to 2480M 2024-04-10T15:07:43.292 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: osdmap e170: 8 total, 8 up, 8 in 2024-04-10T15:07:43.292 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:07:43.292 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:07:43.292 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:07:43.292 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:07:43.292 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:07:43.293 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:07:43.293 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:07:43.293 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:07:43.293 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:07:43.293 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:07:43.293 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:07:43.293 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:07:43.293 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:07:43.293 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:07:43.293 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:07:43.293 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:07:43.293 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:07:43.293 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:07:43.293 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:07:43.294 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:07:43.294 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:07:43.294 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:07:43.294 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:07:43.294 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:07:43.294 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:07:43.294 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:07:43.294 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:43.294 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:42 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:43.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: Adjusting osd_memory_target on smithi102 to 2480M 2024-04-10T15:07:43.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: osdmap e170: 8 total, 8 up, 8 in 2024-04-10T15:07:43.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:07:43.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:07:43.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:07:43.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:07:43.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:07:43.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:07:43.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:07:43.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:07:43.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:07:43.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:07:43.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:07:43.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:07:43.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:07:43.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:07:43.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:07:43.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:07:43.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:07:43.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:07:43.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:07:43.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:07:43.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:07:43.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:07:43.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:07:43.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:07:43.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:07:43.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:07:43.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:43.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:42 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:43.968 INFO:tasks.rados.rados.0.smithi102.stdout:713: done (0 left) 2024-04-10T15:07:43.968 INFO:tasks.rados.rados.0.smithi102.stdout:714: read oid 22 snap -1 2024-04-10T15:07:43.968 INFO:tasks.rados.rados.0.smithi102.stdout:714: expect deleted 2024-04-10T15:07:43.968 INFO:tasks.rados.rados.0.smithi102.stdout:715: snap_remove snap 45 2024-04-10T15:07:44.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:43 smithi154 ceph-mon[30592]: pgmap v17: 121 pgs: 121 active+clean; 170 MiB data, 663 MiB used, 715 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-10T15:07:44.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:43 smithi154 ceph-mon[30592]: osdmap e171: 8 total, 8 up, 8 in 2024-04-10T15:07:44.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:43 smithi102 ceph-mon[26948]: pgmap v17: 121 pgs: 121 active+clean; 170 MiB data, 663 MiB used, 715 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-10T15:07:44.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:43 smithi102 ceph-mon[26948]: osdmap e171: 8 total, 8 up, 8 in 2024-04-10T15:07:44.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:43 smithi102 ceph-mon[37987]: pgmap v17: 121 pgs: 121 active+clean; 170 MiB data, 663 MiB used, 715 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-10T15:07:44.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:43 smithi102 ceph-mon[37987]: osdmap e171: 8 total, 8 up, 8 in 2024-04-10T15:07:44.769 INFO:tasks.rados.rados.0.smithi102.stdout:715: done (1 left) 2024-04-10T15:07:44.769 INFO:tasks.rados.rados.0.smithi102.stdout:716: read oid 48 snap -1 2024-04-10T15:07:44.769 INFO:tasks.rados.rados.0.smithi102.stdout:716: expect (ObjNum 186 snap 38 seq_num 186) 2024-04-10T15:07:44.769 INFO:tasks.rados.rados.0.smithi102.stdout:717: rmattr oid 49 current snap is 53 2024-04-10T15:07:44.770 INFO:tasks.rados.rados.0.smithi102.stdout:718: delete oid 44 current snap is 53 2024-04-10T15:07:44.776 INFO:tasks.rados.rados.0.smithi102.stdout:714: done (3 left) 2024-04-10T15:07:44.776 INFO:tasks.rados.rados.0.smithi102.stdout:718: done (2 left) 2024-04-10T15:07:44.776 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 27 current snap is 53 2024-04-10T15:07:44.777 INFO:tasks.rados.rados.0.smithi102.stdout:719: seq_num 242 ranges {1531904=458752,1990656=753664,2744320=450560} 2024-04-10T15:07:44.788 INFO:tasks.rados.rados.0.smithi102.stdout:719: writing smithi10276805-27 from 1531904 to 1990656 tid 1 2024-04-10T15:07:44.792 INFO:tasks.rados.rados.0.smithi102.stdout:719: writing smithi10276805-27 from 1990656 to 2744320 tid 2 2024-04-10T15:07:44.796 INFO:tasks.rados.rados.0.smithi102.stdout:719: writing smithi10276805-27 from 2744320 to 3194880 tid 3 2024-04-10T15:07:44.796 INFO:tasks.rados.rados.0.smithi102.stdout:720: read oid 45 snap -1 2024-04-10T15:07:44.796 INFO:tasks.rados.rados.0.smithi102.stdout:720: expect (ObjNum 190 snap 41 seq_num 190) 2024-04-10T15:07:44.796 INFO:tasks.rados.rados.0.smithi102.stdout:721: copy_from oid 38 from oid 37 current snap is 53 2024-04-10T15:07:44.796 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 320 (ObjNum 4113 snap 0 seq_num 4294967295) dirty exists 2024-04-10T15:07:44.796 INFO:tasks.rados.rados.0.smithi102.stdout:717: done (4 left) 2024-04-10T15:07:44.796 INFO:tasks.rados.rados.0.smithi102.stdout:722: copy_from oid 35 from oid 46 current snap is 53 2024-04-10T15:07:44.796 INFO:tasks.rados.rados.0.smithi102.stdout:719: finishing write tid 1 to smithi10276805-27 2024-04-10T15:07:44.796 INFO:tasks.rados.rados.0.smithi102.stdout:723: snap_remove snap 47 2024-04-10T15:07:45.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:45 smithi154 ceph-mon[30592]: osdmap e172: 8 total, 8 up, 8 in 2024-04-10T15:07:45.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:45 smithi154 ceph-mon[30592]: osdmap e173: 8 total, 8 up, 8 in 2024-04-10T15:07:45.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:45 smithi102 ceph-mon[37987]: osdmap e172: 8 total, 8 up, 8 in 2024-04-10T15:07:45.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:45 smithi102 ceph-mon[37987]: osdmap e173: 8 total, 8 up, 8 in 2024-04-10T15:07:45.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:45 smithi102 ceph-mon[26948]: osdmap e172: 8 total, 8 up, 8 in 2024-04-10T15:07:45.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:45 smithi102 ceph-mon[26948]: osdmap e173: 8 total, 8 up, 8 in 2024-04-10T15:07:45.769 INFO:tasks.rados.rados.0.smithi102.stdout:721: finishing copy_from to smithi10276805-38 2024-04-10T15:07:45.769 INFO:tasks.rados.rados.0.smithi102.stdout:721: got expected ENOENT (src dne) 2024-04-10T15:07:45.769 INFO:tasks.rados.rados.0.smithi102.stdout:721: finishing copy_from racing read to smithi10276805-38 2024-04-10T15:07:45.769 INFO:tasks.rados.rados.0.smithi102.stdout:719: finishing write tid 2 to smithi10276805-27 2024-04-10T15:07:45.769 INFO:tasks.rados.rados.0.smithi102.stdout:719: finishing write tid 3 to smithi10276805-27 2024-04-10T15:07:45.769 INFO:tasks.rados.rados.0.smithi102.stdout:719: finishing write tid 4 to smithi10276805-27 2024-04-10T15:07:45.769 INFO:tasks.rados.rados.0.smithi102.stdout:719: finishing write tid 5 to smithi10276805-27 2024-04-10T15:07:45.769 INFO:tasks.rados.rados.0.smithi102.stdout:719: oid 27 updating version 0 to 331 2024-04-10T15:07:45.769 INFO:tasks.rados.rados.0.smithi102.stdout:719: oid 27 version 331 is already newer than 328 2024-04-10T15:07:45.770 INFO:tasks.rados.rados.0.smithi102.stdout:719: oid 27 version 331 is already newer than 329 2024-04-10T15:07:45.770 INFO:tasks.rados.rados.0.smithi102.stdout:719: oid 27 version 331 is already newer than 330 2024-04-10T15:07:45.770 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 331 (ObjNum 242 snap 53 seq_num 242) dirty exists 2024-04-10T15:07:45.770 INFO:tasks.rados.rados.0.smithi102.stdout:719: left oid 27 (ObjNum 242 snap 53 seq_num 242) 2024-04-10T15:07:45.770 INFO:tasks.rados.rados.0.smithi102.stdout:716: expect (ObjNum 186 snap 38 seq_num 186) 2024-04-10T15:07:46.186 INFO:tasks.rados.rados.0.smithi102.stdout:722: finishing copy_from racing read to smithi10276805-35 2024-04-10T15:07:46.186 INFO:tasks.rados.rados.0.smithi102.stdout:720: expect (ObjNum 190 snap 41 seq_num 190) 2024-04-10T15:07:46.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:46 smithi154 ceph-mon[30592]: pgmap v20: 121 pgs: 121 active+clean; 186 MiB data, 708 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-10T15:07:46.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:46 smithi154 ceph-mon[30592]: mgrmap e29: x(active, since 12s), standbys: y 2024-04-10T15:07:46.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:46 smithi154 ceph-mon[30592]: osdmap e174: 8 total, 8 up, 8 in 2024-04-10T15:07:46.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:46 smithi102 ceph-mon[37987]: pgmap v20: 121 pgs: 121 active+clean; 186 MiB data, 708 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-10T15:07:46.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:46 smithi102 ceph-mon[37987]: mgrmap e29: x(active, since 12s), standbys: y 2024-04-10T15:07:46.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:46 smithi102 ceph-mon[37987]: osdmap e174: 8 total, 8 up, 8 in 2024-04-10T15:07:46.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:46 smithi102 ceph-mon[26948]: pgmap v20: 121 pgs: 121 active+clean; 186 MiB data, 708 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-10T15:07:46.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:46 smithi102 ceph-mon[26948]: mgrmap e29: x(active, since 12s), standbys: y 2024-04-10T15:07:46.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:46 smithi102 ceph-mon[26948]: osdmap e174: 8 total, 8 up, 8 in 2024-04-10T15:07:46.435 INFO:tasks.rados.rados.0.smithi102.stdout:722: finishing copy_from to smithi10276805-35 2024-04-10T15:07:46.435 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 231 (ObjNum 239 snap 50 seq_num 239) dirty exists 2024-04-10T15:07:46.435 INFO:tasks.rados.rados.0.smithi102.stdout:716: done (5 left) 2024-04-10T15:07:46.435 INFO:tasks.rados.rados.0.smithi102.stdout:719: done (4 left) 2024-04-10T15:07:46.435 INFO:tasks.rados.rados.0.smithi102.stdout:720: done (3 left) 2024-04-10T15:07:46.435 INFO:tasks.rados.rados.0.smithi102.stdout:721: done (2 left) 2024-04-10T15:07:46.435 INFO:tasks.rados.rados.0.smithi102.stdout:722: done (1 left) 2024-04-10T15:07:46.435 INFO:tasks.rados.rados.0.smithi102.stdout:723: done (0 left) 2024-04-10T15:07:46.436 INFO:tasks.rados.rados.0.smithi102.stdout:724: delete oid 24 current snap is 53 2024-04-10T15:07:46.436 INFO:tasks.rados.rados.0.smithi102.stdout:724: done (0 left) 2024-04-10T15:07:46.436 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 24 current snap is 53 2024-04-10T15:07:46.436 INFO:tasks.rados.rados.0.smithi102.stdout:725: seq_num 244 ranges {0=491520,491520=573440,1064960=458752,1523712=172032} 2024-04-10T15:07:46.439 INFO:tasks.rados.rados.0.smithi102.stdout:725: writing smithi10276805-24 from 0 to 491520 tid 1 2024-04-10T15:07:46.442 INFO:tasks.rados.rados.0.smithi102.stdout:725: writing smithi10276805-24 from 491520 to 1064960 tid 2 2024-04-10T15:07:46.445 INFO:tasks.rados.rados.0.smithi102.stdout:725: writing smithi10276805-24 from 1064960 to 1523712 tid 3 2024-04-10T15:07:46.446 INFO:tasks.rados.rados.0.smithi102.stdout:725: writing smithi10276805-24 from 1523712 to 1695744 tid 4 2024-04-10T15:07:46.446 INFO:tasks.rados.rados.0.smithi102.stdout:726: copy_from oid 49 from oid 22 current snap is 53 2024-04-10T15:07:46.446 INFO:tasks.rados.rados.0.smithi102.stdout:725: finishing write tid 1 to smithi10276805-24 2024-04-10T15:07:46.446 INFO:tasks.rados.rados.0.smithi102.stdout:725: finishing write tid 2 to smithi10276805-24 2024-04-10T15:07:46.446 INFO:tasks.rados.rados.0.smithi102.stdout:727: delete oid 35 current snap is 53 2024-04-10T15:07:46.447 INFO:tasks.rados.rados.0.smithi102.stdout:726: finishing copy_from to smithi10276805-49 2024-04-10T15:07:46.447 INFO:tasks.rados.rados.0.smithi102.stdout:726: got expected ENOENT (src dne) 2024-04-10T15:07:46.447 INFO:tasks.rados.rados.0.smithi102.stdout:726: finishing copy_from racing read to smithi10276805-49 2024-04-10T15:07:46.448 INFO:tasks.rados.rados.0.smithi102.stdout:726: done (2 left) 2024-04-10T15:07:46.448 INFO:tasks.rados.rados.0.smithi102.stdout:727: done (1 left) 2024-04-10T15:07:46.448 INFO:tasks.rados.rados.0.smithi102.stdout:728: read oid 29 snap -1 2024-04-10T15:07:46.448 INFO:tasks.rados.rados.0.smithi102.stdout:728: expect (ObjNum 78 snap 12 seq_num 78) 2024-04-10T15:07:46.448 INFO:tasks.rados.rados.0.smithi102.stdout:729: snap_remove snap 51 2024-04-10T15:07:46.982 INFO:tasks.rados.rados.0.smithi102.stdout:729: done (2 left) 2024-04-10T15:07:46.983 INFO:tasks.rados.rados.0.smithi102.stdout:730: snap_remove snap 32 2024-04-10T15:07:47.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: pgmap v23: 121 pgs: 121 active+clean; 186 MiB data, 708 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-10T15:07:47.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:47.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:47.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: Adjusting osd_memory_target on smithi154 to 2480M 2024-04-10T15:07:47.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:47.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:07:47.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:07:47.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-10T15:07:47.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: Updating smithi154:/etc/ceph/ceph.conf 2024-04-10T15:07:47.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:07:47.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:07:47.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: osdmap e175: 8 total, 8 up, 8 in 2024-04-10T15:07:47.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:07:47.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:07:47.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:07:47.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:07:47.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:47 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:07:47.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: pgmap v23: 121 pgs: 121 active+clean; 186 MiB data, 708 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-10T15:07:47.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:47.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:47.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: Adjusting osd_memory_target on smithi154 to 2480M 2024-04-10T15:07:47.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:47.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:07:47.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:07:47.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-10T15:07:47.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: Updating smithi154:/etc/ceph/ceph.conf 2024-04-10T15:07:47.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:07:47.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:07:47.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: osdmap e175: 8 total, 8 up, 8 in 2024-04-10T15:07:47.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:07:47.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:07:47.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:07:47.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:07:47.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:07:47.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: pgmap v23: 121 pgs: 121 active+clean; 186 MiB data, 708 MiB used, 715 GiB / 715 GiB avail; 18 MiB/s rd, 3.9 MiB/s wr, 40 op/s 2024-04-10T15:07:47.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:47.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:47.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.4", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.5", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.6", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "config rm", "who": "osd.7", "name": "osd_memory_target"}]: dispatch 2024-04-10T15:07:47.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: Adjusting osd_memory_target on smithi154 to 2480M 2024-04-10T15:07:47.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:47.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:07:47.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:07:47.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-10T15:07:47.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: Updating smithi154:/etc/ceph/ceph.conf 2024-04-10T15:07:47.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:07:47.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:07:47.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: osdmap e175: 8 total, 8 up, 8 in 2024-04-10T15:07:47.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:07:47.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:07:47.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:07:47.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:07:47.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:47 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:07:47.990 INFO:tasks.rados.rados.0.smithi102.stdout:730: done (2 left) 2024-04-10T15:07:47.990 INFO:tasks.rados.rados.0.smithi102.stdout:731: setattr oid 37 current snap is 53 2024-04-10T15:07:47.991 INFO:tasks.rados.rados.0.smithi102.stdout:725: finishing write tid 3 to smithi10276805-24 2024-04-10T15:07:47.991 INFO:tasks.rados.rados.0.smithi102.stdout:725: finishing write tid 4 to smithi10276805-24 2024-04-10T15:07:47.991 INFO:tasks.rados.rados.0.smithi102.stdout:725: finishing write tid 5 to smithi10276805-24 2024-04-10T15:07:47.991 INFO:tasks.rados.rados.0.smithi102.stdout:725: finishing write tid 6 to smithi10276805-24 2024-04-10T15:07:47.991 INFO:tasks.rados.rados.0.smithi102.stdout:725: oid 24 updating version 0 to 96 2024-04-10T15:07:47.991 INFO:tasks.rados.rados.0.smithi102.stdout:725: oid 24 updating version 96 to 97 2024-04-10T15:07:47.991 INFO:tasks.rados.rados.0.smithi102.stdout:725: oid 24 updating version 97 to 98 2024-04-10T15:07:47.991 INFO:tasks.rados.rados.0.smithi102.stdout:725: oid 24 version 98 is already newer than 95 2024-04-10T15:07:47.991 INFO:tasks.rados.rados.0.smithi102.stdout:725: oid 24 updating version 98 to 99 2024-04-10T15:07:47.991 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 99 (ObjNum 244 snap 53 seq_num 244) dirty exists 2024-04-10T15:07:47.991 INFO:tasks.rados.rados.0.smithi102.stdout:725: left oid 24 (ObjNum 244 snap 53 seq_num 244) 2024-04-10T15:07:47.991 INFO:tasks.rados.rados.0.smithi102.stdout:728: expect (ObjNum 78 snap 12 seq_num 78) 2024-04-10T15:07:48.052 INFO:tasks.rados.rados.0.smithi102.stdout:725: done (2 left) 2024-04-10T15:07:48.052 INFO:tasks.rados.rados.0.smithi102.stdout:728: done (1 left) 2024-04-10T15:07:48.052 INFO:tasks.rados.rados.0.smithi102.stdout:732: copy_from oid 14 from oid 10 current snap is 53 2024-04-10T15:07:48.052 INFO:tasks.rados.rados.0.smithi102.stdout:733: rollback oid 18 current snap is 53 2024-04-10T15:07:48.052 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 18 to 52 2024-04-10T15:07:48.052 INFO:tasks.rados.rados.0.smithi102.stdout:734: read oid 35 snap -1 2024-04-10T15:07:48.052 INFO:tasks.rados.rados.0.smithi102.stdout:734: expect deleted 2024-04-10T15:07:48.052 INFO:tasks.rados.rados.0.smithi102.stdout:735: snap_remove snap 39 2024-04-10T15:07:48.522 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:07:48.270Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.102:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.102:8765: connect: connection refused" 2024-04-10T15:07:48.522 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:07:48.270Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.102:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.102:8765: connect: connection refused" 2024-04-10T15:07:48.522 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:07:48.273Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.102:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.102:8765: connect: connection refused" 2024-04-10T15:07:48.522 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:07:48.273Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.102:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.102:8765: connect: connection refused" 2024-04-10T15:07:48.522 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:07:48.273Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.102:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.102:8765: connect: connection refused" 2024-04-10T15:07:48.841 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:48 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:48.841 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:48 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:48.842 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:48 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:48.842 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:48 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:48.842 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:48 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:48.842 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:48 smithi154 ceph-mon[30592]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T15:07:48.842 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:48 smithi154 ceph-mon[30592]: Reconfiguring daemon prometheus.a on smithi154 2024-04-10T15:07:48.842 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:48 smithi154 ceph-mon[30592]: osdmap e176: 8 total, 8 up, 8 in 2024-04-10T15:07:48.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:48 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:48.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:48 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:48.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:48 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:48.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:48 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:48.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:48 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:48.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:48 smithi102 ceph-mon[37987]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T15:07:48.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:48 smithi102 ceph-mon[37987]: Reconfiguring daemon prometheus.a on smithi154 2024-04-10T15:07:48.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:48 smithi102 ceph-mon[37987]: osdmap e176: 8 total, 8 up, 8 in 2024-04-10T15:07:48.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:48 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:48.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:48 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:48.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:48 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:48.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:48 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:48.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:48 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:48.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:48 smithi102 ceph-mon[26948]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T15:07:48.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:48 smithi102 ceph-mon[26948]: Reconfiguring daemon prometheus.a on smithi154 2024-04-10T15:07:48.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:48 smithi102 ceph-mon[26948]: osdmap e176: 8 total, 8 up, 8 in 2024-04-10T15:07:48.997 INFO:tasks.rados.rados.0.smithi102.stdout:735: done (4 left) 2024-04-10T15:07:48.998 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 19 current snap is 53 2024-04-10T15:07:48.998 INFO:tasks.rados.rados.0.smithi102.stdout:736: seq_num 246 ranges {3481600=524288,4005888=745472,4751360=425984,5177344=32768} 2024-04-10T15:07:49.020 INFO:tasks.rados.rados.0.smithi102.stdout:736: writing smithi10276805-19 from 3481600 to 4005888 tid 1 2024-04-10T15:07:49.025 INFO:tasks.rados.rados.0.smithi102.stdout:736: writing smithi10276805-19 from 4005888 to 4751360 tid 2 2024-04-10T15:07:49.028 INFO:tasks.rados.rados.0.smithi102.stdout:736: writing smithi10276805-19 from 4751360 to 5177344 tid 3 2024-04-10T15:07:49.028 INFO:tasks.rados.rados.0.smithi102.stdout:736: writing smithi10276805-19 from 5177344 to 5210112 tid 4 2024-04-10T15:07:49.028 INFO:tasks.rados.rados.0.smithi102.stdout:737: read oid 41 snap -1 2024-04-10T15:07:49.028 INFO:tasks.rados.rados.0.smithi102.stdout:737: expect (ObjNum 119 snap 22 seq_num 119) 2024-04-10T15:07:49.028 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 50 current snap is 53 2024-04-10T15:07:49.028 INFO:tasks.rados.rados.0.smithi102.stdout:738: seq_num 247 ranges {5644288=540672,6184960=622592,6807552=581632} 2024-04-10T15:07:49.061 INFO:tasks.rados.rados.0.smithi102.stdout:738: writing smithi10276805-50 from 5644288 to 6184960 tid 1 2024-04-10T15:07:49.065 INFO:tasks.rados.rados.0.smithi102.stdout:738: writing smithi10276805-50 from 6184960 to 6807552 tid 2 2024-04-10T15:07:49.069 INFO:tasks.rados.rados.0.smithi102.stdout:738: writing smithi10276805-50 from 6807552 to 7389184 tid 3 2024-04-10T15:07:49.069 INFO:tasks.rados.rados.0.smithi102.stdout:739: read oid 28 snap -1 2024-04-10T15:07:49.070 INFO:tasks.rados.rados.0.smithi102.stdout:739: expect (ObjNum 218 snap 47 seq_num 218) 2024-04-10T15:07:49.070 INFO:tasks.rados.rados.0.smithi102.stdout:740: delete oid 17 current snap is 53 2024-04-10T15:07:49.070 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 296 (ObjNum 289 snap 0 seq_num 1735179149) dirty exists 2024-04-10T15:07:49.070 INFO:tasks.rados.rados.0.smithi102.stdout:733: finishing rollback tid 0 to smithi10276805-18 2024-04-10T15:07:49.070 INFO:tasks.rados.rados.0.smithi102.stdout:733: finishing rollback tid 1 to smithi10276805-18 2024-04-10T15:07:49.070 INFO:tasks.rados.rados.0.smithi102.stdout:733: finishing rollback tid 2 to smithi10276805-18 2024-04-10T15:07:49.070 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 154 (ObjNum 214 snap 46 seq_num 214) dirty exists 2024-04-10T15:07:49.070 INFO:tasks.rados.rados.0.smithi102.stdout:732: finishing copy_from racing read to smithi10276805-14 2024-04-10T15:07:49.070 INFO:tasks.rados.rados.0.smithi102.stdout:732: finishing copy_from to smithi10276805-14 2024-04-10T15:07:49.070 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 144 (ObjNum 38 snap 0 seq_num 38) dirty exists 2024-04-10T15:07:49.070 INFO:tasks.rados.rados.0.smithi102.stdout:736: finishing write tid 1 to smithi10276805-19 2024-04-10T15:07:49.071 INFO:tasks.rados.rados.0.smithi102.stdout:736: finishing write tid 2 to smithi10276805-19 2024-04-10T15:07:49.071 INFO:tasks.rados.rados.0.smithi102.stdout:736: finishing write tid 3 to smithi10276805-19 2024-04-10T15:07:49.071 INFO:tasks.rados.rados.0.smithi102.stdout:736: finishing write tid 4 to smithi10276805-19 2024-04-10T15:07:49.071 INFO:tasks.rados.rados.0.smithi102.stdout:736: finishing write tid 5 to smithi10276805-19 2024-04-10T15:07:49.071 INFO:tasks.rados.rados.0.smithi102.stdout:736: finishing write tid 6 to smithi10276805-19 2024-04-10T15:07:49.071 INFO:tasks.rados.rados.0.smithi102.stdout:736: oid 19 updating version 0 to 309 2024-04-10T15:07:49.071 INFO:tasks.rados.rados.0.smithi102.stdout:736: oid 19 version 309 is already newer than 306 2024-04-10T15:07:49.071 INFO:tasks.rados.rados.0.smithi102.stdout:736: oid 19 updating version 309 to 310 2024-04-10T15:07:49.071 INFO:tasks.rados.rados.0.smithi102.stdout:736: oid 19 version 310 is already newer than 308 2024-04-10T15:07:49.071 INFO:tasks.rados.rados.0.smithi102.stdout:736: oid 19 version 310 is already newer than 307 2024-04-10T15:07:49.071 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 310 (ObjNum 246 snap 53 seq_num 246) dirty exists 2024-04-10T15:07:49.071 INFO:tasks.rados.rados.0.smithi102.stdout:736: left oid 19 (ObjNum 246 snap 53 seq_num 246) 2024-04-10T15:07:49.071 INFO:tasks.rados.rados.0.smithi102.stdout:737: expect (ObjNum 119 snap 22 seq_num 119) 2024-04-10T15:07:49.124 INFO:tasks.rados.rados.0.smithi102.stdout:738: finishing write tid 1 to smithi10276805-50 2024-04-10T15:07:49.124 INFO:tasks.rados.rados.0.smithi102.stdout:738: finishing write tid 2 to smithi10276805-50 2024-04-10T15:07:49.124 INFO:tasks.rados.rados.0.smithi102.stdout:738: finishing write tid 3 to smithi10276805-50 2024-04-10T15:07:49.124 INFO:tasks.rados.rados.0.smithi102.stdout:738: finishing write tid 4 to smithi10276805-50 2024-04-10T15:07:49.124 INFO:tasks.rados.rados.0.smithi102.stdout:738: finishing write tid 5 to smithi10276805-50 2024-04-10T15:07:49.125 INFO:tasks.rados.rados.0.smithi102.stdout:738: oid 50 updating version 0 to 296 2024-04-10T15:07:49.125 INFO:tasks.rados.rados.0.smithi102.stdout:738: oid 50 version 296 is already newer than 294 2024-04-10T15:07:49.125 INFO:tasks.rados.rados.0.smithi102.stdout:738: oid 50 version 296 is already newer than 293 2024-04-10T15:07:49.125 INFO:tasks.rados.rados.0.smithi102.stdout:738: oid 50 version 296 is already newer than 295 2024-04-10T15:07:49.125 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 296 (ObjNum 247 snap 53 seq_num 247) dirty exists 2024-04-10T15:07:49.125 INFO:tasks.rados.rados.0.smithi102.stdout:738: left oid 50 (ObjNum 247 snap 53 seq_num 247) 2024-04-10T15:07:49.125 INFO:tasks.rados.rados.0.smithi102.stdout:731: done (8 left) 2024-04-10T15:07:49.125 INFO:tasks.rados.rados.0.smithi102.stdout:732: done (7 left) 2024-04-10T15:07:49.125 INFO:tasks.rados.rados.0.smithi102.stdout:733: done (6 left) 2024-04-10T15:07:49.125 INFO:tasks.rados.rados.0.smithi102.stdout:734: done (5 left) 2024-04-10T15:07:49.125 INFO:tasks.rados.rados.0.smithi102.stdout:736: done (4 left) 2024-04-10T15:07:49.125 INFO:tasks.rados.rados.0.smithi102.stdout:737: done (3 left) 2024-04-10T15:07:49.126 INFO:tasks.rados.rados.0.smithi102.stdout:738: done (2 left) 2024-04-10T15:07:49.126 INFO:tasks.rados.rados.0.smithi102.stdout:740: done (1 left) 2024-04-10T15:07:49.126 INFO:tasks.rados.rados.0.smithi102.stdout:741: delete oid 8 current snap is 53 2024-04-10T15:07:49.126 INFO:tasks.rados.rados.0.smithi102.stdout:739: expect (ObjNum 218 snap 47 seq_num 218) 2024-04-10T15:07:49.477 INFO:tasks.rados.rados.0.smithi102.stdout:739: done (1 left) 2024-04-10T15:07:49.477 INFO:tasks.rados.rados.0.smithi102.stdout:741: done (0 left) 2024-04-10T15:07:49.477 INFO:tasks.rados.rados.0.smithi102.stdout:742: delete oid 10 current snap is 53 2024-04-10T15:07:49.478 INFO:tasks.rados.rados.0.smithi102.stdout:742: done (0 left) 2024-04-10T15:07:49.478 INFO:tasks.rados.rados.0.smithi102.stdout:743: snap_create 2024-04-10T15:07:49.995 INFO:tasks.rados.rados.0.smithi102.stdout:743: done (0 left) 2024-04-10T15:07:49.995 INFO:tasks.rados.rados.0.smithi102.stdout:744: read oid 17 snap -1 2024-04-10T15:07:49.995 INFO:tasks.rados.rados.0.smithi102.stdout:744: expect deleted 2024-04-10T15:07:49.995 INFO:tasks.rados.rados.0.smithi102.stdout:745: rollback oid 6 current snap is 54 2024-04-10T15:07:49.995 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 6 to 35 2024-04-10T15:07:49.995 INFO:tasks.rados.rados.0.smithi102.stdout:746: read oid 27 snap 53 2024-04-10T15:07:49.995 INFO:tasks.rados.rados.0.smithi102.stdout:746: expect (ObjNum 242 snap 53 seq_num 242) 2024-04-10T15:07:49.995 INFO:tasks.rados.rados.0.smithi102.stdout:747: snap_remove snap 38 2024-04-10T15:07:50.099 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:50 smithi154 ceph-mon[30592]: pgmap v26: 121 pgs: 121 active+clean; 181 MiB data, 703 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 0 op/s 2024-04-10T15:07:50.100 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:50 smithi154 ceph-mon[30592]: osdmap e177: 8 total, 8 up, 8 in 2024-04-10T15:07:50.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:50 smithi102 ceph-mon[37987]: pgmap v26: 121 pgs: 121 active+clean; 181 MiB data, 703 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 0 op/s 2024-04-10T15:07:50.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:50 smithi102 ceph-mon[37987]: osdmap e177: 8 total, 8 up, 8 in 2024-04-10T15:07:50.159 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:49 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[27183]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:07:49] "GET /metrics HTTP/1.1" 200 - "" "Prometheus/2.43.0" 2024-04-10T15:07:50.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:50 smithi102 ceph-mon[26948]: pgmap v26: 121 pgs: 121 active+clean; 181 MiB data, 703 MiB used, 715 GiB / 715 GiB avail; 3.2 MiB/s rd, 0 op/s 2024-04-10T15:07:50.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:50 smithi102 ceph-mon[26948]: osdmap e177: 8 total, 8 up, 8 in 2024-04-10T15:07:51.010 INFO:tasks.rados.rados.0.smithi102.stdout:747: done (3 left) 2024-04-10T15:07:51.010 INFO:tasks.rados.rados.0.smithi102.stdout:748: read oid 9 snap -1 2024-04-10T15:07:51.010 INFO:tasks.rados.rados.0.smithi102.stdout:748: expect (ObjNum 231 snap 49 seq_num 231) 2024-04-10T15:07:51.010 INFO:tasks.rados.rados.0.smithi102.stdout:749: snap_create 2024-04-10T15:07:51.010 INFO:tasks.rados.rados.0.smithi102.stdout:745: finishing rollback tid 0 to smithi10276805-6 2024-04-10T15:07:51.010 INFO:tasks.rados.rados.0.smithi102.stdout:745: finishing rollback tid 1 to smithi10276805-6 2024-04-10T15:07:51.010 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 159 (ObjNum 5377 snap 0 seq_num 1382003488) dirty dne 2024-04-10T15:07:51.010 INFO:tasks.rados.rados.0.smithi102.stdout:746: expect (ObjNum 242 snap 53 seq_num 242) 2024-04-10T15:07:51.124 INFO:tasks.rados.rados.0.smithi102.stdout:748: expect (ObjNum 231 snap 49 seq_num 231) 2024-04-10T15:07:51.378 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:51 smithi154 systemd[1]: Stopping Ceph prometheus.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:07:51.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:51 smithi154 ceph-mon[30592]: osdmap e178: 8 total, 8 up, 8 in 2024-04-10T15:07:51.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:51 smithi102 ceph-mon[37987]: osdmap e178: 8 total, 8 up, 8 in 2024-04-10T15:07:51.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:51 smithi102 ceph-mon[26948]: osdmap e178: 8 total, 8 up, 8 in 2024-04-10T15:07:51.717 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:51 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:07:51.463Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-10T15:07:51.718 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:51 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:07:51.463Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-10T15:07:51.718 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:51 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:07:51.463Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-10T15:07:51.718 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:51 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:07:51.463Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-10T15:07:51.718 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:51 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:07:51.463Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-10T15:07:51.718 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:51 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:07:51.463Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-10T15:07:51.718 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:51 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:07:51.463Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-10T15:07:51.718 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:51 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:07:51.463Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-10T15:07:51.718 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:51 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:07:51.464Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-10T15:07:51.718 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:51 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:07:51.464Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-10T15:07:51.718 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:51 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:07:51.464Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-10T15:07:51.718 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:51 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[61789]: ts=2024-04-10T15:07:51.464Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-10T15:07:51.718 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:51 smithi154 podman[72041]: 2024-04-10 15:07:51.474023272 +0000 UTC m=+0.138253580 container died 9cee93d9cb0b016cccab2dc2b80a3ff7642ff2708b76e2408b9ec3992c160d86 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:07:52.012 INFO:tasks.rados.rados.0.smithi102.stdout:744: done (4 left) 2024-04-10T15:07:52.012 INFO:tasks.rados.rados.0.smithi102.stdout:745: done (3 left) 2024-04-10T15:07:52.012 INFO:tasks.rados.rados.0.smithi102.stdout:746: done (2 left) 2024-04-10T15:07:52.012 INFO:tasks.rados.rados.0.smithi102.stdout:748: done (1 left) 2024-04-10T15:07:52.012 INFO:tasks.rados.rados.0.smithi102.stdout:749: done (0 left) 2024-04-10T15:07:52.012 INFO:tasks.rados.rados.0.smithi102.stdout:750: copy_from oid 48 from oid 1 current snap is 55 2024-04-10T15:07:52.012 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 41 current snap is 55 2024-04-10T15:07:52.012 INFO:tasks.rados.rados.0.smithi102.stdout:751: seq_num 251 ranges {2007040=606208,2613248=614400,3227648=589824} 2024-04-10T15:07:52.014 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:51 smithi154 podman[72041]: 2024-04-10 15:07:51.925609136 +0000 UTC m=+0.589839435 container cleanup 9cee93d9cb0b016cccab2dc2b80a3ff7642ff2708b76e2408b9ec3992c160d86 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:07:52.014 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:51 smithi154 bash[72041]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a 2024-04-10T15:07:52.026 INFO:tasks.rados.rados.0.smithi102.stdout:751: writing smithi10276805-41 from 2007040 to 2613248 tid 1 2024-04-10T15:07:52.029 INFO:tasks.rados.rados.0.smithi102.stdout:751: writing smithi10276805-41 from 2613248 to 3227648 tid 2 2024-04-10T15:07:52.034 INFO:tasks.rados.rados.0.smithi102.stdout:751: writing smithi10276805-41 from 3227648 to 3817472 tid 3 2024-04-10T15:07:52.034 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 55 2024-04-10T15:07:52.034 INFO:tasks.rados.rados.0.smithi102.stdout:750: finishing copy_from racing read to smithi10276805-48 2024-04-10T15:07:52.034 INFO:tasks.rados.rados.0.smithi102.stdout:750: finishing copy_from to smithi10276805-48 2024-04-10T15:07:52.034 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 83 (ObjNum 150 snap 31 seq_num 150) dirty exists 2024-04-10T15:07:52.034 INFO:tasks.rados.rados.0.smithi102.stdout:751: finishing write tid 1 to smithi10276805-41 2024-04-10T15:07:52.034 INFO:tasks.rados.rados.0.smithi102.stdout:752: seq_num 252 ranges {0=630784,630784=499712,1130496=425984,1556480=278528} 2024-04-10T15:07:52.037 INFO:tasks.rados.rados.0.smithi102.stdout:752: writing smithi10276805-25 from 0 to 630784 tid 1 2024-04-10T15:07:52.040 INFO:tasks.rados.rados.0.smithi102.stdout:752: writing smithi10276805-25 from 630784 to 1130496 tid 2 2024-04-10T15:07:52.043 INFO:tasks.rados.rados.0.smithi102.stdout:752: writing smithi10276805-25 from 1130496 to 1556480 tid 3 2024-04-10T15:07:52.045 INFO:tasks.rados.rados.0.smithi102.stdout:752: writing smithi10276805-25 from 1556480 to 1835008 tid 4 2024-04-10T15:07:52.046 INFO:tasks.rados.rados.0.smithi102.stdout:750: done (2 left) 2024-04-10T15:07:52.046 INFO:tasks.rados.rados.0.smithi102.stdout:753: rmattr oid 9 current snap is 55 2024-04-10T15:07:52.046 INFO:tasks.rados.rados.0.smithi102.stdout:753: done (2 left) 2024-04-10T15:07:52.046 INFO:tasks.rados.rados.0.smithi102.stdout:754: read oid 21 snap -1 2024-04-10T15:07:52.046 INFO:tasks.rados.rados.0.smithi102.stdout:754: expect (ObjNum 101 snap 17 seq_num 101) 2024-04-10T15:07:52.046 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 38 current snap is 55 2024-04-10T15:07:52.046 INFO:tasks.rados.rados.0.smithi102.stdout:751: finishing write tid 2 to smithi10276805-41 2024-04-10T15:07:52.046 INFO:tasks.rados.rados.0.smithi102.stdout:751: finishing write tid 3 to smithi10276805-41 2024-04-10T15:07:52.046 INFO:tasks.rados.rados.0.smithi102.stdout:751: finishing write tid 4 to smithi10276805-41 2024-04-10T15:07:52.046 INFO:tasks.rados.rados.0.smithi102.stdout:751: finishing write tid 5 to smithi10276805-41 2024-04-10T15:07:52.046 INFO:tasks.rados.rados.0.smithi102.stdout:751: oid 41 updating version 0 to 321 2024-04-10T15:07:52.047 INFO:tasks.rados.rados.0.smithi102.stdout:751: oid 41 updating version 321 to 322 2024-04-10T15:07:52.047 INFO:tasks.rados.rados.0.smithi102.stdout:751: oid 41 updating version 322 to 323 2024-04-10T15:07:52.047 INFO:tasks.rados.rados.0.smithi102.stdout:751: oid 41 version 323 is already newer than 320 2024-04-10T15:07:52.047 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 323 (ObjNum 251 snap 55 seq_num 251) dirty exists 2024-04-10T15:07:52.047 INFO:tasks.rados.rados.0.smithi102.stdout:751: left oid 41 (ObjNum 251 snap 55 seq_num 251) 2024-04-10T15:07:52.047 INFO:tasks.rados.rados.0.smithi102.stdout:752: finishing write tid 1 to smithi10276805-25 2024-04-10T15:07:52.047 INFO:tasks.rados.rados.0.smithi102.stdout:752: finishing write tid 2 to smithi10276805-25 2024-04-10T15:07:52.047 INFO:tasks.rados.rados.0.smithi102.stdout:755: seq_num 253 ranges {2170880=647168,2818048=786432,3604480=417792} 2024-04-10T15:07:52.061 INFO:tasks.rados.rados.0.smithi102.stdout:755: writing smithi10276805-38 from 2170880 to 2818048 tid 1 2024-04-10T15:07:52.065 INFO:tasks.rados.rados.0.smithi102.stdout:755: writing smithi10276805-38 from 2818048 to 3604480 tid 2 2024-04-10T15:07:52.068 INFO:tasks.rados.rados.0.smithi102.stdout:755: writing smithi10276805-38 from 3604480 to 4022272 tid 3 2024-04-10T15:07:52.068 INFO:tasks.rados.rados.0.smithi102.stdout:751: done (3 left) 2024-04-10T15:07:52.068 INFO:tasks.rados.rados.0.smithi102.stdout:756: copy_from oid 19 from oid 2 current snap is 55 2024-04-10T15:07:52.069 INFO:tasks.rados.rados.0.smithi102.stdout:752: finishing write tid 3 to smithi10276805-25 2024-04-10T15:07:52.069 INFO:tasks.rados.rados.0.smithi102.stdout:752: finishing write tid 4 to smithi10276805-25 2024-04-10T15:07:52.069 INFO:tasks.rados.rados.0.smithi102.stdout:752: finishing write tid 5 to smithi10276805-25 2024-04-10T15:07:52.069 INFO:tasks.rados.rados.0.smithi102.stdout:752: finishing write tid 6 to smithi10276805-25 2024-04-10T15:07:52.069 INFO:tasks.rados.rados.0.smithi102.stdout:752: oid 25 updating version 0 to 118 2024-04-10T15:07:52.069 INFO:tasks.rados.rados.0.smithi102.stdout:752: oid 25 updating version 118 to 122 2024-04-10T15:07:52.069 INFO:tasks.rados.rados.0.smithi102.stdout:752: oid 25 version 122 is already newer than 119 2024-04-10T15:07:52.069 INFO:tasks.rados.rados.0.smithi102.stdout:752: oid 25 version 122 is already newer than 120 2024-04-10T15:07:52.069 INFO:tasks.rados.rados.0.smithi102.stdout:752: oid 25 version 122 is already newer than 121 2024-04-10T15:07:52.069 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 122 (ObjNum 252 snap 55 seq_num 252) dirty exists 2024-04-10T15:07:52.069 INFO:tasks.rados.rados.0.smithi102.stdout:752: left oid 25 (ObjNum 252 snap 55 seq_num 252) 2024-04-10T15:07:52.069 INFO:tasks.rados.rados.0.smithi102.stdout:754: expect (ObjNum 101 snap 17 seq_num 101) 2024-04-10T15:07:52.277 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:52 smithi154 ceph-mon[30592]: pgmap v29: 121 pgs: 121 active+clean; 168 MiB data, 714 MiB used, 715 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-04-10T15:07:52.277 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:52 smithi154 ceph-mon[30592]: osdmap e179: 8 total, 8 up, 8 in 2024-04-10T15:07:52.289 INFO:tasks.rados.rados.0.smithi102.stdout:755: finishing write tid 1 to smithi10276805-38 2024-04-10T15:07:52.289 INFO:tasks.rados.rados.0.smithi102.stdout:755: finishing write tid 2 to smithi10276805-38 2024-04-10T15:07:52.289 INFO:tasks.rados.rados.0.smithi102.stdout:752: done (3 left) 2024-04-10T15:07:52.289 INFO:tasks.rados.rados.0.smithi102.stdout:754: done (2 left) 2024-04-10T15:07:52.289 INFO:tasks.rados.rados.0.smithi102.stdout:757: snap_create 2024-04-10T15:07:52.289 INFO:tasks.rados.rados.0.smithi102.stdout:755: finishing write tid 3 to smithi10276805-38 2024-04-10T15:07:52.289 INFO:tasks.rados.rados.0.smithi102.stdout:755: finishing write tid 4 to smithi10276805-38 2024-04-10T15:07:52.289 INFO:tasks.rados.rados.0.smithi102.stdout:755: finishing write tid 5 to smithi10276805-38 2024-04-10T15:07:52.289 INFO:tasks.rados.rados.0.smithi102.stdout:755: oid 38 updating version 0 to 24 2024-04-10T15:07:52.289 INFO:tasks.rados.rados.0.smithi102.stdout:755: oid 38 updating version 24 to 25 2024-04-10T15:07:52.290 INFO:tasks.rados.rados.0.smithi102.stdout:755: oid 38 updating version 25 to 26 2024-04-10T15:07:52.290 INFO:tasks.rados.rados.0.smithi102.stdout:755: oid 38 version 26 is already newer than 23 2024-04-10T15:07:52.290 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 26 (ObjNum 253 snap 55 seq_num 253) dirty exists 2024-04-10T15:07:52.290 INFO:tasks.rados.rados.0.smithi102.stdout:755: left oid 38 (ObjNum 253 snap 55 seq_num 253) 2024-04-10T15:07:52.290 INFO:tasks.rados.rados.0.smithi102.stdout:756: finishing copy_from racing read to smithi10276805-19 2024-04-10T15:07:52.290 INFO:tasks.rados.rados.0.smithi102.stdout:756: finishing copy_from to smithi10276805-19 2024-04-10T15:07:52.290 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 96 (ObjNum 232 snap 49 seq_num 232) dirty exists 2024-04-10T15:07:52.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:52 smithi102 ceph-mon[37987]: pgmap v29: 121 pgs: 121 active+clean; 168 MiB data, 714 MiB used, 715 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-04-10T15:07:52.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:52 smithi102 ceph-mon[37987]: osdmap e179: 8 total, 8 up, 8 in 2024-04-10T15:07:52.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:52 smithi102 ceph-mon[26948]: pgmap v29: 121 pgs: 121 active+clean; 168 MiB data, 714 MiB used, 715 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-04-10T15:07:52.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:52 smithi102 ceph-mon[26948]: osdmap e179: 8 total, 8 up, 8 in 2024-04-10T15:07:52.628 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:52 smithi154 podman[72055]: 2024-04-10 15:07:52.302630692 +0000 UTC m=+0.831522926 container remove 9cee93d9cb0b016cccab2dc2b80a3ff7642ff2708b76e2408b9ec3992c160d86 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:07:52.629 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:52 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-10T15:07:52.629 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:52 smithi154 systemd[1]: Stopped Ceph prometheus.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:07:52.629 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:52 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@prometheus.a.service: Consumed 1.481s CPU time. 2024-04-10T15:07:52.629 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:52 smithi154 systemd[1]: Starting Ceph prometheus.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:07:52.972 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:52 smithi154 podman[72152]: 2024-04-10 15:07:52.627672973 +0000 UTC m=+0.019186714 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-10T15:07:52.972 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:52 smithi154 podman[72152]: 2024-04-10 15:07:52.770347007 +0000 UTC m=+0.161860737 container create 912bde0910bde4fc72fb78a043170d02c4a99b4dd71785d49cf32a773cfa2d91 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:07:53.028 INFO:tasks.rados.rados.0.smithi102.stdout:755: done (2 left) 2024-04-10T15:07:53.029 INFO:tasks.rados.rados.0.smithi102.stdout:756: done (1 left) 2024-04-10T15:07:53.029 INFO:tasks.rados.rados.0.smithi102.stdout:757: done (0 left) 2024-04-10T15:07:53.029 INFO:tasks.rados.rados.0.smithi102.stdout:758: rollback oid 46 current snap is 56 2024-04-10T15:07:53.029 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 46 to 55 2024-04-10T15:07:53.029 INFO:tasks.rados.rados.0.smithi102.stdout:759: copy_from oid 35 from oid 11 current snap is 56 2024-04-10T15:07:53.029 INFO:tasks.rados.rados.0.smithi102.stdout:760: read oid 30 snap -1 2024-04-10T15:07:53.029 INFO:tasks.rados.rados.0.smithi102.stdout:760: expect (ObjNum 213 snap 45 seq_num 213) 2024-04-10T15:07:53.029 INFO:tasks.rados.rados.0.smithi102.stdout:761: snap_create 2024-04-10T15:07:53.034 INFO:tasks.rados.rados.0.smithi102.stdout:760: expect (ObjNum 213 snap 45 seq_num 213) 2024-04-10T15:07:53.070 INFO:tasks.rados.rados.0.smithi102.stdout:758: finishing rollback tid 0 to smithi10276805-46 2024-04-10T15:07:53.070 INFO:tasks.rados.rados.0.smithi102.stdout:758: finishing rollback tid 1 to smithi10276805-46 2024-04-10T15:07:53.070 INFO:tasks.rados.rados.0.smithi102.stdout:758: finishing rollback tid 2 to smithi10276805-46 2024-04-10T15:07:53.070 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 267 (ObjNum 239 snap 50 seq_num 239) dirty exists 2024-04-10T15:07:53.070 INFO:tasks.rados.rados.0.smithi102.stdout:759: finishing copy_from racing read to smithi10276805-35 2024-04-10T15:07:53.070 INFO:tasks.rados.rados.0.smithi102.stdout:759: finishing copy_from to smithi10276805-35 2024-04-10T15:07:53.070 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 277 (ObjNum 219 snap 47 seq_num 219) dirty exists 2024-04-10T15:07:53.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-mon[30592]: osdmap e180: 8 total, 8 up, 8 in 2024-04-10T15:07:53.379 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:52 smithi154 podman[72152]: 2024-04-10 15:07:52.997708788 +0000 UTC m=+0.389222518 container init 912bde0910bde4fc72fb78a043170d02c4a99b4dd71785d49cf32a773cfa2d91 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:07:53.379 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 podman[72152]: 2024-04-10 15:07:53.000273585 +0000 UTC m=+0.391787328 container start 912bde0910bde4fc72fb78a043170d02c4a99b4dd71785d49cf32a773cfa2d91 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:07:53.379 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.023Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-10T15:07:53.379 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.023Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-10T15:07:53.379 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.023Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi154 (none))" 2024-04-10T15:07:53.379 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.023Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-10T15:07:53.379 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.023Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-10T15:07:53.379 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.025Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-10T15:07:53.379 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.025Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-10T15:07:53.380 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.026Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-10T15:07:53.380 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.026Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-10T15:07:53.380 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.029Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-10T15:07:53.380 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.029Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=2.189µs 2024-04-10T15:07:53.380 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.029Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-10T15:07:53.380 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.031Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=2 2024-04-10T15:07:53.380 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.038Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=2 2024-04-10T15:07:53.380 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.038Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=2 2024-04-10T15:07:53.380 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.038Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=27.655µs wal_replay_duration=9.060813ms wbl_replay_duration=117ns total_replay_duration=9.11543ms 2024-04-10T15:07:53.380 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.039Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-10T15:07:53.380 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.039Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-10T15:07:53.380 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.039Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-10T15:07:53.380 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.065Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=25.985022ms db_storage=823ns remote_storage=1.083µs web_handler=350ns query_engine=586ns scrape=459.442µs scrape_sd=88.254µs notify=22.433µs notify_sd=27.007µs rules=24.879292ms tracing=11.492µs 2024-04-10T15:07:53.380 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.065Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-10T15:07:53.380 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:07:53.065Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-10T15:07:53.381 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 bash[72152]: 912bde0910bde4fc72fb78a043170d02c4a99b4dd71785d49cf32a773cfa2d91 2024-04-10T15:07:53.381 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:07:53 smithi154 systemd[1]: Started Ceph prometheus.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:07:53.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:53 smithi102 ceph-mon[37987]: osdmap e180: 8 total, 8 up, 8 in 2024-04-10T15:07:53.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:53 smithi102 ceph-mon[26948]: osdmap e180: 8 total, 8 up, 8 in 2024-04-10T15:07:54.026 INFO:tasks.rados.rados.0.smithi102.stdout:758: done (3 left) 2024-04-10T15:07:54.027 INFO:tasks.rados.rados.0.smithi102.stdout:759: done (2 left) 2024-04-10T15:07:54.027 INFO:tasks.rados.rados.0.smithi102.stdout:760: done (1 left) 2024-04-10T15:07:54.027 INFO:tasks.rados.rados.0.smithi102.stdout:761: done (0 left) 2024-04-10T15:07:54.027 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 35 current snap is 57 2024-04-10T15:07:54.027 INFO:tasks.rados.rados.0.smithi102.stdout:762: seq_num 254 ranges {5627904=663552,6291456=663552,6955008=540672} 2024-04-10T15:07:54.061 INFO:tasks.rados.rados.0.smithi102.stdout:762: writing smithi10276805-35 from 5627904 to 6291456 tid 1 2024-04-10T15:07:54.064 INFO:tasks.rados.rados.0.smithi102.stdout:762: writing smithi10276805-35 from 6291456 to 6955008 tid 2 2024-04-10T15:07:54.068 INFO:tasks.rados.rados.0.smithi102.stdout:762: writing smithi10276805-35 from 6955008 to 7495680 tid 3 2024-04-10T15:07:54.068 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 40 current snap is 57 2024-04-10T15:07:54.068 INFO:tasks.rados.rados.0.smithi102.stdout:763: seq_num 255 ranges {0=679936,679936=548864,1228800=598016,1826816=57344} 2024-04-10T15:07:54.071 INFO:tasks.rados.rados.0.smithi102.stdout:763: writing smithi10276805-40 from 0 to 679936 tid 1 2024-04-10T15:07:54.075 INFO:tasks.rados.rados.0.smithi102.stdout:763: writing smithi10276805-40 from 679936 to 1228800 tid 2 2024-04-10T15:07:54.078 INFO:tasks.rados.rados.0.smithi102.stdout:763: writing smithi10276805-40 from 1228800 to 1826816 tid 3 2024-04-10T15:07:54.079 INFO:tasks.rados.rados.0.smithi102.stdout:763: writing smithi10276805-40 from 1826816 to 1884160 tid 4 2024-04-10T15:07:54.079 INFO:tasks.rados.rados.0.smithi102.stdout:764: read oid 22 snap -1 2024-04-10T15:07:54.079 INFO:tasks.rados.rados.0.smithi102.stdout:764: expect deleted 2024-04-10T15:07:54.080 INFO:tasks.rados.rados.0.smithi102.stdout:765: read oid 8 snap -1 2024-04-10T15:07:54.080 INFO:tasks.rados.rados.0.smithi102.stdout:765: expect deleted 2024-04-10T15:07:54.080 INFO:tasks.rados.rados.0.smithi102.stdout:766: copy_from oid 30 from oid 12 current snap is 57 2024-04-10T15:07:54.080 INFO:tasks.rados.rados.0.smithi102.stdout:762: finishing write tid 1 to smithi10276805-35 2024-04-10T15:07:54.080 INFO:tasks.rados.rados.0.smithi102.stdout:762: finishing write tid 2 to smithi10276805-35 2024-04-10T15:07:54.080 INFO:tasks.rados.rados.0.smithi102.stdout:762: finishing write tid 3 to smithi10276805-35 2024-04-10T15:07:54.080 INFO:tasks.rados.rados.0.smithi102.stdout:762: finishing write tid 4 to smithi10276805-35 2024-04-10T15:07:54.080 INFO:tasks.rados.rados.0.smithi102.stdout:763: finishing write tid 1 to smithi10276805-40 2024-04-10T15:07:54.080 INFO:tasks.rados.rados.0.smithi102.stdout:763: finishing write tid 2 to smithi10276805-40 2024-04-10T15:07:54.080 INFO:tasks.rados.rados.0.smithi102.stdout:762: finishing write tid 5 to smithi10276805-35 2024-04-10T15:07:54.080 INFO:tasks.rados.rados.0.smithi102.stdout:762: oid 35 updating version 0 to 280 2024-04-10T15:07:54.080 INFO:tasks.rados.rados.0.smithi102.stdout:762: oid 35 updating version 280 to 281 2024-04-10T15:07:54.080 INFO:tasks.rados.rados.0.smithi102.stdout:762: oid 35 version 281 is already newer than 279 2024-04-10T15:07:54.080 INFO:tasks.rados.rados.0.smithi102.stdout:762: oid 35 version 281 is already newer than 278 2024-04-10T15:07:54.080 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 281 (ObjNum 254 snap 57 seq_num 254) dirty exists 2024-04-10T15:07:54.080 INFO:tasks.rados.rados.0.smithi102.stdout:762: left oid 35 (ObjNum 254 snap 57 seq_num 254) 2024-04-10T15:07:54.080 INFO:tasks.rados.rados.0.smithi102.stdout:762: done (4 left) 2024-04-10T15:07:54.081 INFO:tasks.rados.rados.0.smithi102.stdout:767: snap_remove snap 52 2024-04-10T15:07:54.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:54 smithi154 ceph-mon[30592]: pgmap v32: 121 pgs: 121 active+clean; 168 MiB data, 714 MiB used, 715 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-04-10T15:07:54.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:54 smithi154 ceph-mon[30592]: osdmap e181: 8 total, 8 up, 8 in 2024-04-10T15:07:54.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:54 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:54.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:54 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:54.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:54 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:07:54.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:54 smithi154 ceph-mon[30592]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:07:54.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:54 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:07:54.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:54 smithi154 ceph-mon[30592]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-10T15:07:54.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:54 smithi154 ceph-mon[30592]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-10T15:07:54.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:54 smithi102 ceph-mon[26948]: pgmap v32: 121 pgs: 121 active+clean; 168 MiB data, 714 MiB used, 715 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-04-10T15:07:54.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:54 smithi102 ceph-mon[26948]: osdmap e181: 8 total, 8 up, 8 in 2024-04-10T15:07:54.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:54 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:54.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:54 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:54.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:54 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:07:54.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:54 smithi102 ceph-mon[26948]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:07:54.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:54 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:07:54.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:54 smithi102 ceph-mon[26948]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-10T15:07:54.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:54 smithi102 ceph-mon[26948]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-10T15:07:54.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:54 smithi102 ceph-mon[37987]: pgmap v32: 121 pgs: 121 active+clean; 168 MiB data, 714 MiB used, 715 GiB / 715 GiB avail; 5.5 MiB/s rd, 2.5 MiB/s wr, 14 op/s 2024-04-10T15:07:54.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:54 smithi102 ceph-mon[37987]: osdmap e181: 8 total, 8 up, 8 in 2024-04-10T15:07:54.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:54 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:54.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:54 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:54.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:54 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:07:54.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:54 smithi102 ceph-mon[37987]: from='mon.? -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:07:54.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:54 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:07:54.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:54 smithi102 ceph-mon[37987]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-10T15:07:54.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:54 smithi102 ceph-mon[37987]: Upgrade: Need to upgrade myself (mgr.x) 2024-04-10T15:07:54.766 INFO:tasks.rados.rados.0.smithi102.stdout:767: done (4 left) 2024-04-10T15:07:54.767 INFO:tasks.rados.rados.0.smithi102.stdout:768: delete oid 47 current snap is 57 2024-04-10T15:07:54.767 INFO:tasks.rados.rados.0.smithi102.stdout:763: finishing write tid 3 to smithi10276805-40 2024-04-10T15:07:54.767 INFO:tasks.rados.rados.0.smithi102.stdout:763: finishing write tid 4 to smithi10276805-40 2024-04-10T15:07:54.767 INFO:tasks.rados.rados.0.smithi102.stdout:763: finishing write tid 5 to smithi10276805-40 2024-04-10T15:07:54.767 INFO:tasks.rados.rados.0.smithi102.stdout:763: finishing write tid 6 to smithi10276805-40 2024-04-10T15:07:54.767 INFO:tasks.rados.rados.0.smithi102.stdout:763: oid 40 updating version 0 to 270 2024-04-10T15:07:54.767 INFO:tasks.rados.rados.0.smithi102.stdout:763: oid 40 version 270 is already newer than 269 2024-04-10T15:07:54.767 INFO:tasks.rados.rados.0.smithi102.stdout:763: oid 40 updating version 270 to 272 2024-04-10T15:07:54.767 INFO:tasks.rados.rados.0.smithi102.stdout:763: oid 40 version 272 is already newer than 271 2024-04-10T15:07:54.767 INFO:tasks.rados.rados.0.smithi102.stdout:763: oid 40 version 272 is already newer than 268 2024-04-10T15:07:54.767 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 272 (ObjNum 255 snap 57 seq_num 255) dirty exists 2024-04-10T15:07:54.767 INFO:tasks.rados.rados.0.smithi102.stdout:763: left oid 40 (ObjNum 255 snap 57 seq_num 255) 2024-04-10T15:07:54.767 INFO:tasks.rados.rados.0.smithi102.stdout:766: finishing copy_from racing read to smithi10276805-30 2024-04-10T15:07:54.768 INFO:tasks.rados.rados.0.smithi102.stdout:766: finishing copy_from to smithi10276805-30 2024-04-10T15:07:54.768 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 137 (ObjNum 156 snap 33 seq_num 156) dirty exists 2024-04-10T15:07:54.772 INFO:tasks.rados.rados.0.smithi102.stdout:763: done (4 left) 2024-04-10T15:07:54.772 INFO:tasks.rados.rados.0.smithi102.stdout:764: done (3 left) 2024-04-10T15:07:54.772 INFO:tasks.rados.rados.0.smithi102.stdout:765: done (2 left) 2024-04-10T15:07:54.772 INFO:tasks.rados.rados.0.smithi102.stdout:766: done (1 left) 2024-04-10T15:07:54.772 INFO:tasks.rados.rados.0.smithi102.stdout:768: done (0 left) 2024-04-10T15:07:54.772 INFO:tasks.rados.rados.0.smithi102.stdout:769: read oid 11 snap -1 2024-04-10T15:07:54.772 INFO:tasks.rados.rados.0.smithi102.stdout:769: expect (ObjNum 219 snap 47 seq_num 219) 2024-04-10T15:07:54.772 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 1 current snap is 57 2024-04-10T15:07:54.772 INFO:tasks.rados.rados.0.smithi102.stdout:770: seq_num 257 ranges {1384448=712704,2097152=720896,2818048=483328} 2024-04-10T15:07:54.783 INFO:tasks.rados.rados.0.smithi102.stdout:770: writing smithi10276805-1 from 1384448 to 2097152 tid 1 2024-04-10T15:07:54.787 INFO:tasks.rados.rados.0.smithi102.stdout:770: writing smithi10276805-1 from 2097152 to 2818048 tid 2 2024-04-10T15:07:54.791 INFO:tasks.rados.rados.0.smithi102.stdout:770: writing smithi10276805-1 from 2818048 to 3301376 tid 3 2024-04-10T15:07:54.791 INFO:tasks.rados.rados.0.smithi102.stdout:771: snap_remove snap 56 2024-04-10T15:07:55.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:55 smithi154 ceph-mon[30592]: osdmap e182: 8 total, 8 up, 8 in 2024-04-10T15:07:55.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:55 smithi154 ceph-mon[30592]: osdmap e183: 8 total, 8 up, 8 in 2024-04-10T15:07:55.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:55 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:55.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:55 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:07:55.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:55 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:07:55.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:55 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:07:55.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:55 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:07:55.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:55 smithi102 ceph-mon[26948]: osdmap e182: 8 total, 8 up, 8 in 2024-04-10T15:07:55.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:55 smithi102 ceph-mon[26948]: osdmap e183: 8 total, 8 up, 8 in 2024-04-10T15:07:55.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:55 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:55.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:55 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:07:55.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:55 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:07:55.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:55 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:07:55.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:55 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:07:55.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:55 smithi102 ceph-mon[37987]: osdmap e182: 8 total, 8 up, 8 in 2024-04-10T15:07:55.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:55 smithi102 ceph-mon[37987]: osdmap e183: 8 total, 8 up, 8 in 2024-04-10T15:07:55.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:55 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:55.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:55 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:07:55.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:55 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:07:55.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:55 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:07:55.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:55 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:07:55.771 INFO:tasks.rados.rados.0.smithi102.stdout:771: done (2 left) 2024-04-10T15:07:55.771 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 57 2024-04-10T15:07:55.771 INFO:tasks.rados.rados.0.smithi102.stdout:772: seq_num 258 ranges {1384448=729088,2113536=606208,2719744=598016} 2024-04-10T15:07:55.781 INFO:tasks.rados.rados.0.smithi102.stdout:772: writing smithi10276805-48 from 1384448 to 2113536 tid 1 2024-04-10T15:07:55.785 INFO:tasks.rados.rados.0.smithi102.stdout:772: writing smithi10276805-48 from 2113536 to 2719744 tid 2 2024-04-10T15:07:55.788 INFO:tasks.rados.rados.0.smithi102.stdout:772: writing smithi10276805-48 from 2719744 to 3317760 tid 3 2024-04-10T15:07:55.788 INFO:tasks.rados.rados.0.smithi102.stdout:773: copy_from oid 28 from oid 43 current snap is 57 2024-04-10T15:07:55.788 INFO:tasks.rados.rados.0.smithi102.stdout:769: expect (ObjNum 219 snap 47 seq_num 219) 2024-04-10T15:07:56.088 INFO:tasks.rados.rados.0.smithi102.stdout:770: finishing write tid 1 to smithi10276805-1 2024-04-10T15:07:56.089 INFO:tasks.rados.rados.0.smithi102.stdout:770: finishing write tid 2 to smithi10276805-1 2024-04-10T15:07:56.089 INFO:tasks.rados.rados.0.smithi102.stdout:770: finishing write tid 3 to smithi10276805-1 2024-04-10T15:07:56.089 INFO:tasks.rados.rados.0.smithi102.stdout:770: finishing write tid 4 to smithi10276805-1 2024-04-10T15:07:56.089 INFO:tasks.rados.rados.0.smithi102.stdout:770: finishing write tid 5 to smithi10276805-1 2024-04-10T15:07:56.089 INFO:tasks.rados.rados.0.smithi102.stdout:770: oid 1 updating version 0 to 324 2024-04-10T15:07:56.089 INFO:tasks.rados.rados.0.smithi102.stdout:770: oid 1 version 324 is already newer than 323 2024-04-10T15:07:56.089 INFO:tasks.rados.rados.0.smithi102.stdout:770: oid 1 updating version 324 to 326 2024-04-10T15:07:56.089 INFO:tasks.rados.rados.0.smithi102.stdout:770: oid 1 version 326 is already newer than 325 2024-04-10T15:07:56.089 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 326 (ObjNum 257 snap 57 seq_num 257) dirty exists 2024-04-10T15:07:56.089 INFO:tasks.rados.rados.0.smithi102.stdout:770: left oid 1 (ObjNum 257 snap 57 seq_num 257) 2024-04-10T15:07:56.089 INFO:tasks.rados.rados.0.smithi102.stdout:772: finishing write tid 1 to smithi10276805-48 2024-04-10T15:07:56.089 INFO:tasks.rados.rados.0.smithi102.stdout:769: done (3 left) 2024-04-10T15:07:56.089 INFO:tasks.rados.rados.0.smithi102.stdout:770: done (2 left) 2024-04-10T15:07:56.089 INFO:tasks.rados.rados.0.smithi102.stdout:774: snap_remove snap 54 2024-04-10T15:07:56.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:56 smithi154 ceph-mon[30592]: pgmap v35: 121 pgs: 121 active+clean; 180 MiB data, 755 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.2 MiB/s wr, 16 op/s 2024-04-10T15:07:56.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:56 smithi154 ceph-mon[30592]: Upgrade: Updating mgr.y 2024-04-10T15:07:56.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:56 smithi154 ceph-mon[30592]: Deploying daemon mgr.y on smithi102 2024-04-10T15:07:56.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:56 smithi154 ceph-mon[30592]: osdmap e184: 8 total, 8 up, 8 in 2024-04-10T15:07:56.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:56 smithi102 ceph-mon[37987]: pgmap v35: 121 pgs: 121 active+clean; 180 MiB data, 755 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.2 MiB/s wr, 16 op/s 2024-04-10T15:07:56.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:56 smithi102 ceph-mon[37987]: Upgrade: Updating mgr.y 2024-04-10T15:07:56.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:56 smithi102 ceph-mon[37987]: Deploying daemon mgr.y on smithi102 2024-04-10T15:07:56.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:56 smithi102 ceph-mon[37987]: osdmap e184: 8 total, 8 up, 8 in 2024-04-10T15:07:56.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:56 smithi102 ceph-mon[26948]: pgmap v35: 121 pgs: 121 active+clean; 180 MiB data, 755 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.2 MiB/s wr, 16 op/s 2024-04-10T15:07:56.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:56 smithi102 ceph-mon[26948]: Upgrade: Updating mgr.y 2024-04-10T15:07:56.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:56 smithi102 ceph-mon[26948]: Deploying daemon mgr.y on smithi102 2024-04-10T15:07:56.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:56 smithi102 ceph-mon[26948]: osdmap e184: 8 total, 8 up, 8 in 2024-04-10T15:07:57.056 INFO:tasks.rados.rados.0.smithi102.stdout:774: done (2 left) 2024-04-10T15:07:57.056 INFO:tasks.rados.rados.0.smithi102.stdout:775: copy_from oid 22 from oid 20 current snap is 57 2024-04-10T15:07:57.056 INFO:tasks.rados.rados.0.smithi102.stdout:772: finishing write tid 2 to smithi10276805-48 2024-04-10T15:07:57.056 INFO:tasks.rados.rados.0.smithi102.stdout:772: finishing write tid 3 to smithi10276805-48 2024-04-10T15:07:57.056 INFO:tasks.rados.rados.0.smithi102.stdout:772: finishing write tid 4 to smithi10276805-48 2024-04-10T15:07:57.057 INFO:tasks.rados.rados.0.smithi102.stdout:773: finishing copy_from to smithi10276805-28 2024-04-10T15:07:57.057 INFO:tasks.rados.rados.0.smithi102.stdout:773: got expected ENOENT (src dne) 2024-04-10T15:07:57.057 INFO:tasks.rados.rados.0.smithi102.stdout:773: finishing copy_from racing read to smithi10276805-28 2024-04-10T15:07:57.057 INFO:tasks.rados.rados.0.smithi102.stdout:772: finishing write tid 5 to smithi10276805-48 2024-04-10T15:07:57.057 INFO:tasks.rados.rados.0.smithi102.stdout:772: oid 48 updating version 0 to 466 2024-04-10T15:07:57.057 INFO:tasks.rados.rados.0.smithi102.stdout:772: oid 48 version 466 is already newer than 464 2024-04-10T15:07:57.057 INFO:tasks.rados.rados.0.smithi102.stdout:772: oid 48 updating version 466 to 467 2024-04-10T15:07:57.057 INFO:tasks.rados.rados.0.smithi102.stdout:772: oid 48 version 467 is already newer than 465 2024-04-10T15:07:57.057 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 467 (ObjNum 258 snap 57 seq_num 258) dirty exists 2024-04-10T15:07:57.057 INFO:tasks.rados.rados.0.smithi102.stdout:772: left oid 48 (ObjNum 258 snap 57 seq_num 258) 2024-04-10T15:07:57.057 INFO:tasks.rados.rados.0.smithi102.stdout:772: done (2 left) 2024-04-10T15:07:57.057 INFO:tasks.rados.rados.0.smithi102.stdout:773: done (1 left) 2024-04-10T15:07:57.057 INFO:tasks.rados.rados.0.smithi102.stdout:776: copy_from oid 43 from oid 35 current snap is 57 2024-04-10T15:07:57.057 INFO:tasks.rados.rados.0.smithi102.stdout:777: setattr oid 29 current snap is 57 2024-04-10T15:07:57.058 INFO:tasks.rados.rados.0.smithi102.stdout:778: setattr oid 32 current snap is 57 2024-04-10T15:07:57.059 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:56 smithi102 systemd[1]: Stopping Ceph mgr.y for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:07:57.059 INFO:tasks.rados.rados.0.smithi102.stdout:779: snap_create 2024-04-10T15:07:57.060 INFO:tasks.rados.rados.0.smithi102.stdout:775: finishing copy_from to smithi10276805-22 2024-04-10T15:07:57.060 INFO:tasks.rados.rados.0.smithi102.stdout:775: got expected ENOENT (src dne) 2024-04-10T15:07:57.060 INFO:tasks.rados.rados.0.smithi102.stdout:775: finishing copy_from racing read to smithi10276805-22 2024-04-10T15:07:57.063 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 471 (ObjNum 78 snap 12 seq_num 78) dirty exists 2024-04-10T15:07:57.063 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 473 (ObjNum 145 snap 31 seq_num 145) dirty exists 2024-04-10T15:07:57.099 INFO:tasks.rados.rados.0.smithi102.stdout:776: finishing copy_from racing read to smithi10276805-43 2024-04-10T15:07:57.105 INFO:tasks.rados.rados.0.smithi102.stdout:776: finishing copy_from to smithi10276805-43 2024-04-10T15:07:57.106 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 281 (ObjNum 254 snap 57 seq_num 254) dirty exists 2024-04-10T15:07:57.393 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:57 smithi102 podman[79393]: 2024-04-10 15:07:57.082517625 +0000 UTC m=+0.174017940 container died 415294d1569cdfa650ffc5ae137b250f877638dfbcb2ffec74e7bda1a0b46d3b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=reef-d540eba, org.label-schema.license=GPLv2, ceph=True) 2024-04-10T15:07:57.658 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:57 smithi102 podman[79393]: 2024-04-10 15:07:57.418870344 +0000 UTC m=+0.510370656 container cleanup 415294d1569cdfa650ffc5ae137b250f877638dfbcb2ffec74e7bda1a0b46d3b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-d540eba, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.build-date=20240403, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:07:57.659 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:57 smithi102 bash[79393]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y 2024-04-10T15:07:57.659 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:57 smithi102 podman[79407]: 2024-04-10 15:07:57.586968935 +0000 UTC m=+0.497611223 container remove 415294d1569cdfa650ffc5ae137b250f877638dfbcb2ffec74e7bda1a0b46d3b (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=reef-d540eba, io.buildah.version=1.33.5) 2024-04-10T15:07:57.659 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:57 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mgr.y.service: Main process exited, code=exited, status=143/n/a 2024-04-10T15:07:58.047 INFO:tasks.rados.rados.0.smithi102.stdout:775: done (4 left) 2024-04-10T15:07:58.048 INFO:tasks.rados.rados.0.smithi102.stdout:776: done (3 left) 2024-04-10T15:07:58.048 INFO:tasks.rados.rados.0.smithi102.stdout:777: done (2 left) 2024-04-10T15:07:58.048 INFO:tasks.rados.rados.0.smithi102.stdout:778: done (1 left) 2024-04-10T15:07:58.048 INFO:tasks.rados.rados.0.smithi102.stdout:779: done (0 left) 2024-04-10T15:07:58.048 INFO:tasks.rados.rados.0.smithi102.stdout:780: rollback oid 27 current snap is 58 2024-04-10T15:07:58.048 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 27 to 35 2024-04-10T15:07:58.048 INFO:tasks.rados.rados.0.smithi102.stdout:781: snap_remove snap 55 2024-04-10T15:07:58.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:58 smithi102 ceph-mon[26948]: pgmap v38: 121 pgs: 121 active+clean; 180 MiB data, 755 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.2 MiB/s wr, 16 op/s 2024-04-10T15:07:58.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:58 smithi102 ceph-mon[26948]: osdmap e185: 8 total, 8 up, 8 in 2024-04-10T15:07:58.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:58 smithi102 ceph-mon[37987]: pgmap v38: 121 pgs: 121 active+clean; 180 MiB data, 755 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.2 MiB/s wr, 16 op/s 2024-04-10T15:07:58.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:58 smithi102 ceph-mon[37987]: osdmap e185: 8 total, 8 up, 8 in 2024-04-10T15:07:58.159 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:57 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mgr.y.service: Failed with result 'exit-code'. 2024-04-10T15:07:58.159 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:57 smithi102 systemd[1]: Stopped Ceph mgr.y for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:07:58.159 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:57 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mgr.y.service: Consumed 1min 2.915s CPU time. 2024-04-10T15:07:58.159 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:58 smithi102 systemd[1]: Starting Ceph mgr.y for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:07:58.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:58 smithi154 ceph-mon[30592]: pgmap v38: 121 pgs: 121 active+clean; 180 MiB data, 755 MiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 4.2 MiB/s wr, 16 op/s 2024-04-10T15:07:58.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:58 smithi154 ceph-mon[30592]: osdmap e185: 8 total, 8 up, 8 in 2024-04-10T15:07:58.499 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:58 smithi102 podman[79539]: 2024-04-10 15:07:58.150375884 +0000 UTC m=+0.017705943 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:07:58.499 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:58 smithi102 podman[79539]: 2024-04-10 15:07:58.272181968 +0000 UTC m=+0.139512020 container create d4cb3bfdb76a680582cc1c98970aedc9996f62be790ada0da134252fb9617f05 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:07:58.500 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:58 smithi102 podman[79539]: 2024-04-10 15:07:58.52484074 +0000 UTC m=+0.392170792 container init d4cb3bfdb76a680582cc1c98970aedc9996f62be790ada0da134252fb9617f05 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-10T15:07:58.909 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:58 smithi102 podman[79539]: 2024-04-10 15:07:58.527539429 +0000 UTC m=+0.394869482 container start d4cb3bfdb76a680582cc1c98970aedc9996f62be790ada0da134252fb9617f05 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-10T15:07:58.909 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:58 smithi102 ceph-mgr[79558]: -- 172.21.15.102:0/1366147895 <== mon.2 v2:172.21.15.102:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55a9457465a0 con 0x55a94571ac00 2024-04-10T15:07:58.909 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:58 smithi102 bash[79539]: d4cb3bfdb76a680582cc1c98970aedc9996f62be790ada0da134252fb9617f05 2024-04-10T15:07:58.909 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:58 smithi102 systemd[1]: Started Ceph mgr.y for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:07:59.061 INFO:tasks.rados.rados.0.smithi102.stdout:781: done (1 left) 2024-04-10T15:07:59.062 INFO:tasks.rados.rados.0.smithi102.stdout:782: copy_from oid 11 from oid 41 current snap is 58 2024-04-10T15:07:59.062 INFO:tasks.rados.rados.0.smithi102.stdout:780: finishing rollback tid 0 to smithi10276805-27 2024-04-10T15:07:59.062 INFO:tasks.rados.rados.0.smithi102.stdout:780: finishing rollback tid 1 to smithi10276805-27 2024-04-10T15:07:59.062 INFO:tasks.rados.rados.0.smithi102.stdout:780: finishing rollback tid 2 to smithi10276805-27 2024-04-10T15:07:59.062 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 382 (ObjNum 33 snap 0 seq_num 88324944) dirty exists 2024-04-10T15:07:59.062 INFO:tasks.rados.rados.0.smithi102.stdout:780: done (1 left) 2024-04-10T15:07:59.062 INFO:tasks.rados.rados.0.smithi102.stdout:783: copy_from oid 46 from oid 17 current snap is 58 2024-04-10T15:07:59.062 INFO:tasks.rados.rados.0.smithi102.stdout:784: delete oid 29 current snap is 58 2024-04-10T15:07:59.066 INFO:tasks.rados.rados.0.smithi102.stdout:784: done (2 left) 2024-04-10T15:07:59.066 INFO:tasks.rados.rados.0.smithi102.stdout:785: snap_remove snap 49 2024-04-10T15:07:59.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:59 smithi154 ceph-mon[30592]: osdmap e186: 8 total, 8 up, 8 in 2024-04-10T15:07:59.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:59 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:59.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:59 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:59.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:07:59 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:07:59.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:59 smithi102 ceph-mon[37987]: osdmap e186: 8 total, 8 up, 8 in 2024-04-10T15:07:59.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:59 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:59.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:59 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:59.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:07:59 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:07:59.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:59 smithi102 ceph-mon[26948]: osdmap e186: 8 total, 8 up, 8 in 2024-04-10T15:07:59.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:59 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:59.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:59 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:07:59.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:07:59 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:07:59.409 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:59 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:07:59.102+0000 7f83ad301200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:07:59.409 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:59 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:07:59.205+0000 7f83ad301200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:07:59.776 INFO:tasks.rados.rados.0.smithi102.stdout:785: done (2 left) 2024-04-10T15:07:59.776 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 12 current snap is 58 2024-04-10T15:07:59.776 INFO:tasks.rados.rados.0.smithi102.stdout:786: seq_num 260 ranges {3645440=761856,4407296=417792,4825088=786432} 2024-04-10T15:07:59.800 INFO:tasks.rados.rados.0.smithi102.stdout:786: writing smithi10276805-12 from 3645440 to 4407296 tid 1 2024-04-10T15:07:59.802 INFO:tasks.rados.rados.0.smithi102.stdout:786: writing smithi10276805-12 from 4407296 to 4825088 tid 2 2024-04-10T15:07:59.808 INFO:tasks.rados.rados.0.smithi102.stdout:786: writing smithi10276805-12 from 4825088 to 5611520 tid 3 2024-04-10T15:07:59.808 INFO:tasks.rados.rados.0.smithi102.stdout:783: finishing copy_from to smithi10276805-46 2024-04-10T15:07:59.808 INFO:tasks.rados.rados.0.smithi102.stdout:783: got expected ENOENT (src dne) 2024-04-10T15:07:59.808 INFO:tasks.rados.rados.0.smithi102.stdout:783: finishing copy_from racing read to smithi10276805-46 2024-04-10T15:07:59.808 INFO:tasks.rados.rados.0.smithi102.stdout:782: finishing copy_from racing read to smithi10276805-11 2024-04-10T15:07:59.808 INFO:tasks.rados.rados.0.smithi102.stdout:782: finishing copy_from to smithi10276805-11 2024-04-10T15:07:59.808 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 323 (ObjNum 251 snap 55 seq_num 251) dirty exists 2024-04-10T15:07:59.808 INFO:tasks.rados.rados.0.smithi102.stdout:782: done (2 left) 2024-04-10T15:07:59.808 INFO:tasks.rados.rados.0.smithi102.stdout:783: done (1 left) 2024-04-10T15:07:59.808 INFO:tasks.rados.rados.0.smithi102.stdout:787: delete oid 3 current snap is 58 2024-04-10T15:07:59.809 INFO:tasks.rados.rados.0.smithi102.stdout:786: finishing write tid 1 to smithi10276805-12 2024-04-10T15:07:59.811 INFO:tasks.rados.rados.0.smithi102.stdout:786: finishing write tid 2 to smithi10276805-12 2024-04-10T15:07:59.813 INFO:tasks.rados.rados.0.smithi102.stdout:786: finishing write tid 3 to smithi10276805-12 2024-04-10T15:07:59.813 INFO:tasks.rados.rados.0.smithi102.stdout:786: finishing write tid 4 to smithi10276805-12 2024-04-10T15:07:59.814 INFO:tasks.rados.rados.0.smithi102.stdout:787: done (1 left) 2024-04-10T15:07:59.814 INFO:tasks.rados.rados.0.smithi102.stdout:788: snap_remove snap 48 2024-04-10T15:07:59.908 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:59 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:07:59.900+0000 7f83ad301200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:08:00.236 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:00 smithi102 ceph-mon[37987]: pgmap v41: 121 pgs: 121 active+clean; 189 MiB data, 793 MiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.2 MiB/s wr, 15 op/s 2024-04-10T15:08:00.236 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:00 smithi102 ceph-mon[37987]: osdmap e187: 8 total, 8 up, 8 in 2024-04-10T15:08:00.236 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:00 smithi102 ceph-mon[37987]: osdmap e188: 8 total, 8 up, 8 in 2024-04-10T15:08:00.236 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:00 smithi102 ceph-mon[26948]: pgmap v41: 121 pgs: 121 active+clean; 189 MiB data, 793 MiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.2 MiB/s wr, 15 op/s 2024-04-10T15:08:00.236 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:00 smithi102 ceph-mon[26948]: osdmap e187: 8 total, 8 up, 8 in 2024-04-10T15:08:00.236 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:00 smithi102 ceph-mon[26948]: osdmap e188: 8 total, 8 up, 8 in 2024-04-10T15:08:00.237 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:07:59 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:07:59.993+0000 7f83ad301200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:08:00.237 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:00 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:00.146+0000 7f83ad301200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:08:00.237 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:00 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:00.260+0000 7f83ad301200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:08:00.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:00 smithi154 ceph-mon[30592]: pgmap v41: 121 pgs: 121 active+clean; 189 MiB data, 793 MiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 2.2 MiB/s wr, 15 op/s 2024-04-10T15:08:00.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:00 smithi154 ceph-mon[30592]: osdmap e187: 8 total, 8 up, 8 in 2024-04-10T15:08:00.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:00 smithi154 ceph-mon[30592]: osdmap e188: 8 total, 8 up, 8 in 2024-04-10T15:08:00.551 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:00 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:00.343+0000 7f83ad301200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:08:00.771 INFO:tasks.rados.rados.0.smithi102.stdout:788: done (1 left) 2024-04-10T15:08:00.771 INFO:tasks.rados.rados.0.smithi102.stdout:789: read oid 9 snap -1 2024-04-10T15:08:00.771 INFO:tasks.rados.rados.0.smithi102.stdout:789: expect (ObjNum 231 snap 49 seq_num 231) 2024-04-10T15:08:00.772 INFO:tasks.rados.rados.0.smithi102.stdout:790: snap_remove snap 35 2024-04-10T15:08:00.772 INFO:tasks.rados.rados.0.smithi102.stdout:786: finishing write tid 5 to smithi10276805-12 2024-04-10T15:08:00.772 INFO:tasks.rados.rados.0.smithi102.stdout:786: oid 12 updating version 0 to 175 2024-04-10T15:08:00.772 INFO:tasks.rados.rados.0.smithi102.stdout:786: oid 12 updating version 175 to 176 2024-04-10T15:08:00.772 INFO:tasks.rados.rados.0.smithi102.stdout:786: oid 12 version 176 is already newer than 170 2024-04-10T15:08:00.772 INFO:tasks.rados.rados.0.smithi102.stdout:786: oid 12 version 176 is already newer than 169 2024-04-10T15:08:00.772 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 176 (ObjNum 260 snap 58 seq_num 260) dirty exists 2024-04-10T15:08:00.772 INFO:tasks.rados.rados.0.smithi102.stdout:786: left oid 12 (ObjNum 260 snap 58 seq_num 260) 2024-04-10T15:08:00.809 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:00 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:00.620+0000 7f83ad301200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:08:00.810 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:00 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:00.732+0000 7f83ad301200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:08:01.139 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:00 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:00.834+0000 7f83ad301200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:08:01.139 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:00 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:00.957+0000 7f83ad301200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:08:01.409 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:01 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:01.162+0000 7f83ad301200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:08:01.775 INFO:tasks.rados.rados.0.smithi102.stdout:786: done (2 left) 2024-04-10T15:08:01.775 INFO:tasks.rados.rados.0.smithi102.stdout:790: done (1 left) 2024-04-10T15:08:01.776 INFO:tasks.rados.rados.0.smithi102.stdout:791: read oid 31 snap -1 2024-04-10T15:08:01.776 INFO:tasks.rados.rados.0.smithi102.stdout:791: expect (ObjNum 147 snap 31 seq_num 147) 2024-04-10T15:08:01.776 INFO:tasks.rados.rados.0.smithi102.stdout:792: snap_remove snap 53 2024-04-10T15:08:02.045 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:01 smithi102 ceph-mon[37987]: pgmap v44: 121 pgs: 121 active+clean; 198 MiB data, 812 MiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.5 MiB/s wr, 17 op/s 2024-04-10T15:08:02.045 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:01 smithi102 ceph-mon[37987]: osdmap e189: 8 total, 8 up, 8 in 2024-04-10T15:08:02.045 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:01 smithi102 ceph-mon[26948]: pgmap v44: 121 pgs: 121 active+clean; 198 MiB data, 812 MiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.5 MiB/s wr, 17 op/s 2024-04-10T15:08:02.045 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:01 smithi102 ceph-mon[26948]: osdmap e189: 8 total, 8 up, 8 in 2024-04-10T15:08:02.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:01 smithi154 ceph-mon[30592]: pgmap v44: 121 pgs: 121 active+clean; 198 MiB data, 812 MiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 4.5 MiB/s wr, 17 op/s 2024-04-10T15:08:02.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:01 smithi154 ceph-mon[30592]: osdmap e189: 8 total, 8 up, 8 in 2024-04-10T15:08:02.325 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:02.213+0000 7f83ad301200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:08:02.658 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:02.355+0000 7f83ad301200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:08:02.781 INFO:tasks.rados.rados.0.smithi102.stdout:792: done (2 left) 2024-04-10T15:08:02.781 INFO:tasks.rados.rados.0.smithi102.stdout:793: snap_remove snap 50 2024-04-10T15:08:02.988 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:02.696+0000 7f83ad301200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:08:02.988 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:02.791+0000 7f83ad301200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:08:02.988 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:02 smithi102 ceph-mon[26948]: osdmap e190: 8 total, 8 up, 8 in 2024-04-10T15:08:02.988 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:02 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:08:02.988 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:02 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:02.989 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:02 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:02.989 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:02 smithi102 ceph-mon[37987]: osdmap e190: 8 total, 8 up, 8 in 2024-04-10T15:08:02.989 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:02 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:08:02.989 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:02 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:02.989 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:02 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:03.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:02 smithi154 ceph-mon[30592]: osdmap e190: 8 total, 8 up, 8 in 2024-04-10T15:08:03.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:02 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:08:03.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:02 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:03.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:02 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:03.408 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:03 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:03.012+0000 7f83ad301200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:08:03.408 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:03 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:03.209+0000 7f83ad301200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:08:03.764 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:03 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:03.518+0000 7f83ad301200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:08:03.765 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:03 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:03.788+0000 7f83ad301200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:08:03.786 INFO:tasks.rados.rados.0.smithi102.stdout:793: done (2 left) 2024-04-10T15:08:03.786 INFO:tasks.rados.rados.0.smithi102.stdout:794: snap_remove snap 57 2024-04-10T15:08:04.033 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:03 smithi102 ceph-mon[37987]: pgmap v47: 121 pgs: 121 active+clean; 198 MiB data, 812 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 2 op/s 2024-04-10T15:08:04.034 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:03 smithi102 ceph-mon[37987]: osdmap e191: 8 total, 8 up, 8 in 2024-04-10T15:08:04.034 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:03 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:04.034 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:03 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:04.034 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:03 smithi102 ceph-mon[26948]: pgmap v47: 121 pgs: 121 active+clean; 198 MiB data, 812 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 2 op/s 2024-04-10T15:08:04.034 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:03 smithi102 ceph-mon[26948]: osdmap e191: 8 total, 8 up, 8 in 2024-04-10T15:08:04.034 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:03 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:04.034 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:03 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:04.128 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:08:03] "GET /metrics HTTP/1.1" 200 36091 "" "Prometheus/2.43.0" 2024-04-10T15:08:04.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:03 smithi154 ceph-mon[30592]: pgmap v47: 121 pgs: 121 active+clean; 198 MiB data, 812 MiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 2.2 MiB/s wr, 2 op/s 2024-04-10T15:08:04.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:03 smithi154 ceph-mon[30592]: osdmap e191: 8 total, 8 up, 8 in 2024-04-10T15:08:04.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:03 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:04.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:03 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:04.408 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:04 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:04.058+0000 7f83ad301200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:08:04.792 INFO:tasks.rados.rados.0.smithi102.stdout:794: done (2 left) 2024-04-10T15:08:04.793 INFO:tasks.rados.rados.0.smithi102.stdout:795: snap_create 2024-04-10T15:08:04.793 INFO:tasks.rados.rados.0.smithi102.stdout:789: expect (ObjNum 231 snap 49 seq_num 231) 2024-04-10T15:08:04.894 INFO:tasks.rados.rados.0.smithi102.stdout:791: expect (ObjNum 147 snap 31 seq_num 147) 2024-04-10T15:08:05.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:04 smithi154 ceph-mon[30592]: osdmap e192: 8 total, 8 up, 8 in 2024-04-10T15:08:05.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:04 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:05.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:04 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:05.158 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:04 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:04.924+0000 7f83ad301200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:08:05.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:04 smithi102 ceph-mon[26948]: osdmap e192: 8 total, 8 up, 8 in 2024-04-10T15:08:05.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:04 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:05.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:04 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:05.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:04 smithi102 ceph-mon[37987]: osdmap e192: 8 total, 8 up, 8 in 2024-04-10T15:08:05.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:04 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:05.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:04 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:05.793 INFO:tasks.rados.rados.0.smithi102.stdout:789: done (2 left) 2024-04-10T15:08:05.793 INFO:tasks.rados.rados.0.smithi102.stdout:791: done (1 left) 2024-04-10T15:08:05.793 INFO:tasks.rados.rados.0.smithi102.stdout:795: done (0 left) 2024-04-10T15:08:05.794 INFO:tasks.rados.rados.0.smithi102.stdout:796: rollback oid 21 current snap is 59 2024-04-10T15:08:05.794 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 21 to 58 2024-04-10T15:08:05.794 INFO:tasks.rados.rados.0.smithi102.stdout:797: copy_from oid 28 from oid 37 current snap is 59 2024-04-10T15:08:05.794 INFO:tasks.rados.rados.0.smithi102.stdout:798: delete oid 1 current snap is 59 2024-04-10T15:08:05.794 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:05 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:05.506+0000 7f83ad301200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:08:05.794 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:05 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:05.611+0000 7f83ad301200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:08:05.797 INFO:tasks.rados.rados.0.smithi102.stdout:796: finishing rollback tid 0 to smithi10276805-21 2024-04-10T15:08:05.797 INFO:tasks.rados.rados.0.smithi102.stdout:798: done (2 left) 2024-04-10T15:08:05.797 INFO:tasks.rados.rados.0.smithi102.stdout:799: delete oid 20 current snap is 59 2024-04-10T15:08:05.798 INFO:tasks.rados.rados.0.smithi102.stdout:796: finishing rollback tid 1 to smithi10276805-21 2024-04-10T15:08:05.798 INFO:tasks.rados.rados.0.smithi102.stdout:796: finishing rollback tid 2 to smithi10276805-21 2024-04-10T15:08:05.798 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 209 (ObjNum 101 snap 17 seq_num 101) dirty exists 2024-04-10T15:08:05.802 INFO:tasks.rados.rados.0.smithi102.stdout:797: finishing copy_from racing read to smithi10276805-28 2024-04-10T15:08:05.802 INFO:tasks.rados.rados.0.smithi102.stdout:796: done (2 left) 2024-04-10T15:08:05.802 INFO:tasks.rados.rados.0.smithi102.stdout:799: done (1 left) 2024-04-10T15:08:05.802 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 24 current snap is 59 2024-04-10T15:08:05.802 INFO:tasks.rados.rados.0.smithi102.stdout:800: seq_num 264 ranges {1695744=425984,2121728=761856,2883584=770048,3653632=73728} 2024-04-10T15:08:05.813 INFO:tasks.rados.rados.0.smithi102.stdout:800: writing smithi10276805-24 from 1695744 to 2121728 tid 1 2024-04-10T15:08:05.818 INFO:tasks.rados.rados.0.smithi102.stdout:800: writing smithi10276805-24 from 2121728 to 2883584 tid 2 2024-04-10T15:08:05.822 INFO:tasks.rados.rados.0.smithi102.stdout:800: writing smithi10276805-24 from 2883584 to 3653632 tid 3 2024-04-10T15:08:05.823 INFO:tasks.rados.rados.0.smithi102.stdout:800: writing smithi10276805-24 from 3653632 to 3727360 tid 4 2024-04-10T15:08:05.823 INFO:tasks.rados.rados.0.smithi102.stdout:801: rmattr oid 2 current snap is 59 2024-04-10T15:08:05.823 INFO:tasks.rados.rados.0.smithi102.stdout:801: done (2 left) 2024-04-10T15:08:05.823 INFO:tasks.rados.rados.0.smithi102.stdout:802: snap_create 2024-04-10T15:08:05.823 INFO:tasks.rados.rados.0.smithi102.stdout:797: finishing copy_from to smithi10276805-28 2024-04-10T15:08:05.823 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 296 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-10T15:08:05.823 INFO:tasks.rados.rados.0.smithi102.stdout:800: finishing write tid 1 to smithi10276805-24 2024-04-10T15:08:05.823 INFO:tasks.rados.rados.0.smithi102.stdout:800: finishing write tid 2 to smithi10276805-24 2024-04-10T15:08:05.827 INFO:tasks.rados.rados.0.smithi102.stdout:800: finishing write tid 3 to smithi10276805-24 2024-04-10T15:08:05.827 INFO:tasks.rados.rados.0.smithi102.stdout:800: finishing write tid 4 to smithi10276805-24 2024-04-10T15:08:05.828 INFO:tasks.rados.rados.0.smithi102.stdout:800: finishing write tid 5 to smithi10276805-24 2024-04-10T15:08:05.829 INFO:tasks.rados.rados.0.smithi102.stdout:800: finishing write tid 6 to smithi10276805-24 2024-04-10T15:08:05.830 INFO:tasks.rados.rados.0.smithi102.stdout:800: oid 24 updating version 0 to 114 2024-04-10T15:08:05.830 INFO:tasks.rados.rados.0.smithi102.stdout:800: oid 24 updating version 114 to 115 2024-04-10T15:08:05.830 INFO:tasks.rados.rados.0.smithi102.stdout:800: oid 24 updating version 115 to 117 2024-04-10T15:08:05.830 INFO:tasks.rados.rados.0.smithi102.stdout:800: oid 24 updating version 117 to 118 2024-04-10T15:08:05.830 INFO:tasks.rados.rados.0.smithi102.stdout:800: oid 24 version 118 is already newer than 116 2024-04-10T15:08:05.830 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 118 (ObjNum 264 snap 59 seq_num 264) dirty exists 2024-04-10T15:08:05.830 INFO:tasks.rados.rados.0.smithi102.stdout:800: left oid 24 (ObjNum 264 snap 59 seq_num 264) 2024-04-10T15:08:06.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:05 smithi154 ceph-mon[30592]: pgmap v50: 121 pgs: 121 active+clean; 149 MiB data, 865 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-10T15:08:06.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:05 smithi154 ceph-mon[30592]: osdmap e193: 8 total, 8 up, 8 in 2024-04-10T15:08:06.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:05 smithi102 ceph-mon[37987]: pgmap v50: 121 pgs: 121 active+clean; 149 MiB data, 865 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-10T15:08:06.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:05 smithi102 ceph-mon[37987]: osdmap e193: 8 total, 8 up, 8 in 2024-04-10T15:08:06.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:05 smithi102 ceph-mon[26948]: pgmap v50: 121 pgs: 121 active+clean; 149 MiB data, 865 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-10T15:08:06.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:05 smithi102 ceph-mon[26948]: osdmap e193: 8 total, 8 up, 8 in 2024-04-10T15:08:06.159 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:05 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:05.847+0000 7f83ad301200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:08:06.159 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:05 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:08:05] ENGINE Bus STARTING 2024-04-10T15:08:06.159 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:05 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: CherryPy Checker: 2024-04-10T15:08:06.159 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:05 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: The Application mounted at '' has an empty config. 2024-04-10T15:08:06.159 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:05 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:06.159 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:05 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:08:05] ENGINE Serving on http://:::9283 2024-04-10T15:08:06.160 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:05 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:08:05] ENGINE Bus STARTED 2024-04-10T15:08:06.808 INFO:tasks.rados.rados.0.smithi102.stdout:797: done (2 left) 2024-04-10T15:08:06.808 INFO:tasks.rados.rados.0.smithi102.stdout:800: done (1 left) 2024-04-10T15:08:06.808 INFO:tasks.rados.rados.0.smithi102.stdout:802: done (0 left) 2024-04-10T15:08:06.808 INFO:tasks.rados.rados.0.smithi102.stdout:803: rmattr oid 35 current snap is 60 2024-04-10T15:08:06.808 INFO:tasks.rados.rados.0.smithi102.stdout:804: read oid 16 snap -1 2024-04-10T15:08:06.808 INFO:tasks.rados.rados.0.smithi102.stdout:804: expect deleted 2024-04-10T15:08:06.808 INFO:tasks.rados.rados.0.smithi102.stdout:805: setattr oid 12 current snap is 60 2024-04-10T15:08:06.809 INFO:tasks.rados.rados.0.smithi102.stdout:804: done (2 left) 2024-04-10T15:08:06.809 INFO:tasks.rados.rados.0.smithi102.stdout:806: rollback oid 25 current snap is 60 2024-04-10T15:08:06.809 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 25 to 58 2024-04-10T15:08:06.809 INFO:tasks.rados.rados.0.smithi102.stdout:807: snap_remove snap 59 2024-04-10T15:08:06.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:06 smithi102 ceph-mon[26948]: osdmap e194: 8 total, 8 up, 8 in 2024-04-10T15:08:06.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:06 smithi102 ceph-mon[26948]: Standby manager daemon y restarted 2024-04-10T15:08:06.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:06 smithi102 ceph-mon[26948]: Standby manager daemon y started 2024-04-10T15:08:06.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:06 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-10T15:08:06.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:06 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:08:06.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:06 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-10T15:08:06.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:06 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:08:06.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:06 smithi102 ceph-mon[37987]: osdmap e194: 8 total, 8 up, 8 in 2024-04-10T15:08:06.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:06 smithi102 ceph-mon[37987]: Standby manager daemon y restarted 2024-04-10T15:08:06.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:06 smithi102 ceph-mon[37987]: Standby manager daemon y started 2024-04-10T15:08:06.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:06 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-10T15:08:06.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:06 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:08:06.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:06 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-10T15:08:06.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:06 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:08:07.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:06 smithi154 ceph-mon[30592]: osdmap e194: 8 total, 8 up, 8 in 2024-04-10T15:08:07.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:06 smithi154 ceph-mon[30592]: Standby manager daemon y restarted 2024-04-10T15:08:07.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:06 smithi154 ceph-mon[30592]: Standby manager daemon y started 2024-04-10T15:08:07.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:06 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/crt"}]: dispatch 2024-04-10T15:08:07.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:06 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:08:07.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:06 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/y/key"}]: dispatch 2024-04-10T15:08:07.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:06 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:08:07.511 INFO:tasks.rados.rados.0.smithi102.stdout:806: finishing rollback tid 0 to smithi10276805-25 2024-04-10T15:08:07.511 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 198 (ObjNum 260 snap 58 seq_num 260) dirty exists 2024-04-10T15:08:07.511 INFO:tasks.rados.rados.0.smithi102.stdout:806: finishing rollback tid 1 to smithi10276805-25 2024-04-10T15:08:07.511 INFO:tasks.rados.rados.0.smithi102.stdout:806: finishing rollback tid 2 to smithi10276805-25 2024-04-10T15:08:07.511 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 132 (ObjNum 252 snap 55 seq_num 252) dirty exists 2024-04-10T15:08:07.511 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 282 (ObjNum 254 snap 57 seq_num 254) dirty exists 2024-04-10T15:08:07.511 INFO:tasks.rados.rados.0.smithi102.stdout:803: done (3 left) 2024-04-10T15:08:07.511 INFO:tasks.rados.rados.0.smithi102.stdout:805: done (2 left) 2024-04-10T15:08:07.511 INFO:tasks.rados.rados.0.smithi102.stdout:806: done (1 left) 2024-04-10T15:08:07.511 INFO:tasks.rados.rados.0.smithi102.stdout:807: done (0 left) 2024-04-10T15:08:07.512 INFO:tasks.rados.rados.0.smithi102.stdout:808: snap_remove snap 58 2024-04-10T15:08:07.545 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:08:07] ENGINE Bus STOPPING 2024-04-10T15:08:07.545 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:08:07] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:08:07.545 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:08:07] ENGINE Bus STOPPED 2024-04-10T15:08:07.802 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:08:07] ENGINE Bus STARTING 2024-04-10T15:08:07.802 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:07.678+0000 7f8309f49700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:08:07.802 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:07.678+0000 7f8309f49700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:08:07.802 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:07.678+0000 7f8309f49700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:08:07.802 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:07.678+0000 7f8309f49700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:08:07.802 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:07.678+0000 7f8309f49700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:08:07.803 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:07.678+0000 7f830d750700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:08:07.803 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:07.678+0000 7f830d750700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:08:07.803 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:07.678+0000 7f830d750700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:08:07.803 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:07.678+0000 7f830d750700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:08:07.803 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:07.678+0000 7f830d750700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:08:07.803 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:08:07] ENGINE Serving on http://:::9283 2024-04-10T15:08:07.803 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:08:07] ENGINE Bus STARTED 2024-04-10T15:08:07.803 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:07.538+0000 7f784aae4700 -1 mgr handle_mgr_map I was active but no longer am 2024-04-10T15:08:07.803 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: ignoring --setuser ceph since I am not root 2024-04-10T15:08:07.804 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: ignoring --setgroup ceph since I am not root 2024-04-10T15:08:07.804 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mgr[63890]: -- 172.21.15.154:0/985713192 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55df125dc5a0 con 0x55df125b1000 2024-04-10T15:08:08.102 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: pgmap v53: 121 pgs: 121 active+clean; 149 MiB data, 865 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-10T15:08:08.102 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: osdmap e195: 8 total, 8 up, 8 in 2024-04-10T15:08:08.102 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: mgrmap e30: x(active, since 34s), standbys: y 2024-04-10T15:08:08.102 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:08.102 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:08.102 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:08:08.102 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:08:08.103 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:08.103 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:08.103 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-10T15:08:08.103 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-10T15:08:08.103 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: Activating manager daemon y 2024-04-10T15:08:08.103 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: osdmap e196: 8 total, 8 up, 8 in 2024-04-10T15:08:08.103 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.24832 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-10T15:08:08.103 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: mgrmap e31: y(active, starting, since 0.00583s) 2024-04-10T15:08:08.103 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:08.103 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:08.103 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:08.103 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:08:08.103 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:08:08.103 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:08:08.104 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:08:08.104 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:08:08.104 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:08:08.104 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:08:08.104 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:08:08.104 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:08:08.104 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:08:08.104 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:08:08.104 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:08:08.104 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:08:08.104 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:08:08.104 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: Manager daemon y is now available 2024-04-10T15:08:08.104 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:08.104 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:08:08.104 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:08:08.104 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:07 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:08:08.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: pgmap v53: 121 pgs: 121 active+clean; 149 MiB data, 865 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-10T15:08:08.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: osdmap e195: 8 total, 8 up, 8 in 2024-04-10T15:08:08.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: mgrmap e30: x(active, since 34s), standbys: y 2024-04-10T15:08:08.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:08.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:08.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:08:08.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:08:08.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:08.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-10T15:08:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-10T15:08:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: Activating manager daemon y 2024-04-10T15:08:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: osdmap e196: 8 total, 8 up, 8 in 2024-04-10T15:08:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.24832 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-10T15:08:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: mgrmap e31: y(active, starting, since 0.00583s) 2024-04-10T15:08:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:08:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:08:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:08:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:08:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:08:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:08:08.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:08:08.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:08:08.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:08:08.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:08:08.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:08:08.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:08:08.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:08:08.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:08:08.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: Manager daemon y is now available 2024-04-10T15:08:08.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:08.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:08:08.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:08:08.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:08:08.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: pgmap v53: 121 pgs: 121 active+clean; 149 MiB data, 865 MiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-10T15:08:08.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: osdmap e195: 8 total, 8 up, 8 in 2024-04-10T15:08:08.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: mgrmap e30: x(active, since 34s), standbys: y 2024-04-10T15:08:08.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:08.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:08.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:08:08.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:08:08.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' 2024-04-10T15:08:08.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:08.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.24832 172.21.15.154:0/3186534376' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-10T15:08:08.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' cmd=[{"prefix": "mgr fail", "who": "x"}]: dispatch 2024-04-10T15:08:08.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: Activating manager daemon y 2024-04-10T15:08:08.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: osdmap e196: 8 total, 8 up, 8 in 2024-04-10T15:08:08.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.24832 ' entity='mgr.x' cmd='[{"prefix": "mgr fail", "who": "x"}]': finished 2024-04-10T15:08:08.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: mgrmap e31: y(active, starting, since 0.00583s) 2024-04-10T15:08:08.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:08.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:08.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:08.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:08:08.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:08:08.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:08:08.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:08:08.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:08:08.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:08:08.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:08:08.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:08:08.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:08:08.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:08:08.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:08:08.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:08:08.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:08:08.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:08:08.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: Manager daemon y is now available 2024-04-10T15:08:08.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:08.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:08:08.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:08:08.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:07 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:08:08.378 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:08.125+0000 7f4e2b22a200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:08:08.378 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:08.223+0000 7f4e2b22a200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:08:08.512 INFO:tasks.rados.rados.0.smithi102.stdout:808: done (0 left) 2024-04-10T15:08:08.512 INFO:tasks.rados.rados.0.smithi102.stdout:809: setattr oid 30 current snap is 60 2024-04-10T15:08:08.513 INFO:tasks.rados.rados.0.smithi102.stdout:810: read oid 38 snap -1 2024-04-10T15:08:08.513 INFO:tasks.rados.rados.0.smithi102.stdout:810: expect (ObjNum 253 snap 55 seq_num 253) 2024-04-10T15:08:08.513 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 49 current snap is 60 2024-04-10T15:08:08.513 INFO:tasks.rados.rados.0.smithi102.stdout:811: seq_num 265 ranges {0=442368,442368=647168,1089536=573440,1662976=385024} 2024-04-10T15:08:08.519 INFO:tasks.rados.rados.0.smithi102.stdout:811: writing smithi10276805-49 from 0 to 442368 tid 1 2024-04-10T15:08:08.523 INFO:tasks.rados.rados.0.smithi102.stdout:811: writing smithi10276805-49 from 442368 to 1089536 tid 2 2024-04-10T15:08:08.527 INFO:tasks.rados.rados.0.smithi102.stdout:811: writing smithi10276805-49 from 1089536 to 1662976 tid 3 2024-04-10T15:08:08.530 INFO:tasks.rados.rados.0.smithi102.stdout:811: writing smithi10276805-49 from 1662976 to 2048000 tid 4 2024-04-10T15:08:08.530 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 212 (ObjNum 156 snap 33 seq_num 156) dirty exists 2024-04-10T15:08:08.530 INFO:tasks.rados.rados.0.smithi102.stdout:811: finishing write tid 1 to smithi10276805-49 2024-04-10T15:08:08.531 INFO:tasks.rados.rados.0.smithi102.stdout:809: done (2 left) 2024-04-10T15:08:08.531 INFO:tasks.rados.rados.0.smithi102.stdout:812: copy_from oid 11 from oid 18 current snap is 60 2024-04-10T15:08:08.531 INFO:tasks.rados.rados.0.smithi102.stdout:813: read oid 16 snap -1 2024-04-10T15:08:08.531 INFO:tasks.rados.rados.0.smithi102.stdout:813: expect deleted 2024-04-10T15:08:08.531 INFO:tasks.rados.rados.0.smithi102.stdout:814: delete oid 24 current snap is 60 2024-04-10T15:08:08.535 INFO:tasks.rados.rados.0.smithi102.stdout:811: finishing write tid 2 to smithi10276805-49 2024-04-10T15:08:08.535 INFO:tasks.rados.rados.0.smithi102.stdout:811: finishing write tid 3 to smithi10276805-49 2024-04-10T15:08:08.535 INFO:tasks.rados.rados.0.smithi102.stdout:811: finishing write tid 4 to smithi10276805-49 2024-04-10T15:08:08.536 INFO:tasks.rados.rados.0.smithi102.stdout:813: done (4 left) 2024-04-10T15:08:08.536 INFO:tasks.rados.rados.0.smithi102.stdout:814: done (3 left) 2024-04-10T15:08:08.536 INFO:tasks.rados.rados.0.smithi102.stdout:815: delete oid 14 current snap is 60 2024-04-10T15:08:08.539 INFO:tasks.rados.rados.0.smithi102.stdout:811: finishing write tid 5 to smithi10276805-49 2024-04-10T15:08:08.541 INFO:tasks.rados.rados.0.smithi102.stdout:815: done (3 left) 2024-04-10T15:08:08.542 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 32 current snap is 60 2024-04-10T15:08:08.542 INFO:tasks.rados.rados.0.smithi102.stdout:811: finishing write tid 6 to smithi10276805-49 2024-04-10T15:08:08.542 INFO:tasks.rados.rados.0.smithi102.stdout:811: oid 49 updating version 0 to 426 2024-04-10T15:08:08.542 INFO:tasks.rados.rados.0.smithi102.stdout:811: oid 49 updating version 426 to 427 2024-04-10T15:08:08.542 INFO:tasks.rados.rados.0.smithi102.stdout:811: oid 49 updating version 427 to 429 2024-04-10T15:08:08.542 INFO:tasks.rados.rados.0.smithi102.stdout:811: oid 49 version 429 is already newer than 428 2024-04-10T15:08:08.542 INFO:tasks.rados.rados.0.smithi102.stdout:811: oid 49 version 429 is already newer than 425 2024-04-10T15:08:08.542 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 429 (ObjNum 265 snap 60 seq_num 265) dirty exists 2024-04-10T15:08:08.542 INFO:tasks.rados.rados.0.smithi102.stdout:811: left oid 49 (ObjNum 265 snap 60 seq_num 265) 2024-04-10T15:08:08.542 INFO:tasks.rados.rados.0.smithi102.stdout:816: seq_num 268 ranges {3481600=491520,3973120=745472,4718592=745472,5464064=114688} 2024-04-10T15:08:08.563 INFO:tasks.rados.rados.0.smithi102.stdout:816: writing smithi10276805-32 from 3481600 to 3973120 tid 1 2024-04-10T15:08:08.567 INFO:tasks.rados.rados.0.smithi102.stdout:816: writing smithi10276805-32 from 3973120 to 4718592 tid 2 2024-04-10T15:08:08.571 INFO:tasks.rados.rados.0.smithi102.stdout:816: writing smithi10276805-32 from 4718592 to 5464064 tid 3 2024-04-10T15:08:08.573 INFO:tasks.rados.rados.0.smithi102.stdout:816: writing smithi10276805-32 from 5464064 to 5578752 tid 4 2024-04-10T15:08:08.573 INFO:tasks.rados.rados.0.smithi102.stdout:811: done (3 left) 2024-04-10T15:08:08.573 INFO:tasks.rados.rados.0.smithi102.stdout:817: read oid 37 snap -1 2024-04-10T15:08:08.573 INFO:tasks.rados.rados.0.smithi102.stdout:817: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:08:08.573 INFO:tasks.rados.rados.0.smithi102.stdout:818: read oid 4 snap -1 2024-04-10T15:08:08.573 INFO:tasks.rados.rados.0.smithi102.stdout:818: expect (ObjNum 236 snap 50 seq_num 236) 2024-04-10T15:08:08.573 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 60 2024-04-10T15:08:08.573 INFO:tasks.rados.rados.0.smithi102.stdout:819: seq_num 269 ranges {0=507904,507904=630784,1138688=557056,1695744=417792} 2024-04-10T15:08:08.575 INFO:tasks.rados.rados.0.smithi102.stdout:819: writing smithi10276805-10 from 0 to 507904 tid 1 2024-04-10T15:08:08.579 INFO:tasks.rados.rados.0.smithi102.stdout:819: writing smithi10276805-10 from 507904 to 1138688 tid 2 2024-04-10T15:08:08.582 INFO:tasks.rados.rados.0.smithi102.stdout:819: writing smithi10276805-10 from 1138688 to 1695744 tid 3 2024-04-10T15:08:08.585 INFO:tasks.rados.rados.0.smithi102.stdout:819: writing smithi10276805-10 from 1695744 to 2113536 tid 4 2024-04-10T15:08:08.585 INFO:tasks.rados.rados.0.smithi102.stdout:820: read oid 23 snap -1 2024-04-10T15:08:08.585 INFO:tasks.rados.rados.0.smithi102.stdout:820: expect (ObjNum 150 snap 31 seq_num 150) 2024-04-10T15:08:08.585 INFO:tasks.rados.rados.0.smithi102.stdout:821: copy_from oid 41 from oid 6 current snap is 60 2024-04-10T15:08:08.585 INFO:tasks.rados.rados.0.smithi102.stdout:810: expect (ObjNum 253 snap 55 seq_num 253) 2024-04-10T15:08:08.726 INFO:tasks.rados.rados.0.smithi102.stdout:812: finishing copy_from racing read to smithi10276805-11 2024-04-10T15:08:08.727 INFO:tasks.rados.rados.0.smithi102.stdout:812: finishing copy_from to smithi10276805-11 2024-04-10T15:08:08.727 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 154 (ObjNum 214 snap 46 seq_num 214) dirty exists 2024-04-10T15:08:08.727 INFO:tasks.rados.rados.0.smithi102.stdout:816: finishing write tid 1 to smithi10276805-32 2024-04-10T15:08:08.727 INFO:tasks.rados.rados.0.smithi102.stdout:810: done (7 left) 2024-04-10T15:08:08.727 INFO:tasks.rados.rados.0.smithi102.stdout:812: done (6 left) 2024-04-10T15:08:08.727 INFO:tasks.rados.rados.0.smithi102.stdout:822: rmattr oid 30 current snap is 60 2024-04-10T15:08:08.727 INFO:tasks.rados.rados.0.smithi102.stdout:816: finishing write tid 2 to smithi10276805-32 2024-04-10T15:08:08.727 INFO:tasks.rados.rados.0.smithi102.stdout:817: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:08:08.729 INFO:tasks.rados.rados.0.smithi102.stdout:816: finishing write tid 3 to smithi10276805-32 2024-04-10T15:08:08.729 INFO:tasks.rados.rados.0.smithi102.stdout:816: finishing write tid 4 to smithi10276805-32 2024-04-10T15:08:08.730 INFO:tasks.rados.rados.0.smithi102.stdout:817: done (6 left) 2024-04-10T15:08:08.730 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 46 current snap is 60 2024-04-10T15:08:08.730 INFO:tasks.rados.rados.0.smithi102.stdout:816: finishing write tid 5 to smithi10276805-32 2024-04-10T15:08:08.730 INFO:tasks.rados.rados.0.smithi102.stdout:818: expect (ObjNum 236 snap 50 seq_num 236) 2024-04-10T15:08:08.772 INFO:tasks.rados.rados.0.smithi102.stdout:816: finishing write tid 6 to smithi10276805-32 2024-04-10T15:08:08.772 INFO:tasks.rados.rados.0.smithi102.stdout:816: oid 32 updating version 0 to 533 2024-04-10T15:08:08.772 INFO:tasks.rados.rados.0.smithi102.stdout:816: oid 32 version 533 is already newer than 531 2024-04-10T15:08:08.772 INFO:tasks.rados.rados.0.smithi102.stdout:816: oid 32 version 533 is already newer than 530 2024-04-10T15:08:08.772 INFO:tasks.rados.rados.0.smithi102.stdout:816: oid 32 updating version 533 to 534 2024-04-10T15:08:08.772 INFO:tasks.rados.rados.0.smithi102.stdout:816: oid 32 version 534 is already newer than 532 2024-04-10T15:08:08.772 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 534 (ObjNum 268 snap 60 seq_num 268) dirty exists 2024-04-10T15:08:08.773 INFO:tasks.rados.rados.0.smithi102.stdout:816: left oid 32 (ObjNum 268 snap 60 seq_num 268) 2024-04-10T15:08:08.773 INFO:tasks.rados.rados.0.smithi102.stdout:819: finishing write tid 1 to smithi10276805-10 2024-04-10T15:08:08.773 INFO:tasks.rados.rados.0.smithi102.stdout:823: seq_num 270 ranges {6660096=524288,7184384=516096,7700480=761856,8462336=327680} 2024-04-10T15:08:08.810 INFO:tasks.rados.rados.0.smithi102.stdout:823: writing smithi10276805-46 from 6660096 to 7184384 tid 1 2024-04-10T15:08:08.813 INFO:tasks.rados.rados.0.smithi102.stdout:823: writing smithi10276805-46 from 7184384 to 7700480 tid 2 2024-04-10T15:08:08.817 INFO:tasks.rados.rados.0.smithi102.stdout:823: writing smithi10276805-46 from 7700480 to 8462336 tid 3 2024-04-10T15:08:08.820 INFO:tasks.rados.rados.0.smithi102.stdout:823: writing smithi10276805-46 from 8462336 to 8790016 tid 4 2024-04-10T15:08:08.820 INFO:tasks.rados.rados.0.smithi102.stdout:816: done (6 left) 2024-04-10T15:08:08.820 INFO:tasks.rados.rados.0.smithi102.stdout:818: done (5 left) 2024-04-10T15:08:08.820 INFO:tasks.rados.rados.0.smithi102.stdout:824: read oid 24 snap -1 2024-04-10T15:08:08.820 INFO:tasks.rados.rados.0.smithi102.stdout:824: expect deleted 2024-04-10T15:08:08.820 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 60 2024-04-10T15:08:08.820 INFO:tasks.rados.rados.0.smithi102.stdout:819: finishing write tid 2 to smithi10276805-10 2024-04-10T15:08:08.820 INFO:tasks.rados.rados.0.smithi102.stdout:819: finishing write tid 3 to smithi10276805-10 2024-04-10T15:08:08.820 INFO:tasks.rados.rados.0.smithi102.stdout:821: finishing copy_from to smithi10276805-41 2024-04-10T15:08:08.821 INFO:tasks.rados.rados.0.smithi102.stdout:821: got expected ENOENT (src dne) 2024-04-10T15:08:08.821 INFO:tasks.rados.rados.0.smithi102.stdout:821: finishing copy_from racing read to smithi10276805-41 2024-04-10T15:08:08.821 INFO:tasks.rados.rados.0.smithi102.stdout:819: finishing write tid 4 to smithi10276805-10 2024-04-10T15:08:08.821 INFO:tasks.rados.rados.0.smithi102.stdout:819: finishing write tid 5 to smithi10276805-10 2024-04-10T15:08:08.821 INFO:tasks.rados.rados.0.smithi102.stdout:820: expect (ObjNum 150 snap 31 seq_num 150) 2024-04-10T15:08:08.884 INFO:tasks.rados.rados.0.smithi102.stdout:819: finishing write tid 6 to smithi10276805-10 2024-04-10T15:08:08.884 INFO:tasks.rados.rados.0.smithi102.stdout:819: oid 10 updating version 0 to 320 2024-04-10T15:08:08.884 INFO:tasks.rados.rados.0.smithi102.stdout:819: oid 10 updating version 320 to 323 2024-04-10T15:08:08.884 INFO:tasks.rados.rados.0.smithi102.stdout:819: oid 10 version 323 is already newer than 321 2024-04-10T15:08:08.884 INFO:tasks.rados.rados.0.smithi102.stdout:819: oid 10 updating version 323 to 324 2024-04-10T15:08:08.884 INFO:tasks.rados.rados.0.smithi102.stdout:819: oid 10 version 324 is already newer than 322 2024-04-10T15:08:08.884 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 324 (ObjNum 269 snap 60 seq_num 269) dirty exists 2024-04-10T15:08:08.884 INFO:tasks.rados.rados.0.smithi102.stdout:819: left oid 10 (ObjNum 269 snap 60 seq_num 269) 2024-04-10T15:08:08.884 INFO:tasks.rados.rados.0.smithi102.stdout:825: seq_num 271 ranges {1835008=540672,2375680=802816,3178496=516096,3694592=286720} 2024-04-10T15:08:08.896 INFO:tasks.rados.rados.0.smithi102.stdout:825: writing smithi10276805-25 from 1835008 to 2375680 tid 1 2024-04-10T15:08:08.900 INFO:tasks.rados.rados.0.smithi102.stdout:825: writing smithi10276805-25 from 2375680 to 3178496 tid 2 2024-04-10T15:08:08.904 INFO:tasks.rados.rados.0.smithi102.stdout:825: writing smithi10276805-25 from 3178496 to 3694592 tid 3 2024-04-10T15:08:08.906 INFO:tasks.rados.rados.0.smithi102.stdout:825: writing smithi10276805-25 from 3694592 to 3981312 tid 4 2024-04-10T15:08:08.906 INFO:tasks.rados.rados.0.smithi102.stdout:819: done (6 left) 2024-04-10T15:08:08.906 INFO:tasks.rados.rados.0.smithi102.stdout:820: done (5 left) 2024-04-10T15:08:08.906 INFO:tasks.rados.rados.0.smithi102.stdout:821: done (4 left) 2024-04-10T15:08:08.906 INFO:tasks.rados.rados.0.smithi102.stdout:826: delete oid 6 current snap is 60 2024-04-10T15:08:08.906 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 213 (ObjNum 156 snap 33 seq_num 156) dirty exists 2024-04-10T15:08:08.906 INFO:tasks.rados.rados.0.smithi102.stdout:823: finishing write tid 1 to smithi10276805-46 2024-04-10T15:08:08.906 INFO:tasks.rados.rados.0.smithi102.stdout:823: finishing write tid 2 to smithi10276805-46 2024-04-10T15:08:08.906 INFO:tasks.rados.rados.0.smithi102.stdout:823: finishing write tid 3 to smithi10276805-46 2024-04-10T15:08:08.907 INFO:tasks.rados.rados.0.smithi102.stdout:823: finishing write tid 4 to smithi10276805-46 2024-04-10T15:08:08.907 INFO:tasks.rados.rados.0.smithi102.stdout:823: finishing write tid 5 to smithi10276805-46 2024-04-10T15:08:08.907 INFO:tasks.rados.rados.0.smithi102.stdout:823: finishing write tid 6 to smithi10276805-46 2024-04-10T15:08:08.907 INFO:tasks.rados.rados.0.smithi102.stdout:823: oid 46 updating version 0 to 300 2024-04-10T15:08:08.907 INFO:tasks.rados.rados.0.smithi102.stdout:823: oid 46 version 300 is already newer than 299 2024-04-10T15:08:08.907 INFO:tasks.rados.rados.0.smithi102.stdout:823: oid 46 updating version 300 to 302 2024-04-10T15:08:08.907 INFO:tasks.rados.rados.0.smithi102.stdout:823: oid 46 updating version 302 to 303 2024-04-10T15:08:08.907 INFO:tasks.rados.rados.0.smithi102.stdout:823: oid 46 version 303 is already newer than 301 2024-04-10T15:08:08.907 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 303 (ObjNum 270 snap 60 seq_num 270) dirty exists 2024-04-10T15:08:08.907 INFO:tasks.rados.rados.0.smithi102.stdout:823: left oid 46 (ObjNum 270 snap 60 seq_num 270) 2024-04-10T15:08:08.907 INFO:tasks.rados.rados.0.smithi102.stdout:825: finishing write tid 1 to smithi10276805-25 2024-04-10T15:08:08.907 INFO:tasks.rados.rados.0.smithi102.stdout:825: finishing write tid 2 to smithi10276805-25 2024-04-10T15:08:08.908 INFO:tasks.rados.rados.0.smithi102.stdout:822: done (4 left) 2024-04-10T15:08:08.908 INFO:tasks.rados.rados.0.smithi102.stdout:823: done (3 left) 2024-04-10T15:08:08.908 INFO:tasks.rados.rados.0.smithi102.stdout:824: done (2 left) 2024-04-10T15:08:08.908 INFO:tasks.rados.rados.0.smithi102.stdout:826: done (1 left) 2024-04-10T15:08:08.908 INFO:tasks.rados.rados.0.smithi102.stdout:827: rollback oid 17 current snap is 60 2024-04-10T15:08:08.908 INFO:tasks.rados.rados.0.smithi102.stdout:827: done (1 left) 2024-04-10T15:08:08.908 INFO:tasks.rados.rados.0.smithi102.stdout:828: rmattr oid 45 current snap is 60 2024-04-10T15:08:08.908 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 13 current snap is 60 2024-04-10T15:08:08.908 INFO:tasks.rados.rados.0.smithi102.stdout:829: seq_num 273 ranges {1802240=581632,2383872=565248,2949120=532480,3481600=507904} 2024-04-10T15:08:08.919 INFO:tasks.rados.rados.0.smithi102.stdout:829: writing smithi10276805-13 from 1802240 to 2383872 tid 1 2024-04-10T15:08:08.922 INFO:tasks.rados.rados.0.smithi102.stdout:829: writing smithi10276805-13 from 2383872 to 2949120 tid 2 2024-04-10T15:08:08.925 INFO:tasks.rados.rados.0.smithi102.stdout:829: writing smithi10276805-13 from 2949120 to 3481600 tid 3 2024-04-10T15:08:08.929 INFO:tasks.rados.rados.0.smithi102.stdout:829: writing smithi10276805-13 from 3481600 to 3989504 tid 4 2024-04-10T15:08:08.929 INFO:tasks.rados.rados.0.smithi102.stdout:830: rollback oid 46 current snap is 60 2024-04-10T15:08:08.929 INFO:tasks.rados.rados.0.smithi102.stdout:830: done (3 left) 2024-04-10T15:08:08.929 INFO:tasks.rados.rados.0.smithi102.stdout:831: copy_from oid 35 from oid 1 current snap is 60 2024-04-10T15:08:08.930 INFO:tasks.rados.rados.0.smithi102.stdout:825: finishing write tid 3 to smithi10276805-25 2024-04-10T15:08:08.930 INFO:tasks.rados.rados.0.smithi102.stdout:825: finishing write tid 4 to smithi10276805-25 2024-04-10T15:08:08.930 INFO:tasks.rados.rados.0.smithi102.stdout:825: finishing write tid 5 to smithi10276805-25 2024-04-10T15:08:08.930 INFO:tasks.rados.rados.0.smithi102.stdout:825: finishing write tid 6 to smithi10276805-25 2024-04-10T15:08:08.930 INFO:tasks.rados.rados.0.smithi102.stdout:825: oid 25 updating version 0 to 140 2024-04-10T15:08:08.930 INFO:tasks.rados.rados.0.smithi102.stdout:825: oid 25 version 140 is already newer than 139 2024-04-10T15:08:08.930 INFO:tasks.rados.rados.0.smithi102.stdout:825: oid 25 version 140 is already newer than 138 2024-04-10T15:08:08.930 INFO:tasks.rados.rados.0.smithi102.stdout:825: oid 25 updating version 140 to 141 2024-04-10T15:08:08.930 INFO:tasks.rados.rados.0.smithi102.stdout:825: oid 25 version 141 is already newer than 137 2024-04-10T15:08:08.930 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 141 (ObjNum 271 snap 60 seq_num 271) dirty exists 2024-04-10T15:08:08.930 INFO:tasks.rados.rados.0.smithi102.stdout:825: left oid 25 (ObjNum 271 snap 60 seq_num 271) 2024-04-10T15:08:08.930 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 366 (ObjNum 190 snap 41 seq_num 190) dirty exists 2024-04-10T15:08:08.930 INFO:tasks.rados.rados.0.smithi102.stdout:829: finishing write tid 1 to smithi10276805-13 2024-04-10T15:08:08.930 INFO:tasks.rados.rados.0.smithi102.stdout:829: finishing write tid 2 to smithi10276805-13 2024-04-10T15:08:08.930 INFO:tasks.rados.rados.0.smithi102.stdout:829: finishing write tid 3 to smithi10276805-13 2024-04-10T15:08:08.931 INFO:tasks.rados.rados.0.smithi102.stdout:825: done (3 left) 2024-04-10T15:08:08.931 INFO:tasks.rados.rados.0.smithi102.stdout:828: done (2 left) 2024-04-10T15:08:08.931 INFO:tasks.rados.rados.0.smithi102.stdout:832: read oid 32 snap -1 2024-04-10T15:08:08.931 INFO:tasks.rados.rados.0.smithi102.stdout:832: expect (ObjNum 268 snap 60 seq_num 268) 2024-04-10T15:08:08.931 INFO:tasks.rados.rados.0.smithi102.stdout:833: read oid 9 snap -1 2024-04-10T15:08:08.931 INFO:tasks.rados.rados.0.smithi102.stdout:833: expect (ObjNum 231 snap 49 seq_num 231) 2024-04-10T15:08:08.931 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 40 current snap is 60 2024-04-10T15:08:08.931 INFO:tasks.rados.rados.0.smithi102.stdout:834: seq_num 274 ranges {1884160=598016,2482176=499712,2981888=745472,3727360=360448} 2024-04-10T15:08:08.943 INFO:tasks.rados.rados.0.smithi102.stdout:834: writing smithi10276805-40 from 1884160 to 2482176 tid 1 2024-04-10T15:08:08.946 INFO:tasks.rados.rados.0.smithi102.stdout:834: writing smithi10276805-40 from 2482176 to 2981888 tid 2 2024-04-10T15:08:08.951 INFO:tasks.rados.rados.0.smithi102.stdout:834: writing smithi10276805-40 from 2981888 to 3727360 tid 3 2024-04-10T15:08:08.953 INFO:tasks.rados.rados.0.smithi102.stdout:834: writing smithi10276805-40 from 3727360 to 4087808 tid 4 2024-04-10T15:08:08.953 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 60 2024-04-10T15:08:08.953 INFO:tasks.rados.rados.0.smithi102.stdout:831: finishing copy_from to smithi10276805-35 2024-04-10T15:08:08.953 INFO:tasks.rados.rados.0.smithi102.stdout:831: got expected ENOENT (src dne) 2024-04-10T15:08:08.953 INFO:tasks.rados.rados.0.smithi102.stdout:835: seq_num 275 ranges {3317760=614400,3932160=786432,4718592=499712,5218304=319488} 2024-04-10T15:08:08.975 INFO:tasks.rados.rados.0.smithi102.stdout:835: writing smithi10276805-48 from 3317760 to 3932160 tid 1 2024-04-10T15:08:08.979 INFO:tasks.rados.rados.0.smithi102.stdout:835: writing smithi10276805-48 from 3932160 to 4718592 tid 2 2024-04-10T15:08:08.982 INFO:tasks.rados.rados.0.smithi102.stdout:835: writing smithi10276805-48 from 4718592 to 5218304 tid 3 2024-04-10T15:08:08.984 INFO:tasks.rados.rados.0.smithi102.stdout:835: writing smithi10276805-48 from 5218304 to 5537792 tid 4 2024-04-10T15:08:08.984 INFO:tasks.rados.rados.0.smithi102.stdout:836: copy_from oid 5 from oid 22 current snap is 60 2024-04-10T15:08:08.984 INFO:tasks.rados.rados.0.smithi102.stdout:831: finishing copy_from racing read to smithi10276805-35 2024-04-10T15:08:08.984 INFO:tasks.rados.rados.0.smithi102.stdout:829: finishing write tid 4 to smithi10276805-13 2024-04-10T15:08:08.984 INFO:tasks.rados.rados.0.smithi102.stdout:831: done (6 left) 2024-04-10T15:08:08.984 INFO:tasks.rados.rados.0.smithi102.stdout:837: setattr oid 7 current snap is 60 2024-04-10T15:08:08.984 INFO:tasks.rados.rados.0.smithi102.stdout:829: finishing write tid 5 to smithi10276805-13 2024-04-10T15:08:08.984 INFO:tasks.rados.rados.0.smithi102.stdout:833: expect (ObjNum 231 snap 49 seq_num 231) 2024-04-10T15:08:09.035 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:08.948+0000 7f4e2b22a200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:08:09.088 INFO:tasks.rados.rados.0.smithi102.stdout:834: finishing write tid 1 to smithi10276805-40 2024-04-10T15:08:09.088 INFO:tasks.rados.rados.0.smithi102.stdout:834: finishing write tid 2 to smithi10276805-40 2024-04-10T15:08:09.088 INFO:tasks.rados.rados.0.smithi102.stdout:829: finishing write tid 6 to smithi10276805-13 2024-04-10T15:08:09.088 INFO:tasks.rados.rados.0.smithi102.stdout:829: oid 13 updating version 0 to 539 2024-04-10T15:08:09.088 INFO:tasks.rados.rados.0.smithi102.stdout:829: oid 13 version 539 is already newer than 535 2024-04-10T15:08:09.088 INFO:tasks.rados.rados.0.smithi102.stdout:829: oid 13 version 539 is already newer than 538 2024-04-10T15:08:09.088 INFO:tasks.rados.rados.0.smithi102.stdout:829: oid 13 version 539 is already newer than 537 2024-04-10T15:08:09.088 INFO:tasks.rados.rados.0.smithi102.stdout:829: oid 13 version 539 is already newer than 536 2024-04-10T15:08:09.088 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 539 (ObjNum 273 snap 60 seq_num 273) dirty exists 2024-04-10T15:08:09.089 INFO:tasks.rados.rados.0.smithi102.stdout:829: left oid 13 (ObjNum 273 snap 60 seq_num 273) 2024-04-10T15:08:09.089 INFO:tasks.rados.rados.0.smithi102.stdout:834: finishing write tid 3 to smithi10276805-40 2024-04-10T15:08:09.089 INFO:tasks.rados.rados.0.smithi102.stdout:834: finishing write tid 4 to smithi10276805-40 2024-04-10T15:08:09.089 INFO:tasks.rados.rados.0.smithi102.stdout:834: finishing write tid 5 to smithi10276805-40 2024-04-10T15:08:09.089 INFO:tasks.rados.rados.0.smithi102.stdout:834: finishing write tid 6 to smithi10276805-40 2024-04-10T15:08:09.089 INFO:tasks.rados.rados.0.smithi102.stdout:834: oid 40 updating version 0 to 306 2024-04-10T15:08:09.089 INFO:tasks.rados.rados.0.smithi102.stdout:834: oid 40 updating version 306 to 307 2024-04-10T15:08:09.089 INFO:tasks.rados.rados.0.smithi102.stdout:834: oid 40 version 307 is already newer than 304 2024-04-10T15:08:09.089 INFO:tasks.rados.rados.0.smithi102.stdout:834: oid 40 version 307 is already newer than 305 2024-04-10T15:08:09.089 INFO:tasks.rados.rados.0.smithi102.stdout:834: oid 40 updating version 307 to 308 2024-04-10T15:08:09.089 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 308 (ObjNum 274 snap 60 seq_num 274) dirty exists 2024-04-10T15:08:09.089 INFO:tasks.rados.rados.0.smithi102.stdout:834: left oid 40 (ObjNum 274 snap 60 seq_num 274) 2024-04-10T15:08:09.089 INFO:tasks.rados.rados.0.smithi102.stdout:832: expect (ObjNum 268 snap 60 seq_num 268) 2024-04-10T15:08:09.302 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:09.059+0000 7f4e2b22a200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:08:09.302 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:09.204+0000 7f4e2b22a200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:08:09.302 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:09.325+0000 7f4e2b22a200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:08:09.389 INFO:tasks.rados.rados.0.smithi102.stdout:835: finishing write tid 1 to smithi10276805-48 2024-04-10T15:08:09.389 INFO:tasks.rados.rados.0.smithi102.stdout:835: finishing write tid 2 to smithi10276805-48 2024-04-10T15:08:09.389 INFO:tasks.rados.rados.0.smithi102.stdout:829: done (6 left) 2024-04-10T15:08:09.389 INFO:tasks.rados.rados.0.smithi102.stdout:832: done (5 left) 2024-04-10T15:08:09.389 INFO:tasks.rados.rados.0.smithi102.stdout:833: done (4 left) 2024-04-10T15:08:09.389 INFO:tasks.rados.rados.0.smithi102.stdout:834: done (3 left) 2024-04-10T15:08:09.389 INFO:tasks.rados.rados.0.smithi102.stdout:838: read oid 3 snap -1 2024-04-10T15:08:09.390 INFO:tasks.rados.rados.0.smithi102.stdout:838: expect deleted 2024-04-10T15:08:09.390 INFO:tasks.rados.rados.0.smithi102.stdout:839: copy_from oid 16 from oid 15 current snap is 60 2024-04-10T15:08:09.390 INFO:tasks.rados.rados.0.smithi102.stdout:836: finishing copy_from to smithi10276805-5 2024-04-10T15:08:09.390 INFO:tasks.rados.rados.0.smithi102.stdout:836: got expected ENOENT (src dne) 2024-04-10T15:08:09.390 INFO:tasks.rados.rados.0.smithi102.stdout:836: finishing copy_from racing read to smithi10276805-5 2024-04-10T15:08:09.390 INFO:tasks.rados.rados.0.smithi102.stdout:835: finishing write tid 3 to smithi10276805-48 2024-04-10T15:08:09.390 INFO:tasks.rados.rados.0.smithi102.stdout:835: finishing write tid 4 to smithi10276805-48 2024-04-10T15:08:09.390 INFO:tasks.rados.rados.0.smithi102.stdout:835: finishing write tid 5 to smithi10276805-48 2024-04-10T15:08:09.390 INFO:tasks.rados.rados.0.smithi102.stdout:835: finishing write tid 6 to smithi10276805-48 2024-04-10T15:08:09.390 INFO:tasks.rados.rados.0.smithi102.stdout:835: oid 48 updating version 0 to 543 2024-04-10T15:08:09.390 INFO:tasks.rados.rados.0.smithi102.stdout:835: oid 48 version 543 is already newer than 540 2024-04-10T15:08:09.390 INFO:tasks.rados.rados.0.smithi102.stdout:835: oid 48 version 543 is already newer than 541 2024-04-10T15:08:09.390 INFO:tasks.rados.rados.0.smithi102.stdout:835: oid 48 updating version 543 to 544 2024-04-10T15:08:09.390 INFO:tasks.rados.rados.0.smithi102.stdout:835: oid 48 version 544 is already newer than 542 2024-04-10T15:08:09.391 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 544 (ObjNum 275 snap 60 seq_num 275) dirty exists 2024-04-10T15:08:09.391 INFO:tasks.rados.rados.0.smithi102.stdout:835: left oid 48 (ObjNum 275 snap 60 seq_num 275) 2024-04-10T15:08:09.391 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 431 (ObjNum 1761 snap 0 seq_num 1382003072) dirty exists 2024-04-10T15:08:09.391 INFO:tasks.rados.rados.0.smithi102.stdout:835: done (4 left) 2024-04-10T15:08:09.391 INFO:tasks.rados.rados.0.smithi102.stdout:836: done (3 left) 2024-04-10T15:08:09.391 INFO:tasks.rados.rados.0.smithi102.stdout:837: done (2 left) 2024-04-10T15:08:09.391 INFO:tasks.rados.rados.0.smithi102.stdout:840: rmattr oid 25 current snap is 60 2024-04-10T15:08:09.391 INFO:tasks.rados.rados.0.smithi102.stdout:840: done (2 left) 2024-04-10T15:08:09.391 INFO:tasks.rados.rados.0.smithi102.stdout:841: rollback oid 33 current snap is 60 2024-04-10T15:08:09.391 INFO:tasks.rados.rados.0.smithi102.stdout:841: done (2 left) 2024-04-10T15:08:09.391 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 33 current snap is 60 2024-04-10T15:08:09.391 INFO:tasks.rados.rados.0.smithi102.stdout:842: seq_num 276 ranges {0=630784,630784=671744,1302528=704512,2007040=229376} 2024-04-10T15:08:09.392 INFO:tasks.rados.rados.0.smithi102.stdout:842: writing smithi10276805-33 from 0 to 630784 tid 1 2024-04-10T15:08:09.395 INFO:tasks.rados.rados.0.smithi102.stdout:842: writing smithi10276805-33 from 630784 to 1302528 tid 2 2024-04-10T15:08:09.399 INFO:tasks.rados.rados.0.smithi102.stdout:842: writing smithi10276805-33 from 1302528 to 2007040 tid 3 2024-04-10T15:08:09.402 INFO:tasks.rados.rados.0.smithi102.stdout:842: writing smithi10276805-33 from 2007040 to 2236416 tid 4 2024-04-10T15:08:09.402 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 24 current snap is 60 2024-04-10T15:08:09.402 INFO:tasks.rados.rados.0.smithi102.stdout:843: seq_num 277 ranges {0=647168,647168=557056,1204224=516096,1720320=532480} 2024-04-10T15:08:09.405 INFO:tasks.rados.rados.0.smithi102.stdout:843: writing smithi10276805-24 from 0 to 647168 tid 1 2024-04-10T15:08:09.409 INFO:tasks.rados.rados.0.smithi102.stdout:843: writing smithi10276805-24 from 647168 to 1204224 tid 2 2024-04-10T15:08:09.411 INFO:tasks.rados.rados.0.smithi102.stdout:843: writing smithi10276805-24 from 1204224 to 1720320 tid 3 2024-04-10T15:08:09.415 INFO:tasks.rados.rados.0.smithi102.stdout:843: writing smithi10276805-24 from 1720320 to 2252800 tid 4 2024-04-10T15:08:09.415 INFO:tasks.rados.rados.0.smithi102.stdout:844: setattr oid 22 current snap is 60 2024-04-10T15:08:09.415 INFO:tasks.rados.rados.0.smithi102.stdout:839: finishing copy_from to smithi10276805-16 2024-04-10T15:08:09.415 INFO:tasks.rados.rados.0.smithi102.stdout:839: got expected ENOENT (src dne) 2024-04-10T15:08:09.415 INFO:tasks.rados.rados.0.smithi102.stdout:839: finishing copy_from racing read to smithi10276805-16 2024-04-10T15:08:09.416 INFO:tasks.rados.rados.0.smithi102.stdout:842: finishing write tid 1 to smithi10276805-33 2024-04-10T15:08:09.416 INFO:tasks.rados.rados.0.smithi102.stdout:842: finishing write tid 2 to smithi10276805-33 2024-04-10T15:08:09.416 INFO:tasks.rados.rados.0.smithi102.stdout:842: finishing write tid 3 to smithi10276805-33 2024-04-10T15:08:09.416 INFO:tasks.rados.rados.0.smithi102.stdout:842: finishing write tid 4 to smithi10276805-33 2024-04-10T15:08:09.416 INFO:tasks.rados.rados.0.smithi102.stdout:842: finishing write tid 5 to smithi10276805-33 2024-04-10T15:08:09.416 INFO:tasks.rados.rados.0.smithi102.stdout:842: finishing write tid 6 to smithi10276805-33 2024-04-10T15:08:09.416 INFO:tasks.rados.rados.0.smithi102.stdout:842: oid 33 updating version 0 to 217 2024-04-10T15:08:09.416 INFO:tasks.rados.rados.0.smithi102.stdout:842: oid 33 updating version 217 to 218 2024-04-10T15:08:09.416 INFO:tasks.rados.rados.0.smithi102.stdout:842: oid 33 version 218 is already newer than 214 2024-04-10T15:08:09.416 INFO:tasks.rados.rados.0.smithi102.stdout:842: oid 33 version 218 is already newer than 215 2024-04-10T15:08:09.417 INFO:tasks.rados.rados.0.smithi102.stdout:842: oid 33 version 218 is already newer than 216 2024-04-10T15:08:09.417 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 218 (ObjNum 276 snap 60 seq_num 276) dirty exists 2024-04-10T15:08:09.417 INFO:tasks.rados.rados.0.smithi102.stdout:842: left oid 33 (ObjNum 276 snap 60 seq_num 276) 2024-04-10T15:08:09.417 INFO:tasks.rados.rados.0.smithi102.stdout:843: finishing write tid 1 to smithi10276805-24 2024-04-10T15:08:09.417 INFO:tasks.rados.rados.0.smithi102.stdout:843: finishing write tid 2 to smithi10276805-24 2024-04-10T15:08:09.417 INFO:tasks.rados.rados.0.smithi102.stdout:843: finishing write tid 3 to smithi10276805-24 2024-04-10T15:08:09.421 INFO:tasks.rados.rados.0.smithi102.stdout:838: done (4 left) 2024-04-10T15:08:09.421 INFO:tasks.rados.rados.0.smithi102.stdout:839: done (3 left) 2024-04-10T15:08:09.421 INFO:tasks.rados.rados.0.smithi102.stdout:842: done (2 left) 2024-04-10T15:08:09.421 INFO:tasks.rados.rados.0.smithi102.stdout:845: read oid 1 snap -1 2024-04-10T15:08:09.421 INFO:tasks.rados.rados.0.smithi102.stdout:845: expect deleted 2024-04-10T15:08:09.421 INFO:tasks.rados.rados.0.smithi102.stdout:846: copy_from oid 26 from oid 16 current snap is 60 2024-04-10T15:08:09.421 INFO:tasks.rados.rados.0.smithi102.stdout:847: delete oid 13 current snap is 60 2024-04-10T15:08:09.421 INFO:tasks.rados.rados.0.smithi102.stdout:843: finishing write tid 4 to smithi10276805-24 2024-04-10T15:08:09.422 INFO:tasks.rados.rados.0.smithi102.stdout:843: finishing write tid 5 to smithi10276805-24 2024-04-10T15:08:09.422 INFO:tasks.rados.rados.0.smithi102.stdout:846: finishing copy_from to smithi10276805-26 2024-04-10T15:08:09.422 INFO:tasks.rados.rados.0.smithi102.stdout:846: got expected ENOENT (src dne) 2024-04-10T15:08:09.422 INFO:tasks.rados.rados.0.smithi102.stdout:846: finishing copy_from racing read to smithi10276805-26 2024-04-10T15:08:09.422 INFO:tasks.rados.rados.0.smithi102.stdout:845: done (4 left) 2024-04-10T15:08:09.422 INFO:tasks.rados.rados.0.smithi102.stdout:846: done (3 left) 2024-04-10T15:08:09.422 INFO:tasks.rados.rados.0.smithi102.stdout:847: done (2 left) 2024-04-10T15:08:09.422 INFO:tasks.rados.rados.0.smithi102.stdout:848: rollback oid 38 current snap is 60 2024-04-10T15:08:09.423 INFO:tasks.rados.rados.0.smithi102.stdout:848: done (2 left) 2024-04-10T15:08:09.423 INFO:tasks.rados.rados.0.smithi102.stdout:849: snap_create 2024-04-10T15:08:09.423 INFO:tasks.rados.rados.0.smithi102.stdout:843: finishing write tid 6 to smithi10276805-24 2024-04-10T15:08:09.423 INFO:tasks.rados.rados.0.smithi102.stdout:843: oid 24 updating version 0 to 126 2024-04-10T15:08:09.423 INFO:tasks.rados.rados.0.smithi102.stdout:843: oid 24 version 126 is already newer than 122 2024-04-10T15:08:09.423 INFO:tasks.rados.rados.0.smithi102.stdout:843: oid 24 version 126 is already newer than 123 2024-04-10T15:08:09.423 INFO:tasks.rados.rados.0.smithi102.stdout:843: oid 24 version 126 is already newer than 125 2024-04-10T15:08:09.423 INFO:tasks.rados.rados.0.smithi102.stdout:843: oid 24 version 126 is already newer than 124 2024-04-10T15:08:09.423 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 126 (ObjNum 277 snap 60 seq_num 277) dirty exists 2024-04-10T15:08:09.423 INFO:tasks.rados.rados.0.smithi102.stdout:843: left oid 24 (ObjNum 277 snap 60 seq_num 277) 2024-04-10T15:08:09.423 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 325 (ObjNum 161 snap 0 seq_num 88045520) dirty exists 2024-04-10T15:08:09.500 INFO:teuthology.orchestra.run.smithi102.stdout:true 2024-04-10T15:08:09.522 INFO:tasks.rados.rados.0.smithi102.stdout:843: done (2 left) 2024-04-10T15:08:09.522 INFO:tasks.rados.rados.0.smithi102.stdout:844: done (1 left) 2024-04-10T15:08:09.522 INFO:tasks.rados.rados.0.smithi102.stdout:849: done (0 left) 2024-04-10T15:08:09.523 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 18 current snap is 61 2024-04-10T15:08:09.523 INFO:tasks.rados.rados.0.smithi102.stdout:850: seq_num 279 ranges {2293760=679936,2973696=720896,3694592=483328,4177920=401408} 2024-04-10T15:08:09.538 INFO:tasks.rados.rados.0.smithi102.stdout:850: writing smithi10276805-18 from 2293760 to 2973696 tid 1 2024-04-10T15:08:09.542 INFO:tasks.rados.rados.0.smithi102.stdout:850: writing smithi10276805-18 from 2973696 to 3694592 tid 2 2024-04-10T15:08:09.545 INFO:tasks.rados.rados.0.smithi102.stdout:850: writing smithi10276805-18 from 3694592 to 4177920 tid 3 2024-04-10T15:08:09.548 INFO:tasks.rados.rados.0.smithi102.stdout:850: writing smithi10276805-18 from 4177920 to 4579328 tid 4 2024-04-10T15:08:09.548 INFO:tasks.rados.rados.0.smithi102.stdout:851: copy_from oid 5 from oid 33 current snap is 61 2024-04-10T15:08:09.548 INFO:tasks.rados.rados.0.smithi102.stdout:850: finishing write tid 1 to smithi10276805-18 2024-04-10T15:08:09.548 INFO:tasks.rados.rados.0.smithi102.stdout:850: finishing write tid 2 to smithi10276805-18 2024-04-10T15:08:09.548 INFO:tasks.rados.rados.0.smithi102.stdout:850: finishing write tid 3 to smithi10276805-18 2024-04-10T15:08:09.548 INFO:tasks.rados.rados.0.smithi102.stdout:852: snap_remove snap 60 2024-04-10T15:08:09.616 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:09.410+0000 7f4e2b22a200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:08:09.616 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:09 smithi154 ceph-mon[30592]: [10/Apr/2024:15:08:07] ENGINE Bus STARTING 2024-04-10T15:08:09.617 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:09 smithi154 ceph-mon[30592]: [10/Apr/2024:15:08:08] ENGINE Serving on http://172.21.15.102:8765 2024-04-10T15:08:09.617 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:09 smithi154 ceph-mon[30592]: [10/Apr/2024:15:08:08] ENGINE Serving on https://172.21.15.102:7150 2024-04-10T15:08:09.617 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:09 smithi154 ceph-mon[30592]: [10/Apr/2024:15:08:08] ENGINE Bus STARTED 2024-04-10T15:08:09.617 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:09 smithi154 ceph-mon[30592]: osdmap e197: 8 total, 8 up, 8 in 2024-04-10T15:08:09.617 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:09 smithi154 ceph-mon[30592]: mgrmap e32: y(active, since 1.01427s) 2024-04-10T15:08:09.625 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:09 smithi102 ceph-mon[37987]: [10/Apr/2024:15:08:07] ENGINE Bus STARTING 2024-04-10T15:08:09.625 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:09 smithi102 ceph-mon[37987]: [10/Apr/2024:15:08:08] ENGINE Serving on http://172.21.15.102:8765 2024-04-10T15:08:09.625 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:09 smithi102 ceph-mon[37987]: [10/Apr/2024:15:08:08] ENGINE Serving on https://172.21.15.102:7150 2024-04-10T15:08:09.625 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:09 smithi102 ceph-mon[37987]: [10/Apr/2024:15:08:08] ENGINE Bus STARTED 2024-04-10T15:08:09.625 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:09 smithi102 ceph-mon[37987]: osdmap e197: 8 total, 8 up, 8 in 2024-04-10T15:08:09.626 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:09 smithi102 ceph-mon[37987]: mgrmap e32: y(active, since 1.01427s) 2024-04-10T15:08:09.626 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:09 smithi102 ceph-mon[26948]: [10/Apr/2024:15:08:07] ENGINE Bus STARTING 2024-04-10T15:08:09.626 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:09 smithi102 ceph-mon[26948]: [10/Apr/2024:15:08:08] ENGINE Serving on http://172.21.15.102:8765 2024-04-10T15:08:09.626 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:09 smithi102 ceph-mon[26948]: [10/Apr/2024:15:08:08] ENGINE Serving on https://172.21.15.102:7150 2024-04-10T15:08:09.626 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:09 smithi102 ceph-mon[26948]: [10/Apr/2024:15:08:08] ENGINE Bus STARTED 2024-04-10T15:08:09.626 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:09 smithi102 ceph-mon[26948]: osdmap e197: 8 total, 8 up, 8 in 2024-04-10T15:08:09.626 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:09 smithi102 ceph-mon[26948]: mgrmap e32: y(active, since 1.01427s) 2024-04-10T15:08:09.768 INFO:tasks.rados.rados.0.smithi102.stdout:850: finishing write tid 4 to smithi10276805-18 2024-04-10T15:08:09.768 INFO:tasks.rados.rados.0.smithi102.stdout:850: finishing write tid 5 to smithi10276805-18 2024-04-10T15:08:09.769 INFO:tasks.rados.rados.0.smithi102.stdout:850: finishing write tid 6 to smithi10276805-18 2024-04-10T15:08:09.769 INFO:tasks.rados.rados.0.smithi102.stdout:850: oid 18 updating version 0 to 207 2024-04-10T15:08:09.769 INFO:tasks.rados.rados.0.smithi102.stdout:850: oid 18 version 207 is already newer than 205 2024-04-10T15:08:09.769 INFO:tasks.rados.rados.0.smithi102.stdout:850: oid 18 version 207 is already newer than 206 2024-04-10T15:08:09.769 INFO:tasks.rados.rados.0.smithi102.stdout:850: oid 18 updating version 207 to 209 2024-04-10T15:08:09.769 INFO:tasks.rados.rados.0.smithi102.stdout:850: oid 18 version 209 is already newer than 208 2024-04-10T15:08:09.769 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 209 (ObjNum 279 snap 61 seq_num 279) dirty exists 2024-04-10T15:08:09.769 INFO:tasks.rados.rados.0.smithi102.stdout:850: left oid 18 (ObjNum 279 snap 61 seq_num 279) 2024-04-10T15:08:09.769 INFO:tasks.rados.rados.0.smithi102.stdout:851: finishing copy_from racing read to smithi10276805-5 2024-04-10T15:08:09.769 INFO:tasks.rados.rados.0.smithi102.stdout:851: finishing copy_from to smithi10276805-5 2024-04-10T15:08:09.769 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 218 (ObjNum 276 snap 60 seq_num 276) dirty exists 2024-04-10T15:08:09.769 INFO:tasks.rados.rados.0.smithi102.stdout:850: done (2 left) 2024-04-10T15:08:09.769 INFO:tasks.rados.rados.0.smithi102.stdout:851: done (1 left) 2024-04-10T15:08:09.769 INFO:tasks.rados.rados.0.smithi102.stdout:852: done (0 left) 2024-04-10T15:08:09.769 INFO:tasks.rados.rados.0.smithi102.stdout:853: rollback oid 28 current snap is 61 2024-04-10T15:08:09.770 INFO:tasks.rados.rados.0.smithi102.stdout:853: done (0 left) 2024-04-10T15:08:09.770 INFO:tasks.rados.rados.0.smithi102.stdout:854: snap_create 2024-04-10T15:08:09.840 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:08:09.840 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (3m) 7s ago 4m 24.7M - 0.25.0 c8568f914cd2 8877963ef1e7 2024-04-10T15:08:09.841 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi154 *:3000 running (4m) 6s ago 4m 90.6M - 9.4.7 954c08fa6188 a24ea26325a1 2024-04-10T15:08:09.841 INFO:teuthology.orchestra.run.smithi102.stdout:mds.a smithi102 running (5m) 7s ago 5m 15.3M - 18.2.2-1187-gd540ebac bb2c5eac26a4 da51112648bf 2024-04-10T15:08:09.841 INFO:teuthology.orchestra.run.smithi102.stdout:mds.b smithi154 running (5m) 6s ago 5m 17.1M - 18.2.2-1187-gd540ebac bb2c5eac26a4 1c2f7bf05952 2024-04-10T15:08:09.841 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi154 *:8443,9283,8765 running (58s) 6s ago 8m 507M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 d9f9675d6347 2024-04-10T15:08:09.841 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (11s) 7s ago 10m 65.7M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 d4cb3bfdb76a 2024-04-10T15:08:09.841 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (10m) 7s ago 10m 54.0M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 b5bf8e9454cf 2024-04-10T15:08:09.841 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi154 running (8m) 6s ago 8m 45.6M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 d5aaf18af9df 2024-04-10T15:08:09.841 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (8m) 7s ago 8m 42.1M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 964cff5f75bd 2024-04-10T15:08:09.841 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (3m) 7s ago 3m 13.9M - 1.5.0 0da6a335fe13 dc103d21fc64 2024-04-10T15:08:09.841 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi154 *:9100 running (3m) 6s ago 3m 15.6M - 1.5.0 0da6a335fe13 c71ce3c6ef09 2024-04-10T15:08:09.841 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (8m) 7s ago 8m 152M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 770d8faa5266 2024-04-10T15:08:09.841 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (7m) 7s ago 7m 96.9M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 6d2a7c667fff 2024-04-10T15:08:09.841 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (7m) 7s ago 7m 128M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 eb8f648e2007 2024-04-10T15:08:09.841 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (7m) 7s ago 7m 79.6M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 ebbbf8d35d32 2024-04-10T15:08:09.841 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi154 running (6m) 6s ago 6m 170M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 8ae20879a763 2024-04-10T15:08:09.841 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi154 running (6m) 6s ago 6m 178M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 51b30d38d077 2024-04-10T15:08:09.841 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi154 running (5m) 6s ago 5m 127M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 2dd28f8d572c 2024-04-10T15:08:09.842 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi154 running (5m) 6s ago 5m 99.3M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a3af5b492398 2024-04-10T15:08:09.842 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi154 *:9095 running (17s) 6s ago 4m 31.7M - 2.43.0 a07b618ecd1d 912bde0910bd 2024-04-10T15:08:09.877 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:09.700+0000 7f4e2b22a200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:08:09.877 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:09.813+0000 7f4e2b22a200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:08:09.877 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:09.901+0000 7f4e2b22a200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:08:10.128 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:10 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:10.015+0000 7f4e2b22a200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:08:10.276 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:08:10.276 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-10T15:08:10.276 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-10T15:08:10.276 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:08:10.276 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-10T15:08:10.276 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 1 2024-04-10T15:08:10.276 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:08:10.277 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-10T15:08:10.277 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:08:10.277 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:08:10.277 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-10T15:08:10.277 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:08:10.277 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:08:10.277 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-10T15:08:10.277 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 13, 2024-04-10T15:08:10.277 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 1 2024-04-10T15:08:10.277 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:08:10.277 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:08:10.519 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:10 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:10.217+0000 7f4e2b22a200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:08:10.586 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:10 smithi102 ceph-mon[37987]: pgmap v4: 121 pgs: 121 active+clean; 104 MiB data, 833 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:10.586 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:10 smithi102 ceph-mon[37987]: from='client.25112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:08:10.587 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:10 smithi102 ceph-mon[37987]: pgmap v5: 121 pgs: 121 active+clean; 104 MiB data, 833 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:10.587 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:10 smithi102 ceph-mon[37987]: osdmap e198: 8 total, 8 up, 8 in 2024-04-10T15:08:10.587 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:10 smithi102 ceph-mon[37987]: osdmap e199: 8 total, 8 up, 8 in 2024-04-10T15:08:10.587 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:10 smithi102 ceph-mon[37987]: from='client.? 172.21.15.102:0/1353960903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:08:10.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:10 smithi102 ceph-mon[26948]: pgmap v4: 121 pgs: 121 active+clean; 104 MiB data, 833 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:10.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:10 smithi102 ceph-mon[26948]: from='client.25112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:08:10.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:10 smithi102 ceph-mon[26948]: pgmap v5: 121 pgs: 121 active+clean; 104 MiB data, 833 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:10.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:10 smithi102 ceph-mon[26948]: osdmap e198: 8 total, 8 up, 8 in 2024-04-10T15:08:10.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:10 smithi102 ceph-mon[26948]: osdmap e199: 8 total, 8 up, 8 in 2024-04-10T15:08:10.587 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:10 smithi102 ceph-mon[26948]: from='client.? 172.21.15.102:0/1353960903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:08:10.770 INFO:tasks.rados.rados.0.smithi102.stdout:854: done (0 left) 2024-04-10T15:08:10.770 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 16 current snap is 62 2024-04-10T15:08:10.770 INFO:tasks.rados.rados.0.smithi102.stdout:855: seq_num 280 ranges {0=696320,696320=606208,1302528=688128,1990656=311296} 2024-04-10T15:08:10.774 INFO:tasks.rados.rados.0.smithi102.stdout:855: writing smithi10276805-16 from 0 to 696320 tid 1 2024-04-10T15:08:10.777 INFO:tasks.rados.rados.0.smithi102.stdout:855: writing smithi10276805-16 from 696320 to 1302528 tid 2 2024-04-10T15:08:10.782 INFO:tasks.rados.rados.0.smithi102.stdout:855: writing smithi10276805-16 from 1302528 to 1990656 tid 3 2024-04-10T15:08:10.784 INFO:tasks.rados.rados.0.smithi102.stdout:855: writing smithi10276805-16 from 1990656 to 2301952 tid 4 2024-04-10T15:08:10.784 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 30 current snap is 62 2024-04-10T15:08:10.784 INFO:tasks.rados.rados.0.smithi102.stdout:855: finishing write tid 1 to smithi10276805-16 2024-04-10T15:08:10.784 INFO:tasks.rados.rados.0.smithi102.stdout:855: finishing write tid 2 to smithi10276805-16 2024-04-10T15:08:10.784 INFO:tasks.rados.rados.0.smithi102.stdout:856: seq_num 281 ranges {3645440=712704,4358144=491520,4849664=491520,5341184=622592} 2024-04-10T15:08:10.807 INFO:tasks.rados.rados.0.smithi102.stdout:856: writing smithi10276805-30 from 3645440 to 4358144 tid 1 2024-04-10T15:08:10.809 INFO:tasks.rados.rados.0.smithi102.stdout:856: writing smithi10276805-30 from 4358144 to 4849664 tid 2 2024-04-10T15:08:10.812 INFO:tasks.rados.rados.0.smithi102.stdout:856: writing smithi10276805-30 from 4849664 to 5341184 tid 3 2024-04-10T15:08:10.816 INFO:tasks.rados.rados.0.smithi102.stdout:856: writing smithi10276805-30 from 5341184 to 5963776 tid 4 2024-04-10T15:08:10.816 INFO:tasks.rados.rados.0.smithi102.stdout:857: snap_create 2024-04-10T15:08:10.816 INFO:tasks.rados.rados.0.smithi102.stdout:855: finishing write tid 3 to smithi10276805-16 2024-04-10T15:08:10.816 INFO:tasks.rados.rados.0.smithi102.stdout:855: finishing write tid 4 to smithi10276805-16 2024-04-10T15:08:10.817 INFO:tasks.rados.rados.0.smithi102.stdout:855: finishing write tid 5 to smithi10276805-16 2024-04-10T15:08:10.817 INFO:tasks.rados.rados.0.smithi102.stdout:855: finishing write tid 6 to smithi10276805-16 2024-04-10T15:08:10.817 INFO:tasks.rados.rados.0.smithi102.stdout:855: oid 16 updating version 0 to 370 2024-04-10T15:08:10.817 INFO:tasks.rados.rados.0.smithi102.stdout:855: oid 16 updating version 370 to 371 2024-04-10T15:08:10.817 INFO:tasks.rados.rados.0.smithi102.stdout:855: oid 16 version 371 is already newer than 369 2024-04-10T15:08:10.817 INFO:tasks.rados.rados.0.smithi102.stdout:855: oid 16 version 371 is already newer than 367 2024-04-10T15:08:10.817 INFO:tasks.rados.rados.0.smithi102.stdout:855: oid 16 version 371 is already newer than 368 2024-04-10T15:08:10.817 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 371 (ObjNum 280 snap 62 seq_num 280) dirty exists 2024-04-10T15:08:10.817 INFO:tasks.rados.rados.0.smithi102.stdout:855: left oid 16 (ObjNum 280 snap 62 seq_num 280) 2024-04-10T15:08:10.817 INFO:tasks.rados.rados.0.smithi102.stdout:856: finishing write tid 1 to smithi10276805-30 2024-04-10T15:08:10.817 INFO:tasks.rados.rados.0.smithi102.stdout:856: finishing write tid 2 to smithi10276805-30 2024-04-10T15:08:10.817 INFO:tasks.rados.rados.0.smithi102.stdout:856: finishing write tid 3 to smithi10276805-30 2024-04-10T15:08:10.818 INFO:tasks.rados.rados.0.smithi102.stdout:856: finishing write tid 4 to smithi10276805-30 2024-04-10T15:08:10.818 INFO:tasks.rados.rados.0.smithi102.stdout:856: finishing write tid 5 to smithi10276805-30 2024-04-10T15:08:10.821 INFO:tasks.rados.rados.0.smithi102.stdout:856: finishing write tid 6 to smithi10276805-30 2024-04-10T15:08:10.821 INFO:tasks.rados.rados.0.smithi102.stdout:856: oid 30 updating version 0 to 220 2024-04-10T15:08:10.821 INFO:tasks.rados.rados.0.smithi102.stdout:856: oid 30 updating version 220 to 222 2024-04-10T15:08:10.821 INFO:tasks.rados.rados.0.smithi102.stdout:856: oid 30 updating version 222 to 223 2024-04-10T15:08:10.821 INFO:tasks.rados.rados.0.smithi102.stdout:856: oid 30 updating version 223 to 224 2024-04-10T15:08:10.821 INFO:tasks.rados.rados.0.smithi102.stdout:856: oid 30 version 224 is already newer than 221 2024-04-10T15:08:10.821 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 224 (ObjNum 281 snap 62 seq_num 281) dirty exists 2024-04-10T15:08:10.821 INFO:tasks.rados.rados.0.smithi102.stdout:856: left oid 30 (ObjNum 281 snap 62 seq_num 281) 2024-04-10T15:08:10.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:10 smithi154 ceph-mon[30592]: pgmap v4: 121 pgs: 121 active+clean; 104 MiB data, 833 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:10.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:10 smithi154 ceph-mon[30592]: from='client.25112 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:08:10.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:10 smithi154 ceph-mon[30592]: pgmap v5: 121 pgs: 121 active+clean; 104 MiB data, 833 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:10.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:10 smithi154 ceph-mon[30592]: osdmap e198: 8 total, 8 up, 8 in 2024-04-10T15:08:10.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:10 smithi154 ceph-mon[30592]: osdmap e199: 8 total, 8 up, 8 in 2024-04-10T15:08:10.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:10 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/1353960903' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:08:11.520 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:11 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:11.231+0000 7f4e2b22a200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:08:11.520 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:11 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:11.375+0000 7f4e2b22a200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:08:11.782 INFO:tasks.rados.rados.0.smithi102.stdout:855: done (2 left) 2024-04-10T15:08:11.782 INFO:tasks.rados.rados.0.smithi102.stdout:856: done (1 left) 2024-04-10T15:08:11.782 INFO:tasks.rados.rados.0.smithi102.stdout:857: done (0 left) 2024-04-10T15:08:11.782 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 45 current snap is 63 2024-04-10T15:08:11.782 INFO:tasks.rados.rados.0.smithi102.stdout:858: seq_num 282 ranges {4431872=729088,5160960=425984,5586944=704512,6291456=475136} 2024-04-10T15:08:11.796 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:11 smithi154 ceph-mon[30592]: from='client.15231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:08:11.796 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:11 smithi154 ceph-mon[30592]: osdmap e200: 8 total, 8 up, 8 in 2024-04-10T15:08:11.796 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:11 smithi154 ceph-mon[30592]: mgrmap e33: y(active, since 3s) 2024-04-10T15:08:11.796 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:11 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:11.727+0000 7f4e2b22a200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:08:11.809 INFO:tasks.rados.rados.0.smithi102.stdout:858: writing smithi10276805-45 from 4431872 to 5160960 tid 1 2024-04-10T15:08:11.812 INFO:tasks.rados.rados.0.smithi102.stdout:858: writing smithi10276805-45 from 5160960 to 5586944 tid 2 2024-04-10T15:08:11.817 INFO:tasks.rados.rados.0.smithi102.stdout:858: writing smithi10276805-45 from 5586944 to 6291456 tid 3 2024-04-10T15:08:11.819 INFO:tasks.rados.rados.0.smithi102.stdout:858: writing smithi10276805-45 from 6291456 to 6766592 tid 4 2024-04-10T15:08:11.819 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 63 2024-04-10T15:08:11.820 INFO:tasks.rados.rados.0.smithi102.stdout:858: finishing write tid 1 to smithi10276805-45 2024-04-10T15:08:11.820 INFO:tasks.rados.rados.0.smithi102.stdout:858: finishing write tid 2 to smithi10276805-45 2024-04-10T15:08:11.820 INFO:tasks.rados.rados.0.smithi102.stdout:859: seq_num 283 ranges {2113536=745472,2859008=712704,3571712=458752,4030464=434176} 2024-04-10T15:08:11.835 INFO:tasks.rados.rados.0.smithi102.stdout:859: writing smithi10276805-10 from 2113536 to 2859008 tid 1 2024-04-10T15:08:11.839 INFO:tasks.rados.rados.0.smithi102.stdout:859: writing smithi10276805-10 from 2859008 to 3571712 tid 2 2024-04-10T15:08:11.841 INFO:tasks.rados.rados.0.smithi102.stdout:859: writing smithi10276805-10 from 3571712 to 4030464 tid 3 2024-04-10T15:08:11.844 INFO:tasks.rados.rados.0.smithi102.stdout:859: writing smithi10276805-10 from 4030464 to 4464640 tid 4 2024-04-10T15:08:11.844 INFO:tasks.rados.rados.0.smithi102.stdout:860: delete oid 7 current snap is 63 2024-04-10T15:08:11.844 INFO:tasks.rados.rados.0.smithi102.stdout:858: finishing write tid 3 to smithi10276805-45 2024-04-10T15:08:11.845 INFO:tasks.rados.rados.0.smithi102.stdout:858: finishing write tid 4 to smithi10276805-45 2024-04-10T15:08:11.845 INFO:tasks.rados.rados.0.smithi102.stdout:858: finishing write tid 5 to smithi10276805-45 2024-04-10T15:08:11.845 INFO:tasks.rados.rados.0.smithi102.stdout:858: finishing write tid 6 to smithi10276805-45 2024-04-10T15:08:11.845 INFO:tasks.rados.rados.0.smithi102.stdout:858: oid 45 updating version 0 to 377 2024-04-10T15:08:11.845 INFO:tasks.rados.rados.0.smithi102.stdout:858: oid 45 version 377 is already newer than 373 2024-04-10T15:08:11.845 INFO:tasks.rados.rados.0.smithi102.stdout:858: oid 45 version 377 is already newer than 374 2024-04-10T15:08:11.845 INFO:tasks.rados.rados.0.smithi102.stdout:858: oid 45 version 377 is already newer than 376 2024-04-10T15:08:11.845 INFO:tasks.rados.rados.0.smithi102.stdout:858: oid 45 version 377 is already newer than 375 2024-04-10T15:08:11.845 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 377 (ObjNum 282 snap 63 seq_num 282) dirty exists 2024-04-10T15:08:11.845 INFO:tasks.rados.rados.0.smithi102.stdout:858: left oid 45 (ObjNum 282 snap 63 seq_num 282) 2024-04-10T15:08:11.845 INFO:tasks.rados.rados.0.smithi102.stdout:859: finishing write tid 1 to smithi10276805-10 2024-04-10T15:08:11.845 INFO:tasks.rados.rados.0.smithi102.stdout:859: finishing write tid 2 to smithi10276805-10 2024-04-10T15:08:11.845 INFO:tasks.rados.rados.0.smithi102.stdout:859: finishing write tid 3 to smithi10276805-10 2024-04-10T15:08:11.847 INFO:tasks.rados.rados.0.smithi102.stdout:858: done (2 left) 2024-04-10T15:08:11.847 INFO:tasks.rados.rados.0.smithi102.stdout:860: done (1 left) 2024-04-10T15:08:11.847 INFO:tasks.rados.rados.0.smithi102.stdout:861: rmattr oid 20 current snap is 63 2024-04-10T15:08:11.847 INFO:tasks.rados.rados.0.smithi102.stdout:861: done (1 left) 2024-04-10T15:08:11.847 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 24 current snap is 63 2024-04-10T15:08:11.847 INFO:tasks.rados.rados.0.smithi102.stdout:862: seq_num 285 ranges {2252800=778240,3031040=475136,3506176=475136,3981312=655360} 2024-04-10T15:08:11.865 INFO:tasks.rados.rados.0.smithi102.stdout:862: writing smithi10276805-24 from 2252800 to 3031040 tid 1 2024-04-10T15:08:11.868 INFO:tasks.rados.rados.0.smithi102.stdout:862: writing smithi10276805-24 from 3031040 to 3506176 tid 2 2024-04-10T15:08:11.872 INFO:tasks.rados.rados.0.smithi102.stdout:862: writing smithi10276805-24 from 3506176 to 3981312 tid 3 2024-04-10T15:08:11.877 INFO:tasks.rados.rados.0.smithi102.stdout:862: writing smithi10276805-24 from 3981312 to 4636672 tid 4 2024-04-10T15:08:11.877 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 37 current snap is 63 2024-04-10T15:08:11.877 INFO:tasks.rados.rados.0.smithi102.stdout:859: finishing write tid 4 to smithi10276805-10 2024-04-10T15:08:11.877 INFO:tasks.rados.rados.0.smithi102.stdout:859: finishing write tid 5 to smithi10276805-10 2024-04-10T15:08:11.877 INFO:tasks.rados.rados.0.smithi102.stdout:863: seq_num 286 ranges {0=794624,794624=761856,1556480=679936,2236416=163840} 2024-04-10T15:08:11.883 INFO:tasks.rados.rados.0.smithi102.stdout:863: writing smithi10276805-37 from 0 to 794624 tid 1 2024-04-10T15:08:11.888 INFO:tasks.rados.rados.0.smithi102.stdout:863: writing smithi10276805-37 from 794624 to 1556480 tid 2 2024-04-10T15:08:11.893 INFO:tasks.rados.rados.0.smithi102.stdout:863: writing smithi10276805-37 from 1556480 to 2236416 tid 3 2024-04-10T15:08:11.895 INFO:tasks.rados.rados.0.smithi102.stdout:863: writing smithi10276805-37 from 2236416 to 2400256 tid 4 2024-04-10T15:08:11.895 INFO:tasks.rados.rados.0.smithi102.stdout:864: delete oid 43 current snap is 63 2024-04-10T15:08:11.895 INFO:tasks.rados.rados.0.smithi102.stdout:859: finishing write tid 6 to smithi10276805-10 2024-04-10T15:08:11.895 INFO:tasks.rados.rados.0.smithi102.stdout:859: oid 10 updating version 0 to 330 2024-04-10T15:08:11.895 INFO:tasks.rados.rados.0.smithi102.stdout:859: oid 10 version 330 is already newer than 326 2024-04-10T15:08:11.895 INFO:tasks.rados.rados.0.smithi102.stdout:859: oid 10 version 330 is already newer than 328 2024-04-10T15:08:11.895 INFO:tasks.rados.rados.0.smithi102.stdout:859: oid 10 version 330 is already newer than 327 2024-04-10T15:08:11.895 INFO:tasks.rados.rados.0.smithi102.stdout:859: oid 10 version 330 is already newer than 329 2024-04-10T15:08:11.895 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 330 (ObjNum 283 snap 63 seq_num 283) dirty exists 2024-04-10T15:08:11.896 INFO:tasks.rados.rados.0.smithi102.stdout:859: left oid 10 (ObjNum 283 snap 63 seq_num 283) 2024-04-10T15:08:11.896 INFO:tasks.rados.rados.0.smithi102.stdout:862: finishing write tid 1 to smithi10276805-24 2024-04-10T15:08:11.896 INFO:tasks.rados.rados.0.smithi102.stdout:862: finishing write tid 2 to smithi10276805-24 2024-04-10T15:08:11.896 INFO:tasks.rados.rados.0.smithi102.stdout:862: finishing write tid 3 to smithi10276805-24 2024-04-10T15:08:11.896 INFO:tasks.rados.rados.0.smithi102.stdout:862: finishing write tid 4 to smithi10276805-24 2024-04-10T15:08:11.896 INFO:tasks.rados.rados.0.smithi102.stdout:862: finishing write tid 5 to smithi10276805-24 2024-04-10T15:08:11.896 INFO:tasks.rados.rados.0.smithi102.stdout:862: finishing write tid 6 to smithi10276805-24 2024-04-10T15:08:11.896 INFO:tasks.rados.rados.0.smithi102.stdout:862: oid 24 updating version 0 to 220 2024-04-10T15:08:11.896 INFO:tasks.rados.rados.0.smithi102.stdout:862: oid 24 updating version 220 to 223 2024-04-10T15:08:11.896 INFO:tasks.rados.rados.0.smithi102.stdout:862: oid 24 version 223 is already newer than 222 2024-04-10T15:08:11.896 INFO:tasks.rados.rados.0.smithi102.stdout:862: oid 24 version 223 is already newer than 219 2024-04-10T15:08:11.896 INFO:tasks.rados.rados.0.smithi102.stdout:862: oid 24 version 223 is already newer than 221 2024-04-10T15:08:11.896 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 223 (ObjNum 285 snap 63 seq_num 285) dirty exists 2024-04-10T15:08:11.896 INFO:tasks.rados.rados.0.smithi102.stdout:862: left oid 24 (ObjNum 285 snap 63 seq_num 285) 2024-04-10T15:08:11.896 INFO:tasks.rados.rados.0.smithi102.stdout:863: finishing write tid 1 to smithi10276805-37 2024-04-10T15:08:11.896 INFO:tasks.rados.rados.0.smithi102.stdout:863: finishing write tid 2 to smithi10276805-37 2024-04-10T15:08:11.897 INFO:tasks.rados.rados.0.smithi102.stdout:863: finishing write tid 3 to smithi10276805-37 2024-04-10T15:08:11.897 INFO:tasks.rados.rados.0.smithi102.stdout:863: finishing write tid 4 to smithi10276805-37 2024-04-10T15:08:11.898 INFO:tasks.rados.rados.0.smithi102.stdout:863: finishing write tid 5 to smithi10276805-37 2024-04-10T15:08:11.899 INFO:tasks.rados.rados.0.smithi102.stdout:863: finishing write tid 6 to smithi10276805-37 2024-04-10T15:08:11.899 INFO:tasks.rados.rados.0.smithi102.stdout:863: oid 37 updating version 0 to 361 2024-04-10T15:08:11.899 INFO:tasks.rados.rados.0.smithi102.stdout:863: oid 37 updating version 361 to 362 2024-04-10T15:08:11.899 INFO:tasks.rados.rados.0.smithi102.stdout:863: oid 37 version 362 is already newer than 359 2024-04-10T15:08:11.899 INFO:tasks.rados.rados.0.smithi102.stdout:863: oid 37 version 362 is already newer than 360 2024-04-10T15:08:11.899 INFO:tasks.rados.rados.0.smithi102.stdout:863: oid 37 version 362 is already newer than 358 2024-04-10T15:08:11.899 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 362 (ObjNum 286 snap 63 seq_num 286) dirty exists 2024-04-10T15:08:11.899 INFO:tasks.rados.rados.0.smithi102.stdout:863: left oid 37 (ObjNum 286 snap 63 seq_num 286) 2024-04-10T15:08:11.900 INFO:tasks.rados.rados.0.smithi102.stdout:859: done (3 left) 2024-04-10T15:08:11.900 INFO:tasks.rados.rados.0.smithi102.stdout:862: done (2 left) 2024-04-10T15:08:11.900 INFO:tasks.rados.rados.0.smithi102.stdout:863: done (1 left) 2024-04-10T15:08:11.900 INFO:tasks.rados.rados.0.smithi102.stdout:864: done (0 left) 2024-04-10T15:08:11.900 INFO:tasks.rados.rados.0.smithi102.stdout:865: snap_create 2024-04-10T15:08:11.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:11 smithi102 ceph-mon[37987]: from='client.15231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:08:11.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:11 smithi102 ceph-mon[37987]: osdmap e200: 8 total, 8 up, 8 in 2024-04-10T15:08:11.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:11 smithi102 ceph-mon[37987]: mgrmap e33: y(active, since 3s) 2024-04-10T15:08:11.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:11 smithi102 ceph-mon[26948]: from='client.15231 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:08:11.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:11 smithi102 ceph-mon[26948]: osdmap e200: 8 total, 8 up, 8 in 2024-04-10T15:08:11.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:11 smithi102 ceph-mon[26948]: mgrmap e33: y(active, since 3s) 2024-04-10T15:08:12.109 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:11 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:11.821+0000 7f4e2b22a200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:08:12.110 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:12.038+0000 7f4e2b22a200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:08:12.378 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:12.228+0000 7f4e2b22a200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:08:12.767 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:12.518+0000 7f4e2b22a200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:08:12.768 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:12 smithi154 ceph-mon[30592]: pgmap v9: 121 pgs: 121 active+clean; 104 MiB data, 833 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:12.768 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:12 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:12.768 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:12 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:12.768 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:12 smithi154 ceph-mon[30592]: osdmap e201: 8 total, 8 up, 8 in 2024-04-10T15:08:12.768 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:12 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:12.768 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:12 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:12.783 INFO:tasks.rados.rados.0.smithi102.stdout:865: done (0 left) 2024-04-10T15:08:12.783 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 13 current snap is 64 2024-04-10T15:08:12.783 INFO:tasks.rados.rados.0.smithi102.stdout:866: seq_num 288 ranges {0=24576} 2024-04-10T15:08:12.783 INFO:tasks.rados.rados.0.smithi102.stdout:866: writing smithi10276805-13 from 0 to 24576 tid 1 2024-04-10T15:08:12.783 INFO:tasks.rados.rados.0.smithi102.stdout:867: delete oid 50 current snap is 64 2024-04-10T15:08:12.786 INFO:tasks.rados.rados.0.smithi102.stdout:867: done (1 left) 2024-04-10T15:08:12.786 INFO:tasks.rados.rados.0.smithi102.stdout:868: rollback oid 21 current snap is 64 2024-04-10T15:08:12.787 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 21 to 61 2024-04-10T15:08:12.787 INFO:tasks.rados.rados.0.smithi102.stdout:869: snap_remove snap 62 2024-04-10T15:08:12.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:12 smithi102 ceph-mon[37987]: pgmap v9: 121 pgs: 121 active+clean; 104 MiB data, 833 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:12.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:12 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:12.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:12 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:12.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:12 smithi102 ceph-mon[37987]: osdmap e201: 8 total, 8 up, 8 in 2024-04-10T15:08:12.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:12 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:12.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:12 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:12.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:12 smithi102 ceph-mon[26948]: pgmap v9: 121 pgs: 121 active+clean; 104 MiB data, 833 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:12.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:12 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:12.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:12 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:12.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:12 smithi102 ceph-mon[26948]: osdmap e201: 8 total, 8 up, 8 in 2024-04-10T15:08:12.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:12 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:12.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:12 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:13.025 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:12.792+0000 7f4e2b22a200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:08:13.025 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:13.049+0000 7f4e2b22a200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:08:13.790 INFO:tasks.rados.rados.0.smithi102.stdout:869: done (2 left) 2024-04-10T15:08:13.790 INFO:tasks.rados.rados.0.smithi102.stdout:870: snap_create 2024-04-10T15:08:13.790 INFO:tasks.rados.rados.0.smithi102.stdout:868: finishing rollback tid 0 to smithi10276805-21 2024-04-10T15:08:13.790 INFO:tasks.rados.rados.0.smithi102.stdout:868: finishing rollback tid 1 to smithi10276805-21 2024-04-10T15:08:13.790 INFO:tasks.rados.rados.0.smithi102.stdout:868: finishing rollback tid 2 to smithi10276805-21 2024-04-10T15:08:13.790 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 228 (ObjNum 101 snap 17 seq_num 101) dirty exists 2024-04-10T15:08:13.790 INFO:tasks.rados.rados.0.smithi102.stdout:866: finishing write tid 1 to smithi10276805-13 2024-04-10T15:08:13.790 INFO:tasks.rados.rados.0.smithi102.stdout:866: finishing write tid 2 to smithi10276805-13 2024-04-10T15:08:13.790 INFO:tasks.rados.rados.0.smithi102.stdout:866: finishing write tid 3 to smithi10276805-13 2024-04-10T15:08:13.790 INFO:tasks.rados.rados.0.smithi102.stdout:866: oid 13 updating version 0 to 546 2024-04-10T15:08:13.790 INFO:tasks.rados.rados.0.smithi102.stdout:866: oid 13 updating version 546 to 547 2024-04-10T15:08:13.791 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 547 (ObjNum 288 snap 64 seq_num 288) dirty exists 2024-04-10T15:08:13.791 INFO:tasks.rados.rados.0.smithi102.stdout:866: left oid 13 (ObjNum 288 snap 64 seq_num 288) 2024-04-10T15:08:13.878 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:08:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:08:13.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:13 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:13.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:13 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:13.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:13 smithi154 ceph-mon[30592]: osdmap e202: 8 total, 8 up, 8 in 2024-04-10T15:08:13.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:13 smithi154 ceph-mon[30592]: pgmap v12: 121 pgs: 121 active+clean; 104 MiB data, 833 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:13.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:13 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:13.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:13 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:13.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:13 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:13.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:13 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:13.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:13 smithi102 ceph-mon[26948]: osdmap e202: 8 total, 8 up, 8 in 2024-04-10T15:08:13.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:13 smithi102 ceph-mon[26948]: pgmap v12: 121 pgs: 121 active+clean; 104 MiB data, 833 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:13.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:13 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:13.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:13 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:13.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:13 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:13.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:13 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:13.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:13 smithi102 ceph-mon[37987]: osdmap e202: 8 total, 8 up, 8 in 2024-04-10T15:08:13.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:13 smithi102 ceph-mon[37987]: pgmap v12: 121 pgs: 121 active+clean; 104 MiB data, 833 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:13.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:13 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:13.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:13 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:14.378 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:13.915+0000 7f4e2b22a200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:08:14.785 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:14 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:14.494+0000 7f4e2b22a200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:08:14.785 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:14 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:14.595+0000 7f4e2b22a200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:08:14.792 INFO:tasks.rados.rados.0.smithi102.stdout:866: done (2 left) 2024-04-10T15:08:14.793 INFO:tasks.rados.rados.0.smithi102.stdout:868: done (1 left) 2024-04-10T15:08:14.793 INFO:tasks.rados.rados.0.smithi102.stdout:870: done (0 left) 2024-04-10T15:08:14.793 INFO:tasks.rados.rados.0.smithi102.stdout:871: read oid 46 snap -1 2024-04-10T15:08:14.793 INFO:tasks.rados.rados.0.smithi102.stdout:871: expect (ObjNum 270 snap 60 seq_num 270) 2024-04-10T15:08:14.793 INFO:tasks.rados.rados.0.smithi102.stdout:872: read oid 12 snap -1 2024-04-10T15:08:14.793 INFO:tasks.rados.rados.0.smithi102.stdout:872: expect (ObjNum 260 snap 58 seq_num 260) 2024-04-10T15:08:14.793 INFO:tasks.rados.rados.0.smithi102.stdout:873: rollback oid 14 current snap is 65 2024-04-10T15:08:14.793 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 14 to 61 2024-04-10T15:08:14.793 INFO:tasks.rados.rados.0.smithi102.stdout:874: read oid 7 snap -1 2024-04-10T15:08:14.793 INFO:tasks.rados.rados.0.smithi102.stdout:874: expect deleted 2024-04-10T15:08:14.793 INFO:tasks.rados.rados.0.smithi102.stdout:875: snap_create 2024-04-10T15:08:14.797 INFO:tasks.rados.rados.0.smithi102.stdout:873: finishing rollback tid 1 to smithi10276805-14 2024-04-10T15:08:14.797 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 0 (ObjNum 289 snap 0 seq_num 1729175042) dirty dne 2024-04-10T15:08:14.819 INFO:tasks.rados.rados.0.smithi102.stdout:872: expect (ObjNum 260 snap 58 seq_num 260) 2024-04-10T15:08:14.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:14 smithi102 ceph-mon[37987]: osdmap e203: 8 total, 8 up, 8 in 2024-04-10T15:08:14.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:14 smithi102 ceph-mon[26948]: osdmap e203: 8 total, 8 up, 8 in 2024-04-10T15:08:15.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:14 smithi154 ceph-mon[30592]: osdmap e203: 8 total, 8 up, 8 in 2024-04-10T15:08:15.128 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:14 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:14.819+0000 7f4e2b22a200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:08:15.129 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:14 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: [10/Apr/2024:15:08:14] ENGINE Bus STARTING 2024-04-10T15:08:15.129 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:14 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: CherryPy Checker: 2024-04-10T15:08:15.129 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:14 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: The Application mounted at '' has an empty config. 2024-04-10T15:08:15.129 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:14 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: 2024-04-10T15:08:15.129 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:14 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: [10/Apr/2024:15:08:14] ENGINE Serving on http://:::9283 2024-04-10T15:08:15.129 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:14 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[63886]: [10/Apr/2024:15:08:14] ENGINE Bus STARTED 2024-04-10T15:08:15.132 INFO:tasks.rados.rados.0.smithi102.stdout:871: expect (ObjNum 270 snap 60 seq_num 270) 2024-04-10T15:08:15.808 INFO:tasks.rados.rados.0.smithi102.stdout:871: done (4 left) 2024-04-10T15:08:15.809 INFO:tasks.rados.rados.0.smithi102.stdout:872: done (3 left) 2024-04-10T15:08:15.809 INFO:tasks.rados.rados.0.smithi102.stdout:873: done (2 left) 2024-04-10T15:08:15.809 INFO:tasks.rados.rados.0.smithi102.stdout:874: done (1 left) 2024-04-10T15:08:15.809 INFO:tasks.rados.rados.0.smithi102.stdout:875: done (0 left) 2024-04-10T15:08:15.809 INFO:tasks.rados.rados.0.smithi102.stdout:876: snap_remove snap 64 2024-04-10T15:08:16.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:15 smithi154 ceph-mon[30592]: osdmap e204: 8 total, 8 up, 8 in 2024-04-10T15:08:16.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:15 smithi154 ceph-mon[30592]: Standby manager daemon x started 2024-04-10T15:08:16.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:15 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/547668555' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:08:16.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:15 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/547668555' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:08:16.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:15 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/547668555' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:08:16.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:15 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/547668555' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:08:16.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:15 smithi154 ceph-mon[30592]: pgmap v15: 121 pgs: 121 active+clean; 135 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 9.7 MiB/s wr, 75 op/s 2024-04-10T15:08:16.143 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:15 smithi102 ceph-mon[37987]: osdmap e204: 8 total, 8 up, 8 in 2024-04-10T15:08:16.143 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:15 smithi102 ceph-mon[37987]: Standby manager daemon x started 2024-04-10T15:08:16.143 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:15 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/547668555' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:08:16.143 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:15 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/547668555' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:08:16.143 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:15 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/547668555' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:08:16.143 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:15 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/547668555' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:08:16.143 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:15 smithi102 ceph-mon[37987]: pgmap v15: 121 pgs: 121 active+clean; 135 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 9.7 MiB/s wr, 75 op/s 2024-04-10T15:08:16.143 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:15 smithi102 ceph-mon[26948]: osdmap e204: 8 total, 8 up, 8 in 2024-04-10T15:08:16.143 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:15 smithi102 ceph-mon[26948]: Standby manager daemon x started 2024-04-10T15:08:16.143 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:15 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.154:0/547668555' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:08:16.143 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:15 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.154:0/547668555' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:08:16.144 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:15 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.154:0/547668555' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:08:16.144 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:15 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.154:0/547668555' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:08:16.144 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:15 smithi102 ceph-mon[26948]: pgmap v15: 121 pgs: 121 active+clean; 135 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 9.7 MiB/s wr, 75 op/s 2024-04-10T15:08:16.802 INFO:tasks.rados.rados.0.smithi102.stdout:876: done (0 left) 2024-04-10T15:08:16.802 INFO:tasks.rados.rados.0.smithi102.stdout:877: rmattr oid 41 current snap is 66 2024-04-10T15:08:16.802 INFO:tasks.rados.rados.0.smithi102.stdout:877: done (0 left) 2024-04-10T15:08:16.802 INFO:tasks.rados.rados.0.smithi102.stdout:878: snap_remove snap 65 2024-04-10T15:08:17.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:16 smithi154 ceph-mon[30592]: osdmap e205: 8 total, 8 up, 8 in 2024-04-10T15:08:17.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:16 smithi154 ceph-mon[30592]: mgrmap e34: y(active, since 8s), standbys: x 2024-04-10T15:08:17.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:16 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:08:17.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:16 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:17.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:16 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:17.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:16 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:08:17.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:16 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:08:17.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:16 smithi154 ceph-mon[30592]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-10T15:08:17.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:16 smithi154 ceph-mon[30592]: Updating smithi154:/etc/ceph/ceph.conf 2024-04-10T15:08:17.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:16 smithi154 ceph-mon[30592]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:08:17.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:16 smithi154 ceph-mon[30592]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:08:17.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[26948]: osdmap e205: 8 total, 8 up, 8 in 2024-04-10T15:08:17.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[26948]: mgrmap e34: y(active, since 8s), standbys: x 2024-04-10T15:08:17.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:08:17.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:17.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:17.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:08:17.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:08:17.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[26948]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-10T15:08:17.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[26948]: Updating smithi154:/etc/ceph/ceph.conf 2024-04-10T15:08:17.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[26948]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:08:17.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[26948]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:08:17.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[37987]: osdmap e205: 8 total, 8 up, 8 in 2024-04-10T15:08:17.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[37987]: mgrmap e34: y(active, since 8s), standbys: x 2024-04-10T15:08:17.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:08:17.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:17.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:17.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:08:17.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:08:17.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[37987]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-10T15:08:17.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[37987]: Updating smithi154:/etc/ceph/ceph.conf 2024-04-10T15:08:17.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[37987]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:08:17.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:16 smithi102 ceph-mon[37987]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:08:17.806 INFO:tasks.rados.rados.0.smithi102.stdout:878: done (0 left) 2024-04-10T15:08:17.806 INFO:tasks.rados.rados.0.smithi102.stdout:879: setattr oid 11 current snap is 66 2024-04-10T15:08:17.809 INFO:tasks.rados.rados.0.smithi102.stdout:880: rmattr oid 31 current snap is 66 2024-04-10T15:08:17.809 INFO:tasks.rados.rados.0.smithi102.stdout:881: rollback oid 1 current snap is 66 2024-04-10T15:08:17.809 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 1 to 61 2024-04-10T15:08:17.809 INFO:tasks.rados.rados.0.smithi102.stdout:882: rollback oid 27 current snap is 66 2024-04-10T15:08:17.809 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 27 to 61 2024-04-10T15:08:17.809 INFO:tasks.rados.rados.0.smithi102.stdout:883: snap_create 2024-04-10T15:08:17.813 INFO:tasks.rados.rados.0.smithi102.stdout:881: finishing rollback tid 1 to smithi10276805-1 2024-04-10T15:08:17.813 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 0 (ObjNum 33 snap 0 seq_num 56137520) dirty dne 2024-04-10T15:08:17.815 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 310 (ObjNum 147 snap 31 seq_num 147) dirty exists 2024-04-10T15:08:17.817 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 381 (ObjNum 214 snap 46 seq_num 214) dirty exists 2024-04-10T15:08:17.822 INFO:tasks.rados.rados.0.smithi102.stdout:882: finishing rollback tid 0 to smithi10276805-27 2024-04-10T15:08:17.823 INFO:tasks.rados.rados.0.smithi102.stdout:882: finishing rollback tid 1 to smithi10276805-27 2024-04-10T15:08:17.823 INFO:tasks.rados.rados.0.smithi102.stdout:882: finishing rollback tid 2 to smithi10276805-27 2024-04-10T15:08:17.823 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 440 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-10T15:08:18.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:08:18.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:08:18.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: osdmap e206: 8 total, 8 up, 8 in 2024-04-10T15:08:18.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:08:18.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:08:18.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:18.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:18.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:18.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:18.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:18.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T15:08:18.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: pgmap v18: 121 pgs: 121 active+clean; 135 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 9.7 MiB/s wr, 75 op/s 2024-04-10T15:08:18.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:18.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:08:18.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:18.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:18.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:18.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:18.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:18.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:18.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:18.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:18.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:18.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:08:18.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:08:18.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:18.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:18.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:18.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:08:18.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:08:18.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:18.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:18.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:18.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:08:18.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:08:18.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:18.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:18.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:17 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:18.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:08:18.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:08:18.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: osdmap e206: 8 total, 8 up, 8 in 2024-04-10T15:08:18.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:08:18.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:08:18.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:18.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:18.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:18.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:18.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:18.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T15:08:18.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: pgmap v18: 121 pgs: 121 active+clean; 135 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 9.7 MiB/s wr, 75 op/s 2024-04-10T15:08:18.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:18.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:08:18.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:18.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:18.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:18.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:18.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:18.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:18.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:18.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:18.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:18.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:08:18.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:08:18.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:18.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:18.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:18.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:08:18.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:08:18.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:08:18.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:08:18.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: osdmap e206: 8 total, 8 up, 8 in 2024-04-10T15:08:18.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:08:18.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:08:18.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:18.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:18.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:18.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:18.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:18.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: Reconfiguring prometheus.a (dependencies changed)... 2024-04-10T15:08:18.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: pgmap v18: 121 pgs: 121 active+clean; 135 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 9.7 MiB/s wr, 75 op/s 2024-04-10T15:08:18.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:18.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:08:18.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:18.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:18.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:18.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:18.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:18.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:18.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:18.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:18.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:18.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:08:18.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:08:18.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:18.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:18.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:18.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:08:18.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:08:18.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:18.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:18.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:18.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:08:18.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:08:18.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:18.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:18.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:18.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:18.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:18.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:18.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:08:18.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:08:18.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:18.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:18.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:17 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:18.824 INFO:tasks.rados.rados.0.smithi102.stdout:879: done (4 left) 2024-04-10T15:08:18.824 INFO:tasks.rados.rados.0.smithi102.stdout:880: done (3 left) 2024-04-10T15:08:18.825 INFO:tasks.rados.rados.0.smithi102.stdout:881: done (2 left) 2024-04-10T15:08:18.825 INFO:tasks.rados.rados.0.smithi102.stdout:882: done (1 left) 2024-04-10T15:08:18.825 INFO:tasks.rados.rados.0.smithi102.stdout:883: done (0 left) 2024-04-10T15:08:18.825 INFO:tasks.rados.rados.0.smithi102.stdout:884: rollback oid 43 current snap is 67 2024-04-10T15:08:18.825 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 43 to 63 2024-04-10T15:08:18.825 INFO:tasks.rados.rados.0.smithi102.stdout:885: snap_create 2024-04-10T15:08:18.827 INFO:tasks.rados.rados.0.smithi102.stdout:884: finishing rollback tid 1 to smithi10276805-43 2024-04-10T15:08:18.827 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 364 (ObjNum 4113 snap 0 seq_num 616451060) dirty dne 2024-04-10T15:08:19.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:18 smithi154 ceph-mon[30592]: Reconfiguring daemon prometheus.a on smithi154 2024-04-10T15:08:19.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:18 smithi154 ceph-mon[30592]: osdmap e207: 8 total, 8 up, 8 in 2024-04-10T15:08:19.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:18 smithi102 ceph-mon[26948]: Reconfiguring daemon prometheus.a on smithi154 2024-04-10T15:08:19.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:18 smithi102 ceph-mon[26948]: osdmap e207: 8 total, 8 up, 8 in 2024-04-10T15:08:19.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:18 smithi102 ceph-mon[37987]: Reconfiguring daemon prometheus.a on smithi154 2024-04-10T15:08:19.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:18 smithi102 ceph-mon[37987]: osdmap e207: 8 total, 8 up, 8 in 2024-04-10T15:08:19.772 INFO:tasks.rados.rados.0.smithi102.stdout:884: done (1 left) 2024-04-10T15:08:19.772 INFO:tasks.rados.rados.0.smithi102.stdout:885: done (0 left) 2024-04-10T15:08:19.772 INFO:tasks.rados.rados.0.smithi102.stdout:886: rmattr oid 29 current snap is 68 2024-04-10T15:08:19.772 INFO:tasks.rados.rados.0.smithi102.stdout:886: done (0 left) 2024-04-10T15:08:19.773 INFO:tasks.rados.rados.0.smithi102.stdout:887: snap_create 2024-04-10T15:08:19.958 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:19 smithi154 ceph-mon[30592]: osdmap e208: 8 total, 8 up, 8 in 2024-04-10T15:08:19.958 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:19 smithi154 ceph-mon[30592]: mgrmap e35: y(active, since 11s), standbys: x 2024-04-10T15:08:19.958 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:19 smithi154 ceph-mon[30592]: pgmap v21: 121 pgs: 121 active+clean; 135 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 0 B/s wr, 21 op/s 2024-04-10T15:08:19.959 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:19 smithi154 ceph-mon[30592]: osdmap e209: 8 total, 8 up, 8 in 2024-04-10T15:08:20.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:19 smithi102 ceph-mon[37987]: osdmap e208: 8 total, 8 up, 8 in 2024-04-10T15:08:20.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:19 smithi102 ceph-mon[37987]: mgrmap e35: y(active, since 11s), standbys: x 2024-04-10T15:08:20.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:19 smithi102 ceph-mon[37987]: pgmap v21: 121 pgs: 121 active+clean; 135 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 0 B/s wr, 21 op/s 2024-04-10T15:08:20.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:19 smithi102 ceph-mon[37987]: osdmap e209: 8 total, 8 up, 8 in 2024-04-10T15:08:20.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:19 smithi102 ceph-mon[26948]: osdmap e208: 8 total, 8 up, 8 in 2024-04-10T15:08:20.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:19 smithi102 ceph-mon[26948]: mgrmap e35: y(active, since 11s), standbys: x 2024-04-10T15:08:20.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:19 smithi102 ceph-mon[26948]: pgmap v21: 121 pgs: 121 active+clean; 135 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 0 B/s wr, 21 op/s 2024-04-10T15:08:20.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:19 smithi102 ceph-mon[26948]: osdmap e209: 8 total, 8 up, 8 in 2024-04-10T15:08:20.774 INFO:tasks.rados.rados.0.smithi102.stdout:887: done (0 left) 2024-04-10T15:08:20.775 INFO:tasks.rados.rados.0.smithi102.stdout:888: delete oid 33 current snap is 69 2024-04-10T15:08:20.777 INFO:tasks.rados.rados.0.smithi102.stdout:888: done (0 left) 2024-04-10T15:08:20.777 INFO:tasks.rados.rados.0.smithi102.stdout:889: setattr oid 48 current snap is 69 2024-04-10T15:08:20.778 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 69 2024-04-10T15:08:20.778 INFO:tasks.rados.rados.0.smithi102.stdout:890: seq_num 291 ranges {1490944=81920} 2024-04-10T15:08:20.787 INFO:tasks.rados.rados.0.smithi102.stdout:890: writing smithi10276805-2 from 1490944 to 1572864 tid 1 2024-04-10T15:08:20.787 INFO:tasks.rados.rados.0.smithi102.stdout:891: read oid 37 snap -1 2024-04-10T15:08:20.787 INFO:tasks.rados.rados.0.smithi102.stdout:891: expect (ObjNum 286 snap 63 seq_num 286) 2024-04-10T15:08:20.787 INFO:tasks.rados.rados.0.smithi102.stdout:892: rmattr oid 8 current snap is 69 2024-04-10T15:08:20.787 INFO:tasks.rados.rados.0.smithi102.stdout:892: done (3 left) 2024-04-10T15:08:20.787 INFO:tasks.rados.rados.0.smithi102.stdout:893: snap_create 2024-04-10T15:08:20.787 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 549 (ObjNum 275 snap 60 seq_num 275) dirty exists 2024-04-10T15:08:20.789 INFO:tasks.rados.rados.0.smithi102.stdout:890: finishing write tid 1 to smithi10276805-2 2024-04-10T15:08:20.790 INFO:tasks.rados.rados.0.smithi102.stdout:890: finishing write tid 2 to smithi10276805-2 2024-04-10T15:08:20.794 INFO:tasks.rados.rados.0.smithi102.stdout:890: finishing write tid 3 to smithi10276805-2 2024-04-10T15:08:20.794 INFO:tasks.rados.rados.0.smithi102.stdout:890: oid 2 updating version 0 to 98 2024-04-10T15:08:20.794 INFO:tasks.rados.rados.0.smithi102.stdout:890: oid 2 version 98 is already newer than 97 2024-04-10T15:08:20.794 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 98 (ObjNum 291 snap 69 seq_num 291) dirty exists 2024-04-10T15:08:20.794 INFO:tasks.rados.rados.0.smithi102.stdout:890: left oid 2 (ObjNum 291 snap 69 seq_num 291) 2024-04-10T15:08:20.798 INFO:tasks.rados.rados.0.smithi102.stdout:891: expect (ObjNum 286 snap 63 seq_num 286) 2024-04-10T15:08:21.128 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:20 smithi154 systemd[1]: Stopping Ceph prometheus.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:08:21.501 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:08:21.242Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-10T15:08:21.502 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:08:21.242Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-10T15:08:21.502 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:08:21.242Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-10T15:08:21.502 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:08:21.242Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-10T15:08:21.502 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:08:21.242Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-10T15:08:21.502 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:08:21.242Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-10T15:08:21.502 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:08:21.242Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-10T15:08:21.502 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:08:21.242Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-10T15:08:21.502 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:08:21.242Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-10T15:08:21.502 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:08:21.242Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-10T15:08:21.502 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:08:21.242Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-10T15:08:21.502 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[72167]: ts=2024-04-10T15:08:21.242Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-10T15:08:21.502 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:21 smithi154 podman[74674]: 2024-04-10 15:08:21.252404252 +0000 UTC m=+0.113534238 container died 912bde0910bde4fc72fb78a043170d02c4a99b4dd71785d49cf32a773cfa2d91 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:08:21.776 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:21 smithi154 podman[74674]: 2024-04-10 15:08:21.633656038 +0000 UTC m=+0.494786015 container cleanup 912bde0910bde4fc72fb78a043170d02c4a99b4dd71785d49cf32a773cfa2d91 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:08:21.777 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:21 smithi154 bash[74674]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a 2024-04-10T15:08:21.785 INFO:tasks.rados.rados.0.smithi102.stdout:889: done (3 left) 2024-04-10T15:08:21.785 INFO:tasks.rados.rados.0.smithi102.stdout:890: done (2 left) 2024-04-10T15:08:21.786 INFO:tasks.rados.rados.0.smithi102.stdout:891: done (1 left) 2024-04-10T15:08:21.786 INFO:tasks.rados.rados.0.smithi102.stdout:893: done (0 left) 2024-04-10T15:08:21.786 INFO:tasks.rados.rados.0.smithi102.stdout:894: setattr oid 16 current snap is 70 2024-04-10T15:08:21.786 INFO:tasks.rados.rados.0.smithi102.stdout:895: snap_remove snap 66 2024-04-10T15:08:22.030 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:21 smithi154 podman[74688]: 2024-04-10 15:08:21.918534641 +0000 UTC m=+0.669119892 container remove 912bde0910bde4fc72fb78a043170d02c4a99b4dd71785d49cf32a773cfa2d91 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:08:22.030 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:21 smithi154 ceph-mon[30592]: osdmap e210: 8 total, 8 up, 8 in 2024-04-10T15:08:22.031 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:21 smithi154 ceph-mon[30592]: pgmap v24: 121 pgs: 121 active+clean; 135 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 0 B/s wr, 21 op/s 2024-04-10T15:08:22.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:21 smithi102 ceph-mon[37987]: osdmap e210: 8 total, 8 up, 8 in 2024-04-10T15:08:22.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:21 smithi102 ceph-mon[37987]: pgmap v24: 121 pgs: 121 active+clean; 135 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 0 B/s wr, 21 op/s 2024-04-10T15:08:22.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:21 smithi102 ceph-mon[26948]: osdmap e210: 8 total, 8 up, 8 in 2024-04-10T15:08:22.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:21 smithi102 ceph-mon[26948]: pgmap v24: 121 pgs: 121 active+clean; 135 MiB data, 898 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 0 B/s wr, 21 op/s 2024-04-10T15:08:22.301 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-10T15:08:22.301 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 systemd[1]: Stopped Ceph prometheus.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:08:22.301 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@prometheus.a.service: Consumed 1.072s CPU time. 2024-04-10T15:08:22.301 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 systemd[1]: Starting Ceph prometheus.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:08:22.301 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 podman[74785]: 2024-04-10 15:08:22.179275729 +0000 UTC m=+0.019826814 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-10T15:08:22.301 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 podman[74785]: 2024-04-10 15:08:22.286154143 +0000 UTC m=+0.126705212 container create 15b122e84a15be577e2c50e5a4cc4faab6cfb644c7c04ab9e61ffb2bb84958b8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:08:22.560 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 podman[74785]: 2024-04-10 15:08:22.505309868 +0000 UTC m=+0.345860938 container init 15b122e84a15be577e2c50e5a4cc4faab6cfb644c7c04ab9e61ffb2bb84958b8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:08:22.560 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 podman[74785]: 2024-04-10 15:08:22.508211031 +0000 UTC m=+0.348762110 container start 15b122e84a15be577e2c50e5a4cc4faab6cfb644c7c04ab9e61ffb2bb84958b8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:08:22.561 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.531Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-10T15:08:22.561 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.531Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-10T15:08:22.561 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.531Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi154 (none))" 2024-04-10T15:08:22.561 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.531Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-10T15:08:22.561 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.531Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-10T15:08:22.561 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.533Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-10T15:08:22.561 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.533Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-10T15:08:22.561 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.534Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-10T15:08:22.561 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.535Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-10T15:08:22.561 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.536Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-10T15:08:22.561 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.536Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=3.431µs 2024-04-10T15:08:22.561 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.536Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-10T15:08:22.561 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.539Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=3 2024-04-10T15:08:22.561 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.544Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=3 2024-04-10T15:08:22.561 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.551Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=3 2024-04-10T15:08:22.562 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.552Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=3 2024-04-10T15:08:22.562 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.552Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=44.36µs wal_replay_duration=15.170003ms wbl_replay_duration=141ns total_replay_duration=15.292129ms 2024-04-10T15:08:22.562 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.555Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-10T15:08:22.562 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.555Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-10T15:08:22.562 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.555Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-10T15:08:22.562 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.584Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=29.115122ms db_storage=1µs remote_storage=1.372µs web_handler=761ns query_engine=858ns scrape=537.201µs scrape_sd=153.798µs notify=18.287µs notify_sd=23.672µs rules=27.851724ms tracing=6.139µs 2024-04-10T15:08:22.562 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.584Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-10T15:08:22.562 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:22.584Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-10T15:08:22.799 INFO:tasks.rados.rados.0.smithi102.stdout:895: done (1 left) 2024-04-10T15:08:22.800 INFO:tasks.rados.rados.0.smithi102.stdout:896: snap_create 2024-04-10T15:08:22.800 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 383 (ObjNum 280 snap 62 seq_num 280) dirty exists 2024-04-10T15:08:22.878 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 bash[74785]: 15b122e84a15be577e2c50e5a4cc4faab6cfb644c7c04ab9e61ffb2bb84958b8 2024-04-10T15:08:22.878 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:22 smithi154 systemd[1]: Started Ceph prometheus.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:08:22.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-mon[30592]: osdmap e211: 8 total, 8 up, 8 in 2024-04-10T15:08:22.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:08:22.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:22.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:22.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:08:22.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:22 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:23.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:22 smithi102 ceph-mon[37987]: osdmap e211: 8 total, 8 up, 8 in 2024-04-10T15:08:23.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:22 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:08:23.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:22 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:23.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:22 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:23.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:22 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:08:23.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:22 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:23.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:22 smithi102 ceph-mon[26948]: osdmap e211: 8 total, 8 up, 8 in 2024-04-10T15:08:23.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:22 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:08:23.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:22 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:23.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:22 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:23.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:22 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:08:23.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:22 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:23.609 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:23 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:08:23.804 INFO:tasks.rados.rados.0.smithi102.stdout:894: done (1 left) 2024-04-10T15:08:23.804 INFO:tasks.rados.rados.0.smithi102.stdout:896: done (0 left) 2024-04-10T15:08:23.804 INFO:tasks.rados.rados.0.smithi102.stdout:897: rmattr oid 17 current snap is 71 2024-04-10T15:08:23.805 INFO:tasks.rados.rados.0.smithi102.stdout:897: done (0 left) 2024-04-10T15:08:23.805 INFO:tasks.rados.rados.0.smithi102.stdout:898: read oid 48 snap -1 2024-04-10T15:08:23.805 INFO:tasks.rados.rados.0.smithi102.stdout:898: expect (ObjNum 275 snap 60 seq_num 275) 2024-04-10T15:08:23.805 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 38 current snap is 71 2024-04-10T15:08:23.805 INFO:tasks.rados.rados.0.smithi102.stdout:899: seq_num 292 ranges {4022272=98304} 2024-04-10T15:08:23.826 INFO:tasks.rados.rados.0.smithi102.stdout:899: writing smithi10276805-38 from 4022272 to 4120576 tid 1 2024-04-10T15:08:23.827 INFO:tasks.rados.rados.0.smithi102.stdout:900: snap_remove snap 69 2024-04-10T15:08:23.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:23 smithi154 ceph-mon[30592]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:08:23.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:23 smithi154 ceph-mon[30592]: osdmap e212: 8 total, 8 up, 8 in 2024-04-10T15:08:23.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:23 smithi154 ceph-mon[30592]: pgmap v27: 121 pgs: 121 active+clean; 135 MiB data, 898 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:24.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:23 smithi102 ceph-mon[37987]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:08:24.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:23 smithi102 ceph-mon[37987]: osdmap e212: 8 total, 8 up, 8 in 2024-04-10T15:08:24.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:23 smithi102 ceph-mon[37987]: pgmap v27: 121 pgs: 121 active+clean; 135 MiB data, 898 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:24.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:23 smithi102 ceph-mon[26948]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:08:24.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:23 smithi102 ceph-mon[26948]: osdmap e212: 8 total, 8 up, 8 in 2024-04-10T15:08:24.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:23 smithi102 ceph-mon[26948]: pgmap v27: 121 pgs: 121 active+clean; 135 MiB data, 898 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:24.809 INFO:tasks.rados.rados.0.smithi102.stdout:900: done (2 left) 2024-04-10T15:08:24.809 INFO:tasks.rados.rados.0.smithi102.stdout:901: setattr oid 40 current snap is 71 2024-04-10T15:08:24.809 INFO:tasks.rados.rados.0.smithi102.stdout:899: finishing write tid 1 to smithi10276805-38 2024-04-10T15:08:24.809 INFO:tasks.rados.rados.0.smithi102.stdout:899: finishing write tid 2 to smithi10276805-38 2024-04-10T15:08:24.809 INFO:tasks.rados.rados.0.smithi102.stdout:899: finishing write tid 3 to smithi10276805-38 2024-04-10T15:08:24.809 INFO:tasks.rados.rados.0.smithi102.stdout:899: oid 38 updating version 0 to 42 2024-04-10T15:08:24.809 INFO:tasks.rados.rados.0.smithi102.stdout:899: oid 38 updating version 42 to 43 2024-04-10T15:08:24.809 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 43 (ObjNum 292 snap 71 seq_num 292) dirty exists 2024-04-10T15:08:24.809 INFO:tasks.rados.rados.0.smithi102.stdout:899: left oid 38 (ObjNum 292 snap 71 seq_num 292) 2024-04-10T15:08:24.809 INFO:tasks.rados.rados.0.smithi102.stdout:898: expect (ObjNum 275 snap 60 seq_num 275) 2024-04-10T15:08:25.051 INFO:tasks.rados.rados.0.smithi102.stdout:898: done (2 left) 2024-04-10T15:08:25.051 INFO:tasks.rados.rados.0.smithi102.stdout:899: done (1 left) 2024-04-10T15:08:25.051 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 32 current snap is 71 2024-04-10T15:08:25.051 INFO:tasks.rados.rados.0.smithi102.stdout:902: seq_num 293 ranges {5578752=114688} 2024-04-10T15:08:25.082 INFO:tasks.rados.rados.0.smithi102.stdout:902: writing smithi10276805-32 from 5578752 to 5693440 tid 1 2024-04-10T15:08:25.082 INFO:tasks.rados.rados.0.smithi102.stdout:903: delete oid 43 current snap is 71 2024-04-10T15:08:25.082 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 312 (ObjNum 274 snap 60 seq_num 274) dirty exists 2024-04-10T15:08:25.085 INFO:tasks.rados.rados.0.smithi102.stdout:902: finishing write tid 1 to smithi10276805-32 2024-04-10T15:08:25.085 INFO:tasks.rados.rados.0.smithi102.stdout:901: done (2 left) 2024-04-10T15:08:25.085 INFO:tasks.rados.rados.0.smithi102.stdout:903: done (1 left) 2024-04-10T15:08:25.085 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 71 2024-04-10T15:08:25.085 INFO:tasks.rados.rados.0.smithi102.stdout:902: finishing write tid 2 to smithi10276805-32 2024-04-10T15:08:25.085 INFO:tasks.rados.rados.0.smithi102.stdout:904: seq_num 295 ranges {5537792=147456} 2024-04-10T15:08:25.107 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:24 smithi154 ceph-mon[30592]: osdmap e213: 8 total, 8 up, 8 in 2024-04-10T15:08:25.107 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:24 smithi154 ceph-mon[30592]: Upgrade: Updating mgr.x 2024-04-10T15:08:25.107 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:24 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:08:25.108 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:24 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:08:25.108 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:24 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:08:25.108 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:24 smithi154 ceph-mon[30592]: Deploying daemon mgr.x on smithi154 2024-04-10T15:08:25.115 INFO:tasks.rados.rados.0.smithi102.stdout:904: writing smithi10276805-48 from 5537792 to 5685248 tid 1 2024-04-10T15:08:25.115 INFO:tasks.rados.rados.0.smithi102.stdout:905: snap_create 2024-04-10T15:08:25.115 INFO:tasks.rados.rados.0.smithi102.stdout:902: finishing write tid 3 to smithi10276805-32 2024-04-10T15:08:25.115 INFO:tasks.rados.rados.0.smithi102.stdout:902: oid 32 updating version 0 to 554 2024-04-10T15:08:25.115 INFO:tasks.rados.rados.0.smithi102.stdout:902: oid 32 version 554 is already newer than 553 2024-04-10T15:08:25.116 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 554 (ObjNum 293 snap 71 seq_num 293) dirty exists 2024-04-10T15:08:25.116 INFO:tasks.rados.rados.0.smithi102.stdout:902: left oid 32 (ObjNum 293 snap 71 seq_num 293) 2024-04-10T15:08:25.118 INFO:tasks.rados.rados.0.smithi102.stdout:904: finishing write tid 1 to smithi10276805-48 2024-04-10T15:08:25.118 INFO:tasks.rados.rados.0.smithi102.stdout:904: finishing write tid 2 to smithi10276805-48 2024-04-10T15:08:25.119 INFO:tasks.rados.rados.0.smithi102.stdout:904: finishing write tid 3 to smithi10276805-48 2024-04-10T15:08:25.120 INFO:tasks.rados.rados.0.smithi102.stdout:904: oid 48 updating version 0 to 557 2024-04-10T15:08:25.120 INFO:tasks.rados.rados.0.smithi102.stdout:904: oid 48 version 557 is already newer than 556 2024-04-10T15:08:25.120 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 557 (ObjNum 295 snap 71 seq_num 295) dirty exists 2024-04-10T15:08:25.120 INFO:tasks.rados.rados.0.smithi102.stdout:904: left oid 48 (ObjNum 295 snap 71 seq_num 295) 2024-04-10T15:08:25.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:24 smithi102 ceph-mon[37987]: osdmap e213: 8 total, 8 up, 8 in 2024-04-10T15:08:25.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:24 smithi102 ceph-mon[37987]: Upgrade: Updating mgr.x 2024-04-10T15:08:25.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:24 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:08:25.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:24 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:08:25.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:24 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:08:25.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:24 smithi102 ceph-mon[37987]: Deploying daemon mgr.x on smithi154 2024-04-10T15:08:25.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:24 smithi102 ceph-mon[26948]: osdmap e213: 8 total, 8 up, 8 in 2024-04-10T15:08:25.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:24 smithi102 ceph-mon[26948]: Upgrade: Updating mgr.x 2024-04-10T15:08:25.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:24 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:08:25.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:24 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:08:25.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:24 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:08:25.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:24 smithi102 ceph-mon[26948]: Deploying daemon mgr.x on smithi154 2024-04-10T15:08:25.814 INFO:tasks.rados.rados.0.smithi102.stdout:902: done (2 left) 2024-04-10T15:08:25.814 INFO:tasks.rados.rados.0.smithi102.stdout:904: done (1 left) 2024-04-10T15:08:25.814 INFO:tasks.rados.rados.0.smithi102.stdout:905: done (0 left) 2024-04-10T15:08:25.814 INFO:tasks.rados.rados.0.smithi102.stdout:906: snap_remove snap 68 2024-04-10T15:08:26.007 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:25 smithi154 ceph-mon[30592]: osdmap e214: 8 total, 8 up, 8 in 2024-04-10T15:08:26.007 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:25 smithi154 ceph-mon[30592]: pgmap v30: 121 pgs: 121 active+clean; 135 MiB data, 903 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 20 KiB/s wr, 11 op/s 2024-04-10T15:08:26.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:25 smithi102 ceph-mon[37987]: osdmap e214: 8 total, 8 up, 8 in 2024-04-10T15:08:26.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:25 smithi102 ceph-mon[37987]: pgmap v30: 121 pgs: 121 active+clean; 135 MiB data, 903 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 20 KiB/s wr, 11 op/s 2024-04-10T15:08:26.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:25 smithi102 ceph-mon[26948]: osdmap e214: 8 total, 8 up, 8 in 2024-04-10T15:08:26.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:25 smithi102 ceph-mon[26948]: pgmap v30: 121 pgs: 121 active+clean; 135 MiB data, 903 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 20 KiB/s wr, 11 op/s 2024-04-10T15:08:26.596 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:26 smithi154 systemd[1]: Stopping Ceph mgr.x for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:08:26.820 INFO:tasks.rados.rados.0.smithi102.stdout:906: done (0 left) 2024-04-10T15:08:26.820 INFO:tasks.rados.rados.0.smithi102.stdout:907: rmattr oid 46 current snap is 72 2024-04-10T15:08:26.820 INFO:tasks.rados.rados.0.smithi102.stdout:907: done (0 left) 2024-04-10T15:08:26.820 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 21 current snap is 72 2024-04-10T15:08:26.820 INFO:tasks.rados.rados.0.smithi102.stdout:908: seq_num 296 ranges {5046272=163840} 2024-04-10T15:08:26.847 INFO:tasks.rados.rados.0.smithi102.stdout:908: writing smithi10276805-21 from 5046272 to 5210112 tid 1 2024-04-10T15:08:26.848 INFO:tasks.rados.rados.0.smithi102.stdout:909: delete oid 39 current snap is 72 2024-04-10T15:08:26.851 INFO:tasks.rados.rados.0.smithi102.stdout:908: finishing write tid 1 to smithi10276805-21 2024-04-10T15:08:26.851 INFO:tasks.rados.rados.0.smithi102.stdout:908: finishing write tid 2 to smithi10276805-21 2024-04-10T15:08:26.851 INFO:tasks.rados.rados.0.smithi102.stdout:909: done (1 left) 2024-04-10T15:08:26.851 INFO:tasks.rados.rados.0.smithi102.stdout:910: read oid 49 snap -1 2024-04-10T15:08:26.851 INFO:tasks.rados.rados.0.smithi102.stdout:910: expect (ObjNum 265 snap 60 seq_num 265) 2024-04-10T15:08:26.851 INFO:tasks.rados.rados.0.smithi102.stdout:911: copy_from oid 7 from oid 10 current snap is 72 2024-04-10T15:08:26.851 INFO:tasks.rados.rados.0.smithi102.stdout:912: snap_create 2024-04-10T15:08:26.853 INFO:tasks.rados.rados.0.smithi102.stdout:908: finishing write tid 3 to smithi10276805-21 2024-04-10T15:08:26.853 INFO:tasks.rados.rados.0.smithi102.stdout:908: oid 21 updating version 0 to 239 2024-04-10T15:08:26.853 INFO:tasks.rados.rados.0.smithi102.stdout:908: oid 21 version 239 is already newer than 238 2024-04-10T15:08:26.853 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 239 (ObjNum 296 snap 72 seq_num 296) dirty exists 2024-04-10T15:08:26.854 INFO:tasks.rados.rados.0.smithi102.stdout:908: left oid 21 (ObjNum 296 snap 72 seq_num 296) 2024-04-10T15:08:26.859 INFO:tasks.rados.rados.0.smithi102.stdout:910: expect (ObjNum 265 snap 60 seq_num 265) 2024-04-10T15:08:26.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:26 smithi154 ceph-mon[30592]: osdmap e215: 8 total, 8 up, 8 in 2024-04-10T15:08:26.878 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:26 smithi154 podman[75140]: 2024-04-10 15:08:26.621522055 +0000 UTC m=+0.146900979 container died d9f9675d63479b8e07aba280ed6b1832ca8935706c201d80a901fa86f28dada8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-10T15:08:26.913 INFO:tasks.rados.rados.0.smithi102.stdout:911: finishing copy_from racing read to smithi10276805-7 2024-04-10T15:08:26.914 INFO:tasks.rados.rados.0.smithi102.stdout:911: finishing copy_from to smithi10276805-7 2024-04-10T15:08:26.914 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 330 (ObjNum 283 snap 63 seq_num 283) dirty exists 2024-04-10T15:08:27.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:26 smithi102 ceph-mon[37987]: osdmap e215: 8 total, 8 up, 8 in 2024-04-10T15:08:27.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:26 smithi102 ceph-mon[26948]: osdmap e215: 8 total, 8 up, 8 in 2024-04-10T15:08:27.317 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:27 smithi154 podman[75140]: 2024-04-10 15:08:27.091254061 +0000 UTC m=+0.616632985 container cleanup d9f9675d63479b8e07aba280ed6b1832ca8935706c201d80a901fa86f28dada8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=) 2024-04-10T15:08:27.317 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:27 smithi154 bash[75140]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x 2024-04-10T15:08:27.628 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:27 smithi154 podman[75154]: 2024-04-10 15:08:27.342478376 +0000 UTC m=+0.719176089 container remove d9f9675d63479b8e07aba280ed6b1832ca8935706c201d80a901fa86f28dada8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-10T15:08:27.628 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:27 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mgr.x.service: Main process exited, code=exited, status=143/n/a 2024-04-10T15:08:27.628 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:27 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mgr.x.service: Failed with result 'exit-code'. 2024-04-10T15:08:27.629 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:27 smithi154 systemd[1]: Stopped Ceph mgr.x for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:08:27.629 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:27 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mgr.x.service: Consumed 24.976s CPU time. 2024-04-10T15:08:27.835 INFO:tasks.rados.rados.0.smithi102.stdout:908: done (3 left) 2024-04-10T15:08:27.835 INFO:tasks.rados.rados.0.smithi102.stdout:910: done (2 left) 2024-04-10T15:08:27.835 INFO:tasks.rados.rados.0.smithi102.stdout:911: done (1 left) 2024-04-10T15:08:27.835 INFO:tasks.rados.rados.0.smithi102.stdout:912: done (0 left) 2024-04-10T15:08:27.835 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 73 2024-04-10T15:08:27.835 INFO:tasks.rados.rados.0.smithi102.stdout:913: seq_num 298 ranges {0=196608} 2024-04-10T15:08:27.836 INFO:tasks.rados.rados.0.smithi102.stdout:913: writing smithi10276805-15 from 0 to 196608 tid 1 2024-04-10T15:08:27.836 INFO:tasks.rados.rados.0.smithi102.stdout:914: delete oid 31 current snap is 73 2024-04-10T15:08:27.839 INFO:tasks.rados.rados.0.smithi102.stdout:914: done (1 left) 2024-04-10T15:08:27.839 INFO:tasks.rados.rados.0.smithi102.stdout:915: snap_create 2024-04-10T15:08:27.841 INFO:tasks.rados.rados.0.smithi102.stdout:913: finishing write tid 1 to smithi10276805-15 2024-04-10T15:08:27.841 INFO:tasks.rados.rados.0.smithi102.stdout:913: finishing write tid 2 to smithi10276805-15 2024-04-10T15:08:27.843 INFO:tasks.rados.rados.0.smithi102.stdout:913: finishing write tid 3 to smithi10276805-15 2024-04-10T15:08:27.843 INFO:tasks.rados.rados.0.smithi102.stdout:913: oid 15 updating version 0 to 563 2024-04-10T15:08:27.843 INFO:tasks.rados.rados.0.smithi102.stdout:913: oid 15 version 563 is already newer than 562 2024-04-10T15:08:27.844 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 563 (ObjNum 298 snap 73 seq_num 298) dirty exists 2024-04-10T15:08:27.844 INFO:tasks.rados.rados.0.smithi102.stdout:913: left oid 15 (ObjNum 298 snap 73 seq_num 298) 2024-04-10T15:08:28.032 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:27 smithi154 ceph-mon[30592]: osdmap e216: 8 total, 8 up, 8 in 2024-04-10T15:08:28.032 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:27 smithi154 ceph-mon[30592]: pgmap v33: 121 pgs: 121 active+clean; 135 MiB data, 903 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 20 KiB/s wr, 11 op/s 2024-04-10T15:08:28.033 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:27 smithi154 systemd[1]: Starting Ceph mgr.x for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:08:28.033 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:27 smithi154 podman[75284]: 2024-04-10 15:08:27.824454188 +0000 UTC m=+0.018706497 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:08:28.033 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:27 smithi154 podman[75284]: 2024-04-10 15:08:27.943742523 +0000 UTC m=+0.137994864 container create 5843a1d0f5c58c68931e175b1384ebbc6e11f1a51213a5a7c2b9a2fa8a2ddabc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5) 2024-04-10T15:08:28.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:27 smithi102 ceph-mon[37987]: osdmap e216: 8 total, 8 up, 8 in 2024-04-10T15:08:28.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:27 smithi102 ceph-mon[37987]: pgmap v33: 121 pgs: 121 active+clean; 135 MiB data, 903 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 20 KiB/s wr, 11 op/s 2024-04-10T15:08:28.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:27 smithi102 ceph-mon[26948]: osdmap e216: 8 total, 8 up, 8 in 2024-04-10T15:08:28.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:27 smithi102 ceph-mon[26948]: pgmap v33: 121 pgs: 121 active+clean; 135 MiB data, 903 MiB used, 714 GiB / 715 GiB avail; 1.7 MiB/s rd, 20 KiB/s wr, 11 op/s 2024-04-10T15:08:28.628 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:28 smithi154 podman[75284]: 2024-04-10 15:08:28.16307419 +0000 UTC m=+0.357326486 container init 5843a1d0f5c58c68931e175b1384ebbc6e11f1a51213a5a7c2b9a2fa8a2ddabc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0) 2024-04-10T15:08:28.628 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:28 smithi154 podman[75284]: 2024-04-10 15:08:28.165863795 +0000 UTC m=+0.360116091 container start 5843a1d0f5c58c68931e175b1384ebbc6e11f1a51213a5a7c2b9a2fa8a2ddabc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-10T15:08:28.629 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:28 smithi154 ceph-mgr[75302]: -- 172.21.15.154:0/1856421275 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55dd77bf25a0 con 0x55dd77bc6800 2024-04-10T15:08:28.629 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:28 smithi154 bash[75284]: 5843a1d0f5c58c68931e175b1384ebbc6e11f1a51213a5a7c2b9a2fa8a2ddabc 2024-04-10T15:08:28.629 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:28 smithi154 systemd[1]: Started Ceph mgr.x for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:08:28.837 INFO:tasks.rados.rados.0.smithi102.stdout:913: done (1 left) 2024-04-10T15:08:28.838 INFO:tasks.rados.rados.0.smithi102.stdout:915: done (0 left) 2024-04-10T15:08:28.838 INFO:tasks.rados.rados.0.smithi102.stdout:916: copy_from oid 33 from oid 44 current snap is 74 2024-04-10T15:08:28.838 INFO:tasks.rados.rados.0.smithi102.stdout:917: delete oid 3 current snap is 74 2024-04-10T15:08:28.841 INFO:tasks.rados.rados.0.smithi102.stdout:917: done (1 left) 2024-04-10T15:08:28.841 INFO:tasks.rados.rados.0.smithi102.stdout:918: snap_remove snap 71 2024-04-10T15:08:29.128 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:28 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:28.747+0000 7f69cdd41200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:08:29.128 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:28 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:28.856+0000 7f69cdd41200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:08:29.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:28 smithi154 ceph-mon[30592]: osdmap e217: 8 total, 8 up, 8 in 2024-04-10T15:08:29.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:28 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:29.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:28 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:29.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:28 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:29.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:28 smithi102 ceph-mon[37987]: osdmap e217: 8 total, 8 up, 8 in 2024-04-10T15:08:29.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:28 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:29.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:28 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:29.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:28 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:29.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:28 smithi102 ceph-mon[26948]: osdmap e217: 8 total, 8 up, 8 in 2024-04-10T15:08:29.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:28 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:29.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:28 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:29.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:28 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:29.776 INFO:tasks.rados.rados.0.smithi102.stdout:918: done (1 left) 2024-04-10T15:08:29.776 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 21 current snap is 74 2024-04-10T15:08:29.776 INFO:tasks.rados.rados.0.smithi102.stdout:919: seq_num 301 ranges {5210112=245760} 2024-04-10T15:08:29.786 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:29 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:29.551+0000 7f69cdd41200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:08:29.786 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:29 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:29.656+0000 7f69cdd41200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:08:29.806 INFO:tasks.rados.rados.0.smithi102.stdout:919: writing smithi10276805-21 from 5210112 to 5455872 tid 1 2024-04-10T15:08:29.806 INFO:tasks.rados.rados.0.smithi102.stdout:920: read oid 3 snap -1 2024-04-10T15:08:29.807 INFO:tasks.rados.rados.0.smithi102.stdout:920: expect deleted 2024-04-10T15:08:29.807 INFO:tasks.rados.rados.0.smithi102.stdout:921: read oid 23 snap -1 2024-04-10T15:08:29.807 INFO:tasks.rados.rados.0.smithi102.stdout:921: expect (ObjNum 150 snap 31 seq_num 150) 2024-04-10T15:08:29.807 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 35 current snap is 74 2024-04-10T15:08:29.807 INFO:tasks.rados.rados.0.smithi102.stdout:916: finishing copy_from to smithi10276805-33 2024-04-10T15:08:29.807 INFO:tasks.rados.rados.0.smithi102.stdout:916: got expected ENOENT (src dne) 2024-04-10T15:08:29.807 INFO:tasks.rados.rados.0.smithi102.stdout:916: finishing copy_from racing read to smithi10276805-33 2024-04-10T15:08:29.807 INFO:tasks.rados.rados.0.smithi102.stdout:922: seq_num 302 ranges {7495680=262144} 2024-04-10T15:08:29.849 INFO:tasks.rados.rados.0.smithi102.stdout:922: writing smithi10276805-35 from 7495680 to 7757824 tid 1 2024-04-10T15:08:29.849 INFO:tasks.rados.rados.0.smithi102.stdout:916: done (4 left) 2024-04-10T15:08:29.849 INFO:tasks.rados.rados.0.smithi102.stdout:923: setattr oid 8 current snap is 74 2024-04-10T15:08:29.849 INFO:tasks.rados.rados.0.smithi102.stdout:919: finishing write tid 1 to smithi10276805-21 2024-04-10T15:08:29.849 INFO:tasks.rados.rados.0.smithi102.stdout:919: finishing write tid 2 to smithi10276805-21 2024-04-10T15:08:29.849 INFO:tasks.rados.rados.0.smithi102.stdout:919: finishing write tid 3 to smithi10276805-21 2024-04-10T15:08:29.849 INFO:tasks.rados.rados.0.smithi102.stdout:919: oid 21 updating version 0 to 244 2024-04-10T15:08:29.849 INFO:tasks.rados.rados.0.smithi102.stdout:919: oid 21 version 244 is already newer than 243 2024-04-10T15:08:29.849 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 244 (ObjNum 301 snap 74 seq_num 301) dirty exists 2024-04-10T15:08:29.849 INFO:tasks.rados.rados.0.smithi102.stdout:919: left oid 21 (ObjNum 301 snap 74 seq_num 301) 2024-04-10T15:08:29.850 INFO:tasks.rados.rados.0.smithi102.stdout:921: expect (ObjNum 150 snap 31 seq_num 150) 2024-04-10T15:08:29.912 INFO:tasks.rados.rados.0.smithi102.stdout:922: finishing write tid 1 to smithi10276805-35 2024-04-10T15:08:29.913 INFO:tasks.rados.rados.0.smithi102.stdout:922: finishing write tid 2 to smithi10276805-35 2024-04-10T15:08:29.913 INFO:tasks.rados.rados.0.smithi102.stdout:922: finishing write tid 3 to smithi10276805-35 2024-04-10T15:08:29.913 INFO:tasks.rados.rados.0.smithi102.stdout:922: oid 35 updating version 0 to 283 2024-04-10T15:08:29.913 INFO:tasks.rados.rados.0.smithi102.stdout:922: oid 35 updating version 283 to 284 2024-04-10T15:08:29.913 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 284 (ObjNum 302 snap 74 seq_num 302) dirty exists 2024-04-10T15:08:29.913 INFO:tasks.rados.rados.0.smithi102.stdout:922: left oid 35 (ObjNum 302 snap 74 seq_num 302) 2024-04-10T15:08:29.913 INFO:tasks.rados.rados.0.smithi102.stdout:919: done (4 left) 2024-04-10T15:08:29.913 INFO:tasks.rados.rados.0.smithi102.stdout:920: done (3 left) 2024-04-10T15:08:29.913 INFO:tasks.rados.rados.0.smithi102.stdout:921: done (2 left) 2024-04-10T15:08:29.913 INFO:tasks.rados.rados.0.smithi102.stdout:922: done (1 left) 2024-04-10T15:08:29.913 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 23 current snap is 74 2024-04-10T15:08:29.914 INFO:tasks.rados.rados.0.smithi102.stdout:924: seq_num 303 ranges {1384448=278528} 2024-04-10T15:08:29.921 INFO:tasks.rados.rados.0.smithi102.stdout:924: writing smithi10276805-23 from 1384448 to 1662976 tid 1 2024-04-10T15:08:29.921 INFO:tasks.rados.rados.0.smithi102.stdout:925: rollback oid 39 current snap is 74 2024-04-10T15:08:29.921 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 39 to 63 2024-04-10T15:08:29.921 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 285 (ObjNum 81 snap 0 seq_num 0) dirty exists 2024-04-10T15:08:29.921 INFO:tasks.rados.rados.0.smithi102.stdout:923: done (2 left) 2024-04-10T15:08:29.921 INFO:tasks.rados.rados.0.smithi102.stdout:926: snap_remove snap 61 2024-04-10T15:08:30.128 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:29 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:29.809+0000 7f69cdd41200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:08:30.128 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:29 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:29.916+0000 7f69cdd41200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:08:30.128 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:30.010+0000 7f69cdd41200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:08:30.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:29 smithi154 ceph-mon[30592]: osdmap e218: 8 total, 8 up, 8 in 2024-04-10T15:08:30.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:29 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:30.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:29 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:30.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:29 smithi154 ceph-mon[30592]: pgmap v36: 121 pgs: 121 active+clean; 140 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-04-10T15:08:30.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:29 smithi154 ceph-mon[30592]: osdmap e219: 8 total, 8 up, 8 in 2024-04-10T15:08:30.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:29 smithi102 ceph-mon[37987]: osdmap e218: 8 total, 8 up, 8 in 2024-04-10T15:08:30.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:29 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:30.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:29 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:30.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:29 smithi102 ceph-mon[37987]: pgmap v36: 121 pgs: 121 active+clean; 140 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-04-10T15:08:30.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:29 smithi102 ceph-mon[37987]: osdmap e219: 8 total, 8 up, 8 in 2024-04-10T15:08:30.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:29 smithi102 ceph-mon[26948]: osdmap e218: 8 total, 8 up, 8 in 2024-04-10T15:08:30.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:29 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:30.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:29 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:30.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:29 smithi102 ceph-mon[26948]: pgmap v36: 121 pgs: 121 active+clean; 140 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-04-10T15:08:30.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:29 smithi102 ceph-mon[26948]: osdmap e219: 8 total, 8 up, 8 in 2024-04-10T15:08:30.590 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:30.286+0000 7f69cdd41200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:08:30.590 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:30.413+0000 7f69cdd41200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:08:30.590 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:30.511+0000 7f69cdd41200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:08:30.590 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:30.614+0000 7f69cdd41200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:08:30.859 INFO:tasks.rados.rados.0.smithi102.stdout:926: done (2 left) 2024-04-10T15:08:30.859 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 17 current snap is 74 2024-04-10T15:08:30.859 INFO:tasks.rados.rados.0.smithi102.stdout:927: seq_num 304 ranges {0=294912} 2024-04-10T15:08:30.860 INFO:tasks.rados.rados.0.smithi102.stdout:927: writing smithi10276805-17 from 0 to 294912 tid 1 2024-04-10T15:08:30.861 INFO:tasks.rados.rados.0.smithi102.stdout:928: read oid 2 snap -1 2024-04-10T15:08:30.861 INFO:tasks.rados.rados.0.smithi102.stdout:928: expect (ObjNum 291 snap 69 seq_num 291) 2024-04-10T15:08:30.861 INFO:tasks.rados.rados.0.smithi102.stdout:929: setattr oid 29 current snap is 74 2024-04-10T15:08:30.862 INFO:tasks.rados.rados.0.smithi102.stdout:924: finishing write tid 1 to smithi10276805-23 2024-04-10T15:08:30.862 INFO:tasks.rados.rados.0.smithi102.stdout:925: finishing rollback tid 1 to smithi10276805-39 2024-04-10T15:08:30.862 INFO:tasks.rados.rados.0.smithi102.stdout:925: finishing rollback tid 2 to smithi10276805-39 2024-04-10T15:08:30.862 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 448 (ObjNum 233 snap 49 seq_num 233) dirty exists 2024-04-10T15:08:30.862 INFO:tasks.rados.rados.0.smithi102.stdout:924: finishing write tid 2 to smithi10276805-23 2024-04-10T15:08:30.862 INFO:tasks.rados.rados.0.smithi102.stdout:924: finishing write tid 3 to smithi10276805-23 2024-04-10T15:08:30.863 INFO:tasks.rados.rados.0.smithi102.stdout:924: oid 23 updating version 0 to 143 2024-04-10T15:08:30.863 INFO:tasks.rados.rados.0.smithi102.stdout:924: oid 23 updating version 143 to 144 2024-04-10T15:08:30.863 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 144 (ObjNum 303 snap 74 seq_num 303) dirty exists 2024-04-10T15:08:30.863 INFO:tasks.rados.rados.0.smithi102.stdout:924: left oid 23 (ObjNum 303 snap 74 seq_num 303) 2024-04-10T15:08:30.863 INFO:tasks.rados.rados.0.smithi102.stdout:924: done (4 left) 2024-04-10T15:08:30.863 INFO:tasks.rados.rados.0.smithi102.stdout:925: done (3 left) 2024-04-10T15:08:30.863 INFO:tasks.rados.rados.0.smithi102.stdout:930: delete oid 12 current snap is 74 2024-04-10T15:08:30.868 INFO:tasks.rados.rados.0.smithi102.stdout:927: finishing write tid 1 to smithi10276805-17 2024-04-10T15:08:30.869 INFO:tasks.rados.rados.0.smithi102.stdout:927: finishing write tid 2 to smithi10276805-17 2024-04-10T15:08:30.869 INFO:tasks.rados.rados.0.smithi102.stdout:930: done (3 left) 2024-04-10T15:08:30.869 INFO:tasks.rados.rados.0.smithi102.stdout:931: rollback oid 48 current snap is 74 2024-04-10T15:08:30.869 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 48 to 70 2024-04-10T15:08:30.869 INFO:tasks.rados.rados.0.smithi102.stdout:932: rollback oid 32 current snap is 74 2024-04-10T15:08:30.869 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 32 to 67 2024-04-10T15:08:30.870 INFO:tasks.rados.rados.0.smithi102.stdout:933: rmattr oid 30 current snap is 74 2024-04-10T15:08:30.870 INFO:tasks.rados.rados.0.smithi102.stdout:934: read oid 43 snap -1 2024-04-10T15:08:30.870 INFO:tasks.rados.rados.0.smithi102.stdout:934: expect deleted 2024-04-10T15:08:30.870 INFO:tasks.rados.rados.0.smithi102.stdout:935: snap_create 2024-04-10T15:08:30.871 INFO:tasks.rados.rados.0.smithi102.stdout:927: finishing write tid 3 to smithi10276805-17 2024-04-10T15:08:30.871 INFO:tasks.rados.rados.0.smithi102.stdout:927: oid 17 updating version 0 to 299 2024-04-10T15:08:30.871 INFO:tasks.rados.rados.0.smithi102.stdout:927: oid 17 updating version 299 to 300 2024-04-10T15:08:30.871 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 300 (ObjNum 304 snap 74 seq_num 304) dirty exists 2024-04-10T15:08:30.871 INFO:tasks.rados.rados.0.smithi102.stdout:927: left oid 17 (ObjNum 304 snap 74 seq_num 304) 2024-04-10T15:08:30.872 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 568 (ObjNum 129 snap 0 seq_num 87925872) dirty exists 2024-04-10T15:08:30.876 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 252 (ObjNum 281 snap 62 seq_num 281) dirty exists 2024-04-10T15:08:30.878 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:30.798+0000 7f69cdd41200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:08:30.878 INFO:tasks.rados.rados.0.smithi102.stdout:931: finishing rollback tid 0 to smithi10276805-48 2024-04-10T15:08:30.879 INFO:tasks.rados.rados.0.smithi102.stdout:931: finishing rollback tid 1 to smithi10276805-48 2024-04-10T15:08:30.879 INFO:tasks.rados.rados.0.smithi102.stdout:931: finishing rollback tid 2 to smithi10276805-48 2024-04-10T15:08:30.879 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 572 (ObjNum 275 snap 60 seq_num 275) dirty exists 2024-04-10T15:08:30.879 INFO:tasks.rados.rados.0.smithi102.stdout:928: expect (ObjNum 291 snap 69 seq_num 291) 2024-04-10T15:08:30.943 INFO:tasks.rados.rados.0.smithi102.stdout:932: finishing rollback tid 0 to smithi10276805-32 2024-04-10T15:08:30.943 INFO:tasks.rados.rados.0.smithi102.stdout:932: finishing rollback tid 1 to smithi10276805-32 2024-04-10T15:08:30.943 INFO:tasks.rados.rados.0.smithi102.stdout:932: finishing rollback tid 2 to smithi10276805-32 2024-04-10T15:08:30.943 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 576 (ObjNum 268 snap 60 seq_num 268) dirty exists 2024-04-10T15:08:31.862 INFO:tasks.rados.rados.0.smithi102.stdout:927: done (7 left) 2024-04-10T15:08:31.862 INFO:tasks.rados.rados.0.smithi102.stdout:928: done (6 left) 2024-04-10T15:08:31.862 INFO:tasks.rados.rados.0.smithi102.stdout:929: done (5 left) 2024-04-10T15:08:31.862 INFO:tasks.rados.rados.0.smithi102.stdout:931: done (4 left) 2024-04-10T15:08:31.862 INFO:tasks.rados.rados.0.smithi102.stdout:932: done (3 left) 2024-04-10T15:08:31.863 INFO:tasks.rados.rados.0.smithi102.stdout:933: done (2 left) 2024-04-10T15:08:31.863 INFO:tasks.rados.rados.0.smithi102.stdout:934: done (1 left) 2024-04-10T15:08:31.863 INFO:tasks.rados.rados.0.smithi102.stdout:935: done (0 left) 2024-04-10T15:08:31.863 INFO:tasks.rados.rados.0.smithi102.stdout:936: snap_remove snap 73 2024-04-10T15:08:32.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:31 smithi154 ceph-mon[30592]: osdmap e220: 8 total, 8 up, 8 in 2024-04-10T15:08:32.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:31 smithi154 ceph-mon[30592]: pgmap v39: 121 pgs: 121 active+clean; 140 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-04-10T15:08:32.128 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:31 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:31.878+0000 7f69cdd41200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:08:32.129 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:32.015+0000 7f69cdd41200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:08:32.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:31 smithi102 ceph-mon[37987]: osdmap e220: 8 total, 8 up, 8 in 2024-04-10T15:08:32.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:31 smithi102 ceph-mon[37987]: pgmap v39: 121 pgs: 121 active+clean; 140 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-04-10T15:08:32.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:31 smithi102 ceph-mon[26948]: osdmap e220: 8 total, 8 up, 8 in 2024-04-10T15:08:32.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:31 smithi102 ceph-mon[26948]: pgmap v39: 121 pgs: 121 active+clean; 140 MiB data, 929 MiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.2 MiB/s wr, 11 op/s 2024-04-10T15:08:32.628 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:32.373+0000 7f69cdd41200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:08:32.628 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:32.473+0000 7f69cdd41200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:08:32.863 INFO:tasks.rados.rados.0.smithi102.stdout:936: done (0 left) 2024-04-10T15:08:32.863 INFO:tasks.rados.rados.0.smithi102.stdout:937: read oid 47 snap -1 2024-04-10T15:08:32.863 INFO:tasks.rados.rados.0.smithi102.stdout:937: expect deleted 2024-04-10T15:08:32.863 INFO:tasks.rados.rados.0.smithi102.stdout:938: read oid 35 snap -1 2024-04-10T15:08:32.863 INFO:tasks.rados.rados.0.smithi102.stdout:938: expect (ObjNum 302 snap 74 seq_num 302) 2024-04-10T15:08:32.864 INFO:tasks.rados.rados.0.smithi102.stdout:939: snap_remove snap 72 2024-04-10T15:08:33.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:32 smithi154 ceph-mon[30592]: osdmap e221: 8 total, 8 up, 8 in 2024-04-10T15:08:33.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:32 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:33.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:32 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:33.129 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:32.678+0000 7f69cdd41200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:08:33.129 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:32.881+0000 7f69cdd41200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:08:33.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:32 smithi102 ceph-mon[26948]: osdmap e221: 8 total, 8 up, 8 in 2024-04-10T15:08:33.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:32 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:33.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:32 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:33.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:32 smithi102 ceph-mon[37987]: osdmap e221: 8 total, 8 up, 8 in 2024-04-10T15:08:33.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:32 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:33.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:32 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:33.469 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:33 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:33.205+0000 7f69cdd41200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:08:33.470 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:33 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:33.494+0000 7f69cdd41200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:08:33.729 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:33 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:08:33.881 INFO:tasks.rados.rados.0.smithi102.stdout:939: done (2 left) 2024-04-10T15:08:33.881 INFO:tasks.rados.rados.0.smithi102.stdout:940: rmattr oid 23 current snap is 75 2024-04-10T15:08:33.881 INFO:tasks.rados.rados.0.smithi102.stdout:938: expect (ObjNum 302 snap 74 seq_num 302) 2024-04-10T15:08:34.128 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:33 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:33.753+0000 7f69cdd41200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:08:34.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:33 smithi154 ceph-mon[30592]: osdmap e222: 8 total, 8 up, 8 in 2024-04-10T15:08:34.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:33 smithi154 ceph-mon[30592]: pgmap v42: 121 pgs: 121 active+clean; 140 MiB data, 929 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:34.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:33 smithi102 ceph-mon[37987]: osdmap e222: 8 total, 8 up, 8 in 2024-04-10T15:08:34.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:33 smithi102 ceph-mon[37987]: pgmap v42: 121 pgs: 121 active+clean; 140 MiB data, 929 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:34.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:33 smithi102 ceph-mon[26948]: osdmap e222: 8 total, 8 up, 8 in 2024-04-10T15:08:34.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:33 smithi102 ceph-mon[26948]: pgmap v42: 121 pgs: 121 active+clean; 140 MiB data, 929 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:34.450 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 150 (ObjNum 303 snap 74 seq_num 303) dirty exists 2024-04-10T15:08:34.451 INFO:tasks.rados.rados.0.smithi102.stdout:937: done (2 left) 2024-04-10T15:08:34.451 INFO:tasks.rados.rados.0.smithi102.stdout:938: done (1 left) 2024-04-10T15:08:34.451 INFO:tasks.rados.rados.0.smithi102.stdout:940: done (0 left) 2024-04-10T15:08:34.451 INFO:tasks.rados.rados.0.smithi102.stdout:941: setattr oid 27 current snap is 75 2024-04-10T15:08:34.451 INFO:tasks.rados.rados.0.smithi102.stdout:942: snap_remove snap 63 2024-04-10T15:08:34.875 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:34 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:34.666+0000 7f69cdd41200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:08:34.875 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:34 smithi154 ceph-mon[30592]: osdmap e223: 8 total, 8 up, 8 in 2024-04-10T15:08:34.875 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:34 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:34.875 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:34 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:34.961 INFO:tasks.rados.rados.0.smithi102.stdout:942: done (1 left) 2024-04-10T15:08:34.962 INFO:tasks.rados.rados.0.smithi102.stdout:943: rollback oid 16 current snap is 75 2024-04-10T15:08:34.962 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 16 to 67 2024-04-10T15:08:34.962 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 456 (ObjNum 193 snap 0 seq_num 1735369197) dirty exists 2024-04-10T15:08:34.962 INFO:tasks.rados.rados.0.smithi102.stdout:941: done (1 left) 2024-04-10T15:08:34.962 INFO:tasks.rados.rados.0.smithi102.stdout:944: snap_remove snap 70 2024-04-10T15:08:35.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:34 smithi102 ceph-mon[37987]: osdmap e223: 8 total, 8 up, 8 in 2024-04-10T15:08:35.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:34 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:35.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:34 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:35.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:34 smithi102 ceph-mon[26948]: osdmap e223: 8 total, 8 up, 8 in 2024-04-10T15:08:35.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:34 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:35.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:34 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:35.573 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:35 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:35.270+0000 7f69cdd41200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:08:35.573 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:35 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:35.374+0000 7f69cdd41200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:08:35.573 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:35 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:35.597+0000 7f69cdd41200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:08:35.869 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:35 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: [10/Apr/2024:15:08:35] ENGINE Bus STARTING 2024-04-10T15:08:35.869 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:35 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: CherryPy Checker: 2024-04-10T15:08:35.869 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:35 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: The Application mounted at '' has an empty config. 2024-04-10T15:08:35.869 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:35 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:35.870 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:35 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: [10/Apr/2024:15:08:35] ENGINE Serving on http://:::9283 2024-04-10T15:08:35.870 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:35 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: [10/Apr/2024:15:08:35] ENGINE Bus STARTED 2024-04-10T15:08:35.983 INFO:tasks.rados.rados.0.smithi102.stdout:944: done (1 left) 2024-04-10T15:08:35.983 INFO:tasks.rados.rados.0.smithi102.stdout:945: read oid 46 snap -1 2024-04-10T15:08:35.983 INFO:tasks.rados.rados.0.smithi102.stdout:945: expect (ObjNum 270 snap 60 seq_num 270) 2024-04-10T15:08:35.983 INFO:tasks.rados.rados.0.smithi102.stdout:946: copy_from oid 21 from oid 11 current snap is 75 2024-04-10T15:08:35.983 INFO:tasks.rados.rados.0.smithi102.stdout:947: snap_remove snap 74 2024-04-10T15:08:36.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:35 smithi154 ceph-mon[30592]: osdmap e224: 8 total, 8 up, 8 in 2024-04-10T15:08:36.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:35 smithi154 ceph-mon[30592]: pgmap v45: 121 pgs: 121 active+clean; 138 MiB data, 960 MiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 264 KiB/s wr, 18 op/s 2024-04-10T15:08:36.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:35 smithi154 ceph-mon[30592]: Standby manager daemon x restarted 2024-04-10T15:08:36.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:35 smithi154 ceph-mon[30592]: Standby manager daemon x started 2024-04-10T15:08:36.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:35 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/4175429448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:08:36.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:35 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/4175429448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:08:36.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:35 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/4175429448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:08:36.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:35 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/4175429448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:08:36.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:35 smithi102 ceph-mon[37987]: osdmap e224: 8 total, 8 up, 8 in 2024-04-10T15:08:36.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:35 smithi102 ceph-mon[37987]: pgmap v45: 121 pgs: 121 active+clean; 138 MiB data, 960 MiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 264 KiB/s wr, 18 op/s 2024-04-10T15:08:36.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:35 smithi102 ceph-mon[37987]: Standby manager daemon x restarted 2024-04-10T15:08:36.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:35 smithi102 ceph-mon[37987]: Standby manager daemon x started 2024-04-10T15:08:36.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:35 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/4175429448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:08:36.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:35 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/4175429448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:08:36.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:35 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/4175429448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:08:36.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:35 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/4175429448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:08:36.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:35 smithi102 ceph-mon[26948]: osdmap e224: 8 total, 8 up, 8 in 2024-04-10T15:08:36.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:35 smithi102 ceph-mon[26948]: pgmap v45: 121 pgs: 121 active+clean; 138 MiB data, 960 MiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 264 KiB/s wr, 18 op/s 2024-04-10T15:08:36.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:35 smithi102 ceph-mon[26948]: Standby manager daemon x restarted 2024-04-10T15:08:36.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:35 smithi102 ceph-mon[26948]: Standby manager daemon x started 2024-04-10T15:08:36.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:35 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.154:0/4175429448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:08:36.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:35 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.154:0/4175429448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:08:36.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:35 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.154:0/4175429448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:08:36.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:35 smithi102 ceph-mon[26948]: from='mgr.? 172.21.15.154:0/4175429448' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:08:36.976 INFO:tasks.rados.rados.0.smithi102.stdout:947: done (3 left) 2024-04-10T15:08:36.977 INFO:tasks.rados.rados.0.smithi102.stdout:948: delete oid 29 current snap is 75 2024-04-10T15:08:36.977 INFO:tasks.rados.rados.0.smithi102.stdout:943: finishing rollback tid 0 to smithi10276805-16 2024-04-10T15:08:36.977 INFO:tasks.rados.rados.0.smithi102.stdout:943: finishing rollback tid 1 to smithi10276805-16 2024-04-10T15:08:36.977 INFO:tasks.rados.rados.0.smithi102.stdout:943: finishing rollback tid 2 to smithi10276805-16 2024-04-10T15:08:36.977 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 397 (ObjNum 280 snap 62 seq_num 280) dirty exists 2024-04-10T15:08:36.977 INFO:tasks.rados.rados.0.smithi102.stdout:946: finishing copy_from racing read to smithi10276805-21 2024-04-10T15:08:36.977 INFO:tasks.rados.rados.0.smithi102.stdout:946: finishing copy_from to smithi10276805-21 2024-04-10T15:08:36.977 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 381 (ObjNum 214 snap 46 seq_num 214) dirty exists 2024-04-10T15:08:36.977 INFO:tasks.rados.rados.0.smithi102.stdout:945: expect (ObjNum 270 snap 60 seq_num 270) 2024-04-10T15:08:37.187 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:37 smithi154 ceph-mon[30592]: mgrmap e36: y(active, since 28s), standbys: x 2024-04-10T15:08:37.187 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:37 smithi154 ceph-mon[30592]: osdmap e225: 8 total, 8 up, 8 in 2024-04-10T15:08:37.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:37 smithi102 ceph-mon[37987]: mgrmap e36: y(active, since 28s), standbys: x 2024-04-10T15:08:37.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:37 smithi102 ceph-mon[37987]: osdmap e225: 8 total, 8 up, 8 in 2024-04-10T15:08:37.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:37 smithi102 ceph-mon[26948]: mgrmap e36: y(active, since 28s), standbys: x 2024-04-10T15:08:37.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:37 smithi102 ceph-mon[26948]: osdmap e225: 8 total, 8 up, 8 in 2024-04-10T15:08:37.479 INFO:tasks.rados.rados.0.smithi102.stdout:943: done (3 left) 2024-04-10T15:08:37.479 INFO:tasks.rados.rados.0.smithi102.stdout:945: done (2 left) 2024-04-10T15:08:37.479 INFO:tasks.rados.rados.0.smithi102.stdout:946: done (1 left) 2024-04-10T15:08:37.479 INFO:tasks.rados.rados.0.smithi102.stdout:948: done (0 left) 2024-04-10T15:08:37.479 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 41 current snap is 75 2024-04-10T15:08:37.479 INFO:tasks.rados.rados.0.smithi102.stdout:949: seq_num 307 ranges {3817472=344064} 2024-04-10T15:08:37.501 INFO:tasks.rados.rados.0.smithi102.stdout:949: writing smithi10276805-41 from 3817472 to 4161536 tid 1 2024-04-10T15:08:37.501 INFO:tasks.rados.rados.0.smithi102.stdout:950: rollback oid 47 current snap is 75 2024-04-10T15:08:37.501 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 47 to 67 2024-04-10T15:08:37.501 INFO:tasks.rados.rados.0.smithi102.stdout:951: snap_create 2024-04-10T15:08:37.501 INFO:tasks.rados.rados.0.smithi102.stdout:950: finishing rollback tid 1 to smithi10276805-47 2024-04-10T15:08:37.501 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:08:37.503 INFO:tasks.rados.rados.0.smithi102.stdout:949: finishing write tid 1 to smithi10276805-41 2024-04-10T15:08:37.503 INFO:tasks.rados.rados.0.smithi102.stdout:949: finishing write tid 2 to smithi10276805-41 2024-04-10T15:08:37.504 INFO:tasks.rados.rados.0.smithi102.stdout:949: finishing write tid 3 to smithi10276805-41 2024-04-10T15:08:37.504 INFO:tasks.rados.rados.0.smithi102.stdout:949: oid 41 updating version 0 to 377 2024-04-10T15:08:37.504 INFO:tasks.rados.rados.0.smithi102.stdout:949: oid 41 version 377 is already newer than 376 2024-04-10T15:08:37.504 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 377 (ObjNum 307 snap 75 seq_num 307) dirty exists 2024-04-10T15:08:37.504 INFO:tasks.rados.rados.0.smithi102.stdout:949: left oid 41 (ObjNum 307 snap 75 seq_num 307) 2024-04-10T15:08:37.908 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:08:37] "GET /metrics HTTP/1.1" 200 36091 "" "Prometheus/2.43.0" 2024-04-10T15:08:37.989 INFO:tasks.rados.rados.0.smithi102.stdout:949: done (2 left) 2024-04-10T15:08:37.989 INFO:tasks.rados.rados.0.smithi102.stdout:950: done (1 left) 2024-04-10T15:08:37.989 INFO:tasks.rados.rados.0.smithi102.stdout:951: done (0 left) 2024-04-10T15:08:37.989 INFO:tasks.rados.rados.0.smithi102.stdout:952: rmattr oid 32 current snap is 76 2024-04-10T15:08:37.990 INFO:tasks.rados.rados.0.smithi102.stdout:953: read oid 14 snap -1 2024-04-10T15:08:37.990 INFO:tasks.rados.rados.0.smithi102.stdout:953: expect deleted 2024-04-10T15:08:37.990 INFO:tasks.rados.rados.0.smithi102.stdout:954: rollback oid 42 current snap is 76 2024-04-10T15:08:37.990 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 42 to 75 2024-04-10T15:08:37.990 INFO:tasks.rados.rados.0.smithi102.stdout:955: delete oid 12 current snap is 76 2024-04-10T15:08:37.990 INFO:tasks.rados.rados.0.smithi102.stdout:953: done (3 left) 2024-04-10T15:08:37.990 INFO:tasks.rados.rados.0.smithi102.stdout:955: done (2 left) 2024-04-10T15:08:37.991 INFO:tasks.rados.rados.0.smithi102.stdout:956: delete oid 37 current snap is 76 2024-04-10T15:08:37.992 INFO:tasks.rados.rados.0.smithi102.stdout:954: finishing rollback tid 0 to smithi10276805-42 2024-04-10T15:08:37.993 INFO:tasks.rados.rados.0.smithi102.stdout:954: finishing rollback tid 1 to smithi10276805-42 2024-04-10T15:08:37.993 INFO:tasks.rados.rados.0.smithi102.stdout:954: finishing rollback tid 2 to smithi10276805-42 2024-04-10T15:08:37.994 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 409 (ObjNum 34 snap 0 seq_num 34) dirty exists 2024-04-10T15:08:37.994 INFO:tasks.rados.rados.0.smithi102.stdout:954: done (2 left) 2024-04-10T15:08:37.994 INFO:tasks.rados.rados.0.smithi102.stdout:956: done (1 left) 2024-04-10T15:08:37.995 INFO:tasks.rados.rados.0.smithi102.stdout:957: copy_from oid 29 from oid 16 current snap is 76 2024-04-10T15:08:37.995 INFO:tasks.rados.rados.0.smithi102.stdout:958: read oid 19 snap 75 2024-04-10T15:08:37.995 INFO:tasks.rados.rados.0.smithi102.stdout:958: expect (ObjNum 232 snap 49 seq_num 232) 2024-04-10T15:08:37.995 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 11 current snap is 76 2024-04-10T15:08:37.995 INFO:tasks.rados.rados.0.smithi102.stdout:959: seq_num 310 ranges {2293760=401408} 2024-04-10T15:08:38.009 INFO:tasks.rados.rados.0.smithi102.stdout:959: writing smithi10276805-11 from 2293760 to 2695168 tid 1 2024-04-10T15:08:38.009 INFO:tasks.rados.rados.0.smithi102.stdout:960: copy_from oid 26 from oid 18 current snap is 76 2024-04-10T15:08:38.009 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 595 (ObjNum 268 snap 60 seq_num 268) dirty exists 2024-04-10T15:08:38.009 INFO:tasks.rados.rados.0.smithi102.stdout:958: expect (ObjNum 232 snap 49 seq_num 232) 2024-04-10T15:08:38.052 INFO:tasks.rados.rados.0.smithi102.stdout:957: finishing copy_from racing read to smithi10276805-29 2024-04-10T15:08:38.052 INFO:tasks.rados.rados.0.smithi102.stdout:957: finishing copy_from to smithi10276805-29 2024-04-10T15:08:38.052 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 397 (ObjNum 280 snap 62 seq_num 280) dirty exists 2024-04-10T15:08:38.052 INFO:tasks.rados.rados.0.smithi102.stdout:959: finishing write tid 1 to smithi10276805-11 2024-04-10T15:08:38.052 INFO:tasks.rados.rados.0.smithi102.stdout:959: finishing write tid 2 to smithi10276805-11 2024-04-10T15:08:38.052 INFO:tasks.rados.rados.0.smithi102.stdout:952: done (4 left) 2024-04-10T15:08:38.052 INFO:tasks.rados.rados.0.smithi102.stdout:957: done (3 left) 2024-04-10T15:08:38.052 INFO:tasks.rados.rados.0.smithi102.stdout:958: done (2 left) 2024-04-10T15:08:38.052 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 76 2024-04-10T15:08:38.052 INFO:tasks.rados.rados.0.smithi102.stdout:959: finishing write tid 3 to smithi10276805-11 2024-04-10T15:08:38.052 INFO:tasks.rados.rados.0.smithi102.stdout:959: oid 11 updating version 0 to 411 2024-04-10T15:08:38.052 INFO:tasks.rados.rados.0.smithi102.stdout:959: oid 11 updating version 411 to 412 2024-04-10T15:08:38.052 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 412 (ObjNum 310 snap 76 seq_num 310) dirty exists 2024-04-10T15:08:38.052 INFO:tasks.rados.rados.0.smithi102.stdout:959: left oid 11 (ObjNum 310 snap 76 seq_num 310) 2024-04-10T15:08:38.052 INFO:tasks.rados.rados.0.smithi102.stdout:960: finishing copy_from racing read to smithi10276805-26 2024-04-10T15:08:38.053 INFO:tasks.rados.rados.0.smithi102.stdout:961: seq_num 311 ranges {4464640=417792} 2024-04-10T15:08:38.078 INFO:tasks.rados.rados.0.smithi102.stdout:961: writing smithi10276805-10 from 4464640 to 4882432 tid 1 2024-04-10T15:08:38.078 INFO:tasks.rados.rados.0.smithi102.stdout:959: done (2 left) 2024-04-10T15:08:38.078 INFO:tasks.rados.rados.0.smithi102.stdout:962: read oid 44 snap 75 2024-04-10T15:08:38.079 INFO:tasks.rados.rados.0.smithi102.stdout:962: expect deleted 2024-04-10T15:08:38.079 INFO:tasks.rados.rados.0.smithi102.stdout:963: read oid 14 snap -1 2024-04-10T15:08:38.079 INFO:tasks.rados.rados.0.smithi102.stdout:963: expect deleted 2024-04-10T15:08:38.079 INFO:tasks.rados.rados.0.smithi102.stdout:964: read oid 41 snap 75 2024-04-10T15:08:38.079 INFO:tasks.rados.rados.0.smithi102.stdout:964: expect (ObjNum 307 snap 75 seq_num 307) 2024-04-10T15:08:38.079 INFO:tasks.rados.rados.0.smithi102.stdout:965: snap_create 2024-04-10T15:08:38.079 INFO:tasks.rados.rados.0.smithi102.stdout:960: finishing copy_from to smithi10276805-26 2024-04-10T15:08:38.079 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 209 (ObjNum 279 snap 61 seq_num 279) dirty exists 2024-04-10T15:08:38.082 INFO:tasks.rados.rados.0.smithi102.stdout:961: finishing write tid 1 to smithi10276805-10 2024-04-10T15:08:38.082 INFO:tasks.rados.rados.0.smithi102.stdout:961: finishing write tid 2 to smithi10276805-10 2024-04-10T15:08:38.083 INFO:tasks.rados.rados.0.smithi102.stdout:961: finishing write tid 3 to smithi10276805-10 2024-04-10T15:08:38.083 INFO:tasks.rados.rados.0.smithi102.stdout:961: oid 10 updating version 0 to 331 2024-04-10T15:08:38.083 INFO:tasks.rados.rados.0.smithi102.stdout:961: oid 10 updating version 331 to 332 2024-04-10T15:08:38.083 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 332 (ObjNum 311 snap 76 seq_num 311) dirty exists 2024-04-10T15:08:38.084 INFO:tasks.rados.rados.0.smithi102.stdout:961: left oid 10 (ObjNum 311 snap 76 seq_num 311) 2024-04-10T15:08:38.089 INFO:tasks.rados.rados.0.smithi102.stdout:964: expect (ObjNum 307 snap 75 seq_num 307) 2024-04-10T15:08:38.264 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[37987]: osdmap e226: 8 total, 8 up, 8 in 2024-04-10T15:08:38.264 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[37987]: pgmap v48: 121 pgs: 121 active+clean; 138 MiB data, 960 MiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 264 KiB/s wr, 18 op/s 2024-04-10T15:08:38.264 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:38.264 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:38.264 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:08:38.264 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:08:38.264 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:38.265 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:08:38.265 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:38.265 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:08:38.265 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:38.265 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-10T15:08:38.265 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-10T15:08:38.265 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-10T15:08:38.265 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-10T15:08:38.265 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T15:08:38.265 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-10T15:08:38.265 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[26948]: osdmap e226: 8 total, 8 up, 8 in 2024-04-10T15:08:38.265 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[26948]: pgmap v48: 121 pgs: 121 active+clean; 138 MiB data, 960 MiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 264 KiB/s wr, 18 op/s 2024-04-10T15:08:38.265 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:38.265 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:38.266 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:08:38.266 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:08:38.266 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:38.266 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:08:38.266 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:38.266 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:08:38.266 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:38.266 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-10T15:08:38.266 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-10T15:08:38.266 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-10T15:08:38.266 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-10T15:08:38.266 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T15:08:38.266 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:38 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-10T15:08:38.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:38 smithi154 ceph-mon[30592]: osdmap e226: 8 total, 8 up, 8 in 2024-04-10T15:08:38.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:38 smithi154 ceph-mon[30592]: pgmap v48: 121 pgs: 121 active+clean; 138 MiB data, 960 MiB used, 714 GiB / 715 GiB avail; 7.7 MiB/s rd, 264 KiB/s wr, 18 op/s 2024-04-10T15:08:38.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:38 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:38.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:38 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:38.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:38 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:08:38.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:38 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:08:38.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:38 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:38.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:38 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:08:38.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:38 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:38.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:38 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:08:38.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:38 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:38.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:38 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]: dispatch 2024-04-10T15:08:38.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:38 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.x"}]': finished 2024-04-10T15:08:38.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:38 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]: dispatch 2024-04-10T15:08:38.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:38 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr.y"}]': finished 2024-04-10T15:08:38.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:38 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T15:08:38.380 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:38 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-10T15:08:38.990 INFO:tasks.rados.rados.0.smithi102.stdout:960: done (5 left) 2024-04-10T15:08:38.990 INFO:tasks.rados.rados.0.smithi102.stdout:961: done (4 left) 2024-04-10T15:08:38.990 INFO:tasks.rados.rados.0.smithi102.stdout:962: done (3 left) 2024-04-10T15:08:38.990 INFO:tasks.rados.rados.0.smithi102.stdout:963: done (2 left) 2024-04-10T15:08:38.990 INFO:tasks.rados.rados.0.smithi102.stdout:964: done (1 left) 2024-04-10T15:08:38.990 INFO:tasks.rados.rados.0.smithi102.stdout:965: done (0 left) 2024-04-10T15:08:38.990 INFO:tasks.rados.rados.0.smithi102.stdout:966: read oid 3 snap -1 2024-04-10T15:08:38.990 INFO:tasks.rados.rados.0.smithi102.stdout:966: expect deleted 2024-04-10T15:08:38.991 INFO:tasks.rados.rados.0.smithi102.stdout:967: copy_from oid 50 from oid 8 current snap is 77 2024-04-10T15:08:38.991 INFO:tasks.rados.rados.0.smithi102.stdout:968: snap_remove snap 75 2024-04-10T15:08:39.261 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:39 smithi102 ceph-mon[37987]: Upgrade: Setting container_image for all mgr 2024-04-10T15:08:39.262 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:39 smithi102 ceph-mon[37987]: Upgrade: It appears safe to stop mon.a 2024-04-10T15:08:39.262 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:39 smithi102 ceph-mon[37987]: osdmap e227: 8 total, 8 up, 8 in 2024-04-10T15:08:39.262 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:39 smithi102 ceph-mon[26948]: Upgrade: Setting container_image for all mgr 2024-04-10T15:08:39.262 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:39 smithi102 ceph-mon[26948]: Upgrade: It appears safe to stop mon.a 2024-04-10T15:08:39.262 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:39 smithi102 ceph-mon[26948]: osdmap e227: 8 total, 8 up, 8 in 2024-04-10T15:08:39.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:39 smithi154 ceph-mon[30592]: Upgrade: Setting container_image for all mgr 2024-04-10T15:08:39.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:39 smithi154 ceph-mon[30592]: Upgrade: It appears safe to stop mon.a 2024-04-10T15:08:39.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:39 smithi154 ceph-mon[30592]: osdmap e227: 8 total, 8 up, 8 in 2024-04-10T15:08:39.776 INFO:tasks.rados.rados.0.smithi102.stdout:968: done (2 left) 2024-04-10T15:08:39.776 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 38 current snap is 77 2024-04-10T15:08:39.776 INFO:tasks.rados.rados.0.smithi102.stdout:969: seq_num 312 ranges {4120576=434176} 2024-04-10T15:08:39.802 INFO:tasks.rados.rados.0.smithi102.stdout:969: writing smithi10276805-38 from 4120576 to 4554752 tid 1 2024-04-10T15:08:39.802 INFO:tasks.rados.rados.0.smithi102.stdout:970: read oid 20 snap -1 2024-04-10T15:08:39.802 INFO:tasks.rados.rados.0.smithi102.stdout:970: expect deleted 2024-04-10T15:08:39.802 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 41 current snap is 77 2024-04-10T15:08:39.802 INFO:tasks.rados.rados.0.smithi102.stdout:971: seq_num 313 ranges {4161536=450560} 2024-04-10T15:08:39.828 INFO:tasks.rados.rados.0.smithi102.stdout:971: writing smithi10276805-41 from 4161536 to 4612096 tid 1 2024-04-10T15:08:39.828 INFO:tasks.rados.rados.0.smithi102.stdout:972: delete oid 11 current snap is 77 2024-04-10T15:08:39.828 INFO:tasks.rados.rados.0.smithi102.stdout:967: finishing copy_from racing read to smithi10276805-50 2024-04-10T15:08:39.828 INFO:tasks.rados.rados.0.smithi102.stdout:967: finishing copy_from to smithi10276805-50 2024-04-10T15:08:39.828 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 285 (ObjNum 33 snap 0 seq_num 87499776) dirty exists 2024-04-10T15:08:39.829 INFO:tasks.rados.rados.0.smithi102.stdout:969: finishing write tid 1 to smithi10276805-38 2024-04-10T15:08:39.829 INFO:tasks.rados.rados.0.smithi102.stdout:969: finishing write tid 2 to smithi10276805-38 2024-04-10T15:08:39.829 INFO:tasks.rados.rados.0.smithi102.stdout:969: finishing write tid 3 to smithi10276805-38 2024-04-10T15:08:39.829 INFO:tasks.rados.rados.0.smithi102.stdout:969: oid 38 updating version 0 to 55 2024-04-10T15:08:39.829 INFO:tasks.rados.rados.0.smithi102.stdout:969: oid 38 updating version 55 to 56 2024-04-10T15:08:39.829 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 56 (ObjNum 312 snap 77 seq_num 312) dirty exists 2024-04-10T15:08:39.829 INFO:tasks.rados.rados.0.smithi102.stdout:969: left oid 38 (ObjNum 312 snap 77 seq_num 312) 2024-04-10T15:08:39.831 INFO:tasks.rados.rados.0.smithi102.stdout:966: done (5 left) 2024-04-10T15:08:39.831 INFO:tasks.rados.rados.0.smithi102.stdout:967: done (4 left) 2024-04-10T15:08:39.831 INFO:tasks.rados.rados.0.smithi102.stdout:969: done (3 left) 2024-04-10T15:08:39.831 INFO:tasks.rados.rados.0.smithi102.stdout:970: done (2 left) 2024-04-10T15:08:39.831 INFO:tasks.rados.rados.0.smithi102.stdout:972: done (1 left) 2024-04-10T15:08:39.832 INFO:tasks.rados.rados.0.smithi102.stdout:973: snap_remove snap 67 2024-04-10T15:08:40.223 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:40 smithi102 ceph-mon[37987]: osdmap e228: 8 total, 8 up, 8 in 2024-04-10T15:08:40.223 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:40 smithi102 ceph-mon[37987]: Upgrade: Updating mon.a 2024-04-10T15:08:40.224 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:40 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:40.224 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:40 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:08:40.224 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:40 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:08:40.224 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:40 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:08:40.224 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:40 smithi102 ceph-mon[37987]: Deploying daemon mon.a on smithi102 2024-04-10T15:08:40.224 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:40 smithi102 ceph-mon[37987]: pgmap v51: 121 pgs: 121 active+clean; 140 MiB data, 979 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-04-10T15:08:40.224 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:40 smithi102 ceph-mon[37987]: osdmap e229: 8 total, 8 up, 8 in 2024-04-10T15:08:40.224 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:40 smithi102 ceph-mon[26948]: osdmap e228: 8 total, 8 up, 8 in 2024-04-10T15:08:40.224 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:40 smithi102 ceph-mon[26948]: Upgrade: Updating mon.a 2024-04-10T15:08:40.224 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:40 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:40.224 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:40 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:08:40.224 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:40 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:08:40.224 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:40 smithi102 ceph-mon[26948]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:08:40.225 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:40 smithi102 ceph-mon[26948]: Deploying daemon mon.a on smithi102 2024-04-10T15:08:40.225 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:40 smithi102 ceph-mon[26948]: pgmap v51: 121 pgs: 121 active+clean; 140 MiB data, 979 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-04-10T15:08:40.225 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:40 smithi102 ceph-mon[26948]: osdmap e229: 8 total, 8 up, 8 in 2024-04-10T15:08:40.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:40 smithi154 ceph-mon[30592]: osdmap e228: 8 total, 8 up, 8 in 2024-04-10T15:08:40.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:40 smithi154 ceph-mon[30592]: Upgrade: Updating mon.a 2024-04-10T15:08:40.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:40 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' 2024-04-10T15:08:40.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:40 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:08:40.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:40 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:08:40.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:40 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:08:40.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:40 smithi154 ceph-mon[30592]: Deploying daemon mon.a on smithi102 2024-04-10T15:08:40.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:40 smithi154 ceph-mon[30592]: pgmap v51: 121 pgs: 121 active+clean; 140 MiB data, 979 MiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 2.5 MiB/s wr, 15 op/s 2024-04-10T15:08:40.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:40 smithi154 ceph-mon[30592]: osdmap e229: 8 total, 8 up, 8 in 2024-04-10T15:08:40.628 INFO:teuthology.orchestra.run.smithi102.stdout:true 2024-04-10T15:08:40.788 INFO:tasks.rados.rados.0.smithi102.stdout:971: finishing write tid 1 to smithi10276805-41 2024-04-10T15:08:40.788 INFO:tasks.rados.rados.0.smithi102.stdout:971: finishing write tid 2 to smithi10276805-41 2024-04-10T15:08:40.788 INFO:tasks.rados.rados.0.smithi102.stdout:971: finishing write tid 3 to smithi10276805-41 2024-04-10T15:08:40.788 INFO:tasks.rados.rados.0.smithi102.stdout:971: oid 41 updating version 0 to 388 2024-04-10T15:08:40.788 INFO:tasks.rados.rados.0.smithi102.stdout:971: oid 41 version 388 is already newer than 387 2024-04-10T15:08:40.788 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 388 (ObjNum 313 snap 77 seq_num 313) dirty exists 2024-04-10T15:08:40.788 INFO:tasks.rados.rados.0.smithi102.stdout:971: left oid 41 (ObjNum 313 snap 77 seq_num 313) 2024-04-10T15:08:40.788 INFO:tasks.rados.rados.0.smithi102.stdout:971: done (1 left) 2024-04-10T15:08:40.788 INFO:tasks.rados.rados.0.smithi102.stdout:973: done (0 left) 2024-04-10T15:08:40.789 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 45 current snap is 77 2024-04-10T15:08:40.789 INFO:tasks.rados.rados.0.smithi102.stdout:974: seq_num 315 ranges {6766592=483328} 2024-04-10T15:08:40.831 INFO:tasks.rados.rados.0.smithi102.stdout:974: writing smithi10276805-45 from 6766592 to 7249920 tid 1 2024-04-10T15:08:40.831 INFO:tasks.rados.rados.0.smithi102.stdout:975: copy_from oid 41 from oid 49 current snap is 77 2024-04-10T15:08:40.831 INFO:tasks.rados.rados.0.smithi102.stdout:976: snap_remove snap 76 2024-04-10T15:08:40.978 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:08:40.978 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (3m) 29s ago 4m 24.7M - 0.25.0 c8568f914cd2 8877963ef1e7 2024-04-10T15:08:40.978 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi154 *:3000 running (4m) 8s ago 4m 90.8M - 9.4.7 954c08fa6188 a24ea26325a1 2024-04-10T15:08:40.978 INFO:teuthology.orchestra.run.smithi102.stdout:mds.a smithi102 running (5m) 29s ago 5m 15.3M - 18.2.2-1187-gd540ebac bb2c5eac26a4 da51112648bf 2024-04-10T15:08:40.978 INFO:teuthology.orchestra.run.smithi102.stdout:mds.b smithi154 running (5m) 8s ago 5m 17.5M - 18.2.2-1187-gd540ebac bb2c5eac26a4 1c2f7bf05952 2024-04-10T15:08:40.978 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi154 *:8443,9283,8765 running (13s) 8s ago 9m 68.0M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 5843a1d0f5c5 2024-04-10T15:08:40.978 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (42s) 29s ago 10m 477M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 d4cb3bfdb76a 2024-04-10T15:08:40.978 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (10m) 29s ago 11m 55.4M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 b5bf8e9454cf 2024-04-10T15:08:40.978 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi154 running (9m) 8s ago 9m 47.7M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 d5aaf18af9df 2024-04-10T15:08:40.978 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (9m) 29s ago 9m 43.9M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 964cff5f75bd 2024-04-10T15:08:40.979 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (4m) 29s ago 4m 14.1M - 1.5.0 0da6a335fe13 dc103d21fc64 2024-04-10T15:08:40.979 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi154 *:9100 running (4m) 8s ago 4m 15.1M - 1.5.0 0da6a335fe13 c71ce3c6ef09 2024-04-10T15:08:40.979 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (8m) 29s ago 8m 154M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 770d8faa5266 2024-04-10T15:08:40.979 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (8m) 29s ago 8m 96.6M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 6d2a7c667fff 2024-04-10T15:08:40.979 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (8m) 29s ago 7m 126M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 eb8f648e2007 2024-04-10T15:08:40.979 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (7m) 29s ago 7m 82.3M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 ebbbf8d35d32 2024-04-10T15:08:40.979 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi154 running (7m) 8s ago 7m 170M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 8ae20879a763 2024-04-10T15:08:40.979 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi154 running (6m) 8s ago 6m 193M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 51b30d38d077 2024-04-10T15:08:40.979 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi154 running (6m) 8s ago 6m 135M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 2dd28f8d572c 2024-04-10T15:08:40.979 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi154 running (6m) 8s ago 6m 103M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a3af5b492398 2024-04-10T15:08:40.979 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi154 *:9095 running (18s) 8s ago 5m 37.4M - 2.43.0 a07b618ecd1d 15b122e84a15 2024-04-10T15:08:41.406 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:08:41.406 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-10T15:08:41.406 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3 2024-04-10T15:08:41.406 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:08:41.407 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-10T15:08:41.407 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:08:41.407 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:08:41.407 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-10T15:08:41.407 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:08:41.407 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:08:41.407 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-10T15:08:41.407 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:08:41.407 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:08:41.407 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-10T15:08:41.407 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 13, 2024-04-10T15:08:41.407 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:08:41.407 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:08:41.407 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:08:41.559 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:41 smithi102 systemd[1]: Stopping Ceph mon.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:08:41.842 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:41 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a[26944]: 2024-04-10T15:08:41.583+0000 7fd6ac0ce700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:08:41.842 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:41 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a[26944]: 2024-04-10T15:08:41.583+0000 7fd6ac0ce700 -1 mon.a@0(leader) e3 *** Got Signal Terminated *** 2024-04-10T15:08:41.843 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:41 smithi102 podman[88381]: 2024-04-10 15:08:41.604415435 +0000 UTC m=+0.191761239 container died b5bf8e9454cf80f723b2ac58a7d17363471797bf0989b0de4542c7995c1d09f0 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-10T15:08:41.843 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:41 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:08:41] ENGINE Bus STOPPING 2024-04-10T15:08:41.843 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:41 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:08:41] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:08:41.843 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:41 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:08:41] ENGINE Bus STOPPED 2024-04-10T15:08:41.843 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:41 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:08:41] ENGINE Bus STARTING 2024-04-10T15:08:41.843 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:41 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:08:41] ENGINE Serving on http://:::9283 2024-04-10T15:08:41.843 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:41 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:08:41] ENGINE Bus STARTED 2024-04-10T15:08:42.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:42 smithi102 podman[88381]: 2024-04-10 15:08:42.042501617 +0000 UTC m=+0.629847420 container cleanup b5bf8e9454cf80f723b2ac58a7d17363471797bf0989b0de4542c7995c1d09f0 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a, ceph=True, GIT_CLEAN=True, RELEASE=reef-d540eba, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:08:42.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:42 smithi102 bash[88381]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a 2024-04-10T15:08:42.630 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:42 smithi102 podman[88399]: 2024-04-10 15:08:42.244182161 +0000 UTC m=+0.641054948 container remove b5bf8e9454cf80f723b2ac58a7d17363471797bf0989b0de4542c7995c1d09f0 (image=quay.ceph.io/ceph-ci/ceph:reef, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240403, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-10T15:08:42.630 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:42 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mon.a.service: Deactivated successfully. 2024-04-10T15:08:42.630 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:42 smithi102 systemd[1]: Stopped Ceph mon.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:08:42.630 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:42 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mon.a.service: Consumed 13.287s CPU time. 2024-04-10T15:08:42.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:42 smithi102 systemd[1]: Starting Ceph mon.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:08:42.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:42 smithi102 podman[88538]: 2024-04-10 15:08:42.771417304 +0000 UTC m=+0.017801328 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:08:42.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:42 smithi102 podman[88538]: 2024-04-10 15:08:42.878638672 +0000 UTC m=+0.125022737 container create 09d0a3f89365443f689a374f34508666506876bfca3f59bf5cf5ea2388e5bd1d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:08:43.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 podman[88538]: 2024-04-10 15:08:43.09772509 +0000 UTC m=+0.344109112 container init 09d0a3f89365443f689a374f34508666506876bfca3f59bf5cf5ea2388e5bd1d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-10T15:08:43.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 podman[88538]: 2024-04-10 15:08:43.100561231 +0000 UTC m=+0.346945251 container start 09d0a3f89365443f689a374f34508666506876bfca3f59bf5cf5ea2388e5bd1d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2) 2024-04-10T15:08:43.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: set uid:gid to 167:167 (ceph:ceph) 2024-04-10T15:08:43.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev), process ceph-mon, pid 2 2024-04-10T15:08:43.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: pidfile_write: ignore empty --pid-file 2024-04-10T15:08:43.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: load: jerasure load: lrc 2024-04-10T15:08:43.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: RocksDB version: 7.9.2 2024-04-10T15:08:43.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Git sha 0 2024-04-10T15:08:43.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Compile date 2024-04-09 19:52:16 2024-04-10T15:08:43.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: DB SUMMARY 2024-04-10T15:08:43.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: DB Session ID: Y9XZMLNIKDGZ7USLLT94 2024-04-10T15:08:43.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: CURRENT file: CURRENT 2024-04-10T15:08:43.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: IDENTITY file: IDENTITY 2024-04-10T15:08:43.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: MANIFEST file: MANIFEST-000015 size: 1508 Bytes 2024-04-10T15:08:43.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: SST files in /var/lib/ceph/mon/ceph-a/store.db dir, Total Num: 1, files: 000032.sst 2024-04-10T15:08:43.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-a/store.db: 000030.log size: 2314275 ; 2024-04-10T15:08:43.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.error_if_exists: 0 2024-04-10T15:08:43.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.create_if_missing: 0 2024-04-10T15:08:43.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.paranoid_checks: 1 2024-04-10T15:08:43.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-10T15:08:43.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-10T15:08:43.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-10T15:08:43.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.env: 0x558ebcf29d40 2024-04-10T15:08:43.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.fs: PosixFileSystem 2024-04-10T15:08:43.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.info_log: 0x558ebd7cfbe0 2024-04-10T15:08:43.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_file_opening_threads: 16 2024-04-10T15:08:43.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.statistics: (nil) 2024-04-10T15:08:43.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.use_fsync: 0 2024-04-10T15:08:43.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_log_file_size: 0 2024-04-10T15:08:43.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-10T15:08:43.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-10T15:08:43.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.keep_log_file_num: 1000 2024-04-10T15:08:43.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.recycle_log_file_num: 0 2024-04-10T15:08:43.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.allow_fallocate: 1 2024-04-10T15:08:43.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.allow_mmap_reads: 0 2024-04-10T15:08:43.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.allow_mmap_writes: 0 2024-04-10T15:08:43.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.use_direct_reads: 0 2024-04-10T15:08:43.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-10T15:08:43.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.create_missing_column_families: 0 2024-04-10T15:08:43.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.db_log_dir: 2024-04-10T15:08:43.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.wal_dir: 2024-04-10T15:08:43.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-10T15:08:43.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-10T15:08:43.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-10T15:08:43.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-10T15:08:43.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-10T15:08:43.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-10T15:08:43.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.advise_random_on_open: 1 2024-04-10T15:08:43.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.db_write_buffer_size: 0 2024-04-10T15:08:43.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.write_buffer_manager: 0x558ebd7a0820 2024-04-10T15:08:43.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-10T15:08:43.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-10T15:08:43.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-10T15:08:43.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.rate_limiter: (nil) 2024-04-10T15:08:43.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-10T15:08:43.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.wal_recovery_mode: 2 2024-04-10T15:08:43.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.enable_thread_tracking: 0 2024-04-10T15:08:43.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.enable_pipelined_write: 0 2024-04-10T15:08:43.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.unordered_write: 0 2024-04-10T15:08:43.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-10T15:08:43.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-10T15:08:43.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-10T15:08:43.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-10T15:08:43.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.row_cache: None 2024-04-10T15:08:43.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.wal_filter: None 2024-04-10T15:08:43.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-10T15:08:43.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.allow_ingest_behind: 0 2024-04-10T15:08:43.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.two_write_queues: 0 2024-04-10T15:08:43.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.manual_wal_flush: 0 2024-04-10T15:08:43.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.wal_compression: 0 2024-04-10T15:08:43.415 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.atomic_flush: 0 2024-04-10T15:08:43.416 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-10T15:08:43.416 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-10T15:08:43.416 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-10T15:08:43.416 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.log_readahead_size: 0 2024-04-10T15:08:43.416 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-10T15:08:43.416 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.best_efforts_recovery: 0 2024-04-10T15:08:43.416 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-10T15:08:43.416 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-10T15:08:43.416 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.allow_data_in_errors: 0 2024-04-10T15:08:43.416 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.db_host_id: __hostname__ 2024-04-10T15:08:43.416 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-10T15:08:43.416 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_background_jobs: 2 2024-04-10T15:08:43.416 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_background_compactions: -1 2024-04-10T15:08:43.416 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_subcompactions: 1 2024-04-10T15:08:43.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-10T15:08:43.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-10T15:08:43.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-10T15:08:43.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_total_wal_size: 0 2024-04-10T15:08:43.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-10T15:08:43.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-10T15:08:43.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-10T15:08:43.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-10T15:08:43.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_open_files: -1 2024-04-10T15:08:43.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.bytes_per_sync: 0 2024-04-10T15:08:43.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-10T15:08:43.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-10T15:08:43.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compaction_readahead_size: 0 2024-04-10T15:08:43.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_background_flushes: -1 2024-04-10T15:08:43.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Compression algorithms supported: 2024-04-10T15:08:43.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-10T15:08:43.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: kZSTD supported: 0 2024-04-10T15:08:43.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: kXpressCompression supported: 0 2024-04-10T15:08:43.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: kLZ4HCCompression supported: 1 2024-04-10T15:08:43.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: kZlibCompression supported: 1 2024-04-10T15:08:43.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: kSnappyCompression supported: 1 2024-04-10T15:08:43.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: kLZ4Compression supported: 1 2024-04-10T15:08:43.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: kBZip2Compression supported: 0 2024-04-10T15:08:43.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-10T15:08:43.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-10T15:08:43.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 2024-04-10T15:08:43.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-10T15:08:43.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-10T15:08:43.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.merge_operator: 2024-04-10T15:08:43.419 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compaction_filter: None 2024-04-10T15:08:43.419 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compaction_filter_factory: None 2024-04-10T15:08:43.419 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.sst_partitioner_factory: None 2024-04-10T15:08:43.419 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-10T15:08:43.419 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-10T15:08:43.419 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x558ebd7cfdc0) 2024-04-10T15:08:43.419 INFO:journalctl@ceph.mon.a.smithi102.stdout: cache_index_and_filter_blocks: 1 2024-04-10T15:08:43.419 INFO:journalctl@ceph.mon.a.smithi102.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-10T15:08:43.419 INFO:journalctl@ceph.mon.a.smithi102.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-10T15:08:43.419 INFO:journalctl@ceph.mon.a.smithi102.stdout: pin_top_level_index_and_filter: 1 2024-04-10T15:08:43.419 INFO:journalctl@ceph.mon.a.smithi102.stdout: index_type: 0 2024-04-10T15:08:43.419 INFO:journalctl@ceph.mon.a.smithi102.stdout: data_block_index_type: 0 2024-04-10T15:08:43.419 INFO:journalctl@ceph.mon.a.smithi102.stdout: index_shortening: 1 2024-04-10T15:08:43.419 INFO:journalctl@ceph.mon.a.smithi102.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-10T15:08:43.419 INFO:journalctl@ceph.mon.a.smithi102.stdout: checksum: 4 2024-04-10T15:08:43.419 INFO:journalctl@ceph.mon.a.smithi102.stdout: no_block_cache: 0 2024-04-10T15:08:43.419 INFO:journalctl@ceph.mon.a.smithi102.stdout: block_cache: 0x558ebd7d3090 2024-04-10T15:08:43.420 INFO:journalctl@ceph.mon.a.smithi102.stdout: block_cache_name: BinnedLRUCache 2024-04-10T15:08:43.420 INFO:journalctl@ceph.mon.a.smithi102.stdout: block_cache_options: 2024-04-10T15:08:43.420 INFO:journalctl@ceph.mon.a.smithi102.stdout: capacity : 536870912 2024-04-10T15:08:43.420 INFO:journalctl@ceph.mon.a.smithi102.stdout: num_shard_bits : 4 2024-04-10T15:08:43.420 INFO:journalctl@ceph.mon.a.smithi102.stdout: strict_capacity_limit : 0 2024-04-10T15:08:43.420 INFO:journalctl@ceph.mon.a.smithi102.stdout: high_pri_pool_ratio: 0.000 2024-04-10T15:08:43.420 INFO:journalctl@ceph.mon.a.smithi102.stdout: block_cache_compressed: (nil) 2024-04-10T15:08:43.420 INFO:journalctl@ceph.mon.a.smithi102.stdout: persistent_cache: (nil) 2024-04-10T15:08:43.420 INFO:journalctl@ceph.mon.a.smithi102.stdout: block_size: 4096 2024-04-10T15:08:43.420 INFO:journalctl@ceph.mon.a.smithi102.stdout: block_size_deviation: 10 2024-04-10T15:08:43.420 INFO:journalctl@ceph.mon.a.smithi102.stdout: block_restart_interval: 16 2024-04-10T15:08:43.420 INFO:journalctl@ceph.mon.a.smithi102.stdout: index_block_restart_interval: 1 2024-04-10T15:08:43.420 INFO:journalctl@ceph.mon.a.smithi102.stdout: metadata_block_size: 4096 2024-04-10T15:08:43.420 INFO:journalctl@ceph.mon.a.smithi102.stdout: partition_filters: 0 2024-04-10T15:08:43.420 INFO:journalctl@ceph.mon.a.smithi102.stdout: use_delta_encoding: 1 2024-04-10T15:08:43.420 INFO:journalctl@ceph.mon.a.smithi102.stdout: filter_policy: bloomfilter 2024-04-10T15:08:43.420 INFO:journalctl@ceph.mon.a.smithi102.stdout: whole_key_filtering: 1 2024-04-10T15:08:43.420 INFO:journalctl@ceph.mon.a.smithi102.stdout: verify_compression: 0 2024-04-10T15:08:43.421 INFO:journalctl@ceph.mon.a.smithi102.stdout: read_amp_bytes_per_bit: 0 2024-04-10T15:08:43.421 INFO:journalctl@ceph.mon.a.smithi102.stdout: format_version: 5 2024-04-10T15:08:43.421 INFO:journalctl@ceph.mon.a.smithi102.stdout: enable_index_compression: 1 2024-04-10T15:08:43.421 INFO:journalctl@ceph.mon.a.smithi102.stdout: block_align: 0 2024-04-10T15:08:43.421 INFO:journalctl@ceph.mon.a.smithi102.stdout: max_auto_readahead_size: 262144 2024-04-10T15:08:43.421 INFO:journalctl@ceph.mon.a.smithi102.stdout: prepopulate_block_cache: 0 2024-04-10T15:08:43.421 INFO:journalctl@ceph.mon.a.smithi102.stdout: initial_auto_readahead_size: 8192 2024-04-10T15:08:43.421 INFO:journalctl@ceph.mon.a.smithi102.stdout: num_file_reads_for_auto_readahead: 2 2024-04-10T15:08:43.421 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.write_buffer_size: 33554432 2024-04-10T15:08:43.421 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_write_buffer_number: 2 2024-04-10T15:08:43.421 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compression: NoCompression 2024-04-10T15:08:43.421 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.bottommost_compression: Disabled 2024-04-10T15:08:43.421 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.prefix_extractor: nullptr 2024-04-10T15:08:43.421 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-10T15:08:43.421 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.num_levels: 7 2024-04-10T15:08:43.421 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-10T15:08:43.421 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-10T15:08:43.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-10T15:08:43.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-10T15:08:43.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-10T15:08:43.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-10T15:08:43.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-10T15:08:43.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-10T15:08:43.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-10T15:08:43.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-10T15:08:43.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-10T15:08:43.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-10T15:08:43.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-10T15:08:43.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compression_opts.level: 32767 2024-04-10T15:08:43.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compression_opts.strategy: 0 2024-04-10T15:08:43.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-10T15:08:43.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-10T15:08:43.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-10T15:08:43.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-10T15:08:43.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compression_opts.enabled: false 2024-04-10T15:08:43.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-10T15:08:43.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-10T15:08:43.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-10T15:08:43.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-10T15:08:43.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.target_file_size_base: 67108864 2024-04-10T15:08:43.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-10T15:08:43.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-10T15:08:43.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-10T15:08:43.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-10T15:08:43.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-10T15:08:43.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-10T15:08:43.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-10T15:08:43.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-10T15:08:43.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-10T15:08:43.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-10T15:08:43.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-10T15:08:43.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-10T15:08:43.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-10T15:08:43.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-10T15:08:43.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.arena_block_size: 1048576 2024-04-10T15:08:43.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-10T15:08:43.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-10T15:08:43.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.disable_auto_compactions: 0 2024-04-10T15:08:43.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-10T15:08:43.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-10T15:08:43.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-10T15:08:43.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-10T15:08:43.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-10T15:08:43.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-10T15:08:43.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-10T15:08:43.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-10T15:08:43.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-10T15:08:43.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-10T15:08:43.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-10T15:08:43.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.inplace_update_support: 0 2024-04-10T15:08:43.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-10T15:08:43.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-10T15:08:43.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-10T15:08:43.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-10T15:08:43.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.bloom_locality: 0 2024-04-10T15:08:43.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.max_successive_merges: 0 2024-04-10T15:08:43.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-10T15:08:43.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.paranoid_file_checks: 0 2024-04-10T15:08:43.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.force_consistency_checks: 1 2024-04-10T15:08:43.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.report_bg_io_stats: 0 2024-04-10T15:08:43.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.ttl: 2592000 2024-04-10T15:08:43.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-10T15:08:43.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-10T15:08:43.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-10T15:08:43.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.enable_blob_files: false 2024-04-10T15:08:43.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.min_blob_size: 0 2024-04-10T15:08:43.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.blob_file_size: 268435456 2024-04-10T15:08:43.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-10T15:08:43.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-10T15:08:43.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-10T15:08:43.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-10T15:08:43.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-10T15:08:43.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.blob_file_starting_level: 0 2024-04-10T15:08:43.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-10T15:08:43.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-10T15:08:43.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-a/store.db/MANIFEST-000015 succeeded,manifest_file_number is 15, next_file_number is 34, last_sequence is 13034, log_number is 30,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 30 2024-04-10T15:08:43.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 30 2024-04-10T15:08:43.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: b70fb870-7839-40e8-9424-9696cbb01243 2024-04-10T15:08:43.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712761723130078, "job": 1, "event": "recovery_started", "wal_files": [30]} 2024-04-10T15:08:43.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #30 mode 2 2024-04-10T15:08:43.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712761723138769, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 35, "file_size": 2163157, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13035, "largest_seqno": 14112, "table_properties": {"data_size": 2156942, "index_size": 3890, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 1285, "raw_key_size": 12041, "raw_average_key_size": 24, "raw_value_size": 2145770, "raw_average_value_size": 4397, "num_data_blocks": 173, "num_entries": 488, "num_filter_entries": 488, "num_deletions": 21, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712761723, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "b70fb870-7839-40e8-9424-9696cbb01243", "db_session_id": "Y9XZMLNIKDGZ7USLLT94", "orig_file_number": 35, "seqno_to_time_mapping": "N/A"}} 2024-04-10T15:08:43.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712761723138862, "job": 1, "event": "recovery_finished"} 2024-04-10T15:08:43.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: [db/version_set.cc:5047] Creating manifest 37 2024-04-10T15:08:43.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-10T15:08:43.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-a/store.db/000030.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-10T15:08:43.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x558ebd8c2000 2024-04-10T15:08:43.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: DB pointer 0x558ebd8ac000 2024-04-10T15:08:43.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-10T15:08:43.428 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-10T15:08:43.428 INFO:journalctl@ceph.mon.a.smithi102.stdout: ** DB Stats ** 2024-04-10T15:08:43.428 INFO:journalctl@ceph.mon.a.smithi102.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T15:08:43.428 INFO:journalctl@ceph.mon.a.smithi102.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-10T15:08:43.428 INFO:journalctl@ceph.mon.a.smithi102.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T15:08:43.428 INFO:journalctl@ceph.mon.a.smithi102.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T15:08:43.428 INFO:journalctl@ceph.mon.a.smithi102.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-10T15:08:43.428 INFO:journalctl@ceph.mon.a.smithi102.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T15:08:43.428 INFO:journalctl@ceph.mon.a.smithi102.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T15:08:43.428 INFO:journalctl@ceph.mon.a.smithi102.stdout: 2024-04-10T15:08:43.428 INFO:journalctl@ceph.mon.a.smithi102.stdout: ** Compaction Stats [default] ** 2024-04-10T15:08:43.428 INFO:journalctl@ceph.mon.a.smithi102.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T15:08:43.428 INFO:journalctl@ceph.mon.a.smithi102.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-10T15:08:43.428 INFO:journalctl@ceph.mon.a.smithi102.stdout: L0 1/0 2.06 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 589.6 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-10T15:08:43.428 INFO:journalctl@ceph.mon.a.smithi102.stdout: L6 1/0 8.57 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-10T15:08:43.428 INFO:journalctl@ceph.mon.a.smithi102.stdout: Sum 2/0 10.63 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 589.6 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-10T15:08:43.429 INFO:journalctl@ceph.mon.a.smithi102.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 589.6 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-10T15:08:43.429 INFO:journalctl@ceph.mon.a.smithi102.stdout: 2024-04-10T15:08:43.429 INFO:journalctl@ceph.mon.a.smithi102.stdout: ** Compaction Stats [default] ** 2024-04-10T15:08:43.429 INFO:journalctl@ceph.mon.a.smithi102.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T15:08:43.429 INFO:journalctl@ceph.mon.a.smithi102.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T15:08:43.429 INFO:journalctl@ceph.mon.a.smithi102.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 589.6 0.00 0.00 1 0.003 0 0 0.0 0.0 2024-04-10T15:08:43.429 INFO:journalctl@ceph.mon.a.smithi102.stdout: 2024-04-10T15:08:43.429 INFO:journalctl@ceph.mon.a.smithi102.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-10T15:08:43.429 INFO:journalctl@ceph.mon.a.smithi102.stdout: 2024-04-10T15:08:43.429 INFO:journalctl@ceph.mon.a.smithi102.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T15:08:43.429 INFO:journalctl@ceph.mon.a.smithi102.stdout: Flush(GB): cumulative 0.002, interval 0.002 2024-04-10T15:08:43.429 INFO:journalctl@ceph.mon.a.smithi102.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-10T15:08:43.429 INFO:journalctl@ceph.mon.a.smithi102.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-10T15:08:43.429 INFO:journalctl@ceph.mon.a.smithi102.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-10T15:08:43.429 INFO:journalctl@ceph.mon.a.smithi102.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-10T15:08:43.429 INFO:journalctl@ceph.mon.a.smithi102.stdout: Cumulative compaction: 0.00 GB write, 153.49 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T15:08:43.430 INFO:journalctl@ceph.mon.a.smithi102.stdout: Interval compaction: 0.00 GB write, 153.49 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T15:08:43.430 INFO:journalctl@ceph.mon.a.smithi102.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-10T15:08:43.430 INFO:journalctl@ceph.mon.a.smithi102.stdout: Block cache BinnedLRUCache@0x558ebd7d3090#2 capacity: 512.00 MB usage: 5.48 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1.1e-05 secs_since: 0 2024-04-10T15:08:43.430 INFO:journalctl@ceph.mon.a.smithi102.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,1.41 KB,0.000268221%) IndexBlock(1,4.08 KB,0.000777841%) Misc(1,0.00 KB,0%) 2024-04-10T15:08:43.430 INFO:journalctl@ceph.mon.a.smithi102.stdout: 2024-04-10T15:08:43.430 INFO:journalctl@ceph.mon.a.smithi102.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-10T15:08:43.430 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: starting mon.a rank 0 at public addrs [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] at bind addrs [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon_data /var/lib/ceph/mon/ceph-a fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T15:08:43.430 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: mon.a@-1(???) e3 preinit fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T15:08:43.430 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: mon.a@-1(???).mds e6 new map 2024-04-10T15:08:43.430 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: mon.a@-1(???).mds e6 print_map 2024-04-10T15:08:43.430 INFO:journalctl@ceph.mon.a.smithi102.stdout: e6 2024-04-10T15:08:43.430 INFO:journalctl@ceph.mon.a.smithi102.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-10T15:08:43.430 INFO:journalctl@ceph.mon.a.smithi102.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T15:08:43.430 INFO:journalctl@ceph.mon.a.smithi102.stdout: legacy client fscid: 1 2024-04-10T15:08:43.430 INFO:journalctl@ceph.mon.a.smithi102.stdout: 2024-04-10T15:08:43.430 INFO:journalctl@ceph.mon.a.smithi102.stdout: Filesystem 'cephfs' (1) 2024-04-10T15:08:43.431 INFO:journalctl@ceph.mon.a.smithi102.stdout: fs_name cephfs 2024-04-10T15:08:43.431 INFO:journalctl@ceph.mon.a.smithi102.stdout: epoch 6 2024-04-10T15:08:43.431 INFO:journalctl@ceph.mon.a.smithi102.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-10T15:08:43.431 INFO:journalctl@ceph.mon.a.smithi102.stdout: created 2024-04-10T15:03:01.655502+0000 2024-04-10T15:08:43.431 INFO:journalctl@ceph.mon.a.smithi102.stdout: modified 2024-04-10T15:03:03.672138+0000 2024-04-10T15:08:43.431 INFO:journalctl@ceph.mon.a.smithi102.stdout: tableserver 0 2024-04-10T15:08:43.431 INFO:journalctl@ceph.mon.a.smithi102.stdout: root 0 2024-04-10T15:08:43.431 INFO:journalctl@ceph.mon.a.smithi102.stdout: session_timeout 60 2024-04-10T15:08:43.431 INFO:journalctl@ceph.mon.a.smithi102.stdout: session_autoclose 300 2024-04-10T15:08:43.431 INFO:journalctl@ceph.mon.a.smithi102.stdout: max_file_size 1099511627776 2024-04-10T15:08:43.431 INFO:journalctl@ceph.mon.a.smithi102.stdout: max_xattr_size 65536 2024-04-10T15:08:43.431 INFO:journalctl@ceph.mon.a.smithi102.stdout: required_client_features {} 2024-04-10T15:08:43.431 INFO:journalctl@ceph.mon.a.smithi102.stdout: last_failure 0 2024-04-10T15:08:43.431 INFO:journalctl@ceph.mon.a.smithi102.stdout: last_failure_osd_epoch 0 2024-04-10T15:08:43.431 INFO:journalctl@ceph.mon.a.smithi102.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T15:08:43.432 INFO:journalctl@ceph.mon.a.smithi102.stdout: max_mds 1 2024-04-10T15:08:43.432 INFO:journalctl@ceph.mon.a.smithi102.stdout: in 0 2024-04-10T15:08:43.432 INFO:journalctl@ceph.mon.a.smithi102.stdout: up {0=24343} 2024-04-10T15:08:43.432 INFO:journalctl@ceph.mon.a.smithi102.stdout: failed 2024-04-10T15:08:43.432 INFO:journalctl@ceph.mon.a.smithi102.stdout: damaged 2024-04-10T15:08:43.432 INFO:journalctl@ceph.mon.a.smithi102.stdout: stopped 2024-04-10T15:08:43.432 INFO:journalctl@ceph.mon.a.smithi102.stdout: data_pools [3] 2024-04-10T15:08:43.432 INFO:journalctl@ceph.mon.a.smithi102.stdout: metadata_pool 2 2024-04-10T15:08:43.432 INFO:journalctl@ceph.mon.a.smithi102.stdout: inline_data disabled 2024-04-10T15:08:43.432 INFO:journalctl@ceph.mon.a.smithi102.stdout: balancer 2024-04-10T15:08:43.432 INFO:journalctl@ceph.mon.a.smithi102.stdout: bal_rank_mask -1 2024-04-10T15:08:43.432 INFO:journalctl@ceph.mon.a.smithi102.stdout: standby_count_wanted 0 2024-04-10T15:08:43.432 INFO:journalctl@ceph.mon.a.smithi102.stdout: qdb_cluster leader: 0 members: 2024-04-10T15:08:43.432 INFO:journalctl@ceph.mon.a.smithi102.stdout: [mds.b{0:24343} state up:active seq 3 addr [v2:172.21.15.154:6832/1077442576,v1:172.21.15.154:6833/1077442576] compat {c=[1],r=[1],i=[7ff]}] 2024-04-10T15:08:43.432 INFO:journalctl@ceph.mon.a.smithi102.stdout: 2024-04-10T15:08:43.432 INFO:journalctl@ceph.mon.a.smithi102.stdout: 2024-04-10T15:08:43.433 INFO:journalctl@ceph.mon.a.smithi102.stdout: Standby daemons: 2024-04-10T15:08:43.433 INFO:journalctl@ceph.mon.a.smithi102.stdout: 2024-04-10T15:08:43.433 INFO:journalctl@ceph.mon.a.smithi102.stdout: [mds.a{-1:14442} state up:standby seq 1 addr [v2:172.21.15.102:6834/3613753143,v1:172.21.15.102:6835/3613753143] compat {c=[1],r=[1],i=[7ff]}] 2024-04-10T15:08:43.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: mon.a@-1(???).osd e230 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-10T15:08:43.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: mon.a@-1(???).osd e230 crush map has features 432629308056666112, adjusting msgr requires 2024-04-10T15:08:43.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: mon.a@-1(???).osd e230 crush map has features 432629308056666112, adjusting msgr requires 2024-04-10T15:08:43.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: mon.a@-1(???).osd e230 crush map has features 432629308056666112, adjusting msgr requires 2024-04-10T15:08:43.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 ceph-mon[88557]: mon.a@-1(???).paxosservice(auth 1..18) refresh upgraded, format 0 -> 3 2024-04-10T15:08:43.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 bash[88538]: 09d0a3f89365443f689a374f34508666506876bfca3f59bf5cf5ea2388e5bd1d 2024-04-10T15:08:43.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:43 smithi102 systemd[1]: Started Ceph mon.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:08:43.878 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:43 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:08:46.207 INFO:tasks.rados.rados.0.smithi102.stdout:976: done (2 left) 2024-04-10T15:08:46.207 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 7 current snap is 77 2024-04-10T15:08:46.207 INFO:tasks.rados.rados.0.smithi102.stdout:974: finishing write tid 1 to smithi10276805-45 2024-04-10T15:08:46.207 INFO:tasks.rados.rados.0.smithi102.stdout:977: seq_num 316 ranges {4464640=499712} 2024-04-10T15:08:46.235 INFO:tasks.rados.rados.0.smithi102.stdout:977: writing smithi10276805-7 from 4464640 to 4964352 tid 1 2024-04-10T15:08:46.235 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 13 current snap is 77 2024-04-10T15:08:46.235 INFO:tasks.rados.rados.0.smithi102.stdout:974: finishing write tid 2 to smithi10276805-45 2024-04-10T15:08:46.235 INFO:tasks.rados.rados.0.smithi102.stdout:978: seq_num 317 ranges {24576=516096} 2024-04-10T15:08:46.237 INFO:tasks.rados.rados.0.smithi102.stdout:978: writing smithi10276805-13 from 24576 to 540672 tid 1 2024-04-10T15:08:46.238 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 24 current snap is 77 2024-04-10T15:08:46.238 INFO:tasks.rados.rados.0.smithi102.stdout:974: finishing write tid 3 to smithi10276805-45 2024-04-10T15:08:46.238 INFO:tasks.rados.rados.0.smithi102.stdout:974: oid 45 updating version 0 to 426 2024-04-10T15:08:46.238 INFO:tasks.rados.rados.0.smithi102.stdout:974: oid 45 updating version 426 to 427 2024-04-10T15:08:46.238 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 427 (ObjNum 315 snap 77 seq_num 315) dirty exists 2024-04-10T15:08:46.238 INFO:tasks.rados.rados.0.smithi102.stdout:974: left oid 45 (ObjNum 315 snap 77 seq_num 315) 2024-04-10T15:08:46.238 INFO:tasks.rados.rados.0.smithi102.stdout:975: finishing copy_from racing read to smithi10276805-41 2024-04-10T15:08:46.238 INFO:tasks.rados.rados.0.smithi102.stdout:975: finishing copy_from to smithi10276805-41 2024-04-10T15:08:46.238 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 429 (ObjNum 265 snap 60 seq_num 265) dirty exists 2024-04-10T15:08:46.238 INFO:tasks.rados.rados.0.smithi102.stdout:979: seq_num 318 ranges {4636672=532480} 2024-04-10T15:08:46.266 INFO:tasks.rados.rados.0.smithi102.stdout:979: writing smithi10276805-24 from 4636672 to 5169152 tid 1 2024-04-10T15:08:46.266 INFO:tasks.rados.rados.0.smithi102.stdout:974: done (4 left) 2024-04-10T15:08:46.266 INFO:tasks.rados.rados.0.smithi102.stdout:975: done (3 left) 2024-04-10T15:08:46.266 INFO:tasks.rados.rados.0.smithi102.stdout:980: setattr oid 32 current snap is 77 2024-04-10T15:08:46.267 INFO:tasks.rados.rados.0.smithi102.stdout:977: finishing write tid 1 to smithi10276805-7 2024-04-10T15:08:46.267 INFO:tasks.rados.rados.0.smithi102.stdout:977: finishing write tid 2 to smithi10276805-7 2024-04-10T15:08:46.267 INFO:tasks.rados.rados.0.smithi102.stdout:978: finishing write tid 1 to smithi10276805-13 2024-04-10T15:08:46.267 INFO:tasks.rados.rados.0.smithi102.stdout:977: finishing write tid 3 to smithi10276805-7 2024-04-10T15:08:46.267 INFO:tasks.rados.rados.0.smithi102.stdout:977: oid 7 updating version 0 to 471 2024-04-10T15:08:46.267 INFO:tasks.rados.rados.0.smithi102.stdout:977: oid 7 updating version 471 to 472 2024-04-10T15:08:46.267 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 472 (ObjNum 316 snap 77 seq_num 316) dirty exists 2024-04-10T15:08:46.267 INFO:tasks.rados.rados.0.smithi102.stdout:977: left oid 7 (ObjNum 316 snap 77 seq_num 316) 2024-04-10T15:08:46.267 INFO:tasks.rados.rados.0.smithi102.stdout:978: finishing write tid 2 to smithi10276805-13 2024-04-10T15:08:46.267 INFO:tasks.rados.rados.0.smithi102.stdout:978: finishing write tid 3 to smithi10276805-13 2024-04-10T15:08:46.267 INFO:tasks.rados.rados.0.smithi102.stdout:978: oid 13 updating version 0 to 603 2024-04-10T15:08:46.267 INFO:tasks.rados.rados.0.smithi102.stdout:978: oid 13 updating version 603 to 604 2024-04-10T15:08:46.267 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 604 (ObjNum 317 snap 77 seq_num 317) dirty exists 2024-04-10T15:08:46.267 INFO:tasks.rados.rados.0.smithi102.stdout:978: left oid 13 (ObjNum 317 snap 77 seq_num 317) 2024-04-10T15:08:46.268 INFO:tasks.rados.rados.0.smithi102.stdout:977: done (3 left) 2024-04-10T15:08:46.268 INFO:tasks.rados.rados.0.smithi102.stdout:978: done (2 left) 2024-04-10T15:08:46.268 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 16 current snap is 77 2024-04-10T15:08:46.268 INFO:tasks.rados.rados.0.smithi102.stdout:981: seq_num 319 ranges {2301952=548864} 2024-04-10T15:08:46.283 INFO:tasks.rados.rados.0.smithi102.stdout:981: writing smithi10276805-16 from 2301952 to 2850816 tid 1 2024-04-10T15:08:46.284 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 11 current snap is 77 2024-04-10T15:08:46.284 INFO:tasks.rados.rados.0.smithi102.stdout:979: finishing write tid 1 to smithi10276805-24 2024-04-10T15:08:46.284 INFO:tasks.rados.rados.0.smithi102.stdout:979: finishing write tid 2 to smithi10276805-24 2024-04-10T15:08:46.284 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 605 (ObjNum 268 snap 60 seq_num 268) dirty exists 2024-04-10T15:08:46.284 INFO:tasks.rados.rados.0.smithi102.stdout:979: finishing write tid 3 to smithi10276805-24 2024-04-10T15:08:46.284 INFO:tasks.rados.rados.0.smithi102.stdout:979: oid 24 updating version 0 to 224 2024-04-10T15:08:46.284 INFO:tasks.rados.rados.0.smithi102.stdout:979: oid 24 updating version 224 to 225 2024-04-10T15:08:46.284 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 225 (ObjNum 318 snap 77 seq_num 318) dirty exists 2024-04-10T15:08:46.284 INFO:tasks.rados.rados.0.smithi102.stdout:979: left oid 24 (ObjNum 318 snap 77 seq_num 318) 2024-04-10T15:08:46.284 INFO:tasks.rados.rados.0.smithi102.stdout:982: seq_num 320 ranges {0=565248} 2024-04-10T15:08:46.286 INFO:tasks.rados.rados.0.smithi102.stdout:982: writing smithi10276805-11 from 0 to 565248 tid 1 2024-04-10T15:08:46.286 INFO:tasks.rados.rados.0.smithi102.stdout:979: done (3 left) 2024-04-10T15:08:46.287 INFO:tasks.rados.rados.0.smithi102.stdout:980: done (2 left) 2024-04-10T15:08:46.287 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 44 current snap is 77 2024-04-10T15:08:46.287 INFO:tasks.rados.rados.0.smithi102.stdout:983: seq_num 321 ranges {0=581632} 2024-04-10T15:08:46.290 INFO:tasks.rados.rados.0.smithi102.stdout:983: writing smithi10276805-44 from 0 to 581632 tid 1 2024-04-10T15:08:46.290 INFO:tasks.rados.rados.0.smithi102.stdout:984: rollback oid 32 current snap is 77 2024-04-10T15:08:46.290 INFO:tasks.rados.rados.0.smithi102.stdout:984: done (3 left) 2024-04-10T15:08:46.290 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 34 current snap is 77 2024-04-10T15:08:46.290 INFO:tasks.rados.rados.0.smithi102.stdout:981: finishing write tid 1 to smithi10276805-16 2024-04-10T15:08:46.290 INFO:tasks.rados.rados.0.smithi102.stdout:981: finishing write tid 2 to smithi10276805-16 2024-04-10T15:08:46.290 INFO:tasks.rados.rados.0.smithi102.stdout:985: seq_num 322 ranges {4407296=598016} 2024-04-10T15:08:46.317 INFO:tasks.rados.rados.0.smithi102.stdout:985: writing smithi10276805-34 from 4407296 to 5005312 tid 1 2024-04-10T15:08:46.317 INFO:tasks.rados.rados.0.smithi102.stdout:986: read oid 20 snap -1 2024-04-10T15:08:46.317 INFO:tasks.rados.rados.0.smithi102.stdout:986: expect deleted 2024-04-10T15:08:46.317 INFO:tasks.rados.rados.0.smithi102.stdout:987: snap_create 2024-04-10T15:08:46.317 INFO:tasks.rados.rados.0.smithi102.stdout:982: finishing write tid 1 to smithi10276805-11 2024-04-10T15:08:46.317 INFO:tasks.rados.rados.0.smithi102.stdout:982: finishing write tid 2 to smithi10276805-11 2024-04-10T15:08:46.318 INFO:tasks.rados.rados.0.smithi102.stdout:981: finishing write tid 3 to smithi10276805-16 2024-04-10T15:08:46.318 INFO:tasks.rados.rados.0.smithi102.stdout:981: oid 16 updating version 0 to 432 2024-04-10T15:08:46.318 INFO:tasks.rados.rados.0.smithi102.stdout:981: oid 16 updating version 432 to 433 2024-04-10T15:08:46.318 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 433 (ObjNum 319 snap 77 seq_num 319) dirty exists 2024-04-10T15:08:46.318 INFO:tasks.rados.rados.0.smithi102.stdout:981: left oid 16 (ObjNum 319 snap 77 seq_num 319) 2024-04-10T15:08:46.318 INFO:tasks.rados.rados.0.smithi102.stdout:982: finishing write tid 3 to smithi10276805-11 2024-04-10T15:08:46.318 INFO:tasks.rados.rados.0.smithi102.stdout:982: oid 11 updating version 0 to 435 2024-04-10T15:08:46.318 INFO:tasks.rados.rados.0.smithi102.stdout:982: oid 11 version 435 is already newer than 434 2024-04-10T15:08:46.318 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 435 (ObjNum 320 snap 77 seq_num 320) dirty exists 2024-04-10T15:08:46.318 INFO:tasks.rados.rados.0.smithi102.stdout:982: left oid 11 (ObjNum 320 snap 77 seq_num 320) 2024-04-10T15:08:46.318 INFO:tasks.rados.rados.0.smithi102.stdout:983: finishing write tid 1 to smithi10276805-44 2024-04-10T15:08:46.318 INFO:tasks.rados.rados.0.smithi102.stdout:983: finishing write tid 2 to smithi10276805-44 2024-04-10T15:08:46.318 INFO:tasks.rados.rados.0.smithi102.stdout:983: finishing write tid 3 to smithi10276805-44 2024-04-10T15:08:46.318 INFO:tasks.rados.rados.0.smithi102.stdout:983: oid 44 updating version 0 to 334 2024-04-10T15:08:46.318 INFO:tasks.rados.rados.0.smithi102.stdout:983: oid 44 version 334 is already newer than 333 2024-04-10T15:08:46.319 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 334 (ObjNum 321 snap 77 seq_num 321) dirty exists 2024-04-10T15:08:46.319 INFO:tasks.rados.rados.0.smithi102.stdout:983: left oid 44 (ObjNum 321 snap 77 seq_num 321) 2024-04-10T15:08:46.320 INFO:tasks.rados.rados.0.smithi102.stdout:985: finishing write tid 1 to smithi10276805-34 2024-04-10T15:08:46.320 INFO:tasks.rados.rados.0.smithi102.stdout:985: finishing write tid 2 to smithi10276805-34 2024-04-10T15:08:46.322 INFO:tasks.rados.rados.0.smithi102.stdout:985: finishing write tid 3 to smithi10276805-34 2024-04-10T15:08:46.322 INFO:tasks.rados.rados.0.smithi102.stdout:985: oid 34 updating version 0 to 286 2024-04-10T15:08:46.322 INFO:tasks.rados.rados.0.smithi102.stdout:985: oid 34 updating version 286 to 287 2024-04-10T15:08:46.322 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 287 (ObjNum 322 snap 77 seq_num 322) dirty exists 2024-04-10T15:08:46.322 INFO:tasks.rados.rados.0.smithi102.stdout:985: left oid 34 (ObjNum 322 snap 77 seq_num 322) 2024-04-10T15:08:46.628 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: ignoring --setuser ceph since I am not root 2024-04-10T15:08:46.628 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: ignoring --setgroup ceph since I am not root 2024-04-10T15:08:46.628 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mgr[75302]: -- 172.21.15.154:0/982876896 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x5582870505a0 con 0x558287024c00 2024-04-10T15:08:46.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:46.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:46.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:46.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:46.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:08:46.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: mon.a calling monitor election 2024-04-10T15:08:46.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: pgmap v55: 121 pgs: 121 active+clean; 140 MiB data, 979 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-10T15:08:46.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: pgmap v56: 121 pgs: 121 active+clean; 118 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 469 B/s rd, 510 KiB/s wr, 2 op/s 2024-04-10T15:08:46.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T15:08:46.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: monmap epoch 3 2024-04-10T15:08:46.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T15:08:46.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: last_changed 2024-04-10T14:59:19.664435+0000 2024-04-10T15:08:46.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: created 2024-04-10T14:57:35.253718+0000 2024-04-10T15:08:46.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: min_mon_release 18 (reef) 2024-04-10T15:08:46.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: election_strategy: 1 2024-04-10T15:08:46.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-10T15:08:46.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.b 2024-04-10T15:08:46.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-10T15:08:46.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:08:46.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: osdmap e230: 8 total, 8 up, 8 in 2024-04-10T15:08:46.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: mgrmap e36: y(active, since 38s), standbys: x 2024-04-10T15:08:46.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: overall HEALTH_OK 2024-04-10T15:08:46.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: from='mgr.25076 ' entity='' 2024-04-10T15:08:46.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-mon[30592]: mgrmap e37: y(active, since 38s), standbys: x 2024-04-10T15:08:46.658 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ignoring --setuser ceph since I am not root 2024-04-10T15:08:46.659 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ignoring --setgroup ceph since I am not root 2024-04-10T15:08:46.659 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mgr[79558]: -- 172.21.15.102:0/3681394335 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55bb657025a0 con 0x55bb656d6800 2024-04-10T15:08:46.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:46.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:46.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:46.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:46.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:08:46.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: mon.a calling monitor election 2024-04-10T15:08:46.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: pgmap v55: 121 pgs: 121 active+clean; 140 MiB data, 979 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-10T15:08:46.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: pgmap v56: 121 pgs: 121 active+clean; 118 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 469 B/s rd, 510 KiB/s wr, 2 op/s 2024-04-10T15:08:46.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T15:08:46.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: monmap epoch 3 2024-04-10T15:08:46.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T15:08:46.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: last_changed 2024-04-10T14:59:19.664435+0000 2024-04-10T15:08:46.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: created 2024-04-10T14:57:35.253718+0000 2024-04-10T15:08:46.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: min_mon_release 18 (reef) 2024-04-10T15:08:46.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: election_strategy: 1 2024-04-10T15:08:46.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-10T15:08:46.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.b 2024-04-10T15:08:46.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-10T15:08:46.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:08:46.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: osdmap e230: 8 total, 8 up, 8 in 2024-04-10T15:08:46.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: mgrmap e36: y(active, since 38s), standbys: x 2024-04-10T15:08:46.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: overall HEALTH_OK 2024-04-10T15:08:46.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: from='mgr.25076 ' entity='' 2024-04-10T15:08:46.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[37987]: mgrmap e37: y(active, since 38s), standbys: x 2024-04-10T15:08:46.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:46.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:46.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:46.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:46.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: from='mgr.25076 172.21.15.102:0/1217824081' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:08:46.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: mon.a calling monitor election 2024-04-10T15:08:46.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: pgmap v55: 121 pgs: 121 active+clean; 140 MiB data, 979 MiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 1.8 MiB/s wr, 11 op/s 2024-04-10T15:08:46.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: pgmap v56: 121 pgs: 121 active+clean; 118 MiB data, 989 MiB used, 714 GiB / 715 GiB avail; 469 B/s rd, 510 KiB/s wr, 2 op/s 2024-04-10T15:08:46.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T15:08:46.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: monmap epoch 3 2024-04-10T15:08:46.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T15:08:46.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: last_changed 2024-04-10T14:59:19.664435+0000 2024-04-10T15:08:46.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: created 2024-04-10T14:57:35.253718+0000 2024-04-10T15:08:46.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: min_mon_release 18 (reef) 2024-04-10T15:08:46.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: election_strategy: 1 2024-04-10T15:08:46.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-10T15:08:46.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.b 2024-04-10T15:08:46.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-10T15:08:46.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:08:46.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: osdmap e230: 8 total, 8 up, 8 in 2024-04-10T15:08:46.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: mgrmap e36: y(active, since 38s), standbys: x 2024-04-10T15:08:46.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: overall HEALTH_OK 2024-04-10T15:08:46.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: from='mgr.25076 ' entity='' 2024-04-10T15:08:46.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-mon[88557]: mgrmap e37: y(active, since 38s), standbys: x 2024-04-10T15:08:47.128 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:46.757+0000 7f65c7535200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:08:47.128 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:46 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:46.851+0000 7f65c7535200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:08:47.158 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:46.752+0000 7f9910865200 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-04-10T15:08:47.158 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:46.845+0000 7f9910865200 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-04-10T15:08:47.217 INFO:tasks.rados.rados.0.smithi102.stdout:981: done (5 left) 2024-04-10T15:08:47.217 INFO:tasks.rados.rados.0.smithi102.stdout:982: done (4 left) 2024-04-10T15:08:47.217 INFO:tasks.rados.rados.0.smithi102.stdout:983: done (3 left) 2024-04-10T15:08:47.217 INFO:tasks.rados.rados.0.smithi102.stdout:985: done (2 left) 2024-04-10T15:08:47.217 INFO:tasks.rados.rados.0.smithi102.stdout:986: done (1 left) 2024-04-10T15:08:47.217 INFO:tasks.rados.rados.0.smithi102.stdout:987: done (0 left) 2024-04-10T15:08:47.217 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 37 current snap is 78 2024-04-10T15:08:47.217 INFO:tasks.rados.rados.0.smithi102.stdout:988: seq_num 323 ranges {0=614400} 2024-04-10T15:08:47.220 INFO:tasks.rados.rados.0.smithi102.stdout:988: writing smithi10276805-37 from 0 to 614400 tid 1 2024-04-10T15:08:47.220 INFO:tasks.rados.rados.0.smithi102.stdout:989: rmattr oid 2 current snap is 78 2024-04-10T15:08:47.220 INFO:tasks.rados.rados.0.smithi102.stdout:989: done (1 left) 2024-04-10T15:08:47.221 INFO:tasks.rados.rados.0.smithi102.stdout:990: read oid 2 snap 77 2024-04-10T15:08:47.221 INFO:tasks.rados.rados.0.smithi102.stdout:990: expect (ObjNum 291 snap 69 seq_num 291) 2024-04-10T15:08:47.221 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 1 current snap is 78 2024-04-10T15:08:47.221 INFO:tasks.rados.rados.0.smithi102.stdout:991: seq_num 324 ranges {0=630784} 2024-04-10T15:08:47.224 INFO:tasks.rados.rados.0.smithi102.stdout:991: writing smithi10276805-1 from 0 to 630784 tid 1 2024-04-10T15:08:47.224 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 32 current snap is 78 2024-04-10T15:08:47.225 INFO:tasks.rados.rados.0.smithi102.stdout:992: seq_num 325 ranges {5578752=647168} 2024-04-10T15:08:47.259 INFO:tasks.rados.rados.0.smithi102.stdout:992: writing smithi10276805-32 from 5578752 to 6225920 tid 1 2024-04-10T15:08:47.259 INFO:tasks.rados.rados.0.smithi102.stdout:993: rmattr oid 7 current snap is 78 2024-04-10T15:08:47.259 INFO:tasks.rados.rados.0.smithi102.stdout:993: done (4 left) 2024-04-10T15:08:47.259 INFO:tasks.rados.rados.0.smithi102.stdout:994: setattr oid 38 current snap is 78 2024-04-10T15:08:47.259 INFO:tasks.rados.rados.0.smithi102.stdout:988: finishing write tid 1 to smithi10276805-37 2024-04-10T15:08:47.259 INFO:tasks.rados.rados.0.smithi102.stdout:988: finishing write tid 2 to smithi10276805-37 2024-04-10T15:08:47.259 INFO:tasks.rados.rados.0.smithi102.stdout:988: finishing write tid 3 to smithi10276805-37 2024-04-10T15:08:47.259 INFO:tasks.rados.rados.0.smithi102.stdout:988: oid 37 updating version 0 to 431 2024-04-10T15:08:47.259 INFO:tasks.rados.rados.0.smithi102.stdout:988: oid 37 version 431 is already newer than 430 2024-04-10T15:08:47.259 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 431 (ObjNum 323 snap 78 seq_num 323) dirty exists 2024-04-10T15:08:47.260 INFO:tasks.rados.rados.0.smithi102.stdout:988: left oid 37 (ObjNum 323 snap 78 seq_num 323) 2024-04-10T15:08:47.260 INFO:tasks.rados.rados.0.smithi102.stdout:990: expect (ObjNum 291 snap 69 seq_num 291) 2024-04-10T15:08:47.347 INFO:tasks.rados.rados.0.smithi102.stdout:991: finishing write tid 1 to smithi10276805-1 2024-04-10T15:08:47.347 INFO:tasks.rados.rados.0.smithi102.stdout:991: finishing write tid 2 to smithi10276805-1 2024-04-10T15:08:47.347 INFO:tasks.rados.rados.0.smithi102.stdout:991: finishing write tid 3 to smithi10276805-1 2024-04-10T15:08:47.347 INFO:tasks.rados.rados.0.smithi102.stdout:991: oid 1 updating version 0 to 437 2024-04-10T15:08:47.347 INFO:tasks.rados.rados.0.smithi102.stdout:991: oid 1 version 437 is already newer than 436 2024-04-10T15:08:47.347 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 437 (ObjNum 324 snap 78 seq_num 324) dirty exists 2024-04-10T15:08:47.347 INFO:tasks.rados.rados.0.smithi102.stdout:991: left oid 1 (ObjNum 324 snap 78 seq_num 324) 2024-04-10T15:08:47.347 INFO:tasks.rados.rados.0.smithi102.stdout:992: finishing write tid 1 to smithi10276805-32 2024-04-10T15:08:47.347 INFO:tasks.rados.rados.0.smithi102.stdout:992: finishing write tid 2 to smithi10276805-32 2024-04-10T15:08:47.347 INFO:tasks.rados.rados.0.smithi102.stdout:992: finishing write tid 3 to smithi10276805-32 2024-04-10T15:08:47.348 INFO:tasks.rados.rados.0.smithi102.stdout:992: oid 32 updating version 0 to 608 2024-04-10T15:08:47.348 INFO:tasks.rados.rados.0.smithi102.stdout:992: oid 32 version 608 is already newer than 607 2024-04-10T15:08:47.348 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 608 (ObjNum 325 snap 78 seq_num 325) dirty exists 2024-04-10T15:08:47.348 INFO:tasks.rados.rados.0.smithi102.stdout:992: left oid 32 (ObjNum 325 snap 78 seq_num 325) 2024-04-10T15:08:47.348 INFO:tasks.rados.rados.0.smithi102.stdout:988: done (4 left) 2024-04-10T15:08:47.348 INFO:tasks.rados.rados.0.smithi102.stdout:990: done (3 left) 2024-04-10T15:08:47.348 INFO:tasks.rados.rados.0.smithi102.stdout:991: done (2 left) 2024-04-10T15:08:47.348 INFO:tasks.rados.rados.0.smithi102.stdout:992: done (1 left) 2024-04-10T15:08:47.348 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 78 2024-04-10T15:08:47.348 INFO:tasks.rados.rados.0.smithi102.stdout:995: seq_num 326 ranges {196608=663552} 2024-04-10T15:08:47.353 INFO:tasks.rados.rados.0.smithi102.stdout:995: writing smithi10276805-15 from 196608 to 860160 tid 1 2024-04-10T15:08:47.353 INFO:tasks.rados.rados.0.smithi102.stdout:996: delete oid 4 current snap is 78 2024-04-10T15:08:47.354 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 62 (ObjNum 312 snap 77 seq_num 312) dirty exists 2024-04-10T15:08:47.354 INFO:tasks.rados.rados.0.smithi102.stdout:994: done (2 left) 2024-04-10T15:08:47.354 INFO:tasks.rados.rados.0.smithi102.stdout:996: done (1 left) 2024-04-10T15:08:47.354 INFO:tasks.rados.rados.0.smithi102.stdout:997: read oid 5 snap -1 2024-04-10T15:08:47.354 INFO:tasks.rados.rados.0.smithi102.stdout:997: expect (ObjNum 276 snap 60 seq_num 276) 2024-04-10T15:08:47.354 INFO:tasks.rados.rados.0.smithi102.stdout:998: rmattr oid 32 current snap is 78 2024-04-10T15:08:47.354 INFO:tasks.rados.rados.0.smithi102.stdout:999: rmattr oid 50 current snap is 78 2024-04-10T15:08:47.354 INFO:tasks.rados.rados.0.smithi102.stdout:1000: setattr oid 40 current snap is 78 2024-04-10T15:08:47.356 INFO:tasks.rados.rados.0.smithi102.stdout:995: finishing write tid 1 to smithi10276805-15 2024-04-10T15:08:47.356 INFO:tasks.rados.rados.0.smithi102.stdout:1001: read oid 43 snap 77 2024-04-10T15:08:47.356 INFO:tasks.rados.rados.0.smithi102.stdout:1001: expect deleted 2024-04-10T15:08:47.356 INFO:tasks.rados.rados.0.smithi102.stdout:1002: rollback oid 17 current snap is 78 2024-04-10T15:08:47.356 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 17 to 77 2024-04-10T15:08:47.356 INFO:tasks.rados.rados.0.smithi102.stdout:1003: setattr oid 49 current snap is 78 2024-04-10T15:08:47.358 INFO:tasks.rados.rados.0.smithi102.stdout:995: finishing write tid 2 to smithi10276805-15 2024-04-10T15:08:47.358 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 612 (ObjNum 325 snap 78 seq_num 325) dirty exists 2024-04-10T15:08:47.360 INFO:tasks.rados.rados.0.smithi102.stdout:998: done (7 left) 2024-04-10T15:08:47.360 INFO:tasks.rados.rados.0.smithi102.stdout:1001: done (6 left) 2024-04-10T15:08:47.360 INFO:tasks.rados.rados.0.smithi102.stdout:1004: rollback oid 32 current snap is 78 2024-04-10T15:08:47.360 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 32 to 77 2024-04-10T15:08:47.361 INFO:tasks.rados.rados.0.smithi102.stdout:995: finishing write tid 3 to smithi10276805-15 2024-04-10T15:08:47.361 INFO:tasks.rados.rados.0.smithi102.stdout:995: oid 15 updating version 0 to 610 2024-04-10T15:08:47.361 INFO:tasks.rados.rados.0.smithi102.stdout:995: oid 15 updating version 610 to 611 2024-04-10T15:08:47.361 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 611 (ObjNum 326 snap 78 seq_num 326) dirty exists 2024-04-10T15:08:47.361 INFO:tasks.rados.rados.0.smithi102.stdout:995: left oid 15 (ObjNum 326 snap 78 seq_num 326) 2024-04-10T15:08:47.361 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 301 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:08:47.361 INFO:tasks.rados.rados.0.smithi102.stdout:1002: finishing rollback tid 0 to smithi10276805-17 2024-04-10T15:08:47.361 INFO:tasks.rados.rados.0.smithi102.stdout:995: done (6 left) 2024-04-10T15:08:47.361 INFO:tasks.rados.rados.0.smithi102.stdout:999: done (5 left) 2024-04-10T15:08:47.361 INFO:tasks.rados.rados.0.smithi102.stdout:1005: rollback oid 23 current snap is 78 2024-04-10T15:08:47.361 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 23 to 77 2024-04-10T15:08:47.361 INFO:tasks.rados.rados.0.smithi102.stdout:1006: read oid 43 snap -1 2024-04-10T15:08:47.361 INFO:tasks.rados.rados.0.smithi102.stdout:1006: expect deleted 2024-04-10T15:08:47.361 INFO:tasks.rados.rados.0.smithi102.stdout:1007: snap_create 2024-04-10T15:08:47.361 INFO:tasks.rados.rados.0.smithi102.stdout:1002: finishing rollback tid 1 to smithi10276805-17 2024-04-10T15:08:47.362 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 338 (ObjNum 274 snap 60 seq_num 274) dirty exists 2024-04-10T15:08:47.362 INFO:tasks.rados.rados.0.smithi102.stdout:1002: finishing rollback tid 2 to smithi10276805-17 2024-04-10T15:08:47.362 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 304 (ObjNum 304 snap 74 seq_num 304) dirty exists 2024-04-10T15:08:47.364 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 474 (ObjNum 265 snap 60 seq_num 265) dirty exists 2024-04-10T15:08:47.364 INFO:tasks.rados.rados.0.smithi102.stdout:1005: finishing rollback tid 0 to smithi10276805-23 2024-04-10T15:08:47.364 INFO:tasks.rados.rados.0.smithi102.stdout:1004: finishing rollback tid 0 to smithi10276805-32 2024-04-10T15:08:47.364 INFO:tasks.rados.rados.0.smithi102.stdout:1005: finishing rollback tid 1 to smithi10276805-23 2024-04-10T15:08:47.364 INFO:tasks.rados.rados.0.smithi102.stdout:1004: finishing rollback tid 1 to smithi10276805-32 2024-04-10T15:08:47.365 INFO:tasks.rados.rados.0.smithi102.stdout:1005: finishing rollback tid 2 to smithi10276805-23 2024-04-10T15:08:47.365 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 164 (ObjNum 303 snap 74 seq_num 303) dirty exists 2024-04-10T15:08:47.365 INFO:tasks.rados.rados.0.smithi102.stdout:1004: finishing rollback tid 2 to smithi10276805-32 2024-04-10T15:08:47.365 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 615 (ObjNum 268 snap 60 seq_num 268) dirty exists 2024-04-10T15:08:47.365 INFO:tasks.rados.rados.0.smithi102.stdout:997: expect (ObjNum 276 snap 60 seq_num 276) 2024-04-10T15:08:47.482 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:47 smithi154 ceph-mon[30592]: osdmap e231: 8 total, 8 up, 8 in 2024-04-10T15:08:47.497 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:47 smithi102 ceph-mon[37987]: osdmap e231: 8 total, 8 up, 8 in 2024-04-10T15:08:47.497 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:47 smithi102 ceph-mon[88557]: osdmap e231: 8 total, 8 up, 8 in 2024-04-10T15:08:47.812 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:47 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:47.506+0000 7f65c7535200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:08:47.813 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:47 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:47.600+0000 7f65c7535200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:08:47.813 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:47 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:47.742+0000 7f65c7535200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:08:47.813 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:47 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:47.837+0000 7f65c7535200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:08:47.825 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:47.522+0000 7f9910865200 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-04-10T15:08:47.825 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:47.615+0000 7f9910865200 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-04-10T15:08:47.825 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:47.755+0000 7f9910865200 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-04-10T15:08:47.825 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:47.849+0000 7f9910865200 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-04-10T15:08:48.128 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:47 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:47.921+0000 7f65c7535200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:08:48.129 INFO:tasks.rados.rados.0.smithi102.stdout:997: done (7 left) 2024-04-10T15:08:48.129 INFO:tasks.rados.rados.0.smithi102.stdout:1000: done (6 left) 2024-04-10T15:08:48.129 INFO:tasks.rados.rados.0.smithi102.stdout:1002: done (5 left) 2024-04-10T15:08:48.129 INFO:tasks.rados.rados.0.smithi102.stdout:1003: done (4 left) 2024-04-10T15:08:48.129 INFO:tasks.rados.rados.0.smithi102.stdout:1004: done (3 left) 2024-04-10T15:08:48.129 INFO:tasks.rados.rados.0.smithi102.stdout:1005: done (2 left) 2024-04-10T15:08:48.129 INFO:tasks.rados.rados.0.smithi102.stdout:1006: done (1 left) 2024-04-10T15:08:48.129 INFO:tasks.rados.rados.0.smithi102.stdout:1007: done (0 left) 2024-04-10T15:08:48.129 INFO:tasks.rados.rados.0.smithi102.stdout:1008: copy_from oid 2 from oid 18 current snap is 79 2024-04-10T15:08:48.129 INFO:tasks.rados.rados.0.smithi102.stdout:1009: snap_create 2024-04-10T15:08:48.149 INFO:tasks.rados.rados.0.smithi102.stdout:1008: finishing copy_from racing read to smithi10276805-2 2024-04-10T15:08:48.157 INFO:tasks.rados.rados.0.smithi102.stdout:1008: finishing copy_from to smithi10276805-2 2024-04-10T15:08:48.157 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 209 (ObjNum 279 snap 61 seq_num 279) dirty exists 2024-04-10T15:08:48.158 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:47.933+0000 7f9910865200 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-04-10T15:08:48.464 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:48 smithi154 ceph-mon[30592]: osdmap e232: 8 total, 8 up, 8 in 2024-04-10T15:08:48.464 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:48 smithi154 ceph-mon[30592]: osdmap e233: 8 total, 8 up, 8 in 2024-04-10T15:08:48.464 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:48.195+0000 7f65c7535200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:08:48.464 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:48.307+0000 7f65c7535200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:08:48.464 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:48.394+0000 7f65c7535200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:08:48.464 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:48.488+0000 7f65c7535200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:08:48.472 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:48 smithi102 ceph-mon[37987]: osdmap e232: 8 total, 8 up, 8 in 2024-04-10T15:08:48.473 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:48 smithi102 ceph-mon[37987]: osdmap e233: 8 total, 8 up, 8 in 2024-04-10T15:08:48.473 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:48 smithi102 ceph-mon[88557]: osdmap e232: 8 total, 8 up, 8 in 2024-04-10T15:08:48.473 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:48 smithi102 ceph-mon[88557]: osdmap e233: 8 total, 8 up, 8 in 2024-04-10T15:08:48.473 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:48.207+0000 7f9910865200 -1 mgr[py] Module rgw has missing NOTIFY_TYPES member 2024-04-10T15:08:48.473 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:48.317+0000 7f9910865200 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-04-10T15:08:48.473 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:48.402+0000 7f9910865200 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-04-10T15:08:48.473 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:48.497+0000 7f9910865200 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-04-10T15:08:48.878 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:48.667+0000 7f65c7535200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:08:48.908 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:48.674+0000 7f9910865200 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-04-10T15:08:49.132 INFO:tasks.rados.rados.0.smithi102.stdout:1008: done (1 left) 2024-04-10T15:08:49.132 INFO:tasks.rados.rados.0.smithi102.stdout:1009: done (0 left) 2024-04-10T15:08:49.132 INFO:tasks.rados.rados.0.smithi102.stdout:1010: read oid 19 snap -1 2024-04-10T15:08:49.132 INFO:tasks.rados.rados.0.smithi102.stdout:1010: expect (ObjNum 232 snap 49 seq_num 232) 2024-04-10T15:08:49.132 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 44 current snap is 80 2024-04-10T15:08:49.132 INFO:tasks.rados.rados.0.smithi102.stdout:1011: seq_num 328 ranges {581632=696320} 2024-04-10T15:08:49.139 INFO:tasks.rados.rados.0.smithi102.stdout:1011: writing smithi10276805-44 from 581632 to 1277952 tid 1 2024-04-10T15:08:49.139 INFO:tasks.rados.rados.0.smithi102.stdout:1012: snap_create 2024-04-10T15:08:49.139 INFO:tasks.rados.rados.0.smithi102.stdout:1010: expect (ObjNum 232 snap 49 seq_num 232) 2024-04-10T15:08:49.178 INFO:tasks.rados.rados.0.smithi102.stdout:1011: finishing write tid 1 to smithi10276805-44 2024-04-10T15:08:49.179 INFO:tasks.rados.rados.0.smithi102.stdout:1011: finishing write tid 2 to smithi10276805-44 2024-04-10T15:08:49.179 INFO:tasks.rados.rados.0.smithi102.stdout:1011: finishing write tid 3 to smithi10276805-44 2024-04-10T15:08:49.179 INFO:tasks.rados.rados.0.smithi102.stdout:1011: oid 44 updating version 0 to 336 2024-04-10T15:08:49.179 INFO:tasks.rados.rados.0.smithi102.stdout:1011: oid 44 version 336 is already newer than 335 2024-04-10T15:08:49.179 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 336 (ObjNum 328 snap 80 seq_num 328) dirty exists 2024-04-10T15:08:49.179 INFO:tasks.rados.rados.0.smithi102.stdout:1011: left oid 44 (ObjNum 328 snap 80 seq_num 328) 2024-04-10T15:08:49.878 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:49 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:49.640+0000 7f65c7535200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:08:49.878 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:49 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:49.770+0000 7f65c7535200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:08:49.908 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:49 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:49.640+0000 7f9910865200 -1 mgr[py] Module rook has missing NOTIFY_TYPES member 2024-04-10T15:08:49.908 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:49 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:49.772+0000 7f9910865200 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-04-10T15:08:50.138 INFO:tasks.rados.rados.0.smithi102.stdout:1010: done (2 left) 2024-04-10T15:08:50.138 INFO:tasks.rados.rados.0.smithi102.stdout:1011: done (1 left) 2024-04-10T15:08:50.138 INFO:tasks.rados.rados.0.smithi102.stdout:1012: done (0 left) 2024-04-10T15:08:50.139 INFO:tasks.rados.rados.0.smithi102.stdout:1013: copy_from oid 44 from oid 47 current snap is 81 2024-04-10T15:08:50.139 INFO:tasks.rados.rados.0.smithi102.stdout:1014: copy_from oid 18 from oid 21 current snap is 81 2024-04-10T15:08:50.139 INFO:tasks.rados.rados.0.smithi102.stdout:1015: snap_create 2024-04-10T15:08:50.143 INFO:tasks.rados.rados.0.smithi102.stdout:1013: finishing copy_from to smithi10276805-44 2024-04-10T15:08:50.143 INFO:tasks.rados.rados.0.smithi102.stdout:1013: got expected ENOENT (src dne) 2024-04-10T15:08:50.144 INFO:tasks.rados.rados.0.smithi102.stdout:1013: finishing copy_from racing read to smithi10276805-44 2024-04-10T15:08:50.149 INFO:tasks.rados.rados.0.smithi102.stdout:1014: finishing copy_from racing read to smithi10276805-18 2024-04-10T15:08:50.151 INFO:tasks.rados.rados.0.smithi102.stdout:1014: finishing copy_from to smithi10276805-18 2024-04-10T15:08:50.151 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 381 (ObjNum 214 snap 46 seq_num 214) dirty exists 2024-04-10T15:08:50.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:50 smithi154 ceph-mon[30592]: osdmap e234: 8 total, 8 up, 8 in 2024-04-10T15:08:50.378 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:50 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:50.110+0000 7f65c7535200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:08:50.378 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:50 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:50.205+0000 7f65c7535200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:08:50.379 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:50 smithi102 ceph-mon[37987]: osdmap e234: 8 total, 8 up, 8 in 2024-04-10T15:08:50.379 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:50 smithi102 ceph-mon[88557]: osdmap e234: 8 total, 8 up, 8 in 2024-04-10T15:08:50.379 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:50 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:50.107+0000 7f9910865200 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-04-10T15:08:50.379 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:50 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:50.203+0000 7f9910865200 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-04-10T15:08:50.658 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:50 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:50.403+0000 7f9910865200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:08:50.658 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:50 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:50.592+0000 7f9910865200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:08:50.863 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:50 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:50.408+0000 7f65c7535200 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:08:50.863 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:50 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:50.598+0000 7f65c7535200 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-04-10T15:08:51.116 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:50 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:50.882+0000 7f9910865200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:08:51.116 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:51 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:51.141+0000 7f9910865200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:08:51.124 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:50 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:50.888+0000 7f65c7535200 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-04-10T15:08:51.142 INFO:tasks.rados.rados.0.smithi102.stdout:1013: done (2 left) 2024-04-10T15:08:51.142 INFO:tasks.rados.rados.0.smithi102.stdout:1014: done (1 left) 2024-04-10T15:08:51.142 INFO:tasks.rados.rados.0.smithi102.stdout:1015: done (0 left) 2024-04-10T15:08:51.143 INFO:tasks.rados.rados.0.smithi102.stdout:1016: read oid 16 snap 77 2024-04-10T15:08:51.143 INFO:tasks.rados.rados.0.smithi102.stdout:1016: expect (ObjNum 319 snap 77 seq_num 319) 2024-04-10T15:08:51.143 INFO:tasks.rados.rados.0.smithi102.stdout:1017: setattr oid 20 current snap is 82 2024-04-10T15:08:51.143 INFO:tasks.rados.rados.0.smithi102.stdout:1018: copy_from oid 23 from oid 36 current snap is 82 2024-04-10T15:08:51.144 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 17 current snap is 82 2024-04-10T15:08:51.144 INFO:tasks.rados.rados.0.smithi102.stdout:1019: seq_num 329 ranges {294912=712704} 2024-04-10T15:08:51.150 INFO:tasks.rados.rados.0.smithi102.stdout:1019: writing smithi10276805-17 from 294912 to 1007616 tid 1 2024-04-10T15:08:51.150 INFO:tasks.rados.rados.0.smithi102.stdout:1020: setattr oid 13 current snap is 82 2024-04-10T15:08:51.150 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 288 (ObjNum 81 snap 0 seq_num 0) dirty exists 2024-04-10T15:08:51.151 INFO:tasks.rados.rados.0.smithi102.stdout:1017: done (4 left) 2024-04-10T15:08:51.151 INFO:tasks.rados.rados.0.smithi102.stdout:1021: snap_create 2024-04-10T15:08:51.156 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 617 (ObjNum 317 snap 77 seq_num 317) dirty exists 2024-04-10T15:08:51.158 INFO:tasks.rados.rados.0.smithi102.stdout:1019: finishing write tid 1 to smithi10276805-17 2024-04-10T15:08:51.158 INFO:tasks.rados.rados.0.smithi102.stdout:1019: finishing write tid 2 to smithi10276805-17 2024-04-10T15:08:51.159 INFO:tasks.rados.rados.0.smithi102.stdout:1019: finishing write tid 3 to smithi10276805-17 2024-04-10T15:08:51.159 INFO:tasks.rados.rados.0.smithi102.stdout:1019: oid 17 updating version 0 to 306 2024-04-10T15:08:51.159 INFO:tasks.rados.rados.0.smithi102.stdout:1019: oid 17 version 306 is already newer than 305 2024-04-10T15:08:51.159 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 306 (ObjNum 329 snap 82 seq_num 329) dirty exists 2024-04-10T15:08:51.159 INFO:tasks.rados.rados.0.smithi102.stdout:1019: left oid 17 (ObjNum 329 snap 82 seq_num 329) 2024-04-10T15:08:51.160 INFO:tasks.rados.rados.0.smithi102.stdout:1016: expect (ObjNum 319 snap 77 seq_num 319) 2024-04-10T15:08:51.274 INFO:tasks.rados.rados.0.smithi102.stdout:1018: finishing copy_from racing read to smithi10276805-23 2024-04-10T15:08:51.274 INFO:tasks.rados.rados.0.smithi102.stdout:1018: finishing copy_from to smithi10276805-23 2024-04-10T15:08:51.275 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 224 (ObjNum 133 snap 28 seq_num 133) dirty exists 2024-04-10T15:08:51.375 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:51 smithi102 ceph-mon[37987]: osdmap e235: 8 total, 8 up, 8 in 2024-04-10T15:08:51.375 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:51 smithi102 ceph-mon[88557]: osdmap e235: 8 total, 8 up, 8 in 2024-04-10T15:08:51.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:51 smithi154 ceph-mon[30592]: osdmap e235: 8 total, 8 up, 8 in 2024-04-10T15:08:51.378 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:51 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:51.149+0000 7f65c7535200 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-04-10T15:08:51.658 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:51 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:51.399+0000 7f9910865200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:08:51.878 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:51 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:51.414+0000 7f65c7535200 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-04-10T15:08:52.150 INFO:tasks.rados.rados.0.smithi102.stdout:1016: done (4 left) 2024-04-10T15:08:52.150 INFO:tasks.rados.rados.0.smithi102.stdout:1018: done (3 left) 2024-04-10T15:08:52.150 INFO:tasks.rados.rados.0.smithi102.stdout:1019: done (2 left) 2024-04-10T15:08:52.150 INFO:tasks.rados.rados.0.smithi102.stdout:1020: done (1 left) 2024-04-10T15:08:52.150 INFO:tasks.rados.rados.0.smithi102.stdout:1021: done (0 left) 2024-04-10T15:08:52.150 INFO:tasks.rados.rados.0.smithi102.stdout:1022: snap_create 2024-04-10T15:08:52.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:52 smithi102 ceph-mon[37987]: osdmap e236: 8 total, 8 up, 8 in 2024-04-10T15:08:52.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:52 smithi102 ceph-mon[88557]: osdmap e236: 8 total, 8 up, 8 in 2024-04-10T15:08:52.408 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:52 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:52.218+0000 7f9910865200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:08:52.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:52 smithi154 ceph-mon[30592]: osdmap e236: 8 total, 8 up, 8 in 2024-04-10T15:08:52.628 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:52.274+0000 7f65c7535200 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-04-10T15:08:53.090 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:52 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:52.787+0000 7f9910865200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:08:53.090 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:52 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:52.889+0000 7f9910865200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:08:53.090 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:53.112+0000 7f9910865200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:08:53.106 INFO:tasks.rados.rados.0.smithi102.stdout:1022: done (0 left) 2024-04-10T15:08:53.107 INFO:tasks.rados.rados.0.smithi102.stdout:1023: copy_from oid 10 from oid 16 current snap is 84 2024-04-10T15:08:53.107 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 5 current snap is 84 2024-04-10T15:08:53.107 INFO:tasks.rados.rados.0.smithi102.stdout:1024: seq_num 330 ranges {2236416=737280} 2024-04-10T15:08:53.123 INFO:tasks.rados.rados.0.smithi102.stdout:1024: writing smithi10276805-5 from 2236416 to 2973696 tid 1 2024-04-10T15:08:53.123 INFO:tasks.rados.rados.0.smithi102.stdout:1025: read oid 23 snap 79 2024-04-10T15:08:53.123 INFO:tasks.rados.rados.0.smithi102.stdout:1025: expect (ObjNum 303 snap 74 seq_num 303) 2024-04-10T15:08:53.123 INFO:tasks.rados.rados.0.smithi102.stdout:1026: rollback oid 35 current snap is 84 2024-04-10T15:08:53.124 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 35 to 78 2024-04-10T15:08:53.124 INFO:tasks.rados.rados.0.smithi102.stdout:1023: finishing copy_from racing read to smithi10276805-10 2024-04-10T15:08:53.124 INFO:tasks.rados.rados.0.smithi102.stdout:1023: finishing copy_from to smithi10276805-10 2024-04-10T15:08:53.124 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 433 (ObjNum 319 snap 77 seq_num 319) dirty exists 2024-04-10T15:08:53.124 INFO:tasks.rados.rados.0.smithi102.stdout:1023: done (3 left) 2024-04-10T15:08:53.124 INFO:tasks.rados.rados.0.smithi102.stdout:1027: delete oid 32 current snap is 84 2024-04-10T15:08:53.127 INFO:tasks.rados.rados.0.smithi102.stdout:1027: done (3 left) 2024-04-10T15:08:53.127 INFO:tasks.rados.rados.0.smithi102.stdout:1028: delete oid 37 current snap is 84 2024-04-10T15:08:53.128 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:52.860+0000 7f65c7535200 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-04-10T15:08:53.128 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:52.961+0000 7f65c7535200 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-04-10T15:08:53.129 INFO:tasks.rados.rados.0.smithi102.stdout:1026: finishing rollback tid 0 to smithi10276805-35 2024-04-10T15:08:53.131 INFO:tasks.rados.rados.0.smithi102.stdout:1025: expect (ObjNum 303 snap 74 seq_num 303) 2024-04-10T15:08:53.245 INFO:tasks.rados.rados.0.smithi102.stdout:1024: finishing write tid 1 to smithi10276805-5 2024-04-10T15:08:53.245 INFO:tasks.rados.rados.0.smithi102.stdout:1024: finishing write tid 2 to smithi10276805-5 2024-04-10T15:08:53.246 INFO:tasks.rados.rados.0.smithi102.stdout:1026: finishing rollback tid 1 to smithi10276805-35 2024-04-10T15:08:53.246 INFO:tasks.rados.rados.0.smithi102.stdout:1026: finishing rollback tid 2 to smithi10276805-35 2024-04-10T15:08:53.246 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 291 (ObjNum 302 snap 74 seq_num 302) dirty exists 2024-04-10T15:08:53.246 INFO:tasks.rados.rados.0.smithi102.stdout:1024: finishing write tid 3 to smithi10276805-5 2024-04-10T15:08:53.246 INFO:tasks.rados.rados.0.smithi102.stdout:1024: oid 5 updating version 0 to 227 2024-04-10T15:08:53.246 INFO:tasks.rados.rados.0.smithi102.stdout:1024: oid 5 version 227 is already newer than 226 2024-04-10T15:08:53.246 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 227 (ObjNum 330 snap 84 seq_num 330) dirty exists 2024-04-10T15:08:53.246 INFO:tasks.rados.rados.0.smithi102.stdout:1024: left oid 5 (ObjNum 330 snap 84 seq_num 330) 2024-04-10T15:08:53.246 INFO:tasks.rados.rados.0.smithi102.stdout:1024: done (3 left) 2024-04-10T15:08:53.246 INFO:tasks.rados.rados.0.smithi102.stdout:1025: done (2 left) 2024-04-10T15:08:53.246 INFO:tasks.rados.rados.0.smithi102.stdout:1026: done (1 left) 2024-04-10T15:08:53.246 INFO:tasks.rados.rados.0.smithi102.stdout:1028: done (0 left) 2024-04-10T15:08:53.246 INFO:tasks.rados.rados.0.smithi102.stdout:1029: snap_remove snap 78 2024-04-10T15:08:53.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: osdmap e237: 8 total, 8 up, 8 in 2024-04-10T15:08:53.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: Active manager daemon y restarted 2024-04-10T15:08:53.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: Activating manager daemon y 2024-04-10T15:08:53.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: osdmap e238: 8 total, 8 up, 8 in 2024-04-10T15:08:53.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: mgrmap e38: y(active, starting, since 0.0110073s), standbys: x 2024-04-10T15:08:53.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:53.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:53.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:53.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:08:53.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:08:53.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:08:53.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:08:53.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:08:53.342 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:08:53.342 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:08:53.342 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:08:53.342 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:08:53.342 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:08:53.342 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:08:53.342 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:08:53.342 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:08:53.342 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:08:53.342 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:08:53.342 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[88557]: Manager daemon y is now available 2024-04-10T15:08:53.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:08:53] ENGINE Bus STARTING 2024-04-10T15:08:53.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:53.284+0000 7f986e3ef700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:08:53.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:53.284+0000 7f986e3ef700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:08:53.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:53.284+0000 7f986e3ef700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:08:53.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:53.284+0000 7f986e3ef700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:08:53.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:53.284+0000 7f986e3ef700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:08:53.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:53.284+0000 7f98703f3700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:08:53.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:53.284+0000 7f98703f3700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:08:53.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:53.284+0000 7f98703f3700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:08:53.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:53.284+0000 7f98703f3700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:08:53.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:53.284+0000 7f98703f3700 -1 client.0 error registering admin socket command: (17) File exists 2024-04-10T15:08:53.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: CherryPy Checker: 2024-04-10T15:08:53.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: The Application mounted at '' has an empty config. 2024-04-10T15:08:53.343 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:53.344 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:08:53] ENGINE Serving on http://:::9283 2024-04-10T15:08:53.344 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:08:53] ENGINE Bus STARTED 2024-04-10T15:08:53.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: osdmap e237: 8 total, 8 up, 8 in 2024-04-10T15:08:53.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: Active manager daemon y restarted 2024-04-10T15:08:53.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: Activating manager daemon y 2024-04-10T15:08:53.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: osdmap e238: 8 total, 8 up, 8 in 2024-04-10T15:08:53.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: mgrmap e38: y(active, starting, since 0.0110073s), standbys: x 2024-04-10T15:08:53.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:53.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:53.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:53.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:08:53.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:08:53.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:08:53.345 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:08:53.345 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:08:53.345 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:08:53.345 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:08:53.345 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:08:53.345 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:08:53.345 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:08:53.345 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:08:53.345 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:08:53.345 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:08:53.345 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:08:53.345 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:08:53.345 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:53 smithi102 ceph-mon[37987]: Manager daemon y is now available 2024-04-10T15:08:53.479 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:53.198+0000 7f65c7535200 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-04-10T15:08:53.479 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: [10/Apr/2024:15:08:53] ENGINE Bus STARTING 2024-04-10T15:08:53.479 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: CherryPy Checker: 2024-04-10T15:08:53.479 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: The Application mounted at '' has an empty config. 2024-04-10T15:08:53.479 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: 2024-04-10T15:08:53.479 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: [10/Apr/2024:15:08:53] ENGINE Serving on http://:::9283 2024-04-10T15:08:53.479 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x[75298]: [10/Apr/2024:15:08:53] ENGINE Bus STARTED 2024-04-10T15:08:53.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: osdmap e237: 8 total, 8 up, 8 in 2024-04-10T15:08:53.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: Active manager daemon y restarted 2024-04-10T15:08:53.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: Activating manager daemon y 2024-04-10T15:08:53.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: osdmap e238: 8 total, 8 up, 8 in 2024-04-10T15:08:53.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: mgrmap e38: y(active, starting, since 0.0110073s), standbys: x 2024-04-10T15:08:53.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:08:53.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:08:53.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:08:53.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:08:53.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:08:53.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "y", "id": "y"}]: dispatch 2024-04-10T15:08:53.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mgr metadata", "who": "x", "id": "x"}]: dispatch 2024-04-10T15:08:53.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:08:53.480 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:08:53.481 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:08:53.481 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:08:53.481 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:08:53.481 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:08:53.481 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:08:53.481 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:08:53.481 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds metadata"}]: dispatch 2024-04-10T15:08:53.481 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata"}]: dispatch 2024-04-10T15:08:53.481 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata"}]: dispatch 2024-04-10T15:08:53.481 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-mon[30592]: Manager daemon y is now available 2024-04-10T15:08:53.878 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:08:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:08:53.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:08:54.153 INFO:tasks.rados.rados.0.smithi102.stdout:1029: done (0 left) 2024-04-10T15:08:54.154 INFO:tasks.rados.rados.0.smithi102.stdout:1030: snap_remove snap 82 2024-04-10T15:08:54.408 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:08:54.129+0000 7f98c6a06700 -1 mgr.server handle_report got status from non-daemon mon.a 2024-04-10T15:08:54.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:54.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[37987]: Standby manager daemon x restarted 2024-04-10T15:08:54.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[37987]: Standby manager daemon x started 2024-04-10T15:08:54.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/266461806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:08:54.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/266461806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:08:54.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/266461806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:08:54.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[37987]: from='mgr.? 172.21.15.154:0/266461806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:08:54.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:08:54.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:08:54.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:08:54.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[37987]: mgrmap e39: y(active, since 1.0127s), standbys: x 2024-04-10T15:08:54.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:54.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[88557]: Standby manager daemon x restarted 2024-04-10T15:08:54.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[88557]: Standby manager daemon x started 2024-04-10T15:08:54.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[88557]: from='mgr.? 172.21.15.154:0/266461806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:08:54.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[88557]: from='mgr.? 172.21.15.154:0/266461806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:08:54.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[88557]: from='mgr.? 172.21.15.154:0/266461806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:08:54.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[88557]: from='mgr.? 172.21.15.154:0/266461806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:08:54.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:08:54.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:08:54.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:08:54.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:54 smithi102 ceph-mon[88557]: mgrmap e39: y(active, since 1.0127s), standbys: x 2024-04-10T15:08:54.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:54 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:08:54.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:54 smithi154 ceph-mon[30592]: Standby manager daemon x restarted 2024-04-10T15:08:54.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:54 smithi154 ceph-mon[30592]: Standby manager daemon x started 2024-04-10T15:08:54.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:54 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/266461806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/crt"}]: dispatch 2024-04-10T15:08:54.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:54 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/266461806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/crt"}]: dispatch 2024-04-10T15:08:54.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:54 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/266461806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/x/key"}]: dispatch 2024-04-10T15:08:54.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:54 smithi154 ceph-mon[30592]: from='mgr.? 172.21.15.154:0/266461806' entity='mgr.x' cmd=[{"prefix": "config-key get", "key": "mgr/dashboard/key"}]: dispatch 2024-04-10T15:08:54.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:54 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:08:54.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:54 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/mirror_snapshot_schedule"}]: dispatch 2024-04-10T15:08:54.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:54 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix":"config rm","who":"mgr","name":"mgr/rbd_support/y/trash_purge_schedule"}]: dispatch 2024-04-10T15:08:54.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:54 smithi154 ceph-mon[30592]: mgrmap e39: y(active, since 1.0127s), standbys: x 2024-04-10T15:08:55.159 INFO:tasks.rados.rados.0.smithi102.stdout:1030: done (0 left) 2024-04-10T15:08:55.160 INFO:tasks.rados.rados.0.smithi102.stdout:1031: snap_create 2024-04-10T15:08:55.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:55 smithi154 ceph-mon[30592]: [10/Apr/2024:15:08:53] ENGINE Bus STARTING 2024-04-10T15:08:55.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:55 smithi154 ceph-mon[30592]: [10/Apr/2024:15:08:53] ENGINE Serving on http://172.21.15.102:8765 2024-04-10T15:08:55.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:55 smithi154 ceph-mon[30592]: [10/Apr/2024:15:08:53] ENGINE Serving on https://172.21.15.102:7150 2024-04-10T15:08:55.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:55 smithi154 ceph-mon[30592]: [10/Apr/2024:15:08:53] ENGINE Bus STARTED 2024-04-10T15:08:55.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:55 smithi154 ceph-mon[30592]: pgmap v3: 121 pgs: 121 active+clean; 135 MiB data, 1016 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:55.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:55 smithi154 ceph-mon[30592]: osdmap e239: 8 total, 8 up, 8 in 2024-04-10T15:08:55.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:55 smithi102 ceph-mon[88557]: [10/Apr/2024:15:08:53] ENGINE Bus STARTING 2024-04-10T15:08:55.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:55 smithi102 ceph-mon[88557]: [10/Apr/2024:15:08:53] ENGINE Serving on http://172.21.15.102:8765 2024-04-10T15:08:55.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:55 smithi102 ceph-mon[88557]: [10/Apr/2024:15:08:53] ENGINE Serving on https://172.21.15.102:7150 2024-04-10T15:08:55.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:55 smithi102 ceph-mon[88557]: [10/Apr/2024:15:08:53] ENGINE Bus STARTED 2024-04-10T15:08:55.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:55 smithi102 ceph-mon[88557]: pgmap v3: 121 pgs: 121 active+clean; 135 MiB data, 1016 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:55.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:55 smithi102 ceph-mon[88557]: osdmap e239: 8 total, 8 up, 8 in 2024-04-10T15:08:55.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:55 smithi102 ceph-mon[37987]: [10/Apr/2024:15:08:53] ENGINE Bus STARTING 2024-04-10T15:08:55.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:55 smithi102 ceph-mon[37987]: [10/Apr/2024:15:08:53] ENGINE Serving on http://172.21.15.102:8765 2024-04-10T15:08:55.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:55 smithi102 ceph-mon[37987]: [10/Apr/2024:15:08:53] ENGINE Serving on https://172.21.15.102:7150 2024-04-10T15:08:55.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:55 smithi102 ceph-mon[37987]: [10/Apr/2024:15:08:53] ENGINE Bus STARTED 2024-04-10T15:08:55.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:55 smithi102 ceph-mon[37987]: pgmap v3: 121 pgs: 121 active+clean; 135 MiB data, 1016 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:55.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:55 smithi102 ceph-mon[37987]: osdmap e239: 8 total, 8 up, 8 in 2024-04-10T15:08:56.168 INFO:tasks.rados.rados.0.smithi102.stdout:1031: done (0 left) 2024-04-10T15:08:56.168 INFO:tasks.rados.rados.0.smithi102.stdout:1032: rollback oid 48 current snap is 85 2024-04-10T15:08:56.168 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 48 to 81 2024-04-10T15:08:56.168 INFO:tasks.rados.rados.0.smithi102.stdout:1033: copy_from oid 4 from oid 24 current snap is 85 2024-04-10T15:08:56.168 INFO:tasks.rados.rados.0.smithi102.stdout:1034: snap_create 2024-04-10T15:08:56.174 INFO:tasks.rados.rados.0.smithi102.stdout:1032: finishing rollback tid 0 to smithi10276805-48 2024-04-10T15:08:56.174 INFO:tasks.rados.rados.0.smithi102.stdout:1032: finishing rollback tid 1 to smithi10276805-48 2024-04-10T15:08:56.175 INFO:tasks.rados.rados.0.smithi102.stdout:1032: finishing rollback tid 2 to smithi10276805-48 2024-04-10T15:08:56.175 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 629 (ObjNum 275 snap 60 seq_num 275) dirty exists 2024-04-10T15:08:56.186 INFO:tasks.rados.rados.0.smithi102.stdout:1033: finishing copy_from racing read to smithi10276805-4 2024-04-10T15:08:56.192 INFO:tasks.rados.rados.0.smithi102.stdout:1033: finishing copy_from to smithi10276805-4 2024-04-10T15:08:56.193 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 225 (ObjNum 318 snap 77 seq_num 318) dirty exists 2024-04-10T15:08:56.566 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:56 smithi154 ceph-mon[30592]: pgmap v5: 121 pgs: 121 active+clean; 135 MiB data, 1016 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:56.566 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:56 smithi154 ceph-mon[30592]: osdmap e240: 8 total, 8 up, 8 in 2024-04-10T15:08:56.566 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:56 smithi154 ceph-mon[30592]: mgrmap e40: y(active, since 2s), standbys: x 2024-04-10T15:08:56.577 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:56 smithi102 ceph-mon[37987]: pgmap v5: 121 pgs: 121 active+clean; 135 MiB data, 1016 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:56.577 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:56 smithi102 ceph-mon[37987]: osdmap e240: 8 total, 8 up, 8 in 2024-04-10T15:08:56.577 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:56 smithi102 ceph-mon[37987]: mgrmap e40: y(active, since 2s), standbys: x 2024-04-10T15:08:56.577 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:56 smithi102 ceph-mon[88557]: pgmap v5: 121 pgs: 121 active+clean; 135 MiB data, 1016 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:56.577 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:56 smithi102 ceph-mon[88557]: osdmap e240: 8 total, 8 up, 8 in 2024-04-10T15:08:56.577 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:56 smithi102 ceph-mon[88557]: mgrmap e40: y(active, since 2s), standbys: x 2024-04-10T15:08:57.183 INFO:tasks.rados.rados.0.smithi102.stdout:1032: done (2 left) 2024-04-10T15:08:57.183 INFO:tasks.rados.rados.0.smithi102.stdout:1033: done (1 left) 2024-04-10T15:08:57.183 INFO:tasks.rados.rados.0.smithi102.stdout:1034: done (0 left) 2024-04-10T15:08:57.184 INFO:tasks.rados.rados.0.smithi102.stdout:1035: read oid 34 snap 84 2024-04-10T15:08:57.184 INFO:tasks.rados.rados.0.smithi102.stdout:1035: expect (ObjNum 322 snap 77 seq_num 322) 2024-04-10T15:08:57.184 INFO:tasks.rados.rados.0.smithi102.stdout:1036: delete oid 47 current snap is 86 2024-04-10T15:08:57.187 INFO:tasks.rados.rados.0.smithi102.stdout:1036: done (1 left) 2024-04-10T15:08:57.187 INFO:tasks.rados.rados.0.smithi102.stdout:1037: rmattr oid 38 current snap is 86 2024-04-10T15:08:57.187 INFO:tasks.rados.rados.0.smithi102.stdout:1038: read oid 27 snap 80 2024-04-10T15:08:57.187 INFO:tasks.rados.rados.0.smithi102.stdout:1038: expect (ObjNum 87508560 snap 22053 seq_num 87826176) 2024-04-10T15:08:57.187 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 9 current snap is 86 2024-04-10T15:08:57.187 INFO:tasks.rados.rados.0.smithi102.stdout:1039: seq_num 334 ranges {2867200=802816} 2024-04-10T15:08:57.207 INFO:tasks.rados.rados.0.smithi102.stdout:1039: writing smithi10276805-9 from 2867200 to 3670016 tid 1 2024-04-10T15:08:57.207 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 44 current snap is 86 2024-04-10T15:08:57.207 INFO:tasks.rados.rados.0.smithi102.stdout:1040: seq_num 335 ranges {1277952=417792,1695744=401408} 2024-04-10T15:08:57.216 INFO:tasks.rados.rados.0.smithi102.stdout:1040: writing smithi10276805-44 from 1277952 to 1695744 tid 1 2024-04-10T15:08:57.219 INFO:tasks.rados.rados.0.smithi102.stdout:1040: writing smithi10276805-44 from 1695744 to 2097152 tid 2 2024-04-10T15:08:57.219 INFO:tasks.rados.rados.0.smithi102.stdout:1041: copy_from oid 31 from oid 10 current snap is 86 2024-04-10T15:08:57.219 INFO:tasks.rados.rados.0.smithi102.stdout:1038: expect (ObjNum 87508560 snap 22053 seq_num 87826176) 2024-04-10T15:08:57.222 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 64 (ObjNum 312 snap 77 seq_num 312) dirty exists 2024-04-10T15:08:57.222 INFO:tasks.rados.rados.0.smithi102.stdout:1037: done (5 left) 2024-04-10T15:08:57.222 INFO:tasks.rados.rados.0.smithi102.stdout:1038: done (4 left) 2024-04-10T15:08:57.222 INFO:tasks.rados.rados.0.smithi102.stdout:1042: rollback oid 23 current snap is 86 2024-04-10T15:08:57.222 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 23 to 84 2024-04-10T15:08:57.222 INFO:tasks.rados.rados.0.smithi102.stdout:1035: expect (ObjNum 322 snap 77 seq_num 322) 2024-04-10T15:08:57.545 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:57 smithi102 ceph-mon[37987]: osdmap e241: 8 total, 8 up, 8 in 2024-04-10T15:08:57.545 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:57 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:08:57.545 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:57 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:08:57.545 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:57 smithi102 ceph-mon[88557]: osdmap e241: 8 total, 8 up, 8 in 2024-04-10T15:08:57.545 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:08:57.546 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:08:57.562 INFO:tasks.rados.rados.0.smithi102.stdout:1039: finishing write tid 1 to smithi10276805-9 2024-04-10T15:08:57.562 INFO:tasks.rados.rados.0.smithi102.stdout:1039: finishing write tid 2 to smithi10276805-9 2024-04-10T15:08:57.563 INFO:tasks.rados.rados.0.smithi102.stdout:1039: finishing write tid 3 to smithi10276805-9 2024-04-10T15:08:57.563 INFO:tasks.rados.rados.0.smithi102.stdout:1039: oid 9 updating version 0 to 434 2024-04-10T15:08:57.563 INFO:tasks.rados.rados.0.smithi102.stdout:1039: oid 9 updating version 434 to 435 2024-04-10T15:08:57.563 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 435 (ObjNum 334 snap 86 seq_num 334) dirty exists 2024-04-10T15:08:57.563 INFO:tasks.rados.rados.0.smithi102.stdout:1039: left oid 9 (ObjNum 334 snap 86 seq_num 334) 2024-04-10T15:08:57.563 INFO:tasks.rados.rados.0.smithi102.stdout:1040: finishing write tid 1 to smithi10276805-44 2024-04-10T15:08:57.563 INFO:tasks.rados.rados.0.smithi102.stdout:1040: finishing write tid 2 to smithi10276805-44 2024-04-10T15:08:57.563 INFO:tasks.rados.rados.0.smithi102.stdout:1040: finishing write tid 3 to smithi10276805-44 2024-04-10T15:08:57.563 INFO:tasks.rados.rados.0.smithi102.stdout:1035: done (4 left) 2024-04-10T15:08:57.563 INFO:tasks.rados.rados.0.smithi102.stdout:1039: done (3 left) 2024-04-10T15:08:57.563 INFO:tasks.rados.rados.0.smithi102.stdout:1043: copy_from oid 32 from oid 7 current snap is 86 2024-04-10T15:08:57.563 INFO:tasks.rados.rados.0.smithi102.stdout:1042: finishing rollback tid 0 to smithi10276805-23 2024-04-10T15:08:57.564 INFO:tasks.rados.rados.0.smithi102.stdout:1042: finishing rollback tid 1 to smithi10276805-23 2024-04-10T15:08:57.564 INFO:tasks.rados.rados.0.smithi102.stdout:1040: finishing write tid 4 to smithi10276805-44 2024-04-10T15:08:57.564 INFO:tasks.rados.rados.0.smithi102.stdout:1040: oid 44 updating version 0 to 436 2024-04-10T15:08:57.564 INFO:tasks.rados.rados.0.smithi102.stdout:1040: oid 44 updating version 436 to 437 2024-04-10T15:08:57.564 INFO:tasks.rados.rados.0.smithi102.stdout:1040: oid 44 updating version 437 to 438 2024-04-10T15:08:57.564 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 438 (ObjNum 335 snap 86 seq_num 335) dirty exists 2024-04-10T15:08:57.564 INFO:tasks.rados.rados.0.smithi102.stdout:1040: left oid 44 (ObjNum 335 snap 86 seq_num 335) 2024-04-10T15:08:57.564 INFO:tasks.rados.rados.0.smithi102.stdout:1042: finishing rollback tid 2 to smithi10276805-23 2024-04-10T15:08:57.564 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 227 (ObjNum 133 snap 28 seq_num 133) dirty exists 2024-04-10T15:08:57.564 INFO:tasks.rados.rados.0.smithi102.stdout:1041: finishing copy_from racing read to smithi10276805-31 2024-04-10T15:08:57.564 INFO:tasks.rados.rados.0.smithi102.stdout:1041: finishing copy_from to smithi10276805-31 2024-04-10T15:08:57.564 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 433 (ObjNum 319 snap 77 seq_num 319) dirty exists 2024-04-10T15:08:57.564 INFO:tasks.rados.rados.0.smithi102.stdout:1040: done (3 left) 2024-04-10T15:08:57.564 INFO:tasks.rados.rados.0.smithi102.stdout:1041: done (2 left) 2024-04-10T15:08:57.564 INFO:tasks.rados.rados.0.smithi102.stdout:1042: done (1 left) 2024-04-10T15:08:57.565 INFO:tasks.rados.rados.0.smithi102.stdout:1044: read oid 15 snap 81 2024-04-10T15:08:57.565 INFO:tasks.rados.rados.0.smithi102.stdout:1044: expect (ObjNum 326 snap 78 seq_num 326) 2024-04-10T15:08:57.565 INFO:tasks.rados.rados.0.smithi102.stdout:1045: copy_from oid 6 from oid 18 current snap is 86 2024-04-10T15:08:57.565 INFO:tasks.rados.rados.0.smithi102.stdout:1046: snap_create 2024-04-10T15:08:57.570 INFO:tasks.rados.rados.0.smithi102.stdout:1044: expect (ObjNum 326 snap 78 seq_num 326) 2024-04-10T15:08:57.597 INFO:tasks.rados.rados.0.smithi102.stdout:1045: finishing copy_from racing read to smithi10276805-6 2024-04-10T15:08:57.597 INFO:tasks.rados.rados.0.smithi102.stdout:1045: finishing copy_from to smithi10276805-6 2024-04-10T15:08:57.597 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 381 (ObjNum 214 snap 46 seq_num 214) dirty exists 2024-04-10T15:08:57.597 INFO:tasks.rados.rados.0.smithi102.stdout:1043: finishing copy_from racing read to smithi10276805-32 2024-04-10T15:08:57.597 INFO:tasks.rados.rados.0.smithi102.stdout:1043: finishing copy_from to smithi10276805-32 2024-04-10T15:08:57.597 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 472 (ObjNum 316 snap 77 seq_num 316) dirty exists 2024-04-10T15:08:57.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:57 smithi154 ceph-mon[30592]: osdmap e241: 8 total, 8 up, 8 in 2024-04-10T15:08:57.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:57 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:08:57.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:57 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:08:57.908 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:08:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:08:57] "GET /metrics HTTP/1.1" 200 33367 "" "Prometheus/2.43.0" 2024-04-10T15:08:58.130 INFO:tasks.rados.rados.0.smithi102.stdout:1043: done (3 left) 2024-04-10T15:08:58.130 INFO:tasks.rados.rados.0.smithi102.stdout:1044: done (2 left) 2024-04-10T15:08:58.130 INFO:tasks.rados.rados.0.smithi102.stdout:1045: done (1 left) 2024-04-10T15:08:58.130 INFO:tasks.rados.rados.0.smithi102.stdout:1046: done (0 left) 2024-04-10T15:08:58.130 INFO:tasks.rados.rados.0.smithi102.stdout:1047: read oid 48 snap -1 2024-04-10T15:08:58.130 INFO:tasks.rados.rados.0.smithi102.stdout:1047: expect (ObjNum 275 snap 60 seq_num 275) 2024-04-10T15:08:58.130 INFO:tasks.rados.rados.0.smithi102.stdout:1048: snap_create 2024-04-10T15:08:58.154 INFO:tasks.rados.rados.0.smithi102.stdout:1047: expect (ObjNum 275 snap 60 seq_num 275) 2024-04-10T15:08:58.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:58 smithi154 ceph-mon[30592]: pgmap v8: 121 pgs: 121 active+clean; 135 MiB data, 1016 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:58.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:58 smithi154 ceph-mon[30592]: osdmap e242: 8 total, 8 up, 8 in 2024-04-10T15:08:58.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:58 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:08:58.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:58 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:08:58.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:58 smithi154 ceph-mon[30592]: mgrmap e41: y(active, since 4s), standbys: x 2024-04-10T15:08:58.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:58 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:08:58.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:58 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:08:58.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:58 smithi154 ceph-mon[30592]: osdmap e243: 8 total, 8 up, 8 in 2024-04-10T15:08:58.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:58 smithi102 ceph-mon[37987]: pgmap v8: 121 pgs: 121 active+clean; 135 MiB data, 1016 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:58.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:58 smithi102 ceph-mon[37987]: osdmap e242: 8 total, 8 up, 8 in 2024-04-10T15:08:58.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:58 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:08:58.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:58 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:08:58.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:58 smithi102 ceph-mon[37987]: mgrmap e41: y(active, since 4s), standbys: x 2024-04-10T15:08:58.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:58 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:08:58.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:58 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:08:58.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:58 smithi102 ceph-mon[37987]: osdmap e243: 8 total, 8 up, 8 in 2024-04-10T15:08:58.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:58 smithi102 ceph-mon[88557]: pgmap v8: 121 pgs: 121 active+clean; 135 MiB data, 1016 MiB used, 714 GiB / 715 GiB avail 2024-04-10T15:08:58.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:58 smithi102 ceph-mon[88557]: osdmap e242: 8 total, 8 up, 8 in 2024-04-10T15:08:58.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:08:58.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:08:58.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:58 smithi102 ceph-mon[88557]: mgrmap e41: y(active, since 4s), standbys: x 2024-04-10T15:08:58.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:08:58.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:08:58.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:58 smithi102 ceph-mon[88557]: osdmap e243: 8 total, 8 up, 8 in 2024-04-10T15:08:59.131 INFO:tasks.rados.rados.0.smithi102.stdout:1047: done (1 left) 2024-04-10T15:08:59.132 INFO:tasks.rados.rados.0.smithi102.stdout:1048: done (0 left) 2024-04-10T15:08:59.132 INFO:tasks.rados.rados.0.smithi102.stdout:1049: snap_remove snap 84 2024-04-10T15:09:00.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:59 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:00.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:59 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:00.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:59 smithi154 ceph-mon[30592]: pgmap v11: 121 pgs: 121 active+clean; 150 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.6 MiB/s wr, 8 op/s 2024-04-10T15:09:00.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:08:59 smithi154 ceph-mon[30592]: osdmap e244: 8 total, 8 up, 8 in 2024-04-10T15:09:00.134 INFO:tasks.rados.rados.0.smithi102.stdout:1049: done (0 left) 2024-04-10T15:09:00.134 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 88 2024-04-10T15:09:00.135 INFO:tasks.rados.rados.0.smithi102.stdout:1050: seq_num 336 ranges {3981312=434176,4415488=401408} 2024-04-10T15:09:00.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:59 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:00.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:59 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:00.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:59 smithi102 ceph-mon[37987]: pgmap v11: 121 pgs: 121 active+clean; 150 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.6 MiB/s wr, 8 op/s 2024-04-10T15:09:00.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:08:59 smithi102 ceph-mon[37987]: osdmap e244: 8 total, 8 up, 8 in 2024-04-10T15:09:00.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:59 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:00.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:59 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:00.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:59 smithi102 ceph-mon[88557]: pgmap v11: 121 pgs: 121 active+clean; 150 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.6 MiB/s wr, 8 op/s 2024-04-10T15:09:00.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:08:59 smithi102 ceph-mon[88557]: osdmap e244: 8 total, 8 up, 8 in 2024-04-10T15:09:00.159 INFO:tasks.rados.rados.0.smithi102.stdout:1050: writing smithi10276805-25 from 3981312 to 4415488 tid 1 2024-04-10T15:09:00.161 INFO:tasks.rados.rados.0.smithi102.stdout:1050: writing smithi10276805-25 from 4415488 to 4816896 tid 2 2024-04-10T15:09:00.161 INFO:tasks.rados.rados.0.smithi102.stdout:1051: copy_from oid 1 from oid 10 current snap is 88 2024-04-10T15:09:00.161 INFO:tasks.rados.rados.0.smithi102.stdout:1052: read oid 46 snap -1 2024-04-10T15:09:00.161 INFO:tasks.rados.rados.0.smithi102.stdout:1052: expect (ObjNum 270 snap 60 seq_num 270) 2024-04-10T15:09:00.161 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 24 current snap is 88 2024-04-10T15:09:00.161 INFO:tasks.rados.rados.0.smithi102.stdout:1053: seq_num 337 ranges {5169152=450560,5619712=401408} 2024-04-10T15:09:00.193 INFO:tasks.rados.rados.0.smithi102.stdout:1053: writing smithi10276805-24 from 5169152 to 5619712 tid 1 2024-04-10T15:09:00.196 INFO:tasks.rados.rados.0.smithi102.stdout:1053: writing smithi10276805-24 from 5619712 to 6021120 tid 2 2024-04-10T15:09:00.196 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 5 current snap is 88 2024-04-10T15:09:00.196 INFO:tasks.rados.rados.0.smithi102.stdout:1051: finishing copy_from racing read to smithi10276805-1 2024-04-10T15:09:00.197 INFO:tasks.rados.rados.0.smithi102.stdout:1051: finishing copy_from to smithi10276805-1 2024-04-10T15:09:00.197 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 433 (ObjNum 319 snap 77 seq_num 319) dirty exists 2024-04-10T15:09:00.197 INFO:tasks.rados.rados.0.smithi102.stdout:1050: finishing write tid 1 to smithi10276805-25 2024-04-10T15:09:00.197 INFO:tasks.rados.rados.0.smithi102.stdout:1050: finishing write tid 2 to smithi10276805-25 2024-04-10T15:09:00.197 INFO:tasks.rados.rados.0.smithi102.stdout:1050: finishing write tid 3 to smithi10276805-25 2024-04-10T15:09:00.197 INFO:tasks.rados.rados.0.smithi102.stdout:1050: finishing write tid 4 to smithi10276805-25 2024-04-10T15:09:00.197 INFO:tasks.rados.rados.0.smithi102.stdout:1050: oid 25 updating version 0 to 228 2024-04-10T15:09:00.197 INFO:tasks.rados.rados.0.smithi102.stdout:1050: oid 25 updating version 228 to 229 2024-04-10T15:09:00.197 INFO:tasks.rados.rados.0.smithi102.stdout:1050: oid 25 updating version 229 to 230 2024-04-10T15:09:00.197 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 230 (ObjNum 336 snap 88 seq_num 336) dirty exists 2024-04-10T15:09:00.197 INFO:tasks.rados.rados.0.smithi102.stdout:1050: left oid 25 (ObjNum 336 snap 88 seq_num 336) 2024-04-10T15:09:00.197 INFO:tasks.rados.rados.0.smithi102.stdout:1052: expect (ObjNum 270 snap 60 seq_num 270) 2024-04-10T15:09:00.697 INFO:tasks.rados.rados.0.smithi102.stdout:1053: finishing write tid 1 to smithi10276805-24 2024-04-10T15:09:00.697 INFO:tasks.rados.rados.0.smithi102.stdout:1053: finishing write tid 2 to smithi10276805-24 2024-04-10T15:09:00.697 INFO:tasks.rados.rados.0.smithi102.stdout:1053: finishing write tid 3 to smithi10276805-24 2024-04-10T15:09:00.697 INFO:tasks.rados.rados.0.smithi102.stdout:1053: finishing write tid 4 to smithi10276805-24 2024-04-10T15:09:00.697 INFO:tasks.rados.rados.0.smithi102.stdout:1053: oid 24 updating version 0 to 229 2024-04-10T15:09:00.697 INFO:tasks.rados.rados.0.smithi102.stdout:1053: oid 24 updating version 229 to 230 2024-04-10T15:09:00.697 INFO:tasks.rados.rados.0.smithi102.stdout:1053: oid 24 version 230 is already newer than 228 2024-04-10T15:09:00.697 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 230 (ObjNum 337 snap 88 seq_num 337) dirty exists 2024-04-10T15:09:00.698 INFO:tasks.rados.rados.0.smithi102.stdout:1053: left oid 24 (ObjNum 337 snap 88 seq_num 337) 2024-04-10T15:09:00.698 INFO:tasks.rados.rados.0.smithi102.stdout:1054: seq_num 338 ranges {2973696=466944,3440640=401408} 2024-04-10T15:09:00.714 INFO:tasks.rados.rados.0.smithi102.stdout:1054: writing smithi10276805-5 from 2973696 to 3440640 tid 1 2024-04-10T15:09:00.717 INFO:tasks.rados.rados.0.smithi102.stdout:1054: writing smithi10276805-5 from 3440640 to 3842048 tid 2 2024-04-10T15:09:00.717 INFO:tasks.rados.rados.0.smithi102.stdout:1050: done (4 left) 2024-04-10T15:09:00.717 INFO:tasks.rados.rados.0.smithi102.stdout:1051: done (3 left) 2024-04-10T15:09:00.717 INFO:tasks.rados.rados.0.smithi102.stdout:1052: done (2 left) 2024-04-10T15:09:00.717 INFO:tasks.rados.rados.0.smithi102.stdout:1053: done (1 left) 2024-04-10T15:09:00.717 INFO:tasks.rados.rados.0.smithi102.stdout:1055: rollback oid 37 current snap is 88 2024-04-10T15:09:00.717 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 37 to 80 2024-04-10T15:09:00.718 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 34 current snap is 88 2024-04-10T15:09:00.718 INFO:tasks.rados.rados.0.smithi102.stdout:1056: seq_num 339 ranges {5005312=483328,5488640=401408} 2024-04-10T15:09:00.746 INFO:tasks.rados.rados.0.smithi102.stdout:1056: writing smithi10276805-34 from 5005312 to 5488640 tid 1 2024-04-10T15:09:00.749 INFO:tasks.rados.rados.0.smithi102.stdout:1056: writing smithi10276805-34 from 5488640 to 5890048 tid 2 2024-04-10T15:09:00.749 INFO:tasks.rados.rados.0.smithi102.stdout:1057: copy_from oid 50 from oid 3 current snap is 88 2024-04-10T15:09:00.749 INFO:tasks.rados.rados.0.smithi102.stdout:1054: finishing write tid 1 to smithi10276805-5 2024-04-10T15:09:00.749 INFO:tasks.rados.rados.0.smithi102.stdout:1055: finishing rollback tid 1 to smithi10276805-37 2024-04-10T15:09:00.749 INFO:tasks.rados.rados.0.smithi102.stdout:1054: finishing write tid 2 to smithi10276805-5 2024-04-10T15:09:00.749 INFO:tasks.rados.rados.0.smithi102.stdout:1055: finishing rollback tid 2 to smithi10276805-37 2024-04-10T15:09:00.749 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 434 (ObjNum 323 snap 78 seq_num 323) dirty exists 2024-04-10T15:09:00.750 INFO:tasks.rados.rados.0.smithi102.stdout:1054: finishing write tid 3 to smithi10276805-5 2024-04-10T15:09:00.750 INFO:tasks.rados.rados.0.smithi102.stdout:1054: finishing write tid 4 to smithi10276805-5 2024-04-10T15:09:00.750 INFO:tasks.rados.rados.0.smithi102.stdout:1054: oid 5 updating version 0 to 232 2024-04-10T15:09:00.750 INFO:tasks.rados.rados.0.smithi102.stdout:1054: oid 5 version 232 is already newer than 231 2024-04-10T15:09:00.750 INFO:tasks.rados.rados.0.smithi102.stdout:1054: oid 5 updating version 232 to 233 2024-04-10T15:09:00.750 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 233 (ObjNum 338 snap 88 seq_num 338) dirty exists 2024-04-10T15:09:00.750 INFO:tasks.rados.rados.0.smithi102.stdout:1054: left oid 5 (ObjNum 338 snap 88 seq_num 338) 2024-04-10T15:09:00.750 INFO:tasks.rados.rados.0.smithi102.stdout:1054: done (3 left) 2024-04-10T15:09:00.750 INFO:tasks.rados.rados.0.smithi102.stdout:1055: done (2 left) 2024-04-10T15:09:00.750 INFO:tasks.rados.rados.0.smithi102.stdout:1058: copy_from oid 41 from oid 30 current snap is 88 2024-04-10T15:09:00.750 INFO:tasks.rados.rados.0.smithi102.stdout:1059: read oid 42 snap -1 2024-04-10T15:09:00.750 INFO:tasks.rados.rados.0.smithi102.stdout:1059: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-10T15:09:00.750 INFO:tasks.rados.rados.0.smithi102.stdout:1060: setattr oid 15 current snap is 88 2024-04-10T15:09:00.750 INFO:tasks.rados.rados.0.smithi102.stdout:1057: finishing copy_from to smithi10276805-50 2024-04-10T15:09:00.751 INFO:tasks.rados.rados.0.smithi102.stdout:1057: got expected ENOENT (src dne) 2024-04-10T15:09:00.752 INFO:tasks.rados.rados.0.smithi102.stdout:1057: finishing copy_from racing read to smithi10276805-50 2024-04-10T15:09:00.752 INFO:tasks.rados.rados.0.smithi102.stdout:1056: finishing write tid 1 to smithi10276805-34 2024-04-10T15:09:00.752 INFO:tasks.rados.rados.0.smithi102.stdout:1056: finishing write tid 2 to smithi10276805-34 2024-04-10T15:09:00.752 INFO:tasks.rados.rados.0.smithi102.stdout:1057: done (4 left) 2024-04-10T15:09:00.752 INFO:tasks.rados.rados.0.smithi102.stdout:1061: rollback oid 44 current snap is 88 2024-04-10T15:09:00.752 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 44 to 80 2024-04-10T15:09:00.752 INFO:tasks.rados.rados.0.smithi102.stdout:1062: rollback oid 28 current snap is 88 2024-04-10T15:09:00.752 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 28 to 85 2024-04-10T15:09:00.752 INFO:tasks.rados.rados.0.smithi102.stdout:1056: finishing write tid 3 to smithi10276805-34 2024-04-10T15:09:00.753 INFO:tasks.rados.rados.0.smithi102.stdout:1063: read oid 32 snap -1 2024-04-10T15:09:00.753 INFO:tasks.rados.rados.0.smithi102.stdout:1063: expect (ObjNum 316 snap 77 seq_num 316) 2024-04-10T15:09:00.753 INFO:tasks.rados.rados.0.smithi102.stdout:1064: rollback oid 17 current snap is 88 2024-04-10T15:09:00.753 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 17 to 85 2024-04-10T15:09:00.753 INFO:tasks.rados.rados.0.smithi102.stdout:1065: delete oid 47 current snap is 88 2024-04-10T15:09:00.754 INFO:tasks.rados.rados.0.smithi102.stdout:1056: finishing write tid 4 to smithi10276805-34 2024-04-10T15:09:00.754 INFO:tasks.rados.rados.0.smithi102.stdout:1056: oid 34 updating version 0 to 293 2024-04-10T15:09:00.754 INFO:tasks.rados.rados.0.smithi102.stdout:1056: oid 34 version 293 is already newer than 292 2024-04-10T15:09:00.754 INFO:tasks.rados.rados.0.smithi102.stdout:1056: oid 34 updating version 293 to 294 2024-04-10T15:09:00.754 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 294 (ObjNum 339 snap 88 seq_num 339) dirty exists 2024-04-10T15:09:00.754 INFO:tasks.rados.rados.0.smithi102.stdout:1056: left oid 34 (ObjNum 339 snap 88 seq_num 339) 2024-04-10T15:09:00.755 INFO:tasks.rados.rados.0.smithi102.stdout:1061: finishing rollback tid 0 to smithi10276805-44 2024-04-10T15:09:00.756 INFO:tasks.rados.rados.0.smithi102.stdout:1061: finishing rollback tid 1 to smithi10276805-44 2024-04-10T15:09:00.756 INFO:tasks.rados.rados.0.smithi102.stdout:1061: finishing rollback tid 2 to smithi10276805-44 2024-04-10T15:09:00.756 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 441 (ObjNum 328 snap 80 seq_num 328) dirty exists 2024-04-10T15:09:00.758 INFO:tasks.rados.rados.0.smithi102.stdout:1064: finishing rollback tid 0 to smithi10276805-17 2024-04-10T15:09:00.761 INFO:tasks.rados.rados.0.smithi102.stdout:1064: finishing rollback tid 1 to smithi10276805-17 2024-04-10T15:09:00.761 INFO:tasks.rados.rados.0.smithi102.stdout:1064: finishing rollback tid 2 to smithi10276805-17 2024-04-10T15:09:00.761 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 309 (ObjNum 329 snap 82 seq_num 329) dirty exists 2024-04-10T15:09:00.761 INFO:tasks.rados.rados.0.smithi102.stdout:1059: expect (ObjNum 34 snap 0 seq_num 34) 2024-04-10T15:09:00.778 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 635 (ObjNum 326 snap 78 seq_num 326) dirty exists 2024-04-10T15:09:00.779 INFO:tasks.rados.rados.0.smithi102.stdout:1062: finishing rollback tid 0 to smithi10276805-28 2024-04-10T15:09:00.779 INFO:tasks.rados.rados.0.smithi102.stdout:1058: finishing copy_from racing read to smithi10276805-41 2024-04-10T15:09:00.779 INFO:tasks.rados.rados.0.smithi102.stdout:1058: finishing copy_from to smithi10276805-41 2024-04-10T15:09:00.779 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 252 (ObjNum 281 snap 62 seq_num 281) dirty exists 2024-04-10T15:09:00.784 INFO:tasks.rados.rados.0.smithi102.stdout:1063: expect (ObjNum 316 snap 77 seq_num 316) 2024-04-10T15:09:01.013 INFO:tasks.rados.rados.0.smithi102.stdout:1062: finishing rollback tid 1 to smithi10276805-28 2024-04-10T15:09:01.013 INFO:tasks.rados.rados.0.smithi102.stdout:1062: finishing rollback tid 2 to smithi10276805-28 2024-04-10T15:09:01.014 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 639 (ObjNum 33 snap 0 seq_num 1735084733) dirty exists 2024-04-10T15:09:01.014 INFO:tasks.rados.rados.0.smithi102.stdout:1056: done (8 left) 2024-04-10T15:09:01.014 INFO:tasks.rados.rados.0.smithi102.stdout:1058: done (7 left) 2024-04-10T15:09:01.014 INFO:tasks.rados.rados.0.smithi102.stdout:1059: done (6 left) 2024-04-10T15:09:01.014 INFO:tasks.rados.rados.0.smithi102.stdout:1060: done (5 left) 2024-04-10T15:09:01.014 INFO:tasks.rados.rados.0.smithi102.stdout:1061: done (4 left) 2024-04-10T15:09:01.014 INFO:tasks.rados.rados.0.smithi102.stdout:1062: done (3 left) 2024-04-10T15:09:01.014 INFO:tasks.rados.rados.0.smithi102.stdout:1063: done (2 left) 2024-04-10T15:09:01.014 INFO:tasks.rados.rados.0.smithi102.stdout:1064: done (1 left) 2024-04-10T15:09:01.014 INFO:tasks.rados.rados.0.smithi102.stdout:1065: done (0 left) 2024-04-10T15:09:01.014 INFO:tasks.rados.rados.0.smithi102.stdout:1066: copy_from oid 17 from oid 28 current snap is 88 2024-04-10T15:09:01.014 INFO:tasks.rados.rados.0.smithi102.stdout:1067: setattr oid 30 current snap is 88 2024-04-10T15:09:01.015 INFO:tasks.rados.rados.0.smithi102.stdout:1068: snap_create 2024-04-10T15:09:01.015 INFO:tasks.rados.rados.0.smithi102.stdout:1066: finishing copy_from racing read to smithi10276805-17 2024-04-10T15:09:01.015 INFO:tasks.rados.rados.0.smithi102.stdout:1066: finishing copy_from to smithi10276805-17 2024-04-10T15:09:01.016 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 639 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-10T15:09:01.017 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 382 (ObjNum 281 snap 62 seq_num 281) dirty exists 2024-04-10T15:09:01.135 INFO:tasks.rados.rados.0.smithi102.stdout:1066: done (2 left) 2024-04-10T15:09:01.135 INFO:tasks.rados.rados.0.smithi102.stdout:1067: done (1 left) 2024-04-10T15:09:01.135 INFO:tasks.rados.rados.0.smithi102.stdout:1068: done (0 left) 2024-04-10T15:09:01.135 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 6 current snap is 89 2024-04-10T15:09:01.135 INFO:tasks.rados.rados.0.smithi102.stdout:1069: seq_num 341 ranges {2293760=516096,2809856=401408} 2024-04-10T15:09:01.150 INFO:tasks.rados.rados.0.smithi102.stdout:1069: writing smithi10276805-6 from 2293760 to 2809856 tid 1 2024-04-10T15:09:01.152 INFO:tasks.rados.rados.0.smithi102.stdout:1069: writing smithi10276805-6 from 2809856 to 3211264 tid 2 2024-04-10T15:09:01.152 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 44 current snap is 89 2024-04-10T15:09:01.152 INFO:tasks.rados.rados.0.smithi102.stdout:1070: seq_num 342 ranges {1277952=532480,1810432=401408} 2024-04-10T15:09:01.162 INFO:tasks.rados.rados.0.smithi102.stdout:1070: writing smithi10276805-44 from 1277952 to 1810432 tid 1 2024-04-10T15:09:01.165 INFO:tasks.rados.rados.0.smithi102.stdout:1070: writing smithi10276805-44 from 1810432 to 2211840 tid 2 2024-04-10T15:09:01.165 INFO:tasks.rados.rados.0.smithi102.stdout:1071: read oid 50 snap -1 2024-04-10T15:09:01.165 INFO:tasks.rados.rados.0.smithi102.stdout:1071: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:09:01.165 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 9 current snap is 89 2024-04-10T15:09:01.165 INFO:tasks.rados.rados.0.smithi102.stdout:1069: finishing write tid 1 to smithi10276805-6 2024-04-10T15:09:01.166 INFO:tasks.rados.rados.0.smithi102.stdout:1072: seq_num 343 ranges {3670016=548864,4218880=401408} 2024-04-10T15:09:01.187 INFO:tasks.rados.rados.0.smithi102.stdout:1072: writing smithi10276805-9 from 3670016 to 4218880 tid 1 2024-04-10T15:09:01.190 INFO:tasks.rados.rados.0.smithi102.stdout:1072: writing smithi10276805-9 from 4218880 to 4620288 tid 2 2024-04-10T15:09:01.190 INFO:tasks.rados.rados.0.smithi102.stdout:1073: read oid 22 snap -1 2024-04-10T15:09:01.191 INFO:tasks.rados.rados.0.smithi102.stdout:1073: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:09:01.191 INFO:tasks.rados.rados.0.smithi102.stdout:1074: read oid 43 snap -1 2024-04-10T15:09:01.191 INFO:tasks.rados.rados.0.smithi102.stdout:1074: expect deleted 2024-04-10T15:09:01.191 INFO:tasks.rados.rados.0.smithi102.stdout:1075: read oid 3 snap -1 2024-04-10T15:09:01.191 INFO:tasks.rados.rados.0.smithi102.stdout:1075: expect deleted 2024-04-10T15:09:01.191 INFO:tasks.rados.rados.0.smithi102.stdout:1076: snap_create 2024-04-10T15:09:01.191 INFO:tasks.rados.rados.0.smithi102.stdout:1069: finishing write tid 2 to smithi10276805-6 2024-04-10T15:09:01.191 INFO:tasks.rados.rados.0.smithi102.stdout:1069: finishing write tid 3 to smithi10276805-6 2024-04-10T15:09:01.191 INFO:tasks.rados.rados.0.smithi102.stdout:1069: finishing write tid 4 to smithi10276805-6 2024-04-10T15:09:01.191 INFO:tasks.rados.rados.0.smithi102.stdout:1069: oid 6 updating version 0 to 384 2024-04-10T15:09:01.191 INFO:tasks.rados.rados.0.smithi102.stdout:1069: oid 6 version 384 is already newer than 383 2024-04-10T15:09:01.191 INFO:tasks.rados.rados.0.smithi102.stdout:1069: oid 6 version 384 is already newer than 382 2024-04-10T15:09:01.191 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 384 (ObjNum 341 snap 89 seq_num 341) dirty exists 2024-04-10T15:09:01.191 INFO:tasks.rados.rados.0.smithi102.stdout:1069: left oid 6 (ObjNum 341 snap 89 seq_num 341) 2024-04-10T15:09:01.191 INFO:tasks.rados.rados.0.smithi102.stdout:1071: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:09:01.192 INFO:tasks.rados.rados.0.smithi102.stdout:1070: finishing write tid 1 to smithi10276805-44 2024-04-10T15:09:01.192 INFO:tasks.rados.rados.0.smithi102.stdout:1070: finishing write tid 2 to smithi10276805-44 2024-04-10T15:09:01.192 INFO:tasks.rados.rados.0.smithi102.stdout:1070: finishing write tid 3 to smithi10276805-44 2024-04-10T15:09:01.192 INFO:tasks.rados.rados.0.smithi102.stdout:1070: finishing write tid 4 to smithi10276805-44 2024-04-10T15:09:01.192 INFO:tasks.rados.rados.0.smithi102.stdout:1070: oid 44 updating version 0 to 442 2024-04-10T15:09:01.192 INFO:tasks.rados.rados.0.smithi102.stdout:1070: oid 44 updating version 442 to 443 2024-04-10T15:09:01.192 INFO:tasks.rados.rados.0.smithi102.stdout:1070: oid 44 updating version 443 to 444 2024-04-10T15:09:01.192 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 444 (ObjNum 342 snap 89 seq_num 342) dirty exists 2024-04-10T15:09:01.192 INFO:tasks.rados.rados.0.smithi102.stdout:1070: left oid 44 (ObjNum 342 snap 89 seq_num 342) 2024-04-10T15:09:01.193 INFO:tasks.rados.rados.0.smithi102.stdout:1072: finishing write tid 1 to smithi10276805-9 2024-04-10T15:09:01.193 INFO:tasks.rados.rados.0.smithi102.stdout:1072: finishing write tid 2 to smithi10276805-9 2024-04-10T15:09:01.193 INFO:tasks.rados.rados.0.smithi102.stdout:1072: finishing write tid 3 to smithi10276805-9 2024-04-10T15:09:01.193 INFO:tasks.rados.rados.0.smithi102.stdout:1073: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:09:01.195 INFO:tasks.rados.rados.0.smithi102.stdout:1072: finishing write tid 4 to smithi10276805-9 2024-04-10T15:09:01.196 INFO:tasks.rados.rados.0.smithi102.stdout:1072: oid 9 updating version 0 to 447 2024-04-10T15:09:01.196 INFO:tasks.rados.rados.0.smithi102.stdout:1072: oid 9 version 447 is already newer than 446 2024-04-10T15:09:01.196 INFO:tasks.rados.rados.0.smithi102.stdout:1072: oid 9 version 447 is already newer than 445 2024-04-10T15:09:01.196 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 447 (ObjNum 343 snap 89 seq_num 343) dirty exists 2024-04-10T15:09:01.196 INFO:tasks.rados.rados.0.smithi102.stdout:1072: left oid 9 (ObjNum 343 snap 89 seq_num 343) 2024-04-10T15:09:01.405 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:01 smithi154 ceph-mon[30592]: osdmap e245: 8 total, 8 up, 8 in 2024-04-10T15:09:01.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:01 smithi102 ceph-mon[88557]: osdmap e245: 8 total, 8 up, 8 in 2024-04-10T15:09:01.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:01 smithi102 ceph-mon[37987]: osdmap e245: 8 total, 8 up, 8 in 2024-04-10T15:09:02.138 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:02 smithi102 ceph-mon[88557]: pgmap v14: 121 pgs: 121 active+clean; 151 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.0 MiB/s wr, 39 op/s 2024-04-10T15:09:02.148 INFO:tasks.rados.rados.0.smithi102.stdout:1069: done (7 left) 2024-04-10T15:09:02.148 INFO:tasks.rados.rados.0.smithi102.stdout:1070: done (6 left) 2024-04-10T15:09:02.148 INFO:tasks.rados.rados.0.smithi102.stdout:1071: done (5 left) 2024-04-10T15:09:02.148 INFO:tasks.rados.rados.0.smithi102.stdout:1072: done (4 left) 2024-04-10T15:09:02.148 INFO:tasks.rados.rados.0.smithi102.stdout:1073: done (3 left) 2024-04-10T15:09:02.148 INFO:tasks.rados.rados.0.smithi102.stdout:1074: done (2 left) 2024-04-10T15:09:02.148 INFO:tasks.rados.rados.0.smithi102.stdout:1075: done (1 left) 2024-04-10T15:09:02.148 INFO:tasks.rados.rados.0.smithi102.stdout:1076: done (0 left) 2024-04-10T15:09:02.148 INFO:tasks.rados.rados.0.smithi102.stdout:1077: copy_from oid 31 from oid 33 current snap is 90 2024-04-10T15:09:02.148 INFO:tasks.rados.rados.0.smithi102.stdout:1078: read oid 10 snap -1 2024-04-10T15:09:02.149 INFO:tasks.rados.rados.0.smithi102.stdout:1078: expect (ObjNum 319 snap 77 seq_num 319) 2024-04-10T15:09:02.149 INFO:tasks.rados.rados.0.smithi102.stdout:1079: snap_remove snap 85 2024-04-10T15:09:02.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:02 smithi102 ceph-mon[37987]: pgmap v14: 121 pgs: 121 active+clean; 151 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.0 MiB/s wr, 39 op/s 2024-04-10T15:09:02.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:02 smithi102 ceph-mon[37987]: osdmap e246: 8 total, 8 up, 8 in 2024-04-10T15:09:02.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:02 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:02.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:02 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:02.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:02 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:02.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:02 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:09:02.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:02 smithi102 ceph-mon[88557]: osdmap e246: 8 total, 8 up, 8 in 2024-04-10T15:09:02.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:02.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:02.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:02.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:09:02.628 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:09:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:09:02.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:02 smithi154 ceph-mon[30592]: pgmap v14: 121 pgs: 121 active+clean; 151 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.0 MiB/s wr, 39 op/s 2024-04-10T15:09:02.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:02 smithi154 ceph-mon[30592]: osdmap e246: 8 total, 8 up, 8 in 2024-04-10T15:09:02.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:02 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:02.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:02 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:02.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:02 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:02.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:02 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:09:03.141 INFO:tasks.rados.rados.0.smithi102.stdout:1079: done (2 left) 2024-04-10T15:09:03.141 INFO:tasks.rados.rados.0.smithi102.stdout:1080: snap_create 2024-04-10T15:09:03.141 INFO:tasks.rados.rados.0.smithi102.stdout:1077: finishing copy_from to smithi10276805-31 2024-04-10T15:09:03.141 INFO:tasks.rados.rados.0.smithi102.stdout:1077: got expected ENOENT (src dne) 2024-04-10T15:09:03.141 INFO:tasks.rados.rados.0.smithi102.stdout:1077: finishing copy_from racing read to smithi10276805-31 2024-04-10T15:09:03.141 INFO:tasks.rados.rados.0.smithi102.stdout:1078: expect (ObjNum 319 snap 77 seq_num 319) 2024-04-10T15:09:03.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:03 smithi102 ceph-mon[37987]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-10T15:09:03.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:03 smithi102 ceph-mon[37987]: Updating smithi154:/etc/ceph/ceph.conf 2024-04-10T15:09:03.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:03 smithi102 ceph-mon[37987]: osdmap e247: 8 total, 8 up, 8 in 2024-04-10T15:09:03.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:03 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:03.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:03 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:03.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:03 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:03.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:03 smithi102 ceph-mon[37987]: osdmap e248: 8 total, 8 up, 8 in 2024-04-10T15:09:03.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:03 smithi102 ceph-mon[88557]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-10T15:09:03.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:03 smithi102 ceph-mon[88557]: Updating smithi154:/etc/ceph/ceph.conf 2024-04-10T15:09:03.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:03 smithi102 ceph-mon[88557]: osdmap e247: 8 total, 8 up, 8 in 2024-04-10T15:09:03.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:03.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:03.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:03.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:03 smithi102 ceph-mon[88557]: osdmap e248: 8 total, 8 up, 8 in 2024-04-10T15:09:03.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:03 smithi154 ceph-mon[30592]: Updating smithi102:/etc/ceph/ceph.conf 2024-04-10T15:09:03.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:03 smithi154 ceph-mon[30592]: Updating smithi154:/etc/ceph/ceph.conf 2024-04-10T15:09:03.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:03 smithi154 ceph-mon[30592]: osdmap e247: 8 total, 8 up, 8 in 2024-04-10T15:09:03.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:03 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:03.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:03 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:03.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:03 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:03.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:03 smithi154 ceph-mon[30592]: osdmap e248: 8 total, 8 up, 8 in 2024-04-10T15:09:03.878 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:09:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:09:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:09:04.152 INFO:tasks.rados.rados.0.smithi102.stdout:1077: done (2 left) 2024-04-10T15:09:04.153 INFO:tasks.rados.rados.0.smithi102.stdout:1078: done (1 left) 2024-04-10T15:09:04.153 INFO:tasks.rados.rados.0.smithi102.stdout:1080: done (0 left) 2024-04-10T15:09:04.153 INFO:tasks.rados.rados.0.smithi102.stdout:1081: read oid 29 snap -1 2024-04-10T15:09:04.153 INFO:tasks.rados.rados.0.smithi102.stdout:1081: expect (ObjNum 280 snap 62 seq_num 280) 2024-04-10T15:09:04.153 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 6 current snap is 91 2024-04-10T15:09:04.153 INFO:tasks.rados.rados.0.smithi102.stdout:1082: seq_num 344 ranges {3211264=565248,3776512=401408} 2024-04-10T15:09:04.173 INFO:tasks.rados.rados.0.smithi102.stdout:1082: writing smithi10276805-6 from 3211264 to 3776512 tid 1 2024-04-10T15:09:04.175 INFO:tasks.rados.rados.0.smithi102.stdout:1082: writing smithi10276805-6 from 3776512 to 4177920 tid 2 2024-04-10T15:09:04.175 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 24 current snap is 91 2024-04-10T15:09:04.175 INFO:tasks.rados.rados.0.smithi102.stdout:1083: seq_num 345 ranges {6021120=581632,6602752=401408} 2024-04-10T15:09:04.211 INFO:tasks.rados.rados.0.smithi102.stdout:1083: writing smithi10276805-24 from 6021120 to 6602752 tid 1 2024-04-10T15:09:04.213 INFO:tasks.rados.rados.0.smithi102.stdout:1083: writing smithi10276805-24 from 6602752 to 7004160 tid 2 2024-04-10T15:09:04.213 INFO:tasks.rados.rados.0.smithi102.stdout:1084: delete oid 33 current snap is 91 2024-04-10T15:09:04.214 INFO:tasks.rados.rados.0.smithi102.stdout:1081: expect (ObjNum 280 snap 62 seq_num 280) 2024-04-10T15:09:04.275 INFO:tasks.rados.rados.0.smithi102.stdout:1082: finishing write tid 1 to smithi10276805-6 2024-04-10T15:09:04.275 INFO:tasks.rados.rados.0.smithi102.stdout:1082: finishing write tid 2 to smithi10276805-6 2024-04-10T15:09:04.275 INFO:tasks.rados.rados.0.smithi102.stdout:1082: finishing write tid 3 to smithi10276805-6 2024-04-10T15:09:04.275 INFO:tasks.rados.rados.0.smithi102.stdout:1082: finishing write tid 4 to smithi10276805-6 2024-04-10T15:09:04.275 INFO:tasks.rados.rados.0.smithi102.stdout:1082: oid 6 updating version 0 to 386 2024-04-10T15:09:04.275 INFO:tasks.rados.rados.0.smithi102.stdout:1082: oid 6 version 386 is already newer than 385 2024-04-10T15:09:04.275 INFO:tasks.rados.rados.0.smithi102.stdout:1082: oid 6 updating version 386 to 387 2024-04-10T15:09:04.275 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 387 (ObjNum 344 snap 91 seq_num 344) dirty exists 2024-04-10T15:09:04.276 INFO:tasks.rados.rados.0.smithi102.stdout:1082: left oid 6 (ObjNum 344 snap 91 seq_num 344) 2024-04-10T15:09:04.276 INFO:tasks.rados.rados.0.smithi102.stdout:1083: finishing write tid 1 to smithi10276805-24 2024-04-10T15:09:04.276 INFO:tasks.rados.rados.0.smithi102.stdout:1081: done (3 left) 2024-04-10T15:09:04.276 INFO:tasks.rados.rados.0.smithi102.stdout:1082: done (2 left) 2024-04-10T15:09:04.276 INFO:tasks.rados.rados.0.smithi102.stdout:1084: done (1 left) 2024-04-10T15:09:04.276 INFO:tasks.rados.rados.0.smithi102.stdout:1085: rollback oid 38 current snap is 91 2024-04-10T15:09:04.276 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 38 to 89 2024-04-10T15:09:04.276 INFO:tasks.rados.rados.0.smithi102.stdout:1083: finishing write tid 2 to smithi10276805-24 2024-04-10T15:09:04.276 INFO:tasks.rados.rados.0.smithi102.stdout:1083: finishing write tid 3 to smithi10276805-24 2024-04-10T15:09:04.276 INFO:tasks.rados.rados.0.smithi102.stdout:1083: finishing write tid 4 to smithi10276805-24 2024-04-10T15:09:04.276 INFO:tasks.rados.rados.0.smithi102.stdout:1083: oid 24 updating version 0 to 236 2024-04-10T15:09:04.276 INFO:tasks.rados.rados.0.smithi102.stdout:1083: oid 24 version 236 is already newer than 235 2024-04-10T15:09:04.276 INFO:tasks.rados.rados.0.smithi102.stdout:1083: oid 24 version 236 is already newer than 234 2024-04-10T15:09:04.276 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 236 (ObjNum 345 snap 91 seq_num 345) dirty exists 2024-04-10T15:09:04.276 INFO:tasks.rados.rados.0.smithi102.stdout:1083: left oid 24 (ObjNum 345 snap 91 seq_num 345) 2024-04-10T15:09:04.277 INFO:tasks.rados.rados.0.smithi102.stdout:1083: done (1 left) 2024-04-10T15:09:04.277 INFO:tasks.rados.rados.0.smithi102.stdout:1086: delete oid 42 current snap is 91 2024-04-10T15:09:04.277 INFO:tasks.rados.rados.0.smithi102.stdout:1086: done (1 left) 2024-04-10T15:09:04.277 INFO:tasks.rados.rados.0.smithi102.stdout:1087: snap_create 2024-04-10T15:09:04.277 INFO:tasks.rados.rados.0.smithi102.stdout:1085: finishing rollback tid 0 to smithi10276805-38 2024-04-10T15:09:04.278 INFO:tasks.rados.rados.0.smithi102.stdout:1085: finishing rollback tid 1 to smithi10276805-38 2024-04-10T15:09:04.278 INFO:tasks.rados.rados.0.smithi102.stdout:1085: finishing rollback tid 2 to smithi10276805-38 2024-04-10T15:09:04.278 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 72 (ObjNum 312 snap 77 seq_num 312) dirty exists 2024-04-10T15:09:04.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:09:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:09:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:09:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:09:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:09:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:09:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: pgmap v17: 121 pgs: 121 active+clean; 151 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 52 KiB/s rd, 396 KiB/s wr, 30 op/s 2024-04-10T15:09:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:09:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:09:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T15:09:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-10T15:09:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:09:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:09:04.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:09:04.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:09:04.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:09:04.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:09:04.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:09:04.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:09:04.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:09:04.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:09:04.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:09:04.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:09:04.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:09:04.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:09:04.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:09:04.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:09:04.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:09:04.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:09:04.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:09:04.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:09:04.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:09:04.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: pgmap v17: 121 pgs: 121 active+clean; 151 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 52 KiB/s rd, 396 KiB/s wr, 30 op/s 2024-04-10T15:09:04.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:04.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:04.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:09:04.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:09:04.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T15:09:04.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-10T15:09:04.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:09:04.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:09:04.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:09:04.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:09:04.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:09:04.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:09:04.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:09:04.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:09:04.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:09:04.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:09:04.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:09:04.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:09:04.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:09:04.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:09:04.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:09:04.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:09:04.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:09:04.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:09:04.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:09:04.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:09:04.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:09:04.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:09:04.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:09:04.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:09:04.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:09:04.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:09:04.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[88557]: osdmap e249: 8 total, 8 up, 8 in 2024-04-10T15:09:04.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:09:04.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:09:04.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:09:04.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:09:04.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:09:04.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:09:04.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:09:04.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:09:04.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:09:04.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:09:04.414 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:09:04.415 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:04 smithi102 ceph-mon[37987]: osdmap e249: 8 total, 8 up, 8 in 2024-04-10T15:09:04.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:09:04.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.conf 2024-04-10T15:09:04.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: Updating smithi102:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:09:04.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: Updating smithi154:/etc/ceph/ceph.client.admin.keyring 2024-04-10T15:09:04.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: Updating smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:09:04.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: Updating smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/config/ceph.client.admin.keyring 2024-04-10T15:09:04.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: pgmap v17: 121 pgs: 121 active+clean; 151 MiB data, 1.0 GiB used, 714 GiB / 715 GiB avail; 52 KiB/s rd, 396 KiB/s wr, 30 op/s 2024-04-10T15:09:04.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:04.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:04.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:09:04.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:09:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T15:09:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["c"]}]: dispatch 2024-04-10T15:09:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:09:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:09:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:09:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:09:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:09:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:09:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:09:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:09:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:09:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:09:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:09:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:09:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:09:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:09:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:09:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:09:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:09:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:09:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:09:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:09:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:09:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:09:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:09:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:09:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:09:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:09:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:04 smithi154 ceph-mon[30592]: osdmap e249: 8 total, 8 up, 8 in 2024-04-10T15:09:05.164 INFO:tasks.rados.rados.0.smithi102.stdout:1085: done (1 left) 2024-04-10T15:09:05.164 INFO:tasks.rados.rados.0.smithi102.stdout:1087: done (0 left) 2024-04-10T15:09:05.164 INFO:tasks.rados.rados.0.smithi102.stdout:1088: read oid 12 snap -1 2024-04-10T15:09:05.164 INFO:tasks.rados.rados.0.smithi102.stdout:1088: expect deleted 2024-04-10T15:09:05.164 INFO:tasks.rados.rados.0.smithi102.stdout:1089: rollback oid 47 current snap is 92 2024-04-10T15:09:05.165 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 47 to 88 2024-04-10T15:09:05.165 INFO:tasks.rados.rados.0.smithi102.stdout:1090: copy_from oid 22 from oid 35 current snap is 92 2024-04-10T15:09:05.165 INFO:tasks.rados.rados.0.smithi102.stdout:1091: delete oid 3 current snap is 92 2024-04-10T15:09:05.167 INFO:tasks.rados.rados.0.smithi102.stdout:1088: done (3 left) 2024-04-10T15:09:05.167 INFO:tasks.rados.rados.0.smithi102.stdout:1091: done (2 left) 2024-04-10T15:09:05.167 INFO:tasks.rados.rados.0.smithi102.stdout:1092: rmattr oid 11 current snap is 92 2024-04-10T15:09:05.167 INFO:tasks.rados.rados.0.smithi102.stdout:1092: done (2 left) 2024-04-10T15:09:05.168 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 6 current snap is 92 2024-04-10T15:09:05.168 INFO:tasks.rados.rados.0.smithi102.stdout:1093: seq_num 349 ranges {4177920=655360,4833280=401408} 2024-04-10T15:09:05.195 INFO:tasks.rados.rados.0.smithi102.stdout:1093: writing smithi10276805-6 from 4177920 to 4833280 tid 1 2024-04-10T15:09:05.199 INFO:tasks.rados.rados.0.smithi102.stdout:1093: writing smithi10276805-6 from 4833280 to 5234688 tid 2 2024-04-10T15:09:05.199 INFO:tasks.rados.rados.0.smithi102.stdout:1094: snap_create 2024-04-10T15:09:05.199 INFO:tasks.rados.rados.0.smithi102.stdout:1089: finishing rollback tid 1 to smithi10276805-47 2024-04-10T15:09:05.199 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 0 (ObjNum 65 snap 0 seq_num 1867541605) dirty dne 2024-04-10T15:09:05.202 INFO:tasks.rados.rados.0.smithi102.stdout:1093: finishing write tid 1 to smithi10276805-6 2024-04-10T15:09:05.202 INFO:tasks.rados.rados.0.smithi102.stdout:1090: finishing copy_from racing read to smithi10276805-22 2024-04-10T15:09:05.208 INFO:tasks.rados.rados.0.smithi102.stdout:1093: finishing write tid 2 to smithi10276805-6 2024-04-10T15:09:05.209 INFO:tasks.rados.rados.0.smithi102.stdout:1093: finishing write tid 3 to smithi10276805-6 2024-04-10T15:09:05.209 INFO:tasks.rados.rados.0.smithi102.stdout:1090: finishing copy_from to smithi10276805-22 2024-04-10T15:09:05.209 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 291 (ObjNum 302 snap 74 seq_num 302) dirty exists 2024-04-10T15:09:05.210 INFO:tasks.rados.rados.0.smithi102.stdout:1093: finishing write tid 4 to smithi10276805-6 2024-04-10T15:09:05.210 INFO:tasks.rados.rados.0.smithi102.stdout:1093: oid 6 updating version 0 to 389 2024-04-10T15:09:05.210 INFO:tasks.rados.rados.0.smithi102.stdout:1093: oid 6 version 389 is already newer than 388 2024-04-10T15:09:05.210 INFO:tasks.rados.rados.0.smithi102.stdout:1093: oid 6 updating version 389 to 390 2024-04-10T15:09:05.210 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 390 (ObjNum 349 snap 92 seq_num 349) dirty exists 2024-04-10T15:09:05.210 INFO:tasks.rados.rados.0.smithi102.stdout:1093: left oid 6 (ObjNum 349 snap 92 seq_num 349) 2024-04-10T15:09:05.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:05 smithi102 ceph-mon[37987]: Upgrade: It appears safe to stop mon.c 2024-04-10T15:09:05.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:05 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:05.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:05 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:09:05.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:05 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:09:05.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:05 smithi102 ceph-mon[37987]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:05.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:05 smithi102 ceph-mon[88557]: Upgrade: It appears safe to stop mon.c 2024-04-10T15:09:05.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:05.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:09:05.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:09:05.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:05.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:05 smithi154 ceph-mon[30592]: Upgrade: It appears safe to stop mon.c 2024-04-10T15:09:05.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:05 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:05.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:05 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:09:05.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:05 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:09:05.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:05 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:06.171 INFO:tasks.rados.rados.0.smithi102.stdout:1089: done (3 left) 2024-04-10T15:09:06.171 INFO:tasks.rados.rados.0.smithi102.stdout:1090: done (2 left) 2024-04-10T15:09:06.171 INFO:tasks.rados.rados.0.smithi102.stdout:1093: done (1 left) 2024-04-10T15:09:06.171 INFO:tasks.rados.rados.0.smithi102.stdout:1094: done (0 left) 2024-04-10T15:09:06.171 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 93 2024-04-10T15:09:06.171 INFO:tasks.rados.rados.0.smithi102.stdout:1095: seq_num 350 ranges {4341760=671744,5013504=401408} 2024-04-10T15:09:06.197 INFO:tasks.rados.rados.0.smithi102.stdout:1095: writing smithi10276805-39 from 4341760 to 5013504 tid 1 2024-04-10T15:09:06.200 INFO:tasks.rados.rados.0.smithi102.stdout:1095: writing smithi10276805-39 from 5013504 to 5414912 tid 2 2024-04-10T15:09:06.200 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 43 current snap is 93 2024-04-10T15:09:06.200 INFO:tasks.rados.rados.0.smithi102.stdout:1096: seq_num 351 ranges {0=688128,688128=401408} 2024-04-10T15:09:06.206 INFO:tasks.rados.rados.0.smithi102.stdout:1096: writing smithi10276805-43 from 0 to 688128 tid 1 2024-04-10T15:09:06.207 INFO:tasks.rados.rados.0.smithi102.stdout:1096: writing smithi10276805-43 from 688128 to 1089536 tid 2 2024-04-10T15:09:06.207 INFO:tasks.rados.rados.0.smithi102.stdout:1097: read oid 2 snap -1 2024-04-10T15:09:06.207 INFO:tasks.rados.rados.0.smithi102.stdout:1097: expect (ObjNum 279 snap 61 seq_num 279) 2024-04-10T15:09:06.207 INFO:tasks.rados.rados.0.smithi102.stdout:1098: delete oid 13 current snap is 93 2024-04-10T15:09:06.207 INFO:tasks.rados.rados.0.smithi102.stdout:1095: finishing write tid 1 to smithi10276805-39 2024-04-10T15:09:06.207 INFO:tasks.rados.rados.0.smithi102.stdout:1095: finishing write tid 2 to smithi10276805-39 2024-04-10T15:09:06.207 INFO:tasks.rados.rados.0.smithi102.stdout:1095: finishing write tid 3 to smithi10276805-39 2024-04-10T15:09:06.208 INFO:tasks.rados.rados.0.smithi102.stdout:1095: finishing write tid 4 to smithi10276805-39 2024-04-10T15:09:06.208 INFO:tasks.rados.rados.0.smithi102.stdout:1095: oid 39 updating version 0 to 478 2024-04-10T15:09:06.208 INFO:tasks.rados.rados.0.smithi102.stdout:1095: oid 39 version 478 is already newer than 477 2024-04-10T15:09:06.208 INFO:tasks.rados.rados.0.smithi102.stdout:1095: oid 39 updating version 478 to 479 2024-04-10T15:09:06.208 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 479 (ObjNum 350 snap 93 seq_num 350) dirty exists 2024-04-10T15:09:06.208 INFO:tasks.rados.rados.0.smithi102.stdout:1095: left oid 39 (ObjNum 350 snap 93 seq_num 350) 2024-04-10T15:09:06.209 INFO:tasks.rados.rados.0.smithi102.stdout:1096: finishing write tid 1 to smithi10276805-43 2024-04-10T15:09:06.210 INFO:tasks.rados.rados.0.smithi102.stdout:1096: finishing write tid 2 to smithi10276805-43 2024-04-10T15:09:06.211 INFO:tasks.rados.rados.0.smithi102.stdout:1096: finishing write tid 3 to smithi10276805-43 2024-04-10T15:09:06.212 INFO:tasks.rados.rados.0.smithi102.stdout:1095: done (3 left) 2024-04-10T15:09:06.212 INFO:tasks.rados.rados.0.smithi102.stdout:1098: done (2 left) 2024-04-10T15:09:06.212 INFO:tasks.rados.rados.0.smithi102.stdout:1099: copy_from oid 49 from oid 41 current snap is 93 2024-04-10T15:09:06.212 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 5 current snap is 93 2024-04-10T15:09:06.212 INFO:tasks.rados.rados.0.smithi102.stdout:1100: seq_num 353 ranges {3842048=720896,4562944=401408} 2024-04-10T15:09:06.238 INFO:tasks.rados.rados.0.smithi102.stdout:1100: writing smithi10276805-5 from 3842048 to 4562944 tid 1 2024-04-10T15:09:06.241 INFO:tasks.rados.rados.0.smithi102.stdout:1100: writing smithi10276805-5 from 4562944 to 4964352 tid 2 2024-04-10T15:09:06.241 INFO:tasks.rados.rados.0.smithi102.stdout:1101: delete oid 48 current snap is 93 2024-04-10T15:09:06.241 INFO:tasks.rados.rados.0.smithi102.stdout:1096: finishing write tid 4 to smithi10276805-43 2024-04-10T15:09:06.241 INFO:tasks.rados.rados.0.smithi102.stdout:1096: oid 43 updating version 0 to 437 2024-04-10T15:09:06.241 INFO:tasks.rados.rados.0.smithi102.stdout:1096: oid 43 version 437 is already newer than 436 2024-04-10T15:09:06.241 INFO:tasks.rados.rados.0.smithi102.stdout:1096: oid 43 version 437 is already newer than 435 2024-04-10T15:09:06.241 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 437 (ObjNum 351 snap 93 seq_num 351) dirty exists 2024-04-10T15:09:06.241 INFO:tasks.rados.rados.0.smithi102.stdout:1096: left oid 43 (ObjNum 351 snap 93 seq_num 351) 2024-04-10T15:09:06.241 INFO:tasks.rados.rados.0.smithi102.stdout:1097: expect (ObjNum 279 snap 61 seq_num 279) 2024-04-10T15:09:06.420 INFO:tasks.rados.rados.0.smithi102.stdout:1099: finishing copy_from racing read to smithi10276805-49 2024-04-10T15:09:06.420 INFO:tasks.rados.rados.0.smithi102.stdout:1100: finishing write tid 1 to smithi10276805-5 2024-04-10T15:09:06.420 INFO:tasks.rados.rados.0.smithi102.stdout:1099: finishing copy_from to smithi10276805-49 2024-04-10T15:09:06.420 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 252 (ObjNum 281 snap 62 seq_num 281) dirty exists 2024-04-10T15:09:06.420 INFO:tasks.rados.rados.0.smithi102.stdout:1100: finishing write tid 2 to smithi10276805-5 2024-04-10T15:09:06.420 INFO:tasks.rados.rados.0.smithi102.stdout:1100: finishing write tid 3 to smithi10276805-5 2024-04-10T15:09:06.420 INFO:tasks.rados.rados.0.smithi102.stdout:1096: done (4 left) 2024-04-10T15:09:06.420 INFO:tasks.rados.rados.0.smithi102.stdout:1097: done (3 left) 2024-04-10T15:09:06.420 INFO:tasks.rados.rados.0.smithi102.stdout:1099: done (2 left) 2024-04-10T15:09:06.420 INFO:tasks.rados.rados.0.smithi102.stdout:1101: done (1 left) 2024-04-10T15:09:06.420 INFO:tasks.rados.rados.0.smithi102.stdout:1102: snap_create 2024-04-10T15:09:06.421 INFO:tasks.rados.rados.0.smithi102.stdout:1100: finishing write tid 4 to smithi10276805-5 2024-04-10T15:09:06.421 INFO:tasks.rados.rados.0.smithi102.stdout:1100: oid 5 updating version 0 to 237 2024-04-10T15:09:06.421 INFO:tasks.rados.rados.0.smithi102.stdout:1100: oid 5 updating version 237 to 238 2024-04-10T15:09:06.421 INFO:tasks.rados.rados.0.smithi102.stdout:1100: oid 5 updating version 238 to 239 2024-04-10T15:09:06.421 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 239 (ObjNum 353 snap 93 seq_num 353) dirty exists 2024-04-10T15:09:06.421 INFO:tasks.rados.rados.0.smithi102.stdout:1100: left oid 5 (ObjNum 353 snap 93 seq_num 353) 2024-04-10T15:09:06.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:06 smithi154 ceph-mon[30592]: Upgrade: Updating mon.c 2024-04-10T15:09:06.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:06 smithi154 ceph-mon[30592]: Deploying daemon mon.c on smithi102 2024-04-10T15:09:06.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:06 smithi154 ceph-mon[30592]: pgmap v20: 121 pgs: 121 active+clean; 166 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 38 op/s 2024-04-10T15:09:06.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:06 smithi154 ceph-mon[30592]: osdmap e250: 8 total, 8 up, 8 in 2024-04-10T15:09:06.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:06 smithi154 ceph-mon[30592]: mgrmap e42: y(active, since 12s), standbys: x 2024-04-10T15:09:06.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:06 smithi102 ceph-mon[37987]: Upgrade: Updating mon.c 2024-04-10T15:09:06.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:06 smithi102 ceph-mon[37987]: Deploying daemon mon.c on smithi102 2024-04-10T15:09:06.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:06 smithi102 ceph-mon[37987]: pgmap v20: 121 pgs: 121 active+clean; 166 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 38 op/s 2024-04-10T15:09:06.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:06 smithi102 ceph-mon[37987]: osdmap e250: 8 total, 8 up, 8 in 2024-04-10T15:09:06.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:06 smithi102 ceph-mon[37987]: mgrmap e42: y(active, since 12s), standbys: x 2024-04-10T15:09:06.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:06 smithi102 ceph-mon[88557]: Upgrade: Updating mon.c 2024-04-10T15:09:06.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:06 smithi102 ceph-mon[88557]: Deploying daemon mon.c on smithi102 2024-04-10T15:09:06.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:06 smithi102 ceph-mon[88557]: pgmap v20: 121 pgs: 121 active+clean; 166 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 38 op/s 2024-04-10T15:09:06.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:06 smithi102 ceph-mon[88557]: osdmap e250: 8 total, 8 up, 8 in 2024-04-10T15:09:06.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:06 smithi102 ceph-mon[88557]: mgrmap e42: y(active, since 12s), standbys: x 2024-04-10T15:09:07.178 INFO:tasks.rados.rados.0.smithi102.stdout:1100: done (1 left) 2024-04-10T15:09:07.178 INFO:tasks.rados.rados.0.smithi102.stdout:1102: done (0 left) 2024-04-10T15:09:07.178 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 47 current snap is 94 2024-04-10T15:09:07.178 INFO:tasks.rados.rados.0.smithi102.stdout:1103: seq_num 355 ranges {0=753664,753664=401408} 2024-04-10T15:09:07.182 INFO:tasks.rados.rados.0.smithi102.stdout:1103: writing smithi10276805-47 from 0 to 753664 tid 1 2024-04-10T15:09:07.184 INFO:tasks.rados.rados.0.smithi102.stdout:1103: writing smithi10276805-47 from 753664 to 1155072 tid 2 2024-04-10T15:09:07.184 INFO:tasks.rados.rados.0.smithi102.stdout:1104: snap_remove snap 89 2024-04-10T15:09:07.221 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:06 smithi102 systemd[1]: Stopping Ceph mon.c for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:09:07.221 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:07 smithi102 ceph-mon[37987]: osdmap e251: 8 total, 8 up, 8 in 2024-04-10T15:09:07.221 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:07 smithi102 ceph-mon[88557]: osdmap e251: 8 total, 8 up, 8 in 2024-04-10T15:09:07.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-c[37975]: 2024-04-10T15:09:07.244+0000 7fcdf40e1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:09:07.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-c[37975]: 2024-04-10T15:09:07.244+0000 7fcdf40e1700 -1 mon.c@2(peon) e3 *** Got Signal Terminated *** 2024-04-10T15:09:07.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:07 smithi102 podman[90779]: 2024-04-10 15:09:07.276069622 +0000 UTC m=+0.148541409 container died 964cff5f75bd3a1639309a0f2552cbcc2c3d7bfc7cced2cc3f9943ed6a2e2f18 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-c, RELEASE=reef-d540eba, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-10T15:09:07.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:07 smithi154 ceph-mon[30592]: osdmap e251: 8 total, 8 up, 8 in 2024-04-10T15:09:07.871 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:09:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:09:07] "GET /metrics HTTP/1.1" 200 33367 "" "Prometheus/2.43.0" 2024-04-10T15:09:07.872 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:07 smithi102 podman[90779]: 2024-04-10 15:09:07.712549717 +0000 UTC m=+0.585021509 container cleanup 964cff5f75bd3a1639309a0f2552cbcc2c3d7bfc7cced2cc3f9943ed6a2e2f18 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-c, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-10T15:09:07.872 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:07 smithi102 bash[90779]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-c 2024-04-10T15:09:08.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:07 smithi102 podman[90793]: 2024-04-10 15:09:07.897213069 +0000 UTC m=+0.625172091 container remove 964cff5f75bd3a1639309a0f2552cbcc2c3d7bfc7cced2cc3f9943ed6a2e2f18 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-c, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:09:08.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mon.c.service: Deactivated successfully. 2024-04-10T15:09:08.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 systemd[1]: Stopped Ceph mon.c for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:09:08.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mon.c.service: Consumed 7.281s CPU time. 2024-04-10T15:09:08.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 systemd[1]: Starting Ceph mon.c for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:09:08.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 podman[90924]: 2024-04-10 15:09:08.440042508 +0000 UTC m=+0.018922968 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:09:08.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 podman[90924]: 2024-04-10 15:09:08.565466123 +0000 UTC m=+0.144346568 container create 57de69af85cdf5d0c854cd6e6c45bc71b17f4d0db4ac5822283aa0a09e5cda83 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-c, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-10T15:09:09.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 podman[90924]: 2024-04-10 15:09:08.793573544 +0000 UTC m=+0.372454133 container init 57de69af85cdf5d0c854cd6e6c45bc71b17f4d0db4ac5822283aa0a09e5cda83 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-c, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:09:09.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 podman[90924]: 2024-04-10 15:09:08.797017671 +0000 UTC m=+0.375898123 container start 57de69af85cdf5d0c854cd6e6c45bc71b17f4d0db4ac5822283aa0a09e5cda83 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-c, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T15:09:09.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: set uid:gid to 167:167 (ceph:ceph) 2024-04-10T15:09:09.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev), process ceph-mon, pid 2 2024-04-10T15:09:09.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: pidfile_write: ignore empty --pid-file 2024-04-10T15:09:09.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: load: jerasure load: lrc 2024-04-10T15:09:09.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: RocksDB version: 7.9.2 2024-04-10T15:09:09.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Git sha 0 2024-04-10T15:09:09.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Compile date 2024-04-09 19:52:16 2024-04-10T15:09:09.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: DB SUMMARY 2024-04-10T15:09:09.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: DB Session ID: WZBCEQJXIMHZIS3GU735 2024-04-10T15:09:09.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: CURRENT file: CURRENT 2024-04-10T15:09:09.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: IDENTITY file: IDENTITY 2024-04-10T15:09:09.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1401 Bytes 2024-04-10T15:09:09.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: SST files in /var/lib/ceph/mon/ceph-c/store.db dir, Total Num: 1, files: 000027.sst 2024-04-10T15:09:09.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-c/store.db: 000025.log size: 7028538 ; 2024-04-10T15:09:09.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.error_if_exists: 0 2024-04-10T15:09:09.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.create_if_missing: 0 2024-04-10T15:09:09.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.paranoid_checks: 1 2024-04-10T15:09:09.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-10T15:09:09.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-10T15:09:09.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-10T15:09:09.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.env: 0x55e2c1f4bd40 2024-04-10T15:09:09.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.fs: PosixFileSystem 2024-04-10T15:09:09.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.info_log: 0x55e2c306bbe0 2024-04-10T15:09:09.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_file_opening_threads: 16 2024-04-10T15:09:09.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.statistics: (nil) 2024-04-10T15:09:09.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.use_fsync: 0 2024-04-10T15:09:09.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_log_file_size: 0 2024-04-10T15:09:09.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-10T15:09:09.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-10T15:09:09.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.keep_log_file_num: 1000 2024-04-10T15:09:09.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.recycle_log_file_num: 0 2024-04-10T15:09:09.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.allow_fallocate: 1 2024-04-10T15:09:09.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.allow_mmap_reads: 0 2024-04-10T15:09:09.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.allow_mmap_writes: 0 2024-04-10T15:09:09.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.use_direct_reads: 0 2024-04-10T15:09:09.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-10T15:09:09.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.create_missing_column_families: 0 2024-04-10T15:09:09.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.db_log_dir: 2024-04-10T15:09:09.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.wal_dir: 2024-04-10T15:09:09.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-10T15:09:09.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-10T15:09:09.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-10T15:09:09.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-10T15:09:09.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-10T15:09:09.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-10T15:09:09.167 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.advise_random_on_open: 1 2024-04-10T15:09:09.167 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.db_write_buffer_size: 0 2024-04-10T15:09:09.167 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.write_buffer_manager: 0x55e2c303c820 2024-04-10T15:09:09.167 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-10T15:09:09.167 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-10T15:09:09.167 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-10T15:09:09.167 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.rate_limiter: (nil) 2024-04-10T15:09:09.167 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-10T15:09:09.168 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.wal_recovery_mode: 2 2024-04-10T15:09:09.168 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.enable_thread_tracking: 0 2024-04-10T15:09:09.168 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.enable_pipelined_write: 0 2024-04-10T15:09:09.168 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.unordered_write: 0 2024-04-10T15:09:09.168 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-10T15:09:09.168 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-10T15:09:09.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-10T15:09:09.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-10T15:09:09.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.row_cache: None 2024-04-10T15:09:09.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.wal_filter: None 2024-04-10T15:09:09.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-10T15:09:09.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.allow_ingest_behind: 0 2024-04-10T15:09:09.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.two_write_queues: 0 2024-04-10T15:09:09.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.manual_wal_flush: 0 2024-04-10T15:09:09.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.wal_compression: 0 2024-04-10T15:09:09.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.atomic_flush: 0 2024-04-10T15:09:09.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-10T15:09:09.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-10T15:09:09.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-10T15:09:09.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.log_readahead_size: 0 2024-04-10T15:09:09.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-10T15:09:09.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.best_efforts_recovery: 0 2024-04-10T15:09:09.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-10T15:09:09.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-10T15:09:09.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.allow_data_in_errors: 0 2024-04-10T15:09:09.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.db_host_id: __hostname__ 2024-04-10T15:09:09.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-10T15:09:09.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_background_jobs: 2 2024-04-10T15:09:09.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_background_compactions: -1 2024-04-10T15:09:09.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_subcompactions: 1 2024-04-10T15:09:09.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-10T15:09:09.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-10T15:09:09.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-10T15:09:09.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_total_wal_size: 0 2024-04-10T15:09:09.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-10T15:09:09.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-10T15:09:09.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-10T15:09:09.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-10T15:09:09.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_open_files: -1 2024-04-10T15:09:09.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.bytes_per_sync: 0 2024-04-10T15:09:09.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-10T15:09:09.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-10T15:09:09.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compaction_readahead_size: 0 2024-04-10T15:09:09.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_background_flushes: -1 2024-04-10T15:09:09.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Compression algorithms supported: 2024-04-10T15:09:09.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-10T15:09:09.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: kZSTD supported: 0 2024-04-10T15:09:09.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: kXpressCompression supported: 0 2024-04-10T15:09:09.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: kLZ4HCCompression supported: 1 2024-04-10T15:09:09.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: kZlibCompression supported: 1 2024-04-10T15:09:09.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: kSnappyCompression supported: 1 2024-04-10T15:09:09.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: kLZ4Compression supported: 1 2024-04-10T15:09:09.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: kBZip2Compression supported: 0 2024-04-10T15:09:09.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-10T15:09:09.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-10T15:09:09.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 2024-04-10T15:09:09.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-10T15:09:09.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-10T15:09:09.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.merge_operator: 2024-04-10T15:09:09.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compaction_filter: None 2024-04-10T15:09:09.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compaction_filter_factory: None 2024-04-10T15:09:09.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.sst_partitioner_factory: None 2024-04-10T15:09:09.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-10T15:09:09.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-10T15:09:09.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x55e2c306bdc0) 2024-04-10T15:09:09.177 INFO:journalctl@ceph.mon.c.smithi102.stdout: cache_index_and_filter_blocks: 1 2024-04-10T15:09:09.177 INFO:journalctl@ceph.mon.c.smithi102.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-10T15:09:09.177 INFO:journalctl@ceph.mon.c.smithi102.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-10T15:09:09.177 INFO:journalctl@ceph.mon.c.smithi102.stdout: pin_top_level_index_and_filter: 1 2024-04-10T15:09:09.178 INFO:journalctl@ceph.mon.c.smithi102.stdout: index_type: 0 2024-04-10T15:09:09.178 INFO:journalctl@ceph.mon.c.smithi102.stdout: data_block_index_type: 0 2024-04-10T15:09:09.178 INFO:journalctl@ceph.mon.c.smithi102.stdout: index_shortening: 1 2024-04-10T15:09:09.178 INFO:journalctl@ceph.mon.c.smithi102.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-10T15:09:09.178 INFO:journalctl@ceph.mon.c.smithi102.stdout: checksum: 4 2024-04-10T15:09:09.178 INFO:journalctl@ceph.mon.c.smithi102.stdout: no_block_cache: 0 2024-04-10T15:09:09.178 INFO:journalctl@ceph.mon.c.smithi102.stdout: block_cache: 0x55e2c306f090 2024-04-10T15:09:09.179 INFO:journalctl@ceph.mon.c.smithi102.stdout: block_cache_name: BinnedLRUCache 2024-04-10T15:09:09.179 INFO:journalctl@ceph.mon.c.smithi102.stdout: block_cache_options: 2024-04-10T15:09:09.179 INFO:journalctl@ceph.mon.c.smithi102.stdout: capacity : 536870912 2024-04-10T15:09:09.179 INFO:journalctl@ceph.mon.c.smithi102.stdout: num_shard_bits : 4 2024-04-10T15:09:09.179 INFO:journalctl@ceph.mon.c.smithi102.stdout: strict_capacity_limit : 0 2024-04-10T15:09:09.179 INFO:journalctl@ceph.mon.c.smithi102.stdout: high_pri_pool_ratio: 0.000 2024-04-10T15:09:09.179 INFO:journalctl@ceph.mon.c.smithi102.stdout: block_cache_compressed: (nil) 2024-04-10T15:09:09.180 INFO:journalctl@ceph.mon.c.smithi102.stdout: persistent_cache: (nil) 2024-04-10T15:09:09.180 INFO:journalctl@ceph.mon.c.smithi102.stdout: block_size: 4096 2024-04-10T15:09:09.180 INFO:journalctl@ceph.mon.c.smithi102.stdout: block_size_deviation: 10 2024-04-10T15:09:09.180 INFO:journalctl@ceph.mon.c.smithi102.stdout: block_restart_interval: 16 2024-04-10T15:09:09.180 INFO:journalctl@ceph.mon.c.smithi102.stdout: index_block_restart_interval: 1 2024-04-10T15:09:09.180 INFO:journalctl@ceph.mon.c.smithi102.stdout: metadata_block_size: 4096 2024-04-10T15:09:09.180 INFO:journalctl@ceph.mon.c.smithi102.stdout: partition_filters: 0 2024-04-10T15:09:09.181 INFO:journalctl@ceph.mon.c.smithi102.stdout: use_delta_encoding: 1 2024-04-10T15:09:09.181 INFO:journalctl@ceph.mon.c.smithi102.stdout: filter_policy: bloomfilter 2024-04-10T15:09:09.181 INFO:journalctl@ceph.mon.c.smithi102.stdout: whole_key_filtering: 1 2024-04-10T15:09:09.181 INFO:journalctl@ceph.mon.c.smithi102.stdout: verify_compression: 0 2024-04-10T15:09:09.181 INFO:journalctl@ceph.mon.c.smithi102.stdout: read_amp_bytes_per_bit: 0 2024-04-10T15:09:09.181 INFO:journalctl@ceph.mon.c.smithi102.stdout: format_version: 5 2024-04-10T15:09:09.181 INFO:journalctl@ceph.mon.c.smithi102.stdout: enable_index_compression: 1 2024-04-10T15:09:09.181 INFO:journalctl@ceph.mon.c.smithi102.stdout: block_align: 0 2024-04-10T15:09:09.182 INFO:journalctl@ceph.mon.c.smithi102.stdout: max_auto_readahead_size: 262144 2024-04-10T15:09:09.182 INFO:journalctl@ceph.mon.c.smithi102.stdout: prepopulate_block_cache: 0 2024-04-10T15:09:09.182 INFO:journalctl@ceph.mon.c.smithi102.stdout: initial_auto_readahead_size: 8192 2024-04-10T15:09:09.182 INFO:journalctl@ceph.mon.c.smithi102.stdout: num_file_reads_for_auto_readahead: 2 2024-04-10T15:09:09.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.write_buffer_size: 33554432 2024-04-10T15:09:09.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_write_buffer_number: 2 2024-04-10T15:09:09.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compression: NoCompression 2024-04-10T15:09:09.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.bottommost_compression: Disabled 2024-04-10T15:09:09.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.prefix_extractor: nullptr 2024-04-10T15:09:09.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-10T15:09:09.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.num_levels: 7 2024-04-10T15:09:09.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-10T15:09:09.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-10T15:09:09.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-10T15:09:09.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-10T15:09:09.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-10T15:09:09.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-10T15:09:09.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-10T15:09:09.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-10T15:09:09.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-10T15:09:09.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-10T15:09:09.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-10T15:09:09.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-10T15:09:09.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-10T15:09:09.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compression_opts.level: 32767 2024-04-10T15:09:09.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compression_opts.strategy: 0 2024-04-10T15:09:09.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-10T15:09:09.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-10T15:09:09.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-10T15:09:09.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-10T15:09:09.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compression_opts.enabled: false 2024-04-10T15:09:09.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-10T15:09:09.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-10T15:09:09.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-10T15:09:09.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-10T15:09:09.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.target_file_size_base: 67108864 2024-04-10T15:09:09.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-10T15:09:09.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-10T15:09:09.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-10T15:09:09.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-10T15:09:09.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-10T15:09:09.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-10T15:09:09.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-10T15:09:09.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-10T15:09:09.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-10T15:09:09.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-10T15:09:09.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-10T15:09:09.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-10T15:09:09.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-10T15:09:09.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-10T15:09:09.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.arena_block_size: 1048576 2024-04-10T15:09:09.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-10T15:09:09.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-10T15:09:09.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.disable_auto_compactions: 0 2024-04-10T15:09:09.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-10T15:09:09.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-10T15:09:09.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-10T15:09:09.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-10T15:09:09.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-10T15:09:09.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-10T15:09:09.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-10T15:09:09.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-10T15:09:09.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-10T15:09:09.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-10T15:09:09.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-10T15:09:09.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.inplace_update_support: 0 2024-04-10T15:09:09.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-10T15:09:09.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-10T15:09:09.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-10T15:09:09.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-10T15:09:09.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.bloom_locality: 0 2024-04-10T15:09:09.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.max_successive_merges: 0 2024-04-10T15:09:09.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-10T15:09:09.193 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.paranoid_file_checks: 0 2024-04-10T15:09:09.193 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.force_consistency_checks: 1 2024-04-10T15:09:09.193 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.report_bg_io_stats: 0 2024-04-10T15:09:09.193 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.ttl: 2592000 2024-04-10T15:09:09.193 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-10T15:09:09.193 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-10T15:09:09.193 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-10T15:09:09.193 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.enable_blob_files: false 2024-04-10T15:09:09.194 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.min_blob_size: 0 2024-04-10T15:09:09.194 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.blob_file_size: 268435456 2024-04-10T15:09:09.194 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-10T15:09:09.194 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-10T15:09:09.194 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-10T15:09:09.194 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-10T15:09:09.194 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-10T15:09:09.195 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.blob_file_starting_level: 0 2024-04-10T15:09:09.195 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-10T15:09:09.195 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-10T15:09:09.195 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-c/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13663, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-10T15:09:09.195 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-10T15:09:09.195 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: 5ae5e8db-fc80-43ac-ae79-013720838803 2024-04-10T15:09:09.195 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712761748825945, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-10T15:09:09.195 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-10T15:09:09.196 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712761748842981, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 4434244, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13668, "largest_seqno": 15640, "table_properties": {"data_size": 4424506, "index_size": 6580, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2117, "raw_key_size": 19945, "raw_average_key_size": 24, "raw_value_size": 4406016, "raw_average_value_size": 5347, "num_data_blocks": 289, "num_entries": 824, "num_filter_entries": 824, "num_deletions": 28, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712761748, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "5ae5e8db-fc80-43ac-ae79-013720838803", "db_session_id": "WZBCEQJXIMHZIS3GU735", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-10T15:09:09.196 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712761748843108, "job": 1, "event": "recovery_finished"} 2024-04-10T15:09:09.196 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-10T15:09:09.196 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-10T15:09:09.196 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-c/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-10T15:09:09.196 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x55e2c315e000 2024-04-10T15:09:09.197 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: DB pointer 0x55e2c3148000 2024-04-10T15:09:09.197 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-10T15:09:09.197 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-10T15:09:09.197 INFO:journalctl@ceph.mon.c.smithi102.stdout: ** DB Stats ** 2024-04-10T15:09:09.197 INFO:journalctl@ceph.mon.c.smithi102.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T15:09:09.197 INFO:journalctl@ceph.mon.c.smithi102.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-10T15:09:09.197 INFO:journalctl@ceph.mon.c.smithi102.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T15:09:09.197 INFO:journalctl@ceph.mon.c.smithi102.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T15:09:09.198 INFO:journalctl@ceph.mon.c.smithi102.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-10T15:09:09.198 INFO:journalctl@ceph.mon.c.smithi102.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T15:09:09.198 INFO:journalctl@ceph.mon.c.smithi102.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T15:09:09.198 INFO:journalctl@ceph.mon.c.smithi102.stdout: 2024-04-10T15:09:09.198 INFO:journalctl@ceph.mon.c.smithi102.stdout: ** Compaction Stats [default] ** 2024-04-10T15:09:09.198 INFO:journalctl@ceph.mon.c.smithi102.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T15:09:09.199 INFO:journalctl@ceph.mon.c.smithi102.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-10T15:09:09.199 INFO:journalctl@ceph.mon.c.smithi102.stdout: L0 1/0 4.23 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 532.9 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-10T15:09:09.199 INFO:journalctl@ceph.mon.c.smithi102.stdout: L6 1/0 8.57 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-10T15:09:09.199 INFO:journalctl@ceph.mon.c.smithi102.stdout: Sum 2/0 12.80 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 532.9 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-10T15:09:09.199 INFO:journalctl@ceph.mon.c.smithi102.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 532.9 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-10T15:09:09.199 INFO:journalctl@ceph.mon.c.smithi102.stdout: 2024-04-10T15:09:09.199 INFO:journalctl@ceph.mon.c.smithi102.stdout: ** Compaction Stats [default] ** 2024-04-10T15:09:09.200 INFO:journalctl@ceph.mon.c.smithi102.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T15:09:09.200 INFO:journalctl@ceph.mon.c.smithi102.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T15:09:09.200 INFO:journalctl@ceph.mon.c.smithi102.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 532.9 0.01 0.00 1 0.008 0 0 0.0 0.0 2024-04-10T15:09:09.200 INFO:journalctl@ceph.mon.c.smithi102.stdout: 2024-04-10T15:09:09.200 INFO:journalctl@ceph.mon.c.smithi102.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-10T15:09:09.200 INFO:journalctl@ceph.mon.c.smithi102.stdout: 2024-04-10T15:09:09.200 INFO:journalctl@ceph.mon.c.smithi102.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T15:09:09.200 INFO:journalctl@ceph.mon.c.smithi102.stdout: Flush(GB): cumulative 0.004, interval 0.004 2024-04-10T15:09:09.201 INFO:journalctl@ceph.mon.c.smithi102.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-10T15:09:09.201 INFO:journalctl@ceph.mon.c.smithi102.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-10T15:09:09.201 INFO:journalctl@ceph.mon.c.smithi102.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-10T15:09:09.201 INFO:journalctl@ceph.mon.c.smithi102.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-10T15:09:09.201 INFO:journalctl@ceph.mon.c.smithi102.stdout: Cumulative compaction: 0.00 GB write, 214.18 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T15:09:09.201 INFO:journalctl@ceph.mon.c.smithi102.stdout: Interval compaction: 0.00 GB write, 214.18 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T15:09:09.201 INFO:journalctl@ceph.mon.c.smithi102.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-10T15:09:09.201 INFO:journalctl@ceph.mon.c.smithi102.stdout: Block cache BinnedLRUCache@0x55e2c306f090#2 capacity: 512.00 MB usage: 8.86 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-10T15:09:09.202 INFO:journalctl@ceph.mon.c.smithi102.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.28 KB,0.000435114%) IndexBlock(1,6.58 KB,0.00125468%) Misc(1,0.00 KB,0%) 2024-04-10T15:09:09.202 INFO:journalctl@ceph.mon.c.smithi102.stdout: 2024-04-10T15:09:09.202 INFO:journalctl@ceph.mon.c.smithi102.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-10T15:09:09.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: starting mon.c rank 2 at public addrs [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] at bind addrs [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon_data /var/lib/ceph/mon/ceph-c fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T15:09:09.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: mon.c@-1(???) e3 preinit fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T15:09:09.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: mon.c@-1(???).mds e6 new map 2024-04-10T15:09:09.202 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: mon.c@-1(???).mds e6 print_map 2024-04-10T15:09:09.202 INFO:journalctl@ceph.mon.c.smithi102.stdout: e6 2024-04-10T15:09:09.203 INFO:journalctl@ceph.mon.c.smithi102.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-10T15:09:09.203 INFO:journalctl@ceph.mon.c.smithi102.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T15:09:09.203 INFO:journalctl@ceph.mon.c.smithi102.stdout: legacy client fscid: 1 2024-04-10T15:09:09.203 INFO:journalctl@ceph.mon.c.smithi102.stdout: 2024-04-10T15:09:09.203 INFO:journalctl@ceph.mon.c.smithi102.stdout: Filesystem 'cephfs' (1) 2024-04-10T15:09:09.203 INFO:journalctl@ceph.mon.c.smithi102.stdout: fs_name cephfs 2024-04-10T15:09:09.203 INFO:journalctl@ceph.mon.c.smithi102.stdout: epoch 6 2024-04-10T15:09:09.203 INFO:journalctl@ceph.mon.c.smithi102.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-10T15:09:09.203 INFO:journalctl@ceph.mon.c.smithi102.stdout: created 2024-04-10T15:03:01.655502+0000 2024-04-10T15:09:09.204 INFO:journalctl@ceph.mon.c.smithi102.stdout: modified 2024-04-10T15:03:03.672138+0000 2024-04-10T15:09:09.204 INFO:journalctl@ceph.mon.c.smithi102.stdout: tableserver 0 2024-04-10T15:09:09.204 INFO:journalctl@ceph.mon.c.smithi102.stdout: root 0 2024-04-10T15:09:09.204 INFO:journalctl@ceph.mon.c.smithi102.stdout: session_timeout 60 2024-04-10T15:09:09.204 INFO:journalctl@ceph.mon.c.smithi102.stdout: session_autoclose 300 2024-04-10T15:09:09.204 INFO:journalctl@ceph.mon.c.smithi102.stdout: max_file_size 1099511627776 2024-04-10T15:09:09.204 INFO:journalctl@ceph.mon.c.smithi102.stdout: max_xattr_size 65536 2024-04-10T15:09:09.204 INFO:journalctl@ceph.mon.c.smithi102.stdout: required_client_features {} 2024-04-10T15:09:09.205 INFO:journalctl@ceph.mon.c.smithi102.stdout: last_failure 0 2024-04-10T15:09:09.205 INFO:journalctl@ceph.mon.c.smithi102.stdout: last_failure_osd_epoch 0 2024-04-10T15:09:09.205 INFO:journalctl@ceph.mon.c.smithi102.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T15:09:09.205 INFO:journalctl@ceph.mon.c.smithi102.stdout: max_mds 1 2024-04-10T15:09:09.205 INFO:journalctl@ceph.mon.c.smithi102.stdout: in 0 2024-04-10T15:09:09.205 INFO:journalctl@ceph.mon.c.smithi102.stdout: up {0=24343} 2024-04-10T15:09:09.205 INFO:journalctl@ceph.mon.c.smithi102.stdout: failed 2024-04-10T15:09:09.206 INFO:journalctl@ceph.mon.c.smithi102.stdout: damaged 2024-04-10T15:09:09.206 INFO:journalctl@ceph.mon.c.smithi102.stdout: stopped 2024-04-10T15:09:09.206 INFO:journalctl@ceph.mon.c.smithi102.stdout: data_pools [3] 2024-04-10T15:09:09.206 INFO:journalctl@ceph.mon.c.smithi102.stdout: metadata_pool 2 2024-04-10T15:09:09.206 INFO:journalctl@ceph.mon.c.smithi102.stdout: inline_data disabled 2024-04-10T15:09:09.206 INFO:journalctl@ceph.mon.c.smithi102.stdout: balancer 2024-04-10T15:09:09.206 INFO:journalctl@ceph.mon.c.smithi102.stdout: bal_rank_mask -1 2024-04-10T15:09:09.206 INFO:journalctl@ceph.mon.c.smithi102.stdout: standby_count_wanted 0 2024-04-10T15:09:09.207 INFO:journalctl@ceph.mon.c.smithi102.stdout: qdb_cluster leader: 0 members: 2024-04-10T15:09:09.207 INFO:journalctl@ceph.mon.c.smithi102.stdout: [mds.b{0:24343} state up:active seq 3 addr [v2:172.21.15.154:6832/1077442576,v1:172.21.15.154:6833/1077442576] compat {c=[1],r=[1],i=[7ff]}] 2024-04-10T15:09:09.207 INFO:journalctl@ceph.mon.c.smithi102.stdout: 2024-04-10T15:09:09.207 INFO:journalctl@ceph.mon.c.smithi102.stdout: 2024-04-10T15:09:09.207 INFO:journalctl@ceph.mon.c.smithi102.stdout: Standby daemons: 2024-04-10T15:09:09.207 INFO:journalctl@ceph.mon.c.smithi102.stdout: 2024-04-10T15:09:09.207 INFO:journalctl@ceph.mon.c.smithi102.stdout: [mds.a{-1:14442} state up:standby seq 1 addr [v2:172.21.15.102:6834/3613753143,v1:172.21.15.102:6835/3613753143] compat {c=[1],r=[1],i=[7ff]}] 2024-04-10T15:09:09.207 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: mon.c@-1(???).osd e252 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-10T15:09:09.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: mon.c@-1(???).osd e252 crush map has features 432629308056666112, adjusting msgr requires 2024-04-10T15:09:09.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: mon.c@-1(???).osd e252 crush map has features 432629308056666112, adjusting msgr requires 2024-04-10T15:09:09.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: mon.c@-1(???).osd e252 crush map has features 432629308056666112, adjusting msgr requires 2024-04-10T15:09:09.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 ceph-mon[90943]: mon.c@-1(???).paxosservice(auth 1..19) refresh upgraded, format 0 -> 3 2024-04-10T15:09:09.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 bash[90924]: 57de69af85cdf5d0c854cd6e6c45bc71b17f4d0db4ac5822283aa0a09e5cda83 2024-04-10T15:09:09.208 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:08 smithi102 systemd[1]: Started Ceph mon.c for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:09:12.628 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:09:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:09:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:09:13.878 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:09:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:09:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:09:14.052 INFO:tasks.rados.rados.0.smithi102.stdout:1104: done (1 left) 2024-04-10T15:09:14.052 INFO:tasks.rados.rados.0.smithi102.stdout:1105: delete oid 9 current snap is 94 2024-04-10T15:09:14.052 INFO:tasks.rados.rados.0.smithi102.stdout:1103: finishing write tid 1 to smithi10276805-47 2024-04-10T15:09:14.052 INFO:tasks.rados.rados.0.smithi102.stdout:1103: finishing write tid 2 to smithi10276805-47 2024-04-10T15:09:14.052 INFO:tasks.rados.rados.0.smithi102.stdout:1103: finishing write tid 3 to smithi10276805-47 2024-04-10T15:09:14.052 INFO:tasks.rados.rados.0.smithi102.stdout:1103: finishing write tid 4 to smithi10276805-47 2024-04-10T15:09:14.052 INFO:tasks.rados.rados.0.smithi102.stdout:1103: oid 47 updating version 0 to 652 2024-04-10T15:09:14.053 INFO:tasks.rados.rados.0.smithi102.stdout:1103: oid 47 version 652 is already newer than 651 2024-04-10T15:09:14.053 INFO:tasks.rados.rados.0.smithi102.stdout:1103: oid 47 version 652 is already newer than 650 2024-04-10T15:09:14.053 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 652 (ObjNum 355 snap 94 seq_num 355) dirty exists 2024-04-10T15:09:14.053 INFO:tasks.rados.rados.0.smithi102.stdout:1103: left oid 47 (ObjNum 355 snap 94 seq_num 355) 2024-04-10T15:09:14.062 INFO:tasks.rados.rados.0.smithi102.stdout:1103: done (1 left) 2024-04-10T15:09:14.062 INFO:tasks.rados.rados.0.smithi102.stdout:1105: done (0 left) 2024-04-10T15:09:14.062 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 46 current snap is 94 2024-04-10T15:09:14.062 INFO:tasks.rados.rados.0.smithi102.stdout:1106: seq_num 357 ranges {8790016=786432,9576448=401408} 2024-04-10T15:09:14.114 INFO:tasks.rados.rados.0.smithi102.stdout:1106: writing smithi10276805-46 from 8790016 to 9576448 tid 1 2024-04-10T15:09:14.116 INFO:tasks.rados.rados.0.smithi102.stdout:1106: writing smithi10276805-46 from 9576448 to 9977856 tid 2 2024-04-10T15:09:14.116 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 94 2024-04-10T15:09:14.116 INFO:tasks.rados.rados.0.smithi102.stdout:1107: seq_num 358 ranges {860160=802816,1662976=401408} 2024-04-10T15:09:14.126 INFO:tasks.rados.rados.0.smithi102.stdout:1107: writing smithi10276805-15 from 860160 to 1662976 tid 1 2024-04-10T15:09:14.129 INFO:tasks.rados.rados.0.smithi102.stdout:1107: writing smithi10276805-15 from 1662976 to 2064384 tid 2 2024-04-10T15:09:14.129 INFO:tasks.rados.rados.0.smithi102.stdout:1108: read oid 31 snap -1 2024-04-10T15:09:14.129 INFO:tasks.rados.rados.0.smithi102.stdout:1108: expect (ObjNum 319 snap 77 seq_num 319) 2024-04-10T15:09:14.129 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 23 current snap is 94 2024-04-10T15:09:14.129 INFO:tasks.rados.rados.0.smithi102.stdout:1106: finishing write tid 1 to smithi10276805-46 2024-04-10T15:09:14.129 INFO:tasks.rados.rados.0.smithi102.stdout:1106: finishing write tid 2 to smithi10276805-46 2024-04-10T15:09:14.129 INFO:tasks.rados.rados.0.smithi102.stdout:1106: finishing write tid 3 to smithi10276805-46 2024-04-10T15:09:14.129 INFO:tasks.rados.rados.0.smithi102.stdout:1109: seq_num 359 ranges {7282688=417792,7700480=417792,8118272=385024} 2024-04-10T15:09:14.171 INFO:tasks.rados.rados.0.smithi102.stdout:1109: writing smithi10276805-23 from 7282688 to 7700480 tid 1 2024-04-10T15:09:14.174 INFO:tasks.rados.rados.0.smithi102.stdout:1109: writing smithi10276805-23 from 7700480 to 8118272 tid 2 2024-04-10T15:09:14.176 INFO:tasks.rados.rados.0.smithi102.stdout:1109: writing smithi10276805-23 from 8118272 to 8503296 tid 3 2024-04-10T15:09:14.176 INFO:tasks.rados.rados.0.smithi102.stdout:1110: snap_remove snap 90 2024-04-10T15:09:14.809 INFO:teuthology.orchestra.run.smithi102.stdout:true 2024-04-10T15:09:15.143 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:09:15.143 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (4m) 18s ago 5m 24.7M - 0.25.0 c8568f914cd2 8877963ef1e7 2024-04-10T15:09:15.143 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi154 *:3000 running (5m) 17s ago 5m 92.2M - 9.4.7 954c08fa6188 a24ea26325a1 2024-04-10T15:09:15.143 INFO:teuthology.orchestra.run.smithi102.stdout:mds.a smithi102 running (6m) 18s ago 6m 15.5M - 18.2.2-1187-gd540ebac bb2c5eac26a4 da51112648bf 2024-04-10T15:09:15.143 INFO:teuthology.orchestra.run.smithi102.stdout:mds.b smithi154 running (6m) 17s ago 6m 17.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 1c2f7bf05952 2024-04-10T15:09:15.143 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi154 *:8443,9283,8765 running (47s) 17s ago 9m 448M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 5843a1d0f5c5 2024-04-10T15:09:15.143 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (77s) 18s ago 11m 476M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 d4cb3bfdb76a 2024-04-10T15:09:15.143 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (32s) 18s ago 11m 32.2M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 09d0a3f89365 2024-04-10T15:09:15.144 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi154 running (10m) 17s ago 10m 53.0M 2048M 18.2.2-1187-gd540ebac bb2c5eac26a4 d5aaf18af9df 2024-04-10T15:09:15.144 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 starting - - - 2048M 2024-04-10T15:09:15.144 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (5m) 18s ago 4m 14.1M - 1.5.0 0da6a335fe13 dc103d21fc64 2024-04-10T15:09:15.144 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi154 *:9100 running (4m) 17s ago 4m 15.1M - 1.5.0 0da6a335fe13 c71ce3c6ef09 2024-04-10T15:09:15.144 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (9m) 18s ago 9m 178M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 770d8faa5266 2024-04-10T15:09:15.144 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (8m) 18s ago 8m 106M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 6d2a7c667fff 2024-04-10T15:09:15.144 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (8m) 18s ago 8m 148M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 eb8f648e2007 2024-04-10T15:09:15.144 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (8m) 18s ago 8m 91.9M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 ebbbf8d35d32 2024-04-10T15:09:15.144 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi154 running (7m) 17s ago 7m 183M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 8ae20879a763 2024-04-10T15:09:15.144 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi154 running (7m) 17s ago 7m 212M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 51b30d38d077 2024-04-10T15:09:15.144 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi154 running (7m) 17s ago 7m 146M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 2dd28f8d572c 2024-04-10T15:09:15.144 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi154 running (6m) 17s ago 6m 103M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a3af5b492398 2024-04-10T15:09:15.144 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi154 *:9095 running (52s) 17s ago 5m 44.5M - 2.43.0 a07b618ecd1d 15b122e84a15 2024-04-10T15:09:15.574 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:09:15.575 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-10T15:09:15.575 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 1, 2024-04-10T15:09:15.575 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:09:15.575 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:09:15.575 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-10T15:09:15.575 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:09:15.575 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:09:15.575 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-10T15:09:15.575 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:09:15.575 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:09:15.575 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-10T15:09:15.575 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:09:15.575 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:09:15.576 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-10T15:09:15.576 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 11, 2024-04-10T15:09:15.576 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 4 2024-04-10T15:09:15.576 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:09:15.576 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:09:15.639 INFO:tasks.rados.rados.0.smithi102.stdout:1110: done (4 left) 2024-04-10T15:09:15.639 INFO:tasks.rados.rados.0.smithi102.stdout:1111: rmattr oid 47 current snap is 94 2024-04-10T15:09:15.639 INFO:tasks.rados.rados.0.smithi102.stdout:1111: done (4 left) 2024-04-10T15:09:15.639 INFO:tasks.rados.rados.0.smithi102.stdout:1112: snap_remove snap 91 2024-04-10T15:09:15.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:15 smithi154 ceph-mon[30592]: mon.c calling monitor election 2024-04-10T15:09:15.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:15 smithi154 ceph-mon[30592]: from='client.25063 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:09:15.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:15 smithi154 ceph-mon[30592]: mon.b calling monitor election 2024-04-10T15:09:15.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:15 smithi154 ceph-mon[30592]: mon.a calling monitor election 2024-04-10T15:09:15.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:15 smithi154 ceph-mon[30592]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T15:09:15.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:15 smithi154 ceph-mon[30592]: monmap epoch 3 2024-04-10T15:09:15.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:15 smithi154 ceph-mon[30592]: fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T15:09:15.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:15 smithi154 ceph-mon[30592]: last_changed 2024-04-10T14:59:19.664435+0000 2024-04-10T15:09:15.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:15 smithi154 ceph-mon[30592]: created 2024-04-10T14:57:35.253718+0000 2024-04-10T15:09:15.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:15 smithi154 ceph-mon[30592]: min_mon_release 18 (reef) 2024-04-10T15:09:15.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:15 smithi154 ceph-mon[30592]: election_strategy: 1 2024-04-10T15:09:15.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:15 smithi154 ceph-mon[30592]: 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-10T15:09:15.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:15 smithi154 ceph-mon[30592]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.b 2024-04-10T15:09:15.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:15 smithi154 ceph-mon[30592]: 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-10T15:09:15.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:15 smithi154 ceph-mon[30592]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:09:15.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:15 smithi154 ceph-mon[30592]: osdmap e253: 8 total, 8 up, 8 in 2024-04-10T15:09:15.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:15 smithi154 ceph-mon[30592]: mgrmap e42: y(active, since 21s), standbys: x 2024-04-10T15:09:15.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:15 smithi154 ceph-mon[30592]: overall HEALTH_OK 2024-04-10T15:09:15.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:15 smithi154 ceph-mon[30592]: pgmap v29: 121 pgs: 121 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-10T15:09:15.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:15 smithi154 ceph-mon[30592]: from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:09:15.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:15 smithi154 ceph-mon[30592]: from='client.? 172.21.15.102:0/2019601968' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:09:15.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[90943]: mon.c calling monitor election 2024-04-10T15:09:15.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[90943]: from='client.25063 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:09:15.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[90943]: mon.b calling monitor election 2024-04-10T15:09:15.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[90943]: mon.a calling monitor election 2024-04-10T15:09:15.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[90943]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T15:09:15.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[90943]: monmap epoch 3 2024-04-10T15:09:15.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[90943]: fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T15:09:15.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[90943]: last_changed 2024-04-10T14:59:19.664435+0000 2024-04-10T15:09:15.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[90943]: created 2024-04-10T14:57:35.253718+0000 2024-04-10T15:09:15.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[90943]: min_mon_release 18 (reef) 2024-04-10T15:09:15.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[90943]: election_strategy: 1 2024-04-10T15:09:15.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[90943]: 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-10T15:09:15.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[90943]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.b 2024-04-10T15:09:15.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[90943]: 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-10T15:09:15.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[90943]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:09:15.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[90943]: osdmap e253: 8 total, 8 up, 8 in 2024-04-10T15:09:15.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[90943]: mgrmap e42: y(active, since 21s), standbys: x 2024-04-10T15:09:15.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[90943]: overall HEALTH_OK 2024-04-10T15:09:15.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[90943]: pgmap v29: 121 pgs: 121 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-10T15:09:15.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[90943]: from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:09:15.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2019601968' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:09:15.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[88557]: mon.c calling monitor election 2024-04-10T15:09:15.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[88557]: from='client.25063 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:09:15.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[88557]: mon.b calling monitor election 2024-04-10T15:09:15.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[88557]: mon.a calling monitor election 2024-04-10T15:09:15.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[88557]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T15:09:15.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[88557]: monmap epoch 3 2024-04-10T15:09:15.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[88557]: fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T15:09:15.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[88557]: last_changed 2024-04-10T14:59:19.664435+0000 2024-04-10T15:09:15.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[88557]: created 2024-04-10T14:57:35.253718+0000 2024-04-10T15:09:15.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[88557]: min_mon_release 18 (reef) 2024-04-10T15:09:15.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[88557]: election_strategy: 1 2024-04-10T15:09:15.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[88557]: 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-10T15:09:15.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[88557]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.b 2024-04-10T15:09:15.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[88557]: 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-10T15:09:15.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[88557]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:09:15.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[88557]: osdmap e253: 8 total, 8 up, 8 in 2024-04-10T15:09:15.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[88557]: mgrmap e42: y(active, since 21s), standbys: x 2024-04-10T15:09:15.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[88557]: overall HEALTH_OK 2024-04-10T15:09:15.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[88557]: pgmap v29: 121 pgs: 121 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-10T15:09:15.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[88557]: from='client.34164 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:09:15.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:15 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2019601968' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:09:16.636 INFO:tasks.rados.rados.0.smithi102.stdout:1112: done (4 left) 2024-04-10T15:09:16.636 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 45 current snap is 94 2024-04-10T15:09:16.637 INFO:tasks.rados.rados.0.smithi102.stdout:1106: finishing write tid 4 to smithi10276805-46 2024-04-10T15:09:16.637 INFO:tasks.rados.rados.0.smithi102.stdout:1106: oid 46 updating version 0 to 434 2024-04-10T15:09:16.637 INFO:tasks.rados.rados.0.smithi102.stdout:1106: oid 46 updating version 434 to 436 2024-04-10T15:09:16.637 INFO:tasks.rados.rados.0.smithi102.stdout:1106: oid 46 version 436 is already newer than 435 2024-04-10T15:09:16.637 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 436 (ObjNum 357 snap 94 seq_num 357) dirty exists 2024-04-10T15:09:16.637 INFO:tasks.rados.rados.0.smithi102.stdout:1106: left oid 46 (ObjNum 357 snap 94 seq_num 357) 2024-04-10T15:09:16.637 INFO:tasks.rados.rados.0.smithi102.stdout:1113: seq_num 360 ranges {7249920=434176,7684096=704512,8388608=98304} 2024-04-10T15:09:16.677 INFO:tasks.rados.rados.0.smithi102.stdout:1113: writing smithi10276805-45 from 7249920 to 7684096 tid 1 2024-04-10T15:09:16.681 INFO:tasks.rados.rados.0.smithi102.stdout:1113: writing smithi10276805-45 from 7684096 to 8388608 tid 2 2024-04-10T15:09:16.682 INFO:tasks.rados.rados.0.smithi102.stdout:1113: writing smithi10276805-45 from 8388608 to 8486912 tid 3 2024-04-10T15:09:16.682 INFO:tasks.rados.rados.0.smithi102.stdout:1106: done (4 left) 2024-04-10T15:09:16.682 INFO:tasks.rados.rados.0.smithi102.stdout:1114: read oid 11 snap -1 2024-04-10T15:09:16.682 INFO:tasks.rados.rados.0.smithi102.stdout:1114: expect (ObjNum 320 snap 77 seq_num 320) 2024-04-10T15:09:16.682 INFO:tasks.rados.rados.0.smithi102.stdout:1115: snap_remove snap 88 2024-04-10T15:09:16.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:16 smithi102 ceph-mon[90943]: osdmap e254: 8 total, 8 up, 8 in 2024-04-10T15:09:16.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:16 smithi102 ceph-mon[88557]: osdmap e254: 8 total, 8 up, 8 in 2024-04-10T15:09:17.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:16 smithi154 ceph-mon[30592]: osdmap e254: 8 total, 8 up, 8 in 2024-04-10T15:09:17.651 INFO:tasks.rados.rados.0.smithi102.stdout:1115: done (5 left) 2024-04-10T15:09:17.652 INFO:tasks.rados.rados.0.smithi102.stdout:1116: read oid 43 snap -1 2024-04-10T15:09:17.652 INFO:tasks.rados.rados.0.smithi102.stdout:1116: expect (ObjNum 351 snap 93 seq_num 351) 2024-04-10T15:09:17.652 INFO:tasks.rados.rados.0.smithi102.stdout:1117: snap_create 2024-04-10T15:09:17.652 INFO:tasks.rados.rados.0.smithi102.stdout:1107: finishing write tid 1 to smithi10276805-15 2024-04-10T15:09:17.652 INFO:tasks.rados.rados.0.smithi102.stdout:1107: finishing write tid 2 to smithi10276805-15 2024-04-10T15:09:17.652 INFO:tasks.rados.rados.0.smithi102.stdout:1107: finishing write tid 3 to smithi10276805-15 2024-04-10T15:09:17.652 INFO:tasks.rados.rados.0.smithi102.stdout:1107: finishing write tid 4 to smithi10276805-15 2024-04-10T15:09:17.652 INFO:tasks.rados.rados.0.smithi102.stdout:1107: oid 15 updating version 0 to 659 2024-04-10T15:09:17.652 INFO:tasks.rados.rados.0.smithi102.stdout:1107: oid 15 updating version 659 to 660 2024-04-10T15:09:17.652 INFO:tasks.rados.rados.0.smithi102.stdout:1107: oid 15 version 660 is already newer than 658 2024-04-10T15:09:17.652 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 660 (ObjNum 358 snap 94 seq_num 358) dirty exists 2024-04-10T15:09:17.652 INFO:tasks.rados.rados.0.smithi102.stdout:1107: left oid 15 (ObjNum 358 snap 94 seq_num 358) 2024-04-10T15:09:17.652 INFO:tasks.rados.rados.0.smithi102.stdout:1108: expect (ObjNum 319 snap 77 seq_num 319) 2024-04-10T15:09:17.771 INFO:tasks.rados.rados.0.smithi102.stdout:1109: finishing write tid 1 to smithi10276805-23 2024-04-10T15:09:17.771 INFO:tasks.rados.rados.0.smithi102.stdout:1109: finishing write tid 2 to smithi10276805-23 2024-04-10T15:09:17.772 INFO:tasks.rados.rados.0.smithi102.stdout:1109: finishing write tid 3 to smithi10276805-23 2024-04-10T15:09:17.772 INFO:tasks.rados.rados.0.smithi102.stdout:1109: finishing write tid 4 to smithi10276805-23 2024-04-10T15:09:17.772 INFO:tasks.rados.rados.0.smithi102.stdout:1109: finishing write tid 5 to smithi10276805-23 2024-04-10T15:09:17.772 INFO:tasks.rados.rados.0.smithi102.stdout:1109: oid 23 updating version 0 to 234 2024-04-10T15:09:17.772 INFO:tasks.rados.rados.0.smithi102.stdout:1109: oid 23 version 234 is already newer than 232 2024-04-10T15:09:17.772 INFO:tasks.rados.rados.0.smithi102.stdout:1109: oid 23 version 234 is already newer than 233 2024-04-10T15:09:17.772 INFO:tasks.rados.rados.0.smithi102.stdout:1109: oid 23 version 234 is already newer than 231 2024-04-10T15:09:17.772 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 234 (ObjNum 359 snap 94 seq_num 359) dirty exists 2024-04-10T15:09:17.773 INFO:tasks.rados.rados.0.smithi102.stdout:1109: left oid 23 (ObjNum 359 snap 94 seq_num 359) 2024-04-10T15:09:17.773 INFO:tasks.rados.rados.0.smithi102.stdout:1113: finishing write tid 1 to smithi10276805-45 2024-04-10T15:09:17.773 INFO:tasks.rados.rados.0.smithi102.stdout:1113: finishing write tid 2 to smithi10276805-45 2024-04-10T15:09:17.773 INFO:tasks.rados.rados.0.smithi102.stdout:1113: finishing write tid 3 to smithi10276805-45 2024-04-10T15:09:17.773 INFO:tasks.rados.rados.0.smithi102.stdout:1113: finishing write tid 4 to smithi10276805-45 2024-04-10T15:09:17.773 INFO:tasks.rados.rados.0.smithi102.stdout:1114: expect (ObjNum 320 snap 77 seq_num 320) 2024-04-10T15:09:17.786 INFO:tasks.rados.rados.0.smithi102.stdout:1113: finishing write tid 5 to smithi10276805-45 2024-04-10T15:09:17.786 INFO:tasks.rados.rados.0.smithi102.stdout:1113: oid 45 updating version 0 to 449 2024-04-10T15:09:17.786 INFO:tasks.rados.rados.0.smithi102.stdout:1113: oid 45 updating version 449 to 450 2024-04-10T15:09:17.786 INFO:tasks.rados.rados.0.smithi102.stdout:1113: oid 45 updating version 450 to 451 2024-04-10T15:09:17.787 INFO:tasks.rados.rados.0.smithi102.stdout:1113: oid 45 updating version 451 to 452 2024-04-10T15:09:17.787 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 452 (ObjNum 360 snap 94 seq_num 360) dirty exists 2024-04-10T15:09:17.787 INFO:tasks.rados.rados.0.smithi102.stdout:1113: left oid 45 (ObjNum 360 snap 94 seq_num 360) 2024-04-10T15:09:17.787 INFO:tasks.rados.rados.0.smithi102.stdout:1116: expect (ObjNum 351 snap 93 seq_num 351) 2024-04-10T15:09:17.908 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:09:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:09:17] "GET /metrics HTTP/1.1" 200 36091 "" "Prometheus/2.43.0" 2024-04-10T15:09:17.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:17 smithi102 ceph-mon[88557]: osdmap e255: 8 total, 8 up, 8 in 2024-04-10T15:09:17.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:17 smithi102 ceph-mon[88557]: pgmap v32: 121 pgs: 121 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:09:17.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:17 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:17.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:17 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:17.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:17 smithi102 ceph-mon[90943]: osdmap e255: 8 total, 8 up, 8 in 2024-04-10T15:09:17.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:17 smithi102 ceph-mon[90943]: pgmap v32: 121 pgs: 121 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:09:17.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:17 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:17.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:17 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:18.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:17 smithi154 ceph-mon[30592]: osdmap e255: 8 total, 8 up, 8 in 2024-04-10T15:09:18.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:17 smithi154 ceph-mon[30592]: pgmap v32: 121 pgs: 121 active+clean; 186 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:09:18.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:17 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:18.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:17 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:18.652 INFO:tasks.rados.rados.0.smithi102.stdout:1107: done (6 left) 2024-04-10T15:09:18.652 INFO:tasks.rados.rados.0.smithi102.stdout:1108: done (5 left) 2024-04-10T15:09:18.653 INFO:tasks.rados.rados.0.smithi102.stdout:1109: done (4 left) 2024-04-10T15:09:18.653 INFO:tasks.rados.rados.0.smithi102.stdout:1113: done (3 left) 2024-04-10T15:09:18.653 INFO:tasks.rados.rados.0.smithi102.stdout:1114: done (2 left) 2024-04-10T15:09:18.653 INFO:tasks.rados.rados.0.smithi102.stdout:1116: done (1 left) 2024-04-10T15:09:18.653 INFO:tasks.rados.rados.0.smithi102.stdout:1117: done (0 left) 2024-04-10T15:09:18.653 INFO:tasks.rados.rados.0.smithi102.stdout:1118: snap_remove snap 86 2024-04-10T15:09:18.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:18 smithi102 ceph-mon[88557]: osdmap e256: 8 total, 8 up, 8 in 2024-04-10T15:09:18.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:18 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:18.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:18 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:18.908 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:09:18 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:09:18.851+0000 7f98c6a06700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-04-10T15:09:18.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:18 smithi102 ceph-mon[90943]: osdmap e256: 8 total, 8 up, 8 in 2024-04-10T15:09:18.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:18 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:18.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:18 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:19.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:18 smithi154 ceph-mon[30592]: osdmap e256: 8 total, 8 up, 8 in 2024-04-10T15:09:19.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:18 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:19.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:18 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:19.653 INFO:tasks.rados.rados.0.smithi102.stdout:1118: done (0 left) 2024-04-10T15:09:19.653 INFO:tasks.rados.rados.0.smithi102.stdout:1119: copy_from oid 25 from oid 20 current snap is 95 2024-04-10T15:09:19.653 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 47 current snap is 95 2024-04-10T15:09:19.654 INFO:tasks.rados.rados.0.smithi102.stdout:1120: seq_num 361 ranges {1155072=450560,1605632=581632,2187264=221184} 2024-04-10T15:09:19.662 INFO:tasks.rados.rados.0.smithi102.stdout:1120: writing smithi10276805-47 from 1155072 to 1605632 tid 1 2024-04-10T15:09:19.666 INFO:tasks.rados.rados.0.smithi102.stdout:1120: writing smithi10276805-47 from 1605632 to 2187264 tid 2 2024-04-10T15:09:19.668 INFO:tasks.rados.rados.0.smithi102.stdout:1120: writing smithi10276805-47 from 2187264 to 2408448 tid 3 2024-04-10T15:09:19.669 INFO:tasks.rados.rados.0.smithi102.stdout:1121: read oid 50 snap -1 2024-04-10T15:09:19.669 INFO:tasks.rados.rados.0.smithi102.stdout:1121: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:09:19.669 INFO:tasks.rados.rados.0.smithi102.stdout:1119: finishing copy_from racing read to smithi10276805-25 2024-04-10T15:09:19.669 INFO:tasks.rados.rados.0.smithi102.stdout:1119: finishing copy_from to smithi10276805-25 2024-04-10T15:09:19.669 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 288 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:09:19.670 INFO:tasks.rados.rados.0.smithi102.stdout:1119: done (2 left) 2024-04-10T15:09:19.670 INFO:tasks.rados.rados.0.smithi102.stdout:1122: rmattr oid 48 current snap is 95 2024-04-10T15:09:19.670 INFO:tasks.rados.rados.0.smithi102.stdout:1122: done (2 left) 2024-04-10T15:09:19.670 INFO:tasks.rados.rados.0.smithi102.stdout:1123: rollback oid 17 current snap is 95 2024-04-10T15:09:19.670 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 17 to 77 2024-04-10T15:09:19.670 INFO:tasks.rados.rados.0.smithi102.stdout:1124: read oid 5 snap -1 2024-04-10T15:09:19.670 INFO:tasks.rados.rados.0.smithi102.stdout:1124: expect (ObjNum 353 snap 93 seq_num 353) 2024-04-10T15:09:19.671 INFO:tasks.rados.rados.0.smithi102.stdout:1125: read oid 33 snap 83 2024-04-10T15:09:19.671 INFO:tasks.rados.rados.0.smithi102.stdout:1125: expect deleted 2024-04-10T15:09:19.671 INFO:tasks.rados.rados.0.smithi102.stdout:1126: snap_remove snap 87 2024-04-10T15:09:19.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:19 smithi102 ceph-mon[90943]: osdmap e257: 8 total, 8 up, 8 in 2024-04-10T15:09:19.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:19 smithi102 ceph-mon[90943]: pgmap v35: 121 pgs: 121 active+clean; 191 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-10T15:09:19.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:19 smithi102 ceph-mon[90943]: osdmap e258: 8 total, 8 up, 8 in 2024-04-10T15:09:19.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:19 smithi102 ceph-mon[88557]: osdmap e257: 8 total, 8 up, 8 in 2024-04-10T15:09:19.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:19 smithi102 ceph-mon[88557]: pgmap v35: 121 pgs: 121 active+clean; 191 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-10T15:09:19.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:19 smithi102 ceph-mon[88557]: osdmap e258: 8 total, 8 up, 8 in 2024-04-10T15:09:20.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:19 smithi154 ceph-mon[30592]: osdmap e257: 8 total, 8 up, 8 in 2024-04-10T15:09:20.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:19 smithi154 ceph-mon[30592]: pgmap v35: 121 pgs: 121 active+clean; 191 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-10T15:09:20.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:19 smithi154 ceph-mon[30592]: osdmap e258: 8 total, 8 up, 8 in 2024-04-10T15:09:20.664 INFO:tasks.rados.rados.0.smithi102.stdout:1126: done (5 left) 2024-04-10T15:09:20.665 INFO:tasks.rados.rados.0.smithi102.stdout:1127: delete oid 29 current snap is 95 2024-04-10T15:09:20.669 INFO:tasks.rados.rados.0.smithi102.stdout:1121: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:09:20.669 INFO:tasks.rados.rados.0.smithi102.stdout:1123: finishing rollback tid 0 to smithi10276805-17 2024-04-10T15:09:20.669 INFO:tasks.rados.rados.0.smithi102.stdout:1120: finishing write tid 1 to smithi10276805-47 2024-04-10T15:09:20.669 INFO:tasks.rados.rados.0.smithi102.stdout:1123: finishing rollback tid 1 to smithi10276805-17 2024-04-10T15:09:20.669 INFO:tasks.rados.rados.0.smithi102.stdout:1123: finishing rollback tid 2 to smithi10276805-17 2024-04-10T15:09:20.669 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 642 (ObjNum 304 snap 74 seq_num 304) dirty exists 2024-04-10T15:09:20.669 INFO:tasks.rados.rados.0.smithi102.stdout:1120: finishing write tid 2 to smithi10276805-47 2024-04-10T15:09:20.669 INFO:tasks.rados.rados.0.smithi102.stdout:1120: finishing write tid 3 to smithi10276805-47 2024-04-10T15:09:20.669 INFO:tasks.rados.rados.0.smithi102.stdout:1120: finishing write tid 4 to smithi10276805-47 2024-04-10T15:09:20.669 INFO:tasks.rados.rados.0.smithi102.stdout:1120: finishing write tid 5 to smithi10276805-47 2024-04-10T15:09:20.669 INFO:tasks.rados.rados.0.smithi102.stdout:1120: oid 47 updating version 0 to 691 2024-04-10T15:09:20.669 INFO:tasks.rados.rados.0.smithi102.stdout:1120: oid 47 version 691 is already newer than 690 2024-04-10T15:09:20.669 INFO:tasks.rados.rados.0.smithi102.stdout:1120: oid 47 version 691 is already newer than 688 2024-04-10T15:09:20.669 INFO:tasks.rados.rados.0.smithi102.stdout:1120: oid 47 version 691 is already newer than 689 2024-04-10T15:09:20.670 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 691 (ObjNum 361 snap 95 seq_num 361) dirty exists 2024-04-10T15:09:20.670 INFO:tasks.rados.rados.0.smithi102.stdout:1120: left oid 47 (ObjNum 361 snap 95 seq_num 361) 2024-04-10T15:09:20.670 INFO:tasks.rados.rados.0.smithi102.stdout:1124: expect (ObjNum 353 snap 93 seq_num 353) 2024-04-10T15:09:20.952 INFO:tasks.rados.rados.0.smithi102.stdout:1120: done (5 left) 2024-04-10T15:09:20.952 INFO:tasks.rados.rados.0.smithi102.stdout:1121: done (4 left) 2024-04-10T15:09:20.952 INFO:tasks.rados.rados.0.smithi102.stdout:1123: done (3 left) 2024-04-10T15:09:20.952 INFO:tasks.rados.rados.0.smithi102.stdout:1124: done (2 left) 2024-04-10T15:09:20.952 INFO:tasks.rados.rados.0.smithi102.stdout:1125: done (1 left) 2024-04-10T15:09:20.952 INFO:tasks.rados.rados.0.smithi102.stdout:1127: done (0 left) 2024-04-10T15:09:20.952 INFO:tasks.rados.rados.0.smithi102.stdout:1128: delete oid 33 current snap is 95 2024-04-10T15:09:20.953 INFO:tasks.rados.rados.0.smithi102.stdout:1128: done (0 left) 2024-04-10T15:09:20.953 INFO:tasks.rados.rados.0.smithi102.stdout:1129: rollback oid 13 current snap is 95 2024-04-10T15:09:20.953 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 13 to 81 2024-04-10T15:09:20.953 INFO:tasks.rados.rados.0.smithi102.stdout:1130: snap_remove snap 80 2024-04-10T15:09:21.667 INFO:tasks.rados.rados.0.smithi102.stdout:1130: done (1 left) 2024-04-10T15:09:21.667 INFO:tasks.rados.rados.0.smithi102.stdout:1131: read oid 34 snap -1 2024-04-10T15:09:21.668 INFO:tasks.rados.rados.0.smithi102.stdout:1131: expect (ObjNum 339 snap 88 seq_num 339) 2024-04-10T15:09:21.668 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 1 current snap is 95 2024-04-10T15:09:21.668 INFO:tasks.rados.rados.0.smithi102.stdout:1129: finishing rollback tid 1 to smithi10276805-13 2024-04-10T15:09:21.668 INFO:tasks.rados.rados.0.smithi102.stdout:1129: finishing rollback tid 2 to smithi10276805-13 2024-04-10T15:09:21.668 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 703 (ObjNum 317 snap 77 seq_num 317) dirty exists 2024-04-10T15:09:21.668 INFO:tasks.rados.rados.0.smithi102.stdout:1132: seq_num 364 ranges {2850816=499712,3350528=638976,3989504=163840} 2024-04-10T15:09:21.687 INFO:tasks.rados.rados.0.smithi102.stdout:1132: writing smithi10276805-1 from 2850816 to 3350528 tid 1 2024-04-10T15:09:21.691 INFO:tasks.rados.rados.0.smithi102.stdout:1132: writing smithi10276805-1 from 3350528 to 3989504 tid 2 2024-04-10T15:09:21.692 INFO:tasks.rados.rados.0.smithi102.stdout:1132: writing smithi10276805-1 from 3989504 to 4153344 tid 3 2024-04-10T15:09:21.692 INFO:tasks.rados.rados.0.smithi102.stdout:1129: done (2 left) 2024-04-10T15:09:21.692 INFO:tasks.rados.rados.0.smithi102.stdout:1133: snap_create 2024-04-10T15:09:21.692 INFO:tasks.rados.rados.0.smithi102.stdout:1132: finishing write tid 1 to smithi10276805-1 2024-04-10T15:09:21.696 INFO:tasks.rados.rados.0.smithi102.stdout:1132: finishing write tid 2 to smithi10276805-1 2024-04-10T15:09:21.696 INFO:tasks.rados.rados.0.smithi102.stdout:1132: finishing write tid 3 to smithi10276805-1 2024-04-10T15:09:21.697 INFO:tasks.rados.rados.0.smithi102.stdout:1132: finishing write tid 4 to smithi10276805-1 2024-04-10T15:09:21.698 INFO:tasks.rados.rados.0.smithi102.stdout:1132: finishing write tid 5 to smithi10276805-1 2024-04-10T15:09:21.698 INFO:tasks.rados.rados.0.smithi102.stdout:1132: oid 1 updating version 0 to 478 2024-04-10T15:09:21.698 INFO:tasks.rados.rados.0.smithi102.stdout:1132: oid 1 updating version 478 to 479 2024-04-10T15:09:21.698 INFO:tasks.rados.rados.0.smithi102.stdout:1132: oid 1 version 479 is already newer than 476 2024-04-10T15:09:21.698 INFO:tasks.rados.rados.0.smithi102.stdout:1132: oid 1 version 479 is already newer than 477 2024-04-10T15:09:21.698 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 479 (ObjNum 364 snap 95 seq_num 364) dirty exists 2024-04-10T15:09:21.698 INFO:tasks.rados.rados.0.smithi102.stdout:1132: left oid 1 (ObjNum 364 snap 95 seq_num 364) 2024-04-10T15:09:21.705 INFO:tasks.rados.rados.0.smithi102.stdout:1131: expect (ObjNum 339 snap 88 seq_num 339) 2024-04-10T15:09:21.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:21 smithi102 ceph-mon[88557]: osdmap e259: 8 total, 8 up, 8 in 2024-04-10T15:09:21.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:21 smithi102 ceph-mon[88557]: pgmap v38: 121 pgs: 121 active+clean; 191 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-10T15:09:21.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:21 smithi102 ceph-mon[90943]: osdmap e259: 8 total, 8 up, 8 in 2024-04-10T15:09:21.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:21 smithi102 ceph-mon[90943]: pgmap v38: 121 pgs: 121 active+clean; 191 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-10T15:09:21.930 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:21 smithi154 ceph-mon[30592]: osdmap e259: 8 total, 8 up, 8 in 2024-04-10T15:09:21.930 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:21 smithi154 ceph-mon[30592]: pgmap v38: 121 pgs: 121 active+clean; 191 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.2 MiB/s wr, 7 op/s 2024-04-10T15:09:22.628 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:09:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:09:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:09:22.677 INFO:tasks.rados.rados.0.smithi102.stdout:1131: done (2 left) 2024-04-10T15:09:22.677 INFO:tasks.rados.rados.0.smithi102.stdout:1132: done (1 left) 2024-04-10T15:09:22.677 INFO:tasks.rados.rados.0.smithi102.stdout:1133: done (0 left) 2024-04-10T15:09:22.677 INFO:tasks.rados.rados.0.smithi102.stdout:1134: rollback oid 29 current snap is 96 2024-04-10T15:09:22.677 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 29 to 95 2024-04-10T15:09:22.677 INFO:tasks.rados.rados.0.smithi102.stdout:1135: snap_remove snap 79 2024-04-10T15:09:22.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:22 smithi102 ceph-mon[90943]: osdmap e260: 8 total, 8 up, 8 in 2024-04-10T15:09:22.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:22 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:22.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:22 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:22.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:22 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:22.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:22 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:09:22.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:22 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:22.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:22 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:09:22.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:22 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:09:22.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:22 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T15:09:22.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:22 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-10T15:09:22.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:22 smithi102 ceph-mon[88557]: osdmap e260: 8 total, 8 up, 8 in 2024-04-10T15:09:22.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:22 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:22.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:22 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:22.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:22 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:22.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:22 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:09:22.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:22 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:22.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:22 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:09:22.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:22 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:09:22.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:22 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T15:09:22.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:22 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-10T15:09:22.923 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:22 smithi154 ceph-mon[30592]: osdmap e260: 8 total, 8 up, 8 in 2024-04-10T15:09:22.923 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:22 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:22.923 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:22 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:22.923 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:22 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:22.924 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:22 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:09:22.924 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:22 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:22.924 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:22 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:09:22.924 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:22 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:09:22.924 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:22 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "quorum_status"}]: dispatch 2024-04-10T15:09:22.924 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:22 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-10T15:09:23.141 INFO:tasks.rados.rados.0.smithi102.stdout:1135: done (1 left) 2024-04-10T15:09:23.141 INFO:tasks.rados.rados.0.smithi102.stdout:1136: setattr oid 26 current snap is 96 2024-04-10T15:09:23.141 INFO:tasks.rados.rados.0.smithi102.stdout:1134: finishing rollback tid 1 to smithi10276805-29 2024-04-10T15:09:23.141 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 693 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:09:23.143 INFO:tasks.rados.rados.0.smithi102.stdout:1134: done (1 left) 2024-04-10T15:09:23.143 INFO:tasks.rados.rados.0.smithi102.stdout:1137: delete oid 11 current snap is 96 2024-04-10T15:09:23.147 INFO:tasks.rados.rados.0.smithi102.stdout:1137: done (1 left) 2024-04-10T15:09:23.147 INFO:tasks.rados.rados.0.smithi102.stdout:1138: snap_remove snap 94 2024-04-10T15:09:23.828 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:09:23 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:09:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:09:23.828 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:23 smithi154 ceph-mon[30592]: Upgrade: It appears safe to stop mon.b 2024-04-10T15:09:23.828 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:23 smithi154 ceph-mon[30592]: osdmap e261: 8 total, 8 up, 8 in 2024-04-10T15:09:23.828 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:23 smithi154 ceph-mon[30592]: pgmap v41: 121 pgs: 121 active+clean; 191 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:09:23.829 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:23 smithi154 ceph-mon[30592]: osdmap e262: 8 total, 8 up, 8 in 2024-04-10T15:09:23.829 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:23 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:09:24.141 INFO:tasks.rados.rados.0.smithi102.stdout:1138: done (1 left) 2024-04-10T15:09:24.141 INFO:tasks.rados.rados.0.smithi102.stdout:1139: delete oid 11 current snap is 96 2024-04-10T15:09:24.141 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 438 (ObjNum 279 snap 61 seq_num 279) dirty exists 2024-04-10T15:09:24.145 INFO:tasks.rados.rados.0.smithi102.stdout:1136: done (1 left) 2024-04-10T15:09:24.145 INFO:tasks.rados.rados.0.smithi102.stdout:1139: done (0 left) 2024-04-10T15:09:24.145 INFO:tasks.rados.rados.0.smithi102.stdout:1140: snap_remove snap 92 2024-04-10T15:09:24.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:23 smithi102 ceph-mon[90943]: Upgrade: It appears safe to stop mon.b 2024-04-10T15:09:24.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:23 smithi102 ceph-mon[90943]: osdmap e261: 8 total, 8 up, 8 in 2024-04-10T15:09:24.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:23 smithi102 ceph-mon[90943]: pgmap v41: 121 pgs: 121 active+clean; 191 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:09:24.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:23 smithi102 ceph-mon[90943]: osdmap e262: 8 total, 8 up, 8 in 2024-04-10T15:09:24.158 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:09:24.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:23 smithi102 ceph-mon[88557]: Upgrade: It appears safe to stop mon.b 2024-04-10T15:09:24.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:23 smithi102 ceph-mon[88557]: osdmap e261: 8 total, 8 up, 8 in 2024-04-10T15:09:24.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:23 smithi102 ceph-mon[88557]: pgmap v41: 121 pgs: 121 active+clean; 191 MiB data, 1.1 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:09:24.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:23 smithi102 ceph-mon[88557]: osdmap e262: 8 total, 8 up, 8 in 2024-04-10T15:09:24.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:09:25.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:24 smithi154 ceph-mon[30592]: Upgrade: Updating mon.b 2024-04-10T15:09:25.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:24 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:25.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:24 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:09:25.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:24 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:09:25.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:24 smithi154 ceph-mon[30592]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:25.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:24 smithi154 ceph-mon[30592]: Deploying daemon mon.b on smithi154 2024-04-10T15:09:25.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:24 smithi154 ceph-mon[30592]: osdmap e263: 8 total, 8 up, 8 in 2024-04-10T15:09:25.143 INFO:tasks.rados.rados.0.smithi102.stdout:1140: done (0 left) 2024-04-10T15:09:25.143 INFO:tasks.rados.rados.0.smithi102.stdout:1141: read oid 6 snap -1 2024-04-10T15:09:25.143 INFO:tasks.rados.rados.0.smithi102.stdout:1141: expect (ObjNum 349 snap 92 seq_num 349) 2024-04-10T15:09:25.143 INFO:tasks.rados.rados.0.smithi102.stdout:1142: read oid 26 snap -1 2024-04-10T15:09:25.143 INFO:tasks.rados.rados.0.smithi102.stdout:1142: expect (ObjNum 279 snap 61 seq_num 279) 2024-04-10T15:09:25.143 INFO:tasks.rados.rados.0.smithi102.stdout:1143: delete oid 10 current snap is 96 2024-04-10T15:09:25.154 INFO:tasks.rados.rados.0.smithi102.stdout:1143: done (2 left) 2024-04-10T15:09:25.154 INFO:tasks.rados.rados.0.smithi102.stdout:1144: rollback oid 8 current snap is 96 2024-04-10T15:09:25.154 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 8 to 83 2024-04-10T15:09:25.154 INFO:tasks.rados.rados.0.smithi102.stdout:1145: setattr oid 10 current snap is 96 2024-04-10T15:09:25.157 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 43 current snap is 96 2024-04-10T15:09:25.157 INFO:tasks.rados.rados.0.smithi102.stdout:1146: seq_num 368 ranges {1089536=573440,1662976=622592,2285568=180224} 2024-04-10T15:09:25.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:24 smithi102 ceph-mon[88557]: Upgrade: Updating mon.b 2024-04-10T15:09:25.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:25.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:09:25.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:09:25.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:25.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:24 smithi102 ceph-mon[88557]: Deploying daemon mon.b on smithi154 2024-04-10T15:09:25.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:24 smithi102 ceph-mon[88557]: osdmap e263: 8 total, 8 up, 8 in 2024-04-10T15:09:25.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:24 smithi102 ceph-mon[90943]: Upgrade: Updating mon.b 2024-04-10T15:09:25.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:25.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:09:25.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:09:25.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:25.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:24 smithi102 ceph-mon[90943]: Deploying daemon mon.b on smithi154 2024-04-10T15:09:25.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:24 smithi102 ceph-mon[90943]: osdmap e263: 8 total, 8 up, 8 in 2024-04-10T15:09:25.168 INFO:tasks.rados.rados.0.smithi102.stdout:1146: writing smithi10276805-43 from 1089536 to 1662976 tid 1 2024-04-10T15:09:25.171 INFO:tasks.rados.rados.0.smithi102.stdout:1146: writing smithi10276805-43 from 1662976 to 2285568 tid 2 2024-04-10T15:09:25.173 INFO:tasks.rados.rados.0.smithi102.stdout:1146: writing smithi10276805-43 from 2285568 to 2465792 tid 3 2024-04-10T15:09:25.173 INFO:tasks.rados.rados.0.smithi102.stdout:1147: snap_create 2024-04-10T15:09:25.173 INFO:tasks.rados.rados.0.smithi102.stdout:1144: finishing rollback tid 0 to smithi10276805-8 2024-04-10T15:09:25.173 INFO:tasks.rados.rados.0.smithi102.stdout:1144: finishing rollback tid 1 to smithi10276805-8 2024-04-10T15:09:25.173 INFO:tasks.rados.rados.0.smithi102.stdout:1144: finishing rollback tid 2 to smithi10276805-8 2024-04-10T15:09:25.173 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 297 (ObjNum 129 snap 0 seq_num 87816784) dirty exists 2024-04-10T15:09:25.173 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 450 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:09:25.175 INFO:tasks.rados.rados.0.smithi102.stdout:1142: expect (ObjNum 279 snap 61 seq_num 279) 2024-04-10T15:09:25.357 INFO:tasks.rados.rados.0.smithi102.stdout:1146: finishing write tid 1 to smithi10276805-43 2024-04-10T15:09:25.357 INFO:tasks.rados.rados.0.smithi102.stdout:1146: finishing write tid 2 to smithi10276805-43 2024-04-10T15:09:25.357 INFO:tasks.rados.rados.0.smithi102.stdout:1146: finishing write tid 3 to smithi10276805-43 2024-04-10T15:09:25.357 INFO:tasks.rados.rados.0.smithi102.stdout:1146: finishing write tid 4 to smithi10276805-43 2024-04-10T15:09:25.357 INFO:tasks.rados.rados.0.smithi102.stdout:1141: expect (ObjNum 349 snap 92 seq_num 349) 2024-04-10T15:09:25.666 INFO:tasks.rados.rados.0.smithi102.stdout:1146: finishing write tid 5 to smithi10276805-43 2024-04-10T15:09:25.666 INFO:tasks.rados.rados.0.smithi102.stdout:1146: oid 43 updating version 0 to 439 2024-04-10T15:09:25.666 INFO:tasks.rados.rados.0.smithi102.stdout:1146: oid 43 updating version 439 to 441 2024-04-10T15:09:25.666 INFO:tasks.rados.rados.0.smithi102.stdout:1146: oid 43 updating version 441 to 442 2024-04-10T15:09:25.666 INFO:tasks.rados.rados.0.smithi102.stdout:1146: oid 43 version 442 is already newer than 440 2024-04-10T15:09:25.667 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 442 (ObjNum 368 snap 96 seq_num 368) dirty exists 2024-04-10T15:09:25.667 INFO:tasks.rados.rados.0.smithi102.stdout:1146: left oid 43 (ObjNum 368 snap 96 seq_num 368) 2024-04-10T15:09:26.015 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:25 smithi154 systemd[1]: Stopping Ceph mon.b for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:09:26.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-b[30575]: 2024-04-10T15:09:26.039+0000 7fc8b6460700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:09:26.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:26 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-b[30575]: 2024-04-10T15:09:26.039+0000 7fc8b6460700 -1 mon.b@1(peon) e3 *** Got Signal Terminated *** 2024-04-10T15:09:26.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:26 smithi154 podman[84105]: 2024-04-10 15:09:26.254203416 +0000 UTC m=+0.323492624 container died d5aaf18af9dffb4cdcdcddd8831dbcb5bf9fa8b0fde79de022e168eaa0073fd4 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-b, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, RELEASE=reef-d540eba) 2024-04-10T15:09:26.848 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:26 smithi154 podman[84105]: 2024-04-10 15:09:26.614575476 +0000 UTC m=+0.683864685 container cleanup d5aaf18af9dffb4cdcdcddd8831dbcb5bf9fa8b0fde79de022e168eaa0073fd4 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-10T15:09:26.848 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:26 smithi154 bash[84105]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-b 2024-04-10T15:09:27.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:26 smithi154 podman[84119]: 2024-04-10 15:09:26.874076772 +0000 UTC m=+0.616399000 container remove d5aaf18af9dffb4cdcdcddd8831dbcb5bf9fa8b0fde79de022e168eaa0073fd4 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-b, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-10T15:09:27.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:26 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mon.b.service: Deactivated successfully. 2024-04-10T15:09:27.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:26 smithi154 systemd[1]: Stopped Ceph mon.b for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:09:27.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:26 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mon.b.service: Consumed 9.224s CPU time. 2024-04-10T15:09:27.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 systemd[1]: Starting Ceph mon.b for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:09:27.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 podman[84250]: 2024-04-10 15:09:27.304443867 +0000 UTC m=+0.018638316 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:09:27.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 podman[84250]: 2024-04-10 15:09:27.416845169 +0000 UTC m=+0.131039612 container create ecf89eee3550f94fc361da3a35e8a841486a915206225dd8d6eb9ab2b3d1b837 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-b, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-10T15:09:27.908 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:09:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:09:27] "GET /metrics HTTP/1.1" 200 36089 "" "Prometheus/2.43.0" 2024-04-10T15:09:28.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 podman[84250]: 2024-04-10 15:09:27.769356674 +0000 UTC m=+0.483551109 container init ecf89eee3550f94fc361da3a35e8a841486a915206225dd8d6eb9ab2b3d1b837 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-b, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True) 2024-04-10T15:09:28.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 podman[84250]: 2024-04-10 15:09:27.772526155 +0000 UTC m=+0.486720591 container start ecf89eee3550f94fc361da3a35e8a841486a915206225dd8d6eb9ab2b3d1b837 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-b, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-10T15:09:28.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: set uid:gid to 167:167 (ceph:ceph) 2024-04-10T15:09:28.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev), process ceph-mon, pid 2 2024-04-10T15:09:28.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: pidfile_write: ignore empty --pid-file 2024-04-10T15:09:28.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: load: jerasure load: lrc 2024-04-10T15:09:28.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: RocksDB version: 7.9.2 2024-04-10T15:09:28.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Git sha 0 2024-04-10T15:09:28.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Compile date 2024-04-09 19:52:16 2024-04-10T15:09:28.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: DB SUMMARY 2024-04-10T15:09:28.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: DB Session ID: PB1CM35QVJVH6UYUEODA 2024-04-10T15:09:28.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: CURRENT file: CURRENT 2024-04-10T15:09:28.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: IDENTITY file: IDENTITY 2024-04-10T15:09:28.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: MANIFEST file: MANIFEST-000010 size: 1401 Bytes 2024-04-10T15:09:28.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: SST files in /var/lib/ceph/mon/ceph-b/store.db dir, Total Num: 1, files: 000027.sst 2024-04-10T15:09:28.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Write Ahead Log file in /var/lib/ceph/mon/ceph-b/store.db: 000025.log size: 7980144 ; 2024-04-10T15:09:28.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.error_if_exists: 0 2024-04-10T15:09:28.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.create_if_missing: 0 2024-04-10T15:09:28.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.paranoid_checks: 1 2024-04-10T15:09:28.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.flush_verify_memtable_count: 1 2024-04-10T15:09:28.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.track_and_verify_wals_in_manifest: 0 2024-04-10T15:09:28.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.verify_sst_unique_id_in_manifest: 1 2024-04-10T15:09:28.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.env: 0x5612546b1d40 2024-04-10T15:09:28.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.fs: PosixFileSystem 2024-04-10T15:09:28.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.info_log: 0x561255d73be0 2024-04-10T15:09:28.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_file_opening_threads: 16 2024-04-10T15:09:28.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.statistics: (nil) 2024-04-10T15:09:28.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.use_fsync: 0 2024-04-10T15:09:28.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_log_file_size: 0 2024-04-10T15:09:28.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_manifest_file_size: 1073741824 2024-04-10T15:09:28.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.log_file_time_to_roll: 0 2024-04-10T15:09:28.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.keep_log_file_num: 1000 2024-04-10T15:09:28.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.recycle_log_file_num: 0 2024-04-10T15:09:28.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.allow_fallocate: 1 2024-04-10T15:09:28.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.allow_mmap_reads: 0 2024-04-10T15:09:28.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.allow_mmap_writes: 0 2024-04-10T15:09:28.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.use_direct_reads: 0 2024-04-10T15:09:28.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.use_direct_io_for_flush_and_compaction: 0 2024-04-10T15:09:28.135 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.create_missing_column_families: 0 2024-04-10T15:09:28.135 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.db_log_dir: 2024-04-10T15:09:28.135 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.wal_dir: 2024-04-10T15:09:28.135 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.table_cache_numshardbits: 6 2024-04-10T15:09:28.135 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.WAL_ttl_seconds: 0 2024-04-10T15:09:28.135 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.WAL_size_limit_MB: 0 2024-04-10T15:09:28.135 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_write_batch_group_size_bytes: 1048576 2024-04-10T15:09:28.135 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.manifest_preallocation_size: 4194304 2024-04-10T15:09:28.135 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.is_fd_close_on_exec: 1 2024-04-10T15:09:28.135 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.advise_random_on_open: 1 2024-04-10T15:09:28.135 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.db_write_buffer_size: 0 2024-04-10T15:09:28.135 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.write_buffer_manager: 0x561255d44820 2024-04-10T15:09:28.135 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.access_hint_on_compaction_start: 1 2024-04-10T15:09:28.135 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.random_access_max_buffer_size: 1048576 2024-04-10T15:09:28.135 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.use_adaptive_mutex: 0 2024-04-10T15:09:28.135 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.rate_limiter: (nil) 2024-04-10T15:09:28.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.sst_file_manager.rate_bytes_per_sec: 0 2024-04-10T15:09:28.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.wal_recovery_mode: 2 2024-04-10T15:09:28.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.enable_thread_tracking: 0 2024-04-10T15:09:28.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.enable_pipelined_write: 0 2024-04-10T15:09:28.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.unordered_write: 0 2024-04-10T15:09:28.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.allow_concurrent_memtable_write: 1 2024-04-10T15:09:28.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.enable_write_thread_adaptive_yield: 1 2024-04-10T15:09:28.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.write_thread_max_yield_usec: 100 2024-04-10T15:09:28.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.write_thread_slow_yield_usec: 3 2024-04-10T15:09:28.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.row_cache: None 2024-04-10T15:09:28.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.wal_filter: None 2024-04-10T15:09:28.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.avoid_flush_during_recovery: 0 2024-04-10T15:09:28.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.allow_ingest_behind: 0 2024-04-10T15:09:28.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.two_write_queues: 0 2024-04-10T15:09:28.137 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.manual_wal_flush: 0 2024-04-10T15:09:28.137 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.wal_compression: 0 2024-04-10T15:09:28.137 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.atomic_flush: 0 2024-04-10T15:09:28.137 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.avoid_unnecessary_blocking_io: 0 2024-04-10T15:09:28.137 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.persist_stats_to_disk: 0 2024-04-10T15:09:28.137 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.write_dbid_to_manifest: 0 2024-04-10T15:09:28.137 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.log_readahead_size: 0 2024-04-10T15:09:28.137 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.file_checksum_gen_factory: Unknown 2024-04-10T15:09:28.137 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.best_efforts_recovery: 0 2024-04-10T15:09:28.137 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_bgerror_resume_count: 2147483647 2024-04-10T15:09:28.137 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.bgerror_resume_retry_interval: 1000000 2024-04-10T15:09:28.137 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.allow_data_in_errors: 0 2024-04-10T15:09:28.137 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.db_host_id: __hostname__ 2024-04-10T15:09:28.137 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.enforce_single_del_contracts: true 2024-04-10T15:09:28.138 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_background_jobs: 2 2024-04-10T15:09:28.138 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_background_compactions: -1 2024-04-10T15:09:28.138 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_subcompactions: 1 2024-04-10T15:09:28.138 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.avoid_flush_during_shutdown: 0 2024-04-10T15:09:28.138 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.writable_file_max_buffer_size: 1048576 2024-04-10T15:09:28.138 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.delayed_write_rate : 16777216 2024-04-10T15:09:28.138 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_total_wal_size: 0 2024-04-10T15:09:28.138 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.delete_obsolete_files_period_micros: 21600000000 2024-04-10T15:09:28.138 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.stats_dump_period_sec: 600 2024-04-10T15:09:28.138 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.stats_persist_period_sec: 600 2024-04-10T15:09:28.138 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.stats_history_buffer_size: 1048576 2024-04-10T15:09:28.138 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_open_files: -1 2024-04-10T15:09:28.138 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.bytes_per_sync: 0 2024-04-10T15:09:28.138 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.wal_bytes_per_sync: 0 2024-04-10T15:09:28.138 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.strict_bytes_per_sync: 0 2024-04-10T15:09:28.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compaction_readahead_size: 0 2024-04-10T15:09:28.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_background_flushes: -1 2024-04-10T15:09:28.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Compression algorithms supported: 2024-04-10T15:09:28.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: kZSTDNotFinalCompression supported: 0 2024-04-10T15:09:28.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: kZSTD supported: 0 2024-04-10T15:09:28.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: kXpressCompression supported: 0 2024-04-10T15:09:28.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: kLZ4HCCompression supported: 1 2024-04-10T15:09:28.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: kZlibCompression supported: 1 2024-04-10T15:09:28.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: kSnappyCompression supported: 1 2024-04-10T15:09:28.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: kLZ4Compression supported: 1 2024-04-10T15:09:28.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: kBZip2Compression supported: 0 2024-04-10T15:09:28.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Fast CRC32 supported: Supported on x86 2024-04-10T15:09:28.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: DMutex implementation: pthread_mutex_t 2024-04-10T15:09:28.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: [db/version_set.cc:5527] Recovering from manifest file: /var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 2024-04-10T15:09:28.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: [db/column_family.cc:630] --------------- Options for column family [default]: 2024-04-10T15:09:28.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.comparator: leveldb.BytewiseComparator 2024-04-10T15:09:28.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.merge_operator: 2024-04-10T15:09:28.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compaction_filter: None 2024-04-10T15:09:28.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compaction_filter_factory: None 2024-04-10T15:09:28.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.sst_partitioner_factory: None 2024-04-10T15:09:28.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.memtable_factory: SkipListFactory 2024-04-10T15:09:28.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.table_factory: BlockBasedTable 2024-04-10T15:09:28.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: table_factory options: flush_block_policy_factory: FlushBlockBySizePolicyFactory (0x561255d73dc0) 2024-04-10T15:09:28.140 INFO:journalctl@ceph.mon.b.smithi154.stdout: cache_index_and_filter_blocks: 1 2024-04-10T15:09:28.140 INFO:journalctl@ceph.mon.b.smithi154.stdout: cache_index_and_filter_blocks_with_high_priority: 0 2024-04-10T15:09:28.140 INFO:journalctl@ceph.mon.b.smithi154.stdout: pin_l0_filter_and_index_blocks_in_cache: 0 2024-04-10T15:09:28.140 INFO:journalctl@ceph.mon.b.smithi154.stdout: pin_top_level_index_and_filter: 1 2024-04-10T15:09:28.140 INFO:journalctl@ceph.mon.b.smithi154.stdout: index_type: 0 2024-04-10T15:09:28.140 INFO:journalctl@ceph.mon.b.smithi154.stdout: data_block_index_type: 0 2024-04-10T15:09:28.140 INFO:journalctl@ceph.mon.b.smithi154.stdout: index_shortening: 1 2024-04-10T15:09:28.141 INFO:journalctl@ceph.mon.b.smithi154.stdout: data_block_hash_table_util_ratio: 0.750000 2024-04-10T15:09:28.141 INFO:journalctl@ceph.mon.b.smithi154.stdout: checksum: 4 2024-04-10T15:09:28.141 INFO:journalctl@ceph.mon.b.smithi154.stdout: no_block_cache: 0 2024-04-10T15:09:28.141 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_cache: 0x561255d77090 2024-04-10T15:09:28.141 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_cache_name: BinnedLRUCache 2024-04-10T15:09:28.141 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_cache_options: 2024-04-10T15:09:28.141 INFO:journalctl@ceph.mon.b.smithi154.stdout: capacity : 536870912 2024-04-10T15:09:28.141 INFO:journalctl@ceph.mon.b.smithi154.stdout: num_shard_bits : 4 2024-04-10T15:09:28.141 INFO:journalctl@ceph.mon.b.smithi154.stdout: strict_capacity_limit : 0 2024-04-10T15:09:28.141 INFO:journalctl@ceph.mon.b.smithi154.stdout: high_pri_pool_ratio: 0.000 2024-04-10T15:09:28.141 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_cache_compressed: (nil) 2024-04-10T15:09:28.141 INFO:journalctl@ceph.mon.b.smithi154.stdout: persistent_cache: (nil) 2024-04-10T15:09:28.141 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_size: 4096 2024-04-10T15:09:28.141 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_size_deviation: 10 2024-04-10T15:09:28.141 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_restart_interval: 16 2024-04-10T15:09:28.141 INFO:journalctl@ceph.mon.b.smithi154.stdout: index_block_restart_interval: 1 2024-04-10T15:09:28.142 INFO:journalctl@ceph.mon.b.smithi154.stdout: metadata_block_size: 4096 2024-04-10T15:09:28.142 INFO:journalctl@ceph.mon.b.smithi154.stdout: partition_filters: 0 2024-04-10T15:09:28.142 INFO:journalctl@ceph.mon.b.smithi154.stdout: use_delta_encoding: 1 2024-04-10T15:09:28.142 INFO:journalctl@ceph.mon.b.smithi154.stdout: filter_policy: bloomfilter 2024-04-10T15:09:28.142 INFO:journalctl@ceph.mon.b.smithi154.stdout: whole_key_filtering: 1 2024-04-10T15:09:28.142 INFO:journalctl@ceph.mon.b.smithi154.stdout: verify_compression: 0 2024-04-10T15:09:28.142 INFO:journalctl@ceph.mon.b.smithi154.stdout: read_amp_bytes_per_bit: 0 2024-04-10T15:09:28.142 INFO:journalctl@ceph.mon.b.smithi154.stdout: format_version: 5 2024-04-10T15:09:28.142 INFO:journalctl@ceph.mon.b.smithi154.stdout: enable_index_compression: 1 2024-04-10T15:09:28.142 INFO:journalctl@ceph.mon.b.smithi154.stdout: block_align: 0 2024-04-10T15:09:28.142 INFO:journalctl@ceph.mon.b.smithi154.stdout: max_auto_readahead_size: 262144 2024-04-10T15:09:28.142 INFO:journalctl@ceph.mon.b.smithi154.stdout: prepopulate_block_cache: 0 2024-04-10T15:09:28.142 INFO:journalctl@ceph.mon.b.smithi154.stdout: initial_auto_readahead_size: 8192 2024-04-10T15:09:28.142 INFO:journalctl@ceph.mon.b.smithi154.stdout: num_file_reads_for_auto_readahead: 2 2024-04-10T15:09:28.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.write_buffer_size: 33554432 2024-04-10T15:09:28.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_write_buffer_number: 2 2024-04-10T15:09:28.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compression: NoCompression 2024-04-10T15:09:28.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.bottommost_compression: Disabled 2024-04-10T15:09:28.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.prefix_extractor: nullptr 2024-04-10T15:09:28.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.memtable_insert_with_hint_prefix_extractor: nullptr 2024-04-10T15:09:28.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.num_levels: 7 2024-04-10T15:09:28.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.min_write_buffer_number_to_merge: 1 2024-04-10T15:09:28.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_write_buffer_number_to_maintain: 0 2024-04-10T15:09:28.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_write_buffer_size_to_maintain: 0 2024-04-10T15:09:28.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.bottommost_compression_opts.window_bits: -14 2024-04-10T15:09:28.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.bottommost_compression_opts.level: 32767 2024-04-10T15:09:28.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.bottommost_compression_opts.strategy: 0 2024-04-10T15:09:28.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.bottommost_compression_opts.max_dict_bytes: 0 2024-04-10T15:09:28.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.bottommost_compression_opts.zstd_max_train_bytes: 0 2024-04-10T15:09:28.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.bottommost_compression_opts.parallel_threads: 1 2024-04-10T15:09:28.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.bottommost_compression_opts.enabled: false 2024-04-10T15:09:28.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.bottommost_compression_opts.max_dict_buffer_bytes: 0 2024-04-10T15:09:28.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.bottommost_compression_opts.use_zstd_dict_trainer: true 2024-04-10T15:09:28.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compression_opts.window_bits: -14 2024-04-10T15:09:28.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compression_opts.level: 32767 2024-04-10T15:09:28.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compression_opts.strategy: 0 2024-04-10T15:09:28.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compression_opts.max_dict_bytes: 0 2024-04-10T15:09:28.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compression_opts.zstd_max_train_bytes: 0 2024-04-10T15:09:28.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compression_opts.use_zstd_dict_trainer: true 2024-04-10T15:09:28.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compression_opts.parallel_threads: 1 2024-04-10T15:09:28.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compression_opts.enabled: false 2024-04-10T15:09:28.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compression_opts.max_dict_buffer_bytes: 0 2024-04-10T15:09:28.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.level0_file_num_compaction_trigger: 4 2024-04-10T15:09:28.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.level0_slowdown_writes_trigger: 20 2024-04-10T15:09:28.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.level0_stop_writes_trigger: 36 2024-04-10T15:09:28.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.target_file_size_base: 67108864 2024-04-10T15:09:28.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.target_file_size_multiplier: 1 2024-04-10T15:09:28.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_bytes_for_level_base: 268435456 2024-04-10T15:09:28.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.level_compaction_dynamic_level_bytes: 1 2024-04-10T15:09:28.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_bytes_for_level_multiplier: 10.000000 2024-04-10T15:09:28.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[0]: 1 2024-04-10T15:09:28.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[1]: 1 2024-04-10T15:09:28.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[2]: 1 2024-04-10T15:09:28.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[3]: 1 2024-04-10T15:09:28.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[4]: 1 2024-04-10T15:09:28.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[5]: 1 2024-04-10T15:09:28.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_bytes_for_level_multiplier_addtl[6]: 1 2024-04-10T15:09:28.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_sequential_skip_in_iterations: 8 2024-04-10T15:09:28.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_compaction_bytes: 1677721600 2024-04-10T15:09:28.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.ignore_max_compaction_bytes_for_input: true 2024-04-10T15:09:28.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.arena_block_size: 1048576 2024-04-10T15:09:28.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.soft_pending_compaction_bytes_limit: 68719476736 2024-04-10T15:09:28.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.hard_pending_compaction_bytes_limit: 274877906944 2024-04-10T15:09:28.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.disable_auto_compactions: 0 2024-04-10T15:09:28.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compaction_style: kCompactionStyleLevel 2024-04-10T15:09:28.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compaction_pri: kMinOverlappingRatio 2024-04-10T15:09:28.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compaction_options_universal.size_ratio: 1 2024-04-10T15:09:28.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compaction_options_universal.min_merge_width: 2 2024-04-10T15:09:28.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compaction_options_universal.max_merge_width: 4294967295 2024-04-10T15:09:28.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compaction_options_universal.max_size_amplification_percent: 200 2024-04-10T15:09:28.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compaction_options_universal.compression_size_percent: -1 2024-04-10T15:09:28.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compaction_options_universal.stop_style: kCompactionStopStyleTotalSize 2024-04-10T15:09:28.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compaction_options_fifo.max_table_files_size: 1073741824 2024-04-10T15:09:28.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.compaction_options_fifo.allow_compaction: 0 2024-04-10T15:09:28.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.table_properties_collectors: CompactOnDeletionCollector (Sliding window size = 32768 Deletion trigger = 16384 Deletion ratio = 0); 2024-04-10T15:09:28.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.inplace_update_support: 0 2024-04-10T15:09:28.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.inplace_update_num_locks: 10000 2024-04-10T15:09:28.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.memtable_prefix_bloom_size_ratio: 0.000000 2024-04-10T15:09:28.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.memtable_whole_key_filtering: 0 2024-04-10T15:09:28.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.memtable_huge_page_size: 0 2024-04-10T15:09:28.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.bloom_locality: 0 2024-04-10T15:09:28.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.max_successive_merges: 0 2024-04-10T15:09:28.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.optimize_filters_for_hits: 0 2024-04-10T15:09:28.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.paranoid_file_checks: 0 2024-04-10T15:09:28.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.force_consistency_checks: 1 2024-04-10T15:09:28.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.report_bg_io_stats: 0 2024-04-10T15:09:28.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.ttl: 2592000 2024-04-10T15:09:28.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.periodic_compaction_seconds: 0 2024-04-10T15:09:28.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.preclude_last_level_data_seconds: 0 2024-04-10T15:09:28.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.preserve_internal_time_seconds: 0 2024-04-10T15:09:28.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.enable_blob_files: false 2024-04-10T15:09:28.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.min_blob_size: 0 2024-04-10T15:09:28.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.blob_file_size: 268435456 2024-04-10T15:09:28.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.blob_compression_type: NoCompression 2024-04-10T15:09:28.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.enable_blob_garbage_collection: false 2024-04-10T15:09:28.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.blob_garbage_collection_age_cutoff: 0.250000 2024-04-10T15:09:28.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.blob_garbage_collection_force_threshold: 1.000000 2024-04-10T15:09:28.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.blob_compaction_readahead_size: 0 2024-04-10T15:09:28.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.blob_file_starting_level: 0 2024-04-10T15:09:28.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: Options.experimental_mempurge_threshold: 0.000000 2024-04-10T15:09:28.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-10T15:09:28.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: [db/version_set.cc:5566] Recovered from manifest file:/var/lib/ceph/mon/ceph-b/store.db/MANIFEST-000010 succeeded,manifest_file_number is 10, next_file_number is 29, last_sequence is 13741, log_number is 25,prev_log_number is 0,max_column_family is 0,min_log_number_to_keep is 25 2024-04-10T15:09:28.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: [db/version_set.cc:5581] Column family [default] (ID 0), log number is 25 2024-04-10T15:09:28.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: [db/db_impl/db_impl_open.cc:539] DB ID: e2b3e058-c91d-4a01-bfef-a6e1654efce2 2024-04-10T15:09:28.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712761767801300, "job": 1, "event": "recovery_started", "wal_files": [25]} 2024-04-10T15:09:28.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: [db/db_impl/db_impl_open.cc:1043] Recovering log #25 mode 2 2024-04-10T15:09:28.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712761767819954, "cf_name": "default", "job": 1, "event": "table_file_creation", "file_number": 30, "file_size": 4986768, "file_checksum": "", "file_checksum_func_name": "Unknown", "smallest_seqno": 13746, "largest_seqno": 16152, "table_properties": {"data_size": 4975261, "index_size": 7965, "index_partitions": 0, "top_level_index_size": 0, "index_key_is_user_key": 1, "index_value_is_delta_encoded": 1, "filter_size": 2501, "raw_key_size": 23487, "raw_average_key_size": 24, "raw_value_size": 4953260, "raw_average_value_size": 5064, "num_data_blocks": 349, "num_entries": 978, "num_filter_entries": 978, "num_deletions": 28, "num_merge_operands": 0, "num_range_deletions": 0, "format_version": 0, "fixed_key_len": 0, "filter_policy": "bloomfilter", "column_family_name": "default", "column_family_id": 0, "comparator": "leveldb.BytewiseComparator", "merge_operator": "", "prefix_extractor_name": "nullptr", "property_collectors": "[CompactOnDeletionCollector]", "compression": "NoCompression", "compression_options": "window_bits=-14; level=32767; strategy=0; max_dict_bytes=0; zstd_max_train_bytes=0; enabled=0; max_dict_buffer_bytes=0; use_zstd_dict_trainer=1; ", "creation_time": 1712761767, "oldest_key_time": 0, "file_creation_time": 0, "slow_compression_estimated_data_size": 0, "fast_compression_estimated_data_size": 0, "db_id": "e2b3e058-c91d-4a01-bfef-a6e1654efce2", "db_session_id": "PB1CM35QVJVH6UYUEODA", "orig_file_number": 30, "seqno_to_time_mapping": "N/A"}} 2024-04-10T15:09:28.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: EVENT_LOG_v1 {"time_micros": 1712761767820052, "job": 1, "event": "recovery_finished"} 2024-04-10T15:09:28.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: [db/version_set.cc:5047] Creating manifest 32 2024-04-10T15:09:28.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: [db/version_set.cc:4390] More existing levels in DB than needed. max_bytes_for_level_multiplier may not be guaranteed. 2024-04-10T15:09:28.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: [file/delete_scheduler.cc:74] Deleted file /var/lib/ceph/mon/ceph-b/store.db/000025.log immediately, rate_bytes_per_sec 0, total_trash_size 0 max_trash_db_ratio 0.250000 2024-04-10T15:09:28.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: [db/db_impl/db_impl_open.cc:1987] SstFileManager instance 0x561255e66000 2024-04-10T15:09:28.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: DB pointer 0x561255e50000 2024-04-10T15:09:28.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: [db/db_impl/db_impl.cc:1109] ------- DUMPING STATS ------- 2024-04-10T15:09:28.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: rocksdb: [db/db_impl/db_impl.cc:1111] 2024-04-10T15:09:28.149 INFO:journalctl@ceph.mon.b.smithi154.stdout: ** DB Stats ** 2024-04-10T15:09:28.149 INFO:journalctl@ceph.mon.b.smithi154.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T15:09:28.149 INFO:journalctl@ceph.mon.b.smithi154.stdout: Cumulative writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 GB, 0.00 MB/s 2024-04-10T15:09:28.150 INFO:journalctl@ceph.mon.b.smithi154.stdout: Cumulative WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T15:09:28.150 INFO:journalctl@ceph.mon.b.smithi154.stdout: Cumulative stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T15:09:28.150 INFO:journalctl@ceph.mon.b.smithi154.stdout: Interval writes: 0 writes, 0 keys, 0 commit groups, 0.0 writes per commit group, ingest: 0.00 MB, 0.00 MB/s 2024-04-10T15:09:28.150 INFO:journalctl@ceph.mon.b.smithi154.stdout: Interval WAL: 0 writes, 0 syncs, 0.00 writes per sync, written: 0.00 GB, 0.00 MB/s 2024-04-10T15:09:28.150 INFO:journalctl@ceph.mon.b.smithi154.stdout: Interval stall: 00:00:0.000 H:M:S, 0.0 percent 2024-04-10T15:09:28.150 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-04-10T15:09:28.150 INFO:journalctl@ceph.mon.b.smithi154.stdout: ** Compaction Stats [default] ** 2024-04-10T15:09:28.150 INFO:journalctl@ceph.mon.b.smithi154.stdout: Level Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T15:09:28.150 INFO:journalctl@ceph.mon.b.smithi154.stdout: ------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------ 2024-04-10T15:09:28.150 INFO:journalctl@ceph.mon.b.smithi154.stdout: L0 1/0 4.76 MB 0.2 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 554.7 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-10T15:09:28.150 INFO:journalctl@ceph.mon.b.smithi154.stdout: L6 1/0 8.57 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.00 0.00 0 0.000 0 0 0.0 0.0 2024-04-10T15:09:28.150 INFO:journalctl@ceph.mon.b.smithi154.stdout: Sum 2/0 13.32 MB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 554.7 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-10T15:09:28.150 INFO:journalctl@ceph.mon.b.smithi154.stdout: Int 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 1.0 0.0 554.7 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-10T15:09:28.150 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-04-10T15:09:28.150 INFO:journalctl@ceph.mon.b.smithi154.stdout: ** Compaction Stats [default] ** 2024-04-10T15:09:28.151 INFO:journalctl@ceph.mon.b.smithi154.stdout: Priority Files Size Score Read(GB) Rn(GB) Rnp1(GB) Write(GB) Wnew(GB) Moved(GB) W-Amp Rd(MB/s) Wr(MB/s) Comp(sec) CompMergeCPU(sec) Comp(cnt) Avg(sec) KeyIn KeyDrop Rblob(GB) Wblob(GB) 2024-04-10T15:09:28.151 INFO:journalctl@ceph.mon.b.smithi154.stdout: --------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------------- 2024-04-10T15:09:28.151 INFO:journalctl@ceph.mon.b.smithi154.stdout: User 0/0 0.00 KB 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 0.0 554.7 0.01 0.00 1 0.009 0 0 0.0 0.0 2024-04-10T15:09:28.151 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-04-10T15:09:28.151 INFO:journalctl@ceph.mon.b.smithi154.stdout: Blob file count: 0, total size: 0.0 GB, garbage size: 0.0 GB, space amp: 0.0 2024-04-10T15:09:28.151 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-04-10T15:09:28.151 INFO:journalctl@ceph.mon.b.smithi154.stdout: Uptime(secs): 0.0 total, 0.0 interval 2024-04-10T15:09:28.151 INFO:journalctl@ceph.mon.b.smithi154.stdout: Flush(GB): cumulative 0.005, interval 0.005 2024-04-10T15:09:28.151 INFO:journalctl@ceph.mon.b.smithi154.stdout: AddFile(GB): cumulative 0.000, interval 0.000 2024-04-10T15:09:28.151 INFO:journalctl@ceph.mon.b.smithi154.stdout: AddFile(Total Files): cumulative 0, interval 0 2024-04-10T15:09:28.151 INFO:journalctl@ceph.mon.b.smithi154.stdout: AddFile(L0 Files): cumulative 0, interval 0 2024-04-10T15:09:28.151 INFO:journalctl@ceph.mon.b.smithi154.stdout: AddFile(Keys): cumulative 0, interval 0 2024-04-10T15:09:28.151 INFO:journalctl@ceph.mon.b.smithi154.stdout: Cumulative compaction: 0.00 GB write, 223.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T15:09:28.151 INFO:journalctl@ceph.mon.b.smithi154.stdout: Interval compaction: 0.00 GB write, 223.62 MB/s write, 0.00 GB read, 0.00 MB/s read, 0.0 seconds 2024-04-10T15:09:28.151 INFO:journalctl@ceph.mon.b.smithi154.stdout: Stalls(count): 0 level0_slowdown, 0 level0_slowdown_with_compaction, 0 level0_numfiles, 0 level0_numfiles_with_compaction, 0 stop for pending_compaction_bytes, 0 slowdown for pending_compaction_bytes, 0 memtable_compaction, 0 memtable_slowdown, interval 0 total count 2024-04-10T15:09:28.152 INFO:journalctl@ceph.mon.b.smithi154.stdout: Block cache BinnedLRUCache@0x561255d77090#2 capacity: 512.00 MB usage: 10.61 KB table_size: 0 occupancy: 18446744073709551615 collections: 1 last_copies: 0 last_secs: 1e-05 secs_since: 0 2024-04-10T15:09:28.152 INFO:journalctl@ceph.mon.b.smithi154.stdout: Block cache entry stats(count,size,portion): FilterBlock(1,2.53 KB,0.000482798%) IndexBlock(1,8.08 KB,0.00154078%) Misc(1,0.00 KB,0%) 2024-04-10T15:09:28.152 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-04-10T15:09:28.152 INFO:journalctl@ceph.mon.b.smithi154.stdout: ** File Read Latency Histogram By Level [default] ** 2024-04-10T15:09:28.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: starting mon.b rank 1 at public addrs [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] at bind addrs [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon_data /var/lib/ceph/mon/ceph-b fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T15:09:28.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: mon.b@-1(???) e3 preinit fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T15:09:28.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: mon.b@-1(???).mds e6 new map 2024-04-10T15:09:28.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: mon.b@-1(???).mds e6 print_map 2024-04-10T15:09:28.152 INFO:journalctl@ceph.mon.b.smithi154.stdout: e6 2024-04-10T15:09:28.152 INFO:journalctl@ceph.mon.b.smithi154.stdout: enable_multiple, ever_enabled_multiple: 1,1 2024-04-10T15:09:28.152 INFO:journalctl@ceph.mon.b.smithi154.stdout: default compat: compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T15:09:28.152 INFO:journalctl@ceph.mon.b.smithi154.stdout: legacy client fscid: 1 2024-04-10T15:09:28.152 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-04-10T15:09:28.152 INFO:journalctl@ceph.mon.b.smithi154.stdout: Filesystem 'cephfs' (1) 2024-04-10T15:09:28.153 INFO:journalctl@ceph.mon.b.smithi154.stdout: fs_name cephfs 2024-04-10T15:09:28.153 INFO:journalctl@ceph.mon.b.smithi154.stdout: epoch 6 2024-04-10T15:09:28.153 INFO:journalctl@ceph.mon.b.smithi154.stdout: flags 12 joinable allow_snaps allow_multimds_snaps 2024-04-10T15:09:28.153 INFO:journalctl@ceph.mon.b.smithi154.stdout: created 2024-04-10T15:03:01.655502+0000 2024-04-10T15:09:28.153 INFO:journalctl@ceph.mon.b.smithi154.stdout: modified 2024-04-10T15:03:03.672138+0000 2024-04-10T15:09:28.153 INFO:journalctl@ceph.mon.b.smithi154.stdout: tableserver 0 2024-04-10T15:09:28.153 INFO:journalctl@ceph.mon.b.smithi154.stdout: root 0 2024-04-10T15:09:28.153 INFO:journalctl@ceph.mon.b.smithi154.stdout: session_timeout 60 2024-04-10T15:09:28.153 INFO:journalctl@ceph.mon.b.smithi154.stdout: session_autoclose 300 2024-04-10T15:09:28.153 INFO:journalctl@ceph.mon.b.smithi154.stdout: max_file_size 1099511627776 2024-04-10T15:09:28.153 INFO:journalctl@ceph.mon.b.smithi154.stdout: max_xattr_size 65536 2024-04-10T15:09:28.153 INFO:journalctl@ceph.mon.b.smithi154.stdout: required_client_features {} 2024-04-10T15:09:28.153 INFO:journalctl@ceph.mon.b.smithi154.stdout: last_failure 0 2024-04-10T15:09:28.153 INFO:journalctl@ceph.mon.b.smithi154.stdout: last_failure_osd_epoch 0 2024-04-10T15:09:28.153 INFO:journalctl@ceph.mon.b.smithi154.stdout: compat compat={},rocompat={},incompat={1=base v0.20,2=client writeable ranges,3=default file layouts on dirs,4=dir inode in separate object,5=mds uses versioned encoding,6=dirfrag is stored in omap,7=mds uses inline data,8=no anchor table,9=file layout v2,10=snaprealm v2} 2024-04-10T15:09:28.154 INFO:journalctl@ceph.mon.b.smithi154.stdout: max_mds 1 2024-04-10T15:09:28.154 INFO:journalctl@ceph.mon.b.smithi154.stdout: in 0 2024-04-10T15:09:28.154 INFO:journalctl@ceph.mon.b.smithi154.stdout: up {0=24343} 2024-04-10T15:09:28.154 INFO:journalctl@ceph.mon.b.smithi154.stdout: failed 2024-04-10T15:09:28.154 INFO:journalctl@ceph.mon.b.smithi154.stdout: damaged 2024-04-10T15:09:28.154 INFO:journalctl@ceph.mon.b.smithi154.stdout: stopped 2024-04-10T15:09:28.154 INFO:journalctl@ceph.mon.b.smithi154.stdout: data_pools [3] 2024-04-10T15:09:28.154 INFO:journalctl@ceph.mon.b.smithi154.stdout: metadata_pool 2 2024-04-10T15:09:28.154 INFO:journalctl@ceph.mon.b.smithi154.stdout: inline_data disabled 2024-04-10T15:09:28.154 INFO:journalctl@ceph.mon.b.smithi154.stdout: balancer 2024-04-10T15:09:28.154 INFO:journalctl@ceph.mon.b.smithi154.stdout: bal_rank_mask -1 2024-04-10T15:09:28.154 INFO:journalctl@ceph.mon.b.smithi154.stdout: standby_count_wanted 0 2024-04-10T15:09:28.154 INFO:journalctl@ceph.mon.b.smithi154.stdout: qdb_cluster leader: 0 members: 2024-04-10T15:09:28.154 INFO:journalctl@ceph.mon.b.smithi154.stdout: [mds.b{0:24343} state up:active seq 3 addr [v2:172.21.15.154:6832/1077442576,v1:172.21.15.154:6833/1077442576] compat {c=[1],r=[1],i=[7ff]}] 2024-04-10T15:09:28.155 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-04-10T15:09:28.155 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-04-10T15:09:28.155 INFO:journalctl@ceph.mon.b.smithi154.stdout: Standby daemons: 2024-04-10T15:09:28.155 INFO:journalctl@ceph.mon.b.smithi154.stdout: 2024-04-10T15:09:28.155 INFO:journalctl@ceph.mon.b.smithi154.stdout: [mds.a{-1:14442} state up:standby seq 1 addr [v2:172.21.15.102:6834/3613753143,v1:172.21.15.102:6835/3613753143] compat {c=[1],r=[1],i=[7ff]}] 2024-04-10T15:09:28.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: mon.b@-1(???).osd e264 crush map has features 3314933069573799936, adjusting msgr requires 2024-04-10T15:09:28.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: mon.b@-1(???).osd e264 crush map has features 432629308056666112, adjusting msgr requires 2024-04-10T15:09:28.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: mon.b@-1(???).osd e264 crush map has features 432629308056666112, adjusting msgr requires 2024-04-10T15:09:28.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: mon.b@-1(???).osd e264 crush map has features 432629308056666112, adjusting msgr requires 2024-04-10T15:09:28.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 ceph-mon[84269]: mon.b@-1(???).paxosservice(auth 1..20) refresh upgraded, format 0 -> 3 2024-04-10T15:09:28.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 bash[84250]: ecf89eee3550f94fc361da3a35e8a841486a915206225dd8d6eb9ab2b3d1b837 2024-04-10T15:09:28.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:27 smithi154 systemd[1]: Started Ceph mon.b for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:09:29.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:29 smithi154 ceph-mon[84269]: pgmap v44: 121 pgs: 121 active+clean; 193 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 624 KiB/s wr, 12 op/s 2024-04-10T15:09:29.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:29 smithi154 ceph-mon[84269]: osdmap e264: 8 total, 8 up, 8 in 2024-04-10T15:09:29.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:29 smithi102 ceph-mon[90943]: pgmap v44: 121 pgs: 121 active+clean; 193 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 624 KiB/s wr, 12 op/s 2024-04-10T15:09:29.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:29 smithi102 ceph-mon[90943]: osdmap e264: 8 total, 8 up, 8 in 2024-04-10T15:09:29.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:29 smithi102 ceph-mon[88557]: pgmap v44: 121 pgs: 121 active+clean; 193 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 624 KiB/s wr, 12 op/s 2024-04-10T15:09:29.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:29 smithi102 ceph-mon[88557]: osdmap e264: 8 total, 8 up, 8 in 2024-04-10T15:09:30.178 INFO:tasks.rados.rados.0.smithi102.stdout:1141: done (5 left) 2024-04-10T15:09:30.183 INFO:tasks.rados.rados.0.smithi102.stdout:1142: done (4 left) 2024-04-10T15:09:30.183 INFO:tasks.rados.rados.0.smithi102.stdout:1144: done (3 left) 2024-04-10T15:09:30.183 INFO:tasks.rados.rados.0.smithi102.stdout:1145: done (2 left) 2024-04-10T15:09:30.183 INFO:tasks.rados.rados.0.smithi102.stdout:1146: done (1 left) 2024-04-10T15:09:30.183 INFO:tasks.rados.rados.0.smithi102.stdout:1147: done (0 left) 2024-04-10T15:09:30.183 INFO:tasks.rados.rados.0.smithi102.stdout:1148: read oid 7 snap 81 2024-04-10T15:09:30.183 INFO:tasks.rados.rados.0.smithi102.stdout:1148: expect (ObjNum 316 snap 77 seq_num 316) 2024-04-10T15:09:30.183 INFO:tasks.rados.rados.0.smithi102.stdout:1149: rmattr oid 2 current snap is 97 2024-04-10T15:09:30.183 INFO:tasks.rados.rados.0.smithi102.stdout:1150: copy_from oid 46 from oid 47 current snap is 97 2024-04-10T15:09:30.183 INFO:tasks.rados.rados.0.smithi102.stdout:1151: copy_from oid 38 from oid 20 current snap is 97 2024-04-10T15:09:30.183 INFO:tasks.rados.rados.0.smithi102.stdout:1152: copy_from oid 44 from oid 39 current snap is 97 2024-04-10T15:09:30.183 INFO:tasks.rados.rados.0.smithi102.stdout:1153: delete oid 25 current snap is 97 2024-04-10T15:09:30.186 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 210 (ObjNum 279 snap 61 seq_num 279) dirty exists 2024-04-10T15:09:30.186 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: pgmap v47: 121 pgs: 121 active+clean; 195 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 640 KiB/s wr, 14 op/s 2024-04-10T15:09:30.186 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:09:30.186 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: mon.a calling monitor election 2024-04-10T15:09:30.186 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: mon.b calling monitor election 2024-04-10T15:09:30.186 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: mon.c calling monitor election 2024-04-10T15:09:30.186 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:09:30.186 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:09:30.187 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T15:09:30.187 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: monmap epoch 4 2024-04-10T15:09:30.187 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T15:09:30.187 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: last_changed 2024-04-10T15:09:29.192764+0000 2024-04-10T15:09:30.187 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: created 2024-04-10T14:57:35.253718+0000 2024-04-10T15:09:30.187 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: min_mon_release 19 (squid) 2024-04-10T15:09:30.187 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: election_strategy: 1 2024-04-10T15:09:30.187 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-10T15:09:30.187 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.b 2024-04-10T15:09:30.187 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-10T15:09:30.187 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:09:30.187 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: osdmap e264: 8 total, 8 up, 8 in 2024-04-10T15:09:30.187 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: mgrmap e42: y(active, since 36s), standbys: x 2024-04-10T15:09:30.187 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: overall HEALTH_OK 2024-04-10T15:09:30.187 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:30.187 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:30.188 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:30 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:09:30.188 INFO:tasks.rados.rados.0.smithi102.stdout:1149: done (5 left) 2024-04-10T15:09:30.188 INFO:tasks.rados.rados.0.smithi102.stdout:1153: done (4 left) 2024-04-10T15:09:30.188 INFO:tasks.rados.rados.0.smithi102.stdout:1154: rollback oid 49 current snap is 97 2024-04-10T15:09:30.188 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 49 to 81 2024-04-10T15:09:30.189 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 16 current snap is 97 2024-04-10T15:09:30.189 INFO:tasks.rados.rados.0.smithi102.stdout:1155: seq_num 370 ranges {2850816=606208,3457024=794624,4251648=8192} 2024-04-10T15:09:30.206 INFO:tasks.rados.rados.0.smithi102.stdout:1155: writing smithi10276805-16 from 2850816 to 3457024 tid 1 2024-04-10T15:09:30.211 INFO:tasks.rados.rados.0.smithi102.stdout:1155: writing smithi10276805-16 from 3457024 to 4251648 tid 2 2024-04-10T15:09:30.211 INFO:tasks.rados.rados.0.smithi102.stdout:1155: writing smithi10276805-16 from 4251648 to 4259840 tid 3 2024-04-10T15:09:30.211 INFO:tasks.rados.rados.0.smithi102.stdout:1156: snap_remove snap 96 2024-04-10T15:09:30.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: pgmap v47: 121 pgs: 121 active+clean; 195 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 640 KiB/s wr, 14 op/s 2024-04-10T15:09:30.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:09:30.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: mon.a calling monitor election 2024-04-10T15:09:30.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: mon.b calling monitor election 2024-04-10T15:09:30.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: mon.c calling monitor election 2024-04-10T15:09:30.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:09:30.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:09:30.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T15:09:30.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: monmap epoch 4 2024-04-10T15:09:30.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T15:09:30.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: last_changed 2024-04-10T15:09:29.192764+0000 2024-04-10T15:09:30.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: created 2024-04-10T14:57:35.253718+0000 2024-04-10T15:09:30.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: min_mon_release 19 (squid) 2024-04-10T15:09:30.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: election_strategy: 1 2024-04-10T15:09:30.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-10T15:09:30.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.b 2024-04-10T15:09:30.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-10T15:09:30.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:09:30.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: osdmap e264: 8 total, 8 up, 8 in 2024-04-10T15:09:30.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: mgrmap e42: y(active, since 36s), standbys: x 2024-04-10T15:09:30.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: overall HEALTH_OK 2024-04-10T15:09:30.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:30.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:30.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:09:30.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: pgmap v47: 121 pgs: 121 active+clean; 195 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 640 KiB/s wr, 14 op/s 2024-04-10T15:09:30.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:09:30.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: mon.a calling monitor election 2024-04-10T15:09:30.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: mon.b calling monitor election 2024-04-10T15:09:30.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: mon.c calling monitor election 2024-04-10T15:09:30.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:09:30.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:09:30.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: mon.a is new leader, mons a,b,c in quorum (ranks 0,1,2) 2024-04-10T15:09:30.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: monmap epoch 4 2024-04-10T15:09:30.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T15:09:30.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: last_changed 2024-04-10T15:09:29.192764+0000 2024-04-10T15:09:30.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: created 2024-04-10T14:57:35.253718+0000 2024-04-10T15:09:30.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: min_mon_release 19 (squid) 2024-04-10T15:09:30.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: election_strategy: 1 2024-04-10T15:09:30.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: 0: [v2:172.21.15.102:3300/0,v1:172.21.15.102:6789/0] mon.a 2024-04-10T15:09:30.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: 1: [v2:172.21.15.154:3300/0,v1:172.21.15.154:6789/0] mon.b 2024-04-10T15:09:30.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: 2: [v2:172.21.15.102:3301/0,v1:172.21.15.102:6790/0] mon.c 2024-04-10T15:09:30.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:09:30.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: osdmap e264: 8 total, 8 up, 8 in 2024-04-10T15:09:30.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: mgrmap e42: y(active, since 36s), standbys: x 2024-04-10T15:09:30.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: overall HEALTH_OK 2024-04-10T15:09:30.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:30.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:30.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:30 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:09:31.193 INFO:tasks.rados.rados.0.smithi102.stdout:1156: done (6 left) 2024-04-10T15:09:31.194 INFO:tasks.rados.rados.0.smithi102.stdout:1157: setattr oid 15 current snap is 97 2024-04-10T15:09:31.194 INFO:tasks.rados.rados.0.smithi102.stdout:1151: finishing copy_from racing read to smithi10276805-38 2024-04-10T15:09:31.194 INFO:tasks.rados.rados.0.smithi102.stdout:1151: finishing copy_from to smithi10276805-38 2024-04-10T15:09:31.194 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 288 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-10T15:09:31.194 INFO:tasks.rados.rados.0.smithi102.stdout:1154: finishing rollback tid 0 to smithi10276805-49 2024-04-10T15:09:31.194 INFO:tasks.rados.rados.0.smithi102.stdout:1154: finishing rollback tid 1 to smithi10276805-49 2024-04-10T15:09:31.194 INFO:tasks.rados.rados.0.smithi102.stdout:1154: finishing rollback tid 2 to smithi10276805-49 2024-04-10T15:09:31.194 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 521 (ObjNum 265 snap 60 seq_num 265) dirty exists 2024-04-10T15:09:31.194 INFO:tasks.rados.rados.0.smithi102.stdout:1150: finishing copy_from racing read to smithi10276805-46 2024-04-10T15:09:31.194 INFO:tasks.rados.rados.0.smithi102.stdout:1150: finishing copy_from to smithi10276805-46 2024-04-10T15:09:31.194 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 691 (ObjNum 361 snap 95 seq_num 361) dirty exists 2024-04-10T15:09:31.194 INFO:tasks.rados.rados.0.smithi102.stdout:1155: finishing write tid 1 to smithi10276805-16 2024-04-10T15:09:31.194 INFO:tasks.rados.rados.0.smithi102.stdout:1148: expect (ObjNum 316 snap 77 seq_num 316) 2024-04-10T15:09:31.429 INFO:tasks.rados.rados.0.smithi102.stdout:1155: finishing write tid 2 to smithi10276805-16 2024-04-10T15:09:31.429 INFO:tasks.rados.rados.0.smithi102.stdout:1155: finishing write tid 3 to smithi10276805-16 2024-04-10T15:09:31.430 INFO:tasks.rados.rados.0.smithi102.stdout:1152: finishing copy_from racing read to smithi10276805-44 2024-04-10T15:09:31.430 INFO:tasks.rados.rados.0.smithi102.stdout:1155: finishing write tid 4 to smithi10276805-16 2024-04-10T15:09:31.430 INFO:tasks.rados.rados.0.smithi102.stdout:1152: finishing copy_from to smithi10276805-44 2024-04-10T15:09:31.430 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 479 (ObjNum 350 snap 93 seq_num 350) dirty exists 2024-04-10T15:09:31.430 INFO:tasks.rados.rados.0.smithi102.stdout:1155: finishing write tid 5 to smithi10276805-16 2024-04-10T15:09:31.430 INFO:tasks.rados.rados.0.smithi102.stdout:1155: oid 16 updating version 0 to 500 2024-04-10T15:09:31.430 INFO:tasks.rados.rados.0.smithi102.stdout:1155: oid 16 updating version 500 to 501 2024-04-10T15:09:31.430 INFO:tasks.rados.rados.0.smithi102.stdout:1155: oid 16 updating version 501 to 503 2024-04-10T15:09:31.430 INFO:tasks.rados.rados.0.smithi102.stdout:1155: oid 16 version 503 is already newer than 502 2024-04-10T15:09:31.430 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 503 (ObjNum 370 snap 97 seq_num 370) dirty exists 2024-04-10T15:09:31.430 INFO:tasks.rados.rados.0.smithi102.stdout:1155: left oid 16 (ObjNum 370 snap 97 seq_num 370) 2024-04-10T15:09:31.430 INFO:tasks.rados.rados.0.smithi102.stdout:1148: done (6 left) 2024-04-10T15:09:31.430 INFO:tasks.rados.rados.0.smithi102.stdout:1150: done (5 left) 2024-04-10T15:09:31.430 INFO:tasks.rados.rados.0.smithi102.stdout:1151: done (4 left) 2024-04-10T15:09:31.430 INFO:tasks.rados.rados.0.smithi102.stdout:1152: done (3 left) 2024-04-10T15:09:31.431 INFO:tasks.rados.rados.0.smithi102.stdout:1154: done (2 left) 2024-04-10T15:09:31.431 INFO:tasks.rados.rados.0.smithi102.stdout:1155: done (1 left) 2024-04-10T15:09:31.431 INFO:tasks.rados.rados.0.smithi102.stdout:1158: copy_from oid 19 from oid 33 current snap is 97 2024-04-10T15:09:31.431 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 97 2024-04-10T15:09:31.431 INFO:tasks.rados.rados.0.smithi102.stdout:1159: seq_num 371 ranges {5169152=622592,5791744=679936,6471680=122880} 2024-04-10T15:09:31.459 INFO:tasks.rados.rados.0.smithi102.stdout:1159: writing smithi10276805-4 from 5169152 to 5791744 tid 1 2024-04-10T15:09:31.463 INFO:tasks.rados.rados.0.smithi102.stdout:1159: writing smithi10276805-4 from 5791744 to 6471680 tid 2 2024-04-10T15:09:31.465 INFO:tasks.rados.rados.0.smithi102.stdout:1159: writing smithi10276805-4 from 6471680 to 6594560 tid 3 2024-04-10T15:09:31.465 INFO:tasks.rados.rados.0.smithi102.stdout:1160: copy_from oid 38 from oid 6 current snap is 97 2024-04-10T15:09:31.465 INFO:tasks.rados.rados.0.smithi102.stdout:1158: finishing copy_from to smithi10276805-19 2024-04-10T15:09:31.465 INFO:tasks.rados.rados.0.smithi102.stdout:1158: got expected ENOENT (src dne) 2024-04-10T15:09:31.465 INFO:tasks.rados.rados.0.smithi102.stdout:1158: finishing copy_from racing read to smithi10276805-19 2024-04-10T15:09:31.465 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 742 (ObjNum 358 snap 94 seq_num 358) dirty exists 2024-04-10T15:09:31.465 INFO:tasks.rados.rados.0.smithi102.stdout:1159: finishing write tid 1 to smithi10276805-4 2024-04-10T15:09:31.465 INFO:tasks.rados.rados.0.smithi102.stdout:1157: done (3 left) 2024-04-10T15:09:31.465 INFO:tasks.rados.rados.0.smithi102.stdout:1158: done (2 left) 2024-04-10T15:09:31.465 INFO:tasks.rados.rados.0.smithi102.stdout:1161: snap_create 2024-04-10T15:09:31.468 INFO:tasks.rados.rados.0.smithi102.stdout:1159: finishing write tid 2 to smithi10276805-4 2024-04-10T15:09:31.468 INFO:tasks.rados.rados.0.smithi102.stdout:1159: finishing write tid 3 to smithi10276805-4 2024-04-10T15:09:31.468 INFO:tasks.rados.rados.0.smithi102.stdout:1159: finishing write tid 4 to smithi10276805-4 2024-04-10T15:09:31.469 INFO:tasks.rados.rados.0.smithi102.stdout:1159: finishing write tid 5 to smithi10276805-4 2024-04-10T15:09:31.469 INFO:tasks.rados.rados.0.smithi102.stdout:1159: oid 4 updating version 0 to 228 2024-04-10T15:09:31.469 INFO:tasks.rados.rados.0.smithi102.stdout:1159: oid 4 version 228 is already newer than 226 2024-04-10T15:09:31.469 INFO:tasks.rados.rados.0.smithi102.stdout:1159: oid 4 version 228 is already newer than 227 2024-04-10T15:09:31.469 INFO:tasks.rados.rados.0.smithi102.stdout:1159: oid 4 updating version 228 to 229 2024-04-10T15:09:31.469 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 229 (ObjNum 371 snap 97 seq_num 371) dirty exists 2024-04-10T15:09:31.469 INFO:tasks.rados.rados.0.smithi102.stdout:1159: left oid 4 (ObjNum 371 snap 97 seq_num 371) 2024-04-10T15:09:31.483 INFO:tasks.rados.rados.0.smithi102.stdout:1160: finishing copy_from racing read to smithi10276805-38 2024-04-10T15:09:31.488 INFO:tasks.rados.rados.0.smithi102.stdout:1160: finishing copy_from to smithi10276805-38 2024-04-10T15:09:31.488 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 390 (ObjNum 349 snap 92 seq_num 349) dirty exists 2024-04-10T15:09:31.559 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:31 smithi102 ceph-mon[90943]: osdmap e265: 8 total, 8 up, 8 in 2024-04-10T15:09:31.559 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:31 smithi102 ceph-mon[88557]: osdmap e265: 8 total, 8 up, 8 in 2024-04-10T15:09:31.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:31 smithi154 ceph-mon[84269]: osdmap e265: 8 total, 8 up, 8 in 2024-04-10T15:09:32.196 INFO:tasks.rados.rados.0.smithi102.stdout:1159: done (2 left) 2024-04-10T15:09:32.196 INFO:tasks.rados.rados.0.smithi102.stdout:1160: done (1 left) 2024-04-10T15:09:32.196 INFO:tasks.rados.rados.0.smithi102.stdout:1161: done (0 left) 2024-04-10T15:09:32.196 INFO:tasks.rados.rados.0.smithi102.stdout:1162: copy_from oid 34 from oid 25 current snap is 98 2024-04-10T15:09:32.196 INFO:tasks.rados.rados.0.smithi102.stdout:1163: rollback oid 49 current snap is 98 2024-04-10T15:09:32.196 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 49 to 95 2024-04-10T15:09:32.196 INFO:tasks.rados.rados.0.smithi102.stdout:1164: delete oid 4 current snap is 98 2024-04-10T15:09:32.201 INFO:tasks.rados.rados.0.smithi102.stdout:1164: done (2 left) 2024-04-10T15:09:32.201 INFO:tasks.rados.rados.0.smithi102.stdout:1165: delete oid 44 current snap is 98 2024-04-10T15:09:32.201 INFO:tasks.rados.rados.0.smithi102.stdout:1162: finishing copy_from to smithi10276805-34 2024-04-10T15:09:32.201 INFO:tasks.rados.rados.0.smithi102.stdout:1162: got expected ENOENT (src dne) 2024-04-10T15:09:32.201 INFO:tasks.rados.rados.0.smithi102.stdout:1162: finishing copy_from racing read to smithi10276805-34 2024-04-10T15:09:32.201 INFO:tasks.rados.rados.0.smithi102.stdout:1163: finishing rollback tid 0 to smithi10276805-49 2024-04-10T15:09:32.202 INFO:tasks.rados.rados.0.smithi102.stdout:1163: finishing rollback tid 1 to smithi10276805-49 2024-04-10T15:09:32.202 INFO:tasks.rados.rados.0.smithi102.stdout:1163: finishing rollback tid 2 to smithi10276805-49 2024-04-10T15:09:32.203 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 527 (ObjNum 281 snap 62 seq_num 281) dirty exists 2024-04-10T15:09:32.203 INFO:tasks.rados.rados.0.smithi102.stdout:1162: done (2 left) 2024-04-10T15:09:32.203 INFO:tasks.rados.rados.0.smithi102.stdout:1163: done (1 left) 2024-04-10T15:09:32.203 INFO:tasks.rados.rados.0.smithi102.stdout:1165: done (0 left) 2024-04-10T15:09:32.204 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 98 2024-04-10T15:09:32.204 INFO:tasks.rados.rados.0.smithi102.stdout:1166: seq_num 374 ranges {0=671744,671744=778240,1449984=24576} 2024-04-10T15:09:32.207 INFO:tasks.rados.rados.0.smithi102.stdout:1166: writing smithi10276805-10 from 0 to 671744 tid 1 2024-04-10T15:09:32.211 INFO:tasks.rados.rados.0.smithi102.stdout:1166: writing smithi10276805-10 from 671744 to 1449984 tid 2 2024-04-10T15:09:32.212 INFO:tasks.rados.rados.0.smithi102.stdout:1166: writing smithi10276805-10 from 1449984 to 1474560 tid 3 2024-04-10T15:09:32.212 INFO:tasks.rados.rados.0.smithi102.stdout:1167: rmattr oid 1 current snap is 98 2024-04-10T15:09:32.212 INFO:tasks.rados.rados.0.smithi102.stdout:1167: done (1 left) 2024-04-10T15:09:32.212 INFO:tasks.rados.rados.0.smithi102.stdout:1168: read oid 7 snap 77 2024-04-10T15:09:32.212 INFO:tasks.rados.rados.0.smithi102.stdout:1168: expect (ObjNum 316 snap 77 seq_num 316) 2024-04-10T15:09:32.212 INFO:tasks.rados.rados.0.smithi102.stdout:1169: snap_remove snap 83 2024-04-10T15:09:32.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:32 smithi102 ceph-mon[88557]: pgmap v49: 121 pgs: 121 active+clean; 195 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 193 KiB/s wr, 5 op/s 2024-04-10T15:09:32.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:32 smithi102 ceph-mon[88557]: osdmap e266: 8 total, 8 up, 8 in 2024-04-10T15:09:32.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:32 smithi102 ceph-mon[90943]: pgmap v49: 121 pgs: 121 active+clean; 195 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 193 KiB/s wr, 5 op/s 2024-04-10T15:09:32.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:32 smithi102 ceph-mon[90943]: osdmap e266: 8 total, 8 up, 8 in 2024-04-10T15:09:32.500 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:32 smithi154 ceph-mon[84269]: pgmap v49: 121 pgs: 121 active+clean; 195 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.1 MiB/s rd, 193 KiB/s wr, 5 op/s 2024-04-10T15:09:32.500 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:32 smithi154 ceph-mon[84269]: osdmap e266: 8 total, 8 up, 8 in 2024-04-10T15:09:32.500 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:09:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:09:33.141 INFO:tasks.rados.rados.0.smithi102.stdout:1169: done (2 left) 2024-04-10T15:09:33.141 INFO:tasks.rados.rados.0.smithi102.stdout:1170: read oid 13 snap -1 2024-04-10T15:09:33.141 INFO:tasks.rados.rados.0.smithi102.stdout:1170: expect (ObjNum 317 snap 77 seq_num 317) 2024-04-10T15:09:33.141 INFO:tasks.rados.rados.0.smithi102.stdout:1171: snap_remove snap 93 2024-04-10T15:09:33.158 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:09:32 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:09:32.828+0000 7f98c6a06700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-04-10T15:09:33.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:33 smithi154 ceph-mon[84269]: osdmap e267: 8 total, 8 up, 8 in 2024-04-10T15:09:33.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:33 smithi154 ceph-mon[84269]: osdmap e268: 8 total, 8 up, 8 in 2024-04-10T15:09:33.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:33 smithi102 ceph-mon[90943]: osdmap e267: 8 total, 8 up, 8 in 2024-04-10T15:09:33.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:33 smithi102 ceph-mon[90943]: osdmap e268: 8 total, 8 up, 8 in 2024-04-10T15:09:33.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:33 smithi102 ceph-mon[88557]: osdmap e267: 8 total, 8 up, 8 in 2024-04-10T15:09:33.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:33 smithi102 ceph-mon[88557]: osdmap e268: 8 total, 8 up, 8 in 2024-04-10T15:09:33.877 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:09:33 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:09:33.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:09:34.141 INFO:tasks.rados.rados.0.smithi102.stdout:1171: done (3 left) 2024-04-10T15:09:34.142 INFO:tasks.rados.rados.0.smithi102.stdout:1172: rollback oid 3 current snap is 98 2024-04-10T15:09:34.142 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 3 to 81 2024-04-10T15:09:34.142 INFO:tasks.rados.rados.0.smithi102.stdout:1166: finishing write tid 1 to smithi10276805-10 2024-04-10T15:09:34.142 INFO:tasks.rados.rados.0.smithi102.stdout:1166: finishing write tid 2 to smithi10276805-10 2024-04-10T15:09:34.142 INFO:tasks.rados.rados.0.smithi102.stdout:1166: finishing write tid 3 to smithi10276805-10 2024-04-10T15:09:34.142 INFO:tasks.rados.rados.0.smithi102.stdout:1166: finishing write tid 4 to smithi10276805-10 2024-04-10T15:09:34.142 INFO:tasks.rados.rados.0.smithi102.stdout:1166: finishing write tid 5 to smithi10276805-10 2024-04-10T15:09:34.142 INFO:tasks.rados.rados.0.smithi102.stdout:1166: oid 10 updating version 0 to 482 2024-04-10T15:09:34.142 INFO:tasks.rados.rados.0.smithi102.stdout:1166: oid 10 version 482 is already newer than 481 2024-04-10T15:09:34.142 INFO:tasks.rados.rados.0.smithi102.stdout:1166: oid 10 updating version 482 to 484 2024-04-10T15:09:34.142 INFO:tasks.rados.rados.0.smithi102.stdout:1166: oid 10 version 484 is already newer than 483 2024-04-10T15:09:34.142 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 484 (ObjNum 374 snap 98 seq_num 374) dirty exists 2024-04-10T15:09:34.142 INFO:tasks.rados.rados.0.smithi102.stdout:1166: left oid 10 (ObjNum 374 snap 98 seq_num 374) 2024-04-10T15:09:34.143 INFO:tasks.rados.rados.0.smithi102.stdout:1168: expect (ObjNum 316 snap 77 seq_num 316) 2024-04-10T15:09:34.380 INFO:tasks.rados.rados.0.smithi102.stdout:1170: expect (ObjNum 317 snap 77 seq_num 317) 2024-04-10T15:09:34.394 INFO:tasks.rados.rados.0.smithi102.stdout:1172: finishing rollback tid 1 to smithi10276805-3 2024-04-10T15:09:34.394 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 0 (ObjNum 289 snap 0 seq_num 1735311554) dirty dne 2024-04-10T15:09:34.394 INFO:tasks.rados.rados.0.smithi102.stdout:1166: done (3 left) 2024-04-10T15:09:34.394 INFO:tasks.rados.rados.0.smithi102.stdout:1168: done (2 left) 2024-04-10T15:09:34.394 INFO:tasks.rados.rados.0.smithi102.stdout:1170: done (1 left) 2024-04-10T15:09:34.394 INFO:tasks.rados.rados.0.smithi102.stdout:1172: done (0 left) 2024-04-10T15:09:34.394 INFO:tasks.rados.rados.0.smithi102.stdout:1173: snap_create 2024-04-10T15:09:34.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:34 smithi154 ceph-mon[84269]: pgmap v52: 121 pgs: 121 active+clean; 195 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 224 KiB/s wr, 6 op/s 2024-04-10T15:09:34.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:34 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:34.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:34 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:34.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:34 smithi154 ceph-mon[84269]: osdmap e269: 8 total, 8 up, 8 in 2024-04-10T15:09:34.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:34 smithi102 ceph-mon[90943]: pgmap v52: 121 pgs: 121 active+clean; 195 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 224 KiB/s wr, 6 op/s 2024-04-10T15:09:34.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:34 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:34.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:34 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:34.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:34 smithi102 ceph-mon[90943]: osdmap e269: 8 total, 8 up, 8 in 2024-04-10T15:09:34.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:34 smithi102 ceph-mon[88557]: pgmap v52: 121 pgs: 121 active+clean; 195 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 224 KiB/s wr, 6 op/s 2024-04-10T15:09:34.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:34 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:34.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:34 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:34.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:34 smithi102 ceph-mon[88557]: osdmap e269: 8 total, 8 up, 8 in 2024-04-10T15:09:35.198 INFO:tasks.rados.rados.0.smithi102.stdout:1173: done (0 left) 2024-04-10T15:09:35.198 INFO:tasks.rados.rados.0.smithi102.stdout:1174: snap_create 2024-04-10T15:09:35.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:35 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:35.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:35 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:35.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:35 smithi154 ceph-mon[84269]: pgmap v55: 121 pgs: 121 active+clean; 218 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-10T15:09:35.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:35 smithi154 ceph-mon[84269]: osdmap e270: 8 total, 8 up, 8 in 2024-04-10T15:09:35.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:35 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:35.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:35 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:35.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:35 smithi102 ceph-mon[90943]: pgmap v55: 121 pgs: 121 active+clean; 218 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-10T15:09:35.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:35 smithi102 ceph-mon[90943]: osdmap e270: 8 total, 8 up, 8 in 2024-04-10T15:09:35.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:35 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:35.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:35 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:35.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:35 smithi102 ceph-mon[88557]: pgmap v55: 121 pgs: 121 active+clean; 218 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-10T15:09:35.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:35 smithi102 ceph-mon[88557]: osdmap e270: 8 total, 8 up, 8 in 2024-04-10T15:09:36.202 INFO:tasks.rados.rados.0.smithi102.stdout:1174: done (0 left) 2024-04-10T15:09:36.202 INFO:tasks.rados.rados.0.smithi102.stdout:1175: delete oid 39 current snap is 100 2024-04-10T15:09:36.206 INFO:tasks.rados.rados.0.smithi102.stdout:1175: done (0 left) 2024-04-10T15:09:36.206 INFO:tasks.rados.rados.0.smithi102.stdout:1176: rollback oid 33 current snap is 100 2024-04-10T15:09:36.206 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 33 to 81 2024-04-10T15:09:36.206 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 12 current snap is 100 2024-04-10T15:09:36.206 INFO:tasks.rados.rados.0.smithi102.stdout:1177: seq_num 376 ranges {0=704512,704512=548864,1253376=253952} 2024-04-10T15:09:36.210 INFO:tasks.rados.rados.0.smithi102.stdout:1177: writing smithi10276805-12 from 0 to 704512 tid 1 2024-04-10T15:09:36.214 INFO:tasks.rados.rados.0.smithi102.stdout:1177: writing smithi10276805-12 from 704512 to 1253376 tid 2 2024-04-10T15:09:36.216 INFO:tasks.rados.rados.0.smithi102.stdout:1177: writing smithi10276805-12 from 1253376 to 1507328 tid 3 2024-04-10T15:09:36.216 INFO:tasks.rados.rados.0.smithi102.stdout:1178: rollback oid 42 current snap is 100 2024-04-10T15:09:36.216 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 42 to 97 2024-04-10T15:09:36.216 INFO:tasks.rados.rados.0.smithi102.stdout:1176: finishing rollback tid 1 to smithi10276805-33 2024-04-10T15:09:36.216 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 0 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-10T15:09:36.216 INFO:tasks.rados.rados.0.smithi102.stdout:1176: done (2 left) 2024-04-10T15:09:36.217 INFO:tasks.rados.rados.0.smithi102.stdout:1179: snap_remove snap 77 2024-04-10T15:09:37.208 INFO:tasks.rados.rados.0.smithi102.stdout:1179: done (2 left) 2024-04-10T15:09:37.208 INFO:tasks.rados.rados.0.smithi102.stdout:1180: read oid 8 snap -1 2024-04-10T15:09:37.208 INFO:tasks.rados.rados.0.smithi102.stdout:1180: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:09:37.208 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 29 current snap is 100 2024-04-10T15:09:37.208 INFO:tasks.rados.rados.0.smithi102.stdout:1177: finishing write tid 1 to smithi10276805-12 2024-04-10T15:09:37.208 INFO:tasks.rados.rados.0.smithi102.stdout:1178: finishing rollback tid 1 to smithi10276805-42 2024-04-10T15:09:37.208 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 443 (ObjNum 129 snap 0 seq_num 88025264) dirty dne 2024-04-10T15:09:37.208 INFO:tasks.rados.rados.0.smithi102.stdout:1177: finishing write tid 2 to smithi10276805-12 2024-04-10T15:09:37.208 INFO:tasks.rados.rados.0.smithi102.stdout:1177: finishing write tid 3 to smithi10276805-12 2024-04-10T15:09:37.208 INFO:tasks.rados.rados.0.smithi102.stdout:1177: finishing write tid 4 to smithi10276805-12 2024-04-10T15:09:37.208 INFO:tasks.rados.rados.0.smithi102.stdout:1177: finishing write tid 5 to smithi10276805-12 2024-04-10T15:09:37.208 INFO:tasks.rados.rados.0.smithi102.stdout:1177: oid 12 updating version 0 to 391 2024-04-10T15:09:37.209 INFO:tasks.rados.rados.0.smithi102.stdout:1177: oid 12 updating version 391 to 394 2024-04-10T15:09:37.209 INFO:tasks.rados.rados.0.smithi102.stdout:1177: oid 12 version 394 is already newer than 392 2024-04-10T15:09:37.209 INFO:tasks.rados.rados.0.smithi102.stdout:1177: oid 12 version 394 is already newer than 393 2024-04-10T15:09:37.209 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 394 (ObjNum 376 snap 100 seq_num 376) dirty exists 2024-04-10T15:09:37.209 INFO:tasks.rados.rados.0.smithi102.stdout:1177: left oid 12 (ObjNum 376 snap 100 seq_num 376) 2024-04-10T15:09:37.209 INFO:tasks.rados.rados.0.smithi102.stdout:1181: seq_num 377 ranges {0=720896,720896=434176,1155072=368640} 2024-04-10T15:09:37.212 INFO:tasks.rados.rados.0.smithi102.stdout:1181: writing smithi10276805-29 from 0 to 720896 tid 1 2024-04-10T15:09:37.215 INFO:tasks.rados.rados.0.smithi102.stdout:1181: writing smithi10276805-29 from 720896 to 1155072 tid 2 2024-04-10T15:09:37.218 INFO:tasks.rados.rados.0.smithi102.stdout:1181: writing smithi10276805-29 from 1155072 to 1523712 tid 3 2024-04-10T15:09:37.218 INFO:tasks.rados.rados.0.smithi102.stdout:1177: done (3 left) 2024-04-10T15:09:37.218 INFO:tasks.rados.rados.0.smithi102.stdout:1178: done (2 left) 2024-04-10T15:09:37.218 INFO:tasks.rados.rados.0.smithi102.stdout:1182: read oid 16 snap -1 2024-04-10T15:09:37.219 INFO:tasks.rados.rados.0.smithi102.stdout:1182: expect (ObjNum 370 snap 97 seq_num 370) 2024-04-10T15:09:37.219 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 35 current snap is 100 2024-04-10T15:09:37.219 INFO:tasks.rados.rados.0.smithi102.stdout:1183: seq_num 378 ranges {7757824=737280,8495104=720896,9216000=81920} 2024-04-10T15:09:37.265 INFO:tasks.rados.rados.0.smithi102.stdout:1183: writing smithi10276805-35 from 7757824 to 8495104 tid 1 2024-04-10T15:09:37.268 INFO:tasks.rados.rados.0.smithi102.stdout:1183: writing smithi10276805-35 from 8495104 to 9216000 tid 2 2024-04-10T15:09:37.269 INFO:tasks.rados.rados.0.smithi102.stdout:1183: writing smithi10276805-35 from 9216000 to 9297920 tid 3 2024-04-10T15:09:37.269 INFO:tasks.rados.rados.0.smithi102.stdout:1184: delete oid 1 current snap is 100 2024-04-10T15:09:37.269 INFO:tasks.rados.rados.0.smithi102.stdout:1180: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:09:37.271 INFO:tasks.rados.rados.0.smithi102.stdout:1181: finishing write tid 1 to smithi10276805-29 2024-04-10T15:09:37.271 INFO:tasks.rados.rados.0.smithi102.stdout:1181: finishing write tid 2 to smithi10276805-29 2024-04-10T15:09:37.271 INFO:tasks.rados.rados.0.smithi102.stdout:1181: finishing write tid 3 to smithi10276805-29 2024-04-10T15:09:37.271 INFO:tasks.rados.rados.0.smithi102.stdout:1181: finishing write tid 4 to smithi10276805-29 2024-04-10T15:09:37.271 INFO:tasks.rados.rados.0.smithi102.stdout:1181: finishing write tid 5 to smithi10276805-29 2024-04-10T15:09:37.271 INFO:tasks.rados.rados.0.smithi102.stdout:1181: oid 29 updating version 0 to 765 2024-04-10T15:09:37.271 INFO:tasks.rados.rados.0.smithi102.stdout:1181: oid 29 updating version 765 to 766 2024-04-10T15:09:37.271 INFO:tasks.rados.rados.0.smithi102.stdout:1181: oid 29 version 766 is already newer than 764 2024-04-10T15:09:37.271 INFO:tasks.rados.rados.0.smithi102.stdout:1181: oid 29 version 766 is already newer than 763 2024-04-10T15:09:37.272 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 766 (ObjNum 377 snap 100 seq_num 377) dirty exists 2024-04-10T15:09:37.272 INFO:tasks.rados.rados.0.smithi102.stdout:1181: left oid 29 (ObjNum 377 snap 100 seq_num 377) 2024-04-10T15:09:37.272 INFO:tasks.rados.rados.0.smithi102.stdout:1182: expect (ObjNum 370 snap 97 seq_num 370) 2024-04-10T15:09:37.461 INFO:tasks.rados.rados.0.smithi102.stdout:1183: finishing write tid 1 to smithi10276805-35 2024-04-10T15:09:37.461 INFO:tasks.rados.rados.0.smithi102.stdout:1183: finishing write tid 2 to smithi10276805-35 2024-04-10T15:09:37.461 INFO:tasks.rados.rados.0.smithi102.stdout:1183: finishing write tid 3 to smithi10276805-35 2024-04-10T15:09:37.461 INFO:tasks.rados.rados.0.smithi102.stdout:1183: finishing write tid 4 to smithi10276805-35 2024-04-10T15:09:37.461 INFO:tasks.rados.rados.0.smithi102.stdout:1183: finishing write tid 5 to smithi10276805-35 2024-04-10T15:09:37.461 INFO:tasks.rados.rados.0.smithi102.stdout:1183: oid 35 updating version 0 to 301 2024-04-10T15:09:37.461 INFO:tasks.rados.rados.0.smithi102.stdout:1183: oid 35 version 301 is already newer than 298 2024-04-10T15:09:37.461 INFO:tasks.rados.rados.0.smithi102.stdout:1183: oid 35 version 301 is already newer than 300 2024-04-10T15:09:37.461 INFO:tasks.rados.rados.0.smithi102.stdout:1183: oid 35 version 301 is already newer than 299 2024-04-10T15:09:37.461 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 301 (ObjNum 378 snap 100 seq_num 378) dirty exists 2024-04-10T15:09:37.461 INFO:tasks.rados.rados.0.smithi102.stdout:1183: left oid 35 (ObjNum 378 snap 100 seq_num 378) 2024-04-10T15:09:37.461 INFO:tasks.rados.rados.0.smithi102.stdout:1180: done (4 left) 2024-04-10T15:09:37.462 INFO:tasks.rados.rados.0.smithi102.stdout:1181: done (3 left) 2024-04-10T15:09:37.462 INFO:tasks.rados.rados.0.smithi102.stdout:1182: done (2 left) 2024-04-10T15:09:37.462 INFO:tasks.rados.rados.0.smithi102.stdout:1183: done (1 left) 2024-04-10T15:09:37.462 INFO:tasks.rados.rados.0.smithi102.stdout:1184: done (0 left) 2024-04-10T15:09:37.462 INFO:tasks.rados.rados.0.smithi102.stdout:1185: snap_remove snap 98 2024-04-10T15:09:37.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:37 smithi102 ceph-mon[90943]: osdmap e271: 8 total, 8 up, 8 in 2024-04-10T15:09:37.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:37 smithi102 ceph-mon[88557]: osdmap e271: 8 total, 8 up, 8 in 2024-04-10T15:09:37.566 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:37 smithi154 ceph-mon[84269]: osdmap e271: 8 total, 8 up, 8 in 2024-04-10T15:09:37.908 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:09:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:09:37] "GET /metrics HTTP/1.1" 200 36089 "" "Prometheus/2.43.0" 2024-04-10T15:09:38.143 INFO:tasks.rados.rados.0.smithi102.stdout:1185: done (0 left) 2024-04-10T15:09:38.144 INFO:tasks.rados.rados.0.smithi102.stdout:1186: copy_from oid 18 from oid 9 current snap is 100 2024-04-10T15:09:38.144 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 100 2024-04-10T15:09:38.144 INFO:tasks.rados.rados.0.smithi102.stdout:1187: seq_num 380 ranges {0=770048,770048=483328,1253376=319488} 2024-04-10T15:09:38.148 INFO:tasks.rados.rados.0.smithi102.stdout:1187: writing smithi10276805-48 from 0 to 770048 tid 1 2024-04-10T15:09:38.151 INFO:tasks.rados.rados.0.smithi102.stdout:1187: writing smithi10276805-48 from 770048 to 1253376 tid 2 2024-04-10T15:09:38.153 INFO:tasks.rados.rados.0.smithi102.stdout:1187: writing smithi10276805-48 from 1253376 to 1572864 tid 3 2024-04-10T15:09:38.153 INFO:tasks.rados.rados.0.smithi102.stdout:1188: delete oid 27 current snap is 100 2024-04-10T15:09:38.153 INFO:tasks.rados.rados.0.smithi102.stdout:1186: finishing copy_from to smithi10276805-18 2024-04-10T15:09:38.153 INFO:tasks.rados.rados.0.smithi102.stdout:1186: got expected ENOENT (src dne) 2024-04-10T15:09:38.153 INFO:tasks.rados.rados.0.smithi102.stdout:1186: finishing copy_from racing read to smithi10276805-18 2024-04-10T15:09:38.157 INFO:tasks.rados.rados.0.smithi102.stdout:1187: finishing write tid 1 to smithi10276805-48 2024-04-10T15:09:38.159 INFO:tasks.rados.rados.0.smithi102.stdout:1187: finishing write tid 2 to smithi10276805-48 2024-04-10T15:09:38.160 INFO:tasks.rados.rados.0.smithi102.stdout:1187: finishing write tid 3 to smithi10276805-48 2024-04-10T15:09:38.160 INFO:tasks.rados.rados.0.smithi102.stdout:1186: done (2 left) 2024-04-10T15:09:38.160 INFO:tasks.rados.rados.0.smithi102.stdout:1188: done (1 left) 2024-04-10T15:09:38.160 INFO:tasks.rados.rados.0.smithi102.stdout:1189: read oid 7 snap 95 2024-04-10T15:09:38.160 INFO:tasks.rados.rados.0.smithi102.stdout:1189: expect (ObjNum 316 snap 77 seq_num 316) 2024-04-10T15:09:38.160 INFO:tasks.rados.rados.0.smithi102.stdout:1190: rollback oid 18 current snap is 100 2024-04-10T15:09:38.160 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 18 to 97 2024-04-10T15:09:38.160 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 40 current snap is 100 2024-04-10T15:09:38.160 INFO:tasks.rados.rados.0.smithi102.stdout:1191: seq_num 382 ranges {4087808=802816,4890624=704512,5595136=98304} 2024-04-10T15:09:38.191 INFO:tasks.rados.rados.0.smithi102.stdout:1191: writing smithi10276805-40 from 4087808 to 4890624 tid 1 2024-04-10T15:09:38.193 INFO:tasks.rados.rados.0.smithi102.stdout:1191: writing smithi10276805-40 from 4890624 to 5595136 tid 2 2024-04-10T15:09:38.193 INFO:tasks.rados.rados.0.smithi102.stdout:1191: writing smithi10276805-40 from 5595136 to 5693440 tid 3 2024-04-10T15:09:38.193 INFO:tasks.rados.rados.0.smithi102.stdout:1192: read oid 31 snap -1 2024-04-10T15:09:38.193 INFO:tasks.rados.rados.0.smithi102.stdout:1192: expect (ObjNum 319 snap 77 seq_num 319) 2024-04-10T15:09:38.194 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 32 current snap is 100 2024-04-10T15:09:38.194 INFO:tasks.rados.rados.0.smithi102.stdout:1193: seq_num 383 ranges {4964352=417792,5382144=589824,5971968=417792,6389760=196608} 2024-04-10T15:09:38.223 INFO:tasks.rados.rados.0.smithi102.stdout:1193: writing smithi10276805-32 from 4964352 to 5382144 tid 1 2024-04-10T15:09:38.225 INFO:tasks.rados.rados.0.smithi102.stdout:1193: writing smithi10276805-32 from 5382144 to 5971968 tid 2 2024-04-10T15:09:38.228 INFO:tasks.rados.rados.0.smithi102.stdout:1193: writing smithi10276805-32 from 5971968 to 6389760 tid 3 2024-04-10T15:09:38.230 INFO:tasks.rados.rados.0.smithi102.stdout:1193: writing smithi10276805-32 from 6389760 to 6586368 tid 4 2024-04-10T15:09:38.230 INFO:tasks.rados.rados.0.smithi102.stdout:1194: read oid 24 snap -1 2024-04-10T15:09:38.231 INFO:tasks.rados.rados.0.smithi102.stdout:1194: expect (ObjNum 345 snap 91 seq_num 345) 2024-04-10T15:09:38.231 INFO:tasks.rados.rados.0.smithi102.stdout:1195: snap_create 2024-04-10T15:09:38.231 INFO:tasks.rados.rados.0.smithi102.stdout:1187: finishing write tid 4 to smithi10276805-48 2024-04-10T15:09:38.231 INFO:tasks.rados.rados.0.smithi102.stdout:1187: finishing write tid 5 to smithi10276805-48 2024-04-10T15:09:38.231 INFO:tasks.rados.rados.0.smithi102.stdout:1187: oid 48 updating version 0 to 776 2024-04-10T15:09:38.231 INFO:tasks.rados.rados.0.smithi102.stdout:1187: oid 48 updating version 776 to 777 2024-04-10T15:09:38.232 INFO:tasks.rados.rados.0.smithi102.stdout:1187: oid 48 version 777 is already newer than 775 2024-04-10T15:09:38.232 INFO:tasks.rados.rados.0.smithi102.stdout:1187: oid 48 updating version 777 to 778 2024-04-10T15:09:38.232 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 778 (ObjNum 380 snap 100 seq_num 380) dirty exists 2024-04-10T15:09:38.232 INFO:tasks.rados.rados.0.smithi102.stdout:1187: left oid 48 (ObjNum 380 snap 100 seq_num 380) 2024-04-10T15:09:38.232 INFO:tasks.rados.rados.0.smithi102.stdout:1190: finishing rollback tid 0 to smithi10276805-18 2024-04-10T15:09:38.232 INFO:tasks.rados.rados.0.smithi102.stdout:1190: finishing rollback tid 1 to smithi10276805-18 2024-04-10T15:09:38.232 INFO:tasks.rados.rados.0.smithi102.stdout:1190: finishing rollback tid 2 to smithi10276805-18 2024-04-10T15:09:38.233 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 397 (ObjNum 214 snap 46 seq_num 214) dirty exists 2024-04-10T15:09:38.233 INFO:tasks.rados.rados.0.smithi102.stdout:1189: expect (ObjNum 316 snap 77 seq_num 316) 2024-04-10T15:09:38.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:38 smithi154 ceph-mon[84269]: pgmap v58: 121 pgs: 121 active+clean; 218 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-10T15:09:38.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:38 smithi154 ceph-mon[84269]: osdmap e272: 8 total, 8 up, 8 in 2024-04-10T15:09:38.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:38 smithi154 ceph-mon[84269]: osdmap e273: 8 total, 8 up, 8 in 2024-04-10T15:09:38.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:38.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:38.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:38.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:09:38.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:38.379 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:09:38.478 INFO:tasks.rados.rados.0.smithi102.stdout:1191: finishing write tid 1 to smithi10276805-40 2024-04-10T15:09:38.478 INFO:tasks.rados.rados.0.smithi102.stdout:1191: finishing write tid 2 to smithi10276805-40 2024-04-10T15:09:38.478 INFO:tasks.rados.rados.0.smithi102.stdout:1191: finishing write tid 3 to smithi10276805-40 2024-04-10T15:09:38.478 INFO:tasks.rados.rados.0.smithi102.stdout:1191: finishing write tid 4 to smithi10276805-40 2024-04-10T15:09:38.478 INFO:tasks.rados.rados.0.smithi102.stdout:1191: finishing write tid 5 to smithi10276805-40 2024-04-10T15:09:38.479 INFO:tasks.rados.rados.0.smithi102.stdout:1191: oid 40 updating version 0 to 695 2024-04-10T15:09:38.479 INFO:tasks.rados.rados.0.smithi102.stdout:1191: oid 40 version 695 is already newer than 692 2024-04-10T15:09:38.479 INFO:tasks.rados.rados.0.smithi102.stdout:1191: oid 40 version 695 is already newer than 694 2024-04-10T15:09:38.479 INFO:tasks.rados.rados.0.smithi102.stdout:1191: oid 40 version 695 is already newer than 693 2024-04-10T15:09:38.479 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 695 (ObjNum 382 snap 100 seq_num 382) dirty exists 2024-04-10T15:09:38.479 INFO:tasks.rados.rados.0.smithi102.stdout:1191: left oid 40 (ObjNum 382 snap 100 seq_num 382) 2024-04-10T15:09:38.479 INFO:tasks.rados.rados.0.smithi102.stdout:1192: expect (ObjNum 319 snap 77 seq_num 319) 2024-04-10T15:09:38.589 INFO:tasks.rados.rados.0.smithi102.stdout:1193: finishing write tid 1 to smithi10276805-32 2024-04-10T15:09:38.589 INFO:tasks.rados.rados.0.smithi102.stdout:1193: finishing write tid 2 to smithi10276805-32 2024-04-10T15:09:38.589 INFO:tasks.rados.rados.0.smithi102.stdout:1193: finishing write tid 3 to smithi10276805-32 2024-04-10T15:09:38.589 INFO:tasks.rados.rados.0.smithi102.stdout:1193: finishing write tid 4 to smithi10276805-32 2024-04-10T15:09:38.589 INFO:tasks.rados.rados.0.smithi102.stdout:1193: finishing write tid 5 to smithi10276805-32 2024-04-10T15:09:38.589 INFO:tasks.rados.rados.0.smithi102.stdout:1193: finishing write tid 6 to smithi10276805-32 2024-04-10T15:09:38.589 INFO:tasks.rados.rados.0.smithi102.stdout:1193: oid 32 updating version 0 to 784 2024-04-10T15:09:38.589 INFO:tasks.rados.rados.0.smithi102.stdout:1193: oid 32 version 784 is already newer than 781 2024-04-10T15:09:38.589 INFO:tasks.rados.rados.0.smithi102.stdout:1193: oid 32 version 784 is already newer than 782 2024-04-10T15:09:38.590 INFO:tasks.rados.rados.0.smithi102.stdout:1193: oid 32 version 784 is already newer than 783 2024-04-10T15:09:38.590 INFO:tasks.rados.rados.0.smithi102.stdout:1193: oid 32 version 784 is already newer than 780 2024-04-10T15:09:38.590 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 784 (ObjNum 383 snap 100 seq_num 383) dirty exists 2024-04-10T15:09:38.590 INFO:tasks.rados.rados.0.smithi102.stdout:1193: left oid 32 (ObjNum 383 snap 100 seq_num 383) 2024-04-10T15:09:38.590 INFO:tasks.rados.rados.0.smithi102.stdout:1194: expect (ObjNum 345 snap 91 seq_num 345) 2024-04-10T15:09:38.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:38 smithi102 ceph-mon[90943]: pgmap v58: 121 pgs: 121 active+clean; 218 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-10T15:09:38.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:38 smithi102 ceph-mon[90943]: osdmap e272: 8 total, 8 up, 8 in 2024-04-10T15:09:38.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:38 smithi102 ceph-mon[90943]: osdmap e273: 8 total, 8 up, 8 in 2024-04-10T15:09:38.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:38.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:38.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:38.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:09:38.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:38.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:09:38.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:38 smithi102 ceph-mon[88557]: pgmap v58: 121 pgs: 121 active+clean; 218 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.5 MiB/s rd, 4.1 MiB/s wr, 17 op/s 2024-04-10T15:09:38.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:38 smithi102 ceph-mon[88557]: osdmap e272: 8 total, 8 up, 8 in 2024-04-10T15:09:38.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:38 smithi102 ceph-mon[88557]: osdmap e273: 8 total, 8 up, 8 in 2024-04-10T15:09:38.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:38.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:38.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:38.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:09:38.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:38.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:09:39.211 INFO:tasks.rados.rados.0.smithi102.stdout:1187: done (7 left) 2024-04-10T15:09:39.211 INFO:tasks.rados.rados.0.smithi102.stdout:1189: done (6 left) 2024-04-10T15:09:39.211 INFO:tasks.rados.rados.0.smithi102.stdout:1190: done (5 left) 2024-04-10T15:09:39.211 INFO:tasks.rados.rados.0.smithi102.stdout:1191: done (4 left) 2024-04-10T15:09:39.211 INFO:tasks.rados.rados.0.smithi102.stdout:1192: done (3 left) 2024-04-10T15:09:39.211 INFO:tasks.rados.rados.0.smithi102.stdout:1193: done (2 left) 2024-04-10T15:09:39.211 INFO:tasks.rados.rados.0.smithi102.stdout:1194: done (1 left) 2024-04-10T15:09:39.211 INFO:tasks.rados.rados.0.smithi102.stdout:1195: done (0 left) 2024-04-10T15:09:39.211 INFO:tasks.rados.rados.0.smithi102.stdout:1196: read oid 18 snap -1 2024-04-10T15:09:39.211 INFO:tasks.rados.rados.0.smithi102.stdout:1196: expect (ObjNum 214 snap 46 seq_num 214) 2024-04-10T15:09:39.211 INFO:tasks.rados.rados.0.smithi102.stdout:1197: copy_from oid 35 from oid 15 current snap is 101 2024-04-10T15:09:39.211 INFO:tasks.rados.rados.0.smithi102.stdout:1198: snap_remove snap 100 2024-04-10T15:09:39.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:09:39.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:09:39.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:39.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:09:39.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:09:39.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:39.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:09:39.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:09:39.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:40.216 INFO:tasks.rados.rados.0.smithi102.stdout:1198: done (2 left) 2024-04-10T15:09:40.216 INFO:tasks.rados.rados.0.smithi102.stdout:1199: rollback oid 49 current snap is 101 2024-04-10T15:09:40.216 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 49 to 99 2024-04-10T15:09:40.216 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 24 current snap is 101 2024-04-10T15:09:40.217 INFO:tasks.rados.rados.0.smithi102.stdout:1200: seq_num 384 ranges {7004160=434176,7438336=475136,7913472=630784,8544256=98304} 2024-04-10T15:09:40.256 INFO:tasks.rados.rados.0.smithi102.stdout:1200: writing smithi10276805-24 from 7004160 to 7438336 tid 1 2024-04-10T15:09:40.259 INFO:tasks.rados.rados.0.smithi102.stdout:1200: writing smithi10276805-24 from 7438336 to 7913472 tid 2 2024-04-10T15:09:40.263 INFO:tasks.rados.rados.0.smithi102.stdout:1200: writing smithi10276805-24 from 7913472 to 8544256 tid 3 2024-04-10T15:09:40.264 INFO:tasks.rados.rados.0.smithi102.stdout:1200: writing smithi10276805-24 from 8544256 to 8642560 tid 4 2024-04-10T15:09:40.264 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 32 current snap is 101 2024-04-10T15:09:40.264 INFO:tasks.rados.rados.0.smithi102.stdout:1201: seq_num 385 ranges {6586368=450560,7036928=761856,7798784=442368} 2024-04-10T15:09:40.302 INFO:tasks.rados.rados.0.smithi102.stdout:1201: writing smithi10276805-32 from 6586368 to 7036928 tid 1 2024-04-10T15:09:40.306 INFO:tasks.rados.rados.0.smithi102.stdout:1201: writing smithi10276805-32 from 7036928 to 7798784 tid 2 2024-04-10T15:09:40.308 INFO:tasks.rados.rados.0.smithi102.stdout:1201: writing smithi10276805-32 from 7798784 to 8241152 tid 3 2024-04-10T15:09:40.309 INFO:tasks.rados.rados.0.smithi102.stdout:1202: delete oid 34 current snap is 101 2024-04-10T15:09:40.309 INFO:tasks.rados.rados.0.smithi102.stdout:1196: expect (ObjNum 214 snap 46 seq_num 214) 2024-04-10T15:09:40.397 INFO:tasks.rados.rados.0.smithi102.stdout:1197: finishing copy_from racing read to smithi10276805-35 2024-04-10T15:09:40.398 INFO:tasks.rados.rados.0.smithi102.stdout:1197: finishing copy_from to smithi10276805-35 2024-04-10T15:09:40.398 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 742 (ObjNum 358 snap 94 seq_num 358) dirty exists 2024-04-10T15:09:40.398 INFO:tasks.rados.rados.0.smithi102.stdout:1199: finishing rollback tid 0 to smithi10276805-49 2024-04-10T15:09:40.398 INFO:tasks.rados.rados.0.smithi102.stdout:1199: finishing rollback tid 1 to smithi10276805-49 2024-04-10T15:09:40.398 INFO:tasks.rados.rados.0.smithi102.stdout:1199: finishing rollback tid 2 to smithi10276805-49 2024-04-10T15:09:40.398 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 547 (ObjNum 281 snap 62 seq_num 281) dirty exists 2024-04-10T15:09:40.398 INFO:tasks.rados.rados.0.smithi102.stdout:1200: finishing write tid 1 to smithi10276805-24 2024-04-10T15:09:40.398 INFO:tasks.rados.rados.0.smithi102.stdout:1200: finishing write tid 2 to smithi10276805-24 2024-04-10T15:09:40.398 INFO:tasks.rados.rados.0.smithi102.stdout:1200: finishing write tid 3 to smithi10276805-24 2024-04-10T15:09:40.398 INFO:tasks.rados.rados.0.smithi102.stdout:1200: finishing write tid 4 to smithi10276805-24 2024-04-10T15:09:40.398 INFO:tasks.rados.rados.0.smithi102.stdout:1196: done (5 left) 2024-04-10T15:09:40.398 INFO:tasks.rados.rados.0.smithi102.stdout:1197: done (4 left) 2024-04-10T15:09:40.399 INFO:tasks.rados.rados.0.smithi102.stdout:1199: done (3 left) 2024-04-10T15:09:40.399 INFO:tasks.rados.rados.0.smithi102.stdout:1202: done (2 left) 2024-04-10T15:09:40.399 INFO:tasks.rados.rados.0.smithi102.stdout:1203: read oid 19 snap -1 2024-04-10T15:09:40.399 INFO:tasks.rados.rados.0.smithi102.stdout:1203: expect (ObjNum 232 snap 49 seq_num 232) 2024-04-10T15:09:40.399 INFO:tasks.rados.rados.0.smithi102.stdout:1204: snap_remove snap 97 2024-04-10T15:09:40.556 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:40 smithi102 ceph-mon[88557]: Reconfiguring mon.a (monmap changed)... 2024-04-10T15:09:40.556 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:40 smithi102 ceph-mon[88557]: Reconfiguring daemon mon.a on smithi102 2024-04-10T15:09:40.557 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:40 smithi102 ceph-mon[88557]: pgmap v61: 121 pgs: 121 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-04-10T15:09:40.557 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:40 smithi102 ceph-mon[88557]: osdmap e274: 8 total, 8 up, 8 in 2024-04-10T15:09:40.557 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:40.557 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:40.557 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:09:40.557 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:09:40.557 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:40.557 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:40 smithi102 ceph-mon[90943]: Reconfiguring mon.a (monmap changed)... 2024-04-10T15:09:40.558 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:40 smithi102 ceph-mon[90943]: Reconfiguring daemon mon.a on smithi102 2024-04-10T15:09:40.558 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:40 smithi102 ceph-mon[90943]: pgmap v61: 121 pgs: 121 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-04-10T15:09:40.558 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:40 smithi102 ceph-mon[90943]: osdmap e274: 8 total, 8 up, 8 in 2024-04-10T15:09:40.558 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:40.558 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:40.558 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:09:40.558 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:09:40.558 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:40.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:40 smithi154 ceph-mon[84269]: Reconfiguring mon.a (monmap changed)... 2024-04-10T15:09:40.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:40 smithi154 ceph-mon[84269]: Reconfiguring daemon mon.a on smithi102 2024-04-10T15:09:40.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:40 smithi154 ceph-mon[84269]: pgmap v61: 121 pgs: 121 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-04-10T15:09:40.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:40 smithi154 ceph-mon[84269]: osdmap e274: 8 total, 8 up, 8 in 2024-04-10T15:09:40.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:40.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:40.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.y", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:09:40.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:09:40.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:41.218 INFO:tasks.rados.rados.0.smithi102.stdout:1204: done (3 left) 2024-04-10T15:09:41.219 INFO:tasks.rados.rados.0.smithi102.stdout:1205: snap_remove snap 95 2024-04-10T15:09:41.590 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:41 smithi102 ceph-mon[90943]: Reconfiguring mgr.y (monmap changed)... 2024-04-10T15:09:41.591 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:41 smithi102 ceph-mon[90943]: Reconfiguring daemon mgr.y on smithi102 2024-04-10T15:09:41.591 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:41 smithi102 ceph-mon[90943]: osdmap e275: 8 total, 8 up, 8 in 2024-04-10T15:09:41.591 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:41 smithi102 ceph-mon[88557]: Reconfiguring mgr.y (monmap changed)... 2024-04-10T15:09:41.591 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:41 smithi102 ceph-mon[88557]: Reconfiguring daemon mgr.y on smithi102 2024-04-10T15:09:41.591 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:41 smithi102 ceph-mon[88557]: osdmap e275: 8 total, 8 up, 8 in 2024-04-10T15:09:41.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:41 smithi154 ceph-mon[84269]: Reconfiguring mgr.y (monmap changed)... 2024-04-10T15:09:41.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:41 smithi154 ceph-mon[84269]: Reconfiguring daemon mgr.y on smithi102 2024-04-10T15:09:41.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:41 smithi154 ceph-mon[84269]: osdmap e275: 8 total, 8 up, 8 in 2024-04-10T15:09:42.222 INFO:tasks.rados.rados.0.smithi102.stdout:1205: done (3 left) 2024-04-10T15:09:42.222 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 38 current snap is 101 2024-04-10T15:09:42.223 INFO:tasks.rados.rados.0.smithi102.stdout:1200: finishing write tid 5 to smithi10276805-24 2024-04-10T15:09:42.223 INFO:tasks.rados.rados.0.smithi102.stdout:1206: seq_num 387 ranges {5234688=483328,5718016=524288,6242304=679936} 2024-04-10T15:09:42.257 INFO:tasks.rados.rados.0.smithi102.stdout:1206: writing smithi10276805-38 from 5234688 to 5718016 tid 1 2024-04-10T15:09:42.259 INFO:tasks.rados.rados.0.smithi102.stdout:1206: writing smithi10276805-38 from 5718016 to 6242304 tid 2 2024-04-10T15:09:42.264 INFO:tasks.rados.rados.0.smithi102.stdout:1206: writing smithi10276805-38 from 6242304 to 6922240 tid 3 2024-04-10T15:09:42.264 INFO:tasks.rados.rados.0.smithi102.stdout:1207: copy_from oid 40 from oid 25 current snap is 101 2024-04-10T15:09:42.264 INFO:tasks.rados.rados.0.smithi102.stdout:1200: finishing write tid 6 to smithi10276805-24 2024-04-10T15:09:42.264 INFO:tasks.rados.rados.0.smithi102.stdout:1200: oid 24 updating version 0 to 241 2024-04-10T15:09:42.264 INFO:tasks.rados.rados.0.smithi102.stdout:1200: oid 24 updating version 241 to 244 2024-04-10T15:09:42.264 INFO:tasks.rados.rados.0.smithi102.stdout:1200: oid 24 version 244 is already newer than 242 2024-04-10T15:09:42.265 INFO:tasks.rados.rados.0.smithi102.stdout:1200: oid 24 version 244 is already newer than 240 2024-04-10T15:09:42.265 INFO:tasks.rados.rados.0.smithi102.stdout:1200: oid 24 version 244 is already newer than 243 2024-04-10T15:09:42.265 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 244 (ObjNum 384 snap 101 seq_num 384) dirty exists 2024-04-10T15:09:42.265 INFO:tasks.rados.rados.0.smithi102.stdout:1200: left oid 24 (ObjNum 384 snap 101 seq_num 384) 2024-04-10T15:09:42.265 INFO:tasks.rados.rados.0.smithi102.stdout:1201: finishing write tid 1 to smithi10276805-32 2024-04-10T15:09:42.265 INFO:tasks.rados.rados.0.smithi102.stdout:1200: done (4 left) 2024-04-10T15:09:42.265 INFO:tasks.rados.rados.0.smithi102.stdout:1208: snap_create 2024-04-10T15:09:42.265 INFO:tasks.rados.rados.0.smithi102.stdout:1201: finishing write tid 2 to smithi10276805-32 2024-04-10T15:09:42.265 INFO:tasks.rados.rados.0.smithi102.stdout:1201: finishing write tid 3 to smithi10276805-32 2024-04-10T15:09:42.265 INFO:tasks.rados.rados.0.smithi102.stdout:1201: finishing write tid 4 to smithi10276805-32 2024-04-10T15:09:42.265 INFO:tasks.rados.rados.0.smithi102.stdout:1201: finishing write tid 5 to smithi10276805-32 2024-04-10T15:09:42.265 INFO:tasks.rados.rados.0.smithi102.stdout:1201: oid 32 updating version 0 to 786 2024-04-10T15:09:42.265 INFO:tasks.rados.rados.0.smithi102.stdout:1201: oid 32 updating version 786 to 787 2024-04-10T15:09:42.265 INFO:tasks.rados.rados.0.smithi102.stdout:1201: oid 32 updating version 787 to 788 2024-04-10T15:09:42.265 INFO:tasks.rados.rados.0.smithi102.stdout:1201: oid 32 version 788 is already newer than 785 2024-04-10T15:09:42.266 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 788 (ObjNum 385 snap 101 seq_num 385) dirty exists 2024-04-10T15:09:42.266 INFO:tasks.rados.rados.0.smithi102.stdout:1201: left oid 32 (ObjNum 385 snap 101 seq_num 385) 2024-04-10T15:09:42.266 INFO:tasks.rados.rados.0.smithi102.stdout:1203: expect (ObjNum 232 snap 49 seq_num 232) 2024-04-10T15:09:42.313 INFO:tasks.rados.rados.0.smithi102.stdout:1206: finishing write tid 1 to smithi10276805-38 2024-04-10T15:09:42.313 INFO:tasks.rados.rados.0.smithi102.stdout:1206: finishing write tid 2 to smithi10276805-38 2024-04-10T15:09:42.313 INFO:tasks.rados.rados.0.smithi102.stdout:1207: finishing copy_from to smithi10276805-40 2024-04-10T15:09:42.314 INFO:tasks.rados.rados.0.smithi102.stdout:1207: got expected ENOENT (src dne) 2024-04-10T15:09:42.314 INFO:tasks.rados.rados.0.smithi102.stdout:1207: finishing copy_from racing read to smithi10276805-40 2024-04-10T15:09:42.314 INFO:tasks.rados.rados.0.smithi102.stdout:1206: finishing write tid 3 to smithi10276805-38 2024-04-10T15:09:42.314 INFO:tasks.rados.rados.0.smithi102.stdout:1206: finishing write tid 4 to smithi10276805-38 2024-04-10T15:09:42.314 INFO:tasks.rados.rados.0.smithi102.stdout:1206: finishing write tid 5 to smithi10276805-38 2024-04-10T15:09:42.314 INFO:tasks.rados.rados.0.smithi102.stdout:1206: oid 38 updating version 0 to 392 2024-04-10T15:09:42.314 INFO:tasks.rados.rados.0.smithi102.stdout:1206: oid 38 version 392 is already newer than 391 2024-04-10T15:09:42.314 INFO:tasks.rados.rados.0.smithi102.stdout:1206: oid 38 updating version 392 to 393 2024-04-10T15:09:42.314 INFO:tasks.rados.rados.0.smithi102.stdout:1206: oid 38 updating version 393 to 394 2024-04-10T15:09:42.314 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 394 (ObjNum 387 snap 101 seq_num 387) dirty exists 2024-04-10T15:09:42.314 INFO:tasks.rados.rados.0.smithi102.stdout:1206: left oid 38 (ObjNum 387 snap 101 seq_num 387) 2024-04-10T15:09:42.561 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:42 smithi102 ceph-mon[90943]: pgmap v64: 121 pgs: 121 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-04-10T15:09:42.561 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:42 smithi102 ceph-mon[90943]: osdmap e276: 8 total, 8 up, 8 in 2024-04-10T15:09:42.561 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:42 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:42.561 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:42 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:42.562 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:42 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:09:42.562 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:42 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:09:42.562 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:42 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:42.562 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:42 smithi102 ceph-mon[88557]: pgmap v64: 121 pgs: 121 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-04-10T15:09:42.562 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:42 smithi102 ceph-mon[88557]: osdmap e276: 8 total, 8 up, 8 in 2024-04-10T15:09:42.562 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:42 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:42.562 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:42 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:42.563 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:42 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:09:42.563 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:42 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:09:42.563 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:42 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:42.628 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:09:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:09:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:09:42.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:42 smithi154 ceph-mon[84269]: pgmap v64: 121 pgs: 121 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.2 MiB/s wr, 14 op/s 2024-04-10T15:09:42.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:42 smithi154 ceph-mon[84269]: osdmap e276: 8 total, 8 up, 8 in 2024-04-10T15:09:42.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:42 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:42.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:42 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:42.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:42 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:09:42.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:42 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:09:42.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:42 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:43.143 INFO:tasks.rados.rados.0.smithi102.stdout:1201: done (4 left) 2024-04-10T15:09:43.144 INFO:tasks.rados.rados.0.smithi102.stdout:1203: done (3 left) 2024-04-10T15:09:43.144 INFO:tasks.rados.rados.0.smithi102.stdout:1206: done (2 left) 2024-04-10T15:09:43.144 INFO:tasks.rados.rados.0.smithi102.stdout:1207: done (1 left) 2024-04-10T15:09:43.144 INFO:tasks.rados.rados.0.smithi102.stdout:1208: done (0 left) 2024-04-10T15:09:43.144 INFO:tasks.rados.rados.0.smithi102.stdout:1209: delete oid 3 current snap is 102 2024-04-10T15:09:43.147 INFO:tasks.rados.rados.0.smithi102.stdout:1209: done (0 left) 2024-04-10T15:09:43.147 INFO:tasks.rados.rados.0.smithi102.stdout:1210: read oid 6 snap -1 2024-04-10T15:09:43.147 INFO:tasks.rados.rados.0.smithi102.stdout:1210: expect (ObjNum 349 snap 92 seq_num 349) 2024-04-10T15:09:43.147 INFO:tasks.rados.rados.0.smithi102.stdout:1211: setattr oid 21 current snap is 102 2024-04-10T15:09:43.148 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 37 current snap is 102 2024-04-10T15:09:43.148 INFO:tasks.rados.rados.0.smithi102.stdout:1212: seq_num 389 ranges {614400=524288,1138688=745472,1884160=458752} 2024-04-10T15:09:43.156 INFO:tasks.rados.rados.0.smithi102.stdout:1212: writing smithi10276805-37 from 614400 to 1138688 tid 1 2024-04-10T15:09:43.160 INFO:tasks.rados.rados.0.smithi102.stdout:1212: writing smithi10276805-37 from 1138688 to 1884160 tid 2 2024-04-10T15:09:43.164 INFO:tasks.rados.rados.0.smithi102.stdout:1212: writing smithi10276805-37 from 1884160 to 2342912 tid 3 2024-04-10T15:09:43.164 INFO:tasks.rados.rados.0.smithi102.stdout:1213: snap_create 2024-04-10T15:09:43.164 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 383 (ObjNum 214 snap 46 seq_num 214) dirty exists 2024-04-10T15:09:43.164 INFO:tasks.rados.rados.0.smithi102.stdout:1212: finishing write tid 1 to smithi10276805-37 2024-04-10T15:09:43.167 INFO:tasks.rados.rados.0.smithi102.stdout:1212: finishing write tid 2 to smithi10276805-37 2024-04-10T15:09:43.167 INFO:tasks.rados.rados.0.smithi102.stdout:1212: finishing write tid 3 to smithi10276805-37 2024-04-10T15:09:43.168 INFO:tasks.rados.rados.0.smithi102.stdout:1212: finishing write tid 4 to smithi10276805-37 2024-04-10T15:09:43.169 INFO:tasks.rados.rados.0.smithi102.stdout:1212: finishing write tid 5 to smithi10276805-37 2024-04-10T15:09:43.169 INFO:tasks.rados.rados.0.smithi102.stdout:1212: oid 37 updating version 0 to 459 2024-04-10T15:09:43.169 INFO:tasks.rados.rados.0.smithi102.stdout:1212: oid 37 version 459 is already newer than 457 2024-04-10T15:09:43.169 INFO:tasks.rados.rados.0.smithi102.stdout:1212: oid 37 version 459 is already newer than 458 2024-04-10T15:09:43.169 INFO:tasks.rados.rados.0.smithi102.stdout:1212: oid 37 updating version 459 to 460 2024-04-10T15:09:43.169 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 460 (ObjNum 389 snap 102 seq_num 389) dirty exists 2024-04-10T15:09:43.169 INFO:tasks.rados.rados.0.smithi102.stdout:1212: left oid 37 (ObjNum 389 snap 102 seq_num 389) 2024-04-10T15:09:43.171 INFO:tasks.rados.rados.0.smithi102.stdout:1210: expect (ObjNum 349 snap 92 seq_num 349) 2024-04-10T15:09:43.628 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:09:43 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:09:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:09:43.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:43 smithi154 ceph-mon[84269]: Reconfiguring mon.c (monmap changed)... 2024-04-10T15:09:43.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:43 smithi154 ceph-mon[84269]: Reconfiguring daemon mon.c on smithi102 2024-04-10T15:09:43.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:43 smithi154 ceph-mon[84269]: osdmap e277: 8 total, 8 up, 8 in 2024-04-10T15:09:43.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:43 smithi154 ceph-mon[84269]: pgmap v67: 121 pgs: 121 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:09:43.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:43 smithi154 ceph-mon[84269]: osdmap e278: 8 total, 8 up, 8 in 2024-04-10T15:09:43.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:43 smithi102 ceph-mon[90943]: Reconfiguring mon.c (monmap changed)... 2024-04-10T15:09:43.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:43 smithi102 ceph-mon[90943]: Reconfiguring daemon mon.c on smithi102 2024-04-10T15:09:43.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:43 smithi102 ceph-mon[90943]: osdmap e277: 8 total, 8 up, 8 in 2024-04-10T15:09:43.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:43 smithi102 ceph-mon[90943]: pgmap v67: 121 pgs: 121 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:09:43.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:43 smithi102 ceph-mon[90943]: osdmap e278: 8 total, 8 up, 8 in 2024-04-10T15:09:43.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:43 smithi102 ceph-mon[88557]: Reconfiguring mon.c (monmap changed)... 2024-04-10T15:09:43.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:43 smithi102 ceph-mon[88557]: Reconfiguring daemon mon.c on smithi102 2024-04-10T15:09:43.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:43 smithi102 ceph-mon[88557]: osdmap e277: 8 total, 8 up, 8 in 2024-04-10T15:09:43.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:43 smithi102 ceph-mon[88557]: pgmap v67: 121 pgs: 121 active+clean; 217 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:09:43.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:43 smithi102 ceph-mon[88557]: osdmap e278: 8 total, 8 up, 8 in 2024-04-10T15:09:44.147 INFO:tasks.rados.rados.0.smithi102.stdout:1210: done (3 left) 2024-04-10T15:09:44.147 INFO:tasks.rados.rados.0.smithi102.stdout:1211: done (2 left) 2024-04-10T15:09:44.147 INFO:tasks.rados.rados.0.smithi102.stdout:1212: done (1 left) 2024-04-10T15:09:44.147 INFO:tasks.rados.rados.0.smithi102.stdout:1213: done (0 left) 2024-04-10T15:09:44.147 INFO:tasks.rados.rados.0.smithi102.stdout:1214: copy_from oid 6 from oid 49 current snap is 103 2024-04-10T15:09:44.147 INFO:tasks.rados.rados.0.smithi102.stdout:1215: rollback oid 33 current snap is 103 2024-04-10T15:09:44.147 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 33 to 81 2024-04-10T15:09:44.147 INFO:tasks.rados.rados.0.smithi102.stdout:1216: copy_from oid 38 from oid 1 current snap is 103 2024-04-10T15:09:44.147 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 16 current snap is 103 2024-04-10T15:09:44.147 INFO:tasks.rados.rados.0.smithi102.stdout:1217: seq_num 390 ranges {4259840=540672,4800512=630784,5431296=573440} 2024-04-10T15:09:44.173 INFO:tasks.rados.rados.0.smithi102.stdout:1217: writing smithi10276805-16 from 4259840 to 4800512 tid 1 2024-04-10T15:09:44.177 INFO:tasks.rados.rados.0.smithi102.stdout:1217: writing smithi10276805-16 from 4800512 to 5431296 tid 2 2024-04-10T15:09:44.181 INFO:tasks.rados.rados.0.smithi102.stdout:1217: writing smithi10276805-16 from 5431296 to 6004736 tid 3 2024-04-10T15:09:44.181 INFO:tasks.rados.rados.0.smithi102.stdout:1218: snap_create 2024-04-10T15:09:44.181 INFO:tasks.rados.rados.0.smithi102.stdout:1216: finishing copy_from to smithi10276805-38 2024-04-10T15:09:44.181 INFO:tasks.rados.rados.0.smithi102.stdout:1216: got expected ENOENT (src dne) 2024-04-10T15:09:44.181 INFO:tasks.rados.rados.0.smithi102.stdout:1215: finishing rollback tid 1 to smithi10276805-33 2024-04-10T15:09:44.181 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-10T15:09:44.181 INFO:tasks.rados.rados.0.smithi102.stdout:1216: finishing copy_from racing read to smithi10276805-38 2024-04-10T15:09:44.182 INFO:tasks.rados.rados.0.smithi102.stdout:1214: finishing copy_from racing read to smithi10276805-6 2024-04-10T15:09:44.182 INFO:tasks.rados.rados.0.smithi102.stdout:1214: finishing copy_from to smithi10276805-6 2024-04-10T15:09:44.182 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 547 (ObjNum 281 snap 62 seq_num 281) dirty exists 2024-04-10T15:09:44.182 INFO:tasks.rados.rados.0.smithi102.stdout:1217: finishing write tid 1 to smithi10276805-16 2024-04-10T15:09:44.184 INFO:tasks.rados.rados.0.smithi102.stdout:1217: finishing write tid 2 to smithi10276805-16 2024-04-10T15:09:44.184 INFO:tasks.rados.rados.0.smithi102.stdout:1217: finishing write tid 3 to smithi10276805-16 2024-04-10T15:09:44.184 INFO:tasks.rados.rados.0.smithi102.stdout:1217: finishing write tid 4 to smithi10276805-16 2024-04-10T15:09:44.185 INFO:tasks.rados.rados.0.smithi102.stdout:1217: finishing write tid 5 to smithi10276805-16 2024-04-10T15:09:44.185 INFO:tasks.rados.rados.0.smithi102.stdout:1217: oid 16 updating version 0 to 547 2024-04-10T15:09:44.185 INFO:tasks.rados.rados.0.smithi102.stdout:1217: oid 16 updating version 547 to 549 2024-04-10T15:09:44.185 INFO:tasks.rados.rados.0.smithi102.stdout:1217: oid 16 version 549 is already newer than 546 2024-04-10T15:09:44.185 INFO:tasks.rados.rados.0.smithi102.stdout:1217: oid 16 version 549 is already newer than 548 2024-04-10T15:09:44.185 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 549 (ObjNum 390 snap 103 seq_num 390) dirty exists 2024-04-10T15:09:44.186 INFO:tasks.rados.rados.0.smithi102.stdout:1217: left oid 16 (ObjNum 390 snap 103 seq_num 390) 2024-04-10T15:09:44.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:44 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:44.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:44 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:44.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:44 smithi102 ceph-mon[90943]: Reconfiguring osd.0 (monmap changed)... 2024-04-10T15:09:44.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:44 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T15:09:44.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:44 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:44.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:44 smithi102 ceph-mon[90943]: Reconfiguring daemon osd.0 on smithi102 2024-04-10T15:09:44.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:44 smithi102 ceph-mon[90943]: osdmap e279: 8 total, 8 up, 8 in 2024-04-10T15:09:44.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:44 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:44.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:44 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:44.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:44 smithi102 ceph-mon[88557]: Reconfiguring osd.0 (monmap changed)... 2024-04-10T15:09:44.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:44 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T15:09:44.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:44 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:44.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:44 smithi102 ceph-mon[88557]: Reconfiguring daemon osd.0 on smithi102 2024-04-10T15:09:44.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:44 smithi102 ceph-mon[88557]: osdmap e279: 8 total, 8 up, 8 in 2024-04-10T15:09:44.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:44 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:44.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:44 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:44.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:44 smithi154 ceph-mon[84269]: Reconfiguring osd.0 (monmap changed)... 2024-04-10T15:09:44.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:44 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T15:09:44.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:44 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:44.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:44 smithi154 ceph-mon[84269]: Reconfiguring daemon osd.0 on smithi102 2024-04-10T15:09:44.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:44 smithi154 ceph-mon[84269]: osdmap e279: 8 total, 8 up, 8 in 2024-04-10T15:09:45.149 INFO:tasks.rados.rados.0.smithi102.stdout:1214: done (4 left) 2024-04-10T15:09:45.149 INFO:tasks.rados.rados.0.smithi102.stdout:1215: done (3 left) 2024-04-10T15:09:45.149 INFO:tasks.rados.rados.0.smithi102.stdout:1216: done (2 left) 2024-04-10T15:09:45.149 INFO:tasks.rados.rados.0.smithi102.stdout:1217: done (1 left) 2024-04-10T15:09:45.149 INFO:tasks.rados.rados.0.smithi102.stdout:1218: done (0 left) 2024-04-10T15:09:45.149 INFO:tasks.rados.rados.0.smithi102.stdout:1219: copy_from oid 31 from oid 47 current snap is 104 2024-04-10T15:09:45.149 INFO:tasks.rados.rados.0.smithi102.stdout:1220: read oid 12 snap 81 2024-04-10T15:09:45.150 INFO:tasks.rados.rados.0.smithi102.stdout:1220: expect deleted 2024-04-10T15:09:45.150 INFO:tasks.rados.rados.0.smithi102.stdout:1221: delete oid 32 current snap is 104 2024-04-10T15:09:45.156 INFO:tasks.rados.rados.0.smithi102.stdout:1220: done (2 left) 2024-04-10T15:09:45.156 INFO:tasks.rados.rados.0.smithi102.stdout:1221: done (1 left) 2024-04-10T15:09:45.156 INFO:tasks.rados.rados.0.smithi102.stdout:1222: snap_create 2024-04-10T15:09:45.166 INFO:tasks.rados.rados.0.smithi102.stdout:1219: finishing copy_from racing read to smithi10276805-31 2024-04-10T15:09:45.166 INFO:tasks.rados.rados.0.smithi102.stdout:1219: finishing copy_from to smithi10276805-31 2024-04-10T15:09:45.166 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 691 (ObjNum 361 snap 95 seq_num 361) dirty exists 2024-04-10T15:09:45.941 INFO:teuthology.orchestra.run.smithi102.stdout:true 2024-04-10T15:09:46.150 INFO:tasks.rados.rados.0.smithi102.stdout:1219: done (1 left) 2024-04-10T15:09:46.150 INFO:tasks.rados.rados.0.smithi102.stdout:1222: done (0 left) 2024-04-10T15:09:46.150 INFO:tasks.rados.rados.0.smithi102.stdout:1223: copy_from oid 38 from oid 8 current snap is 105 2024-04-10T15:09:46.150 INFO:tasks.rados.rados.0.smithi102.stdout:1224: delete oid 42 current snap is 105 2024-04-10T15:09:46.152 INFO:tasks.rados.rados.0.smithi102.stdout:1224: done (1 left) 2024-04-10T15:09:46.152 INFO:tasks.rados.rados.0.smithi102.stdout:1225: delete oid 29 current snap is 105 2024-04-10T15:09:46.156 INFO:tasks.rados.rados.0.smithi102.stdout:1225: done (1 left) 2024-04-10T15:09:46.156 INFO:tasks.rados.rados.0.smithi102.stdout:1226: rollback oid 27 current snap is 105 2024-04-10T15:09:46.156 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 27 to 101 2024-04-10T15:09:46.156 INFO:tasks.rados.rados.0.smithi102.stdout:1227: snap_remove snap 81 2024-04-10T15:09:46.279 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:09:46.279 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (5m) 28s ago 5m 24.7M - 0.25.0 c8568f914cd2 8877963ef1e7 2024-04-10T15:09:46.279 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi154 *:3000 running (5m) 12s ago 5m 92.3M - 9.4.7 954c08fa6188 a24ea26325a1 2024-04-10T15:09:46.279 INFO:teuthology.orchestra.run.smithi102.stdout:mds.a smithi102 running (6m) 28s ago 6m 15.5M - 18.2.2-1187-gd540ebac bb2c5eac26a4 da51112648bf 2024-04-10T15:09:46.279 INFO:teuthology.orchestra.run.smithi102.stdout:mds.b smithi154 running (6m) 12s ago 6m 18.4M - 18.2.2-1187-gd540ebac bb2c5eac26a4 1c2f7bf05952 2024-04-10T15:09:46.280 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi154 *:8443,9283,8765 running (78s) 12s ago 10m 449M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 5843a1d0f5c5 2024-04-10T15:09:46.280 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (108s) 28s ago 11m 502M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 d4cb3bfdb76a 2024-04-10T15:09:46.280 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (63s) 28s ago 12m 38.8M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 09d0a3f89365 2024-04-10T15:09:46.280 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi154 running (18s) 12s ago 10m 25.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ecf89eee3550 2024-04-10T15:09:46.280 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (37s) 28s ago 10m 26.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 57de69af85cd 2024-04-10T15:09:46.280 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (5m) 28s ago 5m 13.7M - 1.5.0 0da6a335fe13 dc103d21fc64 2024-04-10T15:09:46.280 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi154 *:9100 running (5m) 12s ago 5m 15.8M - 1.5.0 0da6a335fe13 c71ce3c6ef09 2024-04-10T15:09:46.280 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (9m) 28s ago 9m 191M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 770d8faa5266 2024-04-10T15:09:46.280 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (9m) 28s ago 9m 122M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 6d2a7c667fff 2024-04-10T15:09:46.280 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (9m) 28s ago 9m 164M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 eb8f648e2007 2024-04-10T15:09:46.280 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (8m) 28s ago 8m 97.1M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 ebbbf8d35d32 2024-04-10T15:09:46.280 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi154 running (8m) 12s ago 8m 204M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 8ae20879a763 2024-04-10T15:09:46.280 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi154 running (7m) 12s ago 7m 246M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 51b30d38d077 2024-04-10T15:09:46.280 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi154 running (7m) 12s ago 7m 160M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 2dd28f8d572c 2024-04-10T15:09:46.280 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi154 running (7m) 12s ago 7m 122M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a3af5b492398 2024-04-10T15:09:46.280 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi154 *:9095 running (84s) 12s ago 6m 55.9M - 2.43.0 a07b618ecd1d 15b122e84a15 2024-04-10T15:09:46.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:46 smithi102 ceph-mon[88557]: pgmap v70: 121 pgs: 121 active+clean; 200 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-04-10T15:09:46.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:46 smithi102 ceph-mon[88557]: osdmap e280: 8 total, 8 up, 8 in 2024-04-10T15:09:46.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:46.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:46.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T15:09:46.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:46.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:46 smithi102 ceph-mon[90943]: pgmap v70: 121 pgs: 121 active+clean; 200 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-04-10T15:09:46.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:46 smithi102 ceph-mon[90943]: osdmap e280: 8 total, 8 up, 8 in 2024-04-10T15:09:46.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:46.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:46.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T15:09:46.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:46.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:46 smithi154 ceph-mon[84269]: pgmap v70: 121 pgs: 121 active+clean; 200 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-04-10T15:09:46.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:46 smithi154 ceph-mon[84269]: osdmap e280: 8 total, 8 up, 8 in 2024-04-10T15:09:46.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:46.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:46.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T15:09:46.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:46.681 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:09:46.859 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-10T15:09:46.859 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:09:46.859 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:09:46.859 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-10T15:09:46.859 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:09:46.859 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:09:46.859 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-10T15:09:46.859 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8 2024-04-10T15:09:46.859 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:09:46.859 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-10T15:09:46.859 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:09:46.859 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:09:46.859 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-10T15:09:46.860 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 10, 2024-04-10T15:09:46.860 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 5 2024-04-10T15:09:46.860 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:09:46.860 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:09:47.164 INFO:tasks.rados.rados.0.smithi102.stdout:1227: done (2 left) 2024-04-10T15:09:47.164 INFO:tasks.rados.rados.0.smithi102.stdout:1228: copy_from oid 3 from oid 44 current snap is 105 2024-04-10T15:09:47.164 INFO:tasks.rados.rados.0.smithi102.stdout:1229: rollback oid 6 current snap is 105 2024-04-10T15:09:47.164 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 6 to 103 2024-04-10T15:09:47.164 INFO:tasks.rados.rados.0.smithi102.stdout:1223: finishing copy_from racing read to smithi10276805-38 2024-04-10T15:09:47.164 INFO:tasks.rados.rados.0.smithi102.stdout:1223: finishing copy_from to smithi10276805-38 2024-04-10T15:09:47.164 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 297 (ObjNum 673 snap 0 seq_num 87649296) dirty exists 2024-04-10T15:09:47.164 INFO:tasks.rados.rados.0.smithi102.stdout:1226: finishing rollback tid 1 to smithi10276805-27 2024-04-10T15:09:47.165 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 543 (ObjNum 593 snap 0 seq_num 1649431446) dirty dne 2024-04-10T15:09:47.165 INFO:tasks.rados.rados.0.smithi102.stdout:1223: done (3 left) 2024-04-10T15:09:47.165 INFO:tasks.rados.rados.0.smithi102.stdout:1226: done (2 left) 2024-04-10T15:09:47.165 INFO:tasks.rados.rados.0.smithi102.stdout:1230: rollback oid 48 current snap is 105 2024-04-10T15:09:47.165 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 48 to 101 2024-04-10T15:09:47.165 INFO:tasks.rados.rados.0.smithi102.stdout:1231: snap_remove snap 99 2024-04-10T15:09:47.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:47 smithi102 ceph-mon[88557]: Reconfiguring osd.1 (monmap changed)... 2024-04-10T15:09:47.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:47 smithi102 ceph-mon[88557]: Reconfiguring daemon osd.1 on smithi102 2024-04-10T15:09:47.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:47 smithi102 ceph-mon[88557]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:09:47.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:47 smithi102 ceph-mon[88557]: osdmap e281: 8 total, 8 up, 8 in 2024-04-10T15:09:47.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:47 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1368041150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:09:47.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:47.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:47.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T15:09:47.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:47.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:47 smithi102 ceph-mon[90943]: Reconfiguring osd.1 (monmap changed)... 2024-04-10T15:09:47.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:47 smithi102 ceph-mon[90943]: Reconfiguring daemon osd.1 on smithi102 2024-04-10T15:09:47.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:47 smithi102 ceph-mon[90943]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:09:47.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:47 smithi102 ceph-mon[90943]: osdmap e281: 8 total, 8 up, 8 in 2024-04-10T15:09:47.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:47 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1368041150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:09:47.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:47.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:47.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T15:09:47.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:47.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:47 smithi154 ceph-mon[84269]: Reconfiguring osd.1 (monmap changed)... 2024-04-10T15:09:47.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:47 smithi154 ceph-mon[84269]: Reconfiguring daemon osd.1 on smithi102 2024-04-10T15:09:47.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:47 smithi154 ceph-mon[84269]: from='client.44102 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:09:47.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:47 smithi154 ceph-mon[84269]: osdmap e281: 8 total, 8 up, 8 in 2024-04-10T15:09:47.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:47 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1368041150' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:09:47.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:47.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:47.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T15:09:47.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:47.845 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:09:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:09:47] "GET /metrics HTTP/1.1" 200 36083 "" "Prometheus/2.43.0" 2024-04-10T15:09:48.150 INFO:tasks.rados.rados.0.smithi102.stdout:1231: done (3 left) 2024-04-10T15:09:48.150 INFO:tasks.rados.rados.0.smithi102.stdout:1232: copy_from oid 19 from oid 11 current snap is 105 2024-04-10T15:09:48.150 INFO:tasks.rados.rados.0.smithi102.stdout:1229: finishing rollback tid 0 to smithi10276805-6 2024-04-10T15:09:48.150 INFO:tasks.rados.rados.0.smithi102.stdout:1228: finishing copy_from to smithi10276805-3 2024-04-10T15:09:48.151 INFO:tasks.rados.rados.0.smithi102.stdout:1228: got expected ENOENT (src dne) 2024-04-10T15:09:48.151 INFO:tasks.rados.rados.0.smithi102.stdout:1228: finishing copy_from racing read to smithi10276805-3 2024-04-10T15:09:48.151 INFO:tasks.rados.rados.0.smithi102.stdout:1229: finishing rollback tid 1 to smithi10276805-6 2024-04-10T15:09:48.151 INFO:tasks.rados.rados.0.smithi102.stdout:1229: finishing rollback tid 2 to smithi10276805-6 2024-04-10T15:09:48.151 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 550 (ObjNum 281 snap 62 seq_num 281) dirty exists 2024-04-10T15:09:48.151 INFO:tasks.rados.rados.0.smithi102.stdout:1230: finishing rollback tid 0 to smithi10276805-48 2024-04-10T15:09:48.151 INFO:tasks.rados.rados.0.smithi102.stdout:1230: finishing rollback tid 1 to smithi10276805-48 2024-04-10T15:09:48.152 INFO:tasks.rados.rados.0.smithi102.stdout:1230: finishing rollback tid 2 to smithi10276805-48 2024-04-10T15:09:48.152 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 802 (ObjNum 380 snap 100 seq_num 380) dirty exists 2024-04-10T15:09:48.152 INFO:tasks.rados.rados.0.smithi102.stdout:1228: done (3 left) 2024-04-10T15:09:48.152 INFO:tasks.rados.rados.0.smithi102.stdout:1229: done (2 left) 2024-04-10T15:09:48.152 INFO:tasks.rados.rados.0.smithi102.stdout:1230: done (1 left) 2024-04-10T15:09:48.152 INFO:tasks.rados.rados.0.smithi102.stdout:1233: snap_create 2024-04-10T15:09:48.156 INFO:tasks.rados.rados.0.smithi102.stdout:1232: finishing copy_from to smithi10276805-19 2024-04-10T15:09:48.156 INFO:tasks.rados.rados.0.smithi102.stdout:1232: got expected ENOENT (src dne) 2024-04-10T15:09:48.157 INFO:tasks.rados.rados.0.smithi102.stdout:1232: finishing copy_from racing read to smithi10276805-19 2024-04-10T15:09:48.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:48 smithi154 ceph-mon[84269]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:09:48.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:48 smithi154 ceph-mon[84269]: Reconfiguring osd.2 (monmap changed)... 2024-04-10T15:09:48.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:48 smithi154 ceph-mon[84269]: Reconfiguring daemon osd.2 on smithi102 2024-04-10T15:09:48.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:48 smithi154 ceph-mon[84269]: pgmap v73: 121 pgs: 121 active+clean; 200 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-04-10T15:09:48.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:48 smithi154 ceph-mon[84269]: osdmap e282: 8 total, 8 up, 8 in 2024-04-10T15:09:48.378 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:48 smithi154 ceph-mon[84269]: osdmap e283: 8 total, 8 up, 8 in 2024-04-10T15:09:48.583 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:48 smithi102 ceph-mon[90943]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:09:48.583 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:48 smithi102 ceph-mon[90943]: Reconfiguring osd.2 (monmap changed)... 2024-04-10T15:09:48.583 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:48 smithi102 ceph-mon[90943]: Reconfiguring daemon osd.2 on smithi102 2024-04-10T15:09:48.583 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:48 smithi102 ceph-mon[90943]: pgmap v73: 121 pgs: 121 active+clean; 200 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-04-10T15:09:48.583 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:48 smithi102 ceph-mon[90943]: osdmap e282: 8 total, 8 up, 8 in 2024-04-10T15:09:48.583 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:48 smithi102 ceph-mon[90943]: osdmap e283: 8 total, 8 up, 8 in 2024-04-10T15:09:48.583 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:48 smithi102 ceph-mon[88557]: from='client.34182 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:09:48.583 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:48 smithi102 ceph-mon[88557]: Reconfiguring osd.2 (monmap changed)... 2024-04-10T15:09:48.583 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:48 smithi102 ceph-mon[88557]: Reconfiguring daemon osd.2 on smithi102 2024-04-10T15:09:48.583 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:48 smithi102 ceph-mon[88557]: pgmap v73: 121 pgs: 121 active+clean; 200 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.6 MiB/s rd, 2.1 MiB/s wr, 14 op/s 2024-04-10T15:09:48.583 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:48 smithi102 ceph-mon[88557]: osdmap e282: 8 total, 8 up, 8 in 2024-04-10T15:09:48.584 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:48 smithi102 ceph-mon[88557]: osdmap e283: 8 total, 8 up, 8 in 2024-04-10T15:09:49.148 INFO:tasks.rados.rados.0.smithi102.stdout:1232: done (1 left) 2024-04-10T15:09:49.148 INFO:tasks.rados.rados.0.smithi102.stdout:1233: done (0 left) 2024-04-10T15:09:49.148 INFO:tasks.rados.rados.0.smithi102.stdout:1234: copy_from oid 35 from oid 22 current snap is 106 2024-04-10T15:09:49.148 INFO:tasks.rados.rados.0.smithi102.stdout:1235: rollback oid 20 current snap is 106 2024-04-10T15:09:49.148 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 20 to 105 2024-04-10T15:09:49.148 INFO:tasks.rados.rados.0.smithi102.stdout:1236: delete oid 27 current snap is 106 2024-04-10T15:09:49.154 INFO:tasks.rados.rados.0.smithi102.stdout:1235: finishing rollback tid 0 to smithi10276805-20 2024-04-10T15:09:49.154 INFO:tasks.rados.rados.0.smithi102.stdout:1235: finishing rollback tid 1 to smithi10276805-20 2024-04-10T15:09:49.154 INFO:tasks.rados.rados.0.smithi102.stdout:1236: done (2 left) 2024-04-10T15:09:49.154 INFO:tasks.rados.rados.0.smithi102.stdout:1237: rollback oid 36 current snap is 106 2024-04-10T15:09:49.154 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 36 to 102 2024-04-10T15:09:49.154 INFO:tasks.rados.rados.0.smithi102.stdout:1235: finishing rollback tid 2 to smithi10276805-20 2024-04-10T15:09:49.154 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 746 (ObjNum 1281 snap 0 seq_num 1408245384) dirty exists 2024-04-10T15:09:49.154 INFO:tasks.rados.rados.0.smithi102.stdout:1235: done (2 left) 2024-04-10T15:09:49.154 INFO:tasks.rados.rados.0.smithi102.stdout:1238: delete oid 11 current snap is 106 2024-04-10T15:09:49.158 INFO:tasks.rados.rados.0.smithi102.stdout:1237: finishing rollback tid 0 to smithi10276805-36 2024-04-10T15:09:49.158 INFO:tasks.rados.rados.0.smithi102.stdout:1237: finishing rollback tid 1 to smithi10276805-36 2024-04-10T15:09:49.158 INFO:tasks.rados.rados.0.smithi102.stdout:1237: finishing rollback tid 2 to smithi10276805-36 2024-04-10T15:09:49.158 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 698 (ObjNum 133 snap 28 seq_num 133) dirty exists 2024-04-10T15:09:49.159 INFO:tasks.rados.rados.0.smithi102.stdout:1237: done (2 left) 2024-04-10T15:09:49.159 INFO:tasks.rados.rados.0.smithi102.stdout:1238: done (1 left) 2024-04-10T15:09:49.159 INFO:tasks.rados.rados.0.smithi102.stdout:1239: copy_from oid 42 from oid 45 current snap is 106 2024-04-10T15:09:49.159 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 9 current snap is 106 2024-04-10T15:09:49.159 INFO:tasks.rados.rados.0.smithi102.stdout:1240: seq_num 396 ranges {0=638976,638976=786432,1425408=417792} 2024-04-10T15:09:49.162 INFO:tasks.rados.rados.0.smithi102.stdout:1240: writing smithi10276805-9 from 0 to 638976 tid 1 2024-04-10T15:09:49.167 INFO:tasks.rados.rados.0.smithi102.stdout:1240: writing smithi10276805-9 from 638976 to 1425408 tid 2 2024-04-10T15:09:49.169 INFO:tasks.rados.rados.0.smithi102.stdout:1240: writing smithi10276805-9 from 1425408 to 1843200 tid 3 2024-04-10T15:09:49.169 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 106 2024-04-10T15:09:49.169 INFO:tasks.rados.rados.0.smithi102.stdout:1240: finishing write tid 1 to smithi10276805-9 2024-04-10T15:09:49.170 INFO:tasks.rados.rados.0.smithi102.stdout:1241: seq_num 397 ranges {4579328=655360,5234688=671744,5906432=532480} 2024-04-10T15:09:49.198 INFO:tasks.rados.rados.0.smithi102.stdout:1241: writing smithi10276805-2 from 4579328 to 5234688 tid 1 2024-04-10T15:09:49.202 INFO:tasks.rados.rados.0.smithi102.stdout:1241: writing smithi10276805-2 from 5234688 to 5906432 tid 2 2024-04-10T15:09:49.206 INFO:tasks.rados.rados.0.smithi102.stdout:1241: writing smithi10276805-2 from 5906432 to 6438912 tid 3 2024-04-10T15:09:49.206 INFO:tasks.rados.rados.0.smithi102.stdout:1242: rollback oid 17 current snap is 106 2024-04-10T15:09:49.206 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 17 to 103 2024-04-10T15:09:49.206 INFO:tasks.rados.rados.0.smithi102.stdout:1240: finishing write tid 2 to smithi10276805-9 2024-04-10T15:09:49.206 INFO:tasks.rados.rados.0.smithi102.stdout:1240: finishing write tid 3 to smithi10276805-9 2024-04-10T15:09:49.206 INFO:tasks.rados.rados.0.smithi102.stdout:1240: finishing write tid 4 to smithi10276805-9 2024-04-10T15:09:49.207 INFO:tasks.rados.rados.0.smithi102.stdout:1240: finishing write tid 5 to smithi10276805-9 2024-04-10T15:09:49.207 INFO:tasks.rados.rados.0.smithi102.stdout:1240: oid 9 updating version 0 to 488 2024-04-10T15:09:49.207 INFO:tasks.rados.rados.0.smithi102.stdout:1240: oid 9 version 488 is already newer than 487 2024-04-10T15:09:49.207 INFO:tasks.rados.rados.0.smithi102.stdout:1240: oid 9 version 488 is already newer than 485 2024-04-10T15:09:49.207 INFO:tasks.rados.rados.0.smithi102.stdout:1240: oid 9 version 488 is already newer than 486 2024-04-10T15:09:49.207 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 488 (ObjNum 396 snap 106 seq_num 396) dirty exists 2024-04-10T15:09:49.207 INFO:tasks.rados.rados.0.smithi102.stdout:1240: left oid 9 (ObjNum 396 snap 106 seq_num 396) 2024-04-10T15:09:49.207 INFO:tasks.rados.rados.0.smithi102.stdout:1234: finishing copy_from racing read to smithi10276805-35 2024-04-10T15:09:49.207 INFO:tasks.rados.rados.0.smithi102.stdout:1239: finishing copy_from racing read to smithi10276805-42 2024-04-10T15:09:49.207 INFO:tasks.rados.rados.0.smithi102.stdout:1234: finishing copy_from to smithi10276805-35 2024-04-10T15:09:49.207 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 291 (ObjNum 302 snap 74 seq_num 302) dirty exists 2024-04-10T15:09:49.207 INFO:tasks.rados.rados.0.smithi102.stdout:1239: finishing copy_from to smithi10276805-42 2024-04-10T15:09:49.207 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 452 (ObjNum 360 snap 94 seq_num 360) dirty exists 2024-04-10T15:09:49.207 INFO:tasks.rados.rados.0.smithi102.stdout:1241: finishing write tid 1 to smithi10276805-2 2024-04-10T15:09:49.207 INFO:tasks.rados.rados.0.smithi102.stdout:1241: finishing write tid 2 to smithi10276805-2 2024-04-10T15:09:49.207 INFO:tasks.rados.rados.0.smithi102.stdout:1234: done (4 left) 2024-04-10T15:09:49.207 INFO:tasks.rados.rados.0.smithi102.stdout:1239: done (3 left) 2024-04-10T15:09:49.208 INFO:tasks.rados.rados.0.smithi102.stdout:1240: done (2 left) 2024-04-10T15:09:49.208 INFO:tasks.rados.rados.0.smithi102.stdout:1243: read oid 10 snap -1 2024-04-10T15:09:49.208 INFO:tasks.rados.rados.0.smithi102.stdout:1243: expect (ObjNum 374 snap 98 seq_num 374) 2024-04-10T15:09:49.208 INFO:tasks.rados.rados.0.smithi102.stdout:1244: snap_remove snap 102 2024-04-10T15:09:49.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:49 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:49.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:49 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:49.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:49 smithi102 ceph-mon[88557]: Reconfiguring osd.3 (monmap changed)... 2024-04-10T15:09:49.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:49 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T15:09:49.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:49 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:49.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:49 smithi102 ceph-mon[88557]: Reconfiguring daemon osd.3 on smithi102 2024-04-10T15:09:49.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:49 smithi102 ceph-mon[88557]: pgmap v76: 121 pgs: 121 active+clean; 141 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:09:49.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:49 smithi102 ceph-mon[88557]: osdmap e284: 8 total, 8 up, 8 in 2024-04-10T15:09:49.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:49 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:49.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:49 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:49.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:49 smithi102 ceph-mon[90943]: Reconfiguring osd.3 (monmap changed)... 2024-04-10T15:09:49.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:49 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T15:09:49.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:49 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:49.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:49 smithi102 ceph-mon[90943]: Reconfiguring daemon osd.3 on smithi102 2024-04-10T15:09:49.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:49 smithi102 ceph-mon[90943]: pgmap v76: 121 pgs: 121 active+clean; 141 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:09:49.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:49 smithi102 ceph-mon[90943]: osdmap e284: 8 total, 8 up, 8 in 2024-04-10T15:09:50.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:49 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:50.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:49 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:50.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:49 smithi154 ceph-mon[84269]: Reconfiguring osd.3 (monmap changed)... 2024-04-10T15:09:50.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:49 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T15:09:50.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:49 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:50.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:49 smithi154 ceph-mon[84269]: Reconfiguring daemon osd.3 on smithi102 2024-04-10T15:09:50.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:49 smithi154 ceph-mon[84269]: pgmap v76: 121 pgs: 121 active+clean; 141 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:09:50.128 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:49 smithi154 ceph-mon[84269]: osdmap e284: 8 total, 8 up, 8 in 2024-04-10T15:09:50.155 INFO:tasks.rados.rados.0.smithi102.stdout:1244: done (3 left) 2024-04-10T15:09:50.155 INFO:tasks.rados.rados.0.smithi102.stdout:1245: rmattr oid 14 current snap is 106 2024-04-10T15:09:50.155 INFO:tasks.rados.rados.0.smithi102.stdout:1242: finishing rollback tid 0 to smithi10276805-17 2024-04-10T15:09:50.155 INFO:tasks.rados.rados.0.smithi102.stdout:1242: finishing rollback tid 1 to smithi10276805-17 2024-04-10T15:09:50.155 INFO:tasks.rados.rados.0.smithi102.stdout:1242: finishing rollback tid 2 to smithi10276805-17 2024-04-10T15:09:50.155 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 645 (ObjNum 304 snap 74 seq_num 304) dirty exists 2024-04-10T15:09:50.155 INFO:tasks.rados.rados.0.smithi102.stdout:1241: finishing write tid 3 to smithi10276805-2 2024-04-10T15:09:50.155 INFO:tasks.rados.rados.0.smithi102.stdout:1241: finishing write tid 4 to smithi10276805-2 2024-04-10T15:09:50.155 INFO:tasks.rados.rados.0.smithi102.stdout:1241: finishing write tid 5 to smithi10276805-2 2024-04-10T15:09:50.155 INFO:tasks.rados.rados.0.smithi102.stdout:1241: oid 2 updating version 0 to 212 2024-04-10T15:09:50.155 INFO:tasks.rados.rados.0.smithi102.stdout:1241: oid 2 updating version 212 to 213 2024-04-10T15:09:50.155 INFO:tasks.rados.rados.0.smithi102.stdout:1241: oid 2 version 213 is already newer than 211 2024-04-10T15:09:50.155 INFO:tasks.rados.rados.0.smithi102.stdout:1241: oid 2 updating version 213 to 214 2024-04-10T15:09:50.155 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 214 (ObjNum 397 snap 106 seq_num 397) dirty exists 2024-04-10T15:09:50.155 INFO:tasks.rados.rados.0.smithi102.stdout:1241: left oid 2 (ObjNum 397 snap 106 seq_num 397) 2024-04-10T15:09:50.156 INFO:tasks.rados.rados.0.smithi102.stdout:1243: expect (ObjNum 374 snap 98 seq_num 374) 2024-04-10T15:09:50.197 INFO:tasks.rados.rados.0.smithi102.stdout:1241: done (3 left) 2024-04-10T15:09:50.198 INFO:tasks.rados.rados.0.smithi102.stdout:1242: done (2 left) 2024-04-10T15:09:50.198 INFO:tasks.rados.rados.0.smithi102.stdout:1243: done (1 left) 2024-04-10T15:09:50.198 INFO:tasks.rados.rados.0.smithi102.stdout:1245: done (0 left) 2024-04-10T15:09:50.198 INFO:tasks.rados.rados.0.smithi102.stdout:1246: read oid 13 snap 101 2024-04-10T15:09:50.198 INFO:tasks.rados.rados.0.smithi102.stdout:1246: expect (ObjNum 317 snap 77 seq_num 317) 2024-04-10T15:09:50.198 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 20 current snap is 106 2024-04-10T15:09:50.198 INFO:tasks.rados.rados.0.smithi102.stdout:1247: seq_num 398 ranges {0=671744,671744=557056,1228800=532480,1761280=114688} 2024-04-10T15:09:50.201 INFO:tasks.rados.rados.0.smithi102.stdout:1247: writing smithi10276805-20 from 0 to 671744 tid 1 2024-04-10T15:09:50.204 INFO:tasks.rados.rados.0.smithi102.stdout:1247: writing smithi10276805-20 from 671744 to 1228800 tid 2 2024-04-10T15:09:50.207 INFO:tasks.rados.rados.0.smithi102.stdout:1247: writing smithi10276805-20 from 1228800 to 1761280 tid 3 2024-04-10T15:09:50.207 INFO:tasks.rados.rados.0.smithi102.stdout:1247: writing smithi10276805-20 from 1761280 to 1875968 tid 4 2024-04-10T15:09:50.208 INFO:tasks.rados.rados.0.smithi102.stdout:1248: snap_create 2024-04-10T15:09:50.208 INFO:tasks.rados.rados.0.smithi102.stdout:1246: expect (ObjNum 317 snap 77 seq_num 317) 2024-04-10T15:09:50.222 INFO:tasks.rados.rados.0.smithi102.stdout:1247: finishing write tid 1 to smithi10276805-20 2024-04-10T15:09:50.222 INFO:tasks.rados.rados.0.smithi102.stdout:1247: finishing write tid 2 to smithi10276805-20 2024-04-10T15:09:50.223 INFO:tasks.rados.rados.0.smithi102.stdout:1247: finishing write tid 3 to smithi10276805-20 2024-04-10T15:09:50.223 INFO:tasks.rados.rados.0.smithi102.stdout:1247: finishing write tid 4 to smithi10276805-20 2024-04-10T15:09:50.223 INFO:tasks.rados.rados.0.smithi102.stdout:1247: finishing write tid 5 to smithi10276805-20 2024-04-10T15:09:50.223 INFO:tasks.rados.rados.0.smithi102.stdout:1247: finishing write tid 6 to smithi10276805-20 2024-04-10T15:09:50.223 INFO:tasks.rados.rados.0.smithi102.stdout:1247: oid 20 updating version 0 to 749 2024-04-10T15:09:50.223 INFO:tasks.rados.rados.0.smithi102.stdout:1247: oid 20 version 749 is already newer than 748 2024-04-10T15:09:50.223 INFO:tasks.rados.rados.0.smithi102.stdout:1247: oid 20 version 749 is already newer than 747 2024-04-10T15:09:50.223 INFO:tasks.rados.rados.0.smithi102.stdout:1247: oid 20 updating version 749 to 750 2024-04-10T15:09:50.223 INFO:tasks.rados.rados.0.smithi102.stdout:1247: oid 20 updating version 750 to 751 2024-04-10T15:09:50.223 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 751 (ObjNum 398 snap 106 seq_num 398) dirty exists 2024-04-10T15:09:50.223 INFO:tasks.rados.rados.0.smithi102.stdout:1247: left oid 20 (ObjNum 398 snap 106 seq_num 398) 2024-04-10T15:09:51.154 INFO:tasks.rados.rados.0.smithi102.stdout:1246: done (2 left) 2024-04-10T15:09:51.155 INFO:tasks.rados.rados.0.smithi102.stdout:1247: done (1 left) 2024-04-10T15:09:51.155 INFO:tasks.rados.rados.0.smithi102.stdout:1248: done (0 left) 2024-04-10T15:09:51.155 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 42 current snap is 107 2024-04-10T15:09:51.155 INFO:tasks.rados.rados.0.smithi102.stdout:1249: seq_num 399 ranges {8486912=688128,9175040=434176,9609216=745472,10354688=24576} 2024-04-10T15:09:51.204 INFO:tasks.rados.rados.0.smithi102.stdout:1249: writing smithi10276805-42 from 8486912 to 9175040 tid 1 2024-04-10T15:09:51.207 INFO:tasks.rados.rados.0.smithi102.stdout:1249: writing smithi10276805-42 from 9175040 to 9609216 tid 2 2024-04-10T15:09:51.211 INFO:tasks.rados.rados.0.smithi102.stdout:1249: writing smithi10276805-42 from 9609216 to 10354688 tid 3 2024-04-10T15:09:51.211 INFO:tasks.rados.rados.0.smithi102.stdout:1249: writing smithi10276805-42 from 10354688 to 10379264 tid 4 2024-04-10T15:09:51.212 INFO:tasks.rados.rados.0.smithi102.stdout:1250: read oid 6 snap -1 2024-04-10T15:09:51.212 INFO:tasks.rados.rados.0.smithi102.stdout:1250: expect (ObjNum 281 snap 62 seq_num 281) 2024-04-10T15:09:51.212 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 50 current snap is 107 2024-04-10T15:09:51.212 INFO:tasks.rados.rados.0.smithi102.stdout:1251: seq_num 400 ranges {0=704512,704512=720896,1425408=483328} 2024-04-10T15:09:51.215 INFO:tasks.rados.rados.0.smithi102.stdout:1251: writing smithi10276805-50 from 0 to 704512 tid 1 2024-04-10T15:09:51.220 INFO:tasks.rados.rados.0.smithi102.stdout:1251: writing smithi10276805-50 from 704512 to 1425408 tid 2 2024-04-10T15:09:51.223 INFO:tasks.rados.rados.0.smithi102.stdout:1251: writing smithi10276805-50 from 1425408 to 1908736 tid 3 2024-04-10T15:09:51.223 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 19 current snap is 107 2024-04-10T15:09:51.223 INFO:tasks.rados.rados.0.smithi102.stdout:1249: finishing write tid 1 to smithi10276805-42 2024-04-10T15:09:51.223 INFO:tasks.rados.rados.0.smithi102.stdout:1252: seq_num 401 ranges {1490944=720896,2211840=606208,2818048=598016} 2024-04-10T15:09:51.235 INFO:tasks.rados.rados.0.smithi102.stdout:1252: writing smithi10276805-19 from 1490944 to 2211840 tid 1 2024-04-10T15:09:51.239 INFO:tasks.rados.rados.0.smithi102.stdout:1252: writing smithi10276805-19 from 2211840 to 2818048 tid 2 2024-04-10T15:09:51.243 INFO:tasks.rados.rados.0.smithi102.stdout:1252: writing smithi10276805-19 from 2818048 to 3416064 tid 3 2024-04-10T15:09:51.243 INFO:tasks.rados.rados.0.smithi102.stdout:1253: rollback oid 29 current snap is 107 2024-04-10T15:09:51.243 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 29 to 104 2024-04-10T15:09:51.243 INFO:tasks.rados.rados.0.smithi102.stdout:1249: finishing write tid 2 to smithi10276805-42 2024-04-10T15:09:51.244 INFO:tasks.rados.rados.0.smithi102.stdout:1249: finishing write tid 3 to smithi10276805-42 2024-04-10T15:09:51.244 INFO:tasks.rados.rados.0.smithi102.stdout:1249: finishing write tid 4 to smithi10276805-42 2024-04-10T15:09:51.244 INFO:tasks.rados.rados.0.smithi102.stdout:1249: finishing write tid 5 to smithi10276805-42 2024-04-10T15:09:51.244 INFO:tasks.rados.rados.0.smithi102.stdout:1249: finishing write tid 6 to smithi10276805-42 2024-04-10T15:09:51.244 INFO:tasks.rados.rados.0.smithi102.stdout:1249: oid 42 updating version 0 to 571 2024-04-10T15:09:51.244 INFO:tasks.rados.rados.0.smithi102.stdout:1249: oid 42 updating version 571 to 573 2024-04-10T15:09:51.244 INFO:tasks.rados.rados.0.smithi102.stdout:1249: oid 42 version 573 is already newer than 570 2024-04-10T15:09:51.244 INFO:tasks.rados.rados.0.smithi102.stdout:1249: oid 42 updating version 573 to 574 2024-04-10T15:09:51.244 INFO:tasks.rados.rados.0.smithi102.stdout:1249: oid 42 version 574 is already newer than 572 2024-04-10T15:09:51.244 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 574 (ObjNum 399 snap 107 seq_num 399) dirty exists 2024-04-10T15:09:51.244 INFO:tasks.rados.rados.0.smithi102.stdout:1249: left oid 42 (ObjNum 399 snap 107 seq_num 399) 2024-04-10T15:09:51.244 INFO:tasks.rados.rados.0.smithi102.stdout:1251: finishing write tid 1 to smithi10276805-50 2024-04-10T15:09:51.244 INFO:tasks.rados.rados.0.smithi102.stdout:1251: finishing write tid 2 to smithi10276805-50 2024-04-10T15:09:51.244 INFO:tasks.rados.rados.0.smithi102.stdout:1251: finishing write tid 3 to smithi10276805-50 2024-04-10T15:09:51.244 INFO:tasks.rados.rados.0.smithi102.stdout:1251: finishing write tid 4 to smithi10276805-50 2024-04-10T15:09:51.244 INFO:tasks.rados.rados.0.smithi102.stdout:1249: done (4 left) 2024-04-10T15:09:51.245 INFO:tasks.rados.rados.0.smithi102.stdout:1254: rmattr oid 14 current snap is 107 2024-04-10T15:09:51.245 INFO:tasks.rados.rados.0.smithi102.stdout:1254: done (4 left) 2024-04-10T15:09:51.245 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 107 2024-04-10T15:09:51.245 INFO:tasks.rados.rados.0.smithi102.stdout:1251: finishing write tid 5 to smithi10276805-50 2024-04-10T15:09:51.245 INFO:tasks.rados.rados.0.smithi102.stdout:1251: oid 50 updating version 0 to 646 2024-04-10T15:09:51.245 INFO:tasks.rados.rados.0.smithi102.stdout:1251: oid 50 updating version 646 to 649 2024-04-10T15:09:51.245 INFO:tasks.rados.rados.0.smithi102.stdout:1251: oid 50 version 649 is already newer than 647 2024-04-10T15:09:51.245 INFO:tasks.rados.rados.0.smithi102.stdout:1251: oid 50 version 649 is already newer than 648 2024-04-10T15:09:51.245 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 649 (ObjNum 400 snap 107 seq_num 400) dirty exists 2024-04-10T15:09:51.245 INFO:tasks.rados.rados.0.smithi102.stdout:1251: left oid 50 (ObjNum 400 snap 107 seq_num 400) 2024-04-10T15:09:51.245 INFO:tasks.rados.rados.0.smithi102.stdout:1250: expect (ObjNum 281 snap 62 seq_num 281) 2024-04-10T15:09:51.261 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:51 smithi102 ceph-mon[90943]: osdmap e285: 8 total, 8 up, 8 in 2024-04-10T15:09:51.261 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:51 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:51.261 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:51 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:51.261 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:51 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:09:51.261 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:51 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:51.262 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:51 smithi102 ceph-mon[88557]: osdmap e285: 8 total, 8 up, 8 in 2024-04-10T15:09:51.262 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:51 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:51.262 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:51 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:51.262 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:51 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:09:51.262 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:51 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:51.541 INFO:tasks.rados.rados.0.smithi102.stdout:1252: finishing write tid 1 to smithi10276805-19 2024-04-10T15:09:51.542 INFO:tasks.rados.rados.0.smithi102.stdout:1252: finishing write tid 2 to smithi10276805-19 2024-04-10T15:09:51.542 INFO:tasks.rados.rados.0.smithi102.stdout:1255: seq_num 402 ranges {6438912=737280,7176192=491520,7667712=516096,8183808=196608} 2024-04-10T15:09:51.579 INFO:tasks.rados.rados.0.smithi102.stdout:1255: writing smithi10276805-2 from 6438912 to 7176192 tid 1 2024-04-10T15:09:51.581 INFO:tasks.rados.rados.0.smithi102.stdout:1255: writing smithi10276805-2 from 7176192 to 7667712 tid 2 2024-04-10T15:09:51.584 INFO:tasks.rados.rados.0.smithi102.stdout:1255: writing smithi10276805-2 from 7667712 to 8183808 tid 3 2024-04-10T15:09:51.586 INFO:tasks.rados.rados.0.smithi102.stdout:1255: writing smithi10276805-2 from 8183808 to 8380416 tid 4 2024-04-10T15:09:51.586 INFO:tasks.rados.rados.0.smithi102.stdout:1250: done (4 left) 2024-04-10T15:09:51.587 INFO:tasks.rados.rados.0.smithi102.stdout:1251: done (3 left) 2024-04-10T15:09:51.587 INFO:tasks.rados.rados.0.smithi102.stdout:1256: read oid 26 snap -1 2024-04-10T15:09:51.587 INFO:tasks.rados.rados.0.smithi102.stdout:1256: expect (ObjNum 279 snap 61 seq_num 279) 2024-04-10T15:09:51.587 INFO:tasks.rados.rados.0.smithi102.stdout:1257: delete oid 12 current snap is 107 2024-04-10T15:09:51.587 INFO:tasks.rados.rados.0.smithi102.stdout:1252: finishing write tid 3 to smithi10276805-19 2024-04-10T15:09:51.587 INFO:tasks.rados.rados.0.smithi102.stdout:1252: finishing write tid 4 to smithi10276805-19 2024-04-10T15:09:51.587 INFO:tasks.rados.rados.0.smithi102.stdout:1253: finishing rollback tid 1 to smithi10276805-29 2024-04-10T15:09:51.587 INFO:tasks.rados.rados.0.smithi102.stdout:1253: finishing rollback tid 2 to smithi10276805-29 2024-04-10T15:09:51.587 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 824 (ObjNum 377 snap 100 seq_num 377) dirty exists 2024-04-10T15:09:51.587 INFO:tasks.rados.rados.0.smithi102.stdout:1252: finishing write tid 5 to smithi10276805-19 2024-04-10T15:09:51.587 INFO:tasks.rados.rados.0.smithi102.stdout:1252: oid 19 updating version 0 to 470 2024-04-10T15:09:51.587 INFO:tasks.rados.rados.0.smithi102.stdout:1252: oid 19 updating version 470 to 472 2024-04-10T15:09:51.588 INFO:tasks.rados.rados.0.smithi102.stdout:1252: oid 19 updating version 472 to 473 2024-04-10T15:09:51.588 INFO:tasks.rados.rados.0.smithi102.stdout:1252: oid 19 version 473 is already newer than 471 2024-04-10T15:09:51.588 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 473 (ObjNum 401 snap 107 seq_num 401) dirty exists 2024-04-10T15:09:51.588 INFO:tasks.rados.rados.0.smithi102.stdout:1252: left oid 19 (ObjNum 401 snap 107 seq_num 401) 2024-04-10T15:09:51.588 INFO:tasks.rados.rados.0.smithi102.stdout:1255: finishing write tid 1 to smithi10276805-2 2024-04-10T15:09:51.588 INFO:tasks.rados.rados.0.smithi102.stdout:1255: finishing write tid 2 to smithi10276805-2 2024-04-10T15:09:51.588 INFO:tasks.rados.rados.0.smithi102.stdout:1252: done (4 left) 2024-04-10T15:09:51.588 INFO:tasks.rados.rados.0.smithi102.stdout:1253: done (3 left) 2024-04-10T15:09:51.589 INFO:tasks.rados.rados.0.smithi102.stdout:1257: done (2 left) 2024-04-10T15:09:51.589 INFO:tasks.rados.rados.0.smithi102.stdout:1258: delete oid 11 current snap is 107 2024-04-10T15:09:51.589 INFO:tasks.rados.rados.0.smithi102.stdout:1255: finishing write tid 3 to smithi10276805-2 2024-04-10T15:09:51.590 INFO:tasks.rados.rados.0.smithi102.stdout:1255: finishing write tid 4 to smithi10276805-2 2024-04-10T15:09:51.590 INFO:tasks.rados.rados.0.smithi102.stdout:1255: finishing write tid 5 to smithi10276805-2 2024-04-10T15:09:51.590 INFO:tasks.rados.rados.0.smithi102.stdout:1258: done (2 left) 2024-04-10T15:09:51.590 INFO:tasks.rados.rados.0.smithi102.stdout:1259: snap_remove snap 104 2024-04-10T15:09:51.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:51 smithi154 ceph-mon[84269]: osdmap e285: 8 total, 8 up, 8 in 2024-04-10T15:09:51.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:51 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:51.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:51 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:51.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:51 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:09:51.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:51 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:52.328 INFO:tasks.rados.rados.0.smithi102.stdout:1259: done (2 left) 2024-04-10T15:09:52.329 INFO:tasks.rados.rados.0.smithi102.stdout:1260: read oid 4 snap -1 2024-04-10T15:09:52.329 INFO:tasks.rados.rados.0.smithi102.stdout:1260: expect deleted 2024-04-10T15:09:52.329 INFO:tasks.rados.rados.0.smithi102.stdout:1261: copy_from oid 13 from oid 44 current snap is 107 2024-04-10T15:09:52.329 INFO:tasks.rados.rados.0.smithi102.stdout:1255: finishing write tid 6 to smithi10276805-2 2024-04-10T15:09:52.329 INFO:tasks.rados.rados.0.smithi102.stdout:1255: oid 2 updating version 0 to 216 2024-04-10T15:09:52.329 INFO:tasks.rados.rados.0.smithi102.stdout:1255: oid 2 updating version 216 to 217 2024-04-10T15:09:52.329 INFO:tasks.rados.rados.0.smithi102.stdout:1255: oid 2 version 217 is already newer than 215 2024-04-10T15:09:52.329 INFO:tasks.rados.rados.0.smithi102.stdout:1255: oid 2 updating version 217 to 218 2024-04-10T15:09:52.329 INFO:tasks.rados.rados.0.smithi102.stdout:1255: oid 2 updating version 218 to 219 2024-04-10T15:09:52.329 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 219 (ObjNum 402 snap 107 seq_num 402) dirty exists 2024-04-10T15:09:52.329 INFO:tasks.rados.rados.0.smithi102.stdout:1255: left oid 2 (ObjNum 402 snap 107 seq_num 402) 2024-04-10T15:09:52.329 INFO:tasks.rados.rados.0.smithi102.stdout:1255: done (3 left) 2024-04-10T15:09:52.329 INFO:tasks.rados.rados.0.smithi102.stdout:1262: delete oid 32 current snap is 107 2024-04-10T15:09:52.329 INFO:tasks.rados.rados.0.smithi102.stdout:1256: expect (ObjNum 279 snap 61 seq_num 279) 2024-04-10T15:09:52.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:52 smithi102 ceph-mon[90943]: Reconfiguring mds.a (monmap changed)... 2024-04-10T15:09:52.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:52 smithi102 ceph-mon[90943]: Reconfiguring daemon mds.a on smithi102 2024-04-10T15:09:52.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:52 smithi102 ceph-mon[90943]: pgmap v79: 121 pgs: 121 active+clean; 141 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:09:52.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:52 smithi102 ceph-mon[90943]: osdmap e286: 8 total, 8 up, 8 in 2024-04-10T15:09:52.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:52 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:52.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:52 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:52.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:52 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:09:52.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:52 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:09:52.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:52 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:52.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:52 smithi102 ceph-mon[88557]: Reconfiguring mds.a (monmap changed)... 2024-04-10T15:09:52.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:52 smithi102 ceph-mon[88557]: Reconfiguring daemon mds.a on smithi102 2024-04-10T15:09:52.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:52 smithi102 ceph-mon[88557]: pgmap v79: 121 pgs: 121 active+clean; 141 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:09:52.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:52 smithi102 ceph-mon[88557]: osdmap e286: 8 total, 8 up, 8 in 2024-04-10T15:09:52.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:52 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:52.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:52 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:52.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:52 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:09:52.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:52 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:09:52.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:52 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:52.512 INFO:tasks.rados.rados.0.smithi102.stdout:1261: finishing copy_from to smithi10276805-13 2024-04-10T15:09:52.512 INFO:tasks.rados.rados.0.smithi102.stdout:1261: got expected ENOENT (src dne) 2024-04-10T15:09:52.512 INFO:tasks.rados.rados.0.smithi102.stdout:1261: finishing copy_from racing read to smithi10276805-13 2024-04-10T15:09:52.512 INFO:tasks.rados.rados.0.smithi102.stdout:1256: done (3 left) 2024-04-10T15:09:52.512 INFO:tasks.rados.rados.0.smithi102.stdout:1260: done (2 left) 2024-04-10T15:09:52.512 INFO:tasks.rados.rados.0.smithi102.stdout:1261: done (1 left) 2024-04-10T15:09:52.512 INFO:tasks.rados.rados.0.smithi102.stdout:1262: done (0 left) 2024-04-10T15:09:52.512 INFO:tasks.rados.rados.0.smithi102.stdout:1263: copy_from oid 37 from oid 30 current snap is 107 2024-04-10T15:09:52.512 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 44 current snap is 107 2024-04-10T15:09:52.512 INFO:tasks.rados.rados.0.smithi102.stdout:1264: seq_num 406 ranges {0=802816,802816=475136,1277952=499712,1777664=229376} 2024-04-10T15:09:52.516 INFO:tasks.rados.rados.0.smithi102.stdout:1264: writing smithi10276805-44 from 0 to 802816 tid 1 2024-04-10T15:09:52.519 INFO:tasks.rados.rados.0.smithi102.stdout:1264: writing smithi10276805-44 from 802816 to 1277952 tid 2 2024-04-10T15:09:52.522 INFO:tasks.rados.rados.0.smithi102.stdout:1264: writing smithi10276805-44 from 1277952 to 1777664 tid 3 2024-04-10T15:09:52.523 INFO:tasks.rados.rados.0.smithi102.stdout:1264: writing smithi10276805-44 from 1777664 to 2007040 tid 4 2024-04-10T15:09:52.524 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 107 2024-04-10T15:09:52.524 INFO:tasks.rados.rados.0.smithi102.stdout:1264: finishing write tid 1 to smithi10276805-44 2024-04-10T15:09:52.524 INFO:tasks.rados.rados.0.smithi102.stdout:1265: seq_num 407 ranges {1474560=425984,1900544=761856,2662400=704512,3366912=139264} 2024-04-10T15:09:52.534 INFO:tasks.rados.rados.0.smithi102.stdout:1265: writing smithi10276805-10 from 1474560 to 1900544 tid 1 2024-04-10T15:09:52.538 INFO:tasks.rados.rados.0.smithi102.stdout:1265: writing smithi10276805-10 from 1900544 to 2662400 tid 2 2024-04-10T15:09:52.542 INFO:tasks.rados.rados.0.smithi102.stdout:1265: writing smithi10276805-10 from 2662400 to 3366912 tid 3 2024-04-10T15:09:52.545 INFO:tasks.rados.rados.0.smithi102.stdout:1265: writing smithi10276805-10 from 3366912 to 3506176 tid 4 2024-04-10T15:09:52.545 INFO:tasks.rados.rados.0.smithi102.stdout:1266: read oid 45 snap -1 2024-04-10T15:09:52.545 INFO:tasks.rados.rados.0.smithi102.stdout:1266: expect (ObjNum 360 snap 94 seq_num 360) 2024-04-10T15:09:52.545 INFO:tasks.rados.rados.0.smithi102.stdout:1267: rmattr oid 38 current snap is 107 2024-04-10T15:09:52.545 INFO:tasks.rados.rados.0.smithi102.stdout:1264: finishing write tid 2 to smithi10276805-44 2024-04-10T15:09:52.545 INFO:tasks.rados.rados.0.smithi102.stdout:1264: finishing write tid 3 to smithi10276805-44 2024-04-10T15:09:52.546 INFO:tasks.rados.rados.0.smithi102.stdout:1268: delete oid 27 current snap is 107 2024-04-10T15:09:52.546 INFO:tasks.rados.rados.0.smithi102.stdout:1264: finishing write tid 4 to smithi10276805-44 2024-04-10T15:09:52.546 INFO:tasks.rados.rados.0.smithi102.stdout:1264: finishing write tid 5 to smithi10276805-44 2024-04-10T15:09:52.546 INFO:tasks.rados.rados.0.smithi102.stdout:1264: finishing write tid 6 to smithi10276805-44 2024-04-10T15:09:52.546 INFO:tasks.rados.rados.0.smithi102.stdout:1264: oid 44 updating version 0 to 493 2024-04-10T15:09:52.546 INFO:tasks.rados.rados.0.smithi102.stdout:1264: oid 44 version 493 is already newer than 491 2024-04-10T15:09:52.546 INFO:tasks.rados.rados.0.smithi102.stdout:1264: oid 44 version 493 is already newer than 492 2024-04-10T15:09:52.546 INFO:tasks.rados.rados.0.smithi102.stdout:1264: oid 44 version 493 is already newer than 489 2024-04-10T15:09:52.546 INFO:tasks.rados.rados.0.smithi102.stdout:1264: oid 44 version 493 is already newer than 490 2024-04-10T15:09:52.546 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 493 (ObjNum 406 snap 107 seq_num 406) dirty exists 2024-04-10T15:09:52.546 INFO:tasks.rados.rados.0.smithi102.stdout:1264: left oid 44 (ObjNum 406 snap 107 seq_num 406) 2024-04-10T15:09:52.546 INFO:tasks.rados.rados.0.smithi102.stdout:1263: finishing copy_from racing read to smithi10276805-37 2024-04-10T15:09:52.546 INFO:tasks.rados.rados.0.smithi102.stdout:1263: finishing copy_from to smithi10276805-37 2024-04-10T15:09:52.546 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 382 (ObjNum 281 snap 62 seq_num 281) dirty exists 2024-04-10T15:09:52.546 INFO:tasks.rados.rados.0.smithi102.stdout:1265: finishing write tid 1 to smithi10276805-10 2024-04-10T15:09:52.546 INFO:tasks.rados.rados.0.smithi102.stdout:1265: finishing write tid 2 to smithi10276805-10 2024-04-10T15:09:52.547 INFO:tasks.rados.rados.0.smithi102.stdout:1263: done (5 left) 2024-04-10T15:09:52.547 INFO:tasks.rados.rados.0.smithi102.stdout:1264: done (4 left) 2024-04-10T15:09:52.547 INFO:tasks.rados.rados.0.smithi102.stdout:1268: done (3 left) 2024-04-10T15:09:52.547 INFO:tasks.rados.rados.0.smithi102.stdout:1269: rollback oid 32 current snap is 107 2024-04-10T15:09:52.548 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 32 to 101 2024-04-10T15:09:52.548 INFO:tasks.rados.rados.0.smithi102.stdout:1270: copy_from oid 33 from oid 24 current snap is 107 2024-04-10T15:09:52.548 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 40 current snap is 107 2024-04-10T15:09:52.548 INFO:tasks.rados.rados.0.smithi102.stdout:1271: seq_num 409 ranges {5693440=458752,6152192=532480,6684672=720896,7405568=352256} 2024-04-10T15:09:52.566 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:09:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:09:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:09:52.567 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:52 smithi154 ceph-mon[84269]: Reconfiguring mds.a (monmap changed)... 2024-04-10T15:09:52.567 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:52 smithi154 ceph-mon[84269]: Reconfiguring daemon mds.a on smithi102 2024-04-10T15:09:52.567 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:52 smithi154 ceph-mon[84269]: pgmap v79: 121 pgs: 121 active+clean; 141 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:09:52.567 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:52 smithi154 ceph-mon[84269]: osdmap e286: 8 total, 8 up, 8 in 2024-04-10T15:09:52.567 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:52 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:52.567 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:52 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:52.567 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:52 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "mon."}]: dispatch 2024-04-10T15:09:52.567 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:52 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config get", "who": "mon", "key": "public_network"}]: dispatch 2024-04-10T15:09:52.567 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:52 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:52.581 INFO:tasks.rados.rados.0.smithi102.stdout:1271: writing smithi10276805-40 from 5693440 to 6152192 tid 1 2024-04-10T15:09:52.584 INFO:tasks.rados.rados.0.smithi102.stdout:1271: writing smithi10276805-40 from 6152192 to 6684672 tid 2 2024-04-10T15:09:52.588 INFO:tasks.rados.rados.0.smithi102.stdout:1271: writing smithi10276805-40 from 6684672 to 7405568 tid 3 2024-04-10T15:09:52.591 INFO:tasks.rados.rados.0.smithi102.stdout:1271: writing smithi10276805-40 from 7405568 to 7757824 tid 4 2024-04-10T15:09:52.591 INFO:tasks.rados.rados.0.smithi102.stdout:1272: read oid 34 snap 106 2024-04-10T15:09:52.591 INFO:tasks.rados.rados.0.smithi102.stdout:1272: expect deleted 2024-04-10T15:09:52.591 INFO:tasks.rados.rados.0.smithi102.stdout:1273: snap_create 2024-04-10T15:09:52.591 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 395 (ObjNum 65 snap 0 seq_num 1332245343) dirty exists 2024-04-10T15:09:52.591 INFO:tasks.rados.rados.0.smithi102.stdout:1265: finishing write tid 3 to smithi10276805-10 2024-04-10T15:09:52.592 INFO:tasks.rados.rados.0.smithi102.stdout:1265: finishing write tid 4 to smithi10276805-10 2024-04-10T15:09:52.592 INFO:tasks.rados.rados.0.smithi102.stdout:1265: finishing write tid 5 to smithi10276805-10 2024-04-10T15:09:52.592 INFO:tasks.rados.rados.0.smithi102.stdout:1265: finishing write tid 6 to smithi10276805-10 2024-04-10T15:09:52.592 INFO:tasks.rados.rados.0.smithi102.stdout:1265: oid 10 updating version 0 to 497 2024-04-10T15:09:52.592 INFO:tasks.rados.rados.0.smithi102.stdout:1265: oid 10 version 497 is already newer than 496 2024-04-10T15:09:52.592 INFO:tasks.rados.rados.0.smithi102.stdout:1265: oid 10 version 497 is already newer than 494 2024-04-10T15:09:52.592 INFO:tasks.rados.rados.0.smithi102.stdout:1265: oid 10 version 497 is already newer than 495 2024-04-10T15:09:52.592 INFO:tasks.rados.rados.0.smithi102.stdout:1265: oid 10 updating version 497 to 498 2024-04-10T15:09:52.592 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 498 (ObjNum 407 snap 107 seq_num 407) dirty exists 2024-04-10T15:09:52.592 INFO:tasks.rados.rados.0.smithi102.stdout:1265: left oid 10 (ObjNum 407 snap 107 seq_num 407) 2024-04-10T15:09:52.592 INFO:tasks.rados.rados.0.smithi102.stdout:1269: finishing rollback tid 1 to smithi10276805-32 2024-04-10T15:09:52.592 INFO:tasks.rados.rados.0.smithi102.stdout:1269: finishing rollback tid 2 to smithi10276805-32 2024-04-10T15:09:52.592 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 831 (ObjNum 385 snap 101 seq_num 385) dirty exists 2024-04-10T15:09:52.592 INFO:tasks.rados.rados.0.smithi102.stdout:1270: finishing copy_from racing read to smithi10276805-33 2024-04-10T15:09:52.593 INFO:tasks.rados.rados.0.smithi102.stdout:1270: finishing copy_from to smithi10276805-33 2024-04-10T15:09:52.593 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 244 (ObjNum 384 snap 101 seq_num 384) dirty exists 2024-04-10T15:09:52.593 INFO:tasks.rados.rados.0.smithi102.stdout:1266: expect (ObjNum 360 snap 94 seq_num 360) 2024-04-10T15:09:53.239 INFO:tasks.rados.rados.0.smithi102.stdout:1271: finishing write tid 1 to smithi10276805-40 2024-04-10T15:09:53.239 INFO:tasks.rados.rados.0.smithi102.stdout:1271: finishing write tid 2 to smithi10276805-40 2024-04-10T15:09:53.239 INFO:tasks.rados.rados.0.smithi102.stdout:1271: finishing write tid 3 to smithi10276805-40 2024-04-10T15:09:53.240 INFO:tasks.rados.rados.0.smithi102.stdout:1271: finishing write tid 4 to smithi10276805-40 2024-04-10T15:09:53.240 INFO:tasks.rados.rados.0.smithi102.stdout:1271: finishing write tid 5 to smithi10276805-40 2024-04-10T15:09:53.240 INFO:tasks.rados.rados.0.smithi102.stdout:1271: finishing write tid 6 to smithi10276805-40 2024-04-10T15:09:53.240 INFO:tasks.rados.rados.0.smithi102.stdout:1271: oid 40 updating version 0 to 699 2024-04-10T15:09:53.240 INFO:tasks.rados.rados.0.smithi102.stdout:1271: oid 40 updating version 699 to 701 2024-04-10T15:09:53.240 INFO:tasks.rados.rados.0.smithi102.stdout:1271: oid 40 updating version 701 to 703 2024-04-10T15:09:53.240 INFO:tasks.rados.rados.0.smithi102.stdout:1271: oid 40 version 703 is already newer than 700 2024-04-10T15:09:53.240 INFO:tasks.rados.rados.0.smithi102.stdout:1271: oid 40 version 703 is already newer than 702 2024-04-10T15:09:53.240 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 703 (ObjNum 409 snap 107 seq_num 409) dirty exists 2024-04-10T15:09:53.240 INFO:tasks.rados.rados.0.smithi102.stdout:1271: left oid 40 (ObjNum 409 snap 107 seq_num 409) 2024-04-10T15:09:53.240 INFO:tasks.rados.rados.0.smithi102.stdout:1265: done (7 left) 2024-04-10T15:09:53.240 INFO:tasks.rados.rados.0.smithi102.stdout:1266: done (6 left) 2024-04-10T15:09:53.240 INFO:tasks.rados.rados.0.smithi102.stdout:1267: done (5 left) 2024-04-10T15:09:53.240 INFO:tasks.rados.rados.0.smithi102.stdout:1269: done (4 left) 2024-04-10T15:09:53.240 INFO:tasks.rados.rados.0.smithi102.stdout:1270: done (3 left) 2024-04-10T15:09:53.241 INFO:tasks.rados.rados.0.smithi102.stdout:1271: done (2 left) 2024-04-10T15:09:53.241 INFO:tasks.rados.rados.0.smithi102.stdout:1272: done (1 left) 2024-04-10T15:09:53.241 INFO:tasks.rados.rados.0.smithi102.stdout:1273: done (0 left) 2024-04-10T15:09:53.241 INFO:tasks.rados.rados.0.smithi102.stdout:1274: delete oid 26 current snap is 108 2024-04-10T15:09:53.244 INFO:tasks.rados.rados.0.smithi102.stdout:1274: done (0 left) 2024-04-10T15:09:53.244 INFO:tasks.rados.rados.0.smithi102.stdout:1275: delete oid 5 current snap is 108 2024-04-10T15:09:53.249 INFO:tasks.rados.rados.0.smithi102.stdout:1275: done (0 left) 2024-04-10T15:09:53.249 INFO:tasks.rados.rados.0.smithi102.stdout:1276: copy_from oid 21 from oid 29 current snap is 108 2024-04-10T15:09:53.249 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 3 current snap is 108 2024-04-10T15:09:53.249 INFO:tasks.rados.rados.0.smithi102.stdout:1277: seq_num 412 ranges {0=507904,507904=630784,1138688=491520,1630208=483328} 2024-04-10T15:09:53.251 INFO:tasks.rados.rados.0.smithi102.stdout:1277: writing smithi10276805-3 from 0 to 507904 tid 1 2024-04-10T15:09:53.255 INFO:tasks.rados.rados.0.smithi102.stdout:1277: writing smithi10276805-3 from 507904 to 1138688 tid 2 2024-04-10T15:09:53.258 INFO:tasks.rados.rados.0.smithi102.stdout:1277: writing smithi10276805-3 from 1138688 to 1630208 tid 3 2024-04-10T15:09:53.261 INFO:tasks.rados.rados.0.smithi102.stdout:1277: writing smithi10276805-3 from 1630208 to 2113536 tid 4 2024-04-10T15:09:53.261 INFO:tasks.rados.rados.0.smithi102.stdout:1278: copy_from oid 35 from oid 34 current snap is 108 2024-04-10T15:09:53.262 INFO:tasks.rados.rados.0.smithi102.stdout:1277: finishing write tid 1 to smithi10276805-3 2024-04-10T15:09:53.262 INFO:tasks.rados.rados.0.smithi102.stdout:1277: finishing write tid 2 to smithi10276805-3 2024-04-10T15:09:53.262 INFO:tasks.rados.rados.0.smithi102.stdout:1276: finishing copy_from racing read to smithi10276805-21 2024-04-10T15:09:53.262 INFO:tasks.rados.rados.0.smithi102.stdout:1277: finishing write tid 3 to smithi10276805-3 2024-04-10T15:09:53.262 INFO:tasks.rados.rados.0.smithi102.stdout:1276: finishing copy_from to smithi10276805-21 2024-04-10T15:09:53.262 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 824 (ObjNum 377 snap 100 seq_num 377) dirty exists 2024-04-10T15:09:53.262 INFO:tasks.rados.rados.0.smithi102.stdout:1276: done (2 left) 2024-04-10T15:09:53.262 INFO:tasks.rados.rados.0.smithi102.stdout:1279: read oid 38 snap -1 2024-04-10T15:09:53.262 INFO:tasks.rados.rados.0.smithi102.stdout:1279: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:09:53.262 INFO:tasks.rados.rados.0.smithi102.stdout:1280: snap_create 2024-04-10T15:09:53.263 INFO:tasks.rados.rados.0.smithi102.stdout:1279: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:09:53.264 INFO:tasks.rados.rados.0.smithi102.stdout:1277: finishing write tid 4 to smithi10276805-3 2024-04-10T15:09:53.264 INFO:tasks.rados.rados.0.smithi102.stdout:1277: finishing write tid 5 to smithi10276805-3 2024-04-10T15:09:53.265 INFO:tasks.rados.rados.0.smithi102.stdout:1278: finishing copy_from to smithi10276805-35 2024-04-10T15:09:53.265 INFO:tasks.rados.rados.0.smithi102.stdout:1278: got expected ENOENT (src dne) 2024-04-10T15:09:53.265 INFO:tasks.rados.rados.0.smithi102.stdout:1278: finishing copy_from racing read to smithi10276805-35 2024-04-10T15:09:53.265 INFO:tasks.rados.rados.0.smithi102.stdout:1277: finishing write tid 6 to smithi10276805-3 2024-04-10T15:09:53.265 INFO:tasks.rados.rados.0.smithi102.stdout:1277: oid 3 updating version 0 to 578 2024-04-10T15:09:53.265 INFO:tasks.rados.rados.0.smithi102.stdout:1277: oid 3 updating version 578 to 580 2024-04-10T15:09:53.265 INFO:tasks.rados.rados.0.smithi102.stdout:1277: oid 3 version 580 is already newer than 579 2024-04-10T15:09:53.266 INFO:tasks.rados.rados.0.smithi102.stdout:1277: oid 3 version 580 is already newer than 576 2024-04-10T15:09:53.266 INFO:tasks.rados.rados.0.smithi102.stdout:1277: oid 3 version 580 is already newer than 577 2024-04-10T15:09:53.266 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 580 (ObjNum 412 snap 108 seq_num 412) dirty exists 2024-04-10T15:09:53.266 INFO:tasks.rados.rados.0.smithi102.stdout:1277: left oid 3 (ObjNum 412 snap 108 seq_num 412) 2024-04-10T15:09:53.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:53 smithi102 ceph-mon[90943]: Reconfiguring mon.b (monmap changed)... 2024-04-10T15:09:53.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:53 smithi102 ceph-mon[90943]: Reconfiguring daemon mon.b on smithi154 2024-04-10T15:09:53.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:53 smithi102 ceph-mon[90943]: osdmap e287: 8 total, 8 up, 8 in 2024-04-10T15:09:53.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:53 smithi102 ceph-mon[90943]: osdmap e288: 8 total, 8 up, 8 in 2024-04-10T15:09:53.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:53 smithi102 ceph-mon[88557]: Reconfiguring mon.b (monmap changed)... 2024-04-10T15:09:53.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:53 smithi102 ceph-mon[88557]: Reconfiguring daemon mon.b on smithi154 2024-04-10T15:09:53.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:53 smithi102 ceph-mon[88557]: osdmap e287: 8 total, 8 up, 8 in 2024-04-10T15:09:53.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:53 smithi102 ceph-mon[88557]: osdmap e288: 8 total, 8 up, 8 in 2024-04-10T15:09:53.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:53 smithi154 ceph-mon[84269]: Reconfiguring mon.b (monmap changed)... 2024-04-10T15:09:53.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:53 smithi154 ceph-mon[84269]: Reconfiguring daemon mon.b on smithi154 2024-04-10T15:09:53.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:53 smithi154 ceph-mon[84269]: osdmap e287: 8 total, 8 up, 8 in 2024-04-10T15:09:53.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:53 smithi154 ceph-mon[84269]: osdmap e288: 8 total, 8 up, 8 in 2024-04-10T15:09:53.878 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:09:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:09:53.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:09:54.163 INFO:tasks.rados.rados.0.smithi102.stdout:1277: done (3 left) 2024-04-10T15:09:54.163 INFO:tasks.rados.rados.0.smithi102.stdout:1278: done (2 left) 2024-04-10T15:09:54.163 INFO:tasks.rados.rados.0.smithi102.stdout:1279: done (1 left) 2024-04-10T15:09:54.163 INFO:tasks.rados.rados.0.smithi102.stdout:1280: done (0 left) 2024-04-10T15:09:54.163 INFO:tasks.rados.rados.0.smithi102.stdout:1281: delete oid 3 current snap is 109 2024-04-10T15:09:54.167 INFO:tasks.rados.rados.0.smithi102.stdout:1281: done (0 left) 2024-04-10T15:09:54.167 INFO:tasks.rados.rados.0.smithi102.stdout:1282: rollback oid 50 current snap is 109 2024-04-10T15:09:54.167 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 50 to 108 2024-04-10T15:09:54.167 INFO:tasks.rados.rados.0.smithi102.stdout:1283: copy_from oid 39 from oid 10 current snap is 109 2024-04-10T15:09:54.167 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 109 2024-04-10T15:09:54.167 INFO:tasks.rados.rados.0.smithi102.stdout:1284: seq_num 414 ranges {8380416=540672,8921088=802816,9723904=458752,10182656=344064} 2024-04-10T15:09:54.215 INFO:tasks.rados.rados.0.smithi102.stdout:1284: writing smithi10276805-2 from 8380416 to 8921088 tid 1 2024-04-10T15:09:54.220 INFO:tasks.rados.rados.0.smithi102.stdout:1284: writing smithi10276805-2 from 8921088 to 9723904 tid 2 2024-04-10T15:09:54.222 INFO:tasks.rados.rados.0.smithi102.stdout:1284: writing smithi10276805-2 from 9723904 to 10182656 tid 3 2024-04-10T15:09:54.225 INFO:tasks.rados.rados.0.smithi102.stdout:1284: writing smithi10276805-2 from 10182656 to 10526720 tid 4 2024-04-10T15:09:54.225 INFO:tasks.rados.rados.0.smithi102.stdout:1285: read oid 36 snap -1 2024-04-10T15:09:54.225 INFO:tasks.rados.rados.0.smithi102.stdout:1285: expect (ObjNum 133 snap 28 seq_num 133) 2024-04-10T15:09:54.225 INFO:tasks.rados.rados.0.smithi102.stdout:1286: read oid 22 snap -1 2024-04-10T15:09:54.225 INFO:tasks.rados.rados.0.smithi102.stdout:1286: expect (ObjNum 302 snap 74 seq_num 302) 2024-04-10T15:09:54.225 INFO:tasks.rados.rados.0.smithi102.stdout:1287: snap_remove snap 107 2024-04-10T15:09:54.407 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:54 smithi154 ceph-mon[84269]: pgmap v82: 121 pgs: 121 active+clean; 141 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:09:54.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:09:54.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:54.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:54.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:09:54.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:09:54.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:54.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:54 smithi102 ceph-mon[90943]: pgmap v82: 121 pgs: 121 active+clean; 141 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:09:54.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:09:54.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:54.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:54.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:09:54.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:09:54.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:54.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:54 smithi102 ceph-mon[88557]: pgmap v82: 121 pgs: 121 active+clean; 141 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:09:54.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:09:54.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:54.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:54.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mgr.x", "caps": ["mon", "profile mgr", "osd", "allow *", "mds", "allow *"]}]: dispatch 2024-04-10T15:09:54.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mgr services"}]: dispatch 2024-04-10T15:09:54.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:55.178 INFO:tasks.rados.rados.0.smithi102.stdout:1287: done (5 left) 2024-04-10T15:09:55.178 INFO:tasks.rados.rados.0.smithi102.stdout:1288: snap_remove snap 105 2024-04-10T15:09:55.345 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:55 smithi154 ceph-mon[84269]: Reconfiguring mgr.x (monmap changed)... 2024-04-10T15:09:55.346 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:55 smithi154 ceph-mon[84269]: Reconfiguring daemon mgr.x on smithi154 2024-04-10T15:09:55.346 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:55 smithi154 ceph-mon[84269]: osdmap e289: 8 total, 8 up, 8 in 2024-04-10T15:09:55.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:55 smithi102 ceph-mon[88557]: Reconfiguring mgr.x (monmap changed)... 2024-04-10T15:09:55.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:55 smithi102 ceph-mon[88557]: Reconfiguring daemon mgr.x on smithi154 2024-04-10T15:09:55.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:55 smithi102 ceph-mon[88557]: osdmap e289: 8 total, 8 up, 8 in 2024-04-10T15:09:55.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:55 smithi102 ceph-mon[90943]: Reconfiguring mgr.x (monmap changed)... 2024-04-10T15:09:55.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:55 smithi102 ceph-mon[90943]: Reconfiguring daemon mgr.x on smithi154 2024-04-10T15:09:55.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:55 smithi102 ceph-mon[90943]: osdmap e289: 8 total, 8 up, 8 in 2024-04-10T15:09:56.178 INFO:tasks.rados.rados.0.smithi102.stdout:1288: done (5 left) 2024-04-10T15:09:56.178 INFO:tasks.rados.rados.0.smithi102.stdout:1289: read oid 49 snap 101 2024-04-10T15:09:56.178 INFO:tasks.rados.rados.0.smithi102.stdout:1289: expect (ObjNum 281 snap 62 seq_num 281) 2024-04-10T15:09:56.178 INFO:tasks.rados.rados.0.smithi102.stdout:1290: snap_remove snap 103 2024-04-10T15:09:56.274 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:56 smithi154 ceph-mon[84269]: pgmap v85: 121 pgs: 121 active+clean; 202 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 13 MiB/s wr, 29 op/s 2024-04-10T15:09:56.274 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:56 smithi154 ceph-mon[84269]: osdmap e290: 8 total, 8 up, 8 in 2024-04-10T15:09:56.274 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:56.274 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:56.274 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T15:09:56.274 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:56.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:56 smithi102 ceph-mon[90943]: pgmap v85: 121 pgs: 121 active+clean; 202 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 13 MiB/s wr, 29 op/s 2024-04-10T15:09:56.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:56 smithi102 ceph-mon[90943]: osdmap e290: 8 total, 8 up, 8 in 2024-04-10T15:09:56.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:56.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:56.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T15:09:56.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:56.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:56 smithi102 ceph-mon[88557]: pgmap v85: 121 pgs: 121 active+clean; 202 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 13 MiB/s wr, 29 op/s 2024-04-10T15:09:56.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:56 smithi102 ceph-mon[88557]: osdmap e290: 8 total, 8 up, 8 in 2024-04-10T15:09:56.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:56.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:56.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T15:09:56.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:57.191 INFO:tasks.rados.rados.0.smithi102.stdout:1290: done (6 left) 2024-04-10T15:09:57.191 INFO:tasks.rados.rados.0.smithi102.stdout:1291: rmattr oid 44 current snap is 109 2024-04-10T15:09:57.191 INFO:tasks.rados.rados.0.smithi102.stdout:1291: done (6 left) 2024-04-10T15:09:57.192 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 14 current snap is 109 2024-04-10T15:09:57.192 INFO:tasks.rados.rados.0.smithi102.stdout:1282: finishing rollback tid 0 to smithi10276805-50 2024-04-10T15:09:57.192 INFO:tasks.rados.rados.0.smithi102.stdout:1292: seq_num 415 ranges {0=557056,557056=688128,1245184=663552,1908736=253952} 2024-04-10T15:09:57.194 INFO:tasks.rados.rados.0.smithi102.stdout:1292: writing smithi10276805-14 from 0 to 557056 tid 1 2024-04-10T15:09:57.200 INFO:tasks.rados.rados.0.smithi102.stdout:1292: writing smithi10276805-14 from 557056 to 1245184 tid 2 2024-04-10T15:09:57.205 INFO:tasks.rados.rados.0.smithi102.stdout:1292: writing smithi10276805-14 from 1245184 to 1908736 tid 3 2024-04-10T15:09:57.207 INFO:tasks.rados.rados.0.smithi102.stdout:1292: writing smithi10276805-14 from 1908736 to 2162688 tid 4 2024-04-10T15:09:57.207 INFO:tasks.rados.rados.0.smithi102.stdout:1293: copy_from oid 13 from oid 46 current snap is 109 2024-04-10T15:09:57.207 INFO:tasks.rados.rados.0.smithi102.stdout:1282: finishing rollback tid 1 to smithi10276805-50 2024-04-10T15:09:57.207 INFO:tasks.rados.rados.0.smithi102.stdout:1282: finishing rollback tid 2 to smithi10276805-50 2024-04-10T15:09:57.208 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 652 (ObjNum 400 snap 107 seq_num 400) dirty exists 2024-04-10T15:09:57.208 INFO:tasks.rados.rados.0.smithi102.stdout:1283: finishing copy_from racing read to smithi10276805-39 2024-04-10T15:09:57.208 INFO:tasks.rados.rados.0.smithi102.stdout:1283: finishing copy_from to smithi10276805-39 2024-04-10T15:09:57.208 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 498 (ObjNum 407 snap 107 seq_num 407) dirty exists 2024-04-10T15:09:57.208 INFO:tasks.rados.rados.0.smithi102.stdout:1284: finishing write tid 1 to smithi10276805-2 2024-04-10T15:09:57.208 INFO:tasks.rados.rados.0.smithi102.stdout:1284: finishing write tid 2 to smithi10276805-2 2024-04-10T15:09:57.208 INFO:tasks.rados.rados.0.smithi102.stdout:1284: finishing write tid 3 to smithi10276805-2 2024-04-10T15:09:57.208 INFO:tasks.rados.rados.0.smithi102.stdout:1284: finishing write tid 4 to smithi10276805-2 2024-04-10T15:09:57.208 INFO:tasks.rados.rados.0.smithi102.stdout:1282: done (7 left) 2024-04-10T15:09:57.208 INFO:tasks.rados.rados.0.smithi102.stdout:1283: done (6 left) 2024-04-10T15:09:57.208 INFO:tasks.rados.rados.0.smithi102.stdout:1294: read oid 12 snap -1 2024-04-10T15:09:57.208 INFO:tasks.rados.rados.0.smithi102.stdout:1294: expect deleted 2024-04-10T15:09:57.208 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 109 2024-04-10T15:09:57.208 INFO:tasks.rados.rados.0.smithi102.stdout:1284: finishing write tid 5 to smithi10276805-2 2024-04-10T15:09:57.208 INFO:tasks.rados.rados.0.smithi102.stdout:1284: finishing write tid 6 to smithi10276805-2 2024-04-10T15:09:57.208 INFO:tasks.rados.rados.0.smithi102.stdout:1284: oid 2 updating version 0 to 222 2024-04-10T15:09:57.209 INFO:tasks.rados.rados.0.smithi102.stdout:1284: oid 2 updating version 222 to 223 2024-04-10T15:09:57.209 INFO:tasks.rados.rados.0.smithi102.stdout:1284: oid 2 updating version 223 to 224 2024-04-10T15:09:57.209 INFO:tasks.rados.rados.0.smithi102.stdout:1284: oid 2 version 224 is already newer than 221 2024-04-10T15:09:57.209 INFO:tasks.rados.rados.0.smithi102.stdout:1284: oid 2 version 224 is already newer than 220 2024-04-10T15:09:57.209 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 224 (ObjNum 414 snap 109 seq_num 414) dirty exists 2024-04-10T15:09:57.209 INFO:tasks.rados.rados.0.smithi102.stdout:1284: left oid 2 (ObjNum 414 snap 109 seq_num 414) 2024-04-10T15:09:57.209 INFO:tasks.rados.rados.0.smithi102.stdout:1285: expect (ObjNum 133 snap 28 seq_num 133) 2024-04-10T15:09:57.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:57 smithi102 ceph-mon[88557]: Reconfiguring osd.4 (monmap changed)... 2024-04-10T15:09:57.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:57 smithi102 ceph-mon[88557]: Reconfiguring daemon osd.4 on smithi154 2024-04-10T15:09:57.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:57 smithi102 ceph-mon[88557]: osdmap e291: 8 total, 8 up, 8 in 2024-04-10T15:09:57.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:57.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:57.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T15:09:57.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:57.541 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:57 smithi102 ceph-mon[90943]: Reconfiguring osd.4 (monmap changed)... 2024-04-10T15:09:57.541 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:57 smithi102 ceph-mon[90943]: Reconfiguring daemon osd.4 on smithi154 2024-04-10T15:09:57.541 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:57 smithi102 ceph-mon[90943]: osdmap e291: 8 total, 8 up, 8 in 2024-04-10T15:09:57.541 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:57.541 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:57.541 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T15:09:57.541 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:57.569 INFO:tasks.rados.rados.0.smithi102.stdout:1286: expect (ObjNum 302 snap 74 seq_num 302) 2024-04-10T15:09:57.621 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:57 smithi154 ceph-mon[84269]: Reconfiguring osd.4 (monmap changed)... 2024-04-10T15:09:57.622 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:57 smithi154 ceph-mon[84269]: Reconfiguring daemon osd.4 on smithi154 2024-04-10T15:09:57.622 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:57 smithi154 ceph-mon[84269]: osdmap e291: 8 total, 8 up, 8 in 2024-04-10T15:09:57.622 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:57.622 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:57.622 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T15:09:57.622 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:57.908 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:09:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:09:57] "GET /metrics HTTP/1.1" 200 36021 "" "Prometheus/2.43.0" 2024-04-10T15:09:58.125 INFO:tasks.rados.rados.0.smithi102.stdout:1289: expect (ObjNum 281 snap 62 seq_num 281) 2024-04-10T15:09:58.418 INFO:tasks.rados.rados.0.smithi102.stdout:1292: finishing write tid 1 to smithi10276805-14 2024-04-10T15:09:58.418 INFO:tasks.rados.rados.0.smithi102.stdout:1292: finishing write tid 2 to smithi10276805-14 2024-04-10T15:09:58.418 INFO:tasks.rados.rados.0.smithi102.stdout:1292: finishing write tid 3 to smithi10276805-14 2024-04-10T15:09:58.419 INFO:tasks.rados.rados.0.smithi102.stdout:1292: finishing write tid 4 to smithi10276805-14 2024-04-10T15:09:58.419 INFO:tasks.rados.rados.0.smithi102.stdout:1292: finishing write tid 5 to smithi10276805-14 2024-04-10T15:09:58.419 INFO:tasks.rados.rados.0.smithi102.stdout:1292: finishing write tid 6 to smithi10276805-14 2024-04-10T15:09:58.419 INFO:tasks.rados.rados.0.smithi102.stdout:1292: oid 14 updating version 0 to 584 2024-04-10T15:09:58.419 INFO:tasks.rados.rados.0.smithi102.stdout:1292: oid 14 updating version 584 to 586 2024-04-10T15:09:58.419 INFO:tasks.rados.rados.0.smithi102.stdout:1292: oid 14 version 586 is already newer than 585 2024-04-10T15:09:58.420 INFO:tasks.rados.rados.0.smithi102.stdout:1292: oid 14 updating version 586 to 588 2024-04-10T15:09:58.420 INFO:tasks.rados.rados.0.smithi102.stdout:1292: oid 14 version 588 is already newer than 587 2024-04-10T15:09:58.420 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 588 (ObjNum 415 snap 109 seq_num 415) dirty exists 2024-04-10T15:09:58.420 INFO:tasks.rados.rados.0.smithi102.stdout:1292: left oid 14 (ObjNum 415 snap 109 seq_num 415) 2024-04-10T15:09:58.420 INFO:tasks.rados.rados.0.smithi102.stdout:1293: finishing copy_from racing read to smithi10276805-13 2024-04-10T15:09:58.420 INFO:tasks.rados.rados.0.smithi102.stdout:1293: finishing copy_from to smithi10276805-13 2024-04-10T15:09:58.420 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 691 (ObjNum 361 snap 95 seq_num 361) dirty exists 2024-04-10T15:09:58.421 INFO:tasks.rados.rados.0.smithi102.stdout:1295: seq_num 416 ranges {2064384=573440,2637824=573440,3211264=475136,3686400=557056} 2024-04-10T15:09:58.432 INFO:tasks.rados.rados.0.smithi102.stdout:1295: writing smithi10276805-15 from 2064384 to 2637824 tid 1 2024-04-10T15:09:58.434 INFO:tasks.rados.rados.0.smithi102.stdout:1295: writing smithi10276805-15 from 2637824 to 3211264 tid 2 2024-04-10T15:09:58.437 INFO:tasks.rados.rados.0.smithi102.stdout:1295: writing smithi10276805-15 from 3211264 to 3686400 tid 3 2024-04-10T15:09:58.440 INFO:tasks.rados.rados.0.smithi102.stdout:1295: writing smithi10276805-15 from 3686400 to 4243456 tid 4 2024-04-10T15:09:58.441 INFO:tasks.rados.rados.0.smithi102.stdout:1284: done (7 left) 2024-04-10T15:09:58.441 INFO:tasks.rados.rados.0.smithi102.stdout:1285: done (6 left) 2024-04-10T15:09:58.441 INFO:tasks.rados.rados.0.smithi102.stdout:1286: done (5 left) 2024-04-10T15:09:58.441 INFO:tasks.rados.rados.0.smithi102.stdout:1289: done (4 left) 2024-04-10T15:09:58.441 INFO:tasks.rados.rados.0.smithi102.stdout:1292: done (3 left) 2024-04-10T15:09:58.441 INFO:tasks.rados.rados.0.smithi102.stdout:1293: done (2 left) 2024-04-10T15:09:58.441 INFO:tasks.rados.rados.0.smithi102.stdout:1294: done (1 left) 2024-04-10T15:09:58.441 INFO:tasks.rados.rados.0.smithi102.stdout:1296: snap_create 2024-04-10T15:09:58.441 INFO:tasks.rados.rados.0.smithi102.stdout:1295: finishing write tid 1 to smithi10276805-15 2024-04-10T15:09:58.441 INFO:tasks.rados.rados.0.smithi102.stdout:1295: finishing write tid 2 to smithi10276805-15 2024-04-10T15:09:58.441 INFO:tasks.rados.rados.0.smithi102.stdout:1295: finishing write tid 3 to smithi10276805-15 2024-04-10T15:09:58.443 INFO:tasks.rados.rados.0.smithi102.stdout:1295: finishing write tid 4 to smithi10276805-15 2024-04-10T15:09:58.444 INFO:tasks.rados.rados.0.smithi102.stdout:1295: finishing write tid 5 to smithi10276805-15 2024-04-10T15:09:58.445 INFO:tasks.rados.rados.0.smithi102.stdout:1295: finishing write tid 6 to smithi10276805-15 2024-04-10T15:09:58.445 INFO:tasks.rados.rados.0.smithi102.stdout:1295: oid 15 updating version 0 to 844 2024-04-10T15:09:58.445 INFO:tasks.rados.rados.0.smithi102.stdout:1295: oid 15 version 844 is already newer than 843 2024-04-10T15:09:58.445 INFO:tasks.rados.rados.0.smithi102.stdout:1295: oid 15 version 844 is already newer than 842 2024-04-10T15:09:58.445 INFO:tasks.rados.rados.0.smithi102.stdout:1295: oid 15 updating version 844 to 845 2024-04-10T15:09:58.445 INFO:tasks.rados.rados.0.smithi102.stdout:1295: oid 15 version 845 is already newer than 841 2024-04-10T15:09:58.446 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 845 (ObjNum 416 snap 109 seq_num 416) dirty exists 2024-04-10T15:09:58.446 INFO:tasks.rados.rados.0.smithi102.stdout:1295: left oid 15 (ObjNum 416 snap 109 seq_num 416) 2024-04-10T15:09:58.610 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:58 smithi154 ceph-mon[84269]: Reconfiguring osd.5 (monmap changed)... 2024-04-10T15:09:58.610 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:58 smithi154 ceph-mon[84269]: Reconfiguring daemon osd.5 on smithi154 2024-04-10T15:09:58.610 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:58 smithi154 ceph-mon[84269]: pgmap v88: 121 pgs: 121 active+clean; 202 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 13 MiB/s wr, 29 op/s 2024-04-10T15:09:58.610 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:58 smithi154 ceph-mon[84269]: osdmap e292: 8 total, 8 up, 8 in 2024-04-10T15:09:58.610 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:58 smithi154 ceph-mon[84269]: osdmap e293: 8 total, 8 up, 8 in 2024-04-10T15:09:58.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:58 smithi102 ceph-mon[88557]: Reconfiguring osd.5 (monmap changed)... 2024-04-10T15:09:58.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:58 smithi102 ceph-mon[88557]: Reconfiguring daemon osd.5 on smithi154 2024-04-10T15:09:58.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:58 smithi102 ceph-mon[88557]: pgmap v88: 121 pgs: 121 active+clean; 202 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 13 MiB/s wr, 29 op/s 2024-04-10T15:09:58.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:58 smithi102 ceph-mon[88557]: osdmap e292: 8 total, 8 up, 8 in 2024-04-10T15:09:58.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:58 smithi102 ceph-mon[88557]: osdmap e293: 8 total, 8 up, 8 in 2024-04-10T15:09:58.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:58 smithi102 ceph-mon[90943]: Reconfiguring osd.5 (monmap changed)... 2024-04-10T15:09:58.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:58 smithi102 ceph-mon[90943]: Reconfiguring daemon osd.5 on smithi154 2024-04-10T15:09:58.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:58 smithi102 ceph-mon[90943]: pgmap v88: 121 pgs: 121 active+clean; 202 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 13 MiB/s wr, 29 op/s 2024-04-10T15:09:58.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:58 smithi102 ceph-mon[90943]: osdmap e292: 8 total, 8 up, 8 in 2024-04-10T15:09:58.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:58 smithi102 ceph-mon[90943]: osdmap e293: 8 total, 8 up, 8 in 2024-04-10T15:09:59.193 INFO:tasks.rados.rados.0.smithi102.stdout:1295: done (1 left) 2024-04-10T15:09:59.193 INFO:tasks.rados.rados.0.smithi102.stdout:1296: done (0 left) 2024-04-10T15:09:59.193 INFO:tasks.rados.rados.0.smithi102.stdout:1297: copy_from oid 49 from oid 24 current snap is 110 2024-04-10T15:09:59.193 INFO:tasks.rados.rados.0.smithi102.stdout:1298: rollback oid 15 current snap is 110 2024-04-10T15:09:59.193 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 15 to 108 2024-04-10T15:09:59.193 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 35 current snap is 110 2024-04-10T15:09:59.194 INFO:tasks.rados.rados.0.smithi102.stdout:1299: seq_num 417 ranges {7757824=589824,8347648=458752,8806400=679936,9486336=466944} 2024-04-10T15:09:59.240 INFO:tasks.rados.rados.0.smithi102.stdout:1299: writing smithi10276805-35 from 7757824 to 8347648 tid 1 2024-04-10T15:09:59.242 INFO:tasks.rados.rados.0.smithi102.stdout:1299: writing smithi10276805-35 from 8347648 to 8806400 tid 2 2024-04-10T15:09:59.246 INFO:tasks.rados.rados.0.smithi102.stdout:1299: writing smithi10276805-35 from 8806400 to 9486336 tid 3 2024-04-10T15:09:59.249 INFO:tasks.rados.rados.0.smithi102.stdout:1299: writing smithi10276805-35 from 9486336 to 9953280 tid 4 2024-04-10T15:09:59.249 INFO:tasks.rados.rados.0.smithi102.stdout:1300: snap_create 2024-04-10T15:09:59.249 INFO:tasks.rados.rados.0.smithi102.stdout:1298: finishing rollback tid 0 to smithi10276805-15 2024-04-10T15:09:59.249 INFO:tasks.rados.rados.0.smithi102.stdout:1298: finishing rollback tid 1 to smithi10276805-15 2024-04-10T15:09:59.249 INFO:tasks.rados.rados.0.smithi102.stdout:1298: finishing rollback tid 2 to smithi10276805-15 2024-04-10T15:09:59.250 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 849 (ObjNum 358 snap 94 seq_num 358) dirty exists 2024-04-10T15:09:59.250 INFO:tasks.rados.rados.0.smithi102.stdout:1297: finishing copy_from racing read to smithi10276805-49 2024-04-10T15:09:59.250 INFO:tasks.rados.rados.0.smithi102.stdout:1297: finishing copy_from to smithi10276805-49 2024-04-10T15:09:59.250 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 244 (ObjNum 384 snap 101 seq_num 384) dirty exists 2024-04-10T15:09:59.250 INFO:tasks.rados.rados.0.smithi102.stdout:1299: finishing write tid 1 to smithi10276805-35 2024-04-10T15:09:59.250 INFO:tasks.rados.rados.0.smithi102.stdout:1299: finishing write tid 2 to smithi10276805-35 2024-04-10T15:09:59.250 INFO:tasks.rados.rados.0.smithi102.stdout:1299: finishing write tid 3 to smithi10276805-35 2024-04-10T15:09:59.252 INFO:tasks.rados.rados.0.smithi102.stdout:1299: finishing write tid 4 to smithi10276805-35 2024-04-10T15:09:59.252 INFO:tasks.rados.rados.0.smithi102.stdout:1299: finishing write tid 5 to smithi10276805-35 2024-04-10T15:09:59.256 INFO:tasks.rados.rados.0.smithi102.stdout:1299: finishing write tid 6 to smithi10276805-35 2024-04-10T15:09:59.256 INFO:tasks.rados.rados.0.smithi102.stdout:1299: oid 35 updating version 0 to 754 2024-04-10T15:09:59.256 INFO:tasks.rados.rados.0.smithi102.stdout:1299: oid 35 version 754 is already newer than 753 2024-04-10T15:09:59.257 INFO:tasks.rados.rados.0.smithi102.stdout:1299: oid 35 updating version 754 to 755 2024-04-10T15:09:59.257 INFO:tasks.rados.rados.0.smithi102.stdout:1299: oid 35 version 755 is already newer than 752 2024-04-10T15:09:59.257 INFO:tasks.rados.rados.0.smithi102.stdout:1299: oid 35 updating version 755 to 756 2024-04-10T15:09:59.257 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 756 (ObjNum 417 snap 110 seq_num 417) dirty exists 2024-04-10T15:09:59.257 INFO:tasks.rados.rados.0.smithi102.stdout:1299: left oid 35 (ObjNum 417 snap 110 seq_num 417) 2024-04-10T15:09:59.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:59 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:59.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:59 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:09:59.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:59 smithi154 ceph-mon[84269]: Reconfiguring osd.6 (monmap changed)... 2024-04-10T15:09:59.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:59 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T15:09:59.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:59 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:09:59.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:59 smithi154 ceph-mon[84269]: Reconfiguring daemon osd.6 on smithi154 2024-04-10T15:09:59.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:59 smithi154 ceph-mon[84269]: pgmap v91: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 9 op/s 2024-04-10T15:09:59.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:09:59 smithi154 ceph-mon[84269]: osdmap e294: 8 total, 8 up, 8 in 2024-04-10T15:10:00.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:59 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:00.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:59 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:00.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:59 smithi102 ceph-mon[88557]: Reconfiguring osd.6 (monmap changed)... 2024-04-10T15:10:00.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:59 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T15:10:00.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:59 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:10:00.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:59 smithi102 ceph-mon[88557]: Reconfiguring daemon osd.6 on smithi154 2024-04-10T15:10:00.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:59 smithi102 ceph-mon[88557]: pgmap v91: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 9 op/s 2024-04-10T15:10:00.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:09:59 smithi102 ceph-mon[88557]: osdmap e294: 8 total, 8 up, 8 in 2024-04-10T15:10:00.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:59 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:00.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:59 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:00.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:59 smithi102 ceph-mon[90943]: Reconfiguring osd.6 (monmap changed)... 2024-04-10T15:10:00.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:59 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T15:10:00.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:59 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:10:00.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:59 smithi102 ceph-mon[90943]: Reconfiguring daemon osd.6 on smithi154 2024-04-10T15:10:00.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:59 smithi102 ceph-mon[90943]: pgmap v91: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 9 op/s 2024-04-10T15:10:00.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:09:59 smithi102 ceph-mon[90943]: osdmap e294: 8 total, 8 up, 8 in 2024-04-10T15:10:00.193 INFO:tasks.rados.rados.0.smithi102.stdout:1297: done (3 left) 2024-04-10T15:10:00.193 INFO:tasks.rados.rados.0.smithi102.stdout:1298: done (2 left) 2024-04-10T15:10:00.193 INFO:tasks.rados.rados.0.smithi102.stdout:1299: done (1 left) 2024-04-10T15:10:00.193 INFO:tasks.rados.rados.0.smithi102.stdout:1300: done (0 left) 2024-04-10T15:10:00.193 INFO:tasks.rados.rados.0.smithi102.stdout:1301: rollback oid 1 current snap is 111 2024-04-10T15:10:00.193 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 1 to 110 2024-04-10T15:10:00.193 INFO:tasks.rados.rados.0.smithi102.stdout:1302: rollback oid 36 current snap is 111 2024-04-10T15:10:00.193 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 36 to 106 2024-04-10T15:10:00.193 INFO:tasks.rados.rados.0.smithi102.stdout:1303: snap_remove snap 109 2024-04-10T15:10:00.988 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:00 smithi154 ceph-mon[84269]: overall HEALTH_OK 2024-04-10T15:10:00.988 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:00 smithi154 ceph-mon[84269]: osdmap e295: 8 total, 8 up, 8 in 2024-04-10T15:10:00.988 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:00 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:00.988 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:00 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:00.988 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:00 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T15:10:00.988 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:00 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:10:01.060 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:00 smithi102 ceph-mon[90943]: overall HEALTH_OK 2024-04-10T15:10:01.060 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:00 smithi102 ceph-mon[90943]: osdmap e295: 8 total, 8 up, 8 in 2024-04-10T15:10:01.061 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:00 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:01.061 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:00 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:01.061 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:00 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T15:10:01.061 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:00 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:10:01.061 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:00 smithi102 ceph-mon[88557]: overall HEALTH_OK 2024-04-10T15:10:01.061 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:00 smithi102 ceph-mon[88557]: osdmap e295: 8 total, 8 up, 8 in 2024-04-10T15:10:01.061 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:00 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:01.061 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:00 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:01.061 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:00 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T15:10:01.061 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:00 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:10:01.196 INFO:tasks.rados.rados.0.smithi102.stdout:1303: done (2 left) 2024-04-10T15:10:01.196 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 29 current snap is 111 2024-04-10T15:10:01.196 INFO:tasks.rados.rados.0.smithi102.stdout:1304: seq_num 418 ranges {1523712=606208,2129920=737280,2867200=434176,3301376=434176} 2024-04-10T15:10:01.208 INFO:tasks.rados.rados.0.smithi102.stdout:1304: writing smithi10276805-29 from 1523712 to 2129920 tid 1 2024-04-10T15:10:01.213 INFO:tasks.rados.rados.0.smithi102.stdout:1304: writing smithi10276805-29 from 2129920 to 2867200 tid 2 2024-04-10T15:10:01.215 INFO:tasks.rados.rados.0.smithi102.stdout:1304: writing smithi10276805-29 from 2867200 to 3301376 tid 3 2024-04-10T15:10:01.219 INFO:tasks.rados.rados.0.smithi102.stdout:1304: writing smithi10276805-29 from 3301376 to 3735552 tid 4 2024-04-10T15:10:01.219 INFO:tasks.rados.rados.0.smithi102.stdout:1305: read oid 16 snap 106 2024-04-10T15:10:01.219 INFO:tasks.rados.rados.0.smithi102.stdout:1305: expect (ObjNum 390 snap 103 seq_num 390) 2024-04-10T15:10:01.219 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 9 current snap is 111 2024-04-10T15:10:01.219 INFO:tasks.rados.rados.0.smithi102.stdout:1301: finishing rollback tid 1 to smithi10276805-1 2024-04-10T15:10:01.219 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:10:01.219 INFO:tasks.rados.rados.0.smithi102.stdout:1302: finishing rollback tid 0 to smithi10276805-36 2024-04-10T15:10:01.219 INFO:tasks.rados.rados.0.smithi102.stdout:1302: finishing rollback tid 1 to smithi10276805-36 2024-04-10T15:10:01.219 INFO:tasks.rados.rados.0.smithi102.stdout:1306: seq_num 419 ranges {1843200=622592,2465792=671744,3137536=647168,3784704=286720} 2024-04-10T15:10:01.231 INFO:tasks.rados.rados.0.smithi102.stdout:1306: writing smithi10276805-9 from 1843200 to 2465792 tid 1 2024-04-10T15:10:01.235 INFO:tasks.rados.rados.0.smithi102.stdout:1306: writing smithi10276805-9 from 2465792 to 3137536 tid 2 2024-04-10T15:10:01.239 INFO:tasks.rados.rados.0.smithi102.stdout:1306: writing smithi10276805-9 from 3137536 to 3784704 tid 3 2024-04-10T15:10:01.241 INFO:tasks.rados.rados.0.smithi102.stdout:1306: writing smithi10276805-9 from 3784704 to 4071424 tid 4 2024-04-10T15:10:01.241 INFO:tasks.rados.rados.0.smithi102.stdout:1301: done (4 left) 2024-04-10T15:10:01.241 INFO:tasks.rados.rados.0.smithi102.stdout:1307: copy_from oid 21 from oid 40 current snap is 111 2024-04-10T15:10:01.242 INFO:tasks.rados.rados.0.smithi102.stdout:1302: finishing rollback tid 2 to smithi10276805-36 2024-04-10T15:10:01.242 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 706 (ObjNum 133 snap 28 seq_num 133) dirty exists 2024-04-10T15:10:01.242 INFO:tasks.rados.rados.0.smithi102.stdout:1304: finishing write tid 1 to smithi10276805-29 2024-04-10T15:10:01.242 INFO:tasks.rados.rados.0.smithi102.stdout:1304: finishing write tid 2 to smithi10276805-29 2024-04-10T15:10:01.242 INFO:tasks.rados.rados.0.smithi102.stdout:1304: finishing write tid 3 to smithi10276805-29 2024-04-10T15:10:01.242 INFO:tasks.rados.rados.0.smithi102.stdout:1304: finishing write tid 4 to smithi10276805-29 2024-04-10T15:10:01.242 INFO:tasks.rados.rados.0.smithi102.stdout:1304: finishing write tid 5 to smithi10276805-29 2024-04-10T15:10:01.242 INFO:tasks.rados.rados.0.smithi102.stdout:1304: finishing write tid 6 to smithi10276805-29 2024-04-10T15:10:01.242 INFO:tasks.rados.rados.0.smithi102.stdout:1304: oid 29 updating version 0 to 857 2024-04-10T15:10:01.242 INFO:tasks.rados.rados.0.smithi102.stdout:1304: oid 29 version 857 is already newer than 853 2024-04-10T15:10:01.242 INFO:tasks.rados.rados.0.smithi102.stdout:1304: oid 29 version 857 is already newer than 855 2024-04-10T15:10:01.242 INFO:tasks.rados.rados.0.smithi102.stdout:1304: oid 29 version 857 is already newer than 856 2024-04-10T15:10:01.242 INFO:tasks.rados.rados.0.smithi102.stdout:1304: oid 29 version 857 is already newer than 854 2024-04-10T15:10:01.242 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 857 (ObjNum 418 snap 111 seq_num 418) dirty exists 2024-04-10T15:10:01.242 INFO:tasks.rados.rados.0.smithi102.stdout:1304: left oid 29 (ObjNum 418 snap 111 seq_num 418) 2024-04-10T15:10:01.242 INFO:tasks.rados.rados.0.smithi102.stdout:1306: finishing write tid 1 to smithi10276805-9 2024-04-10T15:10:01.243 INFO:tasks.rados.rados.0.smithi102.stdout:1302: done (4 left) 2024-04-10T15:10:01.243 INFO:tasks.rados.rados.0.smithi102.stdout:1304: done (3 left) 2024-04-10T15:10:01.243 INFO:tasks.rados.rados.0.smithi102.stdout:1308: snap_remove snap 108 2024-04-10T15:10:02.206 INFO:tasks.rados.rados.0.smithi102.stdout:1308: done (3 left) 2024-04-10T15:10:02.206 INFO:tasks.rados.rados.0.smithi102.stdout:1306: finishing write tid 2 to smithi10276805-9 2024-04-10T15:10:02.206 INFO:tasks.rados.rados.0.smithi102.stdout:1309: read oid 44 snap -1 2024-04-10T15:10:02.206 INFO:tasks.rados.rados.0.smithi102.stdout:1309: expect (ObjNum 406 snap 107 seq_num 406) 2024-04-10T15:10:02.207 INFO:tasks.rados.rados.0.smithi102.stdout:1310: read oid 26 snap -1 2024-04-10T15:10:02.207 INFO:tasks.rados.rados.0.smithi102.stdout:1310: expect deleted 2024-04-10T15:10:02.207 INFO:tasks.rados.rados.0.smithi102.stdout:1311: snap_create 2024-04-10T15:10:02.207 INFO:tasks.rados.rados.0.smithi102.stdout:1306: finishing write tid 3 to smithi10276805-9 2024-04-10T15:10:02.207 INFO:tasks.rados.rados.0.smithi102.stdout:1306: finishing write tid 4 to smithi10276805-9 2024-04-10T15:10:02.207 INFO:tasks.rados.rados.0.smithi102.stdout:1306: finishing write tid 5 to smithi10276805-9 2024-04-10T15:10:02.207 INFO:tasks.rados.rados.0.smithi102.stdout:1306: finishing write tid 6 to smithi10276805-9 2024-04-10T15:10:02.207 INFO:tasks.rados.rados.0.smithi102.stdout:1306: oid 9 updating version 0 to 503 2024-04-10T15:10:02.207 INFO:tasks.rados.rados.0.smithi102.stdout:1306: oid 9 version 503 is already newer than 499 2024-04-10T15:10:02.207 INFO:tasks.rados.rados.0.smithi102.stdout:1306: oid 9 version 503 is already newer than 502 2024-04-10T15:10:02.207 INFO:tasks.rados.rados.0.smithi102.stdout:1306: oid 9 version 503 is already newer than 500 2024-04-10T15:10:02.207 INFO:tasks.rados.rados.0.smithi102.stdout:1306: oid 9 version 503 is already newer than 501 2024-04-10T15:10:02.207 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 503 (ObjNum 419 snap 111 seq_num 419) dirty exists 2024-04-10T15:10:02.207 INFO:tasks.rados.rados.0.smithi102.stdout:1306: left oid 9 (ObjNum 419 snap 111 seq_num 419) 2024-04-10T15:10:02.207 INFO:tasks.rados.rados.0.smithi102.stdout:1305: expect (ObjNum 390 snap 103 seq_num 390) 2024-04-10T15:10:02.357 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:02 smithi102 ceph-mon[88557]: Reconfiguring osd.7 (monmap changed)... 2024-04-10T15:10:02.358 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:02 smithi102 ceph-mon[88557]: Reconfiguring daemon osd.7 on smithi154 2024-04-10T15:10:02.358 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:02 smithi102 ceph-mon[88557]: pgmap v94: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 9 op/s 2024-04-10T15:10:02.358 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:02 smithi102 ceph-mon[88557]: osdmap e296: 8 total, 8 up, 8 in 2024-04-10T15:10:02.358 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:02.358 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:02.358 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:10:02.358 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:10:02.358 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:02 smithi102 ceph-mon[90943]: Reconfiguring osd.7 (monmap changed)... 2024-04-10T15:10:02.358 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:02 smithi102 ceph-mon[90943]: Reconfiguring daemon osd.7 on smithi154 2024-04-10T15:10:02.359 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:02 smithi102 ceph-mon[90943]: pgmap v94: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 9 op/s 2024-04-10T15:10:02.359 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:02 smithi102 ceph-mon[90943]: osdmap e296: 8 total, 8 up, 8 in 2024-04-10T15:10:02.359 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:02.359 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:02.359 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:10:02.359 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:10:02.525 INFO:tasks.rados.rados.0.smithi102.stdout:1307: finishing copy_from racing read to smithi10276805-21 2024-04-10T15:10:02.525 INFO:tasks.rados.rados.0.smithi102.stdout:1307: finishing copy_from to smithi10276805-21 2024-04-10T15:10:02.525 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 703 (ObjNum 409 snap 107 seq_num 409) dirty exists 2024-04-10T15:10:02.525 INFO:tasks.rados.rados.0.smithi102.stdout:1309: expect (ObjNum 406 snap 107 seq_num 406) 2024-04-10T15:10:02.528 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:10:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:10:02.528 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:02 smithi154 ceph-mon[84269]: Reconfiguring osd.7 (monmap changed)... 2024-04-10T15:10:02.528 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:02 smithi154 ceph-mon[84269]: Reconfiguring daemon osd.7 on smithi154 2024-04-10T15:10:02.528 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:02 smithi154 ceph-mon[84269]: pgmap v94: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 3.0 MiB/s wr, 9 op/s 2024-04-10T15:10:02.528 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:02 smithi154 ceph-mon[84269]: osdmap e296: 8 total, 8 up, 8 in 2024-04-10T15:10:02.528 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:02.528 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:02.528 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:10:02.529 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:10:03.148 INFO:tasks.rados.rados.0.smithi102.stdout:1305: done (5 left) 2024-04-10T15:10:03.148 INFO:tasks.rados.rados.0.smithi102.stdout:1306: done (4 left) 2024-04-10T15:10:03.148 INFO:tasks.rados.rados.0.smithi102.stdout:1307: done (3 left) 2024-04-10T15:10:03.148 INFO:tasks.rados.rados.0.smithi102.stdout:1309: done (2 left) 2024-04-10T15:10:03.148 INFO:tasks.rados.rados.0.smithi102.stdout:1310: done (1 left) 2024-04-10T15:10:03.148 INFO:tasks.rados.rados.0.smithi102.stdout:1311: done (0 left) 2024-04-10T15:10:03.148 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 17 current snap is 112 2024-04-10T15:10:03.148 INFO:tasks.rados.rados.0.smithi102.stdout:1312: seq_num 420 ranges {294912=638976,933888=557056,1490944=450560,1941504=598016} 2024-04-10T15:10:03.152 INFO:tasks.rados.rados.0.smithi102.stdout:1312: writing smithi10276805-17 from 294912 to 933888 tid 1 2024-04-10T15:10:03.156 INFO:tasks.rados.rados.0.smithi102.stdout:1312: writing smithi10276805-17 from 933888 to 1490944 tid 2 2024-04-10T15:10:03.159 INFO:tasks.rados.rados.0.smithi102.stdout:1312: writing smithi10276805-17 from 1490944 to 1941504 tid 3 2024-04-10T15:10:03.162 INFO:tasks.rados.rados.0.smithi102.stdout:1312: writing smithi10276805-17 from 1941504 to 2539520 tid 4 2024-04-10T15:10:03.162 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 35 current snap is 112 2024-04-10T15:10:03.162 INFO:tasks.rados.rados.0.smithi102.stdout:1312: finishing write tid 1 to smithi10276805-17 2024-04-10T15:10:03.162 INFO:tasks.rados.rados.0.smithi102.stdout:1312: finishing write tid 2 to smithi10276805-17 2024-04-10T15:10:03.163 INFO:tasks.rados.rados.0.smithi102.stdout:1312: finishing write tid 3 to smithi10276805-17 2024-04-10T15:10:03.163 INFO:tasks.rados.rados.0.smithi102.stdout:1313: seq_num 421 ranges {9953280=655360,10608640=442368,11051008=663552,11714560=499712} 2024-04-10T15:10:03.220 INFO:tasks.rados.rados.0.smithi102.stdout:1313: writing smithi10276805-35 from 9953280 to 10608640 tid 1 2024-04-10T15:10:03.222 INFO:tasks.rados.rados.0.smithi102.stdout:1313: writing smithi10276805-35 from 10608640 to 11051008 tid 2 2024-04-10T15:10:03.226 INFO:tasks.rados.rados.0.smithi102.stdout:1313: writing smithi10276805-35 from 11051008 to 11714560 tid 3 2024-04-10T15:10:03.230 INFO:tasks.rados.rados.0.smithi102.stdout:1313: writing smithi10276805-35 from 11714560 to 12214272 tid 4 2024-04-10T15:10:03.230 INFO:tasks.rados.rados.0.smithi102.stdout:1314: snap_create 2024-04-10T15:10:03.230 INFO:tasks.rados.rados.0.smithi102.stdout:1312: finishing write tid 4 to smithi10276805-17 2024-04-10T15:10:03.230 INFO:tasks.rados.rados.0.smithi102.stdout:1312: finishing write tid 5 to smithi10276805-17 2024-04-10T15:10:03.230 INFO:tasks.rados.rados.0.smithi102.stdout:1312: finishing write tid 6 to smithi10276805-17 2024-04-10T15:10:03.230 INFO:tasks.rados.rados.0.smithi102.stdout:1312: oid 17 updating version 0 to 655 2024-04-10T15:10:03.230 INFO:tasks.rados.rados.0.smithi102.stdout:1312: oid 17 version 655 is already newer than 654 2024-04-10T15:10:03.230 INFO:tasks.rados.rados.0.smithi102.stdout:1312: oid 17 updating version 655 to 657 2024-04-10T15:10:03.230 INFO:tasks.rados.rados.0.smithi102.stdout:1312: oid 17 version 657 is already newer than 656 2024-04-10T15:10:03.230 INFO:tasks.rados.rados.0.smithi102.stdout:1312: oid 17 version 657 is already newer than 653 2024-04-10T15:10:03.231 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 657 (ObjNum 420 snap 112 seq_num 420) dirty exists 2024-04-10T15:10:03.231 INFO:tasks.rados.rados.0.smithi102.stdout:1312: left oid 17 (ObjNum 420 snap 112 seq_num 420) 2024-04-10T15:10:03.231 INFO:tasks.rados.rados.0.smithi102.stdout:1313: finishing write tid 1 to smithi10276805-35 2024-04-10T15:10:03.231 INFO:tasks.rados.rados.0.smithi102.stdout:1313: finishing write tid 2 to smithi10276805-35 2024-04-10T15:10:03.231 INFO:tasks.rados.rados.0.smithi102.stdout:1313: finishing write tid 3 to smithi10276805-35 2024-04-10T15:10:03.232 INFO:tasks.rados.rados.0.smithi102.stdout:1313: finishing write tid 4 to smithi10276805-35 2024-04-10T15:10:03.233 INFO:tasks.rados.rados.0.smithi102.stdout:1313: finishing write tid 5 to smithi10276805-35 2024-04-10T15:10:03.234 INFO:tasks.rados.rados.0.smithi102.stdout:1313: finishing write tid 6 to smithi10276805-35 2024-04-10T15:10:03.234 INFO:tasks.rados.rados.0.smithi102.stdout:1313: oid 35 updating version 0 to 758 2024-04-10T15:10:03.234 INFO:tasks.rados.rados.0.smithi102.stdout:1313: oid 35 updating version 758 to 759 2024-04-10T15:10:03.234 INFO:tasks.rados.rados.0.smithi102.stdout:1313: oid 35 updating version 759 to 760 2024-04-10T15:10:03.234 INFO:tasks.rados.rados.0.smithi102.stdout:1313: oid 35 version 760 is already newer than 757 2024-04-10T15:10:03.234 INFO:tasks.rados.rados.0.smithi102.stdout:1313: oid 35 updating version 760 to 761 2024-04-10T15:10:03.234 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 761 (ObjNum 421 snap 112 seq_num 421) dirty exists 2024-04-10T15:10:03.234 INFO:tasks.rados.rados.0.smithi102.stdout:1313: left oid 35 (ObjNum 421 snap 112 seq_num 421) 2024-04-10T15:10:03.431 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:03 smithi154 ceph-mon[84269]: Reconfiguring mds.b (monmap changed)... 2024-04-10T15:10:03.431 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:03 smithi154 ceph-mon[84269]: Reconfiguring daemon mds.b on smithi154 2024-04-10T15:10:03.431 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:03 smithi154 ceph-mon[84269]: osdmap e297: 8 total, 8 up, 8 in 2024-04-10T15:10:03.431 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:03 smithi154 ceph-mon[84269]: osdmap e298: 8 total, 8 up, 8 in 2024-04-10T15:10:03.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:03 smithi102 ceph-mon[88557]: Reconfiguring mds.b (monmap changed)... 2024-04-10T15:10:03.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:03 smithi102 ceph-mon[88557]: Reconfiguring daemon mds.b on smithi154 2024-04-10T15:10:03.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:03 smithi102 ceph-mon[88557]: osdmap e297: 8 total, 8 up, 8 in 2024-04-10T15:10:03.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:03 smithi102 ceph-mon[88557]: osdmap e298: 8 total, 8 up, 8 in 2024-04-10T15:10:03.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:03 smithi102 ceph-mon[90943]: Reconfiguring mds.b (monmap changed)... 2024-04-10T15:10:03.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:03 smithi102 ceph-mon[90943]: Reconfiguring daemon mds.b on smithi154 2024-04-10T15:10:03.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:03 smithi102 ceph-mon[90943]: osdmap e297: 8 total, 8 up, 8 in 2024-04-10T15:10:03.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:03 smithi102 ceph-mon[90943]: osdmap e298: 8 total, 8 up, 8 in 2024-04-10T15:10:03.878 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:10:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:10:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:10:04.215 INFO:tasks.rados.rados.0.smithi102.stdout:1312: done (2 left) 2024-04-10T15:10:04.215 INFO:tasks.rados.rados.0.smithi102.stdout:1313: done (1 left) 2024-04-10T15:10:04.215 INFO:tasks.rados.rados.0.smithi102.stdout:1314: done (0 left) 2024-04-10T15:10:04.215 INFO:tasks.rados.rados.0.smithi102.stdout:1315: delete oid 44 current snap is 113 2024-04-10T15:10:04.220 INFO:tasks.rados.rados.0.smithi102.stdout:1315: done (0 left) 2024-04-10T15:10:04.220 INFO:tasks.rados.rados.0.smithi102.stdout:1316: rmattr oid 21 current snap is 113 2024-04-10T15:10:04.220 INFO:tasks.rados.rados.0.smithi102.stdout:1317: read oid 35 snap -1 2024-04-10T15:10:04.220 INFO:tasks.rados.rados.0.smithi102.stdout:1317: expect (ObjNum 421 snap 112 seq_num 421) 2024-04-10T15:10:04.220 INFO:tasks.rados.rados.0.smithi102.stdout:1318: copy_from oid 7 from oid 48 current snap is 113 2024-04-10T15:10:04.220 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 28 current snap is 113 2024-04-10T15:10:04.221 INFO:tasks.rados.rados.0.smithi102.stdout:1319: seq_num 423 ranges {0=688128,688128=614400,1302528=622592,1925120=368640} 2024-04-10T15:10:04.224 INFO:tasks.rados.rados.0.smithi102.stdout:1319: writing smithi10276805-28 from 0 to 688128 tid 1 2024-04-10T15:10:04.228 INFO:tasks.rados.rados.0.smithi102.stdout:1319: writing smithi10276805-28 from 688128 to 1302528 tid 2 2024-04-10T15:10:04.232 INFO:tasks.rados.rados.0.smithi102.stdout:1319: writing smithi10276805-28 from 1302528 to 1925120 tid 3 2024-04-10T15:10:04.234 INFO:tasks.rados.rados.0.smithi102.stdout:1319: writing smithi10276805-28 from 1925120 to 2293760 tid 4 2024-04-10T15:10:04.234 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 32 current snap is 113 2024-04-10T15:10:04.234 INFO:tasks.rados.rados.0.smithi102.stdout:1320: seq_num 424 ranges {8241152=704512,8945664=491520,9437184=434176,9871360=679936} 2024-04-10T15:10:04.283 INFO:tasks.rados.rados.0.smithi102.stdout:1320: writing smithi10276805-32 from 8241152 to 8945664 tid 1 2024-04-10T15:10:04.285 INFO:tasks.rados.rados.0.smithi102.stdout:1320: writing smithi10276805-32 from 8945664 to 9437184 tid 2 2024-04-10T15:10:04.288 INFO:tasks.rados.rados.0.smithi102.stdout:1320: writing smithi10276805-32 from 9437184 to 9871360 tid 3 2024-04-10T15:10:04.292 INFO:tasks.rados.rados.0.smithi102.stdout:1320: writing smithi10276805-32 from 9871360 to 10551296 tid 4 2024-04-10T15:10:04.292 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 31 current snap is 113 2024-04-10T15:10:04.292 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 825 (ObjNum 409 snap 107 seq_num 409) dirty exists 2024-04-10T15:10:04.292 INFO:tasks.rados.rados.0.smithi102.stdout:1321: seq_num 425 ranges {2408448=720896,3129344=778240,3907584=638976,4546560=188416} 2024-04-10T15:10:04.309 INFO:tasks.rados.rados.0.smithi102.stdout:1321: writing smithi10276805-31 from 2408448 to 3129344 tid 1 2024-04-10T15:10:04.313 INFO:tasks.rados.rados.0.smithi102.stdout:1321: writing smithi10276805-31 from 3129344 to 3907584 tid 2 2024-04-10T15:10:04.316 INFO:tasks.rados.rados.0.smithi102.stdout:1321: writing smithi10276805-31 from 3907584 to 4546560 tid 3 2024-04-10T15:10:04.318 INFO:tasks.rados.rados.0.smithi102.stdout:1321: writing smithi10276805-31 from 4546560 to 4734976 tid 4 2024-04-10T15:10:04.318 INFO:tasks.rados.rados.0.smithi102.stdout:1316: done (5 left) 2024-04-10T15:10:04.318 INFO:tasks.rados.rados.0.smithi102.stdout:1322: rmattr oid 26 current snap is 113 2024-04-10T15:10:04.318 INFO:tasks.rados.rados.0.smithi102.stdout:1322: done (5 left) 2024-04-10T15:10:04.319 INFO:tasks.rados.rados.0.smithi102.stdout:1323: delete oid 20 current snap is 113 2024-04-10T15:10:04.319 INFO:tasks.rados.rados.0.smithi102.stdout:1318: finishing copy_from racing read to smithi10276805-7 2024-04-10T15:10:04.319 INFO:tasks.rados.rados.0.smithi102.stdout:1319: finishing write tid 1 to smithi10276805-28 2024-04-10T15:10:04.319 INFO:tasks.rados.rados.0.smithi102.stdout:1318: finishing copy_from to smithi10276805-7 2024-04-10T15:10:04.319 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 802 (ObjNum 380 snap 100 seq_num 380) dirty exists 2024-04-10T15:10:04.319 INFO:tasks.rados.rados.0.smithi102.stdout:1319: finishing write tid 2 to smithi10276805-28 2024-04-10T15:10:04.319 INFO:tasks.rados.rados.0.smithi102.stdout:1319: finishing write tid 3 to smithi10276805-28 2024-04-10T15:10:04.319 INFO:tasks.rados.rados.0.smithi102.stdout:1319: finishing write tid 4 to smithi10276805-28 2024-04-10T15:10:04.319 INFO:tasks.rados.rados.0.smithi102.stdout:1319: finishing write tid 5 to smithi10276805-28 2024-04-10T15:10:04.319 INFO:tasks.rados.rados.0.smithi102.stdout:1319: finishing write tid 6 to smithi10276805-28 2024-04-10T15:10:04.319 INFO:tasks.rados.rados.0.smithi102.stdout:1319: oid 28 updating version 0 to 865 2024-04-10T15:10:04.319 INFO:tasks.rados.rados.0.smithi102.stdout:1319: oid 28 updating version 865 to 868 2024-04-10T15:10:04.319 INFO:tasks.rados.rados.0.smithi102.stdout:1319: oid 28 version 868 is already newer than 867 2024-04-10T15:10:04.319 INFO:tasks.rados.rados.0.smithi102.stdout:1319: oid 28 version 868 is already newer than 866 2024-04-10T15:10:04.319 INFO:tasks.rados.rados.0.smithi102.stdout:1319: oid 28 updating version 868 to 869 2024-04-10T15:10:04.319 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 869 (ObjNum 423 snap 113 seq_num 423) dirty exists 2024-04-10T15:10:04.320 INFO:tasks.rados.rados.0.smithi102.stdout:1319: left oid 28 (ObjNum 423 snap 113 seq_num 423) 2024-04-10T15:10:04.320 INFO:tasks.rados.rados.0.smithi102.stdout:1320: finishing write tid 1 to smithi10276805-32 2024-04-10T15:10:04.320 INFO:tasks.rados.rados.0.smithi102.stdout:1317: expect (ObjNum 421 snap 112 seq_num 421) 2024-04-10T15:10:04.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[90943]: pgmap v97: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:10:04.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:04.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:04.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:10:04.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:04.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:04.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:04.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-10T15:10:04.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-10T15:10:04.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-10T15:10:04.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-10T15:10:04.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-10T15:10:04.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-10T15:10:04.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:04.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:04.409 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-10T15:10:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[88557]: pgmap v97: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:10:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:10:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:04.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-10T15:10:04.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-10T15:10:04.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-10T15:10:04.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-10T15:10:04.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-10T15:10:04.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-10T15:10:04.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:04.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:04.410 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-10T15:10:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:04 smithi154 ceph-mon[84269]: pgmap v97: 121 pgs: 121 active+clean; 214 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:10:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:10:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]: dispatch 2024-04-10T15:10:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.a"}]': finished 2024-04-10T15:10:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]: dispatch 2024-04-10T15:10:04.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.b"}]': finished 2024-04-10T15:10:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]: dispatch 2024-04-10T15:10:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon.c"}]': finished 2024-04-10T15:10:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:04.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-10T15:10:05.285 INFO:tasks.rados.rados.0.smithi102.stdout:1320: finishing write tid 2 to smithi10276805-32 2024-04-10T15:10:05.285 INFO:tasks.rados.rados.0.smithi102.stdout:1320: finishing write tid 3 to smithi10276805-32 2024-04-10T15:10:05.285 INFO:tasks.rados.rados.0.smithi102.stdout:1317: done (5 left) 2024-04-10T15:10:05.285 INFO:tasks.rados.rados.0.smithi102.stdout:1318: done (4 left) 2024-04-10T15:10:05.285 INFO:tasks.rados.rados.0.smithi102.stdout:1319: done (3 left) 2024-04-10T15:10:05.285 INFO:tasks.rados.rados.0.smithi102.stdout:1323: done (2 left) 2024-04-10T15:10:05.285 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 28 current snap is 113 2024-04-10T15:10:05.285 INFO:tasks.rados.rados.0.smithi102.stdout:1320: finishing write tid 4 to smithi10276805-32 2024-04-10T15:10:05.285 INFO:tasks.rados.rados.0.smithi102.stdout:1324: seq_num 427 ranges {2293760=761856,3055616=598016,3653632=606208,4259840=401408} 2024-04-10T15:10:05.301 INFO:tasks.rados.rados.0.smithi102.stdout:1324: writing smithi10276805-28 from 2293760 to 3055616 tid 1 2024-04-10T15:10:05.304 INFO:tasks.rados.rados.0.smithi102.stdout:1324: writing smithi10276805-28 from 3055616 to 3653632 tid 2 2024-04-10T15:10:05.307 INFO:tasks.rados.rados.0.smithi102.stdout:1324: writing smithi10276805-28 from 3653632 to 4259840 tid 3 2024-04-10T15:10:05.310 INFO:tasks.rados.rados.0.smithi102.stdout:1324: writing smithi10276805-28 from 4259840 to 4661248 tid 4 2024-04-10T15:10:05.311 INFO:tasks.rados.rados.0.smithi102.stdout:1325: delete oid 35 current snap is 113 2024-04-10T15:10:05.311 INFO:tasks.rados.rados.0.smithi102.stdout:1320: finishing write tid 5 to smithi10276805-32 2024-04-10T15:10:05.311 INFO:tasks.rados.rados.0.smithi102.stdout:1320: finishing write tid 6 to smithi10276805-32 2024-04-10T15:10:05.311 INFO:tasks.rados.rados.0.smithi102.stdout:1320: oid 32 updating version 0 to 874 2024-04-10T15:10:05.311 INFO:tasks.rados.rados.0.smithi102.stdout:1320: oid 32 version 874 is already newer than 872 2024-04-10T15:10:05.311 INFO:tasks.rados.rados.0.smithi102.stdout:1320: oid 32 version 874 is already newer than 871 2024-04-10T15:10:05.311 INFO:tasks.rados.rados.0.smithi102.stdout:1320: oid 32 updating version 874 to 875 2024-04-10T15:10:05.311 INFO:tasks.rados.rados.0.smithi102.stdout:1320: oid 32 version 875 is already newer than 873 2024-04-10T15:10:05.311 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 875 (ObjNum 424 snap 113 seq_num 424) dirty exists 2024-04-10T15:10:05.311 INFO:tasks.rados.rados.0.smithi102.stdout:1320: left oid 32 (ObjNum 424 snap 113 seq_num 424) 2024-04-10T15:10:05.311 INFO:tasks.rados.rados.0.smithi102.stdout:1321: finishing write tid 1 to smithi10276805-31 2024-04-10T15:10:05.311 INFO:tasks.rados.rados.0.smithi102.stdout:1321: finishing write tid 2 to smithi10276805-31 2024-04-10T15:10:05.311 INFO:tasks.rados.rados.0.smithi102.stdout:1321: finishing write tid 3 to smithi10276805-31 2024-04-10T15:10:05.311 INFO:tasks.rados.rados.0.smithi102.stdout:1321: finishing write tid 4 to smithi10276805-31 2024-04-10T15:10:05.311 INFO:tasks.rados.rados.0.smithi102.stdout:1321: finishing write tid 5 to smithi10276805-31 2024-04-10T15:10:05.312 INFO:tasks.rados.rados.0.smithi102.stdout:1321: finishing write tid 6 to smithi10276805-31 2024-04-10T15:10:05.312 INFO:tasks.rados.rados.0.smithi102.stdout:1321: oid 31 updating version 0 to 708 2024-04-10T15:10:05.312 INFO:tasks.rados.rados.0.smithi102.stdout:1321: oid 31 version 708 is already newer than 707 2024-04-10T15:10:05.312 INFO:tasks.rados.rados.0.smithi102.stdout:1321: oid 31 updating version 708 to 709 2024-04-10T15:10:05.312 INFO:tasks.rados.rados.0.smithi102.stdout:1321: oid 31 updating version 709 to 710 2024-04-10T15:10:05.312 INFO:tasks.rados.rados.0.smithi102.stdout:1321: oid 31 updating version 710 to 711 2024-04-10T15:10:05.312 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 711 (ObjNum 425 snap 113 seq_num 425) dirty exists 2024-04-10T15:10:05.312 INFO:tasks.rados.rados.0.smithi102.stdout:1321: left oid 31 (ObjNum 425 snap 113 seq_num 425) 2024-04-10T15:10:05.312 INFO:tasks.rados.rados.0.smithi102.stdout:1324: finishing write tid 1 to smithi10276805-28 2024-04-10T15:10:05.312 INFO:tasks.rados.rados.0.smithi102.stdout:1324: finishing write tid 2 to smithi10276805-28 2024-04-10T15:10:05.313 INFO:tasks.rados.rados.0.smithi102.stdout:1324: finishing write tid 3 to smithi10276805-28 2024-04-10T15:10:05.314 INFO:tasks.rados.rados.0.smithi102.stdout:1324: finishing write tid 4 to smithi10276805-28 2024-04-10T15:10:05.314 INFO:tasks.rados.rados.0.smithi102.stdout:1320: done (3 left) 2024-04-10T15:10:05.314 INFO:tasks.rados.rados.0.smithi102.stdout:1321: done (2 left) 2024-04-10T15:10:05.314 INFO:tasks.rados.rados.0.smithi102.stdout:1325: done (1 left) 2024-04-10T15:10:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:1326: setattr oid 17 current snap is 113 2024-04-10T15:10:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:1324: finishing write tid 5 to smithi10276805-28 2024-04-10T15:10:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:1327: read oid 21 snap -1 2024-04-10T15:10:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:1327: expect (ObjNum 409 snap 107 seq_num 409) 2024-04-10T15:10:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 38 current snap is 113 2024-04-10T15:10:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:1328: seq_num 429 ranges {0=794624,794624=770048,1564672=622592,2187264=212992} 2024-04-10T15:10:05.320 INFO:tasks.rados.rados.0.smithi102.stdout:1328: writing smithi10276805-38 from 0 to 794624 tid 1 2024-04-10T15:10:05.325 INFO:tasks.rados.rados.0.smithi102.stdout:1328: writing smithi10276805-38 from 794624 to 1564672 tid 2 2024-04-10T15:10:05.329 INFO:tasks.rados.rados.0.smithi102.stdout:1328: writing smithi10276805-38 from 1564672 to 2187264 tid 3 2024-04-10T15:10:05.331 INFO:tasks.rados.rados.0.smithi102.stdout:1328: writing smithi10276805-38 from 2187264 to 2400256 tid 4 2024-04-10T15:10:05.331 INFO:tasks.rados.rados.0.smithi102.stdout:1329: delete oid 2 current snap is 113 2024-04-10T15:10:05.331 INFO:tasks.rados.rados.0.smithi102.stdout:1324: finishing write tid 6 to smithi10276805-28 2024-04-10T15:10:05.331 INFO:tasks.rados.rados.0.smithi102.stdout:1324: oid 28 updating version 0 to 877 2024-04-10T15:10:05.332 INFO:tasks.rados.rados.0.smithi102.stdout:1324: oid 28 updating version 877 to 880 2024-04-10T15:10:05.332 INFO:tasks.rados.rados.0.smithi102.stdout:1324: oid 28 version 880 is already newer than 879 2024-04-10T15:10:05.332 INFO:tasks.rados.rados.0.smithi102.stdout:1324: oid 28 version 880 is already newer than 878 2024-04-10T15:10:05.332 INFO:tasks.rados.rados.0.smithi102.stdout:1324: oid 28 version 880 is already newer than 876 2024-04-10T15:10:05.332 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 880 (ObjNum 427 snap 113 seq_num 427) dirty exists 2024-04-10T15:10:05.332 INFO:tasks.rados.rados.0.smithi102.stdout:1324: left oid 28 (ObjNum 427 snap 113 seq_num 427) 2024-04-10T15:10:05.332 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 658 (ObjNum 420 snap 112 seq_num 420) dirty exists 2024-04-10T15:10:05.332 INFO:tasks.rados.rados.0.smithi102.stdout:1328: finishing write tid 1 to smithi10276805-38 2024-04-10T15:10:05.332 INFO:tasks.rados.rados.0.smithi102.stdout:1328: finishing write tid 2 to smithi10276805-38 2024-04-10T15:10:05.334 INFO:tasks.rados.rados.0.smithi102.stdout:1328: finishing write tid 3 to smithi10276805-38 2024-04-10T15:10:05.334 INFO:tasks.rados.rados.0.smithi102.stdout:1328: finishing write tid 4 to smithi10276805-38 2024-04-10T15:10:05.335 INFO:tasks.rados.rados.0.smithi102.stdout:1324: done (4 left) 2024-04-10T15:10:05.335 INFO:tasks.rados.rados.0.smithi102.stdout:1326: done (3 left) 2024-04-10T15:10:05.335 INFO:tasks.rados.rados.0.smithi102.stdout:1329: done (2 left) 2024-04-10T15:10:05.335 INFO:tasks.rados.rados.0.smithi102.stdout:1330: read oid 50 snap -1 2024-04-10T15:10:05.335 INFO:tasks.rados.rados.0.smithi102.stdout:1330: expect (ObjNum 400 snap 107 seq_num 400) 2024-04-10T15:10:05.335 INFO:tasks.rados.rados.0.smithi102.stdout:1331: rmattr oid 7 current snap is 113 2024-04-10T15:10:05.335 INFO:tasks.rados.rados.0.smithi102.stdout:1331: done (3 left) 2024-04-10T15:10:05.335 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 113 2024-04-10T15:10:05.336 INFO:tasks.rados.rados.0.smithi102.stdout:1332: seq_num 431 ranges {0=24576} 2024-04-10T15:10:05.336 INFO:tasks.rados.rados.0.smithi102.stdout:1332: writing smithi10276805-25 from 0 to 24576 tid 1 2024-04-10T15:10:05.336 INFO:tasks.rados.rados.0.smithi102.stdout:1333: rollback oid 10 current snap is 113 2024-04-10T15:10:05.336 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 10 to 111 2024-04-10T15:10:05.336 INFO:tasks.rados.rados.0.smithi102.stdout:1334: snap_create 2024-04-10T15:10:05.336 INFO:tasks.rados.rados.0.smithi102.stdout:1328: finishing write tid 5 to smithi10276805-38 2024-04-10T15:10:05.338 INFO:tasks.rados.rados.0.smithi102.stdout:1332: finishing write tid 1 to smithi10276805-25 2024-04-10T15:10:05.338 INFO:tasks.rados.rados.0.smithi102.stdout:1328: finishing write tid 6 to smithi10276805-38 2024-04-10T15:10:05.338 INFO:tasks.rados.rados.0.smithi102.stdout:1328: oid 38 updating version 0 to 397 2024-04-10T15:10:05.338 INFO:tasks.rados.rados.0.smithi102.stdout:1328: oid 38 updating version 397 to 398 2024-04-10T15:10:05.338 INFO:tasks.rados.rados.0.smithi102.stdout:1328: oid 38 updating version 398 to 399 2024-04-10T15:10:05.338 INFO:tasks.rados.rados.0.smithi102.stdout:1328: oid 38 updating version 399 to 400 2024-04-10T15:10:05.338 INFO:tasks.rados.rados.0.smithi102.stdout:1328: oid 38 version 400 is already newer than 396 2024-04-10T15:10:05.338 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 400 (ObjNum 429 snap 113 seq_num 429) dirty exists 2024-04-10T15:10:05.338 INFO:tasks.rados.rados.0.smithi102.stdout:1328: left oid 38 (ObjNum 429 snap 113 seq_num 429) 2024-04-10T15:10:05.338 INFO:tasks.rados.rados.0.smithi102.stdout:1332: finishing write tid 2 to smithi10276805-25 2024-04-10T15:10:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:1333: finishing rollback tid 0 to smithi10276805-10 2024-04-10T15:10:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:1333: finishing rollback tid 1 to smithi10276805-10 2024-04-10T15:10:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:1333: finishing rollback tid 2 to smithi10276805-10 2024-04-10T15:10:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 507 (ObjNum 407 snap 107 seq_num 407) dirty exists 2024-04-10T15:10:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:1332: finishing write tid 3 to smithi10276805-25 2024-04-10T15:10:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:1332: oid 25 updating version 0 to 290 2024-04-10T15:10:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:1332: oid 25 updating version 290 to 291 2024-04-10T15:10:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 291 (ObjNum 431 snap 113 seq_num 431) dirty exists 2024-04-10T15:10:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:1332: left oid 25 (ObjNum 431 snap 113 seq_num 431) 2024-04-10T15:10:05.346 INFO:tasks.rados.rados.0.smithi102.stdout:1330: expect (ObjNum 400 snap 107 seq_num 400) 2024-04-10T15:10:05.397 INFO:tasks.rados.rados.0.smithi102.stdout:1327: expect (ObjNum 409 snap 107 seq_num 409) 2024-04-10T15:10:05.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:05 smithi102 ceph-mon[90943]: Upgrade: Setting container_image for all mon 2024-04-10T15:10:05.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:05 smithi102 ceph-mon[90943]: Upgrade: Setting container_image for all crash 2024-04-10T15:10:05.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:05 smithi102 ceph-mon[90943]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-10T15:10:05.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:05 smithi102 ceph-mon[90943]: Upgrade: osd.0 is safe to restart 2024-04-10T15:10:05.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:05 smithi102 ceph-mon[90943]: osdmap e299: 8 total, 8 up, 8 in 2024-04-10T15:10:05.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:05 smithi102 ceph-mon[88557]: Upgrade: Setting container_image for all mon 2024-04-10T15:10:05.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:05 smithi102 ceph-mon[88557]: Upgrade: Setting container_image for all crash 2024-04-10T15:10:05.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:05 smithi102 ceph-mon[88557]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-10T15:10:05.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:05 smithi102 ceph-mon[88557]: Upgrade: osd.0 is safe to restart 2024-04-10T15:10:05.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:05 smithi102 ceph-mon[88557]: osdmap e299: 8 total, 8 up, 8 in 2024-04-10T15:10:05.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:05 smithi154 ceph-mon[84269]: Upgrade: Setting container_image for all mon 2024-04-10T15:10:05.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:05 smithi154 ceph-mon[84269]: Upgrade: Setting container_image for all crash 2024-04-10T15:10:05.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:05 smithi154 ceph-mon[84269]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["0"], "max": 16}]: dispatch 2024-04-10T15:10:05.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:05 smithi154 ceph-mon[84269]: Upgrade: osd.0 is safe to restart 2024-04-10T15:10:05.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:05 smithi154 ceph-mon[84269]: osdmap e299: 8 total, 8 up, 8 in 2024-04-10T15:10:06.284 INFO:tasks.rados.rados.0.smithi102.stdout:1327: done (5 left) 2024-04-10T15:10:06.284 INFO:tasks.rados.rados.0.smithi102.stdout:1328: done (4 left) 2024-04-10T15:10:06.284 INFO:tasks.rados.rados.0.smithi102.stdout:1330: done (3 left) 2024-04-10T15:10:06.284 INFO:tasks.rados.rados.0.smithi102.stdout:1332: done (2 left) 2024-04-10T15:10:06.284 INFO:tasks.rados.rados.0.smithi102.stdout:1333: done (1 left) 2024-04-10T15:10:06.284 INFO:tasks.rados.rados.0.smithi102.stdout:1334: done (0 left) 2024-04-10T15:10:06.284 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 11 current snap is 114 2024-04-10T15:10:06.284 INFO:tasks.rados.rados.0.smithi102.stdout:1335: seq_num 432 ranges {0=40960} 2024-04-10T15:10:06.284 INFO:tasks.rados.rados.0.smithi102.stdout:1335: writing smithi10276805-11 from 0 to 40960 tid 1 2024-04-10T15:10:06.284 INFO:tasks.rados.rados.0.smithi102.stdout:1336: rollback oid 15 current snap is 114 2024-04-10T15:10:06.284 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 15 to 112 2024-04-10T15:10:06.284 INFO:tasks.rados.rados.0.smithi102.stdout:1337: read oid 23 snap -1 2024-04-10T15:10:06.284 INFO:tasks.rados.rados.0.smithi102.stdout:1337: expect (ObjNum 359 snap 94 seq_num 359) 2024-04-10T15:10:06.285 INFO:tasks.rados.rados.0.smithi102.stdout:1338: rollback oid 27 current snap is 114 2024-04-10T15:10:06.285 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 27 to 111 2024-04-10T15:10:06.285 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 12 current snap is 114 2024-04-10T15:10:06.285 INFO:tasks.rados.rados.0.smithi102.stdout:1339: seq_num 433 ranges {0=57344} 2024-04-10T15:10:06.285 INFO:tasks.rados.rados.0.smithi102.stdout:1339: writing smithi10276805-12 from 0 to 57344 tid 1 2024-04-10T15:10:06.285 INFO:tasks.rados.rados.0.smithi102.stdout:1340: rmattr oid 29 current snap is 114 2024-04-10T15:10:06.285 INFO:tasks.rados.rados.0.smithi102.stdout:1340: done (5 left) 2024-04-10T15:10:06.285 INFO:tasks.rados.rados.0.smithi102.stdout:1341: read oid 20 snap -1 2024-04-10T15:10:06.285 INFO:tasks.rados.rados.0.smithi102.stdout:1341: expect deleted 2024-04-10T15:10:06.285 INFO:tasks.rados.rados.0.smithi102.stdout:1342: snap_create 2024-04-10T15:10:06.285 INFO:tasks.rados.rados.0.smithi102.stdout:1338: finishing rollback tid 1 to smithi10276805-27 2024-04-10T15:10:06.286 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 0 (ObjNum 65 snap 0 seq_num 1649431740) dirty dne 2024-04-10T15:10:06.287 INFO:tasks.rados.rados.0.smithi102.stdout:1339: finishing write tid 1 to smithi10276805-12 2024-04-10T15:10:06.290 INFO:tasks.rados.rados.0.smithi102.stdout:1339: finishing write tid 2 to smithi10276805-12 2024-04-10T15:10:06.292 INFO:tasks.rados.rados.0.smithi102.stdout:1335: finishing write tid 1 to smithi10276805-11 2024-04-10T15:10:06.292 INFO:tasks.rados.rados.0.smithi102.stdout:1339: finishing write tid 3 to smithi10276805-12 2024-04-10T15:10:06.292 INFO:tasks.rados.rados.0.smithi102.stdout:1339: oid 12 updating version 0 to 553 2024-04-10T15:10:06.292 INFO:tasks.rados.rados.0.smithi102.stdout:1339: oid 12 version 553 is already newer than 552 2024-04-10T15:10:06.292 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 553 (ObjNum 433 snap 114 seq_num 433) dirty exists 2024-04-10T15:10:06.292 INFO:tasks.rados.rados.0.smithi102.stdout:1339: left oid 12 (ObjNum 433 snap 114 seq_num 433) 2024-04-10T15:10:06.292 INFO:tasks.rados.rados.0.smithi102.stdout:1335: finishing write tid 2 to smithi10276805-11 2024-04-10T15:10:06.292 INFO:tasks.rados.rados.0.smithi102.stdout:1336: finishing rollback tid 0 to smithi10276805-15 2024-04-10T15:10:06.293 INFO:tasks.rados.rados.0.smithi102.stdout:1336: finishing rollback tid 1 to smithi10276805-15 2024-04-10T15:10:06.293 INFO:tasks.rados.rados.0.smithi102.stdout:1336: finishing rollback tid 2 to smithi10276805-15 2024-04-10T15:10:06.293 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 884 (ObjNum 358 snap 94 seq_num 358) dirty exists 2024-04-10T15:10:06.294 INFO:tasks.rados.rados.0.smithi102.stdout:1335: finishing write tid 3 to smithi10276805-11 2024-04-10T15:10:06.294 INFO:tasks.rados.rados.0.smithi102.stdout:1335: oid 11 updating version 0 to 577 2024-04-10T15:10:06.294 INFO:tasks.rados.rados.0.smithi102.stdout:1335: oid 11 version 577 is already newer than 576 2024-04-10T15:10:06.294 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 577 (ObjNum 432 snap 114 seq_num 432) dirty exists 2024-04-10T15:10:06.294 INFO:tasks.rados.rados.0.smithi102.stdout:1335: left oid 11 (ObjNum 432 snap 114 seq_num 432) 2024-04-10T15:10:06.312 INFO:tasks.rados.rados.0.smithi102.stdout:1337: expect (ObjNum 359 snap 94 seq_num 359) 2024-04-10T15:10:06.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:06 smithi154 ceph-mon[84269]: pgmap v100: 121 pgs: 121 active+clean; 236 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.6 MiB/s wr, 11 op/s 2024-04-10T15:10:06.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:06 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:06.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:06 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T15:10:06.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:06 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:10:06.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:06 smithi102 ceph-mon[90943]: pgmap v100: 121 pgs: 121 active+clean; 236 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.6 MiB/s wr, 11 op/s 2024-04-10T15:10:06.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:06 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:06.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:06 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T15:10:06.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:06 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:10:06.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:06 smithi102 ceph-mon[88557]: pgmap v100: 121 pgs: 121 active+clean; 236 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.7 MiB/s rd, 6.6 MiB/s wr, 11 op/s 2024-04-10T15:10:06.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:06 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:06.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:06 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.0"}]: dispatch 2024-04-10T15:10:06.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:06 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:10:07.291 INFO:tasks.rados.rados.0.smithi102.stdout:1335: done (6 left) 2024-04-10T15:10:07.291 INFO:tasks.rados.rados.0.smithi102.stdout:1336: done (5 left) 2024-04-10T15:10:07.291 INFO:tasks.rados.rados.0.smithi102.stdout:1337: done (4 left) 2024-04-10T15:10:07.291 INFO:tasks.rados.rados.0.smithi102.stdout:1338: done (3 left) 2024-04-10T15:10:07.291 INFO:tasks.rados.rados.0.smithi102.stdout:1339: done (2 left) 2024-04-10T15:10:07.291 INFO:tasks.rados.rados.0.smithi102.stdout:1341: done (1 left) 2024-04-10T15:10:07.291 INFO:tasks.rados.rados.0.smithi102.stdout:1342: done (0 left) 2024-04-10T15:10:07.291 INFO:tasks.rados.rados.0.smithi102.stdout:1343: read oid 49 snap -1 2024-04-10T15:10:07.291 INFO:tasks.rados.rados.0.smithi102.stdout:1343: expect (ObjNum 384 snap 101 seq_num 384) 2024-04-10T15:10:07.292 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 26 current snap is 115 2024-04-10T15:10:07.292 INFO:tasks.rados.rados.0.smithi102.stdout:1344: seq_num 434 ranges {0=73728} 2024-04-10T15:10:07.292 INFO:tasks.rados.rados.0.smithi102.stdout:1344: writing smithi10276805-26 from 0 to 73728 tid 1 2024-04-10T15:10:07.292 INFO:tasks.rados.rados.0.smithi102.stdout:1345: snap_create 2024-04-10T15:10:07.298 INFO:tasks.rados.rados.0.smithi102.stdout:1344: finishing write tid 1 to smithi10276805-26 2024-04-10T15:10:07.298 INFO:tasks.rados.rados.0.smithi102.stdout:1344: finishing write tid 2 to smithi10276805-26 2024-04-10T15:10:07.299 INFO:tasks.rados.rados.0.smithi102.stdout:1344: finishing write tid 3 to smithi10276805-26 2024-04-10T15:10:07.299 INFO:tasks.rados.rados.0.smithi102.stdout:1344: oid 26 updating version 0 to 494 2024-04-10T15:10:07.299 INFO:tasks.rados.rados.0.smithi102.stdout:1344: oid 26 updating version 494 to 495 2024-04-10T15:10:07.300 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 495 (ObjNum 434 snap 115 seq_num 434) dirty exists 2024-04-10T15:10:07.300 INFO:tasks.rados.rados.0.smithi102.stdout:1344: left oid 26 (ObjNum 434 snap 115 seq_num 434) 2024-04-10T15:10:07.315 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:07 smithi102 ceph-mon[88557]: Upgrade: Updating osd.0 2024-04-10T15:10:07.315 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:07 smithi102 ceph-mon[88557]: Deploying daemon osd.0 on smithi102 2024-04-10T15:10:07.315 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:07 smithi102 ceph-mon[88557]: osdmap e300: 8 total, 8 up, 8 in 2024-04-10T15:10:07.315 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:07 smithi102 ceph-mon[88557]: pgmap v102: 121 pgs: 121 active+clean; 236 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 5.3 MiB/s wr, 9 op/s 2024-04-10T15:10:07.316 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:07 smithi102 ceph-mon[90943]: Upgrade: Updating osd.0 2024-04-10T15:10:07.316 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:07 smithi102 ceph-mon[90943]: Deploying daemon osd.0 on smithi102 2024-04-10T15:10:07.316 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:07 smithi102 ceph-mon[90943]: osdmap e300: 8 total, 8 up, 8 in 2024-04-10T15:10:07.316 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:07 smithi102 ceph-mon[90943]: pgmap v102: 121 pgs: 121 active+clean; 236 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 5.3 MiB/s wr, 9 op/s 2024-04-10T15:10:07.323 INFO:tasks.rados.rados.0.smithi102.stdout:1343: expect (ObjNum 384 snap 101 seq_num 384) 2024-04-10T15:10:07.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:07 smithi154 ceph-mon[84269]: Upgrade: Updating osd.0 2024-04-10T15:10:07.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:07 smithi154 ceph-mon[84269]: Deploying daemon osd.0 on smithi102 2024-04-10T15:10:07.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:07 smithi154 ceph-mon[84269]: osdmap e300: 8 total, 8 up, 8 in 2024-04-10T15:10:07.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:07 smithi154 ceph-mon[84269]: pgmap v102: 121 pgs: 121 active+clean; 236 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 5.3 MiB/s wr, 9 op/s 2024-04-10T15:10:07.657 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:10:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:10:07] "GET /metrics HTTP/1.1" 200 36021 "" "Prometheus/2.43.0" 2024-04-10T15:10:08.150 INFO:tasks.rados.rados.0.smithi102.stdout:1343: done (2 left) 2024-04-10T15:10:08.150 INFO:tasks.rados.rados.0.smithi102.stdout:1344: done (1 left) 2024-04-10T15:10:08.150 INFO:tasks.rados.rados.0.smithi102.stdout:1345: done (0 left) 2024-04-10T15:10:08.150 INFO:tasks.rados.rados.0.smithi102.stdout:1346: snap_create 2024-04-10T15:10:08.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:08 smithi154 ceph-mon[84269]: osdmap e301: 8 total, 8 up, 8 in 2024-04-10T15:10:08.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:08 smithi154 ceph-mon[84269]: osdmap e302: 8 total, 8 up, 8 in 2024-04-10T15:10:08.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:10:08.643 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:08 smithi102 ceph-mon[90943]: osdmap e301: 8 total, 8 up, 8 in 2024-04-10T15:10:08.643 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:08 smithi102 ceph-mon[90943]: osdmap e302: 8 total, 8 up, 8 in 2024-04-10T15:10:08.644 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:10:08.644 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:08 smithi102 ceph-mon[88557]: osdmap e301: 8 total, 8 up, 8 in 2024-04-10T15:10:08.644 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:08 smithi102 ceph-mon[88557]: osdmap e302: 8 total, 8 up, 8 in 2024-04-10T15:10:08.644 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:10:08.908 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:08 smithi102 systemd[1]: Stopping Ceph osd.0 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:10:09.155 INFO:tasks.rados.rados.0.smithi102.stdout:1346: done (0 left) 2024-04-10T15:10:09.155 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 44 current snap is 117 2024-04-10T15:10:09.155 INFO:tasks.rados.rados.0.smithi102.stdout:1347: seq_num 435 ranges {0=90112} 2024-04-10T15:10:09.155 INFO:tasks.rados.rados.0.smithi102.stdout:1347: writing smithi10276805-44 from 0 to 90112 tid 1 2024-04-10T15:10:09.156 INFO:tasks.rados.rados.0.smithi102.stdout:1348: read oid 10 snap -1 2024-04-10T15:10:09.156 INFO:tasks.rados.rados.0.smithi102.stdout:1348: expect (ObjNum 407 snap 107 seq_num 407) 2024-04-10T15:10:09.156 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 28 current snap is 117 2024-04-10T15:10:09.156 INFO:tasks.rados.rados.0.smithi102.stdout:1349: seq_num 436 ranges {4661248=106496} 2024-04-10T15:10:09.181 INFO:tasks.rados.rados.0.smithi102.stdout:1349: writing smithi10276805-28 from 4661248 to 4767744 tid 1 2024-04-10T15:10:09.181 INFO:tasks.rados.rados.0.smithi102.stdout:1350: rollback oid 26 current snap is 117 2024-04-10T15:10:09.181 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 26 to 101 2024-04-10T15:10:09.181 INFO:tasks.rados.rados.0.smithi102.stdout:1347: finishing write tid 1 to smithi10276805-44 2024-04-10T15:10:09.181 INFO:tasks.rados.rados.0.smithi102.stdout:1347: finishing write tid 2 to smithi10276805-44 2024-04-10T15:10:09.181 INFO:tasks.rados.rados.0.smithi102.stdout:1347: finishing write tid 3 to smithi10276805-44 2024-04-10T15:10:09.181 INFO:tasks.rados.rados.0.smithi102.stdout:1347: oid 44 updating version 0 to 509 2024-04-10T15:10:09.181 INFO:tasks.rados.rados.0.smithi102.stdout:1347: oid 44 version 509 is already newer than 508 2024-04-10T15:10:09.181 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 509 (ObjNum 435 snap 117 seq_num 435) dirty exists 2024-04-10T15:10:09.181 INFO:tasks.rados.rados.0.smithi102.stdout:1347: left oid 44 (ObjNum 435 snap 117 seq_num 435) 2024-04-10T15:10:09.181 INFO:tasks.rados.rados.0.smithi102.stdout:1347: done (3 left) 2024-04-10T15:10:09.181 INFO:tasks.rados.rados.0.smithi102.stdout:1351: rollback oid 2 current snap is 117 2024-04-10T15:10:09.181 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 2 to 111 2024-04-10T15:10:09.182 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 14 current snap is 117 2024-04-10T15:10:09.182 INFO:tasks.rados.rados.0.smithi102.stdout:1352: seq_num 437 ranges {2162688=122880} 2024-04-10T15:10:09.193 INFO:tasks.rados.rados.0.smithi102.stdout:1352: writing smithi10276805-14 from 2162688 to 2285568 tid 1 2024-04-10T15:10:09.193 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 32 current snap is 117 2024-04-10T15:10:09.193 INFO:tasks.rados.rados.0.smithi102.stdout:1353: seq_num 438 ranges {10551296=139264} 2024-04-10T15:10:09.251 INFO:tasks.rados.rados.0.smithi102.stdout:1353: writing smithi10276805-32 from 10551296 to 10690560 tid 1 2024-04-10T15:10:09.251 INFO:tasks.rados.rados.0.smithi102.stdout:1354: copy_from oid 45 from oid 20 current snap is 117 2024-04-10T15:10:09.251 INFO:tasks.rados.rados.0.smithi102.stdout:1351: finishing rollback tid 1 to smithi10276805-2 2024-04-10T15:10:09.251 INFO:tasks.rados.rados.0.smithi102.stdout:1351: finishing rollback tid 2 to smithi10276805-2 2024-04-10T15:10:09.251 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 227 (ObjNum 414 snap 109 seq_num 414) dirty exists 2024-04-10T15:10:09.251 INFO:tasks.rados.rados.0.smithi102.stdout:1350: finishing rollback tid 0 to smithi10276805-26 2024-04-10T15:10:09.251 INFO:tasks.rados.rados.0.smithi102.stdout:1348: expect (ObjNum 407 snap 107 seq_num 407) 2024-04-10T15:10:09.294 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:08 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0[41889]: 2024-04-10T15:10:08.945+0000 7ffb1f48b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:10:09.295 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:08 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0[41889]: 2024-04-10T15:10:08.945+0000 7ffb1f48b700 -1 osd.0 302 *** Got signal Terminated *** 2024-04-10T15:10:09.295 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:08 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0[41889]: 2024-04-10T15:10:08.945+0000 7ffb1f48b700 -1 osd.0 302 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T15:10:09.368 INFO:tasks.rados.rados.0.smithi102.stdout:1350: finishing rollback tid 1 to smithi10276805-26 2024-04-10T15:10:09.368 INFO:tasks.rados.rados.0.smithi102.stdout:1350: finishing rollback tid 2 to smithi10276805-26 2024-04-10T15:10:09.368 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 499 (ObjNum 279 snap 61 seq_num 279) dirty exists 2024-04-10T15:10:09.368 INFO:tasks.rados.rados.0.smithi102.stdout:1349: finishing write tid 1 to smithi10276805-28 2024-04-10T15:10:09.369 INFO:tasks.rados.rados.0.smithi102.stdout:1349: finishing write tid 2 to smithi10276805-28 2024-04-10T15:10:09.369 INFO:tasks.rados.rados.0.smithi102.stdout:1349: finishing write tid 3 to smithi10276805-28 2024-04-10T15:10:09.369 INFO:tasks.rados.rados.0.smithi102.stdout:1349: oid 28 updating version 0 to 886 2024-04-10T15:10:09.369 INFO:tasks.rados.rados.0.smithi102.stdout:1349: oid 28 updating version 886 to 887 2024-04-10T15:10:09.369 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 887 (ObjNum 436 snap 117 seq_num 436) dirty exists 2024-04-10T15:10:09.369 INFO:tasks.rados.rados.0.smithi102.stdout:1349: left oid 28 (ObjNum 436 snap 117 seq_num 436) 2024-04-10T15:10:09.369 INFO:tasks.rados.rados.0.smithi102.stdout:1352: finishing write tid 1 to smithi10276805-14 2024-04-10T15:10:09.369 INFO:tasks.rados.rados.0.smithi102.stdout:1348: done (6 left) 2024-04-10T15:10:09.369 INFO:tasks.rados.rados.0.smithi102.stdout:1349: done (5 left) 2024-04-10T15:10:09.369 INFO:tasks.rados.rados.0.smithi102.stdout:1350: done (4 left) 2024-04-10T15:10:09.369 INFO:tasks.rados.rados.0.smithi102.stdout:1351: done (3 left) 2024-04-10T15:10:09.369 INFO:tasks.rados.rados.0.smithi102.stdout:1355: read oid 6 snap 101 2024-04-10T15:10:09.369 INFO:tasks.rados.rados.0.smithi102.stdout:1355: expect (ObjNum 349 snap 92 seq_num 349) 2024-04-10T15:10:09.369 INFO:tasks.rados.rados.0.smithi102.stdout:1356: snap_remove snap 116 2024-04-10T15:10:09.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:09 smithi154 ceph-mon[84269]: osd.0 marked itself down and dead 2024-04-10T15:10:09.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:09 smithi154 ceph-mon[84269]: pgmap v105: 121 pgs: 121 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-10T15:10:09.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:09 smithi154 ceph-mon[84269]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:10:09.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:09 smithi154 ceph-mon[84269]: osdmap e303: 8 total, 7 up, 8 in 2024-04-10T15:10:09.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:09 smithi102 ceph-mon[90943]: osd.0 marked itself down and dead 2024-04-10T15:10:09.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:09 smithi102 ceph-mon[90943]: pgmap v105: 121 pgs: 121 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-10T15:10:09.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:09 smithi102 ceph-mon[90943]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:10:09.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:09 smithi102 ceph-mon[90943]: osdmap e303: 8 total, 7 up, 8 in 2024-04-10T15:10:09.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:09 smithi102 ceph-mon[88557]: osd.0 marked itself down and dead 2024-04-10T15:10:09.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:09 smithi102 ceph-mon[88557]: pgmap v105: 121 pgs: 121 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 2.6 MiB/s wr, 21 op/s 2024-04-10T15:10:09.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:09 smithi102 ceph-mon[88557]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:10:09.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:09 smithi102 ceph-mon[88557]: osdmap e303: 8 total, 7 up, 8 in 2024-04-10T15:10:09.996 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:09 smithi102 podman[95755]: 2024-04-10 15:10:09.732009541 +0000 UTC m=+0.892988915 container died 770d8faa5266ca52dae683201c243cfe54b70ec4de7b90e2962cb4f7d2285fb8 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-10T15:10:10.161 INFO:tasks.rados.rados.0.smithi102.stdout:1356: done (4 left) 2024-04-10T15:10:10.161 INFO:tasks.rados.rados.0.smithi102.stdout:1357: setattr oid 49 current snap is 117 2024-04-10T15:10:10.161 INFO:tasks.rados.rados.0.smithi102.stdout:1352: finishing write tid 2 to smithi10276805-14 2024-04-10T15:10:10.161 INFO:tasks.rados.rados.0.smithi102.stdout:1352: finishing write tid 3 to smithi10276805-14 2024-04-10T15:10:10.161 INFO:tasks.rados.rados.0.smithi102.stdout:1352: oid 14 updating version 0 to 804 2024-04-10T15:10:10.162 INFO:tasks.rados.rados.0.smithi102.stdout:1352: oid 14 version 804 is already newer than 803 2024-04-10T15:10:10.162 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 804 (ObjNum 437 snap 117 seq_num 437) dirty exists 2024-04-10T15:10:10.162 INFO:tasks.rados.rados.0.smithi102.stdout:1352: left oid 14 (ObjNum 437 snap 117 seq_num 437) 2024-04-10T15:10:10.162 INFO:tasks.rados.rados.0.smithi102.stdout:1353: finishing write tid 1 to smithi10276805-32 2024-04-10T15:10:10.162 INFO:tasks.rados.rados.0.smithi102.stdout:1353: finishing write tid 2 to smithi10276805-32 2024-04-10T15:10:10.162 INFO:tasks.rados.rados.0.smithi102.stdout:1353: finishing write tid 3 to smithi10276805-32 2024-04-10T15:10:10.162 INFO:tasks.rados.rados.0.smithi102.stdout:1353: oid 32 updating version 0 to 890 2024-04-10T15:10:10.162 INFO:tasks.rados.rados.0.smithi102.stdout:1353: oid 32 version 890 is already newer than 889 2024-04-10T15:10:10.162 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 890 (ObjNum 438 snap 117 seq_num 438) dirty exists 2024-04-10T15:10:10.162 INFO:tasks.rados.rados.0.smithi102.stdout:1353: left oid 32 (ObjNum 438 snap 117 seq_num 438) 2024-04-10T15:10:10.162 INFO:tasks.rados.rados.0.smithi102.stdout:1355: expect (ObjNum 349 snap 92 seq_num 349) 2024-04-10T15:10:10.363 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:10 smithi102 podman[95755]: 2024-04-10 15:10:10.112535741 +0000 UTC m=+1.273515115 container cleanup 770d8faa5266ca52dae683201c243cfe54b70ec4de7b90e2962cb4f7d2285fb8 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=reef-d540eba, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-10T15:10:10.363 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:10 smithi102 bash[95755]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0 2024-04-10T15:10:10.491 INFO:tasks.rados.rados.0.smithi102.stdout:1354: finishing copy_from to smithi10276805-45 2024-04-10T15:10:10.491 INFO:tasks.rados.rados.0.smithi102.stdout:1354: got expected ENOENT (src dne) 2024-04-10T15:10:10.492 INFO:tasks.rados.rados.0.smithi102.stdout:1354: finishing copy_from racing read to smithi10276805-45 2024-04-10T15:10:10.492 INFO:tasks.rados.rados.0.smithi102.stdout:1352: done (4 left) 2024-04-10T15:10:10.492 INFO:tasks.rados.rados.0.smithi102.stdout:1353: done (3 left) 2024-04-10T15:10:10.492 INFO:tasks.rados.rados.0.smithi102.stdout:1354: done (2 left) 2024-04-10T15:10:10.492 INFO:tasks.rados.rados.0.smithi102.stdout:1355: done (1 left) 2024-04-10T15:10:10.492 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 3 current snap is 117 2024-04-10T15:10:10.492 INFO:tasks.rados.rados.0.smithi102.stdout:1358: seq_num 439 ranges {0=155648} 2024-04-10T15:10:10.493 INFO:tasks.rados.rados.0.smithi102.stdout:1358: writing smithi10276805-3 from 0 to 155648 tid 1 2024-04-10T15:10:10.493 INFO:tasks.rados.rados.0.smithi102.stdout:1359: snap_remove snap 106 2024-04-10T15:10:10.658 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:10 smithi102 podman[95770]: 2024-04-10 15:10:10.389011146 +0000 UTC m=+0.657643087 container remove 770d8faa5266ca52dae683201c243cfe54b70ec4de7b90e2962cb4f7d2285fb8 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS) 2024-04-10T15:10:11.063 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:10 smithi102 podman[95858]: 2024-04-10 15:10:10.646069779 +0000 UTC m=+0.017812151 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:10:11.063 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:10 smithi102 podman[95858]: 2024-04-10 15:10:10.765279216 +0000 UTC m=+0.137021571 container create 2dd2be04fe28d517b68a30658538c8cf901c06338f46473fbb12fbf4143a673c (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-deactivate, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS) 2024-04-10T15:10:11.063 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:10 smithi102 podman[95858]: 2024-04-10 15:10:10.984359014 +0000 UTC m=+0.356101369 container init 2dd2be04fe28d517b68a30658538c8cf901c06338f46473fbb12fbf4143a673c (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-10T15:10:11.063 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:10 smithi102 podman[95858]: 2024-04-10 15:10:10.987533232 +0000 UTC m=+0.359275598 container start 2dd2be04fe28d517b68a30658538c8cf901c06338f46473fbb12fbf4143a673c (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-deactivate, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-10T15:10:11.063 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:11 smithi102 podman[95858]: 2024-04-10 15:10:11.08906934 +0000 UTC m=+0.460811709 container attach 2dd2be04fe28d517b68a30658538c8cf901c06338f46473fbb12fbf4143a673c (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-deactivate, org.label-schema.license=GPLv2, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-10T15:10:11.159 INFO:tasks.rados.rados.0.smithi102.stdout:1359: done (2 left) 2024-04-10T15:10:11.159 INFO:tasks.rados.rados.0.smithi102.stdout:1360: read oid 31 snap -1 2024-04-10T15:10:11.159 INFO:tasks.rados.rados.0.smithi102.stdout:1360: expect (ObjNum 425 snap 113 seq_num 425) 2024-04-10T15:10:11.159 INFO:tasks.rados.rados.0.smithi102.stdout:1361: snap_create 2024-04-10T15:10:11.159 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 805 (ObjNum 384 snap 101 seq_num 384) dirty exists 2024-04-10T15:10:11.159 INFO:tasks.rados.rados.0.smithi102.stdout:1358: finishing write tid 1 to smithi10276805-3 2024-04-10T15:10:11.159 INFO:tasks.rados.rados.0.smithi102.stdout:1358: finishing write tid 2 to smithi10276805-3 2024-04-10T15:10:11.159 INFO:tasks.rados.rados.0.smithi102.stdout:1358: finishing write tid 3 to smithi10276805-3 2024-04-10T15:10:11.159 INFO:tasks.rados.rados.0.smithi102.stdout:1358: oid 3 updating version 0 to 806 2024-04-10T15:10:11.159 INFO:tasks.rados.rados.0.smithi102.stdout:1358: oid 3 updating version 806 to 807 2024-04-10T15:10:11.160 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 807 (ObjNum 439 snap 117 seq_num 439) dirty exists 2024-04-10T15:10:11.160 INFO:tasks.rados.rados.0.smithi102.stdout:1358: left oid 3 (ObjNum 439 snap 117 seq_num 439) 2024-04-10T15:10:11.183 INFO:tasks.rados.rados.0.smithi102.stdout:1360: expect (ObjNum 425 snap 113 seq_num 425) 2024-04-10T15:10:11.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:11 smithi102 ceph-mon[88557]: osdmap e304: 8 total, 7 up, 8 in 2024-04-10T15:10:11.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:11 smithi102 ceph-mon[90943]: osdmap e304: 8 total, 7 up, 8 in 2024-04-10T15:10:11.408 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:11 smithi102 podman[95858]: 2024-04-10 15:10:11.288231073 +0000 UTC m=+0.659973432 container died 2dd2be04fe28d517b68a30658538c8cf901c06338f46473fbb12fbf4143a673c (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-deactivate, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-10T15:10:11.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:11 smithi154 ceph-mon[84269]: osdmap e304: 8 total, 7 up, 8 in 2024-04-10T15:10:12.156 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:11 smithi102 podman[95885]: 2024-04-10 15:10:11.846533108 +0000 UTC m=+0.552951064 container remove 2dd2be04fe28d517b68a30658538c8cf901c06338f46473fbb12fbf4143a673c (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-10T15:10:12.157 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:11 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.0.service: Deactivated successfully. 2024-04-10T15:10:12.157 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:11 smithi102 systemd[1]: Stopped Ceph osd.0 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:10:12.157 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:11 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.0.service: Consumed 11.176s CPU time. 2024-04-10T15:10:12.157 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:12 smithi102 systemd[1]: Starting Ceph osd.0 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:10:12.163 INFO:tasks.rados.rados.0.smithi102.stdout:1357: done (3 left) 2024-04-10T15:10:12.163 INFO:tasks.rados.rados.0.smithi102.stdout:1358: done (2 left) 2024-04-10T15:10:12.163 INFO:tasks.rados.rados.0.smithi102.stdout:1360: done (1 left) 2024-04-10T15:10:12.163 INFO:tasks.rados.rados.0.smithi102.stdout:1361: done (0 left) 2024-04-10T15:10:12.163 INFO:tasks.rados.rados.0.smithi102.stdout:1362: rollback oid 42 current snap is 118 2024-04-10T15:10:12.163 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 42 to 114 2024-04-10T15:10:12.164 INFO:tasks.rados.rados.0.smithi102.stdout:1363: read oid 22 snap -1 2024-04-10T15:10:12.164 INFO:tasks.rados.rados.0.smithi102.stdout:1363: expect (ObjNum 302 snap 74 seq_num 302) 2024-04-10T15:10:12.164 INFO:tasks.rados.rados.0.smithi102.stdout:1364: read oid 28 snap -1 2024-04-10T15:10:12.164 INFO:tasks.rados.rados.0.smithi102.stdout:1364: expect (ObjNum 436 snap 117 seq_num 436) 2024-04-10T15:10:12.164 INFO:tasks.rados.rados.0.smithi102.stdout:1365: read oid 41 snap -1 2024-04-10T15:10:12.164 INFO:tasks.rados.rados.0.smithi102.stdout:1365: expect (ObjNum 281 snap 62 seq_num 281) 2024-04-10T15:10:12.164 INFO:tasks.rados.rados.0.smithi102.stdout:1366: rollback oid 24 current snap is 118 2024-04-10T15:10:12.164 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 24 to 112 2024-04-10T15:10:12.164 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 49 current snap is 118 2024-04-10T15:10:12.164 INFO:tasks.rados.rados.0.smithi102.stdout:1367: seq_num 440 ranges {8642560=172032} 2024-04-10T15:10:12.211 INFO:tasks.rados.rados.0.smithi102.stdout:1367: writing smithi10276805-49 from 8642560 to 8814592 tid 1 2024-04-10T15:10:12.211 INFO:tasks.rados.rados.0.smithi102.stdout:1368: snap_remove snap 113 2024-04-10T15:10:12.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:12 smithi102 ceph-mon[90943]: pgmap v108: 121 pgs: 15 stale+active+clean, 106 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 3.2 MiB/s wr, 26 op/s 2024-04-10T15:10:12.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:12 smithi102 ceph-mon[90943]: osdmap e305: 8 total, 7 up, 8 in 2024-04-10T15:10:12.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:12 smithi102 ceph-mon[88557]: pgmap v108: 121 pgs: 15 stale+active+clean, 106 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 3.2 MiB/s wr, 26 op/s 2024-04-10T15:10:12.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:12 smithi102 ceph-mon[88557]: osdmap e305: 8 total, 7 up, 8 in 2024-04-10T15:10:12.408 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:12 smithi102 podman[95991]: 2024-04-10 15:10:12.185352029 +0000 UTC m=+0.018388892 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:10:12.409 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:12 smithi102 podman[95991]: 2024-04-10 15:10:12.323092869 +0000 UTC m=+0.156129705 container create 1c423c3e2334ad38b1de211ce6e28f7413df92d04d3d80d97773e8842b3772a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-activate, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-10T15:10:12.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:12 smithi154 ceph-mon[84269]: pgmap v108: 121 pgs: 15 stale+active+clean, 106 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 28 MiB/s rd, 3.2 MiB/s wr, 26 op/s 2024-04-10T15:10:12.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:12 smithi154 ceph-mon[84269]: osdmap e305: 8 total, 7 up, 8 in 2024-04-10T15:10:12.628 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:10:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:10:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:10:12.908 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:12 smithi102 podman[95991]: 2024-04-10 15:10:12.567375223 +0000 UTC m=+0.400412059 container init 1c423c3e2334ad38b1de211ce6e28f7413df92d04d3d80d97773e8842b3772a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:10:12.908 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:12 smithi102 podman[95991]: 2024-04-10 15:10:12.570558111 +0000 UTC m=+0.403594948 container start 1c423c3e2334ad38b1de211ce6e28f7413df92d04d3d80d97773e8842b3772a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-activate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True) 2024-04-10T15:10:12.908 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:12 smithi102 podman[95991]: 2024-04-10 15:10:12.675691405 +0000 UTC m=+0.508728256 container attach 1c423c3e2334ad38b1de211ce6e28f7413df92d04d3d80d97773e8842b3772a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, io.buildah.version=1.33.5) 2024-04-10T15:10:13.169 INFO:tasks.rados.rados.0.smithi102.stdout:1368: done (6 left) 2024-04-10T15:10:13.170 INFO:tasks.rados.rados.0.smithi102.stdout:1369: rollback oid 12 current snap is 118 2024-04-10T15:10:13.170 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 12 to 117 2024-04-10T15:10:13.170 INFO:tasks.rados.rados.0.smithi102.stdout:1366: finishing rollback tid 0 to smithi10276805-24 2024-04-10T15:10:13.170 INFO:tasks.rados.rados.0.smithi102.stdout:1366: finishing rollback tid 1 to smithi10276805-24 2024-04-10T15:10:13.170 INFO:tasks.rados.rados.0.smithi102.stdout:1366: finishing rollback tid 2 to smithi10276805-24 2024-04-10T15:10:13.170 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 248 (ObjNum 384 snap 101 seq_num 384) dirty exists 2024-04-10T15:10:13.170 INFO:tasks.rados.rados.0.smithi102.stdout:1362: finishing rollback tid 0 to smithi10276805-42 2024-04-10T15:10:13.170 INFO:tasks.rados.rados.0.smithi102.stdout:1362: finishing rollback tid 1 to smithi10276805-42 2024-04-10T15:10:13.170 INFO:tasks.rados.rados.0.smithi102.stdout:1362: finishing rollback tid 2 to smithi10276805-42 2024-04-10T15:10:13.170 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 581 (ObjNum 399 snap 107 seq_num 399) dirty exists 2024-04-10T15:10:13.170 INFO:tasks.rados.rados.0.smithi102.stdout:1365: expect (ObjNum 281 snap 62 seq_num 281) 2024-04-10T15:10:13.370 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:13 smithi102 ceph-mon[90943]: osdmap e306: 8 total, 7 up, 8 in 2024-04-10T15:10:13.370 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:13 smithi102 ceph-mon[88557]: osdmap e306: 8 total, 7 up, 8 in 2024-04-10T15:10:13.371 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:13 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-activate[96006]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-10T15:10:13.371 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:13 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-activate[96006]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-10T15:10:13.371 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:13 smithi102 bash[95991]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-10T15:10:13.371 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:13 smithi102 bash[95991]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-0 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-10T15:10:13.371 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:13 smithi102 bash[95991]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-10T15:10:13.371 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:13 smithi102 bash[95991]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-10T15:10:13.371 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:13 smithi102 bash[95991]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-10T15:10:13.371 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:13 smithi102 bash[95991]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-10T15:10:13.371 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:13 smithi102 bash[95991]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-10T15:10:13.371 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:13 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-activate[96006]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-10T15:10:13.371 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:13 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-activate[96006]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-10T15:10:13.371 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:13 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-activate[96006]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-0/block 2024-04-10T15:10:13.372 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:13 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-activate[96006]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-04-10T15:10:13.372 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:13 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-activate[96006]: --> ceph-volume raw activate successful for osd ID: 0 2024-04-10T15:10:13.372 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:13 smithi102 podman[95991]: 2024-04-10 15:10:13.037243288 +0000 UTC m=+0.870280133 container died 1c423c3e2334ad38b1de211ce6e28f7413df92d04d3d80d97773e8842b3772a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-activate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409) 2024-04-10T15:10:13.468 INFO:tasks.rados.rados.0.smithi102.stdout:1364: expect (ObjNum 436 snap 117 seq_num 436) 2024-04-10T15:10:13.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:13 smithi154 ceph-mon[84269]: osdmap e306: 8 total, 7 up, 8 in 2024-04-10T15:10:13.707 INFO:tasks.rados.rados.0.smithi102.stdout:1367: finishing write tid 1 to smithi10276805-49 2024-04-10T15:10:13.708 INFO:tasks.rados.rados.0.smithi102.stdout:1367: finishing write tid 2 to smithi10276805-49 2024-04-10T15:10:13.708 INFO:tasks.rados.rados.0.smithi102.stdout:1362: done (6 left) 2024-04-10T15:10:13.708 INFO:tasks.rados.rados.0.smithi102.stdout:1364: done (5 left) 2024-04-10T15:10:13.708 INFO:tasks.rados.rados.0.smithi102.stdout:1365: done (4 left) 2024-04-10T15:10:13.708 INFO:tasks.rados.rados.0.smithi102.stdout:1366: done (3 left) 2024-04-10T15:10:13.708 INFO:tasks.rados.rados.0.smithi102.stdout:1370: snap_remove snap 111 2024-04-10T15:10:13.878 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:10:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:10:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:10:13.995 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:13 smithi102 podman[96123]: 2024-04-10 15:10:13.68836621 +0000 UTC m=+0.645909566 container remove 1c423c3e2334ad38b1de211ce6e28f7413df92d04d3d80d97773e8842b3772a6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-10T15:10:13.995 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:13 smithi102 podman[96186]: 2024-04-10 15:10:13.801079855 +0000 UTC m=+0.018018658 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:10:13.995 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:13 smithi102 podman[96186]: 2024-04-10 15:10:13.914793355 +0000 UTC m=+0.131732200 container create e0c9aedb21463015947dd66f6e5858c6c43b60f258652719d7ee14ab1e8308e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, GIT_CLEAN=True) 2024-04-10T15:10:14.174 INFO:tasks.rados.rados.0.smithi102.stdout:1370: done (3 left) 2024-04-10T15:10:14.174 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 118 2024-04-10T15:10:14.174 INFO:tasks.rados.rados.0.smithi102.stdout:1371: seq_num 441 ranges {24576=188416} 2024-04-10T15:10:14.175 INFO:tasks.rados.rados.0.smithi102.stdout:1371: writing smithi10276805-25 from 24576 to 212992 tid 1 2024-04-10T15:10:14.176 INFO:tasks.rados.rados.0.smithi102.stdout:1372: copy_from oid 44 from oid 36 current snap is 118 2024-04-10T15:10:14.176 INFO:tasks.rados.rados.0.smithi102.stdout:1373: rollback oid 39 current snap is 118 2024-04-10T15:10:14.176 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 39 to 115 2024-04-10T15:10:14.176 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 29 current snap is 118 2024-04-10T15:10:14.176 INFO:tasks.rados.rados.0.smithi102.stdout:1374: seq_num 442 ranges {3735552=204800} 2024-04-10T15:10:14.198 INFO:tasks.rados.rados.0.smithi102.stdout:1374: writing smithi10276805-29 from 3735552 to 3940352 tid 1 2024-04-10T15:10:14.198 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 28 current snap is 118 2024-04-10T15:10:14.198 INFO:tasks.rados.rados.0.smithi102.stdout:1367: finishing write tid 3 to smithi10276805-49 2024-04-10T15:10:14.199 INFO:tasks.rados.rados.0.smithi102.stdout:1367: oid 49 updating version 0 to 808 2024-04-10T15:10:14.199 INFO:tasks.rados.rados.0.smithi102.stdout:1367: oid 49 updating version 808 to 809 2024-04-10T15:10:14.199 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 809 (ObjNum 440 snap 118 seq_num 440) dirty exists 2024-04-10T15:10:14.199 INFO:tasks.rados.rados.0.smithi102.stdout:1367: left oid 49 (ObjNum 440 snap 118 seq_num 440) 2024-04-10T15:10:14.199 INFO:tasks.rados.rados.0.smithi102.stdout:1363: expect (ObjNum 302 snap 74 seq_num 302) 2024-04-10T15:10:14.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:14 smithi102 ceph-mon[90943]: pgmap v111: 121 pgs: 15 stale+active+clean, 106 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:10:14.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:14 smithi102 ceph-mon[90943]: osdmap e307: 8 total, 7 up, 8 in 2024-04-10T15:10:14.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:14 smithi102 ceph-mon[88557]: pgmap v111: 121 pgs: 15 stale+active+clean, 106 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:10:14.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:14 smithi102 ceph-mon[88557]: osdmap e307: 8 total, 7 up, 8 in 2024-04-10T15:10:14.408 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:14 smithi102 podman[96186]: 2024-04-10 15:10:14.108415852 +0000 UTC m=+0.325354654 container init e0c9aedb21463015947dd66f6e5858c6c43b60f258652719d7ee14ab1e8308e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-10T15:10:14.408 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:14 smithi102 podman[96186]: 2024-04-10 15:10:14.111499634 +0000 UTC m=+0.328438437 container start e0c9aedb21463015947dd66f6e5858c6c43b60f258652719d7ee14ab1e8308e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:10:14.408 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:14 smithi102 ceph-osd[96205]: -- 172.21.15.102:0/1174843708 <== mon.2 v2:172.21.15.102:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x556b99e0d680 con 0x556b99dd6c00 2024-04-10T15:10:14.408 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:14 smithi102 bash[96186]: e0c9aedb21463015947dd66f6e5858c6c43b60f258652719d7ee14ab1e8308e7 2024-04-10T15:10:14.409 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:14 smithi102 systemd[1]: Started Ceph osd.0 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:10:14.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:14 smithi154 ceph-mon[84269]: pgmap v111: 121 pgs: 15 stale+active+clean, 106 active+clean; 249 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:10:14.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:14 smithi154 ceph-mon[84269]: osdmap e307: 8 total, 7 up, 8 in 2024-04-10T15:10:14.789 INFO:tasks.rados.rados.0.smithi102.stdout:1369: finishing rollback tid 0 to smithi10276805-12 2024-04-10T15:10:14.789 INFO:tasks.rados.rados.0.smithi102.stdout:1369: finishing rollback tid 1 to smithi10276805-12 2024-04-10T15:10:14.789 INFO:tasks.rados.rados.0.smithi102.stdout:1369: finishing rollback tid 2 to smithi10276805-12 2024-04-10T15:10:14.789 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 556 (ObjNum 433 snap 114 seq_num 433) dirty exists 2024-04-10T15:10:14.789 INFO:tasks.rados.rados.0.smithi102.stdout:1371: finishing write tid 1 to smithi10276805-25 2024-04-10T15:10:14.789 INFO:tasks.rados.rados.0.smithi102.stdout:1371: finishing write tid 2 to smithi10276805-25 2024-04-10T15:10:14.789 INFO:tasks.rados.rados.0.smithi102.stdout:1371: finishing write tid 3 to smithi10276805-25 2024-04-10T15:10:14.789 INFO:tasks.rados.rados.0.smithi102.stdout:1371: oid 25 updating version 0 to 293 2024-04-10T15:10:14.789 INFO:tasks.rados.rados.0.smithi102.stdout:1371: oid 25 version 293 is already newer than 292 2024-04-10T15:10:14.789 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 293 (ObjNum 441 snap 118 seq_num 441) dirty exists 2024-04-10T15:10:14.789 INFO:tasks.rados.rados.0.smithi102.stdout:1371: left oid 25 (ObjNum 441 snap 118 seq_num 441) 2024-04-10T15:10:14.789 INFO:tasks.rados.rados.0.smithi102.stdout:1373: finishing rollback tid 0 to smithi10276805-39 2024-04-10T15:10:14.789 INFO:tasks.rados.rados.0.smithi102.stdout:1373: finishing rollback tid 1 to smithi10276805-39 2024-04-10T15:10:14.790 INFO:tasks.rados.rados.0.smithi102.stdout:1373: finishing rollback tid 2 to smithi10276805-39 2024-04-10T15:10:14.790 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 812 (ObjNum 407 snap 107 seq_num 407) dirty exists 2024-04-10T15:10:14.790 INFO:tasks.rados.rados.0.smithi102.stdout:1374: finishing write tid 1 to smithi10276805-29 2024-04-10T15:10:14.790 INFO:tasks.rados.rados.0.smithi102.stdout:1374: finishing write tid 2 to smithi10276805-29 2024-04-10T15:10:14.790 INFO:tasks.rados.rados.0.smithi102.stdout:1374: finishing write tid 3 to smithi10276805-29 2024-04-10T15:10:14.790 INFO:tasks.rados.rados.0.smithi102.stdout:1374: oid 29 updating version 0 to 915 2024-04-10T15:10:14.790 INFO:tasks.rados.rados.0.smithi102.stdout:1374: oid 29 version 915 is already newer than 914 2024-04-10T15:10:14.790 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 915 (ObjNum 442 snap 118 seq_num 442) dirty exists 2024-04-10T15:10:14.790 INFO:tasks.rados.rados.0.smithi102.stdout:1374: left oid 29 (ObjNum 442 snap 118 seq_num 442) 2024-04-10T15:10:14.790 INFO:tasks.rados.rados.0.smithi102.stdout:1372: finishing copy_from racing read to smithi10276805-44 2024-04-10T15:10:14.790 INFO:tasks.rados.rados.0.smithi102.stdout:1372: finishing copy_from to smithi10276805-44 2024-04-10T15:10:14.790 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 706 (ObjNum 133 snap 28 seq_num 133) dirty exists 2024-04-10T15:10:14.790 INFO:tasks.rados.rados.0.smithi102.stdout:1375: seq_num 443 ranges {4767744=221184} 2024-04-10T15:10:14.816 INFO:tasks.rados.rados.0.smithi102.stdout:1375: writing smithi10276805-28 from 4767744 to 4988928 tid 1 2024-04-10T15:10:14.816 INFO:tasks.rados.rados.0.smithi102.stdout:1363: done (7 left) 2024-04-10T15:10:14.817 INFO:tasks.rados.rados.0.smithi102.stdout:1367: done (6 left) 2024-04-10T15:10:14.817 INFO:tasks.rados.rados.0.smithi102.stdout:1369: done (5 left) 2024-04-10T15:10:14.817 INFO:tasks.rados.rados.0.smithi102.stdout:1371: done (4 left) 2024-04-10T15:10:14.817 INFO:tasks.rados.rados.0.smithi102.stdout:1372: done (3 left) 2024-04-10T15:10:14.817 INFO:tasks.rados.rados.0.smithi102.stdout:1373: done (2 left) 2024-04-10T15:10:14.817 INFO:tasks.rados.rados.0.smithi102.stdout:1374: done (1 left) 2024-04-10T15:10:14.817 INFO:tasks.rados.rados.0.smithi102.stdout:1376: setattr oid 19 current snap is 118 2024-04-10T15:10:14.817 INFO:tasks.rados.rados.0.smithi102.stdout:1377: snap_remove snap 112 2024-04-10T15:10:14.907 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:14 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0[96201]: 2024-04-10T15:10:14.650+0000 7f8f07d607c0 -1 Falling back to public interface 2024-04-10T15:10:15.249 INFO:tasks.rados.rados.0.smithi102.stdout:1377: done (2 left) 2024-04-10T15:10:15.249 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 118 2024-04-10T15:10:15.249 INFO:tasks.rados.rados.0.smithi102.stdout:1378: seq_num 444 ranges {3506176=237568} 2024-04-10T15:10:15.269 INFO:tasks.rados.rados.0.smithi102.stdout:1378: writing smithi10276805-39 from 3506176 to 3743744 tid 1 2024-04-10T15:10:15.269 INFO:tasks.rados.rados.0.smithi102.stdout:1379: setattr oid 23 current snap is 118 2024-04-10T15:10:15.269 INFO:tasks.rados.rados.0.smithi102.stdout:1375: finishing write tid 1 to smithi10276805-28 2024-04-10T15:10:15.270 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 509 (ObjNum 401 snap 107 seq_num 401) dirty exists 2024-04-10T15:10:15.270 INFO:tasks.rados.rados.0.smithi102.stdout:1375: finishing write tid 2 to smithi10276805-28 2024-04-10T15:10:15.270 INFO:tasks.rados.rados.0.smithi102.stdout:1375: finishing write tid 3 to smithi10276805-28 2024-04-10T15:10:15.270 INFO:tasks.rados.rados.0.smithi102.stdout:1375: oid 28 updating version 0 to 917 2024-04-10T15:10:15.270 INFO:tasks.rados.rados.0.smithi102.stdout:1375: oid 28 updating version 917 to 918 2024-04-10T15:10:15.270 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 918 (ObjNum 443 snap 118 seq_num 443) dirty exists 2024-04-10T15:10:15.270 INFO:tasks.rados.rados.0.smithi102.stdout:1375: left oid 28 (ObjNum 443 snap 118 seq_num 443) 2024-04-10T15:10:15.270 INFO:tasks.rados.rados.0.smithi102.stdout:1375: done (3 left) 2024-04-10T15:10:15.270 INFO:tasks.rados.rados.0.smithi102.stdout:1376: done (2 left) 2024-04-10T15:10:15.270 INFO:tasks.rados.rados.0.smithi102.stdout:1380: snap_remove snap 101 2024-04-10T15:10:15.320 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:15 smithi102 ceph-mon[90943]: osdmap e308: 8 total, 7 up, 8 in 2024-04-10T15:10:15.320 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:15.320 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:15.320 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:10:15.321 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:15 smithi102 ceph-mon[88557]: osdmap e308: 8 total, 7 up, 8 in 2024-04-10T15:10:15.321 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:15.321 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:15.321 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:10:15.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:15 smithi154 ceph-mon[84269]: osdmap e308: 8 total, 7 up, 8 in 2024-04-10T15:10:15.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:15.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:15.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:10:16.250 INFO:tasks.rados.rados.0.smithi102.stdout:1380: done (2 left) 2024-04-10T15:10:16.251 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 50 current snap is 118 2024-04-10T15:10:16.251 INFO:tasks.rados.rados.0.smithi102.stdout:1378: finishing write tid 1 to smithi10276805-39 2024-04-10T15:10:16.251 INFO:tasks.rados.rados.0.smithi102.stdout:1381: seq_num 445 ranges {1908736=253952} 2024-04-10T15:10:16.264 INFO:tasks.rados.rados.0.smithi102.stdout:1381: writing smithi10276805-50 from 1908736 to 2162688 tid 1 2024-04-10T15:10:16.264 INFO:tasks.rados.rados.0.smithi102.stdout:1382: copy_from oid 28 from oid 19 current snap is 118 2024-04-10T15:10:16.264 INFO:tasks.rados.rados.0.smithi102.stdout:1378: finishing write tid 2 to smithi10276805-39 2024-04-10T15:10:16.264 INFO:tasks.rados.rados.0.smithi102.stdout:1378: finishing write tid 3 to smithi10276805-39 2024-04-10T15:10:16.264 INFO:tasks.rados.rados.0.smithi102.stdout:1378: oid 39 updating version 0 to 813 2024-04-10T15:10:16.264 INFO:tasks.rados.rados.0.smithi102.stdout:1378: oid 39 updating version 813 to 814 2024-04-10T15:10:16.264 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 814 (ObjNum 444 snap 118 seq_num 444) dirty exists 2024-04-10T15:10:16.264 INFO:tasks.rados.rados.0.smithi102.stdout:1378: left oid 39 (ObjNum 444 snap 118 seq_num 444) 2024-04-10T15:10:16.264 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 294 (ObjNum 359 snap 94 seq_num 359) dirty exists 2024-04-10T15:10:16.265 INFO:tasks.rados.rados.0.smithi102.stdout:1378: done (3 left) 2024-04-10T15:10:16.265 INFO:tasks.rados.rados.0.smithi102.stdout:1379: done (2 left) 2024-04-10T15:10:16.265 INFO:tasks.rados.rados.0.smithi102.stdout:1383: setattr oid 25 current snap is 118 2024-04-10T15:10:16.265 INFO:tasks.rados.rados.0.smithi102.stdout:1384: rollback oid 45 current snap is 118 2024-04-10T15:10:16.265 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 45 to 114 2024-04-10T15:10:16.266 INFO:tasks.rados.rados.0.smithi102.stdout:1385: rollback oid 6 current snap is 118 2024-04-10T15:10:16.266 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 6 to 114 2024-04-10T15:10:16.266 INFO:tasks.rados.rados.0.smithi102.stdout:1386: delete oid 7 current snap is 118 2024-04-10T15:10:16.268 INFO:tasks.rados.rados.0.smithi102.stdout:1381: finishing write tid 1 to smithi10276805-50 2024-04-10T15:10:16.268 INFO:tasks.rados.rados.0.smithi102.stdout:1381: finishing write tid 2 to smithi10276805-50 2024-04-10T15:10:16.270 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 295 (ObjNum 441 snap 118 seq_num 441) dirty exists 2024-04-10T15:10:16.270 INFO:tasks.rados.rados.0.smithi102.stdout:1383: done (5 left) 2024-04-10T15:10:16.270 INFO:tasks.rados.rados.0.smithi102.stdout:1386: done (4 left) 2024-04-10T15:10:16.270 INFO:tasks.rados.rados.0.smithi102.stdout:1387: read oid 10 snap -1 2024-04-10T15:10:16.270 INFO:tasks.rados.rados.0.smithi102.stdout:1387: expect (ObjNum 407 snap 107 seq_num 407) 2024-04-10T15:10:16.270 INFO:tasks.rados.rados.0.smithi102.stdout:1388: delete oid 43 current snap is 118 2024-04-10T15:10:16.270 INFO:tasks.rados.rados.0.smithi102.stdout:1381: finishing write tid 3 to smithi10276805-50 2024-04-10T15:10:16.270 INFO:tasks.rados.rados.0.smithi102.stdout:1381: oid 50 updating version 0 to 660 2024-04-10T15:10:16.270 INFO:tasks.rados.rados.0.smithi102.stdout:1381: oid 50 version 660 is already newer than 659 2024-04-10T15:10:16.270 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 660 (ObjNum 445 snap 118 seq_num 445) dirty exists 2024-04-10T15:10:16.271 INFO:tasks.rados.rados.0.smithi102.stdout:1381: left oid 50 (ObjNum 445 snap 118 seq_num 445) 2024-04-10T15:10:16.273 INFO:tasks.rados.rados.0.smithi102.stdout:1385: finishing rollback tid 0 to smithi10276805-6 2024-04-10T15:10:16.274 INFO:tasks.rados.rados.0.smithi102.stdout:1384: finishing rollback tid 0 to smithi10276805-45 2024-04-10T15:10:16.274 INFO:tasks.rados.rados.0.smithi102.stdout:1385: finishing rollback tid 1 to smithi10276805-6 2024-04-10T15:10:16.274 INFO:tasks.rados.rados.0.smithi102.stdout:1385: finishing rollback tid 2 to smithi10276805-6 2024-04-10T15:10:16.274 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 559 (ObjNum 281 snap 62 seq_num 281) dirty exists 2024-04-10T15:10:16.275 INFO:tasks.rados.rados.0.smithi102.stdout:1384: finishing rollback tid 1 to smithi10276805-45 2024-04-10T15:10:16.275 INFO:tasks.rados.rados.0.smithi102.stdout:1384: finishing rollback tid 2 to smithi10276805-45 2024-04-10T15:10:16.275 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 585 (ObjNum 360 snap 94 seq_num 360) dirty exists 2024-04-10T15:10:16.275 INFO:tasks.rados.rados.0.smithi102.stdout:1381: done (5 left) 2024-04-10T15:10:16.276 INFO:tasks.rados.rados.0.smithi102.stdout:1384: done (4 left) 2024-04-10T15:10:16.276 INFO:tasks.rados.rados.0.smithi102.stdout:1385: done (3 left) 2024-04-10T15:10:16.276 INFO:tasks.rados.rados.0.smithi102.stdout:1388: done (2 left) 2024-04-10T15:10:16.276 INFO:tasks.rados.rados.0.smithi102.stdout:1389: snap_remove snap 114 2024-04-10T15:10:16.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:16 smithi154 ceph-mon[84269]: pgmap v114: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 192 KiB/s wr, 17 op/s; 52/375 objects degraded (13.867%) 2024-04-10T15:10:16.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:16 smithi154 ceph-mon[84269]: Health check failed: Degraded data redundancy: 52/375 objects degraded (13.867%), 13 pgs degraded (PG_DEGRADED) 2024-04-10T15:10:16.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:16 smithi154 ceph-mon[84269]: osdmap e309: 8 total, 7 up, 8 in 2024-04-10T15:10:16.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:16 smithi102 ceph-mon[90943]: pgmap v114: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 192 KiB/s wr, 17 op/s; 52/375 objects degraded (13.867%) 2024-04-10T15:10:16.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:16 smithi102 ceph-mon[90943]: Health check failed: Degraded data redundancy: 52/375 objects degraded (13.867%), 13 pgs degraded (PG_DEGRADED) 2024-04-10T15:10:16.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:16 smithi102 ceph-mon[90943]: osdmap e309: 8 total, 7 up, 8 in 2024-04-10T15:10:16.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:16 smithi102 ceph-mon[88557]: pgmap v114: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 192 KiB/s wr, 17 op/s; 52/375 objects degraded (13.867%) 2024-04-10T15:10:16.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:16 smithi102 ceph-mon[88557]: Health check failed: Degraded data redundancy: 52/375 objects degraded (13.867%), 13 pgs degraded (PG_DEGRADED) 2024-04-10T15:10:16.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:16 smithi102 ceph-mon[88557]: osdmap e309: 8 total, 7 up, 8 in 2024-04-10T15:10:17.034 INFO:teuthology.orchestra.run.smithi102.stdout:true 2024-04-10T15:10:17.258 INFO:tasks.rados.rados.0.smithi102.stdout:1389: done (2 left) 2024-04-10T15:10:17.258 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 46 current snap is 118 2024-04-10T15:10:17.258 INFO:tasks.rados.rados.0.smithi102.stdout:1382: finishing copy_from racing read to smithi10276805-28 2024-04-10T15:10:17.258 INFO:tasks.rados.rados.0.smithi102.stdout:1387: expect (ObjNum 407 snap 107 seq_num 407) 2024-04-10T15:10:17.377 INFO:tasks.rados.rados.0.smithi102.stdout:1382: finishing copy_from to smithi10276805-28 2024-04-10T15:10:17.424 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 509 (ObjNum 401 snap 107 seq_num 401) dirty exists 2024-04-10T15:10:17.424 INFO:tasks.rados.rados.0.smithi102.stdout:1390: seq_num 448 ranges {2408448=311296} 2024-04-10T15:10:17.425 INFO:tasks.rados.rados.0.smithi102.stdout:1390: writing smithi10276805-46 from 2408448 to 2719744 tid 1 2024-04-10T15:10:17.425 INFO:tasks.rados.rados.0.smithi102.stdout:1382: done (2 left) 2024-04-10T15:10:17.425 INFO:tasks.rados.rados.0.smithi102.stdout:1387: done (1 left) 2024-04-10T15:10:17.425 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 118 2024-04-10T15:10:17.425 INFO:tasks.rados.rados.0.smithi102.stdout:1391: seq_num 449 ranges {2064384=327680} 2024-04-10T15:10:17.425 INFO:tasks.rados.rados.0.smithi102.stdout:1391: writing smithi10276805-15 from 2064384 to 2392064 tid 1 2024-04-10T15:10:17.425 INFO:tasks.rados.rados.0.smithi102.stdout:1392: snap_remove snap 115 2024-04-10T15:10:17.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:17 smithi102 ceph-mon[90943]: osdmap e310: 8 total, 7 up, 8 in 2024-04-10T15:10:17.426 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:17 smithi102 ceph-mon[90943]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:10:17.426 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:17 smithi102 ceph-mon[90943]: pgmap v117: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 192 KiB/s wr, 17 op/s; 52/375 objects degraded (13.867%) 2024-04-10T15:10:17.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:17 smithi102 ceph-mon[88557]: osdmap e310: 8 total, 7 up, 8 in 2024-04-10T15:10:17.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:17 smithi102 ceph-mon[88557]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:10:17.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:17 smithi102 ceph-mon[88557]: pgmap v117: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 192 KiB/s wr, 17 op/s; 52/375 objects degraded (13.867%) 2024-04-10T15:10:17.440 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:10:17.441 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (5m) 59s ago 6m 24.7M - 0.25.0 c8568f914cd2 8877963ef1e7 2024-04-10T15:10:17.441 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi154 *:3000 running (6m) 43s ago 6m 92.3M - 9.4.7 954c08fa6188 a24ea26325a1 2024-04-10T15:10:17.441 INFO:teuthology.orchestra.run.smithi102.stdout:mds.a smithi102 running (7m) 59s ago 7m 15.5M - 18.2.2-1187-gd540ebac bb2c5eac26a4 da51112648bf 2024-04-10T15:10:17.441 INFO:teuthology.orchestra.run.smithi102.stdout:mds.b smithi154 running (7m) 43s ago 7m 18.4M - 18.2.2-1187-gd540ebac bb2c5eac26a4 1c2f7bf05952 2024-04-10T15:10:17.441 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi154 *:8443,9283,8765 running (109s) 43s ago 10m 449M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 5843a1d0f5c5 2024-04-10T15:10:17.441 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (2m) 59s ago 12m 502M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 d4cb3bfdb76a 2024-04-10T15:10:17.441 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (94s) 59s ago 12m 38.8M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 09d0a3f89365 2024-04-10T15:10:17.441 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi154 running (50s) 43s ago 11m 25.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ecf89eee3550 2024-04-10T15:10:17.441 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (69s) 59s ago 10m 26.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 57de69af85cd 2024-04-10T15:10:17.441 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (6m) 59s ago 6m 13.7M - 1.5.0 0da6a335fe13 dc103d21fc64 2024-04-10T15:10:17.441 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi154 *:9100 running (5m) 43s ago 5m 15.8M - 1.5.0 0da6a335fe13 c71ce3c6ef09 2024-04-10T15:10:17.441 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 starting - - - 2480M 2024-04-10T15:10:17.441 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (10m) 59s ago 10m 122M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 6d2a7c667fff 2024-04-10T15:10:17.441 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (9m) 59s ago 9m 164M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 eb8f648e2007 2024-04-10T15:10:17.441 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (9m) 59s ago 9m 97.1M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 ebbbf8d35d32 2024-04-10T15:10:17.442 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi154 running (8m) 43s ago 8m 204M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 8ae20879a763 2024-04-10T15:10:17.442 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi154 running (8m) 43s ago 8m 246M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 51b30d38d077 2024-04-10T15:10:17.442 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi154 running (8m) 43s ago 8m 160M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 2dd28f8d572c 2024-04-10T15:10:17.442 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi154 running (7m) 43s ago 7m 122M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a3af5b492398 2024-04-10T15:10:17.442 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi154 *:9095 running (115s) 43s ago 6m 55.9M - 2.43.0 a07b618ecd1d 15b122e84a15 2024-04-10T15:10:17.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:17 smithi154 ceph-mon[84269]: osdmap e310: 8 total, 7 up, 8 in 2024-04-10T15:10:17.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:17 smithi154 ceph-mon[84269]: from='client.34197 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:10:17.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:17 smithi154 ceph-mon[84269]: pgmap v117: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 262 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 192 KiB/s wr, 17 op/s; 52/375 objects degraded (13.867%) 2024-04-10T15:10:17.768 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:10:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:10:17] "GET /metrics HTTP/1.1" 200 36083 "" "Prometheus/2.43.0" 2024-04-10T15:10:17.862 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:10:17.862 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-10T15:10:17.862 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:10:17.862 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:10:17.863 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-10T15:10:17.863 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:10:17.863 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:10:17.863 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-10T15:10:17.863 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 7 2024-04-10T15:10:17.863 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:10:17.863 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-10T15:10:17.863 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:10:17.863 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:10:17.863 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-10T15:10:17.863 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 9, 2024-04-10T15:10:17.863 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 5 2024-04-10T15:10:17.863 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:10:17.863 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:10:18.157 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0[96201]: 2024-04-10T15:10:17.793+0000 7f8f07d607c0 -1 osd.0 302 log_to_monitors true 2024-04-10T15:10:18.270 INFO:tasks.rados.rados.0.smithi102.stdout:1392: done (2 left) 2024-04-10T15:10:18.270 INFO:tasks.rados.rados.0.smithi102.stdout:1393: read oid 2 snap -1 2024-04-10T15:10:18.270 INFO:tasks.rados.rados.0.smithi102.stdout:1393: expect (ObjNum 414 snap 109 seq_num 414) 2024-04-10T15:10:18.270 INFO:tasks.rados.rados.0.smithi102.stdout:1394: delete oid 50 current snap is 118 2024-04-10T15:10:18.270 INFO:tasks.rados.rados.0.smithi102.stdout:1390: finishing write tid 1 to smithi10276805-46 2024-04-10T15:10:18.270 INFO:tasks.rados.rados.0.smithi102.stdout:1390: finishing write tid 2 to smithi10276805-46 2024-04-10T15:10:18.270 INFO:tasks.rados.rados.0.smithi102.stdout:1390: finishing write tid 3 to smithi10276805-46 2024-04-10T15:10:18.270 INFO:tasks.rados.rados.0.smithi102.stdout:1390: oid 46 updating version 0 to 712 2024-04-10T15:10:18.270 INFO:tasks.rados.rados.0.smithi102.stdout:1390: oid 46 updating version 712 to 713 2024-04-10T15:10:18.270 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 713 (ObjNum 448 snap 118 seq_num 448) dirty exists 2024-04-10T15:10:18.270 INFO:tasks.rados.rados.0.smithi102.stdout:1390: left oid 46 (ObjNum 448 snap 118 seq_num 448) 2024-04-10T15:10:18.270 INFO:tasks.rados.rados.0.smithi102.stdout:1391: finishing write tid 1 to smithi10276805-15 2024-04-10T15:10:18.270 INFO:tasks.rados.rados.0.smithi102.stdout:1391: finishing write tid 2 to smithi10276805-15 2024-04-10T15:10:18.271 INFO:tasks.rados.rados.0.smithi102.stdout:1391: finishing write tid 3 to smithi10276805-15 2024-04-10T15:10:18.271 INFO:tasks.rados.rados.0.smithi102.stdout:1391: oid 15 updating version 0 to 942 2024-04-10T15:10:18.271 INFO:tasks.rados.rados.0.smithi102.stdout:1391: oid 15 version 942 is already newer than 941 2024-04-10T15:10:18.271 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 942 (ObjNum 449 snap 118 seq_num 449) dirty exists 2024-04-10T15:10:18.271 INFO:tasks.rados.rados.0.smithi102.stdout:1391: left oid 15 (ObjNum 449 snap 118 seq_num 449) 2024-04-10T15:10:18.276 INFO:tasks.rados.rados.0.smithi102.stdout:1390: done (3 left) 2024-04-10T15:10:18.276 INFO:tasks.rados.rados.0.smithi102.stdout:1391: done (2 left) 2024-04-10T15:10:18.276 INFO:tasks.rados.rados.0.smithi102.stdout:1394: done (1 left) 2024-04-10T15:10:18.276 INFO:tasks.rados.rados.0.smithi102.stdout:1395: read oid 36 snap 110 2024-04-10T15:10:18.276 INFO:tasks.rados.rados.0.smithi102.stdout:1395: expect (ObjNum 133 snap 28 seq_num 133) 2024-04-10T15:10:18.276 INFO:tasks.rados.rados.0.smithi102.stdout:1396: read oid 32 snap -1 2024-04-10T15:10:18.276 INFO:tasks.rados.rados.0.smithi102.stdout:1396: expect (ObjNum 438 snap 117 seq_num 438) 2024-04-10T15:10:18.276 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 27 current snap is 118 2024-04-10T15:10:18.276 INFO:tasks.rados.rados.0.smithi102.stdout:1397: seq_num 451 ranges {0=360448} 2024-04-10T15:10:18.278 INFO:tasks.rados.rados.0.smithi102.stdout:1397: writing smithi10276805-27 from 0 to 360448 tid 1 2024-04-10T15:10:18.278 INFO:tasks.rados.rados.0.smithi102.stdout:1398: delete oid 39 current snap is 118 2024-04-10T15:10:18.289 INFO:tasks.rados.rados.0.smithi102.stdout:1397: finishing write tid 1 to smithi10276805-27 2024-04-10T15:10:18.289 INFO:tasks.rados.rados.0.smithi102.stdout:1397: finishing write tid 2 to smithi10276805-27 2024-04-10T15:10:18.292 INFO:tasks.rados.rados.0.smithi102.stdout:1397: finishing write tid 3 to smithi10276805-27 2024-04-10T15:10:18.292 INFO:tasks.rados.rados.0.smithi102.stdout:1397: oid 27 updating version 0 to 816 2024-04-10T15:10:18.292 INFO:tasks.rados.rados.0.smithi102.stdout:1397: oid 27 updating version 816 to 817 2024-04-10T15:10:18.292 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 817 (ObjNum 451 snap 118 seq_num 451) dirty exists 2024-04-10T15:10:18.292 INFO:tasks.rados.rados.0.smithi102.stdout:1397: left oid 27 (ObjNum 451 snap 118 seq_num 451) 2024-04-10T15:10:18.293 INFO:tasks.rados.rados.0.smithi102.stdout:1397: done (4 left) 2024-04-10T15:10:18.293 INFO:tasks.rados.rados.0.smithi102.stdout:1398: done (3 left) 2024-04-10T15:10:18.293 INFO:tasks.rados.rados.0.smithi102.stdout:1399: read oid 26 snap 110 2024-04-10T15:10:18.293 INFO:tasks.rados.rados.0.smithi102.stdout:1399: expect deleted 2024-04-10T15:10:18.293 INFO:tasks.rados.rados.0.smithi102.stdout:1400: snap_create 2024-04-10T15:10:18.314 INFO:tasks.rados.rados.0.smithi102.stdout:1395: expect (ObjNum 133 snap 28 seq_num 133) 2024-04-10T15:10:18.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:18 smithi154 ceph-mon[84269]: osdmap e311: 8 total, 7 up, 8 in 2024-04-10T15:10:18.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:18 smithi154 ceph-mon[84269]: from='client.44129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:10:18.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:18 smithi154 ceph-mon[84269]: from='osd.0 [v2:172.21.15.102:6802/4152531203,v1:172.21.15.102:6803/4152531203]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T15:10:18.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:18 smithi154 ceph-mon[84269]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T15:10:18.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:18 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/4263346088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:18.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:18 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:18.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:18 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:18.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:18 smithi102 ceph-mon[90943]: osdmap e311: 8 total, 7 up, 8 in 2024-04-10T15:10:18.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:18 smithi102 ceph-mon[90943]: from='client.44129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:10:18.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:18 smithi102 ceph-mon[90943]: from='osd.0 [v2:172.21.15.102:6802/4152531203,v1:172.21.15.102:6803/4152531203]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T15:10:18.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:18 smithi102 ceph-mon[90943]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T15:10:18.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:18 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/4263346088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:18.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:18 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:18.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:18 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:18.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:18 smithi102 ceph-mon[88557]: osdmap e311: 8 total, 7 up, 8 in 2024-04-10T15:10:18.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:18 smithi102 ceph-mon[88557]: from='client.44129 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:10:18.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:18 smithi102 ceph-mon[88557]: from='osd.0 [v2:172.21.15.102:6802/4152531203,v1:172.21.15.102:6803/4152531203]' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T15:10:18.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:18 smithi102 ceph-mon[88557]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]: dispatch 2024-04-10T15:10:18.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:18 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/4263346088' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:18.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:18 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:18.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:18 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:18.659 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:10:18 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0[96201]: 2024-04-10T15:10:18.340+0000 7f8ef91b8700 -1 osd.0 302 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:10:18.704 INFO:tasks.rados.rados.0.smithi102.stdout:1393: expect (ObjNum 414 snap 109 seq_num 414) 2024-04-10T15:10:19.373 INFO:tasks.rados.rados.0.smithi102.stdout:1396: expect (ObjNum 438 snap 117 seq_num 438) 2024-04-10T15:10:19.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:19 smithi154 ceph-mon[84269]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-10T15:10:19.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:19 smithi154 ceph-mon[84269]: osdmap e312: 8 total, 7 up, 8 in 2024-04-10T15:10:19.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:19 smithi154 ceph-mon[84269]: from='osd.0 [v2:172.21.15.102:6802/4152531203,v1:172.21.15.102:6803/4152531203]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:10:19.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:19 smithi154 ceph-mon[84269]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:10:19.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:19.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:19.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:19 smithi154 ceph-mon[84269]: pgmap v120: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 240 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 3.1 MiB/s wr, 28 op/s; 56/360 objects degraded (15.556%) 2024-04-10T15:10:19.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:19 smithi102 ceph-mon[88557]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-10T15:10:19.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:19 smithi102 ceph-mon[88557]: osdmap e312: 8 total, 7 up, 8 in 2024-04-10T15:10:19.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:19 smithi102 ceph-mon[88557]: from='osd.0 [v2:172.21.15.102:6802/4152531203,v1:172.21.15.102:6803/4152531203]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:10:19.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:19 smithi102 ceph-mon[88557]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:10:19.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:19.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:19.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:19 smithi102 ceph-mon[88557]: pgmap v120: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 240 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 3.1 MiB/s wr, 28 op/s; 56/360 objects degraded (15.556%) 2024-04-10T15:10:19.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:19 smithi102 ceph-mon[90943]: from='osd.0 ' entity='osd.0' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["0"]}]': finished 2024-04-10T15:10:19.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:19 smithi102 ceph-mon[90943]: osdmap e312: 8 total, 7 up, 8 in 2024-04-10T15:10:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:19 smithi102 ceph-mon[90943]: from='osd.0 [v2:172.21.15.102:6802/4152531203,v1:172.21.15.102:6803/4152531203]' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:10:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:19 smithi102 ceph-mon[90943]: from='osd.0 ' entity='osd.0' cmd=[{"prefix": "osd crush create-or-move", "id": 0, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:10:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:19 smithi102 ceph-mon[90943]: pgmap v120: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 240 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 3.1 MiB/s wr, 28 op/s; 56/360 objects degraded (15.556%) 2024-04-10T15:10:20.244 INFO:tasks.rados.rados.0.smithi102.stdout:1393: done (4 left) 2024-04-10T15:10:20.244 INFO:tasks.rados.rados.0.smithi102.stdout:1395: done (3 left) 2024-04-10T15:10:20.244 INFO:tasks.rados.rados.0.smithi102.stdout:1396: done (2 left) 2024-04-10T15:10:20.244 INFO:tasks.rados.rados.0.smithi102.stdout:1399: done (1 left) 2024-04-10T15:10:20.244 INFO:tasks.rados.rados.0.smithi102.stdout:1400: done (0 left) 2024-04-10T15:10:20.244 INFO:tasks.rados.rados.0.smithi102.stdout:1401: rollback oid 30 current snap is 119 2024-04-10T15:10:20.244 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 30 to 118 2024-04-10T15:10:20.244 INFO:tasks.rados.rados.0.smithi102.stdout:1402: snap_remove snap 110 2024-04-10T15:10:20.280 INFO:tasks.rados.rados.0.smithi102.stdout:1402: done (1 left) 2024-04-10T15:10:20.280 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 20 current snap is 119 2024-04-10T15:10:20.280 INFO:tasks.rados.rados.0.smithi102.stdout:1403: seq_num 453 ranges {0=393216} 2024-04-10T15:10:20.282 INFO:tasks.rados.rados.0.smithi102.stdout:1403: writing smithi10276805-20 from 0 to 393216 tid 1 2024-04-10T15:10:20.283 INFO:tasks.rados.rados.0.smithi102.stdout:1404: delete oid 45 current snap is 119 2024-04-10T15:10:20.317 INFO:tasks.rados.rados.0.smithi102.stdout:1403: finishing write tid 1 to smithi10276805-20 2024-04-10T15:10:20.317 INFO:tasks.rados.rados.0.smithi102.stdout:1401: finishing rollback tid 0 to smithi10276805-30 2024-04-10T15:10:20.317 INFO:tasks.rados.rados.0.smithi102.stdout:1401: finishing rollback tid 1 to smithi10276805-30 2024-04-10T15:10:20.318 INFO:tasks.rados.rados.0.smithi102.stdout:1401: finishing rollback tid 2 to smithi10276805-30 2024-04-10T15:10:20.318 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 828 (ObjNum 281 snap 62 seq_num 281) dirty exists 2024-04-10T15:10:20.318 INFO:tasks.rados.rados.0.smithi102.stdout:1403: finishing write tid 2 to smithi10276805-20 2024-04-10T15:10:20.321 INFO:tasks.rados.rados.0.smithi102.stdout:1403: finishing write tid 3 to smithi10276805-20 2024-04-10T15:10:20.321 INFO:tasks.rados.rados.0.smithi102.stdout:1403: oid 20 updating version 0 to 765 2024-04-10T15:10:20.321 INFO:tasks.rados.rados.0.smithi102.stdout:1403: oid 20 version 765 is already newer than 764 2024-04-10T15:10:20.321 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 765 (ObjNum 453 snap 119 seq_num 453) dirty exists 2024-04-10T15:10:20.321 INFO:tasks.rados.rados.0.smithi102.stdout:1403: left oid 20 (ObjNum 453 snap 119 seq_num 453) 2024-04-10T15:10:20.363 INFO:tasks.rados.rados.0.smithi102.stdout:1401: done (2 left) 2024-04-10T15:10:20.363 INFO:tasks.rados.rados.0.smithi102.stdout:1403: done (1 left) 2024-04-10T15:10:20.363 INFO:tasks.rados.rados.0.smithi102.stdout:1404: done (0 left) 2024-04-10T15:10:20.363 INFO:tasks.rados.rados.0.smithi102.stdout:1405: snap_remove snap 117 2024-04-10T15:10:20.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:20 smithi102 ceph-mon[90943]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:10:20.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:20 smithi102 ceph-mon[90943]: osd.0 [v2:172.21.15.102:6802/4152531203,v1:172.21.15.102:6803/4152531203] boot 2024-04-10T15:10:20.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:20 smithi102 ceph-mon[90943]: osdmap e313: 8 total, 8 up, 8 in 2024-04-10T15:10:20.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:20 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:10:20.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:20 smithi102 ceph-mon[88557]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:10:20.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:20 smithi102 ceph-mon[88557]: osd.0 [v2:172.21.15.102:6802/4152531203,v1:172.21.15.102:6803/4152531203] boot 2024-04-10T15:10:20.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:20 smithi102 ceph-mon[88557]: osdmap e313: 8 total, 8 up, 8 in 2024-04-10T15:10:20.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:20 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:10:20.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:20 smithi154 ceph-mon[84269]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:10:20.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:20 smithi154 ceph-mon[84269]: osd.0 [v2:172.21.15.102:6802/4152531203,v1:172.21.15.102:6803/4152531203] boot 2024-04-10T15:10:20.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:20 smithi154 ceph-mon[84269]: osdmap e313: 8 total, 8 up, 8 in 2024-04-10T15:10:20.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:20 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 0}]: dispatch 2024-04-10T15:10:21.290 INFO:tasks.rados.rados.0.smithi102.stdout:1405: done (0 left) 2024-04-10T15:10:21.290 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 32 current snap is 119 2024-04-10T15:10:21.291 INFO:tasks.rados.rados.0.smithi102.stdout:1406: seq_num 455 ranges {10690560=425984} 2024-04-10T15:10:21.351 INFO:tasks.rados.rados.0.smithi102.stdout:1406: writing smithi10276805-32 from 10690560 to 11116544 tid 1 2024-04-10T15:10:21.351 INFO:tasks.rados.rados.0.smithi102.stdout:1407: read oid 23 snap -1 2024-04-10T15:10:21.351 INFO:tasks.rados.rados.0.smithi102.stdout:1407: expect (ObjNum 359 snap 94 seq_num 359) 2024-04-10T15:10:21.351 INFO:tasks.rados.rados.0.smithi102.stdout:1408: snap_create 2024-04-10T15:10:21.356 INFO:tasks.rados.rados.0.smithi102.stdout:1406: finishing write tid 1 to smithi10276805-32 2024-04-10T15:10:21.356 INFO:tasks.rados.rados.0.smithi102.stdout:1406: finishing write tid 2 to smithi10276805-32 2024-04-10T15:10:21.358 INFO:tasks.rados.rados.0.smithi102.stdout:1406: finishing write tid 3 to smithi10276805-32 2024-04-10T15:10:21.358 INFO:tasks.rados.rados.0.smithi102.stdout:1406: oid 32 updating version 0 to 972 2024-04-10T15:10:21.358 INFO:tasks.rados.rados.0.smithi102.stdout:1406: oid 32 updating version 972 to 973 2024-04-10T15:10:21.358 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 973 (ObjNum 455 snap 119 seq_num 455) dirty exists 2024-04-10T15:10:21.358 INFO:tasks.rados.rados.0.smithi102.stdout:1406: left oid 32 (ObjNum 455 snap 119 seq_num 455) 2024-04-10T15:10:21.384 INFO:tasks.rados.rados.0.smithi102.stdout:1407: expect (ObjNum 359 snap 94 seq_num 359) 2024-04-10T15:10:21.540 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:21 smithi154 ceph-mon[84269]: osdmap e314: 8 total, 8 up, 8 in 2024-04-10T15:10:21.541 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:21 smithi154 ceph-mon[84269]: pgmap v123: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 240 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 3.1 MiB/s wr, 28 op/s; 56/360 objects degraded (15.556%) 2024-04-10T15:10:21.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:21 smithi102 ceph-mon[88557]: osdmap e314: 8 total, 8 up, 8 in 2024-04-10T15:10:21.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:21 smithi102 ceph-mon[88557]: pgmap v123: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 240 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 3.1 MiB/s wr, 28 op/s; 56/360 objects degraded (15.556%) 2024-04-10T15:10:21.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:21 smithi102 ceph-mon[90943]: osdmap e314: 8 total, 8 up, 8 in 2024-04-10T15:10:21.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:21 smithi102 ceph-mon[90943]: pgmap v123: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 240 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 23 MiB/s rd, 3.1 MiB/s wr, 28 op/s; 56/360 objects degraded (15.556%) 2024-04-10T15:10:22.291 INFO:tasks.rados.rados.0.smithi102.stdout:1406: done (2 left) 2024-04-10T15:10:22.292 INFO:tasks.rados.rados.0.smithi102.stdout:1407: done (1 left) 2024-04-10T15:10:22.292 INFO:tasks.rados.rados.0.smithi102.stdout:1408: done (0 left) 2024-04-10T15:10:22.292 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 29 current snap is 120 2024-04-10T15:10:22.292 INFO:tasks.rados.rados.0.smithi102.stdout:1409: seq_num 456 ranges {3940352=442368} 2024-04-10T15:10:22.315 INFO:tasks.rados.rados.0.smithi102.stdout:1409: writing smithi10276805-29 from 3940352 to 4382720 tid 1 2024-04-10T15:10:22.315 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 120 2024-04-10T15:10:22.315 INFO:tasks.rados.rados.0.smithi102.stdout:1410: seq_num 457 ranges {212992=458752} 2024-04-10T15:10:22.318 INFO:tasks.rados.rados.0.smithi102.stdout:1410: writing smithi10276805-25 from 212992 to 671744 tid 1 2024-04-10T15:10:22.318 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 16 current snap is 120 2024-04-10T15:10:22.318 INFO:tasks.rados.rados.0.smithi102.stdout:1411: seq_num 458 ranges {6004736=475136} 2024-04-10T15:10:22.354 INFO:tasks.rados.rados.0.smithi102.stdout:1411: writing smithi10276805-16 from 6004736 to 6479872 tid 1 2024-04-10T15:10:22.354 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 45 current snap is 120 2024-04-10T15:10:22.354 INFO:tasks.rados.rados.0.smithi102.stdout:1409: finishing write tid 1 to smithi10276805-29 2024-04-10T15:10:22.354 INFO:tasks.rados.rados.0.smithi102.stdout:1409: finishing write tid 2 to smithi10276805-29 2024-04-10T15:10:22.354 INFO:tasks.rados.rados.0.smithi102.stdout:1409: finishing write tid 3 to smithi10276805-29 2024-04-10T15:10:22.354 INFO:tasks.rados.rados.0.smithi102.stdout:1409: oid 29 updating version 0 to 975 2024-04-10T15:10:22.354 INFO:tasks.rados.rados.0.smithi102.stdout:1409: oid 29 updating version 975 to 976 2024-04-10T15:10:22.354 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 976 (ObjNum 456 snap 120 seq_num 456) dirty exists 2024-04-10T15:10:22.354 INFO:tasks.rados.rados.0.smithi102.stdout:1409: left oid 29 (ObjNum 456 snap 120 seq_num 456) 2024-04-10T15:10:22.355 INFO:tasks.rados.rados.0.smithi102.stdout:1410: finishing write tid 1 to smithi10276805-25 2024-04-10T15:10:22.355 INFO:tasks.rados.rados.0.smithi102.stdout:1412: seq_num 459 ranges {0=491520} 2024-04-10T15:10:22.356 INFO:tasks.rados.rados.0.smithi102.stdout:1412: writing smithi10276805-45 from 0 to 491520 tid 1 2024-04-10T15:10:22.356 INFO:tasks.rados.rados.0.smithi102.stdout:1409: done (3 left) 2024-04-10T15:10:22.356 INFO:tasks.rados.rados.0.smithi102.stdout:1413: snap_remove snap 119 2024-04-10T15:10:22.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:22 smithi102 ceph-mon[90943]: osdmap e315: 8 total, 8 up, 8 in 2024-04-10T15:10:22.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:22 smithi102 ceph-mon[88557]: osdmap e315: 8 total, 8 up, 8 in 2024-04-10T15:10:22.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:22 smithi154 ceph-mon[84269]: osdmap e315: 8 total, 8 up, 8 in 2024-04-10T15:10:22.628 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:10:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:10:22.907 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:10:22 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:10:22.619+0000 7f98c6a06700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2024-04-10T15:10:23.304 INFO:tasks.rados.rados.0.smithi102.stdout:1413: done (3 left) 2024-04-10T15:10:23.305 INFO:tasks.rados.rados.0.smithi102.stdout:1414: rollback oid 21 current snap is 120 2024-04-10T15:10:23.305 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 21 to 118 2024-04-10T15:10:23.305 INFO:tasks.rados.rados.0.smithi102.stdout:1410: finishing write tid 2 to smithi10276805-25 2024-04-10T15:10:23.305 INFO:tasks.rados.rados.0.smithi102.stdout:1410: finishing write tid 3 to smithi10276805-25 2024-04-10T15:10:23.305 INFO:tasks.rados.rados.0.smithi102.stdout:1410: oid 25 updating version 0 to 296 2024-04-10T15:10:23.305 INFO:tasks.rados.rados.0.smithi102.stdout:1410: oid 25 updating version 296 to 297 2024-04-10T15:10:23.305 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 297 (ObjNum 457 snap 120 seq_num 457) dirty exists 2024-04-10T15:10:23.305 INFO:tasks.rados.rados.0.smithi102.stdout:1410: left oid 25 (ObjNum 457 snap 120 seq_num 457) 2024-04-10T15:10:23.305 INFO:tasks.rados.rados.0.smithi102.stdout:1411: finishing write tid 1 to smithi10276805-16 2024-04-10T15:10:23.305 INFO:tasks.rados.rados.0.smithi102.stdout:1411: finishing write tid 2 to smithi10276805-16 2024-04-10T15:10:23.305 INFO:tasks.rados.rados.0.smithi102.stdout:1410: done (3 left) 2024-04-10T15:10:23.305 INFO:tasks.rados.rados.0.smithi102.stdout:1415: delete oid 42 current snap is 120 2024-04-10T15:10:23.305 INFO:tasks.rados.rados.0.smithi102.stdout:1412: finishing write tid 1 to smithi10276805-45 2024-04-10T15:10:23.305 INFO:tasks.rados.rados.0.smithi102.stdout:1412: finishing write tid 2 to smithi10276805-45 2024-04-10T15:10:23.305 INFO:tasks.rados.rados.0.smithi102.stdout:1411: finishing write tid 3 to smithi10276805-16 2024-04-10T15:10:23.305 INFO:tasks.rados.rados.0.smithi102.stdout:1411: oid 16 updating version 0 to 601 2024-04-10T15:10:23.306 INFO:tasks.rados.rados.0.smithi102.stdout:1411: oid 16 updating version 601 to 602 2024-04-10T15:10:23.306 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 602 (ObjNum 458 snap 120 seq_num 458) dirty exists 2024-04-10T15:10:23.306 INFO:tasks.rados.rados.0.smithi102.stdout:1411: left oid 16 (ObjNum 458 snap 120 seq_num 458) 2024-04-10T15:10:23.306 INFO:tasks.rados.rados.0.smithi102.stdout:1412: finishing write tid 3 to smithi10276805-45 2024-04-10T15:10:23.306 INFO:tasks.rados.rados.0.smithi102.stdout:1412: oid 45 updating version 0 to 603 2024-04-10T15:10:23.306 INFO:tasks.rados.rados.0.smithi102.stdout:1412: oid 45 updating version 603 to 604 2024-04-10T15:10:23.306 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 604 (ObjNum 459 snap 120 seq_num 459) dirty exists 2024-04-10T15:10:23.306 INFO:tasks.rados.rados.0.smithi102.stdout:1412: left oid 45 (ObjNum 459 snap 120 seq_num 459) 2024-04-10T15:10:23.310 INFO:tasks.rados.rados.0.smithi102.stdout:1414: finishing rollback tid 0 to smithi10276805-21 2024-04-10T15:10:23.311 INFO:tasks.rados.rados.0.smithi102.stdout:1411: done (3 left) 2024-04-10T15:10:23.311 INFO:tasks.rados.rados.0.smithi102.stdout:1412: done (2 left) 2024-04-10T15:10:23.311 INFO:tasks.rados.rados.0.smithi102.stdout:1415: done (1 left) 2024-04-10T15:10:23.311 INFO:tasks.rados.rados.0.smithi102.stdout:1416: read oid 34 snap 118 2024-04-10T15:10:23.311 INFO:tasks.rados.rados.0.smithi102.stdout:1416: expect deleted 2024-04-10T15:10:23.311 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 17 current snap is 120 2024-04-10T15:10:23.311 INFO:tasks.rados.rados.0.smithi102.stdout:1417: seq_num 461 ranges {2539520=524288} 2024-04-10T15:10:23.328 INFO:tasks.rados.rados.0.smithi102.stdout:1417: writing smithi10276805-17 from 2539520 to 3063808 tid 1 2024-04-10T15:10:23.328 INFO:tasks.rados.rados.0.smithi102.stdout:1418: copy_from oid 40 from oid 41 current snap is 120 2024-04-10T15:10:23.328 INFO:tasks.rados.rados.0.smithi102.stdout:1414: finishing rollback tid 1 to smithi10276805-21 2024-04-10T15:10:23.328 INFO:tasks.rados.rados.0.smithi102.stdout:1414: finishing rollback tid 2 to smithi10276805-21 2024-04-10T15:10:23.328 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 831 (ObjNum 409 snap 107 seq_num 409) dirty exists 2024-04-10T15:10:23.328 INFO:tasks.rados.rados.0.smithi102.stdout:1414: done (3 left) 2024-04-10T15:10:23.328 INFO:tasks.rados.rados.0.smithi102.stdout:1416: done (2 left) 2024-04-10T15:10:23.328 INFO:tasks.rados.rados.0.smithi102.stdout:1419: snap_remove snap 118 2024-04-10T15:10:23.628 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:10:23 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:10:23.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:10:23.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:23 smithi154 ceph-mon[84269]: osdmap e316: 8 total, 8 up, 8 in 2024-04-10T15:10:23.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:23.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:23.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:10:23.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:10:23.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:23.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:10:23.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:23.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:23.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:23.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:10:23.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:23 smithi154 ceph-mon[84269]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:10:23.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:23 smithi154 ceph-mon[84269]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2024-04-10T15:10:23.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:23 smithi154 ceph-mon[84269]: pgmap v126: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 240 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 56/360 objects degraded (15.556%) 2024-04-10T15:10:23.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:23 smithi154 ceph-mon[84269]: Health check update: Degraded data redundancy: 56/360 objects degraded (15.556%), 13 pgs degraded (PG_DEGRADED) 2024-04-10T15:10:23.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:23.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:10:23.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[90943]: osdmap e316: 8 total, 8 up, 8 in 2024-04-10T15:10:23.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:23.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:23.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:10:23.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:10:23.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:23.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:10:23.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:23.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:23.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:23.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:10:23.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[90943]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:10:23.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[90943]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2024-04-10T15:10:23.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[90943]: pgmap v126: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 240 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 56/360 objects degraded (15.556%) 2024-04-10T15:10:23.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[90943]: Health check update: Degraded data redundancy: 56/360 objects degraded (15.556%), 13 pgs degraded (PG_DEGRADED) 2024-04-10T15:10:23.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:23.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:10:23.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[88557]: osdmap e316: 8 total, 8 up, 8 in 2024-04-10T15:10:23.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:23.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:23.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:10:23.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:10:23.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:23.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:10:23.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:23.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:23.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:23.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:10:23.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[88557]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:10:23.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[88557]: Upgrade: unsafe to stop osd(s) at this time (20 PGs are or would become offline) 2024-04-10T15:10:23.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[88557]: pgmap v126: 121 pgs: 13 active+undersized+degraded, 40 active+undersized, 68 active+clean; 240 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 56/360 objects degraded (15.556%) 2024-04-10T15:10:23.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[88557]: Health check update: Degraded data redundancy: 56/360 objects degraded (15.556%), 13 pgs degraded (PG_DEGRADED) 2024-04-10T15:10:23.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:23.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:10:24.307 INFO:tasks.rados.rados.0.smithi102.stdout:1419: done (2 left) 2024-04-10T15:10:24.308 INFO:tasks.rados.rados.0.smithi102.stdout:1420: snap_create 2024-04-10T15:10:24.308 INFO:tasks.rados.rados.0.smithi102.stdout:1417: finishing write tid 1 to smithi10276805-17 2024-04-10T15:10:24.308 INFO:tasks.rados.rados.0.smithi102.stdout:1417: finishing write tid 2 to smithi10276805-17 2024-04-10T15:10:24.308 INFO:tasks.rados.rados.0.smithi102.stdout:1417: finishing write tid 3 to smithi10276805-17 2024-04-10T15:10:24.308 INFO:tasks.rados.rados.0.smithi102.stdout:1417: oid 17 updating version 0 to 662 2024-04-10T15:10:24.308 INFO:tasks.rados.rados.0.smithi102.stdout:1417: oid 17 updating version 662 to 663 2024-04-10T15:10:24.308 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 663 (ObjNum 461 snap 120 seq_num 461) dirty exists 2024-04-10T15:10:24.308 INFO:tasks.rados.rados.0.smithi102.stdout:1417: left oid 17 (ObjNum 461 snap 120 seq_num 461) 2024-04-10T15:10:24.308 INFO:tasks.rados.rados.0.smithi102.stdout:1418: finishing copy_from racing read to smithi10276805-40 2024-04-10T15:10:24.308 INFO:tasks.rados.rados.0.smithi102.stdout:1418: finishing copy_from to smithi10276805-40 2024-04-10T15:10:24.308 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 252 (ObjNum 281 snap 62 seq_num 281) dirty exists 2024-04-10T15:10:24.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:24 smithi154 ceph-mon[84269]: osdmap e317: 8 total, 8 up, 8 in 2024-04-10T15:10:24.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:24 smithi102 ceph-mon[88557]: osdmap e317: 8 total, 8 up, 8 in 2024-04-10T15:10:24.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:24 smithi102 ceph-mon[90943]: osdmap e317: 8 total, 8 up, 8 in 2024-04-10T15:10:25.321 INFO:tasks.rados.rados.0.smithi102.stdout:1417: done (2 left) 2024-04-10T15:10:25.321 INFO:tasks.rados.rados.0.smithi102.stdout:1418: done (1 left) 2024-04-10T15:10:25.321 INFO:tasks.rados.rados.0.smithi102.stdout:1420: done (0 left) 2024-04-10T15:10:25.321 INFO:tasks.rados.rados.0.smithi102.stdout:1421: read oid 28 snap -1 2024-04-10T15:10:25.321 INFO:tasks.rados.rados.0.smithi102.stdout:1421: expect (ObjNum 401 snap 107 seq_num 401) 2024-04-10T15:10:25.321 INFO:tasks.rados.rados.0.smithi102.stdout:1422: read oid 24 snap -1 2024-04-10T15:10:25.322 INFO:tasks.rados.rados.0.smithi102.stdout:1422: expect (ObjNum 384 snap 101 seq_num 384) 2024-04-10T15:10:25.322 INFO:tasks.rados.rados.0.smithi102.stdout:1423: snap_remove snap 120 2024-04-10T15:10:25.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:25 smithi154 ceph-mon[84269]: osdmap e318: 8 total, 8 up, 8 in 2024-04-10T15:10:25.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:25 smithi154 ceph-mon[84269]: pgmap v129: 121 pgs: 121 active+clean; 187 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 909 KiB/s rd, 785 KiB/s wr, 7 op/s; 18 MiB/s, 2 objects/s recovering 2024-04-10T15:10:25.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:25 smithi102 ceph-mon[90943]: osdmap e318: 8 total, 8 up, 8 in 2024-04-10T15:10:25.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:25 smithi102 ceph-mon[90943]: pgmap v129: 121 pgs: 121 active+clean; 187 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 909 KiB/s rd, 785 KiB/s wr, 7 op/s; 18 MiB/s, 2 objects/s recovering 2024-04-10T15:10:25.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:25 smithi102 ceph-mon[88557]: osdmap e318: 8 total, 8 up, 8 in 2024-04-10T15:10:25.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:25 smithi102 ceph-mon[88557]: pgmap v129: 121 pgs: 121 active+clean; 187 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 909 KiB/s rd, 785 KiB/s wr, 7 op/s; 18 MiB/s, 2 objects/s recovering 2024-04-10T15:10:26.316 INFO:tasks.rados.rados.0.smithi102.stdout:1423: done (2 left) 2024-04-10T15:10:26.317 INFO:tasks.rados.rados.0.smithi102.stdout:1424: snap_create 2024-04-10T15:10:26.317 INFO:tasks.rados.rados.0.smithi102.stdout:1421: expect (ObjNum 401 snap 107 seq_num 401) 2024-04-10T15:10:26.430 INFO:tasks.rados.rados.0.smithi102.stdout:1422: expect (ObjNum 384 snap 101 seq_num 384) 2024-04-10T15:10:26.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:26 smithi154 ceph-mon[84269]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 56/360 objects degraded (15.556%), 13 pgs degraded) 2024-04-10T15:10:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:26 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:10:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:26 smithi154 ceph-mon[84269]: osdmap e319: 8 total, 8 up, 8 in 2024-04-10T15:10:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:26 smithi154 ceph-mon[84269]: mgrmap e43: y(active, since 92s), standbys: x 2024-04-10T15:10:26.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:26 smithi102 ceph-mon[90943]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 56/360 objects degraded (15.556%), 13 pgs degraded) 2024-04-10T15:10:26.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:26 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:10:26.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:26 smithi102 ceph-mon[90943]: osdmap e319: 8 total, 8 up, 8 in 2024-04-10T15:10:26.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:26 smithi102 ceph-mon[90943]: mgrmap e43: y(active, since 92s), standbys: x 2024-04-10T15:10:26.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:26 smithi102 ceph-mon[88557]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 56/360 objects degraded (15.556%), 13 pgs degraded) 2024-04-10T15:10:26.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:26 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:10:26.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:26 smithi102 ceph-mon[88557]: osdmap e319: 8 total, 8 up, 8 in 2024-04-10T15:10:26.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:26 smithi102 ceph-mon[88557]: mgrmap e43: y(active, since 92s), standbys: x 2024-04-10T15:10:27.321 INFO:tasks.rados.rados.0.smithi102.stdout:1421: done (2 left) 2024-04-10T15:10:27.321 INFO:tasks.rados.rados.0.smithi102.stdout:1422: done (1 left) 2024-04-10T15:10:27.321 INFO:tasks.rados.rados.0.smithi102.stdout:1424: done (0 left) 2024-04-10T15:10:27.321 INFO:tasks.rados.rados.0.smithi102.stdout:1425: read oid 50 snap -1 2024-04-10T15:10:27.321 INFO:tasks.rados.rados.0.smithi102.stdout:1425: expect deleted 2024-04-10T15:10:27.321 INFO:tasks.rados.rados.0.smithi102.stdout:1426: rollback oid 37 current snap is 122 2024-04-10T15:10:27.321 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 37 to 121 2024-04-10T15:10:27.321 INFO:tasks.rados.rados.0.smithi102.stdout:1427: delete oid 27 current snap is 122 2024-04-10T15:10:27.330 INFO:tasks.rados.rados.0.smithi102.stdout:1425: done (2 left) 2024-04-10T15:10:27.330 INFO:tasks.rados.rados.0.smithi102.stdout:1427: done (1 left) 2024-04-10T15:10:27.330 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 8 current snap is 122 2024-04-10T15:10:27.330 INFO:tasks.rados.rados.0.smithi102.stdout:1428: seq_num 463 ranges {0=557056} 2024-04-10T15:10:27.334 INFO:tasks.rados.rados.0.smithi102.stdout:1428: writing smithi10276805-8 from 0 to 557056 tid 1 2024-04-10T15:10:27.334 INFO:tasks.rados.rados.0.smithi102.stdout:1429: rollback oid 48 current snap is 122 2024-04-10T15:10:27.334 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 48 to 121 2024-04-10T15:10:27.334 INFO:tasks.rados.rados.0.smithi102.stdout:1426: finishing rollback tid 0 to smithi10276805-37 2024-04-10T15:10:27.334 INFO:tasks.rados.rados.0.smithi102.stdout:1430: copy_from oid 3 from oid 25 current snap is 122 2024-04-10T15:10:27.334 INFO:tasks.rados.rados.0.smithi102.stdout:1431: read oid 40 snap -1 2024-04-10T15:10:27.334 INFO:tasks.rados.rados.0.smithi102.stdout:1431: expect (ObjNum 281 snap 62 seq_num 281) 2024-04-10T15:10:27.334 INFO:tasks.rados.rados.0.smithi102.stdout:1432: delete oid 18 current snap is 122 2024-04-10T15:10:27.336 INFO:tasks.rados.rados.0.smithi102.stdout:1426: finishing rollback tid 1 to smithi10276805-37 2024-04-10T15:10:27.337 INFO:tasks.rados.rados.0.smithi102.stdout:1426: finishing rollback tid 2 to smithi10276805-37 2024-04-10T15:10:27.337 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 541 (ObjNum 281 snap 62 seq_num 281) dirty exists 2024-04-10T15:10:27.339 INFO:tasks.rados.rados.0.smithi102.stdout:1429: finishing rollback tid 0 to smithi10276805-48 2024-04-10T15:10:27.339 INFO:tasks.rados.rados.0.smithi102.stdout:1426: done (5 left) 2024-04-10T15:10:27.339 INFO:tasks.rados.rados.0.smithi102.stdout:1432: done (4 left) 2024-04-10T15:10:27.339 INFO:tasks.rados.rados.0.smithi102.stdout:1433: read oid 18 snap -1 2024-04-10T15:10:27.339 INFO:tasks.rados.rados.0.smithi102.stdout:1433: expect deleted 2024-04-10T15:10:27.339 INFO:tasks.rados.rados.0.smithi102.stdout:1434: snap_create 2024-04-10T15:10:27.339 INFO:tasks.rados.rados.0.smithi102.stdout:1429: finishing rollback tid 1 to smithi10276805-48 2024-04-10T15:10:27.339 INFO:tasks.rados.rados.0.smithi102.stdout:1429: finishing rollback tid 2 to smithi10276805-48 2024-04-10T15:10:27.340 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 986 (ObjNum 380 snap 100 seq_num 380) dirty exists 2024-04-10T15:10:27.340 INFO:tasks.rados.rados.0.smithi102.stdout:1428: finishing write tid 1 to smithi10276805-8 2024-04-10T15:10:27.341 INFO:tasks.rados.rados.0.smithi102.stdout:1428: finishing write tid 2 to smithi10276805-8 2024-04-10T15:10:27.343 INFO:tasks.rados.rados.0.smithi102.stdout:1428: finishing write tid 3 to smithi10276805-8 2024-04-10T15:10:27.343 INFO:tasks.rados.rados.0.smithi102.stdout:1428: oid 8 updating version 0 to 767 2024-04-10T15:10:27.343 INFO:tasks.rados.rados.0.smithi102.stdout:1428: oid 8 version 767 is already newer than 766 2024-04-10T15:10:27.343 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 767 (ObjNum 463 snap 122 seq_num 463) dirty exists 2024-04-10T15:10:27.343 INFO:tasks.rados.rados.0.smithi102.stdout:1428: left oid 8 (ObjNum 463 snap 122 seq_num 463) 2024-04-10T15:10:27.344 INFO:tasks.rados.rados.0.smithi102.stdout:1430: finishing copy_from racing read to smithi10276805-3 2024-04-10T15:10:27.344 INFO:tasks.rados.rados.0.smithi102.stdout:1430: finishing copy_from to smithi10276805-3 2024-04-10T15:10:27.344 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 297 (ObjNum 457 snap 120 seq_num 457) dirty exists 2024-04-10T15:10:27.356 INFO:tasks.rados.rados.0.smithi102.stdout:1431: expect (ObjNum 281 snap 62 seq_num 281) 2024-04-10T15:10:27.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:27 smithi154 ceph-mon[84269]: osdmap e320: 8 total, 8 up, 8 in 2024-04-10T15:10:27.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:27 smithi154 ceph-mon[84269]: pgmap v132: 121 pgs: 121 active+clean; 187 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 909 KiB/s rd, 785 KiB/s wr, 7 op/s; 18 MiB/s, 2 objects/s recovering 2024-04-10T15:10:27.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:27 smithi102 ceph-mon[90943]: osdmap e320: 8 total, 8 up, 8 in 2024-04-10T15:10:27.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:27 smithi102 ceph-mon[90943]: pgmap v132: 121 pgs: 121 active+clean; 187 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 909 KiB/s rd, 785 KiB/s wr, 7 op/s; 18 MiB/s, 2 objects/s recovering 2024-04-10T15:10:27.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:27 smithi102 ceph-mon[88557]: osdmap e320: 8 total, 8 up, 8 in 2024-04-10T15:10:27.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:27 smithi102 ceph-mon[88557]: pgmap v132: 121 pgs: 121 active+clean; 187 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 909 KiB/s rd, 785 KiB/s wr, 7 op/s; 18 MiB/s, 2 objects/s recovering 2024-04-10T15:10:27.660 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:10:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:10:27] "GET /metrics HTTP/1.1" 200 36003 "" "Prometheus/2.43.0" 2024-04-10T15:10:28.155 INFO:tasks.rados.rados.0.smithi102.stdout:1428: done (5 left) 2024-04-10T15:10:28.155 INFO:tasks.rados.rados.0.smithi102.stdout:1429: done (4 left) 2024-04-10T15:10:28.155 INFO:tasks.rados.rados.0.smithi102.stdout:1430: done (3 left) 2024-04-10T15:10:28.155 INFO:tasks.rados.rados.0.smithi102.stdout:1431: done (2 left) 2024-04-10T15:10:28.155 INFO:tasks.rados.rados.0.smithi102.stdout:1433: done (1 left) 2024-04-10T15:10:28.155 INFO:tasks.rados.rados.0.smithi102.stdout:1434: done (0 left) 2024-04-10T15:10:28.155 INFO:tasks.rados.rados.0.smithi102.stdout:1435: rollback oid 45 current snap is 123 2024-04-10T15:10:28.155 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 45 to 121 2024-04-10T15:10:28.155 INFO:tasks.rados.rados.0.smithi102.stdout:1436: rmattr oid 3 current snap is 123 2024-04-10T15:10:28.172 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 123 2024-04-10T15:10:28.172 INFO:tasks.rados.rados.0.smithi102.stdout:1437: seq_num 465 ranges {10526720=598016} 2024-04-10T15:10:28.214 INFO:tasks.rados.rados.0.smithi102.stdout:1437: writing smithi10276805-2 from 10526720 to 11124736 tid 1 2024-04-10T15:10:28.219 INFO:tasks.rados.rados.0.smithi102.stdout:1438: read oid 39 snap -1 2024-04-10T15:10:28.219 INFO:tasks.rados.rados.0.smithi102.stdout:1438: expect deleted 2024-04-10T15:10:28.219 INFO:tasks.rados.rados.0.smithi102.stdout:1439: rollback oid 44 current snap is 123 2024-04-10T15:10:28.219 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 44 to 121 2024-04-10T15:10:28.220 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 820 (ObjNum 457 snap 120 seq_num 457) dirty exists 2024-04-10T15:10:28.220 INFO:tasks.rados.rados.0.smithi102.stdout:1435: finishing rollback tid 0 to smithi10276805-45 2024-04-10T15:10:28.220 INFO:tasks.rados.rados.0.smithi102.stdout:1435: finishing rollback tid 1 to smithi10276805-45 2024-04-10T15:10:28.220 INFO:tasks.rados.rados.0.smithi102.stdout:1436: done (4 left) 2024-04-10T15:10:28.220 INFO:tasks.rados.rados.0.smithi102.stdout:1440: snap_remove snap 122 2024-04-10T15:10:28.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:28 smithi154 ceph-mon[84269]: osdmap e321: 8 total, 8 up, 8 in 2024-04-10T15:10:28.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:28 smithi154 ceph-mon[84269]: osdmap e322: 8 total, 8 up, 8 in 2024-04-10T15:10:28.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:28 smithi102 ceph-mon[90943]: osdmap e321: 8 total, 8 up, 8 in 2024-04-10T15:10:28.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:28 smithi102 ceph-mon[90943]: osdmap e322: 8 total, 8 up, 8 in 2024-04-10T15:10:28.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:28 smithi102 ceph-mon[88557]: osdmap e321: 8 total, 8 up, 8 in 2024-04-10T15:10:28.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:28 smithi102 ceph-mon[88557]: osdmap e322: 8 total, 8 up, 8 in 2024-04-10T15:10:29.160 INFO:tasks.rados.rados.0.smithi102.stdout:1440: done (4 left) 2024-04-10T15:10:29.161 INFO:tasks.rados.rados.0.smithi102.stdout:1441: read oid 11 snap -1 2024-04-10T15:10:29.161 INFO:tasks.rados.rados.0.smithi102.stdout:1441: expect (ObjNum 432 snap 114 seq_num 432) 2024-04-10T15:10:29.161 INFO:tasks.rados.rados.0.smithi102.stdout:1442: delete oid 13 current snap is 123 2024-04-10T15:10:29.161 INFO:tasks.rados.rados.0.smithi102.stdout:1435: finishing rollback tid 2 to smithi10276805-45 2024-04-10T15:10:29.161 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 618 (ObjNum 459 snap 120 seq_num 459) dirty exists 2024-04-10T15:10:29.161 INFO:tasks.rados.rados.0.smithi102.stdout:1437: finishing write tid 1 to smithi10276805-2 2024-04-10T15:10:29.161 INFO:tasks.rados.rados.0.smithi102.stdout:1439: finishing rollback tid 0 to smithi10276805-44 2024-04-10T15:10:29.161 INFO:tasks.rados.rados.0.smithi102.stdout:1439: finishing rollback tid 1 to smithi10276805-44 2024-04-10T15:10:29.161 INFO:tasks.rados.rados.0.smithi102.stdout:1437: finishing write tid 2 to smithi10276805-2 2024-04-10T15:10:29.161 INFO:tasks.rados.rados.0.smithi102.stdout:1439: finishing rollback tid 2 to smithi10276805-44 2024-04-10T15:10:29.161 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 709 (ObjNum 133 snap 28 seq_num 133) dirty exists 2024-04-10T15:10:29.162 INFO:tasks.rados.rados.0.smithi102.stdout:1437: finishing write tid 3 to smithi10276805-2 2024-04-10T15:10:29.162 INFO:tasks.rados.rados.0.smithi102.stdout:1437: oid 2 updating version 0 to 228 2024-04-10T15:10:29.162 INFO:tasks.rados.rados.0.smithi102.stdout:1437: oid 2 updating version 228 to 229 2024-04-10T15:10:29.162 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 229 (ObjNum 465 snap 123 seq_num 465) dirty exists 2024-04-10T15:10:29.162 INFO:tasks.rados.rados.0.smithi102.stdout:1437: left oid 2 (ObjNum 465 snap 123 seq_num 465) 2024-04-10T15:10:29.167 INFO:tasks.rados.rados.0.smithi102.stdout:1441: expect (ObjNum 432 snap 114 seq_num 432) 2024-04-10T15:10:29.168 INFO:tasks.rados.rados.0.smithi102.stdout:1435: done (5 left) 2024-04-10T15:10:29.168 INFO:tasks.rados.rados.0.smithi102.stdout:1437: done (4 left) 2024-04-10T15:10:29.168 INFO:tasks.rados.rados.0.smithi102.stdout:1438: done (3 left) 2024-04-10T15:10:29.168 INFO:tasks.rados.rados.0.smithi102.stdout:1439: done (2 left) 2024-04-10T15:10:29.168 INFO:tasks.rados.rados.0.smithi102.stdout:1441: done (1 left) 2024-04-10T15:10:29.168 INFO:tasks.rados.rados.0.smithi102.stdout:1442: done (0 left) 2024-04-10T15:10:29.168 INFO:tasks.rados.rados.0.smithi102.stdout:1443: snap_create 2024-04-10T15:10:30.166 INFO:tasks.rados.rados.0.smithi102.stdout:1443: done (0 left) 2024-04-10T15:10:30.166 INFO:tasks.rados.rados.0.smithi102.stdout:1444: read oid 13 snap -1 2024-04-10T15:10:30.166 INFO:tasks.rados.rados.0.smithi102.stdout:1444: expect deleted 2024-04-10T15:10:30.166 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 32 current snap is 124 2024-04-10T15:10:30.166 INFO:tasks.rados.rados.0.smithi102.stdout:1445: seq_num 467 ranges {11116544=630784} 2024-04-10T15:10:30.229 INFO:tasks.rados.rados.0.smithi102.stdout:1445: writing smithi10276805-32 from 11116544 to 11747328 tid 1 2024-04-10T15:10:30.229 INFO:tasks.rados.rados.0.smithi102.stdout:1446: copy_from oid 3 from oid 14 current snap is 124 2024-04-10T15:10:30.229 INFO:tasks.rados.rados.0.smithi102.stdout:1444: done (2 left) 2024-04-10T15:10:30.229 INFO:tasks.rados.rados.0.smithi102.stdout:1447: snap_create 2024-04-10T15:10:30.236 INFO:tasks.rados.rados.0.smithi102.stdout:1445: finishing write tid 1 to smithi10276805-32 2024-04-10T15:10:30.236 INFO:tasks.rados.rados.0.smithi102.stdout:1445: finishing write tid 2 to smithi10276805-32 2024-04-10T15:10:30.238 INFO:tasks.rados.rados.0.smithi102.stdout:1445: finishing write tid 3 to smithi10276805-32 2024-04-10T15:10:30.238 INFO:tasks.rados.rados.0.smithi102.stdout:1445: oid 32 updating version 0 to 990 2024-04-10T15:10:30.238 INFO:tasks.rados.rados.0.smithi102.stdout:1445: oid 32 updating version 990 to 991 2024-04-10T15:10:30.238 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 991 (ObjNum 467 snap 124 seq_num 467) dirty exists 2024-04-10T15:10:30.238 INFO:tasks.rados.rados.0.smithi102.stdout:1445: left oid 32 (ObjNum 467 snap 124 seq_num 467) 2024-04-10T15:10:30.239 INFO:tasks.rados.rados.0.smithi102.stdout:1446: finishing copy_from racing read to smithi10276805-3 2024-04-10T15:10:30.241 INFO:tasks.rados.rados.0.smithi102.stdout:1446: finishing copy_from to smithi10276805-3 2024-04-10T15:10:30.242 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 804 (ObjNum 437 snap 117 seq_num 437) dirty exists 2024-04-10T15:10:30.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:30 smithi102 ceph-mon[90943]: pgmap v135: 121 pgs: 121 active+clean; 169 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-10T15:10:30.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:30 smithi102 ceph-mon[90943]: osdmap e323: 8 total, 8 up, 8 in 2024-04-10T15:10:30.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:30 smithi102 ceph-mon[88557]: pgmap v135: 121 pgs: 121 active+clean; 169 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-10T15:10:30.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:30 smithi102 ceph-mon[88557]: osdmap e323: 8 total, 8 up, 8 in 2024-04-10T15:10:30.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:30 smithi154 ceph-mon[84269]: pgmap v135: 121 pgs: 121 active+clean; 169 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-10T15:10:30.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:30 smithi154 ceph-mon[84269]: osdmap e323: 8 total, 8 up, 8 in 2024-04-10T15:10:31.171 INFO:tasks.rados.rados.0.smithi102.stdout:1445: done (2 left) 2024-04-10T15:10:31.171 INFO:tasks.rados.rados.0.smithi102.stdout:1446: done (1 left) 2024-04-10T15:10:31.171 INFO:tasks.rados.rados.0.smithi102.stdout:1447: done (0 left) 2024-04-10T15:10:31.171 INFO:tasks.rados.rados.0.smithi102.stdout:1448: delete oid 33 current snap is 125 2024-04-10T15:10:31.176 INFO:tasks.rados.rados.0.smithi102.stdout:1448: done (0 left) 2024-04-10T15:10:31.176 INFO:tasks.rados.rados.0.smithi102.stdout:1449: read oid 12 snap -1 2024-04-10T15:10:31.176 INFO:tasks.rados.rados.0.smithi102.stdout:1449: expect (ObjNum 433 snap 114 seq_num 433) 2024-04-10T15:10:31.176 INFO:tasks.rados.rados.0.smithi102.stdout:1450: rmattr oid 26 current snap is 125 2024-04-10T15:10:31.176 INFO:tasks.rados.rados.0.smithi102.stdout:1451: copy_from oid 44 from oid 8 current snap is 125 2024-04-10T15:10:31.176 INFO:tasks.rados.rados.0.smithi102.stdout:1452: rollback oid 2 current snap is 125 2024-04-10T15:10:31.176 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 2 to 121 2024-04-10T15:10:31.176 INFO:tasks.rados.rados.0.smithi102.stdout:1453: snap_create 2024-04-10T15:10:31.179 INFO:tasks.rados.rados.0.smithi102.stdout:1449: expect (ObjNum 433 snap 114 seq_num 433) 2024-04-10T15:10:31.182 INFO:tasks.rados.rados.0.smithi102.stdout:1452: finishing rollback tid 0 to smithi10276805-2 2024-04-10T15:10:31.182 INFO:tasks.rados.rados.0.smithi102.stdout:1452: finishing rollback tid 1 to smithi10276805-2 2024-04-10T15:10:31.182 INFO:tasks.rados.rados.0.smithi102.stdout:1452: finishing rollback tid 2 to smithi10276805-2 2024-04-10T15:10:31.182 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 232 (ObjNum 414 snap 109 seq_num 414) dirty exists 2024-04-10T15:10:31.183 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 543 (ObjNum 279 snap 61 seq_num 279) dirty exists 2024-04-10T15:10:31.190 INFO:tasks.rados.rados.0.smithi102.stdout:1451: finishing copy_from racing read to smithi10276805-44 2024-04-10T15:10:31.190 INFO:tasks.rados.rados.0.smithi102.stdout:1451: finishing copy_from to smithi10276805-44 2024-04-10T15:10:31.191 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 767 (ObjNum 463 snap 122 seq_num 463) dirty exists 2024-04-10T15:10:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:31 smithi154 ceph-mon[84269]: osdmap e324: 8 total, 8 up, 8 in 2024-04-10T15:10:31.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:31 smithi102 ceph-mon[88557]: osdmap e324: 8 total, 8 up, 8 in 2024-04-10T15:10:31.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:31 smithi102 ceph-mon[90943]: osdmap e324: 8 total, 8 up, 8 in 2024-04-10T15:10:32.176 INFO:tasks.rados.rados.0.smithi102.stdout:1449: done (4 left) 2024-04-10T15:10:32.176 INFO:tasks.rados.rados.0.smithi102.stdout:1450: done (3 left) 2024-04-10T15:10:32.176 INFO:tasks.rados.rados.0.smithi102.stdout:1451: done (2 left) 2024-04-10T15:10:32.176 INFO:tasks.rados.rados.0.smithi102.stdout:1452: done (1 left) 2024-04-10T15:10:32.177 INFO:tasks.rados.rados.0.smithi102.stdout:1453: done (0 left) 2024-04-10T15:10:32.177 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 126 2024-04-10T15:10:32.177 INFO:tasks.rados.rados.0.smithi102.stdout:1454: seq_num 469 ranges {671744=663552} 2024-04-10T15:10:32.183 INFO:tasks.rados.rados.0.smithi102.stdout:1454: writing smithi10276805-25 from 671744 to 1335296 tid 1 2024-04-10T15:10:32.183 INFO:tasks.rados.rados.0.smithi102.stdout:1455: delete oid 33 current snap is 126 2024-04-10T15:10:32.188 INFO:tasks.rados.rados.0.smithi102.stdout:1455: done (1 left) 2024-04-10T15:10:32.188 INFO:tasks.rados.rados.0.smithi102.stdout:1456: snap_create 2024-04-10T15:10:32.191 INFO:tasks.rados.rados.0.smithi102.stdout:1454: finishing write tid 1 to smithi10276805-25 2024-04-10T15:10:32.191 INFO:tasks.rados.rados.0.smithi102.stdout:1454: finishing write tid 2 to smithi10276805-25 2024-04-10T15:10:32.192 INFO:tasks.rados.rados.0.smithi102.stdout:1454: finishing write tid 3 to smithi10276805-25 2024-04-10T15:10:32.192 INFO:tasks.rados.rados.0.smithi102.stdout:1454: oid 25 updating version 0 to 298 2024-04-10T15:10:32.192 INFO:tasks.rados.rados.0.smithi102.stdout:1454: oid 25 updating version 298 to 299 2024-04-10T15:10:32.192 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 299 (ObjNum 469 snap 126 seq_num 469) dirty exists 2024-04-10T15:10:32.192 INFO:tasks.rados.rados.0.smithi102.stdout:1454: left oid 25 (ObjNum 469 snap 126 seq_num 469) 2024-04-10T15:10:32.578 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:32 smithi102 ceph-mon[88557]: pgmap v138: 121 pgs: 121 active+clean; 169 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-10T15:10:32.578 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:32 smithi102 ceph-mon[88557]: osdmap e325: 8 total, 8 up, 8 in 2024-04-10T15:10:32.578 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:32 smithi102 ceph-mon[90943]: pgmap v138: 121 pgs: 121 active+clean; 169 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-10T15:10:32.578 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:32 smithi102 ceph-mon[90943]: osdmap e325: 8 total, 8 up, 8 in 2024-04-10T15:10:32.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:32 smithi154 ceph-mon[84269]: pgmap v138: 121 pgs: 121 active+clean; 169 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.9 MiB/s wr, 9 op/s 2024-04-10T15:10:32.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:32 smithi154 ceph-mon[84269]: osdmap e325: 8 total, 8 up, 8 in 2024-04-10T15:10:32.628 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:10:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:10:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:10:33.153 INFO:tasks.rados.rados.0.smithi102.stdout:1454: done (1 left) 2024-04-10T15:10:33.153 INFO:tasks.rados.rados.0.smithi102.stdout:1456: done (0 left) 2024-04-10T15:10:33.153 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 5 current snap is 127 2024-04-10T15:10:33.153 INFO:tasks.rados.rados.0.smithi102.stdout:1457: seq_num 471 ranges {0=696320} 2024-04-10T15:10:33.157 INFO:tasks.rados.rados.0.smithi102.stdout:1457: writing smithi10276805-5 from 0 to 696320 tid 1 2024-04-10T15:10:33.157 INFO:tasks.rados.rados.0.smithi102.stdout:1458: rollback oid 11 current snap is 127 2024-04-10T15:10:33.157 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 11 to 124 2024-04-10T15:10:33.157 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 127 2024-04-10T15:10:33.157 INFO:tasks.rados.rados.0.smithi102.stdout:1459: seq_num 472 ranges {0=712704} 2024-04-10T15:10:33.162 INFO:tasks.rados.rados.0.smithi102.stdout:1459: writing smithi10276805-4 from 0 to 712704 tid 1 2024-04-10T15:10:33.162 INFO:tasks.rados.rados.0.smithi102.stdout:1460: delete oid 30 current snap is 127 2024-04-10T15:10:33.162 INFO:tasks.rados.rados.0.smithi102.stdout:1458: finishing rollback tid 0 to smithi10276805-11 2024-04-10T15:10:33.162 INFO:tasks.rados.rados.0.smithi102.stdout:1458: finishing rollback tid 1 to smithi10276805-11 2024-04-10T15:10:33.162 INFO:tasks.rados.rados.0.smithi102.stdout:1458: finishing rollback tid 2 to smithi10276805-11 2024-04-10T15:10:33.162 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 624 (ObjNum 432 snap 114 seq_num 432) dirty exists 2024-04-10T15:10:33.165 INFO:tasks.rados.rados.0.smithi102.stdout:1457: finishing write tid 1 to smithi10276805-5 2024-04-10T15:10:33.168 INFO:tasks.rados.rados.0.smithi102.stdout:1458: done (3 left) 2024-04-10T15:10:33.168 INFO:tasks.rados.rados.0.smithi102.stdout:1460: done (2 left) 2024-04-10T15:10:33.168 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 29 current snap is 127 2024-04-10T15:10:33.168 INFO:tasks.rados.rados.0.smithi102.stdout:1457: finishing write tid 2 to smithi10276805-5 2024-04-10T15:10:33.168 INFO:tasks.rados.rados.0.smithi102.stdout:1461: seq_num 474 ranges {4382720=745472} 2024-04-10T15:10:33.196 INFO:tasks.rados.rados.0.smithi102.stdout:1461: writing smithi10276805-29 from 4382720 to 5128192 tid 1 2024-04-10T15:10:33.196 INFO:tasks.rados.rados.0.smithi102.stdout:1462: delete oid 3 current snap is 127 2024-04-10T15:10:33.196 INFO:tasks.rados.rados.0.smithi102.stdout:1459: finishing write tid 1 to smithi10276805-4 2024-04-10T15:10:33.196 INFO:tasks.rados.rados.0.smithi102.stdout:1459: finishing write tid 2 to smithi10276805-4 2024-04-10T15:10:33.197 INFO:tasks.rados.rados.0.smithi102.stdout:1459: finishing write tid 3 to smithi10276805-4 2024-04-10T15:10:33.197 INFO:tasks.rados.rados.0.smithi102.stdout:1459: oid 4 updating version 0 to 231 2024-04-10T15:10:33.197 INFO:tasks.rados.rados.0.smithi102.stdout:1459: oid 4 updating version 231 to 232 2024-04-10T15:10:33.197 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 232 (ObjNum 472 snap 127 seq_num 472) dirty exists 2024-04-10T15:10:33.197 INFO:tasks.rados.rados.0.smithi102.stdout:1459: left oid 4 (ObjNum 472 snap 127 seq_num 472) 2024-04-10T15:10:33.197 INFO:tasks.rados.rados.0.smithi102.stdout:1457: finishing write tid 3 to smithi10276805-5 2024-04-10T15:10:33.197 INFO:tasks.rados.rados.0.smithi102.stdout:1457: oid 5 updating version 0 to 249 2024-04-10T15:10:33.197 INFO:tasks.rados.rados.0.smithi102.stdout:1457: oid 5 updating version 249 to 250 2024-04-10T15:10:33.197 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 250 (ObjNum 471 snap 127 seq_num 471) dirty exists 2024-04-10T15:10:33.197 INFO:tasks.rados.rados.0.smithi102.stdout:1457: left oid 5 (ObjNum 471 snap 127 seq_num 471) 2024-04-10T15:10:33.199 INFO:tasks.rados.rados.0.smithi102.stdout:1457: done (3 left) 2024-04-10T15:10:33.199 INFO:tasks.rados.rados.0.smithi102.stdout:1459: done (2 left) 2024-04-10T15:10:33.199 INFO:tasks.rados.rados.0.smithi102.stdout:1462: done (1 left) 2024-04-10T15:10:33.199 INFO:tasks.rados.rados.0.smithi102.stdout:1463: rollback oid 13 current snap is 127 2024-04-10T15:10:33.199 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 13 to 125 2024-04-10T15:10:33.199 INFO:tasks.rados.rados.0.smithi102.stdout:1464: snap_create 2024-04-10T15:10:33.202 INFO:tasks.rados.rados.0.smithi102.stdout:1461: finishing write tid 1 to smithi10276805-29 2024-04-10T15:10:33.202 INFO:tasks.rados.rados.0.smithi102.stdout:1461: finishing write tid 2 to smithi10276805-29 2024-04-10T15:10:33.203 INFO:tasks.rados.rados.0.smithi102.stdout:1463: finishing rollback tid 1 to smithi10276805-13 2024-04-10T15:10:33.203 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 988 (ObjNum 257 snap 0 seq_num 1382002128) dirty dne 2024-04-10T15:10:33.204 INFO:tasks.rados.rados.0.smithi102.stdout:1461: finishing write tid 3 to smithi10276805-29 2024-04-10T15:10:33.204 INFO:tasks.rados.rados.0.smithi102.stdout:1461: oid 29 updating version 0 to 993 2024-04-10T15:10:33.204 INFO:tasks.rados.rados.0.smithi102.stdout:1461: oid 29 updating version 993 to 994 2024-04-10T15:10:33.204 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 994 (ObjNum 474 snap 127 seq_num 474) dirty exists 2024-04-10T15:10:33.204 INFO:tasks.rados.rados.0.smithi102.stdout:1461: left oid 29 (ObjNum 474 snap 127 seq_num 474) 2024-04-10T15:10:33.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:33 smithi154 ceph-mon[84269]: osdmap e326: 8 total, 8 up, 8 in 2024-04-10T15:10:33.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:33 smithi154 ceph-mon[84269]: osdmap e327: 8 total, 8 up, 8 in 2024-04-10T15:10:33.519 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:33 smithi102 ceph-mon[90943]: osdmap e326: 8 total, 8 up, 8 in 2024-04-10T15:10:33.520 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:33 smithi102 ceph-mon[90943]: osdmap e327: 8 total, 8 up, 8 in 2024-04-10T15:10:33.520 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:33 smithi102 ceph-mon[88557]: osdmap e326: 8 total, 8 up, 8 in 2024-04-10T15:10:33.520 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:33 smithi102 ceph-mon[88557]: osdmap e327: 8 total, 8 up, 8 in 2024-04-10T15:10:33.877 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:10:33 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:10:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:10:34.191 INFO:tasks.rados.rados.0.smithi102.stdout:1461: done (2 left) 2024-04-10T15:10:34.191 INFO:tasks.rados.rados.0.smithi102.stdout:1463: done (1 left) 2024-04-10T15:10:34.191 INFO:tasks.rados.rados.0.smithi102.stdout:1464: done (0 left) 2024-04-10T15:10:34.191 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 38 current snap is 128 2024-04-10T15:10:34.192 INFO:tasks.rados.rados.0.smithi102.stdout:1465: seq_num 476 ranges {2400256=778240} 2024-04-10T15:10:34.208 INFO:tasks.rados.rados.0.smithi102.stdout:1465: writing smithi10276805-38 from 2400256 to 3178496 tid 1 2024-04-10T15:10:34.208 INFO:tasks.rados.rados.0.smithi102.stdout:1466: rollback oid 50 current snap is 128 2024-04-10T15:10:34.208 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 50 to 123 2024-04-10T15:10:34.209 INFO:tasks.rados.rados.0.smithi102.stdout:1467: setattr oid 41 current snap is 128 2024-04-10T15:10:34.209 INFO:tasks.rados.rados.0.smithi102.stdout:1466: finishing rollback tid 1 to smithi10276805-50 2024-04-10T15:10:34.209 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:10:34.210 INFO:tasks.rados.rados.0.smithi102.stdout:1466: done (2 left) 2024-04-10T15:10:34.210 INFO:tasks.rados.rados.0.smithi102.stdout:1468: rollback oid 14 current snap is 128 2024-04-10T15:10:34.210 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 14 to 121 2024-04-10T15:10:34.210 INFO:tasks.rados.rados.0.smithi102.stdout:1469: snap_remove snap 127 2024-04-10T15:10:34.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:34 smithi154 ceph-mon[84269]: pgmap v141: 121 pgs: 121 active+clean; 169 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:10:34.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:34 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:34.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:34 smithi154 ceph-mon[84269]: osdmap e328: 8 total, 8 up, 8 in 2024-04-10T15:10:34.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:34 smithi102 ceph-mon[90943]: pgmap v141: 121 pgs: 121 active+clean; 169 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:10:34.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:34 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:34.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:34 smithi102 ceph-mon[90943]: osdmap e328: 8 total, 8 up, 8 in 2024-04-10T15:10:34.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:34 smithi102 ceph-mon[88557]: pgmap v141: 121 pgs: 121 active+clean; 169 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:10:34.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:34 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:34.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:34 smithi102 ceph-mon[88557]: osdmap e328: 8 total, 8 up, 8 in 2024-04-10T15:10:35.190 INFO:tasks.rados.rados.0.smithi102.stdout:1468: finishing rollback tid 0 to smithi10276805-14 2024-04-10T15:10:35.191 INFO:tasks.rados.rados.0.smithi102.stdout:1465: finishing write tid 1 to smithi10276805-38 2024-04-10T15:10:35.191 INFO:tasks.rados.rados.0.smithi102.stdout:1465: finishing write tid 2 to smithi10276805-38 2024-04-10T15:10:35.191 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 545 (ObjNum 281 snap 62 seq_num 281) dirty exists 2024-04-10T15:10:35.191 INFO:tasks.rados.rados.0.smithi102.stdout:1468: finishing rollback tid 1 to smithi10276805-14 2024-04-10T15:10:35.191 INFO:tasks.rados.rados.0.smithi102.stdout:1468: finishing rollback tid 2 to smithi10276805-14 2024-04-10T15:10:35.191 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 824 (ObjNum 437 snap 117 seq_num 437) dirty exists 2024-04-10T15:10:35.192 INFO:tasks.rados.rados.0.smithi102.stdout:1465: finishing write tid 3 to smithi10276805-38 2024-04-10T15:10:35.192 INFO:tasks.rados.rados.0.smithi102.stdout:1465: oid 38 updating version 0 to 402 2024-04-10T15:10:35.192 INFO:tasks.rados.rados.0.smithi102.stdout:1465: oid 38 version 402 is already newer than 401 2024-04-10T15:10:35.192 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 402 (ObjNum 476 snap 128 seq_num 476) dirty exists 2024-04-10T15:10:35.192 INFO:tasks.rados.rados.0.smithi102.stdout:1465: left oid 38 (ObjNum 476 snap 128 seq_num 476) 2024-04-10T15:10:35.192 INFO:tasks.rados.rados.0.smithi102.stdout:1465: done (3 left) 2024-04-10T15:10:35.192 INFO:tasks.rados.rados.0.smithi102.stdout:1467: done (2 left) 2024-04-10T15:10:35.192 INFO:tasks.rados.rados.0.smithi102.stdout:1468: done (1 left) 2024-04-10T15:10:35.192 INFO:tasks.rados.rados.0.smithi102.stdout:1469: done (0 left) 2024-04-10T15:10:35.193 INFO:tasks.rados.rados.0.smithi102.stdout:1470: rollback oid 30 current snap is 128 2024-04-10T15:10:35.193 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 30 to 121 2024-04-10T15:10:35.193 INFO:tasks.rados.rados.0.smithi102.stdout:1471: delete oid 31 current snap is 128 2024-04-10T15:10:35.194 INFO:tasks.rados.rados.0.smithi102.stdout:1470: finishing rollback tid 1 to smithi10276805-30 2024-04-10T15:10:35.195 INFO:tasks.rados.rados.0.smithi102.stdout:1471: done (1 left) 2024-04-10T15:10:35.195 INFO:tasks.rados.rados.0.smithi102.stdout:1472: snap_remove snap 123 2024-04-10T15:10:36.195 INFO:tasks.rados.rados.0.smithi102.stdout:1472: done (1 left) 2024-04-10T15:10:36.195 INFO:tasks.rados.rados.0.smithi102.stdout:1473: read oid 22 snap 125 2024-04-10T15:10:36.195 INFO:tasks.rados.rados.0.smithi102.stdout:1473: expect (ObjNum 302 snap 74 seq_num 302) 2024-04-10T15:10:36.195 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 128 2024-04-10T15:10:36.195 INFO:tasks.rados.rados.0.smithi102.stdout:1470: finishing rollback tid 2 to smithi10276805-30 2024-04-10T15:10:36.195 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 835 (ObjNum 281 snap 62 seq_num 281) dirty exists 2024-04-10T15:10:36.195 INFO:tasks.rados.rados.0.smithi102.stdout:1474: seq_num 478 ranges {0=409600,409600=401408} 2024-04-10T15:10:36.197 INFO:tasks.rados.rados.0.smithi102.stdout:1474: writing smithi10276805-39 from 0 to 409600 tid 1 2024-04-10T15:10:36.200 INFO:tasks.rados.rados.0.smithi102.stdout:1474: writing smithi10276805-39 from 409600 to 811008 tid 2 2024-04-10T15:10:36.201 INFO:tasks.rados.rados.0.smithi102.stdout:1470: done (2 left) 2024-04-10T15:10:36.201 INFO:tasks.rados.rados.0.smithi102.stdout:1475: copy_from oid 28 from oid 32 current snap is 128 2024-04-10T15:10:36.201 INFO:tasks.rados.rados.0.smithi102.stdout:1476: snap_create 2024-04-10T15:10:36.206 INFO:tasks.rados.rados.0.smithi102.stdout:1474: finishing write tid 1 to smithi10276805-39 2024-04-10T15:10:36.207 INFO:tasks.rados.rados.0.smithi102.stdout:1474: finishing write tid 2 to smithi10276805-39 2024-04-10T15:10:36.211 INFO:tasks.rados.rados.0.smithi102.stdout:1474: finishing write tid 3 to smithi10276805-39 2024-04-10T15:10:36.218 INFO:tasks.rados.rados.0.smithi102.stdout:1474: finishing write tid 4 to smithi10276805-39 2024-04-10T15:10:36.218 INFO:tasks.rados.rados.0.smithi102.stdout:1474: oid 39 updating version 0 to 827 2024-04-10T15:10:36.219 INFO:tasks.rados.rados.0.smithi102.stdout:1474: oid 39 version 827 is already newer than 826 2024-04-10T15:10:36.219 INFO:tasks.rados.rados.0.smithi102.stdout:1474: oid 39 version 827 is already newer than 825 2024-04-10T15:10:36.219 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 827 (ObjNum 478 snap 128 seq_num 478) dirty exists 2024-04-10T15:10:36.219 INFO:tasks.rados.rados.0.smithi102.stdout:1474: left oid 39 (ObjNum 478 snap 128 seq_num 478) 2024-04-10T15:10:36.242 INFO:tasks.rados.rados.0.smithi102.stdout:1473: expect (ObjNum 302 snap 74 seq_num 302) 2024-04-10T15:10:36.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:36 smithi154 ceph-mon[84269]: pgmap v144: 121 pgs: 121 active+clean; 175 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 74 KiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-10T15:10:36.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:36 smithi154 ceph-mon[84269]: osdmap e329: 8 total, 8 up, 8 in 2024-04-10T15:10:36.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:36 smithi102 ceph-mon[90943]: pgmap v144: 121 pgs: 121 active+clean; 175 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 74 KiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-10T15:10:36.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:36 smithi102 ceph-mon[90943]: osdmap e329: 8 total, 8 up, 8 in 2024-04-10T15:10:36.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:36 smithi102 ceph-mon[88557]: pgmap v144: 121 pgs: 121 active+clean; 175 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 74 KiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-10T15:10:36.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:36 smithi102 ceph-mon[88557]: osdmap e329: 8 total, 8 up, 8 in 2024-04-10T15:10:36.803 INFO:tasks.rados.rados.0.smithi102.stdout:1475: finishing copy_from racing read to smithi10276805-28 2024-04-10T15:10:36.803 INFO:tasks.rados.rados.0.smithi102.stdout:1475: finishing copy_from to smithi10276805-28 2024-04-10T15:10:36.803 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 991 (ObjNum 467 snap 124 seq_num 467) dirty exists 2024-04-10T15:10:37.198 INFO:tasks.rados.rados.0.smithi102.stdout:1473: done (3 left) 2024-04-10T15:10:37.198 INFO:tasks.rados.rados.0.smithi102.stdout:1474: done (2 left) 2024-04-10T15:10:37.198 INFO:tasks.rados.rados.0.smithi102.stdout:1475: done (1 left) 2024-04-10T15:10:37.198 INFO:tasks.rados.rados.0.smithi102.stdout:1476: done (0 left) 2024-04-10T15:10:37.198 INFO:tasks.rados.rados.0.smithi102.stdout:1477: snap_remove snap 121 2024-04-10T15:10:37.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:37 smithi102 ceph-mon[90943]: osdmap e330: 8 total, 8 up, 8 in 2024-04-10T15:10:37.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:37 smithi102 ceph-mon[88557]: osdmap e330: 8 total, 8 up, 8 in 2024-04-10T15:10:37.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:37 smithi154 ceph-mon[84269]: osdmap e330: 8 total, 8 up, 8 in 2024-04-10T15:10:37.907 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:10:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:10:37] "GET /metrics HTTP/1.1" 200 36003 "" "Prometheus/2.43.0" 2024-04-10T15:10:38.156 INFO:tasks.rados.rados.0.smithi102.stdout:1477: done (0 left) 2024-04-10T15:10:38.156 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 129 2024-04-10T15:10:38.156 INFO:tasks.rados.rados.0.smithi102.stdout:1478: seq_num 479 ranges {10526720=425984,10952704=401408} 2024-04-10T15:10:38.221 INFO:tasks.rados.rados.0.smithi102.stdout:1478: writing smithi10276805-2 from 10526720 to 10952704 tid 1 2024-04-10T15:10:38.223 INFO:tasks.rados.rados.0.smithi102.stdout:1478: writing smithi10276805-2 from 10952704 to 11354112 tid 2 2024-04-10T15:10:38.223 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 129 2024-04-10T15:10:38.223 INFO:tasks.rados.rados.0.smithi102.stdout:1479: seq_num 480 ranges {1572864=442368,2015232=401408} 2024-04-10T15:10:38.234 INFO:tasks.rados.rados.0.smithi102.stdout:1479: writing smithi10276805-48 from 1572864 to 2015232 tid 1 2024-04-10T15:10:38.237 INFO:tasks.rados.rados.0.smithi102.stdout:1479: writing smithi10276805-48 from 2015232 to 2416640 tid 2 2024-04-10T15:10:38.237 INFO:tasks.rados.rados.0.smithi102.stdout:1480: rmattr oid 21 current snap is 129 2024-04-10T15:10:38.237 INFO:tasks.rados.rados.0.smithi102.stdout:1478: finishing write tid 1 to smithi10276805-2 2024-04-10T15:10:38.237 INFO:tasks.rados.rados.0.smithi102.stdout:1478: finishing write tid 2 to smithi10276805-2 2024-04-10T15:10:38.237 INFO:tasks.rados.rados.0.smithi102.stdout:1478: finishing write tid 3 to smithi10276805-2 2024-04-10T15:10:38.237 INFO:tasks.rados.rados.0.smithi102.stdout:1478: finishing write tid 4 to smithi10276805-2 2024-04-10T15:10:38.237 INFO:tasks.rados.rados.0.smithi102.stdout:1478: oid 2 updating version 0 to 233 2024-04-10T15:10:38.237 INFO:tasks.rados.rados.0.smithi102.stdout:1478: oid 2 updating version 233 to 234 2024-04-10T15:10:38.237 INFO:tasks.rados.rados.0.smithi102.stdout:1478: oid 2 updating version 234 to 235 2024-04-10T15:10:38.238 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 235 (ObjNum 479 snap 129 seq_num 479) dirty exists 2024-04-10T15:10:38.238 INFO:tasks.rados.rados.0.smithi102.stdout:1478: left oid 2 (ObjNum 479 snap 129 seq_num 479) 2024-04-10T15:10:38.238 INFO:tasks.rados.rados.0.smithi102.stdout:1478: done (2 left) 2024-04-10T15:10:38.238 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 27 current snap is 129 2024-04-10T15:10:38.238 INFO:tasks.rados.rados.0.smithi102.stdout:1481: seq_num 481 ranges {0=458752,458752=401408} 2024-04-10T15:10:38.239 INFO:tasks.rados.rados.0.smithi102.stdout:1481: writing smithi10276805-27 from 0 to 458752 tid 1 2024-04-10T15:10:38.242 INFO:tasks.rados.rados.0.smithi102.stdout:1481: writing smithi10276805-27 from 458752 to 860160 tid 2 2024-04-10T15:10:38.242 INFO:tasks.rados.rados.0.smithi102.stdout:1482: delete oid 23 current snap is 129 2024-04-10T15:10:38.242 INFO:tasks.rados.rados.0.smithi102.stdout:1479: finishing write tid 1 to smithi10276805-48 2024-04-10T15:10:38.242 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 836 (ObjNum 409 snap 107 seq_num 409) dirty exists 2024-04-10T15:10:38.242 INFO:tasks.rados.rados.0.smithi102.stdout:1479: finishing write tid 2 to smithi10276805-48 2024-04-10T15:10:38.242 INFO:tasks.rados.rados.0.smithi102.stdout:1479: finishing write tid 3 to smithi10276805-48 2024-04-10T15:10:38.243 INFO:tasks.rados.rados.0.smithi102.stdout:1479: finishing write tid 4 to smithi10276805-48 2024-04-10T15:10:38.243 INFO:tasks.rados.rados.0.smithi102.stdout:1479: oid 48 updating version 0 to 1015 2024-04-10T15:10:38.243 INFO:tasks.rados.rados.0.smithi102.stdout:1479: oid 48 version 1015 is already newer than 1014 2024-04-10T15:10:38.243 INFO:tasks.rados.rados.0.smithi102.stdout:1479: oid 48 version 1015 is already newer than 1013 2024-04-10T15:10:38.243 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 1015 (ObjNum 480 snap 129 seq_num 480) dirty exists 2024-04-10T15:10:38.243 INFO:tasks.rados.rados.0.smithi102.stdout:1479: left oid 48 (ObjNum 480 snap 129 seq_num 480) 2024-04-10T15:10:38.244 INFO:tasks.rados.rados.0.smithi102.stdout:1481: finishing write tid 1 to smithi10276805-27 2024-04-10T15:10:38.244 INFO:tasks.rados.rados.0.smithi102.stdout:1481: finishing write tid 2 to smithi10276805-27 2024-04-10T15:10:38.245 INFO:tasks.rados.rados.0.smithi102.stdout:1479: done (3 left) 2024-04-10T15:10:38.245 INFO:tasks.rados.rados.0.smithi102.stdout:1480: done (2 left) 2024-04-10T15:10:38.245 INFO:tasks.rados.rados.0.smithi102.stdout:1482: done (1 left) 2024-04-10T15:10:38.245 INFO:tasks.rados.rados.0.smithi102.stdout:1483: snap_remove snap 124 2024-04-10T15:10:38.493 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:38 smithi102 ceph-mon[88557]: pgmap v147: 121 pgs: 121 active+clean; 175 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 74 KiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-10T15:10:38.493 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:38 smithi102 ceph-mon[88557]: osdmap e331: 8 total, 8 up, 8 in 2024-04-10T15:10:38.493 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:10:38.493 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:38 smithi102 ceph-mon[88557]: osdmap e332: 8 total, 8 up, 8 in 2024-04-10T15:10:38.493 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:38 smithi102 ceph-mon[90943]: pgmap v147: 121 pgs: 121 active+clean; 175 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 74 KiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-10T15:10:38.493 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:38 smithi102 ceph-mon[90943]: osdmap e331: 8 total, 8 up, 8 in 2024-04-10T15:10:38.493 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:10:38.493 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:38 smithi102 ceph-mon[90943]: osdmap e332: 8 total, 8 up, 8 in 2024-04-10T15:10:38.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:38 smithi154 ceph-mon[84269]: pgmap v147: 121 pgs: 121 active+clean; 175 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 74 KiB/s rd, 1.5 MiB/s wr, 13 op/s 2024-04-10T15:10:38.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:38 smithi154 ceph-mon[84269]: osdmap e331: 8 total, 8 up, 8 in 2024-04-10T15:10:38.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:10:38.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:38 smithi154 ceph-mon[84269]: osdmap e332: 8 total, 8 up, 8 in 2024-04-10T15:10:39.216 INFO:tasks.rados.rados.0.smithi102.stdout:1483: done (1 left) 2024-04-10T15:10:39.216 INFO:tasks.rados.rados.0.smithi102.stdout:1484: setattr oid 23 current snap is 129 2024-04-10T15:10:39.216 INFO:tasks.rados.rados.0.smithi102.stdout:1481: finishing write tid 3 to smithi10276805-27 2024-04-10T15:10:39.216 INFO:tasks.rados.rados.0.smithi102.stdout:1481: finishing write tid 4 to smithi10276805-27 2024-04-10T15:10:39.216 INFO:tasks.rados.rados.0.smithi102.stdout:1481: oid 27 updating version 0 to 830 2024-04-10T15:10:39.216 INFO:tasks.rados.rados.0.smithi102.stdout:1481: oid 27 version 830 is already newer than 828 2024-04-10T15:10:39.216 INFO:tasks.rados.rados.0.smithi102.stdout:1481: oid 27 version 830 is already newer than 829 2024-04-10T15:10:39.216 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 830 (ObjNum 481 snap 129 seq_num 481) dirty exists 2024-04-10T15:10:39.216 INFO:tasks.rados.rados.0.smithi102.stdout:1481: left oid 27 (ObjNum 481 snap 129 seq_num 481) 2024-04-10T15:10:39.218 INFO:tasks.rados.rados.0.smithi102.stdout:1481: done (1 left) 2024-04-10T15:10:39.218 INFO:tasks.rados.rados.0.smithi102.stdout:1485: copy_from oid 42 from oid 28 current snap is 129 2024-04-10T15:10:39.218 INFO:tasks.rados.rados.0.smithi102.stdout:1486: read oid 26 snap -1 2024-04-10T15:10:39.218 INFO:tasks.rados.rados.0.smithi102.stdout:1486: expect (ObjNum 279 snap 61 seq_num 279) 2024-04-10T15:10:39.218 INFO:tasks.rados.rados.0.smithi102.stdout:1487: snap_remove snap 128 2024-04-10T15:10:39.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:39 smithi102 ceph-mon[90943]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:10:39.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:39 smithi102 ceph-mon[90943]: Upgrade: osd.1 is safe to restart 2024-04-10T15:10:39.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:39.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:10:39.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:39.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T15:10:39.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:10:39.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:39 smithi102 ceph-mon[88557]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:10:39.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:39 smithi102 ceph-mon[88557]: Upgrade: osd.1 is safe to restart 2024-04-10T15:10:39.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:39.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:10:39.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:39.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T15:10:39.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:10:39.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:39 smithi154 ceph-mon[84269]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["1"], "max": 16}]: dispatch 2024-04-10T15:10:39.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:39 smithi154 ceph-mon[84269]: Upgrade: osd.1 is safe to restart 2024-04-10T15:10:39.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:39.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:10:39.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:39.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.1"}]: dispatch 2024-04-10T15:10:39.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:10:40.218 INFO:tasks.rados.rados.0.smithi102.stdout:1487: done (3 left) 2024-04-10T15:10:40.218 INFO:tasks.rados.rados.0.smithi102.stdout:1488: delete oid 46 current snap is 129 2024-04-10T15:10:40.218 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 301 (ObjNum 81 snap 0 seq_num 1834707559) dirty exists 2024-04-10T15:10:40.218 INFO:tasks.rados.rados.0.smithi102.stdout:1486: expect (ObjNum 279 snap 61 seq_num 279) 2024-04-10T15:10:40.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:40 smithi102 ceph-mon[90943]: Upgrade: Updating osd.1 2024-04-10T15:10:40.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:40 smithi102 ceph-mon[90943]: pgmap v150: 121 pgs: 121 active+clean; 190 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-04-10T15:10:40.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:40 smithi102 ceph-mon[90943]: Deploying daemon osd.1 on smithi102 2024-04-10T15:10:40.304 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:40 smithi102 ceph-mon[90943]: osdmap e333: 8 total, 8 up, 8 in 2024-04-10T15:10:40.304 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:40 smithi102 ceph-mon[88557]: Upgrade: Updating osd.1 2024-04-10T15:10:40.304 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:40 smithi102 ceph-mon[88557]: pgmap v150: 121 pgs: 121 active+clean; 190 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-04-10T15:10:40.304 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:40 smithi102 ceph-mon[88557]: Deploying daemon osd.1 on smithi102 2024-04-10T15:10:40.304 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:40 smithi102 ceph-mon[88557]: osdmap e333: 8 total, 8 up, 8 in 2024-04-10T15:10:40.397 INFO:tasks.rados.rados.0.smithi102.stdout:1485: finishing copy_from racing read to smithi10276805-42 2024-04-10T15:10:40.397 INFO:tasks.rados.rados.0.smithi102.stdout:1485: finishing copy_from to smithi10276805-42 2024-04-10T15:10:40.397 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 991 (ObjNum 467 snap 124 seq_num 467) dirty exists 2024-04-10T15:10:40.397 INFO:tasks.rados.rados.0.smithi102.stdout:1484: done (3 left) 2024-04-10T15:10:40.397 INFO:tasks.rados.rados.0.smithi102.stdout:1485: done (2 left) 2024-04-10T15:10:40.398 INFO:tasks.rados.rados.0.smithi102.stdout:1486: done (1 left) 2024-04-10T15:10:40.398 INFO:tasks.rados.rados.0.smithi102.stdout:1488: done (0 left) 2024-04-10T15:10:40.398 INFO:tasks.rados.rados.0.smithi102.stdout:1489: read oid 24 snap -1 2024-04-10T15:10:40.398 INFO:tasks.rados.rados.0.smithi102.stdout:1489: expect (ObjNum 384 snap 101 seq_num 384) 2024-04-10T15:10:40.398 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 17 current snap is 129 2024-04-10T15:10:40.398 INFO:tasks.rados.rados.0.smithi102.stdout:1490: seq_num 484 ranges {3063808=507904,3571712=401408} 2024-04-10T15:10:40.417 INFO:tasks.rados.rados.0.smithi102.stdout:1490: writing smithi10276805-17 from 3063808 to 3571712 tid 1 2024-04-10T15:10:40.419 INFO:tasks.rados.rados.0.smithi102.stdout:1490: writing smithi10276805-17 from 3571712 to 3973120 tid 2 2024-04-10T15:10:40.419 INFO:tasks.rados.rados.0.smithi102.stdout:1491: snap_remove snap 125 2024-04-10T15:10:40.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:40 smithi154 ceph-mon[84269]: Upgrade: Updating osd.1 2024-04-10T15:10:40.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:40 smithi154 ceph-mon[84269]: pgmap v150: 121 pgs: 121 active+clean; 190 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-04-10T15:10:40.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:40 smithi154 ceph-mon[84269]: Deploying daemon osd.1 on smithi102 2024-04-10T15:10:40.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:40 smithi154 ceph-mon[84269]: osdmap e333: 8 total, 8 up, 8 in 2024-04-10T15:10:41.222 INFO:tasks.rados.rados.0.smithi102.stdout:1491: done (2 left) 2024-04-10T15:10:41.222 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 26 current snap is 129 2024-04-10T15:10:41.222 INFO:tasks.rados.rados.0.smithi102.stdout:1492: seq_num 485 ranges {4579328=532480,5111808=401408} 2024-04-10T15:10:41.250 INFO:tasks.rados.rados.0.smithi102.stdout:1492: writing smithi10276805-26 from 4579328 to 5111808 tid 1 2024-04-10T15:10:41.252 INFO:tasks.rados.rados.0.smithi102.stdout:1492: writing smithi10276805-26 from 5111808 to 5513216 tid 2 2024-04-10T15:10:41.252 INFO:tasks.rados.rados.0.smithi102.stdout:1493: snap_create 2024-04-10T15:10:41.253 INFO:tasks.rados.rados.0.smithi102.stdout:1489: expect (ObjNum 384 snap 101 seq_num 384) 2024-04-10T15:10:41.561 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:41 smithi102 ceph-mon[90943]: osdmap e334: 8 total, 8 up, 8 in 2024-04-10T15:10:41.561 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:41 smithi102 ceph-mon[88557]: osdmap e334: 8 total, 8 up, 8 in 2024-04-10T15:10:41.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:41 smithi154 ceph-mon[84269]: osdmap e334: 8 total, 8 up, 8 in 2024-04-10T15:10:41.886 INFO:tasks.rados.rados.0.smithi102.stdout:1490: finishing write tid 1 to smithi10276805-17 2024-04-10T15:10:41.886 INFO:tasks.rados.rados.0.smithi102.stdout:1490: finishing write tid 2 to smithi10276805-17 2024-04-10T15:10:41.887 INFO:tasks.rados.rados.0.smithi102.stdout:1490: finishing write tid 3 to smithi10276805-17 2024-04-10T15:10:41.887 INFO:tasks.rados.rados.0.smithi102.stdout:1490: finishing write tid 4 to smithi10276805-17 2024-04-10T15:10:41.887 INFO:tasks.rados.rados.0.smithi102.stdout:1490: oid 17 updating version 0 to 666 2024-04-10T15:10:41.887 INFO:tasks.rados.rados.0.smithi102.stdout:1490: oid 17 version 666 is already newer than 665 2024-04-10T15:10:41.887 INFO:tasks.rados.rados.0.smithi102.stdout:1490: oid 17 version 666 is already newer than 664 2024-04-10T15:10:41.887 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 666 (ObjNum 484 snap 129 seq_num 484) dirty exists 2024-04-10T15:10:41.887 INFO:tasks.rados.rados.0.smithi102.stdout:1490: left oid 17 (ObjNum 484 snap 129 seq_num 484) 2024-04-10T15:10:41.887 INFO:tasks.rados.rados.0.smithi102.stdout:1492: finishing write tid 1 to smithi10276805-26 2024-04-10T15:10:41.887 INFO:tasks.rados.rados.0.smithi102.stdout:1492: finishing write tid 2 to smithi10276805-26 2024-04-10T15:10:41.887 INFO:tasks.rados.rados.0.smithi102.stdout:1492: finishing write tid 3 to smithi10276805-26 2024-04-10T15:10:41.887 INFO:tasks.rados.rados.0.smithi102.stdout:1492: finishing write tid 4 to smithi10276805-26 2024-04-10T15:10:41.887 INFO:tasks.rados.rados.0.smithi102.stdout:1492: oid 26 updating version 0 to 561 2024-04-10T15:10:41.887 INFO:tasks.rados.rados.0.smithi102.stdout:1492: oid 26 updating version 561 to 562 2024-04-10T15:10:41.887 INFO:tasks.rados.rados.0.smithi102.stdout:1492: oid 26 updating version 562 to 563 2024-04-10T15:10:41.887 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 563 (ObjNum 485 snap 129 seq_num 485) dirty exists 2024-04-10T15:10:41.888 INFO:tasks.rados.rados.0.smithi102.stdout:1492: left oid 26 (ObjNum 485 snap 129 seq_num 485) 2024-04-10T15:10:42.229 INFO:tasks.rados.rados.0.smithi102.stdout:1489: done (3 left) 2024-04-10T15:10:42.229 INFO:tasks.rados.rados.0.smithi102.stdout:1490: done (2 left) 2024-04-10T15:10:42.229 INFO:tasks.rados.rados.0.smithi102.stdout:1492: done (1 left) 2024-04-10T15:10:42.229 INFO:tasks.rados.rados.0.smithi102.stdout:1493: done (0 left) 2024-04-10T15:10:42.229 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 44 current snap is 130 2024-04-10T15:10:42.229 INFO:tasks.rados.rados.0.smithi102.stdout:1494: seq_num 486 ranges {557056=548864,1105920=401408} 2024-04-10T15:10:42.234 INFO:tasks.rados.rados.0.smithi102.stdout:1494: writing smithi10276805-44 from 557056 to 1105920 tid 1 2024-04-10T15:10:42.237 INFO:tasks.rados.rados.0.smithi102.stdout:1494: writing smithi10276805-44 from 1105920 to 1507328 tid 2 2024-04-10T15:10:42.237 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 130 2024-04-10T15:10:42.237 INFO:tasks.rados.rados.0.smithi102.stdout:1495: seq_num 487 ranges {2416640=565248,2981888=401408} 2024-04-10T15:10:42.253 INFO:tasks.rados.rados.0.smithi102.stdout:1495: writing smithi10276805-48 from 2416640 to 2981888 tid 1 2024-04-10T15:10:42.256 INFO:tasks.rados.rados.0.smithi102.stdout:1495: writing smithi10276805-48 from 2981888 to 3383296 tid 2 2024-04-10T15:10:42.256 INFO:tasks.rados.rados.0.smithi102.stdout:1496: delete oid 25 current snap is 130 2024-04-10T15:10:42.256 INFO:tasks.rados.rados.0.smithi102.stdout:1494: finishing write tid 1 to smithi10276805-44 2024-04-10T15:10:42.256 INFO:tasks.rados.rados.0.smithi102.stdout:1494: finishing write tid 2 to smithi10276805-44 2024-04-10T15:10:42.256 INFO:tasks.rados.rados.0.smithi102.stdout:1494: finishing write tid 3 to smithi10276805-44 2024-04-10T15:10:42.256 INFO:tasks.rados.rados.0.smithi102.stdout:1494: finishing write tid 4 to smithi10276805-44 2024-04-10T15:10:42.256 INFO:tasks.rados.rados.0.smithi102.stdout:1494: oid 44 updating version 0 to 770 2024-04-10T15:10:42.256 INFO:tasks.rados.rados.0.smithi102.stdout:1494: oid 44 version 770 is already newer than 768 2024-04-10T15:10:42.256 INFO:tasks.rados.rados.0.smithi102.stdout:1494: oid 44 version 770 is already newer than 769 2024-04-10T15:10:42.256 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 770 (ObjNum 486 snap 130 seq_num 486) dirty exists 2024-04-10T15:10:42.257 INFO:tasks.rados.rados.0.smithi102.stdout:1494: left oid 44 (ObjNum 486 snap 130 seq_num 486) 2024-04-10T15:10:42.260 INFO:tasks.rados.rados.0.smithi102.stdout:1495: finishing write tid 1 to smithi10276805-48 2024-04-10T15:10:42.260 INFO:tasks.rados.rados.0.smithi102.stdout:1494: done (2 left) 2024-04-10T15:10:42.260 INFO:tasks.rados.rados.0.smithi102.stdout:1496: done (1 left) 2024-04-10T15:10:42.260 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 22 current snap is 130 2024-04-10T15:10:42.261 INFO:tasks.rados.rados.0.smithi102.stdout:1497: seq_num 489 ranges {7757824=598016,8355840=401408} 2024-04-10T15:10:42.306 INFO:tasks.rados.rados.0.smithi102.stdout:1497: writing smithi10276805-22 from 7757824 to 8355840 tid 1 2024-04-10T15:10:42.309 INFO:tasks.rados.rados.0.smithi102.stdout:1497: writing smithi10276805-22 from 8355840 to 8757248 tid 2 2024-04-10T15:10:42.309 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 49 current snap is 130 2024-04-10T15:10:42.309 INFO:tasks.rados.rados.0.smithi102.stdout:1495: finishing write tid 2 to smithi10276805-48 2024-04-10T15:10:42.309 INFO:tasks.rados.rados.0.smithi102.stdout:1495: finishing write tid 3 to smithi10276805-48 2024-04-10T15:10:42.309 INFO:tasks.rados.rados.0.smithi102.stdout:1498: seq_num 490 ranges {8814592=614400,9428992=401408} 2024-04-10T15:10:42.360 INFO:tasks.rados.rados.0.smithi102.stdout:1498: writing smithi10276805-49 from 8814592 to 9428992 tid 1 2024-04-10T15:10:42.363 INFO:tasks.rados.rados.0.smithi102.stdout:1498: writing smithi10276805-49 from 9428992 to 9830400 tid 2 2024-04-10T15:10:42.363 INFO:tasks.rados.rados.0.smithi102.stdout:1499: read oid 44 snap 126 2024-04-10T15:10:42.363 INFO:tasks.rados.rados.0.smithi102.stdout:1499: expect (ObjNum 463 snap 122 seq_num 463) 2024-04-10T15:10:42.363 INFO:tasks.rados.rados.0.smithi102.stdout:1500: snap_create 2024-04-10T15:10:42.363 INFO:tasks.rados.rados.0.smithi102.stdout:1495: finishing write tid 4 to smithi10276805-48 2024-04-10T15:10:42.363 INFO:tasks.rados.rados.0.smithi102.stdout:1495: oid 48 updating version 0 to 1033 2024-04-10T15:10:42.363 INFO:tasks.rados.rados.0.smithi102.stdout:1495: oid 48 version 1033 is already newer than 1031 2024-04-10T15:10:42.363 INFO:tasks.rados.rados.0.smithi102.stdout:1495: oid 48 version 1033 is already newer than 1032 2024-04-10T15:10:42.363 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 1033 (ObjNum 487 snap 130 seq_num 487) dirty exists 2024-04-10T15:10:42.363 INFO:tasks.rados.rados.0.smithi102.stdout:1495: left oid 48 (ObjNum 487 snap 130 seq_num 487) 2024-04-10T15:10:42.364 INFO:tasks.rados.rados.0.smithi102.stdout:1497: finishing write tid 1 to smithi10276805-22 2024-04-10T15:10:42.364 INFO:tasks.rados.rados.0.smithi102.stdout:1497: finishing write tid 2 to smithi10276805-22 2024-04-10T15:10:42.364 INFO:tasks.rados.rados.0.smithi102.stdout:1497: finishing write tid 3 to smithi10276805-22 2024-04-10T15:10:42.364 INFO:tasks.rados.rados.0.smithi102.stdout:1497: finishing write tid 4 to smithi10276805-22 2024-04-10T15:10:42.364 INFO:tasks.rados.rados.0.smithi102.stdout:1497: oid 22 updating version 0 to 772 2024-04-10T15:10:42.364 INFO:tasks.rados.rados.0.smithi102.stdout:1497: oid 22 version 772 is already newer than 771 2024-04-10T15:10:42.364 INFO:tasks.rados.rados.0.smithi102.stdout:1497: oid 22 updating version 772 to 773 2024-04-10T15:10:42.364 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 773 (ObjNum 489 snap 130 seq_num 489) dirty exists 2024-04-10T15:10:42.364 INFO:tasks.rados.rados.0.smithi102.stdout:1497: left oid 22 (ObjNum 489 snap 130 seq_num 489) 2024-04-10T15:10:42.365 INFO:tasks.rados.rados.0.smithi102.stdout:1498: finishing write tid 1 to smithi10276805-49 2024-04-10T15:10:42.365 INFO:tasks.rados.rados.0.smithi102.stdout:1498: finishing write tid 2 to smithi10276805-49 2024-04-10T15:10:42.365 INFO:tasks.rados.rados.0.smithi102.stdout:1498: finishing write tid 3 to smithi10276805-49 2024-04-10T15:10:42.367 INFO:tasks.rados.rados.0.smithi102.stdout:1498: finishing write tid 4 to smithi10276805-49 2024-04-10T15:10:42.367 INFO:tasks.rados.rados.0.smithi102.stdout:1498: oid 49 updating version 0 to 831 2024-04-10T15:10:42.367 INFO:tasks.rados.rados.0.smithi102.stdout:1498: oid 49 updating version 831 to 833 2024-04-10T15:10:42.367 INFO:tasks.rados.rados.0.smithi102.stdout:1498: oid 49 version 833 is already newer than 832 2024-04-10T15:10:42.367 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 833 (ObjNum 490 snap 130 seq_num 490) dirty exists 2024-04-10T15:10:42.367 INFO:tasks.rados.rados.0.smithi102.stdout:1498: left oid 49 (ObjNum 490 snap 130 seq_num 490) 2024-04-10T15:10:42.368 INFO:tasks.rados.rados.0.smithi102.stdout:1499: expect (ObjNum 463 snap 122 seq_num 463) 2024-04-10T15:10:42.517 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:42 smithi102 systemd[1]: Stopping Ceph osd.1 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:10:42.517 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:42 smithi102 ceph-mon[88557]: pgmap v153: 121 pgs: 121 active+clean; 190 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-04-10T15:10:42.517 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:42 smithi102 ceph-mon[88557]: osdmap e335: 8 total, 8 up, 8 in 2024-04-10T15:10:42.518 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:42 smithi102 ceph-mon[90943]: pgmap v153: 121 pgs: 121 active+clean; 190 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-04-10T15:10:42.518 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:42 smithi102 ceph-mon[90943]: osdmap e335: 8 total, 8 up, 8 in 2024-04-10T15:10:42.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:42 smithi154 ceph-mon[84269]: pgmap v153: 121 pgs: 121 active+clean; 190 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 3.8 MiB/s wr, 15 op/s 2024-04-10T15:10:42.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:42 smithi154 ceph-mon[84269]: osdmap e335: 8 total, 8 up, 8 in 2024-04-10T15:10:42.628 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:10:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:10:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:10:42.908 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:42 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1[47834]: 2024-04-10T15:10:42.542+0000 7f88dfb9d700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:10:42.908 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:42 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1[47834]: 2024-04-10T15:10:42.542+0000 7f88dfb9d700 -1 osd.1 335 *** Got signal Terminated *** 2024-04-10T15:10:42.908 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:42 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1[47834]: 2024-04-10T15:10:42.542+0000 7f88dfb9d700 -1 osd.1 335 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T15:10:43.161 INFO:tasks.rados.rados.0.smithi102.stdout:1495: done (4 left) 2024-04-10T15:10:43.162 INFO:tasks.rados.rados.0.smithi102.stdout:1497: done (3 left) 2024-04-10T15:10:43.162 INFO:tasks.rados.rados.0.smithi102.stdout:1498: done (2 left) 2024-04-10T15:10:43.162 INFO:tasks.rados.rados.0.smithi102.stdout:1499: done (1 left) 2024-04-10T15:10:43.162 INFO:tasks.rados.rados.0.smithi102.stdout:1500: done (0 left) 2024-04-10T15:10:43.162 INFO:tasks.rados.rados.0.smithi102.stdout:1501: snap_create 2024-04-10T15:10:43.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:43 smithi154 ceph-mon[84269]: osdmap e336: 8 total, 8 up, 8 in 2024-04-10T15:10:43.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:43 smithi154 ceph-mon[84269]: osd.1 marked itself down and dead 2024-04-10T15:10:43.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:43 smithi154 ceph-mon[84269]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:10:43.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:43 smithi154 ceph-mon[84269]: osdmap e337: 8 total, 7 up, 8 in 2024-04-10T15:10:43.628 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:10:43 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:10:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:10:43.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:43 smithi102 ceph-mon[90943]: osdmap e336: 8 total, 8 up, 8 in 2024-04-10T15:10:43.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:43 smithi102 ceph-mon[90943]: osd.1 marked itself down and dead 2024-04-10T15:10:43.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:43 smithi102 ceph-mon[90943]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:10:43.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:43 smithi102 ceph-mon[90943]: osdmap e337: 8 total, 7 up, 8 in 2024-04-10T15:10:43.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:43 smithi102 ceph-mon[88557]: osdmap e336: 8 total, 8 up, 8 in 2024-04-10T15:10:43.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:43 smithi102 ceph-mon[88557]: osd.1 marked itself down and dead 2024-04-10T15:10:43.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:43 smithi102 ceph-mon[88557]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:10:43.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:43 smithi102 ceph-mon[88557]: osdmap e337: 8 total, 7 up, 8 in 2024-04-10T15:10:43.984 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:43 smithi102 podman[100760]: 2024-04-10 15:10:43.737764079 +0000 UTC m=+1.306017871 container died 6d2a7c667fff8701fe7a4d6411550e89ba062660c55e6d6318ea2091d5f3c165 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, GIT_CLEAN=True, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS) 2024-04-10T15:10:44.161 INFO:tasks.rados.rados.0.smithi102.stdout:1501: done (0 left) 2024-04-10T15:10:44.161 INFO:tasks.rados.rados.0.smithi102.stdout:1502: rollback oid 43 current snap is 132 2024-04-10T15:10:44.161 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 43 to 131 2024-04-10T15:10:44.161 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 132 2024-04-10T15:10:44.161 INFO:tasks.rados.rados.0.smithi102.stdout:1503: seq_num 491 ranges {712704=630784,1343488=401408} 2024-04-10T15:10:44.169 INFO:tasks.rados.rados.0.smithi102.stdout:1503: writing smithi10276805-4 from 712704 to 1343488 tid 1 2024-04-10T15:10:44.174 INFO:tasks.rados.rados.0.smithi102.stdout:1503: writing smithi10276805-4 from 1343488 to 1744896 tid 2 2024-04-10T15:10:44.174 INFO:tasks.rados.rados.0.smithi102.stdout:1502: finishing rollback tid 1 to smithi10276805-43 2024-04-10T15:10:44.174 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:10:44.174 INFO:tasks.rados.rados.0.smithi102.stdout:1502: done (1 left) 2024-04-10T15:10:44.174 INFO:tasks.rados.rados.0.smithi102.stdout:1504: read oid 19 snap -1 2024-04-10T15:10:44.174 INFO:tasks.rados.rados.0.smithi102.stdout:1504: expect (ObjNum 401 snap 107 seq_num 401) 2024-04-10T15:10:44.174 INFO:tasks.rados.rados.0.smithi102.stdout:1505: read oid 36 snap -1 2024-04-10T15:10:44.174 INFO:tasks.rados.rados.0.smithi102.stdout:1505: expect (ObjNum 133 snap 28 seq_num 133) 2024-04-10T15:10:44.174 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 18 current snap is 132 2024-04-10T15:10:44.174 INFO:tasks.rados.rados.0.smithi102.stdout:1506: seq_num 492 ranges {0=647168,647168=401408} 2024-04-10T15:10:44.177 INFO:tasks.rados.rados.0.smithi102.stdout:1506: writing smithi10276805-18 from 0 to 647168 tid 1 2024-04-10T15:10:44.181 INFO:tasks.rados.rados.0.smithi102.stdout:1506: writing smithi10276805-18 from 647168 to 1048576 tid 2 2024-04-10T15:10:44.181 INFO:tasks.rados.rados.0.smithi102.stdout:1507: copy_from oid 20 from oid 31 current snap is 132 2024-04-10T15:10:44.181 INFO:tasks.rados.rados.0.smithi102.stdout:1503: finishing write tid 1 to smithi10276805-4 2024-04-10T15:10:44.181 INFO:tasks.rados.rados.0.smithi102.stdout:1503: finishing write tid 2 to smithi10276805-4 2024-04-10T15:10:44.182 INFO:tasks.rados.rados.0.smithi102.stdout:1503: finishing write tid 3 to smithi10276805-4 2024-04-10T15:10:44.182 INFO:tasks.rados.rados.0.smithi102.stdout:1508: rollback oid 5 current snap is 132 2024-04-10T15:10:44.182 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 5 to 130 2024-04-10T15:10:44.182 INFO:tasks.rados.rados.0.smithi102.stdout:1509: rollback oid 43 current snap is 132 2024-04-10T15:10:44.182 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 43 to 126 2024-04-10T15:10:44.183 INFO:tasks.rados.rados.0.smithi102.stdout:1510: snap_remove snap 131 2024-04-10T15:10:44.251 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:44 smithi102 ceph-mon[90943]: pgmap v156: 121 pgs: 121 active+clean; 190 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:10:44.251 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:44 smithi102 ceph-mon[90943]: osdmap e338: 8 total, 7 up, 8 in 2024-04-10T15:10:44.251 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:44 smithi102 ceph-mon[88557]: pgmap v156: 121 pgs: 121 active+clean; 190 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:10:44.251 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:44 smithi102 ceph-mon[88557]: osdmap e338: 8 total, 7 up, 8 in 2024-04-10T15:10:44.251 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:44 smithi102 podman[100760]: 2024-04-10 15:10:44.08391636 +0000 UTC m=+1.652170151 container cleanup 6d2a7c667fff8701fe7a4d6411550e89ba062660c55e6d6318ea2091d5f3c165 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1, io.buildah.version=1.33.5, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD) 2024-04-10T15:10:44.251 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:44 smithi102 bash[100760]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1 2024-04-10T15:10:44.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:44 smithi154 ceph-mon[84269]: pgmap v156: 121 pgs: 121 active+clean; 190 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail 2024-04-10T15:10:44.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:44 smithi154 ceph-mon[84269]: osdmap e338: 8 total, 7 up, 8 in 2024-04-10T15:10:44.657 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:44 smithi102 podman[100777]: 2024-04-10 15:10:44.277259535 +0000 UTC m=+0.537776448 container remove 6d2a7c667fff8701fe7a4d6411550e89ba062660c55e6d6318ea2091d5f3c165 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1, org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba) 2024-04-10T15:10:44.930 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:44 smithi102 podman[100870]: 2024-04-10 15:10:44.60155482 +0000 UTC m=+0.017615004 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:10:44.930 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:44 smithi102 podman[100870]: 2024-04-10 15:10:44.703523783 +0000 UTC m=+0.119583999 container create 490e4b28afdd620230be8d2efc8b8a5b2acf5f39ae3b45c8d71a8e9696288d63 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-10T15:10:44.930 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:44 smithi102 podman[100870]: 2024-04-10 15:10:44.881116161 +0000 UTC m=+0.297176340 container init 490e4b28afdd620230be8d2efc8b8a5b2acf5f39ae3b45c8d71a8e9696288d63 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, ceph=True, maintainer=Guillaume Abrioux ) 2024-04-10T15:10:44.930 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:44 smithi102 podman[100870]: 2024-04-10 15:10:44.884277752 +0000 UTC m=+0.300337929 container start 490e4b28afdd620230be8d2efc8b8a5b2acf5f39ae3b45c8d71a8e9696288d63 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=) 2024-04-10T15:10:44.930 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:44 smithi102 podman[100870]: 2024-04-10 15:10:44.956099836 +0000 UTC m=+0.372160033 container attach 490e4b28afdd620230be8d2efc8b8a5b2acf5f39ae3b45c8d71a8e9696288d63 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-deactivate, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:10:45.163 INFO:tasks.rados.rados.0.smithi102.stdout:1510: done (7 left) 2024-04-10T15:10:45.163 INFO:tasks.rados.rados.0.smithi102.stdout:1511: snap_remove snap 129 2024-04-10T15:10:45.407 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:45 smithi102 podman[100870]: 2024-04-10 15:10:45.180112431 +0000 UTC m=+0.596172612 container died 490e4b28afdd620230be8d2efc8b8a5b2acf5f39ae3b45c8d71a8e9696288d63 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-deactivate, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=) 2024-04-10T15:10:46.146 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:45 smithi102 podman[100896]: 2024-04-10 15:10:45.743519016 +0000 UTC m=+0.558313014 container remove 490e4b28afdd620230be8d2efc8b8a5b2acf5f39ae3b45c8d71a8e9696288d63 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-10T15:10:46.146 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:45 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.1.service: Deactivated successfully. 2024-04-10T15:10:46.146 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:45 smithi102 systemd[1]: Stopped Ceph osd.1 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:10:46.146 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:45 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.1.service: Consumed 9.873s CPU time. 2024-04-10T15:10:46.146 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:45 smithi102 systemd[1]: Starting Ceph osd.1 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:10:46.161 INFO:tasks.rados.rados.0.smithi102.stdout:1511: done (7 left) 2024-04-10T15:10:46.161 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 40 current snap is 132 2024-04-10T15:10:46.161 INFO:tasks.rados.rados.0.smithi102.stdout:1512: seq_num 493 ranges {5963776=663552,6627328=401408} 2024-04-10T15:10:46.197 INFO:tasks.rados.rados.0.smithi102.stdout:1512: writing smithi10276805-40 from 5963776 to 6627328 tid 1 2024-04-10T15:10:46.200 INFO:tasks.rados.rados.0.smithi102.stdout:1512: writing smithi10276805-40 from 6627328 to 7028736 tid 2 2024-04-10T15:10:46.200 INFO:tasks.rados.rados.0.smithi102.stdout:1513: read oid 39 snap -1 2024-04-10T15:10:46.200 INFO:tasks.rados.rados.0.smithi102.stdout:1513: expect (ObjNum 478 snap 128 seq_num 478) 2024-04-10T15:10:46.200 INFO:tasks.rados.rados.0.smithi102.stdout:1506: finishing write tid 1 to smithi10276805-18 2024-04-10T15:10:46.200 INFO:tasks.rados.rados.0.smithi102.stdout:1506: finishing write tid 2 to smithi10276805-18 2024-04-10T15:10:46.200 INFO:tasks.rados.rados.0.smithi102.stdout:1506: finishing write tid 3 to smithi10276805-18 2024-04-10T15:10:46.200 INFO:tasks.rados.rados.0.smithi102.stdout:1514: read oid 2 snap 126 2024-04-10T15:10:46.200 INFO:tasks.rados.rados.0.smithi102.stdout:1514: expect (ObjNum 414 snap 109 seq_num 414) 2024-04-10T15:10:46.200 INFO:tasks.rados.rados.0.smithi102.stdout:1515: delete oid 8 current snap is 132 2024-04-10T15:10:46.200 INFO:tasks.rados.rados.0.smithi102.stdout:1504: expect (ObjNum 401 snap 107 seq_num 401) 2024-04-10T15:10:46.322 INFO:tasks.rados.rados.0.smithi102.stdout:1506: finishing write tid 4 to smithi10276805-18 2024-04-10T15:10:46.322 INFO:tasks.rados.rados.0.smithi102.stdout:1506: oid 18 updating version 0 to 563 2024-04-10T15:10:46.323 INFO:tasks.rados.rados.0.smithi102.stdout:1506: oid 18 version 563 is already newer than 562 2024-04-10T15:10:46.323 INFO:tasks.rados.rados.0.smithi102.stdout:1506: oid 18 version 563 is already newer than 561 2024-04-10T15:10:46.323 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 563 (ObjNum 492 snap 132 seq_num 492) dirty exists 2024-04-10T15:10:46.323 INFO:tasks.rados.rados.0.smithi102.stdout:1506: left oid 18 (ObjNum 492 snap 132 seq_num 492) 2024-04-10T15:10:46.323 INFO:tasks.rados.rados.0.smithi102.stdout:1509: finishing rollback tid 1 to smithi10276805-43 2024-04-10T15:10:46.323 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:10:46.323 INFO:tasks.rados.rados.0.smithi102.stdout:1503: finishing write tid 4 to smithi10276805-4 2024-04-10T15:10:46.323 INFO:tasks.rados.rados.0.smithi102.stdout:1503: oid 4 updating version 0 to 234 2024-04-10T15:10:46.323 INFO:tasks.rados.rados.0.smithi102.stdout:1503: oid 4 version 234 is already newer than 233 2024-04-10T15:10:46.323 INFO:tasks.rados.rados.0.smithi102.stdout:1503: oid 4 updating version 234 to 235 2024-04-10T15:10:46.323 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 235 (ObjNum 491 snap 132 seq_num 491) dirty exists 2024-04-10T15:10:46.323 INFO:tasks.rados.rados.0.smithi102.stdout:1503: left oid 4 (ObjNum 491 snap 132 seq_num 491) 2024-04-10T15:10:46.323 INFO:tasks.rados.rados.0.smithi102.stdout:1503: done (10 left) 2024-04-10T15:10:46.323 INFO:tasks.rados.rados.0.smithi102.stdout:1504: done (9 left) 2024-04-10T15:10:46.323 INFO:tasks.rados.rados.0.smithi102.stdout:1506: done (8 left) 2024-04-10T15:10:46.324 INFO:tasks.rados.rados.0.smithi102.stdout:1509: done (7 left) 2024-04-10T15:10:46.324 INFO:tasks.rados.rados.0.smithi102.stdout:1515: done (6 left) 2024-04-10T15:10:46.324 INFO:tasks.rados.rados.0.smithi102.stdout:1516: rmattr oid 50 current snap is 132 2024-04-10T15:10:46.324 INFO:tasks.rados.rados.0.smithi102.stdout:1516: done (6 left) 2024-04-10T15:10:46.324 INFO:tasks.rados.rados.0.smithi102.stdout:1517: rollback oid 42 current snap is 132 2024-04-10T15:10:46.324 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 42 to 126 2024-04-10T15:10:46.324 INFO:tasks.rados.rados.0.smithi102.stdout:1508: finishing rollback tid 0 to smithi10276805-5 2024-04-10T15:10:46.324 INFO:tasks.rados.rados.0.smithi102.stdout:1508: finishing rollback tid 1 to smithi10276805-5 2024-04-10T15:10:46.324 INFO:tasks.rados.rados.0.smithi102.stdout:1508: finishing rollback tid 2 to smithi10276805-5 2024-04-10T15:10:46.324 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 253 (ObjNum 471 snap 127 seq_num 471) dirty exists 2024-04-10T15:10:46.324 INFO:tasks.rados.rados.0.smithi102.stdout:1507: finishing copy_from to smithi10276805-20 2024-04-10T15:10:46.324 INFO:tasks.rados.rados.0.smithi102.stdout:1507: got expected ENOENT (src dne) 2024-04-10T15:10:46.324 INFO:tasks.rados.rados.0.smithi102.stdout:1507: finishing copy_from racing read to smithi10276805-20 2024-04-10T15:10:46.324 INFO:tasks.rados.rados.0.smithi102.stdout:1505: expect (ObjNum 133 snap 28 seq_num 133) 2024-04-10T15:10:46.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:46 smithi102 ceph-mon[90943]: pgmap v159: 121 pgs: 46 peering, 75 active+clean; 191 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-04-10T15:10:46.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:46 smithi102 ceph-mon[90943]: osdmap e339: 8 total, 7 up, 8 in 2024-04-10T15:10:46.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:46 smithi102 ceph-mon[90943]: Health check failed: Reduced data availability: 9 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-04-10T15:10:46.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:46 smithi102 ceph-mon[88557]: pgmap v159: 121 pgs: 46 peering, 75 active+clean; 191 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-04-10T15:10:46.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:46 smithi102 ceph-mon[88557]: osdmap e339: 8 total, 7 up, 8 in 2024-04-10T15:10:46.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:46 smithi102 ceph-mon[88557]: Health check failed: Reduced data availability: 9 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-04-10T15:10:46.408 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:46 smithi102 podman[100995]: 2024-04-10 15:10:46.075537908 +0000 UTC m=+0.017613576 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:10:46.408 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:46 smithi102 podman[100995]: 2024-04-10 15:10:46.177654327 +0000 UTC m=+0.119729981 container create a3f856d2e51adfca2959532c23e153ca8555afc299d9065149382303ae65c403 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-activate, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-10T15:10:46.408 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:46 smithi102 podman[100995]: 2024-04-10 15:10:46.397595492 +0000 UTC m=+0.339671148 container init a3f856d2e51adfca2959532c23e153ca8555afc299d9065149382303ae65c403 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T15:10:46.408 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:46 smithi102 podman[100995]: 2024-04-10 15:10:46.400798113 +0000 UTC m=+0.342873774 container start a3f856d2e51adfca2959532c23e153ca8555afc299d9065149382303ae65c403 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-activate, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=) 2024-04-10T15:10:46.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:46 smithi154 ceph-mon[84269]: pgmap v159: 121 pgs: 46 peering, 75 active+clean; 191 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-04-10T15:10:46.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:46 smithi154 ceph-mon[84269]: osdmap e339: 8 total, 7 up, 8 in 2024-04-10T15:10:46.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:46 smithi154 ceph-mon[84269]: Health check failed: Reduced data availability: 9 pgs inactive, 12 pgs peering (PG_AVAILABILITY) 2024-04-10T15:10:46.693 INFO:tasks.rados.rados.0.smithi102.stdout:1512: finishing write tid 1 to smithi10276805-40 2024-04-10T15:10:46.693 INFO:tasks.rados.rados.0.smithi102.stdout:1512: finishing write tid 2 to smithi10276805-40 2024-04-10T15:10:46.693 INFO:tasks.rados.rados.0.smithi102.stdout:1512: finishing write tid 3 to smithi10276805-40 2024-04-10T15:10:46.693 INFO:tasks.rados.rados.0.smithi102.stdout:1513: expect (ObjNum 478 snap 128 seq_num 478) 2024-04-10T15:10:46.714 INFO:tasks.rados.rados.0.smithi102.stdout:1512: finishing write tid 4 to smithi10276805-40 2024-04-10T15:10:46.714 INFO:tasks.rados.rados.0.smithi102.stdout:1512: oid 40 updating version 0 to 716 2024-04-10T15:10:46.714 INFO:tasks.rados.rados.0.smithi102.stdout:1512: oid 40 updating version 716 to 717 2024-04-10T15:10:46.714 INFO:tasks.rados.rados.0.smithi102.stdout:1512: oid 40 updating version 717 to 718 2024-04-10T15:10:46.714 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 718 (ObjNum 493 snap 132 seq_num 493) dirty exists 2024-04-10T15:10:46.714 INFO:tasks.rados.rados.0.smithi102.stdout:1512: left oid 40 (ObjNum 493 snap 132 seq_num 493) 2024-04-10T15:10:46.715 INFO:tasks.rados.rados.0.smithi102.stdout:1514: expect (ObjNum 414 snap 109 seq_num 414) 2024-04-10T15:10:46.817 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:46 smithi102 podman[100995]: 2024-04-10 15:10:46.489421304 +0000 UTC m=+0.431496969 container attach a3f856d2e51adfca2959532c23e153ca8555afc299d9065149382303ae65c403 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-activate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, ceph=True, GIT_BRANCH=HEAD) 2024-04-10T15:10:47.150 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-activate[101011]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-10T15:10:47.150 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-activate[101011]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-10T15:10:47.150 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:46 smithi102 bash[100995]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-10T15:10:47.150 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:46 smithi102 bash[100995]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-1 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-10T15:10:47.150 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:46 smithi102 bash[100995]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-10T15:10:47.150 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:46 smithi102 bash[100995]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-10T15:10:47.150 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:46 smithi102 bash[100995]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-10T15:10:47.150 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:46 smithi102 bash[100995]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-10T15:10:47.150 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:46 smithi102 bash[100995]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-10T15:10:47.150 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-activate[101011]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-10T15:10:47.151 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-activate[101011]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-10T15:10:47.151 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-activate[101011]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-1/block 2024-04-10T15:10:47.151 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-activate[101011]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-04-10T15:10:47.151 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-activate[101011]: --> ceph-volume raw activate successful for osd ID: 1 2024-04-10T15:10:47.151 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:46 smithi102 podman[100995]: 2024-04-10 15:10:46.867936872 +0000 UTC m=+0.810012527 container died a3f856d2e51adfca2959532c23e153ca8555afc299d9065149382303ae65c403 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-activate, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409) 2024-04-10T15:10:47.359 INFO:tasks.rados.rados.0.smithi102.stdout:1517: finishing rollback tid 0 to smithi10276805-42 2024-04-10T15:10:47.359 INFO:tasks.rados.rados.0.smithi102.stdout:1517: finishing rollback tid 1 to smithi10276805-42 2024-04-10T15:10:47.359 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 993 (ObjNum 177 snap 0 seq_num 87419392) dirty dne 2024-04-10T15:10:47.359 INFO:tasks.rados.rados.0.smithi102.stdout:1505: done (6 left) 2024-04-10T15:10:47.359 INFO:tasks.rados.rados.0.smithi102.stdout:1507: done (5 left) 2024-04-10T15:10:47.359 INFO:tasks.rados.rados.0.smithi102.stdout:1508: done (4 left) 2024-04-10T15:10:47.359 INFO:tasks.rados.rados.0.smithi102.stdout:1512: done (3 left) 2024-04-10T15:10:47.359 INFO:tasks.rados.rados.0.smithi102.stdout:1513: done (2 left) 2024-04-10T15:10:47.360 INFO:tasks.rados.rados.0.smithi102.stdout:1514: done (1 left) 2024-04-10T15:10:47.360 INFO:tasks.rados.rados.0.smithi102.stdout:1517: done (0 left) 2024-04-10T15:10:47.360 INFO:tasks.rados.rados.0.smithi102.stdout:1518: read oid 22 snap 126 2024-04-10T15:10:47.360 INFO:tasks.rados.rados.0.smithi102.stdout:1518: expect (ObjNum 302 snap 74 seq_num 302) 2024-04-10T15:10:47.360 INFO:tasks.rados.rados.0.smithi102.stdout:1519: rollback oid 2 current snap is 132 2024-04-10T15:10:47.360 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 2 to 130 2024-04-10T15:10:47.360 INFO:tasks.rados.rados.0.smithi102.stdout:1520: rmattr oid 5 current snap is 132 2024-04-10T15:10:47.360 INFO:tasks.rados.rados.0.smithi102.stdout:1520: done (2 left) 2024-04-10T15:10:47.360 INFO:tasks.rados.rados.0.smithi102.stdout:1521: setattr oid 11 current snap is 132 2024-04-10T15:10:47.360 INFO:tasks.rados.rados.0.smithi102.stdout:1522: read oid 38 snap 126 2024-04-10T15:10:47.361 INFO:tasks.rados.rados.0.smithi102.stdout:1522: expect (ObjNum 429 snap 113 seq_num 429) 2024-04-10T15:10:47.361 INFO:tasks.rados.rados.0.smithi102.stdout:1523: snap_create 2024-04-10T15:10:47.364 INFO:tasks.rados.rados.0.smithi102.stdout:1519: finishing rollback tid 0 to smithi10276805-2 2024-04-10T15:10:47.364 INFO:tasks.rados.rados.0.smithi102.stdout:1519: finishing rollback tid 1 to smithi10276805-2 2024-04-10T15:10:47.365 INFO:tasks.rados.rados.0.smithi102.stdout:1519: finishing rollback tid 2 to smithi10276805-2 2024-04-10T15:10:47.365 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 238 (ObjNum 479 snap 129 seq_num 479) dirty exists 2024-04-10T15:10:47.365 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 994 (ObjNum 432 snap 114 seq_num 432) dirty exists 2024-04-10T15:10:47.375 INFO:tasks.rados.rados.0.smithi102.stdout:1522: expect (ObjNum 429 snap 113 seq_num 429) 2024-04-10T15:10:47.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:47 smithi102 ceph-mon[90943]: osdmap e340: 8 total, 7 up, 8 in 2024-04-10T15:10:47.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:47 smithi102 ceph-mon[88557]: osdmap e340: 8 total, 7 up, 8 in 2024-04-10T15:10:47.442 INFO:tasks.rados.rados.0.smithi102.stdout:1518: expect (ObjNum 302 snap 74 seq_num 302) 2024-04-10T15:10:47.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:47 smithi154 ceph-mon[84269]: osdmap e340: 8 total, 7 up, 8 in 2024-04-10T15:10:47.693 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:10:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:10:47] "GET /metrics HTTP/1.1" 200 36149 "" "Prometheus/2.43.0" 2024-04-10T15:10:47.693 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:47 smithi102 podman[101144]: 2024-04-10 15:10:47.460204695 +0000 UTC m=+0.583340130 container remove a3f856d2e51adfca2959532c23e153ca8555afc299d9065149382303ae65c403 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-activate, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, ceph=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:10:47.693 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:47 smithi102 podman[101209]: 2024-04-10 15:10:47.575498666 +0000 UTC m=+0.017894045 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:10:47.971 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:47 smithi102 podman[101209]: 2024-04-10 15:10:47.719505891 +0000 UTC m=+0.161901252 container create 2d65d19c2ebd51bc29ca23cc860a80aa3c02ee88fa6a1ac3ac0298a91d36c6bc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:10:47.971 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:47 smithi102 podman[101209]: 2024-04-10 15:10:47.905413569 +0000 UTC m=+0.347808931 container init 2d65d19c2ebd51bc29ca23cc860a80aa3c02ee88fa6a1ac3ac0298a91d36c6bc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-10T15:10:47.971 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:47 smithi102 podman[101209]: 2024-04-10 15:10:47.90841697 +0000 UTC m=+0.350812332 container start 2d65d19c2ebd51bc29ca23cc860a80aa3c02ee88fa6a1ac3ac0298a91d36c6bc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=) 2024-04-10T15:10:47.971 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:47 smithi102 ceph-osd[101231]: -- 172.21.15.102:0/3740851485 <== mon.0 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55cc7d0ef680 con 0x55cc7d0b8c00 2024-04-10T15:10:48.159 INFO:tasks.rados.rados.0.smithi102.stdout:1518: done (4 left) 2024-04-10T15:10:48.159 INFO:tasks.rados.rados.0.smithi102.stdout:1519: done (3 left) 2024-04-10T15:10:48.159 INFO:tasks.rados.rados.0.smithi102.stdout:1521: done (2 left) 2024-04-10T15:10:48.159 INFO:tasks.rados.rados.0.smithi102.stdout:1522: done (1 left) 2024-04-10T15:10:48.159 INFO:tasks.rados.rados.0.smithi102.stdout:1523: done (0 left) 2024-04-10T15:10:48.159 INFO:tasks.rados.rados.0.smithi102.stdout:1524: rmattr oid 13 current snap is 133 2024-04-10T15:10:48.159 INFO:tasks.rados.rados.0.smithi102.stdout:1524: done (0 left) 2024-04-10T15:10:48.159 INFO:tasks.rados.rados.0.smithi102.stdout:1525: snap_remove snap 126 2024-04-10T15:10:48.242 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:47 smithi102 bash[101209]: 2d65d19c2ebd51bc29ca23cc860a80aa3c02ee88fa6a1ac3ac0298a91d36c6bc 2024-04-10T15:10:48.242 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:47 smithi102 systemd[1]: Started Ceph osd.1 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:10:48.242 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:48 smithi102 ceph-mon[90943]: pgmap v162: 121 pgs: 46 peering, 75 active+clean; 191 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-04-10T15:10:48.242 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:48 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:48.242 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:48 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:48.242 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:48 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:10:48.242 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:48 smithi102 ceph-mon[90943]: osdmap e341: 8 total, 7 up, 8 in 2024-04-10T15:10:48.243 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:48 smithi102 ceph-mon[88557]: pgmap v162: 121 pgs: 46 peering, 75 active+clean; 191 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-04-10T15:10:48.243 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:48 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:48.243 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:48 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:48.243 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:48 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:10:48.243 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:48 smithi102 ceph-mon[88557]: osdmap e341: 8 total, 7 up, 8 in 2024-04-10T15:10:48.243 INFO:teuthology.orchestra.run.smithi102.stdout:true 2024-04-10T15:10:48.622 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1[101224]: 2024-04-10T15:10:48.449+0000 7f9d7c1e27c0 -1 Falling back to public interface 2024-04-10T15:10:48.623 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:10:48.623 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (6m) 30s ago 6m 24.1M - 0.25.0 c8568f914cd2 8877963ef1e7 2024-04-10T15:10:48.623 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi154 *:3000 running (6m) 75s ago 6m 92.3M - 9.4.7 954c08fa6188 a24ea26325a1 2024-04-10T15:10:48.623 INFO:teuthology.orchestra.run.smithi102.stdout:mds.a smithi102 running (7m) 30s ago 7m 15.7M - 18.2.2-1187-gd540ebac bb2c5eac26a4 da51112648bf 2024-04-10T15:10:48.623 INFO:teuthology.orchestra.run.smithi102.stdout:mds.b smithi154 running (7m) 75s ago 7m 18.4M - 18.2.2-1187-gd540ebac bb2c5eac26a4 1c2f7bf05952 2024-04-10T15:10:48.623 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi154 *:8443,9283,8765 running (2m) 75s ago 11m 449M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 5843a1d0f5c5 2024-04-10T15:10:48.623 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (2m) 30s ago 12m 509M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 d4cb3bfdb76a 2024-04-10T15:10:48.623 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (2m) 30s ago 13m 45.8M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 09d0a3f89365 2024-04-10T15:10:48.623 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi154 running (81s) 75s ago 11m 25.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ecf89eee3550 2024-04-10T15:10:48.623 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (100s) 30s ago 11m 40.5M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 57de69af85cd 2024-04-10T15:10:48.623 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (6m) 30s ago 6m 13.8M - 1.5.0 0da6a335fe13 dc103d21fc64 2024-04-10T15:10:48.624 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi154 *:9100 running (6m) 75s ago 6m 15.8M - 1.5.0 0da6a335fe13 c71ce3c6ef09 2024-04-10T15:10:48.624 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (34s) 30s ago 10m 15.1M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e0c9aedb2146 2024-04-10T15:10:48.624 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 starting - - - 2480M 2024-04-10T15:10:48.624 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (10m) 30s ago 10m 210M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 eb8f648e2007 2024-04-10T15:10:48.624 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (9m) 30s ago 9m 133M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 ebbbf8d35d32 2024-04-10T15:10:48.624 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi154 running (9m) 75s ago 9m 204M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 8ae20879a763 2024-04-10T15:10:48.624 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi154 running (8m) 75s ago 8m 246M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 51b30d38d077 2024-04-10T15:10:48.624 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi154 running (8m) 75s ago 8m 160M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 2dd28f8d572c 2024-04-10T15:10:48.624 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi154 running (8m) 75s ago 8m 122M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a3af5b492398 2024-04-10T15:10:48.624 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi154 *:9095 running (2m) 75s ago 7m 55.9M - 2.43.0 a07b618ecd1d 15b122e84a15 2024-04-10T15:10:48.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:48 smithi154 ceph-mon[84269]: pgmap v162: 121 pgs: 46 peering, 75 active+clean; 191 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 4.2 MiB/s wr, 15 op/s 2024-04-10T15:10:48.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:48 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:48.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:48 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:48.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:48 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:10:48.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:48 smithi154 ceph-mon[84269]: osdmap e341: 8 total, 7 up, 8 in 2024-04-10T15:10:49.036 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:10:49.036 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-10T15:10:49.037 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:10:49.037 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:10:49.037 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-10T15:10:49.037 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:10:49.037 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:10:49.037 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-10T15:10:49.037 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 6, 2024-04-10T15:10:49.037 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 1 2024-04-10T15:10:49.037 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:10:49.037 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-10T15:10:49.037 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:10:49.037 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:10:49.037 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-10T15:10:49.037 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 8, 2024-04-10T15:10:49.037 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 6 2024-04-10T15:10:49.038 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:10:49.038 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:10:49.160 INFO:tasks.rados.rados.0.smithi102.stdout:1525: done (0 left) 2024-04-10T15:10:49.160 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 133 2024-04-10T15:10:49.160 INFO:tasks.rados.rados.0.smithi102.stdout:1526: seq_num 495 ranges {2392064=696320,3088384=401408} 2024-04-10T15:10:49.177 INFO:tasks.rados.rados.0.smithi102.stdout:1526: writing smithi10276805-15 from 2392064 to 3088384 tid 1 2024-04-10T15:10:49.180 INFO:tasks.rados.rados.0.smithi102.stdout:1526: writing smithi10276805-15 from 3088384 to 3489792 tid 2 2024-04-10T15:10:49.180 INFO:tasks.rados.rados.0.smithi102.stdout:1527: snap_create 2024-04-10T15:10:49.184 INFO:tasks.rados.rados.0.smithi102.stdout:1526: finishing write tid 1 to smithi10276805-15 2024-04-10T15:10:49.184 INFO:tasks.rados.rados.0.smithi102.stdout:1526: finishing write tid 2 to smithi10276805-15 2024-04-10T15:10:49.184 INFO:tasks.rados.rados.0.smithi102.stdout:1526: finishing write tid 3 to smithi10276805-15 2024-04-10T15:10:49.185 INFO:tasks.rados.rados.0.smithi102.stdout:1526: finishing write tid 4 to smithi10276805-15 2024-04-10T15:10:49.185 INFO:tasks.rados.rados.0.smithi102.stdout:1526: oid 15 updating version 0 to 1045 2024-04-10T15:10:49.186 INFO:tasks.rados.rados.0.smithi102.stdout:1526: oid 15 version 1045 is already newer than 1044 2024-04-10T15:10:49.186 INFO:tasks.rados.rados.0.smithi102.stdout:1526: oid 15 version 1045 is already newer than 1043 2024-04-10T15:10:49.186 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 1045 (ObjNum 495 snap 133 seq_num 495) dirty exists 2024-04-10T15:10:49.186 INFO:tasks.rados.rados.0.smithi102.stdout:1526: left oid 15 (ObjNum 495 snap 133 seq_num 495) 2024-04-10T15:10:49.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:49 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/4186097243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:49.410 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:49 smithi102 ceph-mon[90943]: osdmap e342: 8 total, 7 up, 8 in 2024-04-10T15:10:49.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:49 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/4186097243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:49.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:49 smithi102 ceph-mon[88557]: osdmap e342: 8 total, 7 up, 8 in 2024-04-10T15:10:49.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:49 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/4186097243' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:49.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:49 smithi154 ceph-mon[84269]: osdmap e342: 8 total, 7 up, 8 in 2024-04-10T15:10:50.183 INFO:tasks.rados.rados.0.smithi102.stdout:1526: done (1 left) 2024-04-10T15:10:50.183 INFO:tasks.rados.rados.0.smithi102.stdout:1527: done (0 left) 2024-04-10T15:10:50.183 INFO:tasks.rados.rados.0.smithi102.stdout:1528: read oid 27 snap -1 2024-04-10T15:10:50.183 INFO:tasks.rados.rados.0.smithi102.stdout:1528: expect (ObjNum 481 snap 129 seq_num 481) 2024-04-10T15:10:50.183 INFO:tasks.rados.rados.0.smithi102.stdout:1529: rmattr oid 22 current snap is 134 2024-04-10T15:10:50.183 INFO:tasks.rados.rados.0.smithi102.stdout:1530: read oid 43 snap 133 2024-04-10T15:10:50.183 INFO:tasks.rados.rados.0.smithi102.stdout:1530: expect deleted 2024-04-10T15:10:50.183 INFO:tasks.rados.rados.0.smithi102.stdout:1531: snap_create 2024-04-10T15:10:50.189 INFO:tasks.rados.rados.0.smithi102.stdout:1528: expect (ObjNum 481 snap 129 seq_num 481) 2024-04-10T15:10:50.213 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 774 (ObjNum 489 snap 130 seq_num 489) dirty exists 2024-04-10T15:10:50.564 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:50 smithi102 ceph-mon[90943]: from='client.44147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:10:50.565 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:50 smithi102 ceph-mon[90943]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:10:50.565 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:50 smithi102 ceph-mon[90943]: pgmap v164: 121 pgs: 10 active+undersized+degraded, 36 active+undersized, 75 active+clean; 194 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 617 KiB/s wr, 13 op/s; 24/279 objects degraded (8.602%) 2024-04-10T15:10:50.565 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:50 smithi102 ceph-mon[90943]: Health check failed: Degraded data redundancy: 24/279 objects degraded (8.602%), 10 pgs degraded (PG_DEGRADED) 2024-04-10T15:10:50.565 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:50 smithi102 ceph-mon[90943]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 12 pgs peering) 2024-04-10T15:10:50.565 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:50 smithi102 ceph-mon[88557]: from='client.44147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:10:50.565 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:50 smithi102 ceph-mon[88557]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:10:50.565 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:50 smithi102 ceph-mon[88557]: pgmap v164: 121 pgs: 10 active+undersized+degraded, 36 active+undersized, 75 active+clean; 194 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 617 KiB/s wr, 13 op/s; 24/279 objects degraded (8.602%) 2024-04-10T15:10:50.565 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:50 smithi102 ceph-mon[88557]: Health check failed: Degraded data redundancy: 24/279 objects degraded (8.602%), 10 pgs degraded (PG_DEGRADED) 2024-04-10T15:10:50.565 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:50 smithi102 ceph-mon[88557]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 12 pgs peering) 2024-04-10T15:10:50.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:50 smithi154 ceph-mon[84269]: from='client.44147 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:10:50.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:50 smithi154 ceph-mon[84269]: from='client.34227 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:10:50.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:50 smithi154 ceph-mon[84269]: pgmap v164: 121 pgs: 10 active+undersized+degraded, 36 active+undersized, 75 active+clean; 194 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 617 KiB/s wr, 13 op/s; 24/279 objects degraded (8.602%) 2024-04-10T15:10:50.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:50 smithi154 ceph-mon[84269]: Health check failed: Degraded data redundancy: 24/279 objects degraded (8.602%), 10 pgs degraded (PG_DEGRADED) 2024-04-10T15:10:50.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:50 smithi154 ceph-mon[84269]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 9 pgs inactive, 12 pgs peering) 2024-04-10T15:10:51.185 INFO:tasks.rados.rados.0.smithi102.stdout:1528: done (3 left) 2024-04-10T15:10:51.185 INFO:tasks.rados.rados.0.smithi102.stdout:1529: done (2 left) 2024-04-10T15:10:51.185 INFO:tasks.rados.rados.0.smithi102.stdout:1530: done (1 left) 2024-04-10T15:10:51.185 INFO:tasks.rados.rados.0.smithi102.stdout:1531: done (0 left) 2024-04-10T15:10:51.185 INFO:tasks.rados.rados.0.smithi102.stdout:1532: setattr oid 18 current snap is 135 2024-04-10T15:10:51.188 INFO:tasks.rados.rados.0.smithi102.stdout:1533: setattr oid 47 current snap is 135 2024-04-10T15:10:51.192 INFO:tasks.rados.rados.0.smithi102.stdout:1534: delete oid 41 current snap is 135 2024-04-10T15:10:51.197 INFO:tasks.rados.rados.0.smithi102.stdout:1534: done (2 left) 2024-04-10T15:10:51.197 INFO:tasks.rados.rados.0.smithi102.stdout:1535: snap_create 2024-04-10T15:10:51.197 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 564 (ObjNum 492 snap 132 seq_num 492) dirty exists 2024-04-10T15:10:51.200 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 1047 (ObjNum 361 snap 95 seq_num 361) dirty exists 2024-04-10T15:10:51.443 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:51 smithi102 ceph-mon[90943]: osdmap e343: 8 total, 7 up, 8 in 2024-04-10T15:10:51.443 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:51 smithi102 ceph-mon[90943]: osdmap e344: 8 total, 7 up, 8 in 2024-04-10T15:10:51.444 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:51 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1[101224]: 2024-04-10T15:10:51.291+0000 7f9d7c1e27c0 -1 osd.1 336 log_to_monitors true 2024-04-10T15:10:51.444 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:51 smithi102 ceph-mon[88557]: osdmap e343: 8 total, 7 up, 8 in 2024-04-10T15:10:51.444 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:51 smithi102 ceph-mon[88557]: osdmap e344: 8 total, 7 up, 8 in 2024-04-10T15:10:51.529 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:51 smithi154 ceph-mon[84269]: osdmap e343: 8 total, 7 up, 8 in 2024-04-10T15:10:51.529 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:51 smithi154 ceph-mon[84269]: osdmap e344: 8 total, 7 up, 8 in 2024-04-10T15:10:52.200 INFO:tasks.rados.rados.0.smithi102.stdout:1532: done (2 left) 2024-04-10T15:10:52.200 INFO:tasks.rados.rados.0.smithi102.stdout:1533: done (1 left) 2024-04-10T15:10:52.200 INFO:tasks.rados.rados.0.smithi102.stdout:1535: done (0 left) 2024-04-10T15:10:52.200 INFO:tasks.rados.rados.0.smithi102.stdout:1536: copy_from oid 49 from oid 48 current snap is 136 2024-04-10T15:10:52.200 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 136 2024-04-10T15:10:52.200 INFO:tasks.rados.rados.0.smithi102.stdout:1537: seq_num 497 ranges {3489792=729088,4218880=401408} 2024-04-10T15:10:52.223 INFO:tasks.rados.rados.0.smithi102.stdout:1537: writing smithi10276805-15 from 3489792 to 4218880 tid 1 2024-04-10T15:10:52.225 INFO:tasks.rados.rados.0.smithi102.stdout:1537: writing smithi10276805-15 from 4218880 to 4620288 tid 2 2024-04-10T15:10:52.225 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 17 current snap is 136 2024-04-10T15:10:52.225 INFO:tasks.rados.rados.0.smithi102.stdout:1536: finishing copy_from racing read to smithi10276805-49 2024-04-10T15:10:52.226 INFO:tasks.rados.rados.0.smithi102.stdout:1538: seq_num 498 ranges {3973120=745472,4718592=401408} 2024-04-10T15:10:52.251 INFO:tasks.rados.rados.0.smithi102.stdout:1538: writing smithi10276805-17 from 3973120 to 4718592 tid 1 2024-04-10T15:10:52.255 INFO:tasks.rados.rados.0.smithi102.stdout:1538: writing smithi10276805-17 from 4718592 to 5120000 tid 2 2024-04-10T15:10:52.255 INFO:tasks.rados.rados.0.smithi102.stdout:1539: rollback oid 28 current snap is 136 2024-04-10T15:10:52.255 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 28 to 132 2024-04-10T15:10:52.255 INFO:tasks.rados.rados.0.smithi102.stdout:1537: finishing write tid 1 to smithi10276805-15 2024-04-10T15:10:52.255 INFO:tasks.rados.rados.0.smithi102.stdout:1537: finishing write tid 2 to smithi10276805-15 2024-04-10T15:10:52.255 INFO:tasks.rados.rados.0.smithi102.stdout:1537: finishing write tid 3 to smithi10276805-15 2024-04-10T15:10:52.256 INFO:tasks.rados.rados.0.smithi102.stdout:1537: finishing write tid 4 to smithi10276805-15 2024-04-10T15:10:52.256 INFO:tasks.rados.rados.0.smithi102.stdout:1537: oid 15 updating version 0 to 1049 2024-04-10T15:10:52.256 INFO:tasks.rados.rados.0.smithi102.stdout:1537: oid 15 updating version 1049 to 1050 2024-04-10T15:10:52.256 INFO:tasks.rados.rados.0.smithi102.stdout:1537: oid 15 updating version 1050 to 1051 2024-04-10T15:10:52.256 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 1051 (ObjNum 497 snap 136 seq_num 497) dirty exists 2024-04-10T15:10:52.256 INFO:tasks.rados.rados.0.smithi102.stdout:1537: left oid 15 (ObjNum 497 snap 136 seq_num 497) 2024-04-10T15:10:52.256 INFO:tasks.rados.rados.0.smithi102.stdout:1536: finishing copy_from to smithi10276805-49 2024-04-10T15:10:52.257 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1033 (ObjNum 487 snap 130 seq_num 487) dirty exists 2024-04-10T15:10:52.257 INFO:tasks.rados.rados.0.smithi102.stdout:1536: done (3 left) 2024-04-10T15:10:52.257 INFO:tasks.rados.rados.0.smithi102.stdout:1537: done (2 left) 2024-04-10T15:10:52.257 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 136 2024-04-10T15:10:52.257 INFO:tasks.rados.rados.0.smithi102.stdout:1540: seq_num 499 ranges {11354112=761856,12115968=401408} 2024-04-10T15:10:52.321 INFO:tasks.rados.rados.0.smithi102.stdout:1540: writing smithi10276805-2 from 11354112 to 12115968 tid 1 2024-04-10T15:10:52.324 INFO:tasks.rados.rados.0.smithi102.stdout:1540: writing smithi10276805-2 from 12115968 to 12517376 tid 2 2024-04-10T15:10:52.324 INFO:tasks.rados.rados.0.smithi102.stdout:1541: delete oid 47 current snap is 136 2024-04-10T15:10:52.324 INFO:tasks.rados.rados.0.smithi102.stdout:1538: finishing write tid 1 to smithi10276805-17 2024-04-10T15:10:52.324 INFO:tasks.rados.rados.0.smithi102.stdout:1538: finishing write tid 2 to smithi10276805-17 2024-04-10T15:10:52.325 INFO:tasks.rados.rados.0.smithi102.stdout:1538: finishing write tid 3 to smithi10276805-17 2024-04-10T15:10:52.325 INFO:tasks.rados.rados.0.smithi102.stdout:1539: finishing rollback tid 0 to smithi10276805-28 2024-04-10T15:10:52.325 INFO:tasks.rados.rados.0.smithi102.stdout:1539: finishing rollback tid 1 to smithi10276805-28 2024-04-10T15:10:52.325 INFO:tasks.rados.rados.0.smithi102.stdout:1538: finishing write tid 4 to smithi10276805-17 2024-04-10T15:10:52.325 INFO:tasks.rados.rados.0.smithi102.stdout:1538: oid 17 updating version 0 to 669 2024-04-10T15:10:52.325 INFO:tasks.rados.rados.0.smithi102.stdout:1538: oid 17 version 669 is already newer than 668 2024-04-10T15:10:52.325 INFO:tasks.rados.rados.0.smithi102.stdout:1538: oid 17 version 669 is already newer than 667 2024-04-10T15:10:52.326 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 669 (ObjNum 498 snap 136 seq_num 498) dirty exists 2024-04-10T15:10:52.326 INFO:tasks.rados.rados.0.smithi102.stdout:1538: left oid 17 (ObjNum 498 snap 136 seq_num 498) 2024-04-10T15:10:52.326 INFO:tasks.rados.rados.0.smithi102.stdout:1539: finishing rollback tid 2 to smithi10276805-28 2024-04-10T15:10:52.326 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 1055 (ObjNum 467 snap 124 seq_num 467) dirty exists 2024-04-10T15:10:52.327 INFO:tasks.rados.rados.0.smithi102.stdout:1538: done (3 left) 2024-04-10T15:10:52.327 INFO:tasks.rados.rados.0.smithi102.stdout:1539: done (2 left) 2024-04-10T15:10:52.327 INFO:tasks.rados.rados.0.smithi102.stdout:1541: done (1 left) 2024-04-10T15:10:52.327 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 44 current snap is 136 2024-04-10T15:10:52.328 INFO:tasks.rados.rados.0.smithi102.stdout:1542: seq_num 501 ranges {1507328=794624,2301952=401408} 2024-04-10T15:10:52.339 INFO:tasks.rados.rados.0.smithi102.stdout:1542: writing smithi10276805-44 from 1507328 to 2301952 tid 1 2024-04-10T15:10:52.341 INFO:tasks.rados.rados.0.smithi102.stdout:1542: writing smithi10276805-44 from 2301952 to 2703360 tid 2 2024-04-10T15:10:52.341 INFO:tasks.rados.rados.0.smithi102.stdout:1543: read oid 20 snap -1 2024-04-10T15:10:52.341 INFO:tasks.rados.rados.0.smithi102.stdout:1543: expect (ObjNum 453 snap 119 seq_num 453) 2024-04-10T15:10:52.342 INFO:tasks.rados.rados.0.smithi102.stdout:1544: snap_create 2024-04-10T15:10:52.349 INFO:tasks.rados.rados.0.smithi102.stdout:1543: expect (ObjNum 453 snap 119 seq_num 453) 2024-04-10T15:10:52.374 INFO:tasks.rados.rados.0.smithi102.stdout:1540: finishing write tid 1 to smithi10276805-2 2024-04-10T15:10:52.392 INFO:tasks.rados.rados.0.smithi102.stdout:1542: finishing write tid 1 to smithi10276805-44 2024-04-10T15:10:52.407 INFO:tasks.rados.rados.0.smithi102.stdout:1540: finishing write tid 2 to smithi10276805-2 2024-04-10T15:10:52.408 INFO:tasks.rados.rados.0.smithi102.stdout:1540: finishing write tid 3 to smithi10276805-2 2024-04-10T15:10:52.409 INFO:tasks.rados.rados.0.smithi102.stdout:1540: finishing write tid 4 to smithi10276805-2 2024-04-10T15:10:52.409 INFO:tasks.rados.rados.0.smithi102.stdout:1540: oid 2 updating version 0 to 241 2024-04-10T15:10:52.409 INFO:tasks.rados.rados.0.smithi102.stdout:1540: oid 2 version 241 is already newer than 239 2024-04-10T15:10:52.409 INFO:tasks.rados.rados.0.smithi102.stdout:1540: oid 2 version 241 is already newer than 240 2024-04-10T15:10:52.409 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 241 (ObjNum 499 snap 136 seq_num 499) dirty exists 2024-04-10T15:10:52.409 INFO:tasks.rados.rados.0.smithi102.stdout:1540: left oid 2 (ObjNum 499 snap 136 seq_num 499) 2024-04-10T15:10:52.425 INFO:tasks.rados.rados.0.smithi102.stdout:1542: finishing write tid 2 to smithi10276805-44 2024-04-10T15:10:52.425 INFO:tasks.rados.rados.0.smithi102.stdout:1542: finishing write tid 3 to smithi10276805-44 2024-04-10T15:10:52.426 INFO:tasks.rados.rados.0.smithi102.stdout:1542: finishing write tid 4 to smithi10276805-44 2024-04-10T15:10:52.426 INFO:tasks.rados.rados.0.smithi102.stdout:1542: oid 44 updating version 0 to 775 2024-04-10T15:10:52.426 INFO:tasks.rados.rados.0.smithi102.stdout:1542: oid 44 updating version 775 to 777 2024-04-10T15:10:52.426 INFO:tasks.rados.rados.0.smithi102.stdout:1542: oid 44 version 777 is already newer than 776 2024-04-10T15:10:52.426 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 777 (ObjNum 501 snap 136 seq_num 501) dirty exists 2024-04-10T15:10:52.426 INFO:tasks.rados.rados.0.smithi102.stdout:1542: left oid 44 (ObjNum 501 snap 136 seq_num 501) 2024-04-10T15:10:52.540 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:10:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:10:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:10:52.541 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:52 smithi154 ceph-mon[84269]: pgmap v167: 121 pgs: 10 active+undersized+degraded, 36 active+undersized, 75 active+clean; 194 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 618 KiB/s wr, 13 op/s; 24/279 objects degraded (8.602%) 2024-04-10T15:10:52.541 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:52 smithi154 ceph-mon[84269]: from='osd.1 [v2:172.21.15.102:6810/2733990799,v1:172.21.15.102:6811/2733990799]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T15:10:52.541 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:52 smithi154 ceph-mon[84269]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T15:10:52.541 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:52 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:52.541 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:52 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:52.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:52 smithi102 ceph-mon[90943]: pgmap v167: 121 pgs: 10 active+undersized+degraded, 36 active+undersized, 75 active+clean; 194 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 618 KiB/s wr, 13 op/s; 24/279 objects degraded (8.602%) 2024-04-10T15:10:52.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:52 smithi102 ceph-mon[90943]: from='osd.1 [v2:172.21.15.102:6810/2733990799,v1:172.21.15.102:6811/2733990799]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T15:10:52.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:52 smithi102 ceph-mon[90943]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T15:10:52.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:52 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:52.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:52 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:52.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:52 smithi102 ceph-mon[88557]: pgmap v167: 121 pgs: 10 active+undersized+degraded, 36 active+undersized, 75 active+clean; 194 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 618 KiB/s wr, 13 op/s; 24/279 objects degraded (8.602%) 2024-04-10T15:10:52.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:52 smithi102 ceph-mon[88557]: from='osd.1 [v2:172.21.15.102:6810/2733990799,v1:172.21.15.102:6811/2733990799]' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T15:10:52.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:52 smithi102 ceph-mon[88557]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]: dispatch 2024-04-10T15:10:52.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:52 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:52.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:52 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:53.157 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 15:10:52 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1[101224]: 2024-04-10T15:10:52.708+0000 7f9d69632700 -1 osd.1 336 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:10:53.216 INFO:tasks.rados.rados.0.smithi102.stdout:1540: done (3 left) 2024-04-10T15:10:53.216 INFO:tasks.rados.rados.0.smithi102.stdout:1542: done (2 left) 2024-04-10T15:10:53.216 INFO:tasks.rados.rados.0.smithi102.stdout:1543: done (1 left) 2024-04-10T15:10:53.216 INFO:tasks.rados.rados.0.smithi102.stdout:1544: done (0 left) 2024-04-10T15:10:53.216 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 27 current snap is 137 2024-04-10T15:10:53.216 INFO:tasks.rados.rados.0.smithi102.stdout:1545: seq_num 502 ranges {860160=409600,1269760=417792,1687552=385024} 2024-04-10T15:10:53.221 INFO:tasks.rados.rados.0.smithi102.stdout:1545: writing smithi10276805-27 from 860160 to 1269760 tid 1 2024-04-10T15:10:53.224 INFO:tasks.rados.rados.0.smithi102.stdout:1545: writing smithi10276805-27 from 1269760 to 1687552 tid 2 2024-04-10T15:10:53.227 INFO:tasks.rados.rados.0.smithi102.stdout:1545: writing smithi10276805-27 from 1687552 to 2072576 tid 3 2024-04-10T15:10:53.228 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 137 2024-04-10T15:10:53.228 INFO:tasks.rados.rados.0.smithi102.stdout:1546: seq_num 503 ranges {4620288=425984,5046272=704512,5750784=98304} 2024-04-10T15:10:53.257 INFO:tasks.rados.rados.0.smithi102.stdout:1546: writing smithi10276805-15 from 4620288 to 5046272 tid 1 2024-04-10T15:10:53.262 INFO:tasks.rados.rados.0.smithi102.stdout:1546: writing smithi10276805-15 from 5046272 to 5750784 tid 2 2024-04-10T15:10:53.264 INFO:tasks.rados.rados.0.smithi102.stdout:1546: writing smithi10276805-15 from 5750784 to 5849088 tid 3 2024-04-10T15:10:53.264 INFO:tasks.rados.rados.0.smithi102.stdout:1547: read oid 29 snap -1 2024-04-10T15:10:53.264 INFO:tasks.rados.rados.0.smithi102.stdout:1547: expect (ObjNum 474 snap 127 seq_num 474) 2024-04-10T15:10:53.264 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 31 current snap is 137 2024-04-10T15:10:53.264 INFO:tasks.rados.rados.0.smithi102.stdout:1545: finishing write tid 1 to smithi10276805-27 2024-04-10T15:10:53.264 INFO:tasks.rados.rados.0.smithi102.stdout:1545: finishing write tid 2 to smithi10276805-27 2024-04-10T15:10:53.264 INFO:tasks.rados.rados.0.smithi102.stdout:1545: finishing write tid 3 to smithi10276805-27 2024-04-10T15:10:53.264 INFO:tasks.rados.rados.0.smithi102.stdout:1545: finishing write tid 4 to smithi10276805-27 2024-04-10T15:10:53.264 INFO:tasks.rados.rados.0.smithi102.stdout:1545: finishing write tid 5 to smithi10276805-27 2024-04-10T15:10:53.264 INFO:tasks.rados.rados.0.smithi102.stdout:1545: oid 27 updating version 0 to 1035 2024-04-10T15:10:53.265 INFO:tasks.rados.rados.0.smithi102.stdout:1545: oid 27 updating version 1035 to 1037 2024-04-10T15:10:53.265 INFO:tasks.rados.rados.0.smithi102.stdout:1545: oid 27 version 1037 is already newer than 1036 2024-04-10T15:10:53.265 INFO:tasks.rados.rados.0.smithi102.stdout:1545: oid 27 version 1037 is already newer than 1034 2024-04-10T15:10:53.265 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 1037 (ObjNum 502 snap 137 seq_num 502) dirty exists 2024-04-10T15:10:53.265 INFO:tasks.rados.rados.0.smithi102.stdout:1545: left oid 27 (ObjNum 502 snap 137 seq_num 502) 2024-04-10T15:10:53.265 INFO:tasks.rados.rados.0.smithi102.stdout:1546: finishing write tid 1 to smithi10276805-15 2024-04-10T15:10:53.265 INFO:tasks.rados.rados.0.smithi102.stdout:1548: seq_num 504 ranges {0=450560,450560=589824,1040384=212992} 2024-04-10T15:10:53.267 INFO:tasks.rados.rados.0.smithi102.stdout:1548: writing smithi10276805-31 from 0 to 450560 tid 1 2024-04-10T15:10:53.271 INFO:tasks.rados.rados.0.smithi102.stdout:1548: writing smithi10276805-31 from 450560 to 1040384 tid 2 2024-04-10T15:10:53.273 INFO:tasks.rados.rados.0.smithi102.stdout:1548: writing smithi10276805-31 from 1040384 to 1253376 tid 3 2024-04-10T15:10:53.273 INFO:tasks.rados.rados.0.smithi102.stdout:1545: done (3 left) 2024-04-10T15:10:53.273 INFO:tasks.rados.rados.0.smithi102.stdout:1549: read oid 38 snap -1 2024-04-10T15:10:53.273 INFO:tasks.rados.rados.0.smithi102.stdout:1549: expect (ObjNum 476 snap 128 seq_num 476) 2024-04-10T15:10:53.274 INFO:tasks.rados.rados.0.smithi102.stdout:1550: read oid 36 snap -1 2024-04-10T15:10:53.274 INFO:tasks.rados.rados.0.smithi102.stdout:1550: expect (ObjNum 133 snap 28 seq_num 133) 2024-04-10T15:10:53.274 INFO:tasks.rados.rados.0.smithi102.stdout:1551: read oid 5 snap -1 2024-04-10T15:10:53.274 INFO:tasks.rados.rados.0.smithi102.stdout:1551: expect (ObjNum 471 snap 127 seq_num 471) 2024-04-10T15:10:53.274 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 137 2024-04-10T15:10:53.274 INFO:tasks.rados.rados.0.smithi102.stdout:1546: finishing write tid 2 to smithi10276805-15 2024-04-10T15:10:53.274 INFO:tasks.rados.rados.0.smithi102.stdout:1552: seq_num 505 ranges {1744896=466944,2211840=475136,2686976=327680} 2024-04-10T15:10:53.286 INFO:tasks.rados.rados.0.smithi102.stdout:1552: writing smithi10276805-4 from 1744896 to 2211840 tid 1 2024-04-10T15:10:53.289 INFO:tasks.rados.rados.0.smithi102.stdout:1552: writing smithi10276805-4 from 2211840 to 2686976 tid 2 2024-04-10T15:10:53.293 INFO:tasks.rados.rados.0.smithi102.stdout:1552: writing smithi10276805-4 from 2686976 to 3014656 tid 3 2024-04-10T15:10:53.293 INFO:tasks.rados.rados.0.smithi102.stdout:1553: rmattr oid 28 current snap is 137 2024-04-10T15:10:53.293 INFO:tasks.rados.rados.0.smithi102.stdout:1553: done (7 left) 2024-04-10T15:10:53.293 INFO:tasks.rados.rados.0.smithi102.stdout:1554: rollback oid 39 current snap is 137 2024-04-10T15:10:53.293 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 39 to 134 2024-04-10T15:10:53.293 INFO:tasks.rados.rados.0.smithi102.stdout:1546: finishing write tid 3 to smithi10276805-15 2024-04-10T15:10:53.293 INFO:tasks.rados.rados.0.smithi102.stdout:1548: finishing write tid 1 to smithi10276805-31 2024-04-10T15:10:53.293 INFO:tasks.rados.rados.0.smithi102.stdout:1546: finishing write tid 4 to smithi10276805-15 2024-04-10T15:10:53.293 INFO:tasks.rados.rados.0.smithi102.stdout:1548: finishing write tid 2 to smithi10276805-31 2024-04-10T15:10:53.293 INFO:tasks.rados.rados.0.smithi102.stdout:1548: finishing write tid 3 to smithi10276805-31 2024-04-10T15:10:53.294 INFO:tasks.rados.rados.0.smithi102.stdout:1548: finishing write tid 4 to smithi10276805-31 2024-04-10T15:10:53.294 INFO:tasks.rados.rados.0.smithi102.stdout:1555: read oid 41 snap 134 2024-04-10T15:10:53.294 INFO:tasks.rados.rados.0.smithi102.stdout:1555: expect (ObjNum 281 snap 62 seq_num 281) 2024-04-10T15:10:53.294 INFO:tasks.rados.rados.0.smithi102.stdout:1556: copy_from oid 1 from oid 46 current snap is 137 2024-04-10T15:10:53.294 INFO:tasks.rados.rados.0.smithi102.stdout:1548: finishing write tid 5 to smithi10276805-31 2024-04-10T15:10:53.294 INFO:tasks.rados.rados.0.smithi102.stdout:1548: oid 31 updating version 0 to 720 2024-04-10T15:10:53.294 INFO:tasks.rados.rados.0.smithi102.stdout:1548: oid 31 updating version 720 to 722 2024-04-10T15:10:53.294 INFO:tasks.rados.rados.0.smithi102.stdout:1548: oid 31 version 722 is already newer than 719 2024-04-10T15:10:53.294 INFO:tasks.rados.rados.0.smithi102.stdout:1548: oid 31 version 722 is already newer than 721 2024-04-10T15:10:53.294 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 722 (ObjNum 504 snap 137 seq_num 504) dirty exists 2024-04-10T15:10:53.294 INFO:tasks.rados.rados.0.smithi102.stdout:1548: left oid 31 (ObjNum 504 snap 137 seq_num 504) 2024-04-10T15:10:53.294 INFO:tasks.rados.rados.0.smithi102.stdout:1546: finishing write tid 5 to smithi10276805-15 2024-04-10T15:10:53.294 INFO:tasks.rados.rados.0.smithi102.stdout:1546: oid 15 updating version 0 to 1060 2024-04-10T15:10:53.294 INFO:tasks.rados.rados.0.smithi102.stdout:1546: oid 15 updating version 1060 to 1061 2024-04-10T15:10:53.295 INFO:tasks.rados.rados.0.smithi102.stdout:1546: oid 15 updating version 1061 to 1062 2024-04-10T15:10:53.295 INFO:tasks.rados.rados.0.smithi102.stdout:1546: oid 15 version 1062 is already newer than 1059 2024-04-10T15:10:53.295 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 1062 (ObjNum 503 snap 137 seq_num 503) dirty exists 2024-04-10T15:10:53.295 INFO:tasks.rados.rados.0.smithi102.stdout:1546: left oid 15 (ObjNum 503 snap 137 seq_num 503) 2024-04-10T15:10:53.295 INFO:tasks.rados.rados.0.smithi102.stdout:1546: done (9 left) 2024-04-10T15:10:53.295 INFO:tasks.rados.rados.0.smithi102.stdout:1548: done (8 left) 2024-04-10T15:10:53.295 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 17 current snap is 137 2024-04-10T15:10:53.295 INFO:tasks.rados.rados.0.smithi102.stdout:1557: seq_num 506 ranges {5120000=483328,5603328=761856,6365184=40960} 2024-04-10T15:10:53.323 INFO:tasks.rados.rados.0.smithi102.stdout:1557: writing smithi10276805-17 from 5120000 to 5603328 tid 1 2024-04-10T15:10:53.327 INFO:tasks.rados.rados.0.smithi102.stdout:1557: writing smithi10276805-17 from 5603328 to 6365184 tid 2 2024-04-10T15:10:53.328 INFO:tasks.rados.rados.0.smithi102.stdout:1557: writing smithi10276805-17 from 6365184 to 6406144 tid 3 2024-04-10T15:10:53.328 INFO:tasks.rados.rados.0.smithi102.stdout:1558: setattr oid 24 current snap is 137 2024-04-10T15:10:53.328 INFO:tasks.rados.rados.0.smithi102.stdout:1554: finishing rollback tid 0 to smithi10276805-39 2024-04-10T15:10:53.328 INFO:tasks.rados.rados.0.smithi102.stdout:1554: finishing rollback tid 1 to smithi10276805-39 2024-04-10T15:10:53.329 INFO:tasks.rados.rados.0.smithi102.stdout:1554: finishing rollback tid 2 to smithi10276805-39 2024-04-10T15:10:53.329 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 1040 (ObjNum 478 snap 128 seq_num 478) dirty exists 2024-04-10T15:10:53.329 INFO:tasks.rados.rados.0.smithi102.stdout:1550: expect (ObjNum 133 snap 28 seq_num 133) 2024-04-10T15:10:53.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:53 smithi154 ceph-mon[84269]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-10T15:10:53.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:53 smithi154 ceph-mon[84269]: osdmap e345: 8 total, 7 up, 8 in 2024-04-10T15:10:53.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:53 smithi154 ceph-mon[84269]: from='osd.1 [v2:172.21.15.102:6810/2733990799,v1:172.21.15.102:6811/2733990799]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:10:53.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:53 smithi154 ceph-mon[84269]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:10:53.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:53 smithi154 ceph-mon[84269]: from='osd.1 ' entity='osd.1' 2024-04-10T15:10:53.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:53.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:53.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:53 smithi102 ceph-mon[88557]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-10T15:10:53.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:53 smithi102 ceph-mon[88557]: osdmap e345: 8 total, 7 up, 8 in 2024-04-10T15:10:53.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:53 smithi102 ceph-mon[88557]: from='osd.1 [v2:172.21.15.102:6810/2733990799,v1:172.21.15.102:6811/2733990799]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:10:53.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:53 smithi102 ceph-mon[88557]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:10:53.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:53 smithi102 ceph-mon[88557]: from='osd.1 ' entity='osd.1' 2024-04-10T15:10:53.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:53.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:53.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:53 smithi102 ceph-mon[90943]: from='osd.1 ' entity='osd.1' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["1"]}]': finished 2024-04-10T15:10:53.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:53 smithi102 ceph-mon[90943]: osdmap e345: 8 total, 7 up, 8 in 2024-04-10T15:10:53.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:53 smithi102 ceph-mon[90943]: from='osd.1 [v2:172.21.15.102:6810/2733990799,v1:172.21.15.102:6811/2733990799]' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:10:53.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:53 smithi102 ceph-mon[90943]: from='osd.1 ' entity='osd.1' cmd=[{"prefix": "osd crush create-or-move", "id": 1, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:10:53.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:53 smithi102 ceph-mon[90943]: from='osd.1 ' entity='osd.1' 2024-04-10T15:10:53.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:53.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:53.704 INFO:tasks.rados.rados.0.smithi102.stdout:1556: finishing copy_from to smithi10276805-1 2024-04-10T15:10:53.705 INFO:tasks.rados.rados.0.smithi102.stdout:1556: got expected ENOENT (src dne) 2024-04-10T15:10:53.705 INFO:tasks.rados.rados.0.smithi102.stdout:1556: finishing copy_from racing read to smithi10276805-1 2024-04-10T15:10:53.705 INFO:tasks.rados.rados.0.smithi102.stdout:1547: expect (ObjNum 474 snap 127 seq_num 474) 2024-04-10T15:10:53.746 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:10:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:10:53.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:10:54.065 INFO:tasks.rados.rados.0.smithi102.stdout:1555: expect (ObjNum 281 snap 62 seq_num 281) 2024-04-10T15:10:54.379 INFO:tasks.rados.rados.0.smithi102.stdout:1551: expect (ObjNum 471 snap 127 seq_num 471) 2024-04-10T15:10:54.396 INFO:tasks.rados.rados.0.smithi102.stdout:1552: finishing write tid 1 to smithi10276805-4 2024-04-10T15:10:54.396 INFO:tasks.rados.rados.0.smithi102.stdout:1552: finishing write tid 2 to smithi10276805-4 2024-04-10T15:10:54.396 INFO:tasks.rados.rados.0.smithi102.stdout:1549: expect (ObjNum 476 snap 128 seq_num 476) 2024-04-10T15:10:54.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:54 smithi102 ceph-mon[88557]: pgmap v170: 121 pgs: 10 active+undersized+degraded, 36 active+undersized, 75 active+clean; 194 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24/279 objects degraded (8.602%) 2024-04-10T15:10:54.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:54 smithi102 ceph-mon[88557]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:10:54.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:54 smithi102 ceph-mon[88557]: osd.1 [v2:172.21.15.102:6810/2733990799,v1:172.21.15.102:6811/2733990799] boot 2024-04-10T15:10:54.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:54 smithi102 ceph-mon[88557]: osdmap e346: 8 total, 8 up, 8 in 2024-04-10T15:10:54.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:10:54.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:54.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:10:54.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:54 smithi102 ceph-mon[90943]: pgmap v170: 121 pgs: 10 active+undersized+degraded, 36 active+undersized, 75 active+clean; 194 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24/279 objects degraded (8.602%) 2024-04-10T15:10:54.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:54 smithi102 ceph-mon[90943]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:10:54.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:54 smithi102 ceph-mon[90943]: osd.1 [v2:172.21.15.102:6810/2733990799,v1:172.21.15.102:6811/2733990799] boot 2024-04-10T15:10:54.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:54 smithi102 ceph-mon[90943]: osdmap e346: 8 total, 8 up, 8 in 2024-04-10T15:10:54.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:10:54.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:54.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:10:54.519 INFO:tasks.rados.rados.0.smithi102.stdout:1552: finishing write tid 3 to smithi10276805-4 2024-04-10T15:10:54.519 INFO:tasks.rados.rados.0.smithi102.stdout:1552: finishing write tid 4 to smithi10276805-4 2024-04-10T15:10:54.519 INFO:tasks.rados.rados.0.smithi102.stdout:1552: finishing write tid 5 to smithi10276805-4 2024-04-10T15:10:54.519 INFO:tasks.rados.rados.0.smithi102.stdout:1552: oid 4 updating version 0 to 238 2024-04-10T15:10:54.519 INFO:tasks.rados.rados.0.smithi102.stdout:1552: oid 4 updating version 238 to 239 2024-04-10T15:10:54.519 INFO:tasks.rados.rados.0.smithi102.stdout:1552: oid 4 version 239 is already newer than 237 2024-04-10T15:10:54.519 INFO:tasks.rados.rados.0.smithi102.stdout:1552: oid 4 version 239 is already newer than 236 2024-04-10T15:10:54.519 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 239 (ObjNum 505 snap 137 seq_num 505) dirty exists 2024-04-10T15:10:54.519 INFO:tasks.rados.rados.0.smithi102.stdout:1552: left oid 4 (ObjNum 505 snap 137 seq_num 505) 2024-04-10T15:10:54.519 INFO:tasks.rados.rados.0.smithi102.stdout:1557: finishing write tid 1 to smithi10276805-17 2024-04-10T15:10:54.519 INFO:tasks.rados.rados.0.smithi102.stdout:1557: finishing write tid 2 to smithi10276805-17 2024-04-10T15:10:54.520 INFO:tasks.rados.rados.0.smithi102.stdout:1557: finishing write tid 3 to smithi10276805-17 2024-04-10T15:10:54.520 INFO:tasks.rados.rados.0.smithi102.stdout:1557: finishing write tid 4 to smithi10276805-17 2024-04-10T15:10:54.520 INFO:tasks.rados.rados.0.smithi102.stdout:1557: finishing write tid 5 to smithi10276805-17 2024-04-10T15:10:54.520 INFO:tasks.rados.rados.0.smithi102.stdout:1557: oid 17 updating version 0 to 673 2024-04-10T15:10:54.520 INFO:tasks.rados.rados.0.smithi102.stdout:1557: oid 17 version 673 is already newer than 671 2024-04-10T15:10:54.520 INFO:tasks.rados.rados.0.smithi102.stdout:1557: oid 17 version 673 is already newer than 672 2024-04-10T15:10:54.520 INFO:tasks.rados.rados.0.smithi102.stdout:1557: oid 17 version 673 is already newer than 670 2024-04-10T15:10:54.520 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 673 (ObjNum 506 snap 137 seq_num 506) dirty exists 2024-04-10T15:10:54.520 INFO:tasks.rados.rados.0.smithi102.stdout:1557: left oid 17 (ObjNum 506 snap 137 seq_num 506) 2024-04-10T15:10:54.520 INFO:tasks.rados.rados.0.smithi102.stdout:1547: done (9 left) 2024-04-10T15:10:54.520 INFO:tasks.rados.rados.0.smithi102.stdout:1549: done (8 left) 2024-04-10T15:10:54.520 INFO:tasks.rados.rados.0.smithi102.stdout:1550: done (7 left) 2024-04-10T15:10:54.520 INFO:tasks.rados.rados.0.smithi102.stdout:1551: done (6 left) 2024-04-10T15:10:54.520 INFO:tasks.rados.rados.0.smithi102.stdout:1552: done (5 left) 2024-04-10T15:10:54.520 INFO:tasks.rados.rados.0.smithi102.stdout:1554: done (4 left) 2024-04-10T15:10:54.520 INFO:tasks.rados.rados.0.smithi102.stdout:1555: done (3 left) 2024-04-10T15:10:54.521 INFO:tasks.rados.rados.0.smithi102.stdout:1556: done (2 left) 2024-04-10T15:10:54.521 INFO:tasks.rados.rados.0.smithi102.stdout:1557: done (1 left) 2024-04-10T15:10:54.521 INFO:tasks.rados.rados.0.smithi102.stdout:1559: snap_remove snap 133 2024-04-10T15:10:54.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:54 smithi154 ceph-mon[84269]: pgmap v170: 121 pgs: 10 active+undersized+degraded, 36 active+undersized, 75 active+clean; 194 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 24/279 objects degraded (8.602%) 2024-04-10T15:10:54.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:54 smithi154 ceph-mon[84269]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:10:54.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:54 smithi154 ceph-mon[84269]: osd.1 [v2:172.21.15.102:6810/2733990799,v1:172.21.15.102:6811/2733990799] boot 2024-04-10T15:10:54.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:54 smithi154 ceph-mon[84269]: osdmap e346: 8 total, 8 up, 8 in 2024-04-10T15:10:54.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 1}]: dispatch 2024-04-10T15:10:54.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:54.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:10:55.225 INFO:tasks.rados.rados.0.smithi102.stdout:1559: done (1 left) 2024-04-10T15:10:55.225 INFO:tasks.rados.rados.0.smithi102.stdout:1560: rmattr oid 23 current snap is 137 2024-04-10T15:10:55.226 INFO:tasks.rados.rados.0.smithi102.stdout:1561: read oid 46 snap 130 2024-04-10T15:10:55.226 INFO:tasks.rados.rados.0.smithi102.stdout:1561: expect deleted 2024-04-10T15:10:55.226 INFO:tasks.rados.rados.0.smithi102.stdout:1562: read oid 42 snap 132 2024-04-10T15:10:55.226 INFO:tasks.rados.rados.0.smithi102.stdout:1562: expect deleted 2024-04-10T15:10:55.226 INFO:tasks.rados.rados.0.smithi102.stdout:1563: delete oid 48 current snap is 137 2024-04-10T15:10:55.226 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 254 (ObjNum 384 snap 101 seq_num 384) dirty exists 2024-04-10T15:10:55.230 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 303 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:10:55.238 INFO:tasks.rados.rados.0.smithi102.stdout:1558: done (4 left) 2024-04-10T15:10:55.238 INFO:tasks.rados.rados.0.smithi102.stdout:1560: done (3 left) 2024-04-10T15:10:55.238 INFO:tasks.rados.rados.0.smithi102.stdout:1561: done (2 left) 2024-04-10T15:10:55.238 INFO:tasks.rados.rados.0.smithi102.stdout:1562: done (1 left) 2024-04-10T15:10:55.238 INFO:tasks.rados.rados.0.smithi102.stdout:1563: done (0 left) 2024-04-10T15:10:55.238 INFO:tasks.rados.rados.0.smithi102.stdout:1564: read oid 15 snap 135 2024-04-10T15:10:55.238 INFO:tasks.rados.rados.0.smithi102.stdout:1564: expect (ObjNum 495 snap 133 seq_num 495) 2024-04-10T15:10:55.238 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 17 current snap is 137 2024-04-10T15:10:55.238 INFO:tasks.rados.rados.0.smithi102.stdout:1565: seq_num 508 ranges {6406144=516096,6922240=524288,7446528=278528} 2024-04-10T15:10:55.275 INFO:tasks.rados.rados.0.smithi102.stdout:1565: writing smithi10276805-17 from 6406144 to 6922240 tid 1 2024-04-10T15:10:55.278 INFO:tasks.rados.rados.0.smithi102.stdout:1565: writing smithi10276805-17 from 6922240 to 7446528 tid 2 2024-04-10T15:10:55.280 INFO:tasks.rados.rados.0.smithi102.stdout:1565: writing smithi10276805-17 from 7446528 to 7725056 tid 3 2024-04-10T15:10:55.280 INFO:tasks.rados.rados.0.smithi102.stdout:1566: read oid 46 snap -1 2024-04-10T15:10:55.280 INFO:tasks.rados.rados.0.smithi102.stdout:1566: expect deleted 2024-04-10T15:10:55.280 INFO:tasks.rados.rados.0.smithi102.stdout:1567: delete oid 27 current snap is 137 2024-04-10T15:10:55.281 INFO:tasks.rados.rados.0.smithi102.stdout:1564: expect (ObjNum 495 snap 133 seq_num 495) 2024-04-10T15:10:55.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:55 smithi102 ceph-mon[90943]: osdmap e347: 8 total, 8 up, 8 in 2024-04-10T15:10:55.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:55 smithi102 ceph-mon[88557]: osdmap e347: 8 total, 8 up, 8 in 2024-04-10T15:10:55.478 INFO:tasks.rados.rados.0.smithi102.stdout:1565: finishing write tid 1 to smithi10276805-17 2024-04-10T15:10:55.478 INFO:tasks.rados.rados.0.smithi102.stdout:1565: finishing write tid 2 to smithi10276805-17 2024-04-10T15:10:55.479 INFO:tasks.rados.rados.0.smithi102.stdout:1565: finishing write tid 3 to smithi10276805-17 2024-04-10T15:10:55.479 INFO:tasks.rados.rados.0.smithi102.stdout:1565: finishing write tid 4 to smithi10276805-17 2024-04-10T15:10:55.479 INFO:tasks.rados.rados.0.smithi102.stdout:1565: finishing write tid 5 to smithi10276805-17 2024-04-10T15:10:55.479 INFO:tasks.rados.rados.0.smithi102.stdout:1565: oid 17 updating version 0 to 674 2024-04-10T15:10:55.479 INFO:tasks.rados.rados.0.smithi102.stdout:1565: oid 17 updating version 674 to 675 2024-04-10T15:10:55.479 INFO:tasks.rados.rados.0.smithi102.stdout:1565: oid 17 updating version 675 to 677 2024-04-10T15:10:55.479 INFO:tasks.rados.rados.0.smithi102.stdout:1565: oid 17 version 677 is already newer than 676 2024-04-10T15:10:55.479 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 677 (ObjNum 508 snap 137 seq_num 508) dirty exists 2024-04-10T15:10:55.479 INFO:tasks.rados.rados.0.smithi102.stdout:1565: left oid 17 (ObjNum 508 snap 137 seq_num 508) 2024-04-10T15:10:55.479 INFO:tasks.rados.rados.0.smithi102.stdout:1564: done (3 left) 2024-04-10T15:10:55.479 INFO:tasks.rados.rados.0.smithi102.stdout:1565: done (2 left) 2024-04-10T15:10:55.479 INFO:tasks.rados.rados.0.smithi102.stdout:1566: done (1 left) 2024-04-10T15:10:55.479 INFO:tasks.rados.rados.0.smithi102.stdout:1567: done (0 left) 2024-04-10T15:10:55.479 INFO:tasks.rados.rados.0.smithi102.stdout:1568: read oid 25 snap -1 2024-04-10T15:10:55.479 INFO:tasks.rados.rados.0.smithi102.stdout:1568: expect deleted 2024-04-10T15:10:55.480 INFO:tasks.rados.rados.0.smithi102.stdout:1569: snap_remove snap 135 2024-04-10T15:10:55.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:55 smithi154 ceph-mon[84269]: osdmap e347: 8 total, 8 up, 8 in 2024-04-10T15:10:56.226 INFO:tasks.rados.rados.0.smithi102.stdout:1569: done (1 left) 2024-04-10T15:10:56.226 INFO:tasks.rados.rados.0.smithi102.stdout:1570: rmattr oid 37 current snap is 137 2024-04-10T15:10:56.227 INFO:tasks.rados.rados.0.smithi102.stdout:1568: done (1 left) 2024-04-10T15:10:56.227 INFO:tasks.rados.rados.0.smithi102.stdout:1571: rollback oid 50 current snap is 137 2024-04-10T15:10:56.227 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 50 to 134 2024-04-10T15:10:56.227 INFO:tasks.rados.rados.0.smithi102.stdout:1572: read oid 25 snap -1 2024-04-10T15:10:56.227 INFO:tasks.rados.rados.0.smithi102.stdout:1572: expect deleted 2024-04-10T15:10:56.227 INFO:tasks.rados.rados.0.smithi102.stdout:1573: snap_create 2024-04-10T15:10:56.234 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 576 (ObjNum 281 snap 62 seq_num 281) dirty exists 2024-04-10T15:10:56.236 INFO:tasks.rados.rados.0.smithi102.stdout:1571: finishing rollback tid 1 to smithi10276805-50 2024-04-10T15:10:56.236 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 0 (ObjNum 833 snap 0 seq_num 1382002704) dirty dne 2024-04-10T15:10:56.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:56 smithi102 ceph-mon[90943]: pgmap v173: 121 pgs: 30 peering, 4 active+undersized+degraded, 12 active+undersized, 75 active+clean; 184 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 29 op/s; 8/267 objects degraded (2.996%) 2024-04-10T15:10:56.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:56 smithi102 ceph-mon[90943]: Health check update: Degraded data redundancy: 8/267 objects degraded (2.996%), 4 pgs degraded (PG_DEGRADED) 2024-04-10T15:10:56.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:56 smithi102 ceph-mon[90943]: osdmap e348: 8 total, 8 up, 8 in 2024-04-10T15:10:56.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:56 smithi102 ceph-mon[88557]: pgmap v173: 121 pgs: 30 peering, 4 active+undersized+degraded, 12 active+undersized, 75 active+clean; 184 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 29 op/s; 8/267 objects degraded (2.996%) 2024-04-10T15:10:56.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:56 smithi102 ceph-mon[88557]: Health check update: Degraded data redundancy: 8/267 objects degraded (2.996%), 4 pgs degraded (PG_DEGRADED) 2024-04-10T15:10:56.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:56 smithi102 ceph-mon[88557]: osdmap e348: 8 total, 8 up, 8 in 2024-04-10T15:10:56.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:56 smithi154 ceph-mon[84269]: pgmap v173: 121 pgs: 30 peering, 4 active+undersized+degraded, 12 active+undersized, 75 active+clean; 184 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 29 op/s; 8/267 objects degraded (2.996%) 2024-04-10T15:10:56.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:56 smithi154 ceph-mon[84269]: Health check update: Degraded data redundancy: 8/267 objects degraded (2.996%), 4 pgs degraded (PG_DEGRADED) 2024-04-10T15:10:56.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:56 smithi154 ceph-mon[84269]: osdmap e348: 8 total, 8 up, 8 in 2024-04-10T15:10:56.907 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:10:56 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:10:56.772+0000 7f98c6a06700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-10T15:10:57.237 INFO:tasks.rados.rados.0.smithi102.stdout:1570: done (3 left) 2024-04-10T15:10:57.237 INFO:tasks.rados.rados.0.smithi102.stdout:1571: done (2 left) 2024-04-10T15:10:57.237 INFO:tasks.rados.rados.0.smithi102.stdout:1572: done (1 left) 2024-04-10T15:10:57.237 INFO:tasks.rados.rados.0.smithi102.stdout:1573: done (0 left) 2024-04-10T15:10:57.237 INFO:tasks.rados.rados.0.smithi102.stdout:1574: read oid 1 snap -1 2024-04-10T15:10:57.237 INFO:tasks.rados.rados.0.smithi102.stdout:1574: expect deleted 2024-04-10T15:10:57.237 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 14 current snap is 138 2024-04-10T15:10:57.237 INFO:tasks.rados.rados.0.smithi102.stdout:1575: seq_num 510 ranges {2285568=548864,2834432=745472,3579904=57344} 2024-04-10T15:10:57.252 INFO:tasks.rados.rados.0.smithi102.stdout:1575: writing smithi10276805-14 from 2285568 to 2834432 tid 1 2024-04-10T15:10:57.256 INFO:tasks.rados.rados.0.smithi102.stdout:1575: writing smithi10276805-14 from 2834432 to 3579904 tid 2 2024-04-10T15:10:57.256 INFO:tasks.rados.rados.0.smithi102.stdout:1575: writing smithi10276805-14 from 3579904 to 3637248 tid 3 2024-04-10T15:10:57.256 INFO:tasks.rados.rados.0.smithi102.stdout:1576: snap_remove snap 130 2024-04-10T15:10:57.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[90943]: osdmap e349: 8 total, 8 up, 8 in 2024-04-10T15:10:57.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:57.540 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:57.540 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:10:57.540 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:10:57.540 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:57.540 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:10:57.540 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:57.540 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:57.540 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:57.540 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:10:57.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[88557]: osdmap e349: 8 total, 8 up, 8 in 2024-04-10T15:10:57.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:57.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:57.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:10:57.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:10:57.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:57.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:10:57.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:57.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:57.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:57.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:10:57.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:57 smithi154 ceph-mon[84269]: osdmap e349: 8 total, 8 up, 8 in 2024-04-10T15:10:57.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:57.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:57.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:10:57.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:10:57.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:10:57.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:10:57.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:57.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:57.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:10:57.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:10:57.907 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:10:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:10:57] "GET /metrics HTTP/1.1" 200 36064 "" "Prometheus/2.43.0" 2024-04-10T15:10:58.237 INFO:tasks.rados.rados.0.smithi102.stdout:1576: done (2 left) 2024-04-10T15:10:58.237 INFO:tasks.rados.rados.0.smithi102.stdout:1577: rollback oid 30 current snap is 138 2024-04-10T15:10:58.237 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 30 to 136 2024-04-10T15:10:58.237 INFO:tasks.rados.rados.0.smithi102.stdout:1575: finishing write tid 1 to smithi10276805-14 2024-04-10T15:10:58.237 INFO:tasks.rados.rados.0.smithi102.stdout:1575: finishing write tid 2 to smithi10276805-14 2024-04-10T15:10:58.237 INFO:tasks.rados.rados.0.smithi102.stdout:1575: finishing write tid 3 to smithi10276805-14 2024-04-10T15:10:58.238 INFO:tasks.rados.rados.0.smithi102.stdout:1575: finishing write tid 4 to smithi10276805-14 2024-04-10T15:10:58.238 INFO:tasks.rados.rados.0.smithi102.stdout:1575: finishing write tid 5 to smithi10276805-14 2024-04-10T15:10:58.238 INFO:tasks.rados.rados.0.smithi102.stdout:1575: oid 14 updating version 0 to 1043 2024-04-10T15:10:58.238 INFO:tasks.rados.rados.0.smithi102.stdout:1575: oid 14 updating version 1043 to 1044 2024-04-10T15:10:58.238 INFO:tasks.rados.rados.0.smithi102.stdout:1575: oid 14 version 1044 is already newer than 1042 2024-04-10T15:10:58.238 INFO:tasks.rados.rados.0.smithi102.stdout:1575: oid 14 updating version 1044 to 1045 2024-04-10T15:10:58.238 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 1045 (ObjNum 510 snap 138 seq_num 510) dirty exists 2024-04-10T15:10:58.238 INFO:tasks.rados.rados.0.smithi102.stdout:1575: left oid 14 (ObjNum 510 snap 138 seq_num 510) 2024-04-10T15:10:58.238 INFO:tasks.rados.rados.0.smithi102.stdout:1574: done (2 left) 2024-04-10T15:10:58.238 INFO:tasks.rados.rados.0.smithi102.stdout:1575: done (1 left) 2024-04-10T15:10:58.238 INFO:tasks.rados.rados.0.smithi102.stdout:1578: copy_from oid 9 from oid 25 current snap is 138 2024-04-10T15:10:58.238 INFO:tasks.rados.rados.0.smithi102.stdout:1579: setattr oid 6 current snap is 138 2024-04-10T15:10:58.239 INFO:tasks.rados.rados.0.smithi102.stdout:1580: copy_from oid 14 from oid 49 current snap is 138 2024-04-10T15:10:58.239 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 13 current snap is 138 2024-04-10T15:10:58.239 INFO:tasks.rados.rados.0.smithi102.stdout:1581: seq_num 511 ranges {0=565248,565248=630784,1196032=172032} 2024-04-10T15:10:58.241 INFO:tasks.rados.rados.0.smithi102.stdout:1581: writing smithi10276805-13 from 0 to 565248 tid 1 2024-04-10T15:10:58.246 INFO:tasks.rados.rados.0.smithi102.stdout:1581: writing smithi10276805-13 from 565248 to 1196032 tid 2 2024-04-10T15:10:58.247 INFO:tasks.rados.rados.0.smithi102.stdout:1581: writing smithi10276805-13 from 1196032 to 1368064 tid 3 2024-04-10T15:10:58.247 INFO:tasks.rados.rados.0.smithi102.stdout:1582: snap_remove snap 137 2024-04-10T15:10:58.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:58 smithi154 ceph-mon[84269]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:10:58.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:58 smithi154 ceph-mon[84269]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-10T15:10:58.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:58 smithi154 ceph-mon[84269]: pgmap v176: 121 pgs: 30 peering, 4 active+undersized+degraded, 12 active+undersized, 75 active+clean; 184 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 29 op/s; 8/267 objects degraded (2.996%) 2024-04-10T15:10:58.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:58 smithi154 ceph-mon[84269]: osdmap e350: 8 total, 8 up, 8 in 2024-04-10T15:10:58.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:58 smithi102 ceph-mon[90943]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:10:58.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:58 smithi102 ceph-mon[90943]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-10T15:10:58.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:58 smithi102 ceph-mon[90943]: pgmap v176: 121 pgs: 30 peering, 4 active+undersized+degraded, 12 active+undersized, 75 active+clean; 184 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 29 op/s; 8/267 objects degraded (2.996%) 2024-04-10T15:10:58.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:58 smithi102 ceph-mon[90943]: osdmap e350: 8 total, 8 up, 8 in 2024-04-10T15:10:58.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:58 smithi102 ceph-mon[88557]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:10:58.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:58 smithi102 ceph-mon[88557]: Upgrade: unsafe to stop osd(s) at this time (11 PGs are or would become offline) 2024-04-10T15:10:58.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:58 smithi102 ceph-mon[88557]: pgmap v176: 121 pgs: 30 peering, 4 active+undersized+degraded, 12 active+undersized, 75 active+clean; 184 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 3.1 MiB/s wr, 29 op/s; 8/267 objects degraded (2.996%) 2024-04-10T15:10:58.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:58 smithi102 ceph-mon[88557]: osdmap e350: 8 total, 8 up, 8 in 2024-04-10T15:10:59.127 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:10:58 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:10:58.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:157: executing \"__alert_CephOSDDown\" at : error calling first: first() called on vector with no elements" data="unsupported value type" 2024-04-10T15:10:59.243 INFO:tasks.rados.rados.0.smithi102.stdout:1582: done (5 left) 2024-04-10T15:10:59.243 INFO:tasks.rados.rados.0.smithi102.stdout:1583: copy_from oid 46 from oid 27 current snap is 138 2024-04-10T15:10:59.243 INFO:tasks.rados.rados.0.smithi102.stdout:1578: finishing copy_from to smithi10276805-9 2024-04-10T15:10:59.243 INFO:tasks.rados.rados.0.smithi102.stdout:1578: got expected ENOENT (src dne) 2024-04-10T15:10:59.244 INFO:tasks.rados.rados.0.smithi102.stdout:1578: finishing copy_from racing read to smithi10276805-9 2024-04-10T15:10:59.244 INFO:tasks.rados.rados.0.smithi102.stdout:1577: finishing rollback tid 0 to smithi10276805-30 2024-04-10T15:10:59.244 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 565 (ObjNum 281 snap 62 seq_num 281) dirty exists 2024-04-10T15:10:59.244 INFO:tasks.rados.rados.0.smithi102.stdout:1577: finishing rollback tid 1 to smithi10276805-30 2024-04-10T15:10:59.244 INFO:tasks.rados.rados.0.smithi102.stdout:1577: finishing rollback tid 2 to smithi10276805-30 2024-04-10T15:10:59.244 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 839 (ObjNum 281 snap 62 seq_num 281) dirty exists 2024-04-10T15:10:59.244 INFO:tasks.rados.rados.0.smithi102.stdout:1581: finishing write tid 1 to smithi10276805-13 2024-04-10T15:10:59.244 INFO:tasks.rados.rados.0.smithi102.stdout:1581: finishing write tid 2 to smithi10276805-13 2024-04-10T15:10:59.244 INFO:tasks.rados.rados.0.smithi102.stdout:1581: finishing write tid 3 to smithi10276805-13 2024-04-10T15:10:59.244 INFO:tasks.rados.rados.0.smithi102.stdout:1581: finishing write tid 4 to smithi10276805-13 2024-04-10T15:10:59.244 INFO:tasks.rados.rados.0.smithi102.stdout:1581: finishing write tid 5 to smithi10276805-13 2024-04-10T15:10:59.244 INFO:tasks.rados.rados.0.smithi102.stdout:1581: oid 13 updating version 0 to 1083 2024-04-10T15:10:59.244 INFO:tasks.rados.rados.0.smithi102.stdout:1581: oid 13 updating version 1083 to 1086 2024-04-10T15:10:59.244 INFO:tasks.rados.rados.0.smithi102.stdout:1581: oid 13 version 1086 is already newer than 1084 2024-04-10T15:10:59.244 INFO:tasks.rados.rados.0.smithi102.stdout:1581: oid 13 version 1086 is already newer than 1085 2024-04-10T15:10:59.244 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 1086 (ObjNum 511 snap 138 seq_num 511) dirty exists 2024-04-10T15:10:59.245 INFO:tasks.rados.rados.0.smithi102.stdout:1581: left oid 13 (ObjNum 511 snap 138 seq_num 511) 2024-04-10T15:10:59.245 INFO:tasks.rados.rados.0.smithi102.stdout:1580: finishing copy_from racing read to smithi10276805-14 2024-04-10T15:10:59.245 INFO:tasks.rados.rados.0.smithi102.stdout:1580: finishing copy_from to smithi10276805-14 2024-04-10T15:10:59.245 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 1033 (ObjNum 487 snap 130 seq_num 487) dirty exists 2024-04-10T15:10:59.245 INFO:tasks.rados.rados.0.smithi102.stdout:1577: done (5 left) 2024-04-10T15:10:59.245 INFO:tasks.rados.rados.0.smithi102.stdout:1578: done (4 left) 2024-04-10T15:10:59.245 INFO:tasks.rados.rados.0.smithi102.stdout:1579: done (3 left) 2024-04-10T15:10:59.245 INFO:tasks.rados.rados.0.smithi102.stdout:1580: done (2 left) 2024-04-10T15:10:59.245 INFO:tasks.rados.rados.0.smithi102.stdout:1581: done (1 left) 2024-04-10T15:10:59.245 INFO:tasks.rados.rados.0.smithi102.stdout:1584: snap_create 2024-04-10T15:10:59.248 INFO:tasks.rados.rados.0.smithi102.stdout:1583: finishing copy_from to smithi10276805-46 2024-04-10T15:10:59.249 INFO:tasks.rados.rados.0.smithi102.stdout:1583: got expected ENOENT (src dne) 2024-04-10T15:10:59.249 INFO:tasks.rados.rados.0.smithi102.stdout:1583: finishing copy_from racing read to smithi10276805-46 2024-04-10T15:10:59.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:59 smithi154 ceph-mon[84269]: osdmap e351: 8 total, 8 up, 8 in 2024-04-10T15:10:59.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:10:59 smithi154 ceph-mon[84269]: pgmap v179: 121 pgs: 121 active+clean; 174 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.4 MiB/s wr, 24 op/s; 3.6 MiB/s, 1 objects/s recovering 2024-04-10T15:10:59.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:59 smithi102 ceph-mon[90943]: osdmap e351: 8 total, 8 up, 8 in 2024-04-10T15:10:59.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:10:59 smithi102 ceph-mon[90943]: pgmap v179: 121 pgs: 121 active+clean; 174 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.4 MiB/s wr, 24 op/s; 3.6 MiB/s, 1 objects/s recovering 2024-04-10T15:10:59.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:59 smithi102 ceph-mon[88557]: osdmap e351: 8 total, 8 up, 8 in 2024-04-10T15:10:59.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:10:59 smithi102 ceph-mon[88557]: pgmap v179: 121 pgs: 121 active+clean; 174 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.4 MiB/s wr, 24 op/s; 3.6 MiB/s, 1 objects/s recovering 2024-04-10T15:11:00.249 INFO:tasks.rados.rados.0.smithi102.stdout:1583: done (1 left) 2024-04-10T15:11:00.249 INFO:tasks.rados.rados.0.smithi102.stdout:1584: done (0 left) 2024-04-10T15:11:00.249 INFO:tasks.rados.rados.0.smithi102.stdout:1585: delete oid 30 current snap is 139 2024-04-10T15:11:00.255 INFO:tasks.rados.rados.0.smithi102.stdout:1585: done (0 left) 2024-04-10T15:11:00.255 INFO:tasks.rados.rados.0.smithi102.stdout:1586: rollback oid 41 current snap is 139 2024-04-10T15:11:00.255 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 41 to 138 2024-04-10T15:11:00.255 INFO:tasks.rados.rados.0.smithi102.stdout:1587: read oid 42 snap -1 2024-04-10T15:11:00.255 INFO:tasks.rados.rados.0.smithi102.stdout:1587: expect deleted 2024-04-10T15:11:00.255 INFO:tasks.rados.rados.0.smithi102.stdout:1588: copy_from oid 31 from oid 50 current snap is 139 2024-04-10T15:11:00.255 INFO:tasks.rados.rados.0.smithi102.stdout:1589: snap_create 2024-04-10T15:11:00.257 INFO:tasks.rados.rados.0.smithi102.stdout:1586: finishing rollback tid 1 to smithi10276805-41 2024-04-10T15:11:00.257 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 572 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-10T15:11:00.258 INFO:tasks.rados.rados.0.smithi102.stdout:1588: finishing copy_from to smithi10276805-31 2024-04-10T15:11:00.259 INFO:tasks.rados.rados.0.smithi102.stdout:1588: got expected ENOENT (src dne) 2024-04-10T15:11:00.259 INFO:tasks.rados.rados.0.smithi102.stdout:1588: finishing copy_from racing read to smithi10276805-31 2024-04-10T15:11:00.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:00 smithi154 ceph-mon[84269]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/267 objects degraded (2.996%), 4 pgs degraded) 2024-04-10T15:11:00.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:00 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:11:00.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:00 smithi154 ceph-mon[84269]: osdmap e352: 8 total, 8 up, 8 in 2024-04-10T15:11:00.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:00 smithi102 ceph-mon[90943]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/267 objects degraded (2.996%), 4 pgs degraded) 2024-04-10T15:11:00.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:00 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:11:00.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:00 smithi102 ceph-mon[90943]: osdmap e352: 8 total, 8 up, 8 in 2024-04-10T15:11:00.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:00 smithi102 ceph-mon[88557]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 8/267 objects degraded (2.996%), 4 pgs degraded) 2024-04-10T15:11:00.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:00 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:11:00.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:00 smithi102 ceph-mon[88557]: osdmap e352: 8 total, 8 up, 8 in 2024-04-10T15:11:01.261 INFO:tasks.rados.rados.0.smithi102.stdout:1586: done (3 left) 2024-04-10T15:11:01.261 INFO:tasks.rados.rados.0.smithi102.stdout:1587: done (2 left) 2024-04-10T15:11:01.261 INFO:tasks.rados.rados.0.smithi102.stdout:1588: done (1 left) 2024-04-10T15:11:01.261 INFO:tasks.rados.rados.0.smithi102.stdout:1589: done (0 left) 2024-04-10T15:11:01.261 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 47 current snap is 140 2024-04-10T15:11:01.262 INFO:tasks.rados.rados.0.smithi102.stdout:1590: seq_num 513 ranges {0=598016,598016=794624,1392640=8192} 2024-04-10T15:11:01.264 INFO:tasks.rados.rados.0.smithi102.stdout:1590: writing smithi10276805-47 from 0 to 598016 tid 1 2024-04-10T15:11:01.269 INFO:tasks.rados.rados.0.smithi102.stdout:1590: writing smithi10276805-47 from 598016 to 1392640 tid 2 2024-04-10T15:11:01.269 INFO:tasks.rados.rados.0.smithi102.stdout:1590: writing smithi10276805-47 from 1392640 to 1400832 tid 3 2024-04-10T15:11:01.269 INFO:tasks.rados.rados.0.smithi102.stdout:1591: read oid 37 snap -1 2024-04-10T15:11:01.269 INFO:tasks.rados.rados.0.smithi102.stdout:1591: expect (ObjNum 281 snap 62 seq_num 281) 2024-04-10T15:11:01.269 INFO:tasks.rados.rados.0.smithi102.stdout:1592: delete oid 31 current snap is 140 2024-04-10T15:11:01.275 INFO:tasks.rados.rados.0.smithi102.stdout:1590: finishing write tid 1 to smithi10276805-47 2024-04-10T15:11:01.277 INFO:tasks.rados.rados.0.smithi102.stdout:1592: done (2 left) 2024-04-10T15:11:01.277 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 1 current snap is 140 2024-04-10T15:11:01.277 INFO:tasks.rados.rados.0.smithi102.stdout:1593: seq_num 515 ranges {0=630784,630784=565248,1196032=237568} 2024-04-10T15:11:01.280 INFO:tasks.rados.rados.0.smithi102.stdout:1593: writing smithi10276805-1 from 0 to 630784 tid 1 2024-04-10T15:11:01.283 INFO:tasks.rados.rados.0.smithi102.stdout:1593: writing smithi10276805-1 from 630784 to 1196032 tid 2 2024-04-10T15:11:01.285 INFO:tasks.rados.rados.0.smithi102.stdout:1593: writing smithi10276805-1 from 1196032 to 1433600 tid 3 2024-04-10T15:11:01.285 INFO:tasks.rados.rados.0.smithi102.stdout:1594: delete oid 17 current snap is 140 2024-04-10T15:11:01.285 INFO:tasks.rados.rados.0.smithi102.stdout:1590: finishing write tid 2 to smithi10276805-47 2024-04-10T15:11:01.285 INFO:tasks.rados.rados.0.smithi102.stdout:1590: finishing write tid 3 to smithi10276805-47 2024-04-10T15:11:01.286 INFO:tasks.rados.rados.0.smithi102.stdout:1590: finishing write tid 4 to smithi10276805-47 2024-04-10T15:11:01.286 INFO:tasks.rados.rados.0.smithi102.stdout:1590: finishing write tid 5 to smithi10276805-47 2024-04-10T15:11:01.286 INFO:tasks.rados.rados.0.smithi102.stdout:1590: oid 47 updating version 0 to 1094 2024-04-10T15:11:01.286 INFO:tasks.rados.rados.0.smithi102.stdout:1590: oid 47 version 1094 is already newer than 1093 2024-04-10T15:11:01.286 INFO:tasks.rados.rados.0.smithi102.stdout:1590: oid 47 version 1094 is already newer than 1092 2024-04-10T15:11:01.286 INFO:tasks.rados.rados.0.smithi102.stdout:1590: oid 47 version 1094 is already newer than 1091 2024-04-10T15:11:01.286 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 1094 (ObjNum 513 snap 140 seq_num 513) dirty exists 2024-04-10T15:11:01.286 INFO:tasks.rados.rados.0.smithi102.stdout:1590: left oid 47 (ObjNum 513 snap 140 seq_num 513) 2024-04-10T15:11:01.286 INFO:tasks.rados.rados.0.smithi102.stdout:1593: finishing write tid 1 to smithi10276805-1 2024-04-10T15:11:01.290 INFO:tasks.rados.rados.0.smithi102.stdout:1590: done (3 left) 2024-04-10T15:11:01.290 INFO:tasks.rados.rados.0.smithi102.stdout:1594: done (2 left) 2024-04-10T15:11:01.291 INFO:tasks.rados.rados.0.smithi102.stdout:1595: read oid 9 snap -1 2024-04-10T15:11:01.291 INFO:tasks.rados.rados.0.smithi102.stdout:1595: expect (ObjNum 419 snap 111 seq_num 419) 2024-04-10T15:11:01.291 INFO:tasks.rados.rados.0.smithi102.stdout:1596: read oid 48 snap -1 2024-04-10T15:11:01.292 INFO:tasks.rados.rados.0.smithi102.stdout:1596: expect deleted 2024-04-10T15:11:01.292 INFO:tasks.rados.rados.0.smithi102.stdout:1597: rollback oid 35 current snap is 140 2024-04-10T15:11:01.292 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 35 to 138 2024-04-10T15:11:01.292 INFO:tasks.rados.rados.0.smithi102.stdout:1598: rollback oid 49 current snap is 140 2024-04-10T15:11:01.292 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 49 to 134 2024-04-10T15:11:01.292 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 44 current snap is 140 2024-04-10T15:11:01.292 INFO:tasks.rados.rados.0.smithi102.stdout:1599: seq_num 517 ranges {2703360=663552,3366912=786432,4153344=16384} 2024-04-10T15:11:01.308 INFO:tasks.rados.rados.0.smithi102.stdout:1599: writing smithi10276805-44 from 2703360 to 3366912 tid 1 2024-04-10T15:11:01.313 INFO:tasks.rados.rados.0.smithi102.stdout:1599: writing smithi10276805-44 from 3366912 to 4153344 tid 2 2024-04-10T15:11:01.313 INFO:tasks.rados.rados.0.smithi102.stdout:1599: writing smithi10276805-44 from 4153344 to 4169728 tid 3 2024-04-10T15:11:01.313 INFO:tasks.rados.rados.0.smithi102.stdout:1600: snap_create 2024-04-10T15:11:01.313 INFO:tasks.rados.rados.0.smithi102.stdout:1593: finishing write tid 2 to smithi10276805-1 2024-04-10T15:11:01.313 INFO:tasks.rados.rados.0.smithi102.stdout:1597: finishing rollback tid 1 to smithi10276805-35 2024-04-10T15:11:01.314 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 0 (ObjNum 65 snap 0 seq_num 1467177837) dirty dne 2024-04-10T15:11:01.314 INFO:tasks.rados.rados.0.smithi102.stdout:1593: finishing write tid 3 to smithi10276805-1 2024-04-10T15:11:01.314 INFO:tasks.rados.rados.0.smithi102.stdout:1593: finishing write tid 4 to smithi10276805-1 2024-04-10T15:11:01.314 INFO:tasks.rados.rados.0.smithi102.stdout:1593: finishing write tid 5 to smithi10276805-1 2024-04-10T15:11:01.314 INFO:tasks.rados.rados.0.smithi102.stdout:1593: oid 1 updating version 0 to 998 2024-04-10T15:11:01.314 INFO:tasks.rados.rados.0.smithi102.stdout:1593: oid 1 version 998 is already newer than 996 2024-04-10T15:11:01.314 INFO:tasks.rados.rados.0.smithi102.stdout:1593: oid 1 version 998 is already newer than 997 2024-04-10T15:11:01.314 INFO:tasks.rados.rados.0.smithi102.stdout:1593: oid 1 version 998 is already newer than 995 2024-04-10T15:11:01.314 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 998 (ObjNum 515 snap 140 seq_num 515) dirty exists 2024-04-10T15:11:01.314 INFO:tasks.rados.rados.0.smithi102.stdout:1593: left oid 1 (ObjNum 515 snap 140 seq_num 515) 2024-04-10T15:11:01.314 INFO:tasks.rados.rados.0.smithi102.stdout:1598: finishing rollback tid 0 to smithi10276805-49 2024-04-10T15:11:01.314 INFO:tasks.rados.rados.0.smithi102.stdout:1591: expect (ObjNum 281 snap 62 seq_num 281) 2024-04-10T15:11:01.558 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:01 smithi102 ceph-mon[90943]: osdmap e353: 8 total, 8 up, 8 in 2024-04-10T15:11:01.558 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:01 smithi102 ceph-mon[90943]: pgmap v182: 121 pgs: 121 active+clean; 174 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.4 MiB/s wr, 24 op/s; 3.6 MiB/s, 1 objects/s recovering 2024-04-10T15:11:01.559 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:01 smithi102 ceph-mon[88557]: osdmap e353: 8 total, 8 up, 8 in 2024-04-10T15:11:01.559 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:01 smithi102 ceph-mon[88557]: pgmap v182: 121 pgs: 121 active+clean; 174 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.4 MiB/s wr, 24 op/s; 3.6 MiB/s, 1 objects/s recovering 2024-04-10T15:11:01.608 INFO:tasks.rados.rados.0.smithi102.stdout:1598: finishing rollback tid 1 to smithi10276805-49 2024-04-10T15:11:01.608 INFO:tasks.rados.rados.0.smithi102.stdout:1598: finishing rollback tid 2 to smithi10276805-49 2024-04-10T15:11:01.608 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1048 (ObjNum 490 snap 130 seq_num 490) dirty exists 2024-04-10T15:11:01.608 INFO:tasks.rados.rados.0.smithi102.stdout:1595: expect (ObjNum 419 snap 111 seq_num 419) 2024-04-10T15:11:01.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:01 smithi154 ceph-mon[84269]: osdmap e353: 8 total, 8 up, 8 in 2024-04-10T15:11:01.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:01 smithi154 ceph-mon[84269]: pgmap v182: 121 pgs: 121 active+clean; 174 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.3 MiB/s rd, 2.4 MiB/s wr, 24 op/s; 3.6 MiB/s, 1 objects/s recovering 2024-04-10T15:11:01.746 INFO:tasks.rados.rados.0.smithi102.stdout:1599: finishing write tid 1 to smithi10276805-44 2024-04-10T15:11:01.746 INFO:tasks.rados.rados.0.smithi102.stdout:1599: finishing write tid 2 to smithi10276805-44 2024-04-10T15:11:01.746 INFO:tasks.rados.rados.0.smithi102.stdout:1599: finishing write tid 3 to smithi10276805-44 2024-04-10T15:11:01.746 INFO:tasks.rados.rados.0.smithi102.stdout:1599: finishing write tid 4 to smithi10276805-44 2024-04-10T15:11:01.746 INFO:tasks.rados.rados.0.smithi102.stdout:1599: finishing write tid 5 to smithi10276805-44 2024-04-10T15:11:01.746 INFO:tasks.rados.rados.0.smithi102.stdout:1599: oid 44 updating version 0 to 778 2024-04-10T15:11:01.746 INFO:tasks.rados.rados.0.smithi102.stdout:1599: oid 44 updating version 778 to 780 2024-04-10T15:11:01.746 INFO:tasks.rados.rados.0.smithi102.stdout:1599: oid 44 updating version 780 to 781 2024-04-10T15:11:01.746 INFO:tasks.rados.rados.0.smithi102.stdout:1599: oid 44 version 781 is already newer than 779 2024-04-10T15:11:01.747 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 781 (ObjNum 517 snap 140 seq_num 517) dirty exists 2024-04-10T15:11:01.747 INFO:tasks.rados.rados.0.smithi102.stdout:1599: left oid 44 (ObjNum 517 snap 140 seq_num 517) 2024-04-10T15:11:02.263 INFO:tasks.rados.rados.0.smithi102.stdout:1591: done (7 left) 2024-04-10T15:11:02.263 INFO:tasks.rados.rados.0.smithi102.stdout:1593: done (6 left) 2024-04-10T15:11:02.264 INFO:tasks.rados.rados.0.smithi102.stdout:1595: done (5 left) 2024-04-10T15:11:02.264 INFO:tasks.rados.rados.0.smithi102.stdout:1596: done (4 left) 2024-04-10T15:11:02.264 INFO:tasks.rados.rados.0.smithi102.stdout:1597: done (3 left) 2024-04-10T15:11:02.264 INFO:tasks.rados.rados.0.smithi102.stdout:1598: done (2 left) 2024-04-10T15:11:02.264 INFO:tasks.rados.rados.0.smithi102.stdout:1599: done (1 left) 2024-04-10T15:11:02.264 INFO:tasks.rados.rados.0.smithi102.stdout:1600: done (0 left) 2024-04-10T15:11:02.264 INFO:tasks.rados.rados.0.smithi102.stdout:1601: rollback oid 13 current snap is 141 2024-04-10T15:11:02.264 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 13 to 138 2024-04-10T15:11:02.264 INFO:tasks.rados.rados.0.smithi102.stdout:1602: read oid 46 snap -1 2024-04-10T15:11:02.265 INFO:tasks.rados.rados.0.smithi102.stdout:1602: expect deleted 2024-04-10T15:11:02.265 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 21 current snap is 141 2024-04-10T15:11:02.265 INFO:tasks.rados.rados.0.smithi102.stdout:1603: seq_num 518 ranges {7757824=679936,8437760=671744,9109504=131072} 2024-04-10T15:11:02.308 INFO:tasks.rados.rados.0.smithi102.stdout:1603: writing smithi10276805-21 from 7757824 to 8437760 tid 1 2024-04-10T15:11:02.312 INFO:tasks.rados.rados.0.smithi102.stdout:1603: writing smithi10276805-21 from 8437760 to 9109504 tid 2 2024-04-10T15:11:02.314 INFO:tasks.rados.rados.0.smithi102.stdout:1603: writing smithi10276805-21 from 9109504 to 9240576 tid 3 2024-04-10T15:11:02.314 INFO:tasks.rados.rados.0.smithi102.stdout:1604: copy_from oid 42 from oid 44 current snap is 141 2024-04-10T15:11:02.314 INFO:tasks.rados.rados.0.smithi102.stdout:1601: finishing rollback tid 0 to smithi10276805-13 2024-04-10T15:11:02.314 INFO:tasks.rados.rados.0.smithi102.stdout:1601: finishing rollback tid 1 to smithi10276805-13 2024-04-10T15:11:02.314 INFO:tasks.rados.rados.0.smithi102.stdout:1601: finishing rollback tid 2 to smithi10276805-13 2024-04-10T15:11:02.314 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 1098 (ObjNum 511 snap 138 seq_num 511) dirty exists 2024-04-10T15:11:02.314 INFO:tasks.rados.rados.0.smithi102.stdout:1601: done (3 left) 2024-04-10T15:11:02.314 INFO:tasks.rados.rados.0.smithi102.stdout:1602: done (2 left) 2024-04-10T15:11:02.314 INFO:tasks.rados.rados.0.smithi102.stdout:1605: copy_from oid 8 from oid 19 current snap is 141 2024-04-10T15:11:02.314 INFO:tasks.rados.rados.0.smithi102.stdout:1606: snap_create 2024-04-10T15:11:02.317 INFO:tasks.rados.rados.0.smithi102.stdout:1603: finishing write tid 1 to smithi10276805-21 2024-04-10T15:11:02.318 INFO:tasks.rados.rados.0.smithi102.stdout:1603: finishing write tid 2 to smithi10276805-21 2024-04-10T15:11:02.319 INFO:tasks.rados.rados.0.smithi102.stdout:1603: finishing write tid 3 to smithi10276805-21 2024-04-10T15:11:02.319 INFO:tasks.rados.rados.0.smithi102.stdout:1603: finishing write tid 4 to smithi10276805-21 2024-04-10T15:11:02.321 INFO:tasks.rados.rados.0.smithi102.stdout:1603: finishing write tid 5 to smithi10276805-21 2024-04-10T15:11:02.321 INFO:tasks.rados.rados.0.smithi102.stdout:1603: oid 21 updating version 0 to 843 2024-04-10T15:11:02.321 INFO:tasks.rados.rados.0.smithi102.stdout:1603: oid 21 version 843 is already newer than 842 2024-04-10T15:11:02.322 INFO:tasks.rados.rados.0.smithi102.stdout:1603: oid 21 updating version 843 to 844 2024-04-10T15:11:02.322 INFO:tasks.rados.rados.0.smithi102.stdout:1603: oid 21 version 844 is already newer than 841 2024-04-10T15:11:02.322 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 844 (ObjNum 518 snap 141 seq_num 518) dirty exists 2024-04-10T15:11:02.322 INFO:tasks.rados.rados.0.smithi102.stdout:1603: left oid 21 (ObjNum 518 snap 141 seq_num 518) 2024-04-10T15:11:02.334 INFO:tasks.rados.rados.0.smithi102.stdout:1605: finishing copy_from racing read to smithi10276805-8 2024-04-10T15:11:02.336 INFO:tasks.rados.rados.0.smithi102.stdout:1604: finishing copy_from racing read to smithi10276805-42 2024-04-10T15:11:02.338 INFO:tasks.rados.rados.0.smithi102.stdout:1605: finishing copy_from to smithi10276805-8 2024-04-10T15:11:02.338 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 509 (ObjNum 401 snap 107 seq_num 401) dirty exists 2024-04-10T15:11:02.339 INFO:tasks.rados.rados.0.smithi102.stdout:1604: finishing copy_from to smithi10276805-42 2024-04-10T15:11:02.340 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 781 (ObjNum 517 snap 140 seq_num 517) dirty exists 2024-04-10T15:11:02.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:02 smithi154 ceph-mon[84269]: osdmap e354: 8 total, 8 up, 8 in 2024-04-10T15:11:02.628 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:11:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:11:02.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:02 smithi102 ceph-mon[90943]: osdmap e354: 8 total, 8 up, 8 in 2024-04-10T15:11:02.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:02 smithi102 ceph-mon[88557]: osdmap e354: 8 total, 8 up, 8 in 2024-04-10T15:11:03.163 INFO:tasks.rados.rados.0.smithi102.stdout:1603: done (3 left) 2024-04-10T15:11:03.163 INFO:tasks.rados.rados.0.smithi102.stdout:1604: done (2 left) 2024-04-10T15:11:03.163 INFO:tasks.rados.rados.0.smithi102.stdout:1605: done (1 left) 2024-04-10T15:11:03.164 INFO:tasks.rados.rados.0.smithi102.stdout:1606: done (0 left) 2024-04-10T15:11:03.164 INFO:tasks.rados.rados.0.smithi102.stdout:1607: delete oid 20 current snap is 142 2024-04-10T15:11:03.166 INFO:tasks.rados.rados.0.smithi102.stdout:1607: done (0 left) 2024-04-10T15:11:03.166 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 29 current snap is 142 2024-04-10T15:11:03.166 INFO:tasks.rados.rados.0.smithi102.stdout:1608: seq_num 520 ranges {5128192=712704,5840896=434176,6275072=368640} 2024-04-10T15:11:03.196 INFO:tasks.rados.rados.0.smithi102.stdout:1608: writing smithi10276805-29 from 5128192 to 5840896 tid 1 2024-04-10T15:11:03.199 INFO:tasks.rados.rados.0.smithi102.stdout:1608: writing smithi10276805-29 from 5840896 to 6275072 tid 2 2024-04-10T15:11:03.201 INFO:tasks.rados.rados.0.smithi102.stdout:1608: writing smithi10276805-29 from 6275072 to 6643712 tid 3 2024-04-10T15:11:03.201 INFO:tasks.rados.rados.0.smithi102.stdout:1609: rmattr oid 24 current snap is 142 2024-04-10T15:11:03.201 INFO:tasks.rados.rados.0.smithi102.stdout:1610: snap_remove snap 139 2024-04-10T15:11:03.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:03 smithi154 ceph-mon[84269]: osdmap e355: 8 total, 8 up, 8 in 2024-04-10T15:11:03.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:03 smithi154 ceph-mon[84269]: pgmap v185: 121 pgs: 121 active+clean; 174 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:11:03.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:03 smithi154 ceph-mon[84269]: osdmap e356: 8 total, 8 up, 8 in 2024-04-10T15:11:03.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:03 smithi102 ceph-mon[90943]: osdmap e355: 8 total, 8 up, 8 in 2024-04-10T15:11:03.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:03 smithi102 ceph-mon[90943]: pgmap v185: 121 pgs: 121 active+clean; 174 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:11:03.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:03 smithi102 ceph-mon[90943]: osdmap e356: 8 total, 8 up, 8 in 2024-04-10T15:11:03.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:03 smithi102 ceph-mon[88557]: osdmap e355: 8 total, 8 up, 8 in 2024-04-10T15:11:03.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:03 smithi102 ceph-mon[88557]: pgmap v185: 121 pgs: 121 active+clean; 174 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:11:03.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:03 smithi102 ceph-mon[88557]: osdmap e356: 8 total, 8 up, 8 in 2024-04-10T15:11:03.821 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:11:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:11:03.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:11:04.164 INFO:tasks.rados.rados.0.smithi102.stdout:1610: done (2 left) 2024-04-10T15:11:04.164 INFO:tasks.rados.rados.0.smithi102.stdout:1611: delete oid 11 current snap is 142 2024-04-10T15:11:04.164 INFO:tasks.rados.rados.0.smithi102.stdout:1608: finishing write tid 1 to smithi10276805-29 2024-04-10T15:11:04.164 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 260 (ObjNum 384 snap 101 seq_num 384) dirty exists 2024-04-10T15:11:04.164 INFO:tasks.rados.rados.0.smithi102.stdout:1608: finishing write tid 2 to smithi10276805-29 2024-04-10T15:11:04.164 INFO:tasks.rados.rados.0.smithi102.stdout:1608: finishing write tid 3 to smithi10276805-29 2024-04-10T15:11:04.164 INFO:tasks.rados.rados.0.smithi102.stdout:1608: finishing write tid 4 to smithi10276805-29 2024-04-10T15:11:04.164 INFO:tasks.rados.rados.0.smithi102.stdout:1608: finishing write tid 5 to smithi10276805-29 2024-04-10T15:11:04.164 INFO:tasks.rados.rados.0.smithi102.stdout:1608: oid 29 updating version 0 to 1100 2024-04-10T15:11:04.165 INFO:tasks.rados.rados.0.smithi102.stdout:1608: oid 29 updating version 1100 to 1102 2024-04-10T15:11:04.165 INFO:tasks.rados.rados.0.smithi102.stdout:1608: oid 29 updating version 1102 to 1103 2024-04-10T15:11:04.165 INFO:tasks.rados.rados.0.smithi102.stdout:1608: oid 29 version 1103 is already newer than 1101 2024-04-10T15:11:04.165 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 1103 (ObjNum 520 snap 142 seq_num 520) dirty exists 2024-04-10T15:11:04.165 INFO:tasks.rados.rados.0.smithi102.stdout:1608: left oid 29 (ObjNum 520 snap 142 seq_num 520) 2024-04-10T15:11:04.168 INFO:tasks.rados.rados.0.smithi102.stdout:1608: done (2 left) 2024-04-10T15:11:04.168 INFO:tasks.rados.rados.0.smithi102.stdout:1609: done (1 left) 2024-04-10T15:11:04.168 INFO:tasks.rados.rados.0.smithi102.stdout:1611: done (0 left) 2024-04-10T15:11:04.168 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 50 current snap is 142 2024-04-10T15:11:04.168 INFO:tasks.rados.rados.0.smithi102.stdout:1612: seq_num 522 ranges {0=745472,745472=606208,1351680=196608} 2024-04-10T15:11:04.173 INFO:tasks.rados.rados.0.smithi102.stdout:1612: writing smithi10276805-50 from 0 to 745472 tid 1 2024-04-10T15:11:04.177 INFO:tasks.rados.rados.0.smithi102.stdout:1612: writing smithi10276805-50 from 745472 to 1351680 tid 2 2024-04-10T15:11:04.178 INFO:tasks.rados.rados.0.smithi102.stdout:1612: writing smithi10276805-50 from 1351680 to 1548288 tid 3 2024-04-10T15:11:04.178 INFO:tasks.rados.rados.0.smithi102.stdout:1613: snap_remove snap 134 2024-04-10T15:11:05.170 INFO:tasks.rados.rados.0.smithi102.stdout:1613: done (1 left) 2024-04-10T15:11:05.170 INFO:tasks.rados.rados.0.smithi102.stdout:1614: read oid 37 snap -1 2024-04-10T15:11:05.171 INFO:tasks.rados.rados.0.smithi102.stdout:1614: expect (ObjNum 281 snap 62 seq_num 281) 2024-04-10T15:11:05.171 INFO:tasks.rados.rados.0.smithi102.stdout:1615: copy_from oid 9 from oid 23 current snap is 142 2024-04-10T15:11:05.171 INFO:tasks.rados.rados.0.smithi102.stdout:1612: finishing write tid 1 to smithi10276805-50 2024-04-10T15:11:05.171 INFO:tasks.rados.rados.0.smithi102.stdout:1612: finishing write tid 2 to smithi10276805-50 2024-04-10T15:11:05.171 INFO:tasks.rados.rados.0.smithi102.stdout:1616: rollback oid 48 current snap is 142 2024-04-10T15:11:05.171 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 48 to 140 2024-04-10T15:11:05.171 INFO:tasks.rados.rados.0.smithi102.stdout:1612: finishing write tid 3 to smithi10276805-50 2024-04-10T15:11:05.171 INFO:tasks.rados.rados.0.smithi102.stdout:1612: finishing write tid 4 to smithi10276805-50 2024-04-10T15:11:05.171 INFO:tasks.rados.rados.0.smithi102.stdout:1612: finishing write tid 5 to smithi10276805-50 2024-04-10T15:11:05.171 INFO:tasks.rados.rados.0.smithi102.stdout:1612: oid 50 updating version 0 to 680 2024-04-10T15:11:05.171 INFO:tasks.rados.rados.0.smithi102.stdout:1612: oid 50 updating version 680 to 682 2024-04-10T15:11:05.171 INFO:tasks.rados.rados.0.smithi102.stdout:1612: oid 50 version 682 is already newer than 679 2024-04-10T15:11:05.171 INFO:tasks.rados.rados.0.smithi102.stdout:1612: oid 50 version 682 is already newer than 681 2024-04-10T15:11:05.171 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 682 (ObjNum 522 snap 142 seq_num 522) dirty exists 2024-04-10T15:11:05.171 INFO:tasks.rados.rados.0.smithi102.stdout:1612: left oid 50 (ObjNum 522 snap 142 seq_num 522) 2024-04-10T15:11:05.172 INFO:tasks.rados.rados.0.smithi102.stdout:1612: done (3 left) 2024-04-10T15:11:05.172 INFO:tasks.rados.rados.0.smithi102.stdout:1617: snap_create 2024-04-10T15:11:05.178 INFO:tasks.rados.rados.0.smithi102.stdout:1615: finishing copy_from racing read to smithi10276805-9 2024-04-10T15:11:05.185 INFO:tasks.rados.rados.0.smithi102.stdout:1615: finishing copy_from to smithi10276805-9 2024-04-10T15:11:05.185 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 303 (ObjNum 33 snap 0 seq_num 1735032316) dirty exists 2024-04-10T15:11:05.185 INFO:tasks.rados.rados.0.smithi102.stdout:1616: finishing rollback tid 1 to smithi10276805-48 2024-04-10T15:11:05.185 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 1068 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-10T15:11:05.203 INFO:tasks.rados.rados.0.smithi102.stdout:1614: expect (ObjNum 281 snap 62 seq_num 281) 2024-04-10T15:11:05.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:05 smithi154 ceph-mon[84269]: osdmap e357: 8 total, 8 up, 8 in 2024-04-10T15:11:05.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:05 smithi102 ceph-mon[88557]: osdmap e357: 8 total, 8 up, 8 in 2024-04-10T15:11:05.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:05 smithi102 ceph-mon[90943]: osdmap e357: 8 total, 8 up, 8 in 2024-04-10T15:11:06.171 INFO:tasks.rados.rados.0.smithi102.stdout:1614: done (3 left) 2024-04-10T15:11:06.171 INFO:tasks.rados.rados.0.smithi102.stdout:1615: done (2 left) 2024-04-10T15:11:06.171 INFO:tasks.rados.rados.0.smithi102.stdout:1616: done (1 left) 2024-04-10T15:11:06.171 INFO:tasks.rados.rados.0.smithi102.stdout:1617: done (0 left) 2024-04-10T15:11:06.172 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 47 current snap is 143 2024-04-10T15:11:06.172 INFO:tasks.rados.rados.0.smithi102.stdout:1618: seq_num 523 ranges {1400832=770048,2170880=491520,2662400=311296} 2024-04-10T15:11:06.183 INFO:tasks.rados.rados.0.smithi102.stdout:1618: writing smithi10276805-47 from 1400832 to 2170880 tid 1 2024-04-10T15:11:06.185 INFO:tasks.rados.rados.0.smithi102.stdout:1618: writing smithi10276805-47 from 2170880 to 2662400 tid 2 2024-04-10T15:11:06.187 INFO:tasks.rados.rados.0.smithi102.stdout:1618: writing smithi10276805-47 from 2662400 to 2973696 tid 3 2024-04-10T15:11:06.187 INFO:tasks.rados.rados.0.smithi102.stdout:1619: setattr oid 48 current snap is 143 2024-04-10T15:11:06.190 INFO:tasks.rados.rados.0.smithi102.stdout:1620: read oid 17 snap 136 2024-04-10T15:11:06.190 INFO:tasks.rados.rados.0.smithi102.stdout:1620: expect (ObjNum 498 snap 136 seq_num 498) 2024-04-10T15:11:06.190 INFO:tasks.rados.rados.0.smithi102.stdout:1621: snap_remove snap 132 2024-04-10T15:11:06.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:06 smithi154 ceph-mon[84269]: pgmap v188: 121 pgs: 121 active+clean; 196 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-04-10T15:11:06.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:06 smithi154 ceph-mon[84269]: osdmap e358: 8 total, 8 up, 8 in 2024-04-10T15:11:06.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:06 smithi102 ceph-mon[88557]: pgmap v188: 121 pgs: 121 active+clean; 196 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-04-10T15:11:06.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:06 smithi102 ceph-mon[88557]: osdmap e358: 8 total, 8 up, 8 in 2024-04-10T15:11:06.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:06 smithi102 ceph-mon[90943]: pgmap v188: 121 pgs: 121 active+clean; 196 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.2 MiB/s wr, 12 op/s 2024-04-10T15:11:06.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:06 smithi102 ceph-mon[90943]: osdmap e358: 8 total, 8 up, 8 in 2024-04-10T15:11:07.183 INFO:tasks.rados.rados.0.smithi102.stdout:1621: done (3 left) 2024-04-10T15:11:07.183 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 143 2024-04-10T15:11:07.183 INFO:tasks.rados.rados.0.smithi102.stdout:1618: finishing write tid 1 to smithi10276805-47 2024-04-10T15:11:07.183 INFO:tasks.rados.rados.0.smithi102.stdout:1622: seq_num 524 ranges {3506176=786432,4292608=778240,5070848=24576} 2024-04-10T15:11:07.207 INFO:tasks.rados.rados.0.smithi102.stdout:1622: writing smithi10276805-10 from 3506176 to 4292608 tid 1 2024-04-10T15:11:07.212 INFO:tasks.rados.rados.0.smithi102.stdout:1622: writing smithi10276805-10 from 4292608 to 5070848 tid 2 2024-04-10T15:11:07.213 INFO:tasks.rados.rados.0.smithi102.stdout:1622: writing smithi10276805-10 from 5070848 to 5095424 tid 3 2024-04-10T15:11:07.213 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 41 current snap is 143 2024-04-10T15:11:07.213 INFO:tasks.rados.rados.0.smithi102.stdout:1618: finishing write tid 2 to smithi10276805-47 2024-04-10T15:11:07.213 INFO:tasks.rados.rados.0.smithi102.stdout:1618: finishing write tid 3 to smithi10276805-47 2024-04-10T15:11:07.213 INFO:tasks.rados.rados.0.smithi102.stdout:1618: finishing write tid 4 to smithi10276805-47 2024-04-10T15:11:07.213 INFO:tasks.rados.rados.0.smithi102.stdout:1618: finishing write tid 5 to smithi10276805-47 2024-04-10T15:11:07.213 INFO:tasks.rados.rados.0.smithi102.stdout:1618: oid 47 updating version 0 to 1123 2024-04-10T15:11:07.213 INFO:tasks.rados.rados.0.smithi102.stdout:1618: oid 47 version 1123 is already newer than 1122 2024-04-10T15:11:07.213 INFO:tasks.rados.rados.0.smithi102.stdout:1618: oid 47 version 1123 is already newer than 1120 2024-04-10T15:11:07.213 INFO:tasks.rados.rados.0.smithi102.stdout:1618: oid 47 version 1123 is already newer than 1121 2024-04-10T15:11:07.213 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 1123 (ObjNum 523 snap 143 seq_num 523) dirty exists 2024-04-10T15:11:07.213 INFO:tasks.rados.rados.0.smithi102.stdout:1618: left oid 47 (ObjNum 523 snap 143 seq_num 523) 2024-04-10T15:11:07.213 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 1124 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-10T15:11:07.213 INFO:tasks.rados.rados.0.smithi102.stdout:1620: expect (ObjNum 498 snap 136 seq_num 498) 2024-04-10T15:11:07.501 INFO:tasks.rados.rados.0.smithi102.stdout:1622: finishing write tid 1 to smithi10276805-10 2024-04-10T15:11:07.501 INFO:tasks.rados.rados.0.smithi102.stdout:1622: finishing write tid 2 to smithi10276805-10 2024-04-10T15:11:07.501 INFO:tasks.rados.rados.0.smithi102.stdout:1622: finishing write tid 3 to smithi10276805-10 2024-04-10T15:11:07.501 INFO:tasks.rados.rados.0.smithi102.stdout:1622: finishing write tid 4 to smithi10276805-10 2024-04-10T15:11:07.501 INFO:tasks.rados.rados.0.smithi102.stdout:1622: finishing write tid 5 to smithi10276805-10 2024-04-10T15:11:07.501 INFO:tasks.rados.rados.0.smithi102.stdout:1622: oid 10 updating version 0 to 783 2024-04-10T15:11:07.501 INFO:tasks.rados.rados.0.smithi102.stdout:1622: oid 10 updating version 783 to 784 2024-04-10T15:11:07.501 INFO:tasks.rados.rados.0.smithi102.stdout:1622: oid 10 version 784 is already newer than 782 2024-04-10T15:11:07.501 INFO:tasks.rados.rados.0.smithi102.stdout:1622: oid 10 updating version 784 to 785 2024-04-10T15:11:07.501 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 785 (ObjNum 524 snap 143 seq_num 524) dirty exists 2024-04-10T15:11:07.501 INFO:tasks.rados.rados.0.smithi102.stdout:1622: left oid 10 (ObjNum 524 snap 143 seq_num 524) 2024-04-10T15:11:07.501 INFO:tasks.rados.rados.0.smithi102.stdout:1623: seq_num 525 ranges {0=802816,802816=712704,1515520=90112} 2024-04-10T15:11:07.504 INFO:tasks.rados.rados.0.smithi102.stdout:1623: writing smithi10276805-41 from 0 to 802816 tid 1 2024-04-10T15:11:07.508 INFO:tasks.rados.rados.0.smithi102.stdout:1623: writing smithi10276805-41 from 802816 to 1515520 tid 2 2024-04-10T15:11:07.509 INFO:tasks.rados.rados.0.smithi102.stdout:1623: writing smithi10276805-41 from 1515520 to 1605632 tid 3 2024-04-10T15:11:07.510 INFO:tasks.rados.rados.0.smithi102.stdout:1618: done (4 left) 2024-04-10T15:11:07.510 INFO:tasks.rados.rados.0.smithi102.stdout:1619: done (3 left) 2024-04-10T15:11:07.510 INFO:tasks.rados.rados.0.smithi102.stdout:1620: done (2 left) 2024-04-10T15:11:07.510 INFO:tasks.rados.rados.0.smithi102.stdout:1622: done (1 left) 2024-04-10T15:11:07.510 INFO:tasks.rados.rados.0.smithi102.stdout:1624: copy_from oid 12 from oid 48 current snap is 143 2024-04-10T15:11:07.510 INFO:tasks.rados.rados.0.smithi102.stdout:1623: finishing write tid 1 to smithi10276805-41 2024-04-10T15:11:07.510 INFO:tasks.rados.rados.0.smithi102.stdout:1625: snap_remove snap 140 2024-04-10T15:11:07.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:07 smithi102 ceph-mon[90943]: osdmap e359: 8 total, 8 up, 8 in 2024-04-10T15:11:07.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:07 smithi102 ceph-mon[88557]: osdmap e359: 8 total, 8 up, 8 in 2024-04-10T15:11:07.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:07 smithi154 ceph-mon[84269]: osdmap e359: 8 total, 8 up, 8 in 2024-04-10T15:11:07.907 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:11:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:11:07] "GET /metrics HTTP/1.1" 200 36064 "" "Prometheus/2.43.0" 2024-04-10T15:11:08.164 INFO:tasks.rados.rados.0.smithi102.stdout:1625: done (2 left) 2024-04-10T15:11:08.164 INFO:tasks.rados.rados.0.smithi102.stdout:1626: read oid 50 snap -1 2024-04-10T15:11:08.165 INFO:tasks.rados.rados.0.smithi102.stdout:1626: expect (ObjNum 522 snap 142 seq_num 522) 2024-04-10T15:11:08.165 INFO:tasks.rados.rados.0.smithi102.stdout:1627: read oid 7 snap 136 2024-04-10T15:11:08.165 INFO:tasks.rados.rados.0.smithi102.stdout:1627: expect deleted 2024-04-10T15:11:08.165 INFO:tasks.rados.rados.0.smithi102.stdout:1628: delete oid 15 current snap is 143 2024-04-10T15:11:08.165 INFO:tasks.rados.rados.0.smithi102.stdout:1624: finishing copy_from racing read to smithi10276805-12 2024-04-10T15:11:08.165 INFO:tasks.rados.rados.0.smithi102.stdout:1623: finishing write tid 2 to smithi10276805-41 2024-04-10T15:11:08.165 INFO:tasks.rados.rados.0.smithi102.stdout:1623: finishing write tid 3 to smithi10276805-41 2024-04-10T15:11:08.165 INFO:tasks.rados.rados.0.smithi102.stdout:1623: finishing write tid 4 to smithi10276805-41 2024-04-10T15:11:08.165 INFO:tasks.rados.rados.0.smithi102.stdout:1624: finishing copy_from to smithi10276805-12 2024-04-10T15:11:08.165 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 1124 (ObjNum 385 snap 0 seq_num 87946080) dirty exists 2024-04-10T15:11:08.165 INFO:tasks.rados.rados.0.smithi102.stdout:1623: finishing write tid 5 to smithi10276805-41 2024-04-10T15:11:08.165 INFO:tasks.rados.rados.0.smithi102.stdout:1623: oid 41 updating version 0 to 590 2024-04-10T15:11:08.165 INFO:tasks.rados.rados.0.smithi102.stdout:1623: oid 41 updating version 590 to 591 2024-04-10T15:11:08.165 INFO:tasks.rados.rados.0.smithi102.stdout:1623: oid 41 updating version 591 to 593 2024-04-10T15:11:08.166 INFO:tasks.rados.rados.0.smithi102.stdout:1623: oid 41 version 593 is already newer than 592 2024-04-10T15:11:08.166 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 593 (ObjNum 525 snap 143 seq_num 525) dirty exists 2024-04-10T15:11:08.166 INFO:tasks.rados.rados.0.smithi102.stdout:1623: left oid 41 (ObjNum 525 snap 143 seq_num 525) 2024-04-10T15:11:08.177 INFO:tasks.rados.rados.0.smithi102.stdout:1623: done (4 left) 2024-04-10T15:11:08.177 INFO:tasks.rados.rados.0.smithi102.stdout:1624: done (3 left) 2024-04-10T15:11:08.177 INFO:tasks.rados.rados.0.smithi102.stdout:1627: done (2 left) 2024-04-10T15:11:08.177 INFO:tasks.rados.rados.0.smithi102.stdout:1628: done (1 left) 2024-04-10T15:11:08.177 INFO:tasks.rados.rados.0.smithi102.stdout:1629: snap_remove snap 142 2024-04-10T15:11:08.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:08 smithi154 ceph-mon[84269]: pgmap v191: 121 pgs: 121 active+clean; 196 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.2 MiB/s wr, 11 op/s 2024-04-10T15:11:08.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:08 smithi154 ceph-mon[84269]: osdmap e360: 8 total, 8 up, 8 in 2024-04-10T15:11:08.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:08 smithi154 ceph-mon[84269]: osdmap e361: 8 total, 8 up, 8 in 2024-04-10T15:11:08.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:08 smithi102 ceph-mon[90943]: pgmap v191: 121 pgs: 121 active+clean; 196 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.2 MiB/s wr, 11 op/s 2024-04-10T15:11:08.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:08 smithi102 ceph-mon[90943]: osdmap e360: 8 total, 8 up, 8 in 2024-04-10T15:11:08.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:08 smithi102 ceph-mon[90943]: osdmap e361: 8 total, 8 up, 8 in 2024-04-10T15:11:08.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:08 smithi102 ceph-mon[88557]: pgmap v191: 121 pgs: 121 active+clean; 196 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 3.2 MiB/s wr, 11 op/s 2024-04-10T15:11:08.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:08 smithi102 ceph-mon[88557]: osdmap e360: 8 total, 8 up, 8 in 2024-04-10T15:11:08.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:08 smithi102 ceph-mon[88557]: osdmap e361: 8 total, 8 up, 8 in 2024-04-10T15:11:09.127 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:11:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:11:08.658Z caller=alerting.go:366 level=warn component="rule manager" alert="unsupported value type" msg="Expanding alert template failed" err="error executing template __alert_CephOSDDown: template: __alert_CephOSDDown:1:157: executing \"__alert_CephOSDDown\" at : error calling first: first() called on vector with no elements" data="unsupported value type" 2024-04-10T15:11:09.167 INFO:tasks.rados.rados.0.smithi102.stdout:1629: done (1 left) 2024-04-10T15:11:09.167 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 33 current snap is 143 2024-04-10T15:11:09.168 INFO:tasks.rados.rados.0.smithi102.stdout:1630: seq_num 527 ranges {0=434176,434176=475136,909312=565248,1474560=163840} 2024-04-10T15:11:09.170 INFO:tasks.rados.rados.0.smithi102.stdout:1630: writing smithi10276805-33 from 0 to 434176 tid 1 2024-04-10T15:11:09.173 INFO:tasks.rados.rados.0.smithi102.stdout:1630: writing smithi10276805-33 from 434176 to 909312 tid 2 2024-04-10T15:11:09.177 INFO:tasks.rados.rados.0.smithi102.stdout:1630: writing smithi10276805-33 from 909312 to 1474560 tid 3 2024-04-10T15:11:09.178 INFO:tasks.rados.rados.0.smithi102.stdout:1630: writing smithi10276805-33 from 1474560 to 1638400 tid 4 2024-04-10T15:11:09.178 INFO:tasks.rados.rados.0.smithi102.stdout:1631: setattr oid 31 current snap is 143 2024-04-10T15:11:09.178 INFO:tasks.rados.rados.0.smithi102.stdout:1626: expect (ObjNum 522 snap 142 seq_num 522) 2024-04-10T15:11:09.219 INFO:tasks.rados.rados.0.smithi102.stdout:1630: finishing write tid 1 to smithi10276805-33 2024-04-10T15:11:09.220 INFO:tasks.rados.rados.0.smithi102.stdout:1630: finishing write tid 2 to smithi10276805-33 2024-04-10T15:11:09.220 INFO:tasks.rados.rados.0.smithi102.stdout:1630: finishing write tid 3 to smithi10276805-33 2024-04-10T15:11:09.220 INFO:tasks.rados.rados.0.smithi102.stdout:1630: finishing write tid 4 to smithi10276805-33 2024-04-10T15:11:09.220 INFO:tasks.rados.rados.0.smithi102.stdout:1630: finishing write tid 5 to smithi10276805-33 2024-04-10T15:11:09.220 INFO:tasks.rados.rados.0.smithi102.stdout:1630: finishing write tid 6 to smithi10276805-33 2024-04-10T15:11:09.220 INFO:tasks.rados.rados.0.smithi102.stdout:1630: oid 33 updating version 0 to 848 2024-04-10T15:11:09.220 INFO:tasks.rados.rados.0.smithi102.stdout:1630: oid 33 version 848 is already newer than 847 2024-04-10T15:11:09.220 INFO:tasks.rados.rados.0.smithi102.stdout:1630: oid 33 version 848 is already newer than 846 2024-04-10T15:11:09.220 INFO:tasks.rados.rados.0.smithi102.stdout:1630: oid 33 version 848 is already newer than 845 2024-04-10T15:11:09.220 INFO:tasks.rados.rados.0.smithi102.stdout:1630: oid 33 updating version 848 to 849 2024-04-10T15:11:09.220 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 849 (ObjNum 527 snap 143 seq_num 527) dirty exists 2024-04-10T15:11:09.220 INFO:tasks.rados.rados.0.smithi102.stdout:1630: left oid 33 (ObjNum 527 snap 143 seq_num 527) 2024-04-10T15:11:09.220 INFO:tasks.rados.rados.0.smithi102.stdout:1626: done (2 left) 2024-04-10T15:11:09.221 INFO:tasks.rados.rados.0.smithi102.stdout:1630: done (1 left) 2024-04-10T15:11:09.221 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 20 current snap is 143 2024-04-10T15:11:09.221 INFO:tasks.rados.rados.0.smithi102.stdout:1632: seq_num 528 ranges {0=450560,450560=761856,1212416=442368} 2024-04-10T15:11:09.222 INFO:tasks.rados.rados.0.smithi102.stdout:1632: writing smithi10276805-20 from 0 to 450560 tid 1 2024-04-10T15:11:09.226 INFO:tasks.rados.rados.0.smithi102.stdout:1632: writing smithi10276805-20 from 450560 to 1212416 tid 2 2024-04-10T15:11:09.229 INFO:tasks.rados.rados.0.smithi102.stdout:1632: writing smithi10276805-20 from 1212416 to 1654784 tid 3 2024-04-10T15:11:09.229 INFO:tasks.rados.rados.0.smithi102.stdout:1633: copy_from oid 45 from oid 28 current snap is 143 2024-04-10T15:11:09.230 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 724 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-10T15:11:09.230 INFO:tasks.rados.rados.0.smithi102.stdout:1632: finishing write tid 1 to smithi10276805-20 2024-04-10T15:11:09.230 INFO:tasks.rados.rados.0.smithi102.stdout:1631: done (2 left) 2024-04-10T15:11:09.230 INFO:tasks.rados.rados.0.smithi102.stdout:1634: rollback oid 3 current snap is 143 2024-04-10T15:11:09.230 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 3 to 138 2024-04-10T15:11:09.230 INFO:tasks.rados.rados.0.smithi102.stdout:1635: delete oid 29 current snap is 143 2024-04-10T15:11:09.230 INFO:tasks.rados.rados.0.smithi102.stdout:1634: finishing rollback tid 1 to smithi10276805-3 2024-04-10T15:11:09.230 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:11:09.230 INFO:tasks.rados.rados.0.smithi102.stdout:1632: finishing write tid 2 to smithi10276805-20 2024-04-10T15:11:09.235 INFO:tasks.rados.rados.0.smithi102.stdout:1632: finishing write tid 3 to smithi10276805-20 2024-04-10T15:11:09.235 INFO:tasks.rados.rados.0.smithi102.stdout:1632: finishing write tid 4 to smithi10276805-20 2024-04-10T15:11:09.238 INFO:tasks.rados.rados.0.smithi102.stdout:1632: finishing write tid 5 to smithi10276805-20 2024-04-10T15:11:09.238 INFO:tasks.rados.rados.0.smithi102.stdout:1632: oid 20 updating version 0 to 771 2024-04-10T15:11:09.238 INFO:tasks.rados.rados.0.smithi102.stdout:1632: oid 20 updating version 771 to 772 2024-04-10T15:11:09.238 INFO:tasks.rados.rados.0.smithi102.stdout:1632: oid 20 updating version 772 to 773 2024-04-10T15:11:09.238 INFO:tasks.rados.rados.0.smithi102.stdout:1632: oid 20 version 773 is already newer than 770 2024-04-10T15:11:09.238 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 773 (ObjNum 528 snap 143 seq_num 528) dirty exists 2024-04-10T15:11:09.238 INFO:tasks.rados.rados.0.smithi102.stdout:1632: left oid 20 (ObjNum 528 snap 143 seq_num 528) 2024-04-10T15:11:09.242 INFO:tasks.rados.rados.0.smithi102.stdout:1632: done (3 left) 2024-04-10T15:11:09.242 INFO:tasks.rados.rados.0.smithi102.stdout:1634: done (2 left) 2024-04-10T15:11:09.242 INFO:tasks.rados.rados.0.smithi102.stdout:1635: done (1 left) 2024-04-10T15:11:09.242 INFO:tasks.rados.rados.0.smithi102.stdout:1636: copy_from oid 38 from oid 50 current snap is 143 2024-04-10T15:11:09.242 INFO:tasks.rados.rados.0.smithi102.stdout:1637: copy_from oid 29 from oid 14 current snap is 143 2024-04-10T15:11:09.242 INFO:tasks.rados.rados.0.smithi102.stdout:1638: read oid 16 snap -1 2024-04-10T15:11:09.242 INFO:tasks.rados.rados.0.smithi102.stdout:1638: expect (ObjNum 458 snap 120 seq_num 458) 2024-04-10T15:11:09.243 INFO:tasks.rados.rados.0.smithi102.stdout:1639: delete oid 19 current snap is 143 2024-04-10T15:11:09.246 INFO:tasks.rados.rados.0.smithi102.stdout:1639: done (4 left) 2024-04-10T15:11:09.246 INFO:tasks.rados.rados.0.smithi102.stdout:1640: rmattr oid 27 current snap is 143 2024-04-10T15:11:09.246 INFO:tasks.rados.rados.0.smithi102.stdout:1640: done (4 left) 2024-04-10T15:11:09.246 INFO:tasks.rados.rados.0.smithi102.stdout:1641: read oid 8 snap -1 2024-04-10T15:11:09.246 INFO:tasks.rados.rados.0.smithi102.stdout:1641: expect (ObjNum 401 snap 107 seq_num 401) 2024-04-10T15:11:09.246 INFO:tasks.rados.rados.0.smithi102.stdout:1642: rollback oid 33 current snap is 143 2024-04-10T15:11:09.247 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 33 to 136 2024-04-10T15:11:09.247 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 47 current snap is 143 2024-04-10T15:11:09.247 INFO:tasks.rados.rados.0.smithi102.stdout:1643: seq_num 531 ranges {2973696=499712,3473408=417792,3891200=548864,4440064=237568} 2024-04-10T15:11:09.268 INFO:tasks.rados.rados.0.smithi102.stdout:1643: writing smithi10276805-47 from 2973696 to 3473408 tid 1 2024-04-10T15:11:09.270 INFO:tasks.rados.rados.0.smithi102.stdout:1643: writing smithi10276805-47 from 3473408 to 3891200 tid 2 2024-04-10T15:11:09.273 INFO:tasks.rados.rados.0.smithi102.stdout:1643: writing smithi10276805-47 from 3891200 to 4440064 tid 3 2024-04-10T15:11:09.275 INFO:tasks.rados.rados.0.smithi102.stdout:1643: writing smithi10276805-47 from 4440064 to 4677632 tid 4 2024-04-10T15:11:09.275 INFO:tasks.rados.rados.0.smithi102.stdout:1644: snap_create 2024-04-10T15:11:09.275 INFO:tasks.rados.rados.0.smithi102.stdout:1642: finishing rollback tid 0 to smithi10276805-33 2024-04-10T15:11:09.275 INFO:tasks.rados.rados.0.smithi102.stdout:1642: finishing rollback tid 1 to smithi10276805-33 2024-04-10T15:11:09.275 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 851 (ObjNum 177 snap 0 seq_num 1) dirty dne 2024-04-10T15:11:09.275 INFO:tasks.rados.rados.0.smithi102.stdout:1636: finishing copy_from racing read to smithi10276805-38 2024-04-10T15:11:09.275 INFO:tasks.rados.rados.0.smithi102.stdout:1636: finishing copy_from to smithi10276805-38 2024-04-10T15:11:09.275 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 682 (ObjNum 522 snap 142 seq_num 522) dirty exists 2024-04-10T15:11:09.275 INFO:tasks.rados.rados.0.smithi102.stdout:1637: finishing copy_from racing read to smithi10276805-29 2024-04-10T15:11:09.275 INFO:tasks.rados.rados.0.smithi102.stdout:1641: expect (ObjNum 401 snap 107 seq_num 401) 2024-04-10T15:11:09.391 INFO:tasks.rados.rados.0.smithi102.stdout:1637: finishing copy_from to smithi10276805-29 2024-04-10T15:11:09.391 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 1033 (ObjNum 487 snap 130 seq_num 487) dirty exists 2024-04-10T15:11:09.391 INFO:tasks.rados.rados.0.smithi102.stdout:1643: finishing write tid 1 to smithi10276805-47 2024-04-10T15:11:09.391 INFO:tasks.rados.rados.0.smithi102.stdout:1643: finishing write tid 2 to smithi10276805-47 2024-04-10T15:11:09.391 INFO:tasks.rados.rados.0.smithi102.stdout:1643: finishing write tid 3 to smithi10276805-47 2024-04-10T15:11:09.391 INFO:tasks.rados.rados.0.smithi102.stdout:1643: finishing write tid 4 to smithi10276805-47 2024-04-10T15:11:09.391 INFO:tasks.rados.rados.0.smithi102.stdout:1643: finishing write tid 5 to smithi10276805-47 2024-04-10T15:11:09.391 INFO:tasks.rados.rados.0.smithi102.stdout:1643: finishing write tid 6 to smithi10276805-47 2024-04-10T15:11:09.392 INFO:tasks.rados.rados.0.smithi102.stdout:1643: oid 47 updating version 0 to 1150 2024-04-10T15:11:09.392 INFO:tasks.rados.rados.0.smithi102.stdout:1643: oid 47 version 1150 is already newer than 1149 2024-04-10T15:11:09.392 INFO:tasks.rados.rados.0.smithi102.stdout:1643: oid 47 updating version 1150 to 1153 2024-04-10T15:11:09.392 INFO:tasks.rados.rados.0.smithi102.stdout:1643: oid 47 version 1153 is already newer than 1151 2024-04-10T15:11:09.392 INFO:tasks.rados.rados.0.smithi102.stdout:1643: oid 47 version 1153 is already newer than 1152 2024-04-10T15:11:09.392 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 1153 (ObjNum 531 snap 143 seq_num 531) dirty exists 2024-04-10T15:11:09.392 INFO:tasks.rados.rados.0.smithi102.stdout:1643: left oid 47 (ObjNum 531 snap 143 seq_num 531) 2024-04-10T15:11:09.392 INFO:tasks.rados.rados.0.smithi102.stdout:1638: expect (ObjNum 458 snap 120 seq_num 458) 2024-04-10T15:11:09.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:09.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:11:09.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:09.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:09 smithi154 ceph-mon[84269]: osdmap e362: 8 total, 8 up, 8 in 2024-04-10T15:11:09.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:09.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:11:09.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:09.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:09 smithi102 ceph-mon[90943]: osdmap e362: 8 total, 8 up, 8 in 2024-04-10T15:11:09.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:09.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:11:09.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:09.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:09 smithi102 ceph-mon[88557]: osdmap e362: 8 total, 8 up, 8 in 2024-04-10T15:11:09.798 INFO:tasks.rados.rados.0.smithi102.stdout:1633: finishing copy_from racing read to smithi10276805-45 2024-04-10T15:11:09.798 INFO:tasks.rados.rados.0.smithi102.stdout:1633: finishing copy_from to smithi10276805-45 2024-04-10T15:11:09.798 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 1055 (ObjNum 467 snap 124 seq_num 467) dirty exists 2024-04-10T15:11:10.256 INFO:tasks.rados.rados.0.smithi102.stdout:1633: done (7 left) 2024-04-10T15:11:10.256 INFO:tasks.rados.rados.0.smithi102.stdout:1636: done (6 left) 2024-04-10T15:11:10.256 INFO:tasks.rados.rados.0.smithi102.stdout:1637: done (5 left) 2024-04-10T15:11:10.257 INFO:tasks.rados.rados.0.smithi102.stdout:1638: done (4 left) 2024-04-10T15:11:10.257 INFO:tasks.rados.rados.0.smithi102.stdout:1641: done (3 left) 2024-04-10T15:11:10.257 INFO:tasks.rados.rados.0.smithi102.stdout:1642: done (2 left) 2024-04-10T15:11:10.257 INFO:tasks.rados.rados.0.smithi102.stdout:1643: done (1 left) 2024-04-10T15:11:10.257 INFO:tasks.rados.rados.0.smithi102.stdout:1644: done (0 left) 2024-04-10T15:11:10.257 INFO:tasks.rados.rados.0.smithi102.stdout:1645: snap_remove snap 143 2024-04-10T15:11:10.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:10 smithi154 ceph-mon[84269]: pgmap v194: 121 pgs: 121 active+clean; 186 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-10T15:11:10.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:10 smithi102 ceph-mon[90943]: pgmap v194: 121 pgs: 121 active+clean; 186 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-10T15:11:10.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:10 smithi102 ceph-mon[88557]: pgmap v194: 121 pgs: 121 active+clean; 186 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-10T15:11:11.263 INFO:tasks.rados.rados.0.smithi102.stdout:1645: done (0 left) 2024-04-10T15:11:11.263 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 49 current snap is 144 2024-04-10T15:11:11.263 INFO:tasks.rados.rados.0.smithi102.stdout:1646: seq_num 532 ranges {9830400=516096,10346496=696320,11042816=507904} 2024-04-10T15:11:11.318 INFO:tasks.rados.rados.0.smithi102.stdout:1646: writing smithi10276805-49 from 9830400 to 10346496 tid 1 2024-04-10T15:11:11.322 INFO:tasks.rados.rados.0.smithi102.stdout:1646: writing smithi10276805-49 from 10346496 to 11042816 tid 2 2024-04-10T15:11:11.325 INFO:tasks.rados.rados.0.smithi102.stdout:1646: writing smithi10276805-49 from 11042816 to 11550720 tid 3 2024-04-10T15:11:11.326 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 144 2024-04-10T15:11:11.326 INFO:tasks.rados.rados.0.smithi102.stdout:1647: seq_num 533 ranges {0=532480,532480=630784,1163264=516096,1679360=57344} 2024-04-10T15:11:11.328 INFO:tasks.rados.rados.0.smithi102.stdout:1647: writing smithi10276805-25 from 0 to 532480 tid 1 2024-04-10T15:11:11.332 INFO:tasks.rados.rados.0.smithi102.stdout:1647: writing smithi10276805-25 from 532480 to 1163264 tid 2 2024-04-10T15:11:11.335 INFO:tasks.rados.rados.0.smithi102.stdout:1647: writing smithi10276805-25 from 1163264 to 1679360 tid 3 2024-04-10T15:11:11.336 INFO:tasks.rados.rados.0.smithi102.stdout:1647: writing smithi10276805-25 from 1679360 to 1736704 tid 4 2024-04-10T15:11:11.336 INFO:tasks.rados.rados.0.smithi102.stdout:1648: copy_from oid 30 from oid 13 current snap is 144 2024-04-10T15:11:11.336 INFO:tasks.rados.rados.0.smithi102.stdout:1646: finishing write tid 1 to smithi10276805-49 2024-04-10T15:11:11.337 INFO:tasks.rados.rados.0.smithi102.stdout:1646: finishing write tid 2 to smithi10276805-49 2024-04-10T15:11:11.337 INFO:tasks.rados.rados.0.smithi102.stdout:1646: finishing write tid 3 to smithi10276805-49 2024-04-10T15:11:11.337 INFO:tasks.rados.rados.0.smithi102.stdout:1646: finishing write tid 4 to smithi10276805-49 2024-04-10T15:11:11.337 INFO:tasks.rados.rados.0.smithi102.stdout:1646: finishing write tid 5 to smithi10276805-49 2024-04-10T15:11:11.337 INFO:tasks.rados.rados.0.smithi102.stdout:1646: oid 49 updating version 0 to 1051 2024-04-10T15:11:11.337 INFO:tasks.rados.rados.0.smithi102.stdout:1646: oid 49 version 1051 is already newer than 1050 2024-04-10T15:11:11.337 INFO:tasks.rados.rados.0.smithi102.stdout:1646: oid 49 updating version 1051 to 1052 2024-04-10T15:11:11.337 INFO:tasks.rados.rados.0.smithi102.stdout:1646: oid 49 version 1052 is already newer than 1049 2024-04-10T15:11:11.337 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1052 (ObjNum 532 snap 144 seq_num 532) dirty exists 2024-04-10T15:11:11.337 INFO:tasks.rados.rados.0.smithi102.stdout:1646: left oid 49 (ObjNum 532 snap 144 seq_num 532) 2024-04-10T15:11:11.337 INFO:tasks.rados.rados.0.smithi102.stdout:1647: finishing write tid 1 to smithi10276805-25 2024-04-10T15:11:11.337 INFO:tasks.rados.rados.0.smithi102.stdout:1647: finishing write tid 2 to smithi10276805-25 2024-04-10T15:11:11.337 INFO:tasks.rados.rados.0.smithi102.stdout:1646: done (2 left) 2024-04-10T15:11:11.337 INFO:tasks.rados.rados.0.smithi102.stdout:1649: read oid 36 snap -1 2024-04-10T15:11:11.337 INFO:tasks.rados.rados.0.smithi102.stdout:1649: expect (ObjNum 133 snap 28 seq_num 133) 2024-04-10T15:11:11.338 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 37 current snap is 144 2024-04-10T15:11:11.338 INFO:tasks.rados.rados.0.smithi102.stdout:1650: seq_num 534 ranges {5963776=548864,6512640=516096,7028736=688128} 2024-04-10T15:11:11.372 INFO:tasks.rados.rados.0.smithi102.stdout:1650: writing smithi10276805-37 from 5963776 to 6512640 tid 1 2024-04-10T15:11:11.375 INFO:tasks.rados.rados.0.smithi102.stdout:1650: writing smithi10276805-37 from 6512640 to 7028736 tid 2 2024-04-10T15:11:11.379 INFO:tasks.rados.rados.0.smithi102.stdout:1650: writing smithi10276805-37 from 7028736 to 7716864 tid 3 2024-04-10T15:11:11.379 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 144 2024-04-10T15:11:11.379 INFO:tasks.rados.rados.0.smithi102.stdout:1648: finishing copy_from racing read to smithi10276805-30 2024-04-10T15:11:11.379 INFO:tasks.rados.rados.0.smithi102.stdout:1648: finishing copy_from to smithi10276805-30 2024-04-10T15:11:11.379 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 1098 (ObjNum 511 snap 138 seq_num 511) dirty exists 2024-04-10T15:11:11.379 INFO:tasks.rados.rados.0.smithi102.stdout:1647: finishing write tid 3 to smithi10276805-25 2024-04-10T15:11:11.379 INFO:tasks.rados.rados.0.smithi102.stdout:1647: finishing write tid 4 to smithi10276805-25 2024-04-10T15:11:11.379 INFO:tasks.rados.rados.0.smithi102.stdout:1647: finishing write tid 5 to smithi10276805-25 2024-04-10T15:11:11.379 INFO:tasks.rados.rados.0.smithi102.stdout:1649: expect (ObjNum 133 snap 28 seq_num 133) 2024-04-10T15:11:11.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:11 smithi154 ceph-mon[84269]: osdmap e363: 8 total, 8 up, 8 in 2024-04-10T15:11:11.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:11 smithi154 ceph-mon[84269]: pgmap v197: 121 pgs: 121 active+clean; 186 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-10T15:11:11.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:11 smithi102 ceph-mon[90943]: osdmap e363: 8 total, 8 up, 8 in 2024-04-10T15:11:11.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:11 smithi102 ceph-mon[90943]: pgmap v197: 121 pgs: 121 active+clean; 186 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-10T15:11:11.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:11 smithi102 ceph-mon[88557]: osdmap e363: 8 total, 8 up, 8 in 2024-04-10T15:11:11.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:11 smithi102 ceph-mon[88557]: pgmap v197: 121 pgs: 121 active+clean; 186 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 1.9 MiB/s wr, 15 op/s 2024-04-10T15:11:11.740 INFO:tasks.rados.rados.0.smithi102.stdout:1647: finishing write tid 6 to smithi10276805-25 2024-04-10T15:11:11.740 INFO:tasks.rados.rados.0.smithi102.stdout:1647: oid 25 updating version 0 to 307 2024-04-10T15:11:11.740 INFO:tasks.rados.rados.0.smithi102.stdout:1647: oid 25 version 307 is already newer than 306 2024-04-10T15:11:11.740 INFO:tasks.rados.rados.0.smithi102.stdout:1647: oid 25 version 307 is already newer than 304 2024-04-10T15:11:11.740 INFO:tasks.rados.rados.0.smithi102.stdout:1647: oid 25 updating version 307 to 308 2024-04-10T15:11:11.740 INFO:tasks.rados.rados.0.smithi102.stdout:1647: oid 25 version 308 is already newer than 305 2024-04-10T15:11:11.740 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 308 (ObjNum 533 snap 144 seq_num 533) dirty exists 2024-04-10T15:11:11.740 INFO:tasks.rados.rados.0.smithi102.stdout:1647: left oid 25 (ObjNum 533 snap 144 seq_num 533) 2024-04-10T15:11:11.741 INFO:tasks.rados.rados.0.smithi102.stdout:1650: finishing write tid 1 to smithi10276805-37 2024-04-10T15:11:11.741 INFO:tasks.rados.rados.0.smithi102.stdout:1651: seq_num 535 ranges {811008=565248,1376256=802816,2179072=401408} 2024-04-10T15:11:11.747 INFO:tasks.rados.rados.0.smithi102.stdout:1651: writing smithi10276805-39 from 811008 to 1376256 tid 1 2024-04-10T15:11:11.751 INFO:tasks.rados.rados.0.smithi102.stdout:1651: writing smithi10276805-39 from 1376256 to 2179072 tid 2 2024-04-10T15:11:11.754 INFO:tasks.rados.rados.0.smithi102.stdout:1651: writing smithi10276805-39 from 2179072 to 2580480 tid 3 2024-04-10T15:11:11.754 INFO:tasks.rados.rados.0.smithi102.stdout:1647: done (4 left) 2024-04-10T15:11:11.754 INFO:tasks.rados.rados.0.smithi102.stdout:1648: done (3 left) 2024-04-10T15:11:11.754 INFO:tasks.rados.rados.0.smithi102.stdout:1649: done (2 left) 2024-04-10T15:11:11.754 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 144 2024-04-10T15:11:11.754 INFO:tasks.rados.rados.0.smithi102.stdout:1650: finishing write tid 2 to smithi10276805-37 2024-04-10T15:11:11.754 INFO:tasks.rados.rados.0.smithi102.stdout:1652: seq_num 536 ranges {5095424=581632,5677056=688128,6365184=516096} 2024-04-10T15:11:11.785 INFO:tasks.rados.rados.0.smithi102.stdout:1652: writing smithi10276805-10 from 5095424 to 5677056 tid 1 2024-04-10T15:11:11.789 INFO:tasks.rados.rados.0.smithi102.stdout:1652: writing smithi10276805-10 from 5677056 to 6365184 tid 2 2024-04-10T15:11:11.792 INFO:tasks.rados.rados.0.smithi102.stdout:1652: writing smithi10276805-10 from 6365184 to 6881280 tid 3 2024-04-10T15:11:11.792 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 34 current snap is 144 2024-04-10T15:11:11.792 INFO:tasks.rados.rados.0.smithi102.stdout:1650: finishing write tid 3 to smithi10276805-37 2024-04-10T15:11:11.792 INFO:tasks.rados.rados.0.smithi102.stdout:1650: finishing write tid 4 to smithi10276805-37 2024-04-10T15:11:11.792 INFO:tasks.rados.rados.0.smithi102.stdout:1650: finishing write tid 5 to smithi10276805-37 2024-04-10T15:11:11.792 INFO:tasks.rados.rados.0.smithi102.stdout:1650: oid 37 updating version 0 to 599 2024-04-10T15:11:11.793 INFO:tasks.rados.rados.0.smithi102.stdout:1650: oid 37 version 599 is already newer than 598 2024-04-10T15:11:11.793 INFO:tasks.rados.rados.0.smithi102.stdout:1650: oid 37 updating version 599 to 600 2024-04-10T15:11:11.793 INFO:tasks.rados.rados.0.smithi102.stdout:1650: oid 37 version 600 is already newer than 597 2024-04-10T15:11:11.793 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 600 (ObjNum 534 snap 144 seq_num 534) dirty exists 2024-04-10T15:11:11.793 INFO:tasks.rados.rados.0.smithi102.stdout:1650: left oid 37 (ObjNum 534 snap 144 seq_num 534) 2024-04-10T15:11:11.793 INFO:tasks.rados.rados.0.smithi102.stdout:1651: finishing write tid 1 to smithi10276805-39 2024-04-10T15:11:11.793 INFO:tasks.rados.rados.0.smithi102.stdout:1653: seq_num 537 ranges {0=598016,598016=573440,1171456=491520,1662976=139264} 2024-04-10T15:11:11.795 INFO:tasks.rados.rados.0.smithi102.stdout:1653: writing smithi10276805-34 from 0 to 598016 tid 1 2024-04-10T15:11:11.798 INFO:tasks.rados.rados.0.smithi102.stdout:1653: writing smithi10276805-34 from 598016 to 1171456 tid 2 2024-04-10T15:11:11.801 INFO:tasks.rados.rados.0.smithi102.stdout:1653: writing smithi10276805-34 from 1171456 to 1662976 tid 3 2024-04-10T15:11:11.802 INFO:tasks.rados.rados.0.smithi102.stdout:1653: writing smithi10276805-34 from 1662976 to 1802240 tid 4 2024-04-10T15:11:11.803 INFO:tasks.rados.rados.0.smithi102.stdout:1650: done (3 left) 2024-04-10T15:11:11.803 INFO:tasks.rados.rados.0.smithi102.stdout:1654: delete oid 40 current snap is 144 2024-04-10T15:11:11.803 INFO:tasks.rados.rados.0.smithi102.stdout:1651: finishing write tid 2 to smithi10276805-39 2024-04-10T15:11:11.803 INFO:tasks.rados.rados.0.smithi102.stdout:1651: finishing write tid 3 to smithi10276805-39 2024-04-10T15:11:11.803 INFO:tasks.rados.rados.0.smithi102.stdout:1651: finishing write tid 4 to smithi10276805-39 2024-04-10T15:11:11.803 INFO:tasks.rados.rados.0.smithi102.stdout:1651: finishing write tid 5 to smithi10276805-39 2024-04-10T15:11:11.803 INFO:tasks.rados.rados.0.smithi102.stdout:1651: oid 39 updating version 0 to 1056 2024-04-10T15:11:11.803 INFO:tasks.rados.rados.0.smithi102.stdout:1651: oid 39 version 1056 is already newer than 1053 2024-04-10T15:11:11.803 INFO:tasks.rados.rados.0.smithi102.stdout:1651: oid 39 version 1056 is already newer than 1055 2024-04-10T15:11:11.803 INFO:tasks.rados.rados.0.smithi102.stdout:1651: oid 39 version 1056 is already newer than 1054 2024-04-10T15:11:11.803 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 1056 (ObjNum 535 snap 144 seq_num 535) dirty exists 2024-04-10T15:11:11.803 INFO:tasks.rados.rados.0.smithi102.stdout:1651: left oid 39 (ObjNum 535 snap 144 seq_num 535) 2024-04-10T15:11:11.803 INFO:tasks.rados.rados.0.smithi102.stdout:1652: finishing write tid 1 to smithi10276805-10 2024-04-10T15:11:11.803 INFO:tasks.rados.rados.0.smithi102.stdout:1652: finishing write tid 2 to smithi10276805-10 2024-04-10T15:11:11.804 INFO:tasks.rados.rados.0.smithi102.stdout:1652: finishing write tid 3 to smithi10276805-10 2024-04-10T15:11:11.804 INFO:tasks.rados.rados.0.smithi102.stdout:1652: finishing write tid 4 to smithi10276805-10 2024-04-10T15:11:11.804 INFO:tasks.rados.rados.0.smithi102.stdout:1652: finishing write tid 5 to smithi10276805-10 2024-04-10T15:11:11.804 INFO:tasks.rados.rados.0.smithi102.stdout:1652: oid 10 updating version 0 to 789 2024-04-10T15:11:11.804 INFO:tasks.rados.rados.0.smithi102.stdout:1652: oid 10 version 789 is already newer than 786 2024-04-10T15:11:11.804 INFO:tasks.rados.rados.0.smithi102.stdout:1652: oid 10 version 789 is already newer than 787 2024-04-10T15:11:11.804 INFO:tasks.rados.rados.0.smithi102.stdout:1652: oid 10 version 789 is already newer than 788 2024-04-10T15:11:11.804 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 789 (ObjNum 536 snap 144 seq_num 536) dirty exists 2024-04-10T15:11:11.804 INFO:tasks.rados.rados.0.smithi102.stdout:1652: left oid 10 (ObjNum 536 snap 144 seq_num 536) 2024-04-10T15:11:11.804 INFO:tasks.rados.rados.0.smithi102.stdout:1653: finishing write tid 1 to smithi10276805-34 2024-04-10T15:11:11.804 INFO:tasks.rados.rados.0.smithi102.stdout:1653: finishing write tid 2 to smithi10276805-34 2024-04-10T15:11:11.805 INFO:tasks.rados.rados.0.smithi102.stdout:1653: finishing write tid 3 to smithi10276805-34 2024-04-10T15:11:11.805 INFO:tasks.rados.rados.0.smithi102.stdout:1651: done (3 left) 2024-04-10T15:11:11.805 INFO:tasks.rados.rados.0.smithi102.stdout:1652: done (2 left) 2024-04-10T15:11:11.805 INFO:tasks.rados.rados.0.smithi102.stdout:1654: done (1 left) 2024-04-10T15:11:11.805 INFO:tasks.rados.rados.0.smithi102.stdout:1655: rollback oid 49 current snap is 144 2024-04-10T15:11:11.805 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 49 to 141 2024-04-10T15:11:11.805 INFO:tasks.rados.rados.0.smithi102.stdout:1656: snap_remove snap 138 2024-04-10T15:11:12.266 INFO:tasks.rados.rados.0.smithi102.stdout:1656: done (2 left) 2024-04-10T15:11:12.266 INFO:tasks.rados.rados.0.smithi102.stdout:1657: copy_from oid 8 from oid 25 current snap is 144 2024-04-10T15:11:12.266 INFO:tasks.rados.rados.0.smithi102.stdout:1653: finishing write tid 4 to smithi10276805-34 2024-04-10T15:11:12.266 INFO:tasks.rados.rados.0.smithi102.stdout:1653: finishing write tid 5 to smithi10276805-34 2024-04-10T15:11:12.266 INFO:tasks.rados.rados.0.smithi102.stdout:1653: finishing write tid 6 to smithi10276805-34 2024-04-10T15:11:12.266 INFO:tasks.rados.rados.0.smithi102.stdout:1653: oid 34 updating version 0 to 777 2024-04-10T15:11:12.266 INFO:tasks.rados.rados.0.smithi102.stdout:1653: oid 34 updating version 777 to 778 2024-04-10T15:11:12.267 INFO:tasks.rados.rados.0.smithi102.stdout:1653: oid 34 version 778 is already newer than 774 2024-04-10T15:11:12.267 INFO:tasks.rados.rados.0.smithi102.stdout:1653: oid 34 version 778 is already newer than 775 2024-04-10T15:11:12.267 INFO:tasks.rados.rados.0.smithi102.stdout:1653: oid 34 version 778 is already newer than 776 2024-04-10T15:11:12.267 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 778 (ObjNum 537 snap 144 seq_num 537) dirty exists 2024-04-10T15:11:12.267 INFO:tasks.rados.rados.0.smithi102.stdout:1653: left oid 34 (ObjNum 537 snap 144 seq_num 537) 2024-04-10T15:11:12.267 INFO:tasks.rados.rados.0.smithi102.stdout:1655: finishing rollback tid 0 to smithi10276805-49 2024-04-10T15:11:12.267 INFO:tasks.rados.rados.0.smithi102.stdout:1655: finishing rollback tid 1 to smithi10276805-49 2024-04-10T15:11:12.267 INFO:tasks.rados.rados.0.smithi102.stdout:1655: finishing rollback tid 2 to smithi10276805-49 2024-04-10T15:11:12.267 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1059 (ObjNum 490 snap 130 seq_num 490) dirty exists 2024-04-10T15:11:12.267 INFO:tasks.rados.rados.0.smithi102.stdout:1653: done (2 left) 2024-04-10T15:11:12.267 INFO:tasks.rados.rados.0.smithi102.stdout:1655: done (1 left) 2024-04-10T15:11:12.267 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 37 current snap is 144 2024-04-10T15:11:12.267 INFO:tasks.rados.rados.0.smithi102.stdout:1658: seq_num 539 ranges {7716864=630784,8347648=737280,9084928=466944} 2024-04-10T15:11:12.312 INFO:tasks.rados.rados.0.smithi102.stdout:1658: writing smithi10276805-37 from 7716864 to 8347648 tid 1 2024-04-10T15:11:12.317 INFO:tasks.rados.rados.0.smithi102.stdout:1658: writing smithi10276805-37 from 8347648 to 9084928 tid 2 2024-04-10T15:11:12.320 INFO:tasks.rados.rados.0.smithi102.stdout:1658: writing smithi10276805-37 from 9084928 to 9551872 tid 3 2024-04-10T15:11:12.320 INFO:tasks.rados.rados.0.smithi102.stdout:1659: rollback oid 12 current snap is 144 2024-04-10T15:11:12.320 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 12 to 136 2024-04-10T15:11:12.320 INFO:tasks.rados.rados.0.smithi102.stdout:1657: finishing copy_from racing read to smithi10276805-8 2024-04-10T15:11:12.320 INFO:tasks.rados.rados.0.smithi102.stdout:1657: finishing copy_from to smithi10276805-8 2024-04-10T15:11:12.320 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 308 (ObjNum 533 snap 144 seq_num 533) dirty exists 2024-04-10T15:11:12.320 INFO:tasks.rados.rados.0.smithi102.stdout:1658: finishing write tid 1 to smithi10276805-37 2024-04-10T15:11:12.320 INFO:tasks.rados.rados.0.smithi102.stdout:1658: finishing write tid 2 to smithi10276805-37 2024-04-10T15:11:12.320 INFO:tasks.rados.rados.0.smithi102.stdout:1657: done (2 left) 2024-04-10T15:11:12.320 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 18 current snap is 144 2024-04-10T15:11:12.320 INFO:tasks.rados.rados.0.smithi102.stdout:1660: seq_num 540 ranges {1048576=647168,1695744=671744,2367488=532480} 2024-04-10T15:11:12.329 INFO:tasks.rados.rados.0.smithi102.stdout:1660: writing smithi10276805-18 from 1048576 to 1695744 tid 1 2024-04-10T15:11:12.332 INFO:tasks.rados.rados.0.smithi102.stdout:1660: writing smithi10276805-18 from 1695744 to 2367488 tid 2 2024-04-10T15:11:12.337 INFO:tasks.rados.rados.0.smithi102.stdout:1660: writing smithi10276805-18 from 2367488 to 2899968 tid 3 2024-04-10T15:11:12.337 INFO:tasks.rados.rados.0.smithi102.stdout:1661: rollback oid 34 current snap is 144 2024-04-10T15:11:12.337 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 34 to 141 2024-04-10T15:11:12.337 INFO:tasks.rados.rados.0.smithi102.stdout:1658: finishing write tid 3 to smithi10276805-37 2024-04-10T15:11:12.337 INFO:tasks.rados.rados.0.smithi102.stdout:1658: finishing write tid 4 to smithi10276805-37 2024-04-10T15:11:12.337 INFO:tasks.rados.rados.0.smithi102.stdout:1659: finishing rollback tid 0 to smithi10276805-12 2024-04-10T15:11:12.337 INFO:tasks.rados.rados.0.smithi102.stdout:1659: finishing rollback tid 1 to smithi10276805-12 2024-04-10T15:11:12.337 INFO:tasks.rados.rados.0.smithi102.stdout:1659: finishing rollback tid 2 to smithi10276805-12 2024-04-10T15:11:12.337 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 1127 (ObjNum 433 snap 114 seq_num 433) dirty exists 2024-04-10T15:11:12.337 INFO:tasks.rados.rados.0.smithi102.stdout:1658: finishing write tid 5 to smithi10276805-37 2024-04-10T15:11:12.337 INFO:tasks.rados.rados.0.smithi102.stdout:1658: oid 37 updating version 0 to 605 2024-04-10T15:11:12.338 INFO:tasks.rados.rados.0.smithi102.stdout:1658: oid 37 updating version 605 to 607 2024-04-10T15:11:12.338 INFO:tasks.rados.rados.0.smithi102.stdout:1658: oid 37 updating version 607 to 608 2024-04-10T15:11:12.338 INFO:tasks.rados.rados.0.smithi102.stdout:1658: oid 37 version 608 is already newer than 606 2024-04-10T15:11:12.338 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 608 (ObjNum 539 snap 144 seq_num 539) dirty exists 2024-04-10T15:11:12.338 INFO:tasks.rados.rados.0.smithi102.stdout:1658: left oid 37 (ObjNum 539 snap 144 seq_num 539) 2024-04-10T15:11:12.338 INFO:tasks.rados.rados.0.smithi102.stdout:1660: finishing write tid 1 to smithi10276805-18 2024-04-10T15:11:12.338 INFO:tasks.rados.rados.0.smithi102.stdout:1658: done (3 left) 2024-04-10T15:11:12.338 INFO:tasks.rados.rados.0.smithi102.stdout:1659: done (2 left) 2024-04-10T15:11:12.338 INFO:tasks.rados.rados.0.smithi102.stdout:1662: setattr oid 16 current snap is 144 2024-04-10T15:11:12.338 INFO:tasks.rados.rados.0.smithi102.stdout:1660: finishing write tid 2 to smithi10276805-18 2024-04-10T15:11:12.338 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 41 current snap is 144 2024-04-10T15:11:12.338 INFO:tasks.rados.rados.0.smithi102.stdout:1663: seq_num 541 ranges {1605632=663552,2269184=557056,2826240=475136,3301376=172032} 2024-04-10T15:11:12.349 INFO:tasks.rados.rados.0.smithi102.stdout:1663: writing smithi10276805-41 from 1605632 to 2269184 tid 1 2024-04-10T15:11:12.352 INFO:tasks.rados.rados.0.smithi102.stdout:1663: writing smithi10276805-41 from 2269184 to 2826240 tid 2 2024-04-10T15:11:12.355 INFO:tasks.rados.rados.0.smithi102.stdout:1663: writing smithi10276805-41 from 2826240 to 3301376 tid 3 2024-04-10T15:11:12.357 INFO:tasks.rados.rados.0.smithi102.stdout:1663: writing smithi10276805-41 from 3301376 to 3473408 tid 4 2024-04-10T15:11:12.357 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 12 current snap is 144 2024-04-10T15:11:12.357 INFO:tasks.rados.rados.0.smithi102.stdout:1661: finishing rollback tid 0 to smithi10276805-34 2024-04-10T15:11:12.357 INFO:tasks.rados.rados.0.smithi102.stdout:1661: finishing rollback tid 1 to smithi10276805-34 2024-04-10T15:11:12.357 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 780 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:11:12.357 INFO:tasks.rados.rados.0.smithi102.stdout:1660: finishing write tid 3 to smithi10276805-18 2024-04-10T15:11:12.357 INFO:tasks.rados.rados.0.smithi102.stdout:1660: finishing write tid 4 to smithi10276805-18 2024-04-10T15:11:12.357 INFO:tasks.rados.rados.0.smithi102.stdout:1664: seq_num 542 ranges {57344=679936,737280=442368,1179648=679936,1859584=81920} 2024-04-10T15:11:12.361 INFO:tasks.rados.rados.0.smithi102.stdout:1664: writing smithi10276805-12 from 57344 to 737280 tid 1 2024-04-10T15:11:12.363 INFO:tasks.rados.rados.0.smithi102.stdout:1664: writing smithi10276805-12 from 737280 to 1179648 tid 2 2024-04-10T15:11:12.367 INFO:tasks.rados.rados.0.smithi102.stdout:1664: writing smithi10276805-12 from 1179648 to 1859584 tid 3 2024-04-10T15:11:12.368 INFO:tasks.rados.rados.0.smithi102.stdout:1664: writing smithi10276805-12 from 1859584 to 1941504 tid 4 2024-04-10T15:11:12.368 INFO:tasks.rados.rados.0.smithi102.stdout:1661: done (4 left) 2024-04-10T15:11:12.369 INFO:tasks.rados.rados.0.smithi102.stdout:1665: read oid 13 snap -1 2024-04-10T15:11:12.369 INFO:tasks.rados.rados.0.smithi102.stdout:1665: expect (ObjNum 511 snap 138 seq_num 511) 2024-04-10T15:11:12.369 INFO:tasks.rados.rados.0.smithi102.stdout:1666: read oid 43 snap -1 2024-04-10T15:11:12.369 INFO:tasks.rados.rados.0.smithi102.stdout:1666: expect deleted 2024-04-10T15:11:12.369 INFO:tasks.rados.rados.0.smithi102.stdout:1667: snap_create 2024-04-10T15:11:12.369 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 1056 (ObjNum 458 snap 120 seq_num 458) dirty exists 2024-04-10T15:11:12.369 INFO:tasks.rados.rados.0.smithi102.stdout:1660: finishing write tid 5 to smithi10276805-18 2024-04-10T15:11:12.369 INFO:tasks.rados.rados.0.smithi102.stdout:1660: oid 18 updating version 0 to 1128 2024-04-10T15:11:12.369 INFO:tasks.rados.rados.0.smithi102.stdout:1660: oid 18 updating version 1128 to 1130 2024-04-10T15:11:12.369 INFO:tasks.rados.rados.0.smithi102.stdout:1660: oid 18 version 1130 is already newer than 1129 2024-04-10T15:11:12.369 INFO:tasks.rados.rados.0.smithi102.stdout:1660: oid 18 updating version 1130 to 1131 2024-04-10T15:11:12.369 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 1131 (ObjNum 540 snap 144 seq_num 540) dirty exists 2024-04-10T15:11:12.369 INFO:tasks.rados.rados.0.smithi102.stdout:1660: left oid 18 (ObjNum 540 snap 144 seq_num 540) 2024-04-10T15:11:12.369 INFO:tasks.rados.rados.0.smithi102.stdout:1663: finishing write tid 1 to smithi10276805-41 2024-04-10T15:11:12.369 INFO:tasks.rados.rados.0.smithi102.stdout:1663: finishing write tid 2 to smithi10276805-41 2024-04-10T15:11:12.369 INFO:tasks.rados.rados.0.smithi102.stdout:1663: finishing write tid 3 to smithi10276805-41 2024-04-10T15:11:12.369 INFO:tasks.rados.rados.0.smithi102.stdout:1663: finishing write tid 4 to smithi10276805-41 2024-04-10T15:11:12.370 INFO:tasks.rados.rados.0.smithi102.stdout:1663: finishing write tid 5 to smithi10276805-41 2024-04-10T15:11:12.370 INFO:tasks.rados.rados.0.smithi102.stdout:1663: finishing write tid 6 to smithi10276805-41 2024-04-10T15:11:12.370 INFO:tasks.rados.rados.0.smithi102.stdout:1663: oid 41 updating version 0 to 609 2024-04-10T15:11:12.370 INFO:tasks.rados.rados.0.smithi102.stdout:1663: oid 41 updating version 609 to 611 2024-04-10T15:11:12.370 INFO:tasks.rados.rados.0.smithi102.stdout:1663: oid 41 updating version 611 to 612 2024-04-10T15:11:12.370 INFO:tasks.rados.rados.0.smithi102.stdout:1663: oid 41 version 612 is already newer than 610 2024-04-10T15:11:12.370 INFO:tasks.rados.rados.0.smithi102.stdout:1663: oid 41 updating version 612 to 613 2024-04-10T15:11:12.370 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 613 (ObjNum 541 snap 144 seq_num 541) dirty exists 2024-04-10T15:11:12.370 INFO:tasks.rados.rados.0.smithi102.stdout:1663: left oid 41 (ObjNum 541 snap 144 seq_num 541) 2024-04-10T15:11:12.370 INFO:tasks.rados.rados.0.smithi102.stdout:1664: finishing write tid 1 to smithi10276805-12 2024-04-10T15:11:12.370 INFO:tasks.rados.rados.0.smithi102.stdout:1664: finishing write tid 2 to smithi10276805-12 2024-04-10T15:11:12.371 INFO:tasks.rados.rados.0.smithi102.stdout:1664: finishing write tid 3 to smithi10276805-12 2024-04-10T15:11:12.371 INFO:tasks.rados.rados.0.smithi102.stdout:1664: finishing write tid 4 to smithi10276805-12 2024-04-10T15:11:12.371 INFO:tasks.rados.rados.0.smithi102.stdout:1664: finishing write tid 5 to smithi10276805-12 2024-04-10T15:11:12.372 INFO:tasks.rados.rados.0.smithi102.stdout:1664: finishing write tid 6 to smithi10276805-12 2024-04-10T15:11:12.372 INFO:tasks.rados.rados.0.smithi102.stdout:1664: oid 12 updating version 0 to 1135 2024-04-10T15:11:12.372 INFO:tasks.rados.rados.0.smithi102.stdout:1664: oid 12 version 1135 is already newer than 1133 2024-04-10T15:11:12.372 INFO:tasks.rados.rados.0.smithi102.stdout:1664: oid 12 updating version 1135 to 1136 2024-04-10T15:11:12.372 INFO:tasks.rados.rados.0.smithi102.stdout:1664: oid 12 version 1136 is already newer than 1132 2024-04-10T15:11:12.372 INFO:tasks.rados.rados.0.smithi102.stdout:1664: oid 12 version 1136 is already newer than 1134 2024-04-10T15:11:12.372 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 1136 (ObjNum 542 snap 144 seq_num 542) dirty exists 2024-04-10T15:11:12.372 INFO:tasks.rados.rados.0.smithi102.stdout:1664: left oid 12 (ObjNum 542 snap 144 seq_num 542) 2024-04-10T15:11:12.374 INFO:tasks.rados.rados.0.smithi102.stdout:1665: expect (ObjNum 511 snap 138 seq_num 511) 2024-04-10T15:11:12.579 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:12 smithi102 ceph-mon[90943]: osdmap e364: 8 total, 8 up, 8 in 2024-04-10T15:11:12.579 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:12 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:11:12.579 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:12 smithi102 ceph-mon[90943]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:11:12.579 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:12 smithi102 ceph-mon[90943]: Upgrade: osd.2 is safe to restart 2024-04-10T15:11:12.579 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:12 smithi102 ceph-mon[88557]: osdmap e364: 8 total, 8 up, 8 in 2024-04-10T15:11:12.579 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:12 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:11:12.579 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:12 smithi102 ceph-mon[88557]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:11:12.579 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:12 smithi102 ceph-mon[88557]: Upgrade: osd.2 is safe to restart 2024-04-10T15:11:12.627 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:11:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:11:12.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:12 smithi154 ceph-mon[84269]: osdmap e364: 8 total, 8 up, 8 in 2024-04-10T15:11:12.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:12 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:11:12.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:12 smithi154 ceph-mon[84269]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["2"], "max": 16}]: dispatch 2024-04-10T15:11:12.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:12 smithi154 ceph-mon[84269]: Upgrade: osd.2 is safe to restart 2024-04-10T15:11:13.166 INFO:tasks.rados.rados.0.smithi102.stdout:1660: done (6 left) 2024-04-10T15:11:13.166 INFO:tasks.rados.rados.0.smithi102.stdout:1662: done (5 left) 2024-04-10T15:11:13.166 INFO:tasks.rados.rados.0.smithi102.stdout:1663: done (4 left) 2024-04-10T15:11:13.166 INFO:tasks.rados.rados.0.smithi102.stdout:1664: done (3 left) 2024-04-10T15:11:13.167 INFO:tasks.rados.rados.0.smithi102.stdout:1665: done (2 left) 2024-04-10T15:11:13.167 INFO:tasks.rados.rados.0.smithi102.stdout:1666: done (1 left) 2024-04-10T15:11:13.167 INFO:tasks.rados.rados.0.smithi102.stdout:1667: done (0 left) 2024-04-10T15:11:13.167 INFO:tasks.rados.rados.0.smithi102.stdout:1668: read oid 24 snap -1 2024-04-10T15:11:13.167 INFO:tasks.rados.rados.0.smithi102.stdout:1668: expect (ObjNum 384 snap 101 seq_num 384) 2024-04-10T15:11:13.167 INFO:tasks.rados.rados.0.smithi102.stdout:1669: rollback oid 1 current snap is 145 2024-04-10T15:11:13.167 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 1 to 141 2024-04-10T15:11:13.167 INFO:tasks.rados.rados.0.smithi102.stdout:1670: copy_from oid 19 from oid 13 current snap is 145 2024-04-10T15:11:13.167 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 17 current snap is 145 2024-04-10T15:11:13.167 INFO:tasks.rados.rados.0.smithi102.stdout:1671: seq_num 543 ranges {0=704512,704512=729088,1433600=475136} 2024-04-10T15:11:13.170 INFO:tasks.rados.rados.0.smithi102.stdout:1671: writing smithi10276805-17 from 0 to 704512 tid 1 2024-04-10T15:11:13.174 INFO:tasks.rados.rados.0.smithi102.stdout:1671: writing smithi10276805-17 from 704512 to 1433600 tid 2 2024-04-10T15:11:13.178 INFO:tasks.rados.rados.0.smithi102.stdout:1671: writing smithi10276805-17 from 1433600 to 1908736 tid 3 2024-04-10T15:11:13.178 INFO:tasks.rados.rados.0.smithi102.stdout:1672: delete oid 41 current snap is 145 2024-04-10T15:11:13.178 INFO:tasks.rados.rados.0.smithi102.stdout:1669: finishing rollback tid 0 to smithi10276805-1 2024-04-10T15:11:13.178 INFO:tasks.rados.rados.0.smithi102.stdout:1669: finishing rollback tid 1 to smithi10276805-1 2024-04-10T15:11:13.178 INFO:tasks.rados.rados.0.smithi102.stdout:1669: finishing rollback tid 2 to smithi10276805-1 2024-04-10T15:11:13.179 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 1059 (ObjNum 515 snap 140 seq_num 515) dirty exists 2024-04-10T15:11:13.179 INFO:tasks.rados.rados.0.smithi102.stdout:1670: finishing copy_from racing read to smithi10276805-19 2024-04-10T15:11:13.181 INFO:tasks.rados.rados.0.smithi102.stdout:1670: finishing copy_from to smithi10276805-19 2024-04-10T15:11:13.181 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 1098 (ObjNum 511 snap 138 seq_num 511) dirty exists 2024-04-10T15:11:13.181 INFO:tasks.rados.rados.0.smithi102.stdout:1671: finishing write tid 1 to smithi10276805-17 2024-04-10T15:11:13.181 INFO:tasks.rados.rados.0.smithi102.stdout:1669: done (4 left) 2024-04-10T15:11:13.182 INFO:tasks.rados.rados.0.smithi102.stdout:1670: done (3 left) 2024-04-10T15:11:13.182 INFO:tasks.rados.rados.0.smithi102.stdout:1672: done (2 left) 2024-04-10T15:11:13.182 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 47 current snap is 145 2024-04-10T15:11:13.182 INFO:tasks.rados.rados.0.smithi102.stdout:1673: seq_num 545 ranges {4677632=737280,5414912=491520,5906432=450560,6356992=262144} 2024-04-10T15:11:13.211 INFO:tasks.rados.rados.0.smithi102.stdout:1673: writing smithi10276805-47 from 4677632 to 5414912 tid 1 2024-04-10T15:11:13.213 INFO:tasks.rados.rados.0.smithi102.stdout:1673: writing smithi10276805-47 from 5414912 to 5906432 tid 2 2024-04-10T15:11:13.216 INFO:tasks.rados.rados.0.smithi102.stdout:1673: writing smithi10276805-47 from 5906432 to 6356992 tid 3 2024-04-10T15:11:13.218 INFO:tasks.rados.rados.0.smithi102.stdout:1673: writing smithi10276805-47 from 6356992 to 6619136 tid 4 2024-04-10T15:11:13.218 INFO:tasks.rados.rados.0.smithi102.stdout:1674: rollback oid 5 current snap is 145 2024-04-10T15:11:13.218 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 5 to 136 2024-04-10T15:11:13.218 INFO:tasks.rados.rados.0.smithi102.stdout:1671: finishing write tid 2 to smithi10276805-17 2024-04-10T15:11:13.218 INFO:tasks.rados.rados.0.smithi102.stdout:1671: finishing write tid 3 to smithi10276805-17 2024-04-10T15:11:13.218 INFO:tasks.rados.rados.0.smithi102.stdout:1671: finishing write tid 4 to smithi10276805-17 2024-04-10T15:11:13.218 INFO:tasks.rados.rados.0.smithi102.stdout:1671: finishing write tid 5 to smithi10276805-17 2024-04-10T15:11:13.218 INFO:tasks.rados.rados.0.smithi102.stdout:1671: oid 17 updating version 0 to 684 2024-04-10T15:11:13.218 INFO:tasks.rados.rados.0.smithi102.stdout:1671: oid 17 updating version 684 to 685 2024-04-10T15:11:13.218 INFO:tasks.rados.rados.0.smithi102.stdout:1671: oid 17 updating version 685 to 686 2024-04-10T15:11:13.218 INFO:tasks.rados.rados.0.smithi102.stdout:1671: oid 17 version 686 is already newer than 683 2024-04-10T15:11:13.219 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 686 (ObjNum 543 snap 145 seq_num 543) dirty exists 2024-04-10T15:11:13.219 INFO:tasks.rados.rados.0.smithi102.stdout:1671: left oid 17 (ObjNum 543 snap 145 seq_num 543) 2024-04-10T15:11:13.219 INFO:tasks.rados.rados.0.smithi102.stdout:1668: expect (ObjNum 384 snap 101 seq_num 384) 2024-04-10T15:11:13.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:13 smithi154 ceph-mon[84269]: osdmap e365: 8 total, 8 up, 8 in 2024-04-10T15:11:13.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:13 smithi154 ceph-mon[84269]: pgmap v200: 121 pgs: 121 active+clean; 187 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 734 KiB/s wr, 2 op/s 2024-04-10T15:11:13.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:13 smithi154 ceph-mon[84269]: osdmap e366: 8 total, 8 up, 8 in 2024-04-10T15:11:13.628 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:11:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:11:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:11:13.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:13 smithi102 ceph-mon[88557]: osdmap e365: 8 total, 8 up, 8 in 2024-04-10T15:11:13.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:13 smithi102 ceph-mon[88557]: pgmap v200: 121 pgs: 121 active+clean; 187 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 734 KiB/s wr, 2 op/s 2024-04-10T15:11:13.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:13 smithi102 ceph-mon[88557]: osdmap e366: 8 total, 8 up, 8 in 2024-04-10T15:11:13.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:13 smithi102 ceph-mon[90943]: osdmap e365: 8 total, 8 up, 8 in 2024-04-10T15:11:13.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:13 smithi102 ceph-mon[90943]: pgmap v200: 121 pgs: 121 active+clean; 187 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 734 KiB/s wr, 2 op/s 2024-04-10T15:11:13.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:13 smithi102 ceph-mon[90943]: osdmap e366: 8 total, 8 up, 8 in 2024-04-10T15:11:13.852 INFO:tasks.rados.rados.0.smithi102.stdout:1673: finishing write tid 1 to smithi10276805-47 2024-04-10T15:11:13.852 INFO:tasks.rados.rados.0.smithi102.stdout:1673: finishing write tid 2 to smithi10276805-47 2024-04-10T15:11:13.853 INFO:tasks.rados.rados.0.smithi102.stdout:1674: finishing rollback tid 0 to smithi10276805-5 2024-04-10T15:11:13.853 INFO:tasks.rados.rados.0.smithi102.stdout:1674: finishing rollback tid 1 to smithi10276805-5 2024-04-10T15:11:13.853 INFO:tasks.rados.rados.0.smithi102.stdout:1674: finishing rollback tid 2 to smithi10276805-5 2024-04-10T15:11:13.853 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 274 (ObjNum 471 snap 127 seq_num 471) dirty exists 2024-04-10T15:11:13.853 INFO:tasks.rados.rados.0.smithi102.stdout:1673: finishing write tid 3 to smithi10276805-47 2024-04-10T15:11:13.853 INFO:tasks.rados.rados.0.smithi102.stdout:1673: finishing write tid 4 to smithi10276805-47 2024-04-10T15:11:13.853 INFO:tasks.rados.rados.0.smithi102.stdout:1673: finishing write tid 5 to smithi10276805-47 2024-04-10T15:11:13.853 INFO:tasks.rados.rados.0.smithi102.stdout:1668: done (3 left) 2024-04-10T15:11:13.853 INFO:tasks.rados.rados.0.smithi102.stdout:1671: done (2 left) 2024-04-10T15:11:13.853 INFO:tasks.rados.rados.0.smithi102.stdout:1674: done (1 left) 2024-04-10T15:11:13.853 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 145 2024-04-10T15:11:13.853 INFO:tasks.rados.rados.0.smithi102.stdout:1673: finishing write tid 6 to smithi10276805-47 2024-04-10T15:11:13.853 INFO:tasks.rados.rados.0.smithi102.stdout:1673: oid 47 updating version 0 to 1162 2024-04-10T15:11:13.853 INFO:tasks.rados.rados.0.smithi102.stdout:1673: oid 47 updating version 1162 to 1163 2024-04-10T15:11:13.853 INFO:tasks.rados.rados.0.smithi102.stdout:1673: oid 47 updating version 1163 to 1165 2024-04-10T15:11:13.854 INFO:tasks.rados.rados.0.smithi102.stdout:1673: oid 47 version 1165 is already newer than 1164 2024-04-10T15:11:13.854 INFO:tasks.rados.rados.0.smithi102.stdout:1673: oid 47 version 1165 is already newer than 1161 2024-04-10T15:11:13.854 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 1165 (ObjNum 545 snap 145 seq_num 545) dirty exists 2024-04-10T15:11:13.854 INFO:tasks.rados.rados.0.smithi102.stdout:1673: left oid 47 (ObjNum 545 snap 145 seq_num 545) 2024-04-10T15:11:13.854 INFO:tasks.rados.rados.0.smithi102.stdout:1675: seq_num 546 ranges {3014656=753664,3768320=778240,4546560=425984} 2024-04-10T15:11:13.873 INFO:tasks.rados.rados.0.smithi102.stdout:1675: writing smithi10276805-4 from 3014656 to 3768320 tid 1 2024-04-10T15:11:13.877 INFO:tasks.rados.rados.0.smithi102.stdout:1675: writing smithi10276805-4 from 3768320 to 4546560 tid 2 2024-04-10T15:11:13.880 INFO:tasks.rados.rados.0.smithi102.stdout:1675: writing smithi10276805-4 from 4546560 to 4972544 tid 3 2024-04-10T15:11:13.880 INFO:tasks.rados.rados.0.smithi102.stdout:1673: done (1 left) 2024-04-10T15:11:13.880 INFO:tasks.rados.rados.0.smithi102.stdout:1676: setattr oid 10 current snap is 145 2024-04-10T15:11:13.880 INFO:tasks.rados.rados.0.smithi102.stdout:1675: finishing write tid 1 to smithi10276805-4 2024-04-10T15:11:13.881 INFO:tasks.rados.rados.0.smithi102.stdout:1675: finishing write tid 2 to smithi10276805-4 2024-04-10T15:11:13.882 INFO:tasks.rados.rados.0.smithi102.stdout:1677: setattr oid 17 current snap is 145 2024-04-10T15:11:13.882 INFO:tasks.rados.rados.0.smithi102.stdout:1675: finishing write tid 3 to smithi10276805-4 2024-04-10T15:11:13.882 INFO:tasks.rados.rados.0.smithi102.stdout:1675: finishing write tid 4 to smithi10276805-4 2024-04-10T15:11:13.884 INFO:tasks.rados.rados.0.smithi102.stdout:1675: finishing write tid 5 to smithi10276805-4 2024-04-10T15:11:13.884 INFO:tasks.rados.rados.0.smithi102.stdout:1675: oid 4 updating version 0 to 241 2024-04-10T15:11:13.884 INFO:tasks.rados.rados.0.smithi102.stdout:1675: oid 4 version 241 is already newer than 240 2024-04-10T15:11:13.884 INFO:tasks.rados.rados.0.smithi102.stdout:1675: oid 4 updating version 241 to 242 2024-04-10T15:11:13.884 INFO:tasks.rados.rados.0.smithi102.stdout:1675: oid 4 updating version 242 to 243 2024-04-10T15:11:13.884 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 243 (ObjNum 546 snap 145 seq_num 546) dirty exists 2024-04-10T15:11:13.884 INFO:tasks.rados.rados.0.smithi102.stdout:1675: left oid 4 (ObjNum 546 snap 145 seq_num 546) 2024-04-10T15:11:13.884 INFO:tasks.rados.rados.0.smithi102.stdout:1675: done (2 left) 2024-04-10T15:11:13.885 INFO:tasks.rados.rados.0.smithi102.stdout:1678: copy_from oid 40 from oid 3 current snap is 145 2024-04-10T15:11:13.885 INFO:tasks.rados.rados.0.smithi102.stdout:1679: read oid 11 snap -1 2024-04-10T15:11:13.885 INFO:tasks.rados.rados.0.smithi102.stdout:1679: expect deleted 2024-04-10T15:11:13.885 INFO:tasks.rados.rados.0.smithi102.stdout:1680: rollback oid 7 current snap is 145 2024-04-10T15:11:13.885 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 7 to 141 2024-04-10T15:11:13.885 INFO:tasks.rados.rados.0.smithi102.stdout:1681: copy_from oid 42 from oid 18 current snap is 145 2024-04-10T15:11:13.885 INFO:tasks.rados.rados.0.smithi102.stdout:1682: rollback oid 1 current snap is 145 2024-04-10T15:11:13.885 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 1 to 136 2024-04-10T15:11:13.885 INFO:tasks.rados.rados.0.smithi102.stdout:1683: snap_create 2024-04-10T15:11:13.885 INFO:tasks.rados.rados.0.smithi102.stdout:1680: finishing rollback tid 1 to smithi10276805-7 2024-04-10T15:11:13.885 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 0 (ObjNum 943077170 snap 875377968 seq_num 304) dirty dne 2024-04-10T15:11:13.886 INFO:tasks.rados.rados.0.smithi102.stdout:1678: finishing copy_from to smithi10276805-40 2024-04-10T15:11:13.886 INFO:tasks.rados.rados.0.smithi102.stdout:1678: got expected ENOENT (src dne) 2024-04-10T15:11:13.886 INFO:tasks.rados.rados.0.smithi102.stdout:1678: finishing copy_from racing read to smithi10276805-40 2024-04-10T15:11:13.886 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 790 (ObjNum 536 snap 144 seq_num 536) dirty exists 2024-04-10T15:11:13.886 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 687 (ObjNum 543 snap 145 seq_num 543) dirty exists 2024-04-10T15:11:13.888 INFO:tasks.rados.rados.0.smithi102.stdout:1682: finishing rollback tid 0 to smithi10276805-1 2024-04-10T15:11:13.888 INFO:tasks.rados.rados.0.smithi102.stdout:1682: finishing rollback tid 1 to smithi10276805-1 2024-04-10T15:11:13.888 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 1061 (ObjNum 593 snap 0 seq_num 87873992) dirty dne 2024-04-10T15:11:13.900 INFO:tasks.rados.rados.0.smithi102.stdout:1681: finishing copy_from racing read to smithi10276805-42 2024-04-10T15:11:13.901 INFO:tasks.rados.rados.0.smithi102.stdout:1681: finishing copy_from to smithi10276805-42 2024-04-10T15:11:13.901 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 1131 (ObjNum 540 snap 144 seq_num 540) dirty exists 2024-04-10T15:11:14.394 INFO:tasks.rados.rados.0.smithi102.stdout:1676: done (7 left) 2024-04-10T15:11:14.394 INFO:tasks.rados.rados.0.smithi102.stdout:1677: done (6 left) 2024-04-10T15:11:14.394 INFO:tasks.rados.rados.0.smithi102.stdout:1678: done (5 left) 2024-04-10T15:11:14.394 INFO:tasks.rados.rados.0.smithi102.stdout:1679: done (4 left) 2024-04-10T15:11:14.394 INFO:tasks.rados.rados.0.smithi102.stdout:1680: done (3 left) 2024-04-10T15:11:14.394 INFO:tasks.rados.rados.0.smithi102.stdout:1681: done (2 left) 2024-04-10T15:11:14.394 INFO:tasks.rados.rados.0.smithi102.stdout:1682: done (1 left) 2024-04-10T15:11:14.394 INFO:tasks.rados.rados.0.smithi102.stdout:1683: done (0 left) 2024-04-10T15:11:14.394 INFO:tasks.rados.rados.0.smithi102.stdout:1684: snap_create 2024-04-10T15:11:14.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:14 smithi102 ceph-mon[90943]: Upgrade: Updating osd.2 2024-04-10T15:11:14.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:14.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T15:11:14.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:11:14.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:14 smithi102 ceph-mon[90943]: Deploying daemon osd.2 on smithi102 2024-04-10T15:11:14.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:14 smithi102 ceph-mon[88557]: Upgrade: Updating osd.2 2024-04-10T15:11:14.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:14.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T15:11:14.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:11:14.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:14 smithi102 ceph-mon[88557]: Deploying daemon osd.2 on smithi102 2024-04-10T15:11:14.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:14 smithi154 ceph-mon[84269]: Upgrade: Updating osd.2 2024-04-10T15:11:14.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:14.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.2"}]: dispatch 2024-04-10T15:11:14.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:11:14.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:14 smithi154 ceph-mon[84269]: Deploying daemon osd.2 on smithi102 2024-04-10T15:11:15.400 INFO:tasks.rados.rados.0.smithi102.stdout:1684: done (0 left) 2024-04-10T15:11:15.400 INFO:tasks.rados.rados.0.smithi102.stdout:1685: read oid 37 snap -1 2024-04-10T15:11:15.400 INFO:tasks.rados.rados.0.smithi102.stdout:1685: expect (ObjNum 539 snap 144 seq_num 539) 2024-04-10T15:11:15.400 INFO:tasks.rados.rados.0.smithi102.stdout:1686: rollback oid 41 current snap is 147 2024-04-10T15:11:15.400 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 41 to 144 2024-04-10T15:11:15.400 INFO:tasks.rados.rados.0.smithi102.stdout:1687: delete oid 12 current snap is 147 2024-04-10T15:11:15.403 INFO:tasks.rados.rados.0.smithi102.stdout:1687: done (2 left) 2024-04-10T15:11:15.403 INFO:tasks.rados.rados.0.smithi102.stdout:1688: rollback oid 14 current snap is 147 2024-04-10T15:11:15.403 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 14 to 144 2024-04-10T15:11:15.403 INFO:tasks.rados.rados.0.smithi102.stdout:1689: snap_remove snap 146 2024-04-10T15:11:15.638 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:15 smithi102 ceph-mon[90943]: osdmap e367: 8 total, 8 up, 8 in 2024-04-10T15:11:15.638 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:15 smithi102 ceph-mon[90943]: pgmap v203: 121 pgs: 121 active+clean; 226 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 13 MiB/s wr, 55 op/s 2024-04-10T15:11:15.638 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:15 smithi102 ceph-mon[88557]: osdmap e367: 8 total, 8 up, 8 in 2024-04-10T15:11:15.639 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:15 smithi102 ceph-mon[88557]: pgmap v203: 121 pgs: 121 active+clean; 226 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 13 MiB/s wr, 55 op/s 2024-04-10T15:11:15.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:15 smithi154 ceph-mon[84269]: osdmap e367: 8 total, 8 up, 8 in 2024-04-10T15:11:15.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:15 smithi154 ceph-mon[84269]: pgmap v203: 121 pgs: 121 active+clean; 226 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 13 MiB/s wr, 55 op/s 2024-04-10T15:11:16.423 INFO:tasks.rados.rados.0.smithi102.stdout:1689: done (3 left) 2024-04-10T15:11:16.423 INFO:tasks.rados.rados.0.smithi102.stdout:1690: copy_from oid 6 from oid 20 current snap is 147 2024-04-10T15:11:16.425 INFO:tasks.rados.rados.0.smithi102.stdout:1688: finishing rollback tid 0 to smithi10276805-14 2024-04-10T15:11:16.425 INFO:tasks.rados.rados.0.smithi102.stdout:1688: finishing rollback tid 1 to smithi10276805-14 2024-04-10T15:11:16.425 INFO:tasks.rados.rados.0.smithi102.stdout:1688: finishing rollback tid 2 to smithi10276805-14 2024-04-10T15:11:16.425 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 1062 (ObjNum 487 snap 130 seq_num 487) dirty exists 2024-04-10T15:11:16.425 INFO:tasks.rados.rados.0.smithi102.stdout:1686: finishing rollback tid 1 to smithi10276805-41 2024-04-10T15:11:16.425 INFO:tasks.rados.rados.0.smithi102.stdout:1686: finishing rollback tid 2 to smithi10276805-41 2024-04-10T15:11:16.425 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 1101 (ObjNum 541 snap 144 seq_num 541) dirty exists 2024-04-10T15:11:16.425 INFO:tasks.rados.rados.0.smithi102.stdout:1685: expect (ObjNum 539 snap 144 seq_num 539) 2024-04-10T15:11:16.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:16 smithi102 ceph-mon[88557]: osdmap e368: 8 total, 8 up, 8 in 2024-04-10T15:11:16.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:16 smithi102 ceph-mon[90943]: osdmap e368: 8 total, 8 up, 8 in 2024-04-10T15:11:16.658 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:16 smithi102 systemd[1]: Stopping Ceph osd.2 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:11:16.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:16 smithi154 ceph-mon[84269]: osdmap e368: 8 total, 8 up, 8 in 2024-04-10T15:11:17.055 INFO:tasks.rados.rados.0.smithi102.stdout:1690: finishing copy_from racing read to smithi10276805-6 2024-04-10T15:11:17.055 INFO:tasks.rados.rados.0.smithi102.stdout:1685: done (3 left) 2024-04-10T15:11:17.055 INFO:tasks.rados.rados.0.smithi102.stdout:1686: done (2 left) 2024-04-10T15:11:17.055 INFO:tasks.rados.rados.0.smithi102.stdout:1688: done (1 left) 2024-04-10T15:11:17.055 INFO:tasks.rados.rados.0.smithi102.stdout:1691: snap_remove snap 145 2024-04-10T15:11:17.157 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2[53432]: 2024-04-10T15:11:16.875+0000 7fb56f2e2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:11:17.157 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2[53432]: 2024-04-10T15:11:16.875+0000 7fb56f2e2700 -1 osd.2 369 *** Got signal Terminated *** 2024-04-10T15:11:17.157 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2[53432]: 2024-04-10T15:11:16.875+0000 7fb56f2e2700 -1 osd.2 369 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T15:11:17.424 INFO:tasks.rados.rados.0.smithi102.stdout:1691: done (1 left) 2024-04-10T15:11:17.424 INFO:tasks.rados.rados.0.smithi102.stdout:1692: read oid 3 snap -1 2024-04-10T15:11:17.424 INFO:tasks.rados.rados.0.smithi102.stdout:1692: expect deleted 2024-04-10T15:11:17.424 INFO:tasks.rados.rados.0.smithi102.stdout:1693: copy_from oid 41 from oid 36 current snap is 147 2024-04-10T15:11:17.424 INFO:tasks.rados.rados.0.smithi102.stdout:1694: copy_from oid 45 from oid 14 current snap is 147 2024-04-10T15:11:17.424 INFO:tasks.rados.rados.0.smithi102.stdout:1695: read oid 2 snap 144 2024-04-10T15:11:17.424 INFO:tasks.rados.rados.0.smithi102.stdout:1695: expect (ObjNum 499 snap 136 seq_num 499) 2024-04-10T15:11:17.424 INFO:tasks.rados.rados.0.smithi102.stdout:1696: snap_remove snap 136 2024-04-10T15:11:17.807 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:11:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:11:17] "GET /metrics HTTP/1.1" 200 36220 "" "Prometheus/2.43.0" 2024-04-10T15:11:17.808 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:17 smithi102 ceph-mon[90943]: osdmap e369: 8 total, 8 up, 8 in 2024-04-10T15:11:17.808 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:17 smithi102 ceph-mon[90943]: osd.2 marked itself down and dead 2024-04-10T15:11:17.808 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:17 smithi102 ceph-mon[90943]: pgmap v206: 121 pgs: 121 active+clean; 226 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 12 MiB/s wr, 53 op/s 2024-04-10T15:11:17.808 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:17 smithi102 ceph-mon[88557]: osdmap e369: 8 total, 8 up, 8 in 2024-04-10T15:11:17.808 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:17 smithi102 ceph-mon[88557]: osd.2 marked itself down and dead 2024-04-10T15:11:17.808 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:17 smithi102 ceph-mon[88557]: pgmap v206: 121 pgs: 121 active+clean; 226 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 12 MiB/s wr, 53 op/s 2024-04-10T15:11:17.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:17 smithi154 ceph-mon[84269]: osdmap e369: 8 total, 8 up, 8 in 2024-04-10T15:11:17.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:17 smithi154 ceph-mon[84269]: osd.2 marked itself down and dead 2024-04-10T15:11:17.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:17 smithi154 ceph-mon[84269]: pgmap v206: 121 pgs: 121 active+clean; 226 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 19 MiB/s rd, 12 MiB/s wr, 53 op/s 2024-04-10T15:11:18.157 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:18 smithi102 podman[105784]: 2024-04-10 15:11:18.014244 +0000 UTC m=+1.252129735 container died eb8f648e200796951084b555ef4b7e99a7b3f622cfb1887dc39753514db394be (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, GIT_BRANCH=HEAD, RELEASE=reef-d540eba, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=) 2024-04-10T15:11:18.173 INFO:tasks.rados.rados.0.smithi102.stdout:1696: done (5 left) 2024-04-10T15:11:18.173 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 50 current snap is 147 2024-04-10T15:11:18.173 INFO:tasks.rados.rados.0.smithi102.stdout:1697: seq_num 548 ranges {1548288=786432,2334720=598016,2932736=606208} 2024-04-10T15:11:18.186 INFO:tasks.rados.rados.0.smithi102.stdout:1697: writing smithi10276805-50 from 1548288 to 2334720 tid 1 2024-04-10T15:11:18.190 INFO:tasks.rados.rados.0.smithi102.stdout:1697: writing smithi10276805-50 from 2334720 to 2932736 tid 2 2024-04-10T15:11:18.194 INFO:tasks.rados.rados.0.smithi102.stdout:1697: writing smithi10276805-50 from 2932736 to 3538944 tid 3 2024-04-10T15:11:18.194 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 147 2024-04-10T15:11:18.194 INFO:tasks.rados.rados.0.smithi102.stdout:1690: finishing copy_from to smithi10276805-6 2024-04-10T15:11:18.194 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 773 (ObjNum 528 snap 143 seq_num 528) dirty exists 2024-04-10T15:11:18.194 INFO:tasks.rados.rados.0.smithi102.stdout:1698: seq_num 549 ranges {6881280=802816,7684096=483328,8167424=434176,8601600=286720} 2024-04-10T15:11:18.236 INFO:tasks.rados.rados.0.smithi102.stdout:1698: writing smithi10276805-10 from 6881280 to 7684096 tid 1 2024-04-10T15:11:18.238 INFO:tasks.rados.rados.0.smithi102.stdout:1698: writing smithi10276805-10 from 7684096 to 8167424 tid 2 2024-04-10T15:11:18.241 INFO:tasks.rados.rados.0.smithi102.stdout:1698: writing smithi10276805-10 from 8167424 to 8601600 tid 3 2024-04-10T15:11:18.243 INFO:tasks.rados.rados.0.smithi102.stdout:1698: writing smithi10276805-10 from 8601600 to 8888320 tid 4 2024-04-10T15:11:18.243 INFO:tasks.rados.rados.0.smithi102.stdout:1690: done (6 left) 2024-04-10T15:11:18.243 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 44 current snap is 147 2024-04-10T15:11:18.243 INFO:tasks.rados.rados.0.smithi102.stdout:1699: seq_num 550 ranges {4169728=417792,4587520=770048,5357568=638976,5996544=196608} 2024-04-10T15:11:18.268 INFO:tasks.rados.rados.0.smithi102.stdout:1699: writing smithi10276805-44 from 4169728 to 4587520 tid 1 2024-04-10T15:11:18.272 INFO:tasks.rados.rados.0.smithi102.stdout:1699: writing smithi10276805-44 from 4587520 to 5357568 tid 2 2024-04-10T15:11:18.275 INFO:tasks.rados.rados.0.smithi102.stdout:1699: writing smithi10276805-44 from 5357568 to 5996544 tid 3 2024-04-10T15:11:18.277 INFO:tasks.rados.rados.0.smithi102.stdout:1699: writing smithi10276805-44 from 5996544 to 6193152 tid 4 2024-04-10T15:11:18.277 INFO:tasks.rados.rados.0.smithi102.stdout:1700: snap_create 2024-04-10T15:11:18.277 INFO:tasks.rados.rados.0.smithi102.stdout:1695: expect (ObjNum 499 snap 136 seq_num 499) 2024-04-10T15:11:18.525 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:18 smithi102 ceph-mon[90943]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:11:18.525 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:18 smithi102 ceph-mon[90943]: osdmap e370: 8 total, 7 up, 8 in 2024-04-10T15:11:18.526 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:18 smithi102 ceph-mon[90943]: osdmap e371: 8 total, 7 up, 8 in 2024-04-10T15:11:18.526 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:18 smithi102 ceph-mon[88557]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:11:18.526 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:18 smithi102 ceph-mon[88557]: osdmap e370: 8 total, 7 up, 8 in 2024-04-10T15:11:18.526 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:18 smithi102 ceph-mon[88557]: osdmap e371: 8 total, 7 up, 8 in 2024-04-10T15:11:18.526 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:18 smithi102 podman[105784]: 2024-04-10 15:11:18.33395797 +0000 UTC m=+1.571843714 container cleanup eb8f648e200796951084b555ef4b7e99a7b3f622cfb1887dc39753514db394be (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=reef-d540eba, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-10T15:11:18.526 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:18 smithi102 bash[105784]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2 2024-04-10T15:11:18.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:18 smithi154 ceph-mon[84269]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:11:18.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:18 smithi154 ceph-mon[84269]: osdmap e370: 8 total, 7 up, 8 in 2024-04-10T15:11:18.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:18 smithi154 ceph-mon[84269]: osdmap e371: 8 total, 7 up, 8 in 2024-04-10T15:11:18.907 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:18 smithi102 podman[105813]: 2024-04-10 15:11:18.552140221 +0000 UTC m=+0.537320465 container remove eb8f648e200796951084b555ef4b7e99a7b3f622cfb1887dc39753514db394be (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403) 2024-04-10T15:11:19.296 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:18 smithi102 podman[105908]: 2024-04-10 15:11:18.895099168 +0000 UTC m=+0.018132014 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:11:19.471 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:18 smithi102 podman[105908]: 2024-04-10 15:11:18.994767803 +0000 UTC m=+0.117800641 container create 22552980a5506f73d2670a09eaea6d6983d38f0f967ba2dcc1a3eb2441f3f8cc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-10T15:11:19.471 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:19 smithi102 podman[105908]: 2024-04-10 15:11:19.222412651 +0000 UTC m=+0.345445483 container init 22552980a5506f73d2670a09eaea6d6983d38f0f967ba2dcc1a3eb2441f3f8cc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-deactivate, maintainer=Guillaume Abrioux , GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD) 2024-04-10T15:11:19.471 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:19 smithi102 podman[105908]: 2024-04-10 15:11:19.226811208 +0000 UTC m=+0.349844046 container start 22552980a5506f73d2670a09eaea6d6983d38f0f967ba2dcc1a3eb2441f3f8cc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-deactivate, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-10T15:11:19.474 INFO:tasks.rados.rados.0.smithi102.stdout:1697: finishing write tid 1 to smithi10276805-50 2024-04-10T15:11:19.474 INFO:tasks.rados.rados.0.smithi102.stdout:1697: finishing write tid 2 to smithi10276805-50 2024-04-10T15:11:19.475 INFO:tasks.rados.rados.0.smithi102.stdout:1697: finishing write tid 3 to smithi10276805-50 2024-04-10T15:11:19.475 INFO:tasks.rados.rados.0.smithi102.stdout:1697: finishing write tid 4 to smithi10276805-50 2024-04-10T15:11:19.475 INFO:tasks.rados.rados.0.smithi102.stdout:1697: finishing write tid 5 to smithi10276805-50 2024-04-10T15:11:19.475 INFO:tasks.rados.rados.0.smithi102.stdout:1697: oid 50 updating version 0 to 691 2024-04-10T15:11:19.475 INFO:tasks.rados.rados.0.smithi102.stdout:1697: oid 50 version 691 is already newer than 688 2024-04-10T15:11:19.475 INFO:tasks.rados.rados.0.smithi102.stdout:1697: oid 50 version 691 is already newer than 690 2024-04-10T15:11:19.475 INFO:tasks.rados.rados.0.smithi102.stdout:1697: oid 50 version 691 is already newer than 689 2024-04-10T15:11:19.475 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 691 (ObjNum 548 snap 147 seq_num 548) dirty exists 2024-04-10T15:11:19.475 INFO:tasks.rados.rados.0.smithi102.stdout:1697: left oid 50 (ObjNum 548 snap 147 seq_num 548) 2024-04-10T15:11:19.475 INFO:tasks.rados.rados.0.smithi102.stdout:1693: finishing copy_from racing read to smithi10276805-41 2024-04-10T15:11:19.475 INFO:tasks.rados.rados.0.smithi102.stdout:1692: done (7 left) 2024-04-10T15:11:19.475 INFO:tasks.rados.rados.0.smithi102.stdout:1695: done (6 left) 2024-04-10T15:11:19.475 INFO:tasks.rados.rados.0.smithi102.stdout:1697: done (5 left) 2024-04-10T15:11:19.475 INFO:tasks.rados.rados.0.smithi102.stdout:1700: done (4 left) 2024-04-10T15:11:19.476 INFO:tasks.rados.rados.0.smithi102.stdout:1701: rmattr oid 19 current snap is 148 2024-04-10T15:11:19.476 INFO:tasks.rados.rados.0.smithi102.stdout:1701: done (4 left) 2024-04-10T15:11:19.476 INFO:tasks.rados.rados.0.smithi102.stdout:1702: read oid 17 snap 144 2024-04-10T15:11:19.476 INFO:tasks.rados.rados.0.smithi102.stdout:1702: expect deleted 2024-04-10T15:11:19.476 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 33 current snap is 148 2024-04-10T15:11:19.476 INFO:tasks.rados.rados.0.smithi102.stdout:1693: finishing copy_from to smithi10276805-41 2024-04-10T15:11:19.476 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 706 (ObjNum 133 snap 28 seq_num 133) dirty exists 2024-04-10T15:11:19.476 INFO:tasks.rados.rados.0.smithi102.stdout:1694: finishing copy_from racing read to smithi10276805-45 2024-04-10T15:11:19.476 INFO:tasks.rados.rados.0.smithi102.stdout:1694: finishing copy_from to smithi10276805-45 2024-04-10T15:11:19.476 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 1062 (ObjNum 487 snap 130 seq_num 487) dirty exists 2024-04-10T15:11:19.476 INFO:tasks.rados.rados.0.smithi102.stdout:1698: finishing write tid 1 to smithi10276805-10 2024-04-10T15:11:19.476 INFO:tasks.rados.rados.0.smithi102.stdout:1698: finishing write tid 2 to smithi10276805-10 2024-04-10T15:11:19.476 INFO:tasks.rados.rados.0.smithi102.stdout:1698: finishing write tid 3 to smithi10276805-10 2024-04-10T15:11:19.476 INFO:tasks.rados.rados.0.smithi102.stdout:1698: finishing write tid 4 to smithi10276805-10 2024-04-10T15:11:19.476 INFO:tasks.rados.rados.0.smithi102.stdout:1703: seq_num 551 ranges {0=434176,434176=647168,1081344=450560,1531904=507904} 2024-04-10T15:11:19.476 INFO:tasks.rados.rados.0.smithi102.stdout:1703: writing smithi10276805-33 from 0 to 434176 tid 1 2024-04-10T15:11:19.476 INFO:tasks.rados.rados.0.smithi102.stdout:1703: writing smithi10276805-33 from 434176 to 1081344 tid 2 2024-04-10T15:11:19.477 INFO:tasks.rados.rados.0.smithi102.stdout:1703: writing smithi10276805-33 from 1081344 to 1531904 tid 3 2024-04-10T15:11:19.477 INFO:tasks.rados.rados.0.smithi102.stdout:1703: writing smithi10276805-33 from 1531904 to 2039808 tid 4 2024-04-10T15:11:19.477 INFO:tasks.rados.rados.0.smithi102.stdout:1693: done (5 left) 2024-04-10T15:11:19.477 INFO:tasks.rados.rados.0.smithi102.stdout:1694: done (4 left) 2024-04-10T15:11:19.477 INFO:tasks.rados.rados.0.smithi102.stdout:1704: rollback oid 48 current snap is 148 2024-04-10T15:11:19.477 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 48 to 144 2024-04-10T15:11:19.477 INFO:tasks.rados.rados.0.smithi102.stdout:1698: finishing write tid 5 to smithi10276805-10 2024-04-10T15:11:19.477 INFO:tasks.rados.rados.0.smithi102.stdout:1698: finishing write tid 6 to smithi10276805-10 2024-04-10T15:11:19.477 INFO:tasks.rados.rados.0.smithi102.stdout:1698: oid 10 updating version 0 to 794 2024-04-10T15:11:19.477 INFO:tasks.rados.rados.0.smithi102.stdout:1698: oid 10 version 794 is already newer than 791 2024-04-10T15:11:19.477 INFO:tasks.rados.rados.0.smithi102.stdout:1698: oid 10 version 794 is already newer than 793 2024-04-10T15:11:19.477 INFO:tasks.rados.rados.0.smithi102.stdout:1698: oid 10 version 794 is already newer than 792 2024-04-10T15:11:19.477 INFO:tasks.rados.rados.0.smithi102.stdout:1698: oid 10 updating version 794 to 795 2024-04-10T15:11:19.477 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 795 (ObjNum 549 snap 147 seq_num 549) dirty exists 2024-04-10T15:11:19.477 INFO:tasks.rados.rados.0.smithi102.stdout:1698: left oid 10 (ObjNum 549 snap 147 seq_num 549) 2024-04-10T15:11:19.477 INFO:tasks.rados.rados.0.smithi102.stdout:1699: finishing write tid 1 to smithi10276805-44 2024-04-10T15:11:19.477 INFO:tasks.rados.rados.0.smithi102.stdout:1699: finishing write tid 2 to smithi10276805-44 2024-04-10T15:11:19.478 INFO:tasks.rados.rados.0.smithi102.stdout:1698: done (4 left) 2024-04-10T15:11:19.478 INFO:tasks.rados.rados.0.smithi102.stdout:1705: read oid 26 snap -1 2024-04-10T15:11:19.478 INFO:tasks.rados.rados.0.smithi102.stdout:1705: expect (ObjNum 485 snap 129 seq_num 485) 2024-04-10T15:11:19.478 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 18 current snap is 148 2024-04-10T15:11:19.478 INFO:tasks.rados.rados.0.smithi102.stdout:1699: finishing write tid 3 to smithi10276805-44 2024-04-10T15:11:19.478 INFO:tasks.rados.rados.0.smithi102.stdout:1706: seq_num 552 ranges {2899968=450560,3350528=532480,3883008=655360,4538368=417792} 2024-04-10T15:11:19.478 INFO:tasks.rados.rados.0.smithi102.stdout:1706: writing smithi10276805-18 from 2899968 to 3350528 tid 1 2024-04-10T15:11:19.478 INFO:tasks.rados.rados.0.smithi102.stdout:1706: writing smithi10276805-18 from 3350528 to 3883008 tid 2 2024-04-10T15:11:19.478 INFO:tasks.rados.rados.0.smithi102.stdout:1706: writing smithi10276805-18 from 3883008 to 4538368 tid 3 2024-04-10T15:11:19.478 INFO:tasks.rados.rados.0.smithi102.stdout:1706: writing smithi10276805-18 from 4538368 to 4956160 tid 4 2024-04-10T15:11:19.478 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 148 2024-04-10T15:11:19.478 INFO:tasks.rados.rados.0.smithi102.stdout:1699: finishing write tid 4 to smithi10276805-44 2024-04-10T15:11:19.478 INFO:tasks.rados.rados.0.smithi102.stdout:1699: finishing write tid 5 to smithi10276805-44 2024-04-10T15:11:19.478 INFO:tasks.rados.rados.0.smithi102.stdout:1699: finishing write tid 6 to smithi10276805-44 2024-04-10T15:11:19.478 INFO:tasks.rados.rados.0.smithi102.stdout:1699: oid 44 updating version 0 to 796 2024-04-10T15:11:19.479 INFO:tasks.rados.rados.0.smithi102.stdout:1699: oid 44 updating version 796 to 798 2024-04-10T15:11:19.479 INFO:tasks.rados.rados.0.smithi102.stdout:1699: oid 44 updating version 798 to 799 2024-04-10T15:11:19.479 INFO:tasks.rados.rados.0.smithi102.stdout:1699: oid 44 updating version 799 to 800 2024-04-10T15:11:19.479 INFO:tasks.rados.rados.0.smithi102.stdout:1699: oid 44 version 800 is already newer than 797 2024-04-10T15:11:19.479 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 800 (ObjNum 550 snap 147 seq_num 550) dirty exists 2024-04-10T15:11:19.479 INFO:tasks.rados.rados.0.smithi102.stdout:1699: left oid 44 (ObjNum 550 snap 147 seq_num 550) 2024-04-10T15:11:19.479 INFO:tasks.rados.rados.0.smithi102.stdout:1707: seq_num 553 ranges {12517376=466944,12984320=417792,13402112=417792,13819904=516096,14336000=253952} 2024-04-10T15:11:19.479 INFO:teuthology.orchestra.run.smithi102.stdout:true 2024-04-10T15:11:19.480 INFO:tasks.rados.rados.0.smithi102.stdout:1707: writing smithi10276805-2 from 12517376 to 12984320 tid 1 2024-04-10T15:11:19.480 INFO:tasks.rados.rados.0.smithi102.stdout:1707: writing smithi10276805-2 from 12984320 to 13402112 tid 2 2024-04-10T15:11:19.480 INFO:tasks.rados.rados.0.smithi102.stdout:1707: writing smithi10276805-2 from 13402112 to 13819904 tid 3 2024-04-10T15:11:19.480 INFO:tasks.rados.rados.0.smithi102.stdout:1707: writing smithi10276805-2 from 13819904 to 14336000 tid 4 2024-04-10T15:11:19.481 INFO:tasks.rados.rados.0.smithi102.stdout:1707: writing smithi10276805-2 from 14336000 to 14589952 tid 5 2024-04-10T15:11:19.481 INFO:tasks.rados.rados.0.smithi102.stdout:1699: done (6 left) 2024-04-10T15:11:19.481 INFO:tasks.rados.rados.0.smithi102.stdout:1708: rollback oid 39 current snap is 148 2024-04-10T15:11:19.481 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 39 to 144 2024-04-10T15:11:19.481 INFO:tasks.rados.rados.0.smithi102.stdout:1703: finishing write tid 1 to smithi10276805-33 2024-04-10T15:11:19.481 INFO:tasks.rados.rados.0.smithi102.stdout:1703: finishing write tid 2 to smithi10276805-33 2024-04-10T15:11:19.481 INFO:tasks.rados.rados.0.smithi102.stdout:1703: finishing write tid 3 to smithi10276805-33 2024-04-10T15:11:19.481 INFO:tasks.rados.rados.0.smithi102.stdout:1703: finishing write tid 4 to smithi10276805-33 2024-04-10T15:11:19.481 INFO:tasks.rados.rados.0.smithi102.stdout:1703: finishing write tid 5 to smithi10276805-33 2024-04-10T15:11:19.481 INFO:tasks.rados.rados.0.smithi102.stdout:1704: finishing rollback tid 0 to smithi10276805-48 2024-04-10T15:11:19.481 INFO:tasks.rados.rados.0.smithi102.stdout:1704: finishing rollback tid 1 to smithi10276805-48 2024-04-10T15:11:19.481 INFO:tasks.rados.rados.0.smithi102.stdout:1702: done (6 left) 2024-04-10T15:11:19.481 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 32 current snap is 148 2024-04-10T15:11:19.481 INFO:tasks.rados.rados.0.smithi102.stdout:1709: seq_num 554 ranges {11747328=483328,12230656=704512,12935168=622592,13557760=278528} 2024-04-10T15:11:19.530 INFO:tasks.rados.rados.0.smithi102.stdout:1709: writing smithi10276805-32 from 11747328 to 12230656 tid 1 2024-04-10T15:11:19.535 INFO:tasks.rados.rados.0.smithi102.stdout:1709: writing smithi10276805-32 from 12230656 to 12935168 tid 2 2024-04-10T15:11:19.540 INFO:tasks.rados.rados.0.smithi102.stdout:1709: writing smithi10276805-32 from 12935168 to 13557760 tid 3 2024-04-10T15:11:19.542 INFO:tasks.rados.rados.0.smithi102.stdout:1709: writing smithi10276805-32 from 13557760 to 13836288 tid 4 2024-04-10T15:11:19.542 INFO:tasks.rados.rados.0.smithi102.stdout:1710: copy_from oid 9 from oid 40 current snap is 148 2024-04-10T15:11:19.542 INFO:tasks.rados.rados.0.smithi102.stdout:1704: finishing rollback tid 2 to smithi10276805-48 2024-04-10T15:11:19.542 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 1175 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-10T15:11:19.542 INFO:tasks.rados.rados.0.smithi102.stdout:1703: finishing write tid 6 to smithi10276805-33 2024-04-10T15:11:19.542 INFO:tasks.rados.rados.0.smithi102.stdout:1703: oid 33 updating version 0 to 1100 2024-04-10T15:11:19.542 INFO:tasks.rados.rados.0.smithi102.stdout:1703: oid 33 updating version 1100 to 1101 2024-04-10T15:11:19.543 INFO:tasks.rados.rados.0.smithi102.stdout:1703: oid 33 updating version 1101 to 1102 2024-04-10T15:11:19.543 INFO:tasks.rados.rados.0.smithi102.stdout:1703: oid 33 updating version 1102 to 1103 2024-04-10T15:11:19.543 INFO:tasks.rados.rados.0.smithi102.stdout:1703: oid 33 version 1103 is already newer than 1099 2024-04-10T15:11:19.543 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 1103 (ObjNum 551 snap 148 seq_num 551) dirty exists 2024-04-10T15:11:19.543 INFO:tasks.rados.rados.0.smithi102.stdout:1703: left oid 33 (ObjNum 551 snap 148 seq_num 551) 2024-04-10T15:11:19.543 INFO:tasks.rados.rados.0.smithi102.stdout:1706: finishing write tid 1 to smithi10276805-18 2024-04-10T15:11:19.543 INFO:tasks.rados.rados.0.smithi102.stdout:1706: finishing write tid 2 to smithi10276805-18 2024-04-10T15:11:19.543 INFO:tasks.rados.rados.0.smithi102.stdout:1705: expect (ObjNum 485 snap 129 seq_num 485) 2024-04-10T15:11:19.657 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:19 smithi102 podman[105908]: 2024-04-10 15:11:19.322689114 +0000 UTC m=+0.445721953 container attach 22552980a5506f73d2670a09eaea6d6983d38f0f967ba2dcc1a3eb2441f3f8cc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-deactivate, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-10T15:11:19.657 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:19 smithi102 podman[105908]: 2024-04-10 15:11:19.541306558 +0000 UTC m=+0.664339394 container died 22552980a5506f73d2670a09eaea6d6983d38f0f967ba2dcc1a3eb2441f3f8cc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-deactivate, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-10T15:11:19.764 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:11:19.764 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (6m) 27s ago 7m 24.1M - 0.25.0 c8568f914cd2 8877963ef1e7 2024-04-10T15:11:19.764 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi154 *:3000 running (7m) 106s ago 7m 92.3M - 9.4.7 954c08fa6188 a24ea26325a1 2024-04-10T15:11:19.764 INFO:teuthology.orchestra.run.smithi102.stdout:mds.a smithi102 running (8m) 27s ago 8m 15.9M - 18.2.2-1187-gd540ebac bb2c5eac26a4 da51112648bf 2024-04-10T15:11:19.764 INFO:teuthology.orchestra.run.smithi102.stdout:mds.b smithi154 running (8m) 106s ago 8m 18.4M - 18.2.2-1187-gd540ebac bb2c5eac26a4 1c2f7bf05952 2024-04-10T15:11:19.764 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi154 *:8443,9283,8765 running (2m) 106s ago 11m 449M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 5843a1d0f5c5 2024-04-10T15:11:19.764 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (3m) 27s ago 13m 511M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 d4cb3bfdb76a 2024-04-10T15:11:19.764 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (2m) 27s ago 13m 50.2M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 09d0a3f89365 2024-04-10T15:11:19.764 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi154 running (112s) 106s ago 12m 25.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ecf89eee3550 2024-04-10T15:11:19.764 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (2m) 27s ago 12m 45.1M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 57de69af85cd 2024-04-10T15:11:19.764 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (7m) 27s ago 7m 13.9M - 1.5.0 0da6a335fe13 dc103d21fc64 2024-04-10T15:11:19.764 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi154 *:9100 running (6m) 106s ago 6m 15.8M - 1.5.0 0da6a335fe13 c71ce3c6ef09 2024-04-10T15:11:19.764 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (65s) 27s ago 11m 105M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e0c9aedb2146 2024-04-10T15:11:19.764 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (32s) 27s ago 11m 13.6M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 2d65d19c2ebd 2024-04-10T15:11:19.765 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (10m) 27s ago 10m 221M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 eb8f648e2007 2024-04-10T15:11:19.765 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (10m) 27s ago 10m 144M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 ebbbf8d35d32 2024-04-10T15:11:19.765 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi154 running (9m) 106s ago 9m 204M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 8ae20879a763 2024-04-10T15:11:19.765 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi154 running (9m) 106s ago 9m 246M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 51b30d38d077 2024-04-10T15:11:19.765 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi154 running (9m) 106s ago 9m 160M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 2dd28f8d572c 2024-04-10T15:11:19.765 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi154 running (8m) 106s ago 8m 122M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a3af5b492398 2024-04-10T15:11:19.765 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi154 *:9095 running (2m) 106s ago 7m 55.9M - 2.43.0 a07b618ecd1d 15b122e84a15 2024-04-10T15:11:19.827 INFO:tasks.rados.rados.0.smithi102.stdout:1706: finishing write tid 3 to smithi10276805-18 2024-04-10T15:11:19.827 INFO:tasks.rados.rados.0.smithi102.stdout:1706: finishing write tid 4 to smithi10276805-18 2024-04-10T15:11:19.827 INFO:tasks.rados.rados.0.smithi102.stdout:1706: finishing write tid 5 to smithi10276805-18 2024-04-10T15:11:19.827 INFO:tasks.rados.rados.0.smithi102.stdout:1706: finishing write tid 6 to smithi10276805-18 2024-04-10T15:11:19.827 INFO:tasks.rados.rados.0.smithi102.stdout:1706: oid 18 updating version 0 to 1142 2024-04-10T15:11:19.827 INFO:tasks.rados.rados.0.smithi102.stdout:1706: oid 18 version 1142 is already newer than 1140 2024-04-10T15:11:19.828 INFO:tasks.rados.rados.0.smithi102.stdout:1706: oid 18 version 1142 is already newer than 1139 2024-04-10T15:11:19.828 INFO:tasks.rados.rados.0.smithi102.stdout:1706: oid 18 version 1142 is already newer than 1141 2024-04-10T15:11:19.828 INFO:tasks.rados.rados.0.smithi102.stdout:1706: oid 18 version 1142 is already newer than 1138 2024-04-10T15:11:19.828 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 1142 (ObjNum 552 snap 148 seq_num 552) dirty exists 2024-04-10T15:11:19.828 INFO:tasks.rados.rados.0.smithi102.stdout:1706: left oid 18 (ObjNum 552 snap 148 seq_num 552) 2024-04-10T15:11:19.828 INFO:tasks.rados.rados.0.smithi102.stdout:1707: finishing write tid 1 to smithi10276805-2 2024-04-10T15:11:19.828 INFO:tasks.rados.rados.0.smithi102.stdout:1707: finishing write tid 2 to smithi10276805-2 2024-04-10T15:11:19.828 INFO:tasks.rados.rados.0.smithi102.stdout:1707: finishing write tid 3 to smithi10276805-2 2024-04-10T15:11:19.828 INFO:tasks.rados.rados.0.smithi102.stdout:1703: done (7 left) 2024-04-10T15:11:19.828 INFO:tasks.rados.rados.0.smithi102.stdout:1704: done (6 left) 2024-04-10T15:11:19.828 INFO:tasks.rados.rados.0.smithi102.stdout:1705: done (5 left) 2024-04-10T15:11:19.828 INFO:tasks.rados.rados.0.smithi102.stdout:1706: done (4 left) 2024-04-10T15:11:19.828 INFO:tasks.rados.rados.0.smithi102.stdout:1711: read oid 33 snap 147 2024-04-10T15:11:19.828 INFO:tasks.rados.rados.0.smithi102.stdout:1711: expect deleted 2024-04-10T15:11:19.828 INFO:tasks.rados.rados.0.smithi102.stdout:1712: read oid 11 snap -1 2024-04-10T15:11:19.829 INFO:tasks.rados.rados.0.smithi102.stdout:1712: expect deleted 2024-04-10T15:11:19.829 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 27 current snap is 148 2024-04-10T15:11:19.829 INFO:tasks.rados.rados.0.smithi102.stdout:1707: finishing write tid 4 to smithi10276805-2 2024-04-10T15:11:19.829 INFO:tasks.rados.rados.0.smithi102.stdout:1707: finishing write tid 5 to smithi10276805-2 2024-04-10T15:11:19.829 INFO:tasks.rados.rados.0.smithi102.stdout:1707: finishing write tid 6 to smithi10276805-2 2024-04-10T15:11:19.829 INFO:tasks.rados.rados.0.smithi102.stdout:1713: seq_num 555 ranges {0=499712,499712=638976,1138688=425984,1564672=540672} 2024-04-10T15:11:19.829 INFO:tasks.rados.rados.0.smithi102.stdout:1713: writing smithi10276805-27 from 0 to 499712 tid 1 2024-04-10T15:11:19.833 INFO:tasks.rados.rados.0.smithi102.stdout:1713: writing smithi10276805-27 from 499712 to 1138688 tid 2 2024-04-10T15:11:19.835 INFO:tasks.rados.rados.0.smithi102.stdout:1713: writing smithi10276805-27 from 1138688 to 1564672 tid 3 2024-04-10T15:11:19.839 INFO:tasks.rados.rados.0.smithi102.stdout:1713: writing smithi10276805-27 from 1564672 to 2105344 tid 4 2024-04-10T15:11:19.839 INFO:tasks.rados.rados.0.smithi102.stdout:1714: rollback oid 3 current snap is 148 2024-04-10T15:11:19.839 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 3 to 147 2024-04-10T15:11:19.839 INFO:tasks.rados.rados.0.smithi102.stdout:1708: finishing rollback tid 0 to smithi10276805-39 2024-04-10T15:11:19.839 INFO:tasks.rados.rados.0.smithi102.stdout:1708: finishing rollback tid 1 to smithi10276805-39 2024-04-10T15:11:19.839 INFO:tasks.rados.rados.0.smithi102.stdout:1708: finishing rollback tid 2 to smithi10276805-39 2024-04-10T15:11:19.839 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 1065 (ObjNum 535 snap 144 seq_num 535) dirty exists 2024-04-10T15:11:19.839 INFO:tasks.rados.rados.0.smithi102.stdout:1707: finishing write tid 7 to smithi10276805-2 2024-04-10T15:11:19.839 INFO:tasks.rados.rados.0.smithi102.stdout:1707: oid 2 updating version 0 to 246 2024-04-10T15:11:19.840 INFO:tasks.rados.rados.0.smithi102.stdout:1707: oid 2 version 246 is already newer than 245 2024-04-10T15:11:19.840 INFO:tasks.rados.rados.0.smithi102.stdout:1707: oid 2 version 246 is already newer than 243 2024-04-10T15:11:19.840 INFO:tasks.rados.rados.0.smithi102.stdout:1707: oid 2 version 246 is already newer than 242 2024-04-10T15:11:19.840 INFO:tasks.rados.rados.0.smithi102.stdout:1707: oid 2 version 246 is already newer than 244 2024-04-10T15:11:19.840 INFO:tasks.rados.rados.0.smithi102.stdout:1707: oid 2 updating version 246 to 247 2024-04-10T15:11:19.840 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 247 (ObjNum 553 snap 148 seq_num 553) dirty exists 2024-04-10T15:11:19.840 INFO:tasks.rados.rados.0.smithi102.stdout:1707: left oid 2 (ObjNum 553 snap 148 seq_num 553) 2024-04-10T15:11:19.840 INFO:tasks.rados.rados.0.smithi102.stdout:1707: done (7 left) 2024-04-10T15:11:19.840 INFO:tasks.rados.rados.0.smithi102.stdout:1708: done (6 left) 2024-04-10T15:11:19.840 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 5 current snap is 148 2024-04-10T15:11:19.840 INFO:tasks.rados.rados.0.smithi102.stdout:1709: finishing write tid 1 to smithi10276805-32 2024-04-10T15:11:19.840 INFO:tasks.rados.rados.0.smithi102.stdout:1709: finishing write tid 2 to smithi10276805-32 2024-04-10T15:11:19.840 INFO:tasks.rados.rados.0.smithi102.stdout:1715: seq_num 556 ranges {696320=516096,1212416=524288,1736704=638976,2375680=442368} 2024-04-10T15:11:19.845 INFO:tasks.rados.rados.0.smithi102.stdout:1715: writing smithi10276805-5 from 696320 to 1212416 tid 1 2024-04-10T15:11:19.848 INFO:tasks.rados.rados.0.smithi102.stdout:1715: writing smithi10276805-5 from 1212416 to 1736704 tid 2 2024-04-10T15:11:19.851 INFO:tasks.rados.rados.0.smithi102.stdout:1715: writing smithi10276805-5 from 1736704 to 2375680 tid 3 2024-04-10T15:11:19.855 INFO:tasks.rados.rados.0.smithi102.stdout:1715: writing smithi10276805-5 from 2375680 to 2818048 tid 4 2024-04-10T15:11:19.855 INFO:tasks.rados.rados.0.smithi102.stdout:1716: snap_create 2024-04-10T15:11:19.855 INFO:tasks.rados.rados.0.smithi102.stdout:1710: finishing copy_from to smithi10276805-9 2024-04-10T15:11:19.855 INFO:tasks.rados.rados.0.smithi102.stdout:1710: got expected ENOENT (src dne) 2024-04-10T15:11:19.855 INFO:tasks.rados.rados.0.smithi102.stdout:1710: finishing copy_from racing read to smithi10276805-9 2024-04-10T15:11:19.855 INFO:tasks.rados.rados.0.smithi102.stdout:1709: finishing write tid 3 to smithi10276805-32 2024-04-10T15:11:19.855 INFO:tasks.rados.rados.0.smithi102.stdout:1709: finishing write tid 4 to smithi10276805-32 2024-04-10T15:11:19.855 INFO:tasks.rados.rados.0.smithi102.stdout:1709: finishing write tid 5 to smithi10276805-32 2024-04-10T15:11:19.855 INFO:tasks.rados.rados.0.smithi102.stdout:1709: finishing write tid 6 to smithi10276805-32 2024-04-10T15:11:19.856 INFO:tasks.rados.rados.0.smithi102.stdout:1709: oid 32 updating version 0 to 1178 2024-04-10T15:11:19.856 INFO:tasks.rados.rados.0.smithi102.stdout:1709: oid 32 updating version 1178 to 1179 2024-04-10T15:11:19.856 INFO:tasks.rados.rados.0.smithi102.stdout:1709: oid 32 updating version 1179 to 1181 2024-04-10T15:11:19.856 INFO:tasks.rados.rados.0.smithi102.stdout:1709: oid 32 version 1181 is already newer than 1177 2024-04-10T15:11:19.856 INFO:tasks.rados.rados.0.smithi102.stdout:1709: oid 32 version 1181 is already newer than 1180 2024-04-10T15:11:19.856 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 1181 (ObjNum 554 snap 148 seq_num 554) dirty exists 2024-04-10T15:11:19.856 INFO:tasks.rados.rados.0.smithi102.stdout:1709: left oid 32 (ObjNum 554 snap 148 seq_num 554) 2024-04-10T15:11:19.856 INFO:tasks.rados.rados.0.smithi102.stdout:1713: finishing write tid 1 to smithi10276805-27 2024-04-10T15:11:19.856 INFO:tasks.rados.rados.0.smithi102.stdout:1713: finishing write tid 2 to smithi10276805-27 2024-04-10T15:11:19.856 INFO:tasks.rados.rados.0.smithi102.stdout:1713: finishing write tid 3 to smithi10276805-27 2024-04-10T15:11:19.856 INFO:tasks.rados.rados.0.smithi102.stdout:1713: finishing write tid 4 to smithi10276805-27 2024-04-10T15:11:19.856 INFO:tasks.rados.rados.0.smithi102.stdout:1713: finishing write tid 5 to smithi10276805-27 2024-04-10T15:11:19.856 INFO:tasks.rados.rados.0.smithi102.stdout:1714: finishing rollback tid 1 to smithi10276805-3 2024-04-10T15:11:19.857 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 0 (ObjNum 177 snap 0 seq_num 0) dirty dne 2024-04-10T15:11:19.857 INFO:tasks.rados.rados.0.smithi102.stdout:1713: finishing write tid 6 to smithi10276805-27 2024-04-10T15:11:19.857 INFO:tasks.rados.rados.0.smithi102.stdout:1713: oid 27 updating version 0 to 1067 2024-04-10T15:11:19.857 INFO:tasks.rados.rados.0.smithi102.stdout:1713: oid 27 updating version 1067 to 1069 2024-04-10T15:11:19.857 INFO:tasks.rados.rados.0.smithi102.stdout:1713: oid 27 version 1069 is already newer than 1066 2024-04-10T15:11:19.857 INFO:tasks.rados.rados.0.smithi102.stdout:1713: oid 27 version 1069 is already newer than 1068 2024-04-10T15:11:19.857 INFO:tasks.rados.rados.0.smithi102.stdout:1713: oid 27 updating version 1069 to 1070 2024-04-10T15:11:19.857 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 1070 (ObjNum 555 snap 148 seq_num 555) dirty exists 2024-04-10T15:11:19.857 INFO:tasks.rados.rados.0.smithi102.stdout:1713: left oid 27 (ObjNum 555 snap 148 seq_num 555) 2024-04-10T15:11:19.857 INFO:tasks.rados.rados.0.smithi102.stdout:1715: finishing write tid 1 to smithi10276805-5 2024-04-10T15:11:19.857 INFO:tasks.rados.rados.0.smithi102.stdout:1715: finishing write tid 2 to smithi10276805-5 2024-04-10T15:11:19.857 INFO:tasks.rados.rados.0.smithi102.stdout:1715: finishing write tid 3 to smithi10276805-5 2024-04-10T15:11:19.858 INFO:tasks.rados.rados.0.smithi102.stdout:1715: finishing write tid 4 to smithi10276805-5 2024-04-10T15:11:19.858 INFO:tasks.rados.rados.0.smithi102.stdout:1715: finishing write tid 5 to smithi10276805-5 2024-04-10T15:11:19.859 INFO:tasks.rados.rados.0.smithi102.stdout:1715: finishing write tid 6 to smithi10276805-5 2024-04-10T15:11:19.859 INFO:tasks.rados.rados.0.smithi102.stdout:1715: oid 5 updating version 0 to 284 2024-04-10T15:11:19.859 INFO:tasks.rados.rados.0.smithi102.stdout:1715: oid 5 version 284 is already newer than 283 2024-04-10T15:11:19.859 INFO:tasks.rados.rados.0.smithi102.stdout:1715: oid 5 version 284 is already newer than 281 2024-04-10T15:11:19.859 INFO:tasks.rados.rados.0.smithi102.stdout:1715: oid 5 version 284 is already newer than 280 2024-04-10T15:11:19.859 INFO:tasks.rados.rados.0.smithi102.stdout:1715: oid 5 version 284 is already newer than 282 2024-04-10T15:11:19.859 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 284 (ObjNum 556 snap 148 seq_num 556) dirty exists 2024-04-10T15:11:19.859 INFO:tasks.rados.rados.0.smithi102.stdout:1715: left oid 5 (ObjNum 556 snap 148 seq_num 556) 2024-04-10T15:11:20.188 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:11:20.188 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-10T15:11:20.188 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:11:20.188 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:11:20.188 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-10T15:11:20.188 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:11:20.188 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:11:20.188 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-10T15:11:20.188 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 5, 2024-04-10T15:11:20.188 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:11:20.188 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:11:20.188 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-10T15:11:20.188 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:11:20.188 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:11:20.189 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-10T15:11:20.189 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 7, 2024-04-10T15:11:20.189 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 7 2024-04-10T15:11:20.189 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:11:20.189 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:11:20.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:20 smithi102 ceph-mon[90943]: pgmap v209: 121 pgs: 9 active+undersized+degraded, 1 stale+active+clean, 22 active+undersized, 89 active+clean; 236 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.4 MiB/s wr, 7 op/s; 45/330 objects degraded (13.636%) 2024-04-10T15:11:20.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:20 smithi102 ceph-mon[90943]: osdmap e372: 8 total, 7 up, 8 in 2024-04-10T15:11:20.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:20 smithi102 ceph-mon[90943]: Health check failed: Degraded data redundancy: 45/330 objects degraded (13.636%), 9 pgs degraded (PG_DEGRADED) 2024-04-10T15:11:20.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:20 smithi102 ceph-mon[88557]: pgmap v209: 121 pgs: 9 active+undersized+degraded, 1 stale+active+clean, 22 active+undersized, 89 active+clean; 236 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.4 MiB/s wr, 7 op/s; 45/330 objects degraded (13.636%) 2024-04-10T15:11:20.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:20 smithi102 ceph-mon[88557]: osdmap e372: 8 total, 7 up, 8 in 2024-04-10T15:11:20.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:20 smithi102 ceph-mon[88557]: Health check failed: Degraded data redundancy: 45/330 objects degraded (13.636%), 9 pgs degraded (PG_DEGRADED) 2024-04-10T15:11:20.408 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:20 smithi102 podman[105960]: 2024-04-10 15:11:20.118587111 +0000 UTC m=+0.570771367 container remove 22552980a5506f73d2670a09eaea6d6983d38f0f967ba2dcc1a3eb2441f3f8cc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-10T15:11:20.408 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:20 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.2.service: Deactivated successfully. 2024-04-10T15:11:20.408 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:20 smithi102 systemd[1]: Stopped Ceph osd.2 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:11:20.408 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:20 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.2.service: Consumed 13.946s CPU time. 2024-04-10T15:11:20.408 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:20 smithi102 systemd[1]: Starting Ceph osd.2 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:11:20.427 INFO:tasks.rados.rados.0.smithi102.stdout:1709: done (7 left) 2024-04-10T15:11:20.427 INFO:tasks.rados.rados.0.smithi102.stdout:1710: done (6 left) 2024-04-10T15:11:20.427 INFO:tasks.rados.rados.0.smithi102.stdout:1711: done (5 left) 2024-04-10T15:11:20.427 INFO:tasks.rados.rados.0.smithi102.stdout:1712: done (4 left) 2024-04-10T15:11:20.427 INFO:tasks.rados.rados.0.smithi102.stdout:1713: done (3 left) 2024-04-10T15:11:20.427 INFO:tasks.rados.rados.0.smithi102.stdout:1714: done (2 left) 2024-04-10T15:11:20.427 INFO:tasks.rados.rados.0.smithi102.stdout:1715: done (1 left) 2024-04-10T15:11:20.427 INFO:tasks.rados.rados.0.smithi102.stdout:1716: done (0 left) 2024-04-10T15:11:20.427 INFO:tasks.rados.rados.0.smithi102.stdout:1717: read oid 12 snap -1 2024-04-10T15:11:20.428 INFO:tasks.rados.rados.0.smithi102.stdout:1717: expect deleted 2024-04-10T15:11:20.428 INFO:tasks.rados.rados.0.smithi102.stdout:1718: rollback oid 6 current snap is 149 2024-04-10T15:11:20.428 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 6 to 147 2024-04-10T15:11:20.428 INFO:tasks.rados.rados.0.smithi102.stdout:1719: delete oid 36 current snap is 149 2024-04-10T15:11:20.430 INFO:tasks.rados.rados.0.smithi102.stdout:1718: finishing rollback tid 0 to smithi10276805-6 2024-04-10T15:11:20.431 INFO:tasks.rados.rados.0.smithi102.stdout:1718: finishing rollback tid 1 to smithi10276805-6 2024-04-10T15:11:20.431 INFO:tasks.rados.rados.0.smithi102.stdout:1718: finishing rollback tid 2 to smithi10276805-6 2024-04-10T15:11:20.431 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 1145 (ObjNum 528 snap 143 seq_num 528) dirty exists 2024-04-10T15:11:20.433 INFO:tasks.rados.rados.0.smithi102.stdout:1717: done (2 left) 2024-04-10T15:11:20.433 INFO:tasks.rados.rados.0.smithi102.stdout:1718: done (1 left) 2024-04-10T15:11:20.433 INFO:tasks.rados.rados.0.smithi102.stdout:1719: done (0 left) 2024-04-10T15:11:20.433 INFO:tasks.rados.rados.0.smithi102.stdout:1720: snap_remove snap 147 2024-04-10T15:11:20.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:20 smithi154 ceph-mon[84269]: pgmap v209: 121 pgs: 9 active+undersized+degraded, 1 stale+active+clean, 22 active+undersized, 89 active+clean; 236 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.4 MiB/s wr, 7 op/s; 45/330 objects degraded (13.636%) 2024-04-10T15:11:20.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:20 smithi154 ceph-mon[84269]: osdmap e372: 8 total, 7 up, 8 in 2024-04-10T15:11:20.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:20 smithi154 ceph-mon[84269]: Health check failed: Degraded data redundancy: 45/330 objects degraded (13.636%), 9 pgs degraded (PG_DEGRADED) 2024-04-10T15:11:20.821 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:20 smithi102 podman[106109]: 2024-04-10 15:11:20.553077196 +0000 UTC m=+0.112989299 container create af805dbfec1d4f1048a87269b31f38f5cc0b45e0011a9b8031a1a95f73c97842 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-activate, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:11:20.821 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:20 smithi102 podman[106109]: 2024-04-10 15:11:20.462072537 +0000 UTC m=+0.021984614 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:11:20.821 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:20 smithi102 podman[106109]: 2024-04-10 15:11:20.772095605 +0000 UTC m=+0.332007666 container init af805dbfec1d4f1048a87269b31f38f5cc0b45e0011a9b8031a1a95f73c97842 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-activate, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-10T15:11:20.821 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:20 smithi102 podman[106109]: 2024-04-10 15:11:20.775210197 +0000 UTC m=+0.335122265 container start af805dbfec1d4f1048a87269b31f38f5cc0b45e0011a9b8031a1a95f73c97842 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-activate, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-10T15:11:20.821 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:20 smithi102 podman[106109]: 2024-04-10 15:11:20.846995871 +0000 UTC m=+0.406907944 container attach af805dbfec1d4f1048a87269b31f38f5cc0b45e0011a9b8031a1a95f73c97842 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-activate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.build-date=20240409) 2024-04-10T15:11:21.437 INFO:tasks.rados.rados.0.smithi102.stdout:1720: done (0 left) 2024-04-10T15:11:21.437 INFO:tasks.rados.rados.0.smithi102.stdout:1721: read oid 13 snap 141 2024-04-10T15:11:21.437 INFO:tasks.rados.rados.0.smithi102.stdout:1721: expect (ObjNum 511 snap 138 seq_num 511) 2024-04-10T15:11:21.437 INFO:tasks.rados.rados.0.smithi102.stdout:1722: snap_remove snap 144 2024-04-10T15:11:21.524 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:21 smithi102 ceph-mon[90943]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:11:21.524 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:21 smithi102 ceph-mon[90943]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:11:21.524 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:21 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2833989694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:11:21.524 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:21 smithi102 ceph-mon[90943]: osdmap e373: 8 total, 7 up, 8 in 2024-04-10T15:11:21.524 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:21 smithi102 ceph-mon[88557]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:11:21.524 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:21 smithi102 ceph-mon[88557]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:11:21.525 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:21 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2833989694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:11:21.525 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:21 smithi102 ceph-mon[88557]: osdmap e373: 8 total, 7 up, 8 in 2024-04-10T15:11:21.525 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:21 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-activate[106124]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-10T15:11:21.525 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:21 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-activate[106124]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-10T15:11:21.525 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:21 smithi102 bash[106109]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-10T15:11:21.525 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:21 smithi102 bash[106109]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-2 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-10T15:11:21.525 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:21 smithi102 bash[106109]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-10T15:11:21.525 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:21 smithi102 bash[106109]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-10T15:11:21.525 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:21 smithi102 bash[106109]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-10T15:11:21.525 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:21 smithi102 bash[106109]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-10T15:11:21.525 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:21 smithi102 bash[106109]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-10T15:11:21.525 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:21 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-activate[106124]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-10T15:11:21.525 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:21 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-activate[106124]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-10T15:11:21.525 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:21 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-activate[106124]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-2/block 2024-04-10T15:11:21.526 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:21 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-activate[106124]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-04-10T15:11:21.526 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:21 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-activate[106124]: --> ceph-volume raw activate successful for osd ID: 2 2024-04-10T15:11:21.526 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:21 smithi102 podman[106109]: 2024-04-10 15:11:21.237293321 +0000 UTC m=+0.797205383 container died af805dbfec1d4f1048a87269b31f38f5cc0b45e0011a9b8031a1a95f73c97842 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-activate, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, ceph=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-10T15:11:21.528 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:21 smithi154 ceph-mon[84269]: from='client.44168 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:11:21.528 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:21 smithi154 ceph-mon[84269]: from='client.44174 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:11:21.529 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:21 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2833989694' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:11:21.529 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:21 smithi154 ceph-mon[84269]: osdmap e373: 8 total, 7 up, 8 in 2024-04-10T15:11:22.140 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:21 smithi102 podman[106257]: 2024-04-10 15:11:21.842869709 +0000 UTC m=+0.600607279 container remove af805dbfec1d4f1048a87269b31f38f5cc0b45e0011a9b8031a1a95f73c97842 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-activate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD) 2024-04-10T15:11:22.140 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:22 smithi102 podman[106319]: 2024-04-10 15:11:21.954701868 +0000 UTC m=+0.017212492 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:11:22.141 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:22 smithi102 podman[106319]: 2024-04-10 15:11:22.068836234 +0000 UTC m=+0.131346853 container create 5937c2c020b1adf2a61481be51dcf04e466508ef42bfc11849a5c3bd225403d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:11:22.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:22 smithi102 ceph-mon[90943]: pgmap v212: 121 pgs: 9 active+undersized+degraded, 1 stale+active+clean, 22 active+undersized, 89 active+clean; 236 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.4 MiB/s wr, 7 op/s; 45/330 objects degraded (13.636%) 2024-04-10T15:11:22.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:22 smithi102 ceph-mon[90943]: osdmap e374: 8 total, 7 up, 8 in 2024-04-10T15:11:22.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:22 smithi102 ceph-mon[88557]: pgmap v212: 121 pgs: 9 active+undersized+degraded, 1 stale+active+clean, 22 active+undersized, 89 active+clean; 236 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.4 MiB/s wr, 7 op/s; 45/330 objects degraded (13.636%) 2024-04-10T15:11:22.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:22 smithi102 ceph-mon[88557]: osdmap e374: 8 total, 7 up, 8 in 2024-04-10T15:11:22.408 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:22 smithi102 podman[106319]: 2024-04-10 15:11:22.296647973 +0000 UTC m=+0.359158601 container init 5937c2c020b1adf2a61481be51dcf04e466508ef42bfc11849a5c3bd225403d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:11:22.408 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:22 smithi102 podman[106319]: 2024-04-10 15:11:22.299821018 +0000 UTC m=+0.362331643 container start 5937c2c020b1adf2a61481be51dcf04e466508ef42bfc11849a5c3bd225403d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:11:22.408 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:22 smithi102 ceph-osd[106338]: -- 172.21.15.102:0/3995626568 <== mon.0 v2:172.21.15.102:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55956e397680 con 0x55956e360c00 2024-04-10T15:11:22.408 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:22 smithi102 bash[106319]: 5937c2c020b1adf2a61481be51dcf04e466508ef42bfc11849a5c3bd225403d8 2024-04-10T15:11:22.408 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:22 smithi102 systemd[1]: Started Ceph osd.2 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:11:22.433 INFO:tasks.rados.rados.0.smithi102.stdout:1722: done (1 left) 2024-04-10T15:11:22.433 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 21 current snap is 149 2024-04-10T15:11:22.434 INFO:tasks.rados.rados.0.smithi102.stdout:1723: seq_num 558 ranges {9240576=548864,9789440=688128,10477568=606208,11083776=311296} 2024-04-10T15:11:22.486 INFO:tasks.rados.rados.0.smithi102.stdout:1723: writing smithi10276805-21 from 9240576 to 9789440 tid 1 2024-04-10T15:11:22.491 INFO:tasks.rados.rados.0.smithi102.stdout:1723: writing smithi10276805-21 from 9789440 to 10477568 tid 2 2024-04-10T15:11:22.494 INFO:tasks.rados.rados.0.smithi102.stdout:1723: writing smithi10276805-21 from 10477568 to 11083776 tid 3 2024-04-10T15:11:22.496 INFO:tasks.rados.rados.0.smithi102.stdout:1723: writing smithi10276805-21 from 11083776 to 11395072 tid 4 2024-04-10T15:11:22.497 INFO:tasks.rados.rados.0.smithi102.stdout:1721: expect (ObjNum 511 snap 138 seq_num 511) 2024-04-10T15:11:22.539 INFO:tasks.rados.rados.0.smithi102.stdout:1723: finishing write tid 1 to smithi10276805-21 2024-04-10T15:11:22.539 INFO:tasks.rados.rados.0.smithi102.stdout:1723: finishing write tid 2 to smithi10276805-21 2024-04-10T15:11:22.539 INFO:tasks.rados.rados.0.smithi102.stdout:1724: read oid 40 snap 141 2024-04-10T15:11:22.539 INFO:tasks.rados.rados.0.smithi102.stdout:1724: expect (ObjNum 493 snap 132 seq_num 493) 2024-04-10T15:11:22.539 INFO:tasks.rados.rados.0.smithi102.stdout:1721: done (2 left) 2024-04-10T15:11:22.539 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 46 current snap is 149 2024-04-10T15:11:22.539 INFO:tasks.rados.rados.0.smithi102.stdout:1723: finishing write tid 3 to smithi10276805-21 2024-04-10T15:11:22.539 INFO:tasks.rados.rados.0.smithi102.stdout:1723: finishing write tid 4 to smithi10276805-21 2024-04-10T15:11:22.539 INFO:tasks.rados.rados.0.smithi102.stdout:1725: seq_num 559 ranges {0=565248,565248=573440,1138688=409600,1548288=622592} 2024-04-10T15:11:22.542 INFO:tasks.rados.rados.0.smithi102.stdout:1725: writing smithi10276805-46 from 0 to 565248 tid 1 2024-04-10T15:11:22.546 INFO:tasks.rados.rados.0.smithi102.stdout:1725: writing smithi10276805-46 from 565248 to 1138688 tid 2 2024-04-10T15:11:22.548 INFO:tasks.rados.rados.0.smithi102.stdout:1725: writing smithi10276805-46 from 1138688 to 1548288 tid 3 2024-04-10T15:11:22.552 INFO:tasks.rados.rados.0.smithi102.stdout:1725: writing smithi10276805-46 from 1548288 to 2170880 tid 4 2024-04-10T15:11:22.552 INFO:tasks.rados.rados.0.smithi102.stdout:1726: read oid 44 snap -1 2024-04-10T15:11:22.552 INFO:tasks.rados.rados.0.smithi102.stdout:1726: expect (ObjNum 550 snap 147 seq_num 550) 2024-04-10T15:11:22.553 INFO:tasks.rados.rados.0.smithi102.stdout:1727: delete oid 16 current snap is 149 2024-04-10T15:11:22.553 INFO:tasks.rados.rados.0.smithi102.stdout:1723: finishing write tid 5 to smithi10276805-21 2024-04-10T15:11:22.553 INFO:tasks.rados.rados.0.smithi102.stdout:1723: finishing write tid 6 to smithi10276805-21 2024-04-10T15:11:22.553 INFO:tasks.rados.rados.0.smithi102.stdout:1723: oid 21 updating version 0 to 1104 2024-04-10T15:11:22.553 INFO:tasks.rados.rados.0.smithi102.stdout:1723: oid 21 updating version 1104 to 1106 2024-04-10T15:11:22.553 INFO:tasks.rados.rados.0.smithi102.stdout:1723: oid 21 version 1106 is already newer than 1105 2024-04-10T15:11:22.553 INFO:tasks.rados.rados.0.smithi102.stdout:1723: oid 21 updating version 1106 to 1108 2024-04-10T15:11:22.553 INFO:tasks.rados.rados.0.smithi102.stdout:1723: oid 21 version 1108 is already newer than 1107 2024-04-10T15:11:22.553 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 1108 (ObjNum 558 snap 149 seq_num 558) dirty exists 2024-04-10T15:11:22.553 INFO:tasks.rados.rados.0.smithi102.stdout:1723: left oid 21 (ObjNum 558 snap 149 seq_num 558) 2024-04-10T15:11:22.554 INFO:tasks.rados.rados.0.smithi102.stdout:1725: finishing write tid 1 to smithi10276805-46 2024-04-10T15:11:22.555 INFO:tasks.rados.rados.0.smithi102.stdout:1723: done (4 left) 2024-04-10T15:11:22.555 INFO:tasks.rados.rados.0.smithi102.stdout:1727: done (3 left) 2024-04-10T15:11:22.555 INFO:tasks.rados.rados.0.smithi102.stdout:1728: snap_create 2024-04-10T15:11:22.560 INFO:tasks.rados.rados.0.smithi102.stdout:1725: finishing write tid 2 to smithi10276805-46 2024-04-10T15:11:22.564 INFO:tasks.rados.rados.0.smithi102.stdout:1724: expect (ObjNum 493 snap 132 seq_num 493) 2024-04-10T15:11:22.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:22 smithi154 ceph-mon[84269]: pgmap v212: 121 pgs: 9 active+undersized+degraded, 1 stale+active+clean, 22 active+undersized, 89 active+clean; 236 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.4 MiB/s wr, 7 op/s; 45/330 objects degraded (13.636%) 2024-04-10T15:11:22.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:22 smithi154 ceph-mon[84269]: osdmap e374: 8 total, 7 up, 8 in 2024-04-10T15:11:22.627 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:11:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:11:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:11:23.015 INFO:tasks.rados.rados.0.smithi102.stdout:1725: finishing write tid 3 to smithi10276805-46 2024-04-10T15:11:23.016 INFO:tasks.rados.rados.0.smithi102.stdout:1725: finishing write tid 4 to smithi10276805-46 2024-04-10T15:11:23.016 INFO:tasks.rados.rados.0.smithi102.stdout:1725: finishing write tid 5 to smithi10276805-46 2024-04-10T15:11:23.016 INFO:tasks.rados.rados.0.smithi102.stdout:1725: finishing write tid 6 to smithi10276805-46 2024-04-10T15:11:23.016 INFO:tasks.rados.rados.0.smithi102.stdout:1725: oid 46 updating version 0 to 731 2024-04-10T15:11:23.016 INFO:tasks.rados.rados.0.smithi102.stdout:1725: oid 46 version 731 is already newer than 730 2024-04-10T15:11:23.016 INFO:tasks.rados.rados.0.smithi102.stdout:1725: oid 46 version 731 is already newer than 729 2024-04-10T15:11:23.016 INFO:tasks.rados.rados.0.smithi102.stdout:1725: oid 46 version 731 is already newer than 728 2024-04-10T15:11:23.016 INFO:tasks.rados.rados.0.smithi102.stdout:1725: oid 46 version 731 is already newer than 727 2024-04-10T15:11:23.016 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 731 (ObjNum 559 snap 149 seq_num 559) dirty exists 2024-04-10T15:11:23.016 INFO:tasks.rados.rados.0.smithi102.stdout:1725: left oid 46 (ObjNum 559 snap 149 seq_num 559) 2024-04-10T15:11:23.016 INFO:tasks.rados.rados.0.smithi102.stdout:1726: expect (ObjNum 550 snap 147 seq_num 550) 2024-04-10T15:11:23.157 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:22 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2[106334]: 2024-04-10T15:11:22.836+0000 7f16a04c27c0 -1 Falling back to public interface 2024-04-10T15:11:23.326 INFO:tasks.rados.rados.0.smithi102.stdout:1724: done (3 left) 2024-04-10T15:11:23.327 INFO:tasks.rados.rados.0.smithi102.stdout:1725: done (2 left) 2024-04-10T15:11:23.327 INFO:tasks.rados.rados.0.smithi102.stdout:1726: done (1 left) 2024-04-10T15:11:23.327 INFO:tasks.rados.rados.0.smithi102.stdout:1728: done (0 left) 2024-04-10T15:11:23.327 INFO:tasks.rados.rados.0.smithi102.stdout:1729: copy_from oid 2 from oid 47 current snap is 150 2024-04-10T15:11:23.327 INFO:tasks.rados.rados.0.smithi102.stdout:1730: snap_remove snap 149 2024-04-10T15:11:23.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:23.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:23.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:23 smithi102 ceph-mon[90943]: osdmap e375: 8 total, 7 up, 8 in 2024-04-10T15:11:23.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:11:23.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:23 smithi102 ceph-mon[90943]: pgmap v215: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 232 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 498 KiB/s wr, 1 op/s; 49/327 objects degraded (14.985%) 2024-04-10T15:11:23.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:23 smithi102 ceph-mon[90943]: osdmap e376: 8 total, 7 up, 8 in 2024-04-10T15:11:23.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:23.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:11:23.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:23.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:23.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:23 smithi102 ceph-mon[88557]: osdmap e375: 8 total, 7 up, 8 in 2024-04-10T15:11:23.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:11:23.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:23 smithi102 ceph-mon[88557]: pgmap v215: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 232 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 498 KiB/s wr, 1 op/s; 49/327 objects degraded (14.985%) 2024-04-10T15:11:23.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:23 smithi102 ceph-mon[88557]: osdmap e376: 8 total, 7 up, 8 in 2024-04-10T15:11:23.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:23.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:11:23.877 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:11:23 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:11:23.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:11:23.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:23.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:23.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:23 smithi154 ceph-mon[84269]: osdmap e375: 8 total, 7 up, 8 in 2024-04-10T15:11:23.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:11:23.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:23 smithi154 ceph-mon[84269]: pgmap v215: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 232 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 498 KiB/s wr, 1 op/s; 49/327 objects degraded (14.985%) 2024-04-10T15:11:23.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:23 smithi154 ceph-mon[84269]: osdmap e376: 8 total, 7 up, 8 in 2024-04-10T15:11:23.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:23.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:11:24.216 INFO:tasks.rados.rados.0.smithi102.stdout:1730: done (1 left) 2024-04-10T15:11:24.216 INFO:tasks.rados.rados.0.smithi102.stdout:1731: rollback oid 25 current snap is 150 2024-04-10T15:11:24.216 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 25 to 148 2024-04-10T15:11:24.216 INFO:tasks.rados.rados.0.smithi102.stdout:1729: finishing copy_from racing read to smithi10276805-2 2024-04-10T15:11:24.216 INFO:tasks.rados.rados.0.smithi102.stdout:1729: finishing copy_from to smithi10276805-2 2024-04-10T15:11:24.216 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 1165 (ObjNum 545 snap 145 seq_num 545) dirty exists 2024-04-10T15:11:24.217 INFO:tasks.rados.rados.0.smithi102.stdout:1729: done (1 left) 2024-04-10T15:11:24.217 INFO:tasks.rados.rados.0.smithi102.stdout:1732: rmattr oid 50 current snap is 150 2024-04-10T15:11:24.217 INFO:tasks.rados.rados.0.smithi102.stdout:1732: done (1 left) 2024-04-10T15:11:24.217 INFO:tasks.rados.rados.0.smithi102.stdout:1733: read oid 10 snap 148 2024-04-10T15:11:24.217 INFO:tasks.rados.rados.0.smithi102.stdout:1733: expect (ObjNum 549 snap 147 seq_num 549) 2024-04-10T15:11:24.217 INFO:tasks.rados.rados.0.smithi102.stdout:1734: rollback oid 50 current snap is 150 2024-04-10T15:11:24.217 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 50 to 148 2024-04-10T15:11:24.217 INFO:tasks.rados.rados.0.smithi102.stdout:1735: setattr oid 8 current snap is 150 2024-04-10T15:11:24.217 INFO:tasks.rados.rados.0.smithi102.stdout:1736: snap_create 2024-04-10T15:11:24.224 INFO:tasks.rados.rados.0.smithi102.stdout:1731: finishing rollback tid 0 to smithi10276805-25 2024-04-10T15:11:24.224 INFO:tasks.rados.rados.0.smithi102.stdout:1731: finishing rollback tid 1 to smithi10276805-25 2024-04-10T15:11:24.224 INFO:tasks.rados.rados.0.smithi102.stdout:1731: finishing rollback tid 2 to smithi10276805-25 2024-04-10T15:11:24.224 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 311 (ObjNum 533 snap 144 seq_num 533) dirty exists 2024-04-10T15:11:24.224 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 781 (ObjNum 533 snap 144 seq_num 533) dirty exists 2024-04-10T15:11:24.226 INFO:tasks.rados.rados.0.smithi102.stdout:1734: finishing rollback tid 0 to smithi10276805-50 2024-04-10T15:11:24.227 INFO:tasks.rados.rados.0.smithi102.stdout:1734: finishing rollback tid 1 to smithi10276805-50 2024-04-10T15:11:24.227 INFO:tasks.rados.rados.0.smithi102.stdout:1734: finishing rollback tid 2 to smithi10276805-50 2024-04-10T15:11:24.227 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 694 (ObjNum 548 snap 147 seq_num 548) dirty exists 2024-04-10T15:11:24.266 INFO:tasks.rados.rados.0.smithi102.stdout:1733: expect (ObjNum 549 snap 147 seq_num 549) 2024-04-10T15:11:25.224 INFO:tasks.rados.rados.0.smithi102.stdout:1731: done (4 left) 2024-04-10T15:11:25.225 INFO:tasks.rados.rados.0.smithi102.stdout:1733: done (3 left) 2024-04-10T15:11:25.225 INFO:tasks.rados.rados.0.smithi102.stdout:1734: done (2 left) 2024-04-10T15:11:25.225 INFO:tasks.rados.rados.0.smithi102.stdout:1735: done (1 left) 2024-04-10T15:11:25.225 INFO:tasks.rados.rados.0.smithi102.stdout:1736: done (0 left) 2024-04-10T15:11:25.225 INFO:tasks.rados.rados.0.smithi102.stdout:1737: rollback oid 31 current snap is 151 2024-04-10T15:11:25.225 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 31 to 141 2024-04-10T15:11:25.225 INFO:tasks.rados.rados.0.smithi102.stdout:1738: snap_remove snap 148 2024-04-10T15:11:25.625 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:25 smithi102 ceph-mon[90943]: osdmap e377: 8 total, 7 up, 8 in 2024-04-10T15:11:25.626 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:25 smithi102 ceph-mon[88557]: osdmap e377: 8 total, 7 up, 8 in 2024-04-10T15:11:25.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:25 smithi154 ceph-mon[84269]: osdmap e377: 8 total, 7 up, 8 in 2024-04-10T15:11:26.221 INFO:tasks.rados.rados.0.smithi102.stdout:1738: done (1 left) 2024-04-10T15:11:26.221 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 151 2024-04-10T15:11:26.221 INFO:tasks.rados.rados.0.smithi102.stdout:1737: finishing rollback tid 0 to smithi10276805-31 2024-04-10T15:11:26.221 INFO:tasks.rados.rados.0.smithi102.stdout:1737: finishing rollback tid 1 to smithi10276805-31 2024-04-10T15:11:26.221 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 733 (ObjNum 129 snap 0 seq_num 1735361387) dirty dne 2024-04-10T15:11:26.221 INFO:tasks.rados.rados.0.smithi102.stdout:1739: seq_num 561 ranges {1736704=598016,2334720=745472,3080192=778240,3858432=81920} 2024-04-10T15:11:26.229 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:26 smithi102 ceph-mon[90943]: pgmap v218: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 239 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.1 MiB/s wr, 17 op/s; 52/345 objects degraded (15.072%) 2024-04-10T15:11:26.229 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:26 smithi102 ceph-mon[90943]: Health check update: Degraded data redundancy: 52/345 objects degraded (15.072%), 10 pgs degraded (PG_DEGRADED) 2024-04-10T15:11:26.229 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:26 smithi102 ceph-mon[90943]: osdmap e378: 8 total, 7 up, 8 in 2024-04-10T15:11:26.229 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:26 smithi102 ceph-mon[90943]: from='osd.2 [v2:172.21.15.102:6818/2137685949,v1:172.21.15.102:6819/2137685949]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T15:11:26.229 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:26 smithi102 ceph-mon[90943]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T15:11:26.229 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:26 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:26.229 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:26 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:26.229 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:25 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2[106334]: 2024-04-10T15:11:25.993+0000 7f16a04c27c0 -1 osd.2 369 log_to_monitors true 2024-04-10T15:11:26.229 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:26 smithi102 ceph-mon[88557]: pgmap v218: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 239 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.1 MiB/s wr, 17 op/s; 52/345 objects degraded (15.072%) 2024-04-10T15:11:26.229 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:26 smithi102 ceph-mon[88557]: Health check update: Degraded data redundancy: 52/345 objects degraded (15.072%), 10 pgs degraded (PG_DEGRADED) 2024-04-10T15:11:26.230 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:26 smithi102 ceph-mon[88557]: osdmap e378: 8 total, 7 up, 8 in 2024-04-10T15:11:26.230 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:26 smithi102 ceph-mon[88557]: from='osd.2 [v2:172.21.15.102:6818/2137685949,v1:172.21.15.102:6819/2137685949]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T15:11:26.230 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:26 smithi102 ceph-mon[88557]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T15:11:26.230 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:26 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:26.230 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:26 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:26.235 INFO:tasks.rados.rados.0.smithi102.stdout:1739: writing smithi10276805-25 from 1736704 to 2334720 tid 1 2024-04-10T15:11:26.240 INFO:tasks.rados.rados.0.smithi102.stdout:1739: writing smithi10276805-25 from 2334720 to 3080192 tid 2 2024-04-10T15:11:26.246 INFO:tasks.rados.rados.0.smithi102.stdout:1739: writing smithi10276805-25 from 3080192 to 3858432 tid 3 2024-04-10T15:11:26.247 INFO:tasks.rados.rados.0.smithi102.stdout:1739: writing smithi10276805-25 from 3858432 to 3940352 tid 4 2024-04-10T15:11:26.247 INFO:tasks.rados.rados.0.smithi102.stdout:1737: done (1 left) 2024-04-10T15:11:26.247 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 47 current snap is 151 2024-04-10T15:11:26.247 INFO:tasks.rados.rados.0.smithi102.stdout:1740: seq_num 562 ranges {6619136=622592,7241728=630784,7872512=581632,8454144=393216} 2024-04-10T15:11:26.287 INFO:tasks.rados.rados.0.smithi102.stdout:1740: writing smithi10276805-47 from 6619136 to 7241728 tid 1 2024-04-10T15:11:26.290 INFO:tasks.rados.rados.0.smithi102.stdout:1740: writing smithi10276805-47 from 7241728 to 7872512 tid 2 2024-04-10T15:11:26.293 INFO:tasks.rados.rados.0.smithi102.stdout:1740: writing smithi10276805-47 from 7872512 to 8454144 tid 3 2024-04-10T15:11:26.296 INFO:tasks.rados.rados.0.smithi102.stdout:1740: writing smithi10276805-47 from 8454144 to 8847360 tid 4 2024-04-10T15:11:26.296 INFO:tasks.rados.rados.0.smithi102.stdout:1741: read oid 33 snap -1 2024-04-10T15:11:26.296 INFO:tasks.rados.rados.0.smithi102.stdout:1741: expect (ObjNum 551 snap 148 seq_num 551) 2024-04-10T15:11:26.296 INFO:tasks.rados.rados.0.smithi102.stdout:1742: snap_create 2024-04-10T15:11:26.296 INFO:tasks.rados.rados.0.smithi102.stdout:1739: finishing write tid 1 to smithi10276805-25 2024-04-10T15:11:26.296 INFO:tasks.rados.rados.0.smithi102.stdout:1739: finishing write tid 2 to smithi10276805-25 2024-04-10T15:11:26.296 INFO:tasks.rados.rados.0.smithi102.stdout:1740: finishing write tid 1 to smithi10276805-47 2024-04-10T15:11:26.296 INFO:tasks.rados.rados.0.smithi102.stdout:1740: finishing write tid 2 to smithi10276805-47 2024-04-10T15:11:26.298 INFO:tasks.rados.rados.0.smithi102.stdout:1740: finishing write tid 3 to smithi10276805-47 2024-04-10T15:11:26.302 INFO:tasks.rados.rados.0.smithi102.stdout:1740: finishing write tid 4 to smithi10276805-47 2024-04-10T15:11:26.302 INFO:tasks.rados.rados.0.smithi102.stdout:1740: finishing write tid 5 to smithi10276805-47 2024-04-10T15:11:26.302 INFO:tasks.rados.rados.0.smithi102.stdout:1740: finishing write tid 6 to smithi10276805-47 2024-04-10T15:11:26.302 INFO:tasks.rados.rados.0.smithi102.stdout:1740: oid 47 updating version 0 to 1196 2024-04-10T15:11:26.302 INFO:tasks.rados.rados.0.smithi102.stdout:1740: oid 47 version 1196 is already newer than 1195 2024-04-10T15:11:26.302 INFO:tasks.rados.rados.0.smithi102.stdout:1740: oid 47 updating version 1196 to 1197 2024-04-10T15:11:26.302 INFO:tasks.rados.rados.0.smithi102.stdout:1740: oid 47 version 1197 is already newer than 1194 2024-04-10T15:11:26.303 INFO:tasks.rados.rados.0.smithi102.stdout:1740: oid 47 version 1197 is already newer than 1193 2024-04-10T15:11:26.303 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 1197 (ObjNum 562 snap 151 seq_num 562) dirty exists 2024-04-10T15:11:26.303 INFO:tasks.rados.rados.0.smithi102.stdout:1740: left oid 47 (ObjNum 562 snap 151 seq_num 562) 2024-04-10T15:11:26.325 INFO:tasks.rados.rados.0.smithi102.stdout:1741: expect (ObjNum 551 snap 148 seq_num 551) 2024-04-10T15:11:26.380 INFO:tasks.rados.rados.0.smithi102.stdout:1739: finishing write tid 3 to smithi10276805-25 2024-04-10T15:11:26.380 INFO:tasks.rados.rados.0.smithi102.stdout:1739: finishing write tid 4 to smithi10276805-25 2024-04-10T15:11:26.381 INFO:tasks.rados.rados.0.smithi102.stdout:1739: finishing write tid 5 to smithi10276805-25 2024-04-10T15:11:26.381 INFO:tasks.rados.rados.0.smithi102.stdout:1739: finishing write tid 6 to smithi10276805-25 2024-04-10T15:11:26.381 INFO:tasks.rados.rados.0.smithi102.stdout:1739: oid 25 updating version 0 to 313 2024-04-10T15:11:26.381 INFO:tasks.rados.rados.0.smithi102.stdout:1739: oid 25 updating version 313 to 316 2024-04-10T15:11:26.381 INFO:tasks.rados.rados.0.smithi102.stdout:1739: oid 25 version 316 is already newer than 315 2024-04-10T15:11:26.381 INFO:tasks.rados.rados.0.smithi102.stdout:1739: oid 25 version 316 is already newer than 314 2024-04-10T15:11:26.381 INFO:tasks.rados.rados.0.smithi102.stdout:1739: oid 25 version 316 is already newer than 312 2024-04-10T15:11:26.381 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 316 (ObjNum 561 snap 151 seq_num 561) dirty exists 2024-04-10T15:11:26.381 INFO:tasks.rados.rados.0.smithi102.stdout:1739: left oid 25 (ObjNum 561 snap 151 seq_num 561) 2024-04-10T15:11:26.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:26 smithi154 ceph-mon[84269]: pgmap v218: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 239 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 5.1 MiB/s wr, 17 op/s; 52/345 objects degraded (15.072%) 2024-04-10T15:11:26.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:26 smithi154 ceph-mon[84269]: Health check update: Degraded data redundancy: 52/345 objects degraded (15.072%), 10 pgs degraded (PG_DEGRADED) 2024-04-10T15:11:26.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:26 smithi154 ceph-mon[84269]: osdmap e378: 8 total, 7 up, 8 in 2024-04-10T15:11:26.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:26 smithi154 ceph-mon[84269]: from='osd.2 [v2:172.21.15.102:6818/2137685949,v1:172.21.15.102:6819/2137685949]' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T15:11:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:26 smithi154 ceph-mon[84269]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]: dispatch 2024-04-10T15:11:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:26 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:26 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:27.157 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:11:26 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2[106334]: 2024-04-10T15:11:26.691+0000 7f168d912700 -1 osd.2 369 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:11:27.236 INFO:tasks.rados.rados.0.smithi102.stdout:1739: done (3 left) 2024-04-10T15:11:27.236 INFO:tasks.rados.rados.0.smithi102.stdout:1740: done (2 left) 2024-04-10T15:11:27.236 INFO:tasks.rados.rados.0.smithi102.stdout:1741: done (1 left) 2024-04-10T15:11:27.236 INFO:tasks.rados.rados.0.smithi102.stdout:1742: done (0 left) 2024-04-10T15:11:27.236 INFO:tasks.rados.rados.0.smithi102.stdout:1743: copy_from oid 23 from oid 48 current snap is 152 2024-04-10T15:11:27.236 INFO:tasks.rados.rados.0.smithi102.stdout:1744: delete oid 40 current snap is 152 2024-04-10T15:11:27.246 INFO:tasks.rados.rados.0.smithi102.stdout:1744: done (1 left) 2024-04-10T15:11:27.246 INFO:tasks.rados.rados.0.smithi102.stdout:1745: snap_remove snap 150 2024-04-10T15:11:27.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:27 smithi102 ceph-mon[90943]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-10T15:11:27.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:27 smithi102 ceph-mon[90943]: from='osd.2 [v2:172.21.15.102:6818/2137685949,v1:172.21.15.102:6819/2137685949]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:11:27.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:27 smithi102 ceph-mon[90943]: osdmap e379: 8 total, 7 up, 8 in 2024-04-10T15:11:27.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:27 smithi102 ceph-mon[90943]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:11:27.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:27 smithi102 ceph-mon[90943]: from='osd.2 ' entity='osd.2' 2024-04-10T15:11:27.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:27 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:27.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:27 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:27.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:27 smithi102 ceph-mon[88557]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-10T15:11:27.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:27 smithi102 ceph-mon[88557]: from='osd.2 [v2:172.21.15.102:6818/2137685949,v1:172.21.15.102:6819/2137685949]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:11:27.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:27 smithi102 ceph-mon[88557]: osdmap e379: 8 total, 7 up, 8 in 2024-04-10T15:11:27.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:27 smithi102 ceph-mon[88557]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:11:27.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:27 smithi102 ceph-mon[88557]: from='osd.2 ' entity='osd.2' 2024-04-10T15:11:27.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:27 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:27.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:27 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:27.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:27 smithi154 ceph-mon[84269]: from='osd.2 ' entity='osd.2' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["2"]}]': finished 2024-04-10T15:11:27.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:27 smithi154 ceph-mon[84269]: from='osd.2 [v2:172.21.15.102:6818/2137685949,v1:172.21.15.102:6819/2137685949]' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:11:27.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:27 smithi154 ceph-mon[84269]: osdmap e379: 8 total, 7 up, 8 in 2024-04-10T15:11:27.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:27 smithi154 ceph-mon[84269]: from='osd.2 ' entity='osd.2' cmd=[{"prefix": "osd crush create-or-move", "id": 2, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:11:27.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:27 smithi154 ceph-mon[84269]: from='osd.2 ' entity='osd.2' 2024-04-10T15:11:27.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:27 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:27.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:27 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:27.812 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:11:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:11:27] "GET /metrics HTTP/1.1" 200 36221 "" "Prometheus/2.43.0" 2024-04-10T15:11:28.237 INFO:tasks.rados.rados.0.smithi102.stdout:1745: done (1 left) 2024-04-10T15:11:28.237 INFO:tasks.rados.rados.0.smithi102.stdout:1746: setattr oid 37 current snap is 152 2024-04-10T15:11:28.240 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 43 current snap is 152 2024-04-10T15:11:28.240 INFO:tasks.rados.rados.0.smithi102.stdout:1747: seq_num 564 ranges {0=655360,655360=442368,1097728=598016,1695744=565248} 2024-04-10T15:11:28.244 INFO:tasks.rados.rados.0.smithi102.stdout:1747: writing smithi10276805-43 from 0 to 655360 tid 1 2024-04-10T15:11:28.247 INFO:tasks.rados.rados.0.smithi102.stdout:1747: writing smithi10276805-43 from 655360 to 1097728 tid 2 2024-04-10T15:11:28.251 INFO:tasks.rados.rados.0.smithi102.stdout:1747: writing smithi10276805-43 from 1097728 to 1695744 tid 3 2024-04-10T15:11:28.255 INFO:tasks.rados.rados.0.smithi102.stdout:1747: writing smithi10276805-43 from 1695744 to 2260992 tid 4 2024-04-10T15:11:28.255 INFO:tasks.rados.rados.0.smithi102.stdout:1748: delete oid 33 current snap is 152 2024-04-10T15:11:28.258 INFO:tasks.rados.rados.0.smithi102.stdout:1748: done (3 left) 2024-04-10T15:11:28.258 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 12 current snap is 152 2024-04-10T15:11:28.258 INFO:tasks.rados.rados.0.smithi102.stdout:1749: seq_num 566 ranges {0=688128,688128=614400,1302528=565248,1867776=425984} 2024-04-10T15:11:28.263 INFO:tasks.rados.rados.0.smithi102.stdout:1749: writing smithi10276805-12 from 0 to 688128 tid 1 2024-04-10T15:11:28.267 INFO:tasks.rados.rados.0.smithi102.stdout:1749: writing smithi10276805-12 from 688128 to 1302528 tid 2 2024-04-10T15:11:28.271 INFO:tasks.rados.rados.0.smithi102.stdout:1749: writing smithi10276805-12 from 1302528 to 1867776 tid 3 2024-04-10T15:11:28.274 INFO:tasks.rados.rados.0.smithi102.stdout:1749: writing smithi10276805-12 from 1867776 to 2293760 tid 4 2024-04-10T15:11:28.274 INFO:tasks.rados.rados.0.smithi102.stdout:1750: snap_remove snap 141 2024-04-10T15:11:28.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:28 smithi102 ceph-mon[88557]: pgmap v221: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 239 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.6 MiB/s wr, 15 op/s; 52/345 objects degraded (15.072%) 2024-04-10T15:11:28.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:28 smithi102 ceph-mon[88557]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:11:28.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:28 smithi102 ceph-mon[88557]: osd.2 [v2:172.21.15.102:6818/2137685949,v1:172.21.15.102:6819/2137685949] boot 2024-04-10T15:11:28.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:28 smithi102 ceph-mon[88557]: osdmap e380: 8 total, 8 up, 8 in 2024-04-10T15:11:28.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:28 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:11:28.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:28 smithi102 ceph-mon[90943]: pgmap v221: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 239 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.6 MiB/s wr, 15 op/s; 52/345 objects degraded (15.072%) 2024-04-10T15:11:28.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:28 smithi102 ceph-mon[90943]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:11:28.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:28 smithi102 ceph-mon[90943]: osd.2 [v2:172.21.15.102:6818/2137685949,v1:172.21.15.102:6819/2137685949] boot 2024-04-10T15:11:28.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:28 smithi102 ceph-mon[90943]: osdmap e380: 8 total, 8 up, 8 in 2024-04-10T15:11:28.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:28 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:11:28.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:28 smithi154 ceph-mon[84269]: pgmap v221: 121 pgs: 10 active+undersized+degraded, 27 active+undersized, 84 active+clean; 239 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.6 MiB/s wr, 15 op/s; 52/345 objects degraded (15.072%) 2024-04-10T15:11:28.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:28 smithi154 ceph-mon[84269]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:11:28.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:28 smithi154 ceph-mon[84269]: osd.2 [v2:172.21.15.102:6818/2137685949,v1:172.21.15.102:6819/2137685949] boot 2024-04-10T15:11:28.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:28 smithi154 ceph-mon[84269]: osdmap e380: 8 total, 8 up, 8 in 2024-04-10T15:11:28.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:28 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 2}]: dispatch 2024-04-10T15:11:29.244 INFO:tasks.rados.rados.0.smithi102.stdout:1750: done (4 left) 2024-04-10T15:11:29.245 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 9 current snap is 152 2024-04-10T15:11:29.245 INFO:tasks.rados.rados.0.smithi102.stdout:1743: finishing copy_from racing read to smithi10276805-23 2024-04-10T15:11:29.245 INFO:tasks.rados.rados.0.smithi102.stdout:1751: seq_num 567 ranges {0=704512,704512=499712,1204224=770048,1974272=335872} 2024-04-10T15:11:29.249 INFO:tasks.rados.rados.0.smithi102.stdout:1751: writing smithi10276805-9 from 0 to 704512 tid 1 2024-04-10T15:11:29.252 INFO:tasks.rados.rados.0.smithi102.stdout:1751: writing smithi10276805-9 from 704512 to 1204224 tid 2 2024-04-10T15:11:29.258 INFO:tasks.rados.rados.0.smithi102.stdout:1751: writing smithi10276805-9 from 1204224 to 1974272 tid 3 2024-04-10T15:11:29.261 INFO:tasks.rados.rados.0.smithi102.stdout:1751: writing smithi10276805-9 from 1974272 to 2310144 tid 4 2024-04-10T15:11:29.261 INFO:tasks.rados.rados.0.smithi102.stdout:1752: snap_create 2024-04-10T15:11:29.261 INFO:tasks.rados.rados.0.smithi102.stdout:1743: finishing copy_from to smithi10276805-23 2024-04-10T15:11:29.261 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1175 (ObjNum 129 snap 0 seq_num 88022736) dirty exists 2024-04-10T15:11:29.261 INFO:tasks.rados.rados.0.smithi102.stdout:1749: finishing write tid 1 to smithi10276805-12 2024-04-10T15:11:29.261 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 1102 (ObjNum 539 snap 144 seq_num 539) dirty exists 2024-04-10T15:11:29.261 INFO:tasks.rados.rados.0.smithi102.stdout:1747: finishing write tid 1 to smithi10276805-43 2024-04-10T15:11:29.261 INFO:tasks.rados.rados.0.smithi102.stdout:1747: finishing write tid 2 to smithi10276805-43 2024-04-10T15:11:29.261 INFO:tasks.rados.rados.0.smithi102.stdout:1747: finishing write tid 3 to smithi10276805-43 2024-04-10T15:11:29.262 INFO:tasks.rados.rados.0.smithi102.stdout:1747: finishing write tid 4 to smithi10276805-43 2024-04-10T15:11:29.262 INFO:tasks.rados.rados.0.smithi102.stdout:1749: finishing write tid 2 to smithi10276805-12 2024-04-10T15:11:29.262 INFO:tasks.rados.rados.0.smithi102.stdout:1747: finishing write tid 5 to smithi10276805-43 2024-04-10T15:11:29.262 INFO:tasks.rados.rados.0.smithi102.stdout:1749: finishing write tid 3 to smithi10276805-12 2024-04-10T15:11:29.262 INFO:tasks.rados.rados.0.smithi102.stdout:1749: finishing write tid 4 to smithi10276805-12 2024-04-10T15:11:29.262 INFO:tasks.rados.rados.0.smithi102.stdout:1749: finishing write tid 5 to smithi10276805-12 2024-04-10T15:11:29.262 INFO:tasks.rados.rados.0.smithi102.stdout:1747: finishing write tid 6 to smithi10276805-43 2024-04-10T15:11:29.262 INFO:tasks.rados.rados.0.smithi102.stdout:1747: oid 43 updating version 0 to 1104 2024-04-10T15:11:29.262 INFO:tasks.rados.rados.0.smithi102.stdout:1747: oid 43 updating version 1104 to 1106 2024-04-10T15:11:29.262 INFO:tasks.rados.rados.0.smithi102.stdout:1747: oid 43 version 1106 is already newer than 1103 2024-04-10T15:11:29.262 INFO:tasks.rados.rados.0.smithi102.stdout:1747: oid 43 version 1106 is already newer than 1105 2024-04-10T15:11:29.262 INFO:tasks.rados.rados.0.smithi102.stdout:1747: oid 43 updating version 1106 to 1107 2024-04-10T15:11:29.262 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 1107 (ObjNum 564 snap 152 seq_num 564) dirty exists 2024-04-10T15:11:29.263 INFO:tasks.rados.rados.0.smithi102.stdout:1747: left oid 43 (ObjNum 564 snap 152 seq_num 564) 2024-04-10T15:11:29.263 INFO:tasks.rados.rados.0.smithi102.stdout:1749: finishing write tid 6 to smithi10276805-12 2024-04-10T15:11:29.263 INFO:tasks.rados.rados.0.smithi102.stdout:1749: oid 12 updating version 0 to 1146 2024-04-10T15:11:29.263 INFO:tasks.rados.rados.0.smithi102.stdout:1749: oid 12 updating version 1146 to 1149 2024-04-10T15:11:29.263 INFO:tasks.rados.rados.0.smithi102.stdout:1749: oid 12 version 1149 is already newer than 1147 2024-04-10T15:11:29.263 INFO:tasks.rados.rados.0.smithi102.stdout:1749: oid 12 updating version 1149 to 1150 2024-04-10T15:11:29.263 INFO:tasks.rados.rados.0.smithi102.stdout:1749: oid 12 version 1150 is already newer than 1148 2024-04-10T15:11:29.263 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 1150 (ObjNum 566 snap 152 seq_num 566) dirty exists 2024-04-10T15:11:29.263 INFO:tasks.rados.rados.0.smithi102.stdout:1749: left oid 12 (ObjNum 566 snap 152 seq_num 566) 2024-04-10T15:11:29.263 INFO:tasks.rados.rados.0.smithi102.stdout:1751: finishing write tid 1 to smithi10276805-9 2024-04-10T15:11:29.267 INFO:tasks.rados.rados.0.smithi102.stdout:1751: finishing write tid 2 to smithi10276805-9 2024-04-10T15:11:29.268 INFO:tasks.rados.rados.0.smithi102.stdout:1751: finishing write tid 3 to smithi10276805-9 2024-04-10T15:11:29.268 INFO:tasks.rados.rados.0.smithi102.stdout:1751: finishing write tid 4 to smithi10276805-9 2024-04-10T15:11:29.269 INFO:tasks.rados.rados.0.smithi102.stdout:1751: finishing write tid 5 to smithi10276805-9 2024-04-10T15:11:29.271 INFO:tasks.rados.rados.0.smithi102.stdout:1751: finishing write tid 6 to smithi10276805-9 2024-04-10T15:11:29.271 INFO:tasks.rados.rados.0.smithi102.stdout:1751: oid 9 updating version 0 to 803 2024-04-10T15:11:29.271 INFO:tasks.rados.rados.0.smithi102.stdout:1751: oid 9 updating version 803 to 804 2024-04-10T15:11:29.271 INFO:tasks.rados.rados.0.smithi102.stdout:1751: oid 9 version 804 is already newer than 802 2024-04-10T15:11:29.271 INFO:tasks.rados.rados.0.smithi102.stdout:1751: oid 9 updating version 804 to 805 2024-04-10T15:11:29.271 INFO:tasks.rados.rados.0.smithi102.stdout:1751: oid 9 version 805 is already newer than 801 2024-04-10T15:11:29.271 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 805 (ObjNum 567 snap 152 seq_num 567) dirty exists 2024-04-10T15:11:29.271 INFO:tasks.rados.rados.0.smithi102.stdout:1751: left oid 9 (ObjNum 567 snap 152 seq_num 567) 2024-04-10T15:11:29.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:29 smithi102 ceph-mon[90943]: osdmap e381: 8 total, 8 up, 8 in 2024-04-10T15:11:29.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:29 smithi102 ceph-mon[88557]: osdmap e381: 8 total, 8 up, 8 in 2024-04-10T15:11:29.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:29 smithi154 ceph-mon[84269]: osdmap e381: 8 total, 8 up, 8 in 2024-04-10T15:11:30.249 INFO:tasks.rados.rados.0.smithi102.stdout:1743: done (5 left) 2024-04-10T15:11:30.249 INFO:tasks.rados.rados.0.smithi102.stdout:1746: done (4 left) 2024-04-10T15:11:30.249 INFO:tasks.rados.rados.0.smithi102.stdout:1747: done (3 left) 2024-04-10T15:11:30.249 INFO:tasks.rados.rados.0.smithi102.stdout:1749: done (2 left) 2024-04-10T15:11:30.249 INFO:tasks.rados.rados.0.smithi102.stdout:1751: done (1 left) 2024-04-10T15:11:30.249 INFO:tasks.rados.rados.0.smithi102.stdout:1752: done (0 left) 2024-04-10T15:11:30.249 INFO:tasks.rados.rados.0.smithi102.stdout:1753: rollback oid 36 current snap is 153 2024-04-10T15:11:30.249 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 36 to 151 2024-04-10T15:11:30.250 INFO:tasks.rados.rados.0.smithi102.stdout:1754: snap_create 2024-04-10T15:11:30.250 INFO:tasks.rados.rados.0.smithi102.stdout:1753: finishing rollback tid 1 to smithi10276805-36 2024-04-10T15:11:30.250 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 0 (ObjNum 289 snap 0 seq_num 1729207328) dirty dne 2024-04-10T15:11:30.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:30 smithi102 ceph-mon[90943]: pgmap v224: 121 pgs: 5 peering, 7 active+undersized+degraded, 6 active+undersized, 103 active+clean; 241 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.0 MiB/s wr, 10 op/s; 41/333 objects degraded (12.312%); 4.6 MiB/s, 0 objects/s recovering 2024-04-10T15:11:30.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:30 smithi102 ceph-mon[90943]: osdmap e382: 8 total, 8 up, 8 in 2024-04-10T15:11:30.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:30 smithi102 ceph-mon[88557]: pgmap v224: 121 pgs: 5 peering, 7 active+undersized+degraded, 6 active+undersized, 103 active+clean; 241 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.0 MiB/s wr, 10 op/s; 41/333 objects degraded (12.312%); 4.6 MiB/s, 0 objects/s recovering 2024-04-10T15:11:30.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:30 smithi102 ceph-mon[88557]: osdmap e382: 8 total, 8 up, 8 in 2024-04-10T15:11:30.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:30 smithi154 ceph-mon[84269]: pgmap v224: 121 pgs: 5 peering, 7 active+undersized+degraded, 6 active+undersized, 103 active+clean; 241 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.0 MiB/s wr, 10 op/s; 41/333 objects degraded (12.312%); 4.6 MiB/s, 0 objects/s recovering 2024-04-10T15:11:30.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:30 smithi154 ceph-mon[84269]: osdmap e382: 8 total, 8 up, 8 in 2024-04-10T15:11:30.907 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:11:30 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:11:30.667+0000 7f98c6a06700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-10T15:11:31.249 INFO:tasks.rados.rados.0.smithi102.stdout:1753: done (1 left) 2024-04-10T15:11:31.249 INFO:tasks.rados.rados.0.smithi102.stdout:1754: done (0 left) 2024-04-10T15:11:31.249 INFO:tasks.rados.rados.0.smithi102.stdout:1755: read oid 4 snap 153 2024-04-10T15:11:31.249 INFO:tasks.rados.rados.0.smithi102.stdout:1755: expect (ObjNum 546 snap 145 seq_num 546) 2024-04-10T15:11:31.249 INFO:tasks.rados.rados.0.smithi102.stdout:1756: snap_remove snap 151 2024-04-10T15:11:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:31 smithi154 ceph-mon[84269]: osdmap e383: 8 total, 8 up, 8 in 2024-04-10T15:11:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:11:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:11:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:11:31.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:11:31.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:11:31.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:11:31.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:11:31.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:31 smithi154 ceph-mon[84269]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:11:31.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:31 smithi154 ceph-mon[84269]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-10T15:11:31.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:31 smithi154 ceph-mon[84269]: pgmap v227: 121 pgs: 5 peering, 7 active+undersized+degraded, 6 active+undersized, 103 active+clean; 241 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.0 MiB/s wr, 10 op/s; 41/333 objects degraded (12.312%); 4.6 MiB/s, 0 objects/s recovering 2024-04-10T15:11:31.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[88557]: osdmap e383: 8 total, 8 up, 8 in 2024-04-10T15:11:31.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:31.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:31.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:11:31.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:11:31.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:31.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:11:31.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:11:31.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:11:31.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:11:31.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:11:31.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[88557]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:11:31.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[88557]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-10T15:11:31.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[88557]: pgmap v227: 121 pgs: 5 peering, 7 active+undersized+degraded, 6 active+undersized, 103 active+clean; 241 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.0 MiB/s wr, 10 op/s; 41/333 objects degraded (12.312%); 4.6 MiB/s, 0 objects/s recovering 2024-04-10T15:11:31.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[90943]: osdmap e383: 8 total, 8 up, 8 in 2024-04-10T15:11:31.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:31.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:31.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:11:31.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:11:31.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:31.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:11:31.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:11:31.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:11:31.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:11:31.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:11:31.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[90943]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:11:31.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[90943]: Upgrade: unsafe to stop osd(s) at this time (6 PGs are or would become offline) 2024-04-10T15:11:31.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:31 smithi102 ceph-mon[90943]: pgmap v227: 121 pgs: 5 peering, 7 active+undersized+degraded, 6 active+undersized, 103 active+clean; 241 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.8 MiB/s rd, 1.0 MiB/s wr, 10 op/s; 41/333 objects degraded (12.312%); 4.6 MiB/s, 0 objects/s recovering 2024-04-10T15:11:32.266 INFO:tasks.rados.rados.0.smithi102.stdout:1756: done (1 left) 2024-04-10T15:11:32.267 INFO:tasks.rados.rados.0.smithi102.stdout:1757: setattr oid 49 current snap is 154 2024-04-10T15:11:32.267 INFO:tasks.rados.rados.0.smithi102.stdout:1755: expect (ObjNum 546 snap 145 seq_num 546) 2024-04-10T15:11:32.489 INFO:tasks.rados.rados.0.smithi102.stdout:1755: done (1 left) 2024-04-10T15:11:32.489 INFO:tasks.rados.rados.0.smithi102.stdout:1758: snap_remove snap 153 2024-04-10T15:11:32.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:32 smithi154 ceph-mon[84269]: osdmap e384: 8 total, 8 up, 8 in 2024-04-10T15:11:32.631 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:11:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:11:32.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:32 smithi102 ceph-mon[90943]: osdmap e384: 8 total, 8 up, 8 in 2024-04-10T15:11:32.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:32 smithi102 ceph-mon[88557]: osdmap e384: 8 total, 8 up, 8 in 2024-04-10T15:11:33.270 INFO:tasks.rados.rados.0.smithi102.stdout:1758: done (1 left) 2024-04-10T15:11:33.270 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 41 current snap is 154 2024-04-10T15:11:33.270 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1071 (ObjNum 490 snap 130 seq_num 490) dirty exists 2024-04-10T15:11:33.270 INFO:tasks.rados.rados.0.smithi102.stdout:1759: seq_num 568 ranges {7282688=720896,8003584=786432,8790016=581632,9371648=237568} 2024-04-10T15:11:33.312 INFO:tasks.rados.rados.0.smithi102.stdout:1759: writing smithi10276805-41 from 7282688 to 8003584 tid 1 2024-04-10T15:11:33.317 INFO:tasks.rados.rados.0.smithi102.stdout:1759: writing smithi10276805-41 from 8003584 to 8790016 tid 2 2024-04-10T15:11:33.320 INFO:tasks.rados.rados.0.smithi102.stdout:1759: writing smithi10276805-41 from 8790016 to 9371648 tid 3 2024-04-10T15:11:33.321 INFO:tasks.rados.rados.0.smithi102.stdout:1759: writing smithi10276805-41 from 9371648 to 9609216 tid 4 2024-04-10T15:11:33.322 INFO:tasks.rados.rados.0.smithi102.stdout:1757: done (1 left) 2024-04-10T15:11:33.322 INFO:tasks.rados.rados.0.smithi102.stdout:1760: copy_from oid 29 from oid 48 current snap is 154 2024-04-10T15:11:33.322 INFO:tasks.rados.rados.0.smithi102.stdout:1761: snap_remove snap 152 2024-04-10T15:11:33.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:33 smithi154 ceph-mon[84269]: osdmap e385: 8 total, 8 up, 8 in 2024-04-10T15:11:33.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:33 smithi154 ceph-mon[84269]: pgmap v230: 121 pgs: 121 active+clean; 227 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.6 MiB/s wr, 10 op/s; 7.9 MiB/s, 2 objects/s recovering 2024-04-10T15:11:33.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:33 smithi154 ceph-mon[84269]: Health check update: Degraded data redundancy: 41/333 objects degraded (12.312%), 7 pgs degraded (PG_DEGRADED) 2024-04-10T15:11:33.628 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:11:33 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:11:33.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:11:33.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:33 smithi102 ceph-mon[90943]: osdmap e385: 8 total, 8 up, 8 in 2024-04-10T15:11:33.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:33 smithi102 ceph-mon[90943]: pgmap v230: 121 pgs: 121 active+clean; 227 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.6 MiB/s wr, 10 op/s; 7.9 MiB/s, 2 objects/s recovering 2024-04-10T15:11:33.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:33 smithi102 ceph-mon[90943]: Health check update: Degraded data redundancy: 41/333 objects degraded (12.312%), 7 pgs degraded (PG_DEGRADED) 2024-04-10T15:11:33.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:33 smithi102 ceph-mon[88557]: osdmap e385: 8 total, 8 up, 8 in 2024-04-10T15:11:33.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:33 smithi102 ceph-mon[88557]: pgmap v230: 121 pgs: 121 active+clean; 227 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 1.6 MiB/s wr, 10 op/s; 7.9 MiB/s, 2 objects/s recovering 2024-04-10T15:11:33.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:33 smithi102 ceph-mon[88557]: Health check update: Degraded data redundancy: 41/333 objects degraded (12.312%), 7 pgs degraded (PG_DEGRADED) 2024-04-10T15:11:34.274 INFO:tasks.rados.rados.0.smithi102.stdout:1761: done (2 left) 2024-04-10T15:11:34.274 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 49 current snap is 154 2024-04-10T15:11:34.274 INFO:tasks.rados.rados.0.smithi102.stdout:1759: finishing write tid 1 to smithi10276805-41 2024-04-10T15:11:34.274 INFO:tasks.rados.rados.0.smithi102.stdout:1762: seq_num 569 ranges {9830400=737280,10567680=671744,11239424=737280,11976704=196608} 2024-04-10T15:11:34.330 INFO:tasks.rados.rados.0.smithi102.stdout:1762: writing smithi10276805-49 from 9830400 to 10567680 tid 1 2024-04-10T15:11:34.334 INFO:tasks.rados.rados.0.smithi102.stdout:1762: writing smithi10276805-49 from 10567680 to 11239424 tid 2 2024-04-10T15:11:34.338 INFO:tasks.rados.rados.0.smithi102.stdout:1762: writing smithi10276805-49 from 11239424 to 11976704 tid 3 2024-04-10T15:11:34.340 INFO:tasks.rados.rados.0.smithi102.stdout:1762: writing smithi10276805-49 from 11976704 to 12173312 tid 4 2024-04-10T15:11:34.340 INFO:tasks.rados.rados.0.smithi102.stdout:1763: read oid 30 snap -1 2024-04-10T15:11:34.340 INFO:tasks.rados.rados.0.smithi102.stdout:1763: expect (ObjNum 511 snap 138 seq_num 511) 2024-04-10T15:11:34.340 INFO:tasks.rados.rados.0.smithi102.stdout:1764: snap_create 2024-04-10T15:11:34.340 INFO:tasks.rados.rados.0.smithi102.stdout:1759: finishing write tid 2 to smithi10276805-41 2024-04-10T15:11:34.340 INFO:tasks.rados.rados.0.smithi102.stdout:1760: finishing copy_from racing read to smithi10276805-29 2024-04-10T15:11:34.340 INFO:tasks.rados.rados.0.smithi102.stdout:1759: finishing write tid 3 to smithi10276805-41 2024-04-10T15:11:34.340 INFO:tasks.rados.rados.0.smithi102.stdout:1759: finishing write tid 4 to smithi10276805-41 2024-04-10T15:11:34.341 INFO:tasks.rados.rados.0.smithi102.stdout:1760: finishing copy_from to smithi10276805-29 2024-04-10T15:11:34.341 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 1175 (ObjNum 129 snap 0 seq_num 87827584) dirty exists 2024-04-10T15:11:34.341 INFO:tasks.rados.rados.0.smithi102.stdout:1759: finishing write tid 5 to smithi10276805-41 2024-04-10T15:11:34.341 INFO:tasks.rados.rados.0.smithi102.stdout:1759: finishing write tid 6 to smithi10276805-41 2024-04-10T15:11:34.341 INFO:tasks.rados.rados.0.smithi102.stdout:1759: oid 41 updating version 0 to 1108 2024-04-10T15:11:34.341 INFO:tasks.rados.rados.0.smithi102.stdout:1759: oid 41 updating version 1108 to 1111 2024-04-10T15:11:34.341 INFO:tasks.rados.rados.0.smithi102.stdout:1759: oid 41 version 1111 is already newer than 1109 2024-04-10T15:11:34.341 INFO:tasks.rados.rados.0.smithi102.stdout:1759: oid 41 updating version 1111 to 1112 2024-04-10T15:11:34.341 INFO:tasks.rados.rados.0.smithi102.stdout:1759: oid 41 version 1112 is already newer than 1110 2024-04-10T15:11:34.341 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 1112 (ObjNum 568 snap 154 seq_num 568) dirty exists 2024-04-10T15:11:34.341 INFO:tasks.rados.rados.0.smithi102.stdout:1759: left oid 41 (ObjNum 568 snap 154 seq_num 568) 2024-04-10T15:11:34.341 INFO:tasks.rados.rados.0.smithi102.stdout:1762: finishing write tid 1 to smithi10276805-49 2024-04-10T15:11:34.343 INFO:tasks.rados.rados.0.smithi102.stdout:1762: finishing write tid 2 to smithi10276805-49 2024-04-10T15:11:34.344 INFO:tasks.rados.rados.0.smithi102.stdout:1762: finishing write tid 3 to smithi10276805-49 2024-04-10T15:11:34.345 INFO:tasks.rados.rados.0.smithi102.stdout:1762: finishing write tid 4 to smithi10276805-49 2024-04-10T15:11:34.345 INFO:tasks.rados.rados.0.smithi102.stdout:1762: finishing write tid 5 to smithi10276805-49 2024-04-10T15:11:34.347 INFO:tasks.rados.rados.0.smithi102.stdout:1762: finishing write tid 6 to smithi10276805-49 2024-04-10T15:11:34.347 INFO:tasks.rados.rados.0.smithi102.stdout:1762: oid 49 updating version 0 to 1075 2024-04-10T15:11:34.347 INFO:tasks.rados.rados.0.smithi102.stdout:1762: oid 49 version 1075 is already newer than 1074 2024-04-10T15:11:34.347 INFO:tasks.rados.rados.0.smithi102.stdout:1762: oid 49 version 1075 is already newer than 1072 2024-04-10T15:11:34.347 INFO:tasks.rados.rados.0.smithi102.stdout:1762: oid 49 updating version 1075 to 1076 2024-04-10T15:11:34.347 INFO:tasks.rados.rados.0.smithi102.stdout:1762: oid 49 version 1076 is already newer than 1073 2024-04-10T15:11:34.347 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1076 (ObjNum 569 snap 154 seq_num 569) dirty exists 2024-04-10T15:11:34.347 INFO:tasks.rados.rados.0.smithi102.stdout:1762: left oid 49 (ObjNum 569 snap 154 seq_num 569) 2024-04-10T15:11:34.348 INFO:tasks.rados.rados.0.smithi102.stdout:1763: expect (ObjNum 511 snap 138 seq_num 511) 2024-04-10T15:11:34.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:34 smithi154 ceph-mon[84269]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/333 objects degraded (12.312%), 7 pgs degraded) 2024-04-10T15:11:34.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:34 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:11:34.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:34 smithi154 ceph-mon[84269]: osdmap e386: 8 total, 8 up, 8 in 2024-04-10T15:11:34.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:34 smithi102 ceph-mon[90943]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/333 objects degraded (12.312%), 7 pgs degraded) 2024-04-10T15:11:34.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:34 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:11:34.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:34 smithi102 ceph-mon[90943]: osdmap e386: 8 total, 8 up, 8 in 2024-04-10T15:11:34.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:34 smithi102 ceph-mon[88557]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 41/333 objects degraded (12.312%), 7 pgs degraded) 2024-04-10T15:11:34.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:34 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:11:34.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:34 smithi102 ceph-mon[88557]: osdmap e386: 8 total, 8 up, 8 in 2024-04-10T15:11:35.282 INFO:tasks.rados.rados.0.smithi102.stdout:1759: done (4 left) 2024-04-10T15:11:35.282 INFO:tasks.rados.rados.0.smithi102.stdout:1760: done (3 left) 2024-04-10T15:11:35.283 INFO:tasks.rados.rados.0.smithi102.stdout:1762: done (2 left) 2024-04-10T15:11:35.283 INFO:tasks.rados.rados.0.smithi102.stdout:1763: done (1 left) 2024-04-10T15:11:35.283 INFO:tasks.rados.rados.0.smithi102.stdout:1764: done (0 left) 2024-04-10T15:11:35.283 INFO:tasks.rados.rados.0.smithi102.stdout:1765: setattr oid 37 current snap is 155 2024-04-10T15:11:35.283 INFO:tasks.rados.rados.0.smithi102.stdout:1766: copy_from oid 34 from oid 33 current snap is 155 2024-04-10T15:11:35.284 INFO:tasks.rados.rados.0.smithi102.stdout:1767: copy_from oid 16 from oid 43 current snap is 155 2024-04-10T15:11:35.284 INFO:tasks.rados.rados.0.smithi102.stdout:1768: rollback oid 13 current snap is 155 2024-04-10T15:11:35.284 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 13 to 154 2024-04-10T15:11:35.284 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 24 current snap is 155 2024-04-10T15:11:35.284 INFO:tasks.rados.rados.0.smithi102.stdout:1769: seq_num 570 ranges {8642560=753664,9396224=548864,9945088=540672,10485760=516096} 2024-04-10T15:11:35.334 INFO:tasks.rados.rados.0.smithi102.stdout:1769: writing smithi10276805-24 from 8642560 to 9396224 tid 1 2024-04-10T15:11:35.337 INFO:tasks.rados.rados.0.smithi102.stdout:1769: writing smithi10276805-24 from 9396224 to 9945088 tid 2 2024-04-10T15:11:35.340 INFO:tasks.rados.rados.0.smithi102.stdout:1769: writing smithi10276805-24 from 9945088 to 10485760 tid 3 2024-04-10T15:11:35.344 INFO:tasks.rados.rados.0.smithi102.stdout:1769: writing smithi10276805-24 from 10485760 to 11001856 tid 4 2024-04-10T15:11:35.344 INFO:tasks.rados.rados.0.smithi102.stdout:1770: copy_from oid 38 from oid 11 current snap is 155 2024-04-10T15:11:35.344 INFO:tasks.rados.rados.0.smithi102.stdout:1768: finishing rollback tid 0 to smithi10276805-13 2024-04-10T15:11:35.344 INFO:tasks.rados.rados.0.smithi102.stdout:1766: finishing copy_from to smithi10276805-34 2024-04-10T15:11:35.344 INFO:tasks.rados.rados.0.smithi102.stdout:1766: got expected ENOENT (src dne) 2024-04-10T15:11:35.344 INFO:tasks.rados.rados.0.smithi102.stdout:1768: finishing rollback tid 1 to smithi10276805-13 2024-04-10T15:11:35.344 INFO:tasks.rados.rados.0.smithi102.stdout:1766: finishing copy_from racing read to smithi10276805-34 2024-04-10T15:11:35.344 INFO:tasks.rados.rados.0.smithi102.stdout:1768: finishing rollback tid 2 to smithi10276805-13 2024-04-10T15:11:35.344 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 1215 (ObjNum 511 snap 138 seq_num 511) dirty exists 2024-04-10T15:11:35.344 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 1113 (ObjNum 539 snap 144 seq_num 539) dirty exists 2024-04-10T15:11:35.345 INFO:tasks.rados.rados.0.smithi102.stdout:1767: finishing copy_from racing read to smithi10276805-16 2024-04-10T15:11:35.345 INFO:tasks.rados.rados.0.smithi102.stdout:1767: finishing copy_from to smithi10276805-16 2024-04-10T15:11:35.345 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 1107 (ObjNum 564 snap 152 seq_num 564) dirty exists 2024-04-10T15:11:35.345 INFO:tasks.rados.rados.0.smithi102.stdout:1769: finishing write tid 1 to smithi10276805-24 2024-04-10T15:11:35.345 INFO:tasks.rados.rados.0.smithi102.stdout:1769: finishing write tid 2 to smithi10276805-24 2024-04-10T15:11:35.345 INFO:tasks.rados.rados.0.smithi102.stdout:1769: finishing write tid 3 to smithi10276805-24 2024-04-10T15:11:35.345 INFO:tasks.rados.rados.0.smithi102.stdout:1765: done (5 left) 2024-04-10T15:11:35.345 INFO:tasks.rados.rados.0.smithi102.stdout:1766: done (4 left) 2024-04-10T15:11:35.345 INFO:tasks.rados.rados.0.smithi102.stdout:1767: done (3 left) 2024-04-10T15:11:35.345 INFO:tasks.rados.rados.0.smithi102.stdout:1768: done (2 left) 2024-04-10T15:11:35.345 INFO:tasks.rados.rados.0.smithi102.stdout:1771: rollback oid 26 current snap is 155 2024-04-10T15:11:35.345 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 26 to 154 2024-04-10T15:11:35.345 INFO:tasks.rados.rados.0.smithi102.stdout:1772: snap_create 2024-04-10T15:11:35.346 INFO:tasks.rados.rados.0.smithi102.stdout:1770: finishing copy_from to smithi10276805-38 2024-04-10T15:11:35.346 INFO:tasks.rados.rados.0.smithi102.stdout:1770: got expected ENOENT (src dne) 2024-04-10T15:11:35.346 INFO:tasks.rados.rados.0.smithi102.stdout:1770: finishing copy_from racing read to smithi10276805-38 2024-04-10T15:11:35.346 INFO:tasks.rados.rados.0.smithi102.stdout:1769: finishing write tid 4 to smithi10276805-24 2024-04-10T15:11:35.346 INFO:tasks.rados.rados.0.smithi102.stdout:1769: finishing write tid 5 to smithi10276805-24 2024-04-10T15:11:35.348 INFO:tasks.rados.rados.0.smithi102.stdout:1769: finishing write tid 6 to smithi10276805-24 2024-04-10T15:11:35.348 INFO:tasks.rados.rados.0.smithi102.stdout:1769: oid 24 updating version 0 to 298 2024-04-10T15:11:35.348 INFO:tasks.rados.rados.0.smithi102.stdout:1769: oid 24 version 298 is already newer than 295 2024-04-10T15:11:35.348 INFO:tasks.rados.rados.0.smithi102.stdout:1769: oid 24 version 298 is already newer than 297 2024-04-10T15:11:35.348 INFO:tasks.rados.rados.0.smithi102.stdout:1769: oid 24 version 298 is already newer than 296 2024-04-10T15:11:35.348 INFO:tasks.rados.rados.0.smithi102.stdout:1769: oid 24 version 298 is already newer than 294 2024-04-10T15:11:35.348 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 298 (ObjNum 570 snap 155 seq_num 570) dirty exists 2024-04-10T15:11:35.349 INFO:tasks.rados.rados.0.smithi102.stdout:1769: left oid 24 (ObjNum 570 snap 155 seq_num 570) 2024-04-10T15:11:35.349 INFO:tasks.rados.rados.0.smithi102.stdout:1771: finishing rollback tid 0 to smithi10276805-26 2024-04-10T15:11:35.349 INFO:tasks.rados.rados.0.smithi102.stdout:1771: finishing rollback tid 1 to smithi10276805-26 2024-04-10T15:11:35.349 INFO:tasks.rados.rados.0.smithi102.stdout:1771: finishing rollback tid 2 to smithi10276805-26 2024-04-10T15:11:35.349 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1116 (ObjNum 485 snap 129 seq_num 485) dirty exists 2024-04-10T15:11:35.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:35 smithi154 ceph-mon[84269]: osdmap e387: 8 total, 8 up, 8 in 2024-04-10T15:11:35.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:35 smithi154 ceph-mon[84269]: pgmap v233: 121 pgs: 121 active+clean; 171 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.2 MiB/s wr, 12 op/s; 7.9 MiB/s, 2 objects/s recovering 2024-04-10T15:11:35.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:35 smithi102 ceph-mon[90943]: osdmap e387: 8 total, 8 up, 8 in 2024-04-10T15:11:35.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:35 smithi102 ceph-mon[90943]: pgmap v233: 121 pgs: 121 active+clean; 171 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.2 MiB/s wr, 12 op/s; 7.9 MiB/s, 2 objects/s recovering 2024-04-10T15:11:35.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:35 smithi102 ceph-mon[88557]: osdmap e387: 8 total, 8 up, 8 in 2024-04-10T15:11:35.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:35 smithi102 ceph-mon[88557]: pgmap v233: 121 pgs: 121 active+clean; 171 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 0 B/s rd, 2.2 MiB/s wr, 12 op/s; 7.9 MiB/s, 2 objects/s recovering 2024-04-10T15:11:36.293 INFO:tasks.rados.rados.0.smithi102.stdout:1769: done (3 left) 2024-04-10T15:11:36.293 INFO:tasks.rados.rados.0.smithi102.stdout:1770: done (2 left) 2024-04-10T15:11:36.293 INFO:tasks.rados.rados.0.smithi102.stdout:1771: done (1 left) 2024-04-10T15:11:36.293 INFO:tasks.rados.rados.0.smithi102.stdout:1772: done (0 left) 2024-04-10T15:11:36.293 INFO:tasks.rados.rados.0.smithi102.stdout:1773: rmattr oid 9 current snap is 156 2024-04-10T15:11:36.293 INFO:tasks.rados.rados.0.smithi102.stdout:1774: copy_from oid 11 from oid 13 current snap is 156 2024-04-10T15:11:36.293 INFO:tasks.rados.rados.0.smithi102.stdout:1775: delete oid 35 current snap is 156 2024-04-10T15:11:36.298 INFO:tasks.rados.rados.0.smithi102.stdout:1775: done (2 left) 2024-04-10T15:11:36.298 INFO:tasks.rados.rados.0.smithi102.stdout:1776: rollback oid 49 current snap is 156 2024-04-10T15:11:36.299 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 49 to 155 2024-04-10T15:11:36.299 INFO:tasks.rados.rados.0.smithi102.stdout:1777: snap_create 2024-04-10T15:11:36.300 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 806 (ObjNum 567 snap 152 seq_num 567) dirty exists 2024-04-10T15:11:36.304 INFO:tasks.rados.rados.0.smithi102.stdout:1776: finishing rollback tid 0 to smithi10276805-49 2024-04-10T15:11:36.305 INFO:tasks.rados.rados.0.smithi102.stdout:1776: finishing rollback tid 1 to smithi10276805-49 2024-04-10T15:11:36.305 INFO:tasks.rados.rados.0.smithi102.stdout:1776: finishing rollback tid 2 to smithi10276805-49 2024-04-10T15:11:36.305 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1079 (ObjNum 569 snap 154 seq_num 569) dirty exists 2024-04-10T15:11:36.307 INFO:tasks.rados.rados.0.smithi102.stdout:1774: finishing copy_from racing read to smithi10276805-11 2024-04-10T15:11:36.307 INFO:tasks.rados.rados.0.smithi102.stdout:1774: finishing copy_from to smithi10276805-11 2024-04-10T15:11:36.307 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 1215 (ObjNum 511 snap 138 seq_num 511) dirty exists 2024-04-10T15:11:36.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:36 smithi154 ceph-mon[84269]: osdmap e388: 8 total, 8 up, 8 in 2024-04-10T15:11:36.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:36 smithi102 ceph-mon[90943]: osdmap e388: 8 total, 8 up, 8 in 2024-04-10T15:11:36.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:36 smithi102 ceph-mon[88557]: osdmap e388: 8 total, 8 up, 8 in 2024-04-10T15:11:37.294 INFO:tasks.rados.rados.0.smithi102.stdout:1773: done (3 left) 2024-04-10T15:11:37.294 INFO:tasks.rados.rados.0.smithi102.stdout:1774: done (2 left) 2024-04-10T15:11:37.294 INFO:tasks.rados.rados.0.smithi102.stdout:1776: done (1 left) 2024-04-10T15:11:37.294 INFO:tasks.rados.rados.0.smithi102.stdout:1777: done (0 left) 2024-04-10T15:11:37.294 INFO:tasks.rados.rados.0.smithi102.stdout:1778: read oid 30 snap 154 2024-04-10T15:11:37.294 INFO:tasks.rados.rados.0.smithi102.stdout:1778: expect (ObjNum 511 snap 138 seq_num 511) 2024-04-10T15:11:37.295 INFO:tasks.rados.rados.0.smithi102.stdout:1779: rollback oid 17 current snap is 157 2024-04-10T15:11:37.295 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 17 to 154 2024-04-10T15:11:37.295 INFO:tasks.rados.rados.0.smithi102.stdout:1780: read oid 14 snap 156 2024-04-10T15:11:37.295 INFO:tasks.rados.rados.0.smithi102.stdout:1780: expect (ObjNum 487 snap 130 seq_num 487) 2024-04-10T15:11:37.295 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 13 current snap is 157 2024-04-10T15:11:37.295 INFO:tasks.rados.rados.0.smithi102.stdout:1781: seq_num 572 ranges {1368064=786432,2154496=770048,2924544=557056,3481600=278528} 2024-04-10T15:11:37.307 INFO:tasks.rados.rados.0.smithi102.stdout:1781: writing smithi10276805-13 from 1368064 to 2154496 tid 1 2024-04-10T15:11:37.312 INFO:tasks.rados.rados.0.smithi102.stdout:1781: writing smithi10276805-13 from 2154496 to 2924544 tid 2 2024-04-10T15:11:37.315 INFO:tasks.rados.rados.0.smithi102.stdout:1781: writing smithi10276805-13 from 2924544 to 3481600 tid 3 2024-04-10T15:11:37.317 INFO:tasks.rados.rados.0.smithi102.stdout:1781: writing smithi10276805-13 from 3481600 to 3760128 tid 4 2024-04-10T15:11:37.317 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 23 current snap is 157 2024-04-10T15:11:37.317 INFO:tasks.rados.rados.0.smithi102.stdout:1779: finishing rollback tid 0 to smithi10276805-17 2024-04-10T15:11:37.317 INFO:tasks.rados.rados.0.smithi102.stdout:1782: seq_num 573 ranges {0=802816,802816=655360,1458176=720896,2179072=229376} 2024-04-10T15:11:37.321 INFO:tasks.rados.rados.0.smithi102.stdout:1782: writing smithi10276805-23 from 0 to 802816 tid 1 2024-04-10T15:11:37.325 INFO:tasks.rados.rados.0.smithi102.stdout:1782: writing smithi10276805-23 from 802816 to 1458176 tid 2 2024-04-10T15:11:37.329 INFO:tasks.rados.rados.0.smithi102.stdout:1782: writing smithi10276805-23 from 1458176 to 2179072 tid 3 2024-04-10T15:11:37.331 INFO:tasks.rados.rados.0.smithi102.stdout:1782: writing smithi10276805-23 from 2179072 to 2408448 tid 4 2024-04-10T15:11:37.331 INFO:tasks.rados.rados.0.smithi102.stdout:1783: rollback oid 32 current snap is 157 2024-04-10T15:11:37.332 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 32 to 156 2024-04-10T15:11:37.332 INFO:tasks.rados.rados.0.smithi102.stdout:1779: finishing rollback tid 1 to smithi10276805-17 2024-04-10T15:11:37.332 INFO:tasks.rados.rados.0.smithi102.stdout:1779: finishing rollback tid 2 to smithi10276805-17 2024-04-10T15:11:37.332 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 697 (ObjNum 543 snap 145 seq_num 543) dirty exists 2024-04-10T15:11:37.332 INFO:tasks.rados.rados.0.smithi102.stdout:1778: expect (ObjNum 511 snap 138 seq_num 511) 2024-04-10T15:11:37.368 INFO:tasks.rados.rados.0.smithi102.stdout:1780: expect (ObjNum 487 snap 130 seq_num 487) 2024-04-10T15:11:37.515 INFO:tasks.rados.rados.0.smithi102.stdout:1781: finishing write tid 1 to smithi10276805-13 2024-04-10T15:11:37.516 INFO:tasks.rados.rados.0.smithi102.stdout:1781: finishing write tid 2 to smithi10276805-13 2024-04-10T15:11:37.516 INFO:tasks.rados.rados.0.smithi102.stdout:1781: finishing write tid 3 to smithi10276805-13 2024-04-10T15:11:37.516 INFO:tasks.rados.rados.0.smithi102.stdout:1778: done (5 left) 2024-04-10T15:11:37.516 INFO:tasks.rados.rados.0.smithi102.stdout:1779: done (4 left) 2024-04-10T15:11:37.516 INFO:tasks.rados.rados.0.smithi102.stdout:1780: done (3 left) 2024-04-10T15:11:37.516 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 18 current snap is 157 2024-04-10T15:11:37.516 INFO:tasks.rados.rados.0.smithi102.stdout:1781: finishing write tid 4 to smithi10276805-13 2024-04-10T15:11:37.516 INFO:tasks.rados.rados.0.smithi102.stdout:1784: seq_num 574 ranges {4956160=16384} 2024-04-10T15:11:37.543 INFO:tasks.rados.rados.0.smithi102.stdout:1784: writing smithi10276805-18 from 4956160 to 4972544 tid 1 2024-04-10T15:11:37.543 INFO:tasks.rados.rados.0.smithi102.stdout:1785: read oid 8 snap -1 2024-04-10T15:11:37.543 INFO:tasks.rados.rados.0.smithi102.stdout:1785: expect (ObjNum 533 snap 144 seq_num 533) 2024-04-10T15:11:37.543 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 34 current snap is 157 2024-04-10T15:11:37.543 INFO:tasks.rados.rados.0.smithi102.stdout:1781: finishing write tid 5 to smithi10276805-13 2024-04-10T15:11:37.543 INFO:tasks.rados.rados.0.smithi102.stdout:1781: finishing write tid 6 to smithi10276805-13 2024-04-10T15:11:37.544 INFO:tasks.rados.rados.0.smithi102.stdout:1781: oid 13 updating version 0 to 1221 2024-04-10T15:11:37.544 INFO:tasks.rados.rados.0.smithi102.stdout:1781: oid 13 version 1221 is already newer than 1219 2024-04-10T15:11:37.544 INFO:tasks.rados.rados.0.smithi102.stdout:1781: oid 13 version 1221 is already newer than 1218 2024-04-10T15:11:37.544 INFO:tasks.rados.rados.0.smithi102.stdout:1781: oid 13 version 1221 is already newer than 1220 2024-04-10T15:11:37.544 INFO:tasks.rados.rados.0.smithi102.stdout:1781: oid 13 version 1221 is already newer than 1217 2024-04-10T15:11:37.544 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 1221 (ObjNum 572 snap 157 seq_num 572) dirty exists 2024-04-10T15:11:37.544 INFO:tasks.rados.rados.0.smithi102.stdout:1781: left oid 13 (ObjNum 572 snap 157 seq_num 572) 2024-04-10T15:11:37.544 INFO:tasks.rados.rados.0.smithi102.stdout:1782: finishing write tid 1 to smithi10276805-23 2024-04-10T15:11:37.544 INFO:tasks.rados.rados.0.smithi102.stdout:1782: finishing write tid 2 to smithi10276805-23 2024-04-10T15:11:37.544 INFO:tasks.rados.rados.0.smithi102.stdout:1786: seq_num 575 ranges {0=32768} 2024-04-10T15:11:37.544 INFO:tasks.rados.rados.0.smithi102.stdout:1786: writing smithi10276805-34 from 0 to 32768 tid 1 2024-04-10T15:11:37.544 INFO:tasks.rados.rados.0.smithi102.stdout:1781: done (5 left) 2024-04-10T15:11:37.544 INFO:tasks.rados.rados.0.smithi102.stdout:1787: snap_create 2024-04-10T15:11:37.544 INFO:tasks.rados.rados.0.smithi102.stdout:1782: finishing write tid 3 to smithi10276805-23 2024-04-10T15:11:37.544 INFO:tasks.rados.rados.0.smithi102.stdout:1782: finishing write tid 4 to smithi10276805-23 2024-04-10T15:11:37.544 INFO:tasks.rados.rados.0.smithi102.stdout:1782: finishing write tid 5 to smithi10276805-23 2024-04-10T15:11:37.545 INFO:tasks.rados.rados.0.smithi102.stdout:1782: finishing write tid 6 to smithi10276805-23 2024-04-10T15:11:37.545 INFO:tasks.rados.rados.0.smithi102.stdout:1782: oid 23 updating version 0 to 1176 2024-04-10T15:11:37.545 INFO:tasks.rados.rados.0.smithi102.stdout:1782: oid 23 updating version 1176 to 1178 2024-04-10T15:11:37.545 INFO:tasks.rados.rados.0.smithi102.stdout:1782: oid 23 version 1178 is already newer than 1177 2024-04-10T15:11:37.545 INFO:tasks.rados.rados.0.smithi102.stdout:1782: oid 23 updating version 1178 to 1179 2024-04-10T15:11:37.545 INFO:tasks.rados.rados.0.smithi102.stdout:1782: oid 23 updating version 1179 to 1180 2024-04-10T15:11:37.545 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1180 (ObjNum 573 snap 157 seq_num 573) dirty exists 2024-04-10T15:11:37.545 INFO:tasks.rados.rados.0.smithi102.stdout:1782: left oid 23 (ObjNum 573 snap 157 seq_num 573) 2024-04-10T15:11:37.545 INFO:tasks.rados.rados.0.smithi102.stdout:1783: finishing rollback tid 0 to smithi10276805-32 2024-04-10T15:11:37.545 INFO:tasks.rados.rados.0.smithi102.stdout:1783: finishing rollback tid 1 to smithi10276805-32 2024-04-10T15:11:37.545 INFO:tasks.rados.rados.0.smithi102.stdout:1783: finishing rollback tid 2 to smithi10276805-32 2024-04-10T15:11:37.545 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 1225 (ObjNum 554 snap 148 seq_num 554) dirty exists 2024-04-10T15:11:37.546 INFO:tasks.rados.rados.0.smithi102.stdout:1784: finishing write tid 1 to smithi10276805-18 2024-04-10T15:11:37.546 INFO:tasks.rados.rados.0.smithi102.stdout:1784: finishing write tid 2 to smithi10276805-18 2024-04-10T15:11:37.546 INFO:tasks.rados.rados.0.smithi102.stdout:1784: finishing write tid 3 to smithi10276805-18 2024-04-10T15:11:37.546 INFO:tasks.rados.rados.0.smithi102.stdout:1784: oid 18 updating version 0 to 1152 2024-04-10T15:11:37.547 INFO:tasks.rados.rados.0.smithi102.stdout:1784: oid 18 version 1152 is already newer than 1151 2024-04-10T15:11:37.547 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 1152 (ObjNum 574 snap 157 seq_num 574) dirty exists 2024-04-10T15:11:37.547 INFO:tasks.rados.rados.0.smithi102.stdout:1784: left oid 18 (ObjNum 574 snap 157 seq_num 574) 2024-04-10T15:11:37.552 INFO:tasks.rados.rados.0.smithi102.stdout:1785: expect (ObjNum 533 snap 144 seq_num 533) 2024-04-10T15:11:37.599 INFO:tasks.rados.rados.0.smithi102.stdout:1786: finishing write tid 1 to smithi10276805-34 2024-04-10T15:11:37.599 INFO:tasks.rados.rados.0.smithi102.stdout:1786: finishing write tid 2 to smithi10276805-34 2024-04-10T15:11:37.599 INFO:tasks.rados.rados.0.smithi102.stdout:1786: finishing write tid 3 to smithi10276805-34 2024-04-10T15:11:37.600 INFO:tasks.rados.rados.0.smithi102.stdout:1786: oid 34 updating version 0 to 782 2024-04-10T15:11:37.600 INFO:tasks.rados.rados.0.smithi102.stdout:1786: oid 34 updating version 782 to 783 2024-04-10T15:11:37.600 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 783 (ObjNum 575 snap 157 seq_num 575) dirty exists 2024-04-10T15:11:37.600 INFO:tasks.rados.rados.0.smithi102.stdout:1786: left oid 34 (ObjNum 575 snap 157 seq_num 575) 2024-04-10T15:11:37.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:37 smithi154 ceph-mon[84269]: osdmap e389: 8 total, 8 up, 8 in 2024-04-10T15:11:37.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:37 smithi154 ceph-mon[84269]: pgmap v236: 121 pgs: 121 active+clean; 175 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-10T15:11:37.657 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:11:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:11:37] "GET /metrics HTTP/1.1" 200 36221 "" "Prometheus/2.43.0" 2024-04-10T15:11:37.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:37 smithi102 ceph-mon[90943]: osdmap e389: 8 total, 8 up, 8 in 2024-04-10T15:11:37.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:37 smithi102 ceph-mon[90943]: pgmap v236: 121 pgs: 121 active+clean; 175 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-10T15:11:37.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:37 smithi102 ceph-mon[88557]: osdmap e389: 8 total, 8 up, 8 in 2024-04-10T15:11:37.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:37 smithi102 ceph-mon[88557]: pgmap v236: 121 pgs: 121 active+clean; 175 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-10T15:11:38.170 INFO:tasks.rados.rados.0.smithi102.stdout:1782: done (5 left) 2024-04-10T15:11:38.170 INFO:tasks.rados.rados.0.smithi102.stdout:1783: done (4 left) 2024-04-10T15:11:38.170 INFO:tasks.rados.rados.0.smithi102.stdout:1784: done (3 left) 2024-04-10T15:11:38.170 INFO:tasks.rados.rados.0.smithi102.stdout:1785: done (2 left) 2024-04-10T15:11:38.170 INFO:tasks.rados.rados.0.smithi102.stdout:1786: done (1 left) 2024-04-10T15:11:38.170 INFO:tasks.rados.rados.0.smithi102.stdout:1787: done (0 left) 2024-04-10T15:11:38.170 INFO:tasks.rados.rados.0.smithi102.stdout:1788: delete oid 40 current snap is 158 2024-04-10T15:11:38.175 INFO:tasks.rados.rados.0.smithi102.stdout:1788: done (0 left) 2024-04-10T15:11:38.175 INFO:tasks.rados.rados.0.smithi102.stdout:1789: read oid 17 snap 157 2024-04-10T15:11:38.175 INFO:tasks.rados.rados.0.smithi102.stdout:1789: expect (ObjNum 543 snap 145 seq_num 543) 2024-04-10T15:11:38.175 INFO:tasks.rados.rados.0.smithi102.stdout:1790: rollback oid 10 current snap is 158 2024-04-10T15:11:38.175 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 10 to 154 2024-04-10T15:11:38.175 INFO:tasks.rados.rados.0.smithi102.stdout:1791: rollback oid 16 current snap is 158 2024-04-10T15:11:38.175 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 16 to 155 2024-04-10T15:11:38.175 INFO:tasks.rados.rados.0.smithi102.stdout:1792: snap_create 2024-04-10T15:11:38.182 INFO:tasks.rados.rados.0.smithi102.stdout:1791: finishing rollback tid 0 to smithi10276805-16 2024-04-10T15:11:38.185 INFO:tasks.rados.rados.0.smithi102.stdout:1791: finishing rollback tid 1 to smithi10276805-16 2024-04-10T15:11:38.186 INFO:tasks.rados.rados.0.smithi102.stdout:1791: finishing rollback tid 2 to smithi10276805-16 2024-04-10T15:11:38.186 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 1218 (ObjNum 564 snap 152 seq_num 564) dirty exists 2024-04-10T15:11:38.190 INFO:tasks.rados.rados.0.smithi102.stdout:1790: finishing rollback tid 0 to smithi10276805-10 2024-04-10T15:11:38.192 INFO:tasks.rados.rados.0.smithi102.stdout:1790: finishing rollback tid 1 to smithi10276805-10 2024-04-10T15:11:38.192 INFO:tasks.rados.rados.0.smithi102.stdout:1790: finishing rollback tid 2 to smithi10276805-10 2024-04-10T15:11:38.192 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 809 (ObjNum 549 snap 147 seq_num 549) dirty exists 2024-04-10T15:11:38.194 INFO:tasks.rados.rados.0.smithi102.stdout:1789: expect (ObjNum 543 snap 145 seq_num 543) 2024-04-10T15:11:38.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:38 smithi154 ceph-mon[84269]: osdmap e390: 8 total, 8 up, 8 in 2024-04-10T15:11:38.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:38 smithi154 ceph-mon[84269]: osdmap e391: 8 total, 8 up, 8 in 2024-04-10T15:11:38.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:38.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:11:38.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:38.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:38 smithi102 ceph-mon[90943]: osdmap e390: 8 total, 8 up, 8 in 2024-04-10T15:11:38.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:38 smithi102 ceph-mon[90943]: osdmap e391: 8 total, 8 up, 8 in 2024-04-10T15:11:38.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:38.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:11:38.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:38.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:38 smithi102 ceph-mon[88557]: osdmap e390: 8 total, 8 up, 8 in 2024-04-10T15:11:38.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:38 smithi102 ceph-mon[88557]: osdmap e391: 8 total, 8 up, 8 in 2024-04-10T15:11:38.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:38.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:11:38.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:39.172 INFO:tasks.rados.rados.0.smithi102.stdout:1789: done (3 left) 2024-04-10T15:11:39.172 INFO:tasks.rados.rados.0.smithi102.stdout:1790: done (2 left) 2024-04-10T15:11:39.172 INFO:tasks.rados.rados.0.smithi102.stdout:1791: done (1 left) 2024-04-10T15:11:39.172 INFO:tasks.rados.rados.0.smithi102.stdout:1792: done (0 left) 2024-04-10T15:11:39.172 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 38 current snap is 159 2024-04-10T15:11:39.172 INFO:tasks.rados.rados.0.smithi102.stdout:1793: seq_num 577 ranges {1548288=65536} 2024-04-10T15:11:39.181 INFO:tasks.rados.rados.0.smithi102.stdout:1793: writing smithi10276805-38 from 1548288 to 1613824 tid 1 2024-04-10T15:11:39.181 INFO:tasks.rados.rados.0.smithi102.stdout:1794: snap_create 2024-04-10T15:11:39.185 INFO:tasks.rados.rados.0.smithi102.stdout:1793: finishing write tid 1 to smithi10276805-38 2024-04-10T15:11:39.185 INFO:tasks.rados.rados.0.smithi102.stdout:1793: finishing write tid 2 to smithi10276805-38 2024-04-10T15:11:39.191 INFO:tasks.rados.rados.0.smithi102.stdout:1793: finishing write tid 3 to smithi10276805-38 2024-04-10T15:11:39.191 INFO:tasks.rados.rados.0.smithi102.stdout:1793: oid 38 updating version 0 to 684 2024-04-10T15:11:39.191 INFO:tasks.rados.rados.0.smithi102.stdout:1793: oid 38 version 684 is already newer than 683 2024-04-10T15:11:39.191 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 684 (ObjNum 577 snap 159 seq_num 577) dirty exists 2024-04-10T15:11:39.191 INFO:tasks.rados.rados.0.smithi102.stdout:1793: left oid 38 (ObjNum 577 snap 159 seq_num 577) 2024-04-10T15:11:40.176 INFO:tasks.rados.rados.0.smithi102.stdout:1793: done (1 left) 2024-04-10T15:11:40.176 INFO:tasks.rados.rados.0.smithi102.stdout:1794: done (0 left) 2024-04-10T15:11:40.176 INFO:tasks.rados.rados.0.smithi102.stdout:1795: setattr oid 29 current snap is 160 2024-04-10T15:11:40.177 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 31 current snap is 160 2024-04-10T15:11:40.177 INFO:tasks.rados.rados.0.smithi102.stdout:1796: seq_num 578 ranges {0=81920} 2024-04-10T15:11:40.177 INFO:tasks.rados.rados.0.smithi102.stdout:1796: writing smithi10276805-31 from 0 to 81920 tid 1 2024-04-10T15:11:40.178 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 46 current snap is 160 2024-04-10T15:11:40.178 INFO:tasks.rados.rados.0.smithi102.stdout:1797: seq_num 579 ranges {2170880=98304} 2024-04-10T15:11:40.191 INFO:tasks.rados.rados.0.smithi102.stdout:1797: writing smithi10276805-46 from 2170880 to 2269184 tid 1 2024-04-10T15:11:40.191 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 14 current snap is 160 2024-04-10T15:11:40.191 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 1227 (ObjNum 65 snap 0 seq_num 1701728097) dirty exists 2024-04-10T15:11:40.191 INFO:tasks.rados.rados.0.smithi102.stdout:1796: finishing write tid 1 to smithi10276805-31 2024-04-10T15:11:40.191 INFO:tasks.rados.rados.0.smithi102.stdout:1796: finishing write tid 2 to smithi10276805-31 2024-04-10T15:11:40.191 INFO:tasks.rados.rados.0.smithi102.stdout:1796: finishing write tid 3 to smithi10276805-31 2024-04-10T15:11:40.191 INFO:tasks.rados.rados.0.smithi102.stdout:1796: oid 31 updating version 0 to 735 2024-04-10T15:11:40.191 INFO:tasks.rados.rados.0.smithi102.stdout:1796: oid 31 version 735 is already newer than 734 2024-04-10T15:11:40.191 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 735 (ObjNum 578 snap 160 seq_num 578) dirty exists 2024-04-10T15:11:40.191 INFO:tasks.rados.rados.0.smithi102.stdout:1796: left oid 31 (ObjNum 578 snap 160 seq_num 578) 2024-04-10T15:11:40.192 INFO:tasks.rados.rados.0.smithi102.stdout:1798: seq_num 580 ranges {3383296=114688} 2024-04-10T15:11:40.209 INFO:tasks.rados.rados.0.smithi102.stdout:1798: writing smithi10276805-14 from 3383296 to 3497984 tid 1 2024-04-10T15:11:40.210 INFO:tasks.rados.rados.0.smithi102.stdout:1795: done (3 left) 2024-04-10T15:11:40.210 INFO:tasks.rados.rados.0.smithi102.stdout:1796: done (2 left) 2024-04-10T15:11:40.210 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 42 current snap is 160 2024-04-10T15:11:40.210 INFO:tasks.rados.rados.0.smithi102.stdout:1799: seq_num 581 ranges {2899968=139264} 2024-04-10T15:11:40.227 INFO:tasks.rados.rados.0.smithi102.stdout:1799: writing smithi10276805-42 from 2899968 to 3039232 tid 1 2024-04-10T15:11:40.227 INFO:tasks.rados.rados.0.smithi102.stdout:1800: rmattr oid 19 current snap is 160 2024-04-10T15:11:40.227 INFO:tasks.rados.rados.0.smithi102.stdout:1800: done (3 left) 2024-04-10T15:11:40.227 INFO:tasks.rados.rados.0.smithi102.stdout:1801: setattr oid 32 current snap is 160 2024-04-10T15:11:40.227 INFO:tasks.rados.rados.0.smithi102.stdout:1797: finishing write tid 1 to smithi10276805-46 2024-04-10T15:11:40.227 INFO:tasks.rados.rados.0.smithi102.stdout:1797: finishing write tid 2 to smithi10276805-46 2024-04-10T15:11:40.227 INFO:tasks.rados.rados.0.smithi102.stdout:1797: finishing write tid 3 to smithi10276805-46 2024-04-10T15:11:40.227 INFO:tasks.rados.rados.0.smithi102.stdout:1797: oid 46 updating version 0 to 737 2024-04-10T15:11:40.228 INFO:tasks.rados.rados.0.smithi102.stdout:1797: oid 46 version 737 is already newer than 736 2024-04-10T15:11:40.228 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 737 (ObjNum 579 snap 160 seq_num 579) dirty exists 2024-04-10T15:11:40.228 INFO:tasks.rados.rados.0.smithi102.stdout:1797: left oid 46 (ObjNum 579 snap 160 seq_num 579) 2024-04-10T15:11:40.228 INFO:tasks.rados.rados.0.smithi102.stdout:1798: finishing write tid 1 to smithi10276805-14 2024-04-10T15:11:40.228 INFO:tasks.rados.rados.0.smithi102.stdout:1798: finishing write tid 2 to smithi10276805-14 2024-04-10T15:11:40.228 INFO:tasks.rados.rados.0.smithi102.stdout:1798: finishing write tid 3 to smithi10276805-14 2024-04-10T15:11:40.228 INFO:tasks.rados.rados.0.smithi102.stdout:1798: oid 14 updating version 0 to 1080 2024-04-10T15:11:40.228 INFO:tasks.rados.rados.0.smithi102.stdout:1798: oid 14 updating version 1080 to 1081 2024-04-10T15:11:40.228 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 1081 (ObjNum 580 snap 160 seq_num 580) dirty exists 2024-04-10T15:11:40.228 INFO:tasks.rados.rados.0.smithi102.stdout:1798: left oid 14 (ObjNum 580 snap 160 seq_num 580) 2024-04-10T15:11:40.228 INFO:tasks.rados.rados.0.smithi102.stdout:1797: done (3 left) 2024-04-10T15:11:40.228 INFO:tasks.rados.rados.0.smithi102.stdout:1798: done (2 left) 2024-04-10T15:11:40.228 INFO:tasks.rados.rados.0.smithi102.stdout:1802: rollback oid 23 current snap is 160 2024-04-10T15:11:40.228 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 23 to 159 2024-04-10T15:11:40.228 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 40 current snap is 160 2024-04-10T15:11:40.228 INFO:tasks.rados.rados.0.smithi102.stdout:1803: seq_num 582 ranges {0=155648} 2024-04-10T15:11:40.229 INFO:tasks.rados.rados.0.smithi102.stdout:1803: writing smithi10276805-40 from 0 to 155648 tid 1 2024-04-10T15:11:40.229 INFO:tasks.rados.rados.0.smithi102.stdout:1804: rollback oid 43 current snap is 160 2024-04-10T15:11:40.229 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 43 to 156 2024-04-10T15:11:40.229 INFO:tasks.rados.rados.0.smithi102.stdout:1805: copy_from oid 5 from oid 31 current snap is 160 2024-04-10T15:11:40.230 INFO:tasks.rados.rados.0.smithi102.stdout:1806: delete oid 9 current snap is 160 2024-04-10T15:11:40.233 INFO:tasks.rados.rados.0.smithi102.stdout:1799: finishing write tid 1 to smithi10276805-42 2024-04-10T15:11:40.233 INFO:tasks.rados.rados.0.smithi102.stdout:1802: finishing rollback tid 0 to smithi10276805-23 2024-04-10T15:11:40.233 INFO:tasks.rados.rados.0.smithi102.stdout:1804: finishing rollback tid 0 to smithi10276805-43 2024-04-10T15:11:40.233 INFO:tasks.rados.rados.0.smithi102.stdout:1804: finishing rollback tid 1 to smithi10276805-43 2024-04-10T15:11:40.233 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 1229 (ObjNum 554 snap 148 seq_num 554) dirty exists 2024-04-10T15:11:40.233 INFO:tasks.rados.rados.0.smithi102.stdout:1804: finishing rollback tid 2 to smithi10276805-43 2024-04-10T15:11:40.233 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 1119 (ObjNum 564 snap 152 seq_num 564) dirty exists 2024-04-10T15:11:40.233 INFO:tasks.rados.rados.0.smithi102.stdout:1799: finishing write tid 2 to smithi10276805-42 2024-04-10T15:11:40.235 INFO:tasks.rados.rados.0.smithi102.stdout:1801: done (6 left) 2024-04-10T15:11:40.235 INFO:tasks.rados.rados.0.smithi102.stdout:1804: done (5 left) 2024-04-10T15:11:40.235 INFO:tasks.rados.rados.0.smithi102.stdout:1806: done (4 left) 2024-04-10T15:11:40.235 INFO:tasks.rados.rados.0.smithi102.stdout:1807: rmattr oid 38 current snap is 160 2024-04-10T15:11:40.235 INFO:tasks.rados.rados.0.smithi102.stdout:1807: done (4 left) 2024-04-10T15:11:40.236 INFO:tasks.rados.rados.0.smithi102.stdout:1808: copy_from oid 17 from oid 9 current snap is 160 2024-04-10T15:11:40.236 INFO:tasks.rados.rados.0.smithi102.stdout:1809: setattr oid 29 current snap is 160 2024-04-10T15:11:40.236 INFO:tasks.rados.rados.0.smithi102.stdout:1803: finishing write tid 1 to smithi10276805-40 2024-04-10T15:11:40.236 INFO:tasks.rados.rados.0.smithi102.stdout:1803: finishing write tid 2 to smithi10276805-40 2024-04-10T15:11:40.236 INFO:tasks.rados.rados.0.smithi102.stdout:1802: finishing rollback tid 1 to smithi10276805-23 2024-04-10T15:11:40.236 INFO:tasks.rados.rados.0.smithi102.stdout:1802: finishing rollback tid 2 to smithi10276805-23 2024-04-10T15:11:40.236 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1183 (ObjNum 573 snap 157 seq_num 573) dirty exists 2024-04-10T15:11:40.236 INFO:tasks.rados.rados.0.smithi102.stdout:1808: finishing copy_from to smithi10276805-17 2024-04-10T15:11:40.236 INFO:tasks.rados.rados.0.smithi102.stdout:1808: got expected ENOENT (src dne) 2024-04-10T15:11:40.236 INFO:tasks.rados.rados.0.smithi102.stdout:1808: finishing copy_from racing read to smithi10276805-17 2024-04-10T15:11:40.237 INFO:tasks.rados.rados.0.smithi102.stdout:1803: finishing write tid 3 to smithi10276805-40 2024-04-10T15:11:40.237 INFO:tasks.rados.rados.0.smithi102.stdout:1803: oid 40 updating version 0 to 738 2024-04-10T15:11:40.237 INFO:tasks.rados.rados.0.smithi102.stdout:1803: oid 40 updating version 738 to 739 2024-04-10T15:11:40.237 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 739 (ObjNum 582 snap 160 seq_num 582) dirty exists 2024-04-10T15:11:40.237 INFO:tasks.rados.rados.0.smithi102.stdout:1803: left oid 40 (ObjNum 582 snap 160 seq_num 582) 2024-04-10T15:11:40.237 INFO:tasks.rados.rados.0.smithi102.stdout:1802: done (5 left) 2024-04-10T15:11:40.238 INFO:tasks.rados.rados.0.smithi102.stdout:1803: done (4 left) 2024-04-10T15:11:40.238 INFO:tasks.rados.rados.0.smithi102.stdout:1808: done (3 left) 2024-04-10T15:11:40.238 INFO:tasks.rados.rados.0.smithi102.stdout:1810: snap_create 2024-04-10T15:11:40.238 INFO:tasks.rados.rados.0.smithi102.stdout:1805: finishing copy_from racing read to smithi10276805-5 2024-04-10T15:11:40.238 INFO:tasks.rados.rados.0.smithi102.stdout:1799: finishing write tid 3 to smithi10276805-42 2024-04-10T15:11:40.239 INFO:tasks.rados.rados.0.smithi102.stdout:1799: oid 42 updating version 0 to 1220 2024-04-10T15:11:40.239 INFO:tasks.rados.rados.0.smithi102.stdout:1799: oid 42 version 1220 is already newer than 1219 2024-04-10T15:11:40.239 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 1220 (ObjNum 581 snap 160 seq_num 581) dirty exists 2024-04-10T15:11:40.239 INFO:tasks.rados.rados.0.smithi102.stdout:1799: left oid 42 (ObjNum 581 snap 160 seq_num 581) 2024-04-10T15:11:40.239 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 1230 (ObjNum 65 snap 0 seq_num 1701728097) dirty exists 2024-04-10T15:11:40.239 INFO:tasks.rados.rados.0.smithi102.stdout:1805: finishing copy_from to smithi10276805-5 2024-04-10T15:11:40.240 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 735 (ObjNum 578 snap 160 seq_num 578) dirty exists 2024-04-10T15:11:40.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:40 smithi154 ceph-mon[84269]: pgmap v239: 121 pgs: 121 active+clean; 178 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-04-10T15:11:40.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:40 smithi154 ceph-mon[84269]: osdmap e392: 8 total, 8 up, 8 in 2024-04-10T15:11:40.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:40 smithi102 ceph-mon[90943]: pgmap v239: 121 pgs: 121 active+clean; 178 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-04-10T15:11:40.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:40 smithi102 ceph-mon[90943]: osdmap e392: 8 total, 8 up, 8 in 2024-04-10T15:11:40.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:40 smithi102 ceph-mon[88557]: pgmap v239: 121 pgs: 121 active+clean; 178 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-04-10T15:11:40.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:40 smithi102 ceph-mon[88557]: osdmap e392: 8 total, 8 up, 8 in 2024-04-10T15:11:41.189 INFO:tasks.rados.rados.0.smithi102.stdout:1799: done (3 left) 2024-04-10T15:11:41.190 INFO:tasks.rados.rados.0.smithi102.stdout:1805: done (2 left) 2024-04-10T15:11:41.190 INFO:tasks.rados.rados.0.smithi102.stdout:1809: done (1 left) 2024-04-10T15:11:41.190 INFO:tasks.rados.rados.0.smithi102.stdout:1810: done (0 left) 2024-04-10T15:11:41.190 INFO:tasks.rados.rados.0.smithi102.stdout:1811: delete oid 24 current snap is 161 2024-04-10T15:11:41.195 INFO:tasks.rados.rados.0.smithi102.stdout:1811: done (0 left) 2024-04-10T15:11:41.195 INFO:tasks.rados.rados.0.smithi102.stdout:1812: rmattr oid 14 current snap is 161 2024-04-10T15:11:41.195 INFO:tasks.rados.rados.0.smithi102.stdout:1812: done (0 left) 2024-04-10T15:11:41.195 INFO:tasks.rados.rados.0.smithi102.stdout:1813: delete oid 15 current snap is 161 2024-04-10T15:11:41.200 INFO:tasks.rados.rados.0.smithi102.stdout:1813: done (0 left) 2024-04-10T15:11:41.200 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 161 2024-04-10T15:11:41.200 INFO:tasks.rados.rados.0.smithi102.stdout:1814: seq_num 586 ranges {4972544=221184} 2024-04-10T15:11:41.227 INFO:tasks.rados.rados.0.smithi102.stdout:1814: writing smithi10276805-4 from 4972544 to 5193728 tid 1 2024-04-10T15:11:41.227 INFO:tasks.rados.rados.0.smithi102.stdout:1815: snap_create 2024-04-10T15:11:41.231 INFO:tasks.rados.rados.0.smithi102.stdout:1814: finishing write tid 1 to smithi10276805-4 2024-04-10T15:11:41.231 INFO:tasks.rados.rados.0.smithi102.stdout:1814: finishing write tid 2 to smithi10276805-4 2024-04-10T15:11:41.232 INFO:tasks.rados.rados.0.smithi102.stdout:1814: finishing write tid 3 to smithi10276805-4 2024-04-10T15:11:41.233 INFO:tasks.rados.rados.0.smithi102.stdout:1814: oid 4 updating version 0 to 244 2024-04-10T15:11:41.233 INFO:tasks.rados.rados.0.smithi102.stdout:1814: oid 4 updating version 244 to 245 2024-04-10T15:11:41.233 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 245 (ObjNum 586 snap 161 seq_num 586) dirty exists 2024-04-10T15:11:41.233 INFO:tasks.rados.rados.0.smithi102.stdout:1814: left oid 4 (ObjNum 586 snap 161 seq_num 586) 2024-04-10T15:11:41.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:41 smithi154 ceph-mon[84269]: osdmap e393: 8 total, 8 up, 8 in 2024-04-10T15:11:41.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:41 smithi102 ceph-mon[90943]: osdmap e393: 8 total, 8 up, 8 in 2024-04-10T15:11:41.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:41 smithi102 ceph-mon[88557]: osdmap e393: 8 total, 8 up, 8 in 2024-04-10T15:11:42.193 INFO:tasks.rados.rados.0.smithi102.stdout:1814: done (1 left) 2024-04-10T15:11:42.194 INFO:tasks.rados.rados.0.smithi102.stdout:1815: done (0 left) 2024-04-10T15:11:42.194 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 45 current snap is 162 2024-04-10T15:11:42.194 INFO:tasks.rados.rados.0.smithi102.stdout:1816: seq_num 587 ranges {3383296=237568} 2024-04-10T15:11:42.213 INFO:tasks.rados.rados.0.smithi102.stdout:1816: writing smithi10276805-45 from 3383296 to 3620864 tid 1 2024-04-10T15:11:42.213 INFO:tasks.rados.rados.0.smithi102.stdout:1817: snap_remove snap 159 2024-04-10T15:11:42.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:42 smithi154 ceph-mon[84269]: pgmap v242: 121 pgs: 121 active+clean; 178 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-10T15:11:42.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:42 smithi154 ceph-mon[84269]: osdmap e394: 8 total, 8 up, 8 in 2024-04-10T15:11:42.627 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:11:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:11:42.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:42 smithi102 ceph-mon[88557]: pgmap v242: 121 pgs: 121 active+clean; 178 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-10T15:11:42.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:42 smithi102 ceph-mon[88557]: osdmap e394: 8 total, 8 up, 8 in 2024-04-10T15:11:42.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:42 smithi102 ceph-mon[90943]: pgmap v242: 121 pgs: 121 active+clean; 178 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-10T15:11:42.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:42 smithi102 ceph-mon[90943]: osdmap e394: 8 total, 8 up, 8 in 2024-04-10T15:11:43.172 INFO:tasks.rados.rados.0.smithi102.stdout:1817: done (1 left) 2024-04-10T15:11:43.172 INFO:tasks.rados.rados.0.smithi102.stdout:1818: copy_from oid 25 from oid 40 current snap is 162 2024-04-10T15:11:43.172 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 29 current snap is 162 2024-04-10T15:11:43.172 INFO:tasks.rados.rados.0.smithi102.stdout:1819: seq_num 588 ranges {0=253952} 2024-04-10T15:11:43.173 INFO:tasks.rados.rados.0.smithi102.stdout:1819: writing smithi10276805-29 from 0 to 253952 tid 1 2024-04-10T15:11:43.174 INFO:tasks.rados.rados.0.smithi102.stdout:1820: snap_remove snap 156 2024-04-10T15:11:43.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:43 smithi154 ceph-mon[84269]: osdmap e395: 8 total, 8 up, 8 in 2024-04-10T15:11:43.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:43 smithi154 ceph-mon[84269]: osdmap e396: 8 total, 8 up, 8 in 2024-04-10T15:11:43.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:43 smithi102 ceph-mon[88557]: osdmap e395: 8 total, 8 up, 8 in 2024-04-10T15:11:43.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:43 smithi102 ceph-mon[88557]: osdmap e396: 8 total, 8 up, 8 in 2024-04-10T15:11:43.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:43 smithi102 ceph-mon[90943]: osdmap e395: 8 total, 8 up, 8 in 2024-04-10T15:11:43.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:43 smithi102 ceph-mon[90943]: osdmap e396: 8 total, 8 up, 8 in 2024-04-10T15:11:43.877 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:11:43 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:11:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:11:44.173 INFO:tasks.rados.rados.0.smithi102.stdout:1820: done (3 left) 2024-04-10T15:11:44.173 INFO:tasks.rados.rados.0.smithi102.stdout:1821: delete oid 17 current snap is 162 2024-04-10T15:11:44.173 INFO:tasks.rados.rados.0.smithi102.stdout:1816: finishing write tid 1 to smithi10276805-45 2024-04-10T15:11:44.173 INFO:tasks.rados.rados.0.smithi102.stdout:1816: finishing write tid 2 to smithi10276805-45 2024-04-10T15:11:44.173 INFO:tasks.rados.rados.0.smithi102.stdout:1816: finishing write tid 3 to smithi10276805-45 2024-04-10T15:11:44.173 INFO:tasks.rados.rados.0.smithi102.stdout:1816: oid 45 updating version 0 to 1222 2024-04-10T15:11:44.173 INFO:tasks.rados.rados.0.smithi102.stdout:1816: oid 45 version 1222 is already newer than 1221 2024-04-10T15:11:44.173 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 1222 (ObjNum 587 snap 162 seq_num 587) dirty exists 2024-04-10T15:11:44.173 INFO:tasks.rados.rados.0.smithi102.stdout:1816: left oid 45 (ObjNum 587 snap 162 seq_num 587) 2024-04-10T15:11:44.174 INFO:tasks.rados.rados.0.smithi102.stdout:1818: finishing copy_from racing read to smithi10276805-25 2024-04-10T15:11:44.174 INFO:tasks.rados.rados.0.smithi102.stdout:1819: finishing write tid 1 to smithi10276805-29 2024-04-10T15:11:44.174 INFO:tasks.rados.rados.0.smithi102.stdout:1818: finishing copy_from to smithi10276805-25 2024-04-10T15:11:44.174 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 739 (ObjNum 582 snap 160 seq_num 582) dirty exists 2024-04-10T15:11:44.174 INFO:tasks.rados.rados.0.smithi102.stdout:1819: finishing write tid 2 to smithi10276805-29 2024-04-10T15:11:44.174 INFO:tasks.rados.rados.0.smithi102.stdout:1819: finishing write tid 3 to smithi10276805-29 2024-04-10T15:11:44.174 INFO:tasks.rados.rados.0.smithi102.stdout:1819: oid 29 updating version 0 to 1234 2024-04-10T15:11:44.174 INFO:tasks.rados.rados.0.smithi102.stdout:1819: oid 29 version 1234 is already newer than 1233 2024-04-10T15:11:44.174 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 1234 (ObjNum 588 snap 162 seq_num 588) dirty exists 2024-04-10T15:11:44.174 INFO:tasks.rados.rados.0.smithi102.stdout:1819: left oid 29 (ObjNum 588 snap 162 seq_num 588) 2024-04-10T15:11:44.183 INFO:tasks.rados.rados.0.smithi102.stdout:1816: done (3 left) 2024-04-10T15:11:44.183 INFO:tasks.rados.rados.0.smithi102.stdout:1818: done (2 left) 2024-04-10T15:11:44.184 INFO:tasks.rados.rados.0.smithi102.stdout:1819: done (1 left) 2024-04-10T15:11:44.184 INFO:tasks.rados.rados.0.smithi102.stdout:1821: done (0 left) 2024-04-10T15:11:44.184 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 23 current snap is 162 2024-04-10T15:11:44.184 INFO:tasks.rados.rados.0.smithi102.stdout:1822: seq_num 590 ranges {2408448=286720} 2024-04-10T15:11:44.198 INFO:tasks.rados.rados.0.smithi102.stdout:1822: writing smithi10276805-23 from 2408448 to 2695168 tid 1 2024-04-10T15:11:44.198 INFO:tasks.rados.rados.0.smithi102.stdout:1823: snap_create 2024-04-10T15:11:44.202 INFO:tasks.rados.rados.0.smithi102.stdout:1822: finishing write tid 1 to smithi10276805-23 2024-04-10T15:11:44.202 INFO:tasks.rados.rados.0.smithi102.stdout:1822: finishing write tid 2 to smithi10276805-23 2024-04-10T15:11:44.204 INFO:tasks.rados.rados.0.smithi102.stdout:1822: finishing write tid 3 to smithi10276805-23 2024-04-10T15:11:44.204 INFO:tasks.rados.rados.0.smithi102.stdout:1822: oid 23 updating version 0 to 1185 2024-04-10T15:11:44.204 INFO:tasks.rados.rados.0.smithi102.stdout:1822: oid 23 version 1185 is already newer than 1184 2024-04-10T15:11:44.204 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1185 (ObjNum 590 snap 162 seq_num 590) dirty exists 2024-04-10T15:11:44.204 INFO:tasks.rados.rados.0.smithi102.stdout:1822: left oid 23 (ObjNum 590 snap 162 seq_num 590) 2024-04-10T15:11:44.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:44 smithi154 ceph-mon[84269]: pgmap v245: 121 pgs: 121 active+clean; 181 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 674 KiB/s wr, 6 op/s 2024-04-10T15:11:44.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:44 smithi154 ceph-mon[84269]: osdmap e397: 8 total, 8 up, 8 in 2024-04-10T15:11:44.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:44 smithi102 ceph-mon[90943]: pgmap v245: 121 pgs: 121 active+clean; 181 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 674 KiB/s wr, 6 op/s 2024-04-10T15:11:44.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:44 smithi102 ceph-mon[90943]: osdmap e397: 8 total, 8 up, 8 in 2024-04-10T15:11:44.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:44 smithi102 ceph-mon[88557]: pgmap v245: 121 pgs: 121 active+clean; 181 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 674 KiB/s wr, 6 op/s 2024-04-10T15:11:44.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:44 smithi102 ceph-mon[88557]: osdmap e397: 8 total, 8 up, 8 in 2024-04-10T15:11:45.209 INFO:tasks.rados.rados.0.smithi102.stdout:1822: done (1 left) 2024-04-10T15:11:45.209 INFO:tasks.rados.rados.0.smithi102.stdout:1823: done (0 left) 2024-04-10T15:11:45.209 INFO:tasks.rados.rados.0.smithi102.stdout:1824: read oid 33 snap -1 2024-04-10T15:11:45.210 INFO:tasks.rados.rados.0.smithi102.stdout:1824: expect deleted 2024-04-10T15:11:45.210 INFO:tasks.rados.rados.0.smithi102.stdout:1825: read oid 6 snap -1 2024-04-10T15:11:45.210 INFO:tasks.rados.rados.0.smithi102.stdout:1825: expect (ObjNum 528 snap 143 seq_num 528) 2024-04-10T15:11:45.210 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 163 2024-04-10T15:11:45.210 INFO:tasks.rados.rados.0.smithi102.stdout:1826: seq_num 591 ranges {6619136=303104} 2024-04-10T15:11:45.247 INFO:tasks.rados.rados.0.smithi102.stdout:1826: writing smithi10276805-2 from 6619136 to 6922240 tid 1 2024-04-10T15:11:45.248 INFO:tasks.rados.rados.0.smithi102.stdout:1827: delete oid 8 current snap is 163 2024-04-10T15:11:45.248 INFO:tasks.rados.rados.0.smithi102.stdout:1825: expect (ObjNum 528 snap 143 seq_num 528) 2024-04-10T15:11:45.291 INFO:tasks.rados.rados.0.smithi102.stdout:1826: finishing write tid 1 to smithi10276805-2 2024-04-10T15:11:45.291 INFO:tasks.rados.rados.0.smithi102.stdout:1826: finishing write tid 2 to smithi10276805-2 2024-04-10T15:11:45.291 INFO:tasks.rados.rados.0.smithi102.stdout:1826: finishing write tid 3 to smithi10276805-2 2024-04-10T15:11:45.292 INFO:tasks.rados.rados.0.smithi102.stdout:1826: oid 2 updating version 0 to 1166 2024-04-10T15:11:45.292 INFO:tasks.rados.rados.0.smithi102.stdout:1826: oid 2 updating version 1166 to 1167 2024-04-10T15:11:45.292 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 1167 (ObjNum 591 snap 163 seq_num 591) dirty exists 2024-04-10T15:11:45.292 INFO:tasks.rados.rados.0.smithi102.stdout:1826: left oid 2 (ObjNum 591 snap 163 seq_num 591) 2024-04-10T15:11:45.292 INFO:tasks.rados.rados.0.smithi102.stdout:1824: done (3 left) 2024-04-10T15:11:45.292 INFO:tasks.rados.rados.0.smithi102.stdout:1825: done (2 left) 2024-04-10T15:11:45.292 INFO:tasks.rados.rados.0.smithi102.stdout:1826: done (1 left) 2024-04-10T15:11:45.292 INFO:tasks.rados.rados.0.smithi102.stdout:1827: done (0 left) 2024-04-10T15:11:45.292 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 42 current snap is 163 2024-04-10T15:11:45.292 INFO:tasks.rados.rados.0.smithi102.stdout:1828: seq_num 593 ranges {3039232=335872} 2024-04-10T15:11:45.309 INFO:tasks.rados.rados.0.smithi102.stdout:1828: writing smithi10276805-42 from 3039232 to 3375104 tid 1 2024-04-10T15:11:45.309 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 163 2024-04-10T15:11:45.309 INFO:tasks.rados.rados.0.smithi102.stdout:1829: seq_num 594 ranges {2580480=352256} 2024-04-10T15:11:45.325 INFO:tasks.rados.rados.0.smithi102.stdout:1829: writing smithi10276805-39 from 2580480 to 2932736 tid 1 2024-04-10T15:11:45.325 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 23 current snap is 163 2024-04-10T15:11:45.325 INFO:tasks.rados.rados.0.smithi102.stdout:1830: seq_num 595 ranges {2695168=368640} 2024-04-10T15:11:45.342 INFO:tasks.rados.rados.0.smithi102.stdout:1830: writing smithi10276805-23 from 2695168 to 3063808 tid 1 2024-04-10T15:11:45.342 INFO:tasks.rados.rados.0.smithi102.stdout:1831: delete oid 13 current snap is 163 2024-04-10T15:11:45.342 INFO:tasks.rados.rados.0.smithi102.stdout:1828: finishing write tid 1 to smithi10276805-42 2024-04-10T15:11:45.342 INFO:tasks.rados.rados.0.smithi102.stdout:1828: finishing write tid 2 to smithi10276805-42 2024-04-10T15:11:45.342 INFO:tasks.rados.rados.0.smithi102.stdout:1828: finishing write tid 3 to smithi10276805-42 2024-04-10T15:11:45.342 INFO:tasks.rados.rados.0.smithi102.stdout:1828: oid 42 updating version 0 to 1223 2024-04-10T15:11:45.342 INFO:tasks.rados.rados.0.smithi102.stdout:1828: oid 42 updating version 1223 to 1224 2024-04-10T15:11:45.342 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 1224 (ObjNum 593 snap 163 seq_num 593) dirty exists 2024-04-10T15:11:45.342 INFO:tasks.rados.rados.0.smithi102.stdout:1828: left oid 42 (ObjNum 593 snap 163 seq_num 593) 2024-04-10T15:11:45.342 INFO:tasks.rados.rados.0.smithi102.stdout:1829: finishing write tid 1 to smithi10276805-39 2024-04-10T15:11:45.342 INFO:tasks.rados.rados.0.smithi102.stdout:1829: finishing write tid 2 to smithi10276805-39 2024-04-10T15:11:45.343 INFO:tasks.rados.rados.0.smithi102.stdout:1829: finishing write tid 3 to smithi10276805-39 2024-04-10T15:11:45.343 INFO:tasks.rados.rados.0.smithi102.stdout:1829: oid 39 updating version 0 to 1082 2024-04-10T15:11:45.343 INFO:tasks.rados.rados.0.smithi102.stdout:1829: oid 39 updating version 1082 to 1083 2024-04-10T15:11:45.343 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 1083 (ObjNum 594 snap 163 seq_num 594) dirty exists 2024-04-10T15:11:45.343 INFO:tasks.rados.rados.0.smithi102.stdout:1829: left oid 39 (ObjNum 594 snap 163 seq_num 594) 2024-04-10T15:11:45.344 INFO:tasks.rados.rados.0.smithi102.stdout:1828: done (3 left) 2024-04-10T15:11:45.344 INFO:tasks.rados.rados.0.smithi102.stdout:1829: done (2 left) 2024-04-10T15:11:45.344 INFO:tasks.rados.rados.0.smithi102.stdout:1831: done (1 left) 2024-04-10T15:11:45.344 INFO:tasks.rados.rados.0.smithi102.stdout:1832: rmattr oid 7 current snap is 163 2024-04-10T15:11:45.344 INFO:tasks.rados.rados.0.smithi102.stdout:1832: done (1 left) 2024-04-10T15:11:45.344 INFO:tasks.rados.rados.0.smithi102.stdout:1833: read oid 29 snap -1 2024-04-10T15:11:45.344 INFO:tasks.rados.rados.0.smithi102.stdout:1833: expect (ObjNum 588 snap 162 seq_num 588) 2024-04-10T15:11:45.344 INFO:tasks.rados.rados.0.smithi102.stdout:1834: delete oid 36 current snap is 163 2024-04-10T15:11:45.345 INFO:tasks.rados.rados.0.smithi102.stdout:1830: finishing write tid 1 to smithi10276805-23 2024-04-10T15:11:45.345 INFO:tasks.rados.rados.0.smithi102.stdout:1830: finishing write tid 2 to smithi10276805-23 2024-04-10T15:11:45.345 INFO:tasks.rados.rados.0.smithi102.stdout:1834: done (2 left) 2024-04-10T15:11:45.345 INFO:tasks.rados.rados.0.smithi102.stdout:1835: setattr oid 36 current snap is 163 2024-04-10T15:11:45.346 INFO:tasks.rados.rados.0.smithi102.stdout:1830: finishing write tid 3 to smithi10276805-23 2024-04-10T15:11:45.346 INFO:tasks.rados.rados.0.smithi102.stdout:1830: oid 23 updating version 0 to 1187 2024-04-10T15:11:45.346 INFO:tasks.rados.rados.0.smithi102.stdout:1830: oid 23 version 1187 is already newer than 1186 2024-04-10T15:11:45.346 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1187 (ObjNum 595 snap 163 seq_num 595) dirty exists 2024-04-10T15:11:45.346 INFO:tasks.rados.rados.0.smithi102.stdout:1830: left oid 23 (ObjNum 595 snap 163 seq_num 595) 2024-04-10T15:11:45.347 INFO:tasks.rados.rados.0.smithi102.stdout:1830: done (2 left) 2024-04-10T15:11:45.347 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 1 current snap is 163 2024-04-10T15:11:45.347 INFO:tasks.rados.rados.0.smithi102.stdout:1836: seq_num 598 ranges {0=417792} 2024-04-10T15:11:45.349 INFO:tasks.rados.rados.0.smithi102.stdout:1836: writing smithi10276805-1 from 0 to 417792 tid 1 2024-04-10T15:11:45.349 INFO:tasks.rados.rados.0.smithi102.stdout:1837: snap_create 2024-04-10T15:11:45.349 INFO:tasks.rados.rados.0.smithi102.stdout:1833: expect (ObjNum 588 snap 162 seq_num 588) 2024-04-10T15:11:45.366 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 740 (ObjNum 401 snap 0 seq_num 1382002272) dirty exists 2024-04-10T15:11:45.366 INFO:tasks.rados.rados.0.smithi102.stdout:1836: finishing write tid 1 to smithi10276805-1 2024-04-10T15:11:45.366 INFO:tasks.rados.rados.0.smithi102.stdout:1836: finishing write tid 2 to smithi10276805-1 2024-04-10T15:11:45.366 INFO:tasks.rados.rados.0.smithi102.stdout:1836: finishing write tid 3 to smithi10276805-1 2024-04-10T15:11:45.366 INFO:tasks.rados.rados.0.smithi102.stdout:1836: oid 1 updating version 0 to 1226 2024-04-10T15:11:45.366 INFO:tasks.rados.rados.0.smithi102.stdout:1836: oid 1 version 1226 is already newer than 1225 2024-04-10T15:11:45.366 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 1226 (ObjNum 598 snap 163 seq_num 598) dirty exists 2024-04-10T15:11:45.366 INFO:tasks.rados.rados.0.smithi102.stdout:1836: left oid 1 (ObjNum 598 snap 163 seq_num 598) 2024-04-10T15:11:46.222 INFO:tasks.rados.rados.0.smithi102.stdout:1833: done (3 left) 2024-04-10T15:11:46.222 INFO:tasks.rados.rados.0.smithi102.stdout:1835: done (2 left) 2024-04-10T15:11:46.222 INFO:tasks.rados.rados.0.smithi102.stdout:1836: done (1 left) 2024-04-10T15:11:46.222 INFO:tasks.rados.rados.0.smithi102.stdout:1837: done (0 left) 2024-04-10T15:11:46.222 INFO:tasks.rados.rados.0.smithi102.stdout:1838: read oid 17 snap -1 2024-04-10T15:11:46.222 INFO:tasks.rados.rados.0.smithi102.stdout:1838: expect deleted 2024-04-10T15:11:46.223 INFO:tasks.rados.rados.0.smithi102.stdout:1839: snap_remove snap 155 2024-04-10T15:11:46.523 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:46 smithi102 ceph-mon[90943]: pgmap v248: 121 pgs: 121 active+clean; 182 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 946 KiB/s wr, 27 op/s 2024-04-10T15:11:46.523 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:46 smithi102 ceph-mon[90943]: osdmap e398: 8 total, 8 up, 8 in 2024-04-10T15:11:46.523 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:11:46.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:46 smithi102 ceph-mon[88557]: pgmap v248: 121 pgs: 121 active+clean; 182 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 946 KiB/s wr, 27 op/s 2024-04-10T15:11:46.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:46 smithi102 ceph-mon[88557]: osdmap e398: 8 total, 8 up, 8 in 2024-04-10T15:11:46.524 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:11:46.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:46 smithi154 ceph-mon[84269]: pgmap v248: 121 pgs: 121 active+clean; 182 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 946 KiB/s wr, 27 op/s 2024-04-10T15:11:46.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:46 smithi154 ceph-mon[84269]: osdmap e398: 8 total, 8 up, 8 in 2024-04-10T15:11:46.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:11:47.230 INFO:tasks.rados.rados.0.smithi102.stdout:1839: done (1 left) 2024-04-10T15:11:47.230 INFO:tasks.rados.rados.0.smithi102.stdout:1840: snap_remove snap 158 2024-04-10T15:11:47.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:47 smithi102 ceph-mon[90943]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:11:47.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:47 smithi102 ceph-mon[90943]: Upgrade: osd.3 is safe to restart 2024-04-10T15:11:47.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:47 smithi102 ceph-mon[90943]: osdmap e399: 8 total, 8 up, 8 in 2024-04-10T15:11:47.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:47.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T15:11:47.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:11:47.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:47 smithi102 ceph-mon[88557]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:11:47.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:47 smithi102 ceph-mon[88557]: Upgrade: osd.3 is safe to restart 2024-04-10T15:11:47.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:47 smithi102 ceph-mon[88557]: osdmap e399: 8 total, 8 up, 8 in 2024-04-10T15:11:47.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:47.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T15:11:47.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:11:47.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:47 smithi154 ceph-mon[84269]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["3"], "max": 16}]: dispatch 2024-04-10T15:11:47.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:47 smithi154 ceph-mon[84269]: Upgrade: osd.3 is safe to restart 2024-04-10T15:11:47.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:47 smithi154 ceph-mon[84269]: osdmap e399: 8 total, 8 up, 8 in 2024-04-10T15:11:47.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:47.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.3"}]: dispatch 2024-04-10T15:11:47.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:11:47.884 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:11:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:11:47] "GET /metrics HTTP/1.1" 200 36215 "" "Prometheus/2.43.0" 2024-04-10T15:11:48.236 INFO:tasks.rados.rados.0.smithi102.stdout:1840: done (1 left) 2024-04-10T15:11:48.236 INFO:tasks.rados.rados.0.smithi102.stdout:1841: rmattr oid 32 current snap is 164 2024-04-10T15:11:48.236 INFO:tasks.rados.rados.0.smithi102.stdout:1838: done (1 left) 2024-04-10T15:11:48.236 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 164 2024-04-10T15:11:48.236 INFO:tasks.rados.rados.0.smithi102.stdout:1842: seq_num 599 ranges {2932736=434176} 2024-04-10T15:11:48.256 INFO:tasks.rados.rados.0.smithi102.stdout:1842: writing smithi10276805-39 from 2932736 to 3366912 tid 1 2024-04-10T15:11:48.256 INFO:tasks.rados.rados.0.smithi102.stdout:1843: read oid 48 snap -1 2024-04-10T15:11:48.256 INFO:tasks.rados.rados.0.smithi102.stdout:1843: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:11:48.257 INFO:tasks.rados.rados.0.smithi102.stdout:1844: copy_from oid 7 from oid 35 current snap is 164 2024-04-10T15:11:48.257 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 1254 (ObjNum 554 snap 148 seq_num 554) dirty exists 2024-04-10T15:11:48.257 INFO:tasks.rados.rados.0.smithi102.stdout:1841: done (3 left) 2024-04-10T15:11:48.257 INFO:tasks.rados.rados.0.smithi102.stdout:1845: read oid 30 snap -1 2024-04-10T15:11:48.257 INFO:tasks.rados.rados.0.smithi102.stdout:1845: expect (ObjNum 511 snap 138 seq_num 511) 2024-04-10T15:11:48.257 INFO:tasks.rados.rados.0.smithi102.stdout:1846: rollback oid 29 current snap is 164 2024-04-10T15:11:48.257 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 29 to 160 2024-04-10T15:11:48.257 INFO:tasks.rados.rados.0.smithi102.stdout:1847: read oid 6 snap -1 2024-04-10T15:11:48.257 INFO:tasks.rados.rados.0.smithi102.stdout:1847: expect (ObjNum 528 snap 143 seq_num 528) 2024-04-10T15:11:48.257 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 26 current snap is 164 2024-04-10T15:11:48.257 INFO:tasks.rados.rados.0.smithi102.stdout:1848: seq_num 600 ranges {5513216=450560} 2024-04-10T15:11:48.288 INFO:tasks.rados.rados.0.smithi102.stdout:1848: writing smithi10276805-26 from 5513216 to 5963776 tid 1 2024-04-10T15:11:48.289 INFO:tasks.rados.rados.0.smithi102.stdout:1849: rollback oid 12 current snap is 164 2024-04-10T15:11:48.289 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 12 to 154 2024-04-10T15:11:48.289 INFO:tasks.rados.rados.0.smithi102.stdout:1843: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:11:48.294 INFO:tasks.rados.rados.0.smithi102.stdout:1845: expect (ObjNum 511 snap 138 seq_num 511) 2024-04-10T15:11:48.333 INFO:tasks.rados.rados.0.smithi102.stdout:1847: expect (ObjNum 528 snap 143 seq_num 528) 2024-04-10T15:11:48.376 INFO:tasks.rados.rados.0.smithi102.stdout:1842: finishing write tid 1 to smithi10276805-39 2024-04-10T15:11:48.376 INFO:tasks.rados.rados.0.smithi102.stdout:1844: finishing copy_from to smithi10276805-7 2024-04-10T15:11:48.376 INFO:tasks.rados.rados.0.smithi102.stdout:1844: got expected ENOENT (src dne) 2024-04-10T15:11:48.377 INFO:tasks.rados.rados.0.smithi102.stdout:1843: done (7 left) 2024-04-10T15:11:48.377 INFO:tasks.rados.rados.0.smithi102.stdout:1845: done (6 left) 2024-04-10T15:11:48.377 INFO:tasks.rados.rados.0.smithi102.stdout:1847: done (5 left) 2024-04-10T15:11:48.377 INFO:tasks.rados.rados.0.smithi102.stdout:1850: snap_remove snap 161 2024-04-10T15:11:48.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:48 smithi154 ceph-mon[84269]: pgmap v251: 121 pgs: 121 active+clean; 183 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 556 KiB/s wr, 25 op/s 2024-04-10T15:11:48.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:48 smithi154 ceph-mon[84269]: Upgrade: Updating osd.3 2024-04-10T15:11:48.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:48 smithi154 ceph-mon[84269]: Deploying daemon osd.3 on smithi102 2024-04-10T15:11:48.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:48 smithi154 ceph-mon[84269]: osdmap e400: 8 total, 8 up, 8 in 2024-04-10T15:11:48.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:48 smithi102 ceph-mon[90943]: pgmap v251: 121 pgs: 121 active+clean; 183 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 556 KiB/s wr, 25 op/s 2024-04-10T15:11:48.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:48 smithi102 ceph-mon[90943]: Upgrade: Updating osd.3 2024-04-10T15:11:48.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:48 smithi102 ceph-mon[90943]: Deploying daemon osd.3 on smithi102 2024-04-10T15:11:48.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:48 smithi102 ceph-mon[90943]: osdmap e400: 8 total, 8 up, 8 in 2024-04-10T15:11:48.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:48 smithi102 ceph-mon[88557]: pgmap v251: 121 pgs: 121 active+clean; 183 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 556 KiB/s wr, 25 op/s 2024-04-10T15:11:48.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:48 smithi102 ceph-mon[88557]: Upgrade: Updating osd.3 2024-04-10T15:11:48.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:48 smithi102 ceph-mon[88557]: Deploying daemon osd.3 on smithi102 2024-04-10T15:11:48.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:48 smithi102 ceph-mon[88557]: osdmap e400: 8 total, 8 up, 8 in 2024-04-10T15:11:49.241 INFO:tasks.rados.rados.0.smithi102.stdout:1850: done (5 left) 2024-04-10T15:11:49.242 INFO:tasks.rados.rados.0.smithi102.stdout:1851: rollback oid 43 current snap is 164 2024-04-10T15:11:49.242 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 43 to 154 2024-04-10T15:11:49.242 INFO:tasks.rados.rados.0.smithi102.stdout:1844: finishing copy_from racing read to smithi10276805-7 2024-04-10T15:11:49.242 INFO:tasks.rados.rados.0.smithi102.stdout:1842: finishing write tid 2 to smithi10276805-39 2024-04-10T15:11:49.242 INFO:tasks.rados.rados.0.smithi102.stdout:1842: finishing write tid 3 to smithi10276805-39 2024-04-10T15:11:49.242 INFO:tasks.rados.rados.0.smithi102.stdout:1842: oid 39 updating version 0 to 1084 2024-04-10T15:11:49.242 INFO:tasks.rados.rados.0.smithi102.stdout:1842: oid 39 updating version 1084 to 1085 2024-04-10T15:11:49.242 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 1085 (ObjNum 599 snap 164 seq_num 599) dirty exists 2024-04-10T15:11:49.242 INFO:tasks.rados.rados.0.smithi102.stdout:1842: left oid 39 (ObjNum 599 snap 164 seq_num 599) 2024-04-10T15:11:49.242 INFO:tasks.rados.rados.0.smithi102.stdout:1846: finishing rollback tid 0 to smithi10276805-29 2024-04-10T15:11:49.242 INFO:tasks.rados.rados.0.smithi102.stdout:1846: finishing rollback tid 1 to smithi10276805-29 2024-04-10T15:11:49.242 INFO:tasks.rados.rados.0.smithi102.stdout:1846: finishing rollback tid 2 to smithi10276805-29 2024-04-10T15:11:49.242 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 1262 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-10T15:11:49.242 INFO:tasks.rados.rados.0.smithi102.stdout:1849: finishing rollback tid 0 to smithi10276805-12 2024-04-10T15:11:49.243 INFO:tasks.rados.rados.0.smithi102.stdout:1848: finishing write tid 1 to smithi10276805-26 2024-04-10T15:11:49.243 INFO:tasks.rados.rados.0.smithi102.stdout:1849: finishing rollback tid 1 to smithi10276805-12 2024-04-10T15:11:49.243 INFO:tasks.rados.rados.0.smithi102.stdout:1849: finishing rollback tid 2 to smithi10276805-12 2024-04-10T15:11:49.243 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 1155 (ObjNum 566 snap 152 seq_num 566) dirty exists 2024-04-10T15:11:49.243 INFO:tasks.rados.rados.0.smithi102.stdout:1848: finishing write tid 2 to smithi10276805-26 2024-04-10T15:11:49.243 INFO:tasks.rados.rados.0.smithi102.stdout:1848: finishing write tid 3 to smithi10276805-26 2024-04-10T15:11:49.243 INFO:tasks.rados.rados.0.smithi102.stdout:1848: oid 26 updating version 0 to 1120 2024-04-10T15:11:49.243 INFO:tasks.rados.rados.0.smithi102.stdout:1848: oid 26 updating version 1120 to 1121 2024-04-10T15:11:49.243 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1121 (ObjNum 600 snap 164 seq_num 600) dirty exists 2024-04-10T15:11:49.243 INFO:tasks.rados.rados.0.smithi102.stdout:1848: left oid 26 (ObjNum 600 snap 164 seq_num 600) 2024-04-10T15:11:49.243 INFO:tasks.rados.rados.0.smithi102.stdout:1842: done (5 left) 2024-04-10T15:11:49.243 INFO:tasks.rados.rados.0.smithi102.stdout:1844: done (4 left) 2024-04-10T15:11:49.243 INFO:tasks.rados.rados.0.smithi102.stdout:1846: done (3 left) 2024-04-10T15:11:49.243 INFO:tasks.rados.rados.0.smithi102.stdout:1848: done (2 left) 2024-04-10T15:11:49.243 INFO:tasks.rados.rados.0.smithi102.stdout:1849: done (1 left) 2024-04-10T15:11:49.243 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 1 current snap is 164 2024-04-10T15:11:49.243 INFO:tasks.rados.rados.0.smithi102.stdout:1852: seq_num 601 ranges {417792=475136} 2024-04-10T15:11:49.246 INFO:tasks.rados.rados.0.smithi102.stdout:1852: writing smithi10276805-1 from 417792 to 892928 tid 1 2024-04-10T15:11:49.247 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 8 current snap is 164 2024-04-10T15:11:49.247 INFO:tasks.rados.rados.0.smithi102.stdout:1853: seq_num 602 ranges {0=491520} 2024-04-10T15:11:49.251 INFO:tasks.rados.rados.0.smithi102.stdout:1853: writing smithi10276805-8 from 0 to 491520 tid 1 2024-04-10T15:11:49.251 INFO:tasks.rados.rados.0.smithi102.stdout:1854: snap_create 2024-04-10T15:11:49.251 INFO:tasks.rados.rados.0.smithi102.stdout:1851: finishing rollback tid 0 to smithi10276805-43 2024-04-10T15:11:49.251 INFO:tasks.rados.rados.0.smithi102.stdout:1851: finishing rollback tid 1 to smithi10276805-43 2024-04-10T15:11:49.254 INFO:tasks.rados.rados.0.smithi102.stdout:1851: finishing rollback tid 2 to smithi10276805-43 2024-04-10T15:11:49.254 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 1124 (ObjNum 564 snap 152 seq_num 564) dirty exists 2024-04-10T15:11:49.256 INFO:tasks.rados.rados.0.smithi102.stdout:1853: finishing write tid 1 to smithi10276805-8 2024-04-10T15:11:49.256 INFO:tasks.rados.rados.0.smithi102.stdout:1852: finishing write tid 1 to smithi10276805-1 2024-04-10T15:11:49.256 INFO:tasks.rados.rados.0.smithi102.stdout:1852: finishing write tid 2 to smithi10276805-1 2024-04-10T15:11:49.257 INFO:tasks.rados.rados.0.smithi102.stdout:1853: finishing write tid 2 to smithi10276805-8 2024-04-10T15:11:49.259 INFO:tasks.rados.rados.0.smithi102.stdout:1852: finishing write tid 3 to smithi10276805-1 2024-04-10T15:11:49.260 INFO:tasks.rados.rados.0.smithi102.stdout:1852: oid 1 updating version 0 to 1227 2024-04-10T15:11:49.260 INFO:tasks.rados.rados.0.smithi102.stdout:1852: oid 1 updating version 1227 to 1228 2024-04-10T15:11:49.260 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 1228 (ObjNum 601 snap 164 seq_num 601) dirty exists 2024-04-10T15:11:49.260 INFO:tasks.rados.rados.0.smithi102.stdout:1852: left oid 1 (ObjNum 601 snap 164 seq_num 601) 2024-04-10T15:11:49.260 INFO:tasks.rados.rados.0.smithi102.stdout:1853: finishing write tid 3 to smithi10276805-8 2024-04-10T15:11:49.260 INFO:tasks.rados.rados.0.smithi102.stdout:1853: oid 8 updating version 0 to 786 2024-04-10T15:11:49.260 INFO:tasks.rados.rados.0.smithi102.stdout:1853: oid 8 version 786 is already newer than 785 2024-04-10T15:11:49.260 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 786 (ObjNum 602 snap 164 seq_num 602) dirty exists 2024-04-10T15:11:49.260 INFO:tasks.rados.rados.0.smithi102.stdout:1853: left oid 8 (ObjNum 602 snap 164 seq_num 602) 2024-04-10T15:11:49.362 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:49 smithi102 ceph-mon[90943]: osdmap e401: 8 total, 8 up, 8 in 2024-04-10T15:11:49.362 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:49 smithi102 ceph-mon[88557]: osdmap e401: 8 total, 8 up, 8 in 2024-04-10T15:11:49.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:49 smithi154 ceph-mon[84269]: osdmap e401: 8 total, 8 up, 8 in 2024-04-10T15:11:50.252 INFO:tasks.rados.rados.0.smithi102.stdout:1851: done (3 left) 2024-04-10T15:11:50.252 INFO:tasks.rados.rados.0.smithi102.stdout:1852: done (2 left) 2024-04-10T15:11:50.252 INFO:tasks.rados.rados.0.smithi102.stdout:1853: done (1 left) 2024-04-10T15:11:50.252 INFO:tasks.rados.rados.0.smithi102.stdout:1854: done (0 left) 2024-04-10T15:11:50.252 INFO:tasks.rados.rados.0.smithi102.stdout:1855: delete oid 50 current snap is 165 2024-04-10T15:11:50.256 INFO:tasks.rados.rados.0.smithi102.stdout:1855: done (0 left) 2024-04-10T15:11:50.257 INFO:tasks.rados.rados.0.smithi102.stdout:1856: rmattr oid 47 current snap is 165 2024-04-10T15:11:50.257 INFO:tasks.rados.rados.0.smithi102.stdout:1856: done (0 left) 2024-04-10T15:11:50.257 INFO:tasks.rados.rados.0.smithi102.stdout:1857: delete oid 50 current snap is 165 2024-04-10T15:11:50.258 INFO:tasks.rados.rados.0.smithi102.stdout:1857: done (0 left) 2024-04-10T15:11:50.258 INFO:tasks.rados.rados.0.smithi102.stdout:1858: snap_remove snap 162 2024-04-10T15:11:50.582 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:50 smithi102 ceph-mon[88557]: pgmap v254: 121 pgs: 121 active+clean; 184 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 542 KiB/s wr, 16 op/s 2024-04-10T15:11:50.583 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:50 smithi102 ceph-mon[88557]: osdmap e402: 8 total, 8 up, 8 in 2024-04-10T15:11:50.583 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:50 smithi102 ceph-mon[90943]: pgmap v254: 121 pgs: 121 active+clean; 184 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 542 KiB/s wr, 16 op/s 2024-04-10T15:11:50.583 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:50 smithi102 ceph-mon[90943]: osdmap e402: 8 total, 8 up, 8 in 2024-04-10T15:11:50.583 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:50 smithi102 systemd[1]: Stopping Ceph osd.3 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:11:50.584 INFO:teuthology.orchestra.run.smithi102.stdout:true 2024-04-10T15:11:50.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:50 smithi154 ceph-mon[84269]: pgmap v254: 121 pgs: 121 active+clean; 184 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.5 MiB/s rd, 542 KiB/s wr, 16 op/s 2024-04-10T15:11:50.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:50 smithi154 ceph-mon[84269]: osdmap e402: 8 total, 8 up, 8 in 2024-04-10T15:11:50.905 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:11:50.905 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (7m) 24s ago 7m 24.1M - 0.25.0 c8568f914cd2 8877963ef1e7 2024-04-10T15:11:50.905 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi154 *:3000 running (7m) 2m ago 7m 92.3M - 9.4.7 954c08fa6188 a24ea26325a1 2024-04-10T15:11:50.906 INFO:teuthology.orchestra.run.smithi102.stdout:mds.a smithi102 running (8m) 24s ago 8m 16.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 da51112648bf 2024-04-10T15:11:50.906 INFO:teuthology.orchestra.run.smithi102.stdout:mds.b smithi154 running (8m) 2m ago 8m 18.4M - 18.2.2-1187-gd540ebac bb2c5eac26a4 1c2f7bf05952 2024-04-10T15:11:50.906 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi154 *:8443,9283,8765 running (3m) 2m ago 12m 449M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 5843a1d0f5c5 2024-04-10T15:11:50.906 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (3m) 24s ago 13m 512M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 d4cb3bfdb76a 2024-04-10T15:11:50.906 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (3m) 24s ago 14m 49.9M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 09d0a3f89365 2024-04-10T15:11:50.906 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi154 running (2m) 2m ago 12m 25.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ecf89eee3550 2024-04-10T15:11:50.906 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (2m) 24s ago 12m 44.3M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 57de69af85cd 2024-04-10T15:11:50.906 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (7m) 24s ago 7m 13.9M - 1.5.0 0da6a335fe13 dc103d21fc64 2024-04-10T15:11:50.906 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi154 *:9100 running (7m) 2m ago 7m 15.8M - 1.5.0 0da6a335fe13 c71ce3c6ef09 2024-04-10T15:11:50.906 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (97s) 24s ago 11m 120M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e0c9aedb2146 2024-04-10T15:11:50.906 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (63s) 24s ago 11m 92.6M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 2d65d19c2ebd 2024-04-10T15:11:50.906 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (28s) 24s ago 11m 12.7M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 5937c2c020b1 2024-04-10T15:11:50.906 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (10m) 24s ago 10m 160M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 ebbbf8d35d32 2024-04-10T15:11:50.906 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi154 running (10m) 2m ago 10m 204M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 8ae20879a763 2024-04-10T15:11:50.906 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi154 running (10m) 2m ago 9m 246M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 51b30d38d077 2024-04-10T15:11:50.907 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi154 running (9m) 2m ago 9m 160M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 2dd28f8d572c 2024-04-10T15:11:50.907 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi154 running (9m) 2m ago 9m 122M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a3af5b492398 2024-04-10T15:11:50.907 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi154 *:9095 running (3m) 2m ago 8m 55.9M - 2.43.0 a07b618ecd1d 15b122e84a15 2024-04-10T15:11:50.907 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:50 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3[59569]: 2024-04-10T15:11:50.615+0000 7f3bd5450700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:11:50.907 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:50 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3[59569]: 2024-04-10T15:11:50.615+0000 7f3bd5450700 -1 osd.3 403 *** Got signal Terminated *** 2024-04-10T15:11:50.907 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:50 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3[59569]: 2024-04-10T15:11:50.615+0000 7f3bd5450700 -1 osd.3 403 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T15:11:51.269 INFO:tasks.rados.rados.0.smithi102.stdout:1858: done (0 left) 2024-04-10T15:11:51.269 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 23 current snap is 165 2024-04-10T15:11:51.269 INFO:tasks.rados.rados.0.smithi102.stdout:1859: seq_num 605 ranges {3063808=540672} 2024-04-10T15:11:51.284 INFO:tasks.rados.rados.0.smithi102.stdout:1859: writing smithi10276805-23 from 3063808 to 3604480 tid 1 2024-04-10T15:11:51.285 INFO:tasks.rados.rados.0.smithi102.stdout:1860: read oid 15 snap -1 2024-04-10T15:11:51.285 INFO:tasks.rados.rados.0.smithi102.stdout:1860: expect deleted 2024-04-10T15:11:51.285 INFO:tasks.rados.rados.0.smithi102.stdout:1861: setattr oid 36 current snap is 165 2024-04-10T15:11:51.285 INFO:tasks.rados.rados.0.smithi102.stdout:1860: done (2 left) 2024-04-10T15:11:51.285 INFO:tasks.rados.rados.0.smithi102.stdout:1862: snap_create 2024-04-10T15:11:51.287 INFO:tasks.rados.rados.0.smithi102.stdout:1859: finishing write tid 1 to smithi10276805-23 2024-04-10T15:11:51.288 INFO:tasks.rados.rados.0.smithi102.stdout:1859: finishing write tid 2 to smithi10276805-23 2024-04-10T15:11:51.289 INFO:tasks.rados.rados.0.smithi102.stdout:1859: finishing write tid 3 to smithi10276805-23 2024-04-10T15:11:51.289 INFO:tasks.rados.rados.0.smithi102.stdout:1859: oid 23 updating version 0 to 1189 2024-04-10T15:11:51.289 INFO:tasks.rados.rados.0.smithi102.stdout:1859: oid 23 version 1189 is already newer than 1188 2024-04-10T15:11:51.289 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1189 (ObjNum 605 snap 165 seq_num 605) dirty exists 2024-04-10T15:11:51.289 INFO:tasks.rados.rados.0.smithi102.stdout:1859: left oid 23 (ObjNum 605 snap 165 seq_num 605) 2024-04-10T15:11:51.317 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:11:51.318 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-10T15:11:51.318 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:11:51.318 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:11:51.318 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-10T15:11:51.318 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:11:51.318 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:11:51.318 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-10T15:11:51.318 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 4, 2024-04-10T15:11:51.318 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:11:51.318 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:11:51.318 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-10T15:11:51.318 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:11:51.318 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:11:51.318 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-10T15:11:51.319 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 6, 2024-04-10T15:11:51.319 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-10T15:11:51.319 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:11:51.319 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:11:51.528 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:51 smithi154 ceph-mon[84269]: osdmap e403: 8 total, 8 up, 8 in 2024-04-10T15:11:51.528 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:51 smithi154 ceph-mon[84269]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:11:51.529 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:51 smithi154 ceph-mon[84269]: osd.3 marked itself down and dead 2024-04-10T15:11:51.529 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:51 smithi154 ceph-mon[84269]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:11:51.529 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:51 smithi154 ceph-mon[84269]: pgmap v257: 121 pgs: 121 active+clean; 184 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 279 KiB/s rd, 258 KiB/s wr, 12 op/s 2024-04-10T15:11:51.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:51 smithi102 ceph-mon[90943]: osdmap e403: 8 total, 8 up, 8 in 2024-04-10T15:11:51.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:51 smithi102 ceph-mon[90943]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:11:51.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:51 smithi102 ceph-mon[90943]: osd.3 marked itself down and dead 2024-04-10T15:11:51.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:51 smithi102 ceph-mon[90943]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:11:51.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:51 smithi102 ceph-mon[90943]: pgmap v257: 121 pgs: 121 active+clean; 184 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 279 KiB/s rd, 258 KiB/s wr, 12 op/s 2024-04-10T15:11:51.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:51 smithi102 ceph-mon[88557]: osdmap e403: 8 total, 8 up, 8 in 2024-04-10T15:11:51.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:51 smithi102 ceph-mon[88557]: from='client.44192 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:11:51.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:51 smithi102 ceph-mon[88557]: osd.3 marked itself down and dead 2024-04-10T15:11:51.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:51 smithi102 ceph-mon[88557]: from='client.34272 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:11:51.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:51 smithi102 ceph-mon[88557]: pgmap v257: 121 pgs: 121 active+clean; 184 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 279 KiB/s rd, 258 KiB/s wr, 12 op/s 2024-04-10T15:11:52.138 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:51 smithi102 podman[110555]: 2024-04-10 15:11:51.841297486 +0000 UTC m=+1.346478085 container died ebbbf8d35d3285e63f6e7cccfd82ca33aab2a9eb359aa70244fcbdcc1f9e953a (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, ceph=True, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0) 2024-04-10T15:11:52.267 INFO:tasks.rados.rados.0.smithi102.stdout:1859: done (2 left) 2024-04-10T15:11:52.267 INFO:tasks.rados.rados.0.smithi102.stdout:1862: done (1 left) 2024-04-10T15:11:52.267 INFO:tasks.rados.rados.0.smithi102.stdout:1863: delete oid 23 current snap is 166 2024-04-10T15:11:52.278 INFO:tasks.rados.rados.0.smithi102.stdout:1863: done (1 left) 2024-04-10T15:11:52.278 INFO:tasks.rados.rados.0.smithi102.stdout:1864: copy_from oid 33 from oid 4 current snap is 166 2024-04-10T15:11:52.278 INFO:tasks.rados.rados.0.smithi102.stdout:1865: read oid 30 snap 157 2024-04-10T15:11:52.278 INFO:tasks.rados.rados.0.smithi102.stdout:1865: expect (ObjNum 511 snap 138 seq_num 511) 2024-04-10T15:11:52.278 INFO:tasks.rados.rados.0.smithi102.stdout:1866: rollback oid 31 current snap is 166 2024-04-10T15:11:52.278 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 31 to 160 2024-04-10T15:11:52.278 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 29 current snap is 166 2024-04-10T15:11:52.279 INFO:tasks.rados.rados.0.smithi102.stdout:1867: seq_num 607 ranges {0=573440} 2024-04-10T15:11:52.282 INFO:tasks.rados.rados.0.smithi102.stdout:1867: writing smithi10276805-29 from 0 to 573440 tid 1 2024-04-10T15:11:52.282 INFO:tasks.rados.rados.0.smithi102.stdout:1868: setattr oid 14 current snap is 166 2024-04-10T15:11:52.282 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 741 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-10T15:11:52.282 INFO:tasks.rados.rados.0.smithi102.stdout:1866: finishing rollback tid 0 to smithi10276805-31 2024-04-10T15:11:52.282 INFO:tasks.rados.rados.0.smithi102.stdout:1866: finishing rollback tid 1 to smithi10276805-31 2024-04-10T15:11:52.283 INFO:tasks.rados.rados.0.smithi102.stdout:1866: finishing rollback tid 2 to smithi10276805-31 2024-04-10T15:11:52.283 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 744 (ObjNum 578 snap 160 seq_num 578) dirty exists 2024-04-10T15:11:52.284 INFO:tasks.rados.rados.0.smithi102.stdout:1865: expect (ObjNum 511 snap 138 seq_num 511) 2024-04-10T15:11:52.322 INFO:tasks.rados.rados.0.smithi102.stdout:1867: finishing write tid 1 to smithi10276805-29 2024-04-10T15:11:52.322 INFO:tasks.rados.rados.0.smithi102.stdout:1867: finishing write tid 2 to smithi10276805-29 2024-04-10T15:11:52.322 INFO:tasks.rados.rados.0.smithi102.stdout:1867: finishing write tid 3 to smithi10276805-29 2024-04-10T15:11:52.322 INFO:tasks.rados.rados.0.smithi102.stdout:1867: oid 29 updating version 0 to 1279 2024-04-10T15:11:52.322 INFO:tasks.rados.rados.0.smithi102.stdout:1867: oid 29 version 1279 is already newer than 1278 2024-04-10T15:11:52.322 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 1279 (ObjNum 607 snap 166 seq_num 607) dirty exists 2024-04-10T15:11:52.322 INFO:tasks.rados.rados.0.smithi102.stdout:1867: left oid 29 (ObjNum 607 snap 166 seq_num 607) 2024-04-10T15:11:52.322 INFO:tasks.rados.rados.0.smithi102.stdout:1864: finishing copy_from racing read to smithi10276805-33 2024-04-10T15:11:52.322 INFO:tasks.rados.rados.0.smithi102.stdout:1864: finishing copy_from to smithi10276805-33 2024-04-10T15:11:52.322 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 245 (ObjNum 586 snap 161 seq_num 586) dirty exists 2024-04-10T15:11:52.322 INFO:tasks.rados.rados.0.smithi102.stdout:1861: done (5 left) 2024-04-10T15:11:52.323 INFO:tasks.rados.rados.0.smithi102.stdout:1864: done (4 left) 2024-04-10T15:11:52.323 INFO:tasks.rados.rados.0.smithi102.stdout:1865: done (3 left) 2024-04-10T15:11:52.323 INFO:tasks.rados.rados.0.smithi102.stdout:1866: done (2 left) 2024-04-10T15:11:52.323 INFO:tasks.rados.rados.0.smithi102.stdout:1867: done (1 left) 2024-04-10T15:11:52.323 INFO:tasks.rados.rados.0.smithi102.stdout:1869: read oid 42 snap 165 2024-04-10T15:11:52.323 INFO:tasks.rados.rados.0.smithi102.stdout:1869: expect (ObjNum 593 snap 163 seq_num 593) 2024-04-10T15:11:52.323 INFO:tasks.rados.rados.0.smithi102.stdout:1870: snap_create 2024-04-10T15:11:52.324 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 1086 (ObjNum 580 snap 160 seq_num 580) dirty exists 2024-04-10T15:11:52.338 INFO:tasks.rados.rados.0.smithi102.stdout:1869: expect (ObjNum 593 snap 163 seq_num 593) 2024-04-10T15:11:52.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:52 smithi102 ceph-mon[90943]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:11:52.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:52 smithi102 ceph-mon[90943]: osdmap e404: 8 total, 7 up, 8 in 2024-04-10T15:11:52.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:52 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3560024054' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:11:52.407 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:52 smithi102 podman[110555]: 2024-04-10 15:11:52.165350946 +0000 UTC m=+1.670531536 container cleanup ebbbf8d35d3285e63f6e7cccfd82ca33aab2a9eb359aa70244fcbdcc1f9e953a (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=reef-d540eba, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403) 2024-04-10T15:11:52.408 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:52 smithi102 bash[110555]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3 2024-04-10T15:11:52.408 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:52 smithi102 podman[110622]: 2024-04-10 15:11:52.366855509 +0000 UTC m=+0.522507651 container remove ebbbf8d35d3285e63f6e7cccfd82ca33aab2a9eb359aa70244fcbdcc1f9e953a (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, RELEASE=reef-d540eba, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-10T15:11:52.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:52 smithi102 ceph-mon[88557]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:11:52.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:52 smithi102 ceph-mon[88557]: osdmap e404: 8 total, 7 up, 8 in 2024-04-10T15:11:52.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:52 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3560024054' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:11:52.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:52 smithi154 ceph-mon[84269]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:11:52.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:52 smithi154 ceph-mon[84269]: osdmap e404: 8 total, 7 up, 8 in 2024-04-10T15:11:52.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:52 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3560024054' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:11:52.628 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:11:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:11:53.068 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:52 smithi102 podman[110712]: 2024-04-10 15:11:52.792932622 +0000 UTC m=+0.110011920 container create d9dc2d5ff109865e28eba619602f9fcc01fa0e7a60434c3db0ea7e3143dcaafe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-deactivate, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:11:53.069 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:52 smithi102 podman[110712]: 2024-04-10 15:11:52.700850151 +0000 UTC m=+0.017929423 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:11:53.069 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:53 smithi102 podman[110712]: 2024-04-10 15:11:53.020305934 +0000 UTC m=+0.337385185 container init d9dc2d5ff109865e28eba619602f9fcc01fa0e7a60434c3db0ea7e3143dcaafe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-deactivate, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD) 2024-04-10T15:11:53.069 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:53 smithi102 podman[110712]: 2024-04-10 15:11:53.023592911 +0000 UTC m=+0.340672164 container start d9dc2d5ff109865e28eba619602f9fcc01fa0e7a60434c3db0ea7e3143dcaafe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-deactivate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-10T15:11:53.069 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:53 smithi102 podman[110712]: 2024-04-10 15:11:53.09520357 +0000 UTC m=+0.412282829 container attach d9dc2d5ff109865e28eba619602f9fcc01fa0e7a60434c3db0ea7e3143dcaafe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-deactivate, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-10T15:11:53.175 INFO:tasks.rados.rados.0.smithi102.stdout:1868: done (2 left) 2024-04-10T15:11:53.175 INFO:tasks.rados.rados.0.smithi102.stdout:1869: done (1 left) 2024-04-10T15:11:53.175 INFO:tasks.rados.rados.0.smithi102.stdout:1870: done (0 left) 2024-04-10T15:11:53.175 INFO:tasks.rados.rados.0.smithi102.stdout:1871: copy_from oid 21 from oid 7 current snap is 167 2024-04-10T15:11:53.175 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 167 2024-04-10T15:11:53.176 INFO:tasks.rados.rados.0.smithi102.stdout:1872: seq_num 608 ranges {3366912=589824} 2024-04-10T15:11:53.197 INFO:tasks.rados.rados.0.smithi102.stdout:1872: writing smithi10276805-39 from 3366912 to 3956736 tid 1 2024-04-10T15:11:53.197 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 38 current snap is 167 2024-04-10T15:11:53.197 INFO:tasks.rados.rados.0.smithi102.stdout:1871: finishing copy_from to smithi10276805-21 2024-04-10T15:11:53.197 INFO:tasks.rados.rados.0.smithi102.stdout:1871: got expected ENOENT (src dne) 2024-04-10T15:11:53.197 INFO:tasks.rados.rados.0.smithi102.stdout:1873: seq_num 609 ranges {1613824=606208} 2024-04-10T15:11:53.210 INFO:tasks.rados.rados.0.smithi102.stdout:1873: writing smithi10276805-38 from 1613824 to 2220032 tid 1 2024-04-10T15:11:53.210 INFO:tasks.rados.rados.0.smithi102.stdout:1874: copy_from oid 40 from oid 18 current snap is 167 2024-04-10T15:11:53.210 INFO:tasks.rados.rados.0.smithi102.stdout:1871: finishing copy_from racing read to smithi10276805-21 2024-04-10T15:11:53.210 INFO:tasks.rados.rados.0.smithi102.stdout:1872: finishing write tid 1 to smithi10276805-39 2024-04-10T15:11:53.210 INFO:tasks.rados.rados.0.smithi102.stdout:1872: finishing write tid 2 to smithi10276805-39 2024-04-10T15:11:53.210 INFO:tasks.rados.rados.0.smithi102.stdout:1872: finishing write tid 3 to smithi10276805-39 2024-04-10T15:11:53.210 INFO:tasks.rados.rados.0.smithi102.stdout:1872: oid 39 updating version 0 to 1088 2024-04-10T15:11:53.210 INFO:tasks.rados.rados.0.smithi102.stdout:1872: oid 39 version 1088 is already newer than 1087 2024-04-10T15:11:53.210 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 1088 (ObjNum 608 snap 167 seq_num 608) dirty exists 2024-04-10T15:11:53.210 INFO:tasks.rados.rados.0.smithi102.stdout:1872: left oid 39 (ObjNum 608 snap 167 seq_num 608) 2024-04-10T15:11:53.211 INFO:tasks.rados.rados.0.smithi102.stdout:1871: done (3 left) 2024-04-10T15:11:53.211 INFO:tasks.rados.rados.0.smithi102.stdout:1872: done (2 left) 2024-04-10T15:11:53.211 INFO:tasks.rados.rados.0.smithi102.stdout:1875: delete oid 45 current snap is 167 2024-04-10T15:11:53.214 INFO:tasks.rados.rados.0.smithi102.stdout:1873: finishing write tid 1 to smithi10276805-38 2024-04-10T15:11:53.214 INFO:tasks.rados.rados.0.smithi102.stdout:1873: finishing write tid 2 to smithi10276805-38 2024-04-10T15:11:53.215 INFO:tasks.rados.rados.0.smithi102.stdout:1875: done (2 left) 2024-04-10T15:11:53.215 INFO:tasks.rados.rados.0.smithi102.stdout:1876: read oid 9 snap 154 2024-04-10T15:11:53.215 INFO:tasks.rados.rados.0.smithi102.stdout:1876: expect (ObjNum 567 snap 152 seq_num 567) 2024-04-10T15:11:53.215 INFO:tasks.rados.rados.0.smithi102.stdout:1877: read oid 35 snap -1 2024-04-10T15:11:53.215 INFO:tasks.rados.rados.0.smithi102.stdout:1877: expect deleted 2024-04-10T15:11:53.215 INFO:tasks.rados.rados.0.smithi102.stdout:1878: rollback oid 34 current snap is 167 2024-04-10T15:11:53.215 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 34 to 160 2024-04-10T15:11:53.215 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 13 current snap is 167 2024-04-10T15:11:53.215 INFO:tasks.rados.rados.0.smithi102.stdout:1879: seq_num 611 ranges {0=638976} 2024-04-10T15:11:53.219 INFO:tasks.rados.rados.0.smithi102.stdout:1879: writing smithi10276805-13 from 0 to 638976 tid 1 2024-04-10T15:11:53.219 INFO:tasks.rados.rados.0.smithi102.stdout:1880: delete oid 14 current snap is 167 2024-04-10T15:11:53.219 INFO:tasks.rados.rados.0.smithi102.stdout:1873: finishing write tid 3 to smithi10276805-38 2024-04-10T15:11:53.219 INFO:tasks.rados.rados.0.smithi102.stdout:1873: oid 38 updating version 0 to 685 2024-04-10T15:11:53.219 INFO:tasks.rados.rados.0.smithi102.stdout:1873: oid 38 updating version 685 to 686 2024-04-10T15:11:53.219 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 686 (ObjNum 609 snap 167 seq_num 609) dirty exists 2024-04-10T15:11:53.219 INFO:tasks.rados.rados.0.smithi102.stdout:1873: left oid 38 (ObjNum 609 snap 167 seq_num 609) 2024-04-10T15:11:53.219 INFO:tasks.rados.rados.0.smithi102.stdout:1878: finishing rollback tid 0 to smithi10276805-34 2024-04-10T15:11:53.219 INFO:tasks.rados.rados.0.smithi102.stdout:1878: finishing rollback tid 1 to smithi10276805-34 2024-04-10T15:11:53.220 INFO:tasks.rados.rados.0.smithi102.stdout:1878: finishing rollback tid 2 to smithi10276805-34 2024-04-10T15:11:53.220 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 789 (ObjNum 575 snap 157 seq_num 575) dirty exists 2024-04-10T15:11:53.224 INFO:tasks.rados.rados.0.smithi102.stdout:1879: finishing write tid 1 to smithi10276805-13 2024-04-10T15:11:53.225 INFO:tasks.rados.rados.0.smithi102.stdout:1879: finishing write tid 2 to smithi10276805-13 2024-04-10T15:11:53.227 INFO:tasks.rados.rados.0.smithi102.stdout:1879: finishing write tid 3 to smithi10276805-13 2024-04-10T15:11:53.227 INFO:tasks.rados.rados.0.smithi102.stdout:1879: oid 13 updating version 0 to 1280 2024-04-10T15:11:53.227 INFO:tasks.rados.rados.0.smithi102.stdout:1879: oid 13 updating version 1280 to 1281 2024-04-10T15:11:53.227 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 1281 (ObjNum 611 snap 167 seq_num 611) dirty exists 2024-04-10T15:11:53.228 INFO:tasks.rados.rados.0.smithi102.stdout:1879: left oid 13 (ObjNum 611 snap 167 seq_num 611) 2024-04-10T15:11:53.228 INFO:tasks.rados.rados.0.smithi102.stdout:1873: done (6 left) 2024-04-10T15:11:53.228 INFO:tasks.rados.rados.0.smithi102.stdout:1877: done (5 left) 2024-04-10T15:11:53.228 INFO:tasks.rados.rados.0.smithi102.stdout:1878: done (4 left) 2024-04-10T15:11:53.228 INFO:tasks.rados.rados.0.smithi102.stdout:1879: done (3 left) 2024-04-10T15:11:53.228 INFO:tasks.rados.rados.0.smithi102.stdout:1880: done (2 left) 2024-04-10T15:11:53.228 INFO:tasks.rados.rados.0.smithi102.stdout:1881: rollback oid 15 current snap is 167 2024-04-10T15:11:53.228 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 15 to 163 2024-04-10T15:11:53.228 INFO:tasks.rados.rados.0.smithi102.stdout:1882: read oid 20 snap 157 2024-04-10T15:11:53.228 INFO:tasks.rados.rados.0.smithi102.stdout:1882: expect (ObjNum 528 snap 143 seq_num 528) 2024-04-10T15:11:53.228 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 3 current snap is 167 2024-04-10T15:11:53.228 INFO:tasks.rados.rados.0.smithi102.stdout:1883: seq_num 613 ranges {0=671744} 2024-04-10T15:11:53.231 INFO:tasks.rados.rados.0.smithi102.stdout:1883: writing smithi10276805-3 from 0 to 671744 tid 1 2024-04-10T15:11:53.231 INFO:tasks.rados.rados.0.smithi102.stdout:1884: snap_remove snap 165 2024-04-10T15:11:53.407 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:53 smithi102 podman[110712]: 2024-04-10 15:11:53.334346575 +0000 UTC m=+0.651425819 container died d9dc2d5ff109865e28eba619602f9fcc01fa0e7a60434c3db0ea7e3143dcaafe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-deactivate, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-10T15:11:53.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:53 smithi102 ceph-mon[88557]: osdmap e405: 8 total, 7 up, 8 in 2024-04-10T15:11:53.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:53 smithi102 ceph-mon[88557]: pgmap v260: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+undersized+degraded, 5 peering, 13 stale+active+clean, 6 active+undersized, 92 active+clean; 190 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 5 op/s; 3/333 objects degraded (0.901%) 2024-04-10T15:11:53.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:53 smithi102 ceph-mon[88557]: osdmap e406: 8 total, 7 up, 8 in 2024-04-10T15:11:53.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:53.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:11:53.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:53 smithi102 ceph-mon[90943]: osdmap e405: 8 total, 7 up, 8 in 2024-04-10T15:11:53.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:53 smithi102 ceph-mon[90943]: pgmap v260: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+undersized+degraded, 5 peering, 13 stale+active+clean, 6 active+undersized, 92 active+clean; 190 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 5 op/s; 3/333 objects degraded (0.901%) 2024-04-10T15:11:53.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:53 smithi102 ceph-mon[90943]: osdmap e406: 8 total, 7 up, 8 in 2024-04-10T15:11:53.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:53.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:11:53.627 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:11:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:11:53.503Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:11:53.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:53 smithi154 ceph-mon[84269]: osdmap e405: 8 total, 7 up, 8 in 2024-04-10T15:11:53.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:53 smithi154 ceph-mon[84269]: pgmap v260: 121 pgs: 3 active+clean+snaptrim_wait, 2 active+undersized+degraded, 5 peering, 13 stale+active+clean, 6 active+undersized, 92 active+clean; 190 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.4 MiB/s wr, 5 op/s; 3/333 objects degraded (0.901%) 2024-04-10T15:11:53.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:53 smithi154 ceph-mon[84269]: osdmap e406: 8 total, 7 up, 8 in 2024-04-10T15:11:53.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:53.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:11:54.213 INFO:tasks.rados.rados.0.smithi102.stdout:1884: done (5 left) 2024-04-10T15:11:54.214 INFO:tasks.rados.rados.0.smithi102.stdout:1885: read oid 37 snap -1 2024-04-10T15:11:54.214 INFO:tasks.rados.rados.0.smithi102.stdout:1885: expect (ObjNum 539 snap 144 seq_num 539) 2024-04-10T15:11:54.214 INFO:tasks.rados.rados.0.smithi102.stdout:1886: read oid 39 snap 166 2024-04-10T15:11:54.214 INFO:tasks.rados.rados.0.smithi102.stdout:1886: expect (ObjNum 599 snap 164 seq_num 599) 2024-04-10T15:11:54.214 INFO:tasks.rados.rados.0.smithi102.stdout:1887: read oid 32 snap -1 2024-04-10T15:11:54.214 INFO:tasks.rados.rados.0.smithi102.stdout:1887: expect (ObjNum 554 snap 148 seq_num 554) 2024-04-10T15:11:54.214 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 6 current snap is 167 2024-04-10T15:11:54.214 INFO:tasks.rados.rados.0.smithi102.stdout:1881: finishing rollback tid 1 to smithi10276805-15 2024-04-10T15:11:54.214 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 0 (ObjNum 88028544 snap 22053 seq_num 304) dirty dne 2024-04-10T15:11:54.214 INFO:tasks.rados.rados.0.smithi102.stdout:1876: expect (ObjNum 567 snap 152 seq_num 567) 2024-04-10T15:11:54.294 INFO:tasks.rados.rados.0.smithi102.stdout:1883: finishing write tid 1 to smithi10276805-3 2024-04-10T15:11:54.294 INFO:tasks.rados.rados.0.smithi102.stdout:1882: expect (ObjNum 528 snap 143 seq_num 528) 2024-04-10T15:11:54.342 INFO:tasks.rados.rados.0.smithi102.stdout:1883: finishing write tid 2 to smithi10276805-3 2024-04-10T15:11:54.343 INFO:tasks.rados.rados.0.smithi102.stdout:1883: finishing write tid 3 to smithi10276805-3 2024-04-10T15:11:54.343 INFO:tasks.rados.rados.0.smithi102.stdout:1883: oid 3 updating version 0 to 1091 2024-04-10T15:11:54.343 INFO:tasks.rados.rados.0.smithi102.stdout:1883: oid 3 version 1091 is already newer than 1090 2024-04-10T15:11:54.343 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 1091 (ObjNum 613 snap 167 seq_num 613) dirty exists 2024-04-10T15:11:54.343 INFO:tasks.rados.rados.0.smithi102.stdout:1883: left oid 3 (ObjNum 613 snap 167 seq_num 613) 2024-04-10T15:11:54.343 INFO:tasks.rados.rados.0.smithi102.stdout:1874: finishing copy_from racing read to smithi10276805-40 2024-04-10T15:11:54.343 INFO:tasks.rados.rados.0.smithi102.stdout:1874: finishing copy_from to smithi10276805-40 2024-04-10T15:11:54.343 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 1152 (ObjNum 574 snap 157 seq_num 574) dirty exists 2024-04-10T15:11:54.343 INFO:tasks.rados.rados.0.smithi102.stdout:1888: seq_num 614 ranges {1654784=688128} 2024-04-10T15:11:54.357 INFO:tasks.rados.rados.0.smithi102.stdout:1888: writing smithi10276805-6 from 1654784 to 2342912 tid 1 2024-04-10T15:11:54.357 INFO:tasks.rados.rados.0.smithi102.stdout:1874: done (8 left) 2024-04-10T15:11:54.357 INFO:tasks.rados.rados.0.smithi102.stdout:1876: done (7 left) 2024-04-10T15:11:54.357 INFO:tasks.rados.rados.0.smithi102.stdout:1881: done (6 left) 2024-04-10T15:11:54.357 INFO:tasks.rados.rados.0.smithi102.stdout:1882: done (5 left) 2024-04-10T15:11:54.357 INFO:tasks.rados.rados.0.smithi102.stdout:1883: done (4 left) 2024-04-10T15:11:54.357 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 167 2024-04-10T15:11:54.357 INFO:tasks.rados.rados.0.smithi102.stdout:1889: seq_num 615 ranges {8888320=704512} 2024-04-10T15:11:54.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:54 smithi102 ceph-mon[90943]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-10T15:11:54.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:54 smithi102 ceph-mon[90943]: Health check failed: Degraded data redundancy: 3/333 objects degraded (0.901%), 2 pgs degraded (PG_DEGRADED) 2024-04-10T15:11:54.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:54 smithi102 ceph-mon[90943]: osdmap e407: 8 total, 7 up, 8 in 2024-04-10T15:11:54.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:54 smithi102 ceph-mon[88557]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-10T15:11:54.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:54 smithi102 ceph-mon[88557]: Health check failed: Degraded data redundancy: 3/333 objects degraded (0.901%), 2 pgs degraded (PG_DEGRADED) 2024-04-10T15:11:54.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:54 smithi102 ceph-mon[88557]: osdmap e407: 8 total, 7 up, 8 in 2024-04-10T15:11:54.408 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:54 smithi102 podman[110738]: 2024-04-10 15:11:54.074924638 +0000 UTC m=+0.729862728 container remove d9dc2d5ff109865e28eba619602f9fcc01fa0e7a60434c3db0ea7e3143dcaafe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=) 2024-04-10T15:11:54.408 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:54 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.3.service: Deactivated successfully. 2024-04-10T15:11:54.408 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:54 smithi102 systemd[1]: Stopped Ceph osd.3 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:11:54.408 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:54 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.3.service: Consumed 9.673s CPU time. 2024-04-10T15:11:54.409 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:54 smithi102 systemd[1]: Starting Ceph osd.3 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:11:54.409 INFO:tasks.rados.rados.0.smithi102.stdout:1889: writing smithi10276805-10 from 8888320 to 9592832 tid 1 2024-04-10T15:11:54.409 INFO:tasks.rados.rados.0.smithi102.stdout:1890: snap_create 2024-04-10T15:11:54.409 INFO:tasks.rados.rados.0.smithi102.stdout:1886: expect (ObjNum 599 snap 164 seq_num 599) 2024-04-10T15:11:54.599 INFO:tasks.rados.rados.0.smithi102.stdout:1885: expect (ObjNum 539 snap 144 seq_num 539) 2024-04-10T15:11:54.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:54 smithi154 ceph-mon[84269]: Health check failed: Reduced data availability: 1 pg inactive, 1 pg peering (PG_AVAILABILITY) 2024-04-10T15:11:54.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:54 smithi154 ceph-mon[84269]: Health check failed: Degraded data redundancy: 3/333 objects degraded (0.901%), 2 pgs degraded (PG_DEGRADED) 2024-04-10T15:11:54.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:54 smithi154 ceph-mon[84269]: osdmap e407: 8 total, 7 up, 8 in 2024-04-10T15:11:54.810 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:54 smithi102 podman[110845]: 2024-04-10 15:11:54.441077101 +0000 UTC m=+0.018313476 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:11:54.810 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:54 smithi102 podman[110845]: 2024-04-10 15:11:54.57595283 +0000 UTC m=+0.153189208 container create a9769f185d8a5608df50ebb6812d96c18caff8dec71f796099ec0f367586df23 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-activate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:11:54.810 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:54 smithi102 podman[110845]: 2024-04-10 15:11:54.76160014 +0000 UTC m=+0.338836515 container init a9769f185d8a5608df50ebb6812d96c18caff8dec71f796099ec0f367586df23 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-10T15:11:54.811 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:54 smithi102 podman[110845]: 2024-04-10 15:11:54.76571582 +0000 UTC m=+0.342952204 container start a9769f185d8a5608df50ebb6812d96c18caff8dec71f796099ec0f367586df23 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-activate, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T15:11:55.157 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:54 smithi102 podman[110845]: 2024-04-10 15:11:54.836556874 +0000 UTC m=+0.413793258 container attach a9769f185d8a5608df50ebb6812d96c18caff8dec71f796099ec0f367586df23 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-activate, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, ceph=True) 2024-04-10T15:11:55.230 INFO:tasks.rados.rados.0.smithi102.stdout:1887: expect (ObjNum 554 snap 148 seq_num 554) 2024-04-10T15:11:55.514 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:55 smithi102 ceph-mon[90943]: pgmap v263: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+undersized+degraded, 5 peering, 30 active+undersized, 77 active+clean; 197 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.2 MiB/s wr, 19 op/s; 19/357 objects degraded (5.322%) 2024-04-10T15:11:55.514 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:55 smithi102 ceph-mon[88557]: pgmap v263: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+undersized+degraded, 5 peering, 30 active+undersized, 77 active+clean; 197 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.2 MiB/s wr, 19 op/s; 19/357 objects degraded (5.322%) 2024-04-10T15:11:55.514 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:55 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-activate[110859]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-10T15:11:55.514 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:55 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-activate[110859]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-10T15:11:55.514 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:55 smithi102 bash[110845]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-10T15:11:55.515 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:55 smithi102 bash[110845]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-3 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-10T15:11:55.515 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:55 smithi102 bash[110845]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-10T15:11:55.515 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:55 smithi102 bash[110845]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-10T15:11:55.515 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:55 smithi102 bash[110845]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-10T15:11:55.515 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:55 smithi102 bash[110845]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-10T15:11:55.515 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:55 smithi102 bash[110845]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-10T15:11:55.515 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:55 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-activate[110859]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-10T15:11:55.515 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:55 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-activate[110859]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-10T15:11:55.515 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:55 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-activate[110859]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-3/block 2024-04-10T15:11:55.515 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:55 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-activate[110859]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-04-10T15:11:55.515 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:55 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-activate[110859]: --> ceph-volume raw activate successful for osd ID: 3 2024-04-10T15:11:55.515 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:55 smithi102 podman[110845]: 2024-04-10 15:11:55.234308697 +0000 UTC m=+0.811545081 container died a9769f185d8a5608df50ebb6812d96c18caff8dec71f796099ec0f367586df23 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-activate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux ) 2024-04-10T15:11:55.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:55 smithi154 ceph-mon[84269]: pgmap v263: 121 pgs: 3 active+clean+snaptrim_wait, 6 active+undersized+degraded, 5 peering, 30 active+undersized, 77 active+clean; 197 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 3.2 MiB/s wr, 19 op/s; 19/357 objects degraded (5.322%) 2024-04-10T15:11:56.065 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:55 smithi102 podman[110992]: 2024-04-10 15:11:55.840955435 +0000 UTC m=+0.601580241 container remove a9769f185d8a5608df50ebb6812d96c18caff8dec71f796099ec0f367586df23 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-activate, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:11:56.065 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:56 smithi102 podman[111054]: 2024-04-10 15:11:55.960216326 +0000 UTC m=+0.018778628 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:11:56.324 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:56 smithi102 ceph-mon[90943]: osdmap e408: 8 total, 7 up, 8 in 2024-04-10T15:11:56.325 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:56 smithi102 ceph-mon[88557]: osdmap e408: 8 total, 7 up, 8 in 2024-04-10T15:11:56.325 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:56 smithi102 podman[111054]: 2024-04-10 15:11:56.091950459 +0000 UTC m=+0.150512744 container create 056d46e334c13dcbd160a64920d19d262961d5ab955ee085801e9fb98fa4c3bb (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-10T15:11:56.325 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:56 smithi102 podman[111054]: 2024-04-10 15:11:56.327733481 +0000 UTC m=+0.386295778 container init 056d46e334c13dcbd160a64920d19d262961d5ab955ee085801e9fb98fa4c3bb (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, io.buildah.version=1.33.5) 2024-04-10T15:11:56.325 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:56 smithi102 podman[111054]: 2024-04-10 15:11:56.330859883 +0000 UTC m=+0.389422176 container start 056d46e334c13dcbd160a64920d19d262961d5ab955ee085801e9fb98fa4c3bb (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, GIT_CLEAN=True) 2024-04-10T15:11:56.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:56 smithi154 ceph-mon[84269]: osdmap e408: 8 total, 7 up, 8 in 2024-04-10T15:11:56.657 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:56 smithi102 ceph-osd[111073]: -- 172.21.15.102:0/1007961954 <== mon.2 v2:172.21.15.102:3301/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x558a54cf7680 con 0x558a54cc1000 2024-04-10T15:11:56.657 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:56 smithi102 bash[111054]: 056d46e334c13dcbd160a64920d19d262961d5ab955ee085801e9fb98fa4c3bb 2024-04-10T15:11:56.657 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:56 smithi102 systemd[1]: Started Ceph osd.3 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:11:56.737 INFO:tasks.rados.rados.0.smithi102.stdout:1888: finishing write tid 1 to smithi10276805-6 2024-04-10T15:11:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:1888: finishing write tid 2 to smithi10276805-6 2024-04-10T15:11:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:1885: done (5 left) 2024-04-10T15:11:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:1886: done (4 left) 2024-04-10T15:11:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:1887: done (3 left) 2024-04-10T15:11:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:1890: done (2 left) 2024-04-10T15:11:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 21 current snap is 168 2024-04-10T15:11:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:1888: finishing write tid 3 to smithi10276805-6 2024-04-10T15:11:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:1888: oid 6 updating version 0 to 1157 2024-04-10T15:11:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:1888: oid 6 version 1157 is already newer than 1156 2024-04-10T15:11:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 1157 (ObjNum 614 snap 167 seq_num 614) dirty exists 2024-04-10T15:11:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:1888: left oid 6 (ObjNum 614 snap 167 seq_num 614) 2024-04-10T15:11:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:1889: finishing write tid 1 to smithi10276805-10 2024-04-10T15:11:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:1891: seq_num 616 ranges {11395072=720896} 2024-04-10T15:11:56.803 INFO:tasks.rados.rados.0.smithi102.stdout:1891: writing smithi10276805-21 from 11395072 to 12115968 tid 1 2024-04-10T15:11:56.804 INFO:tasks.rados.rados.0.smithi102.stdout:1888: done (2 left) 2024-04-10T15:11:56.804 INFO:tasks.rados.rados.0.smithi102.stdout:1892: read oid 32 snap -1 2024-04-10T15:11:56.804 INFO:tasks.rados.rados.0.smithi102.stdout:1892: expect (ObjNum 554 snap 148 seq_num 554) 2024-04-10T15:11:56.804 INFO:tasks.rados.rados.0.smithi102.stdout:1893: read oid 36 snap 167 2024-04-10T15:11:56.804 INFO:tasks.rados.rados.0.smithi102.stdout:1893: expect (ObjNum 87365344 snap 22053 seq_num 88797888) 2024-04-10T15:11:56.804 INFO:tasks.rados.rados.0.smithi102.stdout:1894: snap_remove snap 157 2024-04-10T15:11:57.157 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:56 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3[111069]: 2024-04-10T15:11:56.878+0000 7f1eee93a7c0 -1 Falling back to public interface 2024-04-10T15:11:57.457 INFO:tasks.rados.rados.0.smithi102.stdout:1894: done (4 left) 2024-04-10T15:11:57.457 INFO:tasks.rados.rados.0.smithi102.stdout:1895: snap_remove snap 166 2024-04-10T15:11:57.657 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:11:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:11:57] "GET /metrics HTTP/1.1" 200 36220 "" "Prometheus/2.43.0" 2024-04-10T15:11:57.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:57.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:57.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:11:57.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:57 smithi102 ceph-mon[88557]: pgmap v265: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 199 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 21 op/s; 30/372 objects degraded (8.065%) 2024-04-10T15:11:57.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:57.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:57.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:11:57.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:57 smithi102 ceph-mon[90943]: pgmap v265: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 199 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 21 op/s; 30/372 objects degraded (8.065%) 2024-04-10T15:11:57.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:57.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:11:57.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:11:57.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:57 smithi154 ceph-mon[84269]: pgmap v265: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 199 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.9 MiB/s wr, 21 op/s; 30/372 objects degraded (8.065%) 2024-04-10T15:11:58.174 INFO:tasks.rados.rados.0.smithi102.stdout:1895: done (4 left) 2024-04-10T15:11:58.175 INFO:tasks.rados.rados.0.smithi102.stdout:1896: snap_create 2024-04-10T15:11:58.175 INFO:tasks.rados.rados.0.smithi102.stdout:1889: finishing write tid 2 to smithi10276805-10 2024-04-10T15:11:58.175 INFO:tasks.rados.rados.0.smithi102.stdout:1889: finishing write tid 3 to smithi10276805-10 2024-04-10T15:11:58.175 INFO:tasks.rados.rados.0.smithi102.stdout:1889: oid 10 updating version 0 to 811 2024-04-10T15:11:58.175 INFO:tasks.rados.rados.0.smithi102.stdout:1889: oid 10 updating version 811 to 812 2024-04-10T15:11:58.175 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 812 (ObjNum 615 snap 167 seq_num 615) dirty exists 2024-04-10T15:11:58.175 INFO:tasks.rados.rados.0.smithi102.stdout:1889: left oid 10 (ObjNum 615 snap 167 seq_num 615) 2024-04-10T15:11:58.175 INFO:tasks.rados.rados.0.smithi102.stdout:1893: expect (ObjNum 87365344 snap 22053 seq_num 88797888) 2024-04-10T15:11:58.179 INFO:tasks.rados.rados.0.smithi102.stdout:1891: finishing write tid 1 to smithi10276805-21 2024-04-10T15:11:58.179 INFO:tasks.rados.rados.0.smithi102.stdout:1891: finishing write tid 2 to smithi10276805-21 2024-04-10T15:11:58.179 INFO:tasks.rados.rados.0.smithi102.stdout:1891: finishing write tid 3 to smithi10276805-21 2024-04-10T15:11:58.179 INFO:tasks.rados.rados.0.smithi102.stdout:1891: oid 21 updating version 0 to 1110 2024-04-10T15:11:58.180 INFO:tasks.rados.rados.0.smithi102.stdout:1891: oid 21 updating version 1110 to 1111 2024-04-10T15:11:58.180 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 1111 (ObjNum 616 snap 168 seq_num 616) dirty exists 2024-04-10T15:11:58.180 INFO:tasks.rados.rados.0.smithi102.stdout:1891: left oid 21 (ObjNum 616 snap 168 seq_num 616) 2024-04-10T15:11:58.180 INFO:tasks.rados.rados.0.smithi102.stdout:1892: expect (ObjNum 554 snap 148 seq_num 554) 2024-04-10T15:11:58.567 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:58 smithi102 ceph-mon[90943]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-10T15:11:58.567 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:58 smithi102 ceph-mon[90943]: osdmap e409: 8 total, 7 up, 8 in 2024-04-10T15:11:58.567 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:11:58 smithi102 ceph-mon[90943]: osdmap e410: 8 total, 7 up, 8 in 2024-04-10T15:11:58.568 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:58 smithi102 ceph-mon[88557]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-10T15:11:58.568 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:58 smithi102 ceph-mon[88557]: osdmap e409: 8 total, 7 up, 8 in 2024-04-10T15:11:58.568 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:11:58 smithi102 ceph-mon[88557]: osdmap e410: 8 total, 7 up, 8 in 2024-04-10T15:11:58.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:58 smithi154 ceph-mon[84269]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg inactive, 1 pg peering) 2024-04-10T15:11:58.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:58 smithi154 ceph-mon[84269]: osdmap e409: 8 total, 7 up, 8 in 2024-04-10T15:11:58.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:11:58 smithi154 ceph-mon[84269]: osdmap e410: 8 total, 7 up, 8 in 2024-04-10T15:11:59.687 INFO:tasks.rados.rados.0.smithi102.stdout:1889: done (4 left) 2024-04-10T15:11:59.687 INFO:tasks.rados.rados.0.smithi102.stdout:1891: done (3 left) 2024-04-10T15:11:59.687 INFO:tasks.rados.rados.0.smithi102.stdout:1892: done (2 left) 2024-04-10T15:11:59.687 INFO:tasks.rados.rados.0.smithi102.stdout:1893: done (1 left) 2024-04-10T15:11:59.687 INFO:tasks.rados.rados.0.smithi102.stdout:1896: done (0 left) 2024-04-10T15:11:59.687 INFO:tasks.rados.rados.0.smithi102.stdout:1897: rollback oid 39 current snap is 169 2024-04-10T15:11:59.687 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 39 to 160 2024-04-10T15:11:59.687 INFO:tasks.rados.rados.0.smithi102.stdout:1898: snap_create 2024-04-10T15:11:59.692 INFO:tasks.rados.rados.0.smithi102.stdout:1897: finishing rollback tid 0 to smithi10276805-39 2024-04-10T15:11:59.692 INFO:tasks.rados.rados.0.smithi102.stdout:1897: finishing rollback tid 1 to smithi10276805-39 2024-04-10T15:11:59.693 INFO:tasks.rados.rados.0.smithi102.stdout:1897: finishing rollback tid 2 to smithi10276805-39 2024-04-10T15:11:59.693 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 1094 (ObjNum 535 snap 144 seq_num 535) dirty exists 2024-04-10T15:11:59.942 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:11:59 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3[111069]: 2024-04-10T15:11:59.713+0000 7f1eee93a7c0 -1 osd.3 403 log_to_monitors true 2024-04-10T15:12:00.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:00 smithi102 ceph-mon[90943]: pgmap v268: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 201 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 894 KiB/s wr, 13 op/s; 31/372 objects degraded (8.333%) 2024-04-10T15:12:00.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:00 smithi102 ceph-mon[90943]: osdmap e411: 8 total, 7 up, 8 in 2024-04-10T15:12:00.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:00 smithi102 ceph-mon[90943]: Health check update: Degraded data redundancy: 31/372 objects degraded (8.333%), 8 pgs degraded (PG_DEGRADED) 2024-04-10T15:12:00.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:00 smithi102 ceph-mon[90943]: from='osd.3 [v2:172.21.15.102:6826/1456907523,v1:172.21.15.102:6827/1456907523]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T15:12:00.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:00 smithi102 ceph-mon[88557]: pgmap v268: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 201 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 894 KiB/s wr, 13 op/s; 31/372 objects degraded (8.333%) 2024-04-10T15:12:00.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:00 smithi102 ceph-mon[88557]: osdmap e411: 8 total, 7 up, 8 in 2024-04-10T15:12:00.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:00 smithi102 ceph-mon[88557]: Health check update: Degraded data redundancy: 31/372 objects degraded (8.333%), 8 pgs degraded (PG_DEGRADED) 2024-04-10T15:12:00.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:00 smithi102 ceph-mon[88557]: from='osd.3 [v2:172.21.15.102:6826/1456907523,v1:172.21.15.102:6827/1456907523]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T15:12:00.452 INFO:tasks.rados.rados.0.smithi102.stdout:1897: done (1 left) 2024-04-10T15:12:00.452 INFO:tasks.rados.rados.0.smithi102.stdout:1898: done (0 left) 2024-04-10T15:12:00.452 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 28 current snap is 170 2024-04-10T15:12:00.453 INFO:tasks.rados.rados.0.smithi102.stdout:1899: seq_num 617 ranges {11747328=737280} 2024-04-10T15:12:00.520 INFO:tasks.rados.rados.0.smithi102.stdout:1899: writing smithi10276805-28 from 11747328 to 12484608 tid 1 2024-04-10T15:12:00.520 INFO:tasks.rados.rados.0.smithi102.stdout:1900: snap_create 2024-04-10T15:12:00.528 INFO:tasks.rados.rados.0.smithi102.stdout:1899: finishing write tid 1 to smithi10276805-28 2024-04-10T15:12:00.528 INFO:tasks.rados.rados.0.smithi102.stdout:1899: finishing write tid 2 to smithi10276805-28 2024-04-10T15:12:00.530 INFO:tasks.rados.rados.0.smithi102.stdout:1899: finishing write tid 3 to smithi10276805-28 2024-04-10T15:12:00.530 INFO:tasks.rados.rados.0.smithi102.stdout:1899: oid 28 updating version 0 to 1291 2024-04-10T15:12:00.530 INFO:tasks.rados.rados.0.smithi102.stdout:1899: oid 28 updating version 1291 to 1292 2024-04-10T15:12:00.530 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 1292 (ObjNum 617 snap 170 seq_num 617) dirty exists 2024-04-10T15:12:00.530 INFO:tasks.rados.rados.0.smithi102.stdout:1899: left oid 28 (ObjNum 617 snap 170 seq_num 617) 2024-04-10T15:12:00.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:00 smithi154 ceph-mon[84269]: pgmap v268: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 201 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 24 MiB/s rd, 894 KiB/s wr, 13 op/s; 31/372 objects degraded (8.333%) 2024-04-10T15:12:00.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:00 smithi154 ceph-mon[84269]: osdmap e411: 8 total, 7 up, 8 in 2024-04-10T15:12:00.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:00 smithi154 ceph-mon[84269]: Health check update: Degraded data redundancy: 31/372 objects degraded (8.333%), 8 pgs degraded (PG_DEGRADED) 2024-04-10T15:12:00.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:00 smithi154 ceph-mon[84269]: from='osd.3 [v2:172.21.15.102:6826/1456907523,v1:172.21.15.102:6827/1456907523]' entity='osd.3' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]: dispatch 2024-04-10T15:12:00.907 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:12:00 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3[111069]: 2024-04-10T15:12:00.502+0000 7f1edfd92700 -1 osd.3 403 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:12:01.460 INFO:tasks.rados.rados.0.smithi102.stdout:1899: done (1 left) 2024-04-10T15:12:01.460 INFO:tasks.rados.rados.0.smithi102.stdout:1900: done (0 left) 2024-04-10T15:12:01.460 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 22 current snap is 171 2024-04-10T15:12:01.460 INFO:tasks.rados.rados.0.smithi102.stdout:1901: seq_num 618 ranges {8757248=753664} 2024-04-10T15:12:01.513 INFO:tasks.rados.rados.0.smithi102.stdout:1901: writing smithi10276805-22 from 8757248 to 9510912 tid 1 2024-04-10T15:12:01.514 INFO:tasks.rados.rados.0.smithi102.stdout:1902: copy_from oid 50 from oid 15 current snap is 171 2024-04-10T15:12:01.514 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 8 current snap is 171 2024-04-10T15:12:01.514 INFO:tasks.rados.rados.0.smithi102.stdout:1903: seq_num 619 ranges {491520=770048} 2024-04-10T15:12:01.521 INFO:tasks.rados.rados.0.smithi102.stdout:1903: writing smithi10276805-8 from 491520 to 1261568 tid 1 2024-04-10T15:12:01.521 INFO:tasks.rados.rados.0.smithi102.stdout:1904: copy_from oid 31 from oid 27 current snap is 171 2024-04-10T15:12:01.521 INFO:tasks.rados.rados.0.smithi102.stdout:1902: finishing copy_from to smithi10276805-50 2024-04-10T15:12:01.521 INFO:tasks.rados.rados.0.smithi102.stdout:1902: got expected ENOENT (src dne) 2024-04-10T15:12:01.521 INFO:tasks.rados.rados.0.smithi102.stdout:1902: finishing copy_from racing read to smithi10276805-50 2024-04-10T15:12:01.521 INFO:tasks.rados.rados.0.smithi102.stdout:1901: finishing write tid 1 to smithi10276805-22 2024-04-10T15:12:01.521 INFO:tasks.rados.rados.0.smithi102.stdout:1901: finishing write tid 2 to smithi10276805-22 2024-04-10T15:12:01.521 INFO:tasks.rados.rados.0.smithi102.stdout:1902: done (3 left) 2024-04-10T15:12:01.521 INFO:tasks.rados.rados.0.smithi102.stdout:1905: snap_create 2024-04-10T15:12:01.521 INFO:tasks.rados.rados.0.smithi102.stdout:1901: finishing write tid 3 to smithi10276805-22 2024-04-10T15:12:01.522 INFO:tasks.rados.rados.0.smithi102.stdout:1901: oid 22 updating version 0 to 814 2024-04-10T15:12:01.522 INFO:tasks.rados.rados.0.smithi102.stdout:1901: oid 22 version 814 is already newer than 813 2024-04-10T15:12:01.522 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 814 (ObjNum 618 snap 171 seq_num 618) dirty exists 2024-04-10T15:12:01.522 INFO:tasks.rados.rados.0.smithi102.stdout:1901: left oid 22 (ObjNum 618 snap 171 seq_num 618) 2024-04-10T15:12:01.525 INFO:tasks.rados.rados.0.smithi102.stdout:1903: finishing write tid 1 to smithi10276805-8 2024-04-10T15:12:01.525 INFO:tasks.rados.rados.0.smithi102.stdout:1903: finishing write tid 2 to smithi10276805-8 2024-04-10T15:12:01.526 INFO:tasks.rados.rados.0.smithi102.stdout:1903: finishing write tid 3 to smithi10276805-8 2024-04-10T15:12:01.526 INFO:tasks.rados.rados.0.smithi102.stdout:1903: oid 8 updating version 0 to 790 2024-04-10T15:12:01.526 INFO:tasks.rados.rados.0.smithi102.stdout:1903: oid 8 updating version 790 to 791 2024-04-10T15:12:01.526 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 791 (ObjNum 619 snap 171 seq_num 619) dirty exists 2024-04-10T15:12:01.526 INFO:tasks.rados.rados.0.smithi102.stdout:1903: left oid 8 (ObjNum 619 snap 171 seq_num 619) 2024-04-10T15:12:01.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:01.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:01.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:01 smithi154 ceph-mon[84269]: from='osd.3 [v2:172.21.15.102:6826/1456907523,v1:172.21.15.102:6827/1456907523]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-10T15:12:01.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:01 smithi154 ceph-mon[84269]: osdmap e412: 8 total, 7 up, 8 in 2024-04-10T15:12:01.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:01 smithi154 ceph-mon[84269]: from='osd.3 [v2:172.21.15.102:6826/1456907523,v1:172.21.15.102:6827/1456907523]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:12:01.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:01.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:01.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:01 smithi102 ceph-mon[90943]: from='osd.3 [v2:172.21.15.102:6826/1456907523,v1:172.21.15.102:6827/1456907523]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-10T15:12:01.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:01 smithi102 ceph-mon[90943]: osdmap e412: 8 total, 7 up, 8 in 2024-04-10T15:12:01.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:01 smithi102 ceph-mon[90943]: from='osd.3 [v2:172.21.15.102:6826/1456907523,v1:172.21.15.102:6827/1456907523]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:12:01.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:01.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:01.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:01 smithi102 ceph-mon[88557]: from='osd.3 [v2:172.21.15.102:6826/1456907523,v1:172.21.15.102:6827/1456907523]' entity='osd.3' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["3"]}]': finished 2024-04-10T15:12:01.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:01 smithi102 ceph-mon[88557]: osdmap e412: 8 total, 7 up, 8 in 2024-04-10T15:12:01.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:01 smithi102 ceph-mon[88557]: from='osd.3 [v2:172.21.15.102:6826/1456907523,v1:172.21.15.102:6827/1456907523]' entity='osd.3' cmd=[{"prefix": "osd crush create-or-move", "id": 3, "weight":0.0873, "args": ["host=smithi102", "root=default"]}]: dispatch 2024-04-10T15:12:02.464 INFO:tasks.rados.rados.0.smithi102.stdout:1901: done (3 left) 2024-04-10T15:12:02.464 INFO:tasks.rados.rados.0.smithi102.stdout:1903: done (2 left) 2024-04-10T15:12:02.464 INFO:tasks.rados.rados.0.smithi102.stdout:1905: done (1 left) 2024-04-10T15:12:02.464 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 50 current snap is 172 2024-04-10T15:12:02.465 INFO:tasks.rados.rados.0.smithi102.stdout:1906: seq_num 620 ranges {0=794624} 2024-04-10T15:12:02.468 INFO:tasks.rados.rados.0.smithi102.stdout:1906: writing smithi10276805-50 from 0 to 794624 tid 1 2024-04-10T15:12:02.468 INFO:tasks.rados.rados.0.smithi102.stdout:1907: delete oid 42 current snap is 172 2024-04-10T15:12:02.475 INFO:tasks.rados.rados.0.smithi102.stdout:1906: finishing write tid 1 to smithi10276805-50 2024-04-10T15:12:02.476 INFO:tasks.rados.rados.0.smithi102.stdout:1907: done (2 left) 2024-04-10T15:12:02.476 INFO:tasks.rados.rados.0.smithi102.stdout:1908: read oid 13 snap -1 2024-04-10T15:12:02.476 INFO:tasks.rados.rados.0.smithi102.stdout:1908: expect (ObjNum 611 snap 167 seq_num 611) 2024-04-10T15:12:02.476 INFO:tasks.rados.rados.0.smithi102.stdout:1909: snap_create 2024-04-10T15:12:02.476 INFO:tasks.rados.rados.0.smithi102.stdout:1906: finishing write tid 2 to smithi10276805-50 2024-04-10T15:12:02.477 INFO:tasks.rados.rados.0.smithi102.stdout:1906: finishing write tid 3 to smithi10276805-50 2024-04-10T15:12:02.477 INFO:tasks.rados.rados.0.smithi102.stdout:1906: oid 50 updating version 0 to 701 2024-04-10T15:12:02.477 INFO:tasks.rados.rados.0.smithi102.stdout:1906: oid 50 version 701 is already newer than 700 2024-04-10T15:12:02.477 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 701 (ObjNum 620 snap 172 seq_num 620) dirty exists 2024-04-10T15:12:02.477 INFO:tasks.rados.rados.0.smithi102.stdout:1906: left oid 50 (ObjNum 620 snap 172 seq_num 620) 2024-04-10T15:12:02.488 INFO:tasks.rados.rados.0.smithi102.stdout:1908: expect (ObjNum 611 snap 167 seq_num 611) 2024-04-10T15:12:02.511 INFO:tasks.rados.rados.0.smithi102.stdout:1904: finishing copy_from racing read to smithi10276805-31 2024-04-10T15:12:02.511 INFO:tasks.rados.rados.0.smithi102.stdout:1904: finishing copy_from to smithi10276805-31 2024-04-10T15:12:02.511 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 1070 (ObjNum 555 snap 148 seq_num 555) dirty exists 2024-04-10T15:12:02.627 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:12:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:12:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:12:02.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:02 smithi154 ceph-mon[84269]: pgmap v271: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 201 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 496 KiB/s wr, 5 op/s; 31/372 objects degraded (8.333%) 2024-04-10T15:12:02.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:02.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:02.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:02 smithi154 ceph-mon[84269]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:12:02.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:02 smithi154 ceph-mon[84269]: osd.3 [v2:172.21.15.102:6826/1456907523,v1:172.21.15.102:6827/1456907523] boot 2024-04-10T15:12:02.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:02 smithi154 ceph-mon[84269]: osdmap e413: 8 total, 8 up, 8 in 2024-04-10T15:12:02.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:12:02.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:02 smithi102 ceph-mon[90943]: pgmap v271: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 201 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 496 KiB/s wr, 5 op/s; 31/372 objects degraded (8.333%) 2024-04-10T15:12:02.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:02.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:02.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:02 smithi102 ceph-mon[90943]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:12:02.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:02 smithi102 ceph-mon[90943]: osd.3 [v2:172.21.15.102:6826/1456907523,v1:172.21.15.102:6827/1456907523] boot 2024-04-10T15:12:02.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:02 smithi102 ceph-mon[90943]: osdmap e413: 8 total, 8 up, 8 in 2024-04-10T15:12:02.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:12:02.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:02 smithi102 ceph-mon[88557]: pgmap v271: 121 pgs: 8 active+undersized+degraded, 33 active+undersized, 80 active+clean; 201 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 496 KiB/s wr, 5 op/s; 31/372 objects degraded (8.333%) 2024-04-10T15:12:02.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:02.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:02.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:02 smithi102 ceph-mon[88557]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:12:02.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:02 smithi102 ceph-mon[88557]: osd.3 [v2:172.21.15.102:6826/1456907523,v1:172.21.15.102:6827/1456907523] boot 2024-04-10T15:12:02.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:02 smithi102 ceph-mon[88557]: osdmap e413: 8 total, 8 up, 8 in 2024-04-10T15:12:02.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 3}]: dispatch 2024-04-10T15:12:03.464 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:03 smithi102 ceph-mon[88557]: osdmap e414: 8 total, 8 up, 8 in 2024-04-10T15:12:03.464 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:03 smithi102 ceph-mon[88557]: pgmap v274: 121 pgs: 6 peering, 7 active+undersized+degraded, 28 active+undersized, 80 active+clean; 201 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 30/369 objects degraded (8.130%) 2024-04-10T15:12:03.464 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:03.466 INFO:tasks.rados.rados.0.smithi102.stdout:1904: done (3 left) 2024-04-10T15:12:03.466 INFO:tasks.rados.rados.0.smithi102.stdout:1906: done (2 left) 2024-04-10T15:12:03.467 INFO:tasks.rados.rados.0.smithi102.stdout:1908: done (1 left) 2024-04-10T15:12:03.467 INFO:tasks.rados.rados.0.smithi102.stdout:1909: done (0 left) 2024-04-10T15:12:03.467 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 7 current snap is 173 2024-04-10T15:12:03.467 INFO:tasks.rados.rados.0.smithi102.stdout:1910: seq_num 622 ranges {0=425984,425984=401408} 2024-04-10T15:12:03.469 INFO:tasks.rados.rados.0.smithi102.stdout:1910: writing smithi10276805-7 from 0 to 425984 tid 1 2024-04-10T15:12:03.472 INFO:tasks.rados.rados.0.smithi102.stdout:1910: writing smithi10276805-7 from 425984 to 827392 tid 2 2024-04-10T15:12:03.472 INFO:tasks.rados.rados.0.smithi102.stdout:1911: read oid 43 snap -1 2024-04-10T15:12:03.472 INFO:tasks.rados.rados.0.smithi102.stdout:1911: expect (ObjNum 564 snap 152 seq_num 564) 2024-04-10T15:12:03.473 INFO:tasks.rados.rados.0.smithi102.stdout:1912: snap_remove snap 164 2024-04-10T15:12:03.877 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:12:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:12:03.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:12:03.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:03 smithi154 ceph-mon[84269]: osdmap e414: 8 total, 8 up, 8 in 2024-04-10T15:12:03.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:03 smithi154 ceph-mon[84269]: pgmap v274: 121 pgs: 6 peering, 7 active+undersized+degraded, 28 active+undersized, 80 active+clean; 201 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 30/369 objects degraded (8.130%) 2024-04-10T15:12:03.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:03.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:03 smithi102 ceph-mon[90943]: osdmap e414: 8 total, 8 up, 8 in 2024-04-10T15:12:03.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:03 smithi102 ceph-mon[90943]: pgmap v274: 121 pgs: 6 peering, 7 active+undersized+degraded, 28 active+undersized, 80 active+clean; 201 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 0 B/s wr, 0 op/s; 30/369 objects degraded (8.130%) 2024-04-10T15:12:03.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:04.473 INFO:tasks.rados.rados.0.smithi102.stdout:1910: finishing write tid 1 to smithi10276805-7 2024-04-10T15:12:04.473 INFO:tasks.rados.rados.0.smithi102.stdout:1910: finishing write tid 2 to smithi10276805-7 2024-04-10T15:12:04.473 INFO:tasks.rados.rados.0.smithi102.stdout:1910: finishing write tid 3 to smithi10276805-7 2024-04-10T15:12:04.473 INFO:tasks.rados.rados.0.smithi102.stdout:1910: finishing write tid 4 to smithi10276805-7 2024-04-10T15:12:04.473 INFO:tasks.rados.rados.0.smithi102.stdout:1910: oid 7 updating version 0 to 1096 2024-04-10T15:12:04.473 INFO:tasks.rados.rados.0.smithi102.stdout:1910: oid 7 updating version 1096 to 1097 2024-04-10T15:12:04.473 INFO:tasks.rados.rados.0.smithi102.stdout:1910: oid 7 version 1097 is already newer than 1095 2024-04-10T15:12:04.473 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 1097 (ObjNum 622 snap 173 seq_num 622) dirty exists 2024-04-10T15:12:04.473 INFO:tasks.rados.rados.0.smithi102.stdout:1910: left oid 7 (ObjNum 622 snap 173 seq_num 622) 2024-04-10T15:12:04.473 INFO:tasks.rados.rados.0.smithi102.stdout:1911: expect (ObjNum 564 snap 152 seq_num 564) 2024-04-10T15:12:04.534 INFO:tasks.rados.rados.0.smithi102.stdout:1910: done (2 left) 2024-04-10T15:12:04.534 INFO:tasks.rados.rados.0.smithi102.stdout:1911: done (1 left) 2024-04-10T15:12:04.535 INFO:tasks.rados.rados.0.smithi102.stdout:1912: done (0 left) 2024-04-10T15:12:04.535 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 14 current snap is 173 2024-04-10T15:12:04.535 INFO:tasks.rados.rados.0.smithi102.stdout:1913: seq_num 623 ranges {0=442368,442368=401408} 2024-04-10T15:12:04.536 INFO:tasks.rados.rados.0.smithi102.stdout:1913: writing smithi10276805-14 from 0 to 442368 tid 1 2024-04-10T15:12:04.539 INFO:tasks.rados.rados.0.smithi102.stdout:1913: writing smithi10276805-14 from 442368 to 843776 tid 2 2024-04-10T15:12:04.539 INFO:tasks.rados.rados.0.smithi102.stdout:1914: snap_remove snap 167 2024-04-10T15:12:04.725 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:04 smithi102 ceph-mon[90943]: osdmap e415: 8 total, 8 up, 8 in 2024-04-10T15:12:04.726 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:04 smithi102 ceph-mon[88557]: osdmap e415: 8 total, 8 up, 8 in 2024-04-10T15:12:04.726 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:12:04 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2[106334]: 2024-04-10T15:12:04.573+0000 7f16750e1700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap f2 after trimming was started 2024-04-10T15:12:04.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:04 smithi154 ceph-mon[84269]: osdmap e415: 8 total, 8 up, 8 in 2024-04-10T15:12:05.157 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:12:04 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:12:04.945+0000 7f98c6a06700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-10T15:12:05.487 INFO:tasks.rados.rados.0.smithi102.stdout:1914: done (1 left) 2024-04-10T15:12:05.487 INFO:tasks.rados.rados.0.smithi102.stdout:1915: setattr oid 24 current snap is 173 2024-04-10T15:12:05.487 INFO:tasks.rados.rados.0.smithi102.stdout:1913: finishing write tid 1 to smithi10276805-14 2024-04-10T15:12:05.488 INFO:tasks.rados.rados.0.smithi102.stdout:1913: finishing write tid 2 to smithi10276805-14 2024-04-10T15:12:05.488 INFO:tasks.rados.rados.0.smithi102.stdout:1913: finishing write tid 3 to smithi10276805-14 2024-04-10T15:12:05.488 INFO:tasks.rados.rados.0.smithi102.stdout:1913: finishing write tid 4 to smithi10276805-14 2024-04-10T15:12:05.488 INFO:tasks.rados.rados.0.smithi102.stdout:1913: oid 14 updating version 0 to 1100 2024-04-10T15:12:05.488 INFO:tasks.rados.rados.0.smithi102.stdout:1913: oid 14 version 1100 is already newer than 1098 2024-04-10T15:12:05.488 INFO:tasks.rados.rados.0.smithi102.stdout:1913: oid 14 version 1100 is already newer than 1099 2024-04-10T15:12:05.488 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 1100 (ObjNum 623 snap 173 seq_num 623) dirty exists 2024-04-10T15:12:05.488 INFO:tasks.rados.rados.0.smithi102.stdout:1913: left oid 14 (ObjNum 623 snap 173 seq_num 623) 2024-04-10T15:12:05.490 INFO:tasks.rados.rados.0.smithi102.stdout:1913: done (1 left) 2024-04-10T15:12:05.490 INFO:tasks.rados.rados.0.smithi102.stdout:1916: copy_from oid 22 from oid 3 current snap is 173 2024-04-10T15:12:05.490 INFO:tasks.rados.rados.0.smithi102.stdout:1917: rmattr oid 39 current snap is 173 2024-04-10T15:12:05.490 INFO:tasks.rados.rados.0.smithi102.stdout:1917: done (2 left) 2024-04-10T15:12:05.491 INFO:tasks.rados.rados.0.smithi102.stdout:1918: rollback oid 29 current snap is 173 2024-04-10T15:12:05.491 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 29 to 171 2024-04-10T15:12:05.491 INFO:tasks.rados.rados.0.smithi102.stdout:1919: snap_create 2024-04-10T15:12:05.495 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 737 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-10T15:12:05.501 INFO:tasks.rados.rados.0.smithi102.stdout:1918: finishing rollback tid 0 to smithi10276805-29 2024-04-10T15:12:05.501 INFO:tasks.rados.rados.0.smithi102.stdout:1918: finishing rollback tid 1 to smithi10276805-29 2024-04-10T15:12:05.501 INFO:tasks.rados.rados.0.smithi102.stdout:1918: finishing rollback tid 2 to smithi10276805-29 2024-04-10T15:12:05.501 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 1300 (ObjNum 607 snap 166 seq_num 607) dirty exists 2024-04-10T15:12:05.505 INFO:tasks.rados.rados.0.smithi102.stdout:1916: finishing copy_from racing read to smithi10276805-22 2024-04-10T15:12:05.506 INFO:tasks.rados.rados.0.smithi102.stdout:1916: finishing copy_from to smithi10276805-22 2024-04-10T15:12:05.506 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 1091 (ObjNum 613 snap 167 seq_num 613) dirty exists 2024-04-10T15:12:05.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:05 smithi154 ceph-mon[84269]: osdmap e416: 8 total, 8 up, 8 in 2024-04-10T15:12:05.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:05.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:05.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:12:05.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:12:05.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:05.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:12:05.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:05.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:05.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:05.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:12:05.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:05 smithi154 ceph-mon[84269]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:12:05.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:05 smithi154 ceph-mon[84269]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-10T15:12:05.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:05 smithi154 ceph-mon[84269]: pgmap v277: 121 pgs: 6 peering, 3 active+undersized+degraded, 17 active+undersized, 95 active+clean; 205 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 469 KiB/s rd, 1.2 MiB/s wr, 5 op/s; 14/384 objects degraded (3.646%); 1.3 MiB/s, 1 objects/s recovering 2024-04-10T15:12:05.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[88557]: osdmap e416: 8 total, 8 up, 8 in 2024-04-10T15:12:05.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:05.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:05.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:12:05.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:12:05.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:05.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:12:05.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:05.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:05.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:05.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:12:05.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[88557]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:12:05.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[88557]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-10T15:12:05.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[88557]: pgmap v277: 121 pgs: 6 peering, 3 active+undersized+degraded, 17 active+undersized, 95 active+clean; 205 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 469 KiB/s rd, 1.2 MiB/s wr, 5 op/s; 14/384 objects degraded (3.646%); 1.3 MiB/s, 1 objects/s recovering 2024-04-10T15:12:05.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[90943]: osdmap e416: 8 total, 8 up, 8 in 2024-04-10T15:12:05.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:05.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:05.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:12:05.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:12:05.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:05.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:12:05.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:05.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:05.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:05.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:12:05.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[90943]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:12:05.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[90943]: Upgrade: unsafe to stop osd(s) at this time (9 PGs are or would become offline) 2024-04-10T15:12:05.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:05 smithi102 ceph-mon[90943]: pgmap v277: 121 pgs: 6 peering, 3 active+undersized+degraded, 17 active+undersized, 95 active+clean; 205 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 469 KiB/s rd, 1.2 MiB/s wr, 5 op/s; 14/384 objects degraded (3.646%); 1.3 MiB/s, 1 objects/s recovering 2024-04-10T15:12:06.493 INFO:tasks.rados.rados.0.smithi102.stdout:1915: done (3 left) 2024-04-10T15:12:06.493 INFO:tasks.rados.rados.0.smithi102.stdout:1916: done (2 left) 2024-04-10T15:12:06.493 INFO:tasks.rados.rados.0.smithi102.stdout:1918: done (1 left) 2024-04-10T15:12:06.493 INFO:tasks.rados.rados.0.smithi102.stdout:1919: done (0 left) 2024-04-10T15:12:06.493 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 18 current snap is 174 2024-04-10T15:12:06.493 INFO:tasks.rados.rados.0.smithi102.stdout:1920: seq_num 624 ranges {4972544=458752,5431296=401408} 2024-04-10T15:12:06.522 INFO:tasks.rados.rados.0.smithi102.stdout:1920: writing smithi10276805-18 from 4972544 to 5431296 tid 1 2024-04-10T15:12:06.524 INFO:tasks.rados.rados.0.smithi102.stdout:1920: writing smithi10276805-18 from 5431296 to 5832704 tid 2 2024-04-10T15:12:06.524 INFO:tasks.rados.rados.0.smithi102.stdout:1921: snap_create 2024-04-10T15:12:06.529 INFO:tasks.rados.rados.0.smithi102.stdout:1920: finishing write tid 1 to smithi10276805-18 2024-04-10T15:12:06.529 INFO:tasks.rados.rados.0.smithi102.stdout:1920: finishing write tid 2 to smithi10276805-18 2024-04-10T15:12:06.529 INFO:tasks.rados.rados.0.smithi102.stdout:1920: finishing write tid 3 to smithi10276805-18 2024-04-10T15:12:06.531 INFO:tasks.rados.rados.0.smithi102.stdout:1920: finishing write tid 4 to smithi10276805-18 2024-04-10T15:12:06.531 INFO:tasks.rados.rados.0.smithi102.stdout:1920: oid 18 updating version 0 to 1158 2024-04-10T15:12:06.531 INFO:tasks.rados.rados.0.smithi102.stdout:1920: oid 18 updating version 1158 to 1159 2024-04-10T15:12:06.531 INFO:tasks.rados.rados.0.smithi102.stdout:1920: oid 18 updating version 1159 to 1160 2024-04-10T15:12:06.531 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 1160 (ObjNum 624 snap 174 seq_num 624) dirty exists 2024-04-10T15:12:06.531 INFO:tasks.rados.rados.0.smithi102.stdout:1920: left oid 18 (ObjNum 624 snap 174 seq_num 624) 2024-04-10T15:12:06.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:06 smithi154 ceph-mon[84269]: osdmap e417: 8 total, 8 up, 8 in 2024-04-10T15:12:06.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:06 smithi154 ceph-mon[84269]: Health check update: Degraded data redundancy: 14/384 objects degraded (3.646%), 3 pgs degraded (PG_DEGRADED) 2024-04-10T15:12:06.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:06 smithi102 ceph-mon[88557]: osdmap e417: 8 total, 8 up, 8 in 2024-04-10T15:12:06.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:06 smithi102 ceph-mon[88557]: Health check update: Degraded data redundancy: 14/384 objects degraded (3.646%), 3 pgs degraded (PG_DEGRADED) 2024-04-10T15:12:06.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:06 smithi102 ceph-mon[90943]: osdmap e417: 8 total, 8 up, 8 in 2024-04-10T15:12:06.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:06 smithi102 ceph-mon[90943]: Health check update: Degraded data redundancy: 14/384 objects degraded (3.646%), 3 pgs degraded (PG_DEGRADED) 2024-04-10T15:12:07.498 INFO:tasks.rados.rados.0.smithi102.stdout:1920: done (1 left) 2024-04-10T15:12:07.499 INFO:tasks.rados.rados.0.smithi102.stdout:1921: done (0 left) 2024-04-10T15:12:07.499 INFO:tasks.rados.rados.0.smithi102.stdout:1922: setattr oid 44 current snap is 175 2024-04-10T15:12:07.500 INFO:tasks.rados.rados.0.smithi102.stdout:1923: rollback oid 20 current snap is 175 2024-04-10T15:12:07.500 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 20 to 174 2024-04-10T15:12:07.500 INFO:tasks.rados.rados.0.smithi102.stdout:1924: snap_remove snap 170 2024-04-10T15:12:07.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:07 smithi154 ceph-mon[84269]: osdmap e418: 8 total, 8 up, 8 in 2024-04-10T15:12:07.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:07 smithi154 ceph-mon[84269]: pgmap v280: 121 pgs: 6 peering, 115 active+clean; 207 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 7 op/s; 2.2 MiB/s, 1 objects/s recovering 2024-04-10T15:12:07.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:07 smithi102 ceph-mon[88557]: osdmap e418: 8 total, 8 up, 8 in 2024-04-10T15:12:07.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:07 smithi102 ceph-mon[88557]: pgmap v280: 121 pgs: 6 peering, 115 active+clean; 207 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 7 op/s; 2.2 MiB/s, 1 objects/s recovering 2024-04-10T15:12:07.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:07 smithi102 ceph-mon[90943]: osdmap e418: 8 total, 8 up, 8 in 2024-04-10T15:12:07.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:07 smithi102 ceph-mon[90943]: pgmap v280: 121 pgs: 6 peering, 115 active+clean; 207 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 7 op/s; 2.2 MiB/s, 1 objects/s recovering 2024-04-10T15:12:07.908 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:12:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:12:07] "GET /metrics HTTP/1.1" 200 36220 "" "Prometheus/2.43.0" 2024-04-10T15:12:08.180 INFO:tasks.rados.rados.0.smithi102.stdout:1924: done (2 left) 2024-04-10T15:12:08.180 INFO:tasks.rados.rados.0.smithi102.stdout:1925: copy_from oid 39 from oid 18 current snap is 175 2024-04-10T15:12:08.180 INFO:tasks.rados.rados.0.smithi102.stdout:1923: finishing rollback tid 0 to smithi10276805-20 2024-04-10T15:12:08.180 INFO:tasks.rados.rados.0.smithi102.stdout:1923: finishing rollback tid 1 to smithi10276805-20 2024-04-10T15:12:08.180 INFO:tasks.rados.rados.0.smithi102.stdout:1923: finishing rollback tid 2 to smithi10276805-20 2024-04-10T15:12:08.181 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 794 (ObjNum 528 snap 143 seq_num 528) dirty exists 2024-04-10T15:12:08.181 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 1092 (ObjNum 550 snap 147 seq_num 550) dirty exists 2024-04-10T15:12:08.181 INFO:tasks.rados.rados.0.smithi102.stdout:1922: done (2 left) 2024-04-10T15:12:08.181 INFO:tasks.rados.rados.0.smithi102.stdout:1923: done (1 left) 2024-04-10T15:12:08.181 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 23 current snap is 175 2024-04-10T15:12:08.181 INFO:tasks.rados.rados.0.smithi102.stdout:1926: seq_num 625 ranges {0=475136,475136=401408} 2024-04-10T15:12:08.183 INFO:tasks.rados.rados.0.smithi102.stdout:1926: writing smithi10276805-23 from 0 to 475136 tid 1 2024-04-10T15:12:08.186 INFO:tasks.rados.rados.0.smithi102.stdout:1926: writing smithi10276805-23 from 475136 to 876544 tid 2 2024-04-10T15:12:08.186 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 30 current snap is 175 2024-04-10T15:12:08.186 INFO:tasks.rados.rados.0.smithi102.stdout:1927: seq_num 626 ranges {1368064=491520,1859584=401408} 2024-04-10T15:12:08.196 INFO:tasks.rados.rados.0.smithi102.stdout:1927: writing smithi10276805-30 from 1368064 to 1859584 tid 1 2024-04-10T15:12:08.199 INFO:tasks.rados.rados.0.smithi102.stdout:1927: writing smithi10276805-30 from 1859584 to 2260992 tid 2 2024-04-10T15:12:08.200 INFO:tasks.rados.rados.0.smithi102.stdout:1928: read oid 19 snap -1 2024-04-10T15:12:08.200 INFO:tasks.rados.rados.0.smithi102.stdout:1928: expect (ObjNum 511 snap 138 seq_num 511) 2024-04-10T15:12:08.200 INFO:tasks.rados.rados.0.smithi102.stdout:1929: read oid 1 snap -1 2024-04-10T15:12:08.200 INFO:tasks.rados.rados.0.smithi102.stdout:1929: expect (ObjNum 601 snap 164 seq_num 601) 2024-04-10T15:12:08.200 INFO:tasks.rados.rados.0.smithi102.stdout:1926: finishing write tid 1 to smithi10276805-23 2024-04-10T15:12:08.200 INFO:tasks.rados.rados.0.smithi102.stdout:1926: finishing write tid 2 to smithi10276805-23 2024-04-10T15:12:08.200 INFO:tasks.rados.rados.0.smithi102.stdout:1926: finishing write tid 3 to smithi10276805-23 2024-04-10T15:12:08.200 INFO:tasks.rados.rados.0.smithi102.stdout:1926: finishing write tid 4 to smithi10276805-23 2024-04-10T15:12:08.200 INFO:tasks.rados.rados.0.smithi102.stdout:1926: oid 23 updating version 0 to 1191 2024-04-10T15:12:08.201 INFO:tasks.rados.rados.0.smithi102.stdout:1926: oid 23 updating version 1191 to 1192 2024-04-10T15:12:08.201 INFO:tasks.rados.rados.0.smithi102.stdout:1926: oid 23 updating version 1192 to 1193 2024-04-10T15:12:08.201 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1193 (ObjNum 625 snap 175 seq_num 625) dirty exists 2024-04-10T15:12:08.201 INFO:tasks.rados.rados.0.smithi102.stdout:1926: left oid 23 (ObjNum 625 snap 175 seq_num 625) 2024-04-10T15:12:08.201 INFO:tasks.rados.rados.0.smithi102.stdout:1926: done (4 left) 2024-04-10T15:12:08.201 INFO:tasks.rados.rados.0.smithi102.stdout:1930: snap_remove snap 163 2024-04-10T15:12:08.495 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 15:12:08 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2[106334]: 2024-04-10T15:12:08.222+0000 7f16788e8700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap f8 after trimming was started 2024-04-10T15:12:08.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:08 smithi154 ceph-mon[84269]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/384 objects degraded (3.646%), 3 pgs degraded) 2024-04-10T15:12:08.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:08 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:12:08.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:08 smithi154 ceph-mon[84269]: osdmap e419: 8 total, 8 up, 8 in 2024-04-10T15:12:08.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:08 smithi154 ceph-mon[84269]: osdmap e420: 8 total, 8 up, 8 in 2024-04-10T15:12:08.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:08.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:12:08.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:08 smithi102 ceph-mon[90943]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/384 objects degraded (3.646%), 3 pgs degraded) 2024-04-10T15:12:08.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:08 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:12:08.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:08 smithi102 ceph-mon[90943]: osdmap e419: 8 total, 8 up, 8 in 2024-04-10T15:12:08.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:08 smithi102 ceph-mon[90943]: osdmap e420: 8 total, 8 up, 8 in 2024-04-10T15:12:08.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:08.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:12:08.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:08 smithi102 ceph-mon[88557]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 14/384 objects degraded (3.646%), 3 pgs degraded) 2024-04-10T15:12:08.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:08 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:12:08.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:08 smithi102 ceph-mon[88557]: osdmap e419: 8 total, 8 up, 8 in 2024-04-10T15:12:08.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:08 smithi102 ceph-mon[88557]: osdmap e420: 8 total, 8 up, 8 in 2024-04-10T15:12:08.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:08.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:12:09.180 INFO:tasks.rados.rados.0.smithi102.stdout:1930: done (4 left) 2024-04-10T15:12:09.180 INFO:tasks.rados.rados.0.smithi102.stdout:1931: rollback oid 16 current snap is 175 2024-04-10T15:12:09.180 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 16 to 169 2024-04-10T15:12:09.180 INFO:tasks.rados.rados.0.smithi102.stdout:1927: finishing write tid 1 to smithi10276805-30 2024-04-10T15:12:09.180 INFO:tasks.rados.rados.0.smithi102.stdout:1927: finishing write tid 2 to smithi10276805-30 2024-04-10T15:12:09.180 INFO:tasks.rados.rados.0.smithi102.stdout:1927: finishing write tid 3 to smithi10276805-30 2024-04-10T15:12:09.180 INFO:tasks.rados.rados.0.smithi102.stdout:1929: expect (ObjNum 601 snap 164 seq_num 601) 2024-04-10T15:12:09.218 INFO:tasks.rados.rados.0.smithi102.stdout:1927: finishing write tid 4 to smithi10276805-30 2024-04-10T15:12:09.218 INFO:tasks.rados.rados.0.smithi102.stdout:1927: oid 30 updating version 0 to 1112 2024-04-10T15:12:09.218 INFO:tasks.rados.rados.0.smithi102.stdout:1927: oid 30 updating version 1112 to 1113 2024-04-10T15:12:09.218 INFO:tasks.rados.rados.0.smithi102.stdout:1927: oid 30 updating version 1113 to 1114 2024-04-10T15:12:09.218 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 1114 (ObjNum 626 snap 175 seq_num 626) dirty exists 2024-04-10T15:12:09.218 INFO:tasks.rados.rados.0.smithi102.stdout:1927: left oid 30 (ObjNum 626 snap 175 seq_num 626) 2024-04-10T15:12:09.218 INFO:tasks.rados.rados.0.smithi102.stdout:1928: expect (ObjNum 511 snap 138 seq_num 511) 2024-04-10T15:12:09.254 INFO:tasks.rados.rados.0.smithi102.stdout:1925: finishing copy_from racing read to smithi10276805-39 2024-04-10T15:12:09.254 INFO:tasks.rados.rados.0.smithi102.stdout:1925: finishing copy_from to smithi10276805-39 2024-04-10T15:12:09.254 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 1160 (ObjNum 624 snap 174 seq_num 624) dirty exists 2024-04-10T15:12:09.254 INFO:tasks.rados.rados.0.smithi102.stdout:1931: finishing rollback tid 0 to smithi10276805-16 2024-04-10T15:12:09.254 INFO:tasks.rados.rados.0.smithi102.stdout:1931: finishing rollback tid 1 to smithi10276805-16 2024-04-10T15:12:09.254 INFO:tasks.rados.rados.0.smithi102.stdout:1925: done (4 left) 2024-04-10T15:12:09.254 INFO:tasks.rados.rados.0.smithi102.stdout:1927: done (3 left) 2024-04-10T15:12:09.254 INFO:tasks.rados.rados.0.smithi102.stdout:1928: done (2 left) 2024-04-10T15:12:09.255 INFO:tasks.rados.rados.0.smithi102.stdout:1929: done (1 left) 2024-04-10T15:12:09.255 INFO:tasks.rados.rados.0.smithi102.stdout:1932: read oid 32 snap -1 2024-04-10T15:12:09.255 INFO:tasks.rados.rados.0.smithi102.stdout:1932: expect (ObjNum 554 snap 148 seq_num 554) 2024-04-10T15:12:09.255 INFO:tasks.rados.rados.0.smithi102.stdout:1933: snap_create 2024-04-10T15:12:09.255 INFO:tasks.rados.rados.0.smithi102.stdout:1931: finishing rollback tid 2 to smithi10276805-16 2024-04-10T15:12:09.255 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 1233 (ObjNum 564 snap 152 seq_num 564) dirty exists 2024-04-10T15:12:09.317 INFO:tasks.rados.rados.0.smithi102.stdout:1932: expect (ObjNum 554 snap 148 seq_num 554) 2024-04-10T15:12:10.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:10 smithi154 ceph-mon[84269]: pgmap v283: 121 pgs: 121 active+clean; 208 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 572 KiB/s wr, 15 op/s; 936 KiB/s, 0 objects/s recovering 2024-04-10T15:12:10.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:10 smithi154 ceph-mon[84269]: osdmap e421: 8 total, 8 up, 8 in 2024-04-10T15:12:10.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:10 smithi102 ceph-mon[88557]: pgmap v283: 121 pgs: 121 active+clean; 208 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 572 KiB/s wr, 15 op/s; 936 KiB/s, 0 objects/s recovering 2024-04-10T15:12:10.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:10 smithi102 ceph-mon[88557]: osdmap e421: 8 total, 8 up, 8 in 2024-04-10T15:12:10.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:10 smithi102 ceph-mon[90943]: pgmap v283: 121 pgs: 121 active+clean; 208 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 572 KiB/s wr, 15 op/s; 936 KiB/s, 0 objects/s recovering 2024-04-10T15:12:10.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:10 smithi102 ceph-mon[90943]: osdmap e421: 8 total, 8 up, 8 in 2024-04-10T15:12:10.771 INFO:tasks.rados.rados.0.smithi102.stdout:1931: done (2 left) 2024-04-10T15:12:10.771 INFO:tasks.rados.rados.0.smithi102.stdout:1932: done (1 left) 2024-04-10T15:12:10.771 INFO:tasks.rados.rados.0.smithi102.stdout:1933: done (0 left) 2024-04-10T15:12:10.771 INFO:tasks.rados.rados.0.smithi102.stdout:1934: read oid 22 snap -1 2024-04-10T15:12:10.771 INFO:tasks.rados.rados.0.smithi102.stdout:1934: expect (ObjNum 613 snap 167 seq_num 613) 2024-04-10T15:12:10.771 INFO:tasks.rados.rados.0.smithi102.stdout:1935: read oid 39 snap 160 2024-04-10T15:12:10.771 INFO:tasks.rados.rados.0.smithi102.stdout:1935: expect (ObjNum 535 snap 144 seq_num 535) 2024-04-10T15:12:10.771 INFO:tasks.rados.rados.0.smithi102.stdout:1936: setattr oid 14 current snap is 176 2024-04-10T15:12:10.772 INFO:tasks.rados.rados.0.smithi102.stdout:1937: read oid 36 snap 174 2024-04-10T15:12:10.772 INFO:tasks.rados.rados.0.smithi102.stdout:1937: expect (ObjNum 87774448 snap 22053 seq_num 88098528) 2024-04-10T15:12:10.772 INFO:tasks.rados.rados.0.smithi102.stdout:1938: rollback oid 26 current snap is 176 2024-04-10T15:12:10.772 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 26 to 174 2024-04-10T15:12:10.772 INFO:tasks.rados.rados.0.smithi102.stdout:1939: snap_create 2024-04-10T15:12:10.775 INFO:tasks.rados.rados.0.smithi102.stdout:1937: expect (ObjNum 87774448 snap 22053 seq_num 88098528) 2024-04-10T15:12:10.781 INFO:tasks.rados.rados.0.smithi102.stdout:1938: finishing rollback tid 0 to smithi10276805-26 2024-04-10T15:12:10.782 INFO:tasks.rados.rados.0.smithi102.stdout:1938: finishing rollback tid 1 to smithi10276805-26 2024-04-10T15:12:10.782 INFO:tasks.rados.rados.0.smithi102.stdout:1938: finishing rollback tid 2 to smithi10276805-26 2024-04-10T15:12:10.782 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1127 (ObjNum 600 snap 164 seq_num 600) dirty exists 2024-04-10T15:12:10.782 INFO:tasks.rados.rados.0.smithi102.stdout:1935: expect (ObjNum 535 snap 144 seq_num 535) 2024-04-10T15:12:10.860 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 1161 (ObjNum 623 snap 173 seq_num 623) dirty exists 2024-04-10T15:12:10.860 INFO:tasks.rados.rados.0.smithi102.stdout:1934: expect (ObjNum 613 snap 167 seq_num 613) 2024-04-10T15:12:11.190 INFO:tasks.rados.rados.0.smithi102.stdout:1934: done (5 left) 2024-04-10T15:12:11.191 INFO:tasks.rados.rados.0.smithi102.stdout:1935: done (4 left) 2024-04-10T15:12:11.191 INFO:tasks.rados.rados.0.smithi102.stdout:1936: done (3 left) 2024-04-10T15:12:11.191 INFO:tasks.rados.rados.0.smithi102.stdout:1937: done (2 left) 2024-04-10T15:12:11.191 INFO:tasks.rados.rados.0.smithi102.stdout:1938: done (1 left) 2024-04-10T15:12:11.191 INFO:tasks.rados.rados.0.smithi102.stdout:1939: done (0 left) 2024-04-10T15:12:11.191 INFO:tasks.rados.rados.0.smithi102.stdout:1940: snap_remove snap 172 2024-04-10T15:12:11.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:11 smithi154 ceph-mon[84269]: osdmap e422: 8 total, 8 up, 8 in 2024-04-10T15:12:11.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:11 smithi102 ceph-mon[90943]: osdmap e422: 8 total, 8 up, 8 in 2024-04-10T15:12:11.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:11 smithi102 ceph-mon[88557]: osdmap e422: 8 total, 8 up, 8 in 2024-04-10T15:12:12.192 INFO:tasks.rados.rados.0.smithi102.stdout:1940: done (0 left) 2024-04-10T15:12:12.192 INFO:tasks.rados.rados.0.smithi102.stdout:1941: copy_from oid 10 from oid 48 current snap is 177 2024-04-10T15:12:12.192 INFO:tasks.rados.rados.0.smithi102.stdout:1942: snap_create 2024-04-10T15:12:12.203 INFO:tasks.rados.rados.0.smithi102.stdout:1941: finishing copy_from racing read to smithi10276805-10 2024-04-10T15:12:12.211 INFO:tasks.rados.rados.0.smithi102.stdout:1941: finishing copy_from to smithi10276805-10 2024-04-10T15:12:12.211 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 1175 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:12:12.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:12 smithi154 ceph-mon[84269]: pgmap v286: 121 pgs: 121 active+clean; 208 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 654 KiB/s rd, 164 KiB/s wr, 12 op/s 2024-04-10T15:12:12.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:12 smithi154 ceph-mon[84269]: osdmap e423: 8 total, 8 up, 8 in 2024-04-10T15:12:12.627 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:12:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:12:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:12:12.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:12 smithi102 ceph-mon[90943]: pgmap v286: 121 pgs: 121 active+clean; 208 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 654 KiB/s rd, 164 KiB/s wr, 12 op/s 2024-04-10T15:12:12.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:12 smithi102 ceph-mon[90943]: osdmap e423: 8 total, 8 up, 8 in 2024-04-10T15:12:12.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:12 smithi102 ceph-mon[88557]: pgmap v286: 121 pgs: 121 active+clean; 208 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 654 KiB/s rd, 164 KiB/s wr, 12 op/s 2024-04-10T15:12:12.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:12 smithi102 ceph-mon[88557]: osdmap e423: 8 total, 8 up, 8 in 2024-04-10T15:12:13.178 INFO:tasks.rados.rados.0.smithi102.stdout:1941: done (1 left) 2024-04-10T15:12:13.178 INFO:tasks.rados.rados.0.smithi102.stdout:1942: done (0 left) 2024-04-10T15:12:13.178 INFO:tasks.rados.rados.0.smithi102.stdout:1943: read oid 11 snap -1 2024-04-10T15:12:13.179 INFO:tasks.rados.rados.0.smithi102.stdout:1943: expect (ObjNum 511 snap 138 seq_num 511) 2024-04-10T15:12:13.179 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 34 current snap is 178 2024-04-10T15:12:13.179 INFO:tasks.rados.rados.0.smithi102.stdout:1944: seq_num 627 ranges {32768=507904,540672=401408} 2024-04-10T15:12:13.181 INFO:tasks.rados.rados.0.smithi102.stdout:1944: writing smithi10276805-34 from 32768 to 540672 tid 1 2024-04-10T15:12:13.183 INFO:tasks.rados.rados.0.smithi102.stdout:1944: writing smithi10276805-34 from 540672 to 942080 tid 2 2024-04-10T15:12:13.183 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 45 current snap is 178 2024-04-10T15:12:13.183 INFO:tasks.rados.rados.0.smithi102.stdout:1945: seq_num 628 ranges {0=524288,524288=401408} 2024-04-10T15:12:13.187 INFO:tasks.rados.rados.0.smithi102.stdout:1945: writing smithi10276805-45 from 0 to 524288 tid 1 2024-04-10T15:12:13.189 INFO:tasks.rados.rados.0.smithi102.stdout:1945: writing smithi10276805-45 from 524288 to 925696 tid 2 2024-04-10T15:12:13.190 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 178 2024-04-10T15:12:13.190 INFO:tasks.rados.rados.0.smithi102.stdout:1946: seq_num 629 ranges {155648=540672,696320=401408} 2024-04-10T15:12:13.193 INFO:tasks.rados.rados.0.smithi102.stdout:1946: writing smithi10276805-25 from 155648 to 696320 tid 1 2024-04-10T15:12:13.196 INFO:tasks.rados.rados.0.smithi102.stdout:1946: writing smithi10276805-25 from 696320 to 1097728 tid 2 2024-04-10T15:12:13.196 INFO:tasks.rados.rados.0.smithi102.stdout:1947: rollback oid 6 current snap is 178 2024-04-10T15:12:13.196 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 6 to 177 2024-04-10T15:12:13.196 INFO:tasks.rados.rados.0.smithi102.stdout:1944: finishing write tid 1 to smithi10276805-34 2024-04-10T15:12:13.196 INFO:tasks.rados.rados.0.smithi102.stdout:1944: finishing write tid 2 to smithi10276805-34 2024-04-10T15:12:13.197 INFO:tasks.rados.rados.0.smithi102.stdout:1943: expect (ObjNum 511 snap 138 seq_num 511) 2024-04-10T15:12:13.237 INFO:tasks.rados.rados.0.smithi102.stdout:1944: finishing write tid 3 to smithi10276805-34 2024-04-10T15:12:13.237 INFO:tasks.rados.rados.0.smithi102.stdout:1944: finishing write tid 4 to smithi10276805-34 2024-04-10T15:12:13.237 INFO:tasks.rados.rados.0.smithi102.stdout:1944: oid 34 updating version 0 to 795 2024-04-10T15:12:13.237 INFO:tasks.rados.rados.0.smithi102.stdout:1944: oid 34 updating version 795 to 797 2024-04-10T15:12:13.237 INFO:tasks.rados.rados.0.smithi102.stdout:1944: oid 34 version 797 is already newer than 796 2024-04-10T15:12:13.238 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 797 (ObjNum 627 snap 178 seq_num 627) dirty exists 2024-04-10T15:12:13.238 INFO:tasks.rados.rados.0.smithi102.stdout:1944: left oid 34 (ObjNum 627 snap 178 seq_num 627) 2024-04-10T15:12:13.238 INFO:tasks.rados.rados.0.smithi102.stdout:1945: finishing write tid 1 to smithi10276805-45 2024-04-10T15:12:13.238 INFO:tasks.rados.rados.0.smithi102.stdout:1943: done (4 left) 2024-04-10T15:12:13.238 INFO:tasks.rados.rados.0.smithi102.stdout:1944: done (3 left) 2024-04-10T15:12:13.238 INFO:tasks.rados.rados.0.smithi102.stdout:1948: setattr oid 43 current snap is 178 2024-04-10T15:12:13.238 INFO:tasks.rados.rados.0.smithi102.stdout:1945: finishing write tid 2 to smithi10276805-45 2024-04-10T15:12:13.238 INFO:tasks.rados.rados.0.smithi102.stdout:1945: finishing write tid 3 to smithi10276805-45 2024-04-10T15:12:13.238 INFO:tasks.rados.rados.0.smithi102.stdout:1945: finishing write tid 4 to smithi10276805-45 2024-04-10T15:12:13.238 INFO:tasks.rados.rados.0.smithi102.stdout:1945: oid 45 updating version 0 to 1235 2024-04-10T15:12:13.238 INFO:tasks.rados.rados.0.smithi102.stdout:1945: oid 45 updating version 1235 to 1236 2024-04-10T15:12:13.238 INFO:tasks.rados.rados.0.smithi102.stdout:1945: oid 45 version 1236 is already newer than 1234 2024-04-10T15:12:13.238 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 1236 (ObjNum 628 snap 178 seq_num 628) dirty exists 2024-04-10T15:12:13.238 INFO:tasks.rados.rados.0.smithi102.stdout:1945: left oid 45 (ObjNum 628 snap 178 seq_num 628) 2024-04-10T15:12:13.238 INFO:tasks.rados.rados.0.smithi102.stdout:1947: finishing rollback tid 0 to smithi10276805-6 2024-04-10T15:12:13.239 INFO:tasks.rados.rados.0.smithi102.stdout:1946: finishing write tid 1 to smithi10276805-25 2024-04-10T15:12:13.239 INFO:tasks.rados.rados.0.smithi102.stdout:1946: finishing write tid 2 to smithi10276805-25 2024-04-10T15:12:13.239 INFO:tasks.rados.rados.0.smithi102.stdout:1947: finishing rollback tid 1 to smithi10276805-6 2024-04-10T15:12:13.239 INFO:tasks.rados.rados.0.smithi102.stdout:1946: finishing write tid 3 to smithi10276805-25 2024-04-10T15:12:13.239 INFO:tasks.rados.rados.0.smithi102.stdout:1947: finishing rollback tid 2 to smithi10276805-6 2024-04-10T15:12:13.239 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 1163 (ObjNum 614 snap 167 seq_num 614) dirty exists 2024-04-10T15:12:13.239 INFO:tasks.rados.rados.0.smithi102.stdout:1946: finishing write tid 4 to smithi10276805-25 2024-04-10T15:12:13.239 INFO:tasks.rados.rados.0.smithi102.stdout:1946: oid 25 updating version 0 to 1196 2024-04-10T15:12:13.239 INFO:tasks.rados.rados.0.smithi102.stdout:1946: oid 25 version 1196 is already newer than 1195 2024-04-10T15:12:13.239 INFO:tasks.rados.rados.0.smithi102.stdout:1946: oid 25 version 1196 is already newer than 1194 2024-04-10T15:12:13.239 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 1196 (ObjNum 629 snap 178 seq_num 629) dirty exists 2024-04-10T15:12:13.239 INFO:tasks.rados.rados.0.smithi102.stdout:1946: left oid 25 (ObjNum 629 snap 178 seq_num 629) 2024-04-10T15:12:13.240 INFO:tasks.rados.rados.0.smithi102.stdout:1945: done (3 left) 2024-04-10T15:12:13.240 INFO:tasks.rados.rados.0.smithi102.stdout:1946: done (2 left) 2024-04-10T15:12:13.240 INFO:tasks.rados.rados.0.smithi102.stdout:1947: done (1 left) 2024-04-10T15:12:13.240 INFO:tasks.rados.rados.0.smithi102.stdout:1949: read oid 25 snap 160 2024-04-10T15:12:13.240 INFO:tasks.rados.rados.0.smithi102.stdout:1949: expect (ObjNum 561 snap 151 seq_num 561) 2024-04-10T15:12:13.240 INFO:tasks.rados.rados.0.smithi102.stdout:1950: read oid 17 snap -1 2024-04-10T15:12:13.240 INFO:tasks.rados.rados.0.smithi102.stdout:1950: expect deleted 2024-04-10T15:12:13.240 INFO:tasks.rados.rados.0.smithi102.stdout:1951: delete oid 2 current snap is 178 2024-04-10T15:12:13.242 INFO:tasks.rados.rados.0.smithi102.stdout:1950: done (3 left) 2024-04-10T15:12:13.242 INFO:tasks.rados.rados.0.smithi102.stdout:1951: done (2 left) 2024-04-10T15:12:13.243 INFO:tasks.rados.rados.0.smithi102.stdout:1952: rollback oid 46 current snap is 178 2024-04-10T15:12:13.243 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 46 to 160 2024-04-10T15:12:13.243 INFO:tasks.rados.rados.0.smithi102.stdout:1953: read oid 13 snap -1 2024-04-10T15:12:13.243 INFO:tasks.rados.rados.0.smithi102.stdout:1953: expect (ObjNum 611 snap 167 seq_num 611) 2024-04-10T15:12:13.243 INFO:tasks.rados.rados.0.smithi102.stdout:1954: read oid 18 snap -1 2024-04-10T15:12:13.243 INFO:tasks.rados.rados.0.smithi102.stdout:1954: expect (ObjNum 624 snap 174 seq_num 624) 2024-04-10T15:12:13.244 INFO:tasks.rados.rados.0.smithi102.stdout:1955: snap_remove snap 169 2024-04-10T15:12:13.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:13 smithi102 ceph-mon[90943]: osdmap e424: 8 total, 8 up, 8 in 2024-04-10T15:12:13.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:13 smithi102 ceph-mon[90943]: osdmap e425: 8 total, 8 up, 8 in 2024-04-10T15:12:13.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:13 smithi102 ceph-mon[88557]: osdmap e424: 8 total, 8 up, 8 in 2024-04-10T15:12:13.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:13 smithi102 ceph-mon[88557]: osdmap e425: 8 total, 8 up, 8 in 2024-04-10T15:12:13.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:13 smithi154 ceph-mon[84269]: osdmap e424: 8 total, 8 up, 8 in 2024-04-10T15:12:13.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:13 smithi154 ceph-mon[84269]: osdmap e425: 8 total, 8 up, 8 in 2024-04-10T15:12:13.877 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:12:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:12:13.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:12:14.225 INFO:tasks.rados.rados.0.smithi102.stdout:1955: done (5 left) 2024-04-10T15:12:14.226 INFO:tasks.rados.rados.0.smithi102.stdout:1956: read oid 49 snap -1 2024-04-10T15:12:14.226 INFO:tasks.rados.rados.0.smithi102.stdout:1956: expect (ObjNum 569 snap 154 seq_num 569) 2024-04-10T15:12:14.226 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 32 current snap is 178 2024-04-10T15:12:14.226 INFO:tasks.rados.rados.0.smithi102.stdout:1957: seq_num 631 ranges {13836288=573440,14409728=401408} 2024-04-10T15:12:14.307 INFO:tasks.rados.rados.0.smithi102.stdout:1957: writing smithi10276805-32 from 13836288 to 14409728 tid 1 2024-04-10T15:12:14.309 INFO:tasks.rados.rados.0.smithi102.stdout:1957: writing smithi10276805-32 from 14409728 to 14811136 tid 2 2024-04-10T15:12:14.309 INFO:tasks.rados.rados.0.smithi102.stdout:1958: rollback oid 26 current snap is 178 2024-04-10T15:12:14.310 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 26 to 160 2024-04-10T15:12:14.310 INFO:tasks.rados.rados.0.smithi102.stdout:1952: finishing rollback tid 0 to smithi10276805-46 2024-04-10T15:12:14.310 INFO:tasks.rados.rados.0.smithi102.stdout:1952: finishing rollback tid 1 to smithi10276805-46 2024-04-10T15:12:14.310 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 1128 (ObjNum 564 snap 152 seq_num 564) dirty exists 2024-04-10T15:12:14.310 INFO:tasks.rados.rados.0.smithi102.stdout:1952: finishing rollback tid 2 to smithi10276805-46 2024-04-10T15:12:14.310 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 1155 (ObjNum 579 snap 160 seq_num 579) dirty exists 2024-04-10T15:12:14.310 INFO:tasks.rados.rados.0.smithi102.stdout:1953: expect (ObjNum 611 snap 167 seq_num 611) 2024-04-10T15:12:14.327 INFO:tasks.rados.rados.0.smithi102.stdout:1949: expect (ObjNum 561 snap 151 seq_num 561) 2024-04-10T15:12:14.453 INFO:tasks.rados.rados.0.smithi102.stdout:1954: expect (ObjNum 624 snap 174 seq_num 624) 2024-04-10T15:12:14.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:14 smithi154 ceph-mon[84269]: pgmap v289: 121 pgs: 121 active+clean; 215 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-10T15:12:14.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:14.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:14 smithi102 ceph-mon[88557]: pgmap v289: 121 pgs: 121 active+clean; 215 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-10T15:12:14.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:14.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:14 smithi102 ceph-mon[90943]: pgmap v289: 121 pgs: 121 active+clean; 215 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 10 op/s 2024-04-10T15:12:14.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:14.823 INFO:tasks.rados.rados.0.smithi102.stdout:1956: expect (ObjNum 569 snap 154 seq_num 569) 2024-04-10T15:12:15.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:15 smithi154 ceph-mon[84269]: osdmap e426: 8 total, 8 up, 8 in 2024-04-10T15:12:15.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:15 smithi102 ceph-mon[90943]: osdmap e426: 8 total, 8 up, 8 in 2024-04-10T15:12:15.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:15 smithi102 ceph-mon[88557]: osdmap e426: 8 total, 8 up, 8 in 2024-04-10T15:12:15.957 INFO:tasks.rados.rados.0.smithi102.stdout:1958: finishing rollback tid 0 to smithi10276805-26 2024-04-10T15:12:15.957 INFO:tasks.rados.rados.0.smithi102.stdout:1958: finishing rollback tid 1 to smithi10276805-26 2024-04-10T15:12:15.957 INFO:tasks.rados.rados.0.smithi102.stdout:1948: done (7 left) 2024-04-10T15:12:15.957 INFO:tasks.rados.rados.0.smithi102.stdout:1949: done (6 left) 2024-04-10T15:12:15.958 INFO:tasks.rados.rados.0.smithi102.stdout:1952: done (5 left) 2024-04-10T15:12:15.958 INFO:tasks.rados.rados.0.smithi102.stdout:1953: done (4 left) 2024-04-10T15:12:15.958 INFO:tasks.rados.rados.0.smithi102.stdout:1954: done (3 left) 2024-04-10T15:12:15.958 INFO:tasks.rados.rados.0.smithi102.stdout:1956: done (2 left) 2024-04-10T15:12:15.958 INFO:tasks.rados.rados.0.smithi102.stdout:1959: rollback oid 9 current snap is 178 2024-04-10T15:12:15.958 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 9 to 160 2024-04-10T15:12:15.958 INFO:tasks.rados.rados.0.smithi102.stdout:1958: finishing rollback tid 2 to smithi10276805-26 2024-04-10T15:12:15.958 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1131 (ObjNum 485 snap 129 seq_num 485) dirty exists 2024-04-10T15:12:15.958 INFO:tasks.rados.rados.0.smithi102.stdout:1957: finishing write tid 1 to smithi10276805-32 2024-04-10T15:12:15.958 INFO:tasks.rados.rados.0.smithi102.stdout:1957: finishing write tid 2 to smithi10276805-32 2024-04-10T15:12:15.958 INFO:tasks.rados.rados.0.smithi102.stdout:1957: finishing write tid 3 to smithi10276805-32 2024-04-10T15:12:15.958 INFO:tasks.rados.rados.0.smithi102.stdout:1957: finishing write tid 4 to smithi10276805-32 2024-04-10T15:12:15.959 INFO:tasks.rados.rados.0.smithi102.stdout:1957: oid 32 updating version 0 to 1319 2024-04-10T15:12:15.959 INFO:tasks.rados.rados.0.smithi102.stdout:1957: oid 32 version 1319 is already newer than 1318 2024-04-10T15:12:15.959 INFO:tasks.rados.rados.0.smithi102.stdout:1957: oid 32 updating version 1319 to 1320 2024-04-10T15:12:15.959 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 1320 (ObjNum 631 snap 178 seq_num 631) dirty exists 2024-04-10T15:12:15.959 INFO:tasks.rados.rados.0.smithi102.stdout:1957: left oid 32 (ObjNum 631 snap 178 seq_num 631) 2024-04-10T15:12:15.959 INFO:tasks.rados.rados.0.smithi102.stdout:1957: done (2 left) 2024-04-10T15:12:15.959 INFO:tasks.rados.rados.0.smithi102.stdout:1958: done (1 left) 2024-04-10T15:12:15.959 INFO:tasks.rados.rados.0.smithi102.stdout:1960: read oid 33 snap -1 2024-04-10T15:12:15.959 INFO:tasks.rados.rados.0.smithi102.stdout:1960: expect (ObjNum 586 snap 161 seq_num 586) 2024-04-10T15:12:15.959 INFO:tasks.rados.rados.0.smithi102.stdout:1961: delete oid 46 current snap is 178 2024-04-10T15:12:15.960 INFO:tasks.rados.rados.0.smithi102.stdout:1961: done (2 left) 2024-04-10T15:12:15.960 INFO:tasks.rados.rados.0.smithi102.stdout:1962: read oid 46 snap -1 2024-04-10T15:12:15.960 INFO:tasks.rados.rados.0.smithi102.stdout:1962: expect deleted 2024-04-10T15:12:15.960 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 27 current snap is 178 2024-04-10T15:12:15.960 INFO:tasks.rados.rados.0.smithi102.stdout:1963: seq_num 633 ranges {2105344=606208,2711552=401408} 2024-04-10T15:12:15.975 INFO:tasks.rados.rados.0.smithi102.stdout:1963: writing smithi10276805-27 from 2105344 to 2711552 tid 1 2024-04-10T15:12:15.978 INFO:tasks.rados.rados.0.smithi102.stdout:1963: writing smithi10276805-27 from 2711552 to 3112960 tid 2 2024-04-10T15:12:15.978 INFO:tasks.rados.rados.0.smithi102.stdout:1964: read oid 37 snap -1 2024-04-10T15:12:15.978 INFO:tasks.rados.rados.0.smithi102.stdout:1964: expect (ObjNum 539 snap 144 seq_num 539) 2024-04-10T15:12:15.978 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 17 current snap is 178 2024-04-10T15:12:15.978 INFO:tasks.rados.rados.0.smithi102.stdout:1959: finishing rollback tid 1 to smithi10276805-9 2024-04-10T15:12:15.978 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 810 (ObjNum 88245770 snap 22053 seq_num 304) dirty dne 2024-04-10T15:12:15.978 INFO:tasks.rados.rados.0.smithi102.stdout:1965: seq_num 634 ranges {0=622592,622592=401408} 2024-04-10T15:12:15.982 INFO:tasks.rados.rados.0.smithi102.stdout:1965: writing smithi10276805-17 from 0 to 622592 tid 1 2024-04-10T15:12:15.984 INFO:tasks.rados.rados.0.smithi102.stdout:1965: writing smithi10276805-17 from 622592 to 1024000 tid 2 2024-04-10T15:12:15.985 INFO:tasks.rados.rados.0.smithi102.stdout:1959: done (5 left) 2024-04-10T15:12:15.985 INFO:tasks.rados.rados.0.smithi102.stdout:1966: copy_from oid 38 from oid 5 current snap is 178 2024-04-10T15:12:15.985 INFO:tasks.rados.rados.0.smithi102.stdout:1960: expect (ObjNum 586 snap 161 seq_num 586) 2024-04-10T15:12:16.288 INFO:tasks.rados.rados.0.smithi102.stdout:1963: finishing write tid 1 to smithi10276805-27 2024-04-10T15:12:16.288 INFO:tasks.rados.rados.0.smithi102.stdout:1963: finishing write tid 2 to smithi10276805-27 2024-04-10T15:12:16.288 INFO:tasks.rados.rados.0.smithi102.stdout:1960: done (5 left) 2024-04-10T15:12:16.288 INFO:tasks.rados.rados.0.smithi102.stdout:1962: done (4 left) 2024-04-10T15:12:16.288 INFO:tasks.rados.rados.0.smithi102.stdout:1967: read oid 32 snap -1 2024-04-10T15:12:16.288 INFO:tasks.rados.rados.0.smithi102.stdout:1967: expect (ObjNum 631 snap 178 seq_num 631) 2024-04-10T15:12:16.288 INFO:tasks.rados.rados.0.smithi102.stdout:1968: copy_from oid 11 from oid 7 current snap is 178 2024-04-10T15:12:16.288 INFO:tasks.rados.rados.0.smithi102.stdout:1963: finishing write tid 3 to smithi10276805-27 2024-04-10T15:12:16.288 INFO:tasks.rados.rados.0.smithi102.stdout:1963: finishing write tid 4 to smithi10276805-27 2024-04-10T15:12:16.288 INFO:tasks.rados.rados.0.smithi102.stdout:1963: oid 27 updating version 0 to 1164 2024-04-10T15:12:16.288 INFO:tasks.rados.rados.0.smithi102.stdout:1963: oid 27 version 1164 is already newer than 1163 2024-04-10T15:12:16.288 INFO:tasks.rados.rados.0.smithi102.stdout:1963: oid 27 version 1164 is already newer than 1162 2024-04-10T15:12:16.288 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 1164 (ObjNum 633 snap 178 seq_num 633) dirty exists 2024-04-10T15:12:16.288 INFO:tasks.rados.rados.0.smithi102.stdout:1963: left oid 27 (ObjNum 633 snap 178 seq_num 633) 2024-04-10T15:12:16.289 INFO:tasks.rados.rados.0.smithi102.stdout:1965: finishing write tid 1 to smithi10276805-17 2024-04-10T15:12:16.289 INFO:tasks.rados.rados.0.smithi102.stdout:1965: finishing write tid 2 to smithi10276805-17 2024-04-10T15:12:16.289 INFO:tasks.rados.rados.0.smithi102.stdout:1965: finishing write tid 3 to smithi10276805-17 2024-04-10T15:12:16.289 INFO:tasks.rados.rados.0.smithi102.stdout:1966: finishing copy_from racing read to smithi10276805-38 2024-04-10T15:12:16.289 INFO:tasks.rados.rados.0.smithi102.stdout:1965: finishing write tid 4 to smithi10276805-17 2024-04-10T15:12:16.289 INFO:tasks.rados.rados.0.smithi102.stdout:1965: oid 17 updating version 0 to 704 2024-04-10T15:12:16.289 INFO:tasks.rados.rados.0.smithi102.stdout:1965: oid 17 version 704 is already newer than 703 2024-04-10T15:12:16.289 INFO:tasks.rados.rados.0.smithi102.stdout:1965: oid 17 version 704 is already newer than 702 2024-04-10T15:12:16.289 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 704 (ObjNum 634 snap 178 seq_num 634) dirty exists 2024-04-10T15:12:16.289 INFO:tasks.rados.rados.0.smithi102.stdout:1965: left oid 17 (ObjNum 634 snap 178 seq_num 634) 2024-04-10T15:12:16.289 INFO:tasks.rados.rados.0.smithi102.stdout:1966: finishing copy_from to smithi10276805-38 2024-04-10T15:12:16.289 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 735 (ObjNum 578 snap 160 seq_num 578) dirty exists 2024-04-10T15:12:16.289 INFO:tasks.rados.rados.0.smithi102.stdout:1964: expect (ObjNum 539 snap 144 seq_num 539) 2024-04-10T15:12:16.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:16 smithi154 ceph-mon[84269]: pgmap v292: 121 pgs: 121 active+clean; 216 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-10T15:12:16.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:16 smithi102 ceph-mon[90943]: pgmap v292: 121 pgs: 121 active+clean; 216 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-10T15:12:16.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:16 smithi102 ceph-mon[88557]: pgmap v292: 121 pgs: 121 active+clean; 216 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-10T15:12:16.885 INFO:tasks.rados.rados.0.smithi102.stdout:1968: finishing copy_from racing read to smithi10276805-11 2024-04-10T15:12:16.885 INFO:tasks.rados.rados.0.smithi102.stdout:1968: finishing copy_from to smithi10276805-11 2024-04-10T15:12:16.885 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 1097 (ObjNum 622 snap 173 seq_num 622) dirty exists 2024-04-10T15:12:16.885 INFO:tasks.rados.rados.0.smithi102.stdout:1967: expect (ObjNum 631 snap 178 seq_num 631) 2024-04-10T15:12:17.907 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:12:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:12:17] "GET /metrics HTTP/1.1" 200 36226 "" "Prometheus/2.43.0" 2024-04-10T15:12:18.577 INFO:tasks.rados.rados.0.smithi102.stdout:1963: done (5 left) 2024-04-10T15:12:18.577 INFO:tasks.rados.rados.0.smithi102.stdout:1964: done (4 left) 2024-04-10T15:12:18.577 INFO:tasks.rados.rados.0.smithi102.stdout:1965: done (3 left) 2024-04-10T15:12:18.578 INFO:tasks.rados.rados.0.smithi102.stdout:1966: done (2 left) 2024-04-10T15:12:18.578 INFO:tasks.rados.rados.0.smithi102.stdout:1967: done (1 left) 2024-04-10T15:12:18.578 INFO:tasks.rados.rados.0.smithi102.stdout:1968: done (0 left) 2024-04-10T15:12:18.578 INFO:tasks.rados.rados.0.smithi102.stdout:1969: delete oid 24 current snap is 178 2024-04-10T15:12:18.580 INFO:tasks.rados.rados.0.smithi102.stdout:1969: done (0 left) 2024-04-10T15:12:18.580 INFO:tasks.rados.rados.0.smithi102.stdout:1970: rollback oid 48 current snap is 178 2024-04-10T15:12:18.580 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 48 to 175 2024-04-10T15:12:18.580 INFO:tasks.rados.rados.0.smithi102.stdout:1971: copy_from oid 21 from oid 7 current snap is 178 2024-04-10T15:12:18.580 INFO:tasks.rados.rados.0.smithi102.stdout:1972: delete oid 39 current snap is 178 2024-04-10T15:12:18.587 INFO:tasks.rados.rados.0.smithi102.stdout:1970: finishing rollback tid 0 to smithi10276805-48 2024-04-10T15:12:18.588 INFO:tasks.rados.rados.0.smithi102.stdout:1972: done (2 left) 2024-04-10T15:12:18.588 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 6 current snap is 178 2024-04-10T15:12:18.588 INFO:tasks.rados.rados.0.smithi102.stdout:1973: seq_num 637 ranges {2342912=671744,3014656=401408} 2024-04-10T15:12:18.604 INFO:tasks.rados.rados.0.smithi102.stdout:1973: writing smithi10276805-6 from 2342912 to 3014656 tid 1 2024-04-10T15:12:18.607 INFO:tasks.rados.rados.0.smithi102.stdout:1973: writing smithi10276805-6 from 3014656 to 3416064 tid 2 2024-04-10T15:12:18.607 INFO:tasks.rados.rados.0.smithi102.stdout:1974: copy_from oid 1 from oid 24 current snap is 178 2024-04-10T15:12:18.607 INFO:tasks.rados.rados.0.smithi102.stdout:1970: finishing rollback tid 1 to smithi10276805-48 2024-04-10T15:12:18.607 INFO:tasks.rados.rados.0.smithi102.stdout:1970: finishing rollback tid 2 to smithi10276805-48 2024-04-10T15:12:18.607 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 1324 (ObjNum 33 snap 0 seq_num 2) dirty exists 2024-04-10T15:12:18.607 INFO:tasks.rados.rados.0.smithi102.stdout:1971: finishing copy_from racing read to smithi10276805-21 2024-04-10T15:12:18.607 INFO:tasks.rados.rados.0.smithi102.stdout:1971: finishing copy_from to smithi10276805-21 2024-04-10T15:12:18.607 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 1097 (ObjNum 622 snap 173 seq_num 622) dirty exists 2024-04-10T15:12:18.607 INFO:tasks.rados.rados.0.smithi102.stdout:1970: done (3 left) 2024-04-10T15:12:18.607 INFO:tasks.rados.rados.0.smithi102.stdout:1971: done (2 left) 2024-04-10T15:12:18.607 INFO:tasks.rados.rados.0.smithi102.stdout:1975: read oid 21 snap -1 2024-04-10T15:12:18.607 INFO:tasks.rados.rados.0.smithi102.stdout:1975: expect (ObjNum 622 snap 173 seq_num 622) 2024-04-10T15:12:18.608 INFO:tasks.rados.rados.0.smithi102.stdout:1976: setattr oid 49 current snap is 178 2024-04-10T15:12:18.608 INFO:tasks.rados.rados.0.smithi102.stdout:1974: finishing copy_from to smithi10276805-1 2024-04-10T15:12:18.608 INFO:tasks.rados.rados.0.smithi102.stdout:1974: got expected ENOENT (src dne) 2024-04-10T15:12:18.609 INFO:tasks.rados.rados.0.smithi102.stdout:1974: finishing copy_from racing read to smithi10276805-1 2024-04-10T15:12:18.609 INFO:tasks.rados.rados.0.smithi102.stdout:1974: done (3 left) 2024-04-10T15:12:18.609 INFO:tasks.rados.rados.0.smithi102.stdout:1977: copy_from oid 16 from oid 28 current snap is 178 2024-04-10T15:12:18.609 INFO:tasks.rados.rados.0.smithi102.stdout:1978: read oid 29 snap -1 2024-04-10T15:12:18.609 INFO:tasks.rados.rados.0.smithi102.stdout:1978: expect (ObjNum 607 snap 166 seq_num 607) 2024-04-10T15:12:18.609 INFO:tasks.rados.rados.0.smithi102.stdout:1979: snap_create 2024-04-10T15:12:18.609 INFO:tasks.rados.rados.0.smithi102.stdout:1973: finishing write tid 1 to smithi10276805-6 2024-04-10T15:12:18.610 INFO:tasks.rados.rados.0.smithi102.stdout:1973: finishing write tid 2 to smithi10276805-6 2024-04-10T15:12:18.610 INFO:tasks.rados.rados.0.smithi102.stdout:1973: finishing write tid 3 to smithi10276805-6 2024-04-10T15:12:18.610 INFO:tasks.rados.rados.0.smithi102.stdout:1975: expect (ObjNum 622 snap 173 seq_num 622) 2024-04-10T15:12:18.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:18 smithi154 ceph-mon[84269]: pgmap v293: 121 pgs: 121 active+clean; 218 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-04-10T15:12:18.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:18 smithi154 ceph-mon[84269]: osdmap e427: 8 total, 8 up, 8 in 2024-04-10T15:12:18.632 INFO:tasks.rados.rados.0.smithi102.stdout:1973: finishing write tid 4 to smithi10276805-6 2024-04-10T15:12:18.632 INFO:tasks.rados.rados.0.smithi102.stdout:1973: oid 6 updating version 0 to 1166 2024-04-10T15:12:18.633 INFO:tasks.rados.rados.0.smithi102.stdout:1973: oid 6 version 1166 is already newer than 1164 2024-04-10T15:12:18.633 INFO:tasks.rados.rados.0.smithi102.stdout:1973: oid 6 version 1166 is already newer than 1165 2024-04-10T15:12:18.633 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 1166 (ObjNum 637 snap 178 seq_num 637) dirty exists 2024-04-10T15:12:18.633 INFO:tasks.rados.rados.0.smithi102.stdout:1973: left oid 6 (ObjNum 637 snap 178 seq_num 637) 2024-04-10T15:12:18.633 INFO:tasks.rados.rados.0.smithi102.stdout:1978: expect (ObjNum 607 snap 166 seq_num 607) 2024-04-10T15:12:18.656 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1166 (ObjNum 569 snap 154 seq_num 569) dirty exists 2024-04-10T15:12:18.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:18 smithi102 ceph-mon[88557]: pgmap v293: 121 pgs: 121 active+clean; 218 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-04-10T15:12:18.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:18 smithi102 ceph-mon[88557]: osdmap e427: 8 total, 8 up, 8 in 2024-04-10T15:12:18.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:18 smithi102 ceph-mon[90943]: pgmap v293: 121 pgs: 121 active+clean; 218 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 2.0 MiB/s wr, 21 op/s 2024-04-10T15:12:18.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:18 smithi102 ceph-mon[90943]: osdmap e427: 8 total, 8 up, 8 in 2024-04-10T15:12:18.661 INFO:tasks.rados.rados.0.smithi102.stdout:1977: finishing copy_from racing read to smithi10276805-16 2024-04-10T15:12:18.663 INFO:tasks.rados.rados.0.smithi102.stdout:1977: finishing copy_from to smithi10276805-16 2024-04-10T15:12:18.663 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 1292 (ObjNum 617 snap 170 seq_num 617) dirty exists 2024-04-10T15:12:19.233 INFO:tasks.rados.rados.0.smithi102.stdout:1973: done (5 left) 2024-04-10T15:12:19.233 INFO:tasks.rados.rados.0.smithi102.stdout:1975: done (4 left) 2024-04-10T15:12:19.233 INFO:tasks.rados.rados.0.smithi102.stdout:1976: done (3 left) 2024-04-10T15:12:19.233 INFO:tasks.rados.rados.0.smithi102.stdout:1977: done (2 left) 2024-04-10T15:12:19.233 INFO:tasks.rados.rados.0.smithi102.stdout:1978: done (1 left) 2024-04-10T15:12:19.233 INFO:tasks.rados.rados.0.smithi102.stdout:1979: done (0 left) 2024-04-10T15:12:19.233 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 179 2024-04-10T15:12:19.233 INFO:tasks.rados.rados.0.smithi102.stdout:1980: seq_num 638 ranges {0=688128,688128=401408} 2024-04-10T15:12:19.236 INFO:tasks.rados.rados.0.smithi102.stdout:1980: writing smithi10276805-15 from 0 to 688128 tid 1 2024-04-10T15:12:19.238 INFO:tasks.rados.rados.0.smithi102.stdout:1980: writing smithi10276805-15 from 688128 to 1089536 tid 2 2024-04-10T15:12:19.239 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 30 current snap is 179 2024-04-10T15:12:19.239 INFO:tasks.rados.rados.0.smithi102.stdout:1981: seq_num 639 ranges {2260992=704512,2965504=401408} 2024-04-10T15:12:19.254 INFO:tasks.rados.rados.0.smithi102.stdout:1981: writing smithi10276805-30 from 2260992 to 2965504 tid 1 2024-04-10T15:12:19.257 INFO:tasks.rados.rados.0.smithi102.stdout:1981: writing smithi10276805-30 from 2965504 to 3366912 tid 2 2024-04-10T15:12:19.257 INFO:tasks.rados.rados.0.smithi102.stdout:1980: finishing write tid 1 to smithi10276805-15 2024-04-10T15:12:19.257 INFO:tasks.rados.rados.0.smithi102.stdout:1980: finishing write tid 2 to smithi10276805-15 2024-04-10T15:12:19.258 INFO:tasks.rados.rados.0.smithi102.stdout:1980: finishing write tid 3 to smithi10276805-15 2024-04-10T15:12:19.258 INFO:tasks.rados.rados.0.smithi102.stdout:1980: finishing write tid 4 to smithi10276805-15 2024-04-10T15:12:19.258 INFO:tasks.rados.rados.0.smithi102.stdout:1980: oid 15 updating version 0 to 1327 2024-04-10T15:12:19.258 INFO:tasks.rados.rados.0.smithi102.stdout:1980: oid 15 version 1327 is already newer than 1326 2024-04-10T15:12:19.258 INFO:tasks.rados.rados.0.smithi102.stdout:1980: oid 15 version 1327 is already newer than 1325 2024-04-10T15:12:19.258 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 1327 (ObjNum 638 snap 179 seq_num 638) dirty exists 2024-04-10T15:12:19.258 INFO:tasks.rados.rados.0.smithi102.stdout:1980: left oid 15 (ObjNum 638 snap 179 seq_num 638) 2024-04-10T15:12:19.258 INFO:tasks.rados.rados.0.smithi102.stdout:1982: read oid 18 snap 176 2024-04-10T15:12:19.258 INFO:tasks.rados.rados.0.smithi102.stdout:1982: expect (ObjNum 624 snap 174 seq_num 624) 2024-04-10T15:12:19.258 INFO:tasks.rados.rados.0.smithi102.stdout:1980: done (2 left) 2024-04-10T15:12:19.258 INFO:tasks.rados.rados.0.smithi102.stdout:1983: setattr oid 14 current snap is 179 2024-04-10T15:12:19.260 INFO:tasks.rados.rados.0.smithi102.stdout:1984: rollback oid 48 current snap is 179 2024-04-10T15:12:19.260 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 48 to 160 2024-04-10T15:12:19.260 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 11 current snap is 179 2024-04-10T15:12:19.260 INFO:tasks.rados.rados.0.smithi102.stdout:1985: seq_num 640 ranges {827392=729088,1556480=401408} 2024-04-10T15:12:19.269 INFO:tasks.rados.rados.0.smithi102.stdout:1985: writing smithi10276805-11 from 827392 to 1556480 tid 1 2024-04-10T15:12:19.272 INFO:tasks.rados.rados.0.smithi102.stdout:1985: writing smithi10276805-11 from 1556480 to 1957888 tid 2 2024-04-10T15:12:19.272 INFO:tasks.rados.rados.0.smithi102.stdout:1986: copy_from oid 24 from oid 44 current snap is 179 2024-04-10T15:12:19.272 INFO:tasks.rados.rados.0.smithi102.stdout:1981: finishing write tid 1 to smithi10276805-30 2024-04-10T15:12:19.272 INFO:tasks.rados.rados.0.smithi102.stdout:1981: finishing write tid 2 to smithi10276805-30 2024-04-10T15:12:19.272 INFO:tasks.rados.rados.0.smithi102.stdout:1981: finishing write tid 3 to smithi10276805-30 2024-04-10T15:12:19.272 INFO:tasks.rados.rados.0.smithi102.stdout:1984: finishing rollback tid 0 to smithi10276805-48 2024-04-10T15:12:19.272 INFO:tasks.rados.rados.0.smithi102.stdout:1981: finishing write tid 4 to smithi10276805-30 2024-04-10T15:12:19.272 INFO:tasks.rados.rados.0.smithi102.stdout:1981: oid 30 updating version 0 to 1116 2024-04-10T15:12:19.272 INFO:tasks.rados.rados.0.smithi102.stdout:1981: oid 30 updating version 1116 to 1117 2024-04-10T15:12:19.272 INFO:tasks.rados.rados.0.smithi102.stdout:1981: oid 30 version 1117 is already newer than 1115 2024-04-10T15:12:19.272 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 1117 (ObjNum 639 snap 179 seq_num 639) dirty exists 2024-04-10T15:12:19.272 INFO:tasks.rados.rados.0.smithi102.stdout:1981: left oid 30 (ObjNum 639 snap 179 seq_num 639) 2024-04-10T15:12:19.272 INFO:tasks.rados.rados.0.smithi102.stdout:1984: finishing rollback tid 1 to smithi10276805-48 2024-04-10T15:12:19.272 INFO:tasks.rados.rados.0.smithi102.stdout:1984: finishing rollback tid 2 to smithi10276805-48 2024-04-10T15:12:19.273 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 1331 (ObjNum 65 snap 0 seq_num 1) dirty exists 2024-04-10T15:12:19.273 INFO:tasks.rados.rados.0.smithi102.stdout:1981: done (5 left) 2024-04-10T15:12:19.273 INFO:tasks.rados.rados.0.smithi102.stdout:1984: done (4 left) 2024-04-10T15:12:19.273 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 38 current snap is 179 2024-04-10T15:12:19.273 INFO:tasks.rados.rados.0.smithi102.stdout:1987: seq_num 641 ranges {81920=745472,827392=401408} 2024-04-10T15:12:19.277 INFO:tasks.rados.rados.0.smithi102.stdout:1987: writing smithi10276805-38 from 81920 to 827392 tid 1 2024-04-10T15:12:19.282 INFO:tasks.rados.rados.0.smithi102.stdout:1987: writing smithi10276805-38 from 827392 to 1228800 tid 2 2024-04-10T15:12:19.282 INFO:tasks.rados.rados.0.smithi102.stdout:1988: snap_remove snap 154 2024-04-10T15:12:20.241 INFO:tasks.rados.rados.0.smithi102.stdout:1988: done (5 left) 2024-04-10T15:12:20.241 INFO:tasks.rados.rados.0.smithi102.stdout:1989: snap_remove snap 178 2024-04-10T15:12:20.535 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:20 smithi154 ceph-mon[84269]: pgmap v295: 121 pgs: 121 active+clean; 233 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 33 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-04-10T15:12:20.535 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:20 smithi154 ceph-mon[84269]: osdmap e428: 8 total, 8 up, 8 in 2024-04-10T15:12:20.535 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:20 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:12:20.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:20 smithi102 ceph-mon[90943]: pgmap v295: 121 pgs: 121 active+clean; 233 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 33 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-04-10T15:12:20.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:20 smithi102 ceph-mon[90943]: osdmap e428: 8 total, 8 up, 8 in 2024-04-10T15:12:20.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:20 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:12:20.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:20 smithi102 ceph-mon[88557]: pgmap v295: 121 pgs: 121 active+clean; 233 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 33 MiB/s rd, 3.0 MiB/s wr, 18 op/s 2024-04-10T15:12:20.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:20 smithi102 ceph-mon[88557]: osdmap e428: 8 total, 8 up, 8 in 2024-04-10T15:12:20.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:20 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:12:21.247 INFO:tasks.rados.rados.0.smithi102.stdout:1989: done (5 left) 2024-04-10T15:12:21.247 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 19 current snap is 179 2024-04-10T15:12:21.247 INFO:tasks.rados.rados.0.smithi102.stdout:1990: seq_num 642 ranges {1368064=761856,2129920=401408} 2024-04-10T15:12:21.258 INFO:tasks.rados.rados.0.smithi102.stdout:1990: writing smithi10276805-19 from 1368064 to 2129920 tid 1 2024-04-10T15:12:21.261 INFO:tasks.rados.rados.0.smithi102.stdout:1990: writing smithi10276805-19 from 2129920 to 2531328 tid 2 2024-04-10T15:12:21.261 INFO:tasks.rados.rados.0.smithi102.stdout:1991: setattr oid 15 current snap is 179 2024-04-10T15:12:21.263 INFO:tasks.rados.rados.0.smithi102.stdout:1985: finishing write tid 1 to smithi10276805-11 2024-04-10T15:12:21.263 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 1167 (ObjNum 623 snap 173 seq_num 623) dirty exists 2024-04-10T15:12:21.263 INFO:tasks.rados.rados.0.smithi102.stdout:1985: finishing write tid 2 to smithi10276805-11 2024-04-10T15:12:21.263 INFO:tasks.rados.rados.0.smithi102.stdout:1985: finishing write tid 3 to smithi10276805-11 2024-04-10T15:12:21.263 INFO:tasks.rados.rados.0.smithi102.stdout:1985: finishing write tid 4 to smithi10276805-11 2024-04-10T15:12:21.263 INFO:tasks.rados.rados.0.smithi102.stdout:1985: oid 11 updating version 0 to 1295 2024-04-10T15:12:21.263 INFO:tasks.rados.rados.0.smithi102.stdout:1985: oid 11 version 1295 is already newer than 1294 2024-04-10T15:12:21.263 INFO:tasks.rados.rados.0.smithi102.stdout:1985: oid 11 version 1295 is already newer than 1293 2024-04-10T15:12:21.263 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 1295 (ObjNum 640 snap 179 seq_num 640) dirty exists 2024-04-10T15:12:21.264 INFO:tasks.rados.rados.0.smithi102.stdout:1985: left oid 11 (ObjNum 640 snap 179 seq_num 640) 2024-04-10T15:12:21.264 INFO:tasks.rados.rados.0.smithi102.stdout:1982: expect (ObjNum 624 snap 174 seq_num 624) 2024-04-10T15:12:21.618 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:21 smithi154 ceph-mon[84269]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:12:21.618 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:21 smithi154 ceph-mon[84269]: Upgrade: osd.4 is safe to restart 2024-04-10T15:12:21.618 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:21 smithi154 ceph-mon[84269]: osdmap e429: 8 total, 8 up, 8 in 2024-04-10T15:12:21.657 INFO:tasks.rados.rados.0.smithi102.stdout:1987: finishing write tid 1 to smithi10276805-38 2024-04-10T15:12:21.657 INFO:tasks.rados.rados.0.smithi102.stdout:1987: finishing write tid 2 to smithi10276805-38 2024-04-10T15:12:21.657 INFO:tasks.rados.rados.0.smithi102.stdout:1987: finishing write tid 3 to smithi10276805-38 2024-04-10T15:12:21.657 INFO:tasks.rados.rados.0.smithi102.stdout:1987: finishing write tid 4 to smithi10276805-38 2024-04-10T15:12:21.657 INFO:tasks.rados.rados.0.smithi102.stdout:1987: oid 38 updating version 0 to 736 2024-04-10T15:12:21.657 INFO:tasks.rados.rados.0.smithi102.stdout:1987: oid 38 updating version 736 to 738 2024-04-10T15:12:21.657 INFO:tasks.rados.rados.0.smithi102.stdout:1987: oid 38 version 738 is already newer than 737 2024-04-10T15:12:21.658 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 738 (ObjNum 641 snap 179 seq_num 641) dirty exists 2024-04-10T15:12:21.658 INFO:tasks.rados.rados.0.smithi102.stdout:1987: left oid 38 (ObjNum 641 snap 179 seq_num 641) 2024-04-10T15:12:21.658 INFO:tasks.rados.rados.0.smithi102.stdout:1986: finishing copy_from racing read to smithi10276805-24 2024-04-10T15:12:21.658 INFO:tasks.rados.rados.0.smithi102.stdout:1986: finishing copy_from to smithi10276805-24 2024-04-10T15:12:21.658 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 1092 (ObjNum 550 snap 147 seq_num 550) dirty exists 2024-04-10T15:12:21.658 INFO:tasks.rados.rados.0.smithi102.stdout:1990: finishing write tid 1 to smithi10276805-19 2024-04-10T15:12:21.658 INFO:tasks.rados.rados.0.smithi102.stdout:1990: finishing write tid 2 to smithi10276805-19 2024-04-10T15:12:21.658 INFO:tasks.rados.rados.0.smithi102.stdout:1990: finishing write tid 3 to smithi10276805-19 2024-04-10T15:12:21.658 INFO:tasks.rados.rados.0.smithi102.stdout:1990: finishing write tid 4 to smithi10276805-19 2024-04-10T15:12:21.658 INFO:tasks.rados.rados.0.smithi102.stdout:1990: oid 19 updating version 0 to 1134 2024-04-10T15:12:21.658 INFO:tasks.rados.rados.0.smithi102.stdout:1990: oid 19 version 1134 is already newer than 1132 2024-04-10T15:12:21.658 INFO:tasks.rados.rados.0.smithi102.stdout:1990: oid 19 version 1134 is already newer than 1133 2024-04-10T15:12:21.658 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 1134 (ObjNum 642 snap 179 seq_num 642) dirty exists 2024-04-10T15:12:21.658 INFO:tasks.rados.rados.0.smithi102.stdout:1990: left oid 19 (ObjNum 642 snap 179 seq_num 642) 2024-04-10T15:12:21.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:21 smithi102 ceph-mon[90943]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:12:21.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:21 smithi102 ceph-mon[90943]: Upgrade: osd.4 is safe to restart 2024-04-10T15:12:21.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:21 smithi102 ceph-mon[90943]: osdmap e429: 8 total, 8 up, 8 in 2024-04-10T15:12:21.659 INFO:tasks.rados.rados.0.smithi102.stdout:1982: done (6 left) 2024-04-10T15:12:21.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:21 smithi102 ceph-mon[88557]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["4"], "max": 16}]: dispatch 2024-04-10T15:12:21.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:21 smithi102 ceph-mon[88557]: Upgrade: osd.4 is safe to restart 2024-04-10T15:12:21.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:21 smithi102 ceph-mon[88557]: osdmap e429: 8 total, 8 up, 8 in 2024-04-10T15:12:21.661 INFO:tasks.rados.rados.0.smithi102.stdout:1983: done (5 left) 2024-04-10T15:12:21.661 INFO:tasks.rados.rados.0.smithi102.stdout:1985: done (4 left) 2024-04-10T15:12:21.661 INFO:tasks.rados.rados.0.smithi102.stdout:1986: done (3 left) 2024-04-10T15:12:21.661 INFO:tasks.rados.rados.0.smithi102.stdout:1987: done (2 left) 2024-04-10T15:12:21.661 INFO:tasks.rados.rados.0.smithi102.stdout:1990: done (1 left) 2024-04-10T15:12:21.661 INFO:tasks.rados.rados.0.smithi102.stdout:1992: rollback oid 14 current snap is 179 2024-04-10T15:12:21.661 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 14 to 173 2024-04-10T15:12:21.661 INFO:tasks.rados.rados.0.smithi102.stdout:1993: read oid 37 snap -1 2024-04-10T15:12:21.661 INFO:tasks.rados.rados.0.smithi102.stdout:1993: expect (ObjNum 539 snap 144 seq_num 539) 2024-04-10T15:12:21.661 INFO:tasks.rados.rados.0.smithi102.stdout:1994: read oid 27 snap 177 2024-04-10T15:12:21.661 INFO:tasks.rados.rados.0.smithi102.stdout:1994: expect (ObjNum 555 snap 148 seq_num 555) 2024-04-10T15:12:21.661 INFO:tasks.rados.rados.0.smithi102.stdout:1995: rollback oid 33 current snap is 179 2024-04-10T15:12:21.661 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 33 to 176 2024-04-10T15:12:21.661 INFO:tasks.rados.rados.0.smithi102.stdout:1996: setattr oid 8 current snap is 179 2024-04-10T15:12:21.662 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 35 current snap is 179 2024-04-10T15:12:21.662 INFO:tasks.rados.rados.0.smithi102.stdout:1997: seq_num 643 ranges {0=778240,778240=401408} 2024-04-10T15:12:21.665 INFO:tasks.rados.rados.0.smithi102.stdout:1997: writing smithi10276805-35 from 0 to 778240 tid 1 2024-04-10T15:12:21.668 INFO:tasks.rados.rados.0.smithi102.stdout:1997: writing smithi10276805-35 from 778240 to 1179648 tid 2 2024-04-10T15:12:21.668 INFO:tasks.rados.rados.0.smithi102.stdout:1998: snap_create 2024-04-10T15:12:21.668 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 1344 (ObjNum 638 snap 179 seq_num 638) dirty exists 2024-04-10T15:12:21.668 INFO:tasks.rados.rados.0.smithi102.stdout:1995: finishing rollback tid 0 to smithi10276805-33 2024-04-10T15:12:21.668 INFO:tasks.rados.rados.0.smithi102.stdout:1995: finishing rollback tid 1 to smithi10276805-33 2024-04-10T15:12:21.668 INFO:tasks.rados.rados.0.smithi102.stdout:1992: finishing rollback tid 0 to smithi10276805-14 2024-04-10T15:12:21.668 INFO:tasks.rados.rados.0.smithi102.stdout:1995: finishing rollback tid 2 to smithi10276805-33 2024-04-10T15:12:21.668 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 1120 (ObjNum 586 snap 161 seq_num 586) dirty exists 2024-04-10T15:12:21.668 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 798 (ObjNum 619 snap 171 seq_num 619) dirty exists 2024-04-10T15:12:21.668 INFO:tasks.rados.rados.0.smithi102.stdout:1992: finishing rollback tid 1 to smithi10276805-14 2024-04-10T15:12:21.671 INFO:tasks.rados.rados.0.smithi102.stdout:1997: finishing write tid 1 to smithi10276805-35 2024-04-10T15:12:21.671 INFO:tasks.rados.rados.0.smithi102.stdout:1997: finishing write tid 2 to smithi10276805-35 2024-04-10T15:12:21.671 INFO:tasks.rados.rados.0.smithi102.stdout:1997: finishing write tid 3 to smithi10276805-35 2024-04-10T15:12:21.672 INFO:tasks.rados.rados.0.smithi102.stdout:1992: finishing rollback tid 2 to smithi10276805-14 2024-04-10T15:12:21.672 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 1170 (ObjNum 623 snap 173 seq_num 623) dirty exists 2024-04-10T15:12:21.674 INFO:tasks.rados.rados.0.smithi102.stdout:1997: finishing write tid 4 to smithi10276805-35 2024-04-10T15:12:21.674 INFO:tasks.rados.rados.0.smithi102.stdout:1997: oid 35 updating version 0 to 800 2024-04-10T15:12:21.674 INFO:tasks.rados.rados.0.smithi102.stdout:1997: oid 35 version 800 is already newer than 799 2024-04-10T15:12:21.674 INFO:tasks.rados.rados.0.smithi102.stdout:1997: oid 35 updating version 800 to 801 2024-04-10T15:12:21.674 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 801 (ObjNum 643 snap 179 seq_num 643) dirty exists 2024-04-10T15:12:21.674 INFO:tasks.rados.rados.0.smithi102.stdout:1997: left oid 35 (ObjNum 643 snap 179 seq_num 643) 2024-04-10T15:12:21.679 INFO:tasks.rados.rados.0.smithi102.stdout:1994: expect (ObjNum 555 snap 148 seq_num 555) 2024-04-10T15:12:21.701 INFO:teuthology.orchestra.run.smithi102.stdout:true 2024-04-10T15:12:21.741 INFO:tasks.rados.rados.0.smithi102.stdout:1993: expect (ObjNum 539 snap 144 seq_num 539) 2024-04-10T15:12:22.031 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:12:22.031 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (7m) 21s ago 8m 24.3M - 0.25.0 c8568f914cd2 8877963ef1e7 2024-04-10T15:12:22.031 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi154 *:3000 running (8m) 2m ago 8m 92.3M - 9.4.7 954c08fa6188 a24ea26325a1 2024-04-10T15:12:22.031 INFO:teuthology.orchestra.run.smithi102.stdout:mds.a smithi102 running (9m) 21s ago 9m 16.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 da51112648bf 2024-04-10T15:12:22.031 INFO:teuthology.orchestra.run.smithi102.stdout:mds.b smithi154 running (9m) 2m ago 9m 18.4M - 18.2.2-1187-gd540ebac bb2c5eac26a4 1c2f7bf05952 2024-04-10T15:12:22.031 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi154 *:8443,9283,8765 running (3m) 2m ago 12m 449M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 5843a1d0f5c5 2024-04-10T15:12:22.031 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (4m) 21s ago 14m 514M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 d4cb3bfdb76a 2024-04-10T15:12:22.031 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (3m) 21s ago 14m 51.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 09d0a3f89365 2024-04-10T15:12:22.031 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi154 running (2m) 2m ago 13m 25.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ecf89eee3550 2024-04-10T15:12:22.031 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (3m) 21s ago 13m 46.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 57de69af85cd 2024-04-10T15:12:22.031 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (8m) 21s ago 8m 14.2M - 1.5.0 0da6a335fe13 dc103d21fc64 2024-04-10T15:12:22.031 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi154 *:9100 running (8m) 2m ago 8m 15.8M - 1.5.0 0da6a335fe13 c71ce3c6ef09 2024-04-10T15:12:22.031 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (2m) 21s ago 12m 137M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e0c9aedb2146 2024-04-10T15:12:22.031 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (94s) 21s ago 12m 103M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 2d65d19c2ebd 2024-04-10T15:12:22.032 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (60s) 21s ago 11m 115M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 5937c2c020b1 2024-04-10T15:12:22.032 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (26s) 21s ago 11m 11.8M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 056d46e334c1 2024-04-10T15:12:22.032 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi154 running (10m) 2m ago 10m 204M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 8ae20879a763 2024-04-10T15:12:22.032 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi154 running (10m) 2m ago 10m 246M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 51b30d38d077 2024-04-10T15:12:22.032 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi154 running (10m) 2m ago 10m 160M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 2dd28f8d572c 2024-04-10T15:12:22.032 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi154 running (9m) 2m ago 9m 122M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a3af5b492398 2024-04-10T15:12:22.032 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi154 *:9095 running (3m) 2m ago 8m 55.9M - 2.43.0 a07b618ecd1d 15b122e84a15 2024-04-10T15:12:22.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:22 smithi102 ceph-mon[88557]: pgmap v298: 121 pgs: 121 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-04-10T15:12:22.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:22 smithi102 ceph-mon[88557]: osdmap e430: 8 total, 8 up, 8 in 2024-04-10T15:12:22.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:22 smithi102 ceph-mon[88557]: Upgrade: Updating osd.4 2024-04-10T15:12:22.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:22 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:22.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:22 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T15:12:22.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:22 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:12:22.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:22 smithi102 ceph-mon[88557]: Deploying daemon osd.4 on smithi154 2024-04-10T15:12:22.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:22 smithi102 ceph-mon[88557]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:12:22.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:22 smithi102 ceph-mon[88557]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:12:22.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:22 smithi102 ceph-mon[90943]: pgmap v298: 121 pgs: 121 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-04-10T15:12:22.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:22 smithi102 ceph-mon[90943]: osdmap e430: 8 total, 8 up, 8 in 2024-04-10T15:12:22.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:22 smithi102 ceph-mon[90943]: Upgrade: Updating osd.4 2024-04-10T15:12:22.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:22 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:22.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:22 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T15:12:22.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:22 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:12:22.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:22 smithi102 ceph-mon[90943]: Deploying daemon osd.4 on smithi154 2024-04-10T15:12:22.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:22 smithi102 ceph-mon[90943]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:12:22.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:22 smithi102 ceph-mon[90943]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:12:22.437 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:12:22.437 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-10T15:12:22.437 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:12:22.438 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:12:22.438 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-10T15:12:22.438 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:12:22.438 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:12:22.438 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-10T15:12:22.438 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 4, 2024-04-10T15:12:22.438 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 4 2024-04-10T15:12:22.438 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:12:22.438 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-10T15:12:22.438 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:12:22.438 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:12:22.438 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-10T15:12:22.438 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 6, 2024-04-10T15:12:22.438 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 9 2024-04-10T15:12:22.438 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:12:22.438 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:12:22.542 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:12:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:12:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:12:22.542 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:22 smithi154 ceph-mon[84269]: pgmap v298: 121 pgs: 121 active+clean; 234 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 2.9 MiB/s wr, 13 op/s 2024-04-10T15:12:22.542 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:22 smithi154 ceph-mon[84269]: osdmap e430: 8 total, 8 up, 8 in 2024-04-10T15:12:22.542 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:22 smithi154 ceph-mon[84269]: Upgrade: Updating osd.4 2024-04-10T15:12:22.542 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:22 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:22.542 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:22 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.4"}]: dispatch 2024-04-10T15:12:22.542 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:22 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:12:22.542 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:22 smithi154 ceph-mon[84269]: Deploying daemon osd.4 on smithi154 2024-04-10T15:12:22.542 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:22 smithi154 ceph-mon[84269]: from='client.44216 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:12:22.542 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:22 smithi154 ceph-mon[84269]: from='client.34296 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:12:22.664 INFO:tasks.rados.rados.0.smithi102.stdout:1991: done (7 left) 2024-04-10T15:12:22.664 INFO:tasks.rados.rados.0.smithi102.stdout:1992: done (6 left) 2024-04-10T15:12:22.664 INFO:tasks.rados.rados.0.smithi102.stdout:1993: done (5 left) 2024-04-10T15:12:22.664 INFO:tasks.rados.rados.0.smithi102.stdout:1994: done (4 left) 2024-04-10T15:12:22.664 INFO:tasks.rados.rados.0.smithi102.stdout:1995: done (3 left) 2024-04-10T15:12:22.664 INFO:tasks.rados.rados.0.smithi102.stdout:1996: done (2 left) 2024-04-10T15:12:22.664 INFO:tasks.rados.rados.0.smithi102.stdout:1997: done (1 left) 2024-04-10T15:12:22.664 INFO:tasks.rados.rados.0.smithi102.stdout:1998: done (0 left) 2024-04-10T15:12:22.664 INFO:tasks.rados.rados.0.smithi102.stdout:1999: delete oid 9 current snap is 180 2024-04-10T15:12:22.667 INFO:tasks.rados.rados.0.smithi102.stdout:1999: done (0 left) 2024-04-10T15:12:22.667 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 35 current snap is 180 2024-04-10T15:12:22.667 INFO:tasks.rados.rados.0.smithi102.stdout:2000: seq_num 645 ranges {1179648=409600,1589248=778240,2367488=24576} 2024-04-10T15:12:22.676 INFO:tasks.rados.rados.0.smithi102.stdout:2000: writing smithi10276805-35 from 1179648 to 1589248 tid 1 2024-04-10T15:12:22.680 INFO:tasks.rados.rados.0.smithi102.stdout:2000: writing smithi10276805-35 from 1589248 to 2367488 tid 2 2024-04-10T15:12:22.681 INFO:tasks.rados.rados.0.smithi102.stdout:2000: writing smithi10276805-35 from 2367488 to 2392064 tid 3 2024-04-10T15:12:22.681 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 6 current snap is 180 2024-04-10T15:12:22.681 INFO:tasks.rados.rados.0.smithi102.stdout:2001: seq_num 646 ranges {3416064=425984,3842048=655360,4497408=147456} 2024-04-10T15:12:22.701 INFO:tasks.rados.rados.0.smithi102.stdout:2001: writing smithi10276805-6 from 3416064 to 3842048 tid 1 2024-04-10T15:12:22.705 INFO:tasks.rados.rados.0.smithi102.stdout:2001: writing smithi10276805-6 from 3842048 to 4497408 tid 2 2024-04-10T15:12:22.706 INFO:tasks.rados.rados.0.smithi102.stdout:2001: writing smithi10276805-6 from 4497408 to 4644864 tid 3 2024-04-10T15:12:22.707 INFO:tasks.rados.rados.0.smithi102.stdout:2002: delete oid 37 current snap is 180 2024-04-10T15:12:22.707 INFO:tasks.rados.rados.0.smithi102.stdout:2000: finishing write tid 1 to smithi10276805-35 2024-04-10T15:12:22.707 INFO:tasks.rados.rados.0.smithi102.stdout:2000: finishing write tid 2 to smithi10276805-35 2024-04-10T15:12:22.707 INFO:tasks.rados.rados.0.smithi102.stdout:2000: finishing write tid 3 to smithi10276805-35 2024-04-10T15:12:22.707 INFO:tasks.rados.rados.0.smithi102.stdout:2000: finishing write tid 4 to smithi10276805-35 2024-04-10T15:12:22.707 INFO:tasks.rados.rados.0.smithi102.stdout:2000: finishing write tid 5 to smithi10276805-35 2024-04-10T15:12:22.707 INFO:tasks.rados.rados.0.smithi102.stdout:2000: oid 35 updating version 0 to 804 2024-04-10T15:12:22.707 INFO:tasks.rados.rados.0.smithi102.stdout:2000: oid 35 version 804 is already newer than 803 2024-04-10T15:12:22.707 INFO:tasks.rados.rados.0.smithi102.stdout:2000: oid 35 version 804 is already newer than 802 2024-04-10T15:12:22.707 INFO:tasks.rados.rados.0.smithi102.stdout:2000: oid 35 updating version 804 to 805 2024-04-10T15:12:22.707 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 805 (ObjNum 645 snap 180 seq_num 645) dirty exists 2024-04-10T15:12:22.707 INFO:tasks.rados.rados.0.smithi102.stdout:2000: left oid 35 (ObjNum 645 snap 180 seq_num 645) 2024-04-10T15:12:22.707 INFO:tasks.rados.rados.0.smithi102.stdout:2001: finishing write tid 1 to smithi10276805-6 2024-04-10T15:12:22.709 INFO:tasks.rados.rados.0.smithi102.stdout:2001: finishing write tid 2 to smithi10276805-6 2024-04-10T15:12:22.709 INFO:tasks.rados.rados.0.smithi102.stdout:2001: finishing write tid 3 to smithi10276805-6 2024-04-10T15:12:22.709 INFO:tasks.rados.rados.0.smithi102.stdout:2001: finishing write tid 4 to smithi10276805-6 2024-04-10T15:12:22.710 INFO:tasks.rados.rados.0.smithi102.stdout:2000: done (2 left) 2024-04-10T15:12:22.710 INFO:tasks.rados.rados.0.smithi102.stdout:2002: done (1 left) 2024-04-10T15:12:22.710 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 40 current snap is 180 2024-04-10T15:12:22.710 INFO:tasks.rados.rados.0.smithi102.stdout:2003: seq_num 648 ranges {4972544=458752,5431296=475136,5906432=327680} 2024-04-10T15:12:22.739 INFO:tasks.rados.rados.0.smithi102.stdout:2003: writing smithi10276805-40 from 4972544 to 5431296 tid 1 2024-04-10T15:12:22.742 INFO:tasks.rados.rados.0.smithi102.stdout:2003: writing smithi10276805-40 from 5431296 to 5906432 tid 2 2024-04-10T15:12:22.744 INFO:tasks.rados.rados.0.smithi102.stdout:2003: writing smithi10276805-40 from 5906432 to 6234112 tid 3 2024-04-10T15:12:22.744 INFO:tasks.rados.rados.0.smithi102.stdout:2004: copy_from oid 31 from oid 21 current snap is 180 2024-04-10T15:12:22.745 INFO:tasks.rados.rados.0.smithi102.stdout:2001: finishing write tid 5 to smithi10276805-6 2024-04-10T15:12:22.745 INFO:tasks.rados.rados.0.smithi102.stdout:2001: oid 6 updating version 0 to 1168 2024-04-10T15:12:22.745 INFO:tasks.rados.rados.0.smithi102.stdout:2001: oid 6 updating version 1168 to 1170 2024-04-10T15:12:22.745 INFO:tasks.rados.rados.0.smithi102.stdout:2001: oid 6 version 1170 is already newer than 1169 2024-04-10T15:12:22.745 INFO:tasks.rados.rados.0.smithi102.stdout:2001: oid 6 version 1170 is already newer than 1167 2024-04-10T15:12:22.745 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 1170 (ObjNum 646 snap 180 seq_num 646) dirty exists 2024-04-10T15:12:22.745 INFO:tasks.rados.rados.0.smithi102.stdout:2001: left oid 6 (ObjNum 646 snap 180 seq_num 646) 2024-04-10T15:12:22.745 INFO:tasks.rados.rados.0.smithi102.stdout:2003: finishing write tid 1 to smithi10276805-40 2024-04-10T15:12:22.745 INFO:tasks.rados.rados.0.smithi102.stdout:2001: done (2 left) 2024-04-10T15:12:22.745 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 180 2024-04-10T15:12:22.745 INFO:tasks.rados.rados.0.smithi102.stdout:2005: seq_num 649 ranges {0=475136,475136=761856,1236992=40960} 2024-04-10T15:12:22.747 INFO:tasks.rados.rados.0.smithi102.stdout:2005: writing smithi10276805-10 from 0 to 475136 tid 1 2024-04-10T15:12:22.752 INFO:tasks.rados.rados.0.smithi102.stdout:2005: writing smithi10276805-10 from 475136 to 1236992 tid 2 2024-04-10T15:12:22.753 INFO:tasks.rados.rados.0.smithi102.stdout:2005: writing smithi10276805-10 from 1236992 to 1277952 tid 3 2024-04-10T15:12:22.753 INFO:tasks.rados.rados.0.smithi102.stdout:2006: copy_from oid 19 from oid 47 current snap is 180 2024-04-10T15:12:22.753 INFO:tasks.rados.rados.0.smithi102.stdout:2003: finishing write tid 2 to smithi10276805-40 2024-04-10T15:12:22.753 INFO:tasks.rados.rados.0.smithi102.stdout:2003: finishing write tid 3 to smithi10276805-40 2024-04-10T15:12:22.753 INFO:tasks.rados.rados.0.smithi102.stdout:2003: finishing write tid 4 to smithi10276805-40 2024-04-10T15:12:22.753 INFO:tasks.rados.rados.0.smithi102.stdout:2003: finishing write tid 5 to smithi10276805-40 2024-04-10T15:12:22.753 INFO:tasks.rados.rados.0.smithi102.stdout:2003: oid 40 updating version 0 to 1159 2024-04-10T15:12:22.753 INFO:tasks.rados.rados.0.smithi102.stdout:2003: oid 40 updating version 1159 to 1160 2024-04-10T15:12:22.753 INFO:tasks.rados.rados.0.smithi102.stdout:2003: oid 40 version 1160 is already newer than 1158 2024-04-10T15:12:22.753 INFO:tasks.rados.rados.0.smithi102.stdout:2003: oid 40 version 1160 is already newer than 1157 2024-04-10T15:12:22.753 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 1160 (ObjNum 648 snap 180 seq_num 648) dirty exists 2024-04-10T15:12:22.753 INFO:tasks.rados.rados.0.smithi102.stdout:2003: left oid 40 (ObjNum 648 snap 180 seq_num 648) 2024-04-10T15:12:22.754 INFO:tasks.rados.rados.0.smithi102.stdout:2005: finishing write tid 1 to smithi10276805-10 2024-04-10T15:12:22.754 INFO:tasks.rados.rados.0.smithi102.stdout:2003: done (3 left) 2024-04-10T15:12:22.754 INFO:tasks.rados.rados.0.smithi102.stdout:2007: delete oid 3 current snap is 180 2024-04-10T15:12:22.754 INFO:tasks.rados.rados.0.smithi102.stdout:2004: finishing copy_from racing read to smithi10276805-31 2024-04-10T15:12:22.754 INFO:tasks.rados.rados.0.smithi102.stdout:2004: finishing copy_from to smithi10276805-31 2024-04-10T15:12:22.754 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 1097 (ObjNum 622 snap 173 seq_num 622) dirty exists 2024-04-10T15:12:22.758 INFO:tasks.rados.rados.0.smithi102.stdout:2004: done (3 left) 2024-04-10T15:12:22.758 INFO:tasks.rados.rados.0.smithi102.stdout:2007: done (2 left) 2024-04-10T15:12:22.758 INFO:tasks.rados.rados.0.smithi102.stdout:2008: snap_remove snap 173 2024-04-10T15:12:23.180 INFO:tasks.rados.rados.0.smithi102.stdout:2008: done (2 left) 2024-04-10T15:12:23.180 INFO:tasks.rados.rados.0.smithi102.stdout:2009: snap_remove snap 168 2024-04-10T15:12:23.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:23 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/274793154' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:23.478 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:23 smithi154 ceph-mon[84269]: osdmap e431: 8 total, 8 up, 8 in 2024-04-10T15:12:23.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:23 smithi154 ceph-mon[84269]: pgmap v301: 121 pgs: 121 active+clean; 238 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-04-10T15:12:23.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:23 smithi154 ceph-mon[84269]: osdmap e432: 8 total, 8 up, 8 in 2024-04-10T15:12:23.479 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:12:23.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:23 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/274793154' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:23.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:23 smithi102 ceph-mon[88557]: osdmap e431: 8 total, 8 up, 8 in 2024-04-10T15:12:23.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:23 smithi102 ceph-mon[88557]: pgmap v301: 121 pgs: 121 active+clean; 238 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-04-10T15:12:23.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:23 smithi102 ceph-mon[88557]: osdmap e432: 8 total, 8 up, 8 in 2024-04-10T15:12:23.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:12:23.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:23 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/274793154' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:23.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:23 smithi102 ceph-mon[90943]: osdmap e431: 8 total, 8 up, 8 in 2024-04-10T15:12:23.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:23 smithi102 ceph-mon[90943]: pgmap v301: 121 pgs: 121 active+clean; 238 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-04-10T15:12:23.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:23 smithi102 ceph-mon[90943]: osdmap e432: 8 total, 8 up, 8 in 2024-04-10T15:12:23.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:12:23.830 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:12:23 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:12:23.505Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:12:24.185 INFO:tasks.rados.rados.0.smithi102.stdout:2009: done (2 left) 2024-04-10T15:12:24.185 INFO:tasks.rados.rados.0.smithi102.stdout:2010: copy_from oid 30 from oid 31 current snap is 180 2024-04-10T15:12:24.186 INFO:tasks.rados.rados.0.smithi102.stdout:2005: finishing write tid 2 to smithi10276805-10 2024-04-10T15:12:24.186 INFO:tasks.rados.rados.0.smithi102.stdout:2005: finishing write tid 3 to smithi10276805-10 2024-04-10T15:12:24.186 INFO:tasks.rados.rados.0.smithi102.stdout:2005: finishing write tid 4 to smithi10276805-10 2024-04-10T15:12:24.186 INFO:tasks.rados.rados.0.smithi102.stdout:2005: finishing write tid 5 to smithi10276805-10 2024-04-10T15:12:24.186 INFO:tasks.rados.rados.0.smithi102.stdout:2005: oid 10 updating version 0 to 1179 2024-04-10T15:12:24.186 INFO:tasks.rados.rados.0.smithi102.stdout:2005: oid 10 version 1179 is already newer than 1178 2024-04-10T15:12:24.186 INFO:tasks.rados.rados.0.smithi102.stdout:2005: oid 10 version 1179 is already newer than 1177 2024-04-10T15:12:24.186 INFO:tasks.rados.rados.0.smithi102.stdout:2005: oid 10 version 1179 is already newer than 1176 2024-04-10T15:12:24.186 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 1179 (ObjNum 649 snap 180 seq_num 649) dirty exists 2024-04-10T15:12:24.186 INFO:tasks.rados.rados.0.smithi102.stdout:2005: left oid 10 (ObjNum 649 snap 180 seq_num 649) 2024-04-10T15:12:24.186 INFO:tasks.rados.rados.0.smithi102.stdout:2006: finishing copy_from racing read to smithi10276805-19 2024-04-10T15:12:24.186 INFO:tasks.rados.rados.0.smithi102.stdout:2006: finishing copy_from to smithi10276805-19 2024-04-10T15:12:24.186 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 1197 (ObjNum 562 snap 151 seq_num 562) dirty exists 2024-04-10T15:12:24.186 INFO:tasks.rados.rados.0.smithi102.stdout:2005: done (2 left) 2024-04-10T15:12:24.186 INFO:tasks.rados.rados.0.smithi102.stdout:2006: done (1 left) 2024-04-10T15:12:24.186 INFO:tasks.rados.rados.0.smithi102.stdout:2011: read oid 21 snap -1 2024-04-10T15:12:24.186 INFO:tasks.rados.rados.0.smithi102.stdout:2011: expect (ObjNum 622 snap 173 seq_num 622) 2024-04-10T15:12:24.187 INFO:tasks.rados.rados.0.smithi102.stdout:2012: setattr oid 28 current snap is 180 2024-04-10T15:12:24.187 INFO:tasks.rados.rados.0.smithi102.stdout:2013: snap_remove snap 176 2024-04-10T15:12:25.084 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:24 smithi154 systemd[1]: Stopping Ceph osd.4 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:12:25.193 INFO:tasks.rados.rados.0.smithi102.stdout:2013: done (3 left) 2024-04-10T15:12:25.193 INFO:tasks.rados.rados.0.smithi102.stdout:2014: read oid 42 snap 174 2024-04-10T15:12:25.193 INFO:tasks.rados.rados.0.smithi102.stdout:2014: expect deleted 2024-04-10T15:12:25.193 INFO:tasks.rados.rados.0.smithi102.stdout:2015: rmattr oid 29 current snap is 180 2024-04-10T15:12:25.193 INFO:tasks.rados.rados.0.smithi102.stdout:2016: read oid 44 snap -1 2024-04-10T15:12:25.193 INFO:tasks.rados.rados.0.smithi102.stdout:2016: expect (ObjNum 550 snap 147 seq_num 550) 2024-04-10T15:12:25.193 INFO:tasks.rados.rados.0.smithi102.stdout:2017: rollback oid 37 current snap is 180 2024-04-10T15:12:25.193 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 37 to 174 2024-04-10T15:12:25.194 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 46 current snap is 180 2024-04-10T15:12:25.194 INFO:tasks.rados.rados.0.smithi102.stdout:2018: seq_num 651 ranges {0=507904,507904=532480,1040384=270336} 2024-04-10T15:12:25.197 INFO:tasks.rados.rados.0.smithi102.stdout:2018: writing smithi10276805-46 from 0 to 507904 tid 1 2024-04-10T15:12:25.201 INFO:tasks.rados.rados.0.smithi102.stdout:2018: writing smithi10276805-46 from 507904 to 1040384 tid 2 2024-04-10T15:12:25.203 INFO:tasks.rados.rados.0.smithi102.stdout:2018: writing smithi10276805-46 from 1040384 to 1310720 tid 3 2024-04-10T15:12:25.203 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 180 2024-04-10T15:12:25.204 INFO:tasks.rados.rados.0.smithi102.stdout:2019: seq_num 652 ranges {5193728=524288,5718016=409600,6127616=393216} 2024-04-10T15:12:25.237 INFO:tasks.rados.rados.0.smithi102.stdout:2019: writing smithi10276805-4 from 5193728 to 5718016 tid 1 2024-04-10T15:12:25.239 INFO:tasks.rados.rados.0.smithi102.stdout:2019: writing smithi10276805-4 from 5718016 to 6127616 tid 2 2024-04-10T15:12:25.242 INFO:tasks.rados.rados.0.smithi102.stdout:2019: writing smithi10276805-4 from 6127616 to 6520832 tid 3 2024-04-10T15:12:25.242 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 180 2024-04-10T15:12:25.242 INFO:tasks.rados.rados.0.smithi102.stdout:2020: seq_num 653 ranges {0=540672,540672=696320,1236992=106496} 2024-04-10T15:12:25.245 INFO:tasks.rados.rados.0.smithi102.stdout:2020: writing smithi10276805-48 from 0 to 540672 tid 1 2024-04-10T15:12:25.249 INFO:tasks.rados.rados.0.smithi102.stdout:2020: writing smithi10276805-48 from 540672 to 1236992 tid 2 2024-04-10T15:12:25.250 INFO:tasks.rados.rados.0.smithi102.stdout:2020: writing smithi10276805-48 from 1236992 to 1343488 tid 3 2024-04-10T15:12:25.250 INFO:tasks.rados.rados.0.smithi102.stdout:2021: read oid 47 snap -1 2024-04-10T15:12:25.250 INFO:tasks.rados.rados.0.smithi102.stdout:2021: expect (ObjNum 562 snap 151 seq_num 562) 2024-04-10T15:12:25.250 INFO:tasks.rados.rados.0.smithi102.stdout:2022: snap_create 2024-04-10T15:12:25.250 INFO:tasks.rados.rados.0.smithi102.stdout:2011: expect (ObjNum 622 snap 173 seq_num 622) 2024-04-10T15:12:25.271 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 1354 (ObjNum 617 snap 170 seq_num 617) dirty exists 2024-04-10T15:12:25.272 INFO:tasks.rados.rados.0.smithi102.stdout:2010: finishing copy_from racing read to smithi10276805-30 2024-04-10T15:12:25.272 INFO:tasks.rados.rados.0.smithi102.stdout:2010: finishing copy_from to smithi10276805-30 2024-04-10T15:12:25.272 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 1097 (ObjNum 622 snap 173 seq_num 622) dirty exists 2024-04-10T15:12:25.272 INFO:tasks.rados.rados.0.smithi102.stdout:2018: finishing write tid 1 to smithi10276805-46 2024-04-10T15:12:25.272 INFO:tasks.rados.rados.0.smithi102.stdout:2018: finishing write tid 2 to smithi10276805-46 2024-04-10T15:12:25.272 INFO:tasks.rados.rados.0.smithi102.stdout:2018: finishing write tid 3 to smithi10276805-46 2024-04-10T15:12:25.272 INFO:tasks.rados.rados.0.smithi102.stdout:2018: finishing write tid 4 to smithi10276805-46 2024-04-10T15:12:25.272 INFO:tasks.rados.rados.0.smithi102.stdout:2018: finishing write tid 5 to smithi10276805-46 2024-04-10T15:12:25.272 INFO:tasks.rados.rados.0.smithi102.stdout:2018: oid 46 updating version 0 to 1164 2024-04-10T15:12:25.272 INFO:tasks.rados.rados.0.smithi102.stdout:2018: oid 46 version 1164 is already newer than 1162 2024-04-10T15:12:25.272 INFO:tasks.rados.rados.0.smithi102.stdout:2018: oid 46 version 1164 is already newer than 1161 2024-04-10T15:12:25.273 INFO:tasks.rados.rados.0.smithi102.stdout:2018: oid 46 version 1164 is already newer than 1163 2024-04-10T15:12:25.273 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 1164 (ObjNum 651 snap 180 seq_num 651) dirty exists 2024-04-10T15:12:25.273 INFO:tasks.rados.rados.0.smithi102.stdout:2018: left oid 46 (ObjNum 651 snap 180 seq_num 651) 2024-04-10T15:12:25.273 INFO:tasks.rados.rados.0.smithi102.stdout:2016: expect (ObjNum 550 snap 147 seq_num 550) 2024-04-10T15:12:25.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:25 smithi154 ceph-mon[84269]: osdmap e433: 8 total, 8 up, 8 in 2024-04-10T15:12:25.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:25 smithi154 ceph-mon[84269]: osd.4 marked itself down and dead 2024-04-10T15:12:25.377 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:25 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[35512]: 2024-04-10T15:12:25.110+0000 7f9e654b4700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:12:25.377 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:25 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[35512]: 2024-04-10T15:12:25.110+0000 7f9e654b4700 -1 osd.4 433 *** Got signal Terminated *** 2024-04-10T15:12:25.377 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:25 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[35512]: 2024-04-10T15:12:25.110+0000 7f9e654b4700 -1 osd.4 433 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T15:12:25.572 INFO:tasks.rados.rados.0.smithi102.stdout:2019: finishing write tid 1 to smithi10276805-4 2024-04-10T15:12:25.572 INFO:tasks.rados.rados.0.smithi102.stdout:2019: finishing write tid 2 to smithi10276805-4 2024-04-10T15:12:25.572 INFO:tasks.rados.rados.0.smithi102.stdout:2019: finishing write tid 3 to smithi10276805-4 2024-04-10T15:12:25.572 INFO:tasks.rados.rados.0.smithi102.stdout:2019: finishing write tid 4 to smithi10276805-4 2024-04-10T15:12:25.572 INFO:tasks.rados.rados.0.smithi102.stdout:2019: finishing write tid 5 to smithi10276805-4 2024-04-10T15:12:25.573 INFO:tasks.rados.rados.0.smithi102.stdout:2019: oid 4 updating version 0 to 248 2024-04-10T15:12:25.573 INFO:tasks.rados.rados.0.smithi102.stdout:2019: oid 4 version 248 is already newer than 246 2024-04-10T15:12:25.573 INFO:tasks.rados.rados.0.smithi102.stdout:2019: oid 4 updating version 248 to 249 2024-04-10T15:12:25.573 INFO:tasks.rados.rados.0.smithi102.stdout:2019: oid 4 version 249 is already newer than 247 2024-04-10T15:12:25.573 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 249 (ObjNum 652 snap 180 seq_num 652) dirty exists 2024-04-10T15:12:25.573 INFO:tasks.rados.rados.0.smithi102.stdout:2019: left oid 4 (ObjNum 652 snap 180 seq_num 652) 2024-04-10T15:12:25.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:25 smithi102 ceph-mon[90943]: osdmap e433: 8 total, 8 up, 8 in 2024-04-10T15:12:25.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:25 smithi102 ceph-mon[90943]: osd.4 marked itself down and dead 2024-04-10T15:12:25.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:25 smithi102 ceph-mon[88557]: osdmap e433: 8 total, 8 up, 8 in 2024-04-10T15:12:25.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:25 smithi102 ceph-mon[88557]: osd.4 marked itself down and dead 2024-04-10T15:12:26.058 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:25 smithi154 podman[89304]: 2024-04-10 15:12:25.803048379 +0000 UTC m=+0.788203854 container died 8ae20879a763506a21e5791e574968c112a7cf27a552a0793114f8cb8554f6b4 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, GIT_BRANCH=HEAD) 2024-04-10T15:12:26.198 INFO:tasks.rados.rados.0.smithi102.stdout:2010: done (11 left) 2024-04-10T15:12:26.198 INFO:tasks.rados.rados.0.smithi102.stdout:2011: done (10 left) 2024-04-10T15:12:26.198 INFO:tasks.rados.rados.0.smithi102.stdout:2012: done (9 left) 2024-04-10T15:12:26.198 INFO:tasks.rados.rados.0.smithi102.stdout:2016: done (8 left) 2024-04-10T15:12:26.198 INFO:tasks.rados.rados.0.smithi102.stdout:2018: done (7 left) 2024-04-10T15:12:26.198 INFO:tasks.rados.rados.0.smithi102.stdout:2019: done (6 left) 2024-04-10T15:12:26.199 INFO:tasks.rados.rados.0.smithi102.stdout:2022: done (5 left) 2024-04-10T15:12:26.199 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 181 2024-04-10T15:12:26.199 INFO:tasks.rados.rados.0.smithi102.stdout:2023: seq_num 654 ranges {1097728=557056,1654784=630784,2285568=172032} 2024-04-10T15:12:26.208 INFO:tasks.rados.rados.0.smithi102.stdout:2023: writing smithi10276805-25 from 1097728 to 1654784 tid 1 2024-04-10T15:12:26.212 INFO:tasks.rados.rados.0.smithi102.stdout:2023: writing smithi10276805-25 from 1654784 to 2285568 tid 2 2024-04-10T15:12:26.213 INFO:tasks.rados.rados.0.smithi102.stdout:2023: writing smithi10276805-25 from 2285568 to 2457600 tid 3 2024-04-10T15:12:26.215 INFO:tasks.rados.rados.0.smithi102.stdout:2014: done (5 left) 2024-04-10T15:12:26.215 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 36 current snap is 181 2024-04-10T15:12:26.215 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 1360 (ObjNum 607 snap 166 seq_num 607) dirty exists 2024-04-10T15:12:26.215 INFO:tasks.rados.rados.0.smithi102.stdout:2020: finishing write tid 1 to smithi10276805-48 2024-04-10T15:12:26.215 INFO:tasks.rados.rados.0.smithi102.stdout:2020: finishing write tid 2 to smithi10276805-48 2024-04-10T15:12:26.215 INFO:tasks.rados.rados.0.smithi102.stdout:2020: finishing write tid 3 to smithi10276805-48 2024-04-10T15:12:26.215 INFO:tasks.rados.rados.0.smithi102.stdout:2024: seq_num 655 ranges {0=573440,573440=516096,1089536=286720} 2024-04-10T15:12:26.219 INFO:tasks.rados.rados.0.smithi102.stdout:2024: writing smithi10276805-36 from 0 to 573440 tid 1 2024-04-10T15:12:26.223 INFO:tasks.rados.rados.0.smithi102.stdout:2024: writing smithi10276805-36 from 573440 to 1089536 tid 2 2024-04-10T15:12:26.225 INFO:tasks.rados.rados.0.smithi102.stdout:2024: writing smithi10276805-36 from 1089536 to 1376256 tid 3 2024-04-10T15:12:26.225 INFO:tasks.rados.rados.0.smithi102.stdout:2015: done (5 left) 2024-04-10T15:12:26.225 INFO:tasks.rados.rados.0.smithi102.stdout:2025: read oid 38 snap -1 2024-04-10T15:12:26.225 INFO:tasks.rados.rados.0.smithi102.stdout:2025: expect (ObjNum 641 snap 179 seq_num 641) 2024-04-10T15:12:26.225 INFO:tasks.rados.rados.0.smithi102.stdout:2026: copy_from oid 26 from oid 9 current snap is 181 2024-04-10T15:12:26.225 INFO:tasks.rados.rados.0.smithi102.stdout:2017: finishing rollback tid 1 to smithi10276805-37 2024-04-10T15:12:26.226 INFO:tasks.rados.rados.0.smithi102.stdout:2017: finishing rollback tid 2 to smithi10276805-37 2024-04-10T15:12:26.226 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 1199 (ObjNum 539 snap 144 seq_num 539) dirty exists 2024-04-10T15:12:26.226 INFO:tasks.rados.rados.0.smithi102.stdout:2023: finishing write tid 1 to smithi10276805-25 2024-04-10T15:12:26.226 INFO:tasks.rados.rados.0.smithi102.stdout:2020: finishing write tid 4 to smithi10276805-48 2024-04-10T15:12:26.226 INFO:tasks.rados.rados.0.smithi102.stdout:2023: finishing write tid 2 to smithi10276805-25 2024-04-10T15:12:26.226 INFO:tasks.rados.rados.0.smithi102.stdout:2023: finishing write tid 3 to smithi10276805-25 2024-04-10T15:12:26.226 INFO:tasks.rados.rados.0.smithi102.stdout:2023: finishing write tid 4 to smithi10276805-25 2024-04-10T15:12:26.226 INFO:tasks.rados.rados.0.smithi102.stdout:2017: done (6 left) 2024-04-10T15:12:26.226 INFO:tasks.rados.rados.0.smithi102.stdout:2027: snap_remove snap 175 2024-04-10T15:12:26.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:26 smithi154 ceph-mon[84269]: pgmap v304: 121 pgs: 121 active+clean; 247 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.4 MiB/s wr, 34 op/s 2024-04-10T15:12:26.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:26 smithi154 ceph-mon[84269]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:12:26.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:26 smithi154 ceph-mon[84269]: osdmap e434: 8 total, 7 up, 8 in 2024-04-10T15:12:26.377 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:26 smithi154 podman[89304]: 2024-04-10 15:12:26.127141436 +0000 UTC m=+1.112296903 container cleanup 8ae20879a763506a21e5791e574968c112a7cf27a552a0793114f8cb8554f6b4 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-10T15:12:26.377 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:26 smithi154 bash[89304]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4 2024-04-10T15:12:26.377 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:26 smithi154 podman[89330]: 2024-04-10 15:12:26.328791173 +0000 UTC m=+0.525110051 container remove 8ae20879a763506a21e5791e574968c112a7cf27a552a0793114f8cb8554f6b4 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , RELEASE=reef-d540eba, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=) 2024-04-10T15:12:26.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:26 smithi102 ceph-mon[90943]: pgmap v304: 121 pgs: 121 active+clean; 247 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.4 MiB/s wr, 34 op/s 2024-04-10T15:12:26.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:26 smithi102 ceph-mon[90943]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:12:26.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:26 smithi102 ceph-mon[90943]: osdmap e434: 8 total, 7 up, 8 in 2024-04-10T15:12:26.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:26 smithi102 ceph-mon[88557]: pgmap v304: 121 pgs: 121 active+clean; 247 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 4.4 MiB/s wr, 34 op/s 2024-04-10T15:12:26.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:26 smithi102 ceph-mon[88557]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:12:26.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:26 smithi102 ceph-mon[88557]: osdmap e434: 8 total, 7 up, 8 in 2024-04-10T15:12:27.006 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:26 smithi154 podman[89427]: 2024-04-10 15:12:26.646576245 +0000 UTC m=+0.018133914 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:12:27.006 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:26 smithi154 podman[89427]: 2024-04-10 15:12:26.746725808 +0000 UTC m=+0.118283523 container create b6575a21923757a4e5d08dac2a93fc1c9907c601c5358504b58f00aa61d2ec04 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-10T15:12:27.006 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:26 smithi154 podman[89427]: 2024-04-10 15:12:26.957662253 +0000 UTC m=+0.329219922 container init b6575a21923757a4e5d08dac2a93fc1c9907c601c5358504b58f00aa61d2ec04 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:12:27.006 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:26 smithi154 podman[89427]: 2024-04-10 15:12:26.960987207 +0000 UTC m=+0.332544877 container start b6575a21923757a4e5d08dac2a93fc1c9907c601c5358504b58f00aa61d2ec04 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, ceph=True, org.label-schema.schema-version=1.0) 2024-04-10T15:12:27.006 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:27 smithi154 podman[89427]: 2024-04-10 15:12:27.03248547 +0000 UTC m=+0.404043140 container attach b6575a21923757a4e5d08dac2a93fc1c9907c601c5358504b58f00aa61d2ec04 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-deactivate, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-10T15:12:27.204 INFO:tasks.rados.rados.0.smithi102.stdout:2023: finishing write tid 5 to smithi10276805-25 2024-04-10T15:12:27.204 INFO:tasks.rados.rados.0.smithi102.stdout:2023: oid 25 updating version 0 to 1200 2024-04-10T15:12:27.204 INFO:tasks.rados.rados.0.smithi102.stdout:2023: oid 25 version 1200 is already newer than 1199 2024-04-10T15:12:27.204 INFO:tasks.rados.rados.0.smithi102.stdout:2023: oid 25 version 1200 is already newer than 1198 2024-04-10T15:12:27.204 INFO:tasks.rados.rados.0.smithi102.stdout:2023: oid 25 version 1200 is already newer than 1197 2024-04-10T15:12:27.204 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 1200 (ObjNum 654 snap 181 seq_num 654) dirty exists 2024-04-10T15:12:27.205 INFO:tasks.rados.rados.0.smithi102.stdout:2023: left oid 25 (ObjNum 654 snap 181 seq_num 654) 2024-04-10T15:12:27.205 INFO:tasks.rados.rados.0.smithi102.stdout:2026: finishing copy_from to smithi10276805-26 2024-04-10T15:12:27.205 INFO:tasks.rados.rados.0.smithi102.stdout:2026: got expected ENOENT (src dne) 2024-04-10T15:12:27.205 INFO:tasks.rados.rados.0.smithi102.stdout:2026: finishing copy_from racing read to smithi10276805-26 2024-04-10T15:12:27.205 INFO:tasks.rados.rados.0.smithi102.stdout:2024: finishing write tid 1 to smithi10276805-36 2024-04-10T15:12:27.205 INFO:tasks.rados.rados.0.smithi102.stdout:2024: finishing write tid 2 to smithi10276805-36 2024-04-10T15:12:27.205 INFO:tasks.rados.rados.0.smithi102.stdout:2024: finishing write tid 3 to smithi10276805-36 2024-04-10T15:12:27.205 INFO:tasks.rados.rados.0.smithi102.stdout:2024: finishing write tid 4 to smithi10276805-36 2024-04-10T15:12:27.205 INFO:tasks.rados.rados.0.smithi102.stdout:2025: expect (ObjNum 641 snap 179 seq_num 641) 2024-04-10T15:12:27.243 INFO:tasks.rados.rados.0.smithi102.stdout:2024: finishing write tid 5 to smithi10276805-36 2024-04-10T15:12:27.243 INFO:tasks.rados.rados.0.smithi102.stdout:2024: oid 36 updating version 0 to 1168 2024-04-10T15:12:27.243 INFO:tasks.rados.rados.0.smithi102.stdout:2024: oid 36 version 1168 is already newer than 1165 2024-04-10T15:12:27.243 INFO:tasks.rados.rados.0.smithi102.stdout:2024: oid 36 version 1168 is already newer than 1166 2024-04-10T15:12:27.244 INFO:tasks.rados.rados.0.smithi102.stdout:2024: oid 36 version 1168 is already newer than 1167 2024-04-10T15:12:27.244 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 1168 (ObjNum 655 snap 181 seq_num 655) dirty exists 2024-04-10T15:12:27.244 INFO:tasks.rados.rados.0.smithi102.stdout:2024: left oid 36 (ObjNum 655 snap 181 seq_num 655) 2024-04-10T15:12:27.244 INFO:tasks.rados.rados.0.smithi102.stdout:2020: finishing write tid 5 to smithi10276805-48 2024-04-10T15:12:27.244 INFO:tasks.rados.rados.0.smithi102.stdout:2020: oid 48 updating version 0 to 1365 2024-04-10T15:12:27.244 INFO:tasks.rados.rados.0.smithi102.stdout:2020: oid 48 version 1365 is already newer than 1364 2024-04-10T15:12:27.244 INFO:tasks.rados.rados.0.smithi102.stdout:2020: oid 48 version 1365 is already newer than 1362 2024-04-10T15:12:27.244 INFO:tasks.rados.rados.0.smithi102.stdout:2020: oid 48 version 1365 is already newer than 1363 2024-04-10T15:12:27.244 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 1365 (ObjNum 653 snap 180 seq_num 653) dirty exists 2024-04-10T15:12:27.244 INFO:tasks.rados.rados.0.smithi102.stdout:2020: left oid 48 (ObjNum 653 snap 180 seq_num 653) 2024-04-10T15:12:27.244 INFO:tasks.rados.rados.0.smithi102.stdout:2021: expect (ObjNum 562 snap 151 seq_num 562) 2024-04-10T15:12:27.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:27 smithi154 ceph-mon[84269]: osdmap e435: 8 total, 7 up, 8 in 2024-04-10T15:12:27.377 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:27 smithi154 podman[89427]: 2024-04-10 15:12:27.264865636 +0000 UTC m=+0.636423297 container died b6575a21923757a4e5d08dac2a93fc1c9907c601c5358504b58f00aa61d2ec04 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:12:27.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:27 smithi102 ceph-mon[90943]: osdmap e435: 8 total, 7 up, 8 in 2024-04-10T15:12:27.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:27 smithi102 ceph-mon[88557]: osdmap e435: 8 total, 7 up, 8 in 2024-04-10T15:12:27.713 INFO:tasks.rados.rados.0.smithi102.stdout:2020: done (6 left) 2024-04-10T15:12:27.714 INFO:tasks.rados.rados.0.smithi102.stdout:2021: done (5 left) 2024-04-10T15:12:27.714 INFO:tasks.rados.rados.0.smithi102.stdout:2023: done (4 left) 2024-04-10T15:12:27.714 INFO:tasks.rados.rados.0.smithi102.stdout:2024: done (3 left) 2024-04-10T15:12:27.714 INFO:tasks.rados.rados.0.smithi102.stdout:2025: done (2 left) 2024-04-10T15:12:27.714 INFO:tasks.rados.rados.0.smithi102.stdout:2026: done (1 left) 2024-04-10T15:12:27.714 INFO:tasks.rados.rados.0.smithi102.stdout:2027: done (0 left) 2024-04-10T15:12:27.714 INFO:tasks.rados.rados.0.smithi102.stdout:2028: read oid 33 snap -1 2024-04-10T15:12:27.714 INFO:tasks.rados.rados.0.smithi102.stdout:2028: expect (ObjNum 586 snap 161 seq_num 586) 2024-04-10T15:12:27.714 INFO:tasks.rados.rados.0.smithi102.stdout:2029: delete oid 13 current snap is 181 2024-04-10T15:12:27.715 INFO:tasks.rados.rados.0.smithi102.stdout:2029: done (1 left) 2024-04-10T15:12:27.715 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 21 current snap is 181 2024-04-10T15:12:27.716 INFO:tasks.rados.rados.0.smithi102.stdout:2030: seq_num 657 ranges {827392=606208,1433600=688128,2121728=114688} 2024-04-10T15:12:27.724 INFO:tasks.rados.rados.0.smithi102.stdout:2030: writing smithi10276805-21 from 827392 to 1433600 tid 1 2024-04-10T15:12:27.727 INFO:tasks.rados.rados.0.smithi102.stdout:2030: writing smithi10276805-21 from 1433600 to 2121728 tid 2 2024-04-10T15:12:27.729 INFO:tasks.rados.rados.0.smithi102.stdout:2030: writing smithi10276805-21 from 2121728 to 2236416 tid 3 2024-04-10T15:12:27.729 INFO:tasks.rados.rados.0.smithi102.stdout:2031: read oid 45 snap 160 2024-04-10T15:12:27.729 INFO:tasks.rados.rados.0.smithi102.stdout:2031: expect (ObjNum 487 snap 130 seq_num 487) 2024-04-10T15:12:27.729 INFO:tasks.rados.rados.0.smithi102.stdout:2032: read oid 26 snap 160 2024-04-10T15:12:27.729 INFO:tasks.rados.rados.0.smithi102.stdout:2032: expect (ObjNum 485 snap 129 seq_num 485) 2024-04-10T15:12:27.729 INFO:tasks.rados.rados.0.smithi102.stdout:2033: snap_remove snap 177 2024-04-10T15:12:27.907 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:12:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:12:27] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2024-04-10T15:12:28.127 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:27 smithi154 podman[89453]: 2024-04-10 15:12:27.777765998 +0000 UTC m=+0.507484654 container remove b6575a21923757a4e5d08dac2a93fc1c9907c601c5358504b58f00aa61d2ec04 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:12:28.127 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:27 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.4.service: Deactivated successfully. 2024-04-10T15:12:28.127 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:27 smithi154 systemd[1]: Stopped Ceph osd.4 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:12:28.127 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:27 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.4.service: Consumed 15.566s CPU time. 2024-04-10T15:12:28.127 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:27 smithi154 systemd[1]: Starting Ceph osd.4 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:12:28.183 INFO:tasks.rados.rados.0.smithi102.stdout:2033: done (4 left) 2024-04-10T15:12:28.183 INFO:tasks.rados.rados.0.smithi102.stdout:2034: rollback oid 22 current snap is 181 2024-04-10T15:12:28.183 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 22 to 171 2024-04-10T15:12:28.183 INFO:tasks.rados.rados.0.smithi102.stdout:2028: expect (ObjNum 586 snap 161 seq_num 586) 2024-04-10T15:12:28.487 INFO:tasks.rados.rados.0.smithi102.stdout:2030: finishing write tid 1 to smithi10276805-21 2024-04-10T15:12:28.487 INFO:tasks.rados.rados.0.smithi102.stdout:2030: finishing write tid 2 to smithi10276805-21 2024-04-10T15:12:28.487 INFO:tasks.rados.rados.0.smithi102.stdout:2030: finishing write tid 3 to smithi10276805-21 2024-04-10T15:12:28.487 INFO:tasks.rados.rados.0.smithi102.stdout:2030: finishing write tid 4 to smithi10276805-21 2024-04-10T15:12:28.487 INFO:tasks.rados.rados.0.smithi102.stdout:2030: finishing write tid 5 to smithi10276805-21 2024-04-10T15:12:28.488 INFO:tasks.rados.rados.0.smithi102.stdout:2030: oid 21 updating version 0 to 1121 2024-04-10T15:12:28.488 INFO:tasks.rados.rados.0.smithi102.stdout:2030: oid 21 updating version 1121 to 1122 2024-04-10T15:12:28.488 INFO:tasks.rados.rados.0.smithi102.stdout:2030: oid 21 updating version 1122 to 1123 2024-04-10T15:12:28.488 INFO:tasks.rados.rados.0.smithi102.stdout:2030: oid 21 updating version 1123 to 1124 2024-04-10T15:12:28.488 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 1124 (ObjNum 657 snap 181 seq_num 657) dirty exists 2024-04-10T15:12:28.488 INFO:tasks.rados.rados.0.smithi102.stdout:2030: left oid 21 (ObjNum 657 snap 181 seq_num 657) 2024-04-10T15:12:28.488 INFO:tasks.rados.rados.0.smithi102.stdout:2028: done (4 left) 2024-04-10T15:12:28.488 INFO:tasks.rados.rados.0.smithi102.stdout:2030: done (3 left) 2024-04-10T15:12:28.488 INFO:tasks.rados.rados.0.smithi102.stdout:2035: snap_remove snap 179 2024-04-10T15:12:28.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:28 smithi154 ceph-mon[84269]: pgmap v307: 121 pgs: 1 active+undersized+degraded, 6 peering, 7 stale+active+clean, 2 active+undersized, 105 active+clean; 267 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 6.4 MiB/s wr, 26 op/s; 13/438 objects degraded (2.968%) 2024-04-10T15:12:28.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:28 smithi154 ceph-mon[84269]: Health check failed: Degraded data redundancy: 13/438 objects degraded (2.968%), 1 pg degraded (PG_DEGRADED) 2024-04-10T15:12:28.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:28 smithi154 ceph-mon[84269]: osdmap e436: 8 total, 7 up, 8 in 2024-04-10T15:12:28.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:28 smithi154 ceph-mon[84269]: osdmap e437: 8 total, 7 up, 8 in 2024-04-10T15:12:28.497 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:28 smithi154 podman[89557]: 2024-04-10 15:12:28.117091321 +0000 UTC m=+0.018300407 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:12:28.498 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:28 smithi154 podman[89557]: 2024-04-10 15:12:28.221251395 +0000 UTC m=+0.122460497 container create d6ba18fb858c4717b13ca19a7c91920fc8913f48a229b2ad691b471fa907129e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-activate, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T15:12:28.498 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:28 smithi154 podman[89557]: 2024-04-10 15:12:28.440644761 +0000 UTC m=+0.341853814 container init d6ba18fb858c4717b13ca19a7c91920fc8913f48a229b2ad691b471fa907129e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-activate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD) 2024-04-10T15:12:28.498 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:28 smithi154 podman[89557]: 2024-04-10 15:12:28.444063808 +0000 UTC m=+0.345272875 container start d6ba18fb858c4717b13ca19a7c91920fc8913f48a229b2ad691b471fa907129e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-activate, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:12:28.498 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:28 smithi154 podman[89557]: 2024-04-10 15:12:28.524084166 +0000 UTC m=+0.425293222 container attach d6ba18fb858c4717b13ca19a7c91920fc8913f48a229b2ad691b471fa907129e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-activate, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_CLEAN=True, ceph=True, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:12:28.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:28 smithi102 ceph-mon[90943]: pgmap v307: 121 pgs: 1 active+undersized+degraded, 6 peering, 7 stale+active+clean, 2 active+undersized, 105 active+clean; 267 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 6.4 MiB/s wr, 26 op/s; 13/438 objects degraded (2.968%) 2024-04-10T15:12:28.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:28 smithi102 ceph-mon[90943]: Health check failed: Degraded data redundancy: 13/438 objects degraded (2.968%), 1 pg degraded (PG_DEGRADED) 2024-04-10T15:12:28.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:28 smithi102 ceph-mon[90943]: osdmap e436: 8 total, 7 up, 8 in 2024-04-10T15:12:28.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:28 smithi102 ceph-mon[90943]: osdmap e437: 8 total, 7 up, 8 in 2024-04-10T15:12:28.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:28 smithi102 ceph-mon[88557]: pgmap v307: 121 pgs: 1 active+undersized+degraded, 6 peering, 7 stale+active+clean, 2 active+undersized, 105 active+clean; 267 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 8.4 MiB/s rd, 6.4 MiB/s wr, 26 op/s; 13/438 objects degraded (2.968%) 2024-04-10T15:12:28.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:28 smithi102 ceph-mon[88557]: Health check failed: Degraded data redundancy: 13/438 objects degraded (2.968%), 1 pg degraded (PG_DEGRADED) 2024-04-10T15:12:28.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:28 smithi102 ceph-mon[88557]: osdmap e436: 8 total, 7 up, 8 in 2024-04-10T15:12:28.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:28 smithi102 ceph-mon[88557]: osdmap e437: 8 total, 7 up, 8 in 2024-04-10T15:12:29.127 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:28 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-activate[89573]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-10T15:12:29.127 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:28 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-activate[89573]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-10T15:12:29.127 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:28 smithi154 bash[89557]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-10T15:12:29.127 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:28 smithi154 bash[89557]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-4 --no-mon-config --dev /dev/mapper/vg_nvme-lv_4 2024-04-10T15:12:29.128 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:28 smithi154 bash[89557]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-10T15:12:29.128 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:28 smithi154 bash[89557]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-10T15:12:29.128 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:28 smithi154 bash[89557]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-10T15:12:29.128 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:28 smithi154 bash[89557]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-10T15:12:29.128 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:28 smithi154 bash[89557]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-10T15:12:29.128 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:28 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-activate[89573]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_4 2024-04-10T15:12:29.128 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:28 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-activate[89573]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-3 2024-04-10T15:12:29.128 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:28 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-activate[89573]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-4/block 2024-04-10T15:12:29.128 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:28 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-activate[89573]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-04-10T15:12:29.128 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:28 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-activate[89573]: --> ceph-volume raw activate successful for osd ID: 4 2024-04-10T15:12:29.128 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:28 smithi154 podman[89557]: 2024-04-10 15:12:28.912349599 +0000 UTC m=+0.813558663 container died d6ba18fb858c4717b13ca19a7c91920fc8913f48a229b2ad691b471fa907129e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-activate, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-10T15:12:29.209 INFO:tasks.rados.rados.0.smithi102.stdout:2035: done (3 left) 2024-04-10T15:12:29.210 INFO:tasks.rados.rados.0.smithi102.stdout:2036: snap_remove snap 174 2024-04-10T15:12:29.866 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:29 smithi154 podman[89690]: 2024-04-10 15:12:29.553407315 +0000 UTC m=+0.636184460 container remove d6ba18fb858c4717b13ca19a7c91920fc8913f48a229b2ad691b471fa907129e (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-activate, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:12:29.867 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:29 smithi154 podman[89753]: 2024-04-10 15:12:29.668971118 +0000 UTC m=+0.018384578 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:12:29.867 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:29 smithi154 podman[89753]: 2024-04-10 15:12:29.788059448 +0000 UTC m=+0.137472912 container create b11287656a89e63e042652d6d2df2585df1a9beb6a7a53727e194cfd4776ca43 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True) 2024-04-10T15:12:30.127 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:29 smithi154 podman[89753]: 2024-04-10 15:12:29.998705252 +0000 UTC m=+0.348118707 container init b11287656a89e63e042652d6d2df2585df1a9beb6a7a53727e194cfd4776ca43 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:12:30.127 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:30 smithi154 podman[89753]: 2024-04-10 15:12:30.001667648 +0000 UTC m=+0.351081104 container start b11287656a89e63e042652d6d2df2585df1a9beb6a7a53727e194cfd4776ca43 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-10T15:12:30.127 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:30 smithi154 ceph-osd[89771]: -- 172.21.15.154:0/195407802 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e3b19cb680 con 0x55e3b1994c00 2024-04-10T15:12:30.127 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:30 smithi154 bash[89753]: b11287656a89e63e042652d6d2df2585df1a9beb6a7a53727e194cfd4776ca43 2024-04-10T15:12:30.127 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:30 smithi154 systemd[1]: Started Ceph osd.4 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:12:30.215 INFO:tasks.rados.rados.0.smithi102.stdout:2036: done (3 left) 2024-04-10T15:12:30.215 INFO:tasks.rados.rados.0.smithi102.stdout:2037: delete oid 44 current snap is 181 2024-04-10T15:12:30.215 INFO:tasks.rados.rados.0.smithi102.stdout:2031: expect (ObjNum 487 snap 130 seq_num 487) 2024-04-10T15:12:30.372 INFO:tasks.rados.rados.0.smithi102.stdout:2032: expect (ObjNum 485 snap 129 seq_num 485) 2024-04-10T15:12:30.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:30 smithi154 ceph-mon[84269]: pgmap v310: 121 pgs: 11 active+undersized+degraded, 6 peering, 28 active+undersized, 76 active+clean; 280 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.2 MiB/s wr, 28 op/s; 63/453 objects degraded (13.907%) 2024-04-10T15:12:30.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:30 smithi154 ceph-mon[84269]: osdmap e438: 8 total, 7 up, 8 in 2024-04-10T15:12:30.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:30 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:30.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:30 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:30.520 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:30 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:12:30.640 INFO:tasks.rados.rados.0.smithi102.stdout:2034: finishing rollback tid 0 to smithi10276805-22 2024-04-10T15:12:30.640 INFO:tasks.rados.rados.0.smithi102.stdout:2034: finishing rollback tid 1 to smithi10276805-22 2024-04-10T15:12:30.640 INFO:tasks.rados.rados.0.smithi102.stdout:2034: finishing rollback tid 2 to smithi10276805-22 2024-04-10T15:12:30.640 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 1182 (ObjNum 618 snap 171 seq_num 618) dirty exists 2024-04-10T15:12:30.641 INFO:tasks.rados.rados.0.smithi102.stdout:2031: done (3 left) 2024-04-10T15:12:30.641 INFO:tasks.rados.rados.0.smithi102.stdout:2032: done (2 left) 2024-04-10T15:12:30.641 INFO:tasks.rados.rados.0.smithi102.stdout:2034: done (1 left) 2024-04-10T15:12:30.641 INFO:tasks.rados.rados.0.smithi102.stdout:2037: done (0 left) 2024-04-10T15:12:30.641 INFO:tasks.rados.rados.0.smithi102.stdout:2038: read oid 47 snap -1 2024-04-10T15:12:30.641 INFO:tasks.rados.rados.0.smithi102.stdout:2038: expect (ObjNum 562 snap 151 seq_num 562) 2024-04-10T15:12:30.641 INFO:tasks.rados.rados.0.smithi102.stdout:2039: read oid 2 snap -1 2024-04-10T15:12:30.641 INFO:tasks.rados.rados.0.smithi102.stdout:2039: expect deleted 2024-04-10T15:12:30.641 INFO:tasks.rados.rados.0.smithi102.stdout:2040: read oid 42 snap -1 2024-04-10T15:12:30.641 INFO:tasks.rados.rados.0.smithi102.stdout:2040: expect deleted 2024-04-10T15:12:30.641 INFO:tasks.rados.rados.0.smithi102.stdout:2041: copy_from oid 7 from oid 24 current snap is 181 2024-04-10T15:12:30.641 INFO:tasks.rados.rados.0.smithi102.stdout:2042: copy_from oid 1 from oid 14 current snap is 181 2024-04-10T15:12:30.641 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 33 current snap is 181 2024-04-10T15:12:30.641 INFO:tasks.rados.rados.0.smithi102.stdout:2043: seq_num 659 ranges {5193728=647168,5840896=450560,6291456=352256} 2024-04-10T15:12:30.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:30 smithi102 ceph-mon[90943]: pgmap v310: 121 pgs: 11 active+undersized+degraded, 6 peering, 28 active+undersized, 76 active+clean; 280 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.2 MiB/s wr, 28 op/s; 63/453 objects degraded (13.907%) 2024-04-10T15:12:30.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:30 smithi102 ceph-mon[90943]: osdmap e438: 8 total, 7 up, 8 in 2024-04-10T15:12:30.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:30 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:30.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:30 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:30.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:30 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:12:30.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:30 smithi102 ceph-mon[88557]: pgmap v310: 121 pgs: 11 active+undersized+degraded, 6 peering, 28 active+undersized, 76 active+clean; 280 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 22 MiB/s rd, 4.2 MiB/s wr, 28 op/s; 63/453 objects degraded (13.907%) 2024-04-10T15:12:30.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:30 smithi102 ceph-mon[88557]: osdmap e438: 8 total, 7 up, 8 in 2024-04-10T15:12:30.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:30 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:30.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:30 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:30.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:30 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:12:30.672 INFO:tasks.rados.rados.0.smithi102.stdout:2043: writing smithi10276805-33 from 5193728 to 5840896 tid 1 2024-04-10T15:12:30.675 INFO:tasks.rados.rados.0.smithi102.stdout:2043: writing smithi10276805-33 from 5840896 to 6291456 tid 2 2024-04-10T15:12:30.678 INFO:tasks.rados.rados.0.smithi102.stdout:2043: writing smithi10276805-33 from 6291456 to 6643712 tid 3 2024-04-10T15:12:30.678 INFO:tasks.rados.rados.0.smithi102.stdout:2044: read oid 41 snap -1 2024-04-10T15:12:30.678 INFO:tasks.rados.rados.0.smithi102.stdout:2044: expect (ObjNum 568 snap 154 seq_num 568) 2024-04-10T15:12:30.678 INFO:tasks.rados.rados.0.smithi102.stdout:2045: snap_create 2024-04-10T15:12:30.678 INFO:tasks.rados.rados.0.smithi102.stdout:2042: finishing copy_from racing read to smithi10276805-1 2024-04-10T15:12:30.678 INFO:tasks.rados.rados.0.smithi102.stdout:2042: finishing copy_from to smithi10276805-1 2024-04-10T15:12:30.678 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 1170 (ObjNum 623 snap 173 seq_num 623) dirty exists 2024-04-10T15:12:30.678 INFO:tasks.rados.rados.0.smithi102.stdout:2041: finishing copy_from racing read to smithi10276805-7 2024-04-10T15:12:30.678 INFO:tasks.rados.rados.0.smithi102.stdout:2043: finishing write tid 1 to smithi10276805-33 2024-04-10T15:12:30.678 INFO:tasks.rados.rados.0.smithi102.stdout:2041: finishing copy_from to smithi10276805-7 2024-04-10T15:12:30.678 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 1092 (ObjNum 550 snap 147 seq_num 550) dirty exists 2024-04-10T15:12:30.679 INFO:tasks.rados.rados.0.smithi102.stdout:2038: expect (ObjNum 562 snap 151 seq_num 562) 2024-04-10T15:12:30.877 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[89767]: 2024-04-10T15:12:30.545+0000 7f5f2514b7c0 -1 Falling back to public interface 2024-04-10T15:12:31.153 INFO:tasks.rados.rados.0.smithi102.stdout:2043: finishing write tid 2 to smithi10276805-33 2024-04-10T15:12:31.153 INFO:tasks.rados.rados.0.smithi102.stdout:2043: finishing write tid 3 to smithi10276805-33 2024-04-10T15:12:31.153 INFO:tasks.rados.rados.0.smithi102.stdout:2043: finishing write tid 4 to smithi10276805-33 2024-04-10T15:12:31.153 INFO:tasks.rados.rados.0.smithi102.stdout:2043: finishing write tid 5 to smithi10276805-33 2024-04-10T15:12:31.153 INFO:tasks.rados.rados.0.smithi102.stdout:2043: oid 33 updating version 0 to 1125 2024-04-10T15:12:31.153 INFO:tasks.rados.rados.0.smithi102.stdout:2043: oid 33 updating version 1125 to 1127 2024-04-10T15:12:31.154 INFO:tasks.rados.rados.0.smithi102.stdout:2043: oid 33 version 1127 is already newer than 1126 2024-04-10T15:12:31.154 INFO:tasks.rados.rados.0.smithi102.stdout:2043: oid 33 updating version 1127 to 1128 2024-04-10T15:12:31.154 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 1128 (ObjNum 659 snap 181 seq_num 659) dirty exists 2024-04-10T15:12:31.154 INFO:tasks.rados.rados.0.smithi102.stdout:2043: left oid 33 (ObjNum 659 snap 181 seq_num 659) 2024-04-10T15:12:31.154 INFO:tasks.rados.rados.0.smithi102.stdout:2044: expect (ObjNum 568 snap 154 seq_num 568) 2024-04-10T15:12:31.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:31 smithi154 ceph-mon[84269]: osdmap e439: 8 total, 7 up, 8 in 2024-04-10T15:12:31.558 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:31 smithi102 ceph-mon[90943]: osdmap e439: 8 total, 7 up, 8 in 2024-04-10T15:12:31.558 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:31 smithi102 ceph-mon[88557]: osdmap e439: 8 total, 7 up, 8 in 2024-04-10T15:12:31.688 INFO:tasks.rados.rados.0.smithi102.stdout:2038: done (7 left) 2024-04-10T15:12:31.688 INFO:tasks.rados.rados.0.smithi102.stdout:2039: done (6 left) 2024-04-10T15:12:31.688 INFO:tasks.rados.rados.0.smithi102.stdout:2040: done (5 left) 2024-04-10T15:12:31.688 INFO:tasks.rados.rados.0.smithi102.stdout:2041: done (4 left) 2024-04-10T15:12:31.688 INFO:tasks.rados.rados.0.smithi102.stdout:2042: done (3 left) 2024-04-10T15:12:31.688 INFO:tasks.rados.rados.0.smithi102.stdout:2043: done (2 left) 2024-04-10T15:12:31.688 INFO:tasks.rados.rados.0.smithi102.stdout:2044: done (1 left) 2024-04-10T15:12:31.689 INFO:tasks.rados.rados.0.smithi102.stdout:2045: done (0 left) 2024-04-10T15:12:31.689 INFO:tasks.rados.rados.0.smithi102.stdout:2046: read oid 9 snap -1 2024-04-10T15:12:31.689 INFO:tasks.rados.rados.0.smithi102.stdout:2046: expect deleted 2024-04-10T15:12:31.689 INFO:tasks.rados.rados.0.smithi102.stdout:2047: read oid 2 snap -1 2024-04-10T15:12:31.689 INFO:tasks.rados.rados.0.smithi102.stdout:2047: expect deleted 2024-04-10T15:12:31.689 INFO:tasks.rados.rados.0.smithi102.stdout:2048: snap_create 2024-04-10T15:12:32.225 INFO:tasks.rados.rados.0.smithi102.stdout:2046: done (2 left) 2024-04-10T15:12:32.225 INFO:tasks.rados.rados.0.smithi102.stdout:2047: done (1 left) 2024-04-10T15:12:32.225 INFO:tasks.rados.rados.0.smithi102.stdout:2048: done (0 left) 2024-04-10T15:12:32.225 INFO:tasks.rados.rados.0.smithi102.stdout:2049: rollback oid 37 current snap is 183 2024-04-10T15:12:32.225 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 37 to 182 2024-04-10T15:12:32.225 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 183 2024-04-10T15:12:32.225 INFO:tasks.rados.rados.0.smithi102.stdout:2050: seq_num 660 ranges {1343488=663552,2007040=737280,2744320=65536} 2024-04-10T15:12:32.236 INFO:tasks.rados.rados.0.smithi102.stdout:2050: writing smithi10276805-48 from 1343488 to 2007040 tid 1 2024-04-10T15:12:32.240 INFO:tasks.rados.rados.0.smithi102.stdout:2050: writing smithi10276805-48 from 2007040 to 2744320 tid 2 2024-04-10T15:12:32.241 INFO:tasks.rados.rados.0.smithi102.stdout:2050: writing smithi10276805-48 from 2744320 to 2809856 tid 3 2024-04-10T15:12:32.241 INFO:tasks.rados.rados.0.smithi102.stdout:2051: snap_create 2024-04-10T15:12:32.241 INFO:tasks.rados.rados.0.smithi102.stdout:2049: finishing rollback tid 0 to smithi10276805-37 2024-04-10T15:12:32.241 INFO:tasks.rados.rados.0.smithi102.stdout:2049: finishing rollback tid 1 to smithi10276805-37 2024-04-10T15:12:32.241 INFO:tasks.rados.rados.0.smithi102.stdout:2049: finishing rollback tid 2 to smithi10276805-37 2024-04-10T15:12:32.241 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 1202 (ObjNum 539 snap 144 seq_num 539) dirty exists 2024-04-10T15:12:32.241 INFO:tasks.rados.rados.0.smithi102.stdout:2050: finishing write tid 1 to smithi10276805-48 2024-04-10T15:12:32.246 INFO:tasks.rados.rados.0.smithi102.stdout:2050: finishing write tid 2 to smithi10276805-48 2024-04-10T15:12:32.246 INFO:tasks.rados.rados.0.smithi102.stdout:2050: finishing write tid 3 to smithi10276805-48 2024-04-10T15:12:32.246 INFO:tasks.rados.rados.0.smithi102.stdout:2050: finishing write tid 4 to smithi10276805-48 2024-04-10T15:12:32.247 INFO:tasks.rados.rados.0.smithi102.stdout:2050: finishing write tid 5 to smithi10276805-48 2024-04-10T15:12:32.247 INFO:tasks.rados.rados.0.smithi102.stdout:2050: oid 48 updating version 0 to 1372 2024-04-10T15:12:32.247 INFO:tasks.rados.rados.0.smithi102.stdout:2050: oid 48 version 1372 is already newer than 1371 2024-04-10T15:12:32.247 INFO:tasks.rados.rados.0.smithi102.stdout:2050: oid 48 version 1372 is already newer than 1370 2024-04-10T15:12:32.247 INFO:tasks.rados.rados.0.smithi102.stdout:2050: oid 48 version 1372 is already newer than 1369 2024-04-10T15:12:32.247 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 1372 (ObjNum 660 snap 183 seq_num 660) dirty exists 2024-04-10T15:12:32.247 INFO:tasks.rados.rados.0.smithi102.stdout:2050: left oid 48 (ObjNum 660 snap 183 seq_num 660) 2024-04-10T15:12:32.575 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:32 smithi102 ceph-mon[90943]: pgmap v313: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 280 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 20 op/s; 69/453 objects degraded (15.232%) 2024-04-10T15:12:32.575 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:32 smithi102 ceph-mon[90943]: osdmap e440: 8 total, 7 up, 8 in 2024-04-10T15:12:32.575 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:32 smithi102 ceph-mon[88557]: pgmap v313: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 280 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 20 op/s; 69/453 objects degraded (15.232%) 2024-04-10T15:12:32.576 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:32 smithi102 ceph-mon[88557]: osdmap e440: 8 total, 7 up, 8 in 2024-04-10T15:12:32.627 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:12:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:12:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:12:32.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:32 smithi154 ceph-mon[84269]: pgmap v313: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 280 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 1.2 MiB/s wr, 20 op/s; 69/453 objects degraded (15.232%) 2024-04-10T15:12:32.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:32 smithi154 ceph-mon[84269]: osdmap e440: 8 total, 7 up, 8 in 2024-04-10T15:12:33.183 INFO:tasks.rados.rados.0.smithi102.stdout:2049: done (2 left) 2024-04-10T15:12:33.184 INFO:tasks.rados.rados.0.smithi102.stdout:2050: done (1 left) 2024-04-10T15:12:33.184 INFO:tasks.rados.rados.0.smithi102.stdout:2051: done (0 left) 2024-04-10T15:12:33.184 INFO:tasks.rados.rados.0.smithi102.stdout:2052: read oid 21 snap -1 2024-04-10T15:12:33.184 INFO:tasks.rados.rados.0.smithi102.stdout:2052: expect (ObjNum 657 snap 181 seq_num 657) 2024-04-10T15:12:33.184 INFO:tasks.rados.rados.0.smithi102.stdout:2053: snap_remove snap 160 2024-04-10T15:12:33.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:33 smithi102 ceph-mon[90943]: osdmap e441: 8 total, 7 up, 8 in 2024-04-10T15:12:33.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:33 smithi102 ceph-mon[90943]: Health check update: Degraded data redundancy: 69/453 objects degraded (15.232%), 13 pgs degraded (PG_DEGRADED) 2024-04-10T15:12:33.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:33 smithi102 ceph-mon[90943]: osdmap e442: 8 total, 7 up, 8 in 2024-04-10T15:12:33.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:33 smithi102 ceph-mon[88557]: osdmap e441: 8 total, 7 up, 8 in 2024-04-10T15:12:33.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:33 smithi102 ceph-mon[88557]: Health check update: Degraded data redundancy: 69/453 objects degraded (15.232%), 13 pgs degraded (PG_DEGRADED) 2024-04-10T15:12:33.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:33 smithi102 ceph-mon[88557]: osdmap e442: 8 total, 7 up, 8 in 2024-04-10T15:12:33.511 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:12:33 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:12:33.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:12:33.511 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:33 smithi154 ceph-mon[84269]: osdmap e441: 8 total, 7 up, 8 in 2024-04-10T15:12:33.512 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:33 smithi154 ceph-mon[84269]: Health check update: Degraded data redundancy: 69/453 objects degraded (15.232%), 13 pgs degraded (PG_DEGRADED) 2024-04-10T15:12:33.512 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:33 smithi154 ceph-mon[84269]: osdmap e442: 8 total, 7 up, 8 in 2024-04-10T15:12:34.126 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:33 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[89767]: 2024-04-10T15:12:33.840+0000 7f5f2514b7c0 -1 osd.4 433 log_to_monitors true 2024-04-10T15:12:34.184 INFO:tasks.rados.rados.0.smithi102.stdout:2053: done (1 left) 2024-04-10T15:12:34.185 INFO:tasks.rados.rados.0.smithi102.stdout:2054: copy_from oid 1 from oid 37 current snap is 184 2024-04-10T15:12:34.185 INFO:tasks.rados.rados.0.smithi102.stdout:2052: expect (ObjNum 657 snap 181 seq_num 657) 2024-04-10T15:12:34.264 INFO:tasks.rados.rados.0.smithi102.stdout:2052: done (1 left) 2024-04-10T15:12:34.265 INFO:tasks.rados.rados.0.smithi102.stdout:2055: snap_create 2024-04-10T15:12:34.269 INFO:tasks.rados.rados.0.smithi102.stdout:2054: finishing copy_from racing read to smithi10276805-1 2024-04-10T15:12:34.340 INFO:tasks.rados.rados.0.smithi102.stdout:2054: finishing copy_from to smithi10276805-1 2024-04-10T15:12:34.340 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 1202 (ObjNum 539 snap 144 seq_num 539) dirty exists 2024-04-10T15:12:34.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:34 smithi154 ceph-mon[84269]: pgmap v316: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 283 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 6 op/s; 71/450 objects degraded (15.778%) 2024-04-10T15:12:34.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:34 smithi154 ceph-mon[84269]: from='osd.4 [v2:172.21.15.154:6800/3556235768,v1:172.21.15.154:6801/3556235768]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:12:34.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:34 smithi154 ceph-mon[84269]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:12:34.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:34 smithi154 ceph-mon[84269]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-10T15:12:34.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:34 smithi154 ceph-mon[84269]: osdmap e443: 8 total, 7 up, 8 in 2024-04-10T15:12:34.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:34 smithi154 ceph-mon[84269]: from='osd.4 [v2:172.21.15.154:6800/3556235768,v1:172.21.15.154:6801/3556235768]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:12:34.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:34 smithi154 ceph-mon[84269]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:12:34.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:34 smithi102 ceph-mon[90943]: pgmap v316: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 283 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 6 op/s; 71/450 objects degraded (15.778%) 2024-04-10T15:12:34.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:34 smithi102 ceph-mon[90943]: from='osd.4 [v2:172.21.15.154:6800/3556235768,v1:172.21.15.154:6801/3556235768]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:12:34.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:34 smithi102 ceph-mon[90943]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:12:34.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:34 smithi102 ceph-mon[90943]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-10T15:12:34.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:34 smithi102 ceph-mon[90943]: osdmap e443: 8 total, 7 up, 8 in 2024-04-10T15:12:34.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:34 smithi102 ceph-mon[90943]: from='osd.4 [v2:172.21.15.154:6800/3556235768,v1:172.21.15.154:6801/3556235768]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:12:34.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:34 smithi102 ceph-mon[90943]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:12:34.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:34 smithi102 ceph-mon[88557]: pgmap v316: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 283 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.2 MiB/s wr, 6 op/s; 71/450 objects degraded (15.778%) 2024-04-10T15:12:34.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:34 smithi102 ceph-mon[88557]: from='osd.4 [v2:172.21.15.154:6800/3556235768,v1:172.21.15.154:6801/3556235768]' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:12:34.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:34 smithi102 ceph-mon[88557]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]: dispatch 2024-04-10T15:12:34.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:34 smithi102 ceph-mon[88557]: from='osd.4 ' entity='osd.4' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["4"]}]': finished 2024-04-10T15:12:34.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:34 smithi102 ceph-mon[88557]: osdmap e443: 8 total, 7 up, 8 in 2024-04-10T15:12:34.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:34 smithi102 ceph-mon[88557]: from='osd.4 [v2:172.21.15.154:6800/3556235768,v1:172.21.15.154:6801/3556235768]' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:12:34.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:34 smithi102 ceph-mon[88557]: from='osd.4 ' entity='osd.4' cmd=[{"prefix": "osd crush create-or-move", "id": 4, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:12:35.126 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:12:34 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[89767]: 2024-04-10T15:12:34.658+0000 7f5f1259b700 -1 osd.4 433 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:12:35.257 INFO:tasks.rados.rados.0.smithi102.stdout:2054: done (1 left) 2024-04-10T15:12:35.257 INFO:tasks.rados.rados.0.smithi102.stdout:2055: done (0 left) 2024-04-10T15:12:35.257 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 21 current snap is 185 2024-04-10T15:12:35.257 INFO:tasks.rados.rados.0.smithi102.stdout:2056: seq_num 661 ranges {2236416=679936,2916352=622592,3538944=180224} 2024-04-10T15:12:35.274 INFO:tasks.rados.rados.0.smithi102.stdout:2056: writing smithi10276805-21 from 2236416 to 2916352 tid 1 2024-04-10T15:12:35.278 INFO:tasks.rados.rados.0.smithi102.stdout:2056: writing smithi10276805-21 from 2916352 to 3538944 tid 2 2024-04-10T15:12:35.279 INFO:tasks.rados.rados.0.smithi102.stdout:2056: writing smithi10276805-21 from 3538944 to 3719168 tid 3 2024-04-10T15:12:35.279 INFO:tasks.rados.rados.0.smithi102.stdout:2057: snap_remove snap 183 2024-04-10T15:12:35.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:35 smithi154 ceph-mon[84269]: from='osd.4 ' entity='osd.4' 2024-04-10T15:12:35.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:35 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:35.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:35 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:35.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:35 smithi154 ceph-mon[84269]: pgmap v319: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 286 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.7 MiB/s wr, 8 op/s; 73/453 objects degraded (16.115%) 2024-04-10T15:12:35.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:35 smithi154 ceph-mon[84269]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:12:35.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:35 smithi154 ceph-mon[84269]: osd.4 [v2:172.21.15.154:6800/3556235768,v1:172.21.15.154:6801/3556235768] boot 2024-04-10T15:12:35.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:35 smithi154 ceph-mon[84269]: osdmap e444: 8 total, 8 up, 8 in 2024-04-10T15:12:35.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:35 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:12:35.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:35 smithi102 ceph-mon[90943]: from='osd.4 ' entity='osd.4' 2024-04-10T15:12:35.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:35 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:35.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:35 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:35.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:35 smithi102 ceph-mon[90943]: pgmap v319: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 286 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.7 MiB/s wr, 8 op/s; 73/453 objects degraded (16.115%) 2024-04-10T15:12:35.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:35 smithi102 ceph-mon[90943]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:12:35.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:35 smithi102 ceph-mon[90943]: osd.4 [v2:172.21.15.154:6800/3556235768,v1:172.21.15.154:6801/3556235768] boot 2024-04-10T15:12:35.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:35 smithi102 ceph-mon[90943]: osdmap e444: 8 total, 8 up, 8 in 2024-04-10T15:12:35.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:35 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:12:35.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:35 smithi102 ceph-mon[88557]: from='osd.4 ' entity='osd.4' 2024-04-10T15:12:35.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:35 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:35.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:35 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:35.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:35 smithi102 ceph-mon[88557]: pgmap v319: 121 pgs: 13 active+undersized+degraded, 32 active+undersized, 76 active+clean; 286 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 2.7 MiB/s wr, 8 op/s; 73/453 objects degraded (16.115%) 2024-04-10T15:12:35.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:35 smithi102 ceph-mon[88557]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:12:35.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:35 smithi102 ceph-mon[88557]: osd.4 [v2:172.21.15.154:6800/3556235768,v1:172.21.15.154:6801/3556235768] boot 2024-04-10T15:12:35.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:35 smithi102 ceph-mon[88557]: osdmap e444: 8 total, 8 up, 8 in 2024-04-10T15:12:35.908 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:35 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 4}]: dispatch 2024-04-10T15:12:36.261 INFO:tasks.rados.rados.0.smithi102.stdout:2057: done (1 left) 2024-04-10T15:12:36.261 INFO:tasks.rados.rados.0.smithi102.stdout:2058: read oid 46 snap -1 2024-04-10T15:12:36.261 INFO:tasks.rados.rados.0.smithi102.stdout:2058: expect (ObjNum 651 snap 180 seq_num 651) 2024-04-10T15:12:36.261 INFO:tasks.rados.rados.0.smithi102.stdout:2059: snap_create 2024-04-10T15:12:36.271 INFO:tasks.rados.rados.0.smithi102.stdout:2058: expect (ObjNum 651 snap 180 seq_num 651) 2024-04-10T15:12:36.316 INFO:tasks.rados.rados.0.smithi102.stdout:2056: finishing write tid 1 to smithi10276805-21 2024-04-10T15:12:36.317 INFO:tasks.rados.rados.0.smithi102.stdout:2056: finishing write tid 2 to smithi10276805-21 2024-04-10T15:12:36.317 INFO:tasks.rados.rados.0.smithi102.stdout:2056: finishing write tid 3 to smithi10276805-21 2024-04-10T15:12:36.317 INFO:tasks.rados.rados.0.smithi102.stdout:2056: finishing write tid 4 to smithi10276805-21 2024-04-10T15:12:36.317 INFO:tasks.rados.rados.0.smithi102.stdout:2056: finishing write tid 5 to smithi10276805-21 2024-04-10T15:12:36.317 INFO:tasks.rados.rados.0.smithi102.stdout:2056: oid 21 updating version 0 to 1131 2024-04-10T15:12:36.317 INFO:tasks.rados.rados.0.smithi102.stdout:2056: oid 21 updating version 1131 to 1132 2024-04-10T15:12:36.317 INFO:tasks.rados.rados.0.smithi102.stdout:2056: oid 21 version 1132 is already newer than 1129 2024-04-10T15:12:36.317 INFO:tasks.rados.rados.0.smithi102.stdout:2056: oid 21 version 1132 is already newer than 1130 2024-04-10T15:12:36.317 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 1132 (ObjNum 661 snap 185 seq_num 661) dirty exists 2024-04-10T15:12:36.317 INFO:tasks.rados.rados.0.smithi102.stdout:2056: left oid 21 (ObjNum 661 snap 185 seq_num 661) 2024-04-10T15:12:37.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:37.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:37.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:36 smithi154 ceph-mon[84269]: osdmap e445: 8 total, 8 up, 8 in 2024-04-10T15:12:37.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:37.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:37.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:36 smithi102 ceph-mon[90943]: osdmap e445: 8 total, 8 up, 8 in 2024-04-10T15:12:37.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:37.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:37.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:36 smithi102 ceph-mon[88557]: osdmap e445: 8 total, 8 up, 8 in 2024-04-10T15:12:37.259 INFO:tasks.rados.rados.0.smithi102.stdout:2056: done (2 left) 2024-04-10T15:12:37.259 INFO:tasks.rados.rados.0.smithi102.stdout:2058: done (1 left) 2024-04-10T15:12:37.259 INFO:tasks.rados.rados.0.smithi102.stdout:2059: done (0 left) 2024-04-10T15:12:37.259 INFO:tasks.rados.rados.0.smithi102.stdout:2060: rollback oid 23 current snap is 186 2024-04-10T15:12:37.259 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 23 to 171 2024-04-10T15:12:37.259 INFO:tasks.rados.rados.0.smithi102.stdout:2061: copy_from oid 7 from oid 25 current snap is 186 2024-04-10T15:12:37.259 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 8 current snap is 186 2024-04-10T15:12:37.260 INFO:tasks.rados.rados.0.smithi102.stdout:2062: seq_num 662 ranges {1261568=696320,1957888=557056,2514944=245760} 2024-04-10T15:12:37.269 INFO:tasks.rados.rados.0.smithi102.stdout:2062: writing smithi10276805-8 from 1261568 to 1957888 tid 1 2024-04-10T15:12:37.273 INFO:tasks.rados.rados.0.smithi102.stdout:2062: writing smithi10276805-8 from 1957888 to 2514944 tid 2 2024-04-10T15:12:37.274 INFO:tasks.rados.rados.0.smithi102.stdout:2062: writing smithi10276805-8 from 2514944 to 2760704 tid 3 2024-04-10T15:12:37.274 INFO:tasks.rados.rados.0.smithi102.stdout:2063: snap_remove snap 182 2024-04-10T15:12:37.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:37 smithi102 ceph-mon[90943]: pgmap v322: 121 pgs: 1 activating+degraded, 1 activating, 5 peering, 11 active+undersized+degraded, 27 active+undersized, 76 active+clean; 276 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 564 KiB/s wr, 3 op/s; 59/435 objects degraded (13.563%) 2024-04-10T15:12:37.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:37 smithi102 ceph-mon[90943]: osdmap e446: 8 total, 8 up, 8 in 2024-04-10T15:12:37.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:37 smithi102 ceph-mon[88557]: pgmap v322: 121 pgs: 1 activating+degraded, 1 activating, 5 peering, 11 active+undersized+degraded, 27 active+undersized, 76 active+clean; 276 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 564 KiB/s wr, 3 op/s; 59/435 objects degraded (13.563%) 2024-04-10T15:12:37.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:37 smithi102 ceph-mon[88557]: osdmap e446: 8 total, 8 up, 8 in 2024-04-10T15:12:37.907 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:12:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:12:37] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2024-04-10T15:12:38.070 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:37 smithi154 ceph-mon[84269]: pgmap v322: 121 pgs: 1 activating+degraded, 1 activating, 5 peering, 11 active+undersized+degraded, 27 active+undersized, 76 active+clean; 276 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 564 KiB/s wr, 3 op/s; 59/435 objects degraded (13.563%) 2024-04-10T15:12:38.070 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:37 smithi154 ceph-mon[84269]: osdmap e446: 8 total, 8 up, 8 in 2024-04-10T15:12:38.261 INFO:tasks.rados.rados.0.smithi102.stdout:2063: done (3 left) 2024-04-10T15:12:38.261 INFO:tasks.rados.rados.0.smithi102.stdout:2064: read oid 31 snap -1 2024-04-10T15:12:38.261 INFO:tasks.rados.rados.0.smithi102.stdout:2064: expect (ObjNum 622 snap 173 seq_num 622) 2024-04-10T15:12:38.261 INFO:tasks.rados.rados.0.smithi102.stdout:2065: read oid 29 snap -1 2024-04-10T15:12:38.262 INFO:tasks.rados.rados.0.smithi102.stdout:2065: expect (ObjNum 607 snap 166 seq_num 607) 2024-04-10T15:12:38.262 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 16 current snap is 186 2024-04-10T15:12:38.262 INFO:tasks.rados.rados.0.smithi102.stdout:2060: finishing rollback tid 0 to smithi10276805-23 2024-04-10T15:12:38.262 INFO:tasks.rados.rados.0.smithi102.stdout:2060: finishing rollback tid 1 to smithi10276805-23 2024-04-10T15:12:38.262 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1202 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:12:38.262 INFO:tasks.rados.rados.0.smithi102.stdout:2062: finishing write tid 1 to smithi10276805-8 2024-04-10T15:12:38.262 INFO:tasks.rados.rados.0.smithi102.stdout:2062: finishing write tid 2 to smithi10276805-8 2024-04-10T15:12:38.262 INFO:tasks.rados.rados.0.smithi102.stdout:2061: finishing copy_from racing read to smithi10276805-7 2024-04-10T15:12:38.262 INFO:tasks.rados.rados.0.smithi102.stdout:2066: seq_num 663 ranges {12484608=712704,13197312=442368,13639680=360448} 2024-04-10T15:12:38.331 INFO:tasks.rados.rados.0.smithi102.stdout:2066: writing smithi10276805-16 from 12484608 to 13197312 tid 1 2024-04-10T15:12:38.334 INFO:tasks.rados.rados.0.smithi102.stdout:2066: writing smithi10276805-16 from 13197312 to 13639680 tid 2 2024-04-10T15:12:38.337 INFO:tasks.rados.rados.0.smithi102.stdout:2066: writing smithi10276805-16 from 13639680 to 14000128 tid 3 2024-04-10T15:12:38.337 INFO:tasks.rados.rados.0.smithi102.stdout:2060: done (5 left) 2024-04-10T15:12:38.337 INFO:tasks.rados.rados.0.smithi102.stdout:2067: read oid 9 snap 171 2024-04-10T15:12:38.337 INFO:tasks.rados.rados.0.smithi102.stdout:2067: expect deleted 2024-04-10T15:12:38.337 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 3 current snap is 186 2024-04-10T15:12:38.337 INFO:tasks.rados.rados.0.smithi102.stdout:2062: finishing write tid 3 to smithi10276805-8 2024-04-10T15:12:38.337 INFO:tasks.rados.rados.0.smithi102.stdout:2062: finishing write tid 4 to smithi10276805-8 2024-04-10T15:12:38.337 INFO:tasks.rados.rados.0.smithi102.stdout:2062: finishing write tid 5 to smithi10276805-8 2024-04-10T15:12:38.337 INFO:tasks.rados.rados.0.smithi102.stdout:2062: oid 8 updating version 0 to 806 2024-04-10T15:12:38.337 INFO:tasks.rados.rados.0.smithi102.stdout:2062: oid 8 updating version 806 to 808 2024-04-10T15:12:38.337 INFO:tasks.rados.rados.0.smithi102.stdout:2062: oid 8 updating version 808 to 809 2024-04-10T15:12:38.337 INFO:tasks.rados.rados.0.smithi102.stdout:2062: oid 8 version 809 is already newer than 807 2024-04-10T15:12:38.337 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 809 (ObjNum 662 snap 186 seq_num 662) dirty exists 2024-04-10T15:12:38.337 INFO:tasks.rados.rados.0.smithi102.stdout:2062: left oid 8 (ObjNum 662 snap 186 seq_num 662) 2024-04-10T15:12:38.338 INFO:tasks.rados.rados.0.smithi102.stdout:2061: finishing copy_from to smithi10276805-7 2024-04-10T15:12:38.338 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 1200 (ObjNum 654 snap 181 seq_num 654) dirty exists 2024-04-10T15:12:38.338 INFO:tasks.rados.rados.0.smithi102.stdout:2064: expect (ObjNum 622 snap 173 seq_num 622) 2024-04-10T15:12:38.357 INFO:tasks.rados.rados.0.smithi102.stdout:2065: expect (ObjNum 607 snap 166 seq_num 607) 2024-04-10T15:12:38.377 INFO:tasks.rados.rados.0.smithi102.stdout:2066: finishing write tid 1 to smithi10276805-16 2024-04-10T15:12:38.377 INFO:tasks.rados.rados.0.smithi102.stdout:2066: finishing write tid 2 to smithi10276805-16 2024-04-10T15:12:38.377 INFO:tasks.rados.rados.0.smithi102.stdout:2066: finishing write tid 3 to smithi10276805-16 2024-04-10T15:12:38.377 INFO:tasks.rados.rados.0.smithi102.stdout:2066: finishing write tid 4 to smithi10276805-16 2024-04-10T15:12:38.377 INFO:tasks.rados.rados.0.smithi102.stdout:2066: finishing write tid 5 to smithi10276805-16 2024-04-10T15:12:38.377 INFO:tasks.rados.rados.0.smithi102.stdout:2066: oid 16 updating version 0 to 1296 2024-04-10T15:12:38.377 INFO:tasks.rados.rados.0.smithi102.stdout:2066: oid 16 updating version 1296 to 1297 2024-04-10T15:12:38.377 INFO:tasks.rados.rados.0.smithi102.stdout:2066: oid 16 updating version 1297 to 1299 2024-04-10T15:12:38.377 INFO:tasks.rados.rados.0.smithi102.stdout:2066: oid 16 version 1299 is already newer than 1298 2024-04-10T15:12:38.377 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 1299 (ObjNum 663 snap 186 seq_num 663) dirty exists 2024-04-10T15:12:38.377 INFO:tasks.rados.rados.0.smithi102.stdout:2066: left oid 16 (ObjNum 663 snap 186 seq_num 663) 2024-04-10T15:12:38.377 INFO:tasks.rados.rados.0.smithi102.stdout:2068: seq_num 664 ranges {0=729088,729088=729088,1458176=73728} 2024-04-10T15:12:38.380 INFO:tasks.rados.rados.0.smithi102.stdout:2068: writing smithi10276805-3 from 0 to 729088 tid 1 2024-04-10T15:12:38.385 INFO:tasks.rados.rados.0.smithi102.stdout:2068: writing smithi10276805-3 from 729088 to 1458176 tid 2 2024-04-10T15:12:38.386 INFO:tasks.rados.rados.0.smithi102.stdout:2068: writing smithi10276805-3 from 1458176 to 1531904 tid 3 2024-04-10T15:12:38.386 INFO:tasks.rados.rados.0.smithi102.stdout:2061: done (6 left) 2024-04-10T15:12:38.386 INFO:tasks.rados.rados.0.smithi102.stdout:2062: done (5 left) 2024-04-10T15:12:38.386 INFO:tasks.rados.rados.0.smithi102.stdout:2064: done (4 left) 2024-04-10T15:12:38.386 INFO:tasks.rados.rados.0.smithi102.stdout:2065: done (3 left) 2024-04-10T15:12:38.386 INFO:tasks.rados.rados.0.smithi102.stdout:2066: done (2 left) 2024-04-10T15:12:38.386 INFO:tasks.rados.rados.0.smithi102.stdout:2067: done (1 left) 2024-04-10T15:12:38.386 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 12 current snap is 186 2024-04-10T15:12:38.386 INFO:tasks.rados.rados.0.smithi102.stdout:2069: seq_num 665 ranges {2293760=745472,3039232=606208,3645440=196608} 2024-04-10T15:12:38.402 INFO:tasks.rados.rados.0.smithi102.stdout:2069: writing smithi10276805-12 from 2293760 to 3039232 tid 1 2024-04-10T15:12:38.406 INFO:tasks.rados.rados.0.smithi102.stdout:2069: writing smithi10276805-12 from 3039232 to 3645440 tid 2 2024-04-10T15:12:38.408 INFO:tasks.rados.rados.0.smithi102.stdout:2069: writing smithi10276805-12 from 3645440 to 3842048 tid 3 2024-04-10T15:12:38.408 INFO:tasks.rados.rados.0.smithi102.stdout:2070: read oid 5 snap -1 2024-04-10T15:12:38.408 INFO:tasks.rados.rados.0.smithi102.stdout:2070: expect (ObjNum 578 snap 160 seq_num 578) 2024-04-10T15:12:38.408 INFO:tasks.rados.rados.0.smithi102.stdout:2071: read oid 46 snap -1 2024-04-10T15:12:38.408 INFO:tasks.rados.rados.0.smithi102.stdout:2071: expect (ObjNum 651 snap 180 seq_num 651) 2024-04-10T15:12:38.408 INFO:tasks.rados.rados.0.smithi102.stdout:2072: delete oid 34 current snap is 186 2024-04-10T15:12:38.408 INFO:tasks.rados.rados.0.smithi102.stdout:2068: finishing write tid 1 to smithi10276805-3 2024-04-10T15:12:38.408 INFO:tasks.rados.rados.0.smithi102.stdout:2068: finishing write tid 2 to smithi10276805-3 2024-04-10T15:12:38.408 INFO:tasks.rados.rados.0.smithi102.stdout:2068: finishing write tid 3 to smithi10276805-3 2024-04-10T15:12:38.408 INFO:tasks.rados.rados.0.smithi102.stdout:2068: finishing write tid 4 to smithi10276805-3 2024-04-10T15:12:38.409 INFO:tasks.rados.rados.0.smithi102.stdout:2068: finishing write tid 5 to smithi10276805-3 2024-04-10T15:12:38.409 INFO:tasks.rados.rados.0.smithi102.stdout:2068: oid 3 updating version 0 to 1203 2024-04-10T15:12:38.409 INFO:tasks.rados.rados.0.smithi102.stdout:2068: oid 3 updating version 1203 to 1204 2024-04-10T15:12:38.409 INFO:tasks.rados.rados.0.smithi102.stdout:2068: oid 3 version 1204 is already newer than 1201 2024-04-10T15:12:38.409 INFO:tasks.rados.rados.0.smithi102.stdout:2068: oid 3 version 1204 is already newer than 1202 2024-04-10T15:12:38.409 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 1204 (ObjNum 664 snap 186 seq_num 664) dirty exists 2024-04-10T15:12:38.409 INFO:tasks.rados.rados.0.smithi102.stdout:2068: left oid 3 (ObjNum 664 snap 186 seq_num 664) 2024-04-10T15:12:38.409 INFO:tasks.rados.rados.0.smithi102.stdout:2069: finishing write tid 1 to smithi10276805-12 2024-04-10T15:12:38.410 INFO:tasks.rados.rados.0.smithi102.stdout:2069: finishing write tid 2 to smithi10276805-12 2024-04-10T15:12:38.410 INFO:tasks.rados.rados.0.smithi102.stdout:2069: finishing write tid 3 to smithi10276805-12 2024-04-10T15:12:38.411 INFO:tasks.rados.rados.0.smithi102.stdout:2069: finishing write tid 4 to smithi10276805-12 2024-04-10T15:12:38.411 INFO:tasks.rados.rados.0.smithi102.stdout:2070: expect (ObjNum 578 snap 160 seq_num 578) 2024-04-10T15:12:38.414 INFO:tasks.rados.rados.0.smithi102.stdout:2069: finishing write tid 5 to smithi10276805-12 2024-04-10T15:12:38.414 INFO:tasks.rados.rados.0.smithi102.stdout:2069: oid 12 updating version 0 to 1172 2024-04-10T15:12:38.414 INFO:tasks.rados.rados.0.smithi102.stdout:2069: oid 12 version 1172 is already newer than 1171 2024-04-10T15:12:38.414 INFO:tasks.rados.rados.0.smithi102.stdout:2069: oid 12 updating version 1172 to 1173 2024-04-10T15:12:38.414 INFO:tasks.rados.rados.0.smithi102.stdout:2069: oid 12 updating version 1173 to 1174 2024-04-10T15:12:38.414 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 1174 (ObjNum 665 snap 186 seq_num 665) dirty exists 2024-04-10T15:12:38.414 INFO:tasks.rados.rados.0.smithi102.stdout:2069: left oid 12 (ObjNum 665 snap 186 seq_num 665) 2024-04-10T15:12:38.414 INFO:tasks.rados.rados.0.smithi102.stdout:2071: expect (ObjNum 651 snap 180 seq_num 651) 2024-04-10T15:12:38.447 INFO:tasks.rados.rados.0.smithi102.stdout:2068: done (4 left) 2024-04-10T15:12:38.447 INFO:tasks.rados.rados.0.smithi102.stdout:2069: done (3 left) 2024-04-10T15:12:38.447 INFO:tasks.rados.rados.0.smithi102.stdout:2070: done (2 left) 2024-04-10T15:12:38.447 INFO:tasks.rados.rados.0.smithi102.stdout:2071: done (1 left) 2024-04-10T15:12:38.447 INFO:tasks.rados.rados.0.smithi102.stdout:2072: done (0 left) 2024-04-10T15:12:38.447 INFO:tasks.rados.rados.0.smithi102.stdout:2073: delete oid 11 current snap is 186 2024-04-10T15:12:38.449 INFO:tasks.rados.rados.0.smithi102.stdout:2073: done (0 left) 2024-04-10T15:12:38.449 INFO:tasks.rados.rados.0.smithi102.stdout:2074: snap_create 2024-04-10T15:12:38.973 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:38 smithi154 ceph-mon[84269]: Health check update: Degraded data redundancy: 59/435 objects degraded (13.563%), 12 pgs degraded (PG_DEGRADED) 2024-04-10T15:12:38.973 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:38.974 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:12:38.974 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:38 smithi154 ceph-mon[84269]: osdmap e447: 8 total, 8 up, 8 in 2024-04-10T15:12:39.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:38 smithi102 ceph-mon[90943]: Health check update: Degraded data redundancy: 59/435 objects degraded (13.563%), 12 pgs degraded (PG_DEGRADED) 2024-04-10T15:12:39.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:39.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:12:39.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:38 smithi102 ceph-mon[90943]: osdmap e447: 8 total, 8 up, 8 in 2024-04-10T15:12:39.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:38 smithi102 ceph-mon[88557]: Health check update: Degraded data redundancy: 59/435 objects degraded (13.563%), 12 pgs degraded (PG_DEGRADED) 2024-04-10T15:12:39.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:39.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:12:39.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:38 smithi102 ceph-mon[88557]: osdmap e447: 8 total, 8 up, 8 in 2024-04-10T15:12:39.262 INFO:tasks.rados.rados.0.smithi102.stdout:2074: done (0 left) 2024-04-10T15:12:39.262 INFO:tasks.rados.rados.0.smithi102.stdout:2075: delete oid 1 current snap is 187 2024-04-10T15:12:39.269 INFO:tasks.rados.rados.0.smithi102.stdout:2075: done (0 left) 2024-04-10T15:12:39.269 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 40 current snap is 187 2024-04-10T15:12:39.269 INFO:tasks.rados.rados.0.smithi102.stdout:2076: seq_num 669 ranges {6234112=409600,6643712=548864,7192576=655360} 2024-04-10T15:12:39.304 INFO:tasks.rados.rados.0.smithi102.stdout:2076: writing smithi10276805-40 from 6234112 to 6643712 tid 1 2024-04-10T15:12:39.308 INFO:tasks.rados.rados.0.smithi102.stdout:2076: writing smithi10276805-40 from 6643712 to 7192576 tid 2 2024-04-10T15:12:39.312 INFO:tasks.rados.rados.0.smithi102.stdout:2076: writing smithi10276805-40 from 7192576 to 7847936 tid 3 2024-04-10T15:12:39.312 INFO:tasks.rados.rados.0.smithi102.stdout:2077: copy_from oid 26 from oid 4 current snap is 187 2024-04-10T15:12:39.312 INFO:tasks.rados.rados.0.smithi102.stdout:2076: finishing write tid 1 to smithi10276805-40 2024-04-10T15:12:39.312 INFO:tasks.rados.rados.0.smithi102.stdout:2076: finishing write tid 2 to smithi10276805-40 2024-04-10T15:12:39.312 INFO:tasks.rados.rados.0.smithi102.stdout:2078: snap_create 2024-04-10T15:12:39.315 INFO:tasks.rados.rados.0.smithi102.stdout:2076: finishing write tid 3 to smithi10276805-40 2024-04-10T15:12:39.315 INFO:tasks.rados.rados.0.smithi102.stdout:2076: finishing write tid 4 to smithi10276805-40 2024-04-10T15:12:39.316 INFO:tasks.rados.rados.0.smithi102.stdout:2076: finishing write tid 5 to smithi10276805-40 2024-04-10T15:12:39.316 INFO:tasks.rados.rados.0.smithi102.stdout:2076: oid 40 updating version 0 to 1171 2024-04-10T15:12:39.316 INFO:tasks.rados.rados.0.smithi102.stdout:2076: oid 40 version 1171 is already newer than 1170 2024-04-10T15:12:39.316 INFO:tasks.rados.rados.0.smithi102.stdout:2076: oid 40 updating version 1171 to 1172 2024-04-10T15:12:39.317 INFO:tasks.rados.rados.0.smithi102.stdout:2076: oid 40 version 1172 is already newer than 1169 2024-04-10T15:12:39.317 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 1172 (ObjNum 669 snap 187 seq_num 669) dirty exists 2024-04-10T15:12:39.317 INFO:tasks.rados.rados.0.smithi102.stdout:2076: left oid 40 (ObjNum 669 snap 187 seq_num 669) 2024-04-10T15:12:39.342 INFO:tasks.rados.rados.0.smithi102.stdout:2077: finishing copy_from racing read to smithi10276805-26 2024-04-10T15:12:39.345 INFO:tasks.rados.rados.0.smithi102.stdout:2077: finishing copy_from to smithi10276805-26 2024-04-10T15:12:39.345 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 249 (ObjNum 652 snap 180 seq_num 652) dirty exists 2024-04-10T15:12:39.781 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:12:39.550+0000 7f98c6a06700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-10T15:12:40.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:39 smithi154 ceph-mon[84269]: pgmap v325: 121 pgs: 1 activating+degraded, 1 activating, 5 peering, 3 active+undersized+degraded, 6 active+undersized, 105 active+clean; 256 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 728 KiB/s wr, 7 op/s; 18/387 objects degraded (4.651%); 5.0 MiB/s, 2 objects/s recovering 2024-04-10T15:12:40.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:39 smithi154 ceph-mon[84269]: osdmap e448: 8 total, 8 up, 8 in 2024-04-10T15:12:40.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:40.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:40.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:12:40.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:12:40.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:40.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:12:40.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:40.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:40.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:40.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:12:40.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[90943]: pgmap v325: 121 pgs: 1 activating+degraded, 1 activating, 5 peering, 3 active+undersized+degraded, 6 active+undersized, 105 active+clean; 256 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 728 KiB/s wr, 7 op/s; 18/387 objects degraded (4.651%); 5.0 MiB/s, 2 objects/s recovering 2024-04-10T15:12:40.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[90943]: osdmap e448: 8 total, 8 up, 8 in 2024-04-10T15:12:40.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:40.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:40.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:12:40.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:12:40.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:40.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:12:40.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:40.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:40.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:40.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:12:40.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[88557]: pgmap v325: 121 pgs: 1 activating+degraded, 1 activating, 5 peering, 3 active+undersized+degraded, 6 active+undersized, 105 active+clean; 256 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 728 KiB/s wr, 7 op/s; 18/387 objects degraded (4.651%); 5.0 MiB/s, 2 objects/s recovering 2024-04-10T15:12:40.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[88557]: osdmap e448: 8 total, 8 up, 8 in 2024-04-10T15:12:40.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:40.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:40.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:12:40.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:12:40.158 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:40.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:12:40.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:40.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:40.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:40.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:12:40.264 INFO:tasks.rados.rados.0.smithi102.stdout:2076: done (2 left) 2024-04-10T15:12:40.264 INFO:tasks.rados.rados.0.smithi102.stdout:2077: done (1 left) 2024-04-10T15:12:40.264 INFO:tasks.rados.rados.0.smithi102.stdout:2078: done (0 left) 2024-04-10T15:12:40.264 INFO:tasks.rados.rados.0.smithi102.stdout:2079: snap_remove snap 187 2024-04-10T15:12:41.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:40 smithi154 ceph-mon[84269]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:12:41.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:40 smithi154 ceph-mon[84269]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-10T15:12:41.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:40 smithi154 ceph-mon[84269]: osdmap e449: 8 total, 8 up, 8 in 2024-04-10T15:12:41.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:40 smithi102 ceph-mon[90943]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:12:41.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:40 smithi102 ceph-mon[90943]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-10T15:12:41.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:40 smithi102 ceph-mon[90943]: osdmap e449: 8 total, 8 up, 8 in 2024-04-10T15:12:41.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:40 smithi102 ceph-mon[88557]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:12:41.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:40 smithi102 ceph-mon[88557]: Upgrade: unsafe to stop osd(s) at this time (2 PGs are or would become offline) 2024-04-10T15:12:41.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:40 smithi102 ceph-mon[88557]: osdmap e449: 8 total, 8 up, 8 in 2024-04-10T15:12:41.270 INFO:tasks.rados.rados.0.smithi102.stdout:2079: done (0 left) 2024-04-10T15:12:41.270 INFO:tasks.rados.rados.0.smithi102.stdout:2080: delete oid 21 current snap is 188 2024-04-10T15:12:41.276 INFO:tasks.rados.rados.0.smithi102.stdout:2080: done (0 left) 2024-04-10T15:12:41.276 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 23 current snap is 188 2024-04-10T15:12:41.276 INFO:tasks.rados.rados.0.smithi102.stdout:2081: seq_num 671 ranges {0=442368,442368=761856,1204224=442368} 2024-04-10T15:12:41.278 INFO:tasks.rados.rados.0.smithi102.stdout:2081: writing smithi10276805-23 from 0 to 442368 tid 1 2024-04-10T15:12:41.283 INFO:tasks.rados.rados.0.smithi102.stdout:2081: writing smithi10276805-23 from 442368 to 1204224 tid 2 2024-04-10T15:12:41.286 INFO:tasks.rados.rados.0.smithi102.stdout:2081: writing smithi10276805-23 from 1204224 to 1646592 tid 3 2024-04-10T15:12:41.286 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 43 current snap is 188 2024-04-10T15:12:41.286 INFO:tasks.rados.rados.0.smithi102.stdout:2081: finishing write tid 1 to smithi10276805-23 2024-04-10T15:12:41.286 INFO:tasks.rados.rados.0.smithi102.stdout:2082: seq_num 672 ranges {2260992=458752,2719744=647168,3366912=466944,3833856=90112} 2024-04-10T15:12:41.301 INFO:tasks.rados.rados.0.smithi102.stdout:2082: writing smithi10276805-43 from 2260992 to 2719744 tid 1 2024-04-10T15:12:41.305 INFO:tasks.rados.rados.0.smithi102.stdout:2082: writing smithi10276805-43 from 2719744 to 3366912 tid 2 2024-04-10T15:12:41.307 INFO:tasks.rados.rados.0.smithi102.stdout:2082: writing smithi10276805-43 from 3366912 to 3833856 tid 3 2024-04-10T15:12:41.309 INFO:tasks.rados.rados.0.smithi102.stdout:2082: writing smithi10276805-43 from 3833856 to 3923968 tid 4 2024-04-10T15:12:41.309 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 188 2024-04-10T15:12:41.309 INFO:tasks.rados.rados.0.smithi102.stdout:2081: finishing write tid 2 to smithi10276805-23 2024-04-10T15:12:41.309 INFO:tasks.rados.rados.0.smithi102.stdout:2081: finishing write tid 3 to smithi10276805-23 2024-04-10T15:12:41.309 INFO:tasks.rados.rados.0.smithi102.stdout:2081: finishing write tid 4 to smithi10276805-23 2024-04-10T15:12:41.309 INFO:tasks.rados.rados.0.smithi102.stdout:2081: finishing write tid 5 to smithi10276805-23 2024-04-10T15:12:41.309 INFO:tasks.rados.rados.0.smithi102.stdout:2081: oid 23 updating version 0 to 1206 2024-04-10T15:12:41.309 INFO:tasks.rados.rados.0.smithi102.stdout:2081: oid 23 version 1206 is already newer than 1203 2024-04-10T15:12:41.309 INFO:tasks.rados.rados.0.smithi102.stdout:2081: oid 23 version 1206 is already newer than 1205 2024-04-10T15:12:41.309 INFO:tasks.rados.rados.0.smithi102.stdout:2081: oid 23 version 1206 is already newer than 1204 2024-04-10T15:12:41.309 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1206 (ObjNum 671 snap 188 seq_num 671) dirty exists 2024-04-10T15:12:41.309 INFO:tasks.rados.rados.0.smithi102.stdout:2081: left oid 23 (ObjNum 671 snap 188 seq_num 671) 2024-04-10T15:12:41.309 INFO:tasks.rados.rados.0.smithi102.stdout:2082: finishing write tid 1 to smithi10276805-43 2024-04-10T15:12:41.309 INFO:tasks.rados.rados.0.smithi102.stdout:2083: seq_num 673 ranges {2809856=475136,3284992=532480,3817472=671744} 2024-04-10T15:12:41.326 INFO:tasks.rados.rados.0.smithi102.stdout:2083: writing smithi10276805-48 from 2809856 to 3284992 tid 1 2024-04-10T15:12:41.329 INFO:tasks.rados.rados.0.smithi102.stdout:2083: writing smithi10276805-48 from 3284992 to 3817472 tid 2 2024-04-10T15:12:41.333 INFO:tasks.rados.rados.0.smithi102.stdout:2083: writing smithi10276805-48 from 3817472 to 4489216 tid 3 2024-04-10T15:12:41.333 INFO:tasks.rados.rados.0.smithi102.stdout:2081: done (2 left) 2024-04-10T15:12:41.333 INFO:tasks.rados.rados.0.smithi102.stdout:2084: read oid 11 snap -1 2024-04-10T15:12:41.333 INFO:tasks.rados.rados.0.smithi102.stdout:2084: expect deleted 2024-04-10T15:12:41.333 INFO:tasks.rados.rados.0.smithi102.stdout:2085: snap_remove snap 181 2024-04-10T15:12:42.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:41 smithi154 ceph-mon[84269]: pgmap v328: 121 pgs: 1 activating+degraded, 1 activating, 119 active+clean; 263 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.3 MiB/s wr, 9 op/s; 2/384 objects degraded (0.521%); 7.7 MiB/s, 3 objects/s recovering 2024-04-10T15:12:42.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:41 smithi154 ceph-mon[84269]: osdmap e450: 8 total, 8 up, 8 in 2024-04-10T15:12:42.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:41 smithi102 ceph-mon[88557]: pgmap v328: 121 pgs: 1 activating+degraded, 1 activating, 119 active+clean; 263 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.3 MiB/s wr, 9 op/s; 2/384 objects degraded (0.521%); 7.7 MiB/s, 3 objects/s recovering 2024-04-10T15:12:42.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:41 smithi102 ceph-mon[88557]: osdmap e450: 8 total, 8 up, 8 in 2024-04-10T15:12:42.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:41 smithi102 ceph-mon[90943]: pgmap v328: 121 pgs: 1 activating+degraded, 1 activating, 119 active+clean; 263 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.3 MiB/s wr, 9 op/s; 2/384 objects degraded (0.521%); 7.7 MiB/s, 3 objects/s recovering 2024-04-10T15:12:42.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:41 smithi102 ceph-mon[90943]: osdmap e450: 8 total, 8 up, 8 in 2024-04-10T15:12:42.271 INFO:tasks.rados.rados.0.smithi102.stdout:2082: finishing write tid 2 to smithi10276805-43 2024-04-10T15:12:42.271 INFO:tasks.rados.rados.0.smithi102.stdout:2082: finishing write tid 3 to smithi10276805-43 2024-04-10T15:12:42.271 INFO:tasks.rados.rados.0.smithi102.stdout:2082: finishing write tid 4 to smithi10276805-43 2024-04-10T15:12:42.271 INFO:tasks.rados.rados.0.smithi102.stdout:2082: finishing write tid 5 to smithi10276805-43 2024-04-10T15:12:42.271 INFO:tasks.rados.rados.0.smithi102.stdout:2082: finishing write tid 6 to smithi10276805-43 2024-04-10T15:12:42.271 INFO:tasks.rados.rados.0.smithi102.stdout:2082: oid 43 updating version 0 to 1205 2024-04-10T15:12:42.271 INFO:tasks.rados.rados.0.smithi102.stdout:2082: oid 43 updating version 1205 to 1206 2024-04-10T15:12:42.271 INFO:tasks.rados.rados.0.smithi102.stdout:2082: oid 43 version 1206 is already newer than 1204 2024-04-10T15:12:42.271 INFO:tasks.rados.rados.0.smithi102.stdout:2082: oid 43 updating version 1206 to 1207 2024-04-10T15:12:42.271 INFO:tasks.rados.rados.0.smithi102.stdout:2082: oid 43 version 1207 is already newer than 1203 2024-04-10T15:12:42.271 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 1207 (ObjNum 672 snap 188 seq_num 672) dirty exists 2024-04-10T15:12:42.272 INFO:tasks.rados.rados.0.smithi102.stdout:2082: left oid 43 (ObjNum 672 snap 188 seq_num 672) 2024-04-10T15:12:42.272 INFO:tasks.rados.rados.0.smithi102.stdout:2083: finishing write tid 1 to smithi10276805-48 2024-04-10T15:12:42.272 INFO:tasks.rados.rados.0.smithi102.stdout:2083: finishing write tid 2 to smithi10276805-48 2024-04-10T15:12:42.272 INFO:tasks.rados.rados.0.smithi102.stdout:2083: finishing write tid 3 to smithi10276805-48 2024-04-10T15:12:42.272 INFO:tasks.rados.rados.0.smithi102.stdout:2083: finishing write tid 4 to smithi10276805-48 2024-04-10T15:12:42.272 INFO:tasks.rados.rados.0.smithi102.stdout:2083: finishing write tid 5 to smithi10276805-48 2024-04-10T15:12:42.272 INFO:tasks.rados.rados.0.smithi102.stdout:2083: oid 48 updating version 0 to 1399 2024-04-10T15:12:42.272 INFO:tasks.rados.rados.0.smithi102.stdout:2083: oid 48 version 1399 is already newer than 1398 2024-04-10T15:12:42.272 INFO:tasks.rados.rados.0.smithi102.stdout:2083: oid 48 version 1399 is already newer than 1397 2024-04-10T15:12:42.272 INFO:tasks.rados.rados.0.smithi102.stdout:2083: oid 48 version 1399 is already newer than 1396 2024-04-10T15:12:42.272 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 1399 (ObjNum 673 snap 188 seq_num 673) dirty exists 2024-04-10T15:12:42.272 INFO:tasks.rados.rados.0.smithi102.stdout:2083: left oid 48 (ObjNum 673 snap 188 seq_num 673) 2024-04-10T15:12:42.272 INFO:tasks.rados.rados.0.smithi102.stdout:2082: done (3 left) 2024-04-10T15:12:42.272 INFO:tasks.rados.rados.0.smithi102.stdout:2083: done (2 left) 2024-04-10T15:12:42.272 INFO:tasks.rados.rados.0.smithi102.stdout:2084: done (1 left) 2024-04-10T15:12:42.272 INFO:tasks.rados.rados.0.smithi102.stdout:2085: done (0 left) 2024-04-10T15:12:42.273 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 22 current snap is 188 2024-04-10T15:12:42.273 INFO:tasks.rados.rados.0.smithi102.stdout:2086: seq_num 674 ranges {9510912=491520,10002432=417792,10420224=483328,10903552=303104} 2024-04-10T15:12:42.325 INFO:tasks.rados.rados.0.smithi102.stdout:2086: writing smithi10276805-22 from 9510912 to 10002432 tid 1 2024-04-10T15:12:42.327 INFO:tasks.rados.rados.0.smithi102.stdout:2086: writing smithi10276805-22 from 10002432 to 10420224 tid 2 2024-04-10T15:12:42.329 INFO:tasks.rados.rados.0.smithi102.stdout:2086: writing smithi10276805-22 from 10420224 to 10903552 tid 3 2024-04-10T15:12:42.331 INFO:tasks.rados.rados.0.smithi102.stdout:2086: writing smithi10276805-22 from 10903552 to 11206656 tid 4 2024-04-10T15:12:42.331 INFO:tasks.rados.rados.0.smithi102.stdout:2087: read oid 40 snap 185 2024-04-10T15:12:42.331 INFO:tasks.rados.rados.0.smithi102.stdout:2087: expect (ObjNum 648 snap 180 seq_num 648) 2024-04-10T15:12:42.331 INFO:tasks.rados.rados.0.smithi102.stdout:2088: snap_remove snap 180 2024-04-10T15:12:42.627 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:12:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:12:43.276 INFO:tasks.rados.rados.0.smithi102.stdout:2088: done (2 left) 2024-04-10T15:12:43.276 INFO:tasks.rados.rados.0.smithi102.stdout:2089: rollback oid 45 current snap is 188 2024-04-10T15:12:43.276 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 45 to 185 2024-04-10T15:12:43.276 INFO:tasks.rados.rados.0.smithi102.stdout:2086: finishing write tid 1 to smithi10276805-22 2024-04-10T15:12:43.276 INFO:tasks.rados.rados.0.smithi102.stdout:2086: finishing write tid 2 to smithi10276805-22 2024-04-10T15:12:43.277 INFO:tasks.rados.rados.0.smithi102.stdout:2086: finishing write tid 3 to smithi10276805-22 2024-04-10T15:12:43.277 INFO:tasks.rados.rados.0.smithi102.stdout:2086: finishing write tid 4 to smithi10276805-22 2024-04-10T15:12:43.277 INFO:tasks.rados.rados.0.smithi102.stdout:2086: finishing write tid 5 to smithi10276805-22 2024-04-10T15:12:43.277 INFO:tasks.rados.rados.0.smithi102.stdout:2086: finishing write tid 6 to smithi10276805-22 2024-04-10T15:12:43.277 INFO:tasks.rados.rados.0.smithi102.stdout:2086: oid 22 updating version 0 to 1186 2024-04-10T15:12:43.277 INFO:tasks.rados.rados.0.smithi102.stdout:2086: oid 22 version 1186 is already newer than 1185 2024-04-10T15:12:43.277 INFO:tasks.rados.rados.0.smithi102.stdout:2086: oid 22 version 1186 is already newer than 1184 2024-04-10T15:12:43.277 INFO:tasks.rados.rados.0.smithi102.stdout:2086: oid 22 updating version 1186 to 1188 2024-04-10T15:12:43.277 INFO:tasks.rados.rados.0.smithi102.stdout:2086: oid 22 version 1188 is already newer than 1187 2024-04-10T15:12:43.277 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 1188 (ObjNum 674 snap 188 seq_num 674) dirty exists 2024-04-10T15:12:43.277 INFO:tasks.rados.rados.0.smithi102.stdout:2086: left oid 22 (ObjNum 674 snap 188 seq_num 674) 2024-04-10T15:12:43.277 INFO:tasks.rados.rados.0.smithi102.stdout:2087: expect (ObjNum 648 snap 180 seq_num 648) 2024-04-10T15:12:43.627 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:12:43 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:12:43.504Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=nodes name=CephNodeDiskspaceWarning index=4 msg="Evaluating rule failed" rule="alert: CephNodeDiskspaceWarning\nexpr: predict_linear(node_filesystem_free_bytes{device=~\"/.*\"}[2d], 3600 * 24 * 5)\n * on (instance) group_left (nodename) node_uname_info < 0\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.8.4\n severity: warning\n type: ceph_default\nannotations:\n description: Mountpoint {{ $labels.mountpoint }} on {{ $labels.nodename }} will\n be full in less than 5 days based on the 48 hour trailing fill rate.\n summary: Host filesystem free space is getting low\n" err="found duplicate series for the match group {instance=\"smithi102\"} on the right hand-side of the operation: [{__name__=\"node_uname_info\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}, {__name__=\"node_uname_info\", cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", domainname=\"(none)\", instance=\"smithi102\", job=\"node\", machine=\"x86_64\", nodename=\"smithi102\", release=\"5.14.0-435.el9.x86_64\", sysname=\"Linux\", version=\"#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:12:43.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:43 smithi154 ceph-mon[84269]: osdmap e451: 8 total, 8 up, 8 in 2024-04-10T15:12:43.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:43 smithi154 ceph-mon[84269]: pgmap v331: 121 pgs: 121 active+clean; 274 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 5.5 MiB/s wr, 6 op/s; 7.2 MiB/s, 1 objects/s recovering 2024-04-10T15:12:43.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:43 smithi154 ceph-mon[84269]: Health check update: Degraded data redundancy: 2/384 objects degraded (0.521%), 1 pg degraded (PG_DEGRADED) 2024-04-10T15:12:43.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:43 smithi102 ceph-mon[90943]: osdmap e451: 8 total, 8 up, 8 in 2024-04-10T15:12:43.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:43 smithi102 ceph-mon[90943]: pgmap v331: 121 pgs: 121 active+clean; 274 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 5.5 MiB/s wr, 6 op/s; 7.2 MiB/s, 1 objects/s recovering 2024-04-10T15:12:43.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:43 smithi102 ceph-mon[90943]: Health check update: Degraded data redundancy: 2/384 objects degraded (0.521%), 1 pg degraded (PG_DEGRADED) 2024-04-10T15:12:43.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:43 smithi102 ceph-mon[88557]: osdmap e451: 8 total, 8 up, 8 in 2024-04-10T15:12:43.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:43 smithi102 ceph-mon[88557]: pgmap v331: 121 pgs: 121 active+clean; 274 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 5.5 MiB/s wr, 6 op/s; 7.2 MiB/s, 1 objects/s recovering 2024-04-10T15:12:43.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:43 smithi102 ceph-mon[88557]: Health check update: Degraded data redundancy: 2/384 objects degraded (0.521%), 1 pg degraded (PG_DEGRADED) 2024-04-10T15:12:43.664 INFO:tasks.rados.rados.0.smithi102.stdout:2089: finishing rollback tid 0 to smithi10276805-45 2024-04-10T15:12:43.664 INFO:tasks.rados.rados.0.smithi102.stdout:2089: finishing rollback tid 1 to smithi10276805-45 2024-04-10T15:12:43.664 INFO:tasks.rados.rados.0.smithi102.stdout:2089: finishing rollback tid 2 to smithi10276805-45 2024-04-10T15:12:43.664 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 1304 (ObjNum 628 snap 178 seq_num 628) dirty exists 2024-04-10T15:12:43.664 INFO:tasks.rados.rados.0.smithi102.stdout:2086: done (2 left) 2024-04-10T15:12:43.664 INFO:tasks.rados.rados.0.smithi102.stdout:2087: done (1 left) 2024-04-10T15:12:43.664 INFO:tasks.rados.rados.0.smithi102.stdout:2089: done (0 left) 2024-04-10T15:12:43.664 INFO:tasks.rados.rados.0.smithi102.stdout:2090: setattr oid 46 current snap is 188 2024-04-10T15:12:43.665 INFO:tasks.rados.rados.0.smithi102.stdout:2091: snap_create 2024-04-10T15:12:43.668 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 1173 (ObjNum 651 snap 180 seq_num 651) dirty exists 2024-04-10T15:12:44.279 INFO:tasks.rados.rados.0.smithi102.stdout:2090: done (1 left) 2024-04-10T15:12:44.279 INFO:tasks.rados.rados.0.smithi102.stdout:2091: done (0 left) 2024-04-10T15:12:44.279 INFO:tasks.rados.rados.0.smithi102.stdout:2092: delete oid 49 current snap is 189 2024-04-10T15:12:44.287 INFO:tasks.rados.rados.0.smithi102.stdout:2092: done (0 left) 2024-04-10T15:12:44.287 INFO:tasks.rados.rados.0.smithi102.stdout:2093: read oid 3 snap 185 2024-04-10T15:12:44.287 INFO:tasks.rados.rados.0.smithi102.stdout:2093: expect deleted 2024-04-10T15:12:44.287 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 189 2024-04-10T15:12:44.287 INFO:tasks.rados.rados.0.smithi102.stdout:2094: seq_num 676 ranges {1277952=524288,1802240=589824,2392064=450560,2842624=163840} 2024-04-10T15:12:44.296 INFO:tasks.rados.rados.0.smithi102.stdout:2094: writing smithi10276805-10 from 1277952 to 1802240 tid 1 2024-04-10T15:12:44.299 INFO:tasks.rados.rados.0.smithi102.stdout:2094: writing smithi10276805-10 from 1802240 to 2392064 tid 2 2024-04-10T15:12:44.302 INFO:tasks.rados.rados.0.smithi102.stdout:2094: writing smithi10276805-10 from 2392064 to 2842624 tid 3 2024-04-10T15:12:44.303 INFO:tasks.rados.rados.0.smithi102.stdout:2094: writing smithi10276805-10 from 2842624 to 3006464 tid 4 2024-04-10T15:12:44.303 INFO:tasks.rados.rados.0.smithi102.stdout:2095: snap_create 2024-04-10T15:12:44.303 INFO:tasks.rados.rados.0.smithi102.stdout:2094: finishing write tid 1 to smithi10276805-10 2024-04-10T15:12:44.304 INFO:tasks.rados.rados.0.smithi102.stdout:2094: finishing write tid 2 to smithi10276805-10 2024-04-10T15:12:44.307 INFO:tasks.rados.rados.0.smithi102.stdout:2094: finishing write tid 3 to smithi10276805-10 2024-04-10T15:12:44.307 INFO:tasks.rados.rados.0.smithi102.stdout:2094: finishing write tid 4 to smithi10276805-10 2024-04-10T15:12:44.307 INFO:tasks.rados.rados.0.smithi102.stdout:2094: finishing write tid 5 to smithi10276805-10 2024-04-10T15:12:44.308 INFO:tasks.rados.rados.0.smithi102.stdout:2094: finishing write tid 6 to smithi10276805-10 2024-04-10T15:12:44.308 INFO:tasks.rados.rados.0.smithi102.stdout:2094: oid 10 updating version 0 to 1191 2024-04-10T15:12:44.308 INFO:tasks.rados.rados.0.smithi102.stdout:2094: oid 10 updating version 1191 to 1193 2024-04-10T15:12:44.309 INFO:tasks.rados.rados.0.smithi102.stdout:2094: oid 10 version 1193 is already newer than 1192 2024-04-10T15:12:44.309 INFO:tasks.rados.rados.0.smithi102.stdout:2094: oid 10 version 1193 is already newer than 1190 2024-04-10T15:12:44.309 INFO:tasks.rados.rados.0.smithi102.stdout:2094: oid 10 version 1193 is already newer than 1189 2024-04-10T15:12:44.309 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 1193 (ObjNum 676 snap 189 seq_num 676) dirty exists 2024-04-10T15:12:44.309 INFO:tasks.rados.rados.0.smithi102.stdout:2094: left oid 10 (ObjNum 676 snap 189 seq_num 676) 2024-04-10T15:12:44.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:44 smithi154 ceph-mon[84269]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/384 objects degraded (0.521%), 1 pg degraded) 2024-04-10T15:12:44.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:44 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:12:44.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:44 smithi154 ceph-mon[84269]: osdmap e452: 8 total, 8 up, 8 in 2024-04-10T15:12:44.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:44 smithi102 ceph-mon[90943]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/384 objects degraded (0.521%), 1 pg degraded) 2024-04-10T15:12:44.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:44 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:12:44.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:44 smithi102 ceph-mon[90943]: osdmap e452: 8 total, 8 up, 8 in 2024-04-10T15:12:44.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:44 smithi102 ceph-mon[88557]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 2/384 objects degraded (0.521%), 1 pg degraded) 2024-04-10T15:12:44.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:44 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:12:44.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:44 smithi102 ceph-mon[88557]: osdmap e452: 8 total, 8 up, 8 in 2024-04-10T15:12:45.290 INFO:tasks.rados.rados.0.smithi102.stdout:2093: done (2 left) 2024-04-10T15:12:45.290 INFO:tasks.rados.rados.0.smithi102.stdout:2094: done (1 left) 2024-04-10T15:12:45.290 INFO:tasks.rados.rados.0.smithi102.stdout:2095: done (0 left) 2024-04-10T15:12:45.290 INFO:tasks.rados.rados.0.smithi102.stdout:2096: copy_from oid 45 from oid 2 current snap is 190 2024-04-10T15:12:45.291 INFO:tasks.rados.rados.0.smithi102.stdout:2097: read oid 19 snap 188 2024-04-10T15:12:45.291 INFO:tasks.rados.rados.0.smithi102.stdout:2097: expect (ObjNum 562 snap 151 seq_num 562) 2024-04-10T15:12:45.291 INFO:tasks.rados.rados.0.smithi102.stdout:2098: setattr oid 40 current snap is 190 2024-04-10T15:12:45.291 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 49 current snap is 190 2024-04-10T15:12:45.291 INFO:tasks.rados.rados.0.smithi102.stdout:2099: seq_num 677 ranges {0=540672,540672=516096,1056768=655360,1712128=32768} 2024-04-10T15:12:45.294 INFO:tasks.rados.rados.0.smithi102.stdout:2099: writing smithi10276805-49 from 0 to 540672 tid 1 2024-04-10T15:12:45.298 INFO:tasks.rados.rados.0.smithi102.stdout:2099: writing smithi10276805-49 from 540672 to 1056768 tid 2 2024-04-10T15:12:45.302 INFO:tasks.rados.rados.0.smithi102.stdout:2099: writing smithi10276805-49 from 1056768 to 1712128 tid 3 2024-04-10T15:12:45.303 INFO:tasks.rados.rados.0.smithi102.stdout:2099: writing smithi10276805-49 from 1712128 to 1744896 tid 4 2024-04-10T15:12:45.303 INFO:tasks.rados.rados.0.smithi102.stdout:2100: rmattr oid 27 current snap is 190 2024-04-10T15:12:45.303 INFO:tasks.rados.rados.0.smithi102.stdout:2100: done (4 left) 2024-04-10T15:12:45.303 INFO:tasks.rados.rados.0.smithi102.stdout:2101: rmattr oid 15 current snap is 190 2024-04-10T15:12:45.303 INFO:tasks.rados.rados.0.smithi102.stdout:2096: finishing copy_from to smithi10276805-45 2024-04-10T15:12:45.303 INFO:tasks.rados.rados.0.smithi102.stdout:2096: got expected ENOENT (src dne) 2024-04-10T15:12:45.303 INFO:tasks.rados.rados.0.smithi102.stdout:2096: finishing copy_from racing read to smithi10276805-45 2024-04-10T15:12:45.303 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 1174 (ObjNum 669 snap 187 seq_num 669) dirty exists 2024-04-10T15:12:45.303 INFO:tasks.rados.rados.0.smithi102.stdout:2099: finishing write tid 1 to smithi10276805-49 2024-04-10T15:12:45.303 INFO:tasks.rados.rados.0.smithi102.stdout:2096: done (4 left) 2024-04-10T15:12:45.303 INFO:tasks.rados.rados.0.smithi102.stdout:2098: done (3 left) 2024-04-10T15:12:45.304 INFO:tasks.rados.rados.0.smithi102.stdout:2102: delete oid 20 current snap is 190 2024-04-10T15:12:45.306 INFO:tasks.rados.rados.0.smithi102.stdout:2102: done (3 left) 2024-04-10T15:12:45.306 INFO:tasks.rados.rados.0.smithi102.stdout:2103: rmattr oid 37 current snap is 190 2024-04-10T15:12:45.306 INFO:tasks.rados.rados.0.smithi102.stdout:2104: read oid 30 snap 189 2024-04-10T15:12:45.306 INFO:tasks.rados.rados.0.smithi102.stdout:2104: expect (ObjNum 622 snap 173 seq_num 622) 2024-04-10T15:12:45.306 INFO:tasks.rados.rados.0.smithi102.stdout:2105: rollback oid 9 current snap is 190 2024-04-10T15:12:45.306 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 9 to 189 2024-04-10T15:12:45.306 INFO:tasks.rados.rados.0.smithi102.stdout:2106: setattr oid 34 current snap is 190 2024-04-10T15:12:45.306 INFO:tasks.rados.rados.0.smithi102.stdout:2105: finishing rollback tid 1 to smithi10276805-9 2024-04-10T15:12:45.307 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:12:45.307 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 1407 (ObjNum 638 snap 179 seq_num 638) dirty exists 2024-04-10T15:12:45.307 INFO:tasks.rados.rados.0.smithi102.stdout:2099: finishing write tid 2 to smithi10276805-49 2024-04-10T15:12:45.309 INFO:tasks.rados.rados.0.smithi102.stdout:2099: finishing write tid 3 to smithi10276805-49 2024-04-10T15:12:45.309 INFO:tasks.rados.rados.0.smithi102.stdout:2099: finishing write tid 4 to smithi10276805-49 2024-04-10T15:12:45.310 INFO:tasks.rados.rados.0.smithi102.stdout:2101: done (6 left) 2024-04-10T15:12:45.310 INFO:tasks.rados.rados.0.smithi102.stdout:2105: done (5 left) 2024-04-10T15:12:45.310 INFO:tasks.rados.rados.0.smithi102.stdout:2107: read oid 21 snap -1 2024-04-10T15:12:45.310 INFO:tasks.rados.rados.0.smithi102.stdout:2107: expect deleted 2024-04-10T15:12:45.310 INFO:tasks.rados.rados.0.smithi102.stdout:2108: snap_remove snap 184 2024-04-10T15:12:45.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:45 smithi154 ceph-mon[84269]: osdmap e453: 8 total, 8 up, 8 in 2024-04-10T15:12:45.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:45 smithi154 ceph-mon[84269]: pgmap v334: 121 pgs: 121 active+clean; 277 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.1 MiB/s wr, 11 op/s; 4.6 MiB/s, 0 objects/s recovering 2024-04-10T15:12:45.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:45 smithi102 ceph-mon[90943]: osdmap e453: 8 total, 8 up, 8 in 2024-04-10T15:12:45.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:45 smithi102 ceph-mon[90943]: pgmap v334: 121 pgs: 121 active+clean; 277 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.1 MiB/s wr, 11 op/s; 4.6 MiB/s, 0 objects/s recovering 2024-04-10T15:12:45.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:45 smithi102 ceph-mon[88557]: osdmap e453: 8 total, 8 up, 8 in 2024-04-10T15:12:45.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:45 smithi102 ceph-mon[88557]: pgmap v334: 121 pgs: 121 active+clean; 277 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.5 MiB/s rd, 4.1 MiB/s wr, 11 op/s; 4.6 MiB/s, 0 objects/s recovering 2024-04-10T15:12:46.293 INFO:tasks.rados.rados.0.smithi102.stdout:2108: done (6 left) 2024-04-10T15:12:46.294 INFO:tasks.rados.rados.0.smithi102.stdout:2109: read oid 36 snap -1 2024-04-10T15:12:46.294 INFO:tasks.rados.rados.0.smithi102.stdout:2109: expect (ObjNum 655 snap 181 seq_num 655) 2024-04-10T15:12:46.294 INFO:tasks.rados.rados.0.smithi102.stdout:2110: rollback oid 11 current snap is 190 2024-04-10T15:12:46.294 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 11 to 171 2024-04-10T15:12:46.294 INFO:tasks.rados.rados.0.smithi102.stdout:2099: finishing write tid 5 to smithi10276805-49 2024-04-10T15:12:46.294 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 812 (ObjNum 593 snap 0 seq_num 88798520) dirty exists 2024-04-10T15:12:46.294 INFO:tasks.rados.rados.0.smithi102.stdout:2104: expect (ObjNum 622 snap 173 seq_num 622) 2024-04-10T15:12:46.322 INFO:tasks.rados.rados.0.smithi102.stdout:2099: finishing write tid 6 to smithi10276805-49 2024-04-10T15:12:46.322 INFO:tasks.rados.rados.0.smithi102.stdout:2099: oid 49 updating version 0 to 1207 2024-04-10T15:12:46.322 INFO:tasks.rados.rados.0.smithi102.stdout:2099: oid 49 updating version 1207 to 1208 2024-04-10T15:12:46.322 INFO:tasks.rados.rados.0.smithi102.stdout:2099: oid 49 updating version 1208 to 1210 2024-04-10T15:12:46.322 INFO:tasks.rados.rados.0.smithi102.stdout:2099: oid 49 version 1210 is already newer than 1206 2024-04-10T15:12:46.322 INFO:tasks.rados.rados.0.smithi102.stdout:2099: oid 49 version 1210 is already newer than 1209 2024-04-10T15:12:46.322 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1210 (ObjNum 677 snap 190 seq_num 677) dirty exists 2024-04-10T15:12:46.322 INFO:tasks.rados.rados.0.smithi102.stdout:2099: left oid 49 (ObjNum 677 snap 190 seq_num 677) 2024-04-10T15:12:46.322 INFO:tasks.rados.rados.0.smithi102.stdout:2097: expect (ObjNum 562 snap 151 seq_num 562) 2024-04-10T15:12:46.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:46 smithi154 ceph-mon[84269]: osdmap e454: 8 total, 8 up, 8 in 2024-04-10T15:12:46.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:46 smithi102 ceph-mon[90943]: osdmap e454: 8 total, 8 up, 8 in 2024-04-10T15:12:46.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:46 smithi102 ceph-mon[88557]: osdmap e454: 8 total, 8 up, 8 in 2024-04-10T15:12:46.792 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 1208 (ObjNum 539 snap 144 seq_num 539) dirty exists 2024-04-10T15:12:46.792 INFO:tasks.rados.rados.0.smithi102.stdout:2110: finishing rollback tid 1 to smithi10276805-11 2024-04-10T15:12:46.792 INFO:tasks.rados.rados.0.smithi102.stdout:2110: finishing rollback tid 2 to smithi10276805-11 2024-04-10T15:12:46.792 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 1306 (ObjNum 511 snap 138 seq_num 511) dirty exists 2024-04-10T15:12:46.792 INFO:tasks.rados.rados.0.smithi102.stdout:2097: done (7 left) 2024-04-10T15:12:46.792 INFO:tasks.rados.rados.0.smithi102.stdout:2099: done (6 left) 2024-04-10T15:12:46.792 INFO:tasks.rados.rados.0.smithi102.stdout:2103: done (5 left) 2024-04-10T15:12:46.792 INFO:tasks.rados.rados.0.smithi102.stdout:2104: done (4 left) 2024-04-10T15:12:46.792 INFO:tasks.rados.rados.0.smithi102.stdout:2106: done (3 left) 2024-04-10T15:12:46.792 INFO:tasks.rados.rados.0.smithi102.stdout:2107: done (2 left) 2024-04-10T15:12:46.792 INFO:tasks.rados.rados.0.smithi102.stdout:2110: done (1 left) 2024-04-10T15:12:46.793 INFO:tasks.rados.rados.0.smithi102.stdout:2111: rollback oid 9 current snap is 190 2024-04-10T15:12:46.793 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 9 to 188 2024-04-10T15:12:46.793 INFO:tasks.rados.rados.0.smithi102.stdout:2109: expect (ObjNum 655 snap 181 seq_num 655) 2024-04-10T15:12:46.837 INFO:tasks.rados.rados.0.smithi102.stdout:2111: finishing rollback tid 1 to smithi10276805-9 2024-04-10T15:12:46.837 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:12:46.837 INFO:tasks.rados.rados.0.smithi102.stdout:2109: done (1 left) 2024-04-10T15:12:46.837 INFO:tasks.rados.rados.0.smithi102.stdout:2111: done (0 left) 2024-04-10T15:12:46.837 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 12 current snap is 190 2024-04-10T15:12:46.837 INFO:tasks.rados.rados.0.smithi102.stdout:2112: seq_num 679 ranges {3842048=581632,4423680=688128,5111808=516096} 2024-04-10T15:12:46.860 INFO:tasks.rados.rados.0.smithi102.stdout:2112: writing smithi10276805-12 from 3842048 to 4423680 tid 1 2024-04-10T15:12:46.864 INFO:tasks.rados.rados.0.smithi102.stdout:2112: writing smithi10276805-12 from 4423680 to 5111808 tid 2 2024-04-10T15:12:46.867 INFO:tasks.rados.rados.0.smithi102.stdout:2112: writing smithi10276805-12 from 5111808 to 5627904 tid 3 2024-04-10T15:12:46.867 INFO:tasks.rados.rados.0.smithi102.stdout:2112: finishing write tid 1 to smithi10276805-12 2024-04-10T15:12:46.867 INFO:tasks.rados.rados.0.smithi102.stdout:2112: finishing write tid 2 to smithi10276805-12 2024-04-10T15:12:46.867 INFO:tasks.rados.rados.0.smithi102.stdout:2113: read oid 14 snap -1 2024-04-10T15:12:46.868 INFO:tasks.rados.rados.0.smithi102.stdout:2113: expect (ObjNum 623 snap 173 seq_num 623) 2024-04-10T15:12:46.868 INFO:tasks.rados.rados.0.smithi102.stdout:2114: read oid 5 snap 188 2024-04-10T15:12:46.868 INFO:tasks.rados.rados.0.smithi102.stdout:2114: expect (ObjNum 578 snap 160 seq_num 578) 2024-04-10T15:12:46.868 INFO:tasks.rados.rados.0.smithi102.stdout:2115: rmattr oid 8 current snap is 190 2024-04-10T15:12:46.868 INFO:tasks.rados.rados.0.smithi102.stdout:2116: delete oid 21 current snap is 190 2024-04-10T15:12:46.870 INFO:tasks.rados.rados.0.smithi102.stdout:2116: done (4 left) 2024-04-10T15:12:46.870 INFO:tasks.rados.rados.0.smithi102.stdout:2117: copy_from oid 3 from oid 24 current snap is 190 2024-04-10T15:12:46.870 INFO:tasks.rados.rados.0.smithi102.stdout:2118: rollback oid 30 current snap is 190 2024-04-10T15:12:46.870 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 30 to 186 2024-04-10T15:12:46.870 INFO:tasks.rados.rados.0.smithi102.stdout:2119: copy_from oid 13 from oid 45 current snap is 190 2024-04-10T15:12:46.870 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 26 current snap is 190 2024-04-10T15:12:46.870 INFO:tasks.rados.rados.0.smithi102.stdout:2120: seq_num 681 ranges {6520832=614400,7135232=458752,7593984=638976,8232960=106496} 2024-04-10T15:12:46.909 INFO:tasks.rados.rados.0.smithi102.stdout:2120: writing smithi10276805-26 from 6520832 to 7135232 tid 1 2024-04-10T15:12:46.912 INFO:tasks.rados.rados.0.smithi102.stdout:2120: writing smithi10276805-26 from 7135232 to 7593984 tid 2 2024-04-10T15:12:46.915 INFO:tasks.rados.rados.0.smithi102.stdout:2120: writing smithi10276805-26 from 7593984 to 8232960 tid 3 2024-04-10T15:12:46.916 INFO:tasks.rados.rados.0.smithi102.stdout:2120: writing smithi10276805-26 from 8232960 to 8339456 tid 4 2024-04-10T15:12:46.916 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 35 current snap is 190 2024-04-10T15:12:46.917 INFO:tasks.rados.rados.0.smithi102.stdout:2121: seq_num 682 ranges {2392064=630784,3022848=745472,3768320=442368,4210688=16384} 2024-04-10T15:12:46.933 INFO:tasks.rados.rados.0.smithi102.stdout:2121: writing smithi10276805-35 from 2392064 to 3022848 tid 1 2024-04-10T15:12:46.937 INFO:tasks.rados.rados.0.smithi102.stdout:2121: writing smithi10276805-35 from 3022848 to 3768320 tid 2 2024-04-10T15:12:46.940 INFO:tasks.rados.rados.0.smithi102.stdout:2121: writing smithi10276805-35 from 3768320 to 4210688 tid 3 2024-04-10T15:12:46.940 INFO:tasks.rados.rados.0.smithi102.stdout:2121: writing smithi10276805-35 from 4210688 to 4227072 tid 4 2024-04-10T15:12:46.940 INFO:tasks.rados.rados.0.smithi102.stdout:2122: read oid 37 snap -1 2024-04-10T15:12:46.940 INFO:tasks.rados.rados.0.smithi102.stdout:2122: expect (ObjNum 539 snap 144 seq_num 539) 2024-04-10T15:12:46.940 INFO:tasks.rados.rados.0.smithi102.stdout:2123: read oid 50 snap -1 2024-04-10T15:12:46.940 INFO:tasks.rados.rados.0.smithi102.stdout:2123: expect (ObjNum 620 snap 172 seq_num 620) 2024-04-10T15:12:46.941 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 23 current snap is 190 2024-04-10T15:12:46.941 INFO:tasks.rados.rados.0.smithi102.stdout:2124: seq_num 683 ranges {1646592=647168,2293760=630784,2924544=573440} 2024-04-10T15:12:46.952 INFO:tasks.rados.rados.0.smithi102.stdout:2124: writing smithi10276805-23 from 1646592 to 2293760 tid 1 2024-04-10T15:12:46.956 INFO:tasks.rados.rados.0.smithi102.stdout:2124: writing smithi10276805-23 from 2293760 to 2924544 tid 2 2024-04-10T15:12:46.961 INFO:tasks.rados.rados.0.smithi102.stdout:2124: writing smithi10276805-23 from 2924544 to 3497984 tid 3 2024-04-10T15:12:46.961 INFO:tasks.rados.rados.0.smithi102.stdout:2125: delete oid 1 current snap is 190 2024-04-10T15:12:46.961 INFO:tasks.rados.rados.0.smithi102.stdout:2114: expect (ObjNum 578 snap 160 seq_num 578) 2024-04-10T15:12:46.965 INFO:tasks.rados.rados.0.smithi102.stdout:2112: finishing write tid 3 to smithi10276805-12 2024-04-10T15:12:46.965 INFO:tasks.rados.rados.0.smithi102.stdout:2114: done (12 left) 2024-04-10T15:12:46.965 INFO:tasks.rados.rados.0.smithi102.stdout:2125: done (11 left) 2024-04-10T15:12:46.965 INFO:tasks.rados.rados.0.smithi102.stdout:2126: read oid 25 snap -1 2024-04-10T15:12:46.965 INFO:tasks.rados.rados.0.smithi102.stdout:2126: expect (ObjNum 654 snap 181 seq_num 654) 2024-04-10T15:12:46.965 INFO:tasks.rados.rados.0.smithi102.stdout:2127: delete oid 29 current snap is 190 2024-04-10T15:12:46.965 INFO:tasks.rados.rados.0.smithi102.stdout:2112: finishing write tid 4 to smithi10276805-12 2024-04-10T15:12:46.965 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 813 (ObjNum 662 snap 186 seq_num 662) dirty exists 2024-04-10T15:12:46.965 INFO:tasks.rados.rados.0.smithi102.stdout:2113: expect (ObjNum 623 snap 173 seq_num 623) 2024-04-10T15:12:46.990 INFO:tasks.rados.rados.0.smithi102.stdout:2112: finishing write tid 5 to smithi10276805-12 2024-04-10T15:12:46.990 INFO:tasks.rados.rados.0.smithi102.stdout:2112: oid 12 updating version 0 to 1175 2024-04-10T15:12:46.990 INFO:tasks.rados.rados.0.smithi102.stdout:2112: oid 12 updating version 1175 to 1177 2024-04-10T15:12:46.990 INFO:tasks.rados.rados.0.smithi102.stdout:2112: oid 12 updating version 1177 to 1178 2024-04-10T15:12:46.991 INFO:tasks.rados.rados.0.smithi102.stdout:2112: oid 12 version 1178 is already newer than 1176 2024-04-10T15:12:46.991 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 1178 (ObjNum 679 snap 190 seq_num 679) dirty exists 2024-04-10T15:12:46.991 INFO:tasks.rados.rados.0.smithi102.stdout:2112: left oid 12 (ObjNum 679 snap 190 seq_num 679) 2024-04-10T15:12:46.991 INFO:tasks.rados.rados.0.smithi102.stdout:2118: finishing rollback tid 0 to smithi10276805-30 2024-04-10T15:12:46.991 INFO:tasks.rados.rados.0.smithi102.stdout:2118: finishing rollback tid 1 to smithi10276805-30 2024-04-10T15:12:46.991 INFO:tasks.rados.rados.0.smithi102.stdout:2118: finishing rollback tid 2 to smithi10276805-30 2024-04-10T15:12:46.991 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 1136 (ObjNum 622 snap 173 seq_num 622) dirty exists 2024-04-10T15:12:46.991 INFO:tasks.rados.rados.0.smithi102.stdout:2119: finishing copy_from racing read to smithi10276805-13 2024-04-10T15:12:46.991 INFO:tasks.rados.rados.0.smithi102.stdout:2119: finishing copy_from to smithi10276805-13 2024-04-10T15:12:46.991 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 1304 (ObjNum 628 snap 178 seq_num 628) dirty exists 2024-04-10T15:12:46.991 INFO:tasks.rados.rados.0.smithi102.stdout:2117: finishing copy_from racing read to smithi10276805-3 2024-04-10T15:12:46.991 INFO:tasks.rados.rados.0.smithi102.stdout:2112: done (12 left) 2024-04-10T15:12:46.991 INFO:tasks.rados.rados.0.smithi102.stdout:2113: done (11 left) 2024-04-10T15:12:46.991 INFO:tasks.rados.rados.0.smithi102.stdout:2115: done (10 left) 2024-04-10T15:12:46.992 INFO:tasks.rados.rados.0.smithi102.stdout:2118: done (9 left) 2024-04-10T15:12:46.992 INFO:tasks.rados.rados.0.smithi102.stdout:2119: done (8 left) 2024-04-10T15:12:46.992 INFO:tasks.rados.rados.0.smithi102.stdout:2127: done (7 left) 2024-04-10T15:12:46.992 INFO:tasks.rados.rados.0.smithi102.stdout:2128: delete oid 18 current snap is 190 2024-04-10T15:12:46.992 INFO:tasks.rados.rados.0.smithi102.stdout:2117: finishing copy_from to smithi10276805-3 2024-04-10T15:12:46.992 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 1092 (ObjNum 550 snap 147 seq_num 550) dirty exists 2024-04-10T15:12:46.992 INFO:tasks.rados.rados.0.smithi102.stdout:2120: finishing write tid 1 to smithi10276805-26 2024-04-10T15:12:46.992 INFO:tasks.rados.rados.0.smithi102.stdout:2120: finishing write tid 2 to smithi10276805-26 2024-04-10T15:12:46.992 INFO:tasks.rados.rados.0.smithi102.stdout:2120: finishing write tid 3 to smithi10276805-26 2024-04-10T15:12:46.992 INFO:tasks.rados.rados.0.smithi102.stdout:2120: finishing write tid 4 to smithi10276805-26 2024-04-10T15:12:46.992 INFO:tasks.rados.rados.0.smithi102.stdout:2120: finishing write tid 5 to smithi10276805-26 2024-04-10T15:12:46.992 INFO:tasks.rados.rados.0.smithi102.stdout:2120: finishing write tid 6 to smithi10276805-26 2024-04-10T15:12:46.992 INFO:tasks.rados.rados.0.smithi102.stdout:2120: oid 26 updating version 0 to 1212 2024-04-10T15:12:46.992 INFO:tasks.rados.rados.0.smithi102.stdout:2120: oid 26 version 1212 is already newer than 1211 2024-04-10T15:12:46.992 INFO:tasks.rados.rados.0.smithi102.stdout:2120: oid 26 updating version 1212 to 1213 2024-04-10T15:12:46.993 INFO:tasks.rados.rados.0.smithi102.stdout:2120: oid 26 version 1213 is already newer than 1209 2024-04-10T15:12:46.993 INFO:tasks.rados.rados.0.smithi102.stdout:2120: oid 26 version 1213 is already newer than 1210 2024-04-10T15:12:46.993 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1213 (ObjNum 681 snap 190 seq_num 681) dirty exists 2024-04-10T15:12:46.993 INFO:tasks.rados.rados.0.smithi102.stdout:2120: left oid 26 (ObjNum 681 snap 190 seq_num 681) 2024-04-10T15:12:46.993 INFO:tasks.rados.rados.0.smithi102.stdout:2121: finishing write tid 1 to smithi10276805-35 2024-04-10T15:12:46.993 INFO:tasks.rados.rados.0.smithi102.stdout:2121: finishing write tid 2 to smithi10276805-35 2024-04-10T15:12:46.993 INFO:tasks.rados.rados.0.smithi102.stdout:2121: finishing write tid 3 to smithi10276805-35 2024-04-10T15:12:46.993 INFO:tasks.rados.rados.0.smithi102.stdout:2121: finishing write tid 4 to smithi10276805-35 2024-04-10T15:12:46.993 INFO:tasks.rados.rados.0.smithi102.stdout:2121: finishing write tid 5 to smithi10276805-35 2024-04-10T15:12:46.993 INFO:tasks.rados.rados.0.smithi102.stdout:2121: finishing write tid 6 to smithi10276805-35 2024-04-10T15:12:46.993 INFO:tasks.rados.rados.0.smithi102.stdout:2121: oid 35 updating version 0 to 817 2024-04-10T15:12:46.993 INFO:tasks.rados.rados.0.smithi102.stdout:2121: oid 35 version 817 is already newer than 815 2024-04-10T15:12:46.993 INFO:tasks.rados.rados.0.smithi102.stdout:2121: oid 35 version 817 is already newer than 814 2024-04-10T15:12:46.993 INFO:tasks.rados.rados.0.smithi102.stdout:2121: oid 35 version 817 is already newer than 816 2024-04-10T15:12:46.993 INFO:tasks.rados.rados.0.smithi102.stdout:2121: oid 35 updating version 817 to 818 2024-04-10T15:12:46.993 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 818 (ObjNum 682 snap 190 seq_num 682) dirty exists 2024-04-10T15:12:46.994 INFO:tasks.rados.rados.0.smithi102.stdout:2121: left oid 35 (ObjNum 682 snap 190 seq_num 682) 2024-04-10T15:12:46.994 INFO:tasks.rados.rados.0.smithi102.stdout:2123: expect (ObjNum 620 snap 172 seq_num 620) 2024-04-10T15:12:47.010 INFO:tasks.rados.rados.0.smithi102.stdout:2124: finishing write tid 1 to smithi10276805-23 2024-04-10T15:12:47.010 INFO:tasks.rados.rados.0.smithi102.stdout:2124: finishing write tid 2 to smithi10276805-23 2024-04-10T15:12:47.010 INFO:tasks.rados.rados.0.smithi102.stdout:2124: finishing write tid 3 to smithi10276805-23 2024-04-10T15:12:47.010 INFO:tasks.rados.rados.0.smithi102.stdout:2124: finishing write tid 4 to smithi10276805-23 2024-04-10T15:12:47.010 INFO:tasks.rados.rados.0.smithi102.stdout:2124: finishing write tid 5 to smithi10276805-23 2024-04-10T15:12:47.011 INFO:tasks.rados.rados.0.smithi102.stdout:2124: oid 23 updating version 0 to 1209 2024-04-10T15:12:47.011 INFO:tasks.rados.rados.0.smithi102.stdout:2124: oid 23 version 1209 is already newer than 1207 2024-04-10T15:12:47.011 INFO:tasks.rados.rados.0.smithi102.stdout:2124: oid 23 updating version 1209 to 1210 2024-04-10T15:12:47.011 INFO:tasks.rados.rados.0.smithi102.stdout:2124: oid 23 version 1210 is already newer than 1208 2024-04-10T15:12:47.011 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1210 (ObjNum 683 snap 190 seq_num 683) dirty exists 2024-04-10T15:12:47.011 INFO:tasks.rados.rados.0.smithi102.stdout:2124: left oid 23 (ObjNum 683 snap 190 seq_num 683) 2024-04-10T15:12:47.011 INFO:tasks.rados.rados.0.smithi102.stdout:2122: expect (ObjNum 539 snap 144 seq_num 539) 2024-04-10T15:12:47.612 INFO:tasks.rados.rados.0.smithi102.stdout:2126: expect (ObjNum 654 snap 181 seq_num 654) 2024-04-10T15:12:47.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:47 smithi154 ceph-mon[84269]: osdmap e455: 8 total, 8 up, 8 in 2024-04-10T15:12:47.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:47 smithi154 ceph-mon[84269]: pgmap v337: 121 pgs: 121 active+clean; 281 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-10T15:12:47.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:47 smithi102 ceph-mon[90943]: osdmap e455: 8 total, 8 up, 8 in 2024-04-10T15:12:47.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:47 smithi102 ceph-mon[90943]: pgmap v337: 121 pgs: 121 active+clean; 281 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-10T15:12:47.657 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:12:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:12:47] "GET /metrics HTTP/1.1" 200 36064 "" "Prometheus/2.43.0" 2024-04-10T15:12:47.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:47 smithi102 ceph-mon[88557]: osdmap e455: 8 total, 8 up, 8 in 2024-04-10T15:12:47.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:47 smithi102 ceph-mon[88557]: pgmap v337: 121 pgs: 121 active+clean; 281 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 2.4 MiB/s wr, 19 op/s 2024-04-10T15:12:47.694 INFO:tasks.rados.rados.0.smithi102.stdout:2117: done (7 left) 2024-04-10T15:12:47.695 INFO:tasks.rados.rados.0.smithi102.stdout:2120: done (6 left) 2024-04-10T15:12:47.695 INFO:tasks.rados.rados.0.smithi102.stdout:2121: done (5 left) 2024-04-10T15:12:47.695 INFO:tasks.rados.rados.0.smithi102.stdout:2122: done (4 left) 2024-04-10T15:12:47.695 INFO:tasks.rados.rados.0.smithi102.stdout:2123: done (3 left) 2024-04-10T15:12:47.695 INFO:tasks.rados.rados.0.smithi102.stdout:2124: done (2 left) 2024-04-10T15:12:47.695 INFO:tasks.rados.rados.0.smithi102.stdout:2126: done (1 left) 2024-04-10T15:12:47.695 INFO:tasks.rados.rados.0.smithi102.stdout:2128: done (0 left) 2024-04-10T15:12:47.695 INFO:tasks.rados.rados.0.smithi102.stdout:2129: read oid 37 snap 186 2024-04-10T15:12:47.695 INFO:tasks.rados.rados.0.smithi102.stdout:2129: expect (ObjNum 539 snap 144 seq_num 539) 2024-04-10T15:12:47.695 INFO:tasks.rados.rados.0.smithi102.stdout:2130: snap_create 2024-04-10T15:12:47.728 INFO:tasks.rados.rados.0.smithi102.stdout:2129: expect (ObjNum 539 snap 144 seq_num 539) 2024-04-10T15:12:48.334 INFO:tasks.rados.rados.0.smithi102.stdout:2129: done (1 left) 2024-04-10T15:12:48.334 INFO:tasks.rados.rados.0.smithi102.stdout:2130: done (0 left) 2024-04-10T15:12:48.334 INFO:tasks.rados.rados.0.smithi102.stdout:2131: setattr oid 22 current snap is 191 2024-04-10T15:12:48.335 INFO:tasks.rados.rados.0.smithi102.stdout:2132: snap_remove snap 171 2024-04-10T15:12:49.298 INFO:tasks.rados.rados.0.smithi102.stdout:2132: done (1 left) 2024-04-10T15:12:49.298 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 11 current snap is 191 2024-04-10T15:12:49.299 INFO:tasks.rados.rados.0.smithi102.stdout:2133: seq_num 687 ranges {1368064=712704,2080768=614400,2695168=589824} 2024-04-10T15:12:49.311 INFO:tasks.rados.rados.0.smithi102.stdout:2133: writing smithi10276805-11 from 1368064 to 2080768 tid 1 2024-04-10T15:12:49.315 INFO:tasks.rados.rados.0.smithi102.stdout:2133: writing smithi10276805-11 from 2080768 to 2695168 tid 2 2024-04-10T15:12:49.319 INFO:tasks.rados.rados.0.smithi102.stdout:2133: writing smithi10276805-11 from 2695168 to 3284992 tid 3 2024-04-10T15:12:49.319 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 26 current snap is 191 2024-04-10T15:12:49.319 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 1194 (ObjNum 674 snap 188 seq_num 674) dirty exists 2024-04-10T15:12:49.320 INFO:tasks.rados.rados.0.smithi102.stdout:2134: seq_num 688 ranges {8339456=729088,9068544=499712,9568256=704512} 2024-04-10T15:12:49.369 INFO:tasks.rados.rados.0.smithi102.stdout:2134: writing smithi10276805-26 from 8339456 to 9068544 tid 1 2024-04-10T15:12:49.371 INFO:tasks.rados.rados.0.smithi102.stdout:2134: writing smithi10276805-26 from 9068544 to 9568256 tid 2 2024-04-10T15:12:49.376 INFO:tasks.rados.rados.0.smithi102.stdout:2134: writing smithi10276805-26 from 9568256 to 10272768 tid 3 2024-04-10T15:12:49.376 INFO:tasks.rados.rados.0.smithi102.stdout:2131: done (2 left) 2024-04-10T15:12:49.376 INFO:tasks.rados.rados.0.smithi102.stdout:2135: setattr oid 23 current snap is 191 2024-04-10T15:12:49.376 INFO:tasks.rados.rados.0.smithi102.stdout:2133: finishing write tid 1 to smithi10276805-11 2024-04-10T15:12:49.376 INFO:tasks.rados.rados.0.smithi102.stdout:2133: finishing write tid 2 to smithi10276805-11 2024-04-10T15:12:49.376 INFO:tasks.rados.rados.0.smithi102.stdout:2133: finishing write tid 3 to smithi10276805-11 2024-04-10T15:12:49.376 INFO:tasks.rados.rados.0.smithi102.stdout:2133: finishing write tid 4 to smithi10276805-11 2024-04-10T15:12:49.377 INFO:tasks.rados.rados.0.smithi102.stdout:2133: finishing write tid 5 to smithi10276805-11 2024-04-10T15:12:49.377 INFO:tasks.rados.rados.0.smithi102.stdout:2133: oid 11 updating version 0 to 1308 2024-04-10T15:12:49.377 INFO:tasks.rados.rados.0.smithi102.stdout:2133: oid 11 updating version 1308 to 1309 2024-04-10T15:12:49.377 INFO:tasks.rados.rados.0.smithi102.stdout:2133: oid 11 version 1309 is already newer than 1307 2024-04-10T15:12:49.377 INFO:tasks.rados.rados.0.smithi102.stdout:2133: oid 11 updating version 1309 to 1310 2024-04-10T15:12:49.377 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 1310 (ObjNum 687 snap 191 seq_num 687) dirty exists 2024-04-10T15:12:49.377 INFO:tasks.rados.rados.0.smithi102.stdout:2133: left oid 11 (ObjNum 687 snap 191 seq_num 687) 2024-04-10T15:12:49.377 INFO:tasks.rados.rados.0.smithi102.stdout:2134: finishing write tid 1 to smithi10276805-26 2024-04-10T15:12:49.377 INFO:tasks.rados.rados.0.smithi102.stdout:2134: finishing write tid 2 to smithi10276805-26 2024-04-10T15:12:49.377 INFO:tasks.rados.rados.0.smithi102.stdout:2133: done (2 left) 2024-04-10T15:12:49.377 INFO:tasks.rados.rados.0.smithi102.stdout:2136: snap_remove snap 185 2024-04-10T15:12:49.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:49 smithi154 ceph-mon[84269]: osdmap e456: 8 total, 8 up, 8 in 2024-04-10T15:12:49.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:49 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:49.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:49 smithi102 ceph-mon[90943]: osdmap e456: 8 total, 8 up, 8 in 2024-04-10T15:12:49.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:49 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:49.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:49 smithi102 ceph-mon[88557]: osdmap e456: 8 total, 8 up, 8 in 2024-04-10T15:12:49.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:49 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:50.300 INFO:tasks.rados.rados.0.smithi102.stdout:2136: done (2 left) 2024-04-10T15:12:50.300 INFO:tasks.rados.rados.0.smithi102.stdout:2137: read oid 25 snap -1 2024-04-10T15:12:50.300 INFO:tasks.rados.rados.0.smithi102.stdout:2137: expect (ObjNum 654 snap 181 seq_num 654) 2024-04-10T15:12:50.300 INFO:tasks.rados.rados.0.smithi102.stdout:2138: delete oid 31 current snap is 191 2024-04-10T15:12:50.300 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1211 (ObjNum 683 snap 190 seq_num 683) dirty exists 2024-04-10T15:12:50.300 INFO:tasks.rados.rados.0.smithi102.stdout:2134: finishing write tid 3 to smithi10276805-26 2024-04-10T15:12:50.301 INFO:tasks.rados.rados.0.smithi102.stdout:2134: finishing write tid 4 to smithi10276805-26 2024-04-10T15:12:50.301 INFO:tasks.rados.rados.0.smithi102.stdout:2134: finishing write tid 5 to smithi10276805-26 2024-04-10T15:12:50.301 INFO:tasks.rados.rados.0.smithi102.stdout:2134: oid 26 updating version 0 to 1214 2024-04-10T15:12:50.301 INFO:tasks.rados.rados.0.smithi102.stdout:2134: oid 26 updating version 1214 to 1216 2024-04-10T15:12:50.301 INFO:tasks.rados.rados.0.smithi102.stdout:2134: oid 26 version 1216 is already newer than 1215 2024-04-10T15:12:50.301 INFO:tasks.rados.rados.0.smithi102.stdout:2134: oid 26 updating version 1216 to 1217 2024-04-10T15:12:50.301 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1217 (ObjNum 688 snap 191 seq_num 688) dirty exists 2024-04-10T15:12:50.301 INFO:tasks.rados.rados.0.smithi102.stdout:2134: left oid 26 (ObjNum 688 snap 191 seq_num 688) 2024-04-10T15:12:50.310 INFO:tasks.rados.rados.0.smithi102.stdout:2134: done (3 left) 2024-04-10T15:12:50.310 INFO:tasks.rados.rados.0.smithi102.stdout:2135: done (2 left) 2024-04-10T15:12:50.310 INFO:tasks.rados.rados.0.smithi102.stdout:2138: done (1 left) 2024-04-10T15:12:50.310 INFO:tasks.rados.rados.0.smithi102.stdout:2139: snap_remove snap 188 2024-04-10T15:12:50.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:50 smithi154 ceph-mon[84269]: pgmap v339: 121 pgs: 121 active+clean; 285 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.9 MiB/s wr, 36 op/s 2024-04-10T15:12:50.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:50 smithi154 ceph-mon[84269]: osdmap e457: 8 total, 8 up, 8 in 2024-04-10T15:12:50.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:50 smithi102 ceph-mon[88557]: pgmap v339: 121 pgs: 121 active+clean; 285 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.9 MiB/s wr, 36 op/s 2024-04-10T15:12:50.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:50 smithi102 ceph-mon[88557]: osdmap e457: 8 total, 8 up, 8 in 2024-04-10T15:12:50.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:50 smithi102 ceph-mon[90943]: pgmap v339: 121 pgs: 121 active+clean; 285 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.9 MiB/s wr, 36 op/s 2024-04-10T15:12:50.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:50 smithi102 ceph-mon[90943]: osdmap e457: 8 total, 8 up, 8 in 2024-04-10T15:12:51.312 INFO:tasks.rados.rados.0.smithi102.stdout:2139: done (1 left) 2024-04-10T15:12:51.312 INFO:tasks.rados.rados.0.smithi102.stdout:2140: rollback oid 44 current snap is 191 2024-04-10T15:12:51.312 INFO:tasks.rados.rados.0.smithi102.stdout:2137: expect (ObjNum 654 snap 181 seq_num 654) 2024-04-10T15:12:51.401 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 44 to 186 2024-04-10T15:12:51.401 INFO:tasks.rados.rados.0.smithi102.stdout:2137: done (1 left) 2024-04-10T15:12:51.401 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 6 current snap is 191 2024-04-10T15:12:51.401 INFO:tasks.rados.rados.0.smithi102.stdout:2141: seq_num 690 ranges {4644864=761856,5406720=663552,6070272=409600,6479872=131072} 2024-04-10T15:12:51.429 INFO:tasks.rados.rados.0.smithi102.stdout:2141: writing smithi10276805-6 from 4644864 to 5406720 tid 1 2024-04-10T15:12:51.433 INFO:tasks.rados.rados.0.smithi102.stdout:2141: writing smithi10276805-6 from 5406720 to 6070272 tid 2 2024-04-10T15:12:51.435 INFO:tasks.rados.rados.0.smithi102.stdout:2141: writing smithi10276805-6 from 6070272 to 6479872 tid 3 2024-04-10T15:12:51.437 INFO:tasks.rados.rados.0.smithi102.stdout:2141: writing smithi10276805-6 from 6479872 to 6610944 tid 4 2024-04-10T15:12:51.437 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 36 current snap is 191 2024-04-10T15:12:51.437 INFO:tasks.rados.rados.0.smithi102.stdout:2140: finishing rollback tid 1 to smithi10276805-44 2024-04-10T15:12:51.438 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 0 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:12:51.438 INFO:tasks.rados.rados.0.smithi102.stdout:2141: finishing write tid 1 to smithi10276805-6 2024-04-10T15:12:51.438 INFO:tasks.rados.rados.0.smithi102.stdout:2141: finishing write tid 2 to smithi10276805-6 2024-04-10T15:12:51.438 INFO:tasks.rados.rados.0.smithi102.stdout:2142: seq_num 691 ranges {1376256=778240,2154496=548864,2703360=614400,3317760=40960} 2024-04-10T15:12:51.448 INFO:tasks.rados.rados.0.smithi102.stdout:2142: writing smithi10276805-36 from 1376256 to 2154496 tid 1 2024-04-10T15:12:51.452 INFO:tasks.rados.rados.0.smithi102.stdout:2142: writing smithi10276805-36 from 2154496 to 2703360 tid 2 2024-04-10T15:12:51.455 INFO:tasks.rados.rados.0.smithi102.stdout:2142: writing smithi10276805-36 from 2703360 to 3317760 tid 3 2024-04-10T15:12:51.457 INFO:tasks.rados.rados.0.smithi102.stdout:2142: writing smithi10276805-36 from 3317760 to 3358720 tid 4 2024-04-10T15:12:51.457 INFO:tasks.rados.rados.0.smithi102.stdout:2140: done (2 left) 2024-04-10T15:12:51.457 INFO:tasks.rados.rados.0.smithi102.stdout:2143: snap_create 2024-04-10T15:12:51.457 INFO:tasks.rados.rados.0.smithi102.stdout:2141: finishing write tid 3 to smithi10276805-6 2024-04-10T15:12:51.458 INFO:tasks.rados.rados.0.smithi102.stdout:2141: finishing write tid 4 to smithi10276805-6 2024-04-10T15:12:51.458 INFO:tasks.rados.rados.0.smithi102.stdout:2141: finishing write tid 5 to smithi10276805-6 2024-04-10T15:12:51.458 INFO:tasks.rados.rados.0.smithi102.stdout:2141: finishing write tid 6 to smithi10276805-6 2024-04-10T15:12:51.458 INFO:tasks.rados.rados.0.smithi102.stdout:2141: oid 6 updating version 0 to 1182 2024-04-10T15:12:51.458 INFO:tasks.rados.rados.0.smithi102.stdout:2141: oid 6 updating version 1182 to 1184 2024-04-10T15:12:51.458 INFO:tasks.rados.rados.0.smithi102.stdout:2141: oid 6 version 1184 is already newer than 1180 2024-04-10T15:12:51.458 INFO:tasks.rados.rados.0.smithi102.stdout:2141: oid 6 version 1184 is already newer than 1183 2024-04-10T15:12:51.458 INFO:tasks.rados.rados.0.smithi102.stdout:2141: oid 6 version 1184 is already newer than 1181 2024-04-10T15:12:51.459 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 1184 (ObjNum 690 snap 191 seq_num 690) dirty exists 2024-04-10T15:12:51.459 INFO:tasks.rados.rados.0.smithi102.stdout:2141: left oid 6 (ObjNum 690 snap 191 seq_num 690) 2024-04-10T15:12:51.459 INFO:tasks.rados.rados.0.smithi102.stdout:2142: finishing write tid 1 to smithi10276805-36 2024-04-10T15:12:51.459 INFO:tasks.rados.rados.0.smithi102.stdout:2142: finishing write tid 2 to smithi10276805-36 2024-04-10T15:12:51.460 INFO:tasks.rados.rados.0.smithi102.stdout:2142: finishing write tid 3 to smithi10276805-36 2024-04-10T15:12:51.460 INFO:tasks.rados.rados.0.smithi102.stdout:2142: finishing write tid 4 to smithi10276805-36 2024-04-10T15:12:51.461 INFO:tasks.rados.rados.0.smithi102.stdout:2142: finishing write tid 5 to smithi10276805-36 2024-04-10T15:12:51.461 INFO:tasks.rados.rados.0.smithi102.stdout:2142: finishing write tid 6 to smithi10276805-36 2024-04-10T15:12:51.461 INFO:tasks.rados.rados.0.smithi102.stdout:2142: oid 36 updating version 0 to 1178 2024-04-10T15:12:51.461 INFO:tasks.rados.rados.0.smithi102.stdout:2142: oid 36 updating version 1178 to 1180 2024-04-10T15:12:51.461 INFO:tasks.rados.rados.0.smithi102.stdout:2142: oid 36 version 1180 is already newer than 1179 2024-04-10T15:12:51.461 INFO:tasks.rados.rados.0.smithi102.stdout:2142: oid 36 version 1180 is already newer than 1176 2024-04-10T15:12:51.461 INFO:tasks.rados.rados.0.smithi102.stdout:2142: oid 36 version 1180 is already newer than 1177 2024-04-10T15:12:51.461 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 1180 (ObjNum 691 snap 191 seq_num 691) dirty exists 2024-04-10T15:12:51.461 INFO:tasks.rados.rados.0.smithi102.stdout:2142: left oid 36 (ObjNum 691 snap 191 seq_num 691) 2024-04-10T15:12:51.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:51 smithi154 ceph-mon[84269]: osdmap e458: 8 total, 8 up, 8 in 2024-04-10T15:12:51.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:51 smithi154 ceph-mon[84269]: pgmap v342: 121 pgs: 121 active+clean; 285 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 900 KiB/s wr, 26 op/s 2024-04-10T15:12:51.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:51 smithi102 ceph-mon[90943]: osdmap e458: 8 total, 8 up, 8 in 2024-04-10T15:12:51.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:51 smithi102 ceph-mon[90943]: pgmap v342: 121 pgs: 121 active+clean; 285 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 900 KiB/s wr, 26 op/s 2024-04-10T15:12:51.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:51 smithi102 ceph-mon[88557]: osdmap e458: 8 total, 8 up, 8 in 2024-04-10T15:12:51.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:51 smithi102 ceph-mon[88557]: pgmap v342: 121 pgs: 121 active+clean; 285 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 900 KiB/s wr, 26 op/s 2024-04-10T15:12:52.310 INFO:tasks.rados.rados.0.smithi102.stdout:2141: done (2 left) 2024-04-10T15:12:52.311 INFO:tasks.rados.rados.0.smithi102.stdout:2142: done (1 left) 2024-04-10T15:12:52.311 INFO:tasks.rados.rados.0.smithi102.stdout:2143: done (0 left) 2024-04-10T15:12:52.311 INFO:tasks.rados.rados.0.smithi102.stdout:2144: rollback oid 16 current snap is 192 2024-04-10T15:12:52.311 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 16 to 191 2024-04-10T15:12:52.311 INFO:tasks.rados.rados.0.smithi102.stdout:2145: read oid 42 snap -1 2024-04-10T15:12:52.311 INFO:tasks.rados.rados.0.smithi102.stdout:2145: expect deleted 2024-04-10T15:12:52.311 INFO:tasks.rados.rados.0.smithi102.stdout:2146: snap_remove snap 189 2024-04-10T15:12:52.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:52 smithi154 ceph-mon[84269]: osdmap e459: 8 total, 8 up, 8 in 2024-04-10T15:12:52.627 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:12:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:12:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:12:52.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:52 smithi102 ceph-mon[90943]: osdmap e459: 8 total, 8 up, 8 in 2024-04-10T15:12:52.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:52 smithi102 ceph-mon[88557]: osdmap e459: 8 total, 8 up, 8 in 2024-04-10T15:12:52.796 INFO:teuthology.orchestra.run.smithi102.stdout:true 2024-04-10T15:12:53.112 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:12:53.112 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (8m) 52s ago 9m 24.3M - 0.25.0 c8568f914cd2 8877963ef1e7 2024-04-10T15:12:53.112 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi154 *:3000 running (8m) 18s ago 8m 91.6M - 9.4.7 954c08fa6188 a24ea26325a1 2024-04-10T15:12:53.112 INFO:teuthology.orchestra.run.smithi102.stdout:mds.a smithi102 running (9m) 52s ago 9m 16.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 da51112648bf 2024-04-10T15:12:53.112 INFO:teuthology.orchestra.run.smithi102.stdout:mds.b smithi154 running (9m) 18s ago 9m 20.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 1c2f7bf05952 2024-04-10T15:12:53.113 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi154 *:8443,9283,8765 running (4m) 18s ago 13m 452M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 5843a1d0f5c5 2024-04-10T15:12:53.113 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (4m) 52s ago 14m 514M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 d4cb3bfdb76a 2024-04-10T15:12:53.113 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (4m) 52s ago 15m 51.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 09d0a3f89365 2024-04-10T15:12:53.113 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi154 running (3m) 18s ago 13m 43.2M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ecf89eee3550 2024-04-10T15:12:53.113 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (3m) 52s ago 13m 46.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 57de69af85cd 2024-04-10T15:12:53.113 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (8m) 52s ago 8m 14.2M - 1.5.0 0da6a335fe13 dc103d21fc64 2024-04-10T15:12:53.113 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi154 *:9100 running (8m) 18s ago 8m 15.6M - 1.5.0 0da6a335fe13 c71ce3c6ef09 2024-04-10T15:12:53.113 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (2m) 52s ago 13m 137M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e0c9aedb2146 2024-04-10T15:12:53.113 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (2m) 52s ago 12m 103M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 2d65d19c2ebd 2024-04-10T15:12:53.113 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (91s) 52s ago 12m 115M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 5937c2c020b1 2024-04-10T15:12:53.113 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (57s) 52s ago 11m 11.8M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 056d46e334c1 2024-04-10T15:12:53.113 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi154 running (23s) 18s ago 11m 14.8M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 b11287656a89 2024-04-10T15:12:53.113 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi154 running (11m) 18s ago 11m 311M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 51b30d38d077 2024-04-10T15:12:53.113 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi154 running (10m) 18s ago 10m 253M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 2dd28f8d572c 2024-04-10T15:12:53.113 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi154 running (10m) 18s ago 10m 202M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a3af5b492398 2024-04-10T15:12:53.114 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi154 *:9095 running (4m) 18s ago 9m 60.4M - 2.43.0 a07b618ecd1d 15b122e84a15 2024-04-10T15:12:53.190 INFO:tasks.rados.rados.0.smithi102.stdout:2146: done (2 left) 2024-04-10T15:12:53.190 INFO:tasks.rados.rados.0.smithi102.stdout:2147: snap_create 2024-04-10T15:12:53.190 INFO:tasks.rados.rados.0.smithi102.stdout:2144: finishing rollback tid 0 to smithi10276805-16 2024-04-10T15:12:53.190 INFO:tasks.rados.rados.0.smithi102.stdout:2144: finishing rollback tid 1 to smithi10276805-16 2024-04-10T15:12:53.190 INFO:tasks.rados.rados.0.smithi102.stdout:2144: finishing rollback tid 2 to smithi10276805-16 2024-04-10T15:12:53.190 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 1313 (ObjNum 663 snap 186 seq_num 663) dirty exists 2024-04-10T15:12:53.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:53 smithi102 ceph-mon[90943]: osdmap e460: 8 total, 8 up, 8 in 2024-04-10T15:12:53.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:53 smithi102 ceph-mon[90943]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:12:53.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:53 smithi102 ceph-mon[90943]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:12:53.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:53 smithi102 ceph-mon[90943]: pgmap v345: 121 pgs: 121 active+clean; 264 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.2 MiB/s wr, 16 op/s 2024-04-10T15:12:53.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:53 smithi102 ceph-mon[90943]: osdmap e461: 8 total, 8 up, 8 in 2024-04-10T15:12:53.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:53.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:12:53.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:53 smithi102 ceph-mon[88557]: osdmap e460: 8 total, 8 up, 8 in 2024-04-10T15:12:53.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:53 smithi102 ceph-mon[88557]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:12:53.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:53 smithi102 ceph-mon[88557]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:12:53.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:53 smithi102 ceph-mon[88557]: pgmap v345: 121 pgs: 121 active+clean; 264 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.2 MiB/s wr, 16 op/s 2024-04-10T15:12:53.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:53 smithi102 ceph-mon[88557]: osdmap e461: 8 total, 8 up, 8 in 2024-04-10T15:12:53.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:53.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:12:53.527 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:12:53.527 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-10T15:12:53.527 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:12:53.527 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:12:53.527 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-10T15:12:53.527 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:12:53.527 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:12:53.527 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-10T15:12:53.528 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3, 2024-04-10T15:12:53.528 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 5 2024-04-10T15:12:53.528 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:12:53.528 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-10T15:12:53.528 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:12:53.528 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:12:53.528 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-10T15:12:53.528 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 5, 2024-04-10T15:12:53.528 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 10 2024-04-10T15:12:53.528 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:12:53.528 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:12:53.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:53 smithi154 ceph-mon[84269]: osdmap e460: 8 total, 8 up, 8 in 2024-04-10T15:12:53.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:53 smithi154 ceph-mon[84269]: from='client.34311 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:12:53.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:53 smithi154 ceph-mon[84269]: from='client.34317 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:12:53.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:53 smithi154 ceph-mon[84269]: pgmap v345: 121 pgs: 121 active+clean; 264 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.2 MiB/s wr, 16 op/s 2024-04-10T15:12:53.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:53 smithi154 ceph-mon[84269]: osdmap e461: 8 total, 8 up, 8 in 2024-04-10T15:12:53.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:53.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:12:54.193 INFO:tasks.rados.rados.0.smithi102.stdout:2144: done (2 left) 2024-04-10T15:12:54.193 INFO:tasks.rados.rados.0.smithi102.stdout:2145: done (1 left) 2024-04-10T15:12:54.193 INFO:tasks.rados.rados.0.smithi102.stdout:2147: done (0 left) 2024-04-10T15:12:54.193 INFO:tasks.rados.rados.0.smithi102.stdout:2148: rmattr oid 46 current snap is 193 2024-04-10T15:12:54.193 INFO:tasks.rados.rados.0.smithi102.stdout:2149: copy_from oid 5 from oid 27 current snap is 193 2024-04-10T15:12:54.193 INFO:tasks.rados.rados.0.smithi102.stdout:2150: read oid 48 snap -1 2024-04-10T15:12:54.193 INFO:tasks.rados.rados.0.smithi102.stdout:2150: expect (ObjNum 673 snap 188 seq_num 673) 2024-04-10T15:12:54.193 INFO:tasks.rados.rados.0.smithi102.stdout:2151: snap_create 2024-04-10T15:12:54.198 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 1181 (ObjNum 651 snap 180 seq_num 651) dirty exists 2024-04-10T15:12:54.210 INFO:tasks.rados.rados.0.smithi102.stdout:2149: finishing copy_from racing read to smithi10276805-5 2024-04-10T15:12:54.211 INFO:tasks.rados.rados.0.smithi102.stdout:2149: finishing copy_from to smithi10276805-5 2024-04-10T15:12:54.211 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 1164 (ObjNum 633 snap 178 seq_num 633) dirty exists 2024-04-10T15:12:54.217 INFO:tasks.rados.rados.0.smithi102.stdout:2150: expect (ObjNum 673 snap 188 seq_num 673) 2024-04-10T15:12:54.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:54 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/545628545' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:54.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:54 smithi154 ceph-mon[84269]: osdmap e462: 8 total, 8 up, 8 in 2024-04-10T15:12:54.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:54 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/545628545' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:54.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:54 smithi102 ceph-mon[88557]: osdmap e462: 8 total, 8 up, 8 in 2024-04-10T15:12:54.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:54 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/545628545' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:12:54.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:54 smithi102 ceph-mon[90943]: osdmap e462: 8 total, 8 up, 8 in 2024-04-10T15:12:55.191 INFO:tasks.rados.rados.0.smithi102.stdout:2148: done (3 left) 2024-04-10T15:12:55.192 INFO:tasks.rados.rados.0.smithi102.stdout:2149: done (2 left) 2024-04-10T15:12:55.192 INFO:tasks.rados.rados.0.smithi102.stdout:2150: done (1 left) 2024-04-10T15:12:55.192 INFO:tasks.rados.rados.0.smithi102.stdout:2151: done (0 left) 2024-04-10T15:12:55.192 INFO:tasks.rados.rados.0.smithi102.stdout:2152: snap_create 2024-04-10T15:12:55.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:55 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:12:55.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:55 smithi154 ceph-mon[84269]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:12:55.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:55 smithi154 ceph-mon[84269]: Upgrade: osd.5 is safe to restart 2024-04-10T15:12:55.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:55 smithi154 ceph-mon[84269]: pgmap v348: 121 pgs: 121 active+clean; 222 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 19 op/s 2024-04-10T15:12:55.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:55 smithi154 ceph-mon[84269]: osdmap e463: 8 total, 8 up, 8 in 2024-04-10T15:12:55.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:55 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:12:55.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:55 smithi102 ceph-mon[90943]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:12:55.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:55 smithi102 ceph-mon[90943]: Upgrade: osd.5 is safe to restart 2024-04-10T15:12:55.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:55 smithi102 ceph-mon[90943]: pgmap v348: 121 pgs: 121 active+clean; 222 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 19 op/s 2024-04-10T15:12:55.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:55 smithi102 ceph-mon[90943]: osdmap e463: 8 total, 8 up, 8 in 2024-04-10T15:12:55.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:55 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:12:55.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:55 smithi102 ceph-mon[88557]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["5"], "max": 16}]: dispatch 2024-04-10T15:12:55.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:55 smithi102 ceph-mon[88557]: Upgrade: osd.5 is safe to restart 2024-04-10T15:12:55.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:55 smithi102 ceph-mon[88557]: pgmap v348: 121 pgs: 121 active+clean; 222 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 4.2 MiB/s wr, 19 op/s 2024-04-10T15:12:55.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:55 smithi102 ceph-mon[88557]: osdmap e463: 8 total, 8 up, 8 in 2024-04-10T15:12:56.196 INFO:tasks.rados.rados.0.smithi102.stdout:2152: done (0 left) 2024-04-10T15:12:56.196 INFO:tasks.rados.rados.0.smithi102.stdout:2153: rollback oid 29 current snap is 195 2024-04-10T15:12:56.196 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 29 to 191 2024-04-10T15:12:56.196 INFO:tasks.rados.rados.0.smithi102.stdout:2154: snap_remove snap 194 2024-04-10T15:12:57.197 INFO:tasks.rados.rados.0.smithi102.stdout:2154: done (1 left) 2024-04-10T15:12:57.197 INFO:tasks.rados.rados.0.smithi102.stdout:2155: rollback oid 42 current snap is 195 2024-04-10T15:12:57.197 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 42 to 190 2024-04-10T15:12:57.197 INFO:tasks.rados.rados.0.smithi102.stdout:2153: finishing rollback tid 1 to smithi10276805-29 2024-04-10T15:12:57.197 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 1414 (ObjNum 129 snap 0 seq_num 87459056) dirty dne 2024-04-10T15:12:57.197 INFO:tasks.rados.rados.0.smithi102.stdout:2153: done (1 left) 2024-04-10T15:12:57.197 INFO:tasks.rados.rados.0.smithi102.stdout:2156: delete oid 11 current snap is 195 2024-04-10T15:12:57.197 INFO:tasks.rados.rados.0.smithi102.stdout:2155: finishing rollback tid 1 to smithi10276805-42 2024-04-10T15:12:57.198 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 0 (ObjNum 145 snap 0 seq_num 87889136) dirty dne 2024-04-10T15:12:57.200 INFO:tasks.rados.rados.0.smithi102.stdout:2155: done (1 left) 2024-04-10T15:12:57.200 INFO:tasks.rados.rados.0.smithi102.stdout:2156: done (0 left) 2024-04-10T15:12:57.200 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 34 current snap is 195 2024-04-10T15:12:57.200 INFO:tasks.rados.rados.0.smithi102.stdout:2157: seq_num 693 ranges {0=409600,409600=770048,1179648=581632,1761280=253952} 2024-04-10T15:12:57.202 INFO:tasks.rados.rados.0.smithi102.stdout:2157: writing smithi10276805-34 from 0 to 409600 tid 1 2024-04-10T15:12:57.207 INFO:tasks.rados.rados.0.smithi102.stdout:2157: writing smithi10276805-34 from 409600 to 1179648 tid 2 2024-04-10T15:12:57.210 INFO:tasks.rados.rados.0.smithi102.stdout:2157: writing smithi10276805-34 from 1179648 to 1761280 tid 3 2024-04-10T15:12:57.212 INFO:tasks.rados.rados.0.smithi102.stdout:2157: writing smithi10276805-34 from 1761280 to 2015232 tid 4 2024-04-10T15:12:57.212 INFO:tasks.rados.rados.0.smithi102.stdout:2158: rmattr oid 44 current snap is 195 2024-04-10T15:12:57.212 INFO:tasks.rados.rados.0.smithi102.stdout:2158: done (1 left) 2024-04-10T15:12:57.212 INFO:tasks.rados.rados.0.smithi102.stdout:2159: rmattr oid 48 current snap is 195 2024-04-10T15:12:57.212 INFO:tasks.rados.rados.0.smithi102.stdout:2157: finishing write tid 1 to smithi10276805-34 2024-04-10T15:12:57.212 INFO:tasks.rados.rados.0.smithi102.stdout:2157: finishing write tid 2 to smithi10276805-34 2024-04-10T15:12:57.212 INFO:tasks.rados.rados.0.smithi102.stdout:2160: copy_from oid 23 from oid 37 current snap is 195 2024-04-10T15:12:57.213 INFO:tasks.rados.rados.0.smithi102.stdout:2161: copy_from oid 11 from oid 50 current snap is 195 2024-04-10T15:12:57.213 INFO:tasks.rados.rados.0.smithi102.stdout:2162: snap_remove snap 191 2024-04-10T15:12:57.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:57 smithi154 ceph-mon[84269]: osdmap e464: 8 total, 8 up, 8 in 2024-04-10T15:12:57.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:57 smithi154 ceph-mon[84269]: Upgrade: Updating osd.5 2024-04-10T15:12:57.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:57.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T15:12:57.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:12:57.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:57 smithi154 ceph-mon[84269]: Deploying daemon osd.5 on smithi154 2024-04-10T15:12:57.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:57 smithi102 ceph-mon[90943]: osdmap e464: 8 total, 8 up, 8 in 2024-04-10T15:12:57.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:57 smithi102 ceph-mon[90943]: Upgrade: Updating osd.5 2024-04-10T15:12:57.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:57.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T15:12:57.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:12:57.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:57 smithi102 ceph-mon[90943]: Deploying daemon osd.5 on smithi154 2024-04-10T15:12:57.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:57 smithi102 ceph-mon[88557]: osdmap e464: 8 total, 8 up, 8 in 2024-04-10T15:12:57.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:57 smithi102 ceph-mon[88557]: Upgrade: Updating osd.5 2024-04-10T15:12:57.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:12:57.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.5"}]: dispatch 2024-04-10T15:12:57.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:12:57.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:57 smithi102 ceph-mon[88557]: Deploying daemon osd.5 on smithi154 2024-04-10T15:12:57.907 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:12:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:12:57] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2024-04-10T15:12:58.194 INFO:tasks.rados.rados.0.smithi102.stdout:2162: done (4 left) 2024-04-10T15:12:58.194 INFO:tasks.rados.rados.0.smithi102.stdout:2163: rollback oid 1 current snap is 195 2024-04-10T15:12:58.194 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 1 to 186 2024-04-10T15:12:58.194 INFO:tasks.rados.rados.0.smithi102.stdout:2157: finishing write tid 3 to smithi10276805-34 2024-04-10T15:12:58.194 INFO:tasks.rados.rados.0.smithi102.stdout:2157: finishing write tid 4 to smithi10276805-34 2024-04-10T15:12:58.194 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 1441 (ObjNum 673 snap 188 seq_num 673) dirty exists 2024-04-10T15:12:58.194 INFO:tasks.rados.rados.0.smithi102.stdout:2157: finishing write tid 5 to smithi10276805-34 2024-04-10T15:12:58.194 INFO:tasks.rados.rados.0.smithi102.stdout:2157: finishing write tid 6 to smithi10276805-34 2024-04-10T15:12:58.194 INFO:tasks.rados.rados.0.smithi102.stdout:2157: oid 34 updating version 0 to 820 2024-04-10T15:12:58.195 INFO:tasks.rados.rados.0.smithi102.stdout:2157: oid 34 version 820 is already newer than 819 2024-04-10T15:12:58.195 INFO:tasks.rados.rados.0.smithi102.stdout:2157: oid 34 updating version 820 to 822 2024-04-10T15:12:58.195 INFO:tasks.rados.rados.0.smithi102.stdout:2157: oid 34 updating version 822 to 823 2024-04-10T15:12:58.195 INFO:tasks.rados.rados.0.smithi102.stdout:2157: oid 34 version 823 is already newer than 821 2024-04-10T15:12:58.195 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 823 (ObjNum 693 snap 195 seq_num 693) dirty exists 2024-04-10T15:12:58.195 INFO:tasks.rados.rados.0.smithi102.stdout:2157: left oid 34 (ObjNum 693 snap 195 seq_num 693) 2024-04-10T15:12:58.195 INFO:tasks.rados.rados.0.smithi102.stdout:2161: finishing copy_from racing read to smithi10276805-11 2024-04-10T15:12:58.195 INFO:tasks.rados.rados.0.smithi102.stdout:2161: finishing copy_from to smithi10276805-11 2024-04-10T15:12:58.195 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 701 (ObjNum 620 snap 172 seq_num 620) dirty exists 2024-04-10T15:12:58.195 INFO:tasks.rados.rados.0.smithi102.stdout:2160: finishing copy_from racing read to smithi10276805-23 2024-04-10T15:12:58.195 INFO:tasks.rados.rados.0.smithi102.stdout:2160: finishing copy_from to smithi10276805-23 2024-04-10T15:12:58.195 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1208 (ObjNum 539 snap 144 seq_num 539) dirty exists 2024-04-10T15:12:58.195 INFO:tasks.rados.rados.0.smithi102.stdout:2157: done (4 left) 2024-04-10T15:12:58.195 INFO:tasks.rados.rados.0.smithi102.stdout:2159: done (3 left) 2024-04-10T15:12:58.195 INFO:tasks.rados.rados.0.smithi102.stdout:2160: done (2 left) 2024-04-10T15:12:58.195 INFO:tasks.rados.rados.0.smithi102.stdout:2161: done (1 left) 2024-04-10T15:12:58.196 INFO:tasks.rados.rados.0.smithi102.stdout:2164: rollback oid 9 current snap is 195 2024-04-10T15:12:58.196 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 9 to 192 2024-04-10T15:12:58.196 INFO:tasks.rados.rados.0.smithi102.stdout:2165: read oid 48 snap -1 2024-04-10T15:12:58.196 INFO:tasks.rados.rados.0.smithi102.stdout:2165: expect (ObjNum 673 snap 188 seq_num 673) 2024-04-10T15:12:58.196 INFO:tasks.rados.rados.0.smithi102.stdout:2166: snap_remove snap 190 2024-04-10T15:12:58.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:58 smithi154 ceph-mon[84269]: pgmap v351: 121 pgs: 121 active+clean; 224 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-10T15:12:58.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:58 smithi154 ceph-mon[84269]: osdmap e465: 8 total, 8 up, 8 in 2024-04-10T15:12:58.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:12:58 smithi154 ceph-mon[84269]: osdmap e466: 8 total, 8 up, 8 in 2024-04-10T15:12:58.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:58 smithi102 ceph-mon[90943]: pgmap v351: 121 pgs: 121 active+clean; 224 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-10T15:12:58.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:58 smithi102 ceph-mon[90943]: osdmap e465: 8 total, 8 up, 8 in 2024-04-10T15:12:58.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:12:58 smithi102 ceph-mon[90943]: osdmap e466: 8 total, 8 up, 8 in 2024-04-10T15:12:58.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:58 smithi102 ceph-mon[88557]: pgmap v351: 121 pgs: 121 active+clean; 224 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 767 B/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-10T15:12:58.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:58 smithi102 ceph-mon[88557]: osdmap e465: 8 total, 8 up, 8 in 2024-04-10T15:12:58.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:12:58 smithi102 ceph-mon[88557]: osdmap e466: 8 total, 8 up, 8 in 2024-04-10T15:12:59.192 INFO:tasks.rados.rados.0.smithi102.stdout:2166: done (3 left) 2024-04-10T15:12:59.192 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 17 current snap is 195 2024-04-10T15:12:59.192 INFO:tasks.rados.rados.0.smithi102.stdout:2164: finishing rollback tid 1 to smithi10276805-9 2024-04-10T15:12:59.192 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 0 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:12:59.192 INFO:tasks.rados.rados.0.smithi102.stdout:2167: seq_num 694 ranges {1024000=425984,1449984=655360,2105344=786432,2891776=163840} 2024-04-10T15:12:59.200 INFO:tasks.rados.rados.0.smithi102.stdout:2167: writing smithi10276805-17 from 1024000 to 1449984 tid 1 2024-04-10T15:12:59.204 INFO:tasks.rados.rados.0.smithi102.stdout:2167: writing smithi10276805-17 from 1449984 to 2105344 tid 2 2024-04-10T15:12:59.210 INFO:tasks.rados.rados.0.smithi102.stdout:2167: writing smithi10276805-17 from 2105344 to 2891776 tid 3 2024-04-10T15:12:59.211 INFO:tasks.rados.rados.0.smithi102.stdout:2167: writing smithi10276805-17 from 2891776 to 3055616 tid 4 2024-04-10T15:12:59.211 INFO:tasks.rados.rados.0.smithi102.stdout:2164: done (3 left) 2024-04-10T15:12:59.212 INFO:tasks.rados.rados.0.smithi102.stdout:2168: setattr oid 40 current snap is 195 2024-04-10T15:12:59.212 INFO:tasks.rados.rados.0.smithi102.stdout:2163: finishing rollback tid 1 to smithi10276805-1 2024-04-10T15:12:59.212 INFO:tasks.rados.rados.0.smithi102.stdout:2163: finishing rollback tid 2 to smithi10276805-1 2024-04-10T15:12:59.212 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 1316 (ObjNum 539 snap 144 seq_num 539) dirty exists 2024-04-10T15:12:59.212 INFO:tasks.rados.rados.0.smithi102.stdout:2165: expect (ObjNum 673 snap 188 seq_num 673) 2024-04-10T15:12:59.397 INFO:tasks.rados.rados.0.smithi102.stdout:2167: finishing write tid 1 to smithi10276805-17 2024-04-10T15:12:59.397 INFO:tasks.rados.rados.0.smithi102.stdout:2167: finishing write tid 2 to smithi10276805-17 2024-04-10T15:12:59.397 INFO:tasks.rados.rados.0.smithi102.stdout:2167: finishing write tid 3 to smithi10276805-17 2024-04-10T15:12:59.397 INFO:tasks.rados.rados.0.smithi102.stdout:2167: finishing write tid 4 to smithi10276805-17 2024-04-10T15:12:59.397 INFO:tasks.rados.rados.0.smithi102.stdout:2167: finishing write tid 5 to smithi10276805-17 2024-04-10T15:12:59.397 INFO:tasks.rados.rados.0.smithi102.stdout:2167: finishing write tid 6 to smithi10276805-17 2024-04-10T15:12:59.397 INFO:tasks.rados.rados.0.smithi102.stdout:2167: oid 17 updating version 0 to 708 2024-04-10T15:12:59.397 INFO:tasks.rados.rados.0.smithi102.stdout:2167: oid 17 version 708 is already newer than 706 2024-04-10T15:12:59.397 INFO:tasks.rados.rados.0.smithi102.stdout:2167: oid 17 version 708 is already newer than 707 2024-04-10T15:12:59.397 INFO:tasks.rados.rados.0.smithi102.stdout:2167: oid 17 updating version 708 to 709 2024-04-10T15:12:59.398 INFO:tasks.rados.rados.0.smithi102.stdout:2167: oid 17 version 709 is already newer than 705 2024-04-10T15:12:59.398 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 709 (ObjNum 694 snap 195 seq_num 694) dirty exists 2024-04-10T15:12:59.398 INFO:tasks.rados.rados.0.smithi102.stdout:2167: left oid 17 (ObjNum 694 snap 195 seq_num 694) 2024-04-10T15:12:59.398 INFO:tasks.rados.rados.0.smithi102.stdout:2163: done (3 left) 2024-04-10T15:12:59.398 INFO:tasks.rados.rados.0.smithi102.stdout:2165: done (2 left) 2024-04-10T15:12:59.398 INFO:tasks.rados.rados.0.smithi102.stdout:2167: done (1 left) 2024-04-10T15:12:59.398 INFO:tasks.rados.rados.0.smithi102.stdout:2169: setattr oid 11 current snap is 195 2024-04-10T15:12:59.399 INFO:tasks.rados.rados.0.smithi102.stdout:2170: rollback oid 19 current snap is 195 2024-04-10T15:12:59.399 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 19 to 186 2024-04-10T15:12:59.399 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 1 current snap is 195 2024-04-10T15:12:59.399 INFO:tasks.rados.rados.0.smithi102.stdout:2171: seq_num 695 ranges {9551872=442368,9994240=540672,10534912=598016,11132928=466944} 2024-04-10T15:12:59.452 INFO:tasks.rados.rados.0.smithi102.stdout:2171: writing smithi10276805-1 from 9551872 to 9994240 tid 1 2024-04-10T15:12:59.455 INFO:tasks.rados.rados.0.smithi102.stdout:2171: writing smithi10276805-1 from 9994240 to 10534912 tid 2 2024-04-10T15:12:59.458 INFO:tasks.rados.rados.0.smithi102.stdout:2171: writing smithi10276805-1 from 10534912 to 11132928 tid 3 2024-04-10T15:12:59.462 INFO:tasks.rados.rados.0.smithi102.stdout:2171: writing smithi10276805-1 from 11132928 to 11599872 tid 4 2024-04-10T15:12:59.462 INFO:tasks.rados.rados.0.smithi102.stdout:2172: read oid 26 snap 193 2024-04-10T15:12:59.462 INFO:tasks.rados.rados.0.smithi102.stdout:2172: expect (ObjNum 688 snap 191 seq_num 688) 2024-04-10T15:12:59.462 INFO:tasks.rados.rados.0.smithi102.stdout:2173: copy_from oid 23 from oid 25 current snap is 195 2024-04-10T15:12:59.462 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 1182 (ObjNum 669 snap 187 seq_num 669) dirty exists 2024-04-10T15:12:59.462 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 1317 (ObjNum 620 snap 172 seq_num 620) dirty exists 2024-04-10T15:12:59.462 INFO:tasks.rados.rados.0.smithi102.stdout:2170: finishing rollback tid 0 to smithi10276805-19 2024-04-10T15:12:59.462 INFO:tasks.rados.rados.0.smithi102.stdout:2170: finishing rollback tid 1 to smithi10276805-19 2024-04-10T15:12:59.462 INFO:tasks.rados.rados.0.smithi102.stdout:2170: finishing rollback tid 2 to smithi10276805-19 2024-04-10T15:12:59.462 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 1220 (ObjNum 562 snap 151 seq_num 562) dirty exists 2024-04-10T15:12:59.463 INFO:tasks.rados.rados.0.smithi102.stdout:2171: finishing write tid 1 to smithi10276805-1 2024-04-10T15:12:59.463 INFO:tasks.rados.rados.0.smithi102.stdout:2171: finishing write tid 2 to smithi10276805-1 2024-04-10T15:12:59.463 INFO:tasks.rados.rados.0.smithi102.stdout:2168: done (5 left) 2024-04-10T15:12:59.463 INFO:tasks.rados.rados.0.smithi102.stdout:2169: done (4 left) 2024-04-10T15:12:59.463 INFO:tasks.rados.rados.0.smithi102.stdout:2170: done (3 left) 2024-04-10T15:12:59.463 INFO:tasks.rados.rados.0.smithi102.stdout:2174: read oid 4 snap 186 2024-04-10T15:12:59.463 INFO:tasks.rados.rados.0.smithi102.stdout:2174: expect (ObjNum 652 snap 180 seq_num 652) 2024-04-10T15:12:59.463 INFO:tasks.rados.rados.0.smithi102.stdout:2175: snap_create 2024-04-10T15:12:59.463 INFO:tasks.rados.rados.0.smithi102.stdout:2171: finishing write tid 3 to smithi10276805-1 2024-04-10T15:12:59.466 INFO:tasks.rados.rados.0.smithi102.stdout:2171: finishing write tid 4 to smithi10276805-1 2024-04-10T15:12:59.466 INFO:tasks.rados.rados.0.smithi102.stdout:2171: finishing write tid 5 to smithi10276805-1 2024-04-10T15:12:59.470 INFO:tasks.rados.rados.0.smithi102.stdout:2171: finishing write tid 6 to smithi10276805-1 2024-04-10T15:12:59.471 INFO:tasks.rados.rados.0.smithi102.stdout:2171: oid 1 updating version 0 to 1318 2024-04-10T15:12:59.471 INFO:tasks.rados.rados.0.smithi102.stdout:2171: oid 1 updating version 1318 to 1319 2024-04-10T15:12:59.471 INFO:tasks.rados.rados.0.smithi102.stdout:2171: oid 1 updating version 1319 to 1322 2024-04-10T15:12:59.471 INFO:tasks.rados.rados.0.smithi102.stdout:2171: oid 1 version 1322 is already newer than 1320 2024-04-10T15:12:59.471 INFO:tasks.rados.rados.0.smithi102.stdout:2171: oid 1 version 1322 is already newer than 1321 2024-04-10T15:12:59.471 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 1322 (ObjNum 695 snap 195 seq_num 695) dirty exists 2024-04-10T15:12:59.471 INFO:tasks.rados.rados.0.smithi102.stdout:2171: left oid 1 (ObjNum 695 snap 195 seq_num 695) 2024-04-10T15:12:59.474 INFO:tasks.rados.rados.0.smithi102.stdout:2173: finishing copy_from racing read to smithi10276805-23 2024-04-10T15:12:59.478 INFO:tasks.rados.rados.0.smithi102.stdout:2173: finishing copy_from to smithi10276805-23 2024-04-10T15:12:59.478 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1200 (ObjNum 654 snap 181 seq_num 654) dirty exists 2024-04-10T15:12:59.481 INFO:tasks.rados.rados.0.smithi102.stdout:2174: expect (ObjNum 652 snap 180 seq_num 652) 2024-04-10T15:12:59.710 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:12:59 smithi154 systemd[1]: Stopping Ceph osd.5 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:12:59.899 INFO:tasks.rados.rados.0.smithi102.stdout:2172: expect (ObjNum 688 snap 191 seq_num 688) 2024-04-10T15:13:00.127 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:12:59 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[41109]: 2024-04-10T15:12:59.736+0000 7f072b96f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:13:00.127 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:12:59 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[41109]: 2024-04-10T15:12:59.736+0000 7f072b96f700 -1 osd.5 467 *** Got signal Terminated *** 2024-04-10T15:13:00.127 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:12:59 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[41109]: 2024-04-10T15:12:59.736+0000 7f072b96f700 -1 osd.5 467 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T15:13:00.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:00 smithi154 ceph-mon[84269]: pgmap v354: 121 pgs: 121 active+clean; 229 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-10T15:13:00.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:00 smithi154 ceph-mon[84269]: osdmap e467: 8 total, 8 up, 8 in 2024-04-10T15:13:00.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:00 smithi154 ceph-mon[84269]: osd.5 marked itself down and dead 2024-04-10T15:13:00.647 INFO:tasks.rados.rados.0.smithi102.stdout:2171: done (4 left) 2024-04-10T15:13:00.647 INFO:tasks.rados.rados.0.smithi102.stdout:2172: done (3 left) 2024-04-10T15:13:00.647 INFO:tasks.rados.rados.0.smithi102.stdout:2173: done (2 left) 2024-04-10T15:13:00.647 INFO:tasks.rados.rados.0.smithi102.stdout:2174: done (1 left) 2024-04-10T15:13:00.647 INFO:tasks.rados.rados.0.smithi102.stdout:2175: done (0 left) 2024-04-10T15:13:00.647 INFO:tasks.rados.rados.0.smithi102.stdout:2176: copy_from oid 23 from oid 16 current snap is 196 2024-04-10T15:13:00.647 INFO:tasks.rados.rados.0.smithi102.stdout:2177: setattr oid 43 current snap is 196 2024-04-10T15:13:00.649 INFO:tasks.rados.rados.0.smithi102.stdout:2178: snap_create 2024-04-10T15:13:00.652 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 1221 (ObjNum 672 snap 188 seq_num 672) dirty exists 2024-04-10T15:13:00.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:00 smithi102 ceph-mon[90943]: pgmap v354: 121 pgs: 121 active+clean; 229 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-10T15:13:00.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:00 smithi102 ceph-mon[90943]: osdmap e467: 8 total, 8 up, 8 in 2024-04-10T15:13:00.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:00 smithi102 ceph-mon[90943]: osd.5 marked itself down and dead 2024-04-10T15:13:00.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:00 smithi102 ceph-mon[88557]: pgmap v354: 121 pgs: 121 active+clean; 229 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.7 MiB/s wr, 7 op/s 2024-04-10T15:13:00.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:00 smithi102 ceph-mon[88557]: osdmap e467: 8 total, 8 up, 8 in 2024-04-10T15:13:00.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:00 smithi102 ceph-mon[88557]: osd.5 marked itself down and dead 2024-04-10T15:13:01.044 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:00 smithi154 podman[93842]: 2024-04-10 15:13:00.810242125 +0000 UTC m=+1.171390386 container died 51b30d38d07725e13e5c5fb98d26393e98af067e58d41418b480c1a208ba42c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240403, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:13:01.212 INFO:tasks.rados.rados.0.smithi102.stdout:2177: done (2 left) 2024-04-10T15:13:01.212 INFO:tasks.rados.rados.0.smithi102.stdout:2178: done (1 left) 2024-04-10T15:13:01.212 INFO:tasks.rados.rados.0.smithi102.stdout:2179: copy_from oid 41 from oid 29 current snap is 197 2024-04-10T15:13:01.212 INFO:tasks.rados.rados.0.smithi102.stdout:2180: copy_from oid 21 from oid 9 current snap is 197 2024-04-10T15:13:01.212 INFO:tasks.rados.rados.0.smithi102.stdout:2181: read oid 33 snap 186 2024-04-10T15:13:01.212 INFO:tasks.rados.rados.0.smithi102.stdout:2181: expect (ObjNum 659 snap 181 seq_num 659) 2024-04-10T15:13:01.212 INFO:tasks.rados.rados.0.smithi102.stdout:2182: read oid 48 snap -1 2024-04-10T15:13:01.212 INFO:tasks.rados.rados.0.smithi102.stdout:2182: expect (ObjNum 673 snap 188 seq_num 673) 2024-04-10T15:13:01.212 INFO:tasks.rados.rados.0.smithi102.stdout:2183: rollback oid 12 current snap is 197 2024-04-10T15:13:01.212 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 12 to 186 2024-04-10T15:13:01.213 INFO:tasks.rados.rados.0.smithi102.stdout:2184: rollback oid 10 current snap is 197 2024-04-10T15:13:01.213 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 10 to 195 2024-04-10T15:13:01.213 INFO:tasks.rados.rados.0.smithi102.stdout:2185: read oid 42 snap -1 2024-04-10T15:13:01.213 INFO:tasks.rados.rados.0.smithi102.stdout:2185: expect deleted 2024-04-10T15:13:01.213 INFO:tasks.rados.rados.0.smithi102.stdout:2186: read oid 34 snap -1 2024-04-10T15:13:01.213 INFO:tasks.rados.rados.0.smithi102.stdout:2186: expect (ObjNum 693 snap 195 seq_num 693) 2024-04-10T15:13:01.213 INFO:tasks.rados.rados.0.smithi102.stdout:2187: delete oid 7 current snap is 197 2024-04-10T15:13:01.231 INFO:tasks.rados.rados.0.smithi102.stdout:2183: finishing rollback tid 0 to smithi10276805-12 2024-04-10T15:13:01.232 INFO:tasks.rados.rados.0.smithi102.stdout:2180: finishing copy_from to smithi10276805-21 2024-04-10T15:13:01.232 INFO:tasks.rados.rados.0.smithi102.stdout:2180: got expected ENOENT (src dne) 2024-04-10T15:13:01.232 INFO:tasks.rados.rados.0.smithi102.stdout:2180: finishing copy_from racing read to smithi10276805-21 2024-04-10T15:13:01.232 INFO:tasks.rados.rados.0.smithi102.stdout:2180: done (9 left) 2024-04-10T15:13:01.232 INFO:tasks.rados.rados.0.smithi102.stdout:2185: done (8 left) 2024-04-10T15:13:01.232 INFO:tasks.rados.rados.0.smithi102.stdout:2187: done (7 left) 2024-04-10T15:13:01.233 INFO:tasks.rados.rados.0.smithi102.stdout:2188: snap_create 2024-04-10T15:13:01.234 INFO:tasks.rados.rados.0.smithi102.stdout:2183: finishing rollback tid 1 to smithi10276805-12 2024-04-10T15:13:01.234 INFO:tasks.rados.rados.0.smithi102.stdout:2183: finishing rollback tid 2 to smithi10276805-12 2024-04-10T15:13:01.234 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 1187 (ObjNum 665 snap 186 seq_num 665) dirty exists 2024-04-10T15:13:01.234 INFO:tasks.rados.rados.0.smithi102.stdout:2184: finishing rollback tid 0 to smithi10276805-10 2024-04-10T15:13:01.234 INFO:tasks.rados.rados.0.smithi102.stdout:2184: finishing rollback tid 1 to smithi10276805-10 2024-04-10T15:13:01.234 INFO:tasks.rados.rados.0.smithi102.stdout:2184: finishing rollback tid 2 to smithi10276805-10 2024-04-10T15:13:01.234 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 1197 (ObjNum 676 snap 189 seq_num 676) dirty exists 2024-04-10T15:13:01.243 INFO:tasks.rados.rados.0.smithi102.stdout:2179: finishing copy_from to smithi10276805-41 2024-04-10T15:13:01.243 INFO:tasks.rados.rados.0.smithi102.stdout:2179: got expected ENOENT (src dne) 2024-04-10T15:13:01.243 INFO:tasks.rados.rados.0.smithi102.stdout:2179: finishing copy_from racing read to smithi10276805-41 2024-04-10T15:13:01.248 INFO:tasks.rados.rados.0.smithi102.stdout:2186: expect (ObjNum 693 snap 195 seq_num 693) 2024-04-10T15:13:01.311 INFO:tasks.rados.rados.0.smithi102.stdout:2181: expect (ObjNum 659 snap 181 seq_num 659) 2024-04-10T15:13:01.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:01 smithi154 ceph-mon[84269]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:13:01.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:01 smithi154 ceph-mon[84269]: osdmap e468: 8 total, 7 up, 8 in 2024-04-10T15:13:01.377 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:01 smithi154 podman[93842]: 2024-04-10 15:13:01.16157194 +0000 UTC m=+1.522720200 container cleanup 51b30d38d07725e13e5c5fb98d26393e98af067e58d41418b480c1a208ba42c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, RELEASE=reef-d540eba, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux ) 2024-04-10T15:13:01.377 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:01 smithi154 bash[93842]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5 2024-04-10T15:13:01.558 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:01 smithi102 ceph-mon[90943]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:13:01.558 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:01 smithi102 ceph-mon[90943]: osdmap e468: 8 total, 7 up, 8 in 2024-04-10T15:13:01.558 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:01 smithi102 ceph-mon[88557]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:13:01.558 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:01 smithi102 ceph-mon[88557]: osdmap e468: 8 total, 7 up, 8 in 2024-04-10T15:13:01.723 INFO:tasks.rados.rados.0.smithi102.stdout:2182: expect (ObjNum 673 snap 188 seq_num 673) 2024-04-10T15:13:01.876 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:01 smithi154 podman[93859]: 2024-04-10 15:13:01.605193464 +0000 UTC m=+0.790969160 container remove 51b30d38d07725e13e5c5fb98d26393e98af067e58d41418b480c1a208ba42c0 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240403, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba) 2024-04-10T15:13:01.904 INFO:tasks.rados.rados.0.smithi102.stdout:2176: finishing copy_from racing read to smithi10276805-23 2024-04-10T15:13:01.904 INFO:tasks.rados.rados.0.smithi102.stdout:2176: finishing copy_from to smithi10276805-23 2024-04-10T15:13:01.904 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1313 (ObjNum 663 snap 186 seq_num 663) dirty exists 2024-04-10T15:13:02.157 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:01 smithi154 podman[93948]: 2024-04-10 15:13:01.830498164 +0000 UTC m=+0.018197513 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:13:02.157 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:01 smithi154 podman[93948]: 2024-04-10 15:13:01.931154511 +0000 UTC m=+0.118853838 container create ba4a3787cfdead99f7c0790da09e2ddd77d4e6b3ae9552539f777c477fe23c44 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0) 2024-04-10T15:13:02.157 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:02 smithi154 podman[93948]: 2024-04-10 15:13:02.183938669 +0000 UTC m=+0.371638011 container init ba4a3787cfdead99f7c0790da09e2ddd77d4e6b3ae9552539f777c477fe23c44 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, ceph=True) 2024-04-10T15:13:02.221 INFO:tasks.rados.rados.0.smithi102.stdout:2176: done (7 left) 2024-04-10T15:13:02.221 INFO:tasks.rados.rados.0.smithi102.stdout:2179: done (6 left) 2024-04-10T15:13:02.221 INFO:tasks.rados.rados.0.smithi102.stdout:2181: done (5 left) 2024-04-10T15:13:02.221 INFO:tasks.rados.rados.0.smithi102.stdout:2182: done (4 left) 2024-04-10T15:13:02.221 INFO:tasks.rados.rados.0.smithi102.stdout:2183: done (3 left) 2024-04-10T15:13:02.221 INFO:tasks.rados.rados.0.smithi102.stdout:2184: done (2 left) 2024-04-10T15:13:02.221 INFO:tasks.rados.rados.0.smithi102.stdout:2186: done (1 left) 2024-04-10T15:13:02.221 INFO:tasks.rados.rados.0.smithi102.stdout:2188: done (0 left) 2024-04-10T15:13:02.221 INFO:tasks.rados.rados.0.smithi102.stdout:2189: rmattr oid 43 current snap is 198 2024-04-10T15:13:02.221 INFO:tasks.rados.rados.0.smithi102.stdout:2190: read oid 29 snap -1 2024-04-10T15:13:02.221 INFO:tasks.rados.rados.0.smithi102.stdout:2190: expect deleted 2024-04-10T15:13:02.221 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 31 current snap is 198 2024-04-10T15:13:02.221 INFO:tasks.rados.rados.0.smithi102.stdout:2191: seq_num 697 ranges {0=475136,475136=704512,1179648=557056,1736704=344064} 2024-04-10T15:13:02.223 INFO:tasks.rados.rados.0.smithi102.stdout:2191: writing smithi10276805-31 from 0 to 475136 tid 1 2024-04-10T15:13:02.228 INFO:tasks.rados.rados.0.smithi102.stdout:2191: writing smithi10276805-31 from 475136 to 1179648 tid 2 2024-04-10T15:13:02.231 INFO:tasks.rados.rados.0.smithi102.stdout:2191: writing smithi10276805-31 from 1179648 to 1736704 tid 3 2024-04-10T15:13:02.234 INFO:tasks.rados.rados.0.smithi102.stdout:2191: writing smithi10276805-31 from 1736704 to 2080768 tid 4 2024-04-10T15:13:02.234 INFO:tasks.rados.rados.0.smithi102.stdout:2192: read oid 24 snap -1 2024-04-10T15:13:02.234 INFO:tasks.rados.rados.0.smithi102.stdout:2192: expect (ObjNum 550 snap 147 seq_num 550) 2024-04-10T15:13:02.234 INFO:tasks.rados.rados.0.smithi102.stdout:2193: read oid 15 snap -1 2024-04-10T15:13:02.234 INFO:tasks.rados.rados.0.smithi102.stdout:2193: expect (ObjNum 638 snap 179 seq_num 638) 2024-04-10T15:13:02.234 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 49 current snap is 198 2024-04-10T15:13:02.234 INFO:tasks.rados.rados.0.smithi102.stdout:2194: seq_num 698 ranges {1744896=499712,2244608=589824,2834432=770048,3604480=245760} 2024-04-10T15:13:02.246 INFO:tasks.rados.rados.0.smithi102.stdout:2194: writing smithi10276805-49 from 1744896 to 2244608 tid 1 2024-04-10T15:13:02.250 INFO:tasks.rados.rados.0.smithi102.stdout:2194: writing smithi10276805-49 from 2244608 to 2834432 tid 2 2024-04-10T15:13:02.255 INFO:tasks.rados.rados.0.smithi102.stdout:2194: writing smithi10276805-49 from 2834432 to 3604480 tid 3 2024-04-10T15:13:02.256 INFO:tasks.rados.rados.0.smithi102.stdout:2194: writing smithi10276805-49 from 3604480 to 3850240 tid 4 2024-04-10T15:13:02.257 INFO:tasks.rados.rados.0.smithi102.stdout:2195: rollback oid 9 current snap is 198 2024-04-10T15:13:02.257 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 9 to 196 2024-04-10T15:13:02.257 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 1222 (ObjNum 672 snap 188 seq_num 672) dirty exists 2024-04-10T15:13:02.257 INFO:tasks.rados.rados.0.smithi102.stdout:2191: finishing write tid 1 to smithi10276805-31 2024-04-10T15:13:02.257 INFO:tasks.rados.rados.0.smithi102.stdout:2191: finishing write tid 2 to smithi10276805-31 2024-04-10T15:13:02.257 INFO:tasks.rados.rados.0.smithi102.stdout:2191: finishing write tid 3 to smithi10276805-31 2024-04-10T15:13:02.257 INFO:tasks.rados.rados.0.smithi102.stdout:2191: finishing write tid 4 to smithi10276805-31 2024-04-10T15:13:02.257 INFO:tasks.rados.rados.0.smithi102.stdout:2193: expect (ObjNum 638 snap 179 seq_num 638) 2024-04-10T15:13:02.287 INFO:tasks.rados.rados.0.smithi102.stdout:2191: finishing write tid 5 to smithi10276805-31 2024-04-10T15:13:02.287 INFO:tasks.rados.rados.0.smithi102.stdout:2191: finishing write tid 6 to smithi10276805-31 2024-04-10T15:13:02.287 INFO:tasks.rados.rados.0.smithi102.stdout:2191: oid 31 updating version 0 to 1184 2024-04-10T15:13:02.287 INFO:tasks.rados.rados.0.smithi102.stdout:2191: oid 31 updating version 1184 to 1187 2024-04-10T15:13:02.287 INFO:tasks.rados.rados.0.smithi102.stdout:2191: oid 31 version 1187 is already newer than 1185 2024-04-10T15:13:02.287 INFO:tasks.rados.rados.0.smithi102.stdout:2191: oid 31 version 1187 is already newer than 1186 2024-04-10T15:13:02.287 INFO:tasks.rados.rados.0.smithi102.stdout:2191: oid 31 version 1187 is already newer than 1183 2024-04-10T15:13:02.287 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 1187 (ObjNum 697 snap 198 seq_num 697) dirty exists 2024-04-10T15:13:02.288 INFO:tasks.rados.rados.0.smithi102.stdout:2191: left oid 31 (ObjNum 697 snap 198 seq_num 697) 2024-04-10T15:13:02.288 INFO:tasks.rados.rados.0.smithi102.stdout:2194: finishing write tid 1 to smithi10276805-49 2024-04-10T15:13:02.288 INFO:tasks.rados.rados.0.smithi102.stdout:2189: done (6 left) 2024-04-10T15:13:02.288 INFO:tasks.rados.rados.0.smithi102.stdout:2190: done (5 left) 2024-04-10T15:13:02.288 INFO:tasks.rados.rados.0.smithi102.stdout:2191: done (4 left) 2024-04-10T15:13:02.288 INFO:tasks.rados.rados.0.smithi102.stdout:2193: done (3 left) 2024-04-10T15:13:02.288 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 35 current snap is 198 2024-04-10T15:13:02.288 INFO:tasks.rados.rados.0.smithi102.stdout:2194: finishing write tid 2 to smithi10276805-49 2024-04-10T15:13:02.288 INFO:tasks.rados.rados.0.smithi102.stdout:2192: expect (ObjNum 550 snap 147 seq_num 550) 2024-04-10T15:13:02.463 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:02 smithi154 ceph-mon[84269]: pgmap v357: 121 pgs: 9 peering, 13 stale+active+clean, 99 active+clean; 239 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-04-10T15:13:02.464 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:02 smithi154 ceph-mon[84269]: Health check failed: Reduced data availability: 6 pgs peering (PG_AVAILABILITY) 2024-04-10T15:13:02.464 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:02 smithi154 ceph-mon[84269]: osdmap e469: 8 total, 7 up, 8 in 2024-04-10T15:13:02.464 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:02 smithi154 podman[93948]: 2024-04-10 15:13:02.1874655 +0000 UTC m=+0.375164836 container start ba4a3787cfdead99f7c0790da09e2ddd77d4e6b3ae9552539f777c477fe23c44 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-deactivate, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux ) 2024-04-10T15:13:02.464 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:02 smithi154 podman[93948]: 2024-04-10 15:13:02.2671004 +0000 UTC m=+0.454799748 container attach ba4a3787cfdead99f7c0790da09e2ddd77d4e6b3ae9552539f777c477fe23c44 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-deactivate, GIT_CLEAN=True, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD) 2024-04-10T15:13:02.464 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:13:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:13:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:13:02.588 INFO:tasks.rados.rados.0.smithi102.stdout:2195: finishing rollback tid 1 to smithi10276805-9 2024-04-10T15:13:02.589 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 0 (ObjNum 33 snap 0 seq_num 56132856) dirty dne 2024-04-10T15:13:02.589 INFO:tasks.rados.rados.0.smithi102.stdout:2194: finishing write tid 3 to smithi10276805-49 2024-04-10T15:13:02.589 INFO:tasks.rados.rados.0.smithi102.stdout:2194: finishing write tid 4 to smithi10276805-49 2024-04-10T15:13:02.589 INFO:tasks.rados.rados.0.smithi102.stdout:2194: finishing write tid 5 to smithi10276805-49 2024-04-10T15:13:02.589 INFO:tasks.rados.rados.0.smithi102.stdout:2194: finishing write tid 6 to smithi10276805-49 2024-04-10T15:13:02.589 INFO:tasks.rados.rados.0.smithi102.stdout:2194: oid 49 updating version 0 to 1215 2024-04-10T15:13:02.590 INFO:tasks.rados.rados.0.smithi102.stdout:2194: oid 49 updating version 1215 to 1216 2024-04-10T15:13:02.590 INFO:tasks.rados.rados.0.smithi102.stdout:2194: oid 49 version 1216 is already newer than 1213 2024-04-10T15:13:02.590 INFO:tasks.rados.rados.0.smithi102.stdout:2194: oid 49 version 1216 is already newer than 1212 2024-04-10T15:13:02.590 INFO:tasks.rados.rados.0.smithi102.stdout:2194: oid 49 version 1216 is already newer than 1214 2024-04-10T15:13:02.590 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1216 (ObjNum 698 snap 198 seq_num 698) dirty exists 2024-04-10T15:13:02.590 INFO:tasks.rados.rados.0.smithi102.stdout:2194: left oid 49 (ObjNum 698 snap 198 seq_num 698) 2024-04-10T15:13:02.590 INFO:tasks.rados.rados.0.smithi102.stdout:2196: seq_num 699 ranges {4227072=516096,4743168=475136,5218304=573440,5791744=557056} 2024-04-10T15:13:02.613 INFO:tasks.rados.rados.0.smithi102.stdout:2196: writing smithi10276805-35 from 4227072 to 4743168 tid 1 2024-04-10T15:13:02.615 INFO:tasks.rados.rados.0.smithi102.stdout:2196: writing smithi10276805-35 from 4743168 to 5218304 tid 2 2024-04-10T15:13:02.619 INFO:tasks.rados.rados.0.smithi102.stdout:2196: writing smithi10276805-35 from 5218304 to 5791744 tid 3 2024-04-10T15:13:02.622 INFO:tasks.rados.rados.0.smithi102.stdout:2196: writing smithi10276805-35 from 5791744 to 6348800 tid 4 2024-04-10T15:13:02.622 INFO:tasks.rados.rados.0.smithi102.stdout:2192: done (3 left) 2024-04-10T15:13:02.622 INFO:tasks.rados.rados.0.smithi102.stdout:2194: done (2 left) 2024-04-10T15:13:02.622 INFO:tasks.rados.rados.0.smithi102.stdout:2195: done (1 left) 2024-04-10T15:13:02.622 INFO:tasks.rados.rados.0.smithi102.stdout:2197: snap_create 2024-04-10T15:13:02.622 INFO:tasks.rados.rados.0.smithi102.stdout:2196: finishing write tid 1 to smithi10276805-35 2024-04-10T15:13:02.622 INFO:tasks.rados.rados.0.smithi102.stdout:2196: finishing write tid 2 to smithi10276805-35 2024-04-10T15:13:02.622 INFO:tasks.rados.rados.0.smithi102.stdout:2196: finishing write tid 3 to smithi10276805-35 2024-04-10T15:13:02.624 INFO:tasks.rados.rados.0.smithi102.stdout:2196: finishing write tid 4 to smithi10276805-35 2024-04-10T15:13:02.624 INFO:tasks.rados.rados.0.smithi102.stdout:2196: finishing write tid 5 to smithi10276805-35 2024-04-10T15:13:02.625 INFO:tasks.rados.rados.0.smithi102.stdout:2196: finishing write tid 6 to smithi10276805-35 2024-04-10T15:13:02.625 INFO:tasks.rados.rados.0.smithi102.stdout:2196: oid 35 updating version 0 to 826 2024-04-10T15:13:02.625 INFO:tasks.rados.rados.0.smithi102.stdout:2196: oid 35 version 826 is already newer than 824 2024-04-10T15:13:02.625 INFO:tasks.rados.rados.0.smithi102.stdout:2196: oid 35 updating version 826 to 827 2024-04-10T15:13:02.625 INFO:tasks.rados.rados.0.smithi102.stdout:2196: oid 35 updating version 827 to 828 2024-04-10T15:13:02.626 INFO:tasks.rados.rados.0.smithi102.stdout:2196: oid 35 version 828 is already newer than 825 2024-04-10T15:13:02.626 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 828 (ObjNum 699 snap 198 seq_num 699) dirty exists 2024-04-10T15:13:02.626 INFO:tasks.rados.rados.0.smithi102.stdout:2196: left oid 35 (ObjNum 699 snap 198 seq_num 699) 2024-04-10T15:13:02.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:02 smithi102 ceph-mon[90943]: pgmap v357: 121 pgs: 9 peering, 13 stale+active+clean, 99 active+clean; 239 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-04-10T15:13:02.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:02 smithi102 ceph-mon[90943]: Health check failed: Reduced data availability: 6 pgs peering (PG_AVAILABILITY) 2024-04-10T15:13:02.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:02 smithi102 ceph-mon[90943]: osdmap e469: 8 total, 7 up, 8 in 2024-04-10T15:13:02.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:02 smithi102 ceph-mon[88557]: pgmap v357: 121 pgs: 9 peering, 13 stale+active+clean, 99 active+clean; 239 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-04-10T15:13:02.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:02 smithi102 ceph-mon[88557]: Health check failed: Reduced data availability: 6 pgs peering (PG_AVAILABILITY) 2024-04-10T15:13:02.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:02 smithi102 ceph-mon[88557]: osdmap e469: 8 total, 7 up, 8 in 2024-04-10T15:13:02.752 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:02 smithi154 podman[93948]: 2024-04-10 15:13:02.49097743 +0000 UTC m=+0.678676768 container died ba4a3787cfdead99f7c0790da09e2ddd77d4e6b3ae9552539f777c477fe23c44 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-deactivate, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=) 2024-04-10T15:13:03.014 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:03 smithi154 podman[93974]: 2024-04-10 15:13:03.021190756 +0000 UTC m=+0.525042753 container remove ba4a3787cfdead99f7c0790da09e2ddd77d4e6b3ae9552539f777c477fe23c44 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-deactivate, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-10T15:13:03.193 INFO:tasks.rados.rados.0.smithi102.stdout:2196: done (1 left) 2024-04-10T15:13:03.194 INFO:tasks.rados.rados.0.smithi102.stdout:2197: done (0 left) 2024-04-10T15:13:03.194 INFO:tasks.rados.rados.0.smithi102.stdout:2198: snap_remove snap 198 2024-04-10T15:13:03.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:03 smithi154 ceph-mon[84269]: osdmap e470: 8 total, 7 up, 8 in 2024-04-10T15:13:03.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:03 smithi154 ceph-mon[84269]: osdmap e471: 8 total, 7 up, 8 in 2024-04-10T15:13:03.377 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:03 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.5.service: Deactivated successfully. 2024-04-10T15:13:03.377 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:03 smithi154 systemd[1]: Stopped Ceph osd.5 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:13:03.377 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:03 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.5.service: Consumed 19.335s CPU time. 2024-04-10T15:13:03.377 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:03 smithi154 systemd[1]: Starting Ceph osd.5 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:13:03.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:03 smithi102 ceph-mon[90943]: osdmap e470: 8 total, 7 up, 8 in 2024-04-10T15:13:03.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:03 smithi102 ceph-mon[90943]: osdmap e471: 8 total, 7 up, 8 in 2024-04-10T15:13:03.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:03 smithi102 ceph-mon[88557]: osdmap e470: 8 total, 7 up, 8 in 2024-04-10T15:13:03.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:03 smithi102 ceph-mon[88557]: osdmap e471: 8 total, 7 up, 8 in 2024-04-10T15:13:03.680 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:03 smithi154 podman[94080]: 2024-04-10 15:13:03.455341727 +0000 UTC m=+0.112334190 container create b7ae45a5cfbb9365cac5675ae44148ec6a6e14d369f377835c03f77af6ff0f35 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-activate, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:13:03.681 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:03 smithi154 podman[94080]: 2024-04-10 15:13:03.361586785 +0000 UTC m=+0.018579247 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:13:04.127 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:03 smithi154 podman[94080]: 2024-04-10 15:13:03.708219797 +0000 UTC m=+0.365212261 container init b7ae45a5cfbb9365cac5675ae44148ec6a6e14d369f377835c03f77af6ff0f35 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-activate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:13:04.127 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:03 smithi154 podman[94080]: 2024-04-10 15:13:03.711326878 +0000 UTC m=+0.368319341 container start b7ae45a5cfbb9365cac5675ae44148ec6a6e14d369f377835c03f77af6ff0f35 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-activate, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-10T15:13:04.127 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:03 smithi154 podman[94080]: 2024-04-10 15:13:03.800011923 +0000 UTC m=+0.457004400 container attach b7ae45a5cfbb9365cac5675ae44148ec6a6e14d369f377835c03f77af6ff0f35 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-activate, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0) 2024-04-10T15:13:04.194 INFO:tasks.rados.rados.0.smithi102.stdout:2198: done (0 left) 2024-04-10T15:13:04.195 INFO:tasks.rados.rados.0.smithi102.stdout:2199: read oid 16 snap -1 2024-04-10T15:13:04.195 INFO:tasks.rados.rados.0.smithi102.stdout:2199: expect (ObjNum 663 snap 186 seq_num 663) 2024-04-10T15:13:04.195 INFO:tasks.rados.rados.0.smithi102.stdout:2200: read oid 15 snap -1 2024-04-10T15:13:04.195 INFO:tasks.rados.rados.0.smithi102.stdout:2200: expect (ObjNum 638 snap 179 seq_num 638) 2024-04-10T15:13:04.195 INFO:tasks.rados.rados.0.smithi102.stdout:2201: setattr oid 10 current snap is 199 2024-04-10T15:13:04.196 INFO:tasks.rados.rados.0.smithi102.stdout:2202: rmattr oid 43 current snap is 199 2024-04-10T15:13:04.196 INFO:tasks.rados.rados.0.smithi102.stdout:2203: read oid 38 snap -1 2024-04-10T15:13:04.196 INFO:tasks.rados.rados.0.smithi102.stdout:2203: expect (ObjNum 641 snap 179 seq_num 641) 2024-04-10T15:13:04.196 INFO:tasks.rados.rados.0.smithi102.stdout:2204: copy_from oid 2 from oid 26 current snap is 199 2024-04-10T15:13:04.196 INFO:tasks.rados.rados.0.smithi102.stdout:2205: setattr oid 17 current snap is 199 2024-04-10T15:13:04.199 INFO:tasks.rados.rados.0.smithi102.stdout:2206: rollback oid 21 current snap is 199 2024-04-10T15:13:04.199 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 21 to 196 2024-04-10T15:13:04.199 INFO:tasks.rados.rados.0.smithi102.stdout:2207: rollback oid 8 current snap is 199 2024-04-10T15:13:04.199 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 8 to 197 2024-04-10T15:13:04.200 INFO:tasks.rados.rados.0.smithi102.stdout:2208: copy_from oid 49 from oid 18 current snap is 199 2024-04-10T15:13:04.200 INFO:tasks.rados.rados.0.smithi102.stdout:2209: read oid 22 snap 192 2024-04-10T15:13:04.200 INFO:tasks.rados.rados.0.smithi102.stdout:2209: expect (ObjNum 674 snap 188 seq_num 674) 2024-04-10T15:13:04.200 INFO:tasks.rados.rados.0.smithi102.stdout:2210: rmattr oid 40 current snap is 199 2024-04-10T15:13:04.200 INFO:tasks.rados.rados.0.smithi102.stdout:2211: rmattr oid 4 current snap is 199 2024-04-10T15:13:04.200 INFO:tasks.rados.rados.0.smithi102.stdout:2211: done (12 left) 2024-04-10T15:13:04.200 INFO:tasks.rados.rados.0.smithi102.stdout:2212: delete oid 25 current snap is 199 2024-04-10T15:13:04.207 INFO:tasks.rados.rados.0.smithi102.stdout:2200: expect (ObjNum 638 snap 179 seq_num 638) 2024-04-10T15:13:04.242 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 710 (ObjNum 694 snap 195 seq_num 694) dirty exists 2024-04-10T15:13:04.243 INFO:tasks.rados.rados.0.smithi102.stdout:2207: finishing rollback tid 0 to smithi10276805-8 2024-04-10T15:13:04.243 INFO:tasks.rados.rados.0.smithi102.stdout:2207: finishing rollback tid 1 to smithi10276805-8 2024-04-10T15:13:04.243 INFO:tasks.rados.rados.0.smithi102.stdout:2200: done (12 left) 2024-04-10T15:13:04.243 INFO:tasks.rados.rados.0.smithi102.stdout:2205: done (11 left) 2024-04-10T15:13:04.243 INFO:tasks.rados.rados.0.smithi102.stdout:2212: done (10 left) 2024-04-10T15:13:04.243 INFO:tasks.rados.rados.0.smithi102.stdout:2213: read oid 6 snap -1 2024-04-10T15:13:04.243 INFO:tasks.rados.rados.0.smithi102.stdout:2213: expect (ObjNum 690 snap 191 seq_num 690) 2024-04-10T15:13:04.243 INFO:tasks.rados.rados.0.smithi102.stdout:2214: read oid 33 snap -1 2024-04-10T15:13:04.243 INFO:tasks.rados.rados.0.smithi102.stdout:2214: expect (ObjNum 659 snap 181 seq_num 659) 2024-04-10T15:13:04.254 INFO:tasks.rados.rados.0.smithi102.stdout:2215: read oid 23 snap -1 2024-04-10T15:13:04.254 INFO:tasks.rados.rados.0.smithi102.stdout:2215: expect (ObjNum 663 snap 186 seq_num 663) 2024-04-10T15:13:04.284 INFO:tasks.rados.rados.0.smithi102.stdout:2216: delete oid 36 current snap is 199 2024-04-10T15:13:04.284 INFO:tasks.rados.rados.0.smithi102.stdout:2207: finishing rollback tid 2 to smithi10276805-8 2024-04-10T15:13:04.284 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 831 (ObjNum 662 snap 186 seq_num 662) dirty exists 2024-04-10T15:13:04.284 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 1188 (ObjNum 669 snap 187 seq_num 669) dirty exists 2024-04-10T15:13:04.285 INFO:tasks.rados.rados.0.smithi102.stdout:2206: finishing rollback tid 1 to smithi10276805-21 2024-04-10T15:13:04.285 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 1133 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-10T15:13:04.285 INFO:tasks.rados.rados.0.smithi102.stdout:2208: finishing copy_from to smithi10276805-49 2024-04-10T15:13:04.285 INFO:tasks.rados.rados.0.smithi102.stdout:2208: got expected ENOENT (src dne) 2024-04-10T15:13:04.285 INFO:tasks.rados.rados.0.smithi102.stdout:2208: finishing copy_from racing read to smithi10276805-49 2024-04-10T15:13:04.285 INFO:tasks.rados.rados.0.smithi102.stdout:2203: expect (ObjNum 641 snap 179 seq_num 641) 2024-04-10T15:13:04.331 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 1223 (ObjNum 672 snap 188 seq_num 672) dirty exists 2024-04-10T15:13:04.331 INFO:tasks.rados.rados.0.smithi102.stdout:2202: done (13 left) 2024-04-10T15:13:04.331 INFO:tasks.rados.rados.0.smithi102.stdout:2203: done (12 left) 2024-04-10T15:13:04.331 INFO:tasks.rados.rados.0.smithi102.stdout:2206: done (11 left) 2024-04-10T15:13:04.332 INFO:tasks.rados.rados.0.smithi102.stdout:2207: done (10 left) 2024-04-10T15:13:04.332 INFO:tasks.rados.rados.0.smithi102.stdout:2208: done (9 left) 2024-04-10T15:13:04.332 INFO:tasks.rados.rados.0.smithi102.stdout:2210: done (8 left) 2024-04-10T15:13:04.332 INFO:tasks.rados.rados.0.smithi102.stdout:2216: done (7 left) 2024-04-10T15:13:04.332 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 199 2024-04-10T15:13:04.332 INFO:tasks.rados.rados.0.smithi102.stdout:2217: seq_num 702 ranges {1089536=565248,1654784=581632,2236416=745472,2981888=278528} 2024-04-10T15:13:04.340 INFO:tasks.rados.rados.0.smithi102.stdout:2217: writing smithi10276805-15 from 1089536 to 1654784 tid 1 2024-04-10T15:13:04.343 INFO:tasks.rados.rados.0.smithi102.stdout:2217: writing smithi10276805-15 from 1654784 to 2236416 tid 2 2024-04-10T15:13:04.347 INFO:tasks.rados.rados.0.smithi102.stdout:2217: writing smithi10276805-15 from 2236416 to 2981888 tid 3 2024-04-10T15:13:04.349 INFO:tasks.rados.rados.0.smithi102.stdout:2217: writing smithi10276805-15 from 2981888 to 3260416 tid 4 2024-04-10T15:13:04.349 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 30 current snap is 199 2024-04-10T15:13:04.349 INFO:tasks.rados.rados.0.smithi102.stdout:2218: seq_num 703 ranges {827392=581632,1409024=458752,1867776=557056,2424832=417792,2842624=172032} 2024-04-10T15:13:04.356 INFO:tasks.rados.rados.0.smithi102.stdout:2218: writing smithi10276805-30 from 827392 to 1409024 tid 1 2024-04-10T15:13:04.359 INFO:tasks.rados.rados.0.smithi102.stdout:2218: writing smithi10276805-30 from 1409024 to 1867776 tid 2 2024-04-10T15:13:04.362 INFO:tasks.rados.rados.0.smithi102.stdout:2218: writing smithi10276805-30 from 1867776 to 2424832 tid 3 2024-04-10T15:13:04.364 INFO:tasks.rados.rados.0.smithi102.stdout:2218: writing smithi10276805-30 from 2424832 to 2842624 tid 4 2024-04-10T15:13:04.365 INFO:tasks.rados.rados.0.smithi102.stdout:2218: writing smithi10276805-30 from 2842624 to 3014656 tid 5 2024-04-10T15:13:04.366 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 49 current snap is 199 2024-04-10T15:13:04.366 INFO:tasks.rados.rados.0.smithi102.stdout:2219: seq_num 704 ranges {3850240=598016,4448256=745472,5193728=712704,5906432=147456} 2024-04-10T15:13:04.389 INFO:tasks.rados.rados.0.smithi102.stdout:2219: writing smithi10276805-49 from 3850240 to 4448256 tid 1 2024-04-10T15:13:04.393 INFO:tasks.rados.rados.0.smithi102.stdout:2219: writing smithi10276805-49 from 4448256 to 5193728 tid 2 2024-04-10T15:13:04.397 INFO:tasks.rados.rados.0.smithi102.stdout:2219: writing smithi10276805-49 from 5193728 to 5906432 tid 3 2024-04-10T15:13:04.399 INFO:tasks.rados.rados.0.smithi102.stdout:2219: writing smithi10276805-49 from 5906432 to 6053888 tid 4 2024-04-10T15:13:04.399 INFO:tasks.rados.rados.0.smithi102.stdout:2220: read oid 44 snap -1 2024-04-10T15:13:04.399 INFO:tasks.rados.rados.0.smithi102.stdout:2220: expect deleted 2024-04-10T15:13:04.399 INFO:tasks.rados.rados.0.smithi102.stdout:2221: delete oid 31 current snap is 199 2024-04-10T15:13:04.399 INFO:tasks.rados.rados.0.smithi102.stdout:2213: expect (ObjNum 690 snap 191 seq_num 690) 2024-04-10T15:13:04.493 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:04 smithi154 ceph-mon[84269]: pgmap v360: 121 pgs: 4 active+undersized+degraded, 9 peering, 10 stale+active+clean, 9 active+undersized, 89 active+clean; 241 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 11 op/s; 20/315 objects degraded (6.349%) 2024-04-10T15:13:04.494 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:04 smithi154 ceph-mon[84269]: Health check failed: Degraded data redundancy: 20/315 objects degraded (6.349%), 4 pgs degraded (PG_DEGRADED) 2024-04-10T15:13:04.494 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:04 smithi154 ceph-mon[84269]: osdmap e472: 8 total, 7 up, 8 in 2024-04-10T15:13:04.494 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:04 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-activate[94094]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-10T15:13:04.494 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:04 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-activate[94094]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-10T15:13:04.494 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:04 smithi154 bash[94080]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-10T15:13:04.494 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:04 smithi154 bash[94080]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-5 --no-mon-config --dev /dev/mapper/vg_nvme-lv_3 2024-04-10T15:13:04.494 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:04 smithi154 bash[94080]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-10T15:13:04.494 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:04 smithi154 bash[94080]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-10T15:13:04.494 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:04 smithi154 bash[94080]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-10T15:13:04.495 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:04 smithi154 bash[94080]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-10T15:13:04.495 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:04 smithi154 bash[94080]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-10T15:13:04.495 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:04 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-activate[94094]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_3 2024-04-10T15:13:04.495 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:04 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-activate[94094]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-2 2024-04-10T15:13:04.495 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:04 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-activate[94094]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-5/block 2024-04-10T15:13:04.495 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:04 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-activate[94094]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-04-10T15:13:04.495 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:04 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-activate[94094]: --> ceph-volume raw activate successful for osd ID: 5 2024-04-10T15:13:04.495 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:04 smithi154 podman[94080]: 2024-04-10 15:13:04.181794122 +0000 UTC m=+0.838786585 container died b7ae45a5cfbb9365cac5675ae44148ec6a6e14d369f377835c03f77af6ff0f35 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-activate, org.label-schema.build-date=20240409, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD) 2024-04-10T15:13:04.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:04 smithi102 ceph-mon[90943]: pgmap v360: 121 pgs: 4 active+undersized+degraded, 9 peering, 10 stale+active+clean, 9 active+undersized, 89 active+clean; 241 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 11 op/s; 20/315 objects degraded (6.349%) 2024-04-10T15:13:04.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:04 smithi102 ceph-mon[90943]: Health check failed: Degraded data redundancy: 20/315 objects degraded (6.349%), 4 pgs degraded (PG_DEGRADED) 2024-04-10T15:13:04.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:04 smithi102 ceph-mon[90943]: osdmap e472: 8 total, 7 up, 8 in 2024-04-10T15:13:04.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:04 smithi102 ceph-mon[88557]: pgmap v360: 121 pgs: 4 active+undersized+degraded, 9 peering, 10 stale+active+clean, 9 active+undersized, 89 active+clean; 241 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 11 op/s; 20/315 objects degraded (6.349%) 2024-04-10T15:13:04.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:04 smithi102 ceph-mon[88557]: Health check failed: Degraded data redundancy: 20/315 objects degraded (6.349%), 4 pgs degraded (PG_DEGRADED) 2024-04-10T15:13:04.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:04 smithi102 ceph-mon[88557]: osdmap e472: 8 total, 7 up, 8 in 2024-04-10T15:13:04.755 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 1198 (ObjNum 676 snap 189 seq_num 676) dirty exists 2024-04-10T15:13:04.755 INFO:tasks.rados.rados.0.smithi102.stdout:2214: expect (ObjNum 659 snap 181 seq_num 659) 2024-04-10T15:13:05.087 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:04 smithi154 podman[94210]: 2024-04-10 15:13:04.796201465 +0000 UTC m=+0.609115606 container remove b7ae45a5cfbb9365cac5675ae44148ec6a6e14d369f377835c03f77af6ff0f35 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-activate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-10T15:13:05.088 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:05 smithi154 podman[94272]: 2024-04-10 15:13:05.005487743 +0000 UTC m=+0.111379486 container create a092a68346b1e05f066d261777b2f5c7be826585cdd6ecba4f9e9592f3bd640f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:13:05.088 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:05 smithi154 podman[94272]: 2024-04-10 15:13:04.912044096 +0000 UTC m=+0.017935803 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:13:05.167 INFO:tasks.rados.rados.0.smithi102.stdout:2199: expect (ObjNum 663 snap 186 seq_num 663) 2024-04-10T15:13:05.377 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:05 smithi154 podman[94272]: 2024-04-10 15:13:05.23275743 +0000 UTC m=+0.338649127 container init a092a68346b1e05f066d261777b2f5c7be826585cdd6ecba4f9e9592f3bd640f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:13:05.377 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:05 smithi154 podman[94272]: 2024-04-10 15:13:05.235995383 +0000 UTC m=+0.341887089 container start a092a68346b1e05f066d261777b2f5c7be826585cdd6ecba4f9e9592f3bd640f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-10T15:13:05.377 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:05 smithi154 ceph-osd[94291]: -- 172.21.15.154:0/1815079417 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x55e17c7d3680 con 0x55e17c79cc00 2024-04-10T15:13:05.377 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:05 smithi154 bash[94272]: a092a68346b1e05f066d261777b2f5c7be826585cdd6ecba4f9e9592f3bd640f 2024-04-10T15:13:05.377 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:05 smithi154 systemd[1]: Started Ceph osd.5 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:13:06.126 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:05 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T15:13:05.778+0000 7f6a423627c0 -1 Falling back to public interface 2024-04-10T15:13:06.484 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:06 smithi154 ceph-mon[84269]: pgmap v363: 121 pgs: 11 active+undersized+degraded, 9 peering, 29 active+undersized, 72 active+clean; 249 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 38 MiB/s rd, 4.8 MiB/s wr, 32 op/s; 59/324 objects degraded (18.210%) 2024-04-10T15:13:06.484 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:06 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:06.484 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:06 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:06.484 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:06 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:13:06.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:06 smithi102 ceph-mon[90943]: pgmap v363: 121 pgs: 11 active+undersized+degraded, 9 peering, 29 active+undersized, 72 active+clean; 249 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 38 MiB/s rd, 4.8 MiB/s wr, 32 op/s; 59/324 objects degraded (18.210%) 2024-04-10T15:13:06.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:06 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:06.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:06 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:06.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:06 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:13:06.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:06 smithi102 ceph-mon[88557]: pgmap v363: 121 pgs: 11 active+undersized+degraded, 9 peering, 29 active+undersized, 72 active+clean; 249 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 38 MiB/s rd, 4.8 MiB/s wr, 32 op/s; 59/324 objects degraded (18.210%) 2024-04-10T15:13:06.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:06 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:06.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:06 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:06.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:06 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:13:06.855 INFO:tasks.rados.rados.0.smithi102.stdout:2204: finishing copy_from racing read to smithi10276805-2 2024-04-10T15:13:06.855 INFO:tasks.rados.rados.0.smithi102.stdout:2204: finishing copy_from to smithi10276805-2 2024-04-10T15:13:06.855 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 1217 (ObjNum 688 snap 191 seq_num 688) dirty exists 2024-04-10T15:13:06.856 INFO:tasks.rados.rados.0.smithi102.stdout:2215: expect (ObjNum 663 snap 186 seq_num 663) 2024-04-10T15:13:07.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:07 smithi154 ceph-mon[84269]: pgmap v364: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 266 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 36 MiB/s rd, 6.2 MiB/s wr, 30 op/s; 62/336 objects degraded (18.452%) 2024-04-10T15:13:07.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:07 smithi154 ceph-mon[84269]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 6 pgs peering) 2024-04-10T15:13:07.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:07 smithi102 ceph-mon[90943]: pgmap v364: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 266 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 36 MiB/s rd, 6.2 MiB/s wr, 30 op/s; 62/336 objects degraded (18.452%) 2024-04-10T15:13:07.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:07 smithi102 ceph-mon[90943]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 6 pgs peering) 2024-04-10T15:13:07.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:07 smithi102 ceph-mon[88557]: pgmap v364: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 266 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 36 MiB/s rd, 6.2 MiB/s wr, 30 op/s; 62/336 objects degraded (18.452%) 2024-04-10T15:13:07.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:07 smithi102 ceph-mon[88557]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 6 pgs inactive, 6 pgs peering) 2024-04-10T15:13:07.907 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:13:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:13:07] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2024-04-10T15:13:08.522 INFO:tasks.rados.rados.0.smithi102.stdout:2209: expect (ObjNum 674 snap 188 seq_num 674) 2024-04-10T15:13:09.477 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T15:13:09.446+0000 7f6a423627c0 -1 osd.5 467 log_to_monitors true 2024-04-10T15:13:09.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:09 smithi154 ceph-mon[84269]: osdmap e473: 8 total, 7 up, 8 in 2024-04-10T15:13:09.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:09.477 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:13:09.574 INFO:tasks.rados.rados.0.smithi102.stdout:2217: finishing write tid 1 to smithi10276805-15 2024-04-10T15:13:09.574 INFO:tasks.rados.rados.0.smithi102.stdout:2217: finishing write tid 2 to smithi10276805-15 2024-04-10T15:13:09.574 INFO:tasks.rados.rados.0.smithi102.stdout:2217: finishing write tid 3 to smithi10276805-15 2024-04-10T15:13:09.574 INFO:tasks.rados.rados.0.smithi102.stdout:2199: done (11 left) 2024-04-10T15:13:09.574 INFO:tasks.rados.rados.0.smithi102.stdout:2201: done (10 left) 2024-04-10T15:13:09.574 INFO:tasks.rados.rados.0.smithi102.stdout:2204: done (9 left) 2024-04-10T15:13:09.574 INFO:tasks.rados.rados.0.smithi102.stdout:2209: done (8 left) 2024-04-10T15:13:09.574 INFO:tasks.rados.rados.0.smithi102.stdout:2213: done (7 left) 2024-04-10T15:13:09.574 INFO:tasks.rados.rados.0.smithi102.stdout:2214: done (6 left) 2024-04-10T15:13:09.574 INFO:tasks.rados.rados.0.smithi102.stdout:2215: done (5 left) 2024-04-10T15:13:09.575 INFO:tasks.rados.rados.0.smithi102.stdout:2221: done (4 left) 2024-04-10T15:13:09.575 INFO:tasks.rados.rados.0.smithi102.stdout:2222: rmattr oid 31 current snap is 199 2024-04-10T15:13:09.575 INFO:tasks.rados.rados.0.smithi102.stdout:2222: done (4 left) 2024-04-10T15:13:09.575 INFO:tasks.rados.rados.0.smithi102.stdout:2223: snap_remove snap 186 2024-04-10T15:13:09.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:09 smithi102 ceph-mon[90943]: osdmap e473: 8 total, 7 up, 8 in 2024-04-10T15:13:09.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:09.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:13:09.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:09 smithi102 ceph-mon[88557]: osdmap e473: 8 total, 7 up, 8 in 2024-04-10T15:13:09.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:09.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:13:10.218 INFO:tasks.rados.rados.0.smithi102.stdout:2223: done (4 left) 2024-04-10T15:13:10.219 INFO:tasks.rados.rados.0.smithi102.stdout:2224: snap_create 2024-04-10T15:13:10.219 INFO:tasks.rados.rados.0.smithi102.stdout:2217: finishing write tid 4 to smithi10276805-15 2024-04-10T15:13:10.219 INFO:tasks.rados.rados.0.smithi102.stdout:2217: finishing write tid 5 to smithi10276805-15 2024-04-10T15:13:10.219 INFO:tasks.rados.rados.0.smithi102.stdout:2217: finishing write tid 6 to smithi10276805-15 2024-04-10T15:13:10.219 INFO:tasks.rados.rados.0.smithi102.stdout:2217: oid 15 updating version 0 to 1448 2024-04-10T15:13:10.219 INFO:tasks.rados.rados.0.smithi102.stdout:2217: oid 15 version 1448 is already newer than 1447 2024-04-10T15:13:10.219 INFO:tasks.rados.rados.0.smithi102.stdout:2217: oid 15 updating version 1448 to 1450 2024-04-10T15:13:10.219 INFO:tasks.rados.rados.0.smithi102.stdout:2217: oid 15 updating version 1450 to 1451 2024-04-10T15:13:10.219 INFO:tasks.rados.rados.0.smithi102.stdout:2217: oid 15 version 1451 is already newer than 1449 2024-04-10T15:13:10.219 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 1451 (ObjNum 702 snap 199 seq_num 702) dirty exists 2024-04-10T15:13:10.219 INFO:tasks.rados.rados.0.smithi102.stdout:2217: left oid 15 (ObjNum 702 snap 199 seq_num 702) 2024-04-10T15:13:10.219 INFO:tasks.rados.rados.0.smithi102.stdout:2218: finishing write tid 1 to smithi10276805-30 2024-04-10T15:13:10.220 INFO:tasks.rados.rados.0.smithi102.stdout:2218: finishing write tid 2 to smithi10276805-30 2024-04-10T15:13:10.220 INFO:tasks.rados.rados.0.smithi102.stdout:2218: finishing write tid 3 to smithi10276805-30 2024-04-10T15:13:10.220 INFO:tasks.rados.rados.0.smithi102.stdout:2218: finishing write tid 4 to smithi10276805-30 2024-04-10T15:13:10.220 INFO:tasks.rados.rados.0.smithi102.stdout:2218: finishing write tid 5 to smithi10276805-30 2024-04-10T15:13:10.220 INFO:tasks.rados.rados.0.smithi102.stdout:2218: finishing write tid 6 to smithi10276805-30 2024-04-10T15:13:10.220 INFO:tasks.rados.rados.0.smithi102.stdout:2218: finishing write tid 7 to smithi10276805-30 2024-04-10T15:13:10.220 INFO:tasks.rados.rados.0.smithi102.stdout:2218: oid 30 updating version 0 to 1142 2024-04-10T15:13:10.220 INFO:tasks.rados.rados.0.smithi102.stdout:2218: oid 30 version 1142 is already newer than 1140 2024-04-10T15:13:10.220 INFO:tasks.rados.rados.0.smithi102.stdout:2218: oid 30 version 1142 is already newer than 1139 2024-04-10T15:13:10.220 INFO:tasks.rados.rados.0.smithi102.stdout:2218: oid 30 version 1142 is already newer than 1137 2024-04-10T15:13:10.220 INFO:tasks.rados.rados.0.smithi102.stdout:2218: oid 30 version 1142 is already newer than 1141 2024-04-10T15:13:10.220 INFO:tasks.rados.rados.0.smithi102.stdout:2218: oid 30 version 1142 is already newer than 1138 2024-04-10T15:13:10.220 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 1142 (ObjNum 703 snap 199 seq_num 703) dirty exists 2024-04-10T15:13:10.220 INFO:tasks.rados.rados.0.smithi102.stdout:2218: left oid 30 (ObjNum 703 snap 199 seq_num 703) 2024-04-10T15:13:10.220 INFO:tasks.rados.rados.0.smithi102.stdout:2219: finishing write tid 1 to smithi10276805-49 2024-04-10T15:13:10.220 INFO:tasks.rados.rados.0.smithi102.stdout:2219: finishing write tid 2 to smithi10276805-49 2024-04-10T15:13:10.221 INFO:tasks.rados.rados.0.smithi102.stdout:2219: finishing write tid 3 to smithi10276805-49 2024-04-10T15:13:10.221 INFO:tasks.rados.rados.0.smithi102.stdout:2219: finishing write tid 4 to smithi10276805-49 2024-04-10T15:13:10.221 INFO:tasks.rados.rados.0.smithi102.stdout:2219: finishing write tid 5 to smithi10276805-49 2024-04-10T15:13:10.221 INFO:tasks.rados.rados.0.smithi102.stdout:2219: finishing write tid 6 to smithi10276805-49 2024-04-10T15:13:10.221 INFO:tasks.rados.rados.0.smithi102.stdout:2219: oid 49 updating version 0 to 1218 2024-04-10T15:13:10.221 INFO:tasks.rados.rados.0.smithi102.stdout:2219: oid 49 updating version 1218 to 1219 2024-04-10T15:13:10.221 INFO:tasks.rados.rados.0.smithi102.stdout:2219: oid 49 updating version 1219 to 1221 2024-04-10T15:13:10.221 INFO:tasks.rados.rados.0.smithi102.stdout:2219: oid 49 version 1221 is already newer than 1217 2024-04-10T15:13:10.221 INFO:tasks.rados.rados.0.smithi102.stdout:2219: oid 49 version 1221 is already newer than 1220 2024-04-10T15:13:10.221 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1221 (ObjNum 704 snap 199 seq_num 704) dirty exists 2024-04-10T15:13:10.221 INFO:tasks.rados.rados.0.smithi102.stdout:2219: left oid 49 (ObjNum 704 snap 199 seq_num 704) 2024-04-10T15:13:10.626 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 15:13:10 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T15:13:10.276+0000 7f6a2f7b2700 -1 osd.5 467 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:13:10.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:10 smithi154 ceph-mon[84269]: pgmap v366: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 266 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 33 MiB/s rd, 4.6 MiB/s wr, 35 op/s; 64/354 objects degraded (18.079%) 2024-04-10T15:13:10.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:10 smithi154 ceph-mon[84269]: Health check update: Degraded data redundancy: 64/354 objects degraded (18.079%), 11 pgs degraded (PG_DEGRADED) 2024-04-10T15:13:10.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:10 smithi154 ceph-mon[84269]: from='osd.5 [v2:172.21.15.154:6808/816472267,v1:172.21.15.154:6809/816472267]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:13:10.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:10 smithi154 ceph-mon[84269]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:13:10.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:10 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:10.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:10 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:10.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:10 smithi102 ceph-mon[90943]: pgmap v366: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 266 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 33 MiB/s rd, 4.6 MiB/s wr, 35 op/s; 64/354 objects degraded (18.079%) 2024-04-10T15:13:10.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:10 smithi102 ceph-mon[90943]: Health check update: Degraded data redundancy: 64/354 objects degraded (18.079%), 11 pgs degraded (PG_DEGRADED) 2024-04-10T15:13:10.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:10 smithi102 ceph-mon[90943]: from='osd.5 [v2:172.21.15.154:6808/816472267,v1:172.21.15.154:6809/816472267]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:13:10.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:10 smithi102 ceph-mon[90943]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:13:10.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:10 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:10.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:10 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:10.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:10 smithi102 ceph-mon[88557]: pgmap v366: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 266 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 33 MiB/s rd, 4.6 MiB/s wr, 35 op/s; 64/354 objects degraded (18.079%) 2024-04-10T15:13:10.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:10 smithi102 ceph-mon[88557]: Health check update: Degraded data redundancy: 64/354 objects degraded (18.079%), 11 pgs degraded (PG_DEGRADED) 2024-04-10T15:13:10.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:10 smithi102 ceph-mon[88557]: from='osd.5 [v2:172.21.15.154:6808/816472267,v1:172.21.15.154:6809/816472267]' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:13:10.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:10 smithi102 ceph-mon[88557]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]: dispatch 2024-04-10T15:13:10.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:10 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:10.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:10 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:11.223 INFO:tasks.rados.rados.0.smithi102.stdout:2217: done (4 left) 2024-04-10T15:13:11.223 INFO:tasks.rados.rados.0.smithi102.stdout:2218: done (3 left) 2024-04-10T15:13:11.223 INFO:tasks.rados.rados.0.smithi102.stdout:2219: done (2 left) 2024-04-10T15:13:11.223 INFO:tasks.rados.rados.0.smithi102.stdout:2220: done (1 left) 2024-04-10T15:13:11.223 INFO:tasks.rados.rados.0.smithi102.stdout:2224: done (0 left) 2024-04-10T15:13:11.223 INFO:tasks.rados.rados.0.smithi102.stdout:2225: rollback oid 30 current snap is 200 2024-04-10T15:13:11.223 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 30 to 196 2024-04-10T15:13:11.223 INFO:tasks.rados.rados.0.smithi102.stdout:2226: rollback oid 21 current snap is 200 2024-04-10T15:13:11.223 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 21 to 196 2024-04-10T15:13:11.223 INFO:tasks.rados.rados.0.smithi102.stdout:2227: delete oid 10 current snap is 200 2024-04-10T15:13:11.236 INFO:tasks.rados.rados.0.smithi102.stdout:2225: finishing rollback tid 0 to smithi10276805-30 2024-04-10T15:13:11.236 INFO:tasks.rados.rados.0.smithi102.stdout:2225: finishing rollback tid 1 to smithi10276805-30 2024-04-10T15:13:11.236 INFO:tasks.rados.rados.0.smithi102.stdout:2226: finishing rollback tid 1 to smithi10276805-21 2024-04-10T15:13:11.236 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 0 (ObjNum 177 snap 0 seq_num 87388288) dirty dne 2024-04-10T15:13:11.237 INFO:tasks.rados.rados.0.smithi102.stdout:2225: finishing rollback tid 2 to smithi10276805-30 2024-04-10T15:13:11.237 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 1145 (ObjNum 622 snap 173 seq_num 622) dirty exists 2024-04-10T15:13:11.543 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:11 smithi154 ceph-mon[84269]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-10T15:13:11.543 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:11 smithi154 ceph-mon[84269]: osdmap e474: 8 total, 7 up, 8 in 2024-04-10T15:13:11.543 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:11 smithi154 ceph-mon[84269]: from='osd.5 [v2:172.21.15.154:6808/816472267,v1:172.21.15.154:6809/816472267]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:13:11.543 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:11 smithi154 ceph-mon[84269]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:13:11.543 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:11.543 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:11.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:11 smithi102 ceph-mon[90943]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-10T15:13:11.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:11 smithi102 ceph-mon[90943]: osdmap e474: 8 total, 7 up, 8 in 2024-04-10T15:13:11.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:11 smithi102 ceph-mon[90943]: from='osd.5 [v2:172.21.15.154:6808/816472267,v1:172.21.15.154:6809/816472267]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:13:11.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:11 smithi102 ceph-mon[90943]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:13:11.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:11.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:11.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:11 smithi102 ceph-mon[88557]: from='osd.5 ' entity='osd.5' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["5"]}]': finished 2024-04-10T15:13:11.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:11 smithi102 ceph-mon[88557]: osdmap e474: 8 total, 7 up, 8 in 2024-04-10T15:13:11.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:11 smithi102 ceph-mon[88557]: from='osd.5 [v2:172.21.15.154:6808/816472267,v1:172.21.15.154:6809/816472267]' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:13:11.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:11 smithi102 ceph-mon[88557]: from='osd.5 ' entity='osd.5' cmd=[{"prefix": "osd crush create-or-move", "id": 5, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:13:11.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:11.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:12.270 INFO:tasks.rados.rados.0.smithi102.stdout:2225: done (2 left) 2024-04-10T15:13:12.270 INFO:tasks.rados.rados.0.smithi102.stdout:2226: done (1 left) 2024-04-10T15:13:12.270 INFO:tasks.rados.rados.0.smithi102.stdout:2227: done (0 left) 2024-04-10T15:13:12.270 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 200 2024-04-10T15:13:12.270 INFO:tasks.rados.rados.0.smithi102.stdout:2228: seq_num 707 ranges {3260416=647168,3907584=802816,4710400=532480,5242880=270336} 2024-04-10T15:13:12.291 INFO:tasks.rados.rados.0.smithi102.stdout:2228: writing smithi10276805-15 from 3260416 to 3907584 tid 1 2024-04-10T15:13:12.296 INFO:tasks.rados.rados.0.smithi102.stdout:2228: writing smithi10276805-15 from 3907584 to 4710400 tid 2 2024-04-10T15:13:12.299 INFO:tasks.rados.rados.0.smithi102.stdout:2228: writing smithi10276805-15 from 4710400 to 5242880 tid 3 2024-04-10T15:13:12.300 INFO:tasks.rados.rados.0.smithi102.stdout:2228: writing smithi10276805-15 from 5242880 to 5513216 tid 4 2024-04-10T15:13:12.301 INFO:tasks.rados.rados.0.smithi102.stdout:2229: snap_create 2024-04-10T15:13:12.301 INFO:tasks.rados.rados.0.smithi102.stdout:2228: finishing write tid 1 to smithi10276805-15 2024-04-10T15:13:12.302 INFO:tasks.rados.rados.0.smithi102.stdout:2228: finishing write tid 2 to smithi10276805-15 2024-04-10T15:13:12.304 INFO:tasks.rados.rados.0.smithi102.stdout:2228: finishing write tid 3 to smithi10276805-15 2024-04-10T15:13:12.304 INFO:tasks.rados.rados.0.smithi102.stdout:2228: finishing write tid 4 to smithi10276805-15 2024-04-10T15:13:12.305 INFO:tasks.rados.rados.0.smithi102.stdout:2228: finishing write tid 5 to smithi10276805-15 2024-04-10T15:13:12.306 INFO:tasks.rados.rados.0.smithi102.stdout:2228: finishing write tid 6 to smithi10276805-15 2024-04-10T15:13:12.306 INFO:tasks.rados.rados.0.smithi102.stdout:2228: oid 15 updating version 0 to 1459 2024-04-10T15:13:12.306 INFO:tasks.rados.rados.0.smithi102.stdout:2228: oid 15 updating version 1459 to 1461 2024-04-10T15:13:12.306 INFO:tasks.rados.rados.0.smithi102.stdout:2228: oid 15 updating version 1461 to 1463 2024-04-10T15:13:12.306 INFO:tasks.rados.rados.0.smithi102.stdout:2228: oid 15 version 1463 is already newer than 1462 2024-04-10T15:13:12.306 INFO:tasks.rados.rados.0.smithi102.stdout:2228: oid 15 version 1463 is already newer than 1460 2024-04-10T15:13:12.307 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 1463 (ObjNum 707 snap 200 seq_num 707) dirty exists 2024-04-10T15:13:12.307 INFO:tasks.rados.rados.0.smithi102.stdout:2228: left oid 15 (ObjNum 707 snap 200 seq_num 707) 2024-04-10T15:13:12.546 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:13:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:13:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:13:12.546 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:12 smithi154 ceph-mon[84269]: pgmap v368: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 4.8 MiB/s wr, 25 op/s; 65/360 objects degraded (18.056%) 2024-04-10T15:13:12.546 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:12 smithi154 ceph-mon[84269]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:13:12.547 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:12 smithi154 ceph-mon[84269]: osd.5 [v2:172.21.15.154:6808/816472267,v1:172.21.15.154:6809/816472267] boot 2024-04-10T15:13:12.547 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:12 smithi154 ceph-mon[84269]: osdmap e475: 8 total, 8 up, 8 in 2024-04-10T15:13:12.547 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:12 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:13:12.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:12 smithi102 ceph-mon[90943]: pgmap v368: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 4.8 MiB/s wr, 25 op/s; 65/360 objects degraded (18.056%) 2024-04-10T15:13:12.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:12 smithi102 ceph-mon[90943]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:13:12.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:12 smithi102 ceph-mon[90943]: osd.5 [v2:172.21.15.154:6808/816472267,v1:172.21.15.154:6809/816472267] boot 2024-04-10T15:13:12.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:12 smithi102 ceph-mon[90943]: osdmap e475: 8 total, 8 up, 8 in 2024-04-10T15:13:12.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:12 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:13:12.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:12 smithi102 ceph-mon[88557]: pgmap v368: 121 pgs: 11 active+undersized+degraded, 38 active+undersized, 72 active+clean; 278 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 25 MiB/s rd, 4.8 MiB/s wr, 25 op/s; 65/360 objects degraded (18.056%) 2024-04-10T15:13:12.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:12 smithi102 ceph-mon[88557]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:13:12.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:12 smithi102 ceph-mon[88557]: osd.5 [v2:172.21.15.154:6808/816472267,v1:172.21.15.154:6809/816472267] boot 2024-04-10T15:13:12.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:12 smithi102 ceph-mon[88557]: osdmap e475: 8 total, 8 up, 8 in 2024-04-10T15:13:12.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:12 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 5}]: dispatch 2024-04-10T15:13:13.250 INFO:tasks.rados.rados.0.smithi102.stdout:2228: done (1 left) 2024-04-10T15:13:13.250 INFO:tasks.rados.rados.0.smithi102.stdout:2229: done (0 left) 2024-04-10T15:13:13.250 INFO:tasks.rados.rados.0.smithi102.stdout:2230: rmattr oid 36 current snap is 201 2024-04-10T15:13:13.250 INFO:tasks.rados.rados.0.smithi102.stdout:2230: done (0 left) 2024-04-10T15:13:13.250 INFO:tasks.rados.rados.0.smithi102.stdout:2231: delete oid 24 current snap is 201 2024-04-10T15:13:13.255 INFO:tasks.rados.rados.0.smithi102.stdout:2231: done (0 left) 2024-04-10T15:13:13.255 INFO:tasks.rados.rados.0.smithi102.stdout:2232: read oid 46 snap -1 2024-04-10T15:13:13.255 INFO:tasks.rados.rados.0.smithi102.stdout:2232: expect (ObjNum 651 snap 180 seq_num 651) 2024-04-10T15:13:13.255 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 11 current snap is 201 2024-04-10T15:13:13.255 INFO:tasks.rados.rados.0.smithi102.stdout:2233: seq_num 709 ranges {794624=679936,1474560=614400,2088960=499712,2588672=491520} 2024-04-10T15:13:13.265 INFO:tasks.rados.rados.0.smithi102.stdout:2233: writing smithi10276805-11 from 794624 to 1474560 tid 1 2024-04-10T15:13:13.266 INFO:tasks.rados.rados.0.smithi102.stdout:2233: writing smithi10276805-11 from 1474560 to 2088960 tid 2 2024-04-10T15:13:13.269 INFO:tasks.rados.rados.0.smithi102.stdout:2233: writing smithi10276805-11 from 2088960 to 2588672 tid 3 2024-04-10T15:13:13.272 INFO:tasks.rados.rados.0.smithi102.stdout:2233: writing smithi10276805-11 from 2588672 to 3080192 tid 4 2024-04-10T15:13:13.272 INFO:tasks.rados.rados.0.smithi102.stdout:2234: read oid 4 snap -1 2024-04-10T15:13:13.272 INFO:tasks.rados.rados.0.smithi102.stdout:2234: expect (ObjNum 652 snap 180 seq_num 652) 2024-04-10T15:13:13.273 INFO:tasks.rados.rados.0.smithi102.stdout:2235: rmattr oid 26 current snap is 201 2024-04-10T15:13:13.273 INFO:tasks.rados.rados.0.smithi102.stdout:2235: done (3 left) 2024-04-10T15:13:13.273 INFO:tasks.rados.rados.0.smithi102.stdout:2236: read oid 26 snap -1 2024-04-10T15:13:13.273 INFO:tasks.rados.rados.0.smithi102.stdout:2236: expect (ObjNum 688 snap 191 seq_num 688) 2024-04-10T15:13:13.273 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 14 current snap is 201 2024-04-10T15:13:13.273 INFO:tasks.rados.rados.0.smithi102.stdout:2232: expect (ObjNum 651 snap 180 seq_num 651) 2024-04-10T15:13:13.317 INFO:tasks.rados.rados.0.smithi102.stdout:2233: finishing write tid 1 to smithi10276805-11 2024-04-10T15:13:13.317 INFO:tasks.rados.rados.0.smithi102.stdout:2233: finishing write tid 2 to smithi10276805-11 2024-04-10T15:13:13.317 INFO:tasks.rados.rados.0.smithi102.stdout:2233: finishing write tid 3 to smithi10276805-11 2024-04-10T15:13:13.317 INFO:tasks.rados.rados.0.smithi102.stdout:2237: seq_num 710 ranges {843776=696320,1540096=499712,2039808=712704,2752512=393216} 2024-04-10T15:13:13.325 INFO:tasks.rados.rados.0.smithi102.stdout:2237: writing smithi10276805-14 from 843776 to 1540096 tid 1 2024-04-10T15:13:13.328 INFO:tasks.rados.rados.0.smithi102.stdout:2237: writing smithi10276805-14 from 1540096 to 2039808 tid 2 2024-04-10T15:13:13.332 INFO:tasks.rados.rados.0.smithi102.stdout:2237: writing smithi10276805-14 from 2039808 to 2752512 tid 3 2024-04-10T15:13:13.335 INFO:tasks.rados.rados.0.smithi102.stdout:2237: writing smithi10276805-14 from 2752512 to 3145728 tid 4 2024-04-10T15:13:13.335 INFO:tasks.rados.rados.0.smithi102.stdout:2232: done (4 left) 2024-04-10T15:13:13.335 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 27 current snap is 201 2024-04-10T15:13:13.335 INFO:tasks.rados.rados.0.smithi102.stdout:2233: finishing write tid 4 to smithi10276805-11 2024-04-10T15:13:13.335 INFO:tasks.rados.rados.0.smithi102.stdout:2233: finishing write tid 5 to smithi10276805-11 2024-04-10T15:13:13.335 INFO:tasks.rados.rados.0.smithi102.stdout:2233: finishing write tid 6 to smithi10276805-11 2024-04-10T15:13:13.335 INFO:tasks.rados.rados.0.smithi102.stdout:2233: oid 11 updating version 0 to 1324 2024-04-10T15:13:13.335 INFO:tasks.rados.rados.0.smithi102.stdout:2233: oid 11 updating version 1324 to 1327 2024-04-10T15:13:13.335 INFO:tasks.rados.rados.0.smithi102.stdout:2233: oid 11 version 1327 is already newer than 1325 2024-04-10T15:13:13.335 INFO:tasks.rados.rados.0.smithi102.stdout:2233: oid 11 version 1327 is already newer than 1326 2024-04-10T15:13:13.336 INFO:tasks.rados.rados.0.smithi102.stdout:2233: oid 11 version 1327 is already newer than 1323 2024-04-10T15:13:13.336 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 1327 (ObjNum 709 snap 201 seq_num 709) dirty exists 2024-04-10T15:13:13.336 INFO:tasks.rados.rados.0.smithi102.stdout:2233: left oid 11 (ObjNum 709 snap 201 seq_num 709) 2024-04-10T15:13:13.336 INFO:tasks.rados.rados.0.smithi102.stdout:2238: seq_num 711 ranges {3112960=712704,3825664=786432,4612096=516096,5128192=303104} 2024-04-10T15:13:13.355 INFO:tasks.rados.rados.0.smithi102.stdout:2238: writing smithi10276805-27 from 3112960 to 3825664 tid 1 2024-04-10T15:13:13.359 INFO:tasks.rados.rados.0.smithi102.stdout:2238: writing smithi10276805-27 from 3825664 to 4612096 tid 2 2024-04-10T15:13:13.362 INFO:tasks.rados.rados.0.smithi102.stdout:2238: writing smithi10276805-27 from 4612096 to 5128192 tid 3 2024-04-10T15:13:13.364 INFO:tasks.rados.rados.0.smithi102.stdout:2238: writing smithi10276805-27 from 5128192 to 5431296 tid 4 2024-04-10T15:13:13.364 INFO:tasks.rados.rados.0.smithi102.stdout:2233: done (4 left) 2024-04-10T15:13:13.364 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 33 current snap is 201 2024-04-10T15:13:13.364 INFO:tasks.rados.rados.0.smithi102.stdout:2239: seq_num 712 ranges {6643712=729088,7372800=671744,8044544=671744,8716288=262144} 2024-04-10T15:13:13.403 INFO:tasks.rados.rados.0.smithi102.stdout:2239: writing smithi10276805-33 from 6643712 to 7372800 tid 1 2024-04-10T15:13:13.407 INFO:tasks.rados.rados.0.smithi102.stdout:2239: writing smithi10276805-33 from 7372800 to 8044544 tid 2 2024-04-10T15:13:13.411 INFO:tasks.rados.rados.0.smithi102.stdout:2239: writing smithi10276805-33 from 8044544 to 8716288 tid 3 2024-04-10T15:13:13.412 INFO:tasks.rados.rados.0.smithi102.stdout:2239: writing smithi10276805-33 from 8716288 to 8978432 tid 4 2024-04-10T15:13:13.412 INFO:tasks.rados.rados.0.smithi102.stdout:2240: delete oid 47 current snap is 201 2024-04-10T15:13:13.413 INFO:tasks.rados.rados.0.smithi102.stdout:2234: expect (ObjNum 652 snap 180 seq_num 652) 2024-04-10T15:13:13.511 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:13 smithi154 ceph-mon[84269]: osdmap e476: 8 total, 8 up, 8 in 2024-04-10T15:13:13.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:13 smithi102 ceph-mon[90943]: osdmap e476: 8 total, 8 up, 8 in 2024-04-10T15:13:13.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:13 smithi102 ceph-mon[88557]: osdmap e476: 8 total, 8 up, 8 in 2024-04-10T15:13:13.826 INFO:tasks.rados.rados.0.smithi102.stdout:2236: expect (ObjNum 688 snap 191 seq_num 688) 2024-04-10T15:13:14.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:14 smithi154 ceph-mon[84269]: pgmap v371: 121 pgs: 5 peering, 7 active+undersized+degraded, 32 active+undersized, 77 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.4 MiB/s wr, 15 op/s; 42/345 objects degraded (12.174%) 2024-04-10T15:13:14.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:14 smithi154 ceph-mon[84269]: osdmap e477: 8 total, 8 up, 8 in 2024-04-10T15:13:14.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:14.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:14.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:13:14.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:13:14.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:14.571 INFO:tasks.rados.rados.0.smithi102.stdout:2237: finishing write tid 1 to smithi10276805-14 2024-04-10T15:13:14.572 INFO:tasks.rados.rados.0.smithi102.stdout:2237: finishing write tid 2 to smithi10276805-14 2024-04-10T15:13:14.572 INFO:tasks.rados.rados.0.smithi102.stdout:2237: finishing write tid 3 to smithi10276805-14 2024-04-10T15:13:14.572 INFO:tasks.rados.rados.0.smithi102.stdout:2237: finishing write tid 4 to smithi10276805-14 2024-04-10T15:13:14.572 INFO:tasks.rados.rados.0.smithi102.stdout:2237: finishing write tid 5 to smithi10276805-14 2024-04-10T15:13:14.572 INFO:tasks.rados.rados.0.smithi102.stdout:2237: finishing write tid 6 to smithi10276805-14 2024-04-10T15:13:14.572 INFO:tasks.rados.rados.0.smithi102.stdout:2237: oid 14 updating version 0 to 1224 2024-04-10T15:13:14.572 INFO:tasks.rados.rados.0.smithi102.stdout:2237: oid 14 updating version 1224 to 1225 2024-04-10T15:13:14.572 INFO:tasks.rados.rados.0.smithi102.stdout:2237: oid 14 updating version 1225 to 1226 2024-04-10T15:13:14.572 INFO:tasks.rados.rados.0.smithi102.stdout:2237: oid 14 version 1226 is already newer than 1222 2024-04-10T15:13:14.572 INFO:tasks.rados.rados.0.smithi102.stdout:2237: oid 14 version 1226 is already newer than 1223 2024-04-10T15:13:14.572 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 1226 (ObjNum 710 snap 201 seq_num 710) dirty exists 2024-04-10T15:13:14.572 INFO:tasks.rados.rados.0.smithi102.stdout:2237: left oid 14 (ObjNum 710 snap 201 seq_num 710) 2024-04-10T15:13:14.572 INFO:tasks.rados.rados.0.smithi102.stdout:2238: finishing write tid 1 to smithi10276805-27 2024-04-10T15:13:14.572 INFO:tasks.rados.rados.0.smithi102.stdout:2238: finishing write tid 2 to smithi10276805-27 2024-04-10T15:13:14.573 INFO:tasks.rados.rados.0.smithi102.stdout:2238: finishing write tid 3 to smithi10276805-27 2024-04-10T15:13:14.573 INFO:tasks.rados.rados.0.smithi102.stdout:2234: done (5 left) 2024-04-10T15:13:14.573 INFO:tasks.rados.rados.0.smithi102.stdout:2236: done (4 left) 2024-04-10T15:13:14.573 INFO:tasks.rados.rados.0.smithi102.stdout:2237: done (3 left) 2024-04-10T15:13:14.573 INFO:tasks.rados.rados.0.smithi102.stdout:2240: done (2 left) 2024-04-10T15:13:14.573 INFO:tasks.rados.rados.0.smithi102.stdout:2241: setattr oid 1 current snap is 201 2024-04-10T15:13:14.573 INFO:tasks.rados.rados.0.smithi102.stdout:2238: finishing write tid 4 to smithi10276805-27 2024-04-10T15:13:14.573 INFO:tasks.rados.rados.0.smithi102.stdout:2238: finishing write tid 5 to smithi10276805-27 2024-04-10T15:13:14.573 INFO:tasks.rados.rados.0.smithi102.stdout:2238: finishing write tid 6 to smithi10276805-27 2024-04-10T15:13:14.573 INFO:tasks.rados.rados.0.smithi102.stdout:2238: oid 27 updating version 0 to 1229 2024-04-10T15:13:14.573 INFO:tasks.rados.rados.0.smithi102.stdout:2238: oid 27 version 1229 is already newer than 1228 2024-04-10T15:13:14.573 INFO:tasks.rados.rados.0.smithi102.stdout:2238: oid 27 version 1229 is already newer than 1227 2024-04-10T15:13:14.573 INFO:tasks.rados.rados.0.smithi102.stdout:2238: oid 27 updating version 1229 to 1231 2024-04-10T15:13:14.573 INFO:tasks.rados.rados.0.smithi102.stdout:2238: oid 27 version 1231 is already newer than 1230 2024-04-10T15:13:14.573 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 1231 (ObjNum 711 snap 201 seq_num 711) dirty exists 2024-04-10T15:13:14.574 INFO:tasks.rados.rados.0.smithi102.stdout:2238: left oid 27 (ObjNum 711 snap 201 seq_num 711) 2024-04-10T15:13:14.574 INFO:tasks.rados.rados.0.smithi102.stdout:2239: finishing write tid 1 to smithi10276805-33 2024-04-10T15:13:14.574 INFO:tasks.rados.rados.0.smithi102.stdout:2239: finishing write tid 2 to smithi10276805-33 2024-04-10T15:13:14.574 INFO:tasks.rados.rados.0.smithi102.stdout:2239: finishing write tid 3 to smithi10276805-33 2024-04-10T15:13:14.574 INFO:tasks.rados.rados.0.smithi102.stdout:2239: finishing write tid 4 to smithi10276805-33 2024-04-10T15:13:14.574 INFO:tasks.rados.rados.0.smithi102.stdout:2239: finishing write tid 5 to smithi10276805-33 2024-04-10T15:13:14.574 INFO:tasks.rados.rados.0.smithi102.stdout:2239: finishing write tid 6 to smithi10276805-33 2024-04-10T15:13:14.574 INFO:tasks.rados.rados.0.smithi102.stdout:2239: oid 33 updating version 0 to 1146 2024-04-10T15:13:14.574 INFO:tasks.rados.rados.0.smithi102.stdout:2239: oid 33 updating version 1146 to 1150 2024-04-10T15:13:14.574 INFO:tasks.rados.rados.0.smithi102.stdout:2239: oid 33 version 1150 is already newer than 1147 2024-04-10T15:13:14.574 INFO:tasks.rados.rados.0.smithi102.stdout:2239: oid 33 version 1150 is already newer than 1148 2024-04-10T15:13:14.574 INFO:tasks.rados.rados.0.smithi102.stdout:2239: oid 33 version 1150 is already newer than 1149 2024-04-10T15:13:14.574 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 1150 (ObjNum 712 snap 201 seq_num 712) dirty exists 2024-04-10T15:13:14.574 INFO:tasks.rados.rados.0.smithi102.stdout:2239: left oid 33 (ObjNum 712 snap 201 seq_num 712) 2024-04-10T15:13:14.574 INFO:tasks.rados.rados.0.smithi102.stdout:2238: done (2 left) 2024-04-10T15:13:14.575 INFO:tasks.rados.rados.0.smithi102.stdout:2239: done (1 left) 2024-04-10T15:13:14.575 INFO:tasks.rados.rados.0.smithi102.stdout:2242: read oid 39 snap -1 2024-04-10T15:13:14.575 INFO:tasks.rados.rados.0.smithi102.stdout:2242: expect deleted 2024-04-10T15:13:14.575 INFO:tasks.rados.rados.0.smithi102.stdout:2243: copy_from oid 22 from oid 18 current snap is 201 2024-04-10T15:13:14.575 INFO:tasks.rados.rados.0.smithi102.stdout:2244: rollback oid 41 current snap is 201 2024-04-10T15:13:14.575 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 41 to 192 2024-04-10T15:13:14.575 INFO:tasks.rados.rados.0.smithi102.stdout:2245: read oid 16 snap 195 2024-04-10T15:13:14.575 INFO:tasks.rados.rados.0.smithi102.stdout:2245: expect (ObjNum 663 snap 186 seq_num 663) 2024-04-10T15:13:14.575 INFO:tasks.rados.rados.0.smithi102.stdout:2246: rollback oid 20 current snap is 201 2024-04-10T15:13:14.575 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 20 to 193 2024-04-10T15:13:14.575 INFO:tasks.rados.rados.0.smithi102.stdout:2247: rollback oid 50 current snap is 201 2024-04-10T15:13:14.575 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 50 to 193 2024-04-10T15:13:14.575 INFO:tasks.rados.rados.0.smithi102.stdout:2248: rollback oid 2 current snap is 201 2024-04-10T15:13:14.575 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 2 to 200 2024-04-10T15:13:14.575 INFO:tasks.rados.rados.0.smithi102.stdout:2249: read oid 12 snap -1 2024-04-10T15:13:14.575 INFO:tasks.rados.rados.0.smithi102.stdout:2249: expect (ObjNum 665 snap 186 seq_num 665) 2024-04-10T15:13:14.576 INFO:tasks.rados.rados.0.smithi102.stdout:2250: rmattr oid 14 current snap is 201 2024-04-10T15:13:14.576 INFO:tasks.rados.rados.0.smithi102.stdout:2250: done (9 left) 2024-04-10T15:13:14.576 INFO:tasks.rados.rados.0.smithi102.stdout:2251: read oid 47 snap -1 2024-04-10T15:13:14.576 INFO:tasks.rados.rados.0.smithi102.stdout:2251: expect deleted 2024-04-10T15:13:14.576 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 3 current snap is 201 2024-04-10T15:13:14.576 INFO:tasks.rados.rados.0.smithi102.stdout:2252: seq_num 714 ranges {6193152=761856,6955008=442368,7397376=688128,8085504=475136} 2024-04-10T15:13:14.609 INFO:tasks.rados.rados.0.smithi102.stdout:2252: writing smithi10276805-3 from 6193152 to 6955008 tid 1 2024-04-10T15:13:14.611 INFO:tasks.rados.rados.0.smithi102.stdout:2252: writing smithi10276805-3 from 6955008 to 7397376 tid 2 2024-04-10T15:13:14.615 INFO:tasks.rados.rados.0.smithi102.stdout:2252: writing smithi10276805-3 from 7397376 to 8085504 tid 3 2024-04-10T15:13:14.619 INFO:tasks.rados.rados.0.smithi102.stdout:2252: writing smithi10276805-3 from 8085504 to 8560640 tid 4 2024-04-10T15:13:14.619 INFO:tasks.rados.rados.0.smithi102.stdout:2253: read oid 49 snap 200 2024-04-10T15:13:14.619 INFO:tasks.rados.rados.0.smithi102.stdout:2253: expect (ObjNum 704 snap 199 seq_num 704) 2024-04-10T15:13:14.619 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 201 2024-04-10T15:13:14.619 INFO:tasks.rados.rados.0.smithi102.stdout:2254: seq_num 715 ranges {0=778240,778240=770048,1548288=499712,2048000=335872} 2024-04-10T15:13:14.623 INFO:tasks.rados.rados.0.smithi102.stdout:2254: writing smithi10276805-10 from 0 to 778240 tid 1 2024-04-10T15:13:14.628 INFO:tasks.rados.rados.0.smithi102.stdout:2254: writing smithi10276805-10 from 778240 to 1548288 tid 2 2024-04-10T15:13:14.631 INFO:tasks.rados.rados.0.smithi102.stdout:2254: writing smithi10276805-10 from 1548288 to 2048000 tid 3 2024-04-10T15:13:14.635 INFO:tasks.rados.rados.0.smithi102.stdout:2254: writing smithi10276805-10 from 2048000 to 2383872 tid 4 2024-04-10T15:13:14.635 INFO:tasks.rados.rados.0.smithi102.stdout:2255: delete oid 31 current snap is 201 2024-04-10T15:13:14.635 INFO:tasks.rados.rados.0.smithi102.stdout:2246: finishing rollback tid 1 to smithi10276805-20 2024-04-10T15:13:14.635 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 0 (ObjNum 65 snap 0 seq_num 1584682086) dirty dne 2024-04-10T15:13:14.635 INFO:tasks.rados.rados.0.smithi102.stdout:2243: finishing copy_from to smithi10276805-22 2024-04-10T15:13:14.635 INFO:tasks.rados.rados.0.smithi102.stdout:2243: got expected ENOENT (src dne) 2024-04-10T15:13:14.636 INFO:tasks.rados.rados.0.smithi102.stdout:2243: finishing copy_from racing read to smithi10276805-22 2024-04-10T15:13:14.636 INFO:tasks.rados.rados.0.smithi102.stdout:2247: finishing rollback tid 0 to smithi10276805-50 2024-04-10T15:13:14.636 INFO:tasks.rados.rados.0.smithi102.stdout:2244: finishing rollback tid 0 to smithi10276805-41 2024-04-10T15:13:14.636 INFO:tasks.rados.rados.0.smithi102.stdout:2247: finishing rollback tid 1 to smithi10276805-50 2024-04-10T15:13:14.636 INFO:tasks.rados.rados.0.smithi102.stdout:2248: finishing rollback tid 0 to smithi10276805-2 2024-04-10T15:13:14.636 INFO:tasks.rados.rados.0.smithi102.stdout:2247: finishing rollback tid 2 to smithi10276805-50 2024-04-10T15:13:14.637 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 713 (ObjNum 620 snap 172 seq_num 620) dirty exists 2024-04-10T15:13:14.637 INFO:tasks.rados.rados.0.smithi102.stdout:2248: finishing rollback tid 1 to smithi10276805-2 2024-04-10T15:13:14.637 INFO:tasks.rados.rados.0.smithi102.stdout:2244: finishing rollback tid 1 to smithi10276805-41 2024-04-10T15:13:14.637 INFO:tasks.rados.rados.0.smithi102.stdout:2248: finishing rollback tid 2 to smithi10276805-2 2024-04-10T15:13:14.637 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 1220 (ObjNum 688 snap 191 seq_num 688) dirty exists 2024-04-10T15:13:14.637 INFO:tasks.rados.rados.0.smithi102.stdout:2244: finishing rollback tid 2 to smithi10276805-41 2024-04-10T15:13:14.638 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 1226 (ObjNum 568 snap 154 seq_num 568) dirty exists 2024-04-10T15:13:14.638 INFO:tasks.rados.rados.0.smithi102.stdout:2249: expect (ObjNum 665 snap 186 seq_num 665) 2024-04-10T15:13:14.657 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:13:14 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:13:14.354+0000 7f98c6a06700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-10T15:13:14.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:14 smithi102 ceph-mon[90943]: pgmap v371: 121 pgs: 5 peering, 7 active+undersized+degraded, 32 active+undersized, 77 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.4 MiB/s wr, 15 op/s; 42/345 objects degraded (12.174%) 2024-04-10T15:13:14.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:14 smithi102 ceph-mon[90943]: osdmap e477: 8 total, 8 up, 8 in 2024-04-10T15:13:14.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:14.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:14.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:13:14.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:13:14.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:14.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:14 smithi102 ceph-mon[88557]: pgmap v371: 121 pgs: 5 peering, 7 active+undersized+degraded, 32 active+undersized, 77 active+clean; 269 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.4 MiB/s wr, 15 op/s; 42/345 objects degraded (12.174%) 2024-04-10T15:13:14.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:14 smithi102 ceph-mon[88557]: osdmap e477: 8 total, 8 up, 8 in 2024-04-10T15:13:14.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:14.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:14.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:13:14.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:13:14.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:14.771 INFO:tasks.rados.rados.0.smithi102.stdout:2252: finishing write tid 1 to smithi10276805-3 2024-04-10T15:13:14.772 INFO:tasks.rados.rados.0.smithi102.stdout:2252: finishing write tid 2 to smithi10276805-3 2024-04-10T15:13:14.772 INFO:tasks.rados.rados.0.smithi102.stdout:2252: finishing write tid 3 to smithi10276805-3 2024-04-10T15:13:14.772 INFO:tasks.rados.rados.0.smithi102.stdout:2252: finishing write tid 4 to smithi10276805-3 2024-04-10T15:13:14.772 INFO:tasks.rados.rados.0.smithi102.stdout:2252: finishing write tid 5 to smithi10276805-3 2024-04-10T15:13:14.772 INFO:tasks.rados.rados.0.smithi102.stdout:2245: expect (ObjNum 663 snap 186 seq_num 663) 2024-04-10T15:13:15.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:13:15.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:15.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:15.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:15.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:13:15.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:13:15.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:15.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:15.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:15.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:13:15.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:13:15.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:15.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:15.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:15.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:13:16.425 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 1328 (ObjNum 695 snap 195 seq_num 695) dirty exists 2024-04-10T15:13:16.425 INFO:tasks.rados.rados.0.smithi102.stdout:2254: finishing write tid 1 to smithi10276805-10 2024-04-10T15:13:16.425 INFO:tasks.rados.rados.0.smithi102.stdout:2254: finishing write tid 2 to smithi10276805-10 2024-04-10T15:13:16.425 INFO:tasks.rados.rados.0.smithi102.stdout:2254: finishing write tid 3 to smithi10276805-10 2024-04-10T15:13:16.425 INFO:tasks.rados.rados.0.smithi102.stdout:2254: finishing write tid 4 to smithi10276805-10 2024-04-10T15:13:16.425 INFO:tasks.rados.rados.0.smithi102.stdout:2254: finishing write tid 5 to smithi10276805-10 2024-04-10T15:13:16.426 INFO:tasks.rados.rados.0.smithi102.stdout:2254: finishing write tid 6 to smithi10276805-10 2024-04-10T15:13:16.426 INFO:tasks.rados.rados.0.smithi102.stdout:2254: oid 10 updating version 0 to 1202 2024-04-10T15:13:16.426 INFO:tasks.rados.rados.0.smithi102.stdout:2254: oid 10 updating version 1202 to 1204 2024-04-10T15:13:16.426 INFO:tasks.rados.rados.0.smithi102.stdout:2254: oid 10 version 1204 is already newer than 1200 2024-04-10T15:13:16.426 INFO:tasks.rados.rados.0.smithi102.stdout:2254: oid 10 version 1204 is already newer than 1201 2024-04-10T15:13:16.426 INFO:tasks.rados.rados.0.smithi102.stdout:2254: oid 10 version 1204 is already newer than 1203 2024-04-10T15:13:16.427 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 1204 (ObjNum 715 snap 201 seq_num 715) dirty exists 2024-04-10T15:13:16.427 INFO:tasks.rados.rados.0.smithi102.stdout:2254: left oid 10 (ObjNum 715 snap 201 seq_num 715) 2024-04-10T15:13:16.427 INFO:tasks.rados.rados.0.smithi102.stdout:2253: expect (ObjNum 704 snap 199 seq_num 704) 2024-04-10T15:13:16.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:16 smithi154 ceph-mon[84269]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:13:16.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:16 smithi154 ceph-mon[84269]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-10T15:13:16.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:16 smithi154 ceph-mon[84269]: pgmap v373: 121 pgs: 5 peering, 1 active+undersized+degraded, 21 active+undersized, 94 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 787 KiB/s rd, 451 KiB/s wr, 3 op/s; 12/312 objects degraded (3.846%); 4.8 MiB/s, 1 objects/s recovering 2024-04-10T15:13:16.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:16 smithi154 ceph-mon[84269]: Health check update: Degraded data redundancy: 12/312 objects degraded (3.846%), 1 pg degraded (PG_DEGRADED) 2024-04-10T15:13:16.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:16 smithi102 ceph-mon[88557]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:13:16.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:16 smithi102 ceph-mon[88557]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-10T15:13:16.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:16 smithi102 ceph-mon[88557]: pgmap v373: 121 pgs: 5 peering, 1 active+undersized+degraded, 21 active+undersized, 94 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 787 KiB/s rd, 451 KiB/s wr, 3 op/s; 12/312 objects degraded (3.846%); 4.8 MiB/s, 1 objects/s recovering 2024-04-10T15:13:16.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:16 smithi102 ceph-mon[88557]: Health check update: Degraded data redundancy: 12/312 objects degraded (3.846%), 1 pg degraded (PG_DEGRADED) 2024-04-10T15:13:16.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:16 smithi102 ceph-mon[90943]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:13:16.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:16 smithi102 ceph-mon[90943]: Upgrade: unsafe to stop osd(s) at this time (17 PGs are or would become offline) 2024-04-10T15:13:16.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:16 smithi102 ceph-mon[90943]: pgmap v373: 121 pgs: 5 peering, 1 active+undersized+degraded, 21 active+undersized, 94 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 787 KiB/s rd, 451 KiB/s wr, 3 op/s; 12/312 objects degraded (3.846%); 4.8 MiB/s, 1 objects/s recovering 2024-04-10T15:13:16.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:16 smithi102 ceph-mon[90943]: Health check update: Degraded data redundancy: 12/312 objects degraded (3.846%), 1 pg degraded (PG_DEGRADED) 2024-04-10T15:13:16.665 INFO:tasks.rados.rados.0.smithi102.stdout:2252: finishing write tid 6 to smithi10276805-3 2024-04-10T15:13:16.665 INFO:tasks.rados.rados.0.smithi102.stdout:2252: oid 3 updating version 0 to 1235 2024-04-10T15:13:16.665 INFO:tasks.rados.rados.0.smithi102.stdout:2252: oid 3 version 1235 is already newer than 1234 2024-04-10T15:13:16.665 INFO:tasks.rados.rados.0.smithi102.stdout:2252: oid 3 updating version 1235 to 1236 2024-04-10T15:13:16.665 INFO:tasks.rados.rados.0.smithi102.stdout:2252: oid 3 version 1236 is already newer than 1233 2024-04-10T15:13:16.665 INFO:tasks.rados.rados.0.smithi102.stdout:2252: oid 3 version 1236 is already newer than 1232 2024-04-10T15:13:16.665 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 1236 (ObjNum 714 snap 201 seq_num 714) dirty exists 2024-04-10T15:13:16.665 INFO:tasks.rados.rados.0.smithi102.stdout:2252: left oid 3 (ObjNum 714 snap 201 seq_num 714) 2024-04-10T15:13:16.665 INFO:tasks.rados.rados.0.smithi102.stdout:2241: done (13 left) 2024-04-10T15:13:16.665 INFO:tasks.rados.rados.0.smithi102.stdout:2242: done (12 left) 2024-04-10T15:13:16.665 INFO:tasks.rados.rados.0.smithi102.stdout:2243: done (11 left) 2024-04-10T15:13:16.666 INFO:tasks.rados.rados.0.smithi102.stdout:2244: done (10 left) 2024-04-10T15:13:16.666 INFO:tasks.rados.rados.0.smithi102.stdout:2245: done (9 left) 2024-04-10T15:13:16.666 INFO:tasks.rados.rados.0.smithi102.stdout:2246: done (8 left) 2024-04-10T15:13:16.666 INFO:tasks.rados.rados.0.smithi102.stdout:2247: done (7 left) 2024-04-10T15:13:16.666 INFO:tasks.rados.rados.0.smithi102.stdout:2248: done (6 left) 2024-04-10T15:13:16.666 INFO:tasks.rados.rados.0.smithi102.stdout:2249: done (5 left) 2024-04-10T15:13:16.666 INFO:tasks.rados.rados.0.smithi102.stdout:2251: done (4 left) 2024-04-10T15:13:16.666 INFO:tasks.rados.rados.0.smithi102.stdout:2252: done (3 left) 2024-04-10T15:13:16.666 INFO:tasks.rados.rados.0.smithi102.stdout:2253: done (2 left) 2024-04-10T15:13:16.666 INFO:tasks.rados.rados.0.smithi102.stdout:2254: done (1 left) 2024-04-10T15:13:16.666 INFO:tasks.rados.rados.0.smithi102.stdout:2255: done (0 left) 2024-04-10T15:13:16.666 INFO:tasks.rados.rados.0.smithi102.stdout:2256: snap_create 2024-04-10T15:13:17.258 INFO:tasks.rados.rados.0.smithi102.stdout:2256: done (0 left) 2024-04-10T15:13:17.259 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 13 current snap is 202 2024-04-10T15:13:17.259 INFO:tasks.rados.rados.0.smithi102.stdout:2257: seq_num 717 ranges {925696=16384} 2024-04-10T15:13:17.263 INFO:tasks.rados.rados.0.smithi102.stdout:2257: writing smithi10276805-13 from 925696 to 942080 tid 1 2024-04-10T15:13:17.263 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 17 current snap is 202 2024-04-10T15:13:17.263 INFO:tasks.rados.rados.0.smithi102.stdout:2258: seq_num 718 ranges {3055616=32768} 2024-04-10T15:13:17.280 INFO:tasks.rados.rados.0.smithi102.stdout:2258: writing smithi10276805-17 from 3055616 to 3088384 tid 1 2024-04-10T15:13:17.280 INFO:tasks.rados.rados.0.smithi102.stdout:2259: read oid 30 snap -1 2024-04-10T15:13:17.280 INFO:tasks.rados.rados.0.smithi102.stdout:2259: expect (ObjNum 622 snap 173 seq_num 622) 2024-04-10T15:13:17.281 INFO:tasks.rados.rados.0.smithi102.stdout:2260: snap_remove snap 199 2024-04-10T15:13:17.281 INFO:tasks.rados.rados.0.smithi102.stdout:2257: finishing write tid 1 to smithi10276805-13 2024-04-10T15:13:17.281 INFO:tasks.rados.rados.0.smithi102.stdout:2257: finishing write tid 2 to smithi10276805-13 2024-04-10T15:13:17.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:17 smithi102 ceph-mon[88557]: pgmap v374: 121 pgs: 121 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 11 MiB/s, 3 objects/s recovering 2024-04-10T15:13:17.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:17 smithi102 ceph-mon[90943]: pgmap v374: 121 pgs: 121 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 11 MiB/s, 3 objects/s recovering 2024-04-10T15:13:17.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:17 smithi154 ceph-mon[84269]: pgmap v374: 121 pgs: 121 active+clean; 250 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.8 MiB/s wr, 9 op/s; 11 MiB/s, 3 objects/s recovering 2024-04-10T15:13:17.906 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:13:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:13:17] "GET /metrics HTTP/1.1" 200 36214 "" "Prometheus/2.43.0" 2024-04-10T15:13:18.194 INFO:tasks.rados.rados.0.smithi102.stdout:2260: done (3 left) 2024-04-10T15:13:18.195 INFO:tasks.rados.rados.0.smithi102.stdout:2261: delete oid 47 current snap is 202 2024-04-10T15:13:18.195 INFO:tasks.rados.rados.0.smithi102.stdout:2257: finishing write tid 3 to smithi10276805-13 2024-04-10T15:13:18.195 INFO:tasks.rados.rados.0.smithi102.stdout:2257: oid 13 updating version 0 to 1468 2024-04-10T15:13:18.195 INFO:tasks.rados.rados.0.smithi102.stdout:2257: oid 13 version 1468 is already newer than 1467 2024-04-10T15:13:18.195 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 1468 (ObjNum 717 snap 202 seq_num 717) dirty exists 2024-04-10T15:13:18.195 INFO:tasks.rados.rados.0.smithi102.stdout:2257: left oid 13 (ObjNum 717 snap 202 seq_num 717) 2024-04-10T15:13:18.195 INFO:tasks.rados.rados.0.smithi102.stdout:2258: finishing write tid 1 to smithi10276805-17 2024-04-10T15:13:18.195 INFO:tasks.rados.rados.0.smithi102.stdout:2258: finishing write tid 2 to smithi10276805-17 2024-04-10T15:13:18.195 INFO:tasks.rados.rados.0.smithi102.stdout:2258: finishing write tid 3 to smithi10276805-17 2024-04-10T15:13:18.195 INFO:tasks.rados.rados.0.smithi102.stdout:2258: oid 17 updating version 0 to 715 2024-04-10T15:13:18.195 INFO:tasks.rados.rados.0.smithi102.stdout:2258: oid 17 version 715 is already newer than 714 2024-04-10T15:13:18.195 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 715 (ObjNum 718 snap 202 seq_num 718) dirty exists 2024-04-10T15:13:18.195 INFO:tasks.rados.rados.0.smithi102.stdout:2258: left oid 17 (ObjNum 718 snap 202 seq_num 718) 2024-04-10T15:13:18.195 INFO:tasks.rados.rados.0.smithi102.stdout:2259: expect (ObjNum 622 snap 173 seq_num 622) 2024-04-10T15:13:18.222 INFO:tasks.rados.rados.0.smithi102.stdout:2257: done (3 left) 2024-04-10T15:13:18.222 INFO:tasks.rados.rados.0.smithi102.stdout:2258: done (2 left) 2024-04-10T15:13:18.223 INFO:tasks.rados.rados.0.smithi102.stdout:2259: done (1 left) 2024-04-10T15:13:18.223 INFO:tasks.rados.rados.0.smithi102.stdout:2261: done (0 left) 2024-04-10T15:13:18.223 INFO:tasks.rados.rados.0.smithi102.stdout:2262: snap_create 2024-04-10T15:13:18.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:18 smithi154 ceph-mon[84269]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/312 objects degraded (3.846%), 1 pg degraded) 2024-04-10T15:13:18.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:18 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:13:18.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:18 smithi154 ceph-mon[84269]: osdmap e478: 8 total, 8 up, 8 in 2024-04-10T15:13:18.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:18 smithi154 ceph-mon[84269]: osdmap e479: 8 total, 8 up, 8 in 2024-04-10T15:13:18.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:18 smithi102 ceph-mon[88557]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/312 objects degraded (3.846%), 1 pg degraded) 2024-04-10T15:13:18.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:18 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:13:18.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:18 smithi102 ceph-mon[88557]: osdmap e478: 8 total, 8 up, 8 in 2024-04-10T15:13:18.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:18 smithi102 ceph-mon[88557]: osdmap e479: 8 total, 8 up, 8 in 2024-04-10T15:13:18.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:18 smithi102 ceph-mon[90943]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 12/312 objects degraded (3.846%), 1 pg degraded) 2024-04-10T15:13:18.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:18 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:13:18.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:18 smithi102 ceph-mon[90943]: osdmap e478: 8 total, 8 up, 8 in 2024-04-10T15:13:18.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:18 smithi102 ceph-mon[90943]: osdmap e479: 8 total, 8 up, 8 in 2024-04-10T15:13:19.196 INFO:tasks.rados.rados.0.smithi102.stdout:2262: done (0 left) 2024-04-10T15:13:19.196 INFO:tasks.rados.rados.0.smithi102.stdout:2263: delete oid 28 current snap is 203 2024-04-10T15:13:19.202 INFO:tasks.rados.rados.0.smithi102.stdout:2263: done (0 left) 2024-04-10T15:13:19.203 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 203 2024-04-10T15:13:19.203 INFO:tasks.rados.rados.0.smithi102.stdout:2264: seq_num 721 ranges {0=81920} 2024-04-10T15:13:19.203 INFO:tasks.rados.rados.0.smithi102.stdout:2264: writing smithi10276805-39 from 0 to 81920 tid 1 2024-04-10T15:13:19.203 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 13 current snap is 203 2024-04-10T15:13:19.203 INFO:tasks.rados.rados.0.smithi102.stdout:2265: seq_num 722 ranges {942080=98304} 2024-04-10T15:13:19.209 INFO:tasks.rados.rados.0.smithi102.stdout:2265: writing smithi10276805-13 from 942080 to 1040384 tid 1 2024-04-10T15:13:19.209 INFO:tasks.rados.rados.0.smithi102.stdout:2266: snap_remove snap 196 2024-04-10T15:13:20.198 INFO:tasks.rados.rados.0.smithi102.stdout:2266: done (2 left) 2024-04-10T15:13:20.199 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 28 current snap is 203 2024-04-10T15:13:20.199 INFO:tasks.rados.rados.0.smithi102.stdout:2264: finishing write tid 1 to smithi10276805-39 2024-04-10T15:13:20.199 INFO:tasks.rados.rados.0.smithi102.stdout:2267: seq_num 723 ranges {0=114688} 2024-04-10T15:13:20.200 INFO:tasks.rados.rados.0.smithi102.stdout:2267: writing smithi10276805-28 from 0 to 114688 tid 1 2024-04-10T15:13:20.200 INFO:tasks.rados.rados.0.smithi102.stdout:2268: read oid 31 snap 192 2024-04-10T15:13:20.200 INFO:tasks.rados.rados.0.smithi102.stdout:2268: expect deleted 2024-04-10T15:13:20.200 INFO:tasks.rados.rados.0.smithi102.stdout:2264: finishing write tid 2 to smithi10276805-39 2024-04-10T15:13:20.200 INFO:tasks.rados.rados.0.smithi102.stdout:2264: finishing write tid 3 to smithi10276805-39 2024-04-10T15:13:20.200 INFO:tasks.rados.rados.0.smithi102.stdout:2264: oid 39 updating version 0 to 1238 2024-04-10T15:13:20.201 INFO:tasks.rados.rados.0.smithi102.stdout:2264: oid 39 version 1238 is already newer than 1237 2024-04-10T15:13:20.201 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 1238 (ObjNum 721 snap 203 seq_num 721) dirty exists 2024-04-10T15:13:20.201 INFO:tasks.rados.rados.0.smithi102.stdout:2264: left oid 39 (ObjNum 721 snap 203 seq_num 721) 2024-04-10T15:13:20.201 INFO:tasks.rados.rados.0.smithi102.stdout:2265: finishing write tid 1 to smithi10276805-13 2024-04-10T15:13:20.201 INFO:tasks.rados.rados.0.smithi102.stdout:2265: finishing write tid 2 to smithi10276805-13 2024-04-10T15:13:20.201 INFO:tasks.rados.rados.0.smithi102.stdout:2265: finishing write tid 3 to smithi10276805-13 2024-04-10T15:13:20.201 INFO:tasks.rados.rados.0.smithi102.stdout:2265: oid 13 updating version 0 to 1480 2024-04-10T15:13:20.201 INFO:tasks.rados.rados.0.smithi102.stdout:2265: oid 13 version 1480 is already newer than 1479 2024-04-10T15:13:20.201 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 1480 (ObjNum 722 snap 203 seq_num 722) dirty exists 2024-04-10T15:13:20.201 INFO:tasks.rados.rados.0.smithi102.stdout:2265: left oid 13 (ObjNum 722 snap 203 seq_num 722) 2024-04-10T15:13:20.201 INFO:tasks.rados.rados.0.smithi102.stdout:2264: done (3 left) 2024-04-10T15:13:20.201 INFO:tasks.rados.rados.0.smithi102.stdout:2265: done (2 left) 2024-04-10T15:13:20.201 INFO:tasks.rados.rados.0.smithi102.stdout:2269: delete oid 26 current snap is 203 2024-04-10T15:13:20.211 INFO:tasks.rados.rados.0.smithi102.stdout:2267: finishing write tid 1 to smithi10276805-28 2024-04-10T15:13:20.213 INFO:tasks.rados.rados.0.smithi102.stdout:2268: done (2 left) 2024-04-10T15:13:20.213 INFO:tasks.rados.rados.0.smithi102.stdout:2269: done (1 left) 2024-04-10T15:13:20.213 INFO:tasks.rados.rados.0.smithi102.stdout:2270: delete oid 38 current snap is 203 2024-04-10T15:13:20.213 INFO:tasks.rados.rados.0.smithi102.stdout:2267: finishing write tid 2 to smithi10276805-28 2024-04-10T15:13:20.217 INFO:tasks.rados.rados.0.smithi102.stdout:2267: finishing write tid 3 to smithi10276805-28 2024-04-10T15:13:20.217 INFO:tasks.rados.rados.0.smithi102.stdout:2267: oid 28 updating version 0 to 1482 2024-04-10T15:13:20.217 INFO:tasks.rados.rados.0.smithi102.stdout:2267: oid 28 version 1482 is already newer than 1481 2024-04-10T15:13:20.217 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 1482 (ObjNum 723 snap 203 seq_num 723) dirty exists 2024-04-10T15:13:20.217 INFO:tasks.rados.rados.0.smithi102.stdout:2267: left oid 28 (ObjNum 723 snap 203 seq_num 723) 2024-04-10T15:13:20.218 INFO:tasks.rados.rados.0.smithi102.stdout:2267: done (1 left) 2024-04-10T15:13:20.218 INFO:tasks.rados.rados.0.smithi102.stdout:2270: done (0 left) 2024-04-10T15:13:20.218 INFO:tasks.rados.rados.0.smithi102.stdout:2271: setattr oid 9 current snap is 203 2024-04-10T15:13:20.218 INFO:tasks.rados.rados.0.smithi102.stdout:2272: snap_remove snap 197 2024-04-10T15:13:20.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:20 smithi154 ceph-mon[84269]: pgmap v377: 121 pgs: 121 active+clean; 254 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 13 op/s; 11 MiB/s, 3 objects/s recovering 2024-04-10T15:13:20.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:20 smithi154 ceph-mon[84269]: osdmap e480: 8 total, 8 up, 8 in 2024-04-10T15:13:20.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:20 smithi102 ceph-mon[90943]: pgmap v377: 121 pgs: 121 active+clean; 254 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 13 op/s; 11 MiB/s, 3 objects/s recovering 2024-04-10T15:13:20.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:20 smithi102 ceph-mon[90943]: osdmap e480: 8 total, 8 up, 8 in 2024-04-10T15:13:20.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:20 smithi102 ceph-mon[88557]: pgmap v377: 121 pgs: 121 active+clean; 254 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 2.6 MiB/s wr, 13 op/s; 11 MiB/s, 3 objects/s recovering 2024-04-10T15:13:20.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:20 smithi102 ceph-mon[88557]: osdmap e480: 8 total, 8 up, 8 in 2024-04-10T15:13:21.210 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 1205 (ObjNum 49 snap 0 seq_num 1735189885) dirty exists 2024-04-10T15:13:21.210 INFO:tasks.rados.rados.0.smithi102.stdout:2271: done (1 left) 2024-04-10T15:13:21.210 INFO:tasks.rados.rados.0.smithi102.stdout:2272: done (0 left) 2024-04-10T15:13:21.211 INFO:tasks.rados.rados.0.smithi102.stdout:2273: snap_create 2024-04-10T15:13:21.528 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:21 smithi154 ceph-mon[84269]: osdmap e481: 8 total, 8 up, 8 in 2024-04-10T15:13:21.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:21 smithi102 ceph-mon[90943]: osdmap e481: 8 total, 8 up, 8 in 2024-04-10T15:13:21.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:21 smithi102 ceph-mon[88557]: osdmap e481: 8 total, 8 up, 8 in 2024-04-10T15:13:22.214 INFO:tasks.rados.rados.0.smithi102.stdout:2273: done (0 left) 2024-04-10T15:13:22.215 INFO:tasks.rados.rados.0.smithi102.stdout:2274: read oid 42 snap -1 2024-04-10T15:13:22.215 INFO:tasks.rados.rados.0.smithi102.stdout:2274: expect deleted 2024-04-10T15:13:22.215 INFO:tasks.rados.rados.0.smithi102.stdout:2275: snap_remove snap 193 2024-04-10T15:13:22.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:22 smithi154 ceph-mon[84269]: pgmap v380: 121 pgs: 121 active+clean; 254 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-10T15:13:22.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:22 smithi154 ceph-mon[84269]: osdmap e482: 8 total, 8 up, 8 in 2024-04-10T15:13:22.629 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:13:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:13:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:13:22.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:22 smithi102 ceph-mon[90943]: pgmap v380: 121 pgs: 121 active+clean; 254 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-10T15:13:22.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:22 smithi102 ceph-mon[90943]: osdmap e482: 8 total, 8 up, 8 in 2024-04-10T15:13:22.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:22 smithi102 ceph-mon[88557]: pgmap v380: 121 pgs: 121 active+clean; 254 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.2 MiB/s wr, 15 op/s 2024-04-10T15:13:22.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:22 smithi102 ceph-mon[88557]: osdmap e482: 8 total, 8 up, 8 in 2024-04-10T15:13:23.222 INFO:tasks.rados.rados.0.smithi102.stdout:2274: done (1 left) 2024-04-10T15:13:23.222 INFO:tasks.rados.rados.0.smithi102.stdout:2275: done (0 left) 2024-04-10T15:13:23.222 INFO:tasks.rados.rados.0.smithi102.stdout:2276: copy_from oid 28 from oid 37 current snap is 204 2024-04-10T15:13:23.222 INFO:tasks.rados.rados.0.smithi102.stdout:2277: copy_from oid 24 from oid 14 current snap is 204 2024-04-10T15:13:23.222 INFO:tasks.rados.rados.0.smithi102.stdout:2278: delete oid 36 current snap is 204 2024-04-10T15:13:23.238 INFO:tasks.rados.rados.0.smithi102.stdout:2278: done (2 left) 2024-04-10T15:13:23.238 INFO:tasks.rados.rados.0.smithi102.stdout:2279: read oid 31 snap -1 2024-04-10T15:13:23.238 INFO:tasks.rados.rados.0.smithi102.stdout:2279: expect deleted 2024-04-10T15:13:23.238 INFO:tasks.rados.rados.0.smithi102.stdout:2280: snap_remove snap 200 2024-04-10T15:13:23.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:23 smithi154 ceph-mon[84269]: osdmap e483: 8 total, 8 up, 8 in 2024-04-10T15:13:23.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:23 smithi102 ceph-mon[90943]: osdmap e483: 8 total, 8 up, 8 in 2024-04-10T15:13:23.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:23 smithi102 ceph-mon[88557]: osdmap e483: 8 total, 8 up, 8 in 2024-04-10T15:13:23.890 INFO:teuthology.orchestra.run.smithi102.stdout:true 2024-04-10T15:13:24.209 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:13:24.209 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (8m) 84s ago 9m 24.3M - 0.25.0 c8568f914cd2 8877963ef1e7 2024-04-10T15:13:24.209 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi154 *:3000 running (9m) 14s ago 9m 91.7M - 9.4.7 954c08fa6188 a24ea26325a1 2024-04-10T15:13:24.210 INFO:teuthology.orchestra.run.smithi102.stdout:mds.a smithi102 running (10m) 84s ago 10m 16.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 da51112648bf 2024-04-10T15:13:24.210 INFO:teuthology.orchestra.run.smithi102.stdout:mds.b smithi154 running (10m) 14s ago 10m 20.3M - 18.2.2-1187-gd540ebac bb2c5eac26a4 1c2f7bf05952 2024-04-10T15:13:24.210 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi154 *:8443,9283,8765 running (4m) 14s ago 13m 452M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 5843a1d0f5c5 2024-04-10T15:13:24.210 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (5m) 84s ago 15m 514M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 d4cb3bfdb76a 2024-04-10T15:13:24.210 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (4m) 84s ago 15m 51.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 09d0a3f89365 2024-04-10T15:13:24.210 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi154 running (3m) 14s ago 14m 44.1M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ecf89eee3550 2024-04-10T15:13:24.210 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (4m) 84s ago 14m 46.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 57de69af85cd 2024-04-10T15:13:24.210 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (9m) 84s ago 9m 14.2M - 1.5.0 0da6a335fe13 dc103d21fc64 2024-04-10T15:13:24.210 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi154 *:9100 running (9m) 14s ago 9m 15.3M - 1.5.0 0da6a335fe13 c71ce3c6ef09 2024-04-10T15:13:24.210 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (3m) 84s ago 13m 137M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e0c9aedb2146 2024-04-10T15:13:24.210 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (2m) 84s ago 13m 103M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 2d65d19c2ebd 2024-04-10T15:13:24.210 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (2m) 84s ago 12m 115M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 5937c2c020b1 2024-04-10T15:13:24.210 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (88s) 84s ago 12m 11.8M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 056d46e334c1 2024-04-10T15:13:24.211 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi154 running (54s) 14s ago 11m 142M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 b11287656a89 2024-04-10T15:13:24.211 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi154 running (19s) 14s ago 11m 14.9M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a092a68346b1 2024-04-10T15:13:24.211 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi154 running (11m) 14s ago 11m 275M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 2dd28f8d572c 2024-04-10T15:13:24.211 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi154 running (10m) 14s ago 10m 209M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a3af5b492398 2024-04-10T15:13:24.211 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi154 *:9095 running (5m) 14s ago 9m 60.4M - 2.43.0 a07b618ecd1d 15b122e84a15 2024-04-10T15:13:24.231 INFO:tasks.rados.rados.0.smithi102.stdout:2280: done (3 left) 2024-04-10T15:13:24.231 INFO:tasks.rados.rados.0.smithi102.stdout:2281: copy_from oid 36 from oid 44 current snap is 204 2024-04-10T15:13:24.231 INFO:tasks.rados.rados.0.smithi102.stdout:2282: delete oid 8 current snap is 204 2024-04-10T15:13:24.231 INFO:tasks.rados.rados.0.smithi102.stdout:2277: finishing copy_from racing read to smithi10276805-24 2024-04-10T15:13:24.231 INFO:tasks.rados.rados.0.smithi102.stdout:2277: finishing copy_from to smithi10276805-24 2024-04-10T15:13:24.231 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 1226 (ObjNum 710 snap 201 seq_num 710) dirty exists 2024-04-10T15:13:24.232 INFO:tasks.rados.rados.0.smithi102.stdout:2276: finishing copy_from racing read to smithi10276805-28 2024-04-10T15:13:24.232 INFO:tasks.rados.rados.0.smithi102.stdout:2276: finishing copy_from to smithi10276805-28 2024-04-10T15:13:24.232 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 1208 (ObjNum 539 snap 144 seq_num 539) dirty exists 2024-04-10T15:13:24.236 INFO:tasks.rados.rados.0.smithi102.stdout:2281: finishing copy_from to smithi10276805-36 2024-04-10T15:13:24.236 INFO:tasks.rados.rados.0.smithi102.stdout:2281: got expected ENOENT (src dne) 2024-04-10T15:13:24.237 INFO:tasks.rados.rados.0.smithi102.stdout:2281: finishing copy_from racing read to smithi10276805-36 2024-04-10T15:13:24.242 INFO:tasks.rados.rados.0.smithi102.stdout:2276: done (4 left) 2024-04-10T15:13:24.242 INFO:tasks.rados.rados.0.smithi102.stdout:2277: done (3 left) 2024-04-10T15:13:24.242 INFO:tasks.rados.rados.0.smithi102.stdout:2279: done (2 left) 2024-04-10T15:13:24.242 INFO:tasks.rados.rados.0.smithi102.stdout:2281: done (1 left) 2024-04-10T15:13:24.242 INFO:tasks.rados.rados.0.smithi102.stdout:2282: done (0 left) 2024-04-10T15:13:24.242 INFO:tasks.rados.rados.0.smithi102.stdout:2283: read oid 42 snap -1 2024-04-10T15:13:24.242 INFO:tasks.rados.rados.0.smithi102.stdout:2283: expect deleted 2024-04-10T15:13:24.242 INFO:tasks.rados.rados.0.smithi102.stdout:2284: snap_remove snap 201 2024-04-10T15:13:24.614 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:13:24.614 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-10T15:13:24.614 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:13:24.614 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:13:24.615 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-10T15:13:24.615 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:13:24.615 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:13:24.615 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-10T15:13:24.615 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2, 2024-04-10T15:13:24.615 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 6 2024-04-10T15:13:24.615 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:13:24.615 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-10T15:13:24.615 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:13:24.615 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:13:24.615 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-10T15:13:24.615 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 4, 2024-04-10T15:13:24.615 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 11 2024-04-10T15:13:24.615 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:13:24.615 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:13:24.616 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:24 smithi102 ceph-mon[90943]: pgmap v383: 121 pgs: 121 active+clean; 252 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 76 KiB/s wr, 10 op/s 2024-04-10T15:13:24.616 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:24.616 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:13:24.616 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:24 smithi102 ceph-mon[90943]: osdmap e484: 8 total, 8 up, 8 in 2024-04-10T15:13:24.616 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:24.616 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:24 smithi102 ceph-mon[88557]: pgmap v383: 121 pgs: 121 active+clean; 252 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 76 KiB/s wr, 10 op/s 2024-04-10T15:13:24.616 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:24.616 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:13:24.616 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:24 smithi102 ceph-mon[88557]: osdmap e484: 8 total, 8 up, 8 in 2024-04-10T15:13:24.617 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:24.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:24 smithi154 ceph-mon[84269]: pgmap v383: 121 pgs: 121 active+clean; 252 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 76 KiB/s wr, 10 op/s 2024-04-10T15:13:24.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:24.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:13:24.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:24 smithi154 ceph-mon[84269]: osdmap e484: 8 total, 8 up, 8 in 2024-04-10T15:13:24.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:25.239 INFO:tasks.rados.rados.0.smithi102.stdout:2284: done (1 left) 2024-04-10T15:13:25.239 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 12 current snap is 204 2024-04-10T15:13:25.240 INFO:tasks.rados.rados.0.smithi102.stdout:2285: seq_num 728 ranges {3842048=196608} 2024-04-10T15:13:25.262 INFO:tasks.rados.rados.0.smithi102.stdout:2285: writing smithi10276805-12 from 3842048 to 4038656 tid 1 2024-04-10T15:13:25.262 INFO:tasks.rados.rados.0.smithi102.stdout:2286: rmattr oid 9 current snap is 204 2024-04-10T15:13:25.262 INFO:tasks.rados.rados.0.smithi102.stdout:2283: done (2 left) 2024-04-10T15:13:25.262 INFO:tasks.rados.rados.0.smithi102.stdout:2287: read oid 32 snap 203 2024-04-10T15:13:25.262 INFO:tasks.rados.rados.0.smithi102.stdout:2287: expect (ObjNum 631 snap 178 seq_num 631) 2024-04-10T15:13:25.262 INFO:tasks.rados.rados.0.smithi102.stdout:2288: snap_remove snap 192 2024-04-10T15:13:25.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:25 smithi154 ceph-mon[84269]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:13:25.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:25 smithi154 ceph-mon[84269]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:13:25.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:25 smithi154 ceph-mon[84269]: osdmap e485: 8 total, 8 up, 8 in 2024-04-10T15:13:25.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:25 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2846779755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:25.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:25 smithi102 ceph-mon[90943]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:13:25.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:25 smithi102 ceph-mon[90943]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:13:25.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:25 smithi102 ceph-mon[90943]: osdmap e485: 8 total, 8 up, 8 in 2024-04-10T15:13:25.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:25 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2846779755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:25.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:25 smithi102 ceph-mon[88557]: from='client.34335 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:13:25.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:25 smithi102 ceph-mon[88557]: from='client.44264 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:13:25.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:25 smithi102 ceph-mon[88557]: osdmap e485: 8 total, 8 up, 8 in 2024-04-10T15:13:25.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:25 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2846779755' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:26.240 INFO:tasks.rados.rados.0.smithi102.stdout:2288: done (3 left) 2024-04-10T15:13:26.241 INFO:tasks.rados.rados.0.smithi102.stdout:2289: snap_create 2024-04-10T15:13:26.243 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 1206 (ObjNum 33 snap 0 seq_num 87646032) dirty exists 2024-04-10T15:13:26.243 INFO:tasks.rados.rados.0.smithi102.stdout:2285: finishing write tid 1 to smithi10276805-12 2024-04-10T15:13:26.243 INFO:tasks.rados.rados.0.smithi102.stdout:2285: finishing write tid 2 to smithi10276805-12 2024-04-10T15:13:26.243 INFO:tasks.rados.rados.0.smithi102.stdout:2285: finishing write tid 3 to smithi10276805-12 2024-04-10T15:13:26.243 INFO:tasks.rados.rados.0.smithi102.stdout:2285: oid 12 updating version 0 to 1188 2024-04-10T15:13:26.243 INFO:tasks.rados.rados.0.smithi102.stdout:2285: oid 12 updating version 1188 to 1189 2024-04-10T15:13:26.243 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 1189 (ObjNum 728 snap 204 seq_num 728) dirty exists 2024-04-10T15:13:26.243 INFO:tasks.rados.rados.0.smithi102.stdout:2285: left oid 12 (ObjNum 728 snap 204 seq_num 728) 2024-04-10T15:13:26.243 INFO:tasks.rados.rados.0.smithi102.stdout:2287: expect (ObjNum 631 snap 178 seq_num 631) 2024-04-10T15:13:26.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:26 smithi154 ceph-mon[84269]: pgmap v386: 121 pgs: 121 active+clean; 255 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 788 KiB/s wr, 6 op/s 2024-04-10T15:13:26.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:26 smithi154 ceph-mon[84269]: osdmap e486: 8 total, 8 up, 8 in 2024-04-10T15:13:26.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:26 smithi102 ceph-mon[90943]: pgmap v386: 121 pgs: 121 active+clean; 255 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 788 KiB/s wr, 6 op/s 2024-04-10T15:13:26.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:26 smithi102 ceph-mon[90943]: osdmap e486: 8 total, 8 up, 8 in 2024-04-10T15:13:26.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:26 smithi102 ceph-mon[88557]: pgmap v386: 121 pgs: 121 active+clean; 255 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 788 KiB/s wr, 6 op/s 2024-04-10T15:13:26.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:26 smithi102 ceph-mon[88557]: osdmap e486: 8 total, 8 up, 8 in 2024-04-10T15:13:27.537 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:27 smithi102 ceph-mon[90943]: osdmap e487: 8 total, 8 up, 8 in 2024-04-10T15:13:27.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:27 smithi102 ceph-mon[88557]: osdmap e487: 8 total, 8 up, 8 in 2024-04-10T15:13:27.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:27 smithi154 ceph-mon[84269]: osdmap e487: 8 total, 8 up, 8 in 2024-04-10T15:13:27.907 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:13:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:13:27] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2024-04-10T15:13:27.952 INFO:tasks.rados.rados.0.smithi102.stdout:2285: done (3 left) 2024-04-10T15:13:27.952 INFO:tasks.rados.rados.0.smithi102.stdout:2286: done (2 left) 2024-04-10T15:13:27.953 INFO:tasks.rados.rados.0.smithi102.stdout:2287: done (1 left) 2024-04-10T15:13:27.953 INFO:tasks.rados.rados.0.smithi102.stdout:2289: done (0 left) 2024-04-10T15:13:27.953 INFO:tasks.rados.rados.0.smithi102.stdout:2290: read oid 47 snap -1 2024-04-10T15:13:27.953 INFO:tasks.rados.rados.0.smithi102.stdout:2290: expect deleted 2024-04-10T15:13:27.953 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 12 current snap is 205 2024-04-10T15:13:27.953 INFO:tasks.rados.rados.0.smithi102.stdout:2291: seq_num 729 ranges {4038656=212992} 2024-04-10T15:13:27.974 INFO:tasks.rados.rados.0.smithi102.stdout:2291: writing smithi10276805-12 from 4038656 to 4251648 tid 1 2024-04-10T15:13:27.974 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 8 current snap is 205 2024-04-10T15:13:27.974 INFO:tasks.rados.rados.0.smithi102.stdout:2292: seq_num 730 ranges {0=229376} 2024-04-10T15:13:27.975 INFO:tasks.rados.rados.0.smithi102.stdout:2292: writing smithi10276805-8 from 0 to 229376 tid 1 2024-04-10T15:13:27.975 INFO:tasks.rados.rados.0.smithi102.stdout:2293: delete oid 31 current snap is 205 2024-04-10T15:13:27.983 INFO:tasks.rados.rados.0.smithi102.stdout:2292: finishing write tid 1 to smithi10276805-8 2024-04-10T15:13:27.983 INFO:tasks.rados.rados.0.smithi102.stdout:2292: finishing write tid 2 to smithi10276805-8 2024-04-10T15:13:27.983 INFO:tasks.rados.rados.0.smithi102.stdout:2290: done (3 left) 2024-04-10T15:13:27.983 INFO:tasks.rados.rados.0.smithi102.stdout:2293: done (2 left) 2024-04-10T15:13:27.983 INFO:tasks.rados.rados.0.smithi102.stdout:2294: delete oid 10 current snap is 205 2024-04-10T15:13:27.984 INFO:tasks.rados.rados.0.smithi102.stdout:2291: finishing write tid 1 to smithi10276805-12 2024-04-10T15:13:27.984 INFO:tasks.rados.rados.0.smithi102.stdout:2291: finishing write tid 2 to smithi10276805-12 2024-04-10T15:13:27.984 INFO:tasks.rados.rados.0.smithi102.stdout:2292: finishing write tid 3 to smithi10276805-8 2024-04-10T15:13:27.984 INFO:tasks.rados.rados.0.smithi102.stdout:2292: oid 8 updating version 0 to 834 2024-04-10T15:13:27.984 INFO:tasks.rados.rados.0.smithi102.stdout:2292: oid 8 version 834 is already newer than 833 2024-04-10T15:13:27.984 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 834 (ObjNum 730 snap 205 seq_num 730) dirty exists 2024-04-10T15:13:27.984 INFO:tasks.rados.rados.0.smithi102.stdout:2292: left oid 8 (ObjNum 730 snap 205 seq_num 730) 2024-04-10T15:13:27.984 INFO:tasks.rados.rados.0.smithi102.stdout:2291: finishing write tid 3 to smithi10276805-12 2024-04-10T15:13:27.984 INFO:tasks.rados.rados.0.smithi102.stdout:2291: oid 12 updating version 0 to 1191 2024-04-10T15:13:27.984 INFO:tasks.rados.rados.0.smithi102.stdout:2291: oid 12 version 1191 is already newer than 1190 2024-04-10T15:13:27.984 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 1191 (ObjNum 729 snap 205 seq_num 729) dirty exists 2024-04-10T15:13:27.984 INFO:tasks.rados.rados.0.smithi102.stdout:2291: left oid 12 (ObjNum 729 snap 205 seq_num 729) 2024-04-10T15:13:27.984 INFO:tasks.rados.rados.0.smithi102.stdout:2291: done (2 left) 2024-04-10T15:13:27.984 INFO:tasks.rados.rados.0.smithi102.stdout:2292: done (1 left) 2024-04-10T15:13:27.984 INFO:tasks.rados.rados.0.smithi102.stdout:2294: done (0 left) 2024-04-10T15:13:27.985 INFO:tasks.rados.rados.0.smithi102.stdout:2295: read oid 13 snap -1 2024-04-10T15:13:27.985 INFO:tasks.rados.rados.0.smithi102.stdout:2295: expect (ObjNum 722 snap 203 seq_num 722) 2024-04-10T15:13:27.985 INFO:tasks.rados.rados.0.smithi102.stdout:2296: read oid 25 snap -1 2024-04-10T15:13:27.985 INFO:tasks.rados.rados.0.smithi102.stdout:2296: expect deleted 2024-04-10T15:13:27.985 INFO:tasks.rados.rados.0.smithi102.stdout:2297: snap_remove snap 202 2024-04-10T15:13:28.199 INFO:tasks.rados.rados.0.smithi102.stdout:2297: done (2 left) 2024-04-10T15:13:28.199 INFO:tasks.rados.rados.0.smithi102.stdout:2298: copy_from oid 26 from oid 46 current snap is 205 2024-04-10T15:13:28.199 INFO:tasks.rados.rados.0.smithi102.stdout:2295: expect (ObjNum 722 snap 203 seq_num 722) 2024-04-10T15:13:28.263 INFO:tasks.rados.rados.0.smithi102.stdout:2298: finishing copy_from racing read to smithi10276805-26 2024-04-10T15:13:28.263 INFO:tasks.rados.rados.0.smithi102.stdout:2298: finishing copy_from to smithi10276805-26 2024-04-10T15:13:28.263 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1181 (ObjNum 651 snap 180 seq_num 651) dirty exists 2024-04-10T15:13:28.263 INFO:tasks.rados.rados.0.smithi102.stdout:2295: done (2 left) 2024-04-10T15:13:28.263 INFO:tasks.rados.rados.0.smithi102.stdout:2296: done (1 left) 2024-04-10T15:13:28.264 INFO:tasks.rados.rados.0.smithi102.stdout:2298: done (0 left) 2024-04-10T15:13:28.264 INFO:tasks.rados.rados.0.smithi102.stdout:2299: snap_create 2024-04-10T15:13:28.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:28 smithi154 ceph-mon[84269]: pgmap v389: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 261 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T15:13:28.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:28 smithi154 ceph-mon[84269]: osdmap e488: 8 total, 8 up, 8 in 2024-04-10T15:13:28.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:28 smithi154 ceph-mon[84269]: osdmap e489: 8 total, 8 up, 8 in 2024-04-10T15:13:28.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:28 smithi102 ceph-mon[88557]: pgmap v389: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 261 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T15:13:28.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:28 smithi102 ceph-mon[88557]: osdmap e488: 8 total, 8 up, 8 in 2024-04-10T15:13:28.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:28 smithi102 ceph-mon[88557]: osdmap e489: 8 total, 8 up, 8 in 2024-04-10T15:13:28.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:28 smithi102 ceph-mon[90943]: pgmap v389: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 261 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 255 B/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T15:13:28.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:28 smithi102 ceph-mon[90943]: osdmap e488: 8 total, 8 up, 8 in 2024-04-10T15:13:28.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:28 smithi102 ceph-mon[90943]: osdmap e489: 8 total, 8 up, 8 in 2024-04-10T15:13:29.253 INFO:tasks.rados.rados.0.smithi102.stdout:2299: done (0 left) 2024-04-10T15:13:29.253 INFO:tasks.rados.rados.0.smithi102.stdout:2300: setattr oid 23 current snap is 206 2024-04-10T15:13:29.254 INFO:tasks.rados.rados.0.smithi102.stdout:2301: snap_create 2024-04-10T15:13:29.260 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1315 (ObjNum 663 snap 186 seq_num 663) dirty exists 2024-04-10T15:13:30.256 INFO:tasks.rados.rados.0.smithi102.stdout:2300: done (1 left) 2024-04-10T15:13:30.256 INFO:tasks.rados.rados.0.smithi102.stdout:2301: done (0 left) 2024-04-10T15:13:30.256 INFO:tasks.rados.rados.0.smithi102.stdout:2302: read oid 30 snap 203 2024-04-10T15:13:30.256 INFO:tasks.rados.rados.0.smithi102.stdout:2302: expect (ObjNum 622 snap 173 seq_num 622) 2024-04-10T15:13:30.256 INFO:tasks.rados.rados.0.smithi102.stdout:2303: read oid 25 snap -1 2024-04-10T15:13:30.256 INFO:tasks.rados.rados.0.smithi102.stdout:2303: expect deleted 2024-04-10T15:13:30.257 INFO:tasks.rados.rados.0.smithi102.stdout:2304: read oid 50 snap -1 2024-04-10T15:13:30.257 INFO:tasks.rados.rados.0.smithi102.stdout:2304: expect (ObjNum 620 snap 172 seq_num 620) 2024-04-10T15:13:30.257 INFO:tasks.rados.rados.0.smithi102.stdout:2305: snap_create 2024-04-10T15:13:30.260 INFO:tasks.rados.rados.0.smithi102.stdout:2302: expect (ObjNum 622 snap 173 seq_num 622) 2024-04-10T15:13:30.282 INFO:tasks.rados.rados.0.smithi102.stdout:2304: expect (ObjNum 620 snap 172 seq_num 620) 2024-04-10T15:13:30.522 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:30 smithi154 ceph-mon[84269]: pgmap v392: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 262 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:13:30.523 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:30 smithi154 ceph-mon[84269]: osdmap e490: 8 total, 8 up, 8 in 2024-04-10T15:13:30.523 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:30 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:13:30.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:30 smithi102 ceph-mon[90943]: pgmap v392: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 262 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:13:30.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:30 smithi102 ceph-mon[90943]: osdmap e490: 8 total, 8 up, 8 in 2024-04-10T15:13:30.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:30 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:13:30.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:30 smithi102 ceph-mon[88557]: pgmap v392: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 262 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 511 B/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:13:30.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:30 smithi102 ceph-mon[88557]: osdmap e490: 8 total, 8 up, 8 in 2024-04-10T15:13:30.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:30 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:13:31.264 INFO:tasks.rados.rados.0.smithi102.stdout:2302: done (3 left) 2024-04-10T15:13:31.264 INFO:tasks.rados.rados.0.smithi102.stdout:2303: done (2 left) 2024-04-10T15:13:31.264 INFO:tasks.rados.rados.0.smithi102.stdout:2304: done (1 left) 2024-04-10T15:13:31.264 INFO:tasks.rados.rados.0.smithi102.stdout:2305: done (0 left) 2024-04-10T15:13:31.264 INFO:tasks.rados.rados.0.smithi102.stdout:2306: snap_remove snap 204 2024-04-10T15:13:31.558 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:31 smithi102 ceph-mon[90943]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:13:31.558 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:31 smithi102 ceph-mon[90943]: Upgrade: osd.6 is safe to restart 2024-04-10T15:13:31.558 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:31 smithi102 ceph-mon[90943]: osdmap e491: 8 total, 8 up, 8 in 2024-04-10T15:13:31.559 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:31 smithi102 ceph-mon[90943]: Upgrade: Updating osd.6 2024-04-10T15:13:31.559 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:31.559 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T15:13:31.559 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:13:31.559 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:31 smithi102 ceph-mon[90943]: Deploying daemon osd.6 on smithi154 2024-04-10T15:13:31.559 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:31 smithi102 ceph-mon[90943]: pgmap v395: 121 pgs: 121 active+clean; 258 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 56 KiB/s wr, 4 op/s 2024-04-10T15:13:31.559 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:31 smithi102 ceph-mon[88557]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:13:31.559 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:31 smithi102 ceph-mon[88557]: Upgrade: osd.6 is safe to restart 2024-04-10T15:13:31.559 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:31 smithi102 ceph-mon[88557]: osdmap e491: 8 total, 8 up, 8 in 2024-04-10T15:13:31.560 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:31 smithi102 ceph-mon[88557]: Upgrade: Updating osd.6 2024-04-10T15:13:31.560 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:31.560 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T15:13:31.560 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:13:31.560 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:31 smithi102 ceph-mon[88557]: Deploying daemon osd.6 on smithi154 2024-04-10T15:13:31.560 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:31 smithi102 ceph-mon[88557]: pgmap v395: 121 pgs: 121 active+clean; 258 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 56 KiB/s wr, 4 op/s 2024-04-10T15:13:31.584 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:31 smithi154 ceph-mon[84269]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["6"], "max": 16}]: dispatch 2024-04-10T15:13:31.584 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:31 smithi154 ceph-mon[84269]: Upgrade: osd.6 is safe to restart 2024-04-10T15:13:31.585 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:31 smithi154 ceph-mon[84269]: osdmap e491: 8 total, 8 up, 8 in 2024-04-10T15:13:31.585 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:31 smithi154 ceph-mon[84269]: Upgrade: Updating osd.6 2024-04-10T15:13:31.585 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:31.585 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.6"}]: dispatch 2024-04-10T15:13:31.585 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:13:31.585 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:31 smithi154 ceph-mon[84269]: Deploying daemon osd.6 on smithi154 2024-04-10T15:13:31.585 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:31 smithi154 ceph-mon[84269]: pgmap v395: 121 pgs: 121 active+clean; 258 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 56 KiB/s wr, 4 op/s 2024-04-10T15:13:32.268 INFO:tasks.rados.rados.0.smithi102.stdout:2306: done (0 left) 2024-04-10T15:13:32.268 INFO:tasks.rados.rados.0.smithi102.stdout:2307: rmattr oid 49 current snap is 208 2024-04-10T15:13:32.268 INFO:tasks.rados.rados.0.smithi102.stdout:2307: done (0 left) 2024-04-10T15:13:32.268 INFO:tasks.rados.rados.0.smithi102.stdout:2308: rollback oid 9 current snap is 208 2024-04-10T15:13:32.268 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 9 to 203 2024-04-10T15:13:32.268 INFO:tasks.rados.rados.0.smithi102.stdout:2309: snap_create 2024-04-10T15:13:32.282 INFO:tasks.rados.rados.0.smithi102.stdout:2308: finishing rollback tid 0 to smithi10276805-9 2024-04-10T15:13:32.282 INFO:tasks.rados.rados.0.smithi102.stdout:2308: finishing rollback tid 1 to smithi10276805-9 2024-04-10T15:13:32.282 INFO:tasks.rados.rados.0.smithi102.stdout:2308: finishing rollback tid 2 to smithi10276805-9 2024-04-10T15:13:32.282 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 1210 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:13:32.578 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:32 smithi102 ceph-mon[90943]: osdmap e492: 8 total, 8 up, 8 in 2024-04-10T15:13:32.578 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:32 smithi102 ceph-mon[88557]: osdmap e492: 8 total, 8 up, 8 in 2024-04-10T15:13:32.593 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:13:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:13:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:13:32.593 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:32 smithi154 ceph-mon[84269]: osdmap e492: 8 total, 8 up, 8 in 2024-04-10T15:13:33.198 INFO:tasks.rados.rados.0.smithi102.stdout:2308: done (1 left) 2024-04-10T15:13:33.198 INFO:tasks.rados.rados.0.smithi102.stdout:2309: done (0 left) 2024-04-10T15:13:33.198 INFO:tasks.rados.rados.0.smithi102.stdout:2310: rmattr oid 32 current snap is 209 2024-04-10T15:13:33.198 INFO:tasks.rados.rados.0.smithi102.stdout:2311: rollback oid 9 current snap is 209 2024-04-10T15:13:33.198 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 9 to 207 2024-04-10T15:13:33.198 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 7 current snap is 209 2024-04-10T15:13:33.198 INFO:tasks.rados.rados.0.smithi102.stdout:2312: seq_num 733 ranges {0=278528} 2024-04-10T15:13:33.199 INFO:tasks.rados.rados.0.smithi102.stdout:2312: writing smithi10276805-7 from 0 to 278528 tid 1 2024-04-10T15:13:33.199 INFO:tasks.rados.rados.0.smithi102.stdout:2313: snap_create 2024-04-10T15:13:33.204 INFO:tasks.rados.rados.0.smithi102.stdout:2312: finishing write tid 1 to smithi10276805-7 2024-04-10T15:13:33.204 INFO:tasks.rados.rados.0.smithi102.stdout:2312: finishing write tid 2 to smithi10276805-7 2024-04-10T15:13:33.206 INFO:tasks.rados.rados.0.smithi102.stdout:2311: finishing rollback tid 0 to smithi10276805-9 2024-04-10T15:13:33.206 INFO:tasks.rados.rados.0.smithi102.stdout:2311: finishing rollback tid 1 to smithi10276805-9 2024-04-10T15:13:33.207 INFO:tasks.rados.rados.0.smithi102.stdout:2312: finishing write tid 3 to smithi10276805-7 2024-04-10T15:13:33.207 INFO:tasks.rados.rados.0.smithi102.stdout:2312: oid 7 updating version 0 to 1240 2024-04-10T15:13:33.207 INFO:tasks.rados.rados.0.smithi102.stdout:2312: oid 7 version 1240 is already newer than 1239 2024-04-10T15:13:33.207 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 1240 (ObjNum 733 snap 209 seq_num 733) dirty exists 2024-04-10T15:13:33.207 INFO:tasks.rados.rados.0.smithi102.stdout:2312: left oid 7 (ObjNum 733 snap 209 seq_num 733) 2024-04-10T15:13:33.207 INFO:tasks.rados.rados.0.smithi102.stdout:2311: finishing rollback tid 2 to smithi10276805-9 2024-04-10T15:13:33.207 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 1213 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-10T15:13:33.208 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 1536 (ObjNum 631 snap 178 seq_num 631) dirty exists 2024-04-10T15:13:33.460 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:33 smithi154 ceph-mon[84269]: osdmap e493: 8 total, 8 up, 8 in 2024-04-10T15:13:33.460 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:33 smithi154 ceph-mon[84269]: pgmap v398: 121 pgs: 121 active+clean; 260 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 372 KiB/s wr, 9 op/s 2024-04-10T15:13:33.460 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:33 smithi154 ceph-mon[84269]: osdmap e494: 8 total, 8 up, 8 in 2024-04-10T15:13:33.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:33 smithi102 ceph-mon[90943]: osdmap e493: 8 total, 8 up, 8 in 2024-04-10T15:13:33.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:33 smithi102 ceph-mon[90943]: pgmap v398: 121 pgs: 121 active+clean; 260 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 372 KiB/s wr, 9 op/s 2024-04-10T15:13:33.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:33 smithi102 ceph-mon[90943]: osdmap e494: 8 total, 8 up, 8 in 2024-04-10T15:13:33.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:33 smithi102 ceph-mon[88557]: osdmap e493: 8 total, 8 up, 8 in 2024-04-10T15:13:33.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:33 smithi102 ceph-mon[88557]: pgmap v398: 121 pgs: 121 active+clean; 260 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 372 KiB/s wr, 9 op/s 2024-04-10T15:13:33.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:33 smithi102 ceph-mon[88557]: osdmap e494: 8 total, 8 up, 8 in 2024-04-10T15:13:34.199 INFO:tasks.rados.rados.0.smithi102.stdout:2310: done (3 left) 2024-04-10T15:13:34.199 INFO:tasks.rados.rados.0.smithi102.stdout:2311: done (2 left) 2024-04-10T15:13:34.199 INFO:tasks.rados.rados.0.smithi102.stdout:2312: done (1 left) 2024-04-10T15:13:34.199 INFO:tasks.rados.rados.0.smithi102.stdout:2313: done (0 left) 2024-04-10T15:13:34.199 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 33 current snap is 210 2024-04-10T15:13:34.199 INFO:tasks.rados.rados.0.smithi102.stdout:2314: seq_num 734 ranges {8978432=294912} 2024-04-10T15:13:34.248 INFO:tasks.rados.rados.0.smithi102.stdout:2314: writing smithi10276805-33 from 8978432 to 9273344 tid 1 2024-04-10T15:13:34.248 INFO:tasks.rados.rados.0.smithi102.stdout:2315: snap_create 2024-04-10T15:13:34.253 INFO:tasks.rados.rados.0.smithi102.stdout:2314: finishing write tid 1 to smithi10276805-33 2024-04-10T15:13:34.253 INFO:tasks.rados.rados.0.smithi102.stdout:2314: finishing write tid 2 to smithi10276805-33 2024-04-10T15:13:34.254 INFO:tasks.rados.rados.0.smithi102.stdout:2314: finishing write tid 3 to smithi10276805-33 2024-04-10T15:13:34.254 INFO:tasks.rados.rados.0.smithi102.stdout:2314: oid 33 updating version 0 to 1152 2024-04-10T15:13:34.254 INFO:tasks.rados.rados.0.smithi102.stdout:2314: oid 33 version 1152 is already newer than 1151 2024-04-10T15:13:34.254 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 1152 (ObjNum 734 snap 210 seq_num 734) dirty exists 2024-04-10T15:13:34.255 INFO:tasks.rados.rados.0.smithi102.stdout:2314: left oid 33 (ObjNum 734 snap 210 seq_num 734) 2024-04-10T15:13:34.435 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:34 smithi154 systemd[1]: Stopping Ceph osd.6 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:13:34.877 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:34 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[46944]: 2024-04-10T15:13:34.460+0000 7f9a2e70e700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:13:34.877 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:34 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[46944]: 2024-04-10T15:13:34.460+0000 7f9a2e70e700 -1 osd.6 495 *** Got signal Terminated *** 2024-04-10T15:13:34.877 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:34 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[46944]: 2024-04-10T15:13:34.460+0000 7f9a2e70e700 -1 osd.6 495 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T15:13:35.212 INFO:tasks.rados.rados.0.smithi102.stdout:2314: done (1 left) 2024-04-10T15:13:35.212 INFO:tasks.rados.rados.0.smithi102.stdout:2315: done (0 left) 2024-04-10T15:13:35.212 INFO:tasks.rados.rados.0.smithi102.stdout:2316: delete oid 46 current snap is 211 2024-04-10T15:13:35.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:35 smithi154 ceph-mon[84269]: osdmap e495: 8 total, 8 up, 8 in 2024-04-10T15:13:35.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:35 smithi154 ceph-mon[84269]: osd.6 marked itself down and dead 2024-04-10T15:13:35.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:35 smithi102 ceph-mon[88557]: osdmap e495: 8 total, 8 up, 8 in 2024-04-10T15:13:35.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:35 smithi102 ceph-mon[88557]: osd.6 marked itself down and dead 2024-04-10T15:13:35.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:35 smithi102 ceph-mon[90943]: osdmap e495: 8 total, 8 up, 8 in 2024-04-10T15:13:35.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:35 smithi102 ceph-mon[90943]: osd.6 marked itself down and dead 2024-04-10T15:13:36.059 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:35 smithi154 podman[98390]: 2024-04-10 15:13:35.798864744 +0000 UTC m=+1.464178627 container died 2dd28f8d572ca04967d28e35ce10d0426ac77f7d99b9f8d41e3f4040712eb478 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.build-date=20240403, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, RELEASE=reef-d540eba, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:13:36.225 INFO:tasks.rados.rados.0.smithi102.stdout:2316: done (0 left) 2024-04-10T15:13:36.225 INFO:tasks.rados.rados.0.smithi102.stdout:2317: delete oid 40 current snap is 211 2024-04-10T15:13:36.229 INFO:tasks.rados.rados.0.smithi102.stdout:2317: done (0 left) 2024-04-10T15:13:36.229 INFO:tasks.rados.rados.0.smithi102.stdout:2318: snap_create 2024-04-10T15:13:36.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:36 smithi154 ceph-mon[84269]: pgmap v401: 121 pgs: 121 active+clean; 260 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 372 KiB/s wr, 9 op/s 2024-04-10T15:13:36.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:36 smithi154 ceph-mon[84269]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:13:36.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:36 smithi154 ceph-mon[84269]: osdmap e496: 8 total, 7 up, 8 in 2024-04-10T15:13:36.377 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:36 smithi154 podman[98390]: 2024-04-10 15:13:36.237096016 +0000 UTC m=+1.902409908 container cleanup 2dd28f8d572ca04967d28e35ce10d0426ac77f7d99b9f8d41e3f4040712eb478 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6, ceph=True, RELEASE=reef-d540eba, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:13:36.377 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:36 smithi154 bash[98390]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6 2024-04-10T15:13:36.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:36 smithi102 ceph-mon[88557]: pgmap v401: 121 pgs: 121 active+clean; 260 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 372 KiB/s wr, 9 op/s 2024-04-10T15:13:36.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:36 smithi102 ceph-mon[88557]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:13:36.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:36 smithi102 ceph-mon[88557]: osdmap e496: 8 total, 7 up, 8 in 2024-04-10T15:13:36.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:36 smithi102 ceph-mon[90943]: pgmap v401: 121 pgs: 121 active+clean; 260 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 372 KiB/s wr, 9 op/s 2024-04-10T15:13:36.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:36 smithi102 ceph-mon[90943]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:13:36.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:36 smithi102 ceph-mon[90943]: osdmap e496: 8 total, 7 up, 8 in 2024-04-10T15:13:36.811 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:36 smithi154 podman[98411]: 2024-04-10 15:13:36.421349553 +0000 UTC m=+0.618129787 container remove 2dd28f8d572ca04967d28e35ce10d0426ac77f7d99b9f8d41e3f4040712eb478 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, RELEASE=reef-d540eba, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_CLEAN=True) 2024-04-10T15:13:37.114 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:36 smithi154 podman[98503]: 2024-04-10 15:13:36.839027621 +0000 UTC m=+0.099855724 container create 9fafa8753401a09b0f77480369a09082f5a6684a3d998ba4f4014ecea526b88a (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-deactivate, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-10T15:13:37.115 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:36 smithi154 podman[98503]: 2024-04-10 15:13:36.757524952 +0000 UTC m=+0.018353029 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:13:37.115 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:37 smithi154 podman[98503]: 2024-04-10 15:13:37.06748298 +0000 UTC m=+0.328311041 container init 9fafa8753401a09b0f77480369a09082f5a6684a3d998ba4f4014ecea526b88a (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-deactivate, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T15:13:37.115 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:37 smithi154 podman[98503]: 2024-04-10 15:13:37.07083545 +0000 UTC m=+0.331663512 container start 9fafa8753401a09b0f77480369a09082f5a6684a3d998ba4f4014ecea526b88a (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:13:37.115 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:37 smithi154 podman[98503]: 2024-04-10 15:13:37.141667957 +0000 UTC m=+0.402496036 container attach 9fafa8753401a09b0f77480369a09082f5a6684a3d998ba4f4014ecea526b88a (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-deactivate, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.schema-version=1.0) 2024-04-10T15:13:37.226 INFO:tasks.rados.rados.0.smithi102.stdout:2318: done (0 left) 2024-04-10T15:13:37.226 INFO:tasks.rados.rados.0.smithi102.stdout:2319: read oid 50 snap -1 2024-04-10T15:13:37.226 INFO:tasks.rados.rados.0.smithi102.stdout:2319: expect (ObjNum 620 snap 172 seq_num 620) 2024-04-10T15:13:37.226 INFO:tasks.rados.rados.0.smithi102.stdout:2320: read oid 18 snap -1 2024-04-10T15:13:37.226 INFO:tasks.rados.rados.0.smithi102.stdout:2320: expect deleted 2024-04-10T15:13:37.226 INFO:tasks.rados.rados.0.smithi102.stdout:2321: rmattr oid 13 current snap is 212 2024-04-10T15:13:37.226 INFO:tasks.rados.rados.0.smithi102.stdout:2321: done (2 left) 2024-04-10T15:13:37.226 INFO:tasks.rados.rados.0.smithi102.stdout:2322: rmattr oid 11 current snap is 212 2024-04-10T15:13:37.226 INFO:tasks.rados.rados.0.smithi102.stdout:2323: snap_create 2024-04-10T15:13:37.230 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 1329 (ObjNum 709 snap 201 seq_num 709) dirty exists 2024-04-10T15:13:37.236 INFO:tasks.rados.rados.0.smithi102.stdout:2319: expect (ObjNum 620 snap 172 seq_num 620) 2024-04-10T15:13:37.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:37 smithi154 ceph-mon[84269]: osdmap e497: 8 total, 7 up, 8 in 2024-04-10T15:13:37.377 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:37 smithi154 podman[98503]: 2024-04-10 15:13:37.371389834 +0000 UTC m=+0.632217898 container died 9fafa8753401a09b0f77480369a09082f5a6684a3d998ba4f4014ecea526b88a (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-10T15:13:37.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:37 smithi102 ceph-mon[90943]: osdmap e497: 8 total, 7 up, 8 in 2024-04-10T15:13:37.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:37 smithi102 ceph-mon[88557]: osdmap e497: 8 total, 7 up, 8 in 2024-04-10T15:13:37.906 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:13:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:13:37] "GET /metrics HTTP/1.1" 200 36209 "" "Prometheus/2.43.0" 2024-04-10T15:13:38.200 INFO:tasks.rados.rados.0.smithi102.stdout:2319: done (3 left) 2024-04-10T15:13:38.200 INFO:tasks.rados.rados.0.smithi102.stdout:2320: done (2 left) 2024-04-10T15:13:38.200 INFO:tasks.rados.rados.0.smithi102.stdout:2322: done (1 left) 2024-04-10T15:13:38.200 INFO:tasks.rados.rados.0.smithi102.stdout:2323: done (0 left) 2024-04-10T15:13:38.200 INFO:tasks.rados.rados.0.smithi102.stdout:2324: copy_from oid 48 from oid 32 current snap is 213 2024-04-10T15:13:38.200 INFO:tasks.rados.rados.0.smithi102.stdout:2325: rollback oid 19 current snap is 213 2024-04-10T15:13:38.200 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 19 to 207 2024-04-10T15:13:38.200 INFO:tasks.rados.rados.0.smithi102.stdout:2326: copy_from oid 36 from oid 37 current snap is 213 2024-04-10T15:13:38.200 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 213 2024-04-10T15:13:38.200 INFO:tasks.rados.rados.0.smithi102.stdout:2327: seq_num 737 ranges {81920=352256} 2024-04-10T15:13:38.202 INFO:tasks.rados.rados.0.smithi102.stdout:2327: writing smithi10276805-39 from 81920 to 434176 tid 1 2024-04-10T15:13:38.202 INFO:tasks.rados.rados.0.smithi102.stdout:2328: snap_create 2024-04-10T15:13:38.206 INFO:tasks.rados.rados.0.smithi102.stdout:2325: finishing rollback tid 0 to smithi10276805-19 2024-04-10T15:13:38.207 INFO:tasks.rados.rados.0.smithi102.stdout:2327: finishing write tid 1 to smithi10276805-39 2024-04-10T15:13:38.208 INFO:tasks.rados.rados.0.smithi102.stdout:2325: finishing rollback tid 1 to smithi10276805-19 2024-04-10T15:13:38.208 INFO:tasks.rados.rados.0.smithi102.stdout:2327: finishing write tid 2 to smithi10276805-39 2024-04-10T15:13:38.208 INFO:tasks.rados.rados.0.smithi102.stdout:2325: finishing rollback tid 2 to smithi10276805-19 2024-04-10T15:13:38.208 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 1230 (ObjNum 562 snap 151 seq_num 562) dirty exists 2024-04-10T15:13:38.209 INFO:tasks.rados.rados.0.smithi102.stdout:2327: finishing write tid 3 to smithi10276805-39 2024-04-10T15:13:38.209 INFO:tasks.rados.rados.0.smithi102.stdout:2327: oid 39 updating version 0 to 1242 2024-04-10T15:13:38.209 INFO:tasks.rados.rados.0.smithi102.stdout:2327: oid 39 version 1242 is already newer than 1241 2024-04-10T15:13:38.209 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 1242 (ObjNum 737 snap 213 seq_num 737) dirty exists 2024-04-10T15:13:38.210 INFO:tasks.rados.rados.0.smithi102.stdout:2327: left oid 39 (ObjNum 737 snap 213 seq_num 737) 2024-04-10T15:13:38.226 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:37 smithi154 podman[98528]: 2024-04-10 15:13:37.92041512 +0000 UTC m=+0.543215933 container remove 9fafa8753401a09b0f77480369a09082f5a6684a3d998ba4f4014ecea526b88a (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-10T15:13:38.226 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:37 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.6.service: Deactivated successfully. 2024-04-10T15:13:38.226 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:37 smithi154 systemd[1]: Stopped Ceph osd.6 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:13:38.226 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:37 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.6.service: Consumed 14.423s CPU time. 2024-04-10T15:13:38.226 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:38 smithi154 systemd[1]: Starting Ceph osd.6 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:13:38.241 INFO:tasks.rados.rados.0.smithi102.stdout:2326: finishing copy_from racing read to smithi10276805-36 2024-04-10T15:13:38.244 INFO:tasks.rados.rados.0.smithi102.stdout:2326: finishing copy_from to smithi10276805-36 2024-04-10T15:13:38.244 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 1208 (ObjNum 539 snap 144 seq_num 539) dirty exists 2024-04-10T15:13:38.255 INFO:tasks.rados.rados.0.smithi102.stdout:2324: finishing copy_from racing read to smithi10276805-48 2024-04-10T15:13:38.260 INFO:tasks.rados.rados.0.smithi102.stdout:2324: finishing copy_from to smithi10276805-48 2024-04-10T15:13:38.260 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 1536 (ObjNum 631 snap 178 seq_num 631) dirty exists 2024-04-10T15:13:38.580 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:38 smithi154 podman[98631]: 2024-04-10 15:13:38.261159378 +0000 UTC m=+0.021529052 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:13:38.581 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:38 smithi154 podman[98631]: 2024-04-10 15:13:38.379936754 +0000 UTC m=+0.140306429 container create 4579cdf8f05f89cb25ba9d8376616d129158307f1aa9afcff2584585c4cc3a25 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-activate, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:13:38.581 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:38 smithi154 ceph-mon[84269]: pgmap v404: 121 pgs: 15 peering, 11 stale+active+clean, 3 active+undersized, 92 active+clean; 260 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 582 KiB/s rd, 68 KiB/s wr, 3 op/s 2024-04-10T15:13:38.581 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:38 smithi154 ceph-mon[84269]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-10T15:13:38.581 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:38 smithi154 ceph-mon[84269]: osdmap e498: 8 total, 7 up, 8 in 2024-04-10T15:13:38.581 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:38 smithi154 ceph-mon[84269]: osdmap e499: 8 total, 7 up, 8 in 2024-04-10T15:13:38.581 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:38.581 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:13:38.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:38 smithi102 ceph-mon[90943]: pgmap v404: 121 pgs: 15 peering, 11 stale+active+clean, 3 active+undersized, 92 active+clean; 260 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 582 KiB/s rd, 68 KiB/s wr, 3 op/s 2024-04-10T15:13:38.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:38 smithi102 ceph-mon[90943]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-10T15:13:38.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:38 smithi102 ceph-mon[90943]: osdmap e498: 8 total, 7 up, 8 in 2024-04-10T15:13:38.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:38 smithi102 ceph-mon[90943]: osdmap e499: 8 total, 7 up, 8 in 2024-04-10T15:13:38.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:38.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:13:38.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:38 smithi102 ceph-mon[88557]: pgmap v404: 121 pgs: 15 peering, 11 stale+active+clean, 3 active+undersized, 92 active+clean; 260 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 582 KiB/s rd, 68 KiB/s wr, 3 op/s 2024-04-10T15:13:38.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:38 smithi102 ceph-mon[88557]: Health check failed: Reduced data availability: 1 pg peering (PG_AVAILABILITY) 2024-04-10T15:13:38.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:38 smithi102 ceph-mon[88557]: osdmap e498: 8 total, 7 up, 8 in 2024-04-10T15:13:38.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:38 smithi102 ceph-mon[88557]: osdmap e499: 8 total, 7 up, 8 in 2024-04-10T15:13:38.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:38.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:13:38.876 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:38 smithi154 podman[98631]: 2024-04-10 15:13:38.608023846 +0000 UTC m=+0.368393530 container init 4579cdf8f05f89cb25ba9d8376616d129158307f1aa9afcff2584585c4cc3a25 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-activate, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5) 2024-04-10T15:13:38.876 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:38 smithi154 podman[98631]: 2024-04-10 15:13:38.611591566 +0000 UTC m=+0.371961241 container start 4579cdf8f05f89cb25ba9d8376616d129158307f1aa9afcff2584585c4cc3a25 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-activate, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2) 2024-04-10T15:13:38.876 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:38 smithi154 podman[98631]: 2024-04-10 15:13:38.699377931 +0000 UTC m=+0.459747617 container attach 4579cdf8f05f89cb25ba9d8376616d129158307f1aa9afcff2584585c4cc3a25 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-activate, ceph=True, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux ) 2024-04-10T15:13:39.202 INFO:tasks.rados.rados.0.smithi102.stdout:2324: done (4 left) 2024-04-10T15:13:39.202 INFO:tasks.rados.rados.0.smithi102.stdout:2325: done (3 left) 2024-04-10T15:13:39.202 INFO:tasks.rados.rados.0.smithi102.stdout:2326: done (2 left) 2024-04-10T15:13:39.202 INFO:tasks.rados.rados.0.smithi102.stdout:2327: done (1 left) 2024-04-10T15:13:39.202 INFO:tasks.rados.rados.0.smithi102.stdout:2328: done (0 left) 2024-04-10T15:13:39.202 INFO:tasks.rados.rados.0.smithi102.stdout:2329: read oid 28 snap -1 2024-04-10T15:13:39.202 INFO:tasks.rados.rados.0.smithi102.stdout:2329: expect (ObjNum 539 snap 144 seq_num 539) 2024-04-10T15:13:39.202 INFO:tasks.rados.rados.0.smithi102.stdout:2330: rmattr oid 8 current snap is 214 2024-04-10T15:13:39.202 INFO:tasks.rados.rados.0.smithi102.stdout:2330: done (1 left) 2024-04-10T15:13:39.202 INFO:tasks.rados.rados.0.smithi102.stdout:2331: delete oid 31 current snap is 214 2024-04-10T15:13:39.206 INFO:tasks.rados.rados.0.smithi102.stdout:2331: done (1 left) 2024-04-10T15:13:39.206 INFO:tasks.rados.rados.0.smithi102.stdout:2332: copy_from oid 49 from oid 23 current snap is 214 2024-04-10T15:13:39.206 INFO:tasks.rados.rados.0.smithi102.stdout:2333: rmattr oid 36 current snap is 214 2024-04-10T15:13:39.206 INFO:tasks.rados.rados.0.smithi102.stdout:2334: copy_from oid 4 from oid 39 current snap is 214 2024-04-10T15:13:39.206 INFO:tasks.rados.rados.0.smithi102.stdout:2335: read oid 40 snap -1 2024-04-10T15:13:39.206 INFO:tasks.rados.rados.0.smithi102.stdout:2335: expect deleted 2024-04-10T15:13:39.206 INFO:tasks.rados.rados.0.smithi102.stdout:2336: delete oid 2 current snap is 214 2024-04-10T15:13:39.209 INFO:tasks.rados.rados.0.smithi102.stdout:2335: done (5 left) 2024-04-10T15:13:39.209 INFO:tasks.rados.rados.0.smithi102.stdout:2336: done (4 left) 2024-04-10T15:13:39.209 INFO:tasks.rados.rados.0.smithi102.stdout:2337: rmattr oid 9 current snap is 214 2024-04-10T15:13:39.209 INFO:tasks.rados.rados.0.smithi102.stdout:2338: delete oid 48 current snap is 214 2024-04-10T15:13:39.210 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 1209 (ObjNum 539 snap 144 seq_num 539) dirty exists 2024-04-10T15:13:39.213 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 1214 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:13:39.215 INFO:tasks.rados.rados.0.smithi102.stdout:2334: finishing copy_from racing read to smithi10276805-4 2024-04-10T15:13:39.217 INFO:tasks.rados.rados.0.smithi102.stdout:2334: finishing copy_from to smithi10276805-4 2024-04-10T15:13:39.217 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 1242 (ObjNum 737 snap 213 seq_num 737) dirty exists 2024-04-10T15:13:39.258 INFO:tasks.rados.rados.0.smithi102.stdout:2329: expect (ObjNum 539 snap 144 seq_num 539) 2024-04-10T15:13:39.359 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:39 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-activate[98645]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-10T15:13:39.360 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:39 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-activate[98645]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-10T15:13:39.360 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:39 smithi154 bash[98631]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-10T15:13:39.360 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:39 smithi154 bash[98631]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-6 --no-mon-config --dev /dev/mapper/vg_nvme-lv_2 2024-04-10T15:13:39.360 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:39 smithi154 bash[98631]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-10T15:13:39.360 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:39 smithi154 bash[98631]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-10T15:13:39.360 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:39 smithi154 bash[98631]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-10T15:13:39.360 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:39 smithi154 bash[98631]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-10T15:13:39.360 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:39 smithi154 bash[98631]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-10T15:13:39.360 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:39 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-activate[98645]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_2 2024-04-10T15:13:39.360 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:39 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-activate[98645]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-1 2024-04-10T15:13:39.360 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:39 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-activate[98645]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-6/block 2024-04-10T15:13:39.360 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:39 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-activate[98645]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-04-10T15:13:39.360 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:39 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-activate[98645]: --> ceph-volume raw activate successful for osd ID: 6 2024-04-10T15:13:39.360 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:39 smithi154 podman[98631]: 2024-04-10 15:13:39.077251842 +0000 UTC m=+0.837621524 container died 4579cdf8f05f89cb25ba9d8376616d129158307f1aa9afcff2584585c4cc3a25 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-activate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-10T15:13:39.858 INFO:tasks.rados.rados.0.smithi102.stdout:2332: finishing copy_from racing read to smithi10276805-49 2024-04-10T15:13:39.858 INFO:tasks.rados.rados.0.smithi102.stdout:2332: finishing copy_from to smithi10276805-49 2024-04-10T15:13:39.858 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1315 (ObjNum 663 snap 186 seq_num 663) dirty exists 2024-04-10T15:13:39.858 INFO:tasks.rados.rados.0.smithi102.stdout:2329: done (5 left) 2024-04-10T15:13:39.858 INFO:tasks.rados.rados.0.smithi102.stdout:2332: done (4 left) 2024-04-10T15:13:39.858 INFO:tasks.rados.rados.0.smithi102.stdout:2333: done (3 left) 2024-04-10T15:13:39.858 INFO:tasks.rados.rados.0.smithi102.stdout:2334: done (2 left) 2024-04-10T15:13:39.858 INFO:tasks.rados.rados.0.smithi102.stdout:2337: done (1 left) 2024-04-10T15:13:39.858 INFO:tasks.rados.rados.0.smithi102.stdout:2338: done (0 left) 2024-04-10T15:13:39.858 INFO:tasks.rados.rados.0.smithi102.stdout:2339: rollback oid 38 current snap is 214 2024-04-10T15:13:39.859 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 38 to 212 2024-04-10T15:13:39.859 INFO:tasks.rados.rados.0.smithi102.stdout:2340: rollback oid 39 current snap is 214 2024-04-10T15:13:39.859 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 39 to 212 2024-04-10T15:13:39.859 INFO:tasks.rados.rados.0.smithi102.stdout:2341: read oid 2 snap 209 2024-04-10T15:13:39.859 INFO:tasks.rados.rados.0.smithi102.stdout:2341: expect (ObjNum 688 snap 191 seq_num 688) 2024-04-10T15:13:39.859 INFO:tasks.rados.rados.0.smithi102.stdout:2342: read oid 37 snap 206 2024-04-10T15:13:39.859 INFO:tasks.rados.rados.0.smithi102.stdout:2342: expect (ObjNum 539 snap 144 seq_num 539) 2024-04-10T15:13:39.859 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 5 current snap is 214 2024-04-10T15:13:39.859 INFO:tasks.rados.rados.0.smithi102.stdout:2343: seq_num 741 ranges {3112960=417792} 2024-04-10T15:13:39.876 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:39 smithi154 podman[98777]: 2024-04-10 15:13:39.645186647 +0000 UTC m=+0.561892350 container remove 4579cdf8f05f89cb25ba9d8376616d129158307f1aa9afcff2584585c4cc3a25 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-activate, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-10T15:13:39.876 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:39 smithi154 podman[98843]: 2024-04-10 15:13:39.759369945 +0000 UTC m=+0.018032191 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:13:39.876 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:39 smithi154 podman[98843]: 2024-04-10 15:13:39.862663933 +0000 UTC m=+0.121326163 container create 37b06cfa6a20067ba362c065841c5c18cf093bc3e14af51eb1d0aab66e23936b (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True) 2024-04-10T15:13:39.878 INFO:tasks.rados.rados.0.smithi102.stdout:2343: writing smithi10276805-5 from 3112960 to 3530752 tid 1 2024-04-10T15:13:39.878 INFO:tasks.rados.rados.0.smithi102.stdout:2344: delete oid 19 current snap is 214 2024-04-10T15:13:39.878 INFO:tasks.rados.rados.0.smithi102.stdout:2339: finishing rollback tid 1 to smithi10276805-38 2024-04-10T15:13:39.878 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 739 (ObjNum 97 snap 0 seq_num 291) dirty dne 2024-04-10T15:13:39.878 INFO:tasks.rados.rados.0.smithi102.stdout:2340: finishing rollback tid 0 to smithi10276805-39 2024-04-10T15:13:39.878 INFO:tasks.rados.rados.0.smithi102.stdout:2340: finishing rollback tid 1 to smithi10276805-39 2024-04-10T15:13:39.878 INFO:tasks.rados.rados.0.smithi102.stdout:2340: finishing rollback tid 2 to smithi10276805-39 2024-04-10T15:13:39.879 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 1318 (ObjNum 721 snap 203 seq_num 721) dirty exists 2024-04-10T15:13:39.882 INFO:tasks.rados.rados.0.smithi102.stdout:2343: finishing write tid 1 to smithi10276805-5 2024-04-10T15:13:39.882 INFO:tasks.rados.rados.0.smithi102.stdout:2343: finishing write tid 2 to smithi10276805-5 2024-04-10T15:13:39.884 INFO:tasks.rados.rados.0.smithi102.stdout:2343: finishing write tid 3 to smithi10276805-5 2024-04-10T15:13:39.884 INFO:tasks.rados.rados.0.smithi102.stdout:2343: oid 5 updating version 0 to 1228 2024-04-10T15:13:39.884 INFO:tasks.rados.rados.0.smithi102.stdout:2343: oid 5 version 1228 is already newer than 1227 2024-04-10T15:13:39.884 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 1228 (ObjNum 741 snap 214 seq_num 741) dirty exists 2024-04-10T15:13:39.884 INFO:tasks.rados.rados.0.smithi102.stdout:2343: left oid 5 (ObjNum 741 snap 214 seq_num 741) 2024-04-10T15:13:39.897 INFO:tasks.rados.rados.0.smithi102.stdout:2342: expect (ObjNum 539 snap 144 seq_num 539) 2024-04-10T15:13:40.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:40 smithi154 ceph-mon[84269]: pgmap v407: 121 pgs: 7 active+undersized+degraded, 15 peering, 5 stale+active+clean, 12 active+undersized, 82 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 583 KiB/s rd, 2.4 MiB/s wr, 4 op/s; 22/321 objects degraded (6.854%) 2024-04-10T15:13:40.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:40 smithi154 ceph-mon[84269]: osdmap e500: 8 total, 7 up, 8 in 2024-04-10T15:13:40.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:40 smithi154 ceph-mon[84269]: Health check failed: Degraded data redundancy: 22/321 objects degraded (6.854%), 7 pgs degraded (PG_DEGRADED) 2024-04-10T15:13:40.377 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:40 smithi154 podman[98843]: 2024-04-10 15:13:40.157267318 +0000 UTC m=+0.415929548 container init 37b06cfa6a20067ba362c065841c5c18cf093bc3e14af51eb1d0aab66e23936b (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-10T15:13:40.377 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:40 smithi154 podman[98843]: 2024-04-10 15:13:40.160782678 +0000 UTC m=+0.419444921 container start 37b06cfa6a20067ba362c065841c5c18cf093bc3e14af51eb1d0aab66e23936b (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-10T15:13:40.377 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:40 smithi154 ceph-osd[98862]: -- 172.21.15.154:0/480036928 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x565344527680 con 0x5653444f1400 2024-04-10T15:13:40.377 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:40 smithi154 bash[98843]: 37b06cfa6a20067ba362c065841c5c18cf093bc3e14af51eb1d0aab66e23936b 2024-04-10T15:13:40.377 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:40 smithi154 systemd[1]: Started Ceph osd.6 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:13:40.502 INFO:tasks.rados.rados.0.smithi102.stdout:2341: expect (ObjNum 688 snap 191 seq_num 688) 2024-04-10T15:13:40.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:40 smithi102 ceph-mon[90943]: pgmap v407: 121 pgs: 7 active+undersized+degraded, 15 peering, 5 stale+active+clean, 12 active+undersized, 82 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 583 KiB/s rd, 2.4 MiB/s wr, 4 op/s; 22/321 objects degraded (6.854%) 2024-04-10T15:13:40.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:40 smithi102 ceph-mon[90943]: osdmap e500: 8 total, 7 up, 8 in 2024-04-10T15:13:40.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:40 smithi102 ceph-mon[90943]: Health check failed: Degraded data redundancy: 22/321 objects degraded (6.854%), 7 pgs degraded (PG_DEGRADED) 2024-04-10T15:13:40.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:40 smithi102 ceph-mon[88557]: pgmap v407: 121 pgs: 7 active+undersized+degraded, 15 peering, 5 stale+active+clean, 12 active+undersized, 82 active+clean; 270 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 583 KiB/s rd, 2.4 MiB/s wr, 4 op/s; 22/321 objects degraded (6.854%) 2024-04-10T15:13:40.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:40 smithi102 ceph-mon[88557]: osdmap e500: 8 total, 7 up, 8 in 2024-04-10T15:13:40.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:40 smithi102 ceph-mon[88557]: Health check failed: Degraded data redundancy: 22/321 objects degraded (6.854%), 7 pgs degraded (PG_DEGRADED) 2024-04-10T15:13:41.076 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:40 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T15:13:40.705+0000 7f9c625d47c0 -1 Falling back to public interface 2024-04-10T15:13:41.238 INFO:tasks.rados.rados.0.smithi102.stdout:2339: done (5 left) 2024-04-10T15:13:41.239 INFO:tasks.rados.rados.0.smithi102.stdout:2340: done (4 left) 2024-04-10T15:13:41.239 INFO:tasks.rados.rados.0.smithi102.stdout:2341: done (3 left) 2024-04-10T15:13:41.239 INFO:tasks.rados.rados.0.smithi102.stdout:2342: done (2 left) 2024-04-10T15:13:41.239 INFO:tasks.rados.rados.0.smithi102.stdout:2343: done (1 left) 2024-04-10T15:13:41.239 INFO:tasks.rados.rados.0.smithi102.stdout:2344: done (0 left) 2024-04-10T15:13:41.239 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 35 current snap is 214 2024-04-10T15:13:41.239 INFO:tasks.rados.rados.0.smithi102.stdout:2345: seq_num 743 ranges {6348800=450560} 2024-04-10T15:13:41.274 INFO:tasks.rados.rados.0.smithi102.stdout:2345: writing smithi10276805-35 from 6348800 to 6799360 tid 1 2024-04-10T15:13:41.274 INFO:tasks.rados.rados.0.smithi102.stdout:2346: delete oid 17 current snap is 214 2024-04-10T15:13:41.277 INFO:tasks.rados.rados.0.smithi102.stdout:2346: done (1 left) 2024-04-10T15:13:41.277 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 3 current snap is 214 2024-04-10T15:13:41.277 INFO:tasks.rados.rados.0.smithi102.stdout:2347: seq_num 745 ranges {8560640=483328} 2024-04-10T15:13:41.325 INFO:tasks.rados.rados.0.smithi102.stdout:2347: writing smithi10276805-3 from 8560640 to 9043968 tid 1 2024-04-10T15:13:41.325 INFO:tasks.rados.rados.0.smithi102.stdout:2348: snap_create 2024-04-10T15:13:41.325 INFO:tasks.rados.rados.0.smithi102.stdout:2345: finishing write tid 1 to smithi10276805-35 2024-04-10T15:13:41.325 INFO:tasks.rados.rados.0.smithi102.stdout:2345: finishing write tid 2 to smithi10276805-35 2024-04-10T15:13:41.325 INFO:tasks.rados.rados.0.smithi102.stdout:2345: finishing write tid 3 to smithi10276805-35 2024-04-10T15:13:41.325 INFO:tasks.rados.rados.0.smithi102.stdout:2345: oid 35 updating version 0 to 836 2024-04-10T15:13:41.326 INFO:tasks.rados.rados.0.smithi102.stdout:2345: oid 35 version 836 is already newer than 835 2024-04-10T15:13:41.326 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 836 (ObjNum 743 snap 214 seq_num 743) dirty exists 2024-04-10T15:13:41.326 INFO:tasks.rados.rados.0.smithi102.stdout:2345: left oid 35 (ObjNum 743 snap 214 seq_num 743) 2024-04-10T15:13:41.329 INFO:tasks.rados.rados.0.smithi102.stdout:2347: finishing write tid 1 to smithi10276805-3 2024-04-10T15:13:41.329 INFO:tasks.rados.rados.0.smithi102.stdout:2347: finishing write tid 2 to smithi10276805-3 2024-04-10T15:13:41.330 INFO:tasks.rados.rados.0.smithi102.stdout:2347: finishing write tid 3 to smithi10276805-3 2024-04-10T15:13:41.330 INFO:tasks.rados.rados.0.smithi102.stdout:2347: oid 3 updating version 0 to 1319 2024-04-10T15:13:41.330 INFO:tasks.rados.rados.0.smithi102.stdout:2347: oid 3 updating version 1319 to 1320 2024-04-10T15:13:41.330 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 1320 (ObjNum 745 snap 214 seq_num 745) dirty exists 2024-04-10T15:13:41.330 INFO:tasks.rados.rados.0.smithi102.stdout:2347: left oid 3 (ObjNum 745 snap 214 seq_num 745) 2024-04-10T15:13:41.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:41 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:41.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:41 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:41.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:41 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:13:41.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:41 smithi154 ceph-mon[84269]: pgmap v409: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 284 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.8 MiB/s wr, 6 op/s; 40/333 objects degraded (12.012%) 2024-04-10T15:13:41.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:41 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:41.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:41 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:41.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:41 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:13:41.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:41 smithi102 ceph-mon[90943]: pgmap v409: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 284 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.8 MiB/s wr, 6 op/s; 40/333 objects degraded (12.012%) 2024-04-10T15:13:41.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:41 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:41.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:41 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:41.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:41 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:13:41.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:41 smithi102 ceph-mon[88557]: pgmap v409: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 284 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.8 MiB/s wr, 6 op/s; 40/333 objects degraded (12.012%) 2024-04-10T15:13:42.279 INFO:tasks.rados.rados.0.smithi102.stdout:2345: done (2 left) 2024-04-10T15:13:42.279 INFO:tasks.rados.rados.0.smithi102.stdout:2347: done (1 left) 2024-04-10T15:13:42.279 INFO:tasks.rados.rados.0.smithi102.stdout:2348: done (0 left) 2024-04-10T15:13:42.280 INFO:tasks.rados.rados.0.smithi102.stdout:2349: delete oid 47 current snap is 215 2024-04-10T15:13:42.284 INFO:tasks.rados.rados.0.smithi102.stdout:2349: done (0 left) 2024-04-10T15:13:42.284 INFO:tasks.rados.rados.0.smithi102.stdout:2350: copy_from oid 37 from oid 34 current snap is 215 2024-04-10T15:13:42.284 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 9 current snap is 215 2024-04-10T15:13:42.284 INFO:tasks.rados.rados.0.smithi102.stdout:2351: seq_num 747 ranges {0=516096} 2024-04-10T15:13:42.287 INFO:tasks.rados.rados.0.smithi102.stdout:2351: writing smithi10276805-9 from 0 to 516096 tid 1 2024-04-10T15:13:42.287 INFO:tasks.rados.rados.0.smithi102.stdout:2352: rollback oid 27 current snap is 215 2024-04-10T15:13:42.287 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 27 to 207 2024-04-10T15:13:42.287 INFO:tasks.rados.rados.0.smithi102.stdout:2353: delete oid 28 current snap is 215 2024-04-10T15:13:42.291 INFO:tasks.rados.rados.0.smithi102.stdout:2352: finishing rollback tid 0 to smithi10276805-27 2024-04-10T15:13:42.292 INFO:tasks.rados.rados.0.smithi102.stdout:2351: finishing write tid 1 to smithi10276805-9 2024-04-10T15:13:42.292 INFO:tasks.rados.rados.0.smithi102.stdout:2351: finishing write tid 2 to smithi10276805-9 2024-04-10T15:13:42.292 INFO:tasks.rados.rados.0.smithi102.stdout:2353: done (3 left) 2024-04-10T15:13:42.293 INFO:tasks.rados.rados.0.smithi102.stdout:2354: delete oid 35 current snap is 215 2024-04-10T15:13:42.293 INFO:tasks.rados.rados.0.smithi102.stdout:2352: finishing rollback tid 1 to smithi10276805-27 2024-04-10T15:13:42.293 INFO:tasks.rados.rados.0.smithi102.stdout:2352: finishing rollback tid 2 to smithi10276805-27 2024-04-10T15:13:42.293 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 1323 (ObjNum 711 snap 201 seq_num 711) dirty exists 2024-04-10T15:13:42.293 INFO:tasks.rados.rados.0.smithi102.stdout:2351: finishing write tid 3 to smithi10276805-9 2024-04-10T15:13:42.294 INFO:tasks.rados.rados.0.smithi102.stdout:2351: oid 9 updating version 0 to 1215 2024-04-10T15:13:42.294 INFO:tasks.rados.rados.0.smithi102.stdout:2351: oid 9 updating version 1215 to 1216 2024-04-10T15:13:42.294 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 1216 (ObjNum 747 snap 215 seq_num 747) dirty exists 2024-04-10T15:13:42.294 INFO:tasks.rados.rados.0.smithi102.stdout:2351: left oid 9 (ObjNum 747 snap 215 seq_num 747) 2024-04-10T15:13:42.295 INFO:tasks.rados.rados.0.smithi102.stdout:2351: done (3 left) 2024-04-10T15:13:42.295 INFO:tasks.rados.rados.0.smithi102.stdout:2352: done (2 left) 2024-04-10T15:13:42.295 INFO:tasks.rados.rados.0.smithi102.stdout:2354: done (1 left) 2024-04-10T15:13:42.295 INFO:tasks.rados.rados.0.smithi102.stdout:2355: snap_create 2024-04-10T15:13:42.299 INFO:tasks.rados.rados.0.smithi102.stdout:2350: finishing copy_from racing read to smithi10276805-37 2024-04-10T15:13:42.301 INFO:tasks.rados.rados.0.smithi102.stdout:2350: finishing copy_from to smithi10276805-37 2024-04-10T15:13:42.301 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 823 (ObjNum 693 snap 195 seq_num 693) dirty exists 2024-04-10T15:13:42.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:42 smithi154 ceph-mon[84269]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-10T15:13:42.627 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:13:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:13:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:13:42.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:42 smithi102 ceph-mon[90943]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-10T15:13:42.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:42 smithi102 ceph-mon[88557]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 1 pg peering) 2024-04-10T15:13:43.296 INFO:tasks.rados.rados.0.smithi102.stdout:2350: done (1 left) 2024-04-10T15:13:43.296 INFO:tasks.rados.rados.0.smithi102.stdout:2355: done (0 left) 2024-04-10T15:13:43.296 INFO:tasks.rados.rados.0.smithi102.stdout:2356: snap_remove snap 195 2024-04-10T15:13:43.613 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:43 smithi154 ceph-mon[84269]: osdmap e501: 8 total, 7 up, 8 in 2024-04-10T15:13:43.613 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:43 smithi154 ceph-mon[84269]: pgmap v411: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 298 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 6.3 MiB/s wr, 8 op/s; 40/351 objects degraded (11.396%) 2024-04-10T15:13:43.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:43 smithi102 ceph-mon[90943]: osdmap e501: 8 total, 7 up, 8 in 2024-04-10T15:13:43.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:43 smithi102 ceph-mon[90943]: pgmap v411: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 298 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 6.3 MiB/s wr, 8 op/s; 40/351 objects degraded (11.396%) 2024-04-10T15:13:43.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:43 smithi102 ceph-mon[88557]: osdmap e501: 8 total, 7 up, 8 in 2024-04-10T15:13:43.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:43 smithi102 ceph-mon[88557]: pgmap v411: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 298 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 9.6 MiB/s rd, 6.3 MiB/s wr, 8 op/s; 40/351 objects degraded (11.396%) 2024-04-10T15:13:44.188 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:43 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T15:13:43.986+0000 7f9c625d47c0 -1 osd.6 495 log_to_monitors true 2024-04-10T15:13:44.297 INFO:tasks.rados.rados.0.smithi102.stdout:2356: done (0 left) 2024-04-10T15:13:44.297 INFO:tasks.rados.rados.0.smithi102.stdout:2357: snap_create 2024-04-10T15:13:44.542 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 15:13:44 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T15:13:44.372+0000 7f9c4fa24700 -1 osd.6 495 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:13:44.543 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:44 smithi154 ceph-mon[84269]: osdmap e502: 8 total, 7 up, 8 in 2024-04-10T15:13:44.543 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:44 smithi154 ceph-mon[84269]: from='osd.6 [v2:172.21.15.154:6816/3280588489,v1:172.21.15.154:6817/3280588489]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:13:44.543 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:44 smithi154 ceph-mon[84269]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:13:44.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:44 smithi102 ceph-mon[90943]: osdmap e502: 8 total, 7 up, 8 in 2024-04-10T15:13:44.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:44 smithi102 ceph-mon[90943]: from='osd.6 [v2:172.21.15.154:6816/3280588489,v1:172.21.15.154:6817/3280588489]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:13:44.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:44 smithi102 ceph-mon[90943]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:13:44.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:44 smithi102 ceph-mon[88557]: osdmap e502: 8 total, 7 up, 8 in 2024-04-10T15:13:44.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:44 smithi102 ceph-mon[88557]: from='osd.6 [v2:172.21.15.154:6816/3280588489,v1:172.21.15.154:6817/3280588489]' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:13:44.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:44 smithi102 ceph-mon[88557]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]: dispatch 2024-04-10T15:13:45.302 INFO:tasks.rados.rados.0.smithi102.stdout:2357: done (0 left) 2024-04-10T15:13:45.302 INFO:tasks.rados.rados.0.smithi102.stdout:2358: snap_remove snap 205 2024-04-10T15:13:45.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:45 smithi154 ceph-mon[84269]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-10T15:13:45.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:45 smithi154 ceph-mon[84269]: osdmap e503: 8 total, 7 up, 8 in 2024-04-10T15:13:45.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:45 smithi154 ceph-mon[84269]: from='osd.6 [v2:172.21.15.154:6816/3280588489,v1:172.21.15.154:6817/3280588489]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:13:45.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:45 smithi154 ceph-mon[84269]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:13:45.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:45 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:45.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:45 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:45.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:45 smithi154 ceph-mon[84269]: pgmap v414: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 299 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.9 MiB/s wr, 11 op/s; 44/372 objects degraded (11.828%) 2024-04-10T15:13:45.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:45 smithi154 ceph-mon[84269]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:13:45.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:45 smithi154 ceph-mon[84269]: osd.6 [v2:172.21.15.154:6816/3280588489,v1:172.21.15.154:6817/3280588489] boot 2024-04-10T15:13:45.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:45 smithi154 ceph-mon[84269]: osdmap e504: 8 total, 8 up, 8 in 2024-04-10T15:13:45.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:45 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:13:45.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[88557]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-10T15:13:45.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[88557]: osdmap e503: 8 total, 7 up, 8 in 2024-04-10T15:13:45.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[88557]: from='osd.6 [v2:172.21.15.154:6816/3280588489,v1:172.21.15.154:6817/3280588489]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:13:45.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[88557]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:13:45.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:45.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:45.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[88557]: pgmap v414: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 299 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.9 MiB/s wr, 11 op/s; 44/372 objects degraded (11.828%) 2024-04-10T15:13:45.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[88557]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:13:45.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[88557]: osd.6 [v2:172.21.15.154:6816/3280588489,v1:172.21.15.154:6817/3280588489] boot 2024-04-10T15:13:45.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[88557]: osdmap e504: 8 total, 8 up, 8 in 2024-04-10T15:13:45.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:13:45.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[90943]: from='osd.6 ' entity='osd.6' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["6"]}]': finished 2024-04-10T15:13:45.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[90943]: osdmap e503: 8 total, 7 up, 8 in 2024-04-10T15:13:45.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[90943]: from='osd.6 [v2:172.21.15.154:6816/3280588489,v1:172.21.15.154:6817/3280588489]' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:13:45.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[90943]: from='osd.6 ' entity='osd.6' cmd=[{"prefix": "osd crush create-or-move", "id": 6, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:13:45.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:45.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:45.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[90943]: pgmap v414: 121 pgs: 9 active+undersized+degraded, 34 active+undersized, 78 active+clean; 299 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 4.9 MiB/s wr, 11 op/s; 44/372 objects degraded (11.828%) 2024-04-10T15:13:45.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[90943]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:13:45.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[90943]: osd.6 [v2:172.21.15.154:6816/3280588489,v1:172.21.15.154:6817/3280588489] boot 2024-04-10T15:13:45.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[90943]: osdmap e504: 8 total, 8 up, 8 in 2024-04-10T15:13:45.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:45 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 6}]: dispatch 2024-04-10T15:13:46.302 INFO:tasks.rados.rados.0.smithi102.stdout:2358: done (0 left) 2024-04-10T15:13:46.302 INFO:tasks.rados.rados.0.smithi102.stdout:2359: setattr oid 43 current snap is 217 2024-04-10T15:13:46.303 INFO:tasks.rados.rados.0.smithi102.stdout:2360: setattr oid 29 current snap is 217 2024-04-10T15:13:46.306 INFO:tasks.rados.rados.0.smithi102.stdout:2361: rmattr oid 12 current snap is 217 2024-04-10T15:13:46.306 INFO:tasks.rados.rados.0.smithi102.stdout:2361: done (2 left) 2024-04-10T15:13:46.306 INFO:tasks.rados.rados.0.smithi102.stdout:2362: read oid 3 snap -1 2024-04-10T15:13:46.306 INFO:tasks.rados.rados.0.smithi102.stdout:2362: expect (ObjNum 745 snap 214 seq_num 745) 2024-04-10T15:13:46.306 INFO:tasks.rados.rados.0.smithi102.stdout:2363: read oid 38 snap -1 2024-04-10T15:13:46.306 INFO:tasks.rados.rados.0.smithi102.stdout:2363: expect deleted 2024-04-10T15:13:46.307 INFO:tasks.rados.rados.0.smithi102.stdout:2364: setattr oid 28 current snap is 217 2024-04-10T15:13:46.308 INFO:tasks.rados.rados.0.smithi102.stdout:2365: read oid 16 snap 215 2024-04-10T15:13:46.308 INFO:tasks.rados.rados.0.smithi102.stdout:2365: expect (ObjNum 663 snap 186 seq_num 663) 2024-04-10T15:13:46.308 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 50 current snap is 217 2024-04-10T15:13:46.308 INFO:tasks.rados.rados.0.smithi102.stdout:2366: seq_num 750 ranges {794624=565248} 2024-04-10T15:13:46.317 INFO:tasks.rados.rados.0.smithi102.stdout:2366: writing smithi10276805-50 from 794624 to 1359872 tid 1 2024-04-10T15:13:46.317 INFO:tasks.rados.rados.0.smithi102.stdout:2367: snap_create 2024-04-10T15:13:46.333 INFO:tasks.rados.rados.0.smithi102.stdout:2366: finishing write tid 1 to smithi10276805-50 2024-04-10T15:13:46.333 INFO:tasks.rados.rados.0.smithi102.stdout:2366: finishing write tid 2 to smithi10276805-50 2024-04-10T15:13:46.335 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 1232 (ObjNum 672 snap 188 seq_num 672) dirty exists 2024-04-10T15:13:46.335 INFO:tasks.rados.rados.0.smithi102.stdout:2366: finishing write tid 3 to smithi10276805-50 2024-04-10T15:13:46.336 INFO:tasks.rados.rados.0.smithi102.stdout:2366: oid 50 updating version 0 to 717 2024-04-10T15:13:46.336 INFO:tasks.rados.rados.0.smithi102.stdout:2366: oid 50 updating version 717 to 718 2024-04-10T15:13:46.336 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 718 (ObjNum 750 snap 217 seq_num 750) dirty exists 2024-04-10T15:13:46.336 INFO:tasks.rados.rados.0.smithi102.stdout:2366: left oid 50 (ObjNum 750 snap 217 seq_num 750) 2024-04-10T15:13:46.343 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 1544 (ObjNum 33 snap 0 seq_num 88157984) dirty exists 2024-04-10T15:13:46.351 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 1545 (ObjNum 769 snap 0 seq_num 88888240) dirty exists 2024-04-10T15:13:46.359 INFO:tasks.rados.rados.0.smithi102.stdout:2362: expect (ObjNum 745 snap 214 seq_num 745) 2024-04-10T15:13:46.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:46 smithi154 ceph-mon[84269]: Health check update: Degraded data redundancy: 44/372 objects degraded (11.828%), 9 pgs degraded (PG_DEGRADED) 2024-04-10T15:13:46.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:46.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:46.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:46 smithi154 ceph-mon[84269]: osdmap e505: 8 total, 8 up, 8 in 2024-04-10T15:13:46.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:46 smithi102 ceph-mon[90943]: Health check update: Degraded data redundancy: 44/372 objects degraded (11.828%), 9 pgs degraded (PG_DEGRADED) 2024-04-10T15:13:46.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:46.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:46.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:46 smithi102 ceph-mon[90943]: osdmap e505: 8 total, 8 up, 8 in 2024-04-10T15:13:46.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:46 smithi102 ceph-mon[88557]: Health check update: Degraded data redundancy: 44/372 objects degraded (11.828%), 9 pgs degraded (PG_DEGRADED) 2024-04-10T15:13:46.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:46.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:46.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:46 smithi102 ceph-mon[88557]: osdmap e505: 8 total, 8 up, 8 in 2024-04-10T15:13:46.976 INFO:tasks.rados.rados.0.smithi102.stdout:2365: expect (ObjNum 663 snap 186 seq_num 663) 2024-04-10T15:13:47.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:47 smithi154 ceph-mon[84269]: pgmap v417: 121 pgs: 9 peering, 9 active+undersized+degraded, 25 active+undersized, 78 active+clean; 282 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 948 KiB/s wr, 9 op/s; 45/342 objects degraded (13.158%) 2024-04-10T15:13:47.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:47 smithi102 ceph-mon[90943]: pgmap v417: 121 pgs: 9 peering, 9 active+undersized+degraded, 25 active+undersized, 78 active+clean; 282 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 948 KiB/s wr, 9 op/s; 45/342 objects degraded (13.158%) 2024-04-10T15:13:47.657 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:13:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:13:47] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-04-10T15:13:47.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:47 smithi102 ceph-mon[88557]: pgmap v417: 121 pgs: 9 peering, 9 active+undersized+degraded, 25 active+undersized, 78 active+clean; 282 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 7.3 MiB/s rd, 948 KiB/s wr, 9 op/s; 45/342 objects degraded (13.158%) 2024-04-10T15:13:48.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:48 smithi154 ceph-mon[84269]: osdmap e506: 8 total, 8 up, 8 in 2024-04-10T15:13:48.630 INFO:tasks.rados.rados.0.smithi102.stdout:2359: done (7 left) 2024-04-10T15:13:48.630 INFO:tasks.rados.rados.0.smithi102.stdout:2360: done (6 left) 2024-04-10T15:13:48.630 INFO:tasks.rados.rados.0.smithi102.stdout:2362: done (5 left) 2024-04-10T15:13:48.630 INFO:tasks.rados.rados.0.smithi102.stdout:2363: done (4 left) 2024-04-10T15:13:48.630 INFO:tasks.rados.rados.0.smithi102.stdout:2364: done (3 left) 2024-04-10T15:13:48.630 INFO:tasks.rados.rados.0.smithi102.stdout:2365: done (2 left) 2024-04-10T15:13:48.630 INFO:tasks.rados.rados.0.smithi102.stdout:2366: done (1 left) 2024-04-10T15:13:48.630 INFO:tasks.rados.rados.0.smithi102.stdout:2367: done (0 left) 2024-04-10T15:13:48.630 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 9 current snap is 218 2024-04-10T15:13:48.631 INFO:tasks.rados.rados.0.smithi102.stdout:2368: seq_num 751 ranges {516096=581632} 2024-04-10T15:13:48.636 INFO:tasks.rados.rados.0.smithi102.stdout:2368: writing smithi10276805-9 from 516096 to 1097728 tid 1 2024-04-10T15:13:48.636 INFO:tasks.rados.rados.0.smithi102.stdout:2369: read oid 18 snap -1 2024-04-10T15:13:48.636 INFO:tasks.rados.rados.0.smithi102.stdout:2369: expect deleted 2024-04-10T15:13:48.636 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 21 current snap is 218 2024-04-10T15:13:48.636 INFO:tasks.rados.rados.0.smithi102.stdout:2370: seq_num 752 ranges {0=598016} 2024-04-10T15:13:48.639 INFO:tasks.rados.rados.0.smithi102.stdout:2370: writing smithi10276805-21 from 0 to 598016 tid 1 2024-04-10T15:13:48.639 INFO:tasks.rados.rados.0.smithi102.stdout:2371: snap_create 2024-04-10T15:13:48.639 INFO:tasks.rados.rados.0.smithi102.stdout:2368: finishing write tid 1 to smithi10276805-9 2024-04-10T15:13:48.639 INFO:tasks.rados.rados.0.smithi102.stdout:2368: finishing write tid 2 to smithi10276805-9 2024-04-10T15:13:48.641 INFO:tasks.rados.rados.0.smithi102.stdout:2368: finishing write tid 3 to smithi10276805-9 2024-04-10T15:13:48.641 INFO:tasks.rados.rados.0.smithi102.stdout:2368: oid 9 updating version 0 to 1217 2024-04-10T15:13:48.641 INFO:tasks.rados.rados.0.smithi102.stdout:2368: oid 9 updating version 1217 to 1218 2024-04-10T15:13:48.641 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 1218 (ObjNum 751 snap 218 seq_num 751) dirty exists 2024-04-10T15:13:48.641 INFO:tasks.rados.rados.0.smithi102.stdout:2368: left oid 9 (ObjNum 751 snap 218 seq_num 751) 2024-04-10T15:13:48.642 INFO:tasks.rados.rados.0.smithi102.stdout:2370: finishing write tid 1 to smithi10276805-21 2024-04-10T15:13:48.642 INFO:tasks.rados.rados.0.smithi102.stdout:2370: finishing write tid 2 to smithi10276805-21 2024-04-10T15:13:48.644 INFO:tasks.rados.rados.0.smithi102.stdout:2370: finishing write tid 3 to smithi10276805-21 2024-04-10T15:13:48.644 INFO:tasks.rados.rados.0.smithi102.stdout:2370: oid 21 updating version 0 to 1153 2024-04-10T15:13:48.644 INFO:tasks.rados.rados.0.smithi102.stdout:2370: oid 21 updating version 1153 to 1154 2024-04-10T15:13:48.644 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 1154 (ObjNum 752 snap 218 seq_num 752) dirty exists 2024-04-10T15:13:48.644 INFO:tasks.rados.rados.0.smithi102.stdout:2370: left oid 21 (ObjNum 752 snap 218 seq_num 752) 2024-04-10T15:13:48.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:48 smithi102 ceph-mon[90943]: osdmap e506: 8 total, 8 up, 8 in 2024-04-10T15:13:48.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:48 smithi102 ceph-mon[88557]: osdmap e506: 8 total, 8 up, 8 in 2024-04-10T15:13:49.326 INFO:tasks.rados.rados.0.smithi102.stdout:2368: done (3 left) 2024-04-10T15:13:49.326 INFO:tasks.rados.rados.0.smithi102.stdout:2369: done (2 left) 2024-04-10T15:13:49.326 INFO:tasks.rados.rados.0.smithi102.stdout:2370: done (1 left) 2024-04-10T15:13:49.327 INFO:tasks.rados.rados.0.smithi102.stdout:2371: done (0 left) 2024-04-10T15:13:49.327 INFO:tasks.rados.rados.0.smithi102.stdout:2372: rmattr oid 11 current snap is 219 2024-04-10T15:13:49.327 INFO:tasks.rados.rados.0.smithi102.stdout:2373: read oid 40 snap -1 2024-04-10T15:13:49.327 INFO:tasks.rados.rados.0.smithi102.stdout:2373: expect deleted 2024-04-10T15:13:49.327 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 47 current snap is 219 2024-04-10T15:13:49.327 INFO:tasks.rados.rados.0.smithi102.stdout:2374: seq_num 753 ranges {0=614400} 2024-04-10T15:13:49.330 INFO:tasks.rados.rados.0.smithi102.stdout:2374: writing smithi10276805-47 from 0 to 614400 tid 1 2024-04-10T15:13:49.331 INFO:tasks.rados.rados.0.smithi102.stdout:2375: read oid 10 snap -1 2024-04-10T15:13:49.331 INFO:tasks.rados.rados.0.smithi102.stdout:2375: expect deleted 2024-04-10T15:13:49.331 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 219 2024-04-10T15:13:49.331 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 1330 (ObjNum 709 snap 201 seq_num 709) dirty exists 2024-04-10T15:13:49.331 INFO:tasks.rados.rados.0.smithi102.stdout:2376: seq_num 754 ranges {0=630784} 2024-04-10T15:13:49.333 INFO:tasks.rados.rados.0.smithi102.stdout:2376: writing smithi10276805-25 from 0 to 630784 tid 1 2024-04-10T15:13:49.334 INFO:tasks.rados.rados.0.smithi102.stdout:2372: done (4 left) 2024-04-10T15:13:49.334 INFO:tasks.rados.rados.0.smithi102.stdout:2373: done (3 left) 2024-04-10T15:13:49.334 INFO:tasks.rados.rados.0.smithi102.stdout:2377: snap_create 2024-04-10T15:13:49.334 INFO:tasks.rados.rados.0.smithi102.stdout:2374: finishing write tid 1 to smithi10276805-47 2024-04-10T15:13:49.334 INFO:tasks.rados.rados.0.smithi102.stdout:2374: finishing write tid 2 to smithi10276805-47 2024-04-10T15:13:49.335 INFO:tasks.rados.rados.0.smithi102.stdout:2374: finishing write tid 3 to smithi10276805-47 2024-04-10T15:13:49.336 INFO:tasks.rados.rados.0.smithi102.stdout:2374: oid 47 updating version 0 to 1561 2024-04-10T15:13:49.336 INFO:tasks.rados.rados.0.smithi102.stdout:2374: oid 47 version 1561 is already newer than 1560 2024-04-10T15:13:49.336 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 1561 (ObjNum 753 snap 219 seq_num 753) dirty exists 2024-04-10T15:13:49.336 INFO:tasks.rados.rados.0.smithi102.stdout:2374: left oid 47 (ObjNum 753 snap 219 seq_num 753) 2024-04-10T15:13:49.338 INFO:tasks.rados.rados.0.smithi102.stdout:2376: finishing write tid 1 to smithi10276805-25 2024-04-10T15:13:49.338 INFO:tasks.rados.rados.0.smithi102.stdout:2376: finishing write tid 2 to smithi10276805-25 2024-04-10T15:13:49.339 INFO:tasks.rados.rados.0.smithi102.stdout:2376: finishing write tid 3 to smithi10276805-25 2024-04-10T15:13:49.339 INFO:tasks.rados.rados.0.smithi102.stdout:2376: oid 25 updating version 0 to 1316 2024-04-10T15:13:49.339 INFO:tasks.rados.rados.0.smithi102.stdout:2376: oid 25 updating version 1316 to 1317 2024-04-10T15:13:49.339 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 1317 (ObjNum 754 snap 219 seq_num 754) dirty exists 2024-04-10T15:13:49.339 INFO:tasks.rados.rados.0.smithi102.stdout:2376: left oid 25 (ObjNum 754 snap 219 seq_num 754) 2024-04-10T15:13:49.658 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:13:49 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T15:13:49.333+0000 7f98c6a06700 -1 mgr.server reply reply (16) Device or resource busy unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-10T15:13:50.328 INFO:tasks.rados.rados.0.smithi102.stdout:2374: done (3 left) 2024-04-10T15:13:50.328 INFO:tasks.rados.rados.0.smithi102.stdout:2375: done (2 left) 2024-04-10T15:13:50.329 INFO:tasks.rados.rados.0.smithi102.stdout:2376: done (1 left) 2024-04-10T15:13:50.329 INFO:tasks.rados.rados.0.smithi102.stdout:2377: done (0 left) 2024-04-10T15:13:50.329 INFO:tasks.rados.rados.0.smithi102.stdout:2378: delete oid 37 current snap is 220 2024-04-10T15:13:50.333 INFO:tasks.rados.rados.0.smithi102.stdout:2378: done (0 left) 2024-04-10T15:13:50.334 INFO:tasks.rados.rados.0.smithi102.stdout:2379: delete oid 8 current snap is 220 2024-04-10T15:13:50.339 INFO:tasks.rados.rados.0.smithi102.stdout:2379: done (0 left) 2024-04-10T15:13:50.339 INFO:tasks.rados.rados.0.smithi102.stdout:2380: read oid 49 snap 210 2024-04-10T15:13:50.339 INFO:tasks.rados.rados.0.smithi102.stdout:2380: expect (ObjNum 704 snap 199 seq_num 704) 2024-04-10T15:13:50.339 INFO:tasks.rados.rados.0.smithi102.stdout:2381: read oid 36 snap 211 2024-04-10T15:13:50.339 INFO:tasks.rados.rados.0.smithi102.stdout:2381: expect deleted 2024-04-10T15:13:50.340 INFO:tasks.rados.rados.0.smithi102.stdout:2382: copy_from oid 43 from oid 5 current snap is 220 2024-04-10T15:13:50.340 INFO:tasks.rados.rados.0.smithi102.stdout:2383: snap_remove snap 208 2024-04-10T15:13:50.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:50.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:50.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:13:50.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:13:50.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:50.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[88557]: pgmap v419: 121 pgs: 9 peering, 4 active+undersized+degraded, 20 active+undersized, 88 active+clean; 271 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 629 B/s rd, 729 KiB/s wr, 3 op/s; 28/324 objects degraded (8.642%); 6.1 MiB/s, 1 objects/s recovering 2024-04-10T15:13:50.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:13:50.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:50.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:50.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:50.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:13:50.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[88557]: osdmap e507: 8 total, 8 up, 8 in 2024-04-10T15:13:50.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:50.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:50.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:13:50.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:13:50.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:50.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[90943]: pgmap v419: 121 pgs: 9 peering, 4 active+undersized+degraded, 20 active+undersized, 88 active+clean; 271 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 629 B/s rd, 729 KiB/s wr, 3 op/s; 28/324 objects degraded (8.642%); 6.1 MiB/s, 1 objects/s recovering 2024-04-10T15:13:50.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:13:50.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:50.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:50.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:50.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:13:50.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:50 smithi102 ceph-mon[90943]: osdmap e507: 8 total, 8 up, 8 in 2024-04-10T15:13:50.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:50 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:50.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:50 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:50.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:50 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:13:50.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:50 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:13:50.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:50 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:50.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:50 smithi154 ceph-mon[84269]: pgmap v419: 121 pgs: 9 peering, 4 active+undersized+degraded, 20 active+undersized, 88 active+clean; 271 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 629 B/s rd, 729 KiB/s wr, 3 op/s; 28/324 objects degraded (8.642%); 6.1 MiB/s, 1 objects/s recovering 2024-04-10T15:13:50.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:50 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:13:50.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:50 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:50.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:50 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:50.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:50 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:50.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:50 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:13:50.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:50 smithi154 ceph-mon[84269]: osdmap e507: 8 total, 8 up, 8 in 2024-04-10T15:13:51.332 INFO:tasks.rados.rados.0.smithi102.stdout:2382: finishing copy_from racing read to smithi10276805-43 2024-04-10T15:13:51.333 INFO:tasks.rados.rados.0.smithi102.stdout:2382: finishing copy_from to smithi10276805-43 2024-04-10T15:13:51.333 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 1228 (ObjNum 741 snap 214 seq_num 741) dirty exists 2024-04-10T15:13:51.333 INFO:tasks.rados.rados.0.smithi102.stdout:2380: expect (ObjNum 704 snap 199 seq_num 704) 2024-04-10T15:13:51.529 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:51 smithi154 ceph-mon[84269]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:13:51.529 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:51 smithi154 ceph-mon[84269]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-10T15:13:51.529 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:51 smithi154 ceph-mon[84269]: osdmap e508: 8 total, 8 up, 8 in 2024-04-10T15:13:51.582 INFO:tasks.rados.rados.0.smithi102.stdout:2380: done (3 left) 2024-04-10T15:13:51.582 INFO:tasks.rados.rados.0.smithi102.stdout:2381: done (2 left) 2024-04-10T15:13:51.582 INFO:tasks.rados.rados.0.smithi102.stdout:2382: done (1 left) 2024-04-10T15:13:51.582 INFO:tasks.rados.rados.0.smithi102.stdout:2383: done (0 left) 2024-04-10T15:13:51.582 INFO:tasks.rados.rados.0.smithi102.stdout:2384: copy_from oid 21 from oid 25 current snap is 220 2024-04-10T15:13:51.582 INFO:tasks.rados.rados.0.smithi102.stdout:2385: read oid 38 snap -1 2024-04-10T15:13:51.582 INFO:tasks.rados.rados.0.smithi102.stdout:2385: expect deleted 2024-04-10T15:13:51.582 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 220 2024-04-10T15:13:51.583 INFO:tasks.rados.rados.0.smithi102.stdout:2386: seq_num 757 ranges {434176=688128} 2024-04-10T15:13:51.589 INFO:tasks.rados.rados.0.smithi102.stdout:2386: writing smithi10276805-4 from 434176 to 1122304 tid 1 2024-04-10T15:13:51.589 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 1 current snap is 220 2024-04-10T15:13:51.589 INFO:tasks.rados.rados.0.smithi102.stdout:2387: seq_num 758 ranges {11599872=704512} 2024-04-10T15:13:51.654 INFO:tasks.rados.rados.0.smithi102.stdout:2387: writing smithi10276805-1 from 11599872 to 12304384 tid 1 2024-04-10T15:13:51.654 INFO:tasks.rados.rados.0.smithi102.stdout:2388: delete oid 44 current snap is 220 2024-04-10T15:13:51.654 INFO:tasks.rados.rados.0.smithi102.stdout:2384: finishing copy_from racing read to smithi10276805-21 2024-04-10T15:13:51.654 INFO:tasks.rados.rados.0.smithi102.stdout:2384: finishing copy_from to smithi10276805-21 2024-04-10T15:13:51.654 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 1317 (ObjNum 754 snap 219 seq_num 754) dirty exists 2024-04-10T15:13:51.654 INFO:tasks.rados.rados.0.smithi102.stdout:2386: finishing write tid 1 to smithi10276805-4 2024-04-10T15:13:51.654 INFO:tasks.rados.rados.0.smithi102.stdout:2386: finishing write tid 2 to smithi10276805-4 2024-04-10T15:13:51.654 INFO:tasks.rados.rados.0.smithi102.stdout:2386: finishing write tid 3 to smithi10276805-4 2024-04-10T15:13:51.654 INFO:tasks.rados.rados.0.smithi102.stdout:2386: oid 4 updating version 0 to 1243 2024-04-10T15:13:51.654 INFO:tasks.rados.rados.0.smithi102.stdout:2386: oid 4 updating version 1243 to 1244 2024-04-10T15:13:51.654 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 1244 (ObjNum 757 snap 220 seq_num 757) dirty exists 2024-04-10T15:13:51.655 INFO:tasks.rados.rados.0.smithi102.stdout:2386: left oid 4 (ObjNum 757 snap 220 seq_num 757) 2024-04-10T15:13:51.656 INFO:tasks.rados.rados.0.smithi102.stdout:2384: done (4 left) 2024-04-10T15:13:51.656 INFO:tasks.rados.rados.0.smithi102.stdout:2385: done (3 left) 2024-04-10T15:13:51.656 INFO:tasks.rados.rados.0.smithi102.stdout:2386: done (2 left) 2024-04-10T15:13:51.656 INFO:tasks.rados.rados.0.smithi102.stdout:2388: done (1 left) 2024-04-10T15:13:51.656 INFO:tasks.rados.rados.0.smithi102.stdout:2389: setattr oid 40 current snap is 220 2024-04-10T15:13:51.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:51 smithi102 ceph-mon[90943]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:13:51.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:51 smithi102 ceph-mon[90943]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-10T15:13:51.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:51 smithi102 ceph-mon[90943]: osdmap e508: 8 total, 8 up, 8 in 2024-04-10T15:13:51.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:51 smithi102 ceph-mon[88557]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:13:51.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:51 smithi102 ceph-mon[88557]: Upgrade: unsafe to stop osd(s) at this time (7 PGs are or would become offline) 2024-04-10T15:13:51.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:51 smithi102 ceph-mon[88557]: osdmap e508: 8 total, 8 up, 8 in 2024-04-10T15:13:51.658 INFO:tasks.rados.rados.0.smithi102.stdout:2390: read oid 50 snap -1 2024-04-10T15:13:51.658 INFO:tasks.rados.rados.0.smithi102.stdout:2390: expect (ObjNum 750 snap 217 seq_num 750) 2024-04-10T15:13:51.658 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 8 current snap is 220 2024-04-10T15:13:51.658 INFO:tasks.rados.rados.0.smithi102.stdout:2391: seq_num 760 ranges {0=737280} 2024-04-10T15:13:51.662 INFO:tasks.rados.rados.0.smithi102.stdout:2391: writing smithi10276805-8 from 0 to 737280 tid 1 2024-04-10T15:13:51.663 INFO:tasks.rados.rados.0.smithi102.stdout:2392: delete oid 44 current snap is 220 2024-04-10T15:13:51.663 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 1210 (ObjNum 33 snap 0 seq_num 1850635115) dirty exists 2024-04-10T15:13:51.663 INFO:tasks.rados.rados.0.smithi102.stdout:2387: finishing write tid 1 to smithi10276805-1 2024-04-10T15:13:51.663 INFO:tasks.rados.rados.0.smithi102.stdout:2387: finishing write tid 2 to smithi10276805-1 2024-04-10T15:13:51.665 INFO:tasks.rados.rados.0.smithi102.stdout:2387: finishing write tid 3 to smithi10276805-1 2024-04-10T15:13:51.665 INFO:tasks.rados.rados.0.smithi102.stdout:2387: oid 1 updating version 0 to 1332 2024-04-10T15:13:51.665 INFO:tasks.rados.rados.0.smithi102.stdout:2387: oid 1 version 1332 is already newer than 1331 2024-04-10T15:13:51.665 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 1332 (ObjNum 758 snap 220 seq_num 758) dirty exists 2024-04-10T15:13:51.665 INFO:tasks.rados.rados.0.smithi102.stdout:2387: left oid 1 (ObjNum 758 snap 220 seq_num 758) 2024-04-10T15:13:51.667 INFO:tasks.rados.rados.0.smithi102.stdout:2387: done (4 left) 2024-04-10T15:13:51.667 INFO:tasks.rados.rados.0.smithi102.stdout:2389: done (3 left) 2024-04-10T15:13:51.667 INFO:tasks.rados.rados.0.smithi102.stdout:2392: done (2 left) 2024-04-10T15:13:51.667 INFO:tasks.rados.rados.0.smithi102.stdout:2393: read oid 17 snap -1 2024-04-10T15:13:51.667 INFO:tasks.rados.rados.0.smithi102.stdout:2393: expect deleted 2024-04-10T15:13:51.667 INFO:tasks.rados.rados.0.smithi102.stdout:2394: rollback oid 13 current snap is 220 2024-04-10T15:13:51.668 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 13 to 212 2024-04-10T15:13:51.668 INFO:tasks.rados.rados.0.smithi102.stdout:2395: rmattr oid 20 current snap is 220 2024-04-10T15:13:51.668 INFO:tasks.rados.rados.0.smithi102.stdout:2395: done (4 left) 2024-04-10T15:13:51.668 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 21 current snap is 220 2024-04-10T15:13:51.668 INFO:tasks.rados.rados.0.smithi102.stdout:2396: seq_num 762 ranges {630784=770048} 2024-04-10T15:13:51.675 INFO:tasks.rados.rados.0.smithi102.stdout:2396: writing smithi10276805-21 from 630784 to 1400832 tid 1 2024-04-10T15:13:51.676 INFO:tasks.rados.rados.0.smithi102.stdout:2391: finishing write tid 1 to smithi10276805-8 2024-04-10T15:13:51.676 INFO:tasks.rados.rados.0.smithi102.stdout:2391: finishing write tid 2 to smithi10276805-8 2024-04-10T15:13:51.676 INFO:tasks.rados.rados.0.smithi102.stdout:2397: read oid 45 snap -1 2024-04-10T15:13:51.676 INFO:tasks.rados.rados.0.smithi102.stdout:2397: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-10T15:13:51.676 INFO:tasks.rados.rados.0.smithi102.stdout:2398: read oid 35 snap -1 2024-04-10T15:13:51.676 INFO:tasks.rados.rados.0.smithi102.stdout:2398: expect deleted 2024-04-10T15:13:51.676 INFO:tasks.rados.rados.0.smithi102.stdout:2399: rollback oid 29 current snap is 220 2024-04-10T15:13:51.676 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 29 to 206 2024-04-10T15:13:51.676 INFO:tasks.rados.rados.0.smithi102.stdout:2391: finishing write tid 3 to smithi10276805-8 2024-04-10T15:13:51.676 INFO:tasks.rados.rados.0.smithi102.stdout:2391: oid 8 updating version 0 to 839 2024-04-10T15:13:51.676 INFO:tasks.rados.rados.0.smithi102.stdout:2391: oid 8 updating version 839 to 840 2024-04-10T15:13:51.676 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 840 (ObjNum 760 snap 220 seq_num 760) dirty exists 2024-04-10T15:13:51.676 INFO:tasks.rados.rados.0.smithi102.stdout:2391: left oid 8 (ObjNum 760 snap 220 seq_num 760) 2024-04-10T15:13:51.676 INFO:tasks.rados.rados.0.smithi102.stdout:2391: done (7 left) 2024-04-10T15:13:51.676 INFO:tasks.rados.rados.0.smithi102.stdout:2400: read oid 42 snap -1 2024-04-10T15:13:51.676 INFO:tasks.rados.rados.0.smithi102.stdout:2400: expect deleted 2024-04-10T15:13:51.677 INFO:tasks.rados.rados.0.smithi102.stdout:2401: read oid 48 snap -1 2024-04-10T15:13:51.677 INFO:tasks.rados.rados.0.smithi102.stdout:2401: expect deleted 2024-04-10T15:13:51.677 INFO:tasks.rados.rados.0.smithi102.stdout:2402: setattr oid 3 current snap is 220 2024-04-10T15:13:51.677 INFO:tasks.rados.rados.0.smithi102.stdout:2390: expect (ObjNum 750 snap 217 seq_num 750) 2024-04-10T15:13:51.724 INFO:tasks.rados.rados.0.smithi102.stdout:2394: finishing rollback tid 0 to smithi10276805-13 2024-04-10T15:13:51.724 INFO:tasks.rados.rados.0.smithi102.stdout:2394: finishing rollback tid 1 to smithi10276805-13 2024-04-10T15:13:51.724 INFO:tasks.rados.rados.0.smithi102.stdout:2394: finishing rollback tid 2 to smithi10276805-13 2024-04-10T15:13:51.724 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 1571 (ObjNum 722 snap 203 seq_num 722) dirty exists 2024-04-10T15:13:51.724 INFO:tasks.rados.rados.0.smithi102.stdout:2396: finishing write tid 1 to smithi10276805-21 2024-04-10T15:13:51.724 INFO:tasks.rados.rados.0.smithi102.stdout:2396: finishing write tid 2 to smithi10276805-21 2024-04-10T15:13:51.724 INFO:tasks.rados.rados.0.smithi102.stdout:2399: finishing rollback tid 0 to smithi10276805-29 2024-04-10T15:13:51.724 INFO:tasks.rados.rados.0.smithi102.stdout:2399: finishing rollback tid 1 to smithi10276805-29 2024-04-10T15:13:51.724 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 1574 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:13:51.724 INFO:tasks.rados.rados.0.smithi102.stdout:2396: finishing write tid 3 to smithi10276805-21 2024-04-10T15:13:51.725 INFO:tasks.rados.rados.0.smithi102.stdout:2396: oid 21 updating version 0 to 1319 2024-04-10T15:13:51.725 INFO:tasks.rados.rados.0.smithi102.stdout:2396: oid 21 version 1319 is already newer than 1318 2024-04-10T15:13:51.725 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 1319 (ObjNum 762 snap 220 seq_num 762) dirty exists 2024-04-10T15:13:51.725 INFO:tasks.rados.rados.0.smithi102.stdout:2396: left oid 21 (ObjNum 762 snap 220 seq_num 762) 2024-04-10T15:13:51.725 INFO:tasks.rados.rados.0.smithi102.stdout:2397: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-10T15:13:51.749 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 1324 (ObjNum 745 snap 214 seq_num 745) dirty exists 2024-04-10T15:13:51.750 INFO:tasks.rados.rados.0.smithi102.stdout:2390: done (9 left) 2024-04-10T15:13:51.750 INFO:tasks.rados.rados.0.smithi102.stdout:2393: done (8 left) 2024-04-10T15:13:51.750 INFO:tasks.rados.rados.0.smithi102.stdout:2394: done (7 left) 2024-04-10T15:13:51.750 INFO:tasks.rados.rados.0.smithi102.stdout:2396: done (6 left) 2024-04-10T15:13:51.750 INFO:tasks.rados.rados.0.smithi102.stdout:2397: done (5 left) 2024-04-10T15:13:51.750 INFO:tasks.rados.rados.0.smithi102.stdout:2398: done (4 left) 2024-04-10T15:13:51.750 INFO:tasks.rados.rados.0.smithi102.stdout:2399: done (3 left) 2024-04-10T15:13:51.750 INFO:tasks.rados.rados.0.smithi102.stdout:2400: done (2 left) 2024-04-10T15:13:51.750 INFO:tasks.rados.rados.0.smithi102.stdout:2401: done (1 left) 2024-04-10T15:13:51.750 INFO:tasks.rados.rados.0.smithi102.stdout:2402: done (0 left) 2024-04-10T15:13:51.750 INFO:tasks.rados.rados.0.smithi102.stdout:2403: rollback oid 8 current snap is 220 2024-04-10T15:13:51.750 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 8 to 210 2024-04-10T15:13:51.750 INFO:tasks.rados.rados.0.smithi102.stdout:2404: snap_create 2024-04-10T15:13:51.752 INFO:tasks.rados.rados.0.smithi102.stdout:2403: finishing rollback tid 0 to smithi10276805-8 2024-04-10T15:13:51.752 INFO:tasks.rados.rados.0.smithi102.stdout:2403: finishing rollback tid 1 to smithi10276805-8 2024-04-10T15:13:51.752 INFO:tasks.rados.rados.0.smithi102.stdout:2403: finishing rollback tid 2 to smithi10276805-8 2024-04-10T15:13:51.752 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 843 (ObjNum 730 snap 205 seq_num 730) dirty exists 2024-04-10T15:13:52.331 INFO:tasks.rados.rados.0.smithi102.stdout:2403: done (1 left) 2024-04-10T15:13:52.332 INFO:tasks.rados.rados.0.smithi102.stdout:2404: done (0 left) 2024-04-10T15:13:52.332 INFO:tasks.rados.rados.0.smithi102.stdout:2405: copy_from oid 16 from oid 7 current snap is 221 2024-04-10T15:13:52.332 INFO:tasks.rados.rados.0.smithi102.stdout:2406: read oid 14 snap -1 2024-04-10T15:13:52.332 INFO:tasks.rados.rados.0.smithi102.stdout:2406: expect (ObjNum 710 snap 201 seq_num 710) 2024-04-10T15:13:52.332 INFO:tasks.rados.rados.0.smithi102.stdout:2407: delete oid 40 current snap is 221 2024-04-10T15:13:52.334 INFO:tasks.rados.rados.0.smithi102.stdout:2407: done (2 left) 2024-04-10T15:13:52.334 INFO:tasks.rados.rados.0.smithi102.stdout:2408: snap_remove snap 206 2024-04-10T15:13:52.547 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:52 smithi154 ceph-mon[84269]: pgmap v422: 121 pgs: 3 peering, 118 active+clean; 251 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 353 KiB/s wr, 10 op/s; 14 MiB/s, 3 objects/s recovering 2024-04-10T15:13:52.547 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:52 smithi154 ceph-mon[84269]: osdmap e509: 8 total, 8 up, 8 in 2024-04-10T15:13:52.547 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:13:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:13:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:13:52.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:52 smithi102 ceph-mon[90943]: pgmap v422: 121 pgs: 3 peering, 118 active+clean; 251 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 353 KiB/s wr, 10 op/s; 14 MiB/s, 3 objects/s recovering 2024-04-10T15:13:52.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:52 smithi102 ceph-mon[90943]: osdmap e509: 8 total, 8 up, 8 in 2024-04-10T15:13:52.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:52 smithi102 ceph-mon[88557]: pgmap v422: 121 pgs: 3 peering, 118 active+clean; 251 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.2 MiB/s rd, 353 KiB/s wr, 10 op/s; 14 MiB/s, 3 objects/s recovering 2024-04-10T15:13:52.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:52 smithi102 ceph-mon[88557]: osdmap e509: 8 total, 8 up, 8 in 2024-04-10T15:13:53.203 INFO:tasks.rados.rados.0.smithi102.stdout:2408: done (2 left) 2024-04-10T15:13:53.203 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 37 current snap is 221 2024-04-10T15:13:53.203 INFO:tasks.rados.rados.0.smithi102.stdout:2406: expect (ObjNum 710 snap 201 seq_num 710) 2024-04-10T15:13:53.309 INFO:tasks.rados.rados.0.smithi102.stdout:2405: finishing copy_from racing read to smithi10276805-16 2024-04-10T15:13:53.309 INFO:tasks.rados.rados.0.smithi102.stdout:2405: finishing copy_from to smithi10276805-16 2024-04-10T15:13:53.309 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 1240 (ObjNum 733 snap 209 seq_num 733) dirty exists 2024-04-10T15:13:53.309 INFO:tasks.rados.rados.0.smithi102.stdout:2409: seq_num 764 ranges {0=802816} 2024-04-10T15:13:53.313 INFO:tasks.rados.rados.0.smithi102.stdout:2409: writing smithi10276805-37 from 0 to 802816 tid 1 2024-04-10T15:13:53.314 INFO:tasks.rados.rados.0.smithi102.stdout:2405: done (2 left) 2024-04-10T15:13:53.314 INFO:tasks.rados.rados.0.smithi102.stdout:2406: done (1 left) 2024-04-10T15:13:53.314 INFO:tasks.rados.rados.0.smithi102.stdout:2410: snap_remove snap 217 2024-04-10T15:13:53.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:53 smithi154 ceph-mon[84269]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/324 objects degraded (8.642%), 4 pgs degraded) 2024-04-10T15:13:53.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:53 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:13:53.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:53 smithi154 ceph-mon[84269]: osdmap e510: 8 total, 8 up, 8 in 2024-04-10T15:13:53.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:53 smithi102 ceph-mon[90943]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/324 objects degraded (8.642%), 4 pgs degraded) 2024-04-10T15:13:53.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:53 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:13:53.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:53 smithi102 ceph-mon[90943]: osdmap e510: 8 total, 8 up, 8 in 2024-04-10T15:13:53.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:53 smithi102 ceph-mon[88557]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/324 objects degraded (8.642%), 4 pgs degraded) 2024-04-10T15:13:53.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:53 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:13:53.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:53 smithi102 ceph-mon[88557]: osdmap e510: 8 total, 8 up, 8 in 2024-04-10T15:13:54.232 INFO:tasks.rados.rados.0.smithi102.stdout:2410: done (1 left) 2024-04-10T15:13:54.232 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 30 current snap is 221 2024-04-10T15:13:54.232 INFO:tasks.rados.rados.0.smithi102.stdout:2409: finishing write tid 1 to smithi10276805-37 2024-04-10T15:13:54.232 INFO:tasks.rados.rados.0.smithi102.stdout:2409: finishing write tid 2 to smithi10276805-37 2024-04-10T15:13:54.232 INFO:tasks.rados.rados.0.smithi102.stdout:2409: finishing write tid 3 to smithi10276805-37 2024-04-10T15:13:54.232 INFO:tasks.rados.rados.0.smithi102.stdout:2409: oid 37 updating version 0 to 1235 2024-04-10T15:13:54.233 INFO:tasks.rados.rados.0.smithi102.stdout:2409: oid 37 version 1235 is already newer than 1234 2024-04-10T15:13:54.233 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 1235 (ObjNum 764 snap 221 seq_num 764) dirty exists 2024-04-10T15:13:54.233 INFO:tasks.rados.rados.0.smithi102.stdout:2409: left oid 37 (ObjNum 764 snap 221 seq_num 764) 2024-04-10T15:13:54.233 INFO:tasks.rados.rados.0.smithi102.stdout:2411: seq_num 765 ranges {827392=417792,1245184=401408} 2024-04-10T15:13:54.239 INFO:tasks.rados.rados.0.smithi102.stdout:2411: writing smithi10276805-30 from 827392 to 1245184 tid 1 2024-04-10T15:13:54.242 INFO:tasks.rados.rados.0.smithi102.stdout:2411: writing smithi10276805-30 from 1245184 to 1646592 tid 2 2024-04-10T15:13:54.243 INFO:tasks.rados.rados.0.smithi102.stdout:2409: done (1 left) 2024-04-10T15:13:54.243 INFO:tasks.rados.rados.0.smithi102.stdout:2412: copy_from oid 25 from oid 17 current snap is 221 2024-04-10T15:13:54.243 INFO:tasks.rados.rados.0.smithi102.stdout:2413: rollback oid 48 current snap is 221 2024-04-10T15:13:54.243 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 48 to 220 2024-04-10T15:13:54.243 INFO:tasks.rados.rados.0.smithi102.stdout:2414: delete oid 23 current snap is 221 2024-04-10T15:13:54.246 INFO:tasks.rados.rados.0.smithi102.stdout:2413: finishing rollback tid 1 to smithi10276805-48 2024-04-10T15:13:54.246 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 1540 (ObjNum 33 snap 0 seq_num 88157984) dirty dne 2024-04-10T15:13:54.247 INFO:tasks.rados.rados.0.smithi102.stdout:2412: finishing copy_from to smithi10276805-25 2024-04-10T15:13:54.247 INFO:tasks.rados.rados.0.smithi102.stdout:2412: got expected ENOENT (src dne) 2024-04-10T15:13:54.248 INFO:tasks.rados.rados.0.smithi102.stdout:2412: finishing copy_from racing read to smithi10276805-25 2024-04-10T15:13:54.249 INFO:tasks.rados.rados.0.smithi102.stdout:2412: done (3 left) 2024-04-10T15:13:54.249 INFO:tasks.rados.rados.0.smithi102.stdout:2413: done (2 left) 2024-04-10T15:13:54.249 INFO:tasks.rados.rados.0.smithi102.stdout:2414: done (1 left) 2024-04-10T15:13:54.249 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 3 current snap is 221 2024-04-10T15:13:54.249 INFO:tasks.rados.rados.0.smithi102.stdout:2415: seq_num 767 ranges {9043968=450560,9494528=401408} 2024-04-10T15:13:54.300 INFO:tasks.rados.rados.0.smithi102.stdout:2415: writing smithi10276805-3 from 9043968 to 9494528 tid 1 2024-04-10T15:13:54.302 INFO:tasks.rados.rados.0.smithi102.stdout:2415: writing smithi10276805-3 from 9494528 to 9895936 tid 2 2024-04-10T15:13:54.302 INFO:tasks.rados.rados.0.smithi102.stdout:2416: copy_from oid 14 from oid 2 current snap is 221 2024-04-10T15:13:54.303 INFO:tasks.rados.rados.0.smithi102.stdout:2411: finishing write tid 1 to smithi10276805-30 2024-04-10T15:13:54.303 INFO:tasks.rados.rados.0.smithi102.stdout:2411: finishing write tid 2 to smithi10276805-30 2024-04-10T15:13:54.303 INFO:tasks.rados.rados.0.smithi102.stdout:2411: finishing write tid 3 to smithi10276805-30 2024-04-10T15:13:54.303 INFO:tasks.rados.rados.0.smithi102.stdout:2411: finishing write tid 4 to smithi10276805-30 2024-04-10T15:13:54.303 INFO:tasks.rados.rados.0.smithi102.stdout:2411: oid 30 updating version 0 to 1322 2024-04-10T15:13:54.303 INFO:tasks.rados.rados.0.smithi102.stdout:2411: oid 30 version 1322 is already newer than 1321 2024-04-10T15:13:54.303 INFO:tasks.rados.rados.0.smithi102.stdout:2411: oid 30 version 1322 is already newer than 1320 2024-04-10T15:13:54.303 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 1322 (ObjNum 765 snap 221 seq_num 765) dirty exists 2024-04-10T15:13:54.303 INFO:tasks.rados.rados.0.smithi102.stdout:2411: left oid 30 (ObjNum 765 snap 221 seq_num 765) 2024-04-10T15:13:54.303 INFO:tasks.rados.rados.0.smithi102.stdout:2411: done (2 left) 2024-04-10T15:13:54.303 INFO:tasks.rados.rados.0.smithi102.stdout:2417: snap_remove snap 220 2024-04-10T15:13:54.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:54 smithi154 ceph-mon[84269]: pgmap v425: 121 pgs: 121 active+clean; 257 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.6 MiB/s wr, 22 op/s; 10 MiB/s, 1 objects/s recovering 2024-04-10T15:13:54.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:54 smithi154 ceph-mon[84269]: osdmap e511: 8 total, 8 up, 8 in 2024-04-10T15:13:54.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:54.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:13:54.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:54 smithi102 ceph-mon[90943]: pgmap v425: 121 pgs: 121 active+clean; 257 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.6 MiB/s wr, 22 op/s; 10 MiB/s, 1 objects/s recovering 2024-04-10T15:13:54.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:54 smithi102 ceph-mon[90943]: osdmap e511: 8 total, 8 up, 8 in 2024-04-10T15:13:54.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:54.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:13:54.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:54 smithi102 ceph-mon[88557]: pgmap v425: 121 pgs: 121 active+clean; 257 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 1.6 MiB/s wr, 22 op/s; 10 MiB/s, 1 objects/s recovering 2024-04-10T15:13:54.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:54 smithi102 ceph-mon[88557]: osdmap e511: 8 total, 8 up, 8 in 2024-04-10T15:13:54.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:54.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:13:54.964 INFO:teuthology.orchestra.run.smithi102.stdout:true 2024-04-10T15:13:55.240 INFO:tasks.rados.rados.0.smithi102.stdout:2417: done (2 left) 2024-04-10T15:13:55.240 INFO:tasks.rados.rados.0.smithi102.stdout:2418: read oid 34 snap -1 2024-04-10T15:13:55.240 INFO:tasks.rados.rados.0.smithi102.stdout:2418: expect (ObjNum 693 snap 195 seq_num 693) 2024-04-10T15:13:55.240 INFO:tasks.rados.rados.0.smithi102.stdout:2419: setattr oid 13 current snap is 221 2024-04-10T15:13:55.241 INFO:tasks.rados.rados.0.smithi102.stdout:2415: finishing write tid 1 to smithi10276805-3 2024-04-10T15:13:55.241 INFO:tasks.rados.rados.0.smithi102.stdout:2416: finishing copy_from to smithi10276805-14 2024-04-10T15:13:55.241 INFO:tasks.rados.rados.0.smithi102.stdout:2416: got expected ENOENT (src dne) 2024-04-10T15:13:55.241 INFO:tasks.rados.rados.0.smithi102.stdout:2416: finishing copy_from racing read to smithi10276805-14 2024-04-10T15:13:55.241 INFO:tasks.rados.rados.0.smithi102.stdout:2415: finishing write tid 2 to smithi10276805-3 2024-04-10T15:13:55.241 INFO:tasks.rados.rados.0.smithi102.stdout:2415: finishing write tid 3 to smithi10276805-3 2024-04-10T15:13:55.241 INFO:tasks.rados.rados.0.smithi102.stdout:2415: finishing write tid 4 to smithi10276805-3 2024-04-10T15:13:55.241 INFO:tasks.rados.rados.0.smithi102.stdout:2415: oid 3 updating version 0 to 1326 2024-04-10T15:13:55.241 INFO:tasks.rados.rados.0.smithi102.stdout:2415: oid 3 updating version 1326 to 1327 2024-04-10T15:13:55.241 INFO:tasks.rados.rados.0.smithi102.stdout:2415: oid 3 version 1327 is already newer than 1325 2024-04-10T15:13:55.241 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 1327 (ObjNum 767 snap 221 seq_num 767) dirty exists 2024-04-10T15:13:55.241 INFO:tasks.rados.rados.0.smithi102.stdout:2415: left oid 3 (ObjNum 767 snap 221 seq_num 767) 2024-04-10T15:13:55.242 INFO:tasks.rados.rados.0.smithi102.stdout:2415: done (3 left) 2024-04-10T15:13:55.242 INFO:tasks.rados.rados.0.smithi102.stdout:2416: done (2 left) 2024-04-10T15:13:55.242 INFO:tasks.rados.rados.0.smithi102.stdout:2420: snap_create 2024-04-10T15:13:55.247 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 1588 (ObjNum 722 snap 203 seq_num 722) dirty exists 2024-04-10T15:13:55.254 INFO:tasks.rados.rados.0.smithi102.stdout:2418: expect (ObjNum 693 snap 195 seq_num 693) 2024-04-10T15:13:55.293 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:13:55.293 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (9m) 115s ago 10m 24.3M - 0.25.0 c8568f914cd2 8877963ef1e7 2024-04-10T15:13:55.294 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi154 *:3000 running (9m) 10s ago 9m 91.9M - 9.4.7 954c08fa6188 a24ea26325a1 2024-04-10T15:13:55.294 INFO:teuthology.orchestra.run.smithi102.stdout:mds.a smithi102 running (11m) 115s ago 11m 16.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 da51112648bf 2024-04-10T15:13:55.294 INFO:teuthology.orchestra.run.smithi102.stdout:mds.b smithi154 running (10m) 10s ago 10m 20.6M - 18.2.2-1187-gd540ebac bb2c5eac26a4 1c2f7bf05952 2024-04-10T15:13:55.294 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi154 *:8443,9283,8765 running (5m) 10s ago 14m 452M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 5843a1d0f5c5 2024-04-10T15:13:55.294 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (5m) 115s ago 15m 514M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 d4cb3bfdb76a 2024-04-10T15:13:55.294 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (5m) 115s ago 16m 51.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 09d0a3f89365 2024-04-10T15:13:55.294 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi154 running (4m) 10s ago 14m 46.4M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ecf89eee3550 2024-04-10T15:13:55.294 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (4m) 115s ago 14m 46.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 57de69af85cd 2024-04-10T15:13:55.294 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (9m) 115s ago 9m 14.2M - 1.5.0 0da6a335fe13 dc103d21fc64 2024-04-10T15:13:55.294 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi154 *:9100 running (9m) 10s ago 9m 15.4M - 1.5.0 0da6a335fe13 c71ce3c6ef09 2024-04-10T15:13:55.294 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (3m) 115s ago 14m 137M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e0c9aedb2146 2024-04-10T15:13:55.294 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (3m) 115s ago 13m 103M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 2d65d19c2ebd 2024-04-10T15:13:55.294 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (2m) 115s ago 13m 115M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 5937c2c020b1 2024-04-10T15:13:55.294 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (119s) 115s ago 12m 11.8M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 056d46e334c1 2024-04-10T15:13:55.295 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi154 running (85s) 10s ago 12m 172M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 b11287656a89 2024-04-10T15:13:55.295 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi154 running (50s) 10s ago 12m 136M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a092a68346b1 2024-04-10T15:13:55.295 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi154 running (15s) 10s ago 11m 11.6M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 37b06cfa6a20 2024-04-10T15:13:55.295 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi154 running (11m) 10s ago 11m 216M 2480M 18.2.2-1187-gd540ebac bb2c5eac26a4 a3af5b492398 2024-04-10T15:13:55.295 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi154 *:9095 running (5m) 10s ago 10m 62.5M - 2.43.0 a07b618ecd1d 15b122e84a15 2024-04-10T15:13:55.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:55 smithi154 ceph-mon[84269]: osdmap e512: 8 total, 8 up, 8 in 2024-04-10T15:13:55.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:55 smithi102 ceph-mon[90943]: osdmap e512: 8 total, 8 up, 8 in 2024-04-10T15:13:55.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:55 smithi102 ceph-mon[88557]: osdmap e512: 8 total, 8 up, 8 in 2024-04-10T15:13:55.693 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:13:55.693 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-10T15:13:55.693 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:13:55.693 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:13:55.694 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-10T15:13:55.694 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:13:55.694 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:13:55.694 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-10T15:13:55.694 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 1, 2024-04-10T15:13:55.694 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 7 2024-04-10T15:13:55.694 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:13:55.694 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-10T15:13:55.694 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:13:55.694 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:13:55.694 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-10T15:13:55.694 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 3, 2024-04-10T15:13:55.694 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 12 2024-04-10T15:13:55.694 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:13:55.694 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:13:56.242 INFO:tasks.rados.rados.0.smithi102.stdout:2418: done (2 left) 2024-04-10T15:13:56.242 INFO:tasks.rados.rados.0.smithi102.stdout:2419: done (1 left) 2024-04-10T15:13:56.242 INFO:tasks.rados.rados.0.smithi102.stdout:2420: done (0 left) 2024-04-10T15:13:56.242 INFO:tasks.rados.rados.0.smithi102.stdout:2421: snap_create 2024-04-10T15:13:56.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:56 smithi154 ceph-mon[84269]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:13:56.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:56 smithi154 ceph-mon[84269]: pgmap v428: 121 pgs: 121 active+clean; 258 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-04-10T15:13:56.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:56 smithi154 ceph-mon[84269]: osdmap e513: 8 total, 8 up, 8 in 2024-04-10T15:13:56.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:56 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2063928612' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:56.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:56 smithi102 ceph-mon[88557]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:13:56.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:56 smithi102 ceph-mon[88557]: pgmap v428: 121 pgs: 121 active+clean; 258 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-04-10T15:13:56.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:56 smithi102 ceph-mon[88557]: osdmap e513: 8 total, 8 up, 8 in 2024-04-10T15:13:56.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:56 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2063928612' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:56.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:56 smithi102 ceph-mon[90943]: from='client.34359 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:13:56.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:56 smithi102 ceph-mon[90943]: pgmap v428: 121 pgs: 121 active+clean; 258 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 1.9 MiB/s wr, 20 op/s 2024-04-10T15:13:56.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:56 smithi102 ceph-mon[90943]: osdmap e513: 8 total, 8 up, 8 in 2024-04-10T15:13:56.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:56 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2063928612' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:13:57.243 INFO:tasks.rados.rados.0.smithi102.stdout:2421: done (0 left) 2024-04-10T15:13:57.243 INFO:tasks.rados.rados.0.smithi102.stdout:2422: snap_remove snap 221 2024-04-10T15:13:57.537 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:57 smithi102 ceph-mon[90943]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:13:57.537 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:57 smithi102 ceph-mon[90943]: osdmap e514: 8 total, 8 up, 8 in 2024-04-10T15:13:57.537 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:57 smithi102 ceph-mon[90943]: osdmap e515: 8 total, 8 up, 8 in 2024-04-10T15:13:57.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:57 smithi102 ceph-mon[88557]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:13:57.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:57 smithi102 ceph-mon[88557]: osdmap e514: 8 total, 8 up, 8 in 2024-04-10T15:13:57.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:57 smithi102 ceph-mon[88557]: osdmap e515: 8 total, 8 up, 8 in 2024-04-10T15:13:57.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:57 smithi154 ceph-mon[84269]: from='client.34365 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:13:57.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:57 smithi154 ceph-mon[84269]: osdmap e514: 8 total, 8 up, 8 in 2024-04-10T15:13:57.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:57 smithi154 ceph-mon[84269]: osdmap e515: 8 total, 8 up, 8 in 2024-04-10T15:13:57.906 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:13:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:13:57] "GET /metrics HTTP/1.1" 200 36289 "" "Prometheus/2.43.0" 2024-04-10T15:13:58.205 INFO:tasks.rados.rados.0.smithi102.stdout:2422: done (0 left) 2024-04-10T15:13:58.206 INFO:tasks.rados.rados.0.smithi102.stdout:2423: rmattr oid 25 current snap is 223 2024-04-10T15:13:58.206 INFO:tasks.rados.rados.0.smithi102.stdout:2424: read oid 26 snap -1 2024-04-10T15:13:58.206 INFO:tasks.rados.rados.0.smithi102.stdout:2424: expect (ObjNum 651 snap 180 seq_num 651) 2024-04-10T15:13:58.206 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 37 current snap is 223 2024-04-10T15:13:58.206 INFO:tasks.rados.rados.0.smithi102.stdout:2425: seq_num 768 ranges {802816=466944,1269760=401408} 2024-04-10T15:13:58.212 INFO:tasks.rados.rados.0.smithi102.stdout:2425: writing smithi10276805-37 from 802816 to 1269760 tid 1 2024-04-10T15:13:58.215 INFO:tasks.rados.rados.0.smithi102.stdout:2425: writing smithi10276805-37 from 1269760 to 1671168 tid 2 2024-04-10T15:13:58.215 INFO:tasks.rados.rados.0.smithi102.stdout:2426: read oid 11 snap -1 2024-04-10T15:13:58.215 INFO:tasks.rados.rados.0.smithi102.stdout:2426: expect (ObjNum 709 snap 201 seq_num 709) 2024-04-10T15:13:58.215 INFO:tasks.rados.rados.0.smithi102.stdout:2427: read oid 17 snap -1 2024-04-10T15:13:58.215 INFO:tasks.rados.rados.0.smithi102.stdout:2427: expect deleted 2024-04-10T15:13:58.215 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 49 current snap is 223 2024-04-10T15:13:58.215 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 0 (ObjNum 754 snap 219 seq_num 754) dirty exists 2024-04-10T15:13:58.215 INFO:tasks.rados.rados.0.smithi102.stdout:2428: seq_num 769 ranges {14000128=483328,14483456=401408} 2024-04-10T15:13:58.294 INFO:tasks.rados.rados.0.smithi102.stdout:2428: writing smithi10276805-49 from 14000128 to 14483456 tid 1 2024-04-10T15:13:58.296 INFO:tasks.rados.rados.0.smithi102.stdout:2428: writing smithi10276805-49 from 14483456 to 14884864 tid 2 2024-04-10T15:13:58.296 INFO:tasks.rados.rados.0.smithi102.stdout:2423: done (5 left) 2024-04-10T15:13:58.296 INFO:tasks.rados.rados.0.smithi102.stdout:2429: rollback oid 21 current snap is 223 2024-04-10T15:13:58.296 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 21 to 218 2024-04-10T15:13:58.297 INFO:tasks.rados.rados.0.smithi102.stdout:2424: expect (ObjNum 651 snap 180 seq_num 651) 2024-04-10T15:13:58.334 INFO:tasks.rados.rados.0.smithi102.stdout:2425: finishing write tid 1 to smithi10276805-37 2024-04-10T15:13:58.335 INFO:tasks.rados.rados.0.smithi102.stdout:2425: finishing write tid 2 to smithi10276805-37 2024-04-10T15:13:58.335 INFO:tasks.rados.rados.0.smithi102.stdout:2424: done (5 left) 2024-04-10T15:13:58.335 INFO:tasks.rados.rados.0.smithi102.stdout:2430: snap_remove snap 216 2024-04-10T15:13:58.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:58 smithi154 ceph-mon[84269]: pgmap v431: 121 pgs: 121 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 992 KiB/s wr, 20 op/s 2024-04-10T15:13:58.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:58 smithi154 ceph-mon[84269]: osdmap e516: 8 total, 8 up, 8 in 2024-04-10T15:13:58.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:58 smithi102 ceph-mon[88557]: pgmap v431: 121 pgs: 121 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 992 KiB/s wr, 20 op/s 2024-04-10T15:13:58.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:58 smithi102 ceph-mon[88557]: osdmap e516: 8 total, 8 up, 8 in 2024-04-10T15:13:58.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:58 smithi102 ceph-mon[90943]: pgmap v431: 121 pgs: 121 active+clean; 260 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.9 MiB/s rd, 992 KiB/s wr, 20 op/s 2024-04-10T15:13:58.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:58 smithi102 ceph-mon[90943]: osdmap e516: 8 total, 8 up, 8 in 2024-04-10T15:13:59.257 INFO:tasks.rados.rados.0.smithi102.stdout:2430: done (5 left) 2024-04-10T15:13:59.257 INFO:tasks.rados.rados.0.smithi102.stdout:2431: snap_create 2024-04-10T15:13:59.257 INFO:tasks.rados.rados.0.smithi102.stdout:2425: finishing write tid 3 to smithi10276805-37 2024-04-10T15:13:59.257 INFO:tasks.rados.rados.0.smithi102.stdout:2425: finishing write tid 4 to smithi10276805-37 2024-04-10T15:13:59.257 INFO:tasks.rados.rados.0.smithi102.stdout:2425: oid 37 updating version 0 to 1238 2024-04-10T15:13:59.257 INFO:tasks.rados.rados.0.smithi102.stdout:2425: oid 37 version 1238 is already newer than 1237 2024-04-10T15:13:59.257 INFO:tasks.rados.rados.0.smithi102.stdout:2425: oid 37 version 1238 is already newer than 1236 2024-04-10T15:13:59.258 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 1238 (ObjNum 768 snap 223 seq_num 768) dirty exists 2024-04-10T15:13:59.258 INFO:tasks.rados.rados.0.smithi102.stdout:2425: left oid 37 (ObjNum 768 snap 223 seq_num 768) 2024-04-10T15:13:59.258 INFO:tasks.rados.rados.0.smithi102.stdout:2426: expect (ObjNum 709 snap 201 seq_num 709) 2024-04-10T15:13:59.355 INFO:tasks.rados.rados.0.smithi102.stdout:2428: finishing write tid 1 to smithi10276805-49 2024-04-10T15:13:59.355 INFO:tasks.rados.rados.0.smithi102.stdout:2429: finishing rollback tid 0 to smithi10276805-21 2024-04-10T15:13:59.355 INFO:tasks.rados.rados.0.smithi102.stdout:2429: finishing rollback tid 1 to smithi10276805-21 2024-04-10T15:13:59.355 INFO:tasks.rados.rados.0.smithi102.stdout:2429: finishing rollback tid 2 to smithi10276805-21 2024-04-10T15:13:59.356 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 1325 (ObjNum 752 snap 218 seq_num 752) dirty exists 2024-04-10T15:13:59.356 INFO:tasks.rados.rados.0.smithi102.stdout:2428: finishing write tid 2 to smithi10276805-49 2024-04-10T15:13:59.356 INFO:tasks.rados.rados.0.smithi102.stdout:2428: finishing write tid 3 to smithi10276805-49 2024-04-10T15:13:59.356 INFO:tasks.rados.rados.0.smithi102.stdout:2428: finishing write tid 4 to smithi10276805-49 2024-04-10T15:13:59.356 INFO:tasks.rados.rados.0.smithi102.stdout:2428: oid 49 updating version 0 to 1330 2024-04-10T15:13:59.356 INFO:tasks.rados.rados.0.smithi102.stdout:2428: oid 49 version 1330 is already newer than 1328 2024-04-10T15:13:59.356 INFO:tasks.rados.rados.0.smithi102.stdout:2428: oid 49 version 1330 is already newer than 1329 2024-04-10T15:13:59.356 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1330 (ObjNum 769 snap 223 seq_num 769) dirty exists 2024-04-10T15:13:59.356 INFO:tasks.rados.rados.0.smithi102.stdout:2428: left oid 49 (ObjNum 769 snap 223 seq_num 769) 2024-04-10T15:13:59.876 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:59 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:59.876 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:59 smithi154 ceph-mon[84269]: pgmap v434: 121 pgs: 121 active+clean; 261 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 772 KiB/s wr, 11 op/s 2024-04-10T15:13:59.876 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:13:59 smithi154 ceph-mon[84269]: osdmap e517: 8 total, 8 up, 8 in 2024-04-10T15:13:59.906 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:59 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:59.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:59 smithi102 ceph-mon[90943]: pgmap v434: 121 pgs: 121 active+clean; 261 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 772 KiB/s wr, 11 op/s 2024-04-10T15:13:59.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:13:59 smithi102 ceph-mon[90943]: osdmap e517: 8 total, 8 up, 8 in 2024-04-10T15:13:59.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:59 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:13:59.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:59 smithi102 ceph-mon[88557]: pgmap v434: 121 pgs: 121 active+clean; 261 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 772 KiB/s wr, 11 op/s 2024-04-10T15:13:59.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:13:59 smithi102 ceph-mon[88557]: osdmap e517: 8 total, 8 up, 8 in 2024-04-10T15:14:00.260 INFO:tasks.rados.rados.0.smithi102.stdout:2425: done (5 left) 2024-04-10T15:14:00.260 INFO:tasks.rados.rados.0.smithi102.stdout:2426: done (4 left) 2024-04-10T15:14:00.260 INFO:tasks.rados.rados.0.smithi102.stdout:2427: done (3 left) 2024-04-10T15:14:00.260 INFO:tasks.rados.rados.0.smithi102.stdout:2428: done (2 left) 2024-04-10T15:14:00.260 INFO:tasks.rados.rados.0.smithi102.stdout:2429: done (1 left) 2024-04-10T15:14:00.260 INFO:tasks.rados.rados.0.smithi102.stdout:2431: done (0 left) 2024-04-10T15:14:00.260 INFO:tasks.rados.rados.0.smithi102.stdout:2432: copy_from oid 22 from oid 29 current snap is 224 2024-04-10T15:14:00.260 INFO:tasks.rados.rados.0.smithi102.stdout:2433: read oid 10 snap -1 2024-04-10T15:14:00.261 INFO:tasks.rados.rados.0.smithi102.stdout:2433: expect deleted 2024-04-10T15:14:00.261 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 34 current snap is 224 2024-04-10T15:14:00.261 INFO:tasks.rados.rados.0.smithi102.stdout:2434: seq_num 770 ranges {2015232=499712,2514944=401408} 2024-04-10T15:14:00.273 INFO:tasks.rados.rados.0.smithi102.stdout:2434: writing smithi10276805-34 from 2015232 to 2514944 tid 1 2024-04-10T15:14:00.275 INFO:tasks.rados.rados.0.smithi102.stdout:2434: writing smithi10276805-34 from 2514944 to 2916352 tid 2 2024-04-10T15:14:00.275 INFO:tasks.rados.rados.0.smithi102.stdout:2435: rollback oid 16 current snap is 224 2024-04-10T15:14:00.275 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 16 to 203 2024-04-10T15:14:00.278 INFO:tasks.rados.rados.0.smithi102.stdout:2432: finishing copy_from to smithi10276805-22 2024-04-10T15:14:00.278 INFO:tasks.rados.rados.0.smithi102.stdout:2432: got expected ENOENT (src dne) 2024-04-10T15:14:00.278 INFO:tasks.rados.rados.0.smithi102.stdout:2432: finishing copy_from racing read to smithi10276805-22 2024-04-10T15:14:00.278 INFO:tasks.rados.rados.0.smithi102.stdout:2432: done (3 left) 2024-04-10T15:14:00.278 INFO:tasks.rados.rados.0.smithi102.stdout:2433: done (2 left) 2024-04-10T15:14:00.279 INFO:tasks.rados.rados.0.smithi102.stdout:2436: read oid 47 snap -1 2024-04-10T15:14:00.279 INFO:tasks.rados.rados.0.smithi102.stdout:2436: expect (ObjNum 753 snap 219 seq_num 753) 2024-04-10T15:14:00.279 INFO:tasks.rados.rados.0.smithi102.stdout:2437: copy_from oid 38 from oid 45 current snap is 224 2024-04-10T15:14:00.279 INFO:tasks.rados.rados.0.smithi102.stdout:2438: rollback oid 49 current snap is 224 2024-04-10T15:14:00.279 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 49 to 218 2024-04-10T15:14:00.279 INFO:tasks.rados.rados.0.smithi102.stdout:2439: setattr oid 30 current snap is 224 2024-04-10T15:14:00.279 INFO:tasks.rados.rados.0.smithi102.stdout:2440: setattr oid 41 current snap is 224 2024-04-10T15:14:00.279 INFO:tasks.rados.rados.0.smithi102.stdout:2441: read oid 32 snap -1 2024-04-10T15:14:00.279 INFO:tasks.rados.rados.0.smithi102.stdout:2441: expect (ObjNum 631 snap 178 seq_num 631) 2024-04-10T15:14:00.279 INFO:tasks.rados.rados.0.smithi102.stdout:2442: rollback oid 6 current snap is 224 2024-04-10T15:14:00.279 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 6 to 219 2024-04-10T15:14:00.279 INFO:tasks.rados.rados.0.smithi102.stdout:2443: setattr oid 27 current snap is 224 2024-04-10T15:14:00.279 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 224 2024-04-10T15:14:00.279 INFO:tasks.rados.rados.0.smithi102.stdout:2444: seq_num 771 ranges {630784=516096,1146880=401408} 2024-04-10T15:14:00.285 INFO:tasks.rados.rados.0.smithi102.stdout:2444: writing smithi10276805-25 from 630784 to 1146880 tid 1 2024-04-10T15:14:00.288 INFO:tasks.rados.rados.0.smithi102.stdout:2444: writing smithi10276805-25 from 1146880 to 1548288 tid 2 2024-04-10T15:14:00.288 INFO:tasks.rados.rados.0.smithi102.stdout:2445: delete oid 1 current snap is 224 2024-04-10T15:14:00.288 INFO:tasks.rados.rados.0.smithi102.stdout:2436: expect (ObjNum 753 snap 219 seq_num 753) 2024-04-10T15:14:00.308 INFO:tasks.rados.rados.0.smithi102.stdout:2438: finishing rollback tid 0 to smithi10276805-49 2024-04-10T15:14:00.308 INFO:tasks.rados.rados.0.smithi102.stdout:2435: finishing rollback tid 0 to smithi10276805-16 2024-04-10T15:14:00.308 INFO:tasks.rados.rados.0.smithi102.stdout:2435: finishing rollback tid 1 to smithi10276805-16 2024-04-10T15:14:00.308 INFO:tasks.rados.rados.0.smithi102.stdout:2436: done (11 left) 2024-04-10T15:14:00.308 INFO:tasks.rados.rados.0.smithi102.stdout:2445: done (10 left) 2024-04-10T15:14:00.309 INFO:tasks.rados.rados.0.smithi102.stdout:2446: setattr oid 28 current snap is 224 2024-04-10T15:14:00.309 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 1239 (ObjNum 568 snap 154 seq_num 568) dirty exists 2024-04-10T15:14:00.309 INFO:tasks.rados.rados.0.smithi102.stdout:2442: finishing rollback tid 0 to smithi10276805-6 2024-04-10T15:14:00.309 INFO:tasks.rados.rados.0.smithi102.stdout:2437: finishing copy_from racing read to smithi10276805-38 2024-04-10T15:14:00.309 INFO:tasks.rados.rados.0.smithi102.stdout:2434: finishing write tid 1 to smithi10276805-34 2024-04-10T15:14:00.309 INFO:tasks.rados.rados.0.smithi102.stdout:2438: finishing rollback tid 1 to smithi10276805-49 2024-04-10T15:14:00.309 INFO:tasks.rados.rados.0.smithi102.stdout:2435: finishing rollback tid 2 to smithi10276805-16 2024-04-10T15:14:00.309 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 1335 (ObjNum 663 snap 186 seq_num 663) dirty exists 2024-04-10T15:14:00.309 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 1326 (ObjNum 765 snap 221 seq_num 765) dirty exists 2024-04-10T15:14:00.309 INFO:tasks.rados.rados.0.smithi102.stdout:2442: finishing rollback tid 1 to smithi10276805-6 2024-04-10T15:14:00.309 INFO:tasks.rados.rados.0.smithi102.stdout:2434: finishing write tid 2 to smithi10276805-34 2024-04-10T15:14:00.309 INFO:tasks.rados.rados.0.smithi102.stdout:2438: finishing rollback tid 2 to smithi10276805-49 2024-04-10T15:14:00.309 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1333 (ObjNum 663 snap 186 seq_num 663) dirty exists 2024-04-10T15:14:00.309 INFO:tasks.rados.rados.0.smithi102.stdout:2442: finishing rollback tid 2 to smithi10276805-6 2024-04-10T15:14:00.309 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 1194 (ObjNum 690 snap 191 seq_num 690) dirty exists 2024-04-10T15:14:00.310 INFO:tasks.rados.rados.0.smithi102.stdout:2434: finishing write tid 3 to smithi10276805-34 2024-04-10T15:14:00.310 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 1334 (ObjNum 711 snap 201 seq_num 711) dirty exists 2024-04-10T15:14:00.310 INFO:tasks.rados.rados.0.smithi102.stdout:2437: finishing copy_from to smithi10276805-38 2024-04-10T15:14:00.310 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 1304 (ObjNum 628 snap 178 seq_num 628) dirty exists 2024-04-10T15:14:00.310 INFO:tasks.rados.rados.0.smithi102.stdout:2434: finishing write tid 4 to smithi10276805-34 2024-04-10T15:14:00.310 INFO:tasks.rados.rados.0.smithi102.stdout:2434: oid 34 updating version 0 to 846 2024-04-10T15:14:00.310 INFO:tasks.rados.rados.0.smithi102.stdout:2434: oid 34 version 846 is already newer than 845 2024-04-10T15:14:00.310 INFO:tasks.rados.rados.0.smithi102.stdout:2434: oid 34 version 846 is already newer than 844 2024-04-10T15:14:00.310 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 846 (ObjNum 770 snap 224 seq_num 770) dirty exists 2024-04-10T15:14:00.310 INFO:tasks.rados.rados.0.smithi102.stdout:2434: left oid 34 (ObjNum 770 snap 224 seq_num 770) 2024-04-10T15:14:00.310 INFO:tasks.rados.rados.0.smithi102.stdout:2444: finishing write tid 1 to smithi10276805-25 2024-04-10T15:14:00.310 INFO:tasks.rados.rados.0.smithi102.stdout:2444: finishing write tid 2 to smithi10276805-25 2024-04-10T15:14:00.310 INFO:tasks.rados.rados.0.smithi102.stdout:2444: finishing write tid 3 to smithi10276805-25 2024-04-10T15:14:00.310 INFO:tasks.rados.rados.0.smithi102.stdout:2444: finishing write tid 4 to smithi10276805-25 2024-04-10T15:14:00.311 INFO:tasks.rados.rados.0.smithi102.stdout:2444: oid 25 updating version 0 to 1321 2024-04-10T15:14:00.311 INFO:tasks.rados.rados.0.smithi102.stdout:2444: oid 25 version 1321 is already newer than 1320 2024-04-10T15:14:00.311 INFO:tasks.rados.rados.0.smithi102.stdout:2444: oid 25 version 1321 is already newer than 1319 2024-04-10T15:14:00.311 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 1321 (ObjNum 771 snap 224 seq_num 771) dirty exists 2024-04-10T15:14:00.311 INFO:tasks.rados.rados.0.smithi102.stdout:2444: left oid 25 (ObjNum 771 snap 224 seq_num 771) 2024-04-10T15:14:00.311 INFO:tasks.rados.rados.0.smithi102.stdout:2434: done (10 left) 2024-04-10T15:14:00.311 INFO:tasks.rados.rados.0.smithi102.stdout:2435: done (9 left) 2024-04-10T15:14:00.311 INFO:tasks.rados.rados.0.smithi102.stdout:2437: done (8 left) 2024-04-10T15:14:00.311 INFO:tasks.rados.rados.0.smithi102.stdout:2438: done (7 left) 2024-04-10T15:14:00.311 INFO:tasks.rados.rados.0.smithi102.stdout:2439: done (6 left) 2024-04-10T15:14:00.311 INFO:tasks.rados.rados.0.smithi102.stdout:2440: done (5 left) 2024-04-10T15:14:00.311 INFO:tasks.rados.rados.0.smithi102.stdout:2442: done (4 left) 2024-04-10T15:14:00.311 INFO:tasks.rados.rados.0.smithi102.stdout:2443: done (3 left) 2024-04-10T15:14:00.311 INFO:tasks.rados.rados.0.smithi102.stdout:2444: done (2 left) 2024-04-10T15:14:00.311 INFO:tasks.rados.rados.0.smithi102.stdout:2447: copy_from oid 3 from oid 8 current snap is 224 2024-04-10T15:14:00.311 INFO:tasks.rados.rados.0.smithi102.stdout:2448: read oid 39 snap -1 2024-04-10T15:14:00.312 INFO:tasks.rados.rados.0.smithi102.stdout:2448: expect (ObjNum 721 snap 203 seq_num 721) 2024-04-10T15:14:00.312 INFO:tasks.rados.rados.0.smithi102.stdout:2449: rollback oid 11 current snap is 224 2024-04-10T15:14:00.312 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 11 to 219 2024-04-10T15:14:00.312 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 224 2024-04-10T15:14:00.312 INFO:tasks.rados.rados.0.smithi102.stdout:2450: seq_num 773 ranges {0=548864,548864=401408} 2024-04-10T15:14:00.312 INFO:tasks.rados.rados.0.smithi102.stdout:2450: writing smithi10276805-10 from 0 to 548864 tid 1 2024-04-10T15:14:00.313 INFO:tasks.rados.rados.0.smithi102.stdout:2450: writing smithi10276805-10 from 548864 to 950272 tid 2 2024-04-10T15:14:00.314 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 42 current snap is 224 2024-04-10T15:14:00.314 INFO:tasks.rados.rados.0.smithi102.stdout:2451: seq_num 774 ranges {0=565248,565248=401408} 2024-04-10T15:14:00.317 INFO:tasks.rados.rados.0.smithi102.stdout:2451: writing smithi10276805-42 from 0 to 565248 tid 1 2024-04-10T15:14:00.319 INFO:tasks.rados.rados.0.smithi102.stdout:2451: writing smithi10276805-42 from 565248 to 966656 tid 2 2024-04-10T15:14:00.319 INFO:tasks.rados.rados.0.smithi102.stdout:2452: snap_create 2024-04-10T15:14:00.320 INFO:tasks.rados.rados.0.smithi102.stdout:2448: expect (ObjNum 721 snap 203 seq_num 721) 2024-04-10T15:14:00.322 INFO:tasks.rados.rados.0.smithi102.stdout:2447: finishing copy_from racing read to smithi10276805-3 2024-04-10T15:14:00.322 INFO:tasks.rados.rados.0.smithi102.stdout:2449: finishing rollback tid 0 to smithi10276805-11 2024-04-10T15:14:00.322 INFO:tasks.rados.rados.0.smithi102.stdout:2449: finishing rollback tid 1 to smithi10276805-11 2024-04-10T15:14:00.322 INFO:tasks.rados.rados.0.smithi102.stdout:2449: finishing rollback tid 2 to smithi10276805-11 2024-04-10T15:14:00.322 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 1339 (ObjNum 709 snap 201 seq_num 709) dirty exists 2024-04-10T15:14:00.322 INFO:tasks.rados.rados.0.smithi102.stdout:2447: finishing copy_from to smithi10276805-3 2024-04-10T15:14:00.323 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 843 (ObjNum 730 snap 205 seq_num 730) dirty exists 2024-04-10T15:14:00.323 INFO:tasks.rados.rados.0.smithi102.stdout:2450: finishing write tid 1 to smithi10276805-10 2024-04-10T15:14:00.323 INFO:tasks.rados.rados.0.smithi102.stdout:2450: finishing write tid 2 to smithi10276805-10 2024-04-10T15:14:00.323 INFO:tasks.rados.rados.0.smithi102.stdout:2450: finishing write tid 3 to smithi10276805-10 2024-04-10T15:14:00.323 INFO:tasks.rados.rados.0.smithi102.stdout:2450: finishing write tid 4 to smithi10276805-10 2024-04-10T15:14:00.323 INFO:tasks.rados.rados.0.smithi102.stdout:2450: oid 10 updating version 0 to 1221 2024-04-10T15:14:00.323 INFO:tasks.rados.rados.0.smithi102.stdout:2450: oid 10 version 1221 is already newer than 1219 2024-04-10T15:14:00.323 INFO:tasks.rados.rados.0.smithi102.stdout:2450: oid 10 version 1221 is already newer than 1220 2024-04-10T15:14:00.323 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 1221 (ObjNum 773 snap 224 seq_num 773) dirty exists 2024-04-10T15:14:00.323 INFO:tasks.rados.rados.0.smithi102.stdout:2450: left oid 10 (ObjNum 773 snap 224 seq_num 773) 2024-04-10T15:14:00.324 INFO:tasks.rados.rados.0.smithi102.stdout:2451: finishing write tid 1 to smithi10276805-42 2024-04-10T15:14:00.325 INFO:tasks.rados.rados.0.smithi102.stdout:2451: finishing write tid 2 to smithi10276805-42 2024-04-10T15:14:00.325 INFO:tasks.rados.rados.0.smithi102.stdout:2451: finishing write tid 3 to smithi10276805-42 2024-04-10T15:14:00.326 INFO:tasks.rados.rados.0.smithi102.stdout:2451: finishing write tid 4 to smithi10276805-42 2024-04-10T15:14:00.326 INFO:tasks.rados.rados.0.smithi102.stdout:2451: oid 42 updating version 0 to 1340 2024-04-10T15:14:00.326 INFO:tasks.rados.rados.0.smithi102.stdout:2451: oid 42 updating version 1340 to 1341 2024-04-10T15:14:00.326 INFO:tasks.rados.rados.0.smithi102.stdout:2451: oid 42 updating version 1341 to 1342 2024-04-10T15:14:00.326 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 1342 (ObjNum 774 snap 224 seq_num 774) dirty exists 2024-04-10T15:14:00.326 INFO:tasks.rados.rados.0.smithi102.stdout:2451: left oid 42 (ObjNum 774 snap 224 seq_num 774) 2024-04-10T15:14:00.367 INFO:tasks.rados.rados.0.smithi102.stdout:2441: expect (ObjNum 631 snap 178 seq_num 631) 2024-04-10T15:14:01.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:01 smithi154 ceph-mon[84269]: osdmap e518: 8 total, 8 up, 8 in 2024-04-10T15:14:01.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:01 smithi102 ceph-mon[90943]: osdmap e518: 8 total, 8 up, 8 in 2024-04-10T15:14:01.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:01 smithi102 ceph-mon[88557]: osdmap e518: 8 total, 8 up, 8 in 2024-04-10T15:14:02.065 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 1592 (ObjNum 129 snap 0 seq_num 1735268173) dirty exists 2024-04-10T15:14:02.065 INFO:tasks.rados.rados.0.smithi102.stdout:2441: done (7 left) 2024-04-10T15:14:02.065 INFO:tasks.rados.rados.0.smithi102.stdout:2446: done (6 left) 2024-04-10T15:14:02.065 INFO:tasks.rados.rados.0.smithi102.stdout:2447: done (5 left) 2024-04-10T15:14:02.065 INFO:tasks.rados.rados.0.smithi102.stdout:2448: done (4 left) 2024-04-10T15:14:02.065 INFO:tasks.rados.rados.0.smithi102.stdout:2449: done (3 left) 2024-04-10T15:14:02.065 INFO:tasks.rados.rados.0.smithi102.stdout:2450: done (2 left) 2024-04-10T15:14:02.065 INFO:tasks.rados.rados.0.smithi102.stdout:2451: done (1 left) 2024-04-10T15:14:02.065 INFO:tasks.rados.rados.0.smithi102.stdout:2452: done (0 left) 2024-04-10T15:14:02.065 INFO:tasks.rados.rados.0.smithi102.stdout:2453: rollback oid 45 current snap is 225 2024-04-10T15:14:02.065 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 45 to 214 2024-04-10T15:14:02.065 INFO:tasks.rados.rados.0.smithi102.stdout:2454: read oid 14 snap -1 2024-04-10T15:14:02.065 INFO:tasks.rados.rados.0.smithi102.stdout:2454: expect (ObjNum 710 snap 201 seq_num 710) 2024-04-10T15:14:02.066 INFO:tasks.rados.rados.0.smithi102.stdout:2455: read oid 3 snap -1 2024-04-10T15:14:02.066 INFO:tasks.rados.rados.0.smithi102.stdout:2455: expect (ObjNum 730 snap 205 seq_num 730) 2024-04-10T15:14:02.066 INFO:tasks.rados.rados.0.smithi102.stdout:2456: delete oid 25 current snap is 225 2024-04-10T15:14:02.067 INFO:tasks.rados.rados.0.smithi102.stdout:2456: done (3 left) 2024-04-10T15:14:02.067 INFO:tasks.rados.rados.0.smithi102.stdout:2457: delete oid 29 current snap is 225 2024-04-10T15:14:02.070 INFO:tasks.rados.rados.0.smithi102.stdout:2453: finishing rollback tid 0 to smithi10276805-45 2024-04-10T15:14:02.070 INFO:tasks.rados.rados.0.smithi102.stdout:2457: done (3 left) 2024-04-10T15:14:02.070 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 29 current snap is 225 2024-04-10T15:14:02.070 INFO:tasks.rados.rados.0.smithi102.stdout:2458: seq_num 777 ranges {0=622592,622592=401408} 2024-04-10T15:14:02.074 INFO:tasks.rados.rados.0.smithi102.stdout:2458: writing smithi10276805-29 from 0 to 622592 tid 1 2024-04-10T15:14:02.077 INFO:tasks.rados.rados.0.smithi102.stdout:2458: writing smithi10276805-29 from 622592 to 1024000 tid 2 2024-04-10T15:14:02.077 INFO:tasks.rados.rados.0.smithi102.stdout:2459: rollback oid 20 current snap is 225 2024-04-10T15:14:02.077 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 20 to 203 2024-04-10T15:14:02.077 INFO:tasks.rados.rados.0.smithi102.stdout:2453: finishing rollback tid 1 to smithi10276805-45 2024-04-10T15:14:02.077 INFO:tasks.rados.rados.0.smithi102.stdout:2453: finishing rollback tid 2 to smithi10276805-45 2024-04-10T15:14:02.077 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 1345 (ObjNum 628 snap 178 seq_num 628) dirty exists 2024-04-10T15:14:02.077 INFO:tasks.rados.rados.0.smithi102.stdout:2454: expect (ObjNum 710 snap 201 seq_num 710) 2024-04-10T15:14:02.170 INFO:tasks.rados.rados.0.smithi102.stdout:2455: expect (ObjNum 730 snap 205 seq_num 730) 2024-04-10T15:14:02.176 INFO:tasks.rados.rados.0.smithi102.stdout:2459: finishing rollback tid 1 to smithi10276805-20 2024-04-10T15:14:02.176 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 0 (ObjNum 209 snap 0 seq_num 1382002080) dirty dne 2024-04-10T15:14:02.176 INFO:tasks.rados.rados.0.smithi102.stdout:2458: finishing write tid 1 to smithi10276805-29 2024-04-10T15:14:02.176 INFO:tasks.rados.rados.0.smithi102.stdout:2458: finishing write tid 2 to smithi10276805-29 2024-04-10T15:14:02.177 INFO:tasks.rados.rados.0.smithi102.stdout:2458: finishing write tid 3 to smithi10276805-29 2024-04-10T15:14:02.177 INFO:tasks.rados.rados.0.smithi102.stdout:2458: finishing write tid 4 to smithi10276805-29 2024-04-10T15:14:02.177 INFO:tasks.rados.rados.0.smithi102.stdout:2458: oid 29 updating version 0 to 1595 2024-04-10T15:14:02.177 INFO:tasks.rados.rados.0.smithi102.stdout:2458: oid 29 updating version 1595 to 1596 2024-04-10T15:14:02.177 INFO:tasks.rados.rados.0.smithi102.stdout:2458: oid 29 version 1596 is already newer than 1594 2024-04-10T15:14:02.177 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 1596 (ObjNum 777 snap 225 seq_num 777) dirty exists 2024-04-10T15:14:02.177 INFO:tasks.rados.rados.0.smithi102.stdout:2458: left oid 29 (ObjNum 777 snap 225 seq_num 777) 2024-04-10T15:14:02.177 INFO:tasks.rados.rados.0.smithi102.stdout:2453: done (4 left) 2024-04-10T15:14:02.177 INFO:tasks.rados.rados.0.smithi102.stdout:2454: done (3 left) 2024-04-10T15:14:02.177 INFO:tasks.rados.rados.0.smithi102.stdout:2455: done (2 left) 2024-04-10T15:14:02.177 INFO:tasks.rados.rados.0.smithi102.stdout:2458: done (1 left) 2024-04-10T15:14:02.177 INFO:tasks.rados.rados.0.smithi102.stdout:2459: done (0 left) 2024-04-10T15:14:02.177 INFO:tasks.rados.rados.0.smithi102.stdout:2460: snap_create 2024-04-10T15:14:02.267 INFO:tasks.rados.rados.0.smithi102.stdout:2460: done (0 left) 2024-04-10T15:14:02.268 INFO:tasks.rados.rados.0.smithi102.stdout:2461: snap_create 2024-04-10T15:14:02.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:02 smithi154 ceph-mon[84269]: pgmap v437: 121 pgs: 121 active+clean; 262 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 426 KiB/s wr, 8 op/s 2024-04-10T15:14:02.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:02 smithi154 ceph-mon[84269]: osdmap e519: 8 total, 8 up, 8 in 2024-04-10T15:14:02.627 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:14:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:14:02.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:02 smithi102 ceph-mon[90943]: pgmap v437: 121 pgs: 121 active+clean; 262 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 426 KiB/s wr, 8 op/s 2024-04-10T15:14:02.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:02 smithi102 ceph-mon[90943]: osdmap e519: 8 total, 8 up, 8 in 2024-04-10T15:14:02.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:02 smithi102 ceph-mon[88557]: pgmap v437: 121 pgs: 121 active+clean; 262 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 3.7 MiB/s rd, 426 KiB/s wr, 8 op/s 2024-04-10T15:14:02.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:02 smithi102 ceph-mon[88557]: osdmap e519: 8 total, 8 up, 8 in 2024-04-10T15:14:03.209 INFO:tasks.rados.rados.0.smithi102.stdout:2461: done (0 left) 2024-04-10T15:14:03.209 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 36 current snap is 227 2024-04-10T15:14:03.209 INFO:tasks.rados.rados.0.smithi102.stdout:2462: seq_num 778 ranges {9551872=638976,10190848=401408} 2024-04-10T15:14:03.264 INFO:tasks.rados.rados.0.smithi102.stdout:2462: writing smithi10276805-36 from 9551872 to 10190848 tid 1 2024-04-10T15:14:03.266 INFO:tasks.rados.rados.0.smithi102.stdout:2462: writing smithi10276805-36 from 10190848 to 10592256 tid 2 2024-04-10T15:14:03.267 INFO:tasks.rados.rados.0.smithi102.stdout:2463: snap_create 2024-04-10T15:14:03.271 INFO:tasks.rados.rados.0.smithi102.stdout:2462: finishing write tid 1 to smithi10276805-36 2024-04-10T15:14:03.271 INFO:tasks.rados.rados.0.smithi102.stdout:2462: finishing write tid 2 to smithi10276805-36 2024-04-10T15:14:03.272 INFO:tasks.rados.rados.0.smithi102.stdout:2462: finishing write tid 3 to smithi10276805-36 2024-04-10T15:14:03.275 INFO:tasks.rados.rados.0.smithi102.stdout:2462: finishing write tid 4 to smithi10276805-36 2024-04-10T15:14:03.275 INFO:tasks.rados.rados.0.smithi102.stdout:2462: oid 36 updating version 0 to 1214 2024-04-10T15:14:03.275 INFO:tasks.rados.rados.0.smithi102.stdout:2462: oid 36 version 1214 is already newer than 1212 2024-04-10T15:14:03.275 INFO:tasks.rados.rados.0.smithi102.stdout:2462: oid 36 version 1214 is already newer than 1213 2024-04-10T15:14:03.276 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 1214 (ObjNum 778 snap 227 seq_num 778) dirty exists 2024-04-10T15:14:03.276 INFO:tasks.rados.rados.0.smithi102.stdout:2462: left oid 36 (ObjNum 778 snap 227 seq_num 778) 2024-04-10T15:14:03.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:03 smithi154 ceph-mon[84269]: osdmap e520: 8 total, 8 up, 8 in 2024-04-10T15:14:03.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:03 smithi154 ceph-mon[84269]: pgmap v440: 121 pgs: 121 active+clean; 265 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 934 KiB/s wr, 29 op/s 2024-04-10T15:14:03.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:03 smithi154 ceph-mon[84269]: osdmap e521: 8 total, 8 up, 8 in 2024-04-10T15:14:03.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:03 smithi102 ceph-mon[90943]: osdmap e520: 8 total, 8 up, 8 in 2024-04-10T15:14:03.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:03 smithi102 ceph-mon[90943]: pgmap v440: 121 pgs: 121 active+clean; 265 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 934 KiB/s wr, 29 op/s 2024-04-10T15:14:03.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:03 smithi102 ceph-mon[90943]: osdmap e521: 8 total, 8 up, 8 in 2024-04-10T15:14:03.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:03 smithi102 ceph-mon[88557]: osdmap e520: 8 total, 8 up, 8 in 2024-04-10T15:14:03.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:03 smithi102 ceph-mon[88557]: pgmap v440: 121 pgs: 121 active+clean; 265 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.7 MiB/s rd, 934 KiB/s wr, 29 op/s 2024-04-10T15:14:03.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:03 smithi102 ceph-mon[88557]: osdmap e521: 8 total, 8 up, 8 in 2024-04-10T15:14:04.218 INFO:tasks.rados.rados.0.smithi102.stdout:2462: done (1 left) 2024-04-10T15:14:04.218 INFO:tasks.rados.rados.0.smithi102.stdout:2463: done (0 left) 2024-04-10T15:14:04.218 INFO:tasks.rados.rados.0.smithi102.stdout:2464: read oid 5 snap 213 2024-04-10T15:14:04.218 INFO:tasks.rados.rados.0.smithi102.stdout:2464: expect (ObjNum 633 snap 178 seq_num 633) 2024-04-10T15:14:04.219 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 19 current snap is 228 2024-04-10T15:14:04.219 INFO:tasks.rados.rados.0.smithi102.stdout:2465: seq_num 779 ranges {0=655360,655360=401408} 2024-04-10T15:14:04.222 INFO:tasks.rados.rados.0.smithi102.stdout:2465: writing smithi10276805-19 from 0 to 655360 tid 1 2024-04-10T15:14:04.224 INFO:tasks.rados.rados.0.smithi102.stdout:2465: writing smithi10276805-19 from 655360 to 1056768 tid 2 2024-04-10T15:14:04.224 INFO:tasks.rados.rados.0.smithi102.stdout:2466: delete oid 18 current snap is 228 2024-04-10T15:14:04.228 INFO:tasks.rados.rados.0.smithi102.stdout:2466: done (2 left) 2024-04-10T15:14:04.228 INFO:tasks.rados.rados.0.smithi102.stdout:2467: delete oid 22 current snap is 228 2024-04-10T15:14:04.231 INFO:tasks.rados.rados.0.smithi102.stdout:2465: finishing write tid 1 to smithi10276805-19 2024-04-10T15:14:04.231 INFO:tasks.rados.rados.0.smithi102.stdout:2465: finishing write tid 2 to smithi10276805-19 2024-04-10T15:14:04.231 INFO:tasks.rados.rados.0.smithi102.stdout:2465: finishing write tid 3 to smithi10276805-19 2024-04-10T15:14:04.232 INFO:tasks.rados.rados.0.smithi102.stdout:2464: expect (ObjNum 633 snap 178 seq_num 633) 2024-04-10T15:14:04.348 INFO:tasks.rados.rados.0.smithi102.stdout:2465: finishing write tid 4 to smithi10276805-19 2024-04-10T15:14:04.349 INFO:tasks.rados.rados.0.smithi102.stdout:2465: oid 19 updating version 0 to 1241 2024-04-10T15:14:04.349 INFO:tasks.rados.rados.0.smithi102.stdout:2465: oid 19 updating version 1241 to 1242 2024-04-10T15:14:04.349 INFO:tasks.rados.rados.0.smithi102.stdout:2465: oid 19 version 1242 is already newer than 1240 2024-04-10T15:14:04.349 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 1242 (ObjNum 779 snap 228 seq_num 779) dirty exists 2024-04-10T15:14:04.349 INFO:tasks.rados.rados.0.smithi102.stdout:2465: left oid 19 (ObjNum 779 snap 228 seq_num 779) 2024-04-10T15:14:04.349 INFO:tasks.rados.rados.0.smithi102.stdout:2464: done (2 left) 2024-04-10T15:14:04.349 INFO:tasks.rados.rados.0.smithi102.stdout:2465: done (1 left) 2024-04-10T15:14:04.349 INFO:tasks.rados.rados.0.smithi102.stdout:2467: done (0 left) 2024-04-10T15:14:04.349 INFO:tasks.rados.rados.0.smithi102.stdout:2468: read oid 40 snap -1 2024-04-10T15:14:04.349 INFO:tasks.rados.rados.0.smithi102.stdout:2468: expect deleted 2024-04-10T15:14:04.349 INFO:tasks.rados.rados.0.smithi102.stdout:2469: snap_create 2024-04-10T15:14:05.222 INFO:tasks.rados.rados.0.smithi102.stdout:2468: done (1 left) 2024-04-10T15:14:05.222 INFO:tasks.rados.rados.0.smithi102.stdout:2469: done (0 left) 2024-04-10T15:14:05.222 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 35 current snap is 229 2024-04-10T15:14:05.222 INFO:tasks.rados.rados.0.smithi102.stdout:2470: seq_num 782 ranges {0=704512,704512=401408} 2024-04-10T15:14:05.225 INFO:tasks.rados.rados.0.smithi102.stdout:2470: writing smithi10276805-35 from 0 to 704512 tid 1 2024-04-10T15:14:05.227 INFO:tasks.rados.rados.0.smithi102.stdout:2470: writing smithi10276805-35 from 704512 to 1105920 tid 2 2024-04-10T15:14:05.228 INFO:tasks.rados.rados.0.smithi102.stdout:2471: snap_create 2024-04-10T15:14:05.232 INFO:tasks.rados.rados.0.smithi102.stdout:2470: finishing write tid 1 to smithi10276805-35 2024-04-10T15:14:05.232 INFO:tasks.rados.rados.0.smithi102.stdout:2470: finishing write tid 2 to smithi10276805-35 2024-04-10T15:14:05.232 INFO:tasks.rados.rados.0.smithi102.stdout:2470: finishing write tid 3 to smithi10276805-35 2024-04-10T15:14:05.235 INFO:tasks.rados.rados.0.smithi102.stdout:2470: finishing write tid 4 to smithi10276805-35 2024-04-10T15:14:05.235 INFO:tasks.rados.rados.0.smithi102.stdout:2470: oid 35 updating version 0 to 849 2024-04-10T15:14:05.236 INFO:tasks.rados.rados.0.smithi102.stdout:2470: oid 35 version 849 is already newer than 847 2024-04-10T15:14:05.236 INFO:tasks.rados.rados.0.smithi102.stdout:2470: oid 35 version 849 is already newer than 848 2024-04-10T15:14:05.236 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 849 (ObjNum 782 snap 229 seq_num 782) dirty exists 2024-04-10T15:14:05.236 INFO:tasks.rados.rados.0.smithi102.stdout:2470: left oid 35 (ObjNum 782 snap 229 seq_num 782) 2024-04-10T15:14:05.549 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:05 smithi154 ceph-mon[84269]: osdmap e522: 8 total, 8 up, 8 in 2024-04-10T15:14:05.549 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:14:05.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:05 smithi102 ceph-mon[88557]: osdmap e522: 8 total, 8 up, 8 in 2024-04-10T15:14:05.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:14:05.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:05 smithi102 ceph-mon[90943]: osdmap e522: 8 total, 8 up, 8 in 2024-04-10T15:14:05.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:14:06.223 INFO:tasks.rados.rados.0.smithi102.stdout:2470: done (1 left) 2024-04-10T15:14:06.223 INFO:tasks.rados.rados.0.smithi102.stdout:2471: done (0 left) 2024-04-10T15:14:06.223 INFO:tasks.rados.rados.0.smithi102.stdout:2472: read oid 2 snap -1 2024-04-10T15:14:06.223 INFO:tasks.rados.rados.0.smithi102.stdout:2472: expect deleted 2024-04-10T15:14:06.223 INFO:tasks.rados.rados.0.smithi102.stdout:2473: snap_create 2024-04-10T15:14:06.574 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:06 smithi154 ceph-mon[84269]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:14:06.574 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:06 smithi154 ceph-mon[84269]: Upgrade: osd.7 is safe to restart 2024-04-10T15:14:06.575 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:06 smithi154 ceph-mon[84269]: pgmap v443: 121 pgs: 121 active+clean; 282 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-04-10T15:14:06.575 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:06 smithi154 ceph-mon[84269]: osdmap e523: 8 total, 8 up, 8 in 2024-04-10T15:14:06.575 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:06 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:06.575 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:06 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T15:14:06.575 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:06 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:14:06.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:06 smithi102 ceph-mon[90943]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:14:06.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:06 smithi102 ceph-mon[90943]: Upgrade: osd.7 is safe to restart 2024-04-10T15:14:06.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:06 smithi102 ceph-mon[90943]: pgmap v443: 121 pgs: 121 active+clean; 282 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-04-10T15:14:06.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:06 smithi102 ceph-mon[90943]: osdmap e523: 8 total, 8 up, 8 in 2024-04-10T15:14:06.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:06 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:06.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:06 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T15:14:06.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:06 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:14:06.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:06 smithi102 ceph-mon[88557]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "osd ok-to-stop", "ids": ["7"], "max": 16}]: dispatch 2024-04-10T15:14:06.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:06 smithi102 ceph-mon[88557]: Upgrade: osd.7 is safe to restart 2024-04-10T15:14:06.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:06 smithi102 ceph-mon[88557]: pgmap v443: 121 pgs: 121 active+clean; 282 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.0 MiB/s rd, 1.6 MiB/s wr, 27 op/s 2024-04-10T15:14:06.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:06 smithi102 ceph-mon[88557]: osdmap e523: 8 total, 8 up, 8 in 2024-04-10T15:14:06.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:06 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:06.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:06 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "osd.7"}]: dispatch 2024-04-10T15:14:06.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:06 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:14:07.224 INFO:tasks.rados.rados.0.smithi102.stdout:2472: done (1 left) 2024-04-10T15:14:07.225 INFO:tasks.rados.rados.0.smithi102.stdout:2473: done (0 left) 2024-04-10T15:14:07.225 INFO:tasks.rados.rados.0.smithi102.stdout:2474: snap_create 2024-04-10T15:14:07.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:07 smithi102 ceph-mon[90943]: Upgrade: Updating osd.7 2024-04-10T15:14:07.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:07 smithi102 ceph-mon[90943]: Deploying daemon osd.7 on smithi154 2024-04-10T15:14:07.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:07 smithi102 ceph-mon[90943]: osdmap e524: 8 total, 8 up, 8 in 2024-04-10T15:14:07.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:07 smithi102 ceph-mon[90943]: osdmap e525: 8 total, 8 up, 8 in 2024-04-10T15:14:07.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:07 smithi102 ceph-mon[88557]: Upgrade: Updating osd.7 2024-04-10T15:14:07.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:07 smithi102 ceph-mon[88557]: Deploying daemon osd.7 on smithi154 2024-04-10T15:14:07.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:07 smithi102 ceph-mon[88557]: osdmap e524: 8 total, 8 up, 8 in 2024-04-10T15:14:07.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:07 smithi102 ceph-mon[88557]: osdmap e525: 8 total, 8 up, 8 in 2024-04-10T15:14:07.547 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:07 smithi154 ceph-mon[84269]: Upgrade: Updating osd.7 2024-04-10T15:14:07.548 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:07 smithi154 ceph-mon[84269]: Deploying daemon osd.7 on smithi154 2024-04-10T15:14:07.548 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:07 smithi154 ceph-mon[84269]: osdmap e524: 8 total, 8 up, 8 in 2024-04-10T15:14:07.548 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:07 smithi154 ceph-mon[84269]: osdmap e525: 8 total, 8 up, 8 in 2024-04-10T15:14:07.906 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:14:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:14:07] "GET /metrics HTTP/1.1" 200 36289 "" "Prometheus/2.43.0" 2024-04-10T15:14:08.211 INFO:tasks.rados.rados.0.smithi102.stdout:2474: done (0 left) 2024-04-10T15:14:08.211 INFO:tasks.rados.rados.0.smithi102.stdout:2475: copy_from oid 41 from oid 34 current snap is 232 2024-04-10T15:14:08.211 INFO:tasks.rados.rados.0.smithi102.stdout:2476: read oid 14 snap 211 2024-04-10T15:14:08.211 INFO:tasks.rados.rados.0.smithi102.stdout:2476: expect (ObjNum 710 snap 201 seq_num 710) 2024-04-10T15:14:08.211 INFO:tasks.rados.rados.0.smithi102.stdout:2477: delete oid 13 current snap is 232 2024-04-10T15:14:08.217 INFO:tasks.rados.rados.0.smithi102.stdout:2477: done (2 left) 2024-04-10T15:14:08.217 INFO:tasks.rados.rados.0.smithi102.stdout:2478: rmattr oid 25 current snap is 232 2024-04-10T15:14:08.217 INFO:tasks.rados.rados.0.smithi102.stdout:2478: done (2 left) 2024-04-10T15:14:08.217 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 12 current snap is 232 2024-04-10T15:14:08.217 INFO:tasks.rados.rados.0.smithi102.stdout:2479: seq_num 784 ranges {4251648=737280,4988928=401408} 2024-04-10T15:14:08.245 INFO:tasks.rados.rados.0.smithi102.stdout:2479: writing smithi10276805-12 from 4251648 to 4988928 tid 1 2024-04-10T15:14:08.247 INFO:tasks.rados.rados.0.smithi102.stdout:2479: writing smithi10276805-12 from 4988928 to 5390336 tid 2 2024-04-10T15:14:08.247 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 19 current snap is 232 2024-04-10T15:14:08.247 INFO:tasks.rados.rados.0.smithi102.stdout:2480: seq_num 785 ranges {1056768=753664,1810432=401408} 2024-04-10T15:14:08.257 INFO:tasks.rados.rados.0.smithi102.stdout:2480: writing smithi10276805-19 from 1056768 to 1810432 tid 1 2024-04-10T15:14:08.260 INFO:tasks.rados.rados.0.smithi102.stdout:2480: writing smithi10276805-19 from 1810432 to 2211840 tid 2 2024-04-10T15:14:08.260 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 35 current snap is 232 2024-04-10T15:14:08.260 INFO:tasks.rados.rados.0.smithi102.stdout:2481: seq_num 786 ranges {1105920=770048,1875968=401408} 2024-04-10T15:14:08.270 INFO:tasks.rados.rados.0.smithi102.stdout:2481: writing smithi10276805-35 from 1105920 to 1875968 tid 1 2024-04-10T15:14:08.272 INFO:tasks.rados.rados.0.smithi102.stdout:2481: writing smithi10276805-35 from 1875968 to 2277376 tid 2 2024-04-10T15:14:08.273 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 17 current snap is 232 2024-04-10T15:14:08.273 INFO:tasks.rados.rados.0.smithi102.stdout:2482: seq_num 787 ranges {0=786432,786432=401408} 2024-04-10T15:14:08.277 INFO:tasks.rados.rados.0.smithi102.stdout:2482: writing smithi10276805-17 from 0 to 786432 tid 1 2024-04-10T15:14:08.279 INFO:tasks.rados.rados.0.smithi102.stdout:2482: writing smithi10276805-17 from 786432 to 1187840 tid 2 2024-04-10T15:14:08.279 INFO:tasks.rados.rados.0.smithi102.stdout:2483: read oid 26 snap 224 2024-04-10T15:14:08.279 INFO:tasks.rados.rados.0.smithi102.stdout:2483: expect (ObjNum 651 snap 180 seq_num 651) 2024-04-10T15:14:08.280 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 232 2024-04-10T15:14:08.280 INFO:tasks.rados.rados.0.smithi102.stdout:2476: expect (ObjNum 710 snap 201 seq_num 710) 2024-04-10T15:14:08.374 INFO:tasks.rados.rados.0.smithi102.stdout:2475: finishing copy_from racing read to smithi10276805-41 2024-04-10T15:14:08.374 INFO:tasks.rados.rados.0.smithi102.stdout:2475: finishing copy_from to smithi10276805-41 2024-04-10T15:14:08.374 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 846 (ObjNum 770 snap 224 seq_num 770) dirty exists 2024-04-10T15:14:08.374 INFO:tasks.rados.rados.0.smithi102.stdout:2484: seq_num 788 ranges {0=802816,802816=401408} 2024-04-10T15:14:08.378 INFO:tasks.rados.rados.0.smithi102.stdout:2484: writing smithi10276805-2 from 0 to 802816 tid 1 2024-04-10T15:14:08.380 INFO:tasks.rados.rados.0.smithi102.stdout:2484: writing smithi10276805-2 from 802816 to 1204224 tid 2 2024-04-10T15:14:08.381 INFO:tasks.rados.rados.0.smithi102.stdout:2475: done (7 left) 2024-04-10T15:14:08.381 INFO:tasks.rados.rados.0.smithi102.stdout:2476: done (6 left) 2024-04-10T15:14:08.381 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 13 current snap is 232 2024-04-10T15:14:08.381 INFO:tasks.rados.rados.0.smithi102.stdout:2479: finishing write tid 1 to smithi10276805-12 2024-04-10T15:14:08.381 INFO:tasks.rados.rados.0.smithi102.stdout:2479: finishing write tid 2 to smithi10276805-12 2024-04-10T15:14:08.381 INFO:tasks.rados.rados.0.smithi102.stdout:2479: finishing write tid 3 to smithi10276805-12 2024-04-10T15:14:08.381 INFO:tasks.rados.rados.0.smithi102.stdout:2485: seq_num 789 ranges {0=417792,417792=663552,1081344=139264} 2024-04-10T15:14:08.382 INFO:tasks.rados.rados.0.smithi102.stdout:2485: writing smithi10276805-13 from 0 to 417792 tid 1 2024-04-10T15:14:08.386 INFO:tasks.rados.rados.0.smithi102.stdout:2485: writing smithi10276805-13 from 417792 to 1081344 tid 2 2024-04-10T15:14:08.388 INFO:tasks.rados.rados.0.smithi102.stdout:2485: writing smithi10276805-13 from 1081344 to 1220608 tid 3 2024-04-10T15:14:08.388 INFO:tasks.rados.rados.0.smithi102.stdout:2486: read oid 8 snap 226 2024-04-10T15:14:08.388 INFO:tasks.rados.rados.0.smithi102.stdout:2486: expect (ObjNum 730 snap 205 seq_num 730) 2024-04-10T15:14:08.388 INFO:tasks.rados.rados.0.smithi102.stdout:2487: copy_from oid 20 from oid 27 current snap is 232 2024-04-10T15:14:08.389 INFO:tasks.rados.rados.0.smithi102.stdout:2479: finishing write tid 4 to smithi10276805-12 2024-04-10T15:14:08.389 INFO:tasks.rados.rados.0.smithi102.stdout:2479: oid 12 updating version 0 to 1197 2024-04-10T15:14:08.389 INFO:tasks.rados.rados.0.smithi102.stdout:2479: oid 12 version 1197 is already newer than 1196 2024-04-10T15:14:08.389 INFO:tasks.rados.rados.0.smithi102.stdout:2479: oid 12 version 1197 is already newer than 1195 2024-04-10T15:14:08.389 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 1197 (ObjNum 784 snap 232 seq_num 784) dirty exists 2024-04-10T15:14:08.389 INFO:tasks.rados.rados.0.smithi102.stdout:2479: left oid 12 (ObjNum 784 snap 232 seq_num 784) 2024-04-10T15:14:08.389 INFO:tasks.rados.rados.0.smithi102.stdout:2480: finishing write tid 1 to smithi10276805-19 2024-04-10T15:14:08.389 INFO:tasks.rados.rados.0.smithi102.stdout:2480: finishing write tid 2 to smithi10276805-19 2024-04-10T15:14:08.389 INFO:tasks.rados.rados.0.smithi102.stdout:2480: finishing write tid 3 to smithi10276805-19 2024-04-10T15:14:08.389 INFO:tasks.rados.rados.0.smithi102.stdout:2480: finishing write tid 4 to smithi10276805-19 2024-04-10T15:14:08.389 INFO:tasks.rados.rados.0.smithi102.stdout:2480: oid 19 updating version 0 to 1243 2024-04-10T15:14:08.389 INFO:tasks.rados.rados.0.smithi102.stdout:2480: oid 19 updating version 1243 to 1244 2024-04-10T15:14:08.389 INFO:tasks.rados.rados.0.smithi102.stdout:2480: oid 19 updating version 1244 to 1245 2024-04-10T15:14:08.389 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 1245 (ObjNum 785 snap 232 seq_num 785) dirty exists 2024-04-10T15:14:08.389 INFO:tasks.rados.rados.0.smithi102.stdout:2480: left oid 19 (ObjNum 785 snap 232 seq_num 785) 2024-04-10T15:14:08.390 INFO:tasks.rados.rados.0.smithi102.stdout:2479: done (8 left) 2024-04-10T15:14:08.390 INFO:tasks.rados.rados.0.smithi102.stdout:2480: done (7 left) 2024-04-10T15:14:08.390 INFO:tasks.rados.rados.0.smithi102.stdout:2488: rmattr oid 9 current snap is 232 2024-04-10T15:14:08.390 INFO:tasks.rados.rados.0.smithi102.stdout:2481: finishing write tid 1 to smithi10276805-35 2024-04-10T15:14:08.390 INFO:tasks.rados.rados.0.smithi102.stdout:2481: finishing write tid 2 to smithi10276805-35 2024-04-10T15:14:08.390 INFO:tasks.rados.rados.0.smithi102.stdout:2481: finishing write tid 3 to smithi10276805-35 2024-04-10T15:14:08.390 INFO:tasks.rados.rados.0.smithi102.stdout:2481: finishing write tid 4 to smithi10276805-35 2024-04-10T15:14:08.390 INFO:tasks.rados.rados.0.smithi102.stdout:2481: oid 35 updating version 0 to 850 2024-04-10T15:14:08.390 INFO:tasks.rados.rados.0.smithi102.stdout:2481: oid 35 updating version 850 to 852 2024-04-10T15:14:08.390 INFO:tasks.rados.rados.0.smithi102.stdout:2481: oid 35 version 852 is already newer than 851 2024-04-10T15:14:08.390 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 852 (ObjNum 786 snap 232 seq_num 786) dirty exists 2024-04-10T15:14:08.390 INFO:tasks.rados.rados.0.smithi102.stdout:2481: left oid 35 (ObjNum 786 snap 232 seq_num 786) 2024-04-10T15:14:08.390 INFO:tasks.rados.rados.0.smithi102.stdout:2482: finishing write tid 1 to smithi10276805-17 2024-04-10T15:14:08.391 INFO:tasks.rados.rados.0.smithi102.stdout:2482: finishing write tid 2 to smithi10276805-17 2024-04-10T15:14:08.391 INFO:tasks.rados.rados.0.smithi102.stdout:2482: finishing write tid 3 to smithi10276805-17 2024-04-10T15:14:08.391 INFO:tasks.rados.rados.0.smithi102.stdout:2481: done (7 left) 2024-04-10T15:14:08.391 INFO:tasks.rados.rados.0.smithi102.stdout:2489: rmattr oid 5 current snap is 232 2024-04-10T15:14:08.391 INFO:tasks.rados.rados.0.smithi102.stdout:2489: done (7 left) 2024-04-10T15:14:08.391 INFO:tasks.rados.rados.0.smithi102.stdout:2490: snap_create 2024-04-10T15:14:08.391 INFO:tasks.rados.rados.0.smithi102.stdout:2482: finishing write tid 4 to smithi10276805-17 2024-04-10T15:14:08.391 INFO:tasks.rados.rados.0.smithi102.stdout:2482: oid 17 updating version 0 to 720 2024-04-10T15:14:08.391 INFO:tasks.rados.rados.0.smithi102.stdout:2482: oid 17 version 720 is already newer than 719 2024-04-10T15:14:08.391 INFO:tasks.rados.rados.0.smithi102.stdout:2482: oid 17 updating version 720 to 721 2024-04-10T15:14:08.391 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 721 (ObjNum 787 snap 232 seq_num 787) dirty exists 2024-04-10T15:14:08.391 INFO:tasks.rados.rados.0.smithi102.stdout:2482: left oid 17 (ObjNum 787 snap 232 seq_num 787) 2024-04-10T15:14:08.391 INFO:tasks.rados.rados.0.smithi102.stdout:2483: expect (ObjNum 651 snap 180 seq_num 651) 2024-04-10T15:14:08.425 INFO:tasks.rados.rados.0.smithi102.stdout:2484: finishing write tid 1 to smithi10276805-2 2024-04-10T15:14:08.426 INFO:tasks.rados.rados.0.smithi102.stdout:2484: finishing write tid 2 to smithi10276805-2 2024-04-10T15:14:08.426 INFO:tasks.rados.rados.0.smithi102.stdout:2484: finishing write tid 3 to smithi10276805-2 2024-04-10T15:14:08.426 INFO:tasks.rados.rados.0.smithi102.stdout:2484: finishing write tid 4 to smithi10276805-2 2024-04-10T15:14:08.426 INFO:tasks.rados.rados.0.smithi102.stdout:2484: oid 2 updating version 0 to 1222 2024-04-10T15:14:08.426 INFO:tasks.rados.rados.0.smithi102.stdout:2484: oid 2 updating version 1222 to 1223 2024-04-10T15:14:08.426 INFO:tasks.rados.rados.0.smithi102.stdout:2484: oid 2 updating version 1223 to 1224 2024-04-10T15:14:08.426 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 1224 (ObjNum 788 snap 232 seq_num 788) dirty exists 2024-04-10T15:14:08.426 INFO:tasks.rados.rados.0.smithi102.stdout:2484: left oid 2 (ObjNum 788 snap 232 seq_num 788) 2024-04-10T15:14:08.426 INFO:tasks.rados.rados.0.smithi102.stdout:2485: finishing write tid 1 to smithi10276805-13 2024-04-10T15:14:08.426 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 1223 (ObjNum 751 snap 218 seq_num 751) dirty exists 2024-04-10T15:14:08.426 INFO:tasks.rados.rados.0.smithi102.stdout:2486: expect (ObjNum 730 snap 205 seq_num 730) 2024-04-10T15:14:08.431 INFO:tasks.rados.rados.0.smithi102.stdout:2485: finishing write tid 2 to smithi10276805-13 2024-04-10T15:14:08.431 INFO:tasks.rados.rados.0.smithi102.stdout:2485: finishing write tid 3 to smithi10276805-13 2024-04-10T15:14:08.431 INFO:tasks.rados.rados.0.smithi102.stdout:2485: finishing write tid 4 to smithi10276805-13 2024-04-10T15:14:08.431 INFO:tasks.rados.rados.0.smithi102.stdout:2485: finishing write tid 5 to smithi10276805-13 2024-04-10T15:14:08.432 INFO:tasks.rados.rados.0.smithi102.stdout:2485: oid 13 updating version 0 to 1601 2024-04-10T15:14:08.432 INFO:tasks.rados.rados.0.smithi102.stdout:2485: oid 13 version 1601 is already newer than 1599 2024-04-10T15:14:08.432 INFO:tasks.rados.rados.0.smithi102.stdout:2485: oid 13 version 1601 is already newer than 1600 2024-04-10T15:14:08.432 INFO:tasks.rados.rados.0.smithi102.stdout:2485: oid 13 updating version 1601 to 1602 2024-04-10T15:14:08.432 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 1602 (ObjNum 789 snap 232 seq_num 789) dirty exists 2024-04-10T15:14:08.432 INFO:tasks.rados.rados.0.smithi102.stdout:2485: left oid 13 (ObjNum 789 snap 232 seq_num 789) 2024-04-10T15:14:08.432 INFO:tasks.rados.rados.0.smithi102.stdout:2487: finishing copy_from racing read to smithi10276805-20 2024-04-10T15:14:08.432 INFO:tasks.rados.rados.0.smithi102.stdout:2487: finishing copy_from to smithi10276805-20 2024-04-10T15:14:08.432 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 1334 (ObjNum 711 snap 201 seq_num 711) dirty exists 2024-04-10T15:14:08.516 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:08 smithi154 ceph-mon[84269]: pgmap v446: 121 pgs: 121 active+clean; 284 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-10T15:14:08.516 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:08 smithi154 ceph-mon[84269]: osdmap e526: 8 total, 8 up, 8 in 2024-04-10T15:14:08.516 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:14:08.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:08 smithi102 ceph-mon[90943]: pgmap v446: 121 pgs: 121 active+clean; 284 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-10T15:14:08.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:08 smithi102 ceph-mon[90943]: osdmap e526: 8 total, 8 up, 8 in 2024-04-10T15:14:08.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:14:08.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:08 smithi102 ceph-mon[88557]: pgmap v446: 121 pgs: 121 active+clean; 284 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.4 MiB/s wr, 17 op/s 2024-04-10T15:14:08.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:08 smithi102 ceph-mon[88557]: osdmap e526: 8 total, 8 up, 8 in 2024-04-10T15:14:08.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:14:09.246 INFO:tasks.rados.rados.0.smithi102.stdout:2482: done (7 left) 2024-04-10T15:14:09.246 INFO:tasks.rados.rados.0.smithi102.stdout:2483: done (6 left) 2024-04-10T15:14:09.246 INFO:tasks.rados.rados.0.smithi102.stdout:2484: done (5 left) 2024-04-10T15:14:09.246 INFO:tasks.rados.rados.0.smithi102.stdout:2485: done (4 left) 2024-04-10T15:14:09.246 INFO:tasks.rados.rados.0.smithi102.stdout:2486: done (3 left) 2024-04-10T15:14:09.247 INFO:tasks.rados.rados.0.smithi102.stdout:2487: done (2 left) 2024-04-10T15:14:09.247 INFO:tasks.rados.rados.0.smithi102.stdout:2488: done (1 left) 2024-04-10T15:14:09.247 INFO:tasks.rados.rados.0.smithi102.stdout:2490: done (0 left) 2024-04-10T15:14:09.247 INFO:tasks.rados.rados.0.smithi102.stdout:2491: read oid 19 snap -1 2024-04-10T15:14:09.247 INFO:tasks.rados.rados.0.smithi102.stdout:2491: expect (ObjNum 785 snap 232 seq_num 785) 2024-04-10T15:14:09.247 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 41 current snap is 233 2024-04-10T15:14:09.247 INFO:tasks.rados.rados.0.smithi102.stdout:2492: seq_num 790 ranges {2916352=434176,3350528=548864,3899392=253952} 2024-04-10T15:14:09.264 INFO:tasks.rados.rados.0.smithi102.stdout:2492: writing smithi10276805-41 from 2916352 to 3350528 tid 1 2024-04-10T15:14:09.267 INFO:tasks.rados.rados.0.smithi102.stdout:2492: writing smithi10276805-41 from 3350528 to 3899392 tid 2 2024-04-10T15:14:09.269 INFO:tasks.rados.rados.0.smithi102.stdout:2492: writing smithi10276805-41 from 3899392 to 4153344 tid 3 2024-04-10T15:14:09.269 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 7 current snap is 233 2024-04-10T15:14:09.269 INFO:tasks.rados.rados.0.smithi102.stdout:2493: seq_num 791 ranges {278528=450560,729088=475136,1204224=327680} 2024-04-10T15:14:09.273 INFO:tasks.rados.rados.0.smithi102.stdout:2493: writing smithi10276805-7 from 278528 to 729088 tid 1 2024-04-10T15:14:09.276 INFO:tasks.rados.rados.0.smithi102.stdout:2493: writing smithi10276805-7 from 729088 to 1204224 tid 2 2024-04-10T15:14:09.278 INFO:tasks.rados.rados.0.smithi102.stdout:2493: writing smithi10276805-7 from 1204224 to 1531904 tid 3 2024-04-10T15:14:09.278 INFO:tasks.rados.rados.0.smithi102.stdout:2494: snap_create 2024-04-10T15:14:09.278 INFO:tasks.rados.rados.0.smithi102.stdout:2491: expect (ObjNum 785 snap 232 seq_num 785) 2024-04-10T15:14:09.352 INFO:tasks.rados.rados.0.smithi102.stdout:2492: finishing write tid 1 to smithi10276805-41 2024-04-10T15:14:09.352 INFO:tasks.rados.rados.0.smithi102.stdout:2492: finishing write tid 2 to smithi10276805-41 2024-04-10T15:14:09.352 INFO:tasks.rados.rados.0.smithi102.stdout:2492: finishing write tid 3 to smithi10276805-41 2024-04-10T15:14:09.352 INFO:tasks.rados.rados.0.smithi102.stdout:2492: finishing write tid 4 to smithi10276805-41 2024-04-10T15:14:09.352 INFO:tasks.rados.rados.0.smithi102.stdout:2492: finishing write tid 5 to smithi10276805-41 2024-04-10T15:14:09.352 INFO:tasks.rados.rados.0.smithi102.stdout:2492: oid 41 updating version 0 to 1246 2024-04-10T15:14:09.352 INFO:tasks.rados.rados.0.smithi102.stdout:2492: oid 41 updating version 1246 to 1247 2024-04-10T15:14:09.352 INFO:tasks.rados.rados.0.smithi102.stdout:2492: oid 41 updating version 1247 to 1249 2024-04-10T15:14:09.352 INFO:tasks.rados.rados.0.smithi102.stdout:2492: oid 41 version 1249 is already newer than 1248 2024-04-10T15:14:09.352 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 1249 (ObjNum 790 snap 233 seq_num 790) dirty exists 2024-04-10T15:14:09.353 INFO:tasks.rados.rados.0.smithi102.stdout:2492: left oid 41 (ObjNum 790 snap 233 seq_num 790) 2024-04-10T15:14:09.353 INFO:tasks.rados.rados.0.smithi102.stdout:2493: finishing write tid 1 to smithi10276805-7 2024-04-10T15:14:09.353 INFO:tasks.rados.rados.0.smithi102.stdout:2493: finishing write tid 2 to smithi10276805-7 2024-04-10T15:14:09.353 INFO:tasks.rados.rados.0.smithi102.stdout:2493: finishing write tid 3 to smithi10276805-7 2024-04-10T15:14:09.353 INFO:tasks.rados.rados.0.smithi102.stdout:2493: finishing write tid 4 to smithi10276805-7 2024-04-10T15:14:09.353 INFO:tasks.rados.rados.0.smithi102.stdout:2493: finishing write tid 5 to smithi10276805-7 2024-04-10T15:14:09.353 INFO:tasks.rados.rados.0.smithi102.stdout:2493: oid 7 updating version 0 to 1336 2024-04-10T15:14:09.353 INFO:tasks.rados.rados.0.smithi102.stdout:2493: oid 7 updating version 1336 to 1338 2024-04-10T15:14:09.353 INFO:tasks.rados.rados.0.smithi102.stdout:2493: oid 7 version 1338 is already newer than 1335 2024-04-10T15:14:09.353 INFO:tasks.rados.rados.0.smithi102.stdout:2493: oid 7 version 1338 is already newer than 1337 2024-04-10T15:14:09.353 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 1338 (ObjNum 791 snap 233 seq_num 791) dirty exists 2024-04-10T15:14:09.353 INFO:tasks.rados.rados.0.smithi102.stdout:2493: left oid 7 (ObjNum 791 snap 233 seq_num 791) 2024-04-10T15:14:09.376 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:09 smithi154 systemd[1]: Stopping Ceph osd.7 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:14:09.377 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:14:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[60545]: logger=cleanup t=2024-04-10T15:14:09.147625786Z level=info msg="Completed cleanup jobs" duration=12.462793ms 2024-04-10T15:14:09.876 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[52980]: 2024-04-10T15:14:09.511+0000 7fb871c0c700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:14:09.876 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[52980]: 2024-04-10T15:14:09.511+0000 7fb871c0c700 -1 osd.7 527 *** Got signal Terminated *** 2024-04-10T15:14:09.876 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[52980]: 2024-04-10T15:14:09.511+0000 7fb871c0c700 -1 osd.7 527 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T15:14:10.264 INFO:tasks.rados.rados.0.smithi102.stdout:2491: done (3 left) 2024-04-10T15:14:10.264 INFO:tasks.rados.rados.0.smithi102.stdout:2492: done (2 left) 2024-04-10T15:14:10.264 INFO:tasks.rados.rados.0.smithi102.stdout:2493: done (1 left) 2024-04-10T15:14:10.264 INFO:tasks.rados.rados.0.smithi102.stdout:2494: done (0 left) 2024-04-10T15:14:10.264 INFO:tasks.rados.rados.0.smithi102.stdout:2495: read oid 29 snap -1 2024-04-10T15:14:10.264 INFO:tasks.rados.rados.0.smithi102.stdout:2495: expect (ObjNum 777 snap 225 seq_num 777) 2024-04-10T15:14:10.264 INFO:tasks.rados.rados.0.smithi102.stdout:2496: snap_create 2024-04-10T15:14:10.270 INFO:tasks.rados.rados.0.smithi102.stdout:2495: expect (ObjNum 777 snap 225 seq_num 777) 2024-04-10T15:14:10.610 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:10 smithi154 ceph-mon[84269]: pgmap v449: 121 pgs: 121 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 798 KiB/s wr, 15 op/s 2024-04-10T15:14:10.610 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:10 smithi154 ceph-mon[84269]: osdmap e527: 8 total, 8 up, 8 in 2024-04-10T15:14:10.610 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:10 smithi154 ceph-mon[84269]: osd.7 marked itself down and dead 2024-04-10T15:14:10.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:10 smithi102 ceph-mon[90943]: pgmap v449: 121 pgs: 121 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 798 KiB/s wr, 15 op/s 2024-04-10T15:14:10.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:10 smithi102 ceph-mon[90943]: osdmap e527: 8 total, 8 up, 8 in 2024-04-10T15:14:10.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:10 smithi102 ceph-mon[90943]: osd.7 marked itself down and dead 2024-04-10T15:14:10.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:10 smithi102 ceph-mon[88557]: pgmap v449: 121 pgs: 121 active+clean; 286 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 798 KiB/s wr, 15 op/s 2024-04-10T15:14:10.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:10 smithi102 ceph-mon[88557]: osdmap e527: 8 total, 8 up, 8 in 2024-04-10T15:14:10.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:10 smithi102 ceph-mon[88557]: osd.7 marked itself down and dead 2024-04-10T15:14:10.876 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:10 smithi154 podman[102954]: 2024-04-10 15:14:10.637998093 +0000 UTC m=+1.225601921 container died a3af5b492398e836582c1dece6026917da5c192d006cfea04ded7156afa1b7f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, GIT_CLEAN=True) 2024-04-10T15:14:11.228 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:11 smithi154 podman[102954]: 2024-04-10 15:14:11.029639036 +0000 UTC m=+1.617242865 container cleanup a3af5b492398e836582c1dece6026917da5c192d006cfea04ded7156afa1b7f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, org.label-schema.license=GPLv2) 2024-04-10T15:14:11.228 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:11 smithi154 bash[102954]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7 2024-04-10T15:14:11.271 INFO:tasks.rados.rados.0.smithi102.stdout:2495: done (1 left) 2024-04-10T15:14:11.272 INFO:tasks.rados.rados.0.smithi102.stdout:2496: done (0 left) 2024-04-10T15:14:11.272 INFO:tasks.rados.rados.0.smithi102.stdout:2497: delete oid 3 current snap is 235 2024-04-10T15:14:11.281 INFO:tasks.rados.rados.0.smithi102.stdout:2497: done (0 left) 2024-04-10T15:14:11.281 INFO:tasks.rados.rados.0.smithi102.stdout:2498: read oid 38 snap -1 2024-04-10T15:14:11.281 INFO:tasks.rados.rados.0.smithi102.stdout:2498: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-10T15:14:11.281 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 16 current snap is 235 2024-04-10T15:14:11.281 INFO:tasks.rados.rados.0.smithi102.stdout:2499: seq_num 793 ranges {14000128=483328,14483456=647168,15130624=155648} 2024-04-10T15:14:11.357 INFO:tasks.rados.rados.0.smithi102.stdout:2499: writing smithi10276805-16 from 14000128 to 14483456 tid 1 2024-04-10T15:14:11.361 INFO:tasks.rados.rados.0.smithi102.stdout:2499: writing smithi10276805-16 from 14483456 to 15130624 tid 2 2024-04-10T15:14:11.362 INFO:tasks.rados.rados.0.smithi102.stdout:2499: writing smithi10276805-16 from 15130624 to 15286272 tid 3 2024-04-10T15:14:11.362 INFO:tasks.rados.rados.0.smithi102.stdout:2500: delete oid 12 current snap is 235 2024-04-10T15:14:11.362 INFO:tasks.rados.rados.0.smithi102.stdout:2498: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-10T15:14:11.387 INFO:tasks.rados.rados.0.smithi102.stdout:2499: finishing write tid 1 to smithi10276805-16 2024-04-10T15:14:11.388 INFO:tasks.rados.rados.0.smithi102.stdout:2499: finishing write tid 2 to smithi10276805-16 2024-04-10T15:14:11.388 INFO:tasks.rados.rados.0.smithi102.stdout:2499: finishing write tid 3 to smithi10276805-16 2024-04-10T15:14:11.388 INFO:tasks.rados.rados.0.smithi102.stdout:2499: finishing write tid 4 to smithi10276805-16 2024-04-10T15:14:11.388 INFO:tasks.rados.rados.0.smithi102.stdout:2499: finishing write tid 5 to smithi10276805-16 2024-04-10T15:14:11.388 INFO:tasks.rados.rados.0.smithi102.stdout:2499: oid 16 updating version 0 to 1347 2024-04-10T15:14:11.388 INFO:tasks.rados.rados.0.smithi102.stdout:2499: oid 16 updating version 1347 to 1349 2024-04-10T15:14:11.388 INFO:tasks.rados.rados.0.smithi102.stdout:2499: oid 16 version 1349 is already newer than 1348 2024-04-10T15:14:11.388 INFO:tasks.rados.rados.0.smithi102.stdout:2499: oid 16 version 1349 is already newer than 1346 2024-04-10T15:14:11.388 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 1349 (ObjNum 793 snap 235 seq_num 793) dirty exists 2024-04-10T15:14:11.388 INFO:tasks.rados.rados.0.smithi102.stdout:2499: left oid 16 (ObjNum 793 snap 235 seq_num 793) 2024-04-10T15:14:11.388 INFO:tasks.rados.rados.0.smithi102.stdout:2498: done (2 left) 2024-04-10T15:14:11.388 INFO:tasks.rados.rados.0.smithi102.stdout:2499: done (1 left) 2024-04-10T15:14:11.388 INFO:tasks.rados.rados.0.smithi102.stdout:2500: done (0 left) 2024-04-10T15:14:11.388 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 45 current snap is 235 2024-04-10T15:14:11.388 INFO:tasks.rados.rados.0.smithi102.stdout:2501: seq_num 795 ranges {925696=524288,1449984=417792,1867776=385024} 2024-04-10T15:14:11.395 INFO:tasks.rados.rados.0.smithi102.stdout:2501: writing smithi10276805-45 from 925696 to 1449984 tid 1 2024-04-10T15:14:11.397 INFO:tasks.rados.rados.0.smithi102.stdout:2501: writing smithi10276805-45 from 1449984 to 1867776 tid 2 2024-04-10T15:14:11.400 INFO:tasks.rados.rados.0.smithi102.stdout:2501: writing smithi10276805-45 from 1867776 to 2252800 tid 3 2024-04-10T15:14:11.400 INFO:tasks.rados.rados.0.smithi102.stdout:2502: rmattr oid 4 current snap is 235 2024-04-10T15:14:11.400 INFO:tasks.rados.rados.0.smithi102.stdout:2502: done (1 left) 2024-04-10T15:14:11.400 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 235 2024-04-10T15:14:11.400 INFO:tasks.rados.rados.0.smithi102.stdout:2501: finishing write tid 1 to smithi10276805-45 2024-04-10T15:14:11.400 INFO:tasks.rados.rados.0.smithi102.stdout:2503: seq_num 796 ranges {0=540672,540672=704512,1245184=98304} 2024-04-10T15:14:11.402 INFO:tasks.rados.rados.0.smithi102.stdout:2503: writing smithi10276805-25 from 0 to 540672 tid 1 2024-04-10T15:14:11.406 INFO:tasks.rados.rados.0.smithi102.stdout:2503: writing smithi10276805-25 from 540672 to 1245184 tid 2 2024-04-10T15:14:11.407 INFO:tasks.rados.rados.0.smithi102.stdout:2503: writing smithi10276805-25 from 1245184 to 1343488 tid 3 2024-04-10T15:14:11.407 INFO:tasks.rados.rados.0.smithi102.stdout:2504: rmattr oid 5 current snap is 235 2024-04-10T15:14:11.408 INFO:tasks.rados.rados.0.smithi102.stdout:2504: done (2 left) 2024-04-10T15:14:11.408 INFO:tasks.rados.rados.0.smithi102.stdout:2505: snap_remove snap 210 2024-04-10T15:14:11.576 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:11 smithi154 podman[102973]: 2024-04-10 15:14:11.256113953 +0000 UTC m=+0.618525127 container remove a3af5b492398e836582c1dece6026917da5c192d006cfea04ded7156afa1b7f8 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=reef-d540eba, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240403, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux ) 2024-04-10T15:14:11.576 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:11 smithi154 ceph-mon[84269]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:14:11.576 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:11 smithi154 ceph-mon[84269]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-10T15:14:11.576 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:11 smithi154 ceph-mon[84269]: osdmap e528: 8 total, 7 up, 8 in 2024-04-10T15:14:11.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:11 smithi102 ceph-mon[90943]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:14:11.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:11 smithi102 ceph-mon[90943]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-10T15:14:11.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:11 smithi102 ceph-mon[90943]: osdmap e528: 8 total, 7 up, 8 in 2024-04-10T15:14:11.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:11 smithi102 ceph-mon[88557]: Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T15:14:11.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:11 smithi102 ceph-mon[88557]: Health check failed: all OSDs are running squid or later but require_osd_release < squid (OSD_UPGRADE_FINISHED) 2024-04-10T15:14:11.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:11 smithi102 ceph-mon[88557]: osdmap e528: 8 total, 7 up, 8 in 2024-04-10T15:14:11.840 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:11 smithi154 podman[103064]: 2024-04-10 15:14:11.506368287 +0000 UTC m=+0.018011855 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:14:11.840 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:11 smithi154 podman[103064]: 2024-04-10 15:14:11.607033287 +0000 UTC m=+0.118676855 container create cb542a8ef6f9cfd1ecb950c12255a588fecd655388f7f83085c54543a61cce1a (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-deactivate, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, org.label-schema.vendor=CentOS, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2) 2024-04-10T15:14:11.841 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:11 smithi154 podman[103064]: 2024-04-10 15:14:11.86817011 +0000 UTC m=+0.379813679 container init cb542a8ef6f9cfd1ecb950c12255a588fecd655388f7f83085c54543a61cce1a (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-deactivate, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T15:14:12.126 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:11 smithi154 podman[103064]: 2024-04-10 15:14:11.871338599 +0000 UTC m=+0.382982177 container start cb542a8ef6f9cfd1ecb950c12255a588fecd655388f7f83085c54543a61cce1a (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-deactivate, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5) 2024-04-10T15:14:12.126 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:11 smithi154 podman[103064]: 2024-04-10 15:14:11.951314824 +0000 UTC m=+0.462958406 container attach cb542a8ef6f9cfd1ecb950c12255a588fecd655388f7f83085c54543a61cce1a (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-deactivate, org.label-schema.build-date=20240409, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-10T15:14:12.266 INFO:tasks.rados.rados.0.smithi102.stdout:2505: done (2 left) 2024-04-10T15:14:12.266 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 44 current snap is 235 2024-04-10T15:14:12.266 INFO:tasks.rados.rados.0.smithi102.stdout:2506: seq_num 797 ranges {0=557056,557056=589824,1146880=212992} 2024-04-10T15:14:12.270 INFO:tasks.rados.rados.0.smithi102.stdout:2506: writing smithi10276805-44 from 0 to 557056 tid 1 2024-04-10T15:14:12.274 INFO:tasks.rados.rados.0.smithi102.stdout:2506: writing smithi10276805-44 from 557056 to 1146880 tid 2 2024-04-10T15:14:12.276 INFO:tasks.rados.rados.0.smithi102.stdout:2506: writing smithi10276805-44 from 1146880 to 1359872 tid 3 2024-04-10T15:14:12.276 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 47 current snap is 235 2024-04-10T15:14:12.276 INFO:tasks.rados.rados.0.smithi102.stdout:2501: finishing write tid 2 to smithi10276805-45 2024-04-10T15:14:12.276 INFO:tasks.rados.rados.0.smithi102.stdout:2507: seq_num 798 ranges {614400=573440,1187840=466944,1654784=335872} 2024-04-10T15:14:12.283 INFO:tasks.rados.rados.0.smithi102.stdout:2507: writing smithi10276805-47 from 614400 to 1187840 tid 1 2024-04-10T15:14:12.286 INFO:tasks.rados.rados.0.smithi102.stdout:2507: writing smithi10276805-47 from 1187840 to 1654784 tid 2 2024-04-10T15:14:12.289 INFO:tasks.rados.rados.0.smithi102.stdout:2507: writing smithi10276805-47 from 1654784 to 1990656 tid 3 2024-04-10T15:14:12.289 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 19 current snap is 235 2024-04-10T15:14:12.289 INFO:tasks.rados.rados.0.smithi102.stdout:2501: finishing write tid 3 to smithi10276805-45 2024-04-10T15:14:12.289 INFO:tasks.rados.rados.0.smithi102.stdout:2501: finishing write tid 4 to smithi10276805-45 2024-04-10T15:14:12.289 INFO:tasks.rados.rados.0.smithi102.stdout:2501: finishing write tid 5 to smithi10276805-45 2024-04-10T15:14:12.289 INFO:tasks.rados.rados.0.smithi102.stdout:2501: oid 45 updating version 0 to 1351 2024-04-10T15:14:12.289 INFO:tasks.rados.rados.0.smithi102.stdout:2501: oid 45 updating version 1351 to 1353 2024-04-10T15:14:12.289 INFO:tasks.rados.rados.0.smithi102.stdout:2501: oid 45 version 1353 is already newer than 1352 2024-04-10T15:14:12.290 INFO:tasks.rados.rados.0.smithi102.stdout:2501: oid 45 version 1353 is already newer than 1350 2024-04-10T15:14:12.290 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 1353 (ObjNum 795 snap 235 seq_num 795) dirty exists 2024-04-10T15:14:12.290 INFO:tasks.rados.rados.0.smithi102.stdout:2501: left oid 45 (ObjNum 795 snap 235 seq_num 795) 2024-04-10T15:14:12.290 INFO:tasks.rados.rados.0.smithi102.stdout:2503: finishing write tid 1 to smithi10276805-25 2024-04-10T15:14:12.290 INFO:tasks.rados.rados.0.smithi102.stdout:2503: finishing write tid 2 to smithi10276805-25 2024-04-10T15:14:12.290 INFO:tasks.rados.rados.0.smithi102.stdout:2508: seq_num 799 ranges {2211840=589824,2801664=802816} 2024-04-10T15:14:12.304 INFO:tasks.rados.rados.0.smithi102.stdout:2508: writing smithi10276805-19 from 2211840 to 2801664 tid 1 2024-04-10T15:14:12.309 INFO:tasks.rados.rados.0.smithi102.stdout:2508: writing smithi10276805-19 from 2801664 to 3604480 tid 2 2024-04-10T15:14:12.309 INFO:tasks.rados.rados.0.smithi102.stdout:2501: done (4 left) 2024-04-10T15:14:12.309 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 41 current snap is 235 2024-04-10T15:14:12.309 INFO:tasks.rados.rados.0.smithi102.stdout:2503: finishing write tid 3 to smithi10276805-25 2024-04-10T15:14:12.309 INFO:tasks.rados.rados.0.smithi102.stdout:2509: seq_num 800 ranges {4153344=606208,4759552=688128,5447680=114688} 2024-04-10T15:14:12.334 INFO:tasks.rados.rados.0.smithi102.stdout:2509: writing smithi10276805-41 from 4153344 to 4759552 tid 1 2024-04-10T15:14:12.338 INFO:tasks.rados.rados.0.smithi102.stdout:2509: writing smithi10276805-41 from 4759552 to 5447680 tid 2 2024-04-10T15:14:12.340 INFO:tasks.rados.rados.0.smithi102.stdout:2509: writing smithi10276805-41 from 5447680 to 5562368 tid 3 2024-04-10T15:14:12.340 INFO:tasks.rados.rados.0.smithi102.stdout:2510: rollback oid 26 current snap is 235 2024-04-10T15:14:12.340 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 26 to 215 2024-04-10T15:14:12.340 INFO:tasks.rados.rados.0.smithi102.stdout:2503: finishing write tid 4 to smithi10276805-25 2024-04-10T15:14:12.340 INFO:tasks.rados.rados.0.smithi102.stdout:2511: snap_create 2024-04-10T15:14:12.340 INFO:tasks.rados.rados.0.smithi102.stdout:2503: finishing write tid 5 to smithi10276805-25 2024-04-10T15:14:12.340 INFO:tasks.rados.rados.0.smithi102.stdout:2503: oid 25 updating version 0 to 1326 2024-04-10T15:14:12.340 INFO:tasks.rados.rados.0.smithi102.stdout:2503: oid 25 version 1326 is already newer than 1324 2024-04-10T15:14:12.341 INFO:tasks.rados.rados.0.smithi102.stdout:2503: oid 25 version 1326 is already newer than 1325 2024-04-10T15:14:12.341 INFO:tasks.rados.rados.0.smithi102.stdout:2503: oid 25 version 1326 is already newer than 1323 2024-04-10T15:14:12.341 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 1326 (ObjNum 796 snap 235 seq_num 796) dirty exists 2024-04-10T15:14:12.341 INFO:tasks.rados.rados.0.smithi102.stdout:2503: left oid 25 (ObjNum 796 snap 235 seq_num 796) 2024-04-10T15:14:12.341 INFO:tasks.rados.rados.0.smithi102.stdout:2506: finishing write tid 1 to smithi10276805-44 2024-04-10T15:14:12.341 INFO:tasks.rados.rados.0.smithi102.stdout:2506: finishing write tid 2 to smithi10276805-44 2024-04-10T15:14:12.341 INFO:tasks.rados.rados.0.smithi102.stdout:2506: finishing write tid 3 to smithi10276805-44 2024-04-10T15:14:12.341 INFO:tasks.rados.rados.0.smithi102.stdout:2506: finishing write tid 4 to smithi10276805-44 2024-04-10T15:14:12.341 INFO:tasks.rados.rados.0.smithi102.stdout:2506: finishing write tid 5 to smithi10276805-44 2024-04-10T15:14:12.341 INFO:tasks.rados.rados.0.smithi102.stdout:2506: oid 44 updating version 0 to 1227 2024-04-10T15:14:12.341 INFO:tasks.rados.rados.0.smithi102.stdout:2506: oid 44 version 1227 is already newer than 1226 2024-04-10T15:14:12.341 INFO:tasks.rados.rados.0.smithi102.stdout:2506: oid 44 version 1227 is already newer than 1225 2024-04-10T15:14:12.341 INFO:tasks.rados.rados.0.smithi102.stdout:2506: oid 44 version 1227 is already newer than 1224 2024-04-10T15:14:12.341 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 1227 (ObjNum 797 snap 235 seq_num 797) dirty exists 2024-04-10T15:14:12.341 INFO:tasks.rados.rados.0.smithi102.stdout:2506: left oid 44 (ObjNum 797 snap 235 seq_num 797) 2024-04-10T15:14:12.341 INFO:tasks.rados.rados.0.smithi102.stdout:2507: finishing write tid 1 to smithi10276805-47 2024-04-10T15:14:12.342 INFO:tasks.rados.rados.0.smithi102.stdout:2507: finishing write tid 2 to smithi10276805-47 2024-04-10T15:14:12.342 INFO:tasks.rados.rados.0.smithi102.stdout:2507: finishing write tid 3 to smithi10276805-47 2024-04-10T15:14:12.342 INFO:tasks.rados.rados.0.smithi102.stdout:2507: finishing write tid 4 to smithi10276805-47 2024-04-10T15:14:12.342 INFO:tasks.rados.rados.0.smithi102.stdout:2507: finishing write tid 5 to smithi10276805-47 2024-04-10T15:14:12.342 INFO:tasks.rados.rados.0.smithi102.stdout:2507: oid 47 updating version 0 to 1611 2024-04-10T15:14:12.342 INFO:tasks.rados.rados.0.smithi102.stdout:2507: oid 47 version 1611 is already newer than 1610 2024-04-10T15:14:12.342 INFO:tasks.rados.rados.0.smithi102.stdout:2507: oid 47 updating version 1611 to 1613 2024-04-10T15:14:12.342 INFO:tasks.rados.rados.0.smithi102.stdout:2507: oid 47 version 1613 is already newer than 1612 2024-04-10T15:14:12.342 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 1613 (ObjNum 798 snap 235 seq_num 798) dirty exists 2024-04-10T15:14:12.342 INFO:tasks.rados.rados.0.smithi102.stdout:2507: left oid 47 (ObjNum 798 snap 235 seq_num 798) 2024-04-10T15:14:12.342 INFO:tasks.rados.rados.0.smithi102.stdout:2508: finishing write tid 1 to smithi10276805-19 2024-04-10T15:14:12.342 INFO:tasks.rados.rados.0.smithi102.stdout:2508: finishing write tid 2 to smithi10276805-19 2024-04-10T15:14:12.342 INFO:tasks.rados.rados.0.smithi102.stdout:2508: finishing write tid 3 to smithi10276805-19 2024-04-10T15:14:12.342 INFO:tasks.rados.rados.0.smithi102.stdout:2508: finishing write tid 4 to smithi10276805-19 2024-04-10T15:14:12.342 INFO:tasks.rados.rados.0.smithi102.stdout:2508: oid 19 updating version 0 to 1250 2024-04-10T15:14:12.342 INFO:tasks.rados.rados.0.smithi102.stdout:2508: oid 19 updating version 1250 to 1251 2024-04-10T15:14:12.343 INFO:tasks.rados.rados.0.smithi102.stdout:2508: oid 19 updating version 1251 to 1252 2024-04-10T15:14:12.343 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 1252 (ObjNum 799 snap 235 seq_num 799) dirty exists 2024-04-10T15:14:12.343 INFO:tasks.rados.rados.0.smithi102.stdout:2508: left oid 19 (ObjNum 799 snap 235 seq_num 799) 2024-04-10T15:14:12.343 INFO:tasks.rados.rados.0.smithi102.stdout:2509: finishing write tid 1 to smithi10276805-41 2024-04-10T15:14:12.345 INFO:tasks.rados.rados.0.smithi102.stdout:2509: finishing write tid 2 to smithi10276805-41 2024-04-10T15:14:12.345 INFO:tasks.rados.rados.0.smithi102.stdout:2509: finishing write tid 3 to smithi10276805-41 2024-04-10T15:14:12.345 INFO:tasks.rados.rados.0.smithi102.stdout:2509: finishing write tid 4 to smithi10276805-41 2024-04-10T15:14:12.346 INFO:tasks.rados.rados.0.smithi102.stdout:2509: finishing write tid 5 to smithi10276805-41 2024-04-10T15:14:12.346 INFO:tasks.rados.rados.0.smithi102.stdout:2509: oid 41 updating version 0 to 1253 2024-04-10T15:14:12.346 INFO:tasks.rados.rados.0.smithi102.stdout:2509: oid 41 updating version 1253 to 1256 2024-04-10T15:14:12.346 INFO:tasks.rados.rados.0.smithi102.stdout:2509: oid 41 version 1256 is already newer than 1255 2024-04-10T15:14:12.346 INFO:tasks.rados.rados.0.smithi102.stdout:2509: oid 41 version 1256 is already newer than 1254 2024-04-10T15:14:12.346 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 1256 (ObjNum 800 snap 235 seq_num 800) dirty exists 2024-04-10T15:14:12.346 INFO:tasks.rados.rados.0.smithi102.stdout:2509: left oid 41 (ObjNum 800 snap 235 seq_num 800) 2024-04-10T15:14:12.348 INFO:tasks.rados.rados.0.smithi102.stdout:2510: finishing rollback tid 0 to smithi10276805-26 2024-04-10T15:14:12.348 INFO:tasks.rados.rados.0.smithi102.stdout:2510: finishing rollback tid 1 to smithi10276805-26 2024-04-10T15:14:12.348 INFO:tasks.rados.rados.0.smithi102.stdout:2510: finishing rollback tid 2 to smithi10276805-26 2024-04-10T15:14:12.348 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1259 (ObjNum 651 snap 180 seq_num 651) dirty exists 2024-04-10T15:14:12.493 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:14:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:14:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:14:12.494 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:12 smithi154 podman[103064]: 2024-04-10 15:14:12.174588575 +0000 UTC m=+0.686232141 container died cb542a8ef6f9cfd1ecb950c12255a588fecd655388f7f83085c54543a61cce1a (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-deactivate, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409) 2024-04-10T15:14:12.494 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:12 smithi154 ceph-mon[84269]: pgmap v452: 121 pgs: 5 peering, 17 stale+active+clean, 99 active+clean; 295 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-10T15:14:12.494 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:12 smithi154 ceph-mon[84269]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-10T15:14:12.494 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:12 smithi154 ceph-mon[84269]: osdmap e529: 8 total, 7 up, 8 in 2024-04-10T15:14:12.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:12 smithi102 ceph-mon[90943]: pgmap v452: 121 pgs: 5 peering, 17 stale+active+clean, 99 active+clean; 295 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-10T15:14:12.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:12 smithi102 ceph-mon[90943]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-10T15:14:12.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:12 smithi102 ceph-mon[90943]: osdmap e529: 8 total, 7 up, 8 in 2024-04-10T15:14:12.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:12 smithi102 ceph-mon[88557]: pgmap v452: 121 pgs: 5 peering, 17 stale+active+clean, 99 active+clean; 295 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 10 op/s 2024-04-10T15:14:12.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:12 smithi102 ceph-mon[88557]: Health check failed: Reduced data availability: 2 pgs inactive, 2 pgs peering (PG_AVAILABILITY) 2024-04-10T15:14:12.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:12 smithi102 ceph-mon[88557]: osdmap e529: 8 total, 7 up, 8 in 2024-04-10T15:14:13.126 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:12 smithi154 podman[103090]: 2024-04-10 15:14:12.780379998 +0000 UTC m=+0.600226009 container remove cb542a8ef6f9cfd1ecb950c12255a588fecd655388f7f83085c54543a61cce1a (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-10T15:14:13.126 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:12 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.7.service: Deactivated successfully. 2024-04-10T15:14:13.127 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:12 smithi154 systemd[1]: Stopped Ceph osd.7 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:14:13.127 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:12 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.7.service: Consumed 16.440s CPU time. 2024-04-10T15:14:13.127 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:13 smithi154 systemd[1]: Starting Ceph osd.7 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:14:13.276 INFO:tasks.rados.rados.0.smithi102.stdout:2503: done (6 left) 2024-04-10T15:14:13.276 INFO:tasks.rados.rados.0.smithi102.stdout:2506: done (5 left) 2024-04-10T15:14:13.276 INFO:tasks.rados.rados.0.smithi102.stdout:2507: done (4 left) 2024-04-10T15:14:13.277 INFO:tasks.rados.rados.0.smithi102.stdout:2508: done (3 left) 2024-04-10T15:14:13.277 INFO:tasks.rados.rados.0.smithi102.stdout:2509: done (2 left) 2024-04-10T15:14:13.277 INFO:tasks.rados.rados.0.smithi102.stdout:2510: done (1 left) 2024-04-10T15:14:13.277 INFO:tasks.rados.rados.0.smithi102.stdout:2511: done (0 left) 2024-04-10T15:14:13.277 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 236 2024-04-10T15:14:13.277 INFO:tasks.rados.rados.0.smithi102.stdout:2512: seq_num 801 ranges {950272=622592,1572864=573440,2146304=229376} 2024-04-10T15:14:13.285 INFO:tasks.rados.rados.0.smithi102.stdout:2512: writing smithi10276805-10 from 950272 to 1572864 tid 1 2024-04-10T15:14:13.288 INFO:tasks.rados.rados.0.smithi102.stdout:2512: writing smithi10276805-10 from 1572864 to 2146304 tid 2 2024-04-10T15:14:13.289 INFO:tasks.rados.rados.0.smithi102.stdout:2512: writing smithi10276805-10 from 2146304 to 2375680 tid 3 2024-04-10T15:14:13.289 INFO:tasks.rados.rados.0.smithi102.stdout:2513: read oid 21 snap -1 2024-04-10T15:14:13.289 INFO:tasks.rados.rados.0.smithi102.stdout:2513: expect (ObjNum 752 snap 218 seq_num 752) 2024-04-10T15:14:13.289 INFO:tasks.rados.rados.0.smithi102.stdout:2514: snap_remove snap 222 2024-04-10T15:14:13.531 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:13 smithi154 ceph-mon[84269]: osdmap e530: 8 total, 7 up, 8 in 2024-04-10T15:14:13.531 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:13 smithi154 ceph-mon[84269]: pgmap v455: 121 pgs: 3 active+undersized+degraded, 5 peering, 12 stale+active+clean, 8 active+undersized, 93 active+clean; 303 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.3 MiB/s wr, 14 op/s; 30/441 objects degraded (6.803%) 2024-04-10T15:14:13.531 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:13 smithi154 podman[103195]: 2024-04-10 15:14:13.136546247 +0000 UTC m=+0.018245151 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:14:13.532 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:13 smithi154 podman[103195]: 2024-04-10 15:14:13.256431466 +0000 UTC m=+0.138130385 container create 74d6c4181c6d4597c3f532bd8996ad7b5e7ce09b3a26bd466b38f5d30addd965 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-activate, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True) 2024-04-10T15:14:13.532 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:13 smithi154 podman[103195]: 2024-04-10 15:14:13.475708839 +0000 UTC m=+0.357407726 container init 74d6c4181c6d4597c3f532bd8996ad7b5e7ce09b3a26bd466b38f5d30addd965 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-activate, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-10T15:14:13.532 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:13 smithi154 podman[103195]: 2024-04-10 15:14:13.478805806 +0000 UTC m=+0.360504684 container start 74d6c4181c6d4597c3f532bd8996ad7b5e7ce09b3a26bd466b38f5d30addd965 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-activate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2) 2024-04-10T15:14:13.532 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:13 smithi154 podman[103195]: 2024-04-10 15:14:13.558951753 +0000 UTC m=+0.440650630 container attach 74d6c4181c6d4597c3f532bd8996ad7b5e7ce09b3a26bd466b38f5d30addd965 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-activate, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T15:14:13.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:13 smithi102 ceph-mon[90943]: osdmap e530: 8 total, 7 up, 8 in 2024-04-10T15:14:13.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:13 smithi102 ceph-mon[90943]: pgmap v455: 121 pgs: 3 active+undersized+degraded, 5 peering, 12 stale+active+clean, 8 active+undersized, 93 active+clean; 303 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.3 MiB/s wr, 14 op/s; 30/441 objects degraded (6.803%) 2024-04-10T15:14:13.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:13 smithi102 ceph-mon[88557]: osdmap e530: 8 total, 7 up, 8 in 2024-04-10T15:14:13.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:13 smithi102 ceph-mon[88557]: pgmap v455: 121 pgs: 3 active+undersized+degraded, 5 peering, 12 stale+active+clean, 8 active+undersized, 93 active+clean; 303 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.3 MiB/s wr, 14 op/s; 30/441 objects degraded (6.803%) 2024-04-10T15:14:14.218 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-activate[103210]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-10T15:14:14.219 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-activate[103210]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-10T15:14:14.219 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:13 smithi154 bash[103195]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-10T15:14:14.219 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:13 smithi154 bash[103195]: Running command: /usr/bin/ceph-bluestore-tool prime-osd-dir --path /var/lib/ceph/osd/ceph-7 --no-mon-config --dev /dev/mapper/vg_nvme-lv_1 2024-04-10T15:14:14.219 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:13 smithi154 bash[103195]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-10T15:14:14.219 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:13 smithi154 bash[103195]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-10T15:14:14.219 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:13 smithi154 bash[103195]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-10T15:14:14.219 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:13 smithi154 bash[103195]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-10T15:14:14.219 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:13 smithi154 bash[103195]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-10T15:14:14.219 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-activate[103210]: Running command: /usr/bin/chown -h ceph:ceph /dev/mapper/vg_nvme-lv_1 2024-04-10T15:14:14.219 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-activate[103210]: Running command: /usr/bin/chown -R ceph:ceph /dev/dm-0 2024-04-10T15:14:14.219 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-activate[103210]: Running command: /usr/bin/ln -s /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-7/block 2024-04-10T15:14:14.219 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-activate[103210]: Running command: /usr/bin/chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-04-10T15:14:14.219 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-activate[103210]: --> ceph-volume raw activate successful for osd ID: 7 2024-04-10T15:14:14.219 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:13 smithi154 podman[103195]: 2024-04-10 15:14:13.946596276 +0000 UTC m=+0.828295163 container died 74d6c4181c6d4597c3f532bd8996ad7b5e7ce09b3a26bd466b38f5d30addd965 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-activate, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2) 2024-04-10T15:14:14.287 INFO:tasks.rados.rados.0.smithi102.stdout:2512: finishing write tid 1 to smithi10276805-10 2024-04-10T15:14:14.287 INFO:tasks.rados.rados.0.smithi102.stdout:2512: finishing write tid 2 to smithi10276805-10 2024-04-10T15:14:14.288 INFO:tasks.rados.rados.0.smithi102.stdout:2512: finishing write tid 3 to smithi10276805-10 2024-04-10T15:14:14.288 INFO:tasks.rados.rados.0.smithi102.stdout:2512: finishing write tid 4 to smithi10276805-10 2024-04-10T15:14:14.288 INFO:tasks.rados.rados.0.smithi102.stdout:2512: finishing write tid 5 to smithi10276805-10 2024-04-10T15:14:14.288 INFO:tasks.rados.rados.0.smithi102.stdout:2512: oid 10 updating version 0 to 1231 2024-04-10T15:14:14.288 INFO:tasks.rados.rados.0.smithi102.stdout:2512: oid 10 version 1231 is already newer than 1229 2024-04-10T15:14:14.288 INFO:tasks.rados.rados.0.smithi102.stdout:2512: oid 10 version 1231 is already newer than 1230 2024-04-10T15:14:14.288 INFO:tasks.rados.rados.0.smithi102.stdout:2512: oid 10 version 1231 is already newer than 1228 2024-04-10T15:14:14.288 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 1231 (ObjNum 801 snap 236 seq_num 801) dirty exists 2024-04-10T15:14:14.288 INFO:tasks.rados.rados.0.smithi102.stdout:2512: left oid 10 (ObjNum 801 snap 236 seq_num 801) 2024-04-10T15:14:14.288 INFO:tasks.rados.rados.0.smithi102.stdout:2513: expect (ObjNum 752 snap 218 seq_num 752) 2024-04-10T15:14:14.305 INFO:tasks.rados.rados.0.smithi102.stdout:2512: done (2 left) 2024-04-10T15:14:14.305 INFO:tasks.rados.rados.0.smithi102.stdout:2513: done (1 left) 2024-04-10T15:14:14.305 INFO:tasks.rados.rados.0.smithi102.stdout:2514: done (0 left) 2024-04-10T15:14:14.305 INFO:tasks.rados.rados.0.smithi102.stdout:2515: read oid 45 snap -1 2024-04-10T15:14:14.305 INFO:tasks.rados.rados.0.smithi102.stdout:2515: expect (ObjNum 795 snap 235 seq_num 795) 2024-04-10T15:14:14.305 INFO:tasks.rados.rados.0.smithi102.stdout:2516: snap_create 2024-04-10T15:14:14.315 INFO:tasks.rados.rados.0.smithi102.stdout:2515: expect (ObjNum 795 snap 235 seq_num 795) 2024-04-10T15:14:14.510 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:14 smithi154 ceph-mon[84269]: Health check failed: Degraded data redundancy: 30/441 objects degraded (6.803%), 3 pgs degraded (PG_DEGRADED) 2024-04-10T15:14:14.511 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:14 smithi154 ceph-mon[84269]: osdmap e531: 8 total, 7 up, 8 in 2024-04-10T15:14:14.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:14 smithi102 ceph-mon[90943]: Health check failed: Degraded data redundancy: 30/441 objects degraded (6.803%), 3 pgs degraded (PG_DEGRADED) 2024-04-10T15:14:14.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:14 smithi102 ceph-mon[90943]: osdmap e531: 8 total, 7 up, 8 in 2024-04-10T15:14:14.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:14 smithi102 ceph-mon[88557]: Health check failed: Degraded data redundancy: 30/441 objects degraded (6.803%), 3 pgs degraded (PG_DEGRADED) 2024-04-10T15:14:14.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:14 smithi102 ceph-mon[88557]: osdmap e531: 8 total, 7 up, 8 in 2024-04-10T15:14:14.847 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:14 smithi154 podman[103326]: 2024-04-10 15:14:14.538369471 +0000 UTC m=+0.586559817 container remove 74d6c4181c6d4597c3f532bd8996ad7b5e7ce09b3a26bd466b38f5d30addd965 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-activate, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True) 2024-04-10T15:14:14.847 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:14 smithi154 podman[103389]: 2024-04-10 15:14:14.656054462 +0000 UTC m=+0.018058071 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:14:14.847 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:14 smithi154 podman[103389]: 2024-04-10 15:14:14.77279622 +0000 UTC m=+0.134799810 container create 7706e972bd270e1be3479c5677d8ab28c4ad7b08a2d3d04c2bd5018ab86e65d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-10T15:14:15.285 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:15 smithi154 podman[103389]: 2024-04-10 15:14:15.017550942 +0000 UTC m=+0.379554541 container init 7706e972bd270e1be3479c5677d8ab28c4ad7b08a2d3d04c2bd5018ab86e65d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T15:14:15.285 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:15 smithi154 podman[103389]: 2024-04-10 15:14:15.020712022 +0000 UTC m=+0.382715612 container start 7706e972bd270e1be3479c5677d8ab28c4ad7b08a2d3d04c2bd5018ab86e65d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux ) 2024-04-10T15:14:15.285 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:15 smithi154 ceph-osd[103408]: -- 172.21.15.154:0/33174254 <== mon.1 v2:172.21.15.154:3300/0 4 ==== auth_reply(proto 2 0 (0) Success) ==== 194+0+0 (secure 0 0 0) 0x555899867680 con 0x555899831400 2024-04-10T15:14:15.285 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:15 smithi154 bash[103389]: 7706e972bd270e1be3479c5677d8ab28c4ad7b08a2d3d04c2bd5018ab86e65d0 2024-04-10T15:14:15.285 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:15 smithi154 systemd[1]: Started Ceph osd.7 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:14:15.293 INFO:tasks.rados.rados.0.smithi102.stdout:2515: done (1 left) 2024-04-10T15:14:15.294 INFO:tasks.rados.rados.0.smithi102.stdout:2516: done (0 left) 2024-04-10T15:14:15.294 INFO:tasks.rados.rados.0.smithi102.stdout:2517: rollback oid 30 current snap is 237 2024-04-10T15:14:15.294 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 30 to 215 2024-04-10T15:14:15.294 INFO:tasks.rados.rados.0.smithi102.stdout:2518: delete oid 21 current snap is 237 2024-04-10T15:14:15.300 INFO:tasks.rados.rados.0.smithi102.stdout:2517: finishing rollback tid 0 to smithi10276805-30 2024-04-10T15:14:15.300 INFO:tasks.rados.rados.0.smithi102.stdout:2517: finishing rollback tid 1 to smithi10276805-30 2024-04-10T15:14:15.300 INFO:tasks.rados.rados.0.smithi102.stdout:2517: finishing rollback tid 2 to smithi10276805-30 2024-04-10T15:14:15.301 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 1329 (ObjNum 622 snap 173 seq_num 622) dirty exists 2024-04-10T15:14:15.301 INFO:tasks.rados.rados.0.smithi102.stdout:2517: done (1 left) 2024-04-10T15:14:15.301 INFO:tasks.rados.rados.0.smithi102.stdout:2518: done (0 left) 2024-04-10T15:14:15.301 INFO:tasks.rados.rados.0.smithi102.stdout:2519: snap_create 2024-04-10T15:14:15.626 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:15 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T15:14:15.559+0000 7fd5a6ab87c0 -1 Falling back to public interface 2024-04-10T15:14:15.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:15 smithi154 ceph-mon[84269]: osdmap e532: 8 total, 7 up, 8 in 2024-04-10T15:14:15.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:15.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:15.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:15 smithi154 ceph-mon[84269]: pgmap v458: 121 pgs: 11 active+undersized+degraded, 5 peering, 1 active+clean+snaptrim, 3 stale+active+clean, 22 active+undersized, 79 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s; 44/447 objects degraded (9.843%) 2024-04-10T15:14:15.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:14:15.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:15 smithi102 ceph-mon[90943]: osdmap e532: 8 total, 7 up, 8 in 2024-04-10T15:14:15.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:15.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:15.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:15 smithi102 ceph-mon[90943]: pgmap v458: 121 pgs: 11 active+undersized+degraded, 5 peering, 1 active+clean+snaptrim, 3 stale+active+clean, 22 active+undersized, 79 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s; 44/447 objects degraded (9.843%) 2024-04-10T15:14:15.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:14:15.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:15 smithi102 ceph-mon[88557]: osdmap e532: 8 total, 7 up, 8 in 2024-04-10T15:14:15.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:15.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:15.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:15 smithi102 ceph-mon[88557]: pgmap v458: 121 pgs: 11 active+undersized+degraded, 5 peering, 1 active+clean+snaptrim, 3 stale+active+clean, 22 active+undersized, 79 active+clean; 305 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 4.8 MiB/s rd, 2.5 MiB/s wr, 6 op/s; 44/447 objects degraded (9.843%) 2024-04-10T15:14:15.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:14:16.301 INFO:tasks.rados.rados.0.smithi102.stdout:2519: done (0 left) 2024-04-10T15:14:16.301 INFO:tasks.rados.rados.0.smithi102.stdout:2520: snap_create 2024-04-10T15:14:16.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:16 smithi154 ceph-mon[84269]: osdmap e533: 8 total, 7 up, 8 in 2024-04-10T15:14:16.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:16 smithi102 ceph-mon[90943]: osdmap e533: 8 total, 7 up, 8 in 2024-04-10T15:14:16.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:16 smithi102 ceph-mon[88557]: osdmap e533: 8 total, 7 up, 8 in 2024-04-10T15:14:17.305 INFO:tasks.rados.rados.0.smithi102.stdout:2520: done (0 left) 2024-04-10T15:14:17.305 INFO:tasks.rados.rados.0.smithi102.stdout:2521: delete oid 36 current snap is 239 2024-04-10T15:14:17.307 INFO:tasks.rados.rados.0.smithi102.stdout:2521: done (0 left) 2024-04-10T15:14:17.307 INFO:tasks.rados.rados.0.smithi102.stdout:2522: delete oid 1 current snap is 239 2024-04-10T15:14:17.311 INFO:tasks.rados.rados.0.smithi102.stdout:2522: done (0 left) 2024-04-10T15:14:17.311 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 21 current snap is 239 2024-04-10T15:14:17.311 INFO:tasks.rados.rados.0.smithi102.stdout:2523: seq_num 805 ranges {0=688128,688128=507904,1196032=294912} 2024-04-10T15:14:17.315 INFO:tasks.rados.rados.0.smithi102.stdout:2523: writing smithi10276805-21 from 0 to 688128 tid 1 2024-04-10T15:14:17.318 INFO:tasks.rados.rados.0.smithi102.stdout:2523: writing smithi10276805-21 from 688128 to 1196032 tid 2 2024-04-10T15:14:17.320 INFO:tasks.rados.rados.0.smithi102.stdout:2523: writing smithi10276805-21 from 1196032 to 1490944 tid 3 2024-04-10T15:14:17.320 INFO:tasks.rados.rados.0.smithi102.stdout:2524: copy_from oid 19 from oid 49 current snap is 239 2024-04-10T15:14:17.320 INFO:tasks.rados.rados.0.smithi102.stdout:2525: read oid 9 snap -1 2024-04-10T15:14:17.320 INFO:tasks.rados.rados.0.smithi102.stdout:2525: expect (ObjNum 751 snap 218 seq_num 751) 2024-04-10T15:14:17.320 INFO:tasks.rados.rados.0.smithi102.stdout:2526: setattr oid 18 current snap is 239 2024-04-10T15:14:17.323 INFO:tasks.rados.rados.0.smithi102.stdout:2527: read oid 45 snap -1 2024-04-10T15:14:17.323 INFO:tasks.rados.rados.0.smithi102.stdout:2527: expect (ObjNum 795 snap 235 seq_num 795) 2024-04-10T15:14:17.323 INFO:tasks.rados.rados.0.smithi102.stdout:2528: snap_create 2024-04-10T15:14:17.324 INFO:tasks.rados.rados.0.smithi102.stdout:2523: finishing write tid 1 to smithi10276805-21 2024-04-10T15:14:17.324 INFO:tasks.rados.rados.0.smithi102.stdout:2523: finishing write tid 2 to smithi10276805-21 2024-04-10T15:14:17.324 INFO:tasks.rados.rados.0.smithi102.stdout:2523: finishing write tid 3 to smithi10276805-21 2024-04-10T15:14:17.324 INFO:tasks.rados.rados.0.smithi102.stdout:2523: finishing write tid 4 to smithi10276805-21 2024-04-10T15:14:17.328 INFO:tasks.rados.rados.0.smithi102.stdout:2523: finishing write tid 5 to smithi10276805-21 2024-04-10T15:14:17.328 INFO:tasks.rados.rados.0.smithi102.stdout:2523: oid 21 updating version 0 to 1334 2024-04-10T15:14:17.328 INFO:tasks.rados.rados.0.smithi102.stdout:2523: oid 21 version 1334 is already newer than 1332 2024-04-10T15:14:17.328 INFO:tasks.rados.rados.0.smithi102.stdout:2523: oid 21 version 1334 is already newer than 1333 2024-04-10T15:14:17.328 INFO:tasks.rados.rados.0.smithi102.stdout:2523: oid 21 version 1334 is already newer than 1331 2024-04-10T15:14:17.328 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 1334 (ObjNum 805 snap 239 seq_num 805) dirty exists 2024-04-10T15:14:17.328 INFO:tasks.rados.rados.0.smithi102.stdout:2523: left oid 21 (ObjNum 805 snap 239 seq_num 805) 2024-04-10T15:14:17.328 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 1199 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:14:17.330 INFO:tasks.rados.rados.0.smithi102.stdout:2525: expect (ObjNum 751 snap 218 seq_num 751) 2024-04-10T15:14:17.370 INFO:tasks.rados.rados.0.smithi102.stdout:2527: expect (ObjNum 795 snap 235 seq_num 795) 2024-04-10T15:14:17.443 INFO:tasks.rados.rados.0.smithi102.stdout:2524: finishing copy_from racing read to smithi10276805-19 2024-04-10T15:14:17.443 INFO:tasks.rados.rados.0.smithi102.stdout:2524: finishing copy_from to smithi10276805-19 2024-04-10T15:14:17.443 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 1333 (ObjNum 663 snap 186 seq_num 663) dirty exists 2024-04-10T15:14:17.623 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:17 smithi154 ceph-mon[84269]: osdmap e534: 8 total, 7 up, 8 in 2024-04-10T15:14:17.623 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:17 smithi154 ceph-mon[84269]: pgmap v461: 121 pgs: 12 active+undersized+degraded, 1 active+clean+snaptrim, 37 active+undersized, 71 active+clean; 313 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 8 op/s; 47/465 objects degraded (10.108%) 2024-04-10T15:14:17.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:17 smithi102 ceph-mon[88557]: osdmap e534: 8 total, 7 up, 8 in 2024-04-10T15:14:17.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:17 smithi102 ceph-mon[88557]: pgmap v461: 121 pgs: 12 active+undersized+degraded, 1 active+clean+snaptrim, 37 active+undersized, 71 active+clean; 313 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 8 op/s; 47/465 objects degraded (10.108%) 2024-04-10T15:14:17.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:17 smithi102 ceph-mon[90943]: osdmap e534: 8 total, 7 up, 8 in 2024-04-10T15:14:17.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:17 smithi102 ceph-mon[90943]: pgmap v461: 121 pgs: 12 active+undersized+degraded, 1 active+clean+snaptrim, 37 active+undersized, 71 active+clean; 313 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 2.6 MiB/s wr, 8 op/s; 47/465 objects degraded (10.108%) 2024-04-10T15:14:17.657 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:14:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:14:17] "GET /metrics HTTP/1.1" 200 36276 "" "Prometheus/2.43.0" 2024-04-10T15:14:18.309 INFO:tasks.rados.rados.0.smithi102.stdout:2523: done (5 left) 2024-04-10T15:14:18.310 INFO:tasks.rados.rados.0.smithi102.stdout:2524: done (4 left) 2024-04-10T15:14:18.310 INFO:tasks.rados.rados.0.smithi102.stdout:2525: done (3 left) 2024-04-10T15:14:18.310 INFO:tasks.rados.rados.0.smithi102.stdout:2526: done (2 left) 2024-04-10T15:14:18.310 INFO:tasks.rados.rados.0.smithi102.stdout:2527: done (1 left) 2024-04-10T15:14:18.310 INFO:tasks.rados.rados.0.smithi102.stdout:2528: done (0 left) 2024-04-10T15:14:18.310 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 23 current snap is 240 2024-04-10T15:14:18.310 INFO:tasks.rados.rados.0.smithi102.stdout:2529: seq_num 806 ranges {0=704512,704512=442368,1146880=360448} 2024-04-10T15:14:18.314 INFO:tasks.rados.rados.0.smithi102.stdout:2529: writing smithi10276805-23 from 0 to 704512 tid 1 2024-04-10T15:14:18.316 INFO:tasks.rados.rados.0.smithi102.stdout:2529: writing smithi10276805-23 from 704512 to 1146880 tid 2 2024-04-10T15:14:18.319 INFO:tasks.rados.rados.0.smithi102.stdout:2529: writing smithi10276805-23 from 1146880 to 1507328 tid 3 2024-04-10T15:14:18.319 INFO:tasks.rados.rados.0.smithi102.stdout:2530: snap_create 2024-04-10T15:14:18.320 INFO:tasks.rados.rados.0.smithi102.stdout:2529: finishing write tid 1 to smithi10276805-23 2024-04-10T15:14:18.322 INFO:tasks.rados.rados.0.smithi102.stdout:2529: finishing write tid 2 to smithi10276805-23 2024-04-10T15:14:18.323 INFO:tasks.rados.rados.0.smithi102.stdout:2529: finishing write tid 3 to smithi10276805-23 2024-04-10T15:14:18.323 INFO:tasks.rados.rados.0.smithi102.stdout:2529: finishing write tid 4 to smithi10276805-23 2024-04-10T15:14:18.324 INFO:tasks.rados.rados.0.smithi102.stdout:2529: finishing write tid 5 to smithi10276805-23 2024-04-10T15:14:18.324 INFO:tasks.rados.rados.0.smithi102.stdout:2529: oid 23 updating version 0 to 1330 2024-04-10T15:14:18.324 INFO:tasks.rados.rados.0.smithi102.stdout:2529: oid 23 version 1330 is already newer than 1328 2024-04-10T15:14:18.324 INFO:tasks.rados.rados.0.smithi102.stdout:2529: oid 23 version 1330 is already newer than 1329 2024-04-10T15:14:18.324 INFO:tasks.rados.rados.0.smithi102.stdout:2529: oid 23 version 1330 is already newer than 1327 2024-04-10T15:14:18.324 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1330 (ObjNum 806 snap 240 seq_num 806) dirty exists 2024-04-10T15:14:18.324 INFO:tasks.rados.rados.0.smithi102.stdout:2529: left oid 23 (ObjNum 806 snap 240 seq_num 806) 2024-04-10T15:14:18.566 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:18 smithi154 ceph-mon[84269]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-04-10T15:14:18.566 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:18 smithi154 ceph-mon[84269]: osdmap e535: 8 total, 7 up, 8 in 2024-04-10T15:14:18.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:18 smithi102 ceph-mon[88557]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-04-10T15:14:18.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:18 smithi102 ceph-mon[88557]: osdmap e535: 8 total, 7 up, 8 in 2024-04-10T15:14:18.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:18 smithi102 ceph-mon[90943]: Health check cleared: PG_AVAILABILITY (was: Reduced data availability: 2 pgs inactive, 2 pgs peering) 2024-04-10T15:14:18.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:18 smithi102 ceph-mon[90943]: osdmap e535: 8 total, 7 up, 8 in 2024-04-10T15:14:18.876 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:18 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T15:14:18.749+0000 7fd5a6ab87c0 -1 osd.7 527 log_to_monitors true 2024-04-10T15:14:19.324 INFO:tasks.rados.rados.0.smithi102.stdout:2529: done (1 left) 2024-04-10T15:14:19.324 INFO:tasks.rados.rados.0.smithi102.stdout:2530: done (0 left) 2024-04-10T15:14:19.324 INFO:tasks.rados.rados.0.smithi102.stdout:2531: delete oid 5 current snap is 241 2024-04-10T15:14:19.329 INFO:tasks.rados.rados.0.smithi102.stdout:2531: done (0 left) 2024-04-10T15:14:19.329 INFO:tasks.rados.rados.0.smithi102.stdout:2532: delete oid 6 current snap is 241 2024-04-10T15:14:19.332 INFO:tasks.rados.rados.0.smithi102.stdout:2532: done (0 left) 2024-04-10T15:14:19.333 INFO:tasks.rados.rados.0.smithi102.stdout:2533: read oid 20 snap 237 2024-04-10T15:14:19.333 INFO:tasks.rados.rados.0.smithi102.stdout:2533: expect (ObjNum 711 snap 201 seq_num 711) 2024-04-10T15:14:19.333 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 14 current snap is 241 2024-04-10T15:14:19.333 INFO:tasks.rados.rados.0.smithi102.stdout:2534: seq_num 809 ranges {3145728=753664,3899392=499712,4399104=303104} 2024-04-10T15:14:19.354 INFO:tasks.rados.rados.0.smithi102.stdout:2534: writing smithi10276805-14 from 3145728 to 3899392 tid 1 2024-04-10T15:14:19.357 INFO:tasks.rados.rados.0.smithi102.stdout:2534: writing smithi10276805-14 from 3899392 to 4399104 tid 2 2024-04-10T15:14:19.359 INFO:tasks.rados.rados.0.smithi102.stdout:2534: writing smithi10276805-14 from 4399104 to 4702208 tid 3 2024-04-10T15:14:19.359 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 31 current snap is 241 2024-04-10T15:14:19.359 INFO:tasks.rados.rados.0.smithi102.stdout:2535: seq_num 810 ranges {0=770048,770048=778240,1548288=24576} 2024-04-10T15:14:19.364 INFO:tasks.rados.rados.0.smithi102.stdout:2535: writing smithi10276805-31 from 0 to 770048 tid 1 2024-04-10T15:14:19.369 INFO:tasks.rados.rados.0.smithi102.stdout:2535: writing smithi10276805-31 from 770048 to 1548288 tid 2 2024-04-10T15:14:19.369 INFO:tasks.rados.rados.0.smithi102.stdout:2535: writing smithi10276805-31 from 1548288 to 1572864 tid 3 2024-04-10T15:14:19.369 INFO:tasks.rados.rados.0.smithi102.stdout:2536: rmattr oid 39 current snap is 241 2024-04-10T15:14:19.369 INFO:tasks.rados.rados.0.smithi102.stdout:2536: done (3 left) 2024-04-10T15:14:19.369 INFO:tasks.rados.rados.0.smithi102.stdout:2537: read oid 15 snap 237 2024-04-10T15:14:19.369 INFO:tasks.rados.rados.0.smithi102.stdout:2537: expect (ObjNum 707 snap 200 seq_num 707) 2024-04-10T15:14:19.369 INFO:tasks.rados.rados.0.smithi102.stdout:2538: snap_create 2024-04-10T15:14:19.369 INFO:tasks.rados.rados.0.smithi102.stdout:2533: expect (ObjNum 711 snap 201 seq_num 711) 2024-04-10T15:14:19.578 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:14:19 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T15:14:19.368+0000 7fd597f10700 -1 osd.7 527 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-04-10T15:14:19.578 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:19 smithi154 ceph-mon[84269]: osdmap e536: 8 total, 7 up, 8 in 2024-04-10T15:14:19.578 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:19 smithi154 ceph-mon[84269]: from='osd.7 [v2:172.21.15.154:6824/706773880,v1:172.21.15.154:6825/706773880]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:14:19.578 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:19 smithi154 ceph-mon[84269]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:14:19.578 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:19 smithi154 ceph-mon[84269]: pgmap v464: 121 pgs: 12 active+undersized+degraded, 1 active+clean+snaptrim, 37 active+undersized, 71 active+clean; 313 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 13 op/s; 47/471 objects degraded (9.979%) 2024-04-10T15:14:19.591 INFO:tasks.rados.rados.0.smithi102.stdout:2534: finishing write tid 1 to smithi10276805-14 2024-04-10T15:14:19.591 INFO:tasks.rados.rados.0.smithi102.stdout:2534: finishing write tid 2 to smithi10276805-14 2024-04-10T15:14:19.591 INFO:tasks.rados.rados.0.smithi102.stdout:2534: finishing write tid 3 to smithi10276805-14 2024-04-10T15:14:19.591 INFO:tasks.rados.rados.0.smithi102.stdout:2534: finishing write tid 4 to smithi10276805-14 2024-04-10T15:14:19.591 INFO:tasks.rados.rados.0.smithi102.stdout:2534: finishing write tid 5 to smithi10276805-14 2024-04-10T15:14:19.591 INFO:tasks.rados.rados.0.smithi102.stdout:2534: oid 14 updating version 0 to 1342 2024-04-10T15:14:19.591 INFO:tasks.rados.rados.0.smithi102.stdout:2534: oid 14 version 1342 is already newer than 1341 2024-04-10T15:14:19.591 INFO:tasks.rados.rados.0.smithi102.stdout:2534: oid 14 version 1342 is already newer than 1340 2024-04-10T15:14:19.591 INFO:tasks.rados.rados.0.smithi102.stdout:2534: oid 14 updating version 1342 to 1343 2024-04-10T15:14:19.591 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 1343 (ObjNum 809 snap 241 seq_num 809) dirty exists 2024-04-10T15:14:19.591 INFO:tasks.rados.rados.0.smithi102.stdout:2534: left oid 14 (ObjNum 809 snap 241 seq_num 809) 2024-04-10T15:14:19.592 INFO:tasks.rados.rados.0.smithi102.stdout:2535: finishing write tid 1 to smithi10276805-31 2024-04-10T15:14:19.592 INFO:tasks.rados.rados.0.smithi102.stdout:2535: finishing write tid 2 to smithi10276805-31 2024-04-10T15:14:19.592 INFO:tasks.rados.rados.0.smithi102.stdout:2535: finishing write tid 3 to smithi10276805-31 2024-04-10T15:14:19.592 INFO:tasks.rados.rados.0.smithi102.stdout:2535: finishing write tid 4 to smithi10276805-31 2024-04-10T15:14:19.592 INFO:tasks.rados.rados.0.smithi102.stdout:2535: finishing write tid 5 to smithi10276805-31 2024-04-10T15:14:19.592 INFO:tasks.rados.rados.0.smithi102.stdout:2535: oid 31 updating version 0 to 1219 2024-04-10T15:14:19.592 INFO:tasks.rados.rados.0.smithi102.stdout:2535: oid 31 version 1219 is already newer than 1217 2024-04-10T15:14:19.592 INFO:tasks.rados.rados.0.smithi102.stdout:2535: oid 31 version 1219 is already newer than 1216 2024-04-10T15:14:19.592 INFO:tasks.rados.rados.0.smithi102.stdout:2535: oid 31 version 1219 is already newer than 1218 2024-04-10T15:14:19.592 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 1219 (ObjNum 810 snap 241 seq_num 810) dirty exists 2024-04-10T15:14:19.592 INFO:tasks.rados.rados.0.smithi102.stdout:2535: left oid 31 (ObjNum 810 snap 241 seq_num 810) 2024-04-10T15:14:19.592 INFO:tasks.rados.rados.0.smithi102.stdout:2537: expect (ObjNum 707 snap 200 seq_num 707) 2024-04-10T15:14:19.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:19 smithi102 ceph-mon[88557]: osdmap e536: 8 total, 7 up, 8 in 2024-04-10T15:14:19.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:19 smithi102 ceph-mon[88557]: from='osd.7 [v2:172.21.15.154:6824/706773880,v1:172.21.15.154:6825/706773880]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:14:19.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:19 smithi102 ceph-mon[88557]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:14:19.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:19 smithi102 ceph-mon[88557]: pgmap v464: 121 pgs: 12 active+undersized+degraded, 1 active+clean+snaptrim, 37 active+undersized, 71 active+clean; 313 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 13 op/s; 47/471 objects degraded (9.979%) 2024-04-10T15:14:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:19 smithi102 ceph-mon[90943]: osdmap e536: 8 total, 7 up, 8 in 2024-04-10T15:14:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:19 smithi102 ceph-mon[90943]: from='osd.7 [v2:172.21.15.154:6824/706773880,v1:172.21.15.154:6825/706773880]' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:14:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:19 smithi102 ceph-mon[90943]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]: dispatch 2024-04-10T15:14:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:19 smithi102 ceph-mon[90943]: pgmap v464: 121 pgs: 12 active+undersized+degraded, 1 active+clean+snaptrim, 37 active+undersized, 71 active+clean; 313 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 13 op/s; 47/471 objects degraded (9.979%) 2024-04-10T15:14:20.325 INFO:tasks.rados.rados.0.smithi102.stdout:2533: done (4 left) 2024-04-10T15:14:20.325 INFO:tasks.rados.rados.0.smithi102.stdout:2534: done (3 left) 2024-04-10T15:14:20.326 INFO:tasks.rados.rados.0.smithi102.stdout:2535: done (2 left) 2024-04-10T15:14:20.326 INFO:tasks.rados.rados.0.smithi102.stdout:2537: done (1 left) 2024-04-10T15:14:20.326 INFO:tasks.rados.rados.0.smithi102.stdout:2538: done (0 left) 2024-04-10T15:14:20.326 INFO:tasks.rados.rados.0.smithi102.stdout:2539: rmattr oid 47 current snap is 242 2024-04-10T15:14:20.326 INFO:tasks.rados.rados.0.smithi102.stdout:2539: done (0 left) 2024-04-10T15:14:20.326 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 50 current snap is 242 2024-04-10T15:14:20.326 INFO:tasks.rados.rados.0.smithi102.stdout:2540: seq_num 811 ranges {1359872=786432,2146304=663552,2809856=139264} 2024-04-10T15:14:20.337 INFO:tasks.rados.rados.0.smithi102.stdout:2540: writing smithi10276805-50 from 1359872 to 2146304 tid 1 2024-04-10T15:14:20.341 INFO:tasks.rados.rados.0.smithi102.stdout:2540: writing smithi10276805-50 from 2146304 to 2809856 tid 2 2024-04-10T15:14:20.342 INFO:tasks.rados.rados.0.smithi102.stdout:2540: writing smithi10276805-50 from 2809856 to 2949120 tid 3 2024-04-10T15:14:20.342 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 37 current snap is 242 2024-04-10T15:14:20.342 INFO:tasks.rados.rados.0.smithi102.stdout:2541: seq_num 812 ranges {1671168=802816,2473984=548864,3022848=253952} 2024-04-10T15:14:20.355 INFO:tasks.rados.rados.0.smithi102.stdout:2541: writing smithi10276805-37 from 1671168 to 2473984 tid 1 2024-04-10T15:14:20.358 INFO:tasks.rados.rados.0.smithi102.stdout:2541: writing smithi10276805-37 from 2473984 to 3022848 tid 2 2024-04-10T15:14:20.360 INFO:tasks.rados.rados.0.smithi102.stdout:2541: writing smithi10276805-37 from 3022848 to 3276800 tid 3 2024-04-10T15:14:20.360 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 47 current snap is 242 2024-04-10T15:14:20.360 INFO:tasks.rados.rados.0.smithi102.stdout:2542: seq_num 813 ranges {1990656=417792,2408448=434176,2842624=442368,3284992=327680} 2024-04-10T15:14:20.373 INFO:tasks.rados.rados.0.smithi102.stdout:2542: writing smithi10276805-47 from 1990656 to 2408448 tid 1 2024-04-10T15:14:20.375 INFO:tasks.rados.rados.0.smithi102.stdout:2542: writing smithi10276805-47 from 2408448 to 2842624 tid 2 2024-04-10T15:14:20.378 INFO:tasks.rados.rados.0.smithi102.stdout:2542: writing smithi10276805-47 from 2842624 to 3284992 tid 3 2024-04-10T15:14:20.380 INFO:tasks.rados.rados.0.smithi102.stdout:2542: writing smithi10276805-47 from 3284992 to 3612672 tid 4 2024-04-10T15:14:20.380 INFO:tasks.rados.rados.0.smithi102.stdout:2543: delete oid 44 current snap is 242 2024-04-10T15:14:20.380 INFO:tasks.rados.rados.0.smithi102.stdout:2541: finishing write tid 1 to smithi10276805-37 2024-04-10T15:14:20.380 INFO:tasks.rados.rados.0.smithi102.stdout:2541: finishing write tid 2 to smithi10276805-37 2024-04-10T15:14:20.380 INFO:tasks.rados.rados.0.smithi102.stdout:2541: finishing write tid 3 to smithi10276805-37 2024-04-10T15:14:20.380 INFO:tasks.rados.rados.0.smithi102.stdout:2541: finishing write tid 4 to smithi10276805-37 2024-04-10T15:14:20.380 INFO:tasks.rados.rados.0.smithi102.stdout:2541: finishing write tid 5 to smithi10276805-37 2024-04-10T15:14:20.381 INFO:tasks.rados.rados.0.smithi102.stdout:2541: oid 37 updating version 0 to 1337 2024-04-10T15:14:20.381 INFO:tasks.rados.rados.0.smithi102.stdout:2541: oid 37 version 1337 is already newer than 1335 2024-04-10T15:14:20.381 INFO:tasks.rados.rados.0.smithi102.stdout:2541: oid 37 version 1337 is already newer than 1336 2024-04-10T15:14:20.381 INFO:tasks.rados.rados.0.smithi102.stdout:2541: oid 37 version 1337 is already newer than 1334 2024-04-10T15:14:20.381 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 1337 (ObjNum 812 snap 242 seq_num 812) dirty exists 2024-04-10T15:14:20.381 INFO:tasks.rados.rados.0.smithi102.stdout:2541: left oid 37 (ObjNum 812 snap 242 seq_num 812) 2024-04-10T15:14:20.381 INFO:tasks.rados.rados.0.smithi102.stdout:2542: finishing write tid 1 to smithi10276805-47 2024-04-10T15:14:20.381 INFO:tasks.rados.rados.0.smithi102.stdout:2542: finishing write tid 2 to smithi10276805-47 2024-04-10T15:14:20.383 INFO:tasks.rados.rados.0.smithi102.stdout:2542: finishing write tid 3 to smithi10276805-47 2024-04-10T15:14:20.383 INFO:tasks.rados.rados.0.smithi102.stdout:2542: finishing write tid 4 to smithi10276805-47 2024-04-10T15:14:20.383 INFO:tasks.rados.rados.0.smithi102.stdout:2542: finishing write tid 5 to smithi10276805-47 2024-04-10T15:14:20.385 INFO:tasks.rados.rados.0.smithi102.stdout:2542: finishing write tid 6 to smithi10276805-47 2024-04-10T15:14:20.385 INFO:tasks.rados.rados.0.smithi102.stdout:2542: oid 47 updating version 0 to 1621 2024-04-10T15:14:20.385 INFO:tasks.rados.rados.0.smithi102.stdout:2542: oid 47 updating version 1621 to 1623 2024-04-10T15:14:20.385 INFO:tasks.rados.rados.0.smithi102.stdout:2542: oid 47 version 1623 is already newer than 1622 2024-04-10T15:14:20.385 INFO:tasks.rados.rados.0.smithi102.stdout:2542: oid 47 updating version 1623 to 1625 2024-04-10T15:14:20.385 INFO:tasks.rados.rados.0.smithi102.stdout:2542: oid 47 version 1625 is already newer than 1624 2024-04-10T15:14:20.385 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 1625 (ObjNum 813 snap 242 seq_num 813) dirty exists 2024-04-10T15:14:20.385 INFO:tasks.rados.rados.0.smithi102.stdout:2542: left oid 47 (ObjNum 813 snap 242 seq_num 813) 2024-04-10T15:14:20.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:20 smithi154 ceph-mon[84269]: Health check update: Degraded data redundancy: 47/471 objects degraded (9.979%), 12 pgs degraded (PG_DEGRADED) 2024-04-10T15:14:20.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:20 smithi154 ceph-mon[84269]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-10T15:14:20.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:20 smithi154 ceph-mon[84269]: from='osd.7 [v2:172.21.15.154:6824/706773880,v1:172.21.15.154:6825/706773880]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:14:20.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:20 smithi154 ceph-mon[84269]: osdmap e537: 8 total, 7 up, 8 in 2024-04-10T15:14:20.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:20 smithi154 ceph-mon[84269]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:14:20.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:20 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:20.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:20 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:20.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:20 smithi102 ceph-mon[90943]: Health check update: Degraded data redundancy: 47/471 objects degraded (9.979%), 12 pgs degraded (PG_DEGRADED) 2024-04-10T15:14:20.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:20 smithi102 ceph-mon[90943]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-10T15:14:20.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:20 smithi102 ceph-mon[90943]: from='osd.7 [v2:172.21.15.154:6824/706773880,v1:172.21.15.154:6825/706773880]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:14:20.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:20 smithi102 ceph-mon[90943]: osdmap e537: 8 total, 7 up, 8 in 2024-04-10T15:14:20.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:20 smithi102 ceph-mon[90943]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:14:20.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:20 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:20.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:20 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:20.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:20 smithi102 ceph-mon[88557]: Health check update: Degraded data redundancy: 47/471 objects degraded (9.979%), 12 pgs degraded (PG_DEGRADED) 2024-04-10T15:14:20.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:20 smithi102 ceph-mon[88557]: from='osd.7 ' entity='osd.7' cmd='[{"prefix": "osd crush set-device-class", "class": "ssd", "ids": ["7"]}]': finished 2024-04-10T15:14:20.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:20 smithi102 ceph-mon[88557]: from='osd.7 [v2:172.21.15.154:6824/706773880,v1:172.21.15.154:6825/706773880]' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:14:20.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:20 smithi102 ceph-mon[88557]: osdmap e537: 8 total, 7 up, 8 in 2024-04-10T15:14:20.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:20 smithi102 ceph-mon[88557]: from='osd.7 ' entity='osd.7' cmd=[{"prefix": "osd crush create-or-move", "id": 7, "weight":0.0873, "args": ["host=smithi154", "root=default"]}]: dispatch 2024-04-10T15:14:20.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:20 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:20.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:20 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:21.351 INFO:tasks.rados.rados.0.smithi102.stdout:2540: finishing write tid 1 to smithi10276805-50 2024-04-10T15:14:21.351 INFO:tasks.rados.rados.0.smithi102.stdout:2540: finishing write tid 2 to smithi10276805-50 2024-04-10T15:14:21.354 INFO:tasks.rados.rados.0.smithi102.stdout:2540: finishing write tid 3 to smithi10276805-50 2024-04-10T15:14:21.354 INFO:tasks.rados.rados.0.smithi102.stdout:2540: finishing write tid 4 to smithi10276805-50 2024-04-10T15:14:21.355 INFO:tasks.rados.rados.0.smithi102.stdout:2540: finishing write tid 5 to smithi10276805-50 2024-04-10T15:14:21.355 INFO:tasks.rados.rados.0.smithi102.stdout:2540: oid 50 updating version 0 to 724 2024-04-10T15:14:21.355 INFO:tasks.rados.rados.0.smithi102.stdout:2540: oid 50 version 724 is already newer than 723 2024-04-10T15:14:21.355 INFO:tasks.rados.rados.0.smithi102.stdout:2540: oid 50 updating version 724 to 725 2024-04-10T15:14:21.355 INFO:tasks.rados.rados.0.smithi102.stdout:2540: oid 50 version 725 is already newer than 722 2024-04-10T15:14:21.355 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 725 (ObjNum 811 snap 242 seq_num 811) dirty exists 2024-04-10T15:14:21.355 INFO:tasks.rados.rados.0.smithi102.stdout:2540: left oid 50 (ObjNum 811 snap 242 seq_num 811) 2024-04-10T15:14:21.358 INFO:tasks.rados.rados.0.smithi102.stdout:2540: done (3 left) 2024-04-10T15:14:21.358 INFO:tasks.rados.rados.0.smithi102.stdout:2541: done (2 left) 2024-04-10T15:14:21.359 INFO:tasks.rados.rados.0.smithi102.stdout:2542: done (1 left) 2024-04-10T15:14:21.359 INFO:tasks.rados.rados.0.smithi102.stdout:2543: done (0 left) 2024-04-10T15:14:21.359 INFO:tasks.rados.rados.0.smithi102.stdout:2544: snap_create 2024-04-10T15:14:21.617 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:21 smithi154 ceph-mon[84269]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:14:21.617 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:21 smithi154 ceph-mon[84269]: osd.7 [v2:172.21.15.154:6824/706773880,v1:172.21.15.154:6825/706773880] boot 2024-04-10T15:14:21.617 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:21 smithi154 ceph-mon[84269]: osdmap e538: 8 total, 8 up, 8 in 2024-04-10T15:14:21.617 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:21 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:14:21.617 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:21 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:21.617 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:21 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:21.617 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:21 smithi154 ceph-mon[84269]: pgmap v467: 121 pgs: 3 peering, 12 active+undersized+degraded, 34 active+undersized, 72 active+clean; 313 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 364 KiB/s wr, 6 op/s; 47/471 objects degraded (9.979%) 2024-04-10T15:14:21.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:21 smithi102 ceph-mon[90943]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:14:21.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:21 smithi102 ceph-mon[90943]: osd.7 [v2:172.21.15.154:6824/706773880,v1:172.21.15.154:6825/706773880] boot 2024-04-10T15:14:21.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:21 smithi102 ceph-mon[90943]: osdmap e538: 8 total, 8 up, 8 in 2024-04-10T15:14:21.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:21 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:14:21.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:21 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:21.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:21 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:21.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:21 smithi102 ceph-mon[90943]: pgmap v467: 121 pgs: 3 peering, 12 active+undersized+degraded, 34 active+undersized, 72 active+clean; 313 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 364 KiB/s wr, 6 op/s; 47/471 objects degraded (9.979%) 2024-04-10T15:14:21.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:21 smithi102 ceph-mon[88557]: Health check cleared: OSD_DOWN (was: 1 osds down) 2024-04-10T15:14:21.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:21 smithi102 ceph-mon[88557]: osd.7 [v2:172.21.15.154:6824/706773880,v1:172.21.15.154:6825/706773880] boot 2024-04-10T15:14:21.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:21 smithi102 ceph-mon[88557]: osdmap e538: 8 total, 8 up, 8 in 2024-04-10T15:14:21.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:21 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd metadata", "id": 7}]: dispatch 2024-04-10T15:14:21.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:21 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:21.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:21 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:21.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:21 smithi102 ceph-mon[88557]: pgmap v467: 121 pgs: 3 peering, 12 active+undersized+degraded, 34 active+undersized, 72 active+clean; 313 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.9 MiB/s rd, 364 KiB/s wr, 6 op/s; 47/471 objects degraded (9.979%) 2024-04-10T15:14:22.346 INFO:tasks.rados.rados.0.smithi102.stdout:2544: done (0 left) 2024-04-10T15:14:22.346 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 243 2024-04-10T15:14:22.346 INFO:tasks.rados.rados.0.smithi102.stdout:2545: seq_num 815 ranges {0=458752,458752=655360,1114112=409600,1523712=139264} 2024-04-10T15:14:22.349 INFO:tasks.rados.rados.0.smithi102.stdout:2545: writing smithi10276805-48 from 0 to 458752 tid 1 2024-04-10T15:14:22.352 INFO:tasks.rados.rados.0.smithi102.stdout:2545: writing smithi10276805-48 from 458752 to 1114112 tid 2 2024-04-10T15:14:22.354 INFO:tasks.rados.rados.0.smithi102.stdout:2545: writing smithi10276805-48 from 1114112 to 1523712 tid 3 2024-04-10T15:14:22.355 INFO:tasks.rados.rados.0.smithi102.stdout:2545: writing smithi10276805-48 from 1523712 to 1662976 tid 4 2024-04-10T15:14:22.355 INFO:tasks.rados.rados.0.smithi102.stdout:2546: delete oid 9 current snap is 243 2024-04-10T15:14:22.356 INFO:tasks.rados.rados.0.smithi102.stdout:2545: finishing write tid 1 to smithi10276805-48 2024-04-10T15:14:22.361 INFO:tasks.rados.rados.0.smithi102.stdout:2545: finishing write tid 2 to smithi10276805-48 2024-04-10T15:14:22.361 INFO:tasks.rados.rados.0.smithi102.stdout:2545: finishing write tid 3 to smithi10276805-48 2024-04-10T15:14:22.361 INFO:tasks.rados.rados.0.smithi102.stdout:2546: done (1 left) 2024-04-10T15:14:22.361 INFO:tasks.rados.rados.0.smithi102.stdout:2547: read oid 25 snap -1 2024-04-10T15:14:22.361 INFO:tasks.rados.rados.0.smithi102.stdout:2547: expect (ObjNum 796 snap 235 seq_num 796) 2024-04-10T15:14:22.361 INFO:tasks.rados.rados.0.smithi102.stdout:2548: read oid 18 snap -1 2024-04-10T15:14:22.361 INFO:tasks.rados.rados.0.smithi102.stdout:2548: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:14:22.361 INFO:tasks.rados.rados.0.smithi102.stdout:2549: snap_remove snap 238 2024-04-10T15:14:22.609 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:14:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:14:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:14:22.610 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:22 smithi154 ceph-mon[84269]: osdmap e539: 8 total, 8 up, 8 in 2024-04-10T15:14:22.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:22 smithi102 ceph-mon[90943]: osdmap e539: 8 total, 8 up, 8 in 2024-04-10T15:14:22.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:22 smithi102 ceph-mon[88557]: osdmap e539: 8 total, 8 up, 8 in 2024-04-10T15:14:23.355 INFO:tasks.rados.rados.0.smithi102.stdout:2549: done (3 left) 2024-04-10T15:14:23.355 INFO:tasks.rados.rados.0.smithi102.stdout:2550: snap_remove snap 235 2024-04-10T15:14:23.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:23 smithi154 ceph-mon[84269]: osdmap e540: 8 total, 8 up, 8 in 2024-04-10T15:14:23.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:23 smithi154 ceph-mon[84269]: pgmap v470: 121 pgs: 6 peering, 10 active+undersized+degraded, 30 active+undersized, 75 active+clean; 331 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.5 MiB/s wr, 12 op/s; 28/486 objects degraded (5.761%) 2024-04-10T15:14:23.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:23.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:14:23.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:23 smithi102 ceph-mon[90943]: osdmap e540: 8 total, 8 up, 8 in 2024-04-10T15:14:23.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:23 smithi102 ceph-mon[90943]: pgmap v470: 121 pgs: 6 peering, 10 active+undersized+degraded, 30 active+undersized, 75 active+clean; 331 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.5 MiB/s wr, 12 op/s; 28/486 objects degraded (5.761%) 2024-04-10T15:14:23.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:23.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:14:23.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:23 smithi102 ceph-mon[88557]: osdmap e540: 8 total, 8 up, 8 in 2024-04-10T15:14:23.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:23 smithi102 ceph-mon[88557]: pgmap v470: 121 pgs: 6 peering, 10 active+undersized+degraded, 30 active+undersized, 75 active+clean; 331 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 8.5 MiB/s rd, 4.5 MiB/s wr, 12 op/s; 28/486 objects degraded (5.761%) 2024-04-10T15:14:23.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:23.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:14:24.356 INFO:tasks.rados.rados.0.smithi102.stdout:2550: done (3 left) 2024-04-10T15:14:24.356 INFO:tasks.rados.rados.0.smithi102.stdout:2551: copy_from oid 49 from oid 29 current snap is 243 2024-04-10T15:14:24.356 INFO:tasks.rados.rados.0.smithi102.stdout:2545: finishing write tid 4 to smithi10276805-48 2024-04-10T15:14:24.356 INFO:tasks.rados.rados.0.smithi102.stdout:2545: finishing write tid 5 to smithi10276805-48 2024-04-10T15:14:24.356 INFO:tasks.rados.rados.0.smithi102.stdout:2548: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:14:24.360 INFO:tasks.rados.rados.0.smithi102.stdout:2545: finishing write tid 6 to smithi10276805-48 2024-04-10T15:14:24.360 INFO:tasks.rados.rados.0.smithi102.stdout:2545: oid 48 updating version 0 to 1626 2024-04-10T15:14:24.361 INFO:tasks.rados.rados.0.smithi102.stdout:2545: oid 48 updating version 1626 to 1629 2024-04-10T15:14:24.361 INFO:tasks.rados.rados.0.smithi102.stdout:2545: oid 48 version 1629 is already newer than 1627 2024-04-10T15:14:24.361 INFO:tasks.rados.rados.0.smithi102.stdout:2545: oid 48 updating version 1629 to 1630 2024-04-10T15:14:24.361 INFO:tasks.rados.rados.0.smithi102.stdout:2545: oid 48 version 1630 is already newer than 1628 2024-04-10T15:14:24.361 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 1630 (ObjNum 815 snap 243 seq_num 815) dirty exists 2024-04-10T15:14:24.361 INFO:tasks.rados.rados.0.smithi102.stdout:2545: left oid 48 (ObjNum 815 snap 243 seq_num 815) 2024-04-10T15:14:24.361 INFO:tasks.rados.rados.0.smithi102.stdout:2547: expect (ObjNum 796 snap 235 seq_num 796) 2024-04-10T15:14:24.403 INFO:tasks.rados.rados.0.smithi102.stdout:2551: finishing copy_from racing read to smithi10276805-49 2024-04-10T15:14:24.404 INFO:tasks.rados.rados.0.smithi102.stdout:2551: finishing copy_from to smithi10276805-49 2024-04-10T15:14:24.404 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1596 (ObjNum 777 snap 225 seq_num 777) dirty exists 2024-04-10T15:14:24.404 INFO:tasks.rados.rados.0.smithi102.stdout:2545: done (3 left) 2024-04-10T15:14:24.404 INFO:tasks.rados.rados.0.smithi102.stdout:2547: done (2 left) 2024-04-10T15:14:24.404 INFO:tasks.rados.rados.0.smithi102.stdout:2548: done (1 left) 2024-04-10T15:14:24.404 INFO:tasks.rados.rados.0.smithi102.stdout:2551: done (0 left) 2024-04-10T15:14:24.404 INFO:tasks.rados.rados.0.smithi102.stdout:2552: rollback oid 40 current snap is 243 2024-04-10T15:14:24.404 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 40 to 207 2024-04-10T15:14:24.404 INFO:tasks.rados.rados.0.smithi102.stdout:2553: delete oid 23 current snap is 243 2024-04-10T15:14:24.406 INFO:tasks.rados.rados.0.smithi102.stdout:2552: finishing rollback tid 1 to smithi10276805-40 2024-04-10T15:14:24.406 INFO:tasks.rados.rados.0.smithi102.stdout:2553: done (1 left) 2024-04-10T15:14:24.406 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 6 current snap is 243 2024-04-10T15:14:24.407 INFO:tasks.rados.rados.0.smithi102.stdout:2554: seq_num 818 ranges {0=507904,507904=704512,1212416=499712} 2024-04-10T15:14:24.409 INFO:tasks.rados.rados.0.smithi102.stdout:2554: writing smithi10276805-6 from 0 to 507904 tid 1 2024-04-10T15:14:24.414 INFO:tasks.rados.rados.0.smithi102.stdout:2554: writing smithi10276805-6 from 507904 to 1212416 tid 2 2024-04-10T15:14:24.417 INFO:tasks.rados.rados.0.smithi102.stdout:2554: writing smithi10276805-6 from 1212416 to 1712128 tid 3 2024-04-10T15:14:24.417 INFO:tasks.rados.rados.0.smithi102.stdout:2555: setattr oid 2 current snap is 243 2024-04-10T15:14:24.417 INFO:tasks.rados.rados.0.smithi102.stdout:2552: finishing rollback tid 2 to smithi10276805-40 2024-04-10T15:14:24.417 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 1221 (ObjNum 669 snap 187 seq_num 669) dirty exists 2024-04-10T15:14:24.417 INFO:tasks.rados.rados.0.smithi102.stdout:2554: finishing write tid 1 to smithi10276805-6 2024-04-10T15:14:24.417 INFO:tasks.rados.rados.0.smithi102.stdout:2554: finishing write tid 2 to smithi10276805-6 2024-04-10T15:14:24.418 INFO:tasks.rados.rados.0.smithi102.stdout:2552: done (2 left) 2024-04-10T15:14:24.418 INFO:tasks.rados.rados.0.smithi102.stdout:2556: read oid 33 snap -1 2024-04-10T15:14:24.418 INFO:tasks.rados.rados.0.smithi102.stdout:2556: expect (ObjNum 734 snap 210 seq_num 734) 2024-04-10T15:14:24.418 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 17 current snap is 243 2024-04-10T15:14:24.418 INFO:tasks.rados.rados.0.smithi102.stdout:2557: seq_num 819 ranges {1187840=524288,1712128=589824,2301952=614400} 2024-04-10T15:14:24.427 INFO:tasks.rados.rados.0.smithi102.stdout:2557: writing smithi10276805-17 from 1187840 to 1712128 tid 1 2024-04-10T15:14:24.431 INFO:tasks.rados.rados.0.smithi102.stdout:2557: writing smithi10276805-17 from 1712128 to 2301952 tid 2 2024-04-10T15:14:24.436 INFO:tasks.rados.rados.0.smithi102.stdout:2557: writing smithi10276805-17 from 2301952 to 2916352 tid 3 2024-04-10T15:14:24.436 INFO:tasks.rados.rados.0.smithi102.stdout:2558: setattr oid 36 current snap is 243 2024-04-10T15:14:24.436 INFO:tasks.rados.rados.0.smithi102.stdout:2554: finishing write tid 3 to smithi10276805-6 2024-04-10T15:14:24.436 INFO:tasks.rados.rados.0.smithi102.stdout:2554: finishing write tid 4 to smithi10276805-6 2024-04-10T15:14:24.436 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 1225 (ObjNum 788 snap 232 seq_num 788) dirty exists 2024-04-10T15:14:24.436 INFO:tasks.rados.rados.0.smithi102.stdout:2554: finishing write tid 5 to smithi10276805-6 2024-04-10T15:14:24.436 INFO:tasks.rados.rados.0.smithi102.stdout:2554: oid 6 updating version 0 to 1203 2024-04-10T15:14:24.437 INFO:tasks.rados.rados.0.smithi102.stdout:2554: oid 6 version 1203 is already newer than 1202 2024-04-10T15:14:24.437 INFO:tasks.rados.rados.0.smithi102.stdout:2554: oid 6 version 1203 is already newer than 1201 2024-04-10T15:14:24.437 INFO:tasks.rados.rados.0.smithi102.stdout:2554: oid 6 updating version 1203 to 1204 2024-04-10T15:14:24.437 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 1204 (ObjNum 818 snap 243 seq_num 818) dirty exists 2024-04-10T15:14:24.437 INFO:tasks.rados.rados.0.smithi102.stdout:2554: left oid 6 (ObjNum 818 snap 243 seq_num 818) 2024-04-10T15:14:24.437 INFO:tasks.rados.rados.0.smithi102.stdout:2557: finishing write tid 1 to smithi10276805-17 2024-04-10T15:14:24.438 INFO:tasks.rados.rados.0.smithi102.stdout:2554: done (4 left) 2024-04-10T15:14:24.438 INFO:tasks.rados.rados.0.smithi102.stdout:2555: done (3 left) 2024-04-10T15:14:24.438 INFO:tasks.rados.rados.0.smithi102.stdout:2559: read oid 1 snap 233 2024-04-10T15:14:24.438 INFO:tasks.rados.rados.0.smithi102.stdout:2559: expect deleted 2024-04-10T15:14:24.438 INFO:tasks.rados.rados.0.smithi102.stdout:2560: rmattr oid 43 current snap is 243 2024-04-10T15:14:24.438 INFO:tasks.rados.rados.0.smithi102.stdout:2560: done (4 left) 2024-04-10T15:14:24.438 INFO:tasks.rados.rados.0.smithi102.stdout:2561: copy_from oid 2 from oid 35 current snap is 243 2024-04-10T15:14:24.438 INFO:tasks.rados.rados.0.smithi102.stdout:2562: delete oid 34 current snap is 243 2024-04-10T15:14:24.439 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 1222 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-10T15:14:24.444 INFO:tasks.rados.rados.0.smithi102.stdout:2558: done (5 left) 2024-04-10T15:14:24.444 INFO:tasks.rados.rados.0.smithi102.stdout:2559: done (4 left) 2024-04-10T15:14:24.444 INFO:tasks.rados.rados.0.smithi102.stdout:2562: done (3 left) 2024-04-10T15:14:24.444 INFO:tasks.rados.rados.0.smithi102.stdout:2563: setattr oid 4 current snap is 243 2024-04-10T15:14:24.445 INFO:tasks.rados.rados.0.smithi102.stdout:2557: finishing write tid 2 to smithi10276805-17 2024-04-10T15:14:24.446 INFO:tasks.rados.rados.0.smithi102.stdout:2557: finishing write tid 3 to smithi10276805-17 2024-04-10T15:14:24.446 INFO:tasks.rados.rados.0.smithi102.stdout:2557: finishing write tid 4 to smithi10276805-17 2024-04-10T15:14:24.447 INFO:tasks.rados.rados.0.smithi102.stdout:2564: read oid 42 snap -1 2024-04-10T15:14:24.447 INFO:tasks.rados.rados.0.smithi102.stdout:2564: expect (ObjNum 774 snap 224 seq_num 774) 2024-04-10T15:14:24.447 INFO:tasks.rados.rados.0.smithi102.stdout:2565: setattr oid 25 current snap is 243 2024-04-10T15:14:24.447 INFO:tasks.rados.rados.0.smithi102.stdout:2557: finishing write tid 5 to smithi10276805-17 2024-04-10T15:14:24.447 INFO:tasks.rados.rados.0.smithi102.stdout:2557: oid 17 updating version 0 to 729 2024-04-10T15:14:24.448 INFO:tasks.rados.rados.0.smithi102.stdout:2557: oid 17 version 729 is already newer than 728 2024-04-10T15:14:24.448 INFO:tasks.rados.rados.0.smithi102.stdout:2557: oid 17 version 729 is already newer than 727 2024-04-10T15:14:24.448 INFO:tasks.rados.rados.0.smithi102.stdout:2557: oid 17 version 729 is already newer than 726 2024-04-10T15:14:24.448 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 729 (ObjNum 819 snap 243 seq_num 819) dirty exists 2024-04-10T15:14:24.448 INFO:tasks.rados.rados.0.smithi102.stdout:2557: left oid 17 (ObjNum 819 snap 243 seq_num 819) 2024-04-10T15:14:24.449 INFO:tasks.rados.rados.0.smithi102.stdout:2557: done (5 left) 2024-04-10T15:14:24.449 INFO:tasks.rados.rados.0.smithi102.stdout:2566: rmattr oid 36 current snap is 243 2024-04-10T15:14:24.449 INFO:tasks.rados.rados.0.smithi102.stdout:2567: read oid 24 snap -1 2024-04-10T15:14:24.449 INFO:tasks.rados.rados.0.smithi102.stdout:2567: expect (ObjNum 710 snap 201 seq_num 710) 2024-04-10T15:14:24.449 INFO:tasks.rados.rados.0.smithi102.stdout:2568: delete oid 37 current snap is 243 2024-04-10T15:14:24.451 INFO:tasks.rados.rados.0.smithi102.stdout:2561: finishing copy_from racing read to smithi10276805-2 2024-04-10T15:14:24.452 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 1245 (ObjNum 757 snap 220 seq_num 757) dirty exists 2024-04-10T15:14:24.453 INFO:tasks.rados.rados.0.smithi102.stdout:2564: expect (ObjNum 774 snap 224 seq_num 774) 2024-04-10T15:14:24.479 INFO:tasks.rados.rados.0.smithi102.stdout:2556: expect (ObjNum 734 snap 210 seq_num 734) 2024-04-10T15:14:24.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:24 smithi154 ceph-mon[84269]: osdmap e541: 8 total, 8 up, 8 in 2024-04-10T15:14:24.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:24 smithi102 ceph-mon[90943]: osdmap e541: 8 total, 8 up, 8 in 2024-04-10T15:14:24.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:24 smithi102 ceph-mon[88557]: osdmap e541: 8 total, 8 up, 8 in 2024-04-10T15:14:25.212 INFO:tasks.rados.rados.0.smithi102.stdout:2561: finishing copy_from to smithi10276805-2 2024-04-10T15:14:25.213 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 852 (ObjNum 786 snap 232 seq_num 786) dirty exists 2024-04-10T15:14:25.213 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 1223 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-10T15:14:25.213 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 1332 (ObjNum 796 snap 235 seq_num 796) dirty exists 2024-04-10T15:14:25.213 INFO:tasks.rados.rados.0.smithi102.stdout:2567: expect (ObjNum 710 snap 201 seq_num 710) 2024-04-10T15:14:25.305 INFO:tasks.rados.rados.0.smithi102.stdout:2556: done (7 left) 2024-04-10T15:14:25.305 INFO:tasks.rados.rados.0.smithi102.stdout:2561: done (6 left) 2024-04-10T15:14:25.306 INFO:tasks.rados.rados.0.smithi102.stdout:2563: done (5 left) 2024-04-10T15:14:25.306 INFO:tasks.rados.rados.0.smithi102.stdout:2564: done (4 left) 2024-04-10T15:14:25.306 INFO:tasks.rados.rados.0.smithi102.stdout:2565: done (3 left) 2024-04-10T15:14:25.306 INFO:tasks.rados.rados.0.smithi102.stdout:2566: done (2 left) 2024-04-10T15:14:25.306 INFO:tasks.rados.rados.0.smithi102.stdout:2567: done (1 left) 2024-04-10T15:14:25.306 INFO:tasks.rados.rados.0.smithi102.stdout:2568: done (0 left) 2024-04-10T15:14:25.306 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 36 current snap is 243 2024-04-10T15:14:25.306 INFO:tasks.rados.rados.0.smithi102.stdout:2569: seq_num 822 ranges {0=573440,573440=696320,1269760=507904} 2024-04-10T15:14:25.308 INFO:tasks.rados.rados.0.smithi102.stdout:2569: writing smithi10276805-36 from 0 to 573440 tid 1 2024-04-10T15:14:25.312 INFO:tasks.rados.rados.0.smithi102.stdout:2569: writing smithi10276805-36 from 573440 to 1269760 tid 2 2024-04-10T15:14:25.315 INFO:tasks.rados.rados.0.smithi102.stdout:2569: writing smithi10276805-36 from 1269760 to 1777664 tid 3 2024-04-10T15:14:25.315 INFO:tasks.rados.rados.0.smithi102.stdout:2570: setattr oid 13 current snap is 243 2024-04-10T15:14:25.315 INFO:tasks.rados.rados.0.smithi102.stdout:2569: finishing write tid 1 to smithi10276805-36 2024-04-10T15:14:25.315 INFO:tasks.rados.rados.0.smithi102.stdout:2569: finishing write tid 2 to smithi10276805-36 2024-04-10T15:14:25.316 INFO:tasks.rados.rados.0.smithi102.stdout:2571: delete oid 18 current snap is 243 2024-04-10T15:14:25.318 INFO:tasks.rados.rados.0.smithi102.stdout:2569: finishing write tid 3 to smithi10276805-36 2024-04-10T15:14:25.318 INFO:tasks.rados.rados.0.smithi102.stdout:2569: finishing write tid 4 to smithi10276805-36 2024-04-10T15:14:25.318 INFO:tasks.rados.rados.0.smithi102.stdout:2571: done (2 left) 2024-04-10T15:14:25.318 INFO:tasks.rados.rados.0.smithi102.stdout:2572: delete oid 19 current snap is 243 2024-04-10T15:14:25.319 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 1636 (ObjNum 789 snap 232 seq_num 789) dirty exists 2024-04-10T15:14:25.321 INFO:tasks.rados.rados.0.smithi102.stdout:2569: finishing write tid 5 to smithi10276805-36 2024-04-10T15:14:25.321 INFO:tasks.rados.rados.0.smithi102.stdout:2569: oid 36 updating version 0 to 1227 2024-04-10T15:14:25.321 INFO:tasks.rados.rados.0.smithi102.stdout:2569: oid 36 version 1227 is already newer than 1226 2024-04-10T15:14:25.321 INFO:tasks.rados.rados.0.smithi102.stdout:2569: oid 36 version 1227 is already newer than 1225 2024-04-10T15:14:25.321 INFO:tasks.rados.rados.0.smithi102.stdout:2569: oid 36 version 1227 is already newer than 1224 2024-04-10T15:14:25.321 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 1227 (ObjNum 822 snap 243 seq_num 822) dirty exists 2024-04-10T15:14:25.321 INFO:tasks.rados.rados.0.smithi102.stdout:2569: left oid 36 (ObjNum 822 snap 243 seq_num 822) 2024-04-10T15:14:25.322 INFO:tasks.rados.rados.0.smithi102.stdout:2569: done (2 left) 2024-04-10T15:14:25.322 INFO:tasks.rados.rados.0.smithi102.stdout:2570: done (1 left) 2024-04-10T15:14:25.322 INFO:tasks.rados.rados.0.smithi102.stdout:2572: done (0 left) 2024-04-10T15:14:25.323 INFO:tasks.rados.rados.0.smithi102.stdout:2573: read oid 48 snap -1 2024-04-10T15:14:25.323 INFO:tasks.rados.rados.0.smithi102.stdout:2573: expect (ObjNum 815 snap 243 seq_num 815) 2024-04-10T15:14:25.323 INFO:tasks.rados.rados.0.smithi102.stdout:2574: delete oid 31 current snap is 243 2024-04-10T15:14:25.324 INFO:tasks.rados.rados.0.smithi102.stdout:2574: done (1 left) 2024-04-10T15:14:25.324 INFO:tasks.rados.rados.0.smithi102.stdout:2575: read oid 21 snap 230 2024-04-10T15:14:25.324 INFO:tasks.rados.rados.0.smithi102.stdout:2575: expect (ObjNum 752 snap 218 seq_num 752) 2024-04-10T15:14:25.324 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 16 current snap is 243 2024-04-10T15:14:25.324 INFO:tasks.rados.rados.0.smithi102.stdout:2576: seq_num 826 ranges {15286272=638976,15925248=630784,16556032=573440} 2024-04-10T15:14:25.408 INFO:tasks.rados.rados.0.smithi102.stdout:2576: writing smithi10276805-16 from 15286272 to 15925248 tid 1 2024-04-10T15:14:25.411 INFO:tasks.rados.rados.0.smithi102.stdout:2576: writing smithi10276805-16 from 15925248 to 16556032 tid 2 2024-04-10T15:14:25.415 INFO:tasks.rados.rados.0.smithi102.stdout:2576: writing smithi10276805-16 from 16556032 to 17129472 tid 3 2024-04-10T15:14:25.416 INFO:tasks.rados.rados.0.smithi102.stdout:2577: read oid 10 snap -1 2024-04-10T15:14:25.416 INFO:tasks.rados.rados.0.smithi102.stdout:2577: expect (ObjNum 801 snap 236 seq_num 801) 2024-04-10T15:14:25.416 INFO:tasks.rados.rados.0.smithi102.stdout:2578: read oid 4 snap 213 2024-04-10T15:14:25.416 INFO:tasks.rados.rados.0.smithi102.stdout:2578: expect (ObjNum 652 snap 180 seq_num 652) 2024-04-10T15:14:25.416 INFO:tasks.rados.rados.0.smithi102.stdout:2579: delete oid 7 current snap is 243 2024-04-10T15:14:25.416 INFO:tasks.rados.rados.0.smithi102.stdout:2575: expect (ObjNum 752 snap 218 seq_num 752) 2024-04-10T15:14:25.437 INFO:tasks.rados.rados.0.smithi102.stdout:2573: expect (ObjNum 815 snap 243 seq_num 815) 2024-04-10T15:14:25.480 INFO:tasks.rados.rados.0.smithi102.stdout:2576: finishing write tid 1 to smithi10276805-16 2024-04-10T15:14:25.481 INFO:tasks.rados.rados.0.smithi102.stdout:2576: finishing write tid 2 to smithi10276805-16 2024-04-10T15:14:25.481 INFO:tasks.rados.rados.0.smithi102.stdout:2573: done (5 left) 2024-04-10T15:14:25.481 INFO:tasks.rados.rados.0.smithi102.stdout:2575: done (4 left) 2024-04-10T15:14:25.481 INFO:tasks.rados.rados.0.smithi102.stdout:2579: done (3 left) 2024-04-10T15:14:25.481 INFO:tasks.rados.rados.0.smithi102.stdout:2580: snap_create 2024-04-10T15:14:25.481 INFO:tasks.rados.rados.0.smithi102.stdout:2576: finishing write tid 3 to smithi10276805-16 2024-04-10T15:14:25.481 INFO:tasks.rados.rados.0.smithi102.stdout:2576: finishing write tid 4 to smithi10276805-16 2024-04-10T15:14:25.481 INFO:tasks.rados.rados.0.smithi102.stdout:2576: finishing write tid 5 to smithi10276805-16 2024-04-10T15:14:25.481 INFO:tasks.rados.rados.0.smithi102.stdout:2576: oid 16 updating version 0 to 1354 2024-04-10T15:14:25.481 INFO:tasks.rados.rados.0.smithi102.stdout:2576: oid 16 updating version 1354 to 1356 2024-04-10T15:14:25.481 INFO:tasks.rados.rados.0.smithi102.stdout:2576: oid 16 updating version 1356 to 1357 2024-04-10T15:14:25.481 INFO:tasks.rados.rados.0.smithi102.stdout:2576: oid 16 version 1357 is already newer than 1355 2024-04-10T15:14:25.481 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 1357 (ObjNum 826 snap 243 seq_num 826) dirty exists 2024-04-10T15:14:25.481 INFO:tasks.rados.rados.0.smithi102.stdout:2576: left oid 16 (ObjNum 826 snap 243 seq_num 826) 2024-04-10T15:14:25.482 INFO:tasks.rados.rados.0.smithi102.stdout:2577: expect (ObjNum 801 snap 236 seq_num 801) 2024-04-10T15:14:25.554 INFO:tasks.rados.rados.0.smithi102.stdout:2578: expect (ObjNum 652 snap 180 seq_num 652) 2024-04-10T15:14:25.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:25.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: osdmap e542: 8 total, 8 up, 8 in 2024-04-10T15:14:25.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:25.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:14:25.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:14:25.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:25.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:14:25.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:25.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:25.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: Upgrade: Setting container_image for all osd 2024-04-10T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-10T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-10T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-10T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-10T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-10T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-10T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-10T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-10T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-10T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-10T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-10T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-10T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-10T15:14:25.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-10T15:14:25.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-10T15:14:25.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-10T15:14:25.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: Upgrade: Setting require_osd_release to 19 squid 2024-04-10T15:14:25.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-10T15:14:25.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:25 smithi154 ceph-mon[84269]: pgmap v473: 121 pgs: 6 peering, 8 active+undersized, 107 active+clean; 334 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.2 MiB/s wr, 14 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-10T15:14:25.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:25.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: osdmap e542: 8 total, 8 up, 8 in 2024-04-10T15:14:25.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:25.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:14:25.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:14:25.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:25.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:14:25.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:25.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:25.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:25.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:25.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: Upgrade: Setting container_image for all osd 2024-04-10T15:14:25.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:25.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-10T15:14:25.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-10T15:14:25.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-10T15:14:25.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-10T15:14:25.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-10T15:14:25.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-10T15:14:25.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-10T15:14:25.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-10T15:14:25.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-10T15:14:25.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-10T15:14:25.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-10T15:14:25.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-10T15:14:25.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-10T15:14:25.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-10T15:14:25.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-10T15:14:25.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-10T15:14:25.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: Upgrade: Setting require_osd_release to 19 squid 2024-04-10T15:14:25.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-10T15:14:25.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[88557]: pgmap v473: 121 pgs: 6 peering, 8 active+undersized, 107 active+clean; 334 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.2 MiB/s wr, 14 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-10T15:14:25.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:25.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: osdmap e542: 8 total, 8 up, 8 in 2024-04-10T15:14:25.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:25.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:14:25.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:14:25.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:25.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:14:25.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:25.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:25.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:25.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:25.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: Upgrade: Setting container_image for all osd 2024-04-10T15:14:25.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:25.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]: dispatch 2024-04-10T15:14:25.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.0"}]': finished 2024-04-10T15:14:25.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]: dispatch 2024-04-10T15:14:25.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.1"}]': finished 2024-04-10T15:14:25.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]: dispatch 2024-04-10T15:14:25.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.2"}]': finished 2024-04-10T15:14:25.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]: dispatch 2024-04-10T15:14:25.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.3"}]': finished 2024-04-10T15:14:25.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]: dispatch 2024-04-10T15:14:25.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.4"}]': finished 2024-04-10T15:14:25.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]: dispatch 2024-04-10T15:14:25.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.5"}]': finished 2024-04-10T15:14:25.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]: dispatch 2024-04-10T15:14:25.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.6"}]': finished 2024-04-10T15:14:25.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]: dispatch 2024-04-10T15:14:25.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd.7"}]': finished 2024-04-10T15:14:25.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: Upgrade: Setting require_osd_release to 19 squid 2024-04-10T15:14:25.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd require-osd-release", "release": "squid"}]: dispatch 2024-04-10T15:14:25.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:25 smithi102 ceph-mon[90943]: pgmap v473: 121 pgs: 6 peering, 8 active+undersized, 107 active+clean; 334 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 5.2 MiB/s wr, 14 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-10T15:14:25.988 INFO:tasks.rados.rados.0.smithi102.stdout:2576: done (3 left) 2024-04-10T15:14:25.988 INFO:tasks.rados.rados.0.smithi102.stdout:2577: done (2 left) 2024-04-10T15:14:25.988 INFO:tasks.rados.rados.0.smithi102.stdout:2578: done (1 left) 2024-04-10T15:14:25.988 INFO:tasks.rados.rados.0.smithi102.stdout:2580: done (0 left) 2024-04-10T15:14:25.988 INFO:tasks.rados.rados.0.smithi102.stdout:2581: snap_remove snap 230 2024-04-10T15:14:26.063 INFO:teuthology.orchestra.run.smithi102.stdout:true 2024-04-10T15:14:26.400 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:14:26.400 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (9m) 2m ago 10m 24.3M - 0.25.0 c8568f914cd2 8877963ef1e7 2024-04-10T15:14:26.400 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi154 *:3000 running (10m) 6s ago 10m 92.3M - 9.4.7 954c08fa6188 a24ea26325a1 2024-04-10T15:14:26.400 INFO:teuthology.orchestra.run.smithi102.stdout:mds.a smithi102 running (11m) 2m ago 11m 16.2M - 18.2.2-1187-gd540ebac bb2c5eac26a4 da51112648bf 2024-04-10T15:14:26.400 INFO:teuthology.orchestra.run.smithi102.stdout:mds.b smithi154 running (11m) 6s ago 11m 21.0M - 18.2.2-1187-gd540ebac bb2c5eac26a4 1c2f7bf05952 2024-04-10T15:14:26.400 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi154 *:8443,9283,8765 running (5m) 6s ago 14m 453M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 5843a1d0f5c5 2024-04-10T15:14:26.400 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (6m) 2m ago 16m 514M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 d4cb3bfdb76a 2024-04-10T15:14:26.400 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (5m) 2m ago 16m 51.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 09d0a3f89365 2024-04-10T15:14:26.400 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi154 running (4m) 6s ago 15m 46.4M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ecf89eee3550 2024-04-10T15:14:26.400 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (5m) 2m ago 15m 46.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 57de69af85cd 2024-04-10T15:14:26.400 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (10m) 2m ago 10m 14.2M - 1.5.0 0da6a335fe13 dc103d21fc64 2024-04-10T15:14:26.401 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi154 *:9100 running (10m) 6s ago 10m 15.7M - 1.5.0 0da6a335fe13 c71ce3c6ef09 2024-04-10T15:14:26.401 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (4m) 2m ago 14m 137M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e0c9aedb2146 2024-04-10T15:14:26.401 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (3m) 2m ago 14m 103M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 2d65d19c2ebd 2024-04-10T15:14:26.401 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (3m) 2m ago 13m 115M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 5937c2c020b1 2024-04-10T15:14:26.401 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (2m) 2m ago 13m 11.8M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 056d46e334c1 2024-04-10T15:14:26.401 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi154 running (116s) 6s ago 12m 179M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 b11287656a89 2024-04-10T15:14:26.401 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi154 running (81s) 6s ago 12m 159M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a092a68346b1 2024-04-10T15:14:26.401 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi154 running (46s) 6s ago 12m 97.6M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 37b06cfa6a20 2024-04-10T15:14:26.402 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi154 running (11s) 6s ago 11m 12.4M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 7706e972bd27 2024-04-10T15:14:26.402 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi154 *:9095 running (6m) 6s ago 10m 62.5M - 2.43.0 a07b618ecd1d 15b122e84a15 2024-04-10T15:14:26.594 INFO:tasks.rados.rados.0.smithi102.stdout:2581: done (0 left) 2024-04-10T15:14:26.594 INFO:tasks.rados.rados.0.smithi102.stdout:2582: rmattr oid 26 current snap is 244 2024-04-10T15:14:26.594 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 11 current snap is 244 2024-04-10T15:14:26.594 INFO:tasks.rados.rados.0.smithi102.stdout:2583: seq_num 828 ranges {3080192=671744,3751936=802816,4554752=401408} 2024-04-10T15:14:26.615 INFO:tasks.rados.rados.0.smithi102.stdout:2583: writing smithi10276805-11 from 3080192 to 3751936 tid 1 2024-04-10T15:14:26.620 INFO:tasks.rados.rados.0.smithi102.stdout:2583: writing smithi10276805-11 from 3751936 to 4554752 tid 2 2024-04-10T15:14:26.622 INFO:tasks.rados.rados.0.smithi102.stdout:2583: writing smithi10276805-11 from 4554752 to 4956160 tid 3 2024-04-10T15:14:26.622 INFO:tasks.rados.rados.0.smithi102.stdout:2584: copy_from oid 24 from oid 3 current snap is 244 2024-04-10T15:14:26.622 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1340 (ObjNum 651 snap 180 seq_num 651) dirty exists 2024-04-10T15:14:26.622 INFO:tasks.rados.rados.0.smithi102.stdout:2583: finishing write tid 1 to smithi10276805-11 2024-04-10T15:14:26.622 INFO:tasks.rados.rados.0.smithi102.stdout:2582: done (2 left) 2024-04-10T15:14:26.623 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 42 current snap is 244 2024-04-10T15:14:26.623 INFO:tasks.rados.rados.0.smithi102.stdout:2585: seq_num 829 ranges {966656=688128,1654784=729088,2383872=475136} 2024-04-10T15:14:26.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:26 smithi154 ceph-mon[84269]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/486 objects degraded (5.761%), 10 pgs degraded) 2024-04-10T15:14:26.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:26 smithi154 ceph-mon[84269]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-10T15:14:26.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:26 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-10T15:14:26.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:26 smithi154 ceph-mon[84269]: osdmap e543: 8 total, 8 up, 8 in 2024-04-10T15:14:26.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:26 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-10T15:14:26.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:26 smithi154 ceph-mon[84269]: Upgrade: It appears safe to stop mds.a 2024-04-10T15:14:26.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:26 smithi154 ceph-mon[84269]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:14:26.631 INFO:tasks.rados.rados.0.smithi102.stdout:2585: writing smithi10276805-42 from 966656 to 1654784 tid 1 2024-04-10T15:14:26.635 INFO:tasks.rados.rados.0.smithi102.stdout:2585: writing smithi10276805-42 from 1654784 to 2383872 tid 2 2024-04-10T15:14:26.639 INFO:tasks.rados.rados.0.smithi102.stdout:2585: writing smithi10276805-42 from 2383872 to 2859008 tid 3 2024-04-10T15:14:26.639 INFO:tasks.rados.rados.0.smithi102.stdout:2586: delete oid 39 current snap is 244 2024-04-10T15:14:26.639 INFO:tasks.rados.rados.0.smithi102.stdout:2584: finishing copy_from to smithi10276805-24 2024-04-10T15:14:26.639 INFO:tasks.rados.rados.0.smithi102.stdout:2584: got expected ENOENT (src dne) 2024-04-10T15:14:26.639 INFO:tasks.rados.rados.0.smithi102.stdout:2584: finishing copy_from racing read to smithi10276805-24 2024-04-10T15:14:26.639 INFO:tasks.rados.rados.0.smithi102.stdout:2583: finishing write tid 2 to smithi10276805-11 2024-04-10T15:14:26.639 INFO:tasks.rados.rados.0.smithi102.stdout:2583: finishing write tid 3 to smithi10276805-11 2024-04-10T15:14:26.639 INFO:tasks.rados.rados.0.smithi102.stdout:2583: finishing write tid 4 to smithi10276805-11 2024-04-10T15:14:26.639 INFO:tasks.rados.rados.0.smithi102.stdout:2583: finishing write tid 5 to smithi10276805-11 2024-04-10T15:14:26.639 INFO:tasks.rados.rados.0.smithi102.stdout:2583: oid 11 updating version 0 to 1359 2024-04-10T15:14:26.639 INFO:tasks.rados.rados.0.smithi102.stdout:2583: oid 11 updating version 1359 to 1360 2024-04-10T15:14:26.639 INFO:tasks.rados.rados.0.smithi102.stdout:2583: oid 11 updating version 1360 to 1361 2024-04-10T15:14:26.639 INFO:tasks.rados.rados.0.smithi102.stdout:2583: oid 11 version 1361 is already newer than 1358 2024-04-10T15:14:26.639 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 1361 (ObjNum 828 snap 244 seq_num 828) dirty exists 2024-04-10T15:14:26.639 INFO:tasks.rados.rados.0.smithi102.stdout:2583: left oid 11 (ObjNum 828 snap 244 seq_num 828) 2024-04-10T15:14:26.640 INFO:tasks.rados.rados.0.smithi102.stdout:2585: finishing write tid 1 to smithi10276805-42 2024-04-10T15:14:26.640 INFO:tasks.rados.rados.0.smithi102.stdout:2585: finishing write tid 2 to smithi10276805-42 2024-04-10T15:14:26.641 INFO:tasks.rados.rados.0.smithi102.stdout:2583: done (3 left) 2024-04-10T15:14:26.641 INFO:tasks.rados.rados.0.smithi102.stdout:2584: done (2 left) 2024-04-10T15:14:26.641 INFO:tasks.rados.rados.0.smithi102.stdout:2586: done (1 left) 2024-04-10T15:14:26.641 INFO:tasks.rados.rados.0.smithi102.stdout:2587: rollback oid 41 current snap is 244 2024-04-10T15:14:26.641 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 41 to 243 2024-04-10T15:14:26.641 INFO:tasks.rados.rados.0.smithi102.stdout:2588: rollback oid 35 current snap is 244 2024-04-10T15:14:26.641 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 35 to 229 2024-04-10T15:14:26.641 INFO:tasks.rados.rados.0.smithi102.stdout:2589: rollback oid 19 current snap is 244 2024-04-10T15:14:26.641 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 19 to 209 2024-04-10T15:14:26.641 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 244 2024-04-10T15:14:26.641 INFO:tasks.rados.rados.0.smithi102.stdout:2590: seq_num 831 ranges {1122304=720896,1843200=499712,2342912=704512} 2024-04-10T15:14:26.651 INFO:tasks.rados.rados.0.smithi102.stdout:2590: writing smithi10276805-4 from 1122304 to 1843200 tid 1 2024-04-10T15:14:26.654 INFO:tasks.rados.rados.0.smithi102.stdout:2590: writing smithi10276805-4 from 1843200 to 2342912 tid 2 2024-04-10T15:14:26.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:26 smithi102 ceph-mon[90943]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/486 objects degraded (5.761%), 10 pgs degraded) 2024-04-10T15:14:26.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:26 smithi102 ceph-mon[90943]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-10T15:14:26.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:26 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-10T15:14:26.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:26 smithi102 ceph-mon[90943]: osdmap e543: 8 total, 8 up, 8 in 2024-04-10T15:14:26.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:26 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-10T15:14:26.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:26 smithi102 ceph-mon[90943]: Upgrade: It appears safe to stop mds.a 2024-04-10T15:14:26.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:26 smithi102 ceph-mon[90943]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:14:26.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:26 smithi102 ceph-mon[88557]: Health check cleared: PG_DEGRADED (was: Degraded data redundancy: 28/486 objects degraded (5.761%), 10 pgs degraded) 2024-04-10T15:14:26.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:26 smithi102 ceph-mon[88557]: Health check cleared: OSD_UPGRADE_FINISHED (was: all OSDs are running squid or later but require_osd_release < squid) 2024-04-10T15:14:26.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:26 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd require-osd-release", "release": "squid"}]': finished 2024-04-10T15:14:26.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:26 smithi102 ceph-mon[88557]: osdmap e543: 8 total, 8 up, 8 in 2024-04-10T15:14:26.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:26 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["a"]}]: dispatch 2024-04-10T15:14:26.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:26 smithi102 ceph-mon[88557]: Upgrade: It appears safe to stop mds.a 2024-04-10T15:14:26.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:26 smithi102 ceph-mon[88557]: from='client.44306 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:14:26.659 INFO:tasks.rados.rados.0.smithi102.stdout:2590: writing smithi10276805-4 from 2342912 to 3047424 tid 3 2024-04-10T15:14:26.659 INFO:tasks.rados.rados.0.smithi102.stdout:2591: snap_create 2024-04-10T15:14:26.659 INFO:tasks.rados.rados.0.smithi102.stdout:2585: finishing write tid 3 to smithi10276805-42 2024-04-10T15:14:26.660 INFO:tasks.rados.rados.0.smithi102.stdout:2585: finishing write tid 4 to smithi10276805-42 2024-04-10T15:14:26.660 INFO:tasks.rados.rados.0.smithi102.stdout:2585: finishing write tid 5 to smithi10276805-42 2024-04-10T15:14:26.660 INFO:tasks.rados.rados.0.smithi102.stdout:2585: oid 42 updating version 0 to 1362 2024-04-10T15:14:26.660 INFO:tasks.rados.rados.0.smithi102.stdout:2585: oid 42 updating version 1362 to 1363 2024-04-10T15:14:26.660 INFO:tasks.rados.rados.0.smithi102.stdout:2585: oid 42 updating version 1363 to 1365 2024-04-10T15:14:26.660 INFO:tasks.rados.rados.0.smithi102.stdout:2585: oid 42 version 1365 is already newer than 1364 2024-04-10T15:14:26.660 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 1365 (ObjNum 829 snap 244 seq_num 829) dirty exists 2024-04-10T15:14:26.660 INFO:tasks.rados.rados.0.smithi102.stdout:2585: left oid 42 (ObjNum 829 snap 244 seq_num 829) 2024-04-10T15:14:26.660 INFO:tasks.rados.rados.0.smithi102.stdout:2588: finishing rollback tid 0 to smithi10276805-35 2024-04-10T15:14:26.660 INFO:tasks.rados.rados.0.smithi102.stdout:2588: finishing rollback tid 1 to smithi10276805-35 2024-04-10T15:14:26.660 INFO:tasks.rados.rados.0.smithi102.stdout:2588: finishing rollback tid 2 to smithi10276805-35 2024-04-10T15:14:26.660 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 1338 (ObjNum 782 snap 229 seq_num 782) dirty exists 2024-04-10T15:14:26.661 INFO:tasks.rados.rados.0.smithi102.stdout:2587: finishing rollback tid 0 to smithi10276805-41 2024-04-10T15:14:26.661 INFO:tasks.rados.rados.0.smithi102.stdout:2587: finishing rollback tid 1 to smithi10276805-41 2024-04-10T15:14:26.661 INFO:tasks.rados.rados.0.smithi102.stdout:2587: finishing rollback tid 2 to smithi10276805-41 2024-04-10T15:14:26.661 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 1343 (ObjNum 800 snap 235 seq_num 800) dirty exists 2024-04-10T15:14:26.661 INFO:tasks.rados.rados.0.smithi102.stdout:2589: finishing rollback tid 1 to smithi10276805-19 2024-04-10T15:14:26.661 INFO:tasks.rados.rados.0.smithi102.stdout:2589: finishing rollback tid 2 to smithi10276805-19 2024-04-10T15:14:26.661 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 1345 (ObjNum 562 snap 151 seq_num 562) dirty exists 2024-04-10T15:14:26.661 INFO:tasks.rados.rados.0.smithi102.stdout:2590: finishing write tid 1 to smithi10276805-4 2024-04-10T15:14:26.661 INFO:tasks.rados.rados.0.smithi102.stdout:2590: finishing write tid 2 to smithi10276805-4 2024-04-10T15:14:26.662 INFO:tasks.rados.rados.0.smithi102.stdout:2590: finishing write tid 3 to smithi10276805-4 2024-04-10T15:14:26.662 INFO:tasks.rados.rados.0.smithi102.stdout:2590: finishing write tid 4 to smithi10276805-4 2024-04-10T15:14:26.663 INFO:tasks.rados.rados.0.smithi102.stdout:2590: finishing write tid 5 to smithi10276805-4 2024-04-10T15:14:26.663 INFO:tasks.rados.rados.0.smithi102.stdout:2590: oid 4 updating version 0 to 1246 2024-04-10T15:14:26.663 INFO:tasks.rados.rados.0.smithi102.stdout:2590: oid 4 updating version 1246 to 1247 2024-04-10T15:14:26.663 INFO:tasks.rados.rados.0.smithi102.stdout:2590: oid 4 updating version 1247 to 1248 2024-04-10T15:14:26.663 INFO:tasks.rados.rados.0.smithi102.stdout:2590: oid 4 updating version 1248 to 1249 2024-04-10T15:14:26.663 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 1249 (ObjNum 831 snap 244 seq_num 831) dirty exists 2024-04-10T15:14:26.663 INFO:tasks.rados.rados.0.smithi102.stdout:2590: left oid 4 (ObjNum 831 snap 244 seq_num 831) 2024-04-10T15:14:26.832 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:14:26.832 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-10T15:14:26.832 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:14:26.832 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:14:26.832 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-10T15:14:26.832 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:14:26.832 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:14:26.833 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-10T15:14:26.833 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-10T15:14:26.833 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:14:26.833 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-10T15:14:26.833 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2 2024-04-10T15:14:26.833 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:14:26.833 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-10T15:14:26.833 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 18.2.2-1187-gd540ebac (d540ebaca6b131a1dd560e7f69e024b133bbaa42) reef (stable)": 2, 2024-04-10T15:14:26.833 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 13 2024-04-10T15:14:26.833 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:14:26.833 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:14:27.599 INFO:tasks.rados.rados.0.smithi102.stdout:2585: done (5 left) 2024-04-10T15:14:27.599 INFO:tasks.rados.rados.0.smithi102.stdout:2587: done (4 left) 2024-04-10T15:14:27.599 INFO:tasks.rados.rados.0.smithi102.stdout:2588: done (3 left) 2024-04-10T15:14:27.599 INFO:tasks.rados.rados.0.smithi102.stdout:2589: done (2 left) 2024-04-10T15:14:27.599 INFO:tasks.rados.rados.0.smithi102.stdout:2590: done (1 left) 2024-04-10T15:14:27.600 INFO:tasks.rados.rados.0.smithi102.stdout:2591: done (0 left) 2024-04-10T15:14:27.600 INFO:tasks.rados.rados.0.smithi102.stdout:2592: read oid 19 snap -1 2024-04-10T15:14:27.600 INFO:tasks.rados.rados.0.smithi102.stdout:2592: expect (ObjNum 562 snap 151 seq_num 562) 2024-04-10T15:14:27.600 INFO:tasks.rados.rados.0.smithi102.stdout:2593: snap_remove snap 241 2024-04-10T15:14:27.876 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:27 smithi154 ceph-mon[84269]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:14:27.876 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:27 smithi154 ceph-mon[84269]: osdmap e544: 8 total, 8 up, 8 in 2024-04-10T15:14:27.876 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:27 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2972435356' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:27.876 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:27 smithi154 ceph-mon[84269]: pgmap v476: 121 pgs: 121 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.2 MiB/s wr, 24 op/s; 3.0 MiB/s, 1 objects/s recovering 2024-04-10T15:14:27.876 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:27 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:27.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:27 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:14:27.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:27 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:14:27.906 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:14:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:14:27] "GET /metrics HTTP/1.1" 200 36202 "" "Prometheus/2.43.0" 2024-04-10T15:14:27.906 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:27 smithi102 ceph-mon[90943]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:14:27.906 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:27 smithi102 ceph-mon[90943]: osdmap e544: 8 total, 8 up, 8 in 2024-04-10T15:14:27.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:27 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2972435356' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:27.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:27 smithi102 ceph-mon[90943]: pgmap v476: 121 pgs: 121 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.2 MiB/s wr, 24 op/s; 3.0 MiB/s, 1 objects/s recovering 2024-04-10T15:14:27.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:27 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:27.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:27 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:14:27.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:27 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:14:27.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:27 smithi102 ceph-mon[88557]: from='client.34389 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:14:27.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:27 smithi102 ceph-mon[88557]: osdmap e544: 8 total, 8 up, 8 in 2024-04-10T15:14:27.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:27 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2972435356' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:27.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:27 smithi102 ceph-mon[88557]: pgmap v476: 121 pgs: 121 active+clean; 340 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.2 MiB/s wr, 24 op/s; 3.0 MiB/s, 1 objects/s recovering 2024-04-10T15:14:27.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:27 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:27.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:27 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.a", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:14:27.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:27 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:14:28.216 INFO:tasks.rados.rados.0.smithi102.stdout:2593: done (1 left) 2024-04-10T15:14:28.217 INFO:tasks.rados.rados.0.smithi102.stdout:2594: snap_create 2024-04-10T15:14:28.217 INFO:tasks.rados.rados.0.smithi102.stdout:2592: expect (ObjNum 562 snap 151 seq_num 562) 2024-04-10T15:14:28.876 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:28 smithi154 ceph-mon[84269]: Upgrade: Updating mds.a 2024-04-10T15:14:28.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:28 smithi154 ceph-mon[84269]: Deploying daemon mds.a on smithi102 2024-04-10T15:14:28.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:28 smithi154 ceph-mon[84269]: osdmap e545: 8 total, 8 up, 8 in 2024-04-10T15:14:28.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:28 smithi154 ceph-mon[84269]: osdmap e546: 8 total, 8 up, 8 in 2024-04-10T15:14:28.889 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:28 smithi102 ceph-mon[90943]: Upgrade: Updating mds.a 2024-04-10T15:14:28.889 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:28 smithi102 ceph-mon[90943]: Deploying daemon mds.a on smithi102 2024-04-10T15:14:28.889 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:28 smithi102 ceph-mon[90943]: osdmap e545: 8 total, 8 up, 8 in 2024-04-10T15:14:28.889 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:28 smithi102 ceph-mon[90943]: osdmap e546: 8 total, 8 up, 8 in 2024-04-10T15:14:28.889 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:28 smithi102 ceph-mon[88557]: Upgrade: Updating mds.a 2024-04-10T15:14:28.889 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:28 smithi102 ceph-mon[88557]: Deploying daemon mds.a on smithi102 2024-04-10T15:14:28.889 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:28 smithi102 ceph-mon[88557]: osdmap e545: 8 total, 8 up, 8 in 2024-04-10T15:14:28.890 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:28 smithi102 ceph-mon[88557]: osdmap e546: 8 total, 8 up, 8 in 2024-04-10T15:14:29.214 INFO:tasks.rados.rados.0.smithi102.stdout:2592: done (1 left) 2024-04-10T15:14:29.214 INFO:tasks.rados.rados.0.smithi102.stdout:2594: done (0 left) 2024-04-10T15:14:29.214 INFO:tasks.rados.rados.0.smithi102.stdout:2595: copy_from oid 50 from oid 43 current snap is 246 2024-04-10T15:14:29.214 INFO:tasks.rados.rados.0.smithi102.stdout:2596: snap_create 2024-04-10T15:14:29.241 INFO:tasks.rados.rados.0.smithi102.stdout:2595: finishing copy_from racing read to smithi10276805-50 2024-04-10T15:14:29.241 INFO:tasks.rados.rados.0.smithi102.stdout:2595: finishing copy_from to smithi10276805-50 2024-04-10T15:14:29.242 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 1228 (ObjNum 741 snap 214 seq_num 741) dirty exists 2024-04-10T15:14:29.406 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:14:29 smithi102 systemd[1]: Stopping Ceph mds.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:14:29.600 INFO:tasks.rados.rados.0.smithi102.stdout:2595: done (1 left) 2024-04-10T15:14:29.600 INFO:tasks.rados.rados.0.smithi102.stdout:2596: done (0 left) 2024-04-10T15:14:29.601 INFO:tasks.rados.rados.0.smithi102.stdout:2597: rollback oid 44 current snap is 247 2024-04-10T15:14:29.601 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 44 to 215 2024-04-10T15:14:29.601 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 42 current snap is 247 2024-04-10T15:14:29.601 INFO:tasks.rados.rados.0.smithi102.stdout:2598: seq_num 832 ranges {2859008=737280,3596288=786432,4382720=417792} 2024-04-10T15:14:29.619 INFO:tasks.rados.rados.0.smithi102.stdout:2598: writing smithi10276805-42 from 2859008 to 3596288 tid 1 2024-04-10T15:14:29.624 INFO:tasks.rados.rados.0.smithi102.stdout:2598: writing smithi10276805-42 from 3596288 to 4382720 tid 2 2024-04-10T15:14:29.627 INFO:tasks.rados.rados.0.smithi102.stdout:2598: writing smithi10276805-42 from 4382720 to 4800512 tid 3 2024-04-10T15:14:29.627 INFO:tasks.rados.rados.0.smithi102.stdout:2599: rollback oid 5 current snap is 247 2024-04-10T15:14:29.627 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 5 to 232 2024-04-10T15:14:29.628 INFO:tasks.rados.rados.0.smithi102.stdout:2597: finishing rollback tid 1 to smithi10276805-44 2024-04-10T15:14:29.628 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 1232 (ObjNum 145 snap 0 seq_num 88272024) dirty dne 2024-04-10T15:14:29.628 INFO:tasks.rados.rados.0.smithi102.stdout:2597: done (2 left) 2024-04-10T15:14:29.628 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 37 current snap is 247 2024-04-10T15:14:29.628 INFO:tasks.rados.rados.0.smithi102.stdout:2598: finishing write tid 1 to smithi10276805-42 2024-04-10T15:14:29.628 INFO:tasks.rados.rados.0.smithi102.stdout:2600: seq_num 833 ranges {0=761856,761856=671744,1433600=532480} 2024-04-10T15:14:29.632 INFO:tasks.rados.rados.0.smithi102.stdout:2600: writing smithi10276805-37 from 0 to 761856 tid 1 2024-04-10T15:14:29.635 INFO:tasks.rados.rados.0.smithi102.stdout:2600: writing smithi10276805-37 from 761856 to 1433600 tid 2 2024-04-10T15:14:29.639 INFO:tasks.rados.rados.0.smithi102.stdout:2600: writing smithi10276805-37 from 1433600 to 1966080 tid 3 2024-04-10T15:14:29.639 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 9 current snap is 247 2024-04-10T15:14:29.639 INFO:tasks.rados.rados.0.smithi102.stdout:2598: finishing write tid 2 to smithi10276805-42 2024-04-10T15:14:29.639 INFO:tasks.rados.rados.0.smithi102.stdout:2601: seq_num 834 ranges {0=778240,778240=557056,1335296=548864,1884160=98304} 2024-04-10T15:14:29.643 INFO:tasks.rados.rados.0.smithi102.stdout:2601: writing smithi10276805-9 from 0 to 778240 tid 1 2024-04-10T15:14:29.646 INFO:tasks.rados.rados.0.smithi102.stdout:2601: writing smithi10276805-9 from 778240 to 1335296 tid 2 2024-04-10T15:14:29.649 INFO:tasks.rados.rados.0.smithi102.stdout:2601: writing smithi10276805-9 from 1335296 to 1884160 tid 3 2024-04-10T15:14:29.651 INFO:tasks.rados.rados.0.smithi102.stdout:2601: writing smithi10276805-9 from 1884160 to 1982464 tid 4 2024-04-10T15:14:29.651 INFO:tasks.rados.rados.0.smithi102.stdout:2602: read oid 19 snap -1 2024-04-10T15:14:29.651 INFO:tasks.rados.rados.0.smithi102.stdout:2602: expect (ObjNum 562 snap 151 seq_num 562) 2024-04-10T15:14:29.651 INFO:tasks.rados.rados.0.smithi102.stdout:2603: delete oid 36 current snap is 247 2024-04-10T15:14:29.651 INFO:tasks.rados.rados.0.smithi102.stdout:2599: finishing rollback tid 1 to smithi10276805-5 2024-04-10T15:14:29.651 INFO:tasks.rados.rados.0.smithi102.stdout:2599: finishing rollback tid 2 to smithi10276805-5 2024-04-10T15:14:29.651 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 1231 (ObjNum 741 snap 214 seq_num 741) dirty exists 2024-04-10T15:14:29.651 INFO:tasks.rados.rados.0.smithi102.stdout:2598: finishing write tid 3 to smithi10276805-42 2024-04-10T15:14:29.651 INFO:tasks.rados.rados.0.smithi102.stdout:2598: finishing write tid 4 to smithi10276805-42 2024-04-10T15:14:29.651 INFO:tasks.rados.rados.0.smithi102.stdout:2598: finishing write tid 5 to smithi10276805-42 2024-04-10T15:14:29.651 INFO:tasks.rados.rados.0.smithi102.stdout:2598: oid 42 updating version 0 to 1369 2024-04-10T15:14:29.651 INFO:tasks.rados.rados.0.smithi102.stdout:2598: oid 42 version 1369 is already newer than 1367 2024-04-10T15:14:29.651 INFO:tasks.rados.rados.0.smithi102.stdout:2598: oid 42 version 1369 is already newer than 1368 2024-04-10T15:14:29.652 INFO:tasks.rados.rados.0.smithi102.stdout:2598: oid 42 version 1369 is already newer than 1366 2024-04-10T15:14:29.652 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 1369 (ObjNum 832 snap 247 seq_num 832) dirty exists 2024-04-10T15:14:29.652 INFO:tasks.rados.rados.0.smithi102.stdout:2598: left oid 42 (ObjNum 832 snap 247 seq_num 832) 2024-04-10T15:14:29.652 INFO:tasks.rados.rados.0.smithi102.stdout:2600: finishing write tid 1 to smithi10276805-37 2024-04-10T15:14:29.652 INFO:tasks.rados.rados.0.smithi102.stdout:2600: finishing write tid 2 to smithi10276805-37 2024-04-10T15:14:29.652 INFO:tasks.rados.rados.0.smithi102.stdout:2600: finishing write tid 3 to smithi10276805-37 2024-04-10T15:14:29.652 INFO:tasks.rados.rados.0.smithi102.stdout:2600: finishing write tid 4 to smithi10276805-37 2024-04-10T15:14:29.652 INFO:tasks.rados.rados.0.smithi102.stdout:2600: finishing write tid 5 to smithi10276805-37 2024-04-10T15:14:29.652 INFO:tasks.rados.rados.0.smithi102.stdout:2600: oid 37 updating version 0 to 1346 2024-04-10T15:14:29.652 INFO:tasks.rados.rados.0.smithi102.stdout:2600: oid 37 updating version 1346 to 1347 2024-04-10T15:14:29.652 INFO:tasks.rados.rados.0.smithi102.stdout:2600: oid 37 updating version 1347 to 1349 2024-04-10T15:14:29.652 INFO:tasks.rados.rados.0.smithi102.stdout:2600: oid 37 version 1349 is already newer than 1348 2024-04-10T15:14:29.652 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 1349 (ObjNum 833 snap 247 seq_num 833) dirty exists 2024-04-10T15:14:29.652 INFO:tasks.rados.rados.0.smithi102.stdout:2600: left oid 37 (ObjNum 833 snap 247 seq_num 833) 2024-04-10T15:14:29.652 INFO:tasks.rados.rados.0.smithi102.stdout:2601: finishing write tid 1 to smithi10276805-9 2024-04-10T15:14:29.652 INFO:tasks.rados.rados.0.smithi102.stdout:2601: finishing write tid 2 to smithi10276805-9 2024-04-10T15:14:29.653 INFO:tasks.rados.rados.0.smithi102.stdout:2598: done (5 left) 2024-04-10T15:14:29.653 INFO:tasks.rados.rados.0.smithi102.stdout:2599: done (4 left) 2024-04-10T15:14:29.653 INFO:tasks.rados.rados.0.smithi102.stdout:2600: done (3 left) 2024-04-10T15:14:29.653 INFO:tasks.rados.rados.0.smithi102.stdout:2603: done (2 left) 2024-04-10T15:14:29.653 INFO:tasks.rados.rados.0.smithi102.stdout:2604: read oid 35 snap -1 2024-04-10T15:14:29.653 INFO:tasks.rados.rados.0.smithi102.stdout:2604: expect (ObjNum 782 snap 229 seq_num 782) 2024-04-10T15:14:29.653 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 247 2024-04-10T15:14:29.654 INFO:tasks.rados.rados.0.smithi102.stdout:2605: seq_num 836 ranges {3047424=409600,3457024=720896,4177920=516096,4694016=368640} 2024-04-10T15:14:29.673 INFO:tasks.rados.rados.0.smithi102.stdout:2605: writing smithi10276805-4 from 3047424 to 3457024 tid 1 2024-04-10T15:14:29.677 INFO:tasks.rados.rados.0.smithi102.stdout:2605: writing smithi10276805-4 from 3457024 to 4177920 tid 2 2024-04-10T15:14:29.680 INFO:tasks.rados.rados.0.smithi102.stdout:2605: writing smithi10276805-4 from 4177920 to 4694016 tid 3 2024-04-10T15:14:29.683 INFO:tasks.rados.rados.0.smithi102.stdout:2605: writing smithi10276805-4 from 4694016 to 5062656 tid 4 2024-04-10T15:14:29.683 INFO:tasks.rados.rados.0.smithi102.stdout:2606: snap_remove snap 240 2024-04-10T15:14:29.906 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:14:29 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a[64373]: 2024-04-10T15:14:29.437+0000 7fdc9d32b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:14:29.906 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:14:29 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a[64373]: 2024-04-10T15:14:29.437+0000 7fdc9d32b700 -1 mds.a *** got signal Terminated *** 2024-04-10T15:14:30.602 INFO:tasks.rados.rados.0.smithi102.stdout:2606: done (4 left) 2024-04-10T15:14:30.602 INFO:tasks.rados.rados.0.smithi102.stdout:2607: copy_from oid 31 from oid 38 current snap is 247 2024-04-10T15:14:30.602 INFO:tasks.rados.rados.0.smithi102.stdout:2601: finishing write tid 3 to smithi10276805-9 2024-04-10T15:14:30.603 INFO:tasks.rados.rados.0.smithi102.stdout:2601: finishing write tid 4 to smithi10276805-9 2024-04-10T15:14:30.603 INFO:tasks.rados.rados.0.smithi102.stdout:2601: finishing write tid 5 to smithi10276805-9 2024-04-10T15:14:30.603 INFO:tasks.rados.rados.0.smithi102.stdout:2601: finishing write tid 6 to smithi10276805-9 2024-04-10T15:14:30.603 INFO:tasks.rados.rados.0.smithi102.stdout:2601: oid 9 updating version 0 to 1238 2024-04-10T15:14:30.603 INFO:tasks.rados.rados.0.smithi102.stdout:2601: oid 9 version 1238 is already newer than 1237 2024-04-10T15:14:30.603 INFO:tasks.rados.rados.0.smithi102.stdout:2601: oid 9 version 1238 is already newer than 1236 2024-04-10T15:14:30.603 INFO:tasks.rados.rados.0.smithi102.stdout:2601: oid 9 version 1238 is already newer than 1234 2024-04-10T15:14:30.603 INFO:tasks.rados.rados.0.smithi102.stdout:2601: oid 9 version 1238 is already newer than 1235 2024-04-10T15:14:30.603 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 1238 (ObjNum 834 snap 247 seq_num 834) dirty exists 2024-04-10T15:14:30.603 INFO:tasks.rados.rados.0.smithi102.stdout:2601: left oid 9 (ObjNum 834 snap 247 seq_num 834) 2024-04-10T15:14:30.603 INFO:tasks.rados.rados.0.smithi102.stdout:2604: expect (ObjNum 782 snap 229 seq_num 782) 2024-04-10T15:14:30.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:30 smithi154 ceph-mon[84269]: pgmap v479: 121 pgs: 121 active+clean; 349 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.9 MiB/s wr, 31 op/s; 1.9 MiB/s, 0 objects/s recovering 2024-04-10T15:14:30.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:30 smithi154 ceph-mon[84269]: osdmap e547: 8 total, 8 up, 8 in 2024-04-10T15:14:30.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:30 smithi154 ceph-mon[84269]: osdmap e548: 8 total, 8 up, 8 in 2024-04-10T15:14:30.641 INFO:tasks.rados.rados.0.smithi102.stdout:2605: finishing write tid 1 to smithi10276805-4 2024-04-10T15:14:30.641 INFO:tasks.rados.rados.0.smithi102.stdout:2605: finishing write tid 2 to smithi10276805-4 2024-04-10T15:14:30.641 INFO:tasks.rados.rados.0.smithi102.stdout:2602: expect (ObjNum 562 snap 151 seq_num 562) 2024-04-10T15:14:30.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:30 smithi102 ceph-mon[90943]: pgmap v479: 121 pgs: 121 active+clean; 349 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.9 MiB/s wr, 31 op/s; 1.9 MiB/s, 0 objects/s recovering 2024-04-10T15:14:30.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:30 smithi102 ceph-mon[90943]: osdmap e547: 8 total, 8 up, 8 in 2024-04-10T15:14:30.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:30 smithi102 ceph-mon[90943]: osdmap e548: 8 total, 8 up, 8 in 2024-04-10T15:14:30.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:30 smithi102 ceph-mon[88557]: pgmap v479: 121 pgs: 121 active+clean; 349 MiB data, 1.2 GiB used, 714 GiB / 715 GiB avail; 15 MiB/s rd, 1.9 MiB/s wr, 31 op/s; 1.9 MiB/s, 0 objects/s recovering 2024-04-10T15:14:30.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:30 smithi102 ceph-mon[88557]: osdmap e547: 8 total, 8 up, 8 in 2024-04-10T15:14:30.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:30 smithi102 ceph-mon[88557]: osdmap e548: 8 total, 8 up, 8 in 2024-04-10T15:14:31.118 INFO:tasks.rados.rados.0.smithi102.stdout:2605: finishing write tid 3 to smithi10276805-4 2024-04-10T15:14:31.119 INFO:tasks.rados.rados.0.smithi102.stdout:2605: finishing write tid 4 to smithi10276805-4 2024-04-10T15:14:31.119 INFO:tasks.rados.rados.0.smithi102.stdout:2605: finishing write tid 5 to smithi10276805-4 2024-04-10T15:14:31.119 INFO:tasks.rados.rados.0.smithi102.stdout:2605: finishing write tid 6 to smithi10276805-4 2024-04-10T15:14:31.119 INFO:tasks.rados.rados.0.smithi102.stdout:2605: oid 4 updating version 0 to 1250 2024-04-10T15:14:31.119 INFO:tasks.rados.rados.0.smithi102.stdout:2605: oid 4 updating version 1250 to 1254 2024-04-10T15:14:31.119 INFO:tasks.rados.rados.0.smithi102.stdout:2605: oid 4 version 1254 is already newer than 1252 2024-04-10T15:14:31.119 INFO:tasks.rados.rados.0.smithi102.stdout:2605: oid 4 version 1254 is already newer than 1253 2024-04-10T15:14:31.119 INFO:tasks.rados.rados.0.smithi102.stdout:2605: oid 4 version 1254 is already newer than 1251 2024-04-10T15:14:31.119 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 1254 (ObjNum 836 snap 247 seq_num 836) dirty exists 2024-04-10T15:14:31.119 INFO:tasks.rados.rados.0.smithi102.stdout:2605: left oid 4 (ObjNum 836 snap 247 seq_num 836) 2024-04-10T15:14:31.119 INFO:tasks.rados.rados.0.smithi102.stdout:2607: finishing copy_from racing read to smithi10276805-31 2024-04-10T15:14:31.119 INFO:tasks.rados.rados.0.smithi102.stdout:2607: finishing copy_from to smithi10276805-31 2024-04-10T15:14:31.119 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 1304 (ObjNum 628 snap 178 seq_num 628) dirty exists 2024-04-10T15:14:31.120 INFO:tasks.rados.rados.0.smithi102.stdout:2601: done (4 left) 2024-04-10T15:14:31.120 INFO:tasks.rados.rados.0.smithi102.stdout:2602: done (3 left) 2024-04-10T15:14:31.120 INFO:tasks.rados.rados.0.smithi102.stdout:2604: done (2 left) 2024-04-10T15:14:31.120 INFO:tasks.rados.rados.0.smithi102.stdout:2605: done (1 left) 2024-04-10T15:14:31.120 INFO:tasks.rados.rados.0.smithi102.stdout:2607: done (0 left) 2024-04-10T15:14:31.120 INFO:tasks.rados.rados.0.smithi102.stdout:2608: read oid 40 snap 207 2024-04-10T15:14:31.120 INFO:tasks.rados.rados.0.smithi102.stdout:2608: expect (ObjNum 669 snap 187 seq_num 669) 2024-04-10T15:14:31.120 INFO:tasks.rados.rados.0.smithi102.stdout:2609: rollback oid 35 current snap is 247 2024-04-10T15:14:31.120 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 35 to 233 2024-04-10T15:14:31.120 INFO:tasks.rados.rados.0.smithi102.stdout:2610: setattr oid 23 current snap is 247 2024-04-10T15:14:31.120 INFO:tasks.rados.rados.0.smithi102.stdout:2611: setattr oid 5 current snap is 247 2024-04-10T15:14:31.121 INFO:tasks.rados.rados.0.smithi102.stdout:2612: rollback oid 9 current snap is 247 2024-04-10T15:14:31.121 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 9 to 234 2024-04-10T15:14:31.121 INFO:tasks.rados.rados.0.smithi102.stdout:2613: copy_from oid 28 from oid 31 current snap is 247 2024-04-10T15:14:31.121 INFO:tasks.rados.rados.0.smithi102.stdout:2614: read oid 30 snap 232 2024-04-10T15:14:31.121 INFO:tasks.rados.rados.0.smithi102.stdout:2614: expect (ObjNum 765 snap 221 seq_num 765) 2024-04-10T15:14:31.121 INFO:tasks.rados.rados.0.smithi102.stdout:2615: copy_from oid 45 from oid 37 current snap is 247 2024-04-10T15:14:31.122 INFO:tasks.rados.rados.0.smithi102.stdout:2616: snap_remove snap 236 2024-04-10T15:14:31.130 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:14:30 smithi102 podman[116067]: 2024-04-10 15:14:30.864799132 +0000 UTC m=+1.542121985 container died da51112648bff492df29595675d6f450a80154103e5b7f2b59446610c37ea102 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, RELEASE=reef-d540eba, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-10T15:14:31.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:31 smithi102 ceph-mon[88557]: fsmap cephfs:1 {0=b=up:active} 2024-04-10T15:14:31.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:31 smithi102 ceph-mon[88557]: osdmap e549: 8 total, 8 up, 8 in 2024-04-10T15:14:31.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:31 smithi102 ceph-mon[90943]: fsmap cephfs:1 {0=b=up:active} 2024-04-10T15:14:31.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:31 smithi102 ceph-mon[90943]: osdmap e549: 8 total, 8 up, 8 in 2024-04-10T15:14:31.407 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:14:31 smithi102 podman[116067]: 2024-04-10 15:14:31.246135087 +0000 UTC m=+1.923457941 container cleanup da51112648bff492df29595675d6f450a80154103e5b7f2b59446610c37ea102 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-d540eba, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240403, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=) 2024-04-10T15:14:31.407 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:14:31 smithi102 bash[116067]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a 2024-04-10T15:14:31.610 INFO:tasks.rados.rados.0.smithi102.stdout:2616: done (8 left) 2024-04-10T15:14:31.610 INFO:tasks.rados.rados.0.smithi102.stdout:2617: rollback oid 27 current snap is 247 2024-04-10T15:14:31.610 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 27 to 218 2024-04-10T15:14:31.610 INFO:tasks.rados.rados.0.smithi102.stdout:2609: finishing rollback tid 0 to smithi10276805-35 2024-04-10T15:14:31.611 INFO:tasks.rados.rados.0.smithi102.stdout:2609: finishing rollback tid 1 to smithi10276805-35 2024-04-10T15:14:31.611 INFO:tasks.rados.rados.0.smithi102.stdout:2609: finishing rollback tid 2 to smithi10276805-35 2024-04-10T15:14:31.611 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 1341 (ObjNum 786 snap 232 seq_num 786) dirty exists 2024-04-10T15:14:31.611 INFO:tasks.rados.rados.0.smithi102.stdout:2612: finishing rollback tid 0 to smithi10276805-9 2024-04-10T15:14:31.611 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 1232 (ObjNum 741 snap 214 seq_num 741) dirty exists 2024-04-10T15:14:31.611 INFO:tasks.rados.rados.0.smithi102.stdout:2612: finishing rollback tid 1 to smithi10276805-9 2024-04-10T15:14:31.611 INFO:tasks.rados.rados.0.smithi102.stdout:2612: finishing rollback tid 2 to smithi10276805-9 2024-04-10T15:14:31.611 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 1241 (ObjNum 751 snap 218 seq_num 751) dirty exists 2024-04-10T15:14:31.611 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1333 (ObjNum 33 snap 0 seq_num 109323296) dirty exists 2024-04-10T15:14:31.611 INFO:tasks.rados.rados.0.smithi102.stdout:2614: expect (ObjNum 765 snap 221 seq_num 765) 2024-04-10T15:14:31.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:31 smithi154 ceph-mon[84269]: fsmap cephfs:1 {0=b=up:active} 2024-04-10T15:14:31.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:31 smithi154 ceph-mon[84269]: osdmap e549: 8 total, 8 up, 8 in 2024-04-10T15:14:31.676 INFO:tasks.rados.rados.0.smithi102.stdout:2615: finishing copy_from racing read to smithi10276805-45 2024-04-10T15:14:31.676 INFO:tasks.rados.rados.0.smithi102.stdout:2615: finishing copy_from to smithi10276805-45 2024-04-10T15:14:31.676 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 1349 (ObjNum 833 snap 247 seq_num 833) dirty exists 2024-04-10T15:14:31.676 INFO:tasks.rados.rados.0.smithi102.stdout:2608: expect (ObjNum 669 snap 187 seq_num 669) 2024-04-10T15:14:31.840 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:14:31 smithi102 podman[116081]: 2024-04-10 15:14:31.53136618 +0000 UTC m=+0.666643170 container remove da51112648bff492df29595675d6f450a80154103e5b7f2b59446610c37ea102 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.build-date=20240403, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5) 2024-04-10T15:14:31.841 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:14:31 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mds.a.service: Deactivated successfully. 2024-04-10T15:14:31.841 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:14:31 smithi102 systemd[1]: Stopped Ceph mds.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:14:31.841 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:14:31 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mds.a.service: Consumed 1.064s CPU time. 2024-04-10T15:14:32.156 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:14:31 smithi102 systemd[1]: Starting Ceph mds.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:14:32.156 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:14:32 smithi102 podman[116209]: 2024-04-10 15:14:31.983874391 +0000 UTC m=+0.017937894 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:14:32.156 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:14:32 smithi102 podman[116209]: 2024-04-10 15:14:32.115732954 +0000 UTC m=+0.149796442 container create 32b08f42b5e062b12ac3a168c7d8cea515a341011a791ed21796065e04cee0ed (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, ceph=True) 2024-04-10T15:14:32.221 INFO:tasks.rados.rados.0.smithi102.stdout:2613: finishing copy_from racing read to smithi10276805-28 2024-04-10T15:14:32.221 INFO:tasks.rados.rados.0.smithi102.stdout:2613: finishing copy_from to smithi10276805-28 2024-04-10T15:14:32.221 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 1304 (ObjNum 628 snap 178 seq_num 628) dirty exists 2024-04-10T15:14:32.221 INFO:tasks.rados.rados.0.smithi102.stdout:2608: done (8 left) 2024-04-10T15:14:32.221 INFO:tasks.rados.rados.0.smithi102.stdout:2609: done (7 left) 2024-04-10T15:14:32.221 INFO:tasks.rados.rados.0.smithi102.stdout:2610: done (6 left) 2024-04-10T15:14:32.221 INFO:tasks.rados.rados.0.smithi102.stdout:2611: done (5 left) 2024-04-10T15:14:32.221 INFO:tasks.rados.rados.0.smithi102.stdout:2612: done (4 left) 2024-04-10T15:14:32.222 INFO:tasks.rados.rados.0.smithi102.stdout:2613: done (3 left) 2024-04-10T15:14:32.222 INFO:tasks.rados.rados.0.smithi102.stdout:2614: done (2 left) 2024-04-10T15:14:32.222 INFO:tasks.rados.rados.0.smithi102.stdout:2615: done (1 left) 2024-04-10T15:14:32.222 INFO:tasks.rados.rados.0.smithi102.stdout:2618: read oid 42 snap 218 2024-04-10T15:14:32.222 INFO:tasks.rados.rados.0.smithi102.stdout:2618: expect deleted 2024-04-10T15:14:32.222 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 17 current snap is 247 2024-04-10T15:14:32.222 INFO:tasks.rados.rados.0.smithi102.stdout:2617: finishing rollback tid 0 to smithi10276805-27 2024-04-10T15:14:32.222 INFO:tasks.rados.rados.0.smithi102.stdout:2619: seq_num 837 ranges {2916352=425984,3342336=655360,3997696=729088,4726784=221184} 2024-04-10T15:14:32.238 INFO:tasks.rados.rados.0.smithi102.stdout:2619: writing smithi10276805-17 from 2916352 to 3342336 tid 1 2024-04-10T15:14:32.242 INFO:tasks.rados.rados.0.smithi102.stdout:2619: writing smithi10276805-17 from 3342336 to 3997696 tid 2 2024-04-10T15:14:32.246 INFO:tasks.rados.rados.0.smithi102.stdout:2619: writing smithi10276805-17 from 3997696 to 4726784 tid 3 2024-04-10T15:14:32.248 INFO:tasks.rados.rados.0.smithi102.stdout:2619: writing smithi10276805-17 from 4726784 to 4947968 tid 4 2024-04-10T15:14:32.248 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 247 2024-04-10T15:14:32.248 INFO:tasks.rados.rados.0.smithi102.stdout:2617: finishing rollback tid 1 to smithi10276805-27 2024-04-10T15:14:32.248 INFO:tasks.rados.rados.0.smithi102.stdout:2617: finishing rollback tid 2 to smithi10276805-27 2024-04-10T15:14:32.248 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 1601 (ObjNum 711 snap 201 seq_num 711) dirty exists 2024-04-10T15:14:32.248 INFO:tasks.rados.rados.0.smithi102.stdout:2620: seq_num 838 ranges {1343488=442368,1785856=540672,2326528=532480,2859008=442368,3301376=90112} 2024-04-10T15:14:32.258 INFO:tasks.rados.rados.0.smithi102.stdout:2620: writing smithi10276805-25 from 1343488 to 1785856 tid 1 2024-04-10T15:14:32.261 INFO:tasks.rados.rados.0.smithi102.stdout:2620: writing smithi10276805-25 from 1785856 to 2326528 tid 2 2024-04-10T15:14:32.264 INFO:tasks.rados.rados.0.smithi102.stdout:2620: writing smithi10276805-25 from 2326528 to 2859008 tid 3 2024-04-10T15:14:32.267 INFO:tasks.rados.rados.0.smithi102.stdout:2620: writing smithi10276805-25 from 2859008 to 3301376 tid 4 2024-04-10T15:14:32.268 INFO:tasks.rados.rados.0.smithi102.stdout:2620: writing smithi10276805-25 from 3301376 to 3391488 tid 5 2024-04-10T15:14:32.268 INFO:tasks.rados.rados.0.smithi102.stdout:2617: done (3 left) 2024-04-10T15:14:32.268 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 9 current snap is 247 2024-04-10T15:14:32.268 INFO:tasks.rados.rados.0.smithi102.stdout:2619: finishing write tid 1 to smithi10276805-17 2024-04-10T15:14:32.268 INFO:tasks.rados.rados.0.smithi102.stdout:2619: finishing write tid 2 to smithi10276805-17 2024-04-10T15:14:32.268 INFO:tasks.rados.rados.0.smithi102.stdout:2621: seq_num 839 ranges {1097728=458752,1556480=425984,1982464=688128,2670592=491520} 2024-04-10T15:14:32.276 INFO:tasks.rados.rados.0.smithi102.stdout:2621: writing smithi10276805-9 from 1097728 to 1556480 tid 1 2024-04-10T15:14:32.278 INFO:tasks.rados.rados.0.smithi102.stdout:2621: writing smithi10276805-9 from 1556480 to 1982464 tid 2 2024-04-10T15:14:32.282 INFO:tasks.rados.rados.0.smithi102.stdout:2621: writing smithi10276805-9 from 1982464 to 2670592 tid 3 2024-04-10T15:14:32.285 INFO:tasks.rados.rados.0.smithi102.stdout:2621: writing smithi10276805-9 from 2670592 to 3162112 tid 4 2024-04-10T15:14:32.285 INFO:tasks.rados.rados.0.smithi102.stdout:2618: done (3 left) 2024-04-10T15:14:32.286 INFO:tasks.rados.rados.0.smithi102.stdout:2622: rollback oid 5 current snap is 247 2024-04-10T15:14:32.286 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 5 to 212 2024-04-10T15:14:32.286 INFO:tasks.rados.rados.0.smithi102.stdout:2619: finishing write tid 3 to smithi10276805-17 2024-04-10T15:14:32.286 INFO:tasks.rados.rados.0.smithi102.stdout:2619: finishing write tid 4 to smithi10276805-17 2024-04-10T15:14:32.286 INFO:tasks.rados.rados.0.smithi102.stdout:2619: finishing write tid 5 to smithi10276805-17 2024-04-10T15:14:32.286 INFO:tasks.rados.rados.0.smithi102.stdout:2619: finishing write tid 6 to smithi10276805-17 2024-04-10T15:14:32.286 INFO:tasks.rados.rados.0.smithi102.stdout:2619: oid 17 updating version 0 to 1231 2024-04-10T15:14:32.286 INFO:tasks.rados.rados.0.smithi102.stdout:2619: oid 17 version 1231 is already newer than 1230 2024-04-10T15:14:32.286 INFO:tasks.rados.rados.0.smithi102.stdout:2619: oid 17 version 1231 is already newer than 1229 2024-04-10T15:14:32.286 INFO:tasks.rados.rados.0.smithi102.stdout:2619: oid 17 updating version 1231 to 1233 2024-04-10T15:14:32.286 INFO:tasks.rados.rados.0.smithi102.stdout:2619: oid 17 version 1233 is already newer than 1232 2024-04-10T15:14:32.286 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 1233 (ObjNum 837 snap 247 seq_num 837) dirty exists 2024-04-10T15:14:32.286 INFO:tasks.rados.rados.0.smithi102.stdout:2619: left oid 17 (ObjNum 837 snap 247 seq_num 837) 2024-04-10T15:14:32.286 INFO:tasks.rados.rados.0.smithi102.stdout:2620: finishing write tid 1 to smithi10276805-25 2024-04-10T15:14:32.287 INFO:tasks.rados.rados.0.smithi102.stdout:2620: finishing write tid 2 to smithi10276805-25 2024-04-10T15:14:32.287 INFO:tasks.rados.rados.0.smithi102.stdout:2620: finishing write tid 3 to smithi10276805-25 2024-04-10T15:14:32.287 INFO:tasks.rados.rados.0.smithi102.stdout:2620: finishing write tid 4 to smithi10276805-25 2024-04-10T15:14:32.287 INFO:tasks.rados.rados.0.smithi102.stdout:2620: finishing write tid 5 to smithi10276805-25 2024-04-10T15:14:32.287 INFO:tasks.rados.rados.0.smithi102.stdout:2620: finishing write tid 6 to smithi10276805-25 2024-04-10T15:14:32.287 INFO:tasks.rados.rados.0.smithi102.stdout:2620: finishing write tid 7 to smithi10276805-25 2024-04-10T15:14:32.287 INFO:tasks.rados.rados.0.smithi102.stdout:2620: oid 25 updating version 0 to 1337 2024-04-10T15:14:32.287 INFO:tasks.rados.rados.0.smithi102.stdout:2620: oid 25 updating version 1337 to 1338 2024-04-10T15:14:32.287 INFO:tasks.rados.rados.0.smithi102.stdout:2620: oid 25 version 1338 is already newer than 1336 2024-04-10T15:14:32.287 INFO:tasks.rados.rados.0.smithi102.stdout:2620: oid 25 updating version 1338 to 1339 2024-04-10T15:14:32.287 INFO:tasks.rados.rados.0.smithi102.stdout:2620: oid 25 version 1339 is already newer than 1334 2024-04-10T15:14:32.287 INFO:tasks.rados.rados.0.smithi102.stdout:2620: oid 25 version 1339 is already newer than 1335 2024-04-10T15:14:32.287 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 1339 (ObjNum 838 snap 247 seq_num 838) dirty exists 2024-04-10T15:14:32.287 INFO:tasks.rados.rados.0.smithi102.stdout:2620: left oid 25 (ObjNum 838 snap 247 seq_num 838) 2024-04-10T15:14:32.287 INFO:tasks.rados.rados.0.smithi102.stdout:2621: finishing write tid 1 to smithi10276805-9 2024-04-10T15:14:32.287 INFO:tasks.rados.rados.0.smithi102.stdout:2621: finishing write tid 2 to smithi10276805-9 2024-04-10T15:14:32.288 INFO:tasks.rados.rados.0.smithi102.stdout:2619: done (3 left) 2024-04-10T15:14:32.288 INFO:tasks.rados.rados.0.smithi102.stdout:2620: done (2 left) 2024-04-10T15:14:32.288 INFO:tasks.rados.rados.0.smithi102.stdout:2623: delete oid 13 current snap is 247 2024-04-10T15:14:32.288 INFO:tasks.rados.rados.0.smithi102.stdout:2621: finishing write tid 3 to smithi10276805-9 2024-04-10T15:14:32.288 INFO:tasks.rados.rados.0.smithi102.stdout:2622: finishing rollback tid 0 to smithi10276805-5 2024-04-10T15:14:32.288 INFO:tasks.rados.rados.0.smithi102.stdout:2622: finishing rollback tid 1 to smithi10276805-5 2024-04-10T15:14:32.289 INFO:tasks.rados.rados.0.smithi102.stdout:2622: finishing rollback tid 2 to smithi10276805-5 2024-04-10T15:14:32.289 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 1235 (ObjNum 633 snap 178 seq_num 633) dirty exists 2024-04-10T15:14:32.289 INFO:tasks.rados.rados.0.smithi102.stdout:2622: done (2 left) 2024-04-10T15:14:32.289 INFO:tasks.rados.rados.0.smithi102.stdout:2623: done (1 left) 2024-04-10T15:14:32.289 INFO:tasks.rados.rados.0.smithi102.stdout:2624: snap_create 2024-04-10T15:14:32.289 INFO:tasks.rados.rados.0.smithi102.stdout:2621: finishing write tid 4 to smithi10276805-9 2024-04-10T15:14:32.289 INFO:tasks.rados.rados.0.smithi102.stdout:2621: finishing write tid 5 to smithi10276805-9 2024-04-10T15:14:32.291 INFO:tasks.rados.rados.0.smithi102.stdout:2621: finishing write tid 6 to smithi10276805-9 2024-04-10T15:14:32.291 INFO:tasks.rados.rados.0.smithi102.stdout:2621: oid 9 updating version 0 to 1246 2024-04-10T15:14:32.291 INFO:tasks.rados.rados.0.smithi102.stdout:2621: oid 9 version 1246 is already newer than 1245 2024-04-10T15:14:32.291 INFO:tasks.rados.rados.0.smithi102.stdout:2621: oid 9 version 1246 is already newer than 1243 2024-04-10T15:14:32.291 INFO:tasks.rados.rados.0.smithi102.stdout:2621: oid 9 version 1246 is already newer than 1242 2024-04-10T15:14:32.291 INFO:tasks.rados.rados.0.smithi102.stdout:2621: oid 9 version 1246 is already newer than 1244 2024-04-10T15:14:32.291 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 1246 (ObjNum 839 snap 247 seq_num 839) dirty exists 2024-04-10T15:14:32.291 INFO:tasks.rados.rados.0.smithi102.stdout:2621: left oid 9 (ObjNum 839 snap 247 seq_num 839) 2024-04-10T15:14:32.626 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:14:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:14:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:14:32.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:32 smithi154 ceph-mon[84269]: pgmap v483: 121 pgs: 121 active+clean; 361 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.0 MiB/s wr, 33 op/s 2024-04-10T15:14:32.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:32 smithi154 ceph-mon[84269]: osdmap e550: 8 total, 8 up, 8 in 2024-04-10T15:14:32.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:32 smithi102 ceph-mon[90943]: pgmap v483: 121 pgs: 121 active+clean; 361 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.0 MiB/s wr, 33 op/s 2024-04-10T15:14:32.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:32 smithi102 ceph-mon[90943]: osdmap e550: 8 total, 8 up, 8 in 2024-04-10T15:14:32.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:32 smithi102 ceph-mon[88557]: pgmap v483: 121 pgs: 121 active+clean; 361 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 6.5 MiB/s rd, 4.0 MiB/s wr, 33 op/s 2024-04-10T15:14:32.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:32 smithi102 ceph-mon[88557]: osdmap e550: 8 total, 8 up, 8 in 2024-04-10T15:14:32.657 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:14:32 smithi102 podman[116209]: 2024-04-10 15:14:32.376971974 +0000 UTC m=+0.411035466 container init 32b08f42b5e062b12ac3a168c7d8cea515a341011a791ed21796065e04cee0ed (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS) 2024-04-10T15:14:32.657 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:14:32 smithi102 podman[116209]: 2024-04-10 15:14:32.380021546 +0000 UTC m=+0.414085038 container start 32b08f42b5e062b12ac3a168c7d8cea515a341011a791ed21796065e04cee0ed (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, ceph=True, GIT_CLEAN=True, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T15:14:32.657 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:14:32 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a[116223]: starting mds.a at 2024-04-10T15:14:32.657 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:14:32 smithi102 bash[116209]: 32b08f42b5e062b12ac3a168c7d8cea515a341011a791ed21796065e04cee0ed 2024-04-10T15:14:32.657 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:14:32 smithi102 systemd[1]: Started Ceph mds.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:14:33.215 INFO:tasks.rados.rados.0.smithi102.stdout:2621: done (1 left) 2024-04-10T15:14:33.216 INFO:tasks.rados.rados.0.smithi102.stdout:2624: done (0 left) 2024-04-10T15:14:33.216 INFO:tasks.rados.rados.0.smithi102.stdout:2625: copy_from oid 8 from oid 3 current snap is 248 2024-04-10T15:14:33.216 INFO:tasks.rados.rados.0.smithi102.stdout:2626: setattr oid 13 current snap is 248 2024-04-10T15:14:33.217 INFO:tasks.rados.rados.0.smithi102.stdout:2627: delete oid 23 current snap is 248 2024-04-10T15:14:33.219 INFO:tasks.rados.rados.0.smithi102.stdout:2625: finishing copy_from to smithi10276805-8 2024-04-10T15:14:33.220 INFO:tasks.rados.rados.0.smithi102.stdout:2625: got expected ENOENT (src dne) 2024-04-10T15:14:33.220 INFO:tasks.rados.rados.0.smithi102.stdout:2625: finishing copy_from racing read to smithi10276805-8 2024-04-10T15:14:33.223 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 1659 (ObjNum 129 snap 0 seq_num 88151600) dirty exists 2024-04-10T15:14:33.223 INFO:tasks.rados.rados.0.smithi102.stdout:2625: done (2 left) 2024-04-10T15:14:33.223 INFO:tasks.rados.rados.0.smithi102.stdout:2626: done (1 left) 2024-04-10T15:14:33.223 INFO:tasks.rados.rados.0.smithi102.stdout:2627: done (0 left) 2024-04-10T15:14:33.223 INFO:tasks.rados.rados.0.smithi102.stdout:2628: copy_from oid 14 from oid 16 current snap is 248 2024-04-10T15:14:33.224 INFO:tasks.rados.rados.0.smithi102.stdout:2629: snap_create 2024-04-10T15:14:33.289 INFO:tasks.rados.rados.0.smithi102.stdout:2628: finishing copy_from racing read to smithi10276805-14 2024-04-10T15:14:33.297 INFO:tasks.rados.rados.0.smithi102.stdout:2628: finishing copy_from to smithi10276805-14 2024-04-10T15:14:33.297 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 1357 (ObjNum 826 snap 243 seq_num 826) dirty exists 2024-04-10T15:14:33.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:33.684 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:33.685 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:14:33.685 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:33 smithi102 ceph-mon[88557]: pgmap v485: 121 pgs: 121 active+clean; 375 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.5 MiB/s wr, 33 op/s 2024-04-10T15:14:33.685 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:33 smithi102 ceph-mon[88557]: osdmap e551: 8 total, 8 up, 8 in 2024-04-10T15:14:33.685 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:33 smithi102 ceph-mon[88557]: mds.? [v2:172.21.15.102:6834/3221390498,v1:172.21.15.102:6835/3221390498] up:boot 2024-04-10T15:14:33.685 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:33 smithi102 ceph-mon[88557]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:14:33.685 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:14:33.685 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:33.685 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:33.685 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:14:33.685 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:33 smithi102 ceph-mon[90943]: pgmap v485: 121 pgs: 121 active+clean; 375 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.5 MiB/s wr, 33 op/s 2024-04-10T15:14:33.685 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:33 smithi102 ceph-mon[90943]: osdmap e551: 8 total, 8 up, 8 in 2024-04-10T15:14:33.685 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:33 smithi102 ceph-mon[90943]: mds.? [v2:172.21.15.102:6834/3221390498,v1:172.21.15.102:6835/3221390498] up:boot 2024-04-10T15:14:33.686 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:33 smithi102 ceph-mon[90943]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:14:33.686 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:14:33.876 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:33.876 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:33.876 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:14:33.876 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:33 smithi154 ceph-mon[84269]: pgmap v485: 121 pgs: 121 active+clean; 375 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 4.5 MiB/s wr, 33 op/s 2024-04-10T15:14:33.876 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:33 smithi154 ceph-mon[84269]: osdmap e551: 8 total, 8 up, 8 in 2024-04-10T15:14:33.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:33 smithi154 ceph-mon[84269]: mds.? [v2:172.21.15.102:6834/3221390498,v1:172.21.15.102:6835/3221390498] up:boot 2024-04-10T15:14:33.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:33 smithi154 ceph-mon[84269]: fsmap cephfs:1 {0=b=up:active} 1 up:standby 2024-04-10T15:14:33.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T15:14:34.224 INFO:tasks.rados.rados.0.smithi102.stdout:2628: done (1 left) 2024-04-10T15:14:34.225 INFO:tasks.rados.rados.0.smithi102.stdout:2629: done (0 left) 2024-04-10T15:14:34.225 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 12 current snap is 249 2024-04-10T15:14:34.225 INFO:tasks.rados.rados.0.smithi102.stdout:2630: seq_num 842 ranges {0=507904,507904=475136,983040=516096,1499136=499712,1998848=114688} 2024-04-10T15:14:34.227 INFO:tasks.rados.rados.0.smithi102.stdout:2630: writing smithi10276805-12 from 0 to 507904 tid 1 2024-04-10T15:14:34.230 INFO:tasks.rados.rados.0.smithi102.stdout:2630: writing smithi10276805-12 from 507904 to 983040 tid 2 2024-04-10T15:14:34.235 INFO:tasks.rados.rados.0.smithi102.stdout:2630: writing smithi10276805-12 from 983040 to 1499136 tid 3 2024-04-10T15:14:34.239 INFO:tasks.rados.rados.0.smithi102.stdout:2630: writing smithi10276805-12 from 1499136 to 1998848 tid 4 2024-04-10T15:14:34.241 INFO:tasks.rados.rados.0.smithi102.stdout:2630: writing smithi10276805-12 from 1998848 to 2113536 tid 5 2024-04-10T15:14:34.241 INFO:tasks.rados.rados.0.smithi102.stdout:2631: read oid 33 snap -1 2024-04-10T15:14:34.241 INFO:tasks.rados.rados.0.smithi102.stdout:2631: expect (ObjNum 734 snap 210 seq_num 734) 2024-04-10T15:14:34.241 INFO:tasks.rados.rados.0.smithi102.stdout:2632: rmattr oid 38 current snap is 249 2024-04-10T15:14:34.242 INFO:tasks.rados.rados.0.smithi102.stdout:2630: finishing write tid 1 to smithi10276805-12 2024-04-10T15:14:34.242 INFO:tasks.rados.rados.0.smithi102.stdout:2630: finishing write tid 2 to smithi10276805-12 2024-04-10T15:14:34.242 INFO:tasks.rados.rados.0.smithi102.stdout:2630: finishing write tid 3 to smithi10276805-12 2024-04-10T15:14:34.242 INFO:tasks.rados.rados.0.smithi102.stdout:2632: done (2 left) 2024-04-10T15:14:34.242 INFO:tasks.rados.rados.0.smithi102.stdout:2633: rollback oid 44 current snap is 249 2024-04-10T15:14:34.242 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 44 to 232 2024-04-10T15:14:34.242 INFO:tasks.rados.rados.0.smithi102.stdout:2634: rollback oid 4 current snap is 249 2024-04-10T15:14:34.242 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 4 to 215 2024-04-10T15:14:34.242 INFO:tasks.rados.rados.0.smithi102.stdout:2635: rollback oid 41 current snap is 249 2024-04-10T15:14:34.242 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 41 to 225 2024-04-10T15:14:34.242 INFO:tasks.rados.rados.0.smithi102.stdout:2636: read oid 29 snap -1 2024-04-10T15:14:34.242 INFO:tasks.rados.rados.0.smithi102.stdout:2636: expect (ObjNum 777 snap 225 seq_num 777) 2024-04-10T15:14:34.242 INFO:tasks.rados.rados.0.smithi102.stdout:2637: rollback oid 6 current snap is 249 2024-04-10T15:14:34.242 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 6 to 224 2024-04-10T15:14:34.243 INFO:tasks.rados.rados.0.smithi102.stdout:2638: snap_remove snap 209 2024-04-10T15:14:34.876 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:34 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:34.876 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:34 smithi154 ceph-mon[84269]: osdmap e552: 8 total, 8 up, 8 in 2024-04-10T15:14:34.906 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:34 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:34.906 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:34 smithi102 ceph-mon[90943]: osdmap e552: 8 total, 8 up, 8 in 2024-04-10T15:14:34.906 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:34 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:34.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:34 smithi102 ceph-mon[88557]: osdmap e552: 8 total, 8 up, 8 in 2024-04-10T15:14:35.229 INFO:tasks.rados.rados.0.smithi102.stdout:2638: done (7 left) 2024-04-10T15:14:35.229 INFO:tasks.rados.rados.0.smithi102.stdout:2639: delete oid 32 current snap is 249 2024-04-10T15:14:35.229 INFO:tasks.rados.rados.0.smithi102.stdout:2636: expect (ObjNum 777 snap 225 seq_num 777) 2024-04-10T15:14:35.266 INFO:tasks.rados.rados.0.smithi102.stdout:2633: finishing rollback tid 1 to smithi10276805-44 2024-04-10T15:14:35.266 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 1232 (ObjNum 33 snap 0 seq_num 109340432) dirty dne 2024-04-10T15:14:35.267 INFO:tasks.rados.rados.0.smithi102.stdout:2634: finishing rollback tid 0 to smithi10276805-4 2024-04-10T15:14:35.267 INFO:tasks.rados.rados.0.smithi102.stdout:2634: finishing rollback tid 1 to smithi10276805-4 2024-04-10T15:14:35.267 INFO:tasks.rados.rados.0.smithi102.stdout:2634: finishing rollback tid 2 to smithi10276805-4 2024-04-10T15:14:35.267 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 1257 (ObjNum 737 snap 213 seq_num 737) dirty exists 2024-04-10T15:14:35.267 INFO:tasks.rados.rados.0.smithi102.stdout:2635: finishing rollback tid 0 to smithi10276805-41 2024-04-10T15:14:35.267 INFO:tasks.rados.rados.0.smithi102.stdout:2630: finishing write tid 4 to smithi10276805-12 2024-04-10T15:14:35.267 INFO:tasks.rados.rados.0.smithi102.stdout:2633: done (7 left) 2024-04-10T15:14:35.267 INFO:tasks.rados.rados.0.smithi102.stdout:2634: done (6 left) 2024-04-10T15:14:35.267 INFO:tasks.rados.rados.0.smithi102.stdout:2636: done (5 left) 2024-04-10T15:14:35.267 INFO:tasks.rados.rados.0.smithi102.stdout:2639: done (4 left) 2024-04-10T15:14:35.267 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 249 2024-04-10T15:14:35.267 INFO:tasks.rados.rados.0.smithi102.stdout:2635: finishing rollback tid 1 to smithi10276805-41 2024-04-10T15:14:35.267 INFO:tasks.rados.rados.0.smithi102.stdout:2635: finishing rollback tid 2 to smithi10276805-41 2024-04-10T15:14:35.267 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 1352 (ObjNum 568 snap 154 seq_num 568) dirty exists 2024-04-10T15:14:35.268 INFO:tasks.rados.rados.0.smithi102.stdout:2630: finishing write tid 5 to smithi10276805-12 2024-04-10T15:14:35.268 INFO:tasks.rados.rados.0.smithi102.stdout:2640: seq_num 844 ranges {434176=540672,974848=696320,1671168=475136,2146304=434176} 2024-04-10T15:14:35.271 INFO:tasks.rados.rados.0.smithi102.stdout:2640: writing smithi10276805-4 from 434176 to 974848 tid 1 2024-04-10T15:14:35.275 INFO:tasks.rados.rados.0.smithi102.stdout:2640: writing smithi10276805-4 from 974848 to 1671168 tid 2 2024-04-10T15:14:35.278 INFO:tasks.rados.rados.0.smithi102.stdout:2640: writing smithi10276805-4 from 1671168 to 2146304 tid 3 2024-04-10T15:14:35.282 INFO:tasks.rados.rados.0.smithi102.stdout:2640: writing smithi10276805-4 from 2146304 to 2580480 tid 4 2024-04-10T15:14:35.282 INFO:tasks.rados.rados.0.smithi102.stdout:2635: done (4 left) 2024-04-10T15:14:35.282 INFO:tasks.rados.rados.0.smithi102.stdout:2641: snap_create 2024-04-10T15:14:35.282 INFO:tasks.rados.rados.0.smithi102.stdout:2630: finishing write tid 6 to smithi10276805-12 2024-04-10T15:14:35.282 INFO:tasks.rados.rados.0.smithi102.stdout:2637: finishing rollback tid 0 to smithi10276805-6 2024-04-10T15:14:35.282 INFO:tasks.rados.rados.0.smithi102.stdout:2637: finishing rollback tid 1 to smithi10276805-6 2024-04-10T15:14:35.283 INFO:tasks.rados.rados.0.smithi102.stdout:2637: finishing rollback tid 2 to smithi10276805-6 2024-04-10T15:14:35.283 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 1214 (ObjNum 690 snap 191 seq_num 690) dirty exists 2024-04-10T15:14:35.283 INFO:tasks.rados.rados.0.smithi102.stdout:2630: finishing write tid 7 to smithi10276805-12 2024-04-10T15:14:35.283 INFO:tasks.rados.rados.0.smithi102.stdout:2630: oid 12 updating version 0 to 1210 2024-04-10T15:14:35.283 INFO:tasks.rados.rados.0.smithi102.stdout:2630: oid 12 version 1210 is already newer than 1208 2024-04-10T15:14:35.283 INFO:tasks.rados.rados.0.smithi102.stdout:2630: oid 12 updating version 1210 to 1211 2024-04-10T15:14:35.283 INFO:tasks.rados.rados.0.smithi102.stdout:2630: oid 12 version 1211 is already newer than 1206 2024-04-10T15:14:35.283 INFO:tasks.rados.rados.0.smithi102.stdout:2630: oid 12 version 1211 is already newer than 1207 2024-04-10T15:14:35.283 INFO:tasks.rados.rados.0.smithi102.stdout:2630: oid 12 version 1211 is already newer than 1209 2024-04-10T15:14:35.283 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 1211 (ObjNum 842 snap 249 seq_num 842) dirty exists 2024-04-10T15:14:35.283 INFO:tasks.rados.rados.0.smithi102.stdout:2630: left oid 12 (ObjNum 842 snap 249 seq_num 842) 2024-04-10T15:14:35.283 INFO:tasks.rados.rados.0.smithi102.stdout:2631: expect (ObjNum 734 snap 210 seq_num 734) 2024-04-10T15:14:36.032 INFO:tasks.rados.rados.0.smithi102.stdout:2640: finishing write tid 1 to smithi10276805-4 2024-04-10T15:14:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:2640: finishing write tid 2 to smithi10276805-4 2024-04-10T15:14:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:2640: finishing write tid 3 to smithi10276805-4 2024-04-10T15:14:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:2640: finishing write tid 4 to smithi10276805-4 2024-04-10T15:14:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:2640: finishing write tid 5 to smithi10276805-4 2024-04-10T15:14:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:2640: finishing write tid 6 to smithi10276805-4 2024-04-10T15:14:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:2640: oid 4 updating version 0 to 1262 2024-04-10T15:14:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:2640: oid 4 version 1262 is already newer than 1260 2024-04-10T15:14:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:2640: oid 4 version 1262 is already newer than 1261 2024-04-10T15:14:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:2640: oid 4 version 1262 is already newer than 1258 2024-04-10T15:14:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:2640: oid 4 version 1262 is already newer than 1259 2024-04-10T15:14:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 1262 (ObjNum 844 snap 249 seq_num 844) dirty exists 2024-04-10T15:14:36.033 INFO:tasks.rados.rados.0.smithi102.stdout:2640: left oid 4 (ObjNum 844 snap 249 seq_num 844) 2024-04-10T15:14:36.233 INFO:tasks.rados.rados.0.smithi102.stdout:2630: done (4 left) 2024-04-10T15:14:36.233 INFO:tasks.rados.rados.0.smithi102.stdout:2631: done (3 left) 2024-04-10T15:14:36.233 INFO:tasks.rados.rados.0.smithi102.stdout:2637: done (2 left) 2024-04-10T15:14:36.233 INFO:tasks.rados.rados.0.smithi102.stdout:2640: done (1 left) 2024-04-10T15:14:36.234 INFO:tasks.rados.rados.0.smithi102.stdout:2641: done (0 left) 2024-04-10T15:14:36.234 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 37 current snap is 250 2024-04-10T15:14:36.234 INFO:tasks.rados.rados.0.smithi102.stdout:2642: seq_num 845 ranges {1966080=557056,2523136=581632,3104768=688128,3792896=335872} 2024-04-10T15:14:36.246 INFO:tasks.rados.rados.0.smithi102.stdout:2642: writing smithi10276805-37 from 1966080 to 2523136 tid 1 2024-04-10T15:14:36.249 INFO:tasks.rados.rados.0.smithi102.stdout:2642: writing smithi10276805-37 from 2523136 to 3104768 tid 2 2024-04-10T15:14:36.254 INFO:tasks.rados.rados.0.smithi102.stdout:2642: writing smithi10276805-37 from 3104768 to 3792896 tid 3 2024-04-10T15:14:36.256 INFO:tasks.rados.rados.0.smithi102.stdout:2642: writing smithi10276805-37 from 3792896 to 4128768 tid 4 2024-04-10T15:14:36.257 INFO:tasks.rados.rados.0.smithi102.stdout:2643: rollback oid 2 current snap is 250 2024-04-10T15:14:36.257 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 2 to 242 2024-04-10T15:14:36.257 INFO:tasks.rados.rados.0.smithi102.stdout:2642: finishing write tid 1 to smithi10276805-37 2024-04-10T15:14:36.257 INFO:tasks.rados.rados.0.smithi102.stdout:2642: finishing write tid 2 to smithi10276805-37 2024-04-10T15:14:36.257 INFO:tasks.rados.rados.0.smithi102.stdout:2644: delete oid 36 current snap is 250 2024-04-10T15:14:36.262 INFO:tasks.rados.rados.0.smithi102.stdout:2642: finishing write tid 3 to smithi10276805-37 2024-04-10T15:14:36.262 INFO:tasks.rados.rados.0.smithi102.stdout:2644: done (2 left) 2024-04-10T15:14:36.263 INFO:tasks.rados.rados.0.smithi102.stdout:2645: snap_remove snap 224 2024-04-10T15:14:36.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:36 smithi154 ceph-mon[84269]: pgmap v488: 121 pgs: 121 active+clean; 389 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.5 MiB/s wr, 26 op/s 2024-04-10T15:14:36.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:36 smithi154 ceph-mon[84269]: osdmap e553: 8 total, 8 up, 8 in 2024-04-10T15:14:36.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:36.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:36.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:36 smithi102 ceph-mon[90943]: pgmap v488: 121 pgs: 121 active+clean; 389 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.5 MiB/s wr, 26 op/s 2024-04-10T15:14:36.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:36 smithi102 ceph-mon[90943]: osdmap e553: 8 total, 8 up, 8 in 2024-04-10T15:14:36.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:36.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:36.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:36 smithi102 ceph-mon[88557]: pgmap v488: 121 pgs: 121 active+clean; 389 MiB data, 1.3 GiB used, 714 GiB / 715 GiB avail; 18 MiB/s rd, 3.5 MiB/s wr, 26 op/s 2024-04-10T15:14:36.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:36 smithi102 ceph-mon[88557]: osdmap e553: 8 total, 8 up, 8 in 2024-04-10T15:14:36.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:36.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:37.248 INFO:tasks.rados.rados.0.smithi102.stdout:2645: done (2 left) 2024-04-10T15:14:37.248 INFO:tasks.rados.rados.0.smithi102.stdout:2646: rmattr oid 12 current snap is 250 2024-04-10T15:14:37.248 INFO:tasks.rados.rados.0.smithi102.stdout:2646: done (2 left) 2024-04-10T15:14:37.248 INFO:tasks.rados.rados.0.smithi102.stdout:2647: rollback oid 31 current snap is 250 2024-04-10T15:14:37.249 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 31 to 212 2024-04-10T15:14:37.249 INFO:tasks.rados.rados.0.smithi102.stdout:2648: snap_remove snap 214 2024-04-10T15:14:37.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:37 smithi102 ceph-mon[90943]: osdmap e554: 8 total, 8 up, 8 in 2024-04-10T15:14:37.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:37 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:37.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:37 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:37.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:37 smithi102 ceph-mon[88557]: osdmap e554: 8 total, 8 up, 8 in 2024-04-10T15:14:37.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:37 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:37.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:37 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:37.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:37 smithi154 ceph-mon[84269]: osdmap e554: 8 total, 8 up, 8 in 2024-04-10T15:14:37.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:37 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:37.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:37 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:37.906 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:14:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:14:37] "GET /metrics HTTP/1.1" 200 36202 "" "Prometheus/2.43.0" 2024-04-10T15:14:38.218 INFO:tasks.rados.rados.0.smithi102.stdout:2648: done (3 left) 2024-04-10T15:14:38.219 INFO:tasks.rados.rados.0.smithi102.stdout:2649: delete oid 44 current snap is 250 2024-04-10T15:14:38.219 INFO:tasks.rados.rados.0.smithi102.stdout:2643: finishing rollback tid 0 to smithi10276805-2 2024-04-10T15:14:38.219 INFO:tasks.rados.rados.0.smithi102.stdout:2642: finishing write tid 4 to smithi10276805-37 2024-04-10T15:14:38.219 INFO:tasks.rados.rados.0.smithi102.stdout:2643: finishing rollback tid 1 to smithi10276805-2 2024-04-10T15:14:38.219 INFO:tasks.rados.rados.0.smithi102.stdout:2642: finishing write tid 5 to smithi10276805-37 2024-04-10T15:14:38.219 INFO:tasks.rados.rados.0.smithi102.stdout:2643: finishing rollback tid 2 to smithi10276805-2 2024-04-10T15:14:38.219 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 1228 (ObjNum 788 snap 232 seq_num 788) dirty exists 2024-04-10T15:14:38.220 INFO:tasks.rados.rados.0.smithi102.stdout:2642: finishing write tid 6 to smithi10276805-37 2024-04-10T15:14:38.220 INFO:tasks.rados.rados.0.smithi102.stdout:2642: oid 37 updating version 0 to 1356 2024-04-10T15:14:38.220 INFO:tasks.rados.rados.0.smithi102.stdout:2642: oid 37 updating version 1356 to 1357 2024-04-10T15:14:38.220 INFO:tasks.rados.rados.0.smithi102.stdout:2642: oid 37 version 1357 is already newer than 1353 2024-04-10T15:14:38.220 INFO:tasks.rados.rados.0.smithi102.stdout:2642: oid 37 version 1357 is already newer than 1354 2024-04-10T15:14:38.220 INFO:tasks.rados.rados.0.smithi102.stdout:2642: oid 37 version 1357 is already newer than 1355 2024-04-10T15:14:38.220 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 1357 (ObjNum 845 snap 250 seq_num 845) dirty exists 2024-04-10T15:14:38.220 INFO:tasks.rados.rados.0.smithi102.stdout:2642: left oid 37 (ObjNum 845 snap 250 seq_num 845) 2024-04-10T15:14:38.220 INFO:tasks.rados.rados.0.smithi102.stdout:2647: finishing rollback tid 0 to smithi10276805-31 2024-04-10T15:14:38.220 INFO:tasks.rados.rados.0.smithi102.stdout:2647: finishing rollback tid 1 to smithi10276805-31 2024-04-10T15:14:38.220 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 1306 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-10T15:14:38.231 INFO:tasks.rados.rados.0.smithi102.stdout:2642: done (3 left) 2024-04-10T15:14:38.231 INFO:tasks.rados.rados.0.smithi102.stdout:2643: done (2 left) 2024-04-10T15:14:38.232 INFO:tasks.rados.rados.0.smithi102.stdout:2647: done (1 left) 2024-04-10T15:14:38.232 INFO:tasks.rados.rados.0.smithi102.stdout:2649: done (0 left) 2024-04-10T15:14:38.232 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 250 2024-04-10T15:14:38.232 INFO:tasks.rados.rados.0.smithi102.stdout:2650: seq_num 848 ranges {2375680=606208,2981888=630784,3612672=458752,4071424=516096} 2024-04-10T15:14:38.249 INFO:tasks.rados.rados.0.smithi102.stdout:2650: writing smithi10276805-10 from 2375680 to 2981888 tid 1 2024-04-10T15:14:38.253 INFO:tasks.rados.rados.0.smithi102.stdout:2650: writing smithi10276805-10 from 2981888 to 3612672 tid 2 2024-04-10T15:14:38.256 INFO:tasks.rados.rados.0.smithi102.stdout:2650: writing smithi10276805-10 from 3612672 to 4071424 tid 3 2024-04-10T15:14:38.260 INFO:tasks.rados.rados.0.smithi102.stdout:2650: writing smithi10276805-10 from 4071424 to 4587520 tid 4 2024-04-10T15:14:38.260 INFO:tasks.rados.rados.0.smithi102.stdout:2651: read oid 6 snap -1 2024-04-10T15:14:38.260 INFO:tasks.rados.rados.0.smithi102.stdout:2651: expect (ObjNum 690 snap 191 seq_num 690) 2024-04-10T15:14:38.261 INFO:tasks.rados.rados.0.smithi102.stdout:2652: rollback oid 37 current snap is 250 2024-04-10T15:14:38.261 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 37 to 244 2024-04-10T15:14:38.261 INFO:tasks.rados.rados.0.smithi102.stdout:2650: finishing write tid 1 to smithi10276805-10 2024-04-10T15:14:38.261 INFO:tasks.rados.rados.0.smithi102.stdout:2653: read oid 17 snap -1 2024-04-10T15:14:38.261 INFO:tasks.rados.rados.0.smithi102.stdout:2653: expect (ObjNum 837 snap 247 seq_num 837) 2024-04-10T15:14:38.261 INFO:tasks.rados.rados.0.smithi102.stdout:2654: snap_remove snap 245 2024-04-10T15:14:38.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:38 smithi102 ceph-mon[90943]: pgmap v491: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 8.9 MiB/s wr, 33 op/s 2024-04-10T15:14:38.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:38 smithi102 ceph-mon[90943]: osdmap e555: 8 total, 8 up, 8 in 2024-04-10T15:14:38.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:38 smithi102 ceph-mon[90943]: osdmap e556: 8 total, 8 up, 8 in 2024-04-10T15:14:38.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:38.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:14:38.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:38 smithi102 ceph-mon[88557]: pgmap v491: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 8.9 MiB/s wr, 33 op/s 2024-04-10T15:14:38.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:38 smithi102 ceph-mon[88557]: osdmap e555: 8 total, 8 up, 8 in 2024-04-10T15:14:38.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:38 smithi102 ceph-mon[88557]: osdmap e556: 8 total, 8 up, 8 in 2024-04-10T15:14:38.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:38.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:14:38.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:38 smithi154 ceph-mon[84269]: pgmap v491: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 8.9 MiB/s wr, 33 op/s 2024-04-10T15:14:38.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:38 smithi154 ceph-mon[84269]: osdmap e555: 8 total, 8 up, 8 in 2024-04-10T15:14:38.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:38 smithi154 ceph-mon[84269]: osdmap e556: 8 total, 8 up, 8 in 2024-04-10T15:14:38.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:38.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:14:39.251 INFO:tasks.rados.rados.0.smithi102.stdout:2654: done (4 left) 2024-04-10T15:14:39.251 INFO:tasks.rados.rados.0.smithi102.stdout:2655: read oid 7 snap -1 2024-04-10T15:14:39.251 INFO:tasks.rados.rados.0.smithi102.stdout:2655: expect deleted 2024-04-10T15:14:39.251 INFO:tasks.rados.rados.0.smithi102.stdout:2650: finishing write tid 2 to smithi10276805-10 2024-04-10T15:14:39.251 INFO:tasks.rados.rados.0.smithi102.stdout:2650: finishing write tid 3 to smithi10276805-10 2024-04-10T15:14:39.251 INFO:tasks.rados.rados.0.smithi102.stdout:2652: finishing rollback tid 0 to smithi10276805-37 2024-04-10T15:14:39.251 INFO:tasks.rados.rados.0.smithi102.stdout:2652: finishing rollback tid 1 to smithi10276805-37 2024-04-10T15:14:39.251 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 1359 (ObjNum 129 snap 0 seq_num 88885784) dirty dne 2024-04-10T15:14:39.252 INFO:tasks.rados.rados.0.smithi102.stdout:2650: finishing write tid 4 to smithi10276805-10 2024-04-10T15:14:39.252 INFO:tasks.rados.rados.0.smithi102.stdout:2650: finishing write tid 5 to smithi10276805-10 2024-04-10T15:14:39.252 INFO:tasks.rados.rados.0.smithi102.stdout:2650: finishing write tid 6 to smithi10276805-10 2024-04-10T15:14:39.252 INFO:tasks.rados.rados.0.smithi102.stdout:2650: oid 10 updating version 0 to 1250 2024-04-10T15:14:39.252 INFO:tasks.rados.rados.0.smithi102.stdout:2650: oid 10 updating version 1250 to 1251 2024-04-10T15:14:39.252 INFO:tasks.rados.rados.0.smithi102.stdout:2650: oid 10 version 1251 is already newer than 1248 2024-04-10T15:14:39.252 INFO:tasks.rados.rados.0.smithi102.stdout:2650: oid 10 version 1251 is already newer than 1247 2024-04-10T15:14:39.252 INFO:tasks.rados.rados.0.smithi102.stdout:2650: oid 10 version 1251 is already newer than 1249 2024-04-10T15:14:39.252 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 1251 (ObjNum 848 snap 250 seq_num 848) dirty exists 2024-04-10T15:14:39.252 INFO:tasks.rados.rados.0.smithi102.stdout:2650: left oid 10 (ObjNum 848 snap 250 seq_num 848) 2024-04-10T15:14:39.252 INFO:tasks.rados.rados.0.smithi102.stdout:2651: expect (ObjNum 690 snap 191 seq_num 690) 2024-04-10T15:14:39.622 INFO:tasks.rados.rados.0.smithi102.stdout:2653: expect (ObjNum 837 snap 247 seq_num 837) 2024-04-10T15:14:39.814 INFO:tasks.rados.rados.0.smithi102.stdout:2656: read oid 49 snap -1 2024-04-10T15:14:39.814 INFO:tasks.rados.rados.0.smithi102.stdout:2656: expect (ObjNum 777 snap 225 seq_num 777) 2024-04-10T15:14:39.814 INFO:tasks.rados.rados.0.smithi102.stdout:2650: done (5 left) 2024-04-10T15:14:39.814 INFO:tasks.rados.rados.0.smithi102.stdout:2651: done (4 left) 2024-04-10T15:14:39.814 INFO:tasks.rados.rados.0.smithi102.stdout:2652: done (3 left) 2024-04-10T15:14:39.814 INFO:tasks.rados.rados.0.smithi102.stdout:2653: done (2 left) 2024-04-10T15:14:39.814 INFO:tasks.rados.rados.0.smithi102.stdout:2655: done (1 left) 2024-04-10T15:14:39.814 INFO:tasks.rados.rados.0.smithi102.stdout:2657: delete oid 25 current snap is 250 2024-04-10T15:14:39.816 INFO:tasks.rados.rados.0.smithi102.stdout:2657: done (1 left) 2024-04-10T15:14:39.816 INFO:tasks.rados.rados.0.smithi102.stdout:2658: snap_create 2024-04-10T15:14:39.817 INFO:tasks.rados.rados.0.smithi102.stdout:2656: expect (ObjNum 777 snap 225 seq_num 777) 2024-04-10T15:14:40.254 INFO:tasks.rados.rados.0.smithi102.stdout:2656: done (1 left) 2024-04-10T15:14:40.254 INFO:tasks.rados.rados.0.smithi102.stdout:2658: done (0 left) 2024-04-10T15:14:40.254 INFO:tasks.rados.rados.0.smithi102.stdout:2659: snap_remove snap 234 2024-04-10T15:14:40.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[88557]: pgmap v494: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.3 MiB/s wr, 18 op/s 2024-04-10T15:14:40.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[88557]: osdmap e557: 8 total, 8 up, 8 in 2024-04-10T15:14:40.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:40.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:40.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:14:40.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:14:40.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:40.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:14:40.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:40.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:40.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:40.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:40.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-10T15:14:40.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[90943]: pgmap v494: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.3 MiB/s wr, 18 op/s 2024-04-10T15:14:40.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[90943]: osdmap e557: 8 total, 8 up, 8 in 2024-04-10T15:14:40.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:40.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:40.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:14:40.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:14:40.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:40.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:14:40.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:40.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:40.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:40.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:40.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-10T15:14:40.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:40 smithi154 ceph-mon[84269]: pgmap v494: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 430 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 7.4 MiB/s rd, 6.3 MiB/s wr, 18 op/s 2024-04-10T15:14:40.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:40 smithi154 ceph-mon[84269]: osdmap e557: 8 total, 8 up, 8 in 2024-04-10T15:14:40.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:40.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:40.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:14:40.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:14:40.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:40.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:14:40.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:40.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:40.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:40.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:40.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds ok-to-stop", "ids": ["b"]}]: dispatch 2024-04-10T15:14:41.267 INFO:tasks.rados.rados.0.smithi102.stdout:2659: done (0 left) 2024-04-10T15:14:41.267 INFO:tasks.rados.rados.0.smithi102.stdout:2660: read oid 37 snap 226 2024-04-10T15:14:41.267 INFO:tasks.rados.rados.0.smithi102.stdout:2660: expect (ObjNum 768 snap 223 seq_num 768) 2024-04-10T15:14:41.267 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 23 current snap is 251 2024-04-10T15:14:41.267 INFO:tasks.rados.rados.0.smithi102.stdout:2661: seq_num 850 ranges {0=638976,638976=802816,1441792=475136,1916928=327680} 2024-04-10T15:14:41.271 INFO:tasks.rados.rados.0.smithi102.stdout:2661: writing smithi10276805-23 from 0 to 638976 tid 1 2024-04-10T15:14:41.277 INFO:tasks.rados.rados.0.smithi102.stdout:2661: writing smithi10276805-23 from 638976 to 1441792 tid 2 2024-04-10T15:14:41.281 INFO:tasks.rados.rados.0.smithi102.stdout:2661: writing smithi10276805-23 from 1441792 to 1916928 tid 3 2024-04-10T15:14:41.284 INFO:tasks.rados.rados.0.smithi102.stdout:2661: writing smithi10276805-23 from 1916928 to 2244608 tid 4 2024-04-10T15:14:41.284 INFO:tasks.rados.rados.0.smithi102.stdout:2661: finishing write tid 1 to smithi10276805-23 2024-04-10T15:14:41.284 INFO:tasks.rados.rados.0.smithi102.stdout:2661: finishing write tid 2 to smithi10276805-23 2024-04-10T15:14:41.284 INFO:tasks.rados.rados.0.smithi102.stdout:2660: expect (ObjNum 768 snap 223 seq_num 768) 2024-04-10T15:14:41.342 INFO:tasks.rados.rados.0.smithi102.stdout:2661: finishing write tid 3 to smithi10276805-23 2024-04-10T15:14:41.343 INFO:tasks.rados.rados.0.smithi102.stdout:2661: finishing write tid 4 to smithi10276805-23 2024-04-10T15:14:41.343 INFO:tasks.rados.rados.0.smithi102.stdout:2661: finishing write tid 5 to smithi10276805-23 2024-04-10T15:14:41.343 INFO:tasks.rados.rados.0.smithi102.stdout:2661: finishing write tid 6 to smithi10276805-23 2024-04-10T15:14:41.343 INFO:tasks.rados.rados.0.smithi102.stdout:2661: oid 23 updating version 0 to 1345 2024-04-10T15:14:41.343 INFO:tasks.rados.rados.0.smithi102.stdout:2661: oid 23 version 1345 is already newer than 1344 2024-04-10T15:14:41.343 INFO:tasks.rados.rados.0.smithi102.stdout:2661: oid 23 version 1345 is already newer than 1343 2024-04-10T15:14:41.343 INFO:tasks.rados.rados.0.smithi102.stdout:2661: oid 23 version 1345 is already newer than 1342 2024-04-10T15:14:41.343 INFO:tasks.rados.rados.0.smithi102.stdout:2661: oid 23 updating version 1345 to 1346 2024-04-10T15:14:41.343 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1346 (ObjNum 850 snap 251 seq_num 850) dirty exists 2024-04-10T15:14:41.343 INFO:tasks.rados.rados.0.smithi102.stdout:2661: left oid 23 (ObjNum 850 snap 251 seq_num 850) 2024-04-10T15:14:41.343 INFO:tasks.rados.rados.0.smithi102.stdout:2660: done (1 left) 2024-04-10T15:14:41.343 INFO:tasks.rados.rados.0.smithi102.stdout:2661: done (0 left) 2024-04-10T15:14:41.343 INFO:tasks.rados.rados.0.smithi102.stdout:2662: delete oid 37 current snap is 251 2024-04-10T15:14:41.344 INFO:tasks.rados.rados.0.smithi102.stdout:2662: done (0 left) 2024-04-10T15:14:41.344 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 11 current snap is 251 2024-04-10T15:14:41.344 INFO:tasks.rados.rados.0.smithi102.stdout:2663: seq_num 852 ranges {4956160=671744,5627904=622592,6250496=442368,6692864=540672} 2024-04-10T15:14:41.374 INFO:tasks.rados.rados.0.smithi102.stdout:2663: writing smithi10276805-11 from 4956160 to 5627904 tid 1 2024-04-10T15:14:41.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:41 smithi154 ceph-mon[84269]: Upgrade: It appears safe to stop mds.b 2024-04-10T15:14:41.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:41 smithi154 ceph-mon[84269]: osdmap e558: 8 total, 8 up, 8 in 2024-04-10T15:14:41.377 INFO:tasks.rados.rados.0.smithi102.stdout:2663: writing smithi10276805-11 from 5627904 to 6250496 tid 2 2024-04-10T15:14:41.379 INFO:tasks.rados.rados.0.smithi102.stdout:2663: writing smithi10276805-11 from 6250496 to 6692864 tid 3 2024-04-10T15:14:41.383 INFO:tasks.rados.rados.0.smithi102.stdout:2663: writing smithi10276805-11 from 6692864 to 7233536 tid 4 2024-04-10T15:14:41.383 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 49 current snap is 251 2024-04-10T15:14:41.383 INFO:tasks.rados.rados.0.smithi102.stdout:2663: finishing write tid 1 to smithi10276805-11 2024-04-10T15:14:41.383 INFO:tasks.rados.rados.0.smithi102.stdout:2663: finishing write tid 2 to smithi10276805-11 2024-04-10T15:14:41.383 INFO:tasks.rados.rados.0.smithi102.stdout:2663: finishing write tid 3 to smithi10276805-11 2024-04-10T15:14:41.383 INFO:tasks.rados.rados.0.smithi102.stdout:2664: seq_num 853 ranges {1024000=696320,1720320=507904,2228224=647168,2875392=450560} 2024-04-10T15:14:41.392 INFO:tasks.rados.rados.0.smithi102.stdout:2664: writing smithi10276805-49 from 1024000 to 1720320 tid 1 2024-04-10T15:14:41.394 INFO:tasks.rados.rados.0.smithi102.stdout:2664: writing smithi10276805-49 from 1720320 to 2228224 tid 2 2024-04-10T15:14:41.398 INFO:tasks.rados.rados.0.smithi102.stdout:2664: writing smithi10276805-49 from 2228224 to 2875392 tid 3 2024-04-10T15:14:41.401 INFO:tasks.rados.rados.0.smithi102.stdout:2664: writing smithi10276805-49 from 2875392 to 3325952 tid 4 2024-04-10T15:14:41.402 INFO:tasks.rados.rados.0.smithi102.stdout:2665: snap_create 2024-04-10T15:14:41.402 INFO:tasks.rados.rados.0.smithi102.stdout:2663: finishing write tid 4 to smithi10276805-11 2024-04-10T15:14:41.402 INFO:tasks.rados.rados.0.smithi102.stdout:2663: finishing write tid 5 to smithi10276805-11 2024-04-10T15:14:41.402 INFO:tasks.rados.rados.0.smithi102.stdout:2663: finishing write tid 6 to smithi10276805-11 2024-04-10T15:14:41.402 INFO:tasks.rados.rados.0.smithi102.stdout:2663: oid 11 updating version 0 to 1373 2024-04-10T15:14:41.402 INFO:tasks.rados.rados.0.smithi102.stdout:2663: oid 11 updating version 1373 to 1374 2024-04-10T15:14:41.402 INFO:tasks.rados.rados.0.smithi102.stdout:2663: oid 11 version 1374 is already newer than 1371 2024-04-10T15:14:41.402 INFO:tasks.rados.rados.0.smithi102.stdout:2663: oid 11 version 1374 is already newer than 1370 2024-04-10T15:14:41.402 INFO:tasks.rados.rados.0.smithi102.stdout:2663: oid 11 version 1374 is already newer than 1372 2024-04-10T15:14:41.402 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 1374 (ObjNum 852 snap 251 seq_num 852) dirty exists 2024-04-10T15:14:41.403 INFO:tasks.rados.rados.0.smithi102.stdout:2663: left oid 11 (ObjNum 852 snap 251 seq_num 852) 2024-04-10T15:14:41.403 INFO:tasks.rados.rados.0.smithi102.stdout:2664: finishing write tid 1 to smithi10276805-49 2024-04-10T15:14:41.403 INFO:tasks.rados.rados.0.smithi102.stdout:2664: finishing write tid 2 to smithi10276805-49 2024-04-10T15:14:41.403 INFO:tasks.rados.rados.0.smithi102.stdout:2664: finishing write tid 3 to smithi10276805-49 2024-04-10T15:14:41.403 INFO:tasks.rados.rados.0.smithi102.stdout:2664: finishing write tid 4 to smithi10276805-49 2024-04-10T15:14:41.403 INFO:tasks.rados.rados.0.smithi102.stdout:2664: finishing write tid 5 to smithi10276805-49 2024-04-10T15:14:41.405 INFO:tasks.rados.rados.0.smithi102.stdout:2664: finishing write tid 6 to smithi10276805-49 2024-04-10T15:14:41.405 INFO:tasks.rados.rados.0.smithi102.stdout:2664: oid 49 updating version 0 to 1603 2024-04-10T15:14:41.405 INFO:tasks.rados.rados.0.smithi102.stdout:2664: oid 49 updating version 1603 to 1604 2024-04-10T15:14:41.405 INFO:tasks.rados.rados.0.smithi102.stdout:2664: oid 49 version 1604 is already newer than 1602 2024-04-10T15:14:41.405 INFO:tasks.rados.rados.0.smithi102.stdout:2664: oid 49 updating version 1604 to 1606 2024-04-10T15:14:41.405 INFO:tasks.rados.rados.0.smithi102.stdout:2664: oid 49 version 1606 is already newer than 1605 2024-04-10T15:14:41.405 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1606 (ObjNum 853 snap 251 seq_num 853) dirty exists 2024-04-10T15:14:41.405 INFO:tasks.rados.rados.0.smithi102.stdout:2664: left oid 49 (ObjNum 853 snap 251 seq_num 853) 2024-04-10T15:14:41.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:41 smithi102 ceph-mon[90943]: Upgrade: It appears safe to stop mds.b 2024-04-10T15:14:41.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:41 smithi102 ceph-mon[90943]: osdmap e558: 8 total, 8 up, 8 in 2024-04-10T15:14:41.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:41 smithi102 ceph-mon[88557]: Upgrade: It appears safe to stop mds.b 2024-04-10T15:14:41.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:41 smithi102 ceph-mon[88557]: osdmap e558: 8 total, 8 up, 8 in 2024-04-10T15:14:42.269 INFO:tasks.rados.rados.0.smithi102.stdout:2663: done (2 left) 2024-04-10T15:14:42.269 INFO:tasks.rados.rados.0.smithi102.stdout:2664: done (1 left) 2024-04-10T15:14:42.269 INFO:tasks.rados.rados.0.smithi102.stdout:2665: done (0 left) 2024-04-10T15:14:42.269 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 252 2024-04-10T15:14:42.269 INFO:tasks.rados.rados.0.smithi102.stdout:2666: seq_num 854 ranges {5513216=712704,6225920=794624,7020544=450560,7471104=360448} 2024-04-10T15:14:42.302 INFO:tasks.rados.rados.0.smithi102.stdout:2666: writing smithi10276805-15 from 5513216 to 6225920 tid 1 2024-04-10T15:14:42.306 INFO:tasks.rados.rados.0.smithi102.stdout:2666: writing smithi10276805-15 from 6225920 to 7020544 tid 2 2024-04-10T15:14:42.309 INFO:tasks.rados.rados.0.smithi102.stdout:2666: writing smithi10276805-15 from 7020544 to 7471104 tid 3 2024-04-10T15:14:42.310 INFO:tasks.rados.rados.0.smithi102.stdout:2666: writing smithi10276805-15 from 7471104 to 7831552 tid 4 2024-04-10T15:14:42.311 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 21 current snap is 252 2024-04-10T15:14:42.311 INFO:tasks.rados.rados.0.smithi102.stdout:2667: seq_num 855 ranges {1490944=729088,2220032=671744,2891776=663552,3555328=270336} 2024-04-10T15:14:42.323 INFO:tasks.rados.rados.0.smithi102.stdout:2667: writing smithi10276805-21 from 1490944 to 2220032 tid 1 2024-04-10T15:14:42.327 INFO:tasks.rados.rados.0.smithi102.stdout:2667: writing smithi10276805-21 from 2220032 to 2891776 tid 2 2024-04-10T15:14:42.331 INFO:tasks.rados.rados.0.smithi102.stdout:2667: writing smithi10276805-21 from 2891776 to 3555328 tid 3 2024-04-10T15:14:42.333 INFO:tasks.rados.rados.0.smithi102.stdout:2667: writing smithi10276805-21 from 3555328 to 3825664 tid 4 2024-04-10T15:14:42.333 INFO:tasks.rados.rados.0.smithi102.stdout:2668: setattr oid 46 current snap is 252 2024-04-10T15:14:42.333 INFO:tasks.rados.rados.0.smithi102.stdout:2666: finishing write tid 1 to smithi10276805-15 2024-04-10T15:14:42.333 INFO:tasks.rados.rados.0.smithi102.stdout:2666: finishing write tid 2 to smithi10276805-15 2024-04-10T15:14:42.333 INFO:tasks.rados.rados.0.smithi102.stdout:2666: finishing write tid 3 to smithi10276805-15 2024-04-10T15:14:42.333 INFO:tasks.rados.rados.0.smithi102.stdout:2666: finishing write tid 4 to smithi10276805-15 2024-04-10T15:14:42.334 INFO:tasks.rados.rados.0.smithi102.stdout:2666: finishing write tid 5 to smithi10276805-15 2024-04-10T15:14:42.334 INFO:tasks.rados.rados.0.smithi102.stdout:2666: finishing write tid 6 to smithi10276805-15 2024-04-10T15:14:42.334 INFO:tasks.rados.rados.0.smithi102.stdout:2666: oid 15 updating version 0 to 1701 2024-04-10T15:14:42.334 INFO:tasks.rados.rados.0.smithi102.stdout:2666: oid 15 version 1701 is already newer than 1698 2024-04-10T15:14:42.334 INFO:tasks.rados.rados.0.smithi102.stdout:2666: oid 15 version 1701 is already newer than 1697 2024-04-10T15:14:42.334 INFO:tasks.rados.rados.0.smithi102.stdout:2666: oid 15 version 1701 is already newer than 1699 2024-04-10T15:14:42.334 INFO:tasks.rados.rados.0.smithi102.stdout:2666: oid 15 version 1701 is already newer than 1700 2024-04-10T15:14:42.334 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 1701 (ObjNum 854 snap 252 seq_num 854) dirty exists 2024-04-10T15:14:42.334 INFO:tasks.rados.rados.0.smithi102.stdout:2666: left oid 15 (ObjNum 854 snap 252 seq_num 854) 2024-04-10T15:14:42.334 INFO:tasks.rados.rados.0.smithi102.stdout:2667: finishing write tid 1 to smithi10276805-21 2024-04-10T15:14:42.334 INFO:tasks.rados.rados.0.smithi102.stdout:2667: finishing write tid 2 to smithi10276805-21 2024-04-10T15:14:42.335 INFO:tasks.rados.rados.0.smithi102.stdout:2666: done (2 left) 2024-04-10T15:14:42.335 INFO:tasks.rados.rados.0.smithi102.stdout:2669: copy_from oid 14 from oid 2 current snap is 252 2024-04-10T15:14:42.335 INFO:tasks.rados.rados.0.smithi102.stdout:2670: snap_create 2024-04-10T15:14:42.335 INFO:tasks.rados.rados.0.smithi102.stdout:2667: finishing write tid 3 to smithi10276805-21 2024-04-10T15:14:42.336 INFO:tasks.rados.rados.0.smithi102.stdout:2667: finishing write tid 4 to smithi10276805-21 2024-04-10T15:14:42.336 INFO:tasks.rados.rados.0.smithi102.stdout:2667: finishing write tid 5 to smithi10276805-21 2024-04-10T15:14:42.337 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 1307 (ObjNum 129 snap 0 seq_num 88217752) dirty exists 2024-04-10T15:14:42.338 INFO:tasks.rados.rados.0.smithi102.stdout:2667: finishing write tid 6 to smithi10276805-21 2024-04-10T15:14:42.338 INFO:tasks.rados.rados.0.smithi102.stdout:2667: oid 21 updating version 0 to 1339 2024-04-10T15:14:42.338 INFO:tasks.rados.rados.0.smithi102.stdout:2667: oid 21 version 1339 is already newer than 1338 2024-04-10T15:14:42.338 INFO:tasks.rados.rados.0.smithi102.stdout:2667: oid 21 version 1339 is already newer than 1337 2024-04-10T15:14:42.339 INFO:tasks.rados.rados.0.smithi102.stdout:2667: oid 21 version 1339 is already newer than 1335 2024-04-10T15:14:42.339 INFO:tasks.rados.rados.0.smithi102.stdout:2667: oid 21 version 1339 is already newer than 1336 2024-04-10T15:14:42.339 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 1339 (ObjNum 855 snap 252 seq_num 855) dirty exists 2024-04-10T15:14:42.339 INFO:tasks.rados.rados.0.smithi102.stdout:2667: left oid 21 (ObjNum 855 snap 252 seq_num 855) 2024-04-10T15:14:42.346 INFO:tasks.rados.rados.0.smithi102.stdout:2669: finishing copy_from racing read to smithi10276805-14 2024-04-10T15:14:42.348 INFO:tasks.rados.rados.0.smithi102.stdout:2669: finishing copy_from to smithi10276805-14 2024-04-10T15:14:42.348 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 1228 (ObjNum 788 snap 232 seq_num 788) dirty exists 2024-04-10T15:14:42.517 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:14:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:14:42.517 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:42 smithi154 ceph-mon[84269]: pgmap v497: 121 pgs: 121 active+clean; 433 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 540 KiB/s wr, 4 op/s 2024-04-10T15:14:42.517 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:42 smithi154 ceph-mon[84269]: osdmap e559: 8 total, 8 up, 8 in 2024-04-10T15:14:42.517 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:42 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:42.518 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:42 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:14:42.518 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:42 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:14:42.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:42 smithi102 ceph-mon[90943]: pgmap v497: 121 pgs: 121 active+clean; 433 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 540 KiB/s wr, 4 op/s 2024-04-10T15:14:42.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:42 smithi102 ceph-mon[90943]: osdmap e559: 8 total, 8 up, 8 in 2024-04-10T15:14:42.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:42 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:42.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:42 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:14:42.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:42 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:14:42.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:42 smithi102 ceph-mon[88557]: pgmap v497: 121 pgs: 121 active+clean; 433 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 540 KiB/s wr, 4 op/s 2024-04-10T15:14:42.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:42 smithi102 ceph-mon[88557]: osdmap e559: 8 total, 8 up, 8 in 2024-04-10T15:14:42.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:42 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:42.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:42 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get-or-create", "entity": "mds.b", "caps": ["mon", "profile mds", "osd", "allow rw tag cephfs *=*", "mds", "allow"]}]: dispatch 2024-04-10T15:14:42.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:42 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:14:43.217 INFO:tasks.rados.rados.0.smithi102.stdout:2667: done (3 left) 2024-04-10T15:14:43.217 INFO:tasks.rados.rados.0.smithi102.stdout:2668: done (2 left) 2024-04-10T15:14:43.218 INFO:tasks.rados.rados.0.smithi102.stdout:2669: done (1 left) 2024-04-10T15:14:43.218 INFO:tasks.rados.rados.0.smithi102.stdout:2670: done (0 left) 2024-04-10T15:14:43.218 INFO:tasks.rados.rados.0.smithi102.stdout:2671: rollback oid 6 current snap is 253 2024-04-10T15:14:43.218 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 6 to 228 2024-04-10T15:14:43.218 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 9 current snap is 253 2024-04-10T15:14:43.218 INFO:tasks.rados.rados.0.smithi102.stdout:2672: seq_num 856 ranges {3162112=745472,3907584=557056,4464640=417792,4882432=434176,5316608=196608} 2024-04-10T15:14:43.239 INFO:tasks.rados.rados.0.smithi102.stdout:2672: writing smithi10276805-9 from 3162112 to 3907584 tid 1 2024-04-10T15:14:43.241 INFO:tasks.rados.rados.0.smithi102.stdout:2672: writing smithi10276805-9 from 3907584 to 4464640 tid 2 2024-04-10T15:14:43.244 INFO:tasks.rados.rados.0.smithi102.stdout:2672: writing smithi10276805-9 from 4464640 to 4882432 tid 3 2024-04-10T15:14:43.246 INFO:tasks.rados.rados.0.smithi102.stdout:2672: writing smithi10276805-9 from 4882432 to 5316608 tid 4 2024-04-10T15:14:43.248 INFO:tasks.rados.rados.0.smithi102.stdout:2672: writing smithi10276805-9 from 5316608 to 5513216 tid 5 2024-04-10T15:14:43.248 INFO:tasks.rados.rados.0.smithi102.stdout:2673: copy_from oid 19 from oid 31 current snap is 253 2024-04-10T15:14:43.248 INFO:tasks.rados.rados.0.smithi102.stdout:2671: finishing rollback tid 0 to smithi10276805-6 2024-04-10T15:14:43.248 INFO:tasks.rados.rados.0.smithi102.stdout:2671: finishing rollback tid 1 to smithi10276805-6 2024-04-10T15:14:43.248 INFO:tasks.rados.rados.0.smithi102.stdout:2671: finishing rollback tid 2 to smithi10276805-6 2024-04-10T15:14:43.248 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 1217 (ObjNum 690 snap 191 seq_num 690) dirty exists 2024-04-10T15:14:43.248 INFO:tasks.rados.rados.0.smithi102.stdout:2672: finishing write tid 1 to smithi10276805-9 2024-04-10T15:14:43.249 INFO:tasks.rados.rados.0.smithi102.stdout:2672: finishing write tid 2 to smithi10276805-9 2024-04-10T15:14:43.249 INFO:tasks.rados.rados.0.smithi102.stdout:2672: finishing write tid 3 to smithi10276805-9 2024-04-10T15:14:43.249 INFO:tasks.rados.rados.0.smithi102.stdout:2671: done (2 left) 2024-04-10T15:14:43.249 INFO:tasks.rados.rados.0.smithi102.stdout:2674: rollback oid 34 current snap is 253 2024-04-10T15:14:43.249 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 34 to 232 2024-04-10T15:14:43.249 INFO:tasks.rados.rados.0.smithi102.stdout:2675: delete oid 7 current snap is 253 2024-04-10T15:14:43.252 INFO:tasks.rados.rados.0.smithi102.stdout:2675: done (3 left) 2024-04-10T15:14:43.252 INFO:tasks.rados.rados.0.smithi102.stdout:2676: read oid 5 snap -1 2024-04-10T15:14:43.252 INFO:tasks.rados.rados.0.smithi102.stdout:2676: expect (ObjNum 633 snap 178 seq_num 633) 2024-04-10T15:14:43.252 INFO:tasks.rados.rados.0.smithi102.stdout:2677: read oid 23 snap -1 2024-04-10T15:14:43.252 INFO:tasks.rados.rados.0.smithi102.stdout:2677: expect (ObjNum 850 snap 251 seq_num 850) 2024-04-10T15:14:43.252 INFO:tasks.rados.rados.0.smithi102.stdout:2678: delete oid 24 current snap is 253 2024-04-10T15:14:43.252 INFO:tasks.rados.rados.0.smithi102.stdout:2673: finishing copy_from to smithi10276805-19 2024-04-10T15:14:43.252 INFO:tasks.rados.rados.0.smithi102.stdout:2673: got expected ENOENT (src dne) 2024-04-10T15:14:43.252 INFO:tasks.rados.rados.0.smithi102.stdout:2672: finishing write tid 4 to smithi10276805-9 2024-04-10T15:14:43.252 INFO:tasks.rados.rados.0.smithi102.stdout:2673: finishing copy_from racing read to smithi10276805-19 2024-04-10T15:14:43.252 INFO:tasks.rados.rados.0.smithi102.stdout:2672: finishing write tid 5 to smithi10276805-9 2024-04-10T15:14:43.253 INFO:tasks.rados.rados.0.smithi102.stdout:2672: finishing write tid 6 to smithi10276805-9 2024-04-10T15:14:43.253 INFO:tasks.rados.rados.0.smithi102.stdout:2674: finishing rollback tid 1 to smithi10276805-34 2024-04-10T15:14:43.253 INFO:tasks.rados.rados.0.smithi102.stdout:2674: finishing rollback tid 2 to smithi10276805-34 2024-04-10T15:14:43.254 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 1343 (ObjNum 770 snap 224 seq_num 770) dirty exists 2024-04-10T15:14:43.256 INFO:tasks.rados.rados.0.smithi102.stdout:2672: finishing write tid 7 to smithi10276805-9 2024-04-10T15:14:43.256 INFO:tasks.rados.rados.0.smithi102.stdout:2672: oid 9 updating version 0 to 1256 2024-04-10T15:14:43.256 INFO:tasks.rados.rados.0.smithi102.stdout:2672: oid 9 updating version 1256 to 1257 2024-04-10T15:14:43.256 INFO:tasks.rados.rados.0.smithi102.stdout:2672: oid 9 version 1257 is already newer than 1253 2024-04-10T15:14:43.256 INFO:tasks.rados.rados.0.smithi102.stdout:2672: oid 9 version 1257 is already newer than 1254 2024-04-10T15:14:43.256 INFO:tasks.rados.rados.0.smithi102.stdout:2672: oid 9 version 1257 is already newer than 1252 2024-04-10T15:14:43.256 INFO:tasks.rados.rados.0.smithi102.stdout:2672: oid 9 version 1257 is already newer than 1255 2024-04-10T15:14:43.256 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 1257 (ObjNum 856 snap 253 seq_num 856) dirty exists 2024-04-10T15:14:43.256 INFO:tasks.rados.rados.0.smithi102.stdout:2672: left oid 9 (ObjNum 856 snap 253 seq_num 856) 2024-04-10T15:14:43.263 INFO:tasks.rados.rados.0.smithi102.stdout:2672: done (5 left) 2024-04-10T15:14:43.263 INFO:tasks.rados.rados.0.smithi102.stdout:2673: done (4 left) 2024-04-10T15:14:43.263 INFO:tasks.rados.rados.0.smithi102.stdout:2674: done (3 left) 2024-04-10T15:14:43.263 INFO:tasks.rados.rados.0.smithi102.stdout:2678: done (2 left) 2024-04-10T15:14:43.263 INFO:tasks.rados.rados.0.smithi102.stdout:2679: read oid 30 snap -1 2024-04-10T15:14:43.263 INFO:tasks.rados.rados.0.smithi102.stdout:2679: expect (ObjNum 622 snap 173 seq_num 622) 2024-04-10T15:14:43.263 INFO:tasks.rados.rados.0.smithi102.stdout:2680: read oid 19 snap -1 2024-04-10T15:14:43.263 INFO:tasks.rados.rados.0.smithi102.stdout:2680: expect (ObjNum 562 snap 151 seq_num 562) 2024-04-10T15:14:43.263 INFO:tasks.rados.rados.0.smithi102.stdout:2681: setattr oid 33 current snap is 253 2024-04-10T15:14:43.264 INFO:tasks.rados.rados.0.smithi102.stdout:2677: expect (ObjNum 850 snap 251 seq_num 850) 2024-04-10T15:14:43.332 INFO:tasks.rados.rados.0.smithi102.stdout:2679: expect (ObjNum 622 snap 173 seq_num 622) 2024-04-10T15:14:43.353 INFO:tasks.rados.rados.0.smithi102.stdout:2676: expect (ObjNum 633 snap 178 seq_num 633) 2024-04-10T15:14:43.465 INFO:tasks.rados.rados.0.smithi102.stdout:2680: expect (ObjNum 562 snap 151 seq_num 562) 2024-04-10T15:14:43.620 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:43 smithi154 ceph-mon[84269]: Upgrade: Updating mds.b 2024-04-10T15:14:43.620 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:43 smithi154 ceph-mon[84269]: Deploying daemon mds.b on smithi154 2024-04-10T15:14:43.620 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:43 smithi154 ceph-mon[84269]: osdmap e560: 8 total, 8 up, 8 in 2024-04-10T15:14:43.620 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:43 smithi154 ceph-mon[84269]: osdmap e561: 8 total, 8 up, 8 in 2024-04-10T15:14:43.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:43 smithi102 ceph-mon[90943]: Upgrade: Updating mds.b 2024-04-10T15:14:43.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:43 smithi102 ceph-mon[90943]: Deploying daemon mds.b on smithi154 2024-04-10T15:14:43.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:43 smithi102 ceph-mon[90943]: osdmap e560: 8 total, 8 up, 8 in 2024-04-10T15:14:43.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:43 smithi102 ceph-mon[90943]: osdmap e561: 8 total, 8 up, 8 in 2024-04-10T15:14:43.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:43 smithi102 ceph-mon[88557]: Upgrade: Updating mds.b 2024-04-10T15:14:43.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:43 smithi102 ceph-mon[88557]: Deploying daemon mds.b on smithi154 2024-04-10T15:14:43.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:43 smithi102 ceph-mon[88557]: osdmap e560: 8 total, 8 up, 8 in 2024-04-10T15:14:43.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:43 smithi102 ceph-mon[88557]: osdmap e561: 8 total, 8 up, 8 in 2024-04-10T15:14:43.876 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:14:43 smithi154 systemd[1]: Stopping Ceph mds.b for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:14:43.940 INFO:tasks.rados.rados.0.smithi102.stdout:2676: done (4 left) 2024-04-10T15:14:43.940 INFO:tasks.rados.rados.0.smithi102.stdout:2677: done (3 left) 2024-04-10T15:14:43.940 INFO:tasks.rados.rados.0.smithi102.stdout:2679: done (2 left) 2024-04-10T15:14:43.940 INFO:tasks.rados.rados.0.smithi102.stdout:2680: done (1 left) 2024-04-10T15:14:43.940 INFO:tasks.rados.rados.0.smithi102.stdout:2682: snap_create 2024-04-10T15:14:43.942 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 1340 (ObjNum 734 snap 210 seq_num 734) dirty exists 2024-04-10T15:14:44.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:43 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a[88553]: 2024-04-10T15:14:43.905+0000 7f0456347700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-10T15:14:44.261 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:14:43 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-b[56934]: 2024-04-10T15:14:43.905+0000 7fb24afdf700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T15:14:44.261 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:14:43 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-b[56934]: 2024-04-10T15:14:43.905+0000 7fb24afdf700 -1 mds.b *** got signal Terminated *** 2024-04-10T15:14:44.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:44 smithi154 ceph-mon[84269]: pgmap v500: 121 pgs: 121 active+clean; 434 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-10T15:14:44.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:44 smithi154 ceph-mon[84269]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-10T15:14:44.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:44 smithi154 ceph-mon[84269]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-10T15:14:44.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:44 smithi154 ceph-mon[84269]: osdmap e562: 8 total, 8 up, 8 in 2024-04-10T15:14:44.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:44 smithi154 ceph-mon[84269]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-10T15:14:44.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:44 smithi154 ceph-mon[84269]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-10T15:14:44.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:44 smithi154 ceph-mon[84269]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-10T15:14:44.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:44 smithi154 ceph-mon[84269]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-10T15:14:44.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:44 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:14:44.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:44 smithi102 ceph-mon[88557]: pgmap v500: 121 pgs: 121 active+clean; 434 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-10T15:14:44.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:44 smithi102 ceph-mon[88557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-10T15:14:44.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:44 smithi102 ceph-mon[88557]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-10T15:14:44.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:44 smithi102 ceph-mon[88557]: osdmap e562: 8 total, 8 up, 8 in 2024-04-10T15:14:44.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:44 smithi102 ceph-mon[88557]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-10T15:14:44.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:44 smithi102 ceph-mon[88557]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-10T15:14:44.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:44 smithi102 ceph-mon[88557]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-10T15:14:44.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:44 smithi102 ceph-mon[88557]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-10T15:14:44.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:44 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:14:44.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:44 smithi102 ceph-mon[90943]: pgmap v500: 121 pgs: 121 active+clean; 434 MiB data, 1.4 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.6 MiB/s wr, 9 op/s 2024-04-10T15:14:44.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:44 smithi102 ceph-mon[90943]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-10T15:14:44.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:44 smithi102 ceph-mon[90943]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-10T15:14:44.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:44 smithi102 ceph-mon[90943]: osdmap e562: 8 total, 8 up, 8 in 2024-04-10T15:14:44.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:44 smithi102 ceph-mon[90943]: Standby daemon mds.a assigned to filesystem cephfs as rank 0 2024-04-10T15:14:44.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:44 smithi102 ceph-mon[90943]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-10T15:14:44.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:44 smithi102 ceph-mon[90943]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-10T15:14:44.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:44 smithi102 ceph-mon[90943]: fsmap cephfs:1/1 {0=a=up:replay} 2024-04-10T15:14:44.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:44 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:14:44.893 INFO:tasks.rados.rados.0.smithi102.stdout:2681: done (1 left) 2024-04-10T15:14:44.893 INFO:tasks.rados.rados.0.smithi102.stdout:2682: done (0 left) 2024-04-10T15:14:44.893 INFO:tasks.rados.rados.0.smithi102.stdout:2683: snap_remove snap 239 2024-04-10T15:14:45.903 INFO:tasks.rados.rados.0.smithi102.stdout:2683: done (0 left) 2024-04-10T15:14:45.904 INFO:tasks.rados.rados.0.smithi102.stdout:2684: read oid 30 snap 218 2024-04-10T15:14:45.904 INFO:tasks.rados.rados.0.smithi102.stdout:2684: expect (ObjNum 622 snap 173 seq_num 622) 2024-04-10T15:14:45.904 INFO:tasks.rados.rados.0.smithi102.stdout:2685: rollback oid 27 current snap is 254 2024-04-10T15:14:45.904 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 27 to 242 2024-04-10T15:14:45.904 INFO:tasks.rados.rados.0.smithi102.stdout:2686: rollback oid 1 current snap is 254 2024-04-10T15:14:45.904 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 1 to 253 2024-04-10T15:14:45.904 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 7 current snap is 254 2024-04-10T15:14:45.904 INFO:tasks.rados.rados.0.smithi102.stdout:2687: seq_num 859 ranges {0=794624,794624=614400,1409024=638976,2048000=352256} 2024-04-10T15:14:45.908 INFO:tasks.rados.rados.0.smithi102.stdout:2687: writing smithi10276805-7 from 0 to 794624 tid 1 2024-04-10T15:14:45.913 INFO:tasks.rados.rados.0.smithi102.stdout:2687: writing smithi10276805-7 from 794624 to 1409024 tid 2 2024-04-10T15:14:45.917 INFO:tasks.rados.rados.0.smithi102.stdout:2687: writing smithi10276805-7 from 1409024 to 2048000 tid 3 2024-04-10T15:14:45.920 INFO:tasks.rados.rados.0.smithi102.stdout:2687: writing smithi10276805-7 from 2048000 to 2400256 tid 4 2024-04-10T15:14:45.920 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 20 current snap is 254 2024-04-10T15:14:45.920 INFO:tasks.rados.rados.0.smithi102.stdout:2686: finishing rollback tid 1 to smithi10276805-1 2024-04-10T15:14:45.920 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 1336 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-10T15:14:45.920 INFO:tasks.rados.rados.0.smithi102.stdout:2688: seq_num 860 ranges {5431296=8192} 2024-04-10T15:14:45.950 INFO:tasks.rados.rados.0.smithi102.stdout:2688: writing smithi10276805-20 from 5431296 to 5439488 tid 1 2024-04-10T15:14:45.950 INFO:tasks.rados.rados.0.smithi102.stdout:2686: done (4 left) 2024-04-10T15:14:45.951 INFO:tasks.rados.rados.0.smithi102.stdout:2689: copy_from oid 13 from oid 44 current snap is 254 2024-04-10T15:14:45.951 INFO:tasks.rados.rados.0.smithi102.stdout:2684: expect (ObjNum 622 snap 173 seq_num 622) 2024-04-10T15:14:45.972 INFO:tasks.rados.rados.0.smithi102.stdout:2685: finishing rollback tid 0 to smithi10276805-27 2024-04-10T15:14:45.972 INFO:tasks.rados.rados.0.smithi102.stdout:2685: finishing rollback tid 1 to smithi10276805-27 2024-04-10T15:14:45.972 INFO:tasks.rados.rados.0.smithi102.stdout:2684: done (4 left) 2024-04-10T15:14:45.972 INFO:tasks.rados.rados.0.smithi102.stdout:2690: setattr oid 29 current snap is 254 2024-04-10T15:14:45.972 INFO:tasks.rados.rados.0.smithi102.stdout:2685: finishing rollback tid 2 to smithi10276805-27 2024-04-10T15:14:45.972 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 1609 (ObjNum 711 snap 201 seq_num 711) dirty exists 2024-04-10T15:14:45.973 INFO:tasks.rados.rados.0.smithi102.stdout:2687: finishing write tid 1 to smithi10276805-7 2024-04-10T15:14:45.973 INFO:tasks.rados.rados.0.smithi102.stdout:2687: finishing write tid 2 to smithi10276805-7 2024-04-10T15:14:45.973 INFO:tasks.rados.rados.0.smithi102.stdout:2687: finishing write tid 3 to smithi10276805-7 2024-04-10T15:14:45.973 INFO:tasks.rados.rados.0.smithi102.stdout:2687: finishing write tid 4 to smithi10276805-7 2024-04-10T15:14:45.973 INFO:tasks.rados.rados.0.smithi102.stdout:2687: finishing write tid 5 to smithi10276805-7 2024-04-10T15:14:45.973 INFO:tasks.rados.rados.0.smithi102.stdout:2687: finishing write tid 6 to smithi10276805-7 2024-04-10T15:14:45.973 INFO:tasks.rados.rados.0.smithi102.stdout:2687: oid 7 updating version 0 to 1613 2024-04-10T15:14:45.973 INFO:tasks.rados.rados.0.smithi102.stdout:2687: oid 7 version 1613 is already newer than 1611 2024-04-10T15:14:45.973 INFO:tasks.rados.rados.0.smithi102.stdout:2687: oid 7 updating version 1613 to 1614 2024-04-10T15:14:45.973 INFO:tasks.rados.rados.0.smithi102.stdout:2687: oid 7 version 1614 is already newer than 1612 2024-04-10T15:14:45.973 INFO:tasks.rados.rados.0.smithi102.stdout:2687: oid 7 version 1614 is already newer than 1610 2024-04-10T15:14:45.973 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 1614 (ObjNum 859 snap 254 seq_num 859) dirty exists 2024-04-10T15:14:45.973 INFO:tasks.rados.rados.0.smithi102.stdout:2687: left oid 7 (ObjNum 859 snap 254 seq_num 859) 2024-04-10T15:14:45.973 INFO:tasks.rados.rados.0.smithi102.stdout:2689: finishing copy_from to smithi10276805-13 2024-04-10T15:14:45.973 INFO:tasks.rados.rados.0.smithi102.stdout:2689: got expected ENOENT (src dne) 2024-04-10T15:14:45.974 INFO:tasks.rados.rados.0.smithi102.stdout:2689: finishing copy_from racing read to smithi10276805-13 2024-04-10T15:14:45.974 INFO:tasks.rados.rados.0.smithi102.stdout:2688: finishing write tid 1 to smithi10276805-20 2024-04-10T15:14:45.974 INFO:tasks.rados.rados.0.smithi102.stdout:2688: finishing write tid 2 to smithi10276805-20 2024-04-10T15:14:45.974 INFO:tasks.rados.rados.0.smithi102.stdout:2688: finishing write tid 3 to smithi10276805-20 2024-04-10T15:14:45.974 INFO:tasks.rados.rados.0.smithi102.stdout:2688: oid 20 updating version 0 to 1344 2024-04-10T15:14:45.974 INFO:tasks.rados.rados.0.smithi102.stdout:2688: oid 20 updating version 1344 to 1345 2024-04-10T15:14:45.974 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 1345 (ObjNum 860 snap 254 seq_num 860) dirty exists 2024-04-10T15:14:45.974 INFO:tasks.rados.rados.0.smithi102.stdout:2688: left oid 20 (ObjNum 860 snap 254 seq_num 860) 2024-04-10T15:14:45.975 INFO:tasks.rados.rados.0.smithi102.stdout:2685: done (4 left) 2024-04-10T15:14:45.975 INFO:tasks.rados.rados.0.smithi102.stdout:2687: done (3 left) 2024-04-10T15:14:45.975 INFO:tasks.rados.rados.0.smithi102.stdout:2688: done (2 left) 2024-04-10T15:14:45.975 INFO:tasks.rados.rados.0.smithi102.stdout:2689: done (1 left) 2024-04-10T15:14:45.975 INFO:tasks.rados.rados.0.smithi102.stdout:2691: read oid 41 snap -1 2024-04-10T15:14:45.975 INFO:tasks.rados.rados.0.smithi102.stdout:2691: expect (ObjNum 568 snap 154 seq_num 568) 2024-04-10T15:14:45.975 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 254 2024-04-10T15:14:45.975 INFO:tasks.rados.rados.0.smithi102.stdout:2692: seq_num 861 ranges {0=24576} 2024-04-10T15:14:45.975 INFO:tasks.rados.rados.0.smithi102.stdout:2692: writing smithi10276805-25 from 0 to 24576 tid 1 2024-04-10T15:14:45.976 INFO:tasks.rados.rados.0.smithi102.stdout:2693: read oid 37 snap -1 2024-04-10T15:14:45.976 INFO:tasks.rados.rados.0.smithi102.stdout:2693: expect deleted 2024-04-10T15:14:45.976 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 21 current snap is 254 2024-04-10T15:14:45.976 INFO:tasks.rados.rados.0.smithi102.stdout:2694: seq_num 862 ranges {3825664=40960} 2024-04-10T15:14:45.996 INFO:tasks.rados.rados.0.smithi102.stdout:2694: writing smithi10276805-21 from 3825664 to 3866624 tid 1 2024-04-10T15:14:45.996 INFO:tasks.rados.rados.0.smithi102.stdout:2695: copy_from oid 16 from oid 2 current snap is 254 2024-04-10T15:14:45.996 INFO:tasks.rados.rados.0.smithi102.stdout:2692: finishing write tid 1 to smithi10276805-25 2024-04-10T15:14:45.996 INFO:tasks.rados.rados.0.smithi102.stdout:2692: finishing write tid 2 to smithi10276805-25 2024-04-10T15:14:45.996 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 1713 (ObjNum 777 snap 225 seq_num 777) dirty exists 2024-04-10T15:14:45.996 INFO:tasks.rados.rados.0.smithi102.stdout:2692: finishing write tid 3 to smithi10276805-25 2024-04-10T15:14:45.996 INFO:tasks.rados.rados.0.smithi102.stdout:2692: oid 25 updating version 0 to 1348 2024-04-10T15:14:45.996 INFO:tasks.rados.rados.0.smithi102.stdout:2692: oid 25 version 1348 is already newer than 1347 2024-04-10T15:14:45.997 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 1348 (ObjNum 861 snap 254 seq_num 861) dirty exists 2024-04-10T15:14:45.997 INFO:tasks.rados.rados.0.smithi102.stdout:2692: left oid 25 (ObjNum 861 snap 254 seq_num 861) 2024-04-10T15:14:45.997 INFO:tasks.rados.rados.0.smithi102.stdout:2690: done (5 left) 2024-04-10T15:14:45.997 INFO:tasks.rados.rados.0.smithi102.stdout:2692: done (4 left) 2024-04-10T15:14:45.997 INFO:tasks.rados.rados.0.smithi102.stdout:2693: done (3 left) 2024-04-10T15:14:45.997 INFO:tasks.rados.rados.0.smithi102.stdout:2696: read oid 44 snap -1 2024-04-10T15:14:45.997 INFO:tasks.rados.rados.0.smithi102.stdout:2696: expect deleted 2024-04-10T15:14:45.997 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 14 current snap is 254 2024-04-10T15:14:45.997 INFO:tasks.rados.rados.0.smithi102.stdout:2697: seq_num 863 ranges {1204224=57344} 2024-04-10T15:14:46.003 INFO:tasks.rados.rados.0.smithi102.stdout:2697: writing smithi10276805-14 from 1204224 to 1261568 tid 1 2024-04-10T15:14:46.003 INFO:tasks.rados.rados.0.smithi102.stdout:2698: snap_remove snap 228 2024-04-10T15:14:46.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:45 smithi102 ceph-mon[88557]: mds.? [v2:172.21.15.102:6834/3221390498,v1:172.21.15.102:6835/3221390498] up:reconnect 2024-04-10T15:14:46.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:45 smithi102 ceph-mon[88557]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-10T15:14:46.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:45 smithi102 ceph-mon[88557]: osdmap e563: 8 total, 8 up, 8 in 2024-04-10T15:14:46.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:45 smithi102 ceph-mon[88557]: pgmap v504: 121 pgs: 121 active+clean; 441 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-04-10T15:14:46.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:45 smithi102 ceph-mon[90943]: mds.? [v2:172.21.15.102:6834/3221390498,v1:172.21.15.102:6835/3221390498] up:reconnect 2024-04-10T15:14:46.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:45 smithi102 ceph-mon[90943]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-10T15:14:46.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:45 smithi102 ceph-mon[90943]: osdmap e563: 8 total, 8 up, 8 in 2024-04-10T15:14:46.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:45 smithi102 ceph-mon[90943]: pgmap v504: 121 pgs: 121 active+clean; 441 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-04-10T15:14:46.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:45 smithi154 ceph-mon[84269]: mds.? [v2:172.21.15.102:6834/3221390498,v1:172.21.15.102:6835/3221390498] up:reconnect 2024-04-10T15:14:46.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:45 smithi154 ceph-mon[84269]: fsmap cephfs:1/1 {0=a=up:reconnect} 2024-04-10T15:14:46.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:45 smithi154 ceph-mon[84269]: osdmap e563: 8 total, 8 up, 8 in 2024-04-10T15:14:46.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:45 smithi154 ceph-mon[84269]: pgmap v504: 121 pgs: 121 active+clean; 441 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.0 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-04-10T15:14:46.905 INFO:tasks.rados.rados.0.smithi102.stdout:2698: done (5 left) 2024-04-10T15:14:46.905 INFO:tasks.rados.rados.0.smithi102.stdout:2699: snap_remove snap 215 2024-04-10T15:14:47.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:46 smithi102 ceph-mon[90943]: mds.? [v2:172.21.15.102:6834/3221390498,v1:172.21.15.102:6835/3221390498] up:rejoin 2024-04-10T15:14:47.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:46 smithi102 ceph-mon[90943]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-10T15:14:47.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:46 smithi102 ceph-mon[90943]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-10T15:14:47.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:46 smithi102 ceph-mon[90943]: osdmap e564: 8 total, 8 up, 8 in 2024-04-10T15:14:47.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:46 smithi102 ceph-mon[90943]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-10T15:14:47.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:46 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:14:47.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:46 smithi102 ceph-mon[88557]: mds.? [v2:172.21.15.102:6834/3221390498,v1:172.21.15.102:6835/3221390498] up:rejoin 2024-04-10T15:14:47.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:46 smithi102 ceph-mon[88557]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-10T15:14:47.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:46 smithi102 ceph-mon[88557]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-10T15:14:47.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:46 smithi102 ceph-mon[88557]: osdmap e564: 8 total, 8 up, 8 in 2024-04-10T15:14:47.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:46 smithi102 ceph-mon[88557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-10T15:14:47.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:46 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:14:47.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:46 smithi154 ceph-mon[84269]: mds.? [v2:172.21.15.102:6834/3221390498,v1:172.21.15.102:6835/3221390498] up:rejoin 2024-04-10T15:14:47.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:46 smithi154 ceph-mon[84269]: fsmap cephfs:1/1 {0=a=up:rejoin} 2024-04-10T15:14:47.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:46 smithi154 ceph-mon[84269]: daemon mds.a is now active in filesystem cephfs as rank 0 2024-04-10T15:14:47.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:46 smithi154 ceph-mon[84269]: osdmap e564: 8 total, 8 up, 8 in 2024-04-10T15:14:47.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:46 smithi154 ceph-mon[84269]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-10T15:14:47.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:46 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:14:47.896 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:14:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:14:47] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-04-10T15:14:47.908 INFO:tasks.rados.rados.0.smithi102.stdout:2699: done (5 left) 2024-04-10T15:14:47.908 INFO:tasks.rados.rados.0.smithi102.stdout:2700: delete oid 23 current snap is 254 2024-04-10T15:14:47.908 INFO:tasks.rados.rados.0.smithi102.stdout:2694: finishing write tid 1 to smithi10276805-21 2024-04-10T15:14:47.908 INFO:tasks.rados.rados.0.smithi102.stdout:2694: finishing write tid 2 to smithi10276805-21 2024-04-10T15:14:47.909 INFO:tasks.rados.rados.0.smithi102.stdout:2694: finishing write tid 3 to smithi10276805-21 2024-04-10T15:14:47.909 INFO:tasks.rados.rados.0.smithi102.stdout:2694: oid 21 updating version 0 to 1342 2024-04-10T15:14:47.909 INFO:tasks.rados.rados.0.smithi102.stdout:2694: oid 21 version 1342 is already newer than 1341 2024-04-10T15:14:47.909 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 1342 (ObjNum 862 snap 254 seq_num 862) dirty exists 2024-04-10T15:14:47.909 INFO:tasks.rados.rados.0.smithi102.stdout:2694: left oid 21 (ObjNum 862 snap 254 seq_num 862) 2024-04-10T15:14:47.909 INFO:tasks.rados.rados.0.smithi102.stdout:2695: finishing copy_from racing read to smithi10276805-16 2024-04-10T15:14:47.909 INFO:tasks.rados.rados.0.smithi102.stdout:2695: finishing copy_from to smithi10276805-16 2024-04-10T15:14:47.909 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 1228 (ObjNum 788 snap 232 seq_num 788) dirty exists 2024-04-10T15:14:47.909 INFO:tasks.rados.rados.0.smithi102.stdout:2697: finishing write tid 1 to smithi10276805-14 2024-04-10T15:14:47.909 INFO:tasks.rados.rados.0.smithi102.stdout:2697: finishing write tid 2 to smithi10276805-14 2024-04-10T15:14:47.909 INFO:tasks.rados.rados.0.smithi102.stdout:2697: finishing write tid 3 to smithi10276805-14 2024-04-10T15:14:47.909 INFO:tasks.rados.rados.0.smithi102.stdout:2697: oid 14 updating version 0 to 1616 2024-04-10T15:14:47.909 INFO:tasks.rados.rados.0.smithi102.stdout:2697: oid 14 version 1616 is already newer than 1615 2024-04-10T15:14:47.909 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 1616 (ObjNum 863 snap 254 seq_num 863) dirty exists 2024-04-10T15:14:47.909 INFO:tasks.rados.rados.0.smithi102.stdout:2697: left oid 14 (ObjNum 863 snap 254 seq_num 863) 2024-04-10T15:14:47.910 INFO:tasks.rados.rados.0.smithi102.stdout:2691: expect (ObjNum 568 snap 154 seq_num 568) 2024-04-10T15:14:48.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:47 smithi154 ceph-mon[84269]: mds.? [v2:172.21.15.102:6834/3221390498,v1:172.21.15.102:6835/3221390498] up:active 2024-04-10T15:14:48.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:47 smithi154 ceph-mon[84269]: fsmap cephfs:1 {0=a=up:active} 2024-04-10T15:14:48.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:47 smithi154 ceph-mon[84269]: osdmap e565: 8 total, 8 up, 8 in 2024-04-10T15:14:48.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:47 smithi154 ceph-mon[84269]: pgmap v507: 121 pgs: 121 active+clean; 455 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-10T15:14:48.127 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:14:47 smithi154 podman[107594]: 2024-04-10 15:14:47.890243747 +0000 UTC m=+4.099288005 container died 1c2f7bf05952728a3be00ae4a29ac9aa3e48cc50af7b98aded3f191a1bb1d579 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-b, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.build-date=20240403) 2024-04-10T15:14:48.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:47 smithi102 ceph-mon[90943]: mds.? [v2:172.21.15.102:6834/3221390498,v1:172.21.15.102:6835/3221390498] up:active 2024-04-10T15:14:48.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:47 smithi102 ceph-mon[90943]: fsmap cephfs:1 {0=a=up:active} 2024-04-10T15:14:48.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:47 smithi102 ceph-mon[90943]: osdmap e565: 8 total, 8 up, 8 in 2024-04-10T15:14:48.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:47 smithi102 ceph-mon[90943]: pgmap v507: 121 pgs: 121 active+clean; 455 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-10T15:14:48.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:47 smithi102 ceph-mon[88557]: mds.? [v2:172.21.15.102:6834/3221390498,v1:172.21.15.102:6835/3221390498] up:active 2024-04-10T15:14:48.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:47 smithi102 ceph-mon[88557]: fsmap cephfs:1 {0=a=up:active} 2024-04-10T15:14:48.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:47 smithi102 ceph-mon[88557]: osdmap e565: 8 total, 8 up, 8 in 2024-04-10T15:14:48.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:47 smithi102 ceph-mon[88557]: pgmap v507: 121 pgs: 121 active+clean; 455 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 22 op/s 2024-04-10T15:14:48.454 INFO:tasks.rados.rados.0.smithi102.stdout:2691: done (5 left) 2024-04-10T15:14:48.454 INFO:tasks.rados.rados.0.smithi102.stdout:2694: done (4 left) 2024-04-10T15:14:48.454 INFO:tasks.rados.rados.0.smithi102.stdout:2695: done (3 left) 2024-04-10T15:14:48.454 INFO:tasks.rados.rados.0.smithi102.stdout:2696: done (2 left) 2024-04-10T15:14:48.454 INFO:tasks.rados.rados.0.smithi102.stdout:2697: done (1 left) 2024-04-10T15:14:48.454 INFO:tasks.rados.rados.0.smithi102.stdout:2700: done (0 left) 2024-04-10T15:14:48.454 INFO:tasks.rados.rados.0.smithi102.stdout:2701: rollback oid 41 current snap is 254 2024-04-10T15:14:48.454 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 41 to 246 2024-04-10T15:14:48.454 INFO:tasks.rados.rados.0.smithi102.stdout:2702: copy_from oid 2 from oid 3 current snap is 254 2024-04-10T15:14:48.454 INFO:tasks.rados.rados.0.smithi102.stdout:2703: delete oid 12 current snap is 254 2024-04-10T15:14:48.456 INFO:tasks.rados.rados.0.smithi102.stdout:2703: done (2 left) 2024-04-10T15:14:48.456 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 46 current snap is 254 2024-04-10T15:14:48.456 INFO:tasks.rados.rados.0.smithi102.stdout:2704: seq_num 866 ranges {0=106496} 2024-04-10T15:14:48.457 INFO:tasks.rados.rados.0.smithi102.stdout:2704: writing smithi10276805-46 from 0 to 106496 tid 1 2024-04-10T15:14:48.457 INFO:tasks.rados.rados.0.smithi102.stdout:2705: copy_from oid 30 from oid 25 current snap is 254 2024-04-10T15:14:48.457 INFO:tasks.rados.rados.0.smithi102.stdout:2706: snap_remove snap 226 2024-04-10T15:14:48.495 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:14:48 smithi154 podman[107594]: 2024-04-10 15:14:48.272278676 +0000 UTC m=+4.481322956 container cleanup 1c2f7bf05952728a3be00ae4a29ac9aa3e48cc50af7b98aded3f191a1bb1d579 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-b, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, ceph=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240403, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=reef-d540eba, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True) 2024-04-10T15:14:48.495 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:14:48 smithi154 bash[107594]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-b 2024-04-10T15:14:48.656 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 15:14:48 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a[116223]: 2024-04-10T15:14:48.253+0000 7f9d0aa9d700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-04-10T15:14:48.851 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:14:48 smithi154 podman[107608]: 2024-04-10 15:14:48.523369278 +0000 UTC m=+0.628656766 container remove 1c2f7bf05952728a3be00ae4a29ac9aa3e48cc50af7b98aded3f191a1bb1d579 (image=quay.ceph.io/ceph-ci/ceph@sha256:72f2afc3fa84ea067411fbf5c1562b80cbcb72ca6ea6f1e44b170e45174046f3, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=reef-d540eba, org.label-schema.build-date=20240403, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True) 2024-04-10T15:14:48.851 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:14:48 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mds.b.service: Deactivated successfully. 2024-04-10T15:14:48.852 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:14:48 smithi154 systemd[1]: Stopped Ceph mds.b for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:14:48.852 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:14:48 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mds.b.service: Consumed 1.614s CPU time. 2024-04-10T15:14:49.126 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:48 smithi154 ceph-mon[84269]: osdmap e566: 8 total, 8 up, 8 in 2024-04-10T15:14:49.126 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:48 smithi154 ceph-mon[84269]: osdmap e567: 8 total, 8 up, 8 in 2024-04-10T15:14:49.126 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:14:48 smithi154 systemd[1]: Starting Ceph mds.b for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:14:49.126 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:14:49 smithi154 podman[107740]: 2024-04-10 15:14:49.082643059 +0000 UTC m=+0.101876175 container create 98f96283a9b21b2ca53deb74345e41978809340a823d1a6d4cdd095f38aba019 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD) 2024-04-10T15:14:49.127 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:14:49 smithi154 podman[107740]: 2024-04-10 15:14:48.998614131 +0000 UTC m=+0.017847265 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T15:14:49.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:48 smithi102 ceph-mon[88557]: osdmap e566: 8 total, 8 up, 8 in 2024-04-10T15:14:49.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:48 smithi102 ceph-mon[88557]: osdmap e567: 8 total, 8 up, 8 in 2024-04-10T15:14:49.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:48 smithi102 ceph-mon[90943]: osdmap e566: 8 total, 8 up, 8 in 2024-04-10T15:14:49.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:48 smithi102 ceph-mon[90943]: osdmap e567: 8 total, 8 up, 8 in 2024-04-10T15:14:49.225 INFO:tasks.rados.rados.0.smithi102.stdout:2702: finishing copy_from to smithi10276805-2 2024-04-10T15:14:49.225 INFO:tasks.rados.rados.0.smithi102.stdout:2702: got expected ENOENT (src dne) 2024-04-10T15:14:49.225 INFO:tasks.rados.rados.0.smithi102.stdout:2702: finishing copy_from racing read to smithi10276805-2 2024-04-10T15:14:49.225 INFO:tasks.rados.rados.0.smithi102.stdout:2701: finishing rollback tid 0 to smithi10276805-41 2024-04-10T15:14:49.225 INFO:tasks.rados.rados.0.smithi102.stdout:2701: finishing rollback tid 1 to smithi10276805-41 2024-04-10T15:14:49.225 INFO:tasks.rados.rados.0.smithi102.stdout:2701: finishing rollback tid 2 to smithi10276805-41 2024-04-10T15:14:49.225 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 1362 (ObjNum 800 snap 235 seq_num 800) dirty exists 2024-04-10T15:14:49.225 INFO:tasks.rados.rados.0.smithi102.stdout:2704: finishing write tid 1 to smithi10276805-46 2024-04-10T15:14:49.225 INFO:tasks.rados.rados.0.smithi102.stdout:2704: finishing write tid 2 to smithi10276805-46 2024-04-10T15:14:49.225 INFO:tasks.rados.rados.0.smithi102.stdout:2704: finishing write tid 3 to smithi10276805-46 2024-04-10T15:14:49.226 INFO:tasks.rados.rados.0.smithi102.stdout:2704: oid 46 updating version 0 to 1309 2024-04-10T15:14:49.226 INFO:tasks.rados.rados.0.smithi102.stdout:2704: oid 46 version 1309 is already newer than 1308 2024-04-10T15:14:49.226 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 1309 (ObjNum 866 snap 254 seq_num 866) dirty exists 2024-04-10T15:14:49.226 INFO:tasks.rados.rados.0.smithi102.stdout:2704: left oid 46 (ObjNum 866 snap 254 seq_num 866) 2024-04-10T15:14:49.226 INFO:tasks.rados.rados.0.smithi102.stdout:2705: finishing copy_from racing read to smithi10276805-30 2024-04-10T15:14:49.226 INFO:tasks.rados.rados.0.smithi102.stdout:2705: finishing copy_from to smithi10276805-30 2024-04-10T15:14:49.226 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 1348 (ObjNum 861 snap 254 seq_num 861) dirty exists 2024-04-10T15:14:49.226 INFO:tasks.rados.rados.0.smithi102.stdout:2701: done (4 left) 2024-04-10T15:14:49.226 INFO:tasks.rados.rados.0.smithi102.stdout:2702: done (3 left) 2024-04-10T15:14:49.226 INFO:tasks.rados.rados.0.smithi102.stdout:2704: done (2 left) 2024-04-10T15:14:49.226 INFO:tasks.rados.rados.0.smithi102.stdout:2705: done (1 left) 2024-04-10T15:14:49.226 INFO:tasks.rados.rados.0.smithi102.stdout:2706: done (0 left) 2024-04-10T15:14:49.226 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 254 2024-04-10T15:14:49.226 INFO:tasks.rados.rados.0.smithi102.stdout:2707: seq_num 867 ranges {7831552=122880} 2024-04-10T15:14:49.268 INFO:tasks.rados.rados.0.smithi102.stdout:2707: writing smithi10276805-15 from 7831552 to 7954432 tid 1 2024-04-10T15:14:49.268 INFO:tasks.rados.rados.0.smithi102.stdout:2708: delete oid 40 current snap is 254 2024-04-10T15:14:49.272 INFO:tasks.rados.rados.0.smithi102.stdout:2708: done (1 left) 2024-04-10T15:14:49.272 INFO:tasks.rados.rados.0.smithi102.stdout:2709: delete oid 29 current snap is 254 2024-04-10T15:14:49.274 INFO:tasks.rados.rados.0.smithi102.stdout:2707: finishing write tid 1 to smithi10276805-15 2024-04-10T15:14:49.274 INFO:tasks.rados.rados.0.smithi102.stdout:2707: finishing write tid 2 to smithi10276805-15 2024-04-10T15:14:49.275 INFO:tasks.rados.rados.0.smithi102.stdout:2709: done (1 left) 2024-04-10T15:14:49.276 INFO:tasks.rados.rados.0.smithi102.stdout:2710: snap_remove snap 227 2024-04-10T15:14:49.626 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:14:49 smithi154 podman[107740]: 2024-04-10 15:14:49.285823863 +0000 UTC m=+0.305056980 container init 98f96283a9b21b2ca53deb74345e41978809340a823d1a6d4cdd095f38aba019 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-b, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0) 2024-04-10T15:14:49.626 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:14:49 smithi154 podman[107740]: 2024-04-10 15:14:49.288434127 +0000 UTC m=+0.307667253 container start 98f96283a9b21b2ca53deb74345e41978809340a823d1a6d4cdd095f38aba019 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-b, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.build-date=20240409) 2024-04-10T15:14:49.626 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:14:49 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-b[107755]: starting mds.b at 2024-04-10T15:14:49.627 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:14:49 smithi154 bash[107740]: 98f96283a9b21b2ca53deb74345e41978809340a823d1a6d4cdd095f38aba019 2024-04-10T15:14:49.627 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 15:14:49 smithi154 systemd[1]: Started Ceph mds.b for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:14:50.235 INFO:tasks.rados.rados.0.smithi102.stdout:2707: finishing write tid 3 to smithi10276805-15 2024-04-10T15:14:50.235 INFO:tasks.rados.rados.0.smithi102.stdout:2707: oid 15 updating version 0 to 1745 2024-04-10T15:14:50.235 INFO:tasks.rados.rados.0.smithi102.stdout:2707: oid 15 updating version 1745 to 1746 2024-04-10T15:14:50.235 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 1746 (ObjNum 867 snap 254 seq_num 867) dirty exists 2024-04-10T15:14:50.236 INFO:tasks.rados.rados.0.smithi102.stdout:2707: left oid 15 (ObjNum 867 snap 254 seq_num 867) 2024-04-10T15:14:50.236 INFO:tasks.rados.rados.0.smithi102.stdout:2707: done (1 left) 2024-04-10T15:14:50.236 INFO:tasks.rados.rados.0.smithi102.stdout:2710: done (0 left) 2024-04-10T15:14:50.236 INFO:tasks.rados.rados.0.smithi102.stdout:2711: snap_create 2024-04-10T15:14:50.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:50 smithi154 ceph-mon[84269]: pgmap v510: 121 pgs: 121 active+clean; 456 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-04-10T15:14:50.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:50 smithi154 ceph-mon[84269]: osdmap e568: 8 total, 8 up, 8 in 2024-04-10T15:14:50.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:50 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:50.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:50 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:50.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:50 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:14:50.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:50 smithi102 ceph-mon[90943]: pgmap v510: 121 pgs: 121 active+clean; 456 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-04-10T15:14:50.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:50 smithi102 ceph-mon[90943]: osdmap e568: 8 total, 8 up, 8 in 2024-04-10T15:14:50.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:50 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:50.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:50 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:50.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:50 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:14:50.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:50 smithi102 ceph-mon[88557]: pgmap v510: 121 pgs: 121 active+clean; 456 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.0 MiB/s wr, 23 op/s 2024-04-10T15:14:50.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:50 smithi102 ceph-mon[88557]: osdmap e568: 8 total, 8 up, 8 in 2024-04-10T15:14:50.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:50 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:50.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:50 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:50.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:50 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:14:51.234 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:51 smithi154 ceph-mon[84269]: mds.? [v2:172.21.15.154:6832/4178784168,v1:172.21.15.154:6833/4178784168] up:boot 2024-04-10T15:14:51.234 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:51 smithi154 ceph-mon[84269]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-10T15:14:51.237 INFO:tasks.rados.rados.0.smithi102.stdout:2711: done (0 left) 2024-04-10T15:14:51.237 INFO:tasks.rados.rados.0.smithi102.stdout:2712: rmattr oid 49 current snap is 255 2024-04-10T15:14:51.238 INFO:tasks.rados.rados.0.smithi102.stdout:2712: done (0 left) 2024-04-10T15:14:51.238 INFO:tasks.rados.rados.0.smithi102.stdout:2713: snap_remove snap 212 2024-04-10T15:14:51.484 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:51 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:14:51.484 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:51 smithi154 ceph-mon[84269]: osdmap e569: 8 total, 8 up, 8 in 2024-04-10T15:14:51.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:51 smithi102 ceph-mon[90943]: mds.? [v2:172.21.15.154:6832/4178784168,v1:172.21.15.154:6833/4178784168] up:boot 2024-04-10T15:14:51.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:51 smithi102 ceph-mon[90943]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-10T15:14:51.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:51 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:14:51.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:51 smithi102 ceph-mon[90943]: osdmap e569: 8 total, 8 up, 8 in 2024-04-10T15:14:51.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:51 smithi102 ceph-mon[88557]: mds.? [v2:172.21.15.154:6832/4178784168,v1:172.21.15.154:6833/4178784168] up:boot 2024-04-10T15:14:51.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:51 smithi102 ceph-mon[88557]: fsmap cephfs:1 {0=a=up:active} 1 up:standby 2024-04-10T15:14:51.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:51 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "b"}]: dispatch 2024-04-10T15:14:51.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:51 smithi102 ceph-mon[88557]: osdmap e569: 8 total, 8 up, 8 in 2024-04-10T15:14:52.240 INFO:tasks.rados.rados.0.smithi102.stdout:2713: done (0 left) 2024-04-10T15:14:52.240 INFO:tasks.rados.rados.0.smithi102.stdout:2714: rollback oid 11 current snap is 255 2024-04-10T15:14:52.240 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 11 to 211 2024-04-10T15:14:52.240 INFO:tasks.rados.rados.0.smithi102.stdout:2715: delete oid 36 current snap is 255 2024-04-10T15:14:52.252 INFO:tasks.rados.rados.0.smithi102.stdout:2715: done (1 left) 2024-04-10T15:14:52.252 INFO:tasks.rados.rados.0.smithi102.stdout:2716: copy_from oid 1 from oid 9 current snap is 255 2024-04-10T15:14:52.252 INFO:tasks.rados.rados.0.smithi102.stdout:2717: snap_remove snap 252 2024-04-10T15:14:52.626 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:14:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:14:52.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:52 smithi154 ceph-mon[84269]: pgmap v513: 121 pgs: 121 active+clean; 457 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 336 KiB/s wr, 26 op/s 2024-04-10T15:14:52.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:52 smithi154 ceph-mon[84269]: osdmap e570: 8 total, 8 up, 8 in 2024-04-10T15:14:52.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:52 smithi102 ceph-mon[88557]: pgmap v513: 121 pgs: 121 active+clean; 457 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 336 KiB/s wr, 26 op/s 2024-04-10T15:14:52.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:52 smithi102 ceph-mon[88557]: osdmap e570: 8 total, 8 up, 8 in 2024-04-10T15:14:52.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:52 smithi102 ceph-mon[90943]: pgmap v513: 121 pgs: 121 active+clean; 457 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 1.2 MiB/s rd, 336 KiB/s wr, 26 op/s 2024-04-10T15:14:52.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:52 smithi102 ceph-mon[90943]: osdmap e570: 8 total, 8 up, 8 in 2024-04-10T15:14:53.221 INFO:tasks.rados.rados.0.smithi102.stdout:2714: finishing rollback tid 0 to smithi10276805-11 2024-04-10T15:14:53.221 INFO:tasks.rados.rados.0.smithi102.stdout:2714: finishing rollback tid 1 to smithi10276805-11 2024-04-10T15:14:53.221 INFO:tasks.rados.rados.0.smithi102.stdout:2714: finishing rollback tid 2 to smithi10276805-11 2024-04-10T15:14:53.221 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 1377 (ObjNum 709 snap 201 seq_num 709) dirty exists 2024-04-10T15:14:53.221 INFO:tasks.rados.rados.0.smithi102.stdout:2716: finishing copy_from racing read to smithi10276805-1 2024-04-10T15:14:53.221 INFO:tasks.rados.rados.0.smithi102.stdout:2716: finishing copy_from to smithi10276805-1 2024-04-10T15:14:53.221 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 1257 (ObjNum 856 snap 253 seq_num 856) dirty exists 2024-04-10T15:14:53.221 INFO:tasks.rados.rados.0.smithi102.stdout:2714: done (2 left) 2024-04-10T15:14:53.222 INFO:tasks.rados.rados.0.smithi102.stdout:2716: done (1 left) 2024-04-10T15:14:53.222 INFO:tasks.rados.rados.0.smithi102.stdout:2717: done (0 left) 2024-04-10T15:14:53.222 INFO:tasks.rados.rados.0.smithi102.stdout:2718: setattr oid 18 current snap is 255 2024-04-10T15:14:53.223 INFO:tasks.rados.rados.0.smithi102.stdout:2719: snap_remove snap 218 2024-04-10T15:14:53.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:53 smithi154 ceph-mon[84269]: osdmap e571: 8 total, 8 up, 8 in 2024-04-10T15:14:53.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:53 smithi154 ceph-mon[84269]: osdmap e572: 8 total, 8 up, 8 in 2024-04-10T15:14:53.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:14:53.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:53 smithi102 ceph-mon[90943]: osdmap e571: 8 total, 8 up, 8 in 2024-04-10T15:14:53.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:53 smithi102 ceph-mon[90943]: osdmap e572: 8 total, 8 up, 8 in 2024-04-10T15:14:53.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:14:53.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:53 smithi102 ceph-mon[88557]: osdmap e571: 8 total, 8 up, 8 in 2024-04-10T15:14:53.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:53 smithi102 ceph-mon[88557]: osdmap e572: 8 total, 8 up, 8 in 2024-04-10T15:14:53.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:14:54.224 INFO:tasks.rados.rados.0.smithi102.stdout:2719: done (1 left) 2024-04-10T15:14:54.225 INFO:tasks.rados.rados.0.smithi102.stdout:2720: delete oid 36 current snap is 255 2024-04-10T15:14:54.225 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 1219 (ObjNum 65 snap 0 seq_num 1415670621) dirty exists 2024-04-10T15:14:54.237 INFO:tasks.rados.rados.0.smithi102.stdout:2718: done (1 left) 2024-04-10T15:14:54.237 INFO:tasks.rados.rados.0.smithi102.stdout:2720: done (0 left) 2024-04-10T15:14:54.237 INFO:tasks.rados.rados.0.smithi102.stdout:2721: copy_from oid 14 from oid 22 current snap is 255 2024-04-10T15:14:54.237 INFO:tasks.rados.rados.0.smithi102.stdout:2722: delete oid 40 current snap is 255 2024-04-10T15:14:54.241 INFO:tasks.rados.rados.0.smithi102.stdout:2722: done (1 left) 2024-04-10T15:14:54.241 INFO:tasks.rados.rados.0.smithi102.stdout:2723: delete oid 21 current snap is 255 2024-04-10T15:14:54.245 INFO:tasks.rados.rados.0.smithi102.stdout:2723: done (1 left) 2024-04-10T15:14:54.245 INFO:tasks.rados.rados.0.smithi102.stdout:2724: rmattr oid 28 current snap is 255 2024-04-10T15:14:54.245 INFO:tasks.rados.rados.0.smithi102.stdout:2724: done (1 left) 2024-04-10T15:14:54.245 INFO:tasks.rados.rados.0.smithi102.stdout:2725: read oid 7 snap 242 2024-04-10T15:14:54.245 INFO:tasks.rados.rados.0.smithi102.stdout:2725: expect (ObjNum 791 snap 233 seq_num 791) 2024-04-10T15:14:54.245 INFO:tasks.rados.rados.0.smithi102.stdout:2726: copy_from oid 10 from oid 36 current snap is 255 2024-04-10T15:14:54.245 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 43 current snap is 255 2024-04-10T15:14:54.245 INFO:tasks.rados.rados.0.smithi102.stdout:2727: seq_num 874 ranges {3530752=245760} 2024-04-10T15:14:54.266 INFO:tasks.rados.rados.0.smithi102.stdout:2727: writing smithi10276805-43 from 3530752 to 3776512 tid 1 2024-04-10T15:14:54.267 INFO:tasks.rados.rados.0.smithi102.stdout:2728: read oid 48 snap -1 2024-04-10T15:14:54.267 INFO:tasks.rados.rados.0.smithi102.stdout:2728: expect (ObjNum 815 snap 243 seq_num 815) 2024-04-10T15:14:54.267 INFO:tasks.rados.rados.0.smithi102.stdout:2729: snap_remove snap 254 2024-04-10T15:14:54.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:54 smithi154 ceph-mon[84269]: pgmap v516: 121 pgs: 121 active+clean; 462 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 332 KiB/s wr, 23 op/s 2024-04-10T15:14:54.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:54.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:54.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:54 smithi154 ceph-mon[84269]: osdmap e573: 8 total, 8 up, 8 in 2024-04-10T15:14:54.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:54 smithi102 ceph-mon[90943]: pgmap v516: 121 pgs: 121 active+clean; 462 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 332 KiB/s wr, 23 op/s 2024-04-10T15:14:54.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:54.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:54.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:54 smithi102 ceph-mon[90943]: osdmap e573: 8 total, 8 up, 8 in 2024-04-10T15:14:54.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:54 smithi102 ceph-mon[88557]: pgmap v516: 121 pgs: 121 active+clean; 462 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 14 KiB/s rd, 332 KiB/s wr, 23 op/s 2024-04-10T15:14:54.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:54.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:54.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:54 smithi102 ceph-mon[88557]: osdmap e573: 8 total, 8 up, 8 in 2024-04-10T15:14:55.255 INFO:tasks.rados.rados.0.smithi102.stdout:2729: done (5 left) 2024-04-10T15:14:55.255 INFO:tasks.rados.rados.0.smithi102.stdout:2730: copy_from oid 12 from oid 33 current snap is 255 2024-04-10T15:14:55.255 INFO:tasks.rados.rados.0.smithi102.stdout:2721: finishing copy_from to smithi10276805-14 2024-04-10T15:14:55.255 INFO:tasks.rados.rados.0.smithi102.stdout:2721: got expected ENOENT (src dne) 2024-04-10T15:14:55.255 INFO:tasks.rados.rados.0.smithi102.stdout:2721: finishing copy_from racing read to smithi10276805-14 2024-04-10T15:14:55.255 INFO:tasks.rados.rados.0.smithi102.stdout:2726: finishing copy_from to smithi10276805-10 2024-04-10T15:14:55.255 INFO:tasks.rados.rados.0.smithi102.stdout:2726: got expected ENOENT (src dne) 2024-04-10T15:14:55.255 INFO:tasks.rados.rados.0.smithi102.stdout:2726: finishing copy_from racing read to smithi10276805-10 2024-04-10T15:14:55.255 INFO:tasks.rados.rados.0.smithi102.stdout:2725: expect (ObjNum 791 snap 233 seq_num 791) 2024-04-10T15:14:55.305 INFO:tasks.rados.rados.0.smithi102.stdout:2727: finishing write tid 1 to smithi10276805-43 2024-04-10T15:14:55.305 INFO:tasks.rados.rados.0.smithi102.stdout:2727: finishing write tid 2 to smithi10276805-43 2024-04-10T15:14:55.305 INFO:tasks.rados.rados.0.smithi102.stdout:2727: finishing write tid 3 to smithi10276805-43 2024-04-10T15:14:55.305 INFO:tasks.rados.rados.0.smithi102.stdout:2727: oid 43 updating version 0 to 1363 2024-04-10T15:14:55.305 INFO:tasks.rados.rados.0.smithi102.stdout:2727: oid 43 updating version 1363 to 1364 2024-04-10T15:14:55.305 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 1364 (ObjNum 874 snap 255 seq_num 874) dirty exists 2024-04-10T15:14:55.306 INFO:tasks.rados.rados.0.smithi102.stdout:2727: left oid 43 (ObjNum 874 snap 255 seq_num 874) 2024-04-10T15:14:55.306 INFO:tasks.rados.rados.0.smithi102.stdout:2721: done (5 left) 2024-04-10T15:14:55.306 INFO:tasks.rados.rados.0.smithi102.stdout:2725: done (4 left) 2024-04-10T15:14:55.306 INFO:tasks.rados.rados.0.smithi102.stdout:2726: done (3 left) 2024-04-10T15:14:55.306 INFO:tasks.rados.rados.0.smithi102.stdout:2727: done (2 left) 2024-04-10T15:14:55.306 INFO:tasks.rados.rados.0.smithi102.stdout:2731: read oid 45 snap 237 2024-04-10T15:14:55.306 INFO:tasks.rados.rados.0.smithi102.stdout:2731: expect (ObjNum 795 snap 235 seq_num 795) 2024-04-10T15:14:55.306 INFO:tasks.rados.rados.0.smithi102.stdout:2732: delete oid 7 current snap is 255 2024-04-10T15:14:55.306 INFO:tasks.rados.rados.0.smithi102.stdout:2728: expect (ObjNum 815 snap 243 seq_num 815) 2024-04-10T15:14:55.348 INFO:tasks.rados.rados.0.smithi102.stdout:2730: finishing copy_from racing read to smithi10276805-12 2024-04-10T15:14:55.348 INFO:tasks.rados.rados.0.smithi102.stdout:2730: finishing copy_from to smithi10276805-12 2024-04-10T15:14:55.348 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 1340 (ObjNum 734 snap 210 seq_num 734) dirty exists 2024-04-10T15:14:55.348 INFO:tasks.rados.rados.0.smithi102.stdout:2731: expect (ObjNum 795 snap 235 seq_num 795) 2024-04-10T15:14:55.423 INFO:tasks.rados.rados.0.smithi102.stdout:2728: done (3 left) 2024-04-10T15:14:55.423 INFO:tasks.rados.rados.0.smithi102.stdout:2730: done (2 left) 2024-04-10T15:14:55.424 INFO:tasks.rados.rados.0.smithi102.stdout:2731: done (1 left) 2024-04-10T15:14:55.424 INFO:tasks.rados.rados.0.smithi102.stdout:2732: done (0 left) 2024-04-10T15:14:55.424 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 255 2024-04-10T15:14:55.424 INFO:tasks.rados.rados.0.smithi102.stdout:2733: seq_num 876 ranges {0=278528} 2024-04-10T15:14:55.424 INFO:tasks.rados.rados.0.smithi102.stdout:2733: writing smithi10276805-39 from 0 to 278528 tid 1 2024-04-10T15:14:55.425 INFO:tasks.rados.rados.0.smithi102.stdout:2734: delete oid 7 current snap is 255 2024-04-10T15:14:55.427 INFO:tasks.rados.rados.0.smithi102.stdout:2733: finishing write tid 1 to smithi10276805-39 2024-04-10T15:14:55.428 INFO:tasks.rados.rados.0.smithi102.stdout:2733: finishing write tid 2 to smithi10276805-39 2024-04-10T15:14:55.429 INFO:tasks.rados.rados.0.smithi102.stdout:2734: done (1 left) 2024-04-10T15:14:55.429 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 6 current snap is 255 2024-04-10T15:14:55.429 INFO:tasks.rados.rados.0.smithi102.stdout:2735: seq_num 878 ranges {6610944=311296} 2024-04-10T15:14:55.466 INFO:tasks.rados.rados.0.smithi102.stdout:2735: writing smithi10276805-6 from 6610944 to 6922240 tid 1 2024-04-10T15:14:55.466 INFO:tasks.rados.rados.0.smithi102.stdout:2736: delete oid 25 current snap is 255 2024-04-10T15:14:55.466 INFO:tasks.rados.rados.0.smithi102.stdout:2733: finishing write tid 3 to smithi10276805-39 2024-04-10T15:14:55.466 INFO:tasks.rados.rados.0.smithi102.stdout:2733: oid 39 updating version 0 to 1619 2024-04-10T15:14:55.466 INFO:tasks.rados.rados.0.smithi102.stdout:2733: oid 39 version 1619 is already newer than 1618 2024-04-10T15:14:55.466 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 1619 (ObjNum 876 snap 255 seq_num 876) dirty exists 2024-04-10T15:14:55.466 INFO:tasks.rados.rados.0.smithi102.stdout:2733: left oid 39 (ObjNum 876 snap 255 seq_num 876) 2024-04-10T15:14:55.467 INFO:tasks.rados.rados.0.smithi102.stdout:2733: done (2 left) 2024-04-10T15:14:55.467 INFO:tasks.rados.rados.0.smithi102.stdout:2736: done (1 left) 2024-04-10T15:14:55.467 INFO:tasks.rados.rados.0.smithi102.stdout:2737: snap_remove snap 247 2024-04-10T15:14:55.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:55 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:55.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:55 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:55.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:55 smithi154 ceph-mon[84269]: pgmap v519: 121 pgs: 121 active+clean; 467 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-04-10T15:14:55.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:55 smithi154 ceph-mon[84269]: osdmap e574: 8 total, 8 up, 8 in 2024-04-10T15:14:55.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:55 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:55.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:55 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:55.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:55 smithi102 ceph-mon[90943]: pgmap v519: 121 pgs: 121 active+clean; 467 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-04-10T15:14:55.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:55 smithi102 ceph-mon[90943]: osdmap e574: 8 total, 8 up, 8 in 2024-04-10T15:14:55.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:55 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:55.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:55 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:55.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:55 smithi102 ceph-mon[88557]: pgmap v519: 121 pgs: 121 active+clean; 467 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.7 KiB/s rd, 1.3 MiB/s wr, 11 op/s 2024-04-10T15:14:55.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:55 smithi102 ceph-mon[88557]: osdmap e574: 8 total, 8 up, 8 in 2024-04-10T15:14:56.405 INFO:tasks.rados.rados.0.smithi102.stdout:2737: done (1 left) 2024-04-10T15:14:56.405 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 8 current snap is 255 2024-04-10T15:14:56.405 INFO:tasks.rados.rados.0.smithi102.stdout:2738: seq_num 880 ranges {229376=344064} 2024-04-10T15:14:56.410 INFO:tasks.rados.rados.0.smithi102.stdout:2738: writing smithi10276805-8 from 229376 to 573440 tid 1 2024-04-10T15:14:56.410 INFO:tasks.rados.rados.0.smithi102.stdout:2739: read oid 48 snap -1 2024-04-10T15:14:56.410 INFO:tasks.rados.rados.0.smithi102.stdout:2739: expect (ObjNum 815 snap 243 seq_num 815) 2024-04-10T15:14:56.411 INFO:tasks.rados.rados.0.smithi102.stdout:2740: rollback oid 24 current snap is 255 2024-04-10T15:14:56.411 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 24 to 246 2024-04-10T15:14:56.411 INFO:tasks.rados.rados.0.smithi102.stdout:2735: finishing write tid 1 to smithi10276805-6 2024-04-10T15:14:56.411 INFO:tasks.rados.rados.0.smithi102.stdout:2735: finishing write tid 2 to smithi10276805-6 2024-04-10T15:14:56.411 INFO:tasks.rados.rados.0.smithi102.stdout:2735: finishing write tid 3 to smithi10276805-6 2024-04-10T15:14:56.411 INFO:tasks.rados.rados.0.smithi102.stdout:2735: oid 6 updating version 0 to 1342 2024-04-10T15:14:56.411 INFO:tasks.rados.rados.0.smithi102.stdout:2735: oid 6 version 1342 is already newer than 1341 2024-04-10T15:14:56.411 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 1342 (ObjNum 878 snap 255 seq_num 878) dirty exists 2024-04-10T15:14:56.411 INFO:tasks.rados.rados.0.smithi102.stdout:2735: left oid 6 (ObjNum 878 snap 255 seq_num 878) 2024-04-10T15:14:56.411 INFO:tasks.rados.rados.0.smithi102.stdout:2735: done (3 left) 2024-04-10T15:14:56.411 INFO:tasks.rados.rados.0.smithi102.stdout:2741: read oid 15 snap -1 2024-04-10T15:14:56.411 INFO:tasks.rados.rados.0.smithi102.stdout:2741: expect (ObjNum 867 snap 254 seq_num 867) 2024-04-10T15:14:56.411 INFO:tasks.rados.rados.0.smithi102.stdout:2742: read oid 38 snap -1 2024-04-10T15:14:56.411 INFO:tasks.rados.rados.0.smithi102.stdout:2742: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-10T15:14:56.411 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 27 current snap is 255 2024-04-10T15:14:56.411 INFO:tasks.rados.rados.0.smithi102.stdout:2743: seq_num 881 ranges {5431296=360448} 2024-04-10T15:14:56.442 INFO:tasks.rados.rados.0.smithi102.stdout:2743: writing smithi10276805-27 from 5431296 to 5791744 tid 1 2024-04-10T15:14:56.443 INFO:tasks.rados.rados.0.smithi102.stdout:2744: delete oid 46 current snap is 255 2024-04-10T15:14:56.443 INFO:tasks.rados.rados.0.smithi102.stdout:2738: finishing write tid 1 to smithi10276805-8 2024-04-10T15:14:56.443 INFO:tasks.rados.rados.0.smithi102.stdout:2738: finishing write tid 2 to smithi10276805-8 2024-04-10T15:14:56.443 INFO:tasks.rados.rados.0.smithi102.stdout:2740: finishing rollback tid 1 to smithi10276805-24 2024-04-10T15:14:56.443 INFO:tasks.rados.rados.0.smithi102.stdout:2740: finishing rollback tid 2 to smithi10276805-24 2024-04-10T15:14:56.443 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 1238 (ObjNum 710 snap 201 seq_num 710) dirty exists 2024-04-10T15:14:56.443 INFO:tasks.rados.rados.0.smithi102.stdout:2742: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-10T15:14:56.469 INFO:tasks.rados.rados.0.smithi102.stdout:2738: finishing write tid 3 to smithi10276805-8 2024-04-10T15:14:56.469 INFO:tasks.rados.rados.0.smithi102.stdout:2738: oid 8 updating version 0 to 1346 2024-04-10T15:14:56.469 INFO:tasks.rados.rados.0.smithi102.stdout:2738: oid 8 updating version 1346 to 1347 2024-04-10T15:14:56.469 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 1347 (ObjNum 880 snap 255 seq_num 880) dirty exists 2024-04-10T15:14:56.469 INFO:tasks.rados.rados.0.smithi102.stdout:2738: left oid 8 (ObjNum 880 snap 255 seq_num 880) 2024-04-10T15:14:56.469 INFO:tasks.rados.rados.0.smithi102.stdout:2739: expect (ObjNum 815 snap 243 seq_num 815) 2024-04-10T15:14:56.512 INFO:tasks.rados.rados.0.smithi102.stdout:2743: finishing write tid 1 to smithi10276805-27 2024-04-10T15:14:56.512 INFO:tasks.rados.rados.0.smithi102.stdout:2743: finishing write tid 2 to smithi10276805-27 2024-04-10T15:14:56.512 INFO:tasks.rados.rados.0.smithi102.stdout:2743: finishing write tid 3 to smithi10276805-27 2024-04-10T15:14:56.512 INFO:tasks.rados.rados.0.smithi102.stdout:2743: oid 27 updating version 0 to 1620 2024-04-10T15:14:56.512 INFO:tasks.rados.rados.0.smithi102.stdout:2743: oid 27 updating version 1620 to 1621 2024-04-10T15:14:56.512 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 1621 (ObjNum 881 snap 255 seq_num 881) dirty exists 2024-04-10T15:14:56.512 INFO:tasks.rados.rados.0.smithi102.stdout:2743: left oid 27 (ObjNum 881 snap 255 seq_num 881) 2024-04-10T15:14:56.512 INFO:tasks.rados.rados.0.smithi102.stdout:2741: expect (ObjNum 867 snap 254 seq_num 867) 2024-04-10T15:14:57.001 INFO:tasks.rados.rados.0.smithi102.stdout:2738: done (6 left) 2024-04-10T15:14:57.002 INFO:tasks.rados.rados.0.smithi102.stdout:2739: done (5 left) 2024-04-10T15:14:57.002 INFO:tasks.rados.rados.0.smithi102.stdout:2740: done (4 left) 2024-04-10T15:14:57.002 INFO:tasks.rados.rados.0.smithi102.stdout:2741: done (3 left) 2024-04-10T15:14:57.002 INFO:tasks.rados.rados.0.smithi102.stdout:2742: done (2 left) 2024-04-10T15:14:57.002 INFO:tasks.rados.rados.0.smithi102.stdout:2743: done (1 left) 2024-04-10T15:14:57.002 INFO:tasks.rados.rados.0.smithi102.stdout:2744: done (0 left) 2024-04-10T15:14:57.002 INFO:tasks.rados.rados.0.smithi102.stdout:2745: copy_from oid 25 from oid 21 current snap is 255 2024-04-10T15:14:57.002 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 255 2024-04-10T15:14:57.002 INFO:tasks.rados.rados.0.smithi102.stdout:2746: seq_num 883 ranges {1204224=393216} 2024-04-10T15:14:57.010 INFO:tasks.rados.rados.0.smithi102.stdout:2746: writing smithi10276805-2 from 1204224 to 1597440 tid 1 2024-04-10T15:14:57.010 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 255 2024-04-10T15:14:57.010 INFO:tasks.rados.rados.0.smithi102.stdout:2747: seq_num 884 ranges {278528=409600} 2024-04-10T15:14:57.014 INFO:tasks.rados.rados.0.smithi102.stdout:2747: writing smithi10276805-39 from 278528 to 688128 tid 1 2024-04-10T15:14:57.015 INFO:tasks.rados.rados.0.smithi102.stdout:2748: read oid 36 snap -1 2024-04-10T15:14:57.015 INFO:tasks.rados.rados.0.smithi102.stdout:2748: expect deleted 2024-04-10T15:14:57.015 INFO:tasks.rados.rados.0.smithi102.stdout:2749: rollback oid 50 current snap is 255 2024-04-10T15:14:57.015 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 50 to 248 2024-04-10T15:14:57.015 INFO:tasks.rados.rados.0.smithi102.stdout:2745: finishing copy_from to smithi10276805-25 2024-04-10T15:14:57.015 INFO:tasks.rados.rados.0.smithi102.stdout:2745: got expected ENOENT (src dne) 2024-04-10T15:14:57.015 INFO:tasks.rados.rados.0.smithi102.stdout:2745: finishing copy_from racing read to smithi10276805-25 2024-04-10T15:14:57.015 INFO:tasks.rados.rados.0.smithi102.stdout:2746: finishing write tid 1 to smithi10276805-2 2024-04-10T15:14:57.015 INFO:tasks.rados.rados.0.smithi102.stdout:2746: finishing write tid 2 to smithi10276805-2 2024-04-10T15:14:57.015 INFO:tasks.rados.rados.0.smithi102.stdout:2745: done (4 left) 2024-04-10T15:14:57.015 INFO:tasks.rados.rados.0.smithi102.stdout:2750: snap_remove snap 231 2024-04-10T15:14:57.193 INFO:teuthology.orchestra.run.smithi102.stdout:true 2024-04-10T15:14:57.411 INFO:tasks.rados.rados.0.smithi102.stdout:2750: done (4 left) 2024-04-10T15:14:57.411 INFO:tasks.rados.rados.0.smithi102.stdout:2751: snap_remove snap 246 2024-04-10T15:14:57.530 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:14:57.530 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (10m) 22s ago 11m 24.6M - 0.25.0 c8568f914cd2 8877963ef1e7 2024-04-10T15:14:57.530 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi154 *:3000 running (10m) 4s ago 10m 92.3M - 9.4.7 954c08fa6188 a24ea26325a1 2024-04-10T15:14:57.530 INFO:teuthology.orchestra.run.smithi102.stdout:mds.a smithi102 running (25s) 22s ago 12m 12.6M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 32b08f42b5e0 2024-04-10T15:14:57.530 INFO:teuthology.orchestra.run.smithi102.stdout:mds.b smithi154 running (8s) 4s ago 12m 13.7M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 98f96283a9b2 2024-04-10T15:14:57.530 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi154 *:8443,9283,8765 running (6m) 4s ago 15m 453M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 5843a1d0f5c5 2024-04-10T15:14:57.530 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (6m) 22s ago 17m 519M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 d4cb3bfdb76a 2024-04-10T15:14:57.530 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (6m) 22s ago 17m 65.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 09d0a3f89365 2024-04-10T15:14:57.530 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi154 running (5m) 4s ago 15m 51.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ecf89eee3550 2024-04-10T15:14:57.530 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (5m) 22s ago 15m 55.9M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 57de69af85cd 2024-04-10T15:14:57.530 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (10m) 22s ago 10m 14.9M - 1.5.0 0da6a335fe13 dc103d21fc64 2024-04-10T15:14:57.531 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi154 *:9100 running (10m) 4s ago 10m 15.9M - 1.5.0 0da6a335fe13 c71ce3c6ef09 2024-04-10T15:14:57.531 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (4m) 22s ago 15m 229M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e0c9aedb2146 2024-04-10T15:14:57.531 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (4m) 22s ago 14m 132M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 2d65d19c2ebd 2024-04-10T15:14:57.531 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (3m) 22s ago 14m 234M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 5937c2c020b1 2024-04-10T15:14:57.531 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (3m) 22s ago 13m 128M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 056d46e334c1 2024-04-10T15:14:57.531 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi154 running (2m) 4s ago 13m 202M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 b11287656a89 2024-04-10T15:14:57.531 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi154 running (112s) 4s ago 13m 182M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a092a68346b1 2024-04-10T15:14:57.531 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi154 running (77s) 4s ago 12m 118M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 37b06cfa6a20 2024-04-10T15:14:57.531 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi154 running (42s) 4s ago 12m 83.5M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 7706e972bd27 2024-04-10T15:14:57.531 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi154 *:9095 running (6m) 4s ago 11m 62.6M - 2.43.0 a07b618ecd1d 15b122e84a15 2024-04-10T15:14:57.531 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:57 smithi102 ceph-mon[90943]: osdmap e575: 8 total, 8 up, 8 in 2024-04-10T15:14:57.531 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:57 smithi102 ceph-mon[90943]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:14:57.532 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:57 smithi102 ceph-mon[90943]: pgmap v522: 121 pgs: 121 active+clean; 475 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-04-10T15:14:57.532 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:57 smithi102 ceph-mon[88557]: osdmap e575: 8 total, 8 up, 8 in 2024-04-10T15:14:57.532 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:57 smithi102 ceph-mon[88557]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:14:57.532 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:57 smithi102 ceph-mon[88557]: pgmap v522: 121 pgs: 121 active+clean; 475 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-04-10T15:14:57.547 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:57 smithi154 ceph-mon[84269]: osdmap e575: 8 total, 8 up, 8 in 2024-04-10T15:14:57.547 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:57 smithi154 ceph-mon[84269]: from='client.34410 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:14:57.547 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:57 smithi154 ceph-mon[84269]: pgmap v522: 121 pgs: 121 active+clean; 475 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.7 MiB/s wr, 13 op/s 2024-04-10T15:14:57.906 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:14:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:14:57] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-04-10T15:14:57.925 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:14:57.925 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-10T15:14:57.925 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:14:57.925 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:14:57.925 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-10T15:14:57.925 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:14:57.925 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:14:57.925 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-10T15:14:57.926 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-10T15:14:57.926 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:14:57.926 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-10T15:14:57.926 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:14:57.926 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:14:57.926 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-10T15:14:57.926 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 15 2024-04-10T15:14:57.926 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:14:57.926 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:14:58.223 INFO:tasks.rados.rados.0.smithi102.stdout:2751: done (4 left) 2024-04-10T15:14:58.223 INFO:tasks.rados.rados.0.smithi102.stdout:2752: rmattr oid 27 current snap is 255 2024-04-10T15:14:58.223 INFO:tasks.rados.rados.0.smithi102.stdout:2746: finishing write tid 3 to smithi10276805-2 2024-04-10T15:14:58.223 INFO:tasks.rados.rados.0.smithi102.stdout:2746: oid 2 updating version 0 to 1229 2024-04-10T15:14:58.223 INFO:tasks.rados.rados.0.smithi102.stdout:2746: oid 2 updating version 1229 to 1230 2024-04-10T15:14:58.223 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 1230 (ObjNum 883 snap 255 seq_num 883) dirty exists 2024-04-10T15:14:58.223 INFO:tasks.rados.rados.0.smithi102.stdout:2746: left oid 2 (ObjNum 883 snap 255 seq_num 883) 2024-04-10T15:14:58.224 INFO:tasks.rados.rados.0.smithi102.stdout:2749: finishing rollback tid 0 to smithi10276805-50 2024-04-10T15:14:58.224 INFO:tasks.rados.rados.0.smithi102.stdout:2749: finishing rollback tid 1 to smithi10276805-50 2024-04-10T15:14:58.224 INFO:tasks.rados.rados.0.smithi102.stdout:2749: finishing rollback tid 2 to smithi10276805-50 2024-04-10T15:14:58.224 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 1236 (ObjNum 741 snap 214 seq_num 741) dirty exists 2024-04-10T15:14:58.224 INFO:tasks.rados.rados.0.smithi102.stdout:2747: finishing write tid 1 to smithi10276805-39 2024-04-10T15:14:58.224 INFO:tasks.rados.rados.0.smithi102.stdout:2747: finishing write tid 2 to smithi10276805-39 2024-04-10T15:14:58.224 INFO:tasks.rados.rados.0.smithi102.stdout:2747: finishing write tid 3 to smithi10276805-39 2024-04-10T15:14:58.224 INFO:tasks.rados.rados.0.smithi102.stdout:2747: oid 39 updating version 0 to 1623 2024-04-10T15:14:58.224 INFO:tasks.rados.rados.0.smithi102.stdout:2747: oid 39 version 1623 is already newer than 1622 2024-04-10T15:14:58.224 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 1623 (ObjNum 884 snap 255 seq_num 884) dirty exists 2024-04-10T15:14:58.224 INFO:tasks.rados.rados.0.smithi102.stdout:2747: left oid 39 (ObjNum 884 snap 255 seq_num 884) 2024-04-10T15:14:58.224 INFO:tasks.rados.rados.0.smithi102.stdout:2746: done (4 left) 2024-04-10T15:14:58.224 INFO:tasks.rados.rados.0.smithi102.stdout:2747: done (3 left) 2024-04-10T15:14:58.224 INFO:tasks.rados.rados.0.smithi102.stdout:2748: done (2 left) 2024-04-10T15:14:58.224 INFO:tasks.rados.rados.0.smithi102.stdout:2749: done (1 left) 2024-04-10T15:14:58.225 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 22 current snap is 255 2024-04-10T15:14:58.225 INFO:tasks.rados.rados.0.smithi102.stdout:2753: seq_num 885 ranges {0=425984} 2024-04-10T15:14:58.229 INFO:tasks.rados.rados.0.smithi102.stdout:2753: writing smithi10276805-22 from 0 to 425984 tid 1 2024-04-10T15:14:58.229 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 29 current snap is 255 2024-04-10T15:14:58.229 INFO:tasks.rados.rados.0.smithi102.stdout:2754: seq_num 886 ranges {0=442368} 2024-04-10T15:14:58.229 INFO:tasks.rados.rados.0.smithi102.stdout:2754: writing smithi10276805-29 from 0 to 442368 tid 1 2024-04-10T15:14:58.229 INFO:tasks.rados.rados.0.smithi102.stdout:2755: read oid 28 snap -1 2024-04-10T15:14:58.229 INFO:tasks.rados.rados.0.smithi102.stdout:2755: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-10T15:14:58.229 INFO:tasks.rados.rados.0.smithi102.stdout:2756: snap_remove snap 213 2024-04-10T15:14:58.788 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: osdmap e576: 8 total, 8 up, 8 in 2024-04-10T15:14:58.788 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:14:58.788 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3520521063' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.788 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.788 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.788 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:14:58.788 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:14:58.788 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.788 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:14:58.789 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.789 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.789 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.789 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.789 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.789 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: Upgrade: Setting container_image for all mds 2024-04-10T15:14:58.789 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.789 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-10T15:14:58.789 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-10T15:14:58.789 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-10T15:14:58.789 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-10T15:14:58.789 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.789 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: Upgrade: Setting container_image for all rgw 2024-04-10T15:14:58.789 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.789 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.790 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: Upgrade: Setting container_image for all rbd-mirror 2024-04-10T15:14:58.790 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.790 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.790 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.790 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: Upgrade: Setting container_image for all ceph-exporter 2024-04-10T15:14:58.790 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.790 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: osdmap e576: 8 total, 8 up, 8 in 2024-04-10T15:14:58.791 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:14:58.791 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3520521063' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.791 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.791 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.791 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:14:58.791 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:14:58.791 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.791 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:14:58.791 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.791 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.791 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.791 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.791 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.791 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: Upgrade: Setting container_image for all mds 2024-04-10T15:14:58.792 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.792 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-10T15:14:58.792 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-10T15:14:58.792 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-10T15:14:58.792 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-10T15:14:58.792 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.792 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: Upgrade: Setting container_image for all rgw 2024-04-10T15:14:58.792 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.792 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.792 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: Upgrade: Setting container_image for all rbd-mirror 2024-04-10T15:14:58.792 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.792 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.792 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.792 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: Upgrade: Setting container_image for all ceph-exporter 2024-04-10T15:14:58.793 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.793 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.793 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: Upgrade: Setting container_image for all iscsi 2024-04-10T15:14:58.793 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.793 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.793 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: Upgrade: Setting container_image for all nfs 2024-04-10T15:14:58.793 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.793 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.793 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: Upgrade: Setting container_image for all nvmeof 2024-04-10T15:14:58.793 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.793 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[88557]: osdmap e577: 8 total, 8 up, 8 in 2024-04-10T15:14:58.793 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.793 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: Upgrade: Setting container_image for all iscsi 2024-04-10T15:14:58.793 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.794 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.794 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: Upgrade: Setting container_image for all nfs 2024-04-10T15:14:58.794 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.794 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.794 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: Upgrade: Setting container_image for all nvmeof 2024-04-10T15:14:58.794 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.794 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:14:58 smithi102 ceph-mon[90943]: osdmap e577: 8 total, 8 up, 8 in 2024-04-10T15:14:58.876 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: osdmap e576: 8 total, 8 up, 8 in 2024-04-10T15:14:58.876 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='client.34416 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:14:58.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3520521063' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:14:58.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:14:58.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:14:58.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: Upgrade: Setting container_image for all mds 2024-04-10T15:14:58.877 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]: dispatch 2024-04-10T15:14:58.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.a"}]': finished 2024-04-10T15:14:58.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]: dispatch 2024-04-10T15:14:58.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds.b"}]': finished 2024-04-10T15:14:58.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: Upgrade: Setting container_image for all rgw 2024-04-10T15:14:58.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: Upgrade: Setting container_image for all rbd-mirror 2024-04-10T15:14:58.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: Upgrade: Setting container_image for all ceph-exporter 2024-04-10T15:14:58.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: Upgrade: Setting container_image for all iscsi 2024-04-10T15:14:58.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: Upgrade: Setting container_image for all nfs 2024-04-10T15:14:58.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:14:58.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: Upgrade: Setting container_image for all nvmeof 2024-04-10T15:14:58.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:14:58.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:14:58 smithi154 ceph-mon[84269]: osdmap e577: 8 total, 8 up, 8 in 2024-04-10T15:14:59.225 INFO:tasks.rados.rados.0.smithi102.stdout:2756: done (4 left) 2024-04-10T15:14:59.225 INFO:tasks.rados.rados.0.smithi102.stdout:2757: setattr oid 48 current snap is 255 2024-04-10T15:14:59.225 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 1624 (ObjNum 881 snap 255 seq_num 881) dirty exists 2024-04-10T15:14:59.226 INFO:tasks.rados.rados.0.smithi102.stdout:2753: finishing write tid 1 to smithi10276805-22 2024-04-10T15:14:59.226 INFO:tasks.rados.rados.0.smithi102.stdout:2753: finishing write tid 2 to smithi10276805-22 2024-04-10T15:14:59.226 INFO:tasks.rados.rados.0.smithi102.stdout:2753: finishing write tid 3 to smithi10276805-22 2024-04-10T15:14:59.226 INFO:tasks.rados.rados.0.smithi102.stdout:2753: oid 22 updating version 0 to 1259 2024-04-10T15:14:59.226 INFO:tasks.rados.rados.0.smithi102.stdout:2753: oid 22 version 1259 is already newer than 1258 2024-04-10T15:14:59.226 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 1259 (ObjNum 885 snap 255 seq_num 885) dirty exists 2024-04-10T15:14:59.226 INFO:tasks.rados.rados.0.smithi102.stdout:2753: left oid 22 (ObjNum 885 snap 255 seq_num 885) 2024-04-10T15:14:59.226 INFO:tasks.rados.rados.0.smithi102.stdout:2755: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-10T15:14:59.260 INFO:tasks.rados.rados.0.smithi102.stdout:2754: finishing write tid 1 to smithi10276805-29 2024-04-10T15:14:59.260 INFO:tasks.rados.rados.0.smithi102.stdout:2754: finishing write tid 2 to smithi10276805-29 2024-04-10T15:14:59.260 INFO:tasks.rados.rados.0.smithi102.stdout:2754: finishing write tid 3 to smithi10276805-29 2024-04-10T15:14:59.260 INFO:tasks.rados.rados.0.smithi102.stdout:2754: oid 29 updating version 0 to 1803 2024-04-10T15:14:59.260 INFO:tasks.rados.rados.0.smithi102.stdout:2754: oid 29 version 1803 is already newer than 1802 2024-04-10T15:14:59.260 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 1803 (ObjNum 886 snap 255 seq_num 886) dirty exists 2024-04-10T15:14:59.260 INFO:tasks.rados.rados.0.smithi102.stdout:2754: left oid 29 (ObjNum 886 snap 255 seq_num 886) 2024-04-10T15:14:59.260 INFO:tasks.rados.rados.0.smithi102.stdout:2752: done (4 left) 2024-04-10T15:14:59.260 INFO:tasks.rados.rados.0.smithi102.stdout:2753: done (3 left) 2024-04-10T15:14:59.260 INFO:tasks.rados.rados.0.smithi102.stdout:2754: done (2 left) 2024-04-10T15:14:59.261 INFO:tasks.rados.rados.0.smithi102.stdout:2755: done (1 left) 2024-04-10T15:14:59.261 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 49 current snap is 255 2024-04-10T15:14:59.261 INFO:tasks.rados.rados.0.smithi102.stdout:2758: seq_num 887 ranges {3325952=458752} 2024-04-10T15:14:59.280 INFO:tasks.rados.rados.0.smithi102.stdout:2758: writing smithi10276805-49 from 3325952 to 3784704 tid 1 2024-04-10T15:14:59.280 INFO:tasks.rados.rados.0.smithi102.stdout:2759: snap_remove snap 244 2024-04-10T15:15:00.229 INFO:tasks.rados.rados.0.smithi102.stdout:2759: done (2 left) 2024-04-10T15:15:00.229 INFO:tasks.rados.rados.0.smithi102.stdout:2760: snap_remove snap 237 2024-04-10T15:15:00.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:00 smithi154 ceph-mon[84269]: pgmap v525: 121 pgs: 121 active+clean; 478 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-04-10T15:15:00.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:00 smithi154 ceph-mon[84269]: osdmap e578: 8 total, 8 up, 8 in 2024-04-10T15:15:00.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:00 smithi102 ceph-mon[90943]: pgmap v525: 121 pgs: 121 active+clean; 478 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-04-10T15:15:00.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:00 smithi102 ceph-mon[90943]: osdmap e578: 8 total, 8 up, 8 in 2024-04-10T15:15:00.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:00 smithi102 ceph-mon[88557]: pgmap v525: 121 pgs: 121 active+clean; 478 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 11 op/s 2024-04-10T15:15:00.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:00 smithi102 ceph-mon[88557]: osdmap e578: 8 total, 8 up, 8 in 2024-04-10T15:15:00.919 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:00 smithi102 systemd[1]: Stopping Ceph node-exporter.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:15:01.195 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:00 smithi102 podman[119815]: 2024-04-10 15:15:00.946381149 +0000 UTC m=+0.111273610 container died dc103d21fc6411d64f016329250f596a9aa91dc5c80aad3ae5059e6e9211458a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T15:15:01.238 INFO:tasks.rados.rados.0.smithi102.stdout:2760: done (2 left) 2024-04-10T15:15:01.238 INFO:tasks.rados.rados.0.smithi102.stdout:2761: delete oid 31 current snap is 255 2024-04-10T15:15:01.239 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 1825 (ObjNum 815 snap 243 seq_num 815) dirty exists 2024-04-10T15:15:01.239 INFO:tasks.rados.rados.0.smithi102.stdout:2758: finishing write tid 1 to smithi10276805-49 2024-04-10T15:15:01.239 INFO:tasks.rados.rados.0.smithi102.stdout:2758: finishing write tid 2 to smithi10276805-49 2024-04-10T15:15:01.239 INFO:tasks.rados.rados.0.smithi102.stdout:2758: finishing write tid 3 to smithi10276805-49 2024-04-10T15:15:01.239 INFO:tasks.rados.rados.0.smithi102.stdout:2758: oid 49 updating version 0 to 1625 2024-04-10T15:15:01.239 INFO:tasks.rados.rados.0.smithi102.stdout:2758: oid 49 updating version 1625 to 1626 2024-04-10T15:15:01.239 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1626 (ObjNum 887 snap 255 seq_num 887) dirty exists 2024-04-10T15:15:01.239 INFO:tasks.rados.rados.0.smithi102.stdout:2758: left oid 49 (ObjNum 887 snap 255 seq_num 887) 2024-04-10T15:15:01.244 INFO:tasks.rados.rados.0.smithi102.stdout:2757: done (2 left) 2024-04-10T15:15:01.244 INFO:tasks.rados.rados.0.smithi102.stdout:2758: done (1 left) 2024-04-10T15:15:01.244 INFO:tasks.rados.rados.0.smithi102.stdout:2761: done (0 left) 2024-04-10T15:15:01.244 INFO:tasks.rados.rados.0.smithi102.stdout:2762: delete oid 19 current snap is 255 2024-04-10T15:15:01.251 INFO:tasks.rados.rados.0.smithi102.stdout:2762: done (0 left) 2024-04-10T15:15:01.251 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 18 current snap is 255 2024-04-10T15:15:01.251 INFO:tasks.rados.rados.0.smithi102.stdout:2763: seq_num 890 ranges {0=507904} 2024-04-10T15:15:01.254 INFO:tasks.rados.rados.0.smithi102.stdout:2763: writing smithi10276805-18 from 0 to 507904 tid 1 2024-04-10T15:15:01.254 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 14 current snap is 255 2024-04-10T15:15:01.255 INFO:tasks.rados.rados.0.smithi102.stdout:2764: seq_num 891 ranges {1261568=532480} 2024-04-10T15:15:01.265 INFO:tasks.rados.rados.0.smithi102.stdout:2764: writing smithi10276805-14 from 1261568 to 1794048 tid 1 2024-04-10T15:15:01.265 INFO:tasks.rados.rados.0.smithi102.stdout:2765: delete oid 35 current snap is 255 2024-04-10T15:15:01.265 INFO:tasks.rados.rados.0.smithi102.stdout:2763: finishing write tid 1 to smithi10276805-18 2024-04-10T15:15:01.265 INFO:tasks.rados.rados.0.smithi102.stdout:2763: finishing write tid 2 to smithi10276805-18 2024-04-10T15:15:01.265 INFO:tasks.rados.rados.0.smithi102.stdout:2763: finishing write tid 3 to smithi10276805-18 2024-04-10T15:15:01.266 INFO:tasks.rados.rados.0.smithi102.stdout:2763: oid 18 updating version 0 to 1343 2024-04-10T15:15:01.266 INFO:tasks.rados.rados.0.smithi102.stdout:2763: oid 18 updating version 1343 to 1344 2024-04-10T15:15:01.266 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 1344 (ObjNum 890 snap 255 seq_num 890) dirty exists 2024-04-10T15:15:01.266 INFO:tasks.rados.rados.0.smithi102.stdout:2763: left oid 18 (ObjNum 890 snap 255 seq_num 890) 2024-04-10T15:15:01.267 INFO:tasks.rados.rados.0.smithi102.stdout:2763: done (2 left) 2024-04-10T15:15:01.267 INFO:tasks.rados.rados.0.smithi102.stdout:2765: done (1 left) 2024-04-10T15:15:01.268 INFO:tasks.rados.rados.0.smithi102.stdout:2766: setattr oid 35 current snap is 255 2024-04-10T15:15:01.268 INFO:tasks.rados.rados.0.smithi102.stdout:2764: finishing write tid 1 to smithi10276805-14 2024-04-10T15:15:01.268 INFO:tasks.rados.rados.0.smithi102.stdout:2764: finishing write tid 2 to smithi10276805-14 2024-04-10T15:15:01.269 INFO:tasks.rados.rados.0.smithi102.stdout:2767: copy_from oid 26 from oid 1 current snap is 255 2024-04-10T15:15:01.269 INFO:tasks.rados.rados.0.smithi102.stdout:2768: copy_from oid 17 from oid 29 current snap is 255 2024-04-10T15:15:01.269 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 27 current snap is 255 2024-04-10T15:15:01.269 INFO:tasks.rados.rados.0.smithi102.stdout:2769: seq_num 893 ranges {5791744=565248} 2024-04-10T15:15:01.304 INFO:tasks.rados.rados.0.smithi102.stdout:2769: writing smithi10276805-27 from 5791744 to 6356992 tid 1 2024-04-10T15:15:01.304 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 255 2024-04-10T15:15:01.304 INFO:tasks.rados.rados.0.smithi102.stdout:2764: finishing write tid 3 to smithi10276805-14 2024-04-10T15:15:01.304 INFO:tasks.rados.rados.0.smithi102.stdout:2764: oid 14 updating version 0 to 1628 2024-04-10T15:15:01.304 INFO:tasks.rados.rados.0.smithi102.stdout:2764: oid 14 version 1628 is already newer than 1627 2024-04-10T15:15:01.304 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 1628 (ObjNum 891 snap 255 seq_num 891) dirty exists 2024-04-10T15:15:01.304 INFO:tasks.rados.rados.0.smithi102.stdout:2764: left oid 14 (ObjNum 891 snap 255 seq_num 891) 2024-04-10T15:15:01.304 INFO:tasks.rados.rados.0.smithi102.stdout:2770: seq_num 894 ranges {1597440=581632} 2024-04-10T15:15:01.317 INFO:tasks.rados.rados.0.smithi102.stdout:2770: writing smithi10276805-2 from 1597440 to 2179072 tid 1 2024-04-10T15:15:01.317 INFO:tasks.rados.rados.0.smithi102.stdout:2764: done (5 left) 2024-04-10T15:15:01.318 INFO:tasks.rados.rados.0.smithi102.stdout:2771: read oid 5 snap -1 2024-04-10T15:15:01.318 INFO:tasks.rados.rados.0.smithi102.stdout:2771: expect (ObjNum 633 snap 178 seq_num 633) 2024-04-10T15:15:01.318 INFO:tasks.rados.rados.0.smithi102.stdout:2772: rmattr oid 3 current snap is 255 2024-04-10T15:15:01.318 INFO:tasks.rados.rados.0.smithi102.stdout:2772: done (6 left) 2024-04-10T15:15:01.318 INFO:tasks.rados.rados.0.smithi102.stdout:2773: rollback oid 19 current snap is 255 2024-04-10T15:15:01.318 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 19 to 248 2024-04-10T15:15:01.318 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 1349 (ObjNum 129 snap 0 seq_num 109160576) dirty exists 2024-04-10T15:15:01.318 INFO:tasks.rados.rados.0.smithi102.stdout:2768: finishing copy_from racing read to smithi10276805-17 2024-04-10T15:15:01.318 INFO:tasks.rados.rados.0.smithi102.stdout:2768: finishing copy_from to smithi10276805-17 2024-04-10T15:15:01.318 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 1803 (ObjNum 886 snap 255 seq_num 886) dirty exists 2024-04-10T15:15:01.318 INFO:tasks.rados.rados.0.smithi102.stdout:2767: finishing copy_from racing read to smithi10276805-26 2024-04-10T15:15:01.318 INFO:tasks.rados.rados.0.smithi102.stdout:2767: finishing copy_from to smithi10276805-26 2024-04-10T15:15:01.318 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1257 (ObjNum 856 snap 253 seq_num 856) dirty exists 2024-04-10T15:15:01.318 INFO:tasks.rados.rados.0.smithi102.stdout:2766: done (6 left) 2024-04-10T15:15:01.319 INFO:tasks.rados.rados.0.smithi102.stdout:2767: done (5 left) 2024-04-10T15:15:01.319 INFO:tasks.rados.rados.0.smithi102.stdout:2768: done (4 left) 2024-04-10T15:15:01.319 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 20 current snap is 255 2024-04-10T15:15:01.319 INFO:tasks.rados.rados.0.smithi102.stdout:2769: finishing write tid 1 to smithi10276805-27 2024-04-10T15:15:01.319 INFO:tasks.rados.rados.0.smithi102.stdout:2769: finishing write tid 2 to smithi10276805-27 2024-04-10T15:15:01.319 INFO:tasks.rados.rados.0.smithi102.stdout:2769: finishing write tid 3 to smithi10276805-27 2024-04-10T15:15:01.319 INFO:tasks.rados.rados.0.smithi102.stdout:2769: oid 27 updating version 0 to 1629 2024-04-10T15:15:01.319 INFO:tasks.rados.rados.0.smithi102.stdout:2769: oid 27 updating version 1629 to 1630 2024-04-10T15:15:01.319 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 1630 (ObjNum 893 snap 255 seq_num 893) dirty exists 2024-04-10T15:15:01.319 INFO:tasks.rados.rados.0.smithi102.stdout:2769: left oid 27 (ObjNum 893 snap 255 seq_num 893) 2024-04-10T15:15:01.319 INFO:tasks.rados.rados.0.smithi102.stdout:2774: seq_num 895 ranges {5439488=598016} 2024-04-10T15:15:01.351 INFO:tasks.rados.rados.0.smithi102.stdout:2774: writing smithi10276805-20 from 5439488 to 6037504 tid 1 2024-04-10T15:15:01.351 INFO:tasks.rados.rados.0.smithi102.stdout:2769: done (4 left) 2024-04-10T15:15:01.351 INFO:tasks.rados.rados.0.smithi102.stdout:2775: read oid 38 snap -1 2024-04-10T15:15:01.351 INFO:tasks.rados.rados.0.smithi102.stdout:2775: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-10T15:15:01.351 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 35 current snap is 255 2024-04-10T15:15:01.351 INFO:tasks.rados.rados.0.smithi102.stdout:2770: finishing write tid 1 to smithi10276805-2 2024-04-10T15:15:01.351 INFO:tasks.rados.rados.0.smithi102.stdout:2776: seq_num 896 ranges {0=614400} 2024-04-10T15:15:01.355 INFO:tasks.rados.rados.0.smithi102.stdout:2776: writing smithi10276805-35 from 0 to 614400 tid 1 2024-04-10T15:15:01.355 INFO:tasks.rados.rados.0.smithi102.stdout:2777: copy_from oid 1 from oid 46 current snap is 255 2024-04-10T15:15:01.355 INFO:tasks.rados.rados.0.smithi102.stdout:2770: finishing write tid 2 to smithi10276805-2 2024-04-10T15:15:01.355 INFO:tasks.rados.rados.0.smithi102.stdout:2773: finishing rollback tid 1 to smithi10276805-19 2024-04-10T15:15:01.355 INFO:tasks.rados.rados.0.smithi102.stdout:2773: finishing rollback tid 2 to smithi10276805-19 2024-04-10T15:15:01.355 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 1367 (ObjNum 562 snap 151 seq_num 562) dirty exists 2024-04-10T15:15:01.355 INFO:tasks.rados.rados.0.smithi102.stdout:2770: finishing write tid 3 to smithi10276805-2 2024-04-10T15:15:01.355 INFO:tasks.rados.rados.0.smithi102.stdout:2770: oid 2 updating version 0 to 1231 2024-04-10T15:15:01.355 INFO:tasks.rados.rados.0.smithi102.stdout:2770: oid 2 updating version 1231 to 1232 2024-04-10T15:15:01.355 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 1232 (ObjNum 894 snap 255 seq_num 894) dirty exists 2024-04-10T15:15:01.355 INFO:tasks.rados.rados.0.smithi102.stdout:2770: left oid 2 (ObjNum 894 snap 255 seq_num 894) 2024-04-10T15:15:01.355 INFO:tasks.rados.rados.0.smithi102.stdout:2771: expect (ObjNum 633 snap 178 seq_num 633) 2024-04-10T15:15:01.472 INFO:tasks.rados.rados.0.smithi102.stdout:2774: finishing write tid 1 to smithi10276805-20 2024-04-10T15:15:01.472 INFO:tasks.rados.rados.0.smithi102.stdout:2774: finishing write tid 2 to smithi10276805-20 2024-04-10T15:15:01.472 INFO:tasks.rados.rados.0.smithi102.stdout:2775: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-10T15:15:01.497 INFO:tasks.rados.rados.0.smithi102.stdout:2774: finishing write tid 3 to smithi10276805-20 2024-04-10T15:15:01.497 INFO:tasks.rados.rados.0.smithi102.stdout:2774: oid 20 updating version 0 to 1351 2024-04-10T15:15:01.497 INFO:tasks.rados.rados.0.smithi102.stdout:2774: oid 20 version 1351 is already newer than 1350 2024-04-10T15:15:01.497 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 1351 (ObjNum 895 snap 255 seq_num 895) dirty exists 2024-04-10T15:15:01.498 INFO:tasks.rados.rados.0.smithi102.stdout:2774: left oid 20 (ObjNum 895 snap 255 seq_num 895) 2024-04-10T15:15:01.498 INFO:tasks.rados.rados.0.smithi102.stdout:2777: finishing copy_from to smithi10276805-1 2024-04-10T15:15:01.498 INFO:tasks.rados.rados.0.smithi102.stdout:2777: got expected ENOENT (src dne) 2024-04-10T15:15:01.498 INFO:tasks.rados.rados.0.smithi102.stdout:2777: finishing copy_from racing read to smithi10276805-1 2024-04-10T15:15:01.498 INFO:tasks.rados.rados.0.smithi102.stdout:2776: finishing write tid 1 to smithi10276805-35 2024-04-10T15:15:01.498 INFO:tasks.rados.rados.0.smithi102.stdout:2776: finishing write tid 2 to smithi10276805-35 2024-04-10T15:15:01.498 INFO:tasks.rados.rados.0.smithi102.stdout:2776: finishing write tid 3 to smithi10276805-35 2024-04-10T15:15:01.498 INFO:tasks.rados.rados.0.smithi102.stdout:2776: oid 35 updating version 0 to 1353 2024-04-10T15:15:01.498 INFO:tasks.rados.rados.0.smithi102.stdout:2776: oid 35 version 1353 is already newer than 1352 2024-04-10T15:15:01.498 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 1353 (ObjNum 896 snap 255 seq_num 896) dirty exists 2024-04-10T15:15:01.498 INFO:tasks.rados.rados.0.smithi102.stdout:2776: left oid 35 (ObjNum 896 snap 255 seq_num 896) 2024-04-10T15:15:01.498 INFO:tasks.rados.rados.0.smithi102.stdout:2770: done (6 left) 2024-04-10T15:15:01.498 INFO:tasks.rados.rados.0.smithi102.stdout:2771: done (5 left) 2024-04-10T15:15:01.499 INFO:tasks.rados.rados.0.smithi102.stdout:2773: done (4 left) 2024-04-10T15:15:01.499 INFO:tasks.rados.rados.0.smithi102.stdout:2774: done (3 left) 2024-04-10T15:15:01.499 INFO:tasks.rados.rados.0.smithi102.stdout:2775: done (2 left) 2024-04-10T15:15:01.499 INFO:tasks.rados.rados.0.smithi102.stdout:2776: done (1 left) 2024-04-10T15:15:01.499 INFO:tasks.rados.rados.0.smithi102.stdout:2777: done (0 left) 2024-04-10T15:15:01.499 INFO:tasks.rados.rados.0.smithi102.stdout:2778: snap_create 2024-04-10T15:15:01.529 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:01 smithi102 podman[119815]: 2024-04-10 15:15:01.313397036 +0000 UTC m=+0.478289497 container cleanup dc103d21fc6411d64f016329250f596a9aa91dc5c80aad3ae5059e6e9211458a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T15:15:01.529 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:01 smithi102 bash[119815]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a 2024-04-10T15:15:01.529 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:01 smithi102 ceph-mon[90943]: Upgrade: Updating node-exporter.a (1/2) 2024-04-10T15:15:01.529 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:01 smithi102 ceph-mon[90943]: Deploying daemon node-exporter.a on smithi102 2024-04-10T15:15:01.529 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:01 smithi102 ceph-mon[90943]: osdmap e579: 8 total, 8 up, 8 in 2024-04-10T15:15:01.530 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:01 smithi102 ceph-mon[88557]: Upgrade: Updating node-exporter.a (1/2) 2024-04-10T15:15:01.530 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:01 smithi102 ceph-mon[88557]: Deploying daemon node-exporter.a on smithi102 2024-04-10T15:15:01.530 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:01 smithi102 ceph-mon[88557]: osdmap e579: 8 total, 8 up, 8 in 2024-04-10T15:15:01.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:01 smithi154 ceph-mon[84269]: Upgrade: Updating node-exporter.a (1/2) 2024-04-10T15:15:01.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:01 smithi154 ceph-mon[84269]: Deploying daemon node-exporter.a on smithi102 2024-04-10T15:15:01.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:01 smithi154 ceph-mon[84269]: osdmap e579: 8 total, 8 up, 8 in 2024-04-10T15:15:01.868 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:01 smithi102 podman[119829]: 2024-04-10 15:15:01.556390814 +0000 UTC m=+0.610772595 container remove dc103d21fc6411d64f016329250f596a9aa91dc5c80aad3ae5059e6e9211458a (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T15:15:01.868 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:01 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-10T15:15:01.869 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:01 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-10T15:15:01.869 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:01 smithi102 systemd[1]: Stopped Ceph node-exporter.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:15:01.869 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:01 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@node-exporter.a.service: Consumed 2.759s CPU time. 2024-04-10T15:15:02.156 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:01 smithi102 systemd[1]: Starting Ceph node-exporter.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:15:02.156 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 podman[119961]: 2024-04-10 15:15:02.009969989 +0000 UTC m=+0.017980642 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-10T15:15:02.156 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 podman[119961]: 2024-04-10 15:15:02.107409325 +0000 UTC m=+0.115419965 container create cd300660e877a20e5f979572dd17eb399565eaae8c365e95c28e604428cb50e7 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T15:15:02.242 INFO:tasks.rados.rados.0.smithi102.stdout:2778: done (0 left) 2024-04-10T15:15:02.243 INFO:tasks.rados.rados.0.smithi102.stdout:2779: snap_create 2024-04-10T15:15:02.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:02 smithi154 ceph-mon[84269]: pgmap v528: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 465 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 392 KiB/s wr, 14 op/s 2024-04-10T15:15:02.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:02 smithi154 ceph-mon[84269]: osdmap e580: 8 total, 8 up, 8 in 2024-04-10T15:15:02.626 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:15:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:15:02.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-mon[88557]: pgmap v528: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 465 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 392 KiB/s wr, 14 op/s 2024-04-10T15:15:02.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-mon[88557]: osdmap e580: 8 total, 8 up, 8 in 2024-04-10T15:15:02.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-mon[90943]: pgmap v528: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 465 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 392 KiB/s wr, 14 op/s 2024-04-10T15:15:02.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-mon[90943]: osdmap e580: 8 total, 8 up, 8 in 2024-04-10T15:15:02.658 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 podman[119961]: 2024-04-10 15:15:02.302282704 +0000 UTC m=+0.310293344 container init cd300660e877a20e5f979572dd17eb399565eaae8c365e95c28e604428cb50e7 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T15:15:02.658 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 podman[119961]: 2024-04-10 15:15:02.304905968 +0000 UTC m=+0.312916620 container start cd300660e877a20e5f979572dd17eb399565eaae8c365e95c28e604428cb50e7 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T15:15:02.658 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.308Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-10T15:15:02.658 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.308Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-10T15:15:02.658 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.308Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-10T15:15:02.658 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.308Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-10T15:15:02.658 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-10T15:15:02.659 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-10T15:15:02.659 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-10T15:15:02.659 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=arp 2024-04-10T15:15:02.659 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-10T15:15:02.659 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-10T15:15:02.659 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-10T15:15:02.659 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-10T15:15:02.659 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-10T15:15:02.659 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-10T15:15:02.659 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-10T15:15:02.659 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-10T15:15:02.659 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=edac 2024-04-10T15:15:02.659 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-10T15:15:02.659 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-10T15:15:02.659 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-10T15:15:02.660 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-10T15:15:02.660 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-10T15:15:02.660 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-10T15:15:02.660 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-10T15:15:02.660 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-10T15:15:02.660 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-10T15:15:02.660 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-10T15:15:02.660 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-10T15:15:02.660 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-10T15:15:02.660 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-10T15:15:02.660 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-10T15:15:02.660 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-10T15:15:02.660 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-10T15:15:02.660 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=os 2024-04-10T15:15:02.660 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-10T15:15:02.661 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-10T15:15:02.661 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-10T15:15:02.661 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-10T15:15:02.661 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-10T15:15:02.661 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-10T15:15:02.661 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-10T15:15:02.661 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=stat 2024-04-10T15:15:02.661 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-10T15:15:02.661 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-10T15:15:02.661 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-10T15:15:02.661 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=time 2024-04-10T15:15:02.661 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-10T15:15:02.661 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=uname 2024-04-10T15:15:02.661 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-10T15:15:02.661 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-10T15:15:02.661 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.309Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-10T15:15:02.661 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.310Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-10T15:15:02.662 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a[119975]: ts=2024-04-10T15:15:02.310Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-10T15:15:02.662 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 bash[119961]: cd300660e877a20e5f979572dd17eb399565eaae8c365e95c28e604428cb50e7 2024-04-10T15:15:02.662 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 15:15:02 smithi102 systemd[1]: Started Ceph node-exporter.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:15:03.226 INFO:tasks.rados.rados.0.smithi102.stdout:2779: done (0 left) 2024-04-10T15:15:03.226 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 42 current snap is 257 2024-04-10T15:15:03.226 INFO:tasks.rados.rados.0.smithi102.stdout:2780: seq_num 897 ranges {4800512=630784} 2024-04-10T15:15:03.256 INFO:tasks.rados.rados.0.smithi102.stdout:2780: writing smithi10276805-42 from 4800512 to 5431296 tid 1 2024-04-10T15:15:03.256 INFO:tasks.rados.rados.0.smithi102.stdout:2781: read oid 35 snap 251 2024-04-10T15:15:03.256 INFO:tasks.rados.rados.0.smithi102.stdout:2781: expect (ObjNum 786 snap 232 seq_num 786) 2024-04-10T15:15:03.257 INFO:tasks.rados.rados.0.smithi102.stdout:2782: read oid 9 snap -1 2024-04-10T15:15:03.257 INFO:tasks.rados.rados.0.smithi102.stdout:2782: expect (ObjNum 856 snap 253 seq_num 856) 2024-04-10T15:15:03.257 INFO:tasks.rados.rados.0.smithi102.stdout:2783: rollback oid 5 current snap is 257 2024-04-10T15:15:03.257 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 5 to 249 2024-04-10T15:15:03.257 INFO:tasks.rados.rados.0.smithi102.stdout:2784: rollback oid 29 current snap is 257 2024-04-10T15:15:03.257 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 29 to 203 2024-04-10T15:15:03.257 INFO:tasks.rados.rados.0.smithi102.stdout:2785: read oid 34 snap -1 2024-04-10T15:15:03.257 INFO:tasks.rados.rados.0.smithi102.stdout:2785: expect (ObjNum 770 snap 224 seq_num 770) 2024-04-10T15:15:03.257 INFO:tasks.rados.rados.0.smithi102.stdout:2786: rollback oid 40 current snap is 257 2024-04-10T15:15:03.257 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 40 to 249 2024-04-10T15:15:03.257 INFO:tasks.rados.rados.0.smithi102.stdout:2787: snap_create 2024-04-10T15:15:03.263 INFO:tasks.rados.rados.0.smithi102.stdout:2783: finishing rollback tid 0 to smithi10276805-5 2024-04-10T15:15:03.263 INFO:tasks.rados.rados.0.smithi102.stdout:2786: finishing rollback tid 1 to smithi10276805-40 2024-04-10T15:15:03.264 INFO:tasks.rados.rados.0.smithi102.stdout:2786: finishing rollback tid 2 to smithi10276805-40 2024-04-10T15:15:03.264 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 1313 (ObjNum 669 snap 187 seq_num 669) dirty exists 2024-04-10T15:15:03.264 INFO:tasks.rados.rados.0.smithi102.stdout:2783: finishing rollback tid 1 to smithi10276805-5 2024-04-10T15:15:03.265 INFO:tasks.rados.rados.0.smithi102.stdout:2783: finishing rollback tid 2 to smithi10276805-5 2024-04-10T15:15:03.265 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 1241 (ObjNum 633 snap 178 seq_num 633) dirty exists 2024-04-10T15:15:03.265 INFO:tasks.rados.rados.0.smithi102.stdout:2780: finishing write tid 1 to smithi10276805-42 2024-04-10T15:15:03.265 INFO:tasks.rados.rados.0.smithi102.stdout:2780: finishing write tid 2 to smithi10276805-42 2024-04-10T15:15:03.268 INFO:tasks.rados.rados.0.smithi102.stdout:2780: finishing write tid 3 to smithi10276805-42 2024-04-10T15:15:03.268 INFO:tasks.rados.rados.0.smithi102.stdout:2780: oid 42 updating version 0 to 1379 2024-04-10T15:15:03.268 INFO:tasks.rados.rados.0.smithi102.stdout:2780: oid 42 version 1379 is already newer than 1378 2024-04-10T15:15:03.268 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 1379 (ObjNum 897 snap 257 seq_num 897) dirty exists 2024-04-10T15:15:03.268 INFO:tasks.rados.rados.0.smithi102.stdout:2780: left oid 42 (ObjNum 897 snap 257 seq_num 897) 2024-04-10T15:15:03.272 INFO:tasks.rados.rados.0.smithi102.stdout:2784: finishing rollback tid 0 to smithi10276805-29 2024-04-10T15:15:03.273 INFO:tasks.rados.rados.0.smithi102.stdout:2784: finishing rollback tid 1 to smithi10276805-29 2024-04-10T15:15:03.273 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 1852 (ObjNum 305 snap 0 seq_num 88831280) dirty dne 2024-04-10T15:15:03.278 INFO:tasks.rados.rados.0.smithi102.stdout:2781: expect (ObjNum 786 snap 232 seq_num 786) 2024-04-10T15:15:03.335 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:03 smithi154 ceph-mon[84269]: osdmap e581: 8 total, 8 up, 8 in 2024-04-10T15:15:03.335 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:03.335 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:03.335 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:03 smithi154 ceph-mon[84269]: osdmap e582: 8 total, 8 up, 8 in 2024-04-10T15:15:03.357 INFO:tasks.rados.rados.0.smithi102.stdout:2782: expect (ObjNum 856 snap 253 seq_num 856) 2024-04-10T15:15:03.573 INFO:tasks.rados.rados.0.smithi102.stdout:2785: expect (ObjNum 770 snap 224 seq_num 770) 2024-04-10T15:15:03.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:03 smithi102 ceph-mon[90943]: osdmap e581: 8 total, 8 up, 8 in 2024-04-10T15:15:03.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:03.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:03.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:03 smithi102 ceph-mon[90943]: osdmap e582: 8 total, 8 up, 8 in 2024-04-10T15:15:03.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:03 smithi102 ceph-mon[88557]: osdmap e581: 8 total, 8 up, 8 in 2024-04-10T15:15:03.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:03.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:03.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:03 smithi102 ceph-mon[88557]: osdmap e582: 8 total, 8 up, 8 in 2024-04-10T15:15:04.246 INFO:tasks.rados.rados.0.smithi102.stdout:2780: done (7 left) 2024-04-10T15:15:04.246 INFO:tasks.rados.rados.0.smithi102.stdout:2781: done (6 left) 2024-04-10T15:15:04.246 INFO:tasks.rados.rados.0.smithi102.stdout:2782: done (5 left) 2024-04-10T15:15:04.246 INFO:tasks.rados.rados.0.smithi102.stdout:2783: done (4 left) 2024-04-10T15:15:04.246 INFO:tasks.rados.rados.0.smithi102.stdout:2784: done (3 left) 2024-04-10T15:15:04.246 INFO:tasks.rados.rados.0.smithi102.stdout:2785: done (2 left) 2024-04-10T15:15:04.247 INFO:tasks.rados.rados.0.smithi102.stdout:2786: done (1 left) 2024-04-10T15:15:04.247 INFO:tasks.rados.rados.0.smithi102.stdout:2787: done (0 left) 2024-04-10T15:15:04.247 INFO:tasks.rados.rados.0.smithi102.stdout:2788: read oid 49 snap -1 2024-04-10T15:15:04.247 INFO:tasks.rados.rados.0.smithi102.stdout:2788: expect (ObjNum 887 snap 255 seq_num 887) 2024-04-10T15:15:04.247 INFO:tasks.rados.rados.0.smithi102.stdout:2789: rmattr oid 6 current snap is 258 2024-04-10T15:15:04.247 INFO:tasks.rados.rados.0.smithi102.stdout:2789: done (1 left) 2024-04-10T15:15:04.247 INFO:tasks.rados.rados.0.smithi102.stdout:2790: rollback oid 28 current snap is 258 2024-04-10T15:15:04.247 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 28 to 225 2024-04-10T15:15:04.247 INFO:tasks.rados.rados.0.smithi102.stdout:2791: copy_from oid 34 from oid 35 current snap is 258 2024-04-10T15:15:04.247 INFO:tasks.rados.rados.0.smithi102.stdout:2792: delete oid 27 current snap is 258 2024-04-10T15:15:04.258 INFO:tasks.rados.rados.0.smithi102.stdout:2790: finishing rollback tid 0 to smithi10276805-28 2024-04-10T15:15:04.258 INFO:tasks.rados.rados.0.smithi102.stdout:2790: finishing rollback tid 1 to smithi10276805-28 2024-04-10T15:15:04.259 INFO:tasks.rados.rados.0.smithi102.stdout:2790: finishing rollback tid 2 to smithi10276805-28 2024-04-10T15:15:04.259 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 1856 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:15:04.261 INFO:tasks.rados.rados.0.smithi102.stdout:2791: finishing copy_from racing read to smithi10276805-34 2024-04-10T15:15:04.262 INFO:tasks.rados.rados.0.smithi102.stdout:2791: finishing copy_from to smithi10276805-34 2024-04-10T15:15:04.262 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 1353 (ObjNum 896 snap 255 seq_num 896) dirty exists 2024-04-10T15:15:04.263 INFO:tasks.rados.rados.0.smithi102.stdout:2788: expect (ObjNum 887 snap 255 seq_num 887) 2024-04-10T15:15:04.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:04 smithi154 ceph-mon[84269]: pgmap v531: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 471 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-04-10T15:15:04.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:04 smithi102 ceph-mon[90943]: pgmap v531: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 471 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-04-10T15:15:04.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:04 smithi102 ceph-mon[88557]: pgmap v531: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 471 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.8 MiB/s rd, 2.2 MiB/s wr, 18 op/s 2024-04-10T15:15:04.432 INFO:tasks.rados.rados.0.smithi102.stdout:2788: done (3 left) 2024-04-10T15:15:04.432 INFO:tasks.rados.rados.0.smithi102.stdout:2790: done (2 left) 2024-04-10T15:15:04.432 INFO:tasks.rados.rados.0.smithi102.stdout:2791: done (1 left) 2024-04-10T15:15:04.432 INFO:tasks.rados.rados.0.smithi102.stdout:2792: done (0 left) 2024-04-10T15:15:04.432 INFO:tasks.rados.rados.0.smithi102.stdout:2793: read oid 46 snap 251 2024-04-10T15:15:04.432 INFO:tasks.rados.rados.0.smithi102.stdout:2793: expect deleted 2024-04-10T15:15:04.432 INFO:tasks.rados.rados.0.smithi102.stdout:2794: snap_create 2024-04-10T15:15:04.876 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:04 smithi154 systemd[1]: Stopping Ceph node-exporter.b for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:15:05.251 INFO:tasks.rados.rados.0.smithi102.stdout:2793: done (1 left) 2024-04-10T15:15:05.251 INFO:tasks.rados.rados.0.smithi102.stdout:2794: done (0 left) 2024-04-10T15:15:05.251 INFO:tasks.rados.rados.0.smithi102.stdout:2795: rollback oid 18 current snap is 259 2024-04-10T15:15:05.251 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 18 to 248 2024-04-10T15:15:05.251 INFO:tasks.rados.rados.0.smithi102.stdout:2796: copy_from oid 24 from oid 30 current snap is 259 2024-04-10T15:15:05.251 INFO:tasks.rados.rados.0.smithi102.stdout:2797: copy_from oid 10 from oid 22 current snap is 259 2024-04-10T15:15:05.251 INFO:tasks.rados.rados.0.smithi102.stdout:2798: snap_remove snap 233 2024-04-10T15:15:05.360 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:05 smithi154 podman[111545]: 2024-04-10 15:15:05.048159143 +0000 UTC m=+0.106438467 container died c71ce3c6ef098eebc737f261eb5899d19582d79d4a6f32bd7260631cfe5ae551 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T15:15:05.360 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:05 smithi154 ceph-mon[84269]: Upgrade: Updating node-exporter.b (2/2) 2024-04-10T15:15:05.360 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:05 smithi154 ceph-mon[84269]: Deploying daemon node-exporter.b on smithi154 2024-04-10T15:15:05.360 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:05 smithi154 ceph-mon[84269]: osdmap e583: 8 total, 8 up, 8 in 2024-04-10T15:15:05.626 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:05 smithi154 podman[111545]: 2024-04-10 15:15:05.387639856 +0000 UTC m=+0.445919189 container cleanup c71ce3c6ef098eebc737f261eb5899d19582d79d4a6f32bd7260631cfe5ae551 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T15:15:05.626 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:05 smithi154 bash[111545]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b 2024-04-10T15:15:05.626 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:05 smithi154 podman[111560]: 2024-04-10 15:15:05.547210469 +0000 UTC m=+0.501369666 container remove c71ce3c6ef098eebc737f261eb5899d19582d79d4a6f32bd7260631cfe5ae551 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T15:15:05.626 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:05 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-10T15:15:05.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:05 smithi102 ceph-mon[90943]: Upgrade: Updating node-exporter.b (2/2) 2024-04-10T15:15:05.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:05 smithi102 ceph-mon[90943]: Deploying daemon node-exporter.b on smithi154 2024-04-10T15:15:05.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:05 smithi102 ceph-mon[90943]: osdmap e583: 8 total, 8 up, 8 in 2024-04-10T15:15:05.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:05 smithi102 ceph-mon[88557]: Upgrade: Updating node-exporter.b (2/2) 2024-04-10T15:15:05.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:05 smithi102 ceph-mon[88557]: Deploying daemon node-exporter.b on smithi154 2024-04-10T15:15:05.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:05 smithi102 ceph-mon[88557]: osdmap e583: 8 total, 8 up, 8 in 2024-04-10T15:15:06.126 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:05 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-10T15:15:06.126 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:05 smithi154 systemd[1]: Stopped Ceph node-exporter.b for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:15:06.126 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:05 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@node-exporter.b.service: Consumed 2.691s CPU time. 2024-04-10T15:15:06.127 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:05 smithi154 systemd[1]: Starting Ceph node-exporter.b for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:15:06.263 INFO:tasks.rados.rados.0.smithi102.stdout:2798: done (3 left) 2024-04-10T15:15:06.264 INFO:tasks.rados.rados.0.smithi102.stdout:2799: read oid 16 snap -1 2024-04-10T15:15:06.264 INFO:tasks.rados.rados.0.smithi102.stdout:2799: expect (ObjNum 788 snap 232 seq_num 788) 2024-04-10T15:15:06.264 INFO:tasks.rados.rados.0.smithi102.stdout:2800: rollback oid 11 current snap is 259 2024-04-10T15:15:06.264 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 11 to 248 2024-04-10T15:15:06.264 INFO:tasks.rados.rados.0.smithi102.stdout:2801: copy_from oid 35 from oid 42 current snap is 259 2024-04-10T15:15:06.264 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 259 2024-04-10T15:15:06.264 INFO:tasks.rados.rados.0.smithi102.stdout:2802: seq_num 899 ranges {688128=663552} 2024-04-10T15:15:06.271 INFO:tasks.rados.rados.0.smithi102.stdout:2802: writing smithi10276805-39 from 688128 to 1351680 tid 1 2024-04-10T15:15:06.272 INFO:tasks.rados.rados.0.smithi102.stdout:2803: snap_remove snap 223 2024-04-10T15:15:06.448 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-mon[84269]: pgmap v534: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 480 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-04-10T15:15:06.448 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-mon[84269]: osdmap e584: 8 total, 8 up, 8 in 2024-04-10T15:15:06.449 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 podman[111694]: 2024-04-10 15:15:06.062869626 +0000 UTC m=+0.017684152 image pull 0da6a335fe1356545476b749c68f022c897de3a2139e8f0054f6937349ee2b83 quay.io/prometheus/node-exporter:v1.5.0 2024-04-10T15:15:06.449 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 podman[111694]: 2024-04-10 15:15:06.173560377 +0000 UTC m=+0.128374972 container create 26905169329b29a451b2ebf77a9e018370e0362200cb9acbf78e75547ebd7570 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T15:15:06.449 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 podman[111694]: 2024-04-10 15:15:06.401345265 +0000 UTC m=+0.356159788 container init 26905169329b29a451b2ebf77a9e018370e0362200cb9acbf78e75547ebd7570 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T15:15:06.449 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 podman[111694]: 2024-04-10 15:15:06.404187443 +0000 UTC m=+0.359001977 container start 26905169329b29a451b2ebf77a9e018370e0362200cb9acbf78e75547ebd7570 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T15:15:06.449 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.407Z caller=node_exporter.go:180 level=info msg="Starting node_exporter" version="(version=1.5.0, branch=HEAD, revision=1b48970ffcf5630534fb00bb0687d73c66d1c959)" 2024-04-10T15:15:06.449 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.407Z caller=node_exporter.go:181 level=info msg="Build context" build_context="(go=go1.19.3, user=root@6e7732a7b81b, date=20221129-18:59:09)" 2024-04-10T15:15:06.449 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.408Z caller=diskstats_common.go:111 level=info collector=diskstats msg="Parsed flag --collector.diskstats.device-exclude" flag=^(ram|loop|fd|(h|s|v|xv)d[a-z]|nvme\d+n\d+p)\d+$ 2024-04-10T15:15:06.449 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.408Z caller=diskstats_linux.go:264 level=error collector=diskstats msg="Failed to open directory, disabling udev device properties" path=/run/udev/data 2024-04-10T15:15:06.449 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.408Z caller=filesystem_common.go:111 level=info collector=filesystem msg="Parsed flag --collector.filesystem.mount-points-exclude" flag=^/(dev|proc|run/credentials/.+|sys|var/lib/docker/.+|var/lib/containers/storage/.+)($|/) 2024-04-10T15:15:06.449 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.408Z caller=filesystem_common.go:113 level=info collector=filesystem msg="Parsed flag --collector.filesystem.fs-types-exclude" flag=^(autofs|binfmt_misc|bpf|cgroup2?|configfs|debugfs|devpts|devtmpfs|fusectl|hugetlbfs|iso9660|mqueue|nsfs|overlay|proc|procfs|pstore|rpc_pipefs|securityfs|selinuxfs|squashfs|sysfs|tracefs)$ 2024-04-10T15:15:06.449 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:110 level=info msg="Enabled collectors" 2024-04-10T15:15:06.449 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=arp 2024-04-10T15:15:06.450 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=bcache 2024-04-10T15:15:06.450 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=bonding 2024-04-10T15:15:06.450 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=btrfs 2024-04-10T15:15:06.450 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=conntrack 2024-04-10T15:15:06.450 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=cpu 2024-04-10T15:15:06.450 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=cpufreq 2024-04-10T15:15:06.450 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=diskstats 2024-04-10T15:15:06.450 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=dmi 2024-04-10T15:15:06.450 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=edac 2024-04-10T15:15:06.450 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=entropy 2024-04-10T15:15:06.450 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=fibrechannel 2024-04-10T15:15:06.450 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=filefd 2024-04-10T15:15:06.450 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=filesystem 2024-04-10T15:15:06.451 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=hwmon 2024-04-10T15:15:06.451 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=infiniband 2024-04-10T15:15:06.451 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=ipvs 2024-04-10T15:15:06.451 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=loadavg 2024-04-10T15:15:06.451 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=mdadm 2024-04-10T15:15:06.451 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=meminfo 2024-04-10T15:15:06.451 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=netclass 2024-04-10T15:15:06.451 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=netdev 2024-04-10T15:15:06.451 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=netstat 2024-04-10T15:15:06.451 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=nfs 2024-04-10T15:15:06.451 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=nfsd 2024-04-10T15:15:06.451 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=nvme 2024-04-10T15:15:06.451 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=os 2024-04-10T15:15:06.452 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=powersupplyclass 2024-04-10T15:15:06.452 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=pressure 2024-04-10T15:15:06.452 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=rapl 2024-04-10T15:15:06.452 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=schedstat 2024-04-10T15:15:06.452 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=selinux 2024-04-10T15:15:06.452 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=sockstat 2024-04-10T15:15:06.452 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=softnet 2024-04-10T15:15:06.452 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=stat 2024-04-10T15:15:06.452 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=tapestats 2024-04-10T15:15:06.452 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=textfile 2024-04-10T15:15:06.452 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=thermal_zone 2024-04-10T15:15:06.452 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=time 2024-04-10T15:15:06.452 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=udp_queues 2024-04-10T15:15:06.453 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=uname 2024-04-10T15:15:06.453 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=vmstat 2024-04-10T15:15:06.453 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=xfs 2024-04-10T15:15:06.453 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=node_exporter.go:117 level=info collector=zfs 2024-04-10T15:15:06.453 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9100 2024-04-10T15:15:06.453 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b[111709]: ts=2024-04-10T15:15:06.409Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9100 2024-04-10T15:15:06.453 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 bash[111694]: 26905169329b29a451b2ebf77a9e018370e0362200cb9acbf78e75547ebd7570 2024-04-10T15:15:06.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:06 smithi102 ceph-mon[90943]: pgmap v534: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 480 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-04-10T15:15:06.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:06 smithi102 ceph-mon[90943]: osdmap e584: 8 total, 8 up, 8 in 2024-04-10T15:15:06.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:06 smithi102 ceph-mon[88557]: pgmap v534: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 480 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 2.7 MiB/s wr, 19 op/s 2024-04-10T15:15:06.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:06 smithi102 ceph-mon[88557]: osdmap e584: 8 total, 8 up, 8 in 2024-04-10T15:15:06.876 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 15:15:06 smithi154 systemd[1]: Started Ceph node-exporter.b for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:15:07.262 INFO:tasks.rados.rados.0.smithi102.stdout:2803: done (7 left) 2024-04-10T15:15:07.262 INFO:tasks.rados.rados.0.smithi102.stdout:2804: delete oid 26 current snap is 259 2024-04-10T15:15:07.262 INFO:tasks.rados.rados.0.smithi102.stdout:2795: finishing rollback tid 0 to smithi10276805-18 2024-04-10T15:15:07.262 INFO:tasks.rados.rados.0.smithi102.stdout:2795: finishing rollback tid 1 to smithi10276805-18 2024-04-10T15:15:07.262 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 1346 (ObjNum 109440512 snap 22053 seq_num 304) dirty dne 2024-04-10T15:15:07.262 INFO:tasks.rados.rados.0.smithi102.stdout:2796: finishing copy_from racing read to smithi10276805-24 2024-04-10T15:15:07.262 INFO:tasks.rados.rados.0.smithi102.stdout:2797: finishing copy_from racing read to smithi10276805-10 2024-04-10T15:15:07.262 INFO:tasks.rados.rados.0.smithi102.stdout:2797: finishing copy_from to smithi10276805-10 2024-04-10T15:15:07.262 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 1259 (ObjNum 885 snap 255 seq_num 885) dirty exists 2024-04-10T15:15:07.263 INFO:tasks.rados.rados.0.smithi102.stdout:2796: finishing copy_from to smithi10276805-24 2024-04-10T15:15:07.263 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 1348 (ObjNum 861 snap 254 seq_num 861) dirty exists 2024-04-10T15:15:07.263 INFO:tasks.rados.rados.0.smithi102.stdout:2799: expect (ObjNum 788 snap 232 seq_num 788) 2024-04-10T15:15:07.306 INFO:tasks.rados.rados.0.smithi102.stdout:2800: finishing rollback tid 0 to smithi10276805-11 2024-04-10T15:15:07.306 INFO:tasks.rados.rados.0.smithi102.stdout:2800: finishing rollback tid 1 to smithi10276805-11 2024-04-10T15:15:07.307 INFO:tasks.rados.rados.0.smithi102.stdout:2800: finishing rollback tid 2 to smithi10276805-11 2024-04-10T15:15:07.307 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 1382 (ObjNum 828 snap 244 seq_num 828) dirty exists 2024-04-10T15:15:07.307 INFO:tasks.rados.rados.0.smithi102.stdout:2802: finishing write tid 1 to smithi10276805-39 2024-04-10T15:15:07.307 INFO:tasks.rados.rados.0.smithi102.stdout:2802: finishing write tid 2 to smithi10276805-39 2024-04-10T15:15:07.307 INFO:tasks.rados.rados.0.smithi102.stdout:2802: finishing write tid 3 to smithi10276805-39 2024-04-10T15:15:07.307 INFO:tasks.rados.rados.0.smithi102.stdout:2802: oid 39 updating version 0 to 1632 2024-04-10T15:15:07.307 INFO:tasks.rados.rados.0.smithi102.stdout:2802: oid 39 updating version 1632 to 1633 2024-04-10T15:15:07.307 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 1633 (ObjNum 899 snap 259 seq_num 899) dirty exists 2024-04-10T15:15:07.307 INFO:tasks.rados.rados.0.smithi102.stdout:2802: left oid 39 (ObjNum 899 snap 259 seq_num 899) 2024-04-10T15:15:07.307 INFO:tasks.rados.rados.0.smithi102.stdout:2801: finishing copy_from racing read to smithi10276805-35 2024-04-10T15:15:07.307 INFO:tasks.rados.rados.0.smithi102.stdout:2801: finishing copy_from to smithi10276805-35 2024-04-10T15:15:07.307 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 1379 (ObjNum 897 snap 257 seq_num 897) dirty exists 2024-04-10T15:15:07.307 INFO:tasks.rados.rados.0.smithi102.stdout:2795: done (7 left) 2024-04-10T15:15:07.307 INFO:tasks.rados.rados.0.smithi102.stdout:2796: done (6 left) 2024-04-10T15:15:07.307 INFO:tasks.rados.rados.0.smithi102.stdout:2797: done (5 left) 2024-04-10T15:15:07.308 INFO:tasks.rados.rados.0.smithi102.stdout:2799: done (4 left) 2024-04-10T15:15:07.308 INFO:tasks.rados.rados.0.smithi102.stdout:2800: done (3 left) 2024-04-10T15:15:07.308 INFO:tasks.rados.rados.0.smithi102.stdout:2801: done (2 left) 2024-04-10T15:15:07.308 INFO:tasks.rados.rados.0.smithi102.stdout:2802: done (1 left) 2024-04-10T15:15:07.308 INFO:tasks.rados.rados.0.smithi102.stdout:2804: done (0 left) 2024-04-10T15:15:07.308 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 43 current snap is 259 2024-04-10T15:15:07.308 INFO:tasks.rados.rados.0.smithi102.stdout:2805: seq_num 901 ranges {3776512=696320} 2024-04-10T15:15:07.330 INFO:tasks.rados.rados.0.smithi102.stdout:2805: writing smithi10276805-43 from 3776512 to 4472832 tid 1 2024-04-10T15:15:07.331 INFO:tasks.rados.rados.0.smithi102.stdout:2806: snap_remove snap 250 2024-04-10T15:15:07.531 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:07 smithi154 ceph-mon[84269]: osdmap e585: 8 total, 8 up, 8 in 2024-04-10T15:15:07.532 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:07 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:07.532 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:07 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:07.532 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:07 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:15:07.537 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:07 smithi102 ceph-mon[90943]: osdmap e585: 8 total, 8 up, 8 in 2024-04-10T15:15:07.537 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:07 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:07.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:07 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:07.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:07 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:15:07.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:07 smithi102 ceph-mon[88557]: osdmap e585: 8 total, 8 up, 8 in 2024-04-10T15:15:07.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:07 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:07.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:07 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:07.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:07 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:15:07.906 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:15:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:15:07] "GET /metrics HTTP/1.1" 200 36350 "" "Prometheus/2.43.0" 2024-04-10T15:15:08.233 INFO:tasks.rados.rados.0.smithi102.stdout:2806: done (1 left) 2024-04-10T15:15:08.234 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 21 current snap is 259 2024-04-10T15:15:08.234 INFO:tasks.rados.rados.0.smithi102.stdout:2807: seq_num 902 ranges {0=712704} 2024-04-10T15:15:08.238 INFO:tasks.rados.rados.0.smithi102.stdout:2807: writing smithi10276805-21 from 0 to 712704 tid 1 2024-04-10T15:15:08.239 INFO:tasks.rados.rados.0.smithi102.stdout:2808: rmattr oid 39 current snap is 259 2024-04-10T15:15:08.239 INFO:tasks.rados.rados.0.smithi102.stdout:2808: done (2 left) 2024-04-10T15:15:08.239 INFO:tasks.rados.rados.0.smithi102.stdout:2809: snap_remove snap 219 2024-04-10T15:15:08.522 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:08 smithi102 ceph-mon[90943]: pgmap v537: 121 pgs: 121 active+clean; 490 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-04-10T15:15:08.522 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:08 smithi102 ceph-mon[90943]: osdmap e586: 8 total, 8 up, 8 in 2024-04-10T15:15:08.523 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:08 smithi102 ceph-mon[90943]: osdmap e587: 8 total, 8 up, 8 in 2024-04-10T15:15:08.523 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:15:08.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:08 smithi102 ceph-mon[88557]: pgmap v537: 121 pgs: 121 active+clean; 490 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-04-10T15:15:08.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:08 smithi102 ceph-mon[88557]: osdmap e586: 8 total, 8 up, 8 in 2024-04-10T15:15:08.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:08 smithi102 ceph-mon[88557]: osdmap e587: 8 total, 8 up, 8 in 2024-04-10T15:15:08.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:15:08.547 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:08 smithi154 ceph-mon[84269]: pgmap v537: 121 pgs: 121 active+clean; 490 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-04-10T15:15:08.547 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:08 smithi154 ceph-mon[84269]: osdmap e586: 8 total, 8 up, 8 in 2024-04-10T15:15:08.547 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:08 smithi154 ceph-mon[84269]: osdmap e587: 8 total, 8 up, 8 in 2024-04-10T15:15:08.547 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:15:09.228 INFO:tasks.rados.rados.0.smithi102.stdout:2809: done (2 left) 2024-04-10T15:15:09.229 INFO:tasks.rados.rados.0.smithi102.stdout:2810: snap_remove snap 243 2024-04-10T15:15:10.232 INFO:tasks.rados.rados.0.smithi102.stdout:2810: done (2 left) 2024-04-10T15:15:10.232 INFO:tasks.rados.rados.0.smithi102.stdout:2811: rmattr oid 29 current snap is 259 2024-04-10T15:15:10.232 INFO:tasks.rados.rados.0.smithi102.stdout:2811: done (2 left) 2024-04-10T15:15:10.232 INFO:tasks.rados.rados.0.smithi102.stdout:2812: read oid 11 snap -1 2024-04-10T15:15:10.232 INFO:tasks.rados.rados.0.smithi102.stdout:2812: expect (ObjNum 828 snap 244 seq_num 828) 2024-04-10T15:15:10.233 INFO:tasks.rados.rados.0.smithi102.stdout:2813: copy_from oid 20 from oid 44 current snap is 259 2024-04-10T15:15:10.233 INFO:tasks.rados.rados.0.smithi102.stdout:2814: delete oid 24 current snap is 259 2024-04-10T15:15:10.233 INFO:tasks.rados.rados.0.smithi102.stdout:2805: finishing write tid 1 to smithi10276805-43 2024-04-10T15:15:10.233 INFO:tasks.rados.rados.0.smithi102.stdout:2805: finishing write tid 2 to smithi10276805-43 2024-04-10T15:15:10.233 INFO:tasks.rados.rados.0.smithi102.stdout:2805: finishing write tid 3 to smithi10276805-43 2024-04-10T15:15:10.233 INFO:tasks.rados.rados.0.smithi102.stdout:2805: oid 43 updating version 0 to 1369 2024-04-10T15:15:10.233 INFO:tasks.rados.rados.0.smithi102.stdout:2805: oid 43 updating version 1369 to 1370 2024-04-10T15:15:10.233 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 1370 (ObjNum 901 snap 259 seq_num 901) dirty exists 2024-04-10T15:15:10.233 INFO:tasks.rados.rados.0.smithi102.stdout:2805: left oid 43 (ObjNum 901 snap 259 seq_num 901) 2024-04-10T15:15:10.233 INFO:tasks.rados.rados.0.smithi102.stdout:2807: finishing write tid 1 to smithi10276805-21 2024-04-10T15:15:10.233 INFO:tasks.rados.rados.0.smithi102.stdout:2807: finishing write tid 2 to smithi10276805-21 2024-04-10T15:15:10.233 INFO:tasks.rados.rados.0.smithi102.stdout:2807: finishing write tid 3 to smithi10276805-21 2024-04-10T15:15:10.233 INFO:tasks.rados.rados.0.smithi102.stdout:2807: oid 21 updating version 0 to 1350 2024-04-10T15:15:10.233 INFO:tasks.rados.rados.0.smithi102.stdout:2807: oid 21 updating version 1350 to 1351 2024-04-10T15:15:10.233 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 1351 (ObjNum 902 snap 259 seq_num 902) dirty exists 2024-04-10T15:15:10.233 INFO:tasks.rados.rados.0.smithi102.stdout:2807: left oid 21 (ObjNum 902 snap 259 seq_num 902) 2024-04-10T15:15:10.237 INFO:tasks.rados.rados.0.smithi102.stdout:2805: done (4 left) 2024-04-10T15:15:10.237 INFO:tasks.rados.rados.0.smithi102.stdout:2807: done (3 left) 2024-04-10T15:15:10.237 INFO:tasks.rados.rados.0.smithi102.stdout:2814: done (2 left) 2024-04-10T15:15:10.237 INFO:tasks.rados.rados.0.smithi102.stdout:2815: snap_remove snap 249 2024-04-10T15:15:10.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:10 smithi154 ceph-mon[84269]: pgmap v540: 121 pgs: 121 active+clean; 490 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 306 KiB/s wr, 6 op/s 2024-04-10T15:15:10.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:10 smithi154 ceph-mon[84269]: osdmap e588: 8 total, 8 up, 8 in 2024-04-10T15:15:10.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:10 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:10.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:10 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:10.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:10 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:10.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:10 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:10.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:10 smithi102 ceph-mon[88557]: pgmap v540: 121 pgs: 121 active+clean; 490 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 306 KiB/s wr, 6 op/s 2024-04-10T15:15:10.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:10 smithi102 ceph-mon[88557]: osdmap e588: 8 total, 8 up, 8 in 2024-04-10T15:15:10.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:10 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:10.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:10 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:10.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:10 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:10.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:10 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:10.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:10 smithi102 ceph-mon[90943]: pgmap v540: 121 pgs: 121 active+clean; 490 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.4 MiB/s rd, 306 KiB/s wr, 6 op/s 2024-04-10T15:15:10.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:10 smithi102 ceph-mon[90943]: osdmap e588: 8 total, 8 up, 8 in 2024-04-10T15:15:10.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:10 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:10.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:10 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:10.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:10 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:10.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:10 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:11.238 INFO:tasks.rados.rados.0.smithi102.stdout:2815: done (2 left) 2024-04-10T15:15:11.238 INFO:tasks.rados.rados.0.smithi102.stdout:2816: setattr oid 7 current snap is 259 2024-04-10T15:15:11.238 INFO:tasks.rados.rados.0.smithi102.stdout:2813: finishing copy_from to smithi10276805-20 2024-04-10T15:15:11.239 INFO:tasks.rados.rados.0.smithi102.stdout:2813: got expected ENOENT (src dne) 2024-04-10T15:15:11.239 INFO:tasks.rados.rados.0.smithi102.stdout:2813: finishing copy_from racing read to smithi10276805-20 2024-04-10T15:15:11.239 INFO:tasks.rados.rados.0.smithi102.stdout:2812: expect (ObjNum 828 snap 244 seq_num 828) 2024-04-10T15:15:11.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:11 smithi102 ceph-mon[90943]: osdmap e589: 8 total, 8 up, 8 in 2024-04-10T15:15:11.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:11.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:11.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:11 smithi102 ceph-mon[88557]: osdmap e589: 8 total, 8 up, 8 in 2024-04-10T15:15:11.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:11.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:11.442 INFO:tasks.rados.rados.0.smithi102.stdout:2812: done (2 left) 2024-04-10T15:15:11.442 INFO:tasks.rados.rados.0.smithi102.stdout:2813: done (1 left) 2024-04-10T15:15:11.442 INFO:tasks.rados.rados.0.smithi102.stdout:2817: snap_create 2024-04-10T15:15:11.444 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 1634 (ObjNum 4113 snap 0 seq_num 2007767901) dirty exists 2024-04-10T15:15:11.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:11 smithi154 ceph-mon[84269]: osdmap e589: 8 total, 8 up, 8 in 2024-04-10T15:15:11.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:11.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:12.313 INFO:tasks.rados.rados.0.smithi102.stdout:2816: done (1 left) 2024-04-10T15:15:12.313 INFO:tasks.rados.rados.0.smithi102.stdout:2817: done (0 left) 2024-04-10T15:15:12.313 INFO:tasks.rados.rados.0.smithi102.stdout:2818: snap_remove snap 259 2024-04-10T15:15:12.380 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:12 smithi102 ceph-mon[90943]: pgmap v543: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 496 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 882 KiB/s rd, 1.4 MiB/s wr, 2 op/s 2024-04-10T15:15:12.380 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:12 smithi102 ceph-mon[90943]: osdmap e590: 8 total, 8 up, 8 in 2024-04-10T15:15:12.381 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:12 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:12.381 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:12 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:12.381 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:12 smithi102 ceph-mon[88557]: pgmap v543: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 496 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 882 KiB/s rd, 1.4 MiB/s wr, 2 op/s 2024-04-10T15:15:12.381 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:12 smithi102 ceph-mon[88557]: osdmap e590: 8 total, 8 up, 8 in 2024-04-10T15:15:12.381 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:12 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:12.381 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:12 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:12.626 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:15:12.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:12 smithi154 ceph-mon[84269]: pgmap v543: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 496 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 882 KiB/s rd, 1.4 MiB/s wr, 2 op/s 2024-04-10T15:15:12.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:12 smithi154 ceph-mon[84269]: osdmap e590: 8 total, 8 up, 8 in 2024-04-10T15:15:12.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:12 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:12.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:12 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:13.228 INFO:tasks.rados.rados.0.smithi102.stdout:2818: done (0 left) 2024-04-10T15:15:13.228 INFO:tasks.rados.rados.0.smithi102.stdout:2819: snap_remove snap 255 2024-04-10T15:15:13.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:13 smithi154 ceph-mon[84269]: osdmap e591: 8 total, 8 up, 8 in 2024-04-10T15:15:13.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:13 smithi154 ceph-mon[84269]: pgmap v546: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 493 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 882 KiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:15:13.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:13 smithi154 ceph-mon[84269]: osdmap e592: 8 total, 8 up, 8 in 2024-04-10T15:15:13.623 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:13 smithi102 ceph-mon[90943]: osdmap e591: 8 total, 8 up, 8 in 2024-04-10T15:15:13.623 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:13 smithi102 ceph-mon[90943]: pgmap v546: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 493 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 882 KiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:15:13.623 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:13 smithi102 ceph-mon[90943]: osdmap e592: 8 total, 8 up, 8 in 2024-04-10T15:15:13.623 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:13 smithi102 ceph-mon[88557]: osdmap e591: 8 total, 8 up, 8 in 2024-04-10T15:15:13.623 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:13 smithi102 ceph-mon[88557]: pgmap v546: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 493 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 882 KiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:15:13.623 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:13 smithi102 ceph-mon[88557]: osdmap e592: 8 total, 8 up, 8 in 2024-04-10T15:15:14.232 INFO:tasks.rados.rados.0.smithi102.stdout:2819: done (0 left) 2024-04-10T15:15:14.233 INFO:tasks.rados.rados.0.smithi102.stdout:2820: rollback oid 18 current snap is 260 2024-04-10T15:15:14.233 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 18 to 256 2024-04-10T15:15:14.233 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 260 2024-04-10T15:15:14.233 INFO:tasks.rados.rados.0.smithi102.stdout:2821: seq_num 904 ranges {425984=745472} 2024-04-10T15:15:14.240 INFO:tasks.rados.rados.0.smithi102.stdout:2821: writing smithi10276805-10 from 425984 to 1171456 tid 1 2024-04-10T15:15:14.240 INFO:tasks.rados.rados.0.smithi102.stdout:2822: snap_create 2024-04-10T15:15:14.240 INFO:tasks.rados.rados.0.smithi102.stdout:2820: finishing rollback tid 1 to smithi10276805-18 2024-04-10T15:15:14.240 INFO:tasks.rados.rados.0.smithi102.stdout:2820: finishing rollback tid 2 to smithi10276805-18 2024-04-10T15:15:14.240 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 1348 (ObjNum 890 snap 255 seq_num 890) dirty exists 2024-04-10T15:15:14.246 INFO:tasks.rados.rados.0.smithi102.stdout:2821: finishing write tid 1 to smithi10276805-10 2024-04-10T15:15:14.247 INFO:tasks.rados.rados.0.smithi102.stdout:2821: finishing write tid 2 to smithi10276805-10 2024-04-10T15:15:14.248 INFO:tasks.rados.rados.0.smithi102.stdout:2821: finishing write tid 3 to smithi10276805-10 2024-04-10T15:15:14.248 INFO:tasks.rados.rados.0.smithi102.stdout:2821: oid 10 updating version 0 to 1260 2024-04-10T15:15:14.249 INFO:tasks.rados.rados.0.smithi102.stdout:2821: oid 10 updating version 1260 to 1261 2024-04-10T15:15:14.249 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 1261 (ObjNum 904 snap 260 seq_num 904) dirty exists 2024-04-10T15:15:14.249 INFO:tasks.rados.rados.0.smithi102.stdout:2821: left oid 10 (ObjNum 904 snap 260 seq_num 904) 2024-04-10T15:15:14.529 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 15:15:14 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T15:15:14.275+0000 7fd57fee0700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 14d after trimming was started 2024-04-10T15:15:15.228 INFO:tasks.rados.rados.0.smithi102.stdout:2820: done (2 left) 2024-04-10T15:15:15.228 INFO:tasks.rados.rados.0.smithi102.stdout:2821: done (1 left) 2024-04-10T15:15:15.228 INFO:tasks.rados.rados.0.smithi102.stdout:2822: done (0 left) 2024-04-10T15:15:15.228 INFO:tasks.rados.rados.0.smithi102.stdout:2823: rollback oid 20 current snap is 261 2024-04-10T15:15:15.229 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 20 to 251 2024-04-10T15:15:15.229 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 35 current snap is 261 2024-04-10T15:15:15.229 INFO:tasks.rados.rados.0.smithi102.stdout:2824: seq_num 905 ranges {5431296=761856} 2024-04-10T15:15:15.261 INFO:tasks.rados.rados.0.smithi102.stdout:2824: writing smithi10276805-35 from 5431296 to 6193152 tid 1 2024-04-10T15:15:15.261 INFO:tasks.rados.rados.0.smithi102.stdout:2825: delete oid 5 current snap is 261 2024-04-10T15:15:15.261 INFO:tasks.rados.rados.0.smithi102.stdout:2823: finishing rollback tid 0 to smithi10276805-20 2024-04-10T15:15:15.261 INFO:tasks.rados.rados.0.smithi102.stdout:2823: finishing rollback tid 1 to smithi10276805-20 2024-04-10T15:15:15.262 INFO:tasks.rados.rados.0.smithi102.stdout:2823: finishing rollback tid 2 to smithi10276805-20 2024-04-10T15:15:15.262 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 1382 (ObjNum 711 snap 201 seq_num 711) dirty exists 2024-04-10T15:15:15.263 INFO:tasks.rados.rados.0.smithi102.stdout:2823: done (2 left) 2024-04-10T15:15:15.264 INFO:tasks.rados.rados.0.smithi102.stdout:2825: done (1 left) 2024-04-10T15:15:15.264 INFO:tasks.rados.rados.0.smithi102.stdout:2826: setattr oid 3 current snap is 261 2024-04-10T15:15:15.265 INFO:tasks.rados.rados.0.smithi102.stdout:2824: finishing write tid 1 to smithi10276805-35 2024-04-10T15:15:15.265 INFO:tasks.rados.rados.0.smithi102.stdout:2824: finishing write tid 2 to smithi10276805-35 2024-04-10T15:15:15.267 INFO:tasks.rados.rados.0.smithi102.stdout:2827: rmattr oid 7 current snap is 261 2024-04-10T15:15:15.267 INFO:tasks.rados.rados.0.smithi102.stdout:2828: rmattr oid 1 current snap is 261 2024-04-10T15:15:15.267 INFO:tasks.rados.rados.0.smithi102.stdout:2828: done (3 left) 2024-04-10T15:15:15.267 INFO:tasks.rados.rados.0.smithi102.stdout:2829: read oid 19 snap 248 2024-04-10T15:15:15.267 INFO:tasks.rados.rados.0.smithi102.stdout:2829: expect (ObjNum 562 snap 151 seq_num 562) 2024-04-10T15:15:15.267 INFO:tasks.rados.rados.0.smithi102.stdout:2830: read oid 45 snap -1 2024-04-10T15:15:15.267 INFO:tasks.rados.rados.0.smithi102.stdout:2830: expect (ObjNum 833 snap 247 seq_num 833) 2024-04-10T15:15:15.267 INFO:tasks.rados.rados.0.smithi102.stdout:2831: delete oid 39 current snap is 261 2024-04-10T15:15:15.268 INFO:tasks.rados.rados.0.smithi102.stdout:2824: finishing write tid 3 to smithi10276805-35 2024-04-10T15:15:15.268 INFO:tasks.rados.rados.0.smithi102.stdout:2824: oid 35 updating version 0 to 1383 2024-04-10T15:15:15.268 INFO:tasks.rados.rados.0.smithi102.stdout:2824: oid 35 updating version 1383 to 1384 2024-04-10T15:15:15.268 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 1384 (ObjNum 905 snap 261 seq_num 905) dirty exists 2024-04-10T15:15:15.268 INFO:tasks.rados.rados.0.smithi102.stdout:2824: left oid 35 (ObjNum 905 snap 261 seq_num 905) 2024-04-10T15:15:15.271 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 1635 (ObjNum 145 snap 0 seq_num 88272024) dirty exists 2024-04-10T15:15:15.273 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 1636 (ObjNum 49 snap 0 seq_num 1953066355) dirty exists 2024-04-10T15:15:15.273 INFO:tasks.rados.rados.0.smithi102.stdout:2824: done (5 left) 2024-04-10T15:15:15.273 INFO:tasks.rados.rados.0.smithi102.stdout:2826: done (4 left) 2024-04-10T15:15:15.273 INFO:tasks.rados.rados.0.smithi102.stdout:2827: done (3 left) 2024-04-10T15:15:15.273 INFO:tasks.rados.rados.0.smithi102.stdout:2831: done (2 left) 2024-04-10T15:15:15.273 INFO:tasks.rados.rados.0.smithi102.stdout:2832: snap_create 2024-04-10T15:15:15.279 INFO:tasks.rados.rados.0.smithi102.stdout:2830: expect (ObjNum 833 snap 247 seq_num 833) 2024-04-10T15:15:15.317 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:15.317 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:15.317 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: osdmap e593: 8 total, 8 up, 8 in 2024-04-10T15:15:15.317 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:15.317 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:15.317 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:15:15.318 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:15:15.318 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:15.318 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:15:15.318 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.318 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.318 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.318 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.318 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.318 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.318 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.318 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.318 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.318 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.318 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.319 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.319 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.333 INFO:tasks.rados.rados.0.smithi102.stdout:2829: expect (ObjNum 562 snap 151 seq_num 562) 2024-04-10T15:15:15.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:15.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:15.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: osdmap e593: 8 total, 8 up, 8 in 2024-04-10T15:15:15.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:15.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:15.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:15:15.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:15:15.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:15.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:15:15.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:15.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:15.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: osdmap e593: 8 total, 8 up, 8 in 2024-04-10T15:15:15.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:15.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:15.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:15:15.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:15:15.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:15.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:15:15.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:15.409 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:16.234 INFO:tasks.rados.rados.0.smithi102.stdout:2829: done (2 left) 2024-04-10T15:15:16.234 INFO:tasks.rados.rados.0.smithi102.stdout:2830: done (1 left) 2024-04-10T15:15:16.234 INFO:tasks.rados.rados.0.smithi102.stdout:2832: done (0 left) 2024-04-10T15:15:16.234 INFO:tasks.rados.rados.0.smithi102.stdout:2833: snap_remove snap 232 2024-04-10T15:15:16.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:16 smithi154 ceph-mon[84269]: pgmap v549: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 492 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 526 KiB/s wr, 4 op/s 2024-04-10T15:15:16.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:16 smithi154 ceph-mon[84269]: osdmap e594: 8 total, 8 up, 8 in 2024-04-10T15:15:16.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:16 smithi102 ceph-mon[90943]: pgmap v549: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 492 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 526 KiB/s wr, 4 op/s 2024-04-10T15:15:16.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:16 smithi102 ceph-mon[90943]: osdmap e594: 8 total, 8 up, 8 in 2024-04-10T15:15:16.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:16 smithi102 ceph-mon[88557]: pgmap v549: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 492 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 3.5 MiB/s rd, 526 KiB/s wr, 4 op/s 2024-04-10T15:15:16.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:16 smithi102 ceph-mon[88557]: osdmap e594: 8 total, 8 up, 8 in 2024-04-10T15:15:17.243 INFO:tasks.rados.rados.0.smithi102.stdout:2833: done (0 left) 2024-04-10T15:15:17.243 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 31 current snap is 262 2024-04-10T15:15:17.243 INFO:tasks.rados.rados.0.smithi102.stdout:2834: seq_num 908 ranges {0=409600,409600=401408} 2024-04-10T15:15:17.245 INFO:tasks.rados.rados.0.smithi102.stdout:2834: writing smithi10276805-31 from 0 to 409600 tid 1 2024-04-10T15:15:17.248 INFO:tasks.rados.rados.0.smithi102.stdout:2834: writing smithi10276805-31 from 409600 to 811008 tid 2 2024-04-10T15:15:17.248 INFO:tasks.rados.rados.0.smithi102.stdout:2835: delete oid 49 current snap is 262 2024-04-10T15:15:17.252 INFO:tasks.rados.rados.0.smithi102.stdout:2835: done (1 left) 2024-04-10T15:15:17.252 INFO:tasks.rados.rados.0.smithi102.stdout:2836: delete oid 34 current snap is 262 2024-04-10T15:15:17.254 INFO:tasks.rados.rados.0.smithi102.stdout:2834: finishing write tid 1 to smithi10276805-31 2024-04-10T15:15:17.254 INFO:tasks.rados.rados.0.smithi102.stdout:2834: finishing write tid 2 to smithi10276805-31 2024-04-10T15:15:17.256 INFO:tasks.rados.rados.0.smithi102.stdout:2834: finishing write tid 3 to smithi10276805-31 2024-04-10T15:15:17.258 INFO:tasks.rados.rados.0.smithi102.stdout:2834: finishing write tid 4 to smithi10276805-31 2024-04-10T15:15:17.258 INFO:tasks.rados.rados.0.smithi102.stdout:2834: oid 31 updating version 0 to 1316 2024-04-10T15:15:17.258 INFO:tasks.rados.rados.0.smithi102.stdout:2834: oid 31 version 1316 is already newer than 1315 2024-04-10T15:15:17.258 INFO:tasks.rados.rados.0.smithi102.stdout:2834: oid 31 version 1316 is already newer than 1314 2024-04-10T15:15:17.258 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 1316 (ObjNum 908 snap 262 seq_num 908) dirty exists 2024-04-10T15:15:17.258 INFO:tasks.rados.rados.0.smithi102.stdout:2834: left oid 31 (ObjNum 908 snap 262 seq_num 908) 2024-04-10T15:15:17.260 INFO:tasks.rados.rados.0.smithi102.stdout:2834: done (1 left) 2024-04-10T15:15:17.260 INFO:tasks.rados.rados.0.smithi102.stdout:2836: done (0 left) 2024-04-10T15:15:17.260 INFO:tasks.rados.rados.0.smithi102.stdout:2837: snap_remove snap 211 2024-04-10T15:15:17.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:17 smithi154 ceph-mon[84269]: osdmap e595: 8 total, 8 up, 8 in 2024-04-10T15:15:17.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:17 smithi154 ceph-mon[84269]: Upgrade: Updating prometheus.a 2024-04-10T15:15:17.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:17 smithi102 ceph-mon[90943]: osdmap e595: 8 total, 8 up, 8 in 2024-04-10T15:15:17.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:17 smithi102 ceph-mon[90943]: Upgrade: Updating prometheus.a 2024-04-10T15:15:17.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:17 smithi102 ceph-mon[88557]: osdmap e595: 8 total, 8 up, 8 in 2024-04-10T15:15:17.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:17 smithi102 ceph-mon[88557]: Upgrade: Updating prometheus.a 2024-04-10T15:15:17.906 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:15:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:15:17] "GET /metrics HTTP/1.1" 200 36345 "" "Prometheus/2.43.0" 2024-04-10T15:15:18.233 INFO:tasks.rados.rados.0.smithi102.stdout:2837: done (0 left) 2024-04-10T15:15:18.233 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 45 current snap is 262 2024-04-10T15:15:18.233 INFO:tasks.rados.rados.0.smithi102.stdout:2838: seq_num 911 ranges {1966080=466944,2433024=401408} 2024-04-10T15:15:18.247 INFO:tasks.rados.rados.0.smithi102.stdout:2838: writing smithi10276805-45 from 1966080 to 2433024 tid 1 2024-04-10T15:15:18.250 INFO:tasks.rados.rados.0.smithi102.stdout:2838: writing smithi10276805-45 from 2433024 to 2834432 tid 2 2024-04-10T15:15:18.250 INFO:tasks.rados.rados.0.smithi102.stdout:2839: read oid 30 snap -1 2024-04-10T15:15:18.250 INFO:tasks.rados.rados.0.smithi102.stdout:2839: expect (ObjNum 861 snap 254 seq_num 861) 2024-04-10T15:15:18.250 INFO:tasks.rados.rados.0.smithi102.stdout:2840: rmattr oid 41 current snap is 262 2024-04-10T15:15:18.250 INFO:tasks.rados.rados.0.smithi102.stdout:2841: snap_remove snap 203 2024-04-10T15:15:18.556 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:18 smithi154 ceph-mon[84269]: Deploying daemon prometheus.a on smithi154 2024-04-10T15:15:18.556 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:18 smithi154 ceph-mon[84269]: pgmap v552: 121 pgs: 121 active+clean; 492 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 182 KiB/s wr, 14 op/s 2024-04-10T15:15:18.556 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:18 smithi154 ceph-mon[84269]: osdmap e596: 8 total, 8 up, 8 in 2024-04-10T15:15:18.556 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:18 smithi154 ceph-mon[84269]: osdmap e597: 8 total, 8 up, 8 in 2024-04-10T15:15:18.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:18 smithi102 ceph-mon[90943]: Deploying daemon prometheus.a on smithi154 2024-04-10T15:15:18.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:18 smithi102 ceph-mon[90943]: pgmap v552: 121 pgs: 121 active+clean; 492 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 182 KiB/s wr, 14 op/s 2024-04-10T15:15:18.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:18 smithi102 ceph-mon[90943]: osdmap e596: 8 total, 8 up, 8 in 2024-04-10T15:15:18.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:18 smithi102 ceph-mon[90943]: osdmap e597: 8 total, 8 up, 8 in 2024-04-10T15:15:18.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:18 smithi102 ceph-mon[88557]: Deploying daemon prometheus.a on smithi154 2024-04-10T15:15:18.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:18 smithi102 ceph-mon[88557]: pgmap v552: 121 pgs: 121 active+clean; 492 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.9 MiB/s rd, 182 KiB/s wr, 14 op/s 2024-04-10T15:15:18.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:18 smithi102 ceph-mon[88557]: osdmap e596: 8 total, 8 up, 8 in 2024-04-10T15:15:18.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:18 smithi102 ceph-mon[88557]: osdmap e597: 8 total, 8 up, 8 in 2024-04-10T15:15:19.256 INFO:tasks.rados.rados.0.smithi102.stdout:2839: expect (ObjNum 861 snap 254 seq_num 861) 2024-04-10T15:15:19.256 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 1371 (ObjNum 800 snap 235 seq_num 800) dirty exists 2024-04-10T15:15:19.256 INFO:tasks.rados.rados.0.smithi102.stdout:2838: finishing write tid 1 to smithi10276805-45 2024-04-10T15:15:19.257 INFO:tasks.rados.rados.0.smithi102.stdout:2838: finishing write tid 2 to smithi10276805-45 2024-04-10T15:15:19.257 INFO:tasks.rados.rados.0.smithi102.stdout:2838: finishing write tid 3 to smithi10276805-45 2024-04-10T15:15:19.257 INFO:tasks.rados.rados.0.smithi102.stdout:2838: finishing write tid 4 to smithi10276805-45 2024-04-10T15:15:19.257 INFO:tasks.rados.rados.0.smithi102.stdout:2838: oid 45 updating version 0 to 1384 2024-04-10T15:15:19.257 INFO:tasks.rados.rados.0.smithi102.stdout:2838: oid 45 version 1384 is already newer than 1383 2024-04-10T15:15:19.257 INFO:tasks.rados.rados.0.smithi102.stdout:2838: oid 45 updating version 1384 to 1385 2024-04-10T15:15:19.257 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 1385 (ObjNum 911 snap 262 seq_num 911) dirty exists 2024-04-10T15:15:19.257 INFO:tasks.rados.rados.0.smithi102.stdout:2838: left oid 45 (ObjNum 911 snap 262 seq_num 911) 2024-04-10T15:15:19.257 INFO:tasks.rados.rados.0.smithi102.stdout:2838: done (3 left) 2024-04-10T15:15:19.257 INFO:tasks.rados.rados.0.smithi102.stdout:2839: done (2 left) 2024-04-10T15:15:19.257 INFO:tasks.rados.rados.0.smithi102.stdout:2840: done (1 left) 2024-04-10T15:15:19.257 INFO:tasks.rados.rados.0.smithi102.stdout:2841: done (0 left) 2024-04-10T15:15:19.257 INFO:tasks.rados.rados.0.smithi102.stdout:2842: snap_create 2024-04-10T15:15:20.251 INFO:tasks.rados.rados.0.smithi102.stdout:2842: done (0 left) 2024-04-10T15:15:20.252 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 20 current snap is 263 2024-04-10T15:15:20.252 INFO:tasks.rados.rados.0.smithi102.stdout:2843: seq_num 912 ranges {5431296=483328,5914624=401408} 2024-04-10T15:15:20.283 INFO:tasks.rados.rados.0.smithi102.stdout:2843: writing smithi10276805-20 from 5431296 to 5914624 tid 1 2024-04-10T15:15:20.286 INFO:tasks.rados.rados.0.smithi102.stdout:2843: writing smithi10276805-20 from 5914624 to 6316032 tid 2 2024-04-10T15:15:20.286 INFO:tasks.rados.rados.0.smithi102.stdout:2844: read oid 9 snap 257 2024-04-10T15:15:20.286 INFO:tasks.rados.rados.0.smithi102.stdout:2844: expect (ObjNum 856 snap 253 seq_num 856) 2024-04-10T15:15:20.286 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 263 2024-04-10T15:15:20.286 INFO:tasks.rados.rados.0.smithi102.stdout:2845: seq_num 913 ranges {1171456=499712,1671168=401408} 2024-04-10T15:15:20.294 INFO:tasks.rados.rados.0.smithi102.stdout:2845: writing smithi10276805-10 from 1171456 to 1671168 tid 1 2024-04-10T15:15:20.297 INFO:tasks.rados.rados.0.smithi102.stdout:2845: writing smithi10276805-10 from 1671168 to 2072576 tid 2 2024-04-10T15:15:20.298 INFO:tasks.rados.rados.0.smithi102.stdout:2846: rollback oid 11 current snap is 263 2024-04-10T15:15:20.298 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 11 to 257 2024-04-10T15:15:20.298 INFO:tasks.rados.rados.0.smithi102.stdout:2843: finishing write tid 1 to smithi10276805-20 2024-04-10T15:15:20.298 INFO:tasks.rados.rados.0.smithi102.stdout:2843: finishing write tid 2 to smithi10276805-20 2024-04-10T15:15:20.298 INFO:tasks.rados.rados.0.smithi102.stdout:2843: finishing write tid 3 to smithi10276805-20 2024-04-10T15:15:20.298 INFO:tasks.rados.rados.0.smithi102.stdout:2843: finishing write tid 4 to smithi10276805-20 2024-04-10T15:15:20.298 INFO:tasks.rados.rados.0.smithi102.stdout:2843: oid 20 updating version 0 to 1388 2024-04-10T15:15:20.298 INFO:tasks.rados.rados.0.smithi102.stdout:2843: oid 20 version 1388 is already newer than 1387 2024-04-10T15:15:20.298 INFO:tasks.rados.rados.0.smithi102.stdout:2843: oid 20 version 1388 is already newer than 1386 2024-04-10T15:15:20.298 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 1388 (ObjNum 912 snap 263 seq_num 912) dirty exists 2024-04-10T15:15:20.298 INFO:tasks.rados.rados.0.smithi102.stdout:2843: left oid 20 (ObjNum 912 snap 263 seq_num 912) 2024-04-10T15:15:20.298 INFO:tasks.rados.rados.0.smithi102.stdout:2843: done (3 left) 2024-04-10T15:15:20.298 INFO:tasks.rados.rados.0.smithi102.stdout:2847: snap_remove snap 207 2024-04-10T15:15:20.376 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:20 smithi154 systemd[1]: Stopping Ceph prometheus.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:15:20.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:20 smithi154 ceph-mon[84269]: pgmap v555: 121 pgs: 121 active+clean; 493 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 198 KiB/s wr, 13 op/s 2024-04-10T15:15:20.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:20 smithi154 ceph-mon[84269]: osdmap e598: 8 total, 8 up, 8 in 2024-04-10T15:15:20.636 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:15:20.413Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-10T15:15:20.636 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:15:20.413Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-10T15:15:20.636 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:15:20.413Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-10T15:15:20.636 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:15:20.413Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-10T15:15:20.636 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:15:20.413Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-10T15:15:20.636 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:15:20.413Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-10T15:15:20.636 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:15:20.413Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-10T15:15:20.636 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:15:20.413Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-10T15:15:20.636 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:15:20.413Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-10T15:15:20.636 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:15:20.413Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-10T15:15:20.636 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:15:20.413Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-10T15:15:20.636 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:20 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[74801]: ts=2024-04-10T15:15:20.413Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-10T15:15:20.637 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:20 smithi154 podman[115513]: 2024-04-10 15:15:20.423337161 +0000 UTC m=+0.130812883 container died 15b122e84a15be577e2c50e5a4cc4faab6cfb644c7c04ab9e61ffb2bb84958b8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:15:20.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:20 smithi102 ceph-mon[90943]: pgmap v555: 121 pgs: 121 active+clean; 493 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 198 KiB/s wr, 13 op/s 2024-04-10T15:15:20.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:20 smithi102 ceph-mon[90943]: osdmap e598: 8 total, 8 up, 8 in 2024-04-10T15:15:20.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:20 smithi102 ceph-mon[88557]: pgmap v555: 121 pgs: 121 active+clean; 493 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 6.3 MiB/s rd, 198 KiB/s wr, 13 op/s 2024-04-10T15:15:20.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:20 smithi102 ceph-mon[88557]: osdmap e598: 8 total, 8 up, 8 in 2024-04-10T15:15:21.019 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:20 smithi154 podman[115513]: 2024-04-10 15:15:20.771280239 +0000 UTC m=+0.478755960 container cleanup 15b122e84a15be577e2c50e5a4cc4faab6cfb644c7c04ab9e61ffb2bb84958b8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:15:21.019 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:20 smithi154 bash[115513]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a 2024-04-10T15:15:21.266 INFO:tasks.rados.rados.0.smithi102.stdout:2846: finishing rollback tid 0 to smithi10276805-11 2024-04-10T15:15:21.266 INFO:tasks.rados.rados.0.smithi102.stdout:2846: finishing rollback tid 1 to smithi10276805-11 2024-04-10T15:15:21.266 INFO:tasks.rados.rados.0.smithi102.stdout:2846: finishing rollback tid 2 to smithi10276805-11 2024-04-10T15:15:21.266 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 1388 (ObjNum 709 snap 201 seq_num 709) dirty exists 2024-04-10T15:15:21.266 INFO:tasks.rados.rados.0.smithi102.stdout:2844: expect (ObjNum 856 snap 253 seq_num 856) 2024-04-10T15:15:21.346 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-mon[84269]: osdmap e599: 8 total, 8 up, 8 in 2024-04-10T15:15:21.346 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 podman[115527]: 2024-04-10 15:15:21.047403281 +0000 UTC m=+0.623616059 container remove 15b122e84a15be577e2c50e5a4cc4faab6cfb644c7c04ab9e61ffb2bb84958b8 (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:15:21.346 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@prometheus.a.service: Deactivated successfully. 2024-04-10T15:15:21.346 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 systemd[1]: Stopped Ceph prometheus.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:15:21.346 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@prometheus.a.service: Consumed 2.616s CPU time. 2024-04-10T15:15:21.493 INFO:tasks.rados.rados.0.smithi102.stdout:2845: finishing write tid 1 to smithi10276805-10 2024-04-10T15:15:21.493 INFO:tasks.rados.rados.0.smithi102.stdout:2845: finishing write tid 2 to smithi10276805-10 2024-04-10T15:15:21.493 INFO:tasks.rados.rados.0.smithi102.stdout:2845: finishing write tid 3 to smithi10276805-10 2024-04-10T15:15:21.493 INFO:tasks.rados.rados.0.smithi102.stdout:2845: finishing write tid 4 to smithi10276805-10 2024-04-10T15:15:21.493 INFO:tasks.rados.rados.0.smithi102.stdout:2845: oid 10 updating version 0 to 1263 2024-04-10T15:15:21.493 INFO:tasks.rados.rados.0.smithi102.stdout:2845: oid 10 version 1263 is already newer than 1262 2024-04-10T15:15:21.493 INFO:tasks.rados.rados.0.smithi102.stdout:2845: oid 10 updating version 1263 to 1264 2024-04-10T15:15:21.493 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 1264 (ObjNum 913 snap 263 seq_num 913) dirty exists 2024-04-10T15:15:21.494 INFO:tasks.rados.rados.0.smithi102.stdout:2845: left oid 10 (ObjNum 913 snap 263 seq_num 913) 2024-04-10T15:15:21.494 INFO:tasks.rados.rados.0.smithi102.stdout:2844: done (3 left) 2024-04-10T15:15:21.494 INFO:tasks.rados.rados.0.smithi102.stdout:2845: done (2 left) 2024-04-10T15:15:21.494 INFO:tasks.rados.rados.0.smithi102.stdout:2846: done (1 left) 2024-04-10T15:15:21.494 INFO:tasks.rados.rados.0.smithi102.stdout:2847: done (0 left) 2024-04-10T15:15:21.494 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 263 2024-04-10T15:15:21.494 INFO:tasks.rados.rados.0.smithi102.stdout:2848: seq_num 914 ranges {2179072=516096,2695168=401408} 2024-04-10T15:15:21.507 INFO:tasks.rados.rados.0.smithi102.stdout:2848: writing smithi10276805-2 from 2179072 to 2695168 tid 1 2024-04-10T15:15:21.509 INFO:tasks.rados.rados.0.smithi102.stdout:2848: writing smithi10276805-2 from 2695168 to 3096576 tid 2 2024-04-10T15:15:21.509 INFO:tasks.rados.rados.0.smithi102.stdout:2849: snap_remove snap 261 2024-04-10T15:15:21.626 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 systemd[1]: Starting Ceph prometheus.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:15:21.626 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 podman[115659]: 2024-04-10 15:15:21.491701043 +0000 UTC m=+0.019195114 image pull a07b618ecd1dce142bce4c52f0e80982eaf1f14265a2415c2d35978ccaa0a464 quay.io/prometheus/prometheus:v2.43.0 2024-04-10T15:15:21.626 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 podman[115659]: 2024-04-10 15:15:21.59841337 +0000 UTC m=+0.125907441 container create cd56a0434c8153687d7c2544b7e1423d85c0266fec8d6d5c2d6310047c2d6bae (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:15:21.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:21 smithi102 ceph-mon[90943]: osdmap e599: 8 total, 8 up, 8 in 2024-04-10T15:15:21.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:21 smithi102 ceph-mon[88557]: osdmap e599: 8 total, 8 up, 8 in 2024-04-10T15:15:21.997 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 podman[115659]: 2024-04-10 15:15:21.826131619 +0000 UTC m=+0.353625693 container init cd56a0434c8153687d7c2544b7e1423d85c0266fec8d6d5c2d6310047c2d6bae (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:15:21.998 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 podman[115659]: 2024-04-10 15:15:21.828793685 +0000 UTC m=+0.356287765 container start cd56a0434c8153687d7c2544b7e1423d85c0266fec8d6d5c2d6310047c2d6bae (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T15:15:21.998 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.852Z caller=main.go:564 level=info msg="Starting Prometheus Server" mode=server version="(version=2.43.0, branch=HEAD, revision=edfc3bcd025dd6fe296c167a14a216cab1e552ee)" 2024-04-10T15:15:21.998 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.852Z caller=main.go:569 level=info build_context="(go=go1.19.7, platform=linux/amd64, user=root@8a0ee342e522, date=20230321-12:56:07, tags=netgo,builtinassets)" 2024-04-10T15:15:21.998 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.852Z caller=main.go:570 level=info host_details="(Linux 5.14.0-435.el9.x86_64 #1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024 x86_64 smithi154 (none))" 2024-04-10T15:15:21.998 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.852Z caller=main.go:571 level=info fd_limits="(soft=1048576, hard=1048576)" 2024-04-10T15:15:21.998 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.852Z caller=main.go:572 level=info vm_limits="(soft=unlimited, hard=unlimited)" 2024-04-10T15:15:21.998 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.853Z caller=web.go:561 level=info component=web msg="Start listening for connections" address=:9095 2024-04-10T15:15:21.998 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.853Z caller=main.go:1005 level=info msg="Starting TSDB ..." 2024-04-10T15:15:21.998 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.854Z caller=tls_config.go:232 level=info component=web msg="Listening on" address=[::]:9095 2024-04-10T15:15:21.998 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.854Z caller=tls_config.go:235 level=info component=web msg="TLS is disabled." http2=false address=[::]:9095 2024-04-10T15:15:21.998 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.855Z caller=head.go:587 level=info component=tsdb msg="Replaying on-disk memory mappable chunks if any" 2024-04-10T15:15:21.998 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.855Z caller=head.go:658 level=info component=tsdb msg="On-disk memory mappable chunks replay completed" duration=1.662µs 2024-04-10T15:15:21.999 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.855Z caller=head.go:664 level=info component=tsdb msg="Replaying WAL, this may take a while" 2024-04-10T15:15:21.999 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.858Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=0 maxSegment=4 2024-04-10T15:15:21.999 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.864Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=1 maxSegment=4 2024-04-10T15:15:21.999 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.870Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=2 maxSegment=4 2024-04-10T15:15:21.999 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.876Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=3 maxSegment=4 2024-04-10T15:15:21.999 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.876Z caller=head.go:735 level=info component=tsdb msg="WAL segment loaded" segment=4 maxSegment=4 2024-04-10T15:15:21.999 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.876Z caller=head.go:772 level=info component=tsdb msg="WAL replay completed" checkpoint_replay_duration=19.429µs wal_replay_duration=21.047754ms wbl_replay_duration=120ns total_replay_duration=21.084485ms 2024-04-10T15:15:21.999 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.879Z caller=main.go:1026 level=info fs_type=XFS_SUPER_MAGIC 2024-04-10T15:15:21.999 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.879Z caller=main.go:1029 level=info msg="TSDB started" 2024-04-10T15:15:21.999 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.879Z caller=main.go:1209 level=info msg="Loading configuration file" filename=/etc/prometheus/prometheus.yml 2024-04-10T15:15:21.999 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.900Z caller=main.go:1246 level=info msg="Completed loading of configuration file" filename=/etc/prometheus/prometheus.yml totalDuration=21.258951ms db_storage=1.267µs remote_storage=979ns web_handler=362ns query_engine=668ns scrape=398.18µs scrape_sd=82.424µs notify=14.871µs notify_sd=15.923µs rules=20.445066ms tracing=5.922µs 2024-04-10T15:15:21.999 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.900Z caller=main.go:990 level=info msg="Server is ready to receive web requests." 2024-04-10T15:15:21.999 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:21.900Z caller=manager.go:974 level=info component="rule manager" msg="Starting rule manager..." 2024-04-10T15:15:21.999 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 bash[115659]: cd56a0434c8153687d7c2544b7e1423d85c0266fec8d6d5c2d6310047c2d6bae 2024-04-10T15:15:21.999 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:21 smithi154 systemd[1]: Started Ceph prometheus.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:15:22.271 INFO:tasks.rados.rados.0.smithi102.stdout:2849: done (1 left) 2024-04-10T15:15:22.271 INFO:tasks.rados.rados.0.smithi102.stdout:2850: read oid 43 snap -1 2024-04-10T15:15:22.271 INFO:tasks.rados.rados.0.smithi102.stdout:2850: expect (ObjNum 901 snap 259 seq_num 901) 2024-04-10T15:15:22.271 INFO:tasks.rados.rados.0.smithi102.stdout:2848: finishing write tid 1 to smithi10276805-2 2024-04-10T15:15:22.271 INFO:tasks.rados.rados.0.smithi102.stdout:2848: finishing write tid 2 to smithi10276805-2 2024-04-10T15:15:22.271 INFO:tasks.rados.rados.0.smithi102.stdout:2848: finishing write tid 3 to smithi10276805-2 2024-04-10T15:15:22.271 INFO:tasks.rados.rados.0.smithi102.stdout:2848: finishing write tid 4 to smithi10276805-2 2024-04-10T15:15:22.271 INFO:tasks.rados.rados.0.smithi102.stdout:2848: oid 2 updating version 0 to 1234 2024-04-10T15:15:22.271 INFO:tasks.rados.rados.0.smithi102.stdout:2848: oid 2 version 1234 is already newer than 1233 2024-04-10T15:15:22.272 INFO:tasks.rados.rados.0.smithi102.stdout:2848: oid 2 updating version 1234 to 1235 2024-04-10T15:15:22.272 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 1235 (ObjNum 914 snap 263 seq_num 914) dirty exists 2024-04-10T15:15:22.272 INFO:tasks.rados.rados.0.smithi102.stdout:2848: left oid 2 (ObjNum 914 snap 263 seq_num 914) 2024-04-10T15:15:22.272 INFO:tasks.rados.rados.0.smithi102.stdout:2848: done (1 left) 2024-04-10T15:15:22.272 INFO:tasks.rados.rados.0.smithi102.stdout:2851: rollback oid 11 current snap is 263 2024-04-10T15:15:22.272 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 11 to 251 2024-04-10T15:15:22.272 INFO:tasks.rados.rados.0.smithi102.stdout:2852: setattr oid 49 current snap is 263 2024-04-10T15:15:22.273 INFO:tasks.rados.rados.0.smithi102.stdout:2853: copy_from oid 50 from oid 38 current snap is 263 2024-04-10T15:15:22.273 INFO:tasks.rados.rados.0.smithi102.stdout:2854: rmattr oid 46 current snap is 263 2024-04-10T15:15:22.273 INFO:tasks.rados.rados.0.smithi102.stdout:2854: done (4 left) 2024-04-10T15:15:22.273 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 36 current snap is 263 2024-04-10T15:15:22.273 INFO:tasks.rados.rados.0.smithi102.stdout:2855: seq_num 915 ranges {0=532480,532480=401408} 2024-04-10T15:15:22.276 INFO:tasks.rados.rados.0.smithi102.stdout:2855: writing smithi10276805-36 from 0 to 532480 tid 1 2024-04-10T15:15:22.279 INFO:tasks.rados.rados.0.smithi102.stdout:2855: writing smithi10276805-36 from 532480 to 933888 tid 2 2024-04-10T15:15:22.279 INFO:tasks.rados.rados.0.smithi102.stdout:2856: delete oid 41 current snap is 263 2024-04-10T15:15:22.279 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1659 (ObjNum 129 snap 0 seq_num 88084720) dirty exists 2024-04-10T15:15:22.280 INFO:tasks.rados.rados.0.smithi102.stdout:2851: finishing rollback tid 0 to smithi10276805-11 2024-04-10T15:15:22.281 INFO:tasks.rados.rados.0.smithi102.stdout:2851: finishing rollback tid 1 to smithi10276805-11 2024-04-10T15:15:22.282 INFO:tasks.rados.rados.0.smithi102.stdout:2851: finishing rollback tid 2 to smithi10276805-11 2024-04-10T15:15:22.282 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 1391 (ObjNum 852 snap 251 seq_num 852) dirty exists 2024-04-10T15:15:22.284 INFO:tasks.rados.rados.0.smithi102.stdout:2855: finishing write tid 1 to smithi10276805-36 2024-04-10T15:15:22.285 INFO:tasks.rados.rados.0.smithi102.stdout:2855: finishing write tid 2 to smithi10276805-36 2024-04-10T15:15:22.285 INFO:tasks.rados.rados.0.smithi102.stdout:2855: finishing write tid 3 to smithi10276805-36 2024-04-10T15:15:22.287 INFO:tasks.rados.rados.0.smithi102.stdout:2855: finishing write tid 4 to smithi10276805-36 2024-04-10T15:15:22.287 INFO:tasks.rados.rados.0.smithi102.stdout:2855: oid 36 updating version 0 to 1318 2024-04-10T15:15:22.288 INFO:tasks.rados.rados.0.smithi102.stdout:2855: oid 36 updating version 1318 to 1319 2024-04-10T15:15:22.288 INFO:tasks.rados.rados.0.smithi102.stdout:2855: oid 36 version 1319 is already newer than 1317 2024-04-10T15:15:22.288 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 1319 (ObjNum 915 snap 263 seq_num 915) dirty exists 2024-04-10T15:15:22.288 INFO:tasks.rados.rados.0.smithi102.stdout:2855: left oid 36 (ObjNum 915 snap 263 seq_num 915) 2024-04-10T15:15:22.288 INFO:tasks.rados.rados.0.smithi102.stdout:2853: finishing copy_from racing read to smithi10276805-50 2024-04-10T15:15:22.289 INFO:tasks.rados.rados.0.smithi102.stdout:2853: finishing copy_from to smithi10276805-50 2024-04-10T15:15:22.289 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 1304 (ObjNum 628 snap 178 seq_num 628) dirty exists 2024-04-10T15:15:22.297 INFO:tasks.rados.rados.0.smithi102.stdout:2850: expect (ObjNum 901 snap 259 seq_num 901) 2024-04-10T15:15:22.611 INFO:tasks.rados.rados.0.smithi102.stdout:2850: done (5 left) 2024-04-10T15:15:22.611 INFO:tasks.rados.rados.0.smithi102.stdout:2851: done (4 left) 2024-04-10T15:15:22.611 INFO:tasks.rados.rados.0.smithi102.stdout:2852: done (3 left) 2024-04-10T15:15:22.611 INFO:tasks.rados.rados.0.smithi102.stdout:2853: done (2 left) 2024-04-10T15:15:22.611 INFO:tasks.rados.rados.0.smithi102.stdout:2855: done (1 left) 2024-04-10T15:15:22.611 INFO:tasks.rados.rados.0.smithi102.stdout:2856: done (0 left) 2024-04-10T15:15:22.611 INFO:tasks.rados.rados.0.smithi102.stdout:2857: snap_remove snap 251 2024-04-10T15:15:22.626 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:15:22.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:22 smithi154 ceph-mon[84269]: pgmap v558: 121 pgs: 121 active+clean; 489 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 596 KiB/s wr, 4 op/s 2024-04-10T15:15:22.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:22 smithi154 ceph-mon[84269]: osdmap e600: 8 total, 8 up, 8 in 2024-04-10T15:15:22.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:22 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:22.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:22 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:22.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:22 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:15:22.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:22 smithi102 ceph-mon[90943]: pgmap v558: 121 pgs: 121 active+clean; 489 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 596 KiB/s wr, 4 op/s 2024-04-10T15:15:22.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:22 smithi102 ceph-mon[90943]: osdmap e600: 8 total, 8 up, 8 in 2024-04-10T15:15:22.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:22 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:22.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:22 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:22.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:22 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:15:22.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:22 smithi102 ceph-mon[88557]: pgmap v558: 121 pgs: 121 active+clean; 489 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 596 KiB/s wr, 4 op/s 2024-04-10T15:15:22.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:22 smithi102 ceph-mon[88557]: osdmap e600: 8 total, 8 up, 8 in 2024-04-10T15:15:22.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:22 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:22.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:22 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:22.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:22 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:15:23.233 INFO:tasks.rados.rados.0.smithi102.stdout:2857: done (0 left) 2024-04-10T15:15:23.233 INFO:tasks.rados.rados.0.smithi102.stdout:2858: read oid 29 snap -1 2024-04-10T15:15:23.233 INFO:tasks.rados.rados.0.smithi102.stdout:2858: expect deleted 2024-04-10T15:15:23.233 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 263 2024-04-10T15:15:23.233 INFO:tasks.rados.rados.0.smithi102.stdout:2859: seq_num 917 ranges {2580480=565248,3145728=401408} 2024-04-10T15:15:23.251 INFO:tasks.rados.rados.0.smithi102.stdout:2859: writing smithi10276805-4 from 2580480 to 3145728 tid 1 2024-04-10T15:15:23.254 INFO:tasks.rados.rados.0.smithi102.stdout:2859: writing smithi10276805-4 from 3145728 to 3547136 tid 2 2024-04-10T15:15:23.255 INFO:tasks.rados.rados.0.smithi102.stdout:2860: rollback oid 27 current snap is 263 2024-04-10T15:15:23.255 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 27 to 256 2024-04-10T15:15:23.255 INFO:tasks.rados.rados.0.smithi102.stdout:2861: rmattr oid 17 current snap is 263 2024-04-10T15:15:23.255 INFO:tasks.rados.rados.0.smithi102.stdout:2861: done (3 left) 2024-04-10T15:15:23.255 INFO:tasks.rados.rados.0.smithi102.stdout:2862: read oid 46 snap 260 2024-04-10T15:15:23.255 INFO:tasks.rados.rados.0.smithi102.stdout:2862: expect deleted 2024-04-10T15:15:23.255 INFO:tasks.rados.rados.0.smithi102.stdout:2863: delete oid 39 current snap is 263 2024-04-10T15:15:23.258 INFO:tasks.rados.rados.0.smithi102.stdout:2859: finishing write tid 1 to smithi10276805-4 2024-04-10T15:15:23.261 INFO:tasks.rados.rados.0.smithi102.stdout:2859: finishing write tid 2 to smithi10276805-4 2024-04-10T15:15:23.261 INFO:tasks.rados.rados.0.smithi102.stdout:2859: finishing write tid 3 to smithi10276805-4 2024-04-10T15:15:23.261 INFO:tasks.rados.rados.0.smithi102.stdout:2860: finishing rollback tid 1 to smithi10276805-27 2024-04-10T15:15:23.261 INFO:tasks.rados.rados.0.smithi102.stdout:2860: finishing rollback tid 2 to smithi10276805-27 2024-04-10T15:15:23.262 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 1667 (ObjNum 893 snap 255 seq_num 893) dirty exists 2024-04-10T15:15:23.263 INFO:tasks.rados.rados.0.smithi102.stdout:2858: done (4 left) 2024-04-10T15:15:23.263 INFO:tasks.rados.rados.0.smithi102.stdout:2860: done (3 left) 2024-04-10T15:15:23.264 INFO:tasks.rados.rados.0.smithi102.stdout:2862: done (2 left) 2024-04-10T15:15:23.264 INFO:tasks.rados.rados.0.smithi102.stdout:2863: done (1 left) 2024-04-10T15:15:23.264 INFO:tasks.rados.rados.0.smithi102.stdout:2864: copy_from oid 22 from oid 46 current snap is 263 2024-04-10T15:15:23.264 INFO:tasks.rados.rados.0.smithi102.stdout:2865: read oid 15 snap -1 2024-04-10T15:15:23.264 INFO:tasks.rados.rados.0.smithi102.stdout:2865: expect (ObjNum 867 snap 254 seq_num 867) 2024-04-10T15:15:23.264 INFO:tasks.rados.rados.0.smithi102.stdout:2866: read oid 6 snap -1 2024-04-10T15:15:23.264 INFO:tasks.rados.rados.0.smithi102.stdout:2866: expect (ObjNum 878 snap 255 seq_num 878) 2024-04-10T15:15:23.264 INFO:tasks.rados.rados.0.smithi102.stdout:2867: rollback oid 7 current snap is 263 2024-04-10T15:15:23.264 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 7 to 262 2024-04-10T15:15:23.264 INFO:tasks.rados.rados.0.smithi102.stdout:2859: finishing write tid 4 to smithi10276805-4 2024-04-10T15:15:23.264 INFO:tasks.rados.rados.0.smithi102.stdout:2859: oid 4 updating version 0 to 1265 2024-04-10T15:15:23.264 INFO:tasks.rados.rados.0.smithi102.stdout:2859: oid 4 version 1265 is already newer than 1263 2024-04-10T15:15:23.264 INFO:tasks.rados.rados.0.smithi102.stdout:2859: oid 4 version 1265 is already newer than 1264 2024-04-10T15:15:23.264 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 1265 (ObjNum 917 snap 263 seq_num 917) dirty exists 2024-04-10T15:15:23.265 INFO:tasks.rados.rados.0.smithi102.stdout:2859: left oid 4 (ObjNum 917 snap 263 seq_num 917) 2024-04-10T15:15:23.265 INFO:tasks.rados.rados.0.smithi102.stdout:2859: done (4 left) 2024-04-10T15:15:23.265 INFO:tasks.rados.rados.0.smithi102.stdout:2868: rmattr oid 49 current snap is 263 2024-04-10T15:15:23.265 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 44 current snap is 263 2024-04-10T15:15:23.265 INFO:tasks.rados.rados.0.smithi102.stdout:2869: seq_num 919 ranges {0=598016,598016=401408} 2024-04-10T15:15:23.266 INFO:tasks.rados.rados.0.smithi102.stdout:2869: writing smithi10276805-44 from 0 to 598016 tid 1 2024-04-10T15:15:23.269 INFO:tasks.rados.rados.0.smithi102.stdout:2869: writing smithi10276805-44 from 598016 to 999424 tid 2 2024-04-10T15:15:23.269 INFO:tasks.rados.rados.0.smithi102.stdout:2870: copy_from oid 9 from oid 37 current snap is 263 2024-04-10T15:15:23.270 INFO:tasks.rados.rados.0.smithi102.stdout:2864: finishing copy_from to smithi10276805-22 2024-04-10T15:15:23.270 INFO:tasks.rados.rados.0.smithi102.stdout:2864: got expected ENOENT (src dne) 2024-04-10T15:15:23.270 INFO:tasks.rados.rados.0.smithi102.stdout:2871: read oid 4 snap -1 2024-04-10T15:15:23.270 INFO:tasks.rados.rados.0.smithi102.stdout:2871: expect (ObjNum 917 snap 263 seq_num 917) 2024-04-10T15:15:23.270 INFO:tasks.rados.rados.0.smithi102.stdout:2872: setattr oid 23 current snap is 263 2024-04-10T15:15:23.270 INFO:tasks.rados.rados.0.smithi102.stdout:2864: finishing copy_from racing read to smithi10276805-22 2024-04-10T15:15:23.270 INFO:tasks.rados.rados.0.smithi102.stdout:2867: finishing rollback tid 0 to smithi10276805-7 2024-04-10T15:15:23.270 INFO:tasks.rados.rados.0.smithi102.stdout:2867: finishing rollback tid 1 to smithi10276805-7 2024-04-10T15:15:23.270 INFO:tasks.rados.rados.0.smithi102.stdout:2864: done (8 left) 2024-04-10T15:15:23.271 INFO:tasks.rados.rados.0.smithi102.stdout:2873: rmattr oid 50 current snap is 263 2024-04-10T15:15:23.271 INFO:tasks.rados.rados.0.smithi102.stdout:2873: done (8 left) 2024-04-10T15:15:23.271 INFO:tasks.rados.rados.0.smithi102.stdout:2874: read oid 22 snap 260 2024-04-10T15:15:23.271 INFO:tasks.rados.rados.0.smithi102.stdout:2874: expect (ObjNum 885 snap 255 seq_num 885) 2024-04-10T15:15:23.271 INFO:tasks.rados.rados.0.smithi102.stdout:2875: snap_create 2024-04-10T15:15:23.277 INFO:tasks.rados.rados.0.smithi102.stdout:2870: finishing copy_from to smithi10276805-9 2024-04-10T15:15:23.277 INFO:tasks.rados.rados.0.smithi102.stdout:2870: got expected ENOENT (src dne) 2024-04-10T15:15:23.277 INFO:tasks.rados.rados.0.smithi102.stdout:2870: finishing copy_from racing read to smithi10276805-9 2024-04-10T15:15:23.277 INFO:tasks.rados.rados.0.smithi102.stdout:2869: finishing write tid 1 to smithi10276805-44 2024-04-10T15:15:23.277 INFO:tasks.rados.rados.0.smithi102.stdout:2867: finishing rollback tid 2 to smithi10276805-7 2024-04-10T15:15:23.277 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 1672 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-10T15:15:23.278 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1351 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-10T15:15:23.278 INFO:tasks.rados.rados.0.smithi102.stdout:2869: finishing write tid 2 to smithi10276805-44 2024-04-10T15:15:23.278 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1673 (ObjNum 129 snap 0 seq_num 88084720) dirty exists 2024-04-10T15:15:23.278 INFO:tasks.rados.rados.0.smithi102.stdout:2869: finishing write tid 3 to smithi10276805-44 2024-04-10T15:15:23.281 INFO:tasks.rados.rados.0.smithi102.stdout:2874: expect (ObjNum 885 snap 255 seq_num 885) 2024-04-10T15:15:23.301 INFO:tasks.rados.rados.0.smithi102.stdout:2869: finishing write tid 4 to smithi10276805-44 2024-04-10T15:15:23.301 INFO:tasks.rados.rados.0.smithi102.stdout:2869: oid 44 updating version 0 to 1265 2024-04-10T15:15:23.301 INFO:tasks.rados.rados.0.smithi102.stdout:2869: oid 44 updating version 1265 to 1266 2024-04-10T15:15:23.301 INFO:tasks.rados.rados.0.smithi102.stdout:2869: oid 44 updating version 1266 to 1267 2024-04-10T15:15:23.301 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 1267 (ObjNum 919 snap 263 seq_num 919) dirty exists 2024-04-10T15:15:23.301 INFO:tasks.rados.rados.0.smithi102.stdout:2869: left oid 44 (ObjNum 919 snap 263 seq_num 919) 2024-04-10T15:15:23.301 INFO:tasks.rados.rados.0.smithi102.stdout:2871: expect (ObjNum 917 snap 263 seq_num 917) 2024-04-10T15:15:23.440 INFO:tasks.rados.rados.0.smithi102.stdout:2866: expect (ObjNum 878 snap 255 seq_num 878) 2024-04-10T15:15:23.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:23 smithi154 ceph-mon[84269]: osdmap e601: 8 total, 8 up, 8 in 2024-04-10T15:15:23.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:23 smithi154 ceph-mon[84269]: osdmap e602: 8 total, 8 up, 8 in 2024-04-10T15:15:23.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:15:23.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:23 smithi102 ceph-mon[90943]: osdmap e601: 8 total, 8 up, 8 in 2024-04-10T15:15:23.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:23 smithi102 ceph-mon[90943]: osdmap e602: 8 total, 8 up, 8 in 2024-04-10T15:15:23.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:15:23.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:23 smithi102 ceph-mon[88557]: osdmap e601: 8 total, 8 up, 8 in 2024-04-10T15:15:23.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:23 smithi102 ceph-mon[88557]: osdmap e602: 8 total, 8 up, 8 in 2024-04-10T15:15:23.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:15:23.908 INFO:tasks.rados.rados.0.smithi102.stdout:2865: expect (ObjNum 867 snap 254 seq_num 867) 2024-04-10T15:15:24.391 INFO:tasks.rados.rados.0.smithi102.stdout:2865: done (9 left) 2024-04-10T15:15:24.391 INFO:tasks.rados.rados.0.smithi102.stdout:2866: done (8 left) 2024-04-10T15:15:24.391 INFO:tasks.rados.rados.0.smithi102.stdout:2867: done (7 left) 2024-04-10T15:15:24.391 INFO:tasks.rados.rados.0.smithi102.stdout:2868: done (6 left) 2024-04-10T15:15:24.391 INFO:tasks.rados.rados.0.smithi102.stdout:2869: done (5 left) 2024-04-10T15:15:24.391 INFO:tasks.rados.rados.0.smithi102.stdout:2870: done (4 left) 2024-04-10T15:15:24.391 INFO:tasks.rados.rados.0.smithi102.stdout:2871: done (3 left) 2024-04-10T15:15:24.391 INFO:tasks.rados.rados.0.smithi102.stdout:2872: done (2 left) 2024-04-10T15:15:24.392 INFO:tasks.rados.rados.0.smithi102.stdout:2874: done (1 left) 2024-04-10T15:15:24.392 INFO:tasks.rados.rados.0.smithi102.stdout:2875: done (0 left) 2024-04-10T15:15:24.392 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 264 2024-04-10T15:15:24.392 INFO:tasks.rados.rados.0.smithi102.stdout:2876: seq_num 920 ranges {7954432=614400,8568832=401408} 2024-04-10T15:15:24.436 INFO:tasks.rados.rados.0.smithi102.stdout:2876: writing smithi10276805-15 from 7954432 to 8568832 tid 1 2024-04-10T15:15:24.438 INFO:tasks.rados.rados.0.smithi102.stdout:2876: writing smithi10276805-15 from 8568832 to 8970240 tid 2 2024-04-10T15:15:24.438 INFO:tasks.rados.rados.0.smithi102.stdout:2877: delete oid 23 current snap is 264 2024-04-10T15:15:24.443 INFO:tasks.rados.rados.0.smithi102.stdout:2877: done (1 left) 2024-04-10T15:15:24.443 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 28 current snap is 264 2024-04-10T15:15:24.444 INFO:tasks.rados.rados.0.smithi102.stdout:2878: seq_num 922 ranges {0=647168,647168=401408} 2024-04-10T15:15:24.447 INFO:tasks.rados.rados.0.smithi102.stdout:2878: writing smithi10276805-28 from 0 to 647168 tid 1 2024-04-10T15:15:24.449 INFO:tasks.rados.rados.0.smithi102.stdout:2878: writing smithi10276805-28 from 647168 to 1048576 tid 2 2024-04-10T15:15:24.450 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 37 current snap is 264 2024-04-10T15:15:24.450 INFO:tasks.rados.rados.0.smithi102.stdout:2876: finishing write tid 1 to smithi10276805-15 2024-04-10T15:15:24.450 INFO:tasks.rados.rados.0.smithi102.stdout:2876: finishing write tid 2 to smithi10276805-15 2024-04-10T15:15:24.450 INFO:tasks.rados.rados.0.smithi102.stdout:2879: seq_num 923 ranges {0=663552,663552=401408} 2024-04-10T15:15:24.453 INFO:tasks.rados.rados.0.smithi102.stdout:2879: writing smithi10276805-37 from 0 to 663552 tid 1 2024-04-10T15:15:24.456 INFO:tasks.rados.rados.0.smithi102.stdout:2879: writing smithi10276805-37 from 663552 to 1064960 tid 2 2024-04-10T15:15:24.456 INFO:tasks.rados.rados.0.smithi102.stdout:2880: read oid 42 snap -1 2024-04-10T15:15:24.456 INFO:tasks.rados.rados.0.smithi102.stdout:2880: expect (ObjNum 897 snap 257 seq_num 897) 2024-04-10T15:15:24.456 INFO:tasks.rados.rados.0.smithi102.stdout:2881: delete oid 29 current snap is 264 2024-04-10T15:15:24.456 INFO:tasks.rados.rados.0.smithi102.stdout:2876: finishing write tid 3 to smithi10276805-15 2024-04-10T15:15:24.456 INFO:tasks.rados.rados.0.smithi102.stdout:2876: finishing write tid 4 to smithi10276805-15 2024-04-10T15:15:24.456 INFO:tasks.rados.rados.0.smithi102.stdout:2876: oid 15 updating version 0 to 1974 2024-04-10T15:15:24.456 INFO:tasks.rados.rados.0.smithi102.stdout:2876: oid 15 updating version 1974 to 1975 2024-04-10T15:15:24.456 INFO:tasks.rados.rados.0.smithi102.stdout:2876: oid 15 updating version 1975 to 1976 2024-04-10T15:15:24.457 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 1976 (ObjNum 920 snap 264 seq_num 920) dirty exists 2024-04-10T15:15:24.457 INFO:tasks.rados.rados.0.smithi102.stdout:2876: left oid 15 (ObjNum 920 snap 264 seq_num 920) 2024-04-10T15:15:24.457 INFO:tasks.rados.rados.0.smithi102.stdout:2878: finishing write tid 1 to smithi10276805-28 2024-04-10T15:15:24.457 INFO:tasks.rados.rados.0.smithi102.stdout:2878: finishing write tid 2 to smithi10276805-28 2024-04-10T15:15:24.457 INFO:tasks.rados.rados.0.smithi102.stdout:2878: finishing write tid 3 to smithi10276805-28 2024-04-10T15:15:24.458 INFO:tasks.rados.rados.0.smithi102.stdout:2878: finishing write tid 4 to smithi10276805-28 2024-04-10T15:15:24.458 INFO:tasks.rados.rados.0.smithi102.stdout:2878: oid 28 updating version 0 to 1979 2024-04-10T15:15:24.458 INFO:tasks.rados.rados.0.smithi102.stdout:2878: oid 28 updating version 1979 to 1980 2024-04-10T15:15:24.458 INFO:tasks.rados.rados.0.smithi102.stdout:2878: oid 28 version 1980 is already newer than 1978 2024-04-10T15:15:24.458 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 1980 (ObjNum 922 snap 264 seq_num 922) dirty exists 2024-04-10T15:15:24.458 INFO:tasks.rados.rados.0.smithi102.stdout:2878: left oid 28 (ObjNum 922 snap 264 seq_num 922) 2024-04-10T15:15:24.458 INFO:tasks.rados.rados.0.smithi102.stdout:2879: finishing write tid 1 to smithi10276805-37 2024-04-10T15:15:24.459 INFO:tasks.rados.rados.0.smithi102.stdout:2876: done (4 left) 2024-04-10T15:15:24.459 INFO:tasks.rados.rados.0.smithi102.stdout:2878: done (3 left) 2024-04-10T15:15:24.459 INFO:tasks.rados.rados.0.smithi102.stdout:2881: done (2 left) 2024-04-10T15:15:24.459 INFO:tasks.rados.rados.0.smithi102.stdout:2882: copy_from oid 27 from oid 23 current snap is 264 2024-04-10T15:15:24.459 INFO:tasks.rados.rados.0.smithi102.stdout:2879: finishing write tid 2 to smithi10276805-37 2024-04-10T15:15:24.459 INFO:tasks.rados.rados.0.smithi102.stdout:2883: copy_from oid 14 from oid 6 current snap is 264 2024-04-10T15:15:24.459 INFO:tasks.rados.rados.0.smithi102.stdout:2884: snap_create 2024-04-10T15:15:24.460 INFO:tasks.rados.rados.0.smithi102.stdout:2879: finishing write tid 3 to smithi10276805-37 2024-04-10T15:15:24.460 INFO:tasks.rados.rados.0.smithi102.stdout:2882: finishing copy_from to smithi10276805-27 2024-04-10T15:15:24.460 INFO:tasks.rados.rados.0.smithi102.stdout:2882: got expected ENOENT (src dne) 2024-04-10T15:15:24.460 INFO:tasks.rados.rados.0.smithi102.stdout:2882: finishing copy_from racing read to smithi10276805-27 2024-04-10T15:15:24.461 INFO:tasks.rados.rados.0.smithi102.stdout:2879: finishing write tid 4 to smithi10276805-37 2024-04-10T15:15:24.461 INFO:tasks.rados.rados.0.smithi102.stdout:2879: oid 37 updating version 0 to 1373 2024-04-10T15:15:24.461 INFO:tasks.rados.rados.0.smithi102.stdout:2879: oid 37 updating version 1373 to 1374 2024-04-10T15:15:24.461 INFO:tasks.rados.rados.0.smithi102.stdout:2879: oid 37 updating version 1374 to 1375 2024-04-10T15:15:24.461 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 1375 (ObjNum 923 snap 264 seq_num 923) dirty exists 2024-04-10T15:15:24.461 INFO:tasks.rados.rados.0.smithi102.stdout:2879: left oid 37 (ObjNum 923 snap 264 seq_num 923) 2024-04-10T15:15:24.482 INFO:tasks.rados.rados.0.smithi102.stdout:2880: expect (ObjNum 897 snap 257 seq_num 897) 2024-04-10T15:15:24.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:24 smithi154 ceph-mon[84269]: pgmap v561: 121 pgs: 121 active+clean; 432 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 398 KiB/s wr, 7 op/s 2024-04-10T15:15:24.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:24 smithi154 ceph-mon[84269]: osdmap e603: 8 total, 8 up, 8 in 2024-04-10T15:15:24.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:24 smithi102 ceph-mon[90943]: pgmap v561: 121 pgs: 121 active+clean; 432 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 398 KiB/s wr, 7 op/s 2024-04-10T15:15:24.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:24 smithi102 ceph-mon[90943]: osdmap e603: 8 total, 8 up, 8 in 2024-04-10T15:15:24.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:24 smithi102 ceph-mon[88557]: pgmap v561: 121 pgs: 121 active+clean; 432 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.4 MiB/s rd, 398 KiB/s wr, 7 op/s 2024-04-10T15:15:24.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:24 smithi102 ceph-mon[88557]: osdmap e603: 8 total, 8 up, 8 in 2024-04-10T15:15:24.757 INFO:tasks.rados.rados.0.smithi102.stdout:2883: finishing copy_from racing read to smithi10276805-14 2024-04-10T15:15:24.757 INFO:tasks.rados.rados.0.smithi102.stdout:2883: finishing copy_from to smithi10276805-14 2024-04-10T15:15:24.757 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 1342 (ObjNum 878 snap 255 seq_num 878) dirty exists 2024-04-10T15:15:25.289 INFO:tasks.rados.rados.0.smithi102.stdout:2879: done (4 left) 2024-04-10T15:15:25.289 INFO:tasks.rados.rados.0.smithi102.stdout:2880: done (3 left) 2024-04-10T15:15:25.290 INFO:tasks.rados.rados.0.smithi102.stdout:2882: done (2 left) 2024-04-10T15:15:25.290 INFO:tasks.rados.rados.0.smithi102.stdout:2883: done (1 left) 2024-04-10T15:15:25.290 INFO:tasks.rados.rados.0.smithi102.stdout:2884: done (0 left) 2024-04-10T15:15:25.290 INFO:tasks.rados.rados.0.smithi102.stdout:2885: copy_from oid 4 from oid 16 current snap is 265 2024-04-10T15:15:25.290 INFO:tasks.rados.rados.0.smithi102.stdout:2886: snap_create 2024-04-10T15:15:25.298 INFO:tasks.rados.rados.0.smithi102.stdout:2885: finishing copy_from racing read to smithi10276805-4 2024-04-10T15:15:25.298 INFO:tasks.rados.rados.0.smithi102.stdout:2885: finishing copy_from to smithi10276805-4 2024-04-10T15:15:25.298 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 1228 (ObjNum 788 snap 232 seq_num 788) dirty exists 2024-04-10T15:15:25.545 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:25 smithi154 ceph-mon[84269]: pgmap v564: 121 pgs: 121 active+clean; 389 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-10T15:15:25.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:25 smithi102 ceph-mon[90943]: pgmap v564: 121 pgs: 121 active+clean; 389 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-10T15:15:25.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:25 smithi102 ceph-mon[88557]: pgmap v564: 121 pgs: 121 active+clean; 389 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-10T15:15:26.293 INFO:tasks.rados.rados.0.smithi102.stdout:2885: done (1 left) 2024-04-10T15:15:26.294 INFO:tasks.rados.rados.0.smithi102.stdout:2886: done (0 left) 2024-04-10T15:15:26.294 INFO:tasks.rados.rados.0.smithi102.stdout:2887: read oid 49 snap -1 2024-04-10T15:15:26.294 INFO:tasks.rados.rados.0.smithi102.stdout:2887: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:15:26.294 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 266 2024-04-10T15:15:26.294 INFO:tasks.rados.rados.0.smithi102.stdout:2888: seq_num 925 ranges {1204224=696320,1900544=401408} 2024-04-10T15:15:26.303 INFO:tasks.rados.rados.0.smithi102.stdout:2888: writing smithi10276805-4 from 1204224 to 1900544 tid 1 2024-04-10T15:15:26.306 INFO:tasks.rados.rados.0.smithi102.stdout:2888: writing smithi10276805-4 from 1900544 to 2301952 tid 2 2024-04-10T15:15:26.306 INFO:tasks.rados.rados.0.smithi102.stdout:2889: read oid 30 snap -1 2024-04-10T15:15:26.306 INFO:tasks.rados.rados.0.smithi102.stdout:2889: expect (ObjNum 861 snap 254 seq_num 861) 2024-04-10T15:15:26.306 INFO:tasks.rados.rados.0.smithi102.stdout:2890: snap_remove snap 229 2024-04-10T15:15:26.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:26 smithi154 ceph-mon[84269]: osdmap e604: 8 total, 8 up, 8 in 2024-04-10T15:15:26.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:26 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:26.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:26 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:26.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:26 smithi102 ceph-mon[90943]: osdmap e604: 8 total, 8 up, 8 in 2024-04-10T15:15:26.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:26 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:26.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:26 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:26.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:26 smithi102 ceph-mon[88557]: osdmap e604: 8 total, 8 up, 8 in 2024-04-10T15:15:26.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:26 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:26.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:26 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:27.294 INFO:tasks.rados.rados.0.smithi102.stdout:2887: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:15:27.296 INFO:tasks.rados.rados.0.smithi102.stdout:2888: finishing write tid 1 to smithi10276805-4 2024-04-10T15:15:27.296 INFO:tasks.rados.rados.0.smithi102.stdout:2888: finishing write tid 2 to smithi10276805-4 2024-04-10T15:15:27.296 INFO:tasks.rados.rados.0.smithi102.stdout:2888: finishing write tid 3 to smithi10276805-4 2024-04-10T15:15:27.297 INFO:tasks.rados.rados.0.smithi102.stdout:2889: expect (ObjNum 861 snap 254 seq_num 861) 2024-04-10T15:15:27.298 INFO:tasks.rados.rados.0.smithi102.stdout:2888: finishing write tid 4 to smithi10276805-4 2024-04-10T15:15:27.298 INFO:tasks.rados.rados.0.smithi102.stdout:2888: oid 4 updating version 0 to 1267 2024-04-10T15:15:27.298 INFO:tasks.rados.rados.0.smithi102.stdout:2888: oid 4 updating version 1267 to 1268 2024-04-10T15:15:27.298 INFO:tasks.rados.rados.0.smithi102.stdout:2888: oid 4 version 1268 is already newer than 1266 2024-04-10T15:15:27.298 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 1268 (ObjNum 925 snap 266 seq_num 925) dirty exists 2024-04-10T15:15:27.298 INFO:tasks.rados.rados.0.smithi102.stdout:2888: left oid 4 (ObjNum 925 snap 266 seq_num 925) 2024-04-10T15:15:27.298 INFO:tasks.rados.rados.0.smithi102.stdout:2887: done (3 left) 2024-04-10T15:15:27.298 INFO:tasks.rados.rados.0.smithi102.stdout:2888: done (2 left) 2024-04-10T15:15:27.298 INFO:tasks.rados.rados.0.smithi102.stdout:2889: done (1 left) 2024-04-10T15:15:27.298 INFO:tasks.rados.rados.0.smithi102.stdout:2890: done (0 left) 2024-04-10T15:15:27.298 INFO:tasks.rados.rados.0.smithi102.stdout:2891: snap_create 2024-04-10T15:15:27.561 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:27 smithi154 ceph-mon[84269]: osdmap e605: 8 total, 8 up, 8 in 2024-04-10T15:15:27.561 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:27 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:27.561 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:27 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:27.561 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:27 smithi154 ceph-mon[84269]: pgmap v567: 121 pgs: 121 active+clean; 387 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2024-04-10T15:15:27.656 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:15:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:15:27] "GET /metrics HTTP/1.1" 200 36348 "" "Prometheus/2.43.0" 2024-04-10T15:15:27.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:27 smithi102 ceph-mon[90943]: osdmap e605: 8 total, 8 up, 8 in 2024-04-10T15:15:27.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:27 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:27.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:27 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:27.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:27 smithi102 ceph-mon[90943]: pgmap v567: 121 pgs: 121 active+clean; 387 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2024-04-10T15:15:27.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:27 smithi102 ceph-mon[88557]: osdmap e605: 8 total, 8 up, 8 in 2024-04-10T15:15:27.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:27 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:27.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:27 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:27.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:27 smithi102 ceph-mon[88557]: pgmap v567: 121 pgs: 121 active+clean; 387 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 21 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2024-04-10T15:15:28.231 INFO:tasks.rados.rados.0.smithi102.stdout:2891: done (0 left) 2024-04-10T15:15:28.232 INFO:tasks.rados.rados.0.smithi102.stdout:2892: delete oid 44 current snap is 267 2024-04-10T15:15:28.237 INFO:tasks.rados.rados.0.smithi102.stdout:2892: done (0 left) 2024-04-10T15:15:28.237 INFO:tasks.rados.rados.0.smithi102.stdout:2893: delete oid 20 current snap is 267 2024-04-10T15:15:28.242 INFO:tasks.rados.rados.0.smithi102.stdout:2893: done (0 left) 2024-04-10T15:15:28.242 INFO:tasks.rados.rados.0.smithi102.stdout:2894: rmattr oid 37 current snap is 267 2024-04-10T15:15:28.242 INFO:tasks.rados.rados.0.smithi102.stdout:2894: done (0 left) 2024-04-10T15:15:28.242 INFO:tasks.rados.rados.0.smithi102.stdout:2895: snap_create 2024-04-10T15:15:28.292 INFO:teuthology.orchestra.run.smithi102.stdout:true 2024-04-10T15:15:28.609 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:15:28.609 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (10m) 19s ago 11m 24.6M - 0.25.0 c8568f914cd2 8877963ef1e7 2024-04-10T15:15:28.609 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi154 *:3000 running (11m) 2s ago 11m 92.3M - 9.4.7 954c08fa6188 a24ea26325a1 2024-04-10T15:15:28.609 INFO:teuthology.orchestra.run.smithi102.stdout:mds.a smithi102 running (56s) 19s ago 12m 15.2M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 32b08f42b5e0 2024-04-10T15:15:28.609 INFO:teuthology.orchestra.run.smithi102.stdout:mds.b smithi154 running (39s) 2s ago 12m 15.1M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 98f96283a9b2 2024-04-10T15:15:28.609 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi154 *:8443,9283,8765 running (7m) 2s ago 15m 453M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 5843a1d0f5c5 2024-04-10T15:15:28.609 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (7m) 19s ago 17m 519M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 d4cb3bfdb76a 2024-04-10T15:15:28.609 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (6m) 19s ago 17m 66.4M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 09d0a3f89365 2024-04-10T15:15:28.609 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi154 running (6m) 2s ago 16m 54.3M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ecf89eee3550 2024-04-10T15:15:28.609 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (6m) 19s ago 16m 58.7M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 57de69af85cd 2024-04-10T15:15:28.609 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (26s) 19s ago 11m 7138k - 1.5.0 0da6a335fe13 cd300660e877 2024-04-10T15:15:28.610 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi154 *:9100 running (22s) 2s ago 11m 16.3M - 1.5.0 0da6a335fe13 26905169329b 2024-04-10T15:15:28.610 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (5m) 19s ago 15m 250M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e0c9aedb2146 2024-04-10T15:15:28.610 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (4m) 19s ago 15m 138M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 2d65d19c2ebd 2024-04-10T15:15:28.610 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (4m) 19s ago 14m 248M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 5937c2c020b1 2024-04-10T15:15:28.610 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (3m) 19s ago 14m 145M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 056d46e334c1 2024-04-10T15:15:28.610 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi154 running (2m) 2s ago 14m 234M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 b11287656a89 2024-04-10T15:15:28.610 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi154 running (2m) 2s ago 13m 220M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a092a68346b1 2024-04-10T15:15:28.610 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi154 running (108s) 2s ago 13m 139M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 37b06cfa6a20 2024-04-10T15:15:28.610 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi154 running (73s) 2s ago 12m 96.7M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 7706e972bd27 2024-04-10T15:15:28.610 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi154 *:9095 running (7s) 2s ago 12m 37.6M - 2.43.0 a07b618ecd1d cd56a0434c81 2024-04-10T15:15:28.611 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:28 smithi102 ceph-mon[90943]: osdmap e606: 8 total, 8 up, 8 in 2024-04-10T15:15:28.611 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:28 smithi102 ceph-mon[90943]: osdmap e607: 8 total, 8 up, 8 in 2024-04-10T15:15:28.611 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:28 smithi102 ceph-mon[88557]: osdmap e606: 8 total, 8 up, 8 in 2024-04-10T15:15:28.611 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:28 smithi102 ceph-mon[88557]: osdmap e607: 8 total, 8 up, 8 in 2024-04-10T15:15:28.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:28 smithi154 ceph-mon[84269]: osdmap e606: 8 total, 8 up, 8 in 2024-04-10T15:15:28.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:28 smithi154 ceph-mon[84269]: osdmap e607: 8 total, 8 up, 8 in 2024-04-10T15:15:29.004 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:15:29.004 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-10T15:15:29.004 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:15:29.004 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:15:29.005 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-10T15:15:29.005 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:15:29.005 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:15:29.005 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-10T15:15:29.005 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-10T15:15:29.005 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:15:29.005 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-10T15:15:29.005 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:15:29.005 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:15:29.005 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-10T15:15:29.005 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 15 2024-04-10T15:15:29.005 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:15:29.005 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:15:29.231 INFO:tasks.rados.rados.0.smithi102.stdout:2895: done (0 left) 2024-04-10T15:15:29.232 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 268 2024-04-10T15:15:29.232 INFO:tasks.rados.rados.0.smithi102.stdout:2896: seq_num 928 ranges {2301952=745472,3047424=401408} 2024-04-10T15:15:29.248 INFO:tasks.rados.rados.0.smithi102.stdout:2896: writing smithi10276805-4 from 2301952 to 3047424 tid 1 2024-04-10T15:15:29.251 INFO:tasks.rados.rados.0.smithi102.stdout:2896: writing smithi10276805-4 from 3047424 to 3448832 tid 2 2024-04-10T15:15:29.251 INFO:tasks.rados.rados.0.smithi102.stdout:2897: read oid 38 snap -1 2024-04-10T15:15:29.251 INFO:tasks.rados.rados.0.smithi102.stdout:2897: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-10T15:15:29.251 INFO:tasks.rados.rados.0.smithi102.stdout:2898: rmattr oid 36 current snap is 268 2024-04-10T15:15:29.251 INFO:tasks.rados.rados.0.smithi102.stdout:2898: done (2 left) 2024-04-10T15:15:29.251 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 47 current snap is 268 2024-04-10T15:15:29.251 INFO:tasks.rados.rados.0.smithi102.stdout:2899: seq_num 929 ranges {3612672=761856,4374528=401408} 2024-04-10T15:15:29.274 INFO:tasks.rados.rados.0.smithi102.stdout:2899: writing smithi10276805-47 from 3612672 to 4374528 tid 1 2024-04-10T15:15:29.277 INFO:tasks.rados.rados.0.smithi102.stdout:2899: writing smithi10276805-47 from 4374528 to 4775936 tid 2 2024-04-10T15:15:29.277 INFO:tasks.rados.rados.0.smithi102.stdout:2900: delete oid 2 current snap is 268 2024-04-10T15:15:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:2896: finishing write tid 1 to smithi10276805-4 2024-04-10T15:15:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:2896: finishing write tid 2 to smithi10276805-4 2024-04-10T15:15:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:2896: finishing write tid 3 to smithi10276805-4 2024-04-10T15:15:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:2896: finishing write tid 4 to smithi10276805-4 2024-04-10T15:15:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:2896: oid 4 updating version 0 to 1269 2024-04-10T15:15:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:2896: oid 4 updating version 1269 to 1271 2024-04-10T15:15:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:2896: oid 4 version 1271 is already newer than 1270 2024-04-10T15:15:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 1271 (ObjNum 928 snap 268 seq_num 928) dirty exists 2024-04-10T15:15:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:2896: left oid 4 (ObjNum 928 snap 268 seq_num 928) 2024-04-10T15:15:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:2897: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-10T15:15:29.302 INFO:tasks.rados.rados.0.smithi102.stdout:2899: finishing write tid 1 to smithi10276805-47 2024-04-10T15:15:29.303 INFO:tasks.rados.rados.0.smithi102.stdout:2899: finishing write tid 2 to smithi10276805-47 2024-04-10T15:15:29.303 INFO:tasks.rados.rados.0.smithi102.stdout:2896: done (3 left) 2024-04-10T15:15:29.303 INFO:tasks.rados.rados.0.smithi102.stdout:2897: done (2 left) 2024-04-10T15:15:29.303 INFO:tasks.rados.rados.0.smithi102.stdout:2900: done (1 left) 2024-04-10T15:15:29.303 INFO:tasks.rados.rados.0.smithi102.stdout:2901: read oid 19 snap -1 2024-04-10T15:15:29.303 INFO:tasks.rados.rados.0.smithi102.stdout:2901: expect (ObjNum 562 snap 151 seq_num 562) 2024-04-10T15:15:29.303 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 29 current snap is 268 2024-04-10T15:15:29.303 INFO:tasks.rados.rados.0.smithi102.stdout:2899: finishing write tid 3 to smithi10276805-47 2024-04-10T15:15:29.303 INFO:tasks.rados.rados.0.smithi102.stdout:2899: finishing write tid 4 to smithi10276805-47 2024-04-10T15:15:29.303 INFO:tasks.rados.rados.0.smithi102.stdout:2899: oid 47 updating version 0 to 1996 2024-04-10T15:15:29.303 INFO:tasks.rados.rados.0.smithi102.stdout:2899: oid 47 version 1996 is already newer than 1995 2024-04-10T15:15:29.303 INFO:tasks.rados.rados.0.smithi102.stdout:2899: oid 47 updating version 1996 to 1997 2024-04-10T15:15:29.303 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 1997 (ObjNum 929 snap 268 seq_num 929) dirty exists 2024-04-10T15:15:29.303 INFO:tasks.rados.rados.0.smithi102.stdout:2899: left oid 47 (ObjNum 929 snap 268 seq_num 929) 2024-04-10T15:15:29.304 INFO:tasks.rados.rados.0.smithi102.stdout:2902: seq_num 931 ranges {0=802816,802816=401408} 2024-04-10T15:15:29.307 INFO:tasks.rados.rados.0.smithi102.stdout:2902: writing smithi10276805-29 from 0 to 802816 tid 1 2024-04-10T15:15:29.309 INFO:tasks.rados.rados.0.smithi102.stdout:2902: writing smithi10276805-29 from 802816 to 1204224 tid 2 2024-04-10T15:15:29.310 INFO:tasks.rados.rados.0.smithi102.stdout:2899: done (2 left) 2024-04-10T15:15:29.310 INFO:tasks.rados.rados.0.smithi102.stdout:2903: rollback oid 3 current snap is 268 2024-04-10T15:15:29.310 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 3 to 266 2024-04-10T15:15:29.310 INFO:tasks.rados.rados.0.smithi102.stdout:2904: snap_remove snap 248 2024-04-10T15:15:29.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:29 smithi154 ceph-mon[84269]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:15:29.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:29 smithi154 ceph-mon[84269]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:15:29.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:29 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2350074145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:29.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:29 smithi154 ceph-mon[84269]: pgmap v570: 121 pgs: 121 active+clean; 386 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-04-10T15:15:29.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:29 smithi154 ceph-mon[84269]: osdmap e608: 8 total, 8 up, 8 in 2024-04-10T15:15:29.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:29 smithi102 ceph-mon[90943]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:15:29.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:29 smithi102 ceph-mon[90943]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:15:29.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:29 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2350074145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:29.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:29 smithi102 ceph-mon[90943]: pgmap v570: 121 pgs: 121 active+clean; 386 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-04-10T15:15:29.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:29 smithi102 ceph-mon[90943]: osdmap e608: 8 total, 8 up, 8 in 2024-04-10T15:15:29.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:29 smithi102 ceph-mon[88557]: from='client.44354 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:15:29.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:29 smithi102 ceph-mon[88557]: from='client.44360 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:15:29.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:29 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2350074145' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:29.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:29 smithi102 ceph-mon[88557]: pgmap v570: 121 pgs: 121 active+clean; 386 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 16 MiB/s rd, 2.9 MiB/s wr, 23 op/s 2024-04-10T15:15:29.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:29 smithi102 ceph-mon[88557]: osdmap e608: 8 total, 8 up, 8 in 2024-04-10T15:15:30.318 INFO:tasks.rados.rados.0.smithi102.stdout:2903: finishing rollback tid 0 to smithi10276805-3 2024-04-10T15:15:30.318 INFO:tasks.rados.rados.0.smithi102.stdout:2902: finishing write tid 1 to smithi10276805-29 2024-04-10T15:15:30.318 INFO:tasks.rados.rados.0.smithi102.stdout:2902: finishing write tid 2 to smithi10276805-29 2024-04-10T15:15:30.318 INFO:tasks.rados.rados.0.smithi102.stdout:2903: finishing rollback tid 1 to smithi10276805-3 2024-04-10T15:15:30.318 INFO:tasks.rados.rados.0.smithi102.stdout:2903: finishing rollback tid 2 to smithi10276805-3 2024-04-10T15:15:30.318 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 1691 (ObjNum 65 snap 0 seq_num 1450403669) dirty exists 2024-04-10T15:15:30.318 INFO:tasks.rados.rados.0.smithi102.stdout:2902: finishing write tid 3 to smithi10276805-29 2024-04-10T15:15:30.318 INFO:tasks.rados.rados.0.smithi102.stdout:2902: finishing write tid 4 to smithi10276805-29 2024-04-10T15:15:30.318 INFO:tasks.rados.rados.0.smithi102.stdout:2902: oid 29 updating version 0 to 1998 2024-04-10T15:15:30.318 INFO:tasks.rados.rados.0.smithi102.stdout:2902: oid 29 updating version 1998 to 1999 2024-04-10T15:15:30.318 INFO:tasks.rados.rados.0.smithi102.stdout:2902: oid 29 updating version 1999 to 2000 2024-04-10T15:15:30.319 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 2000 (ObjNum 931 snap 268 seq_num 931) dirty exists 2024-04-10T15:15:30.319 INFO:tasks.rados.rados.0.smithi102.stdout:2902: left oid 29 (ObjNum 931 snap 268 seq_num 931) 2024-04-10T15:15:30.319 INFO:tasks.rados.rados.0.smithi102.stdout:2901: expect (ObjNum 562 snap 151 seq_num 562) 2024-04-10T15:15:30.805 INFO:tasks.rados.rados.0.smithi102.stdout:2901: done (3 left) 2024-04-10T15:15:30.805 INFO:tasks.rados.rados.0.smithi102.stdout:2902: done (2 left) 2024-04-10T15:15:30.805 INFO:tasks.rados.rados.0.smithi102.stdout:2903: done (1 left) 2024-04-10T15:15:30.805 INFO:tasks.rados.rados.0.smithi102.stdout:2904: done (0 left) 2024-04-10T15:15:30.805 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 33 current snap is 268 2024-04-10T15:15:30.805 INFO:tasks.rados.rados.0.smithi102.stdout:2905: seq_num 932 ranges {9273344=417792,9691136=663552,10354688=139264} 2024-04-10T15:15:30.857 INFO:tasks.rados.rados.0.smithi102.stdout:2905: writing smithi10276805-33 from 9273344 to 9691136 tid 1 2024-04-10T15:15:30.861 INFO:tasks.rados.rados.0.smithi102.stdout:2905: writing smithi10276805-33 from 9691136 to 10354688 tid 2 2024-04-10T15:15:30.862 INFO:tasks.rados.rados.0.smithi102.stdout:2905: writing smithi10276805-33 from 10354688 to 10493952 tid 3 2024-04-10T15:15:30.862 INFO:tasks.rados.rados.0.smithi102.stdout:2906: snap_create 2024-04-10T15:15:30.862 INFO:tasks.rados.rados.0.smithi102.stdout:2905: finishing write tid 1 to smithi10276805-33 2024-04-10T15:15:30.865 INFO:tasks.rados.rados.0.smithi102.stdout:2905: finishing write tid 2 to smithi10276805-33 2024-04-10T15:15:30.865 INFO:tasks.rados.rados.0.smithi102.stdout:2905: finishing write tid 3 to smithi10276805-33 2024-04-10T15:15:30.866 INFO:tasks.rados.rados.0.smithi102.stdout:2905: finishing write tid 4 to smithi10276805-33 2024-04-10T15:15:30.867 INFO:tasks.rados.rados.0.smithi102.stdout:2905: finishing write tid 5 to smithi10276805-33 2024-04-10T15:15:30.867 INFO:tasks.rados.rados.0.smithi102.stdout:2905: oid 33 updating version 0 to 1354 2024-04-10T15:15:30.867 INFO:tasks.rados.rados.0.smithi102.stdout:2905: oid 33 version 1354 is already newer than 1352 2024-04-10T15:15:30.867 INFO:tasks.rados.rados.0.smithi102.stdout:2905: oid 33 version 1354 is already newer than 1353 2024-04-10T15:15:30.867 INFO:tasks.rados.rados.0.smithi102.stdout:2905: oid 33 updating version 1354 to 1355 2024-04-10T15:15:30.867 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 1355 (ObjNum 932 snap 268 seq_num 932) dirty exists 2024-04-10T15:15:30.868 INFO:tasks.rados.rados.0.smithi102.stdout:2905: left oid 33 (ObjNum 932 snap 268 seq_num 932) 2024-04-10T15:15:31.615 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: osdmap e609: 8 total, 8 up, 8 in 2024-04-10T15:15:31.616 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:31.616 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:31.616 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:15:31.616 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:15:31.616 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:31.616 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:15:31.616 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:15:31.616 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:15:31.616 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.616 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.616 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.616 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.616 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.616 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.617 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.617 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.617 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.617 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.617 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.617 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.617 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.617 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.617 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[90943]: pgmap v573: 121 pgs: 121 active+clean; 389 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 578 KiB/s wr, 6 op/s 2024-04-10T15:15:31.617 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: osdmap e609: 8 total, 8 up, 8 in 2024-04-10T15:15:31.617 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:31.617 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:31.618 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:15:31.618 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:15:31.618 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:31.618 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:15:31.618 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:15:31.618 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:15:31.618 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.618 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.618 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.618 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.618 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.618 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.618 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.618 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.619 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.619 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.619 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.619 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.619 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.619 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.619 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:31 smithi102 ceph-mon[88557]: pgmap v573: 121 pgs: 121 active+clean; 389 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 578 KiB/s wr, 6 op/s 2024-04-10T15:15:31.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: osdmap e609: 8 total, 8 up, 8 in 2024-04-10T15:15:31.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:31.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:15:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:15:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:15:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-prometheus-api-host"}]: dispatch 2024-04-10T15:15:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:15:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:31.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:31 smithi154 ceph-mon[84269]: pgmap v573: 121 pgs: 121 active+clean; 389 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 4.6 MiB/s rd, 578 KiB/s wr, 6 op/s 2024-04-10T15:15:31.636 INFO:tasks.rados.rados.0.smithi102.stdout:2905: done (1 left) 2024-04-10T15:15:31.636 INFO:tasks.rados.rados.0.smithi102.stdout:2906: done (0 left) 2024-04-10T15:15:31.636 INFO:tasks.rados.rados.0.smithi102.stdout:2907: setattr oid 17 current snap is 269 2024-04-10T15:15:31.637 INFO:tasks.rados.rados.0.smithi102.stdout:2908: read oid 6 snap -1 2024-04-10T15:15:31.637 INFO:tasks.rados.rados.0.smithi102.stdout:2908: expect (ObjNum 878 snap 255 seq_num 878) 2024-04-10T15:15:31.637 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 26 current snap is 269 2024-04-10T15:15:31.638 INFO:tasks.rados.rados.0.smithi102.stdout:2909: seq_num 933 ranges {0=434176,434176=548864,983040=253952} 2024-04-10T15:15:31.640 INFO:tasks.rados.rados.0.smithi102.stdout:2909: writing smithi10276805-26 from 0 to 434176 tid 1 2024-04-10T15:15:31.644 INFO:tasks.rados.rados.0.smithi102.stdout:2909: writing smithi10276805-26 from 434176 to 983040 tid 2 2024-04-10T15:15:31.645 INFO:tasks.rados.rados.0.smithi102.stdout:2909: writing smithi10276805-26 from 983040 to 1236992 tid 3 2024-04-10T15:15:31.645 INFO:tasks.rados.rados.0.smithi102.stdout:2910: snap_remove snap 256 2024-04-10T15:15:32.626 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:15:32.651 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 1804 (ObjNum 886 snap 255 seq_num 886) dirty exists 2024-04-10T15:15:32.651 INFO:tasks.rados.rados.0.smithi102.stdout:2909: finishing write tid 1 to smithi10276805-26 2024-04-10T15:15:32.651 INFO:tasks.rados.rados.0.smithi102.stdout:2909: finishing write tid 2 to smithi10276805-26 2024-04-10T15:15:32.651 INFO:tasks.rados.rados.0.smithi102.stdout:2909: finishing write tid 3 to smithi10276805-26 2024-04-10T15:15:32.652 INFO:tasks.rados.rados.0.smithi102.stdout:2909: finishing write tid 4 to smithi10276805-26 2024-04-10T15:15:32.652 INFO:tasks.rados.rados.0.smithi102.stdout:2909: finishing write tid 5 to smithi10276805-26 2024-04-10T15:15:32.652 INFO:tasks.rados.rados.0.smithi102.stdout:2909: oid 26 updating version 0 to 1378 2024-04-10T15:15:32.652 INFO:tasks.rados.rados.0.smithi102.stdout:2909: oid 26 version 1378 is already newer than 1376 2024-04-10T15:15:32.652 INFO:tasks.rados.rados.0.smithi102.stdout:2909: oid 26 updating version 1378 to 1379 2024-04-10T15:15:32.652 INFO:tasks.rados.rados.0.smithi102.stdout:2909: oid 26 version 1379 is already newer than 1377 2024-04-10T15:15:32.652 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1379 (ObjNum 933 snap 269 seq_num 933) dirty exists 2024-04-10T15:15:32.652 INFO:tasks.rados.rados.0.smithi102.stdout:2909: left oid 26 (ObjNum 933 snap 269 seq_num 933) 2024-04-10T15:15:32.652 INFO:tasks.rados.rados.0.smithi102.stdout:2908: expect (ObjNum 878 snap 255 seq_num 878) 2024-04-10T15:15:32.716 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:32 smithi102 ceph-mon[90943]: osdmap e610: 8 total, 8 up, 8 in 2024-04-10T15:15:32.717 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:32 smithi102 ceph-mon[88557]: osdmap e610: 8 total, 8 up, 8 in 2024-04-10T15:15:33.126 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:32 smithi154 ceph-mon[84269]: osdmap e610: 8 total, 8 up, 8 in 2024-04-10T15:15:33.157 INFO:tasks.rados.rados.0.smithi102.stdout:2907: done (3 left) 2024-04-10T15:15:33.157 INFO:tasks.rados.rados.0.smithi102.stdout:2908: done (2 left) 2024-04-10T15:15:33.157 INFO:tasks.rados.rados.0.smithi102.stdout:2909: done (1 left) 2024-04-10T15:15:33.157 INFO:tasks.rados.rados.0.smithi102.stdout:2910: done (0 left) 2024-04-10T15:15:33.157 INFO:tasks.rados.rados.0.smithi102.stdout:2911: rollback oid 5 current snap is 269 2024-04-10T15:15:33.157 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 5 to 265 2024-04-10T15:15:33.157 INFO:tasks.rados.rados.0.smithi102.stdout:2912: read oid 13 snap -1 2024-04-10T15:15:33.157 INFO:tasks.rados.rados.0.smithi102.stdout:2912: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:15:33.157 INFO:tasks.rados.rados.0.smithi102.stdout:2913: read oid 36 snap -1 2024-04-10T15:15:33.157 INFO:tasks.rados.rados.0.smithi102.stdout:2913: expect (ObjNum 915 snap 263 seq_num 915) 2024-04-10T15:15:33.157 INFO:tasks.rados.rados.0.smithi102.stdout:2914: delete oid 10 current snap is 269 2024-04-10T15:15:33.158 INFO:tasks.rados.rados.0.smithi102.stdout:2912: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:15:33.161 INFO:tasks.rados.rados.0.smithi102.stdout:2911: finishing rollback tid 1 to smithi10276805-5 2024-04-10T15:15:33.161 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 1350 (ObjNum 561 snap 0 seq_num 88483408) dirty dne 2024-04-10T15:15:33.161 INFO:tasks.rados.rados.0.smithi102.stdout:2913: expect (ObjNum 915 snap 263 seq_num 915) 2024-04-10T15:15:33.185 INFO:tasks.rados.rados.0.smithi102.stdout:2911: done (3 left) 2024-04-10T15:15:33.185 INFO:tasks.rados.rados.0.smithi102.stdout:2912: done (2 left) 2024-04-10T15:15:33.186 INFO:tasks.rados.rados.0.smithi102.stdout:2913: done (1 left) 2024-04-10T15:15:33.186 INFO:tasks.rados.rados.0.smithi102.stdout:2914: done (0 left) 2024-04-10T15:15:33.186 INFO:tasks.rados.rados.0.smithi102.stdout:2915: rmattr oid 7 current snap is 269 2024-04-10T15:15:33.186 INFO:tasks.rados.rados.0.smithi102.stdout:2916: snap_remove snap 225 2024-04-10T15:15:33.230 INFO:tasks.rados.rados.0.smithi102.stdout:2916: done (1 left) 2024-04-10T15:15:33.231 INFO:tasks.rados.rados.0.smithi102.stdout:2917: rollback oid 2 current snap is 269 2024-04-10T15:15:33.231 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 2 to 266 2024-04-10T15:15:33.231 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 1707 (ObjNum 129 snap 0 seq_num 109419704) dirty exists 2024-04-10T15:15:33.231 INFO:tasks.rados.rados.0.smithi102.stdout:2915: done (1 left) 2024-04-10T15:15:33.231 INFO:tasks.rados.rados.0.smithi102.stdout:2918: copy_from oid 36 from oid 45 current snap is 269 2024-04-10T15:15:33.231 INFO:tasks.rados.rados.0.smithi102.stdout:2919: read oid 33 snap -1 2024-04-10T15:15:33.231 INFO:tasks.rados.rados.0.smithi102.stdout:2919: expect (ObjNum 932 snap 268 seq_num 932) 2024-04-10T15:15:33.231 INFO:tasks.rados.rados.0.smithi102.stdout:2920: snap_create 2024-04-10T15:15:33.233 INFO:tasks.rados.rados.0.smithi102.stdout:2917: finishing rollback tid 1 to smithi10276805-2 2024-04-10T15:15:33.239 INFO:tasks.rados.rados.0.smithi102.stdout:2917: finishing rollback tid 2 to smithi10276805-2 2024-04-10T15:15:33.239 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 1238 (ObjNum 914 snap 263 seq_num 914) dirty exists 2024-04-10T15:15:33.267 INFO:tasks.rados.rados.0.smithi102.stdout:2918: finishing copy_from racing read to smithi10276805-36 2024-04-10T15:15:33.268 INFO:tasks.rados.rados.0.smithi102.stdout:2918: finishing copy_from to smithi10276805-36 2024-04-10T15:15:33.268 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 1385 (ObjNum 911 snap 262 seq_num 911) dirty exists 2024-04-10T15:15:33.277 INFO:tasks.rados.rados.0.smithi102.stdout:2919: expect (ObjNum 932 snap 268 seq_num 932) 2024-04-10T15:15:33.906 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:33 smithi102 ceph-mon[88557]: Upgrade: Updating alertmanager.a 2024-04-10T15:15:33.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:33 smithi102 ceph-mon[88557]: Deploying daemon alertmanager.a on smithi102 2024-04-10T15:15:33.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:33 smithi102 ceph-mon[88557]: osdmap e611: 8 total, 8 up, 8 in 2024-04-10T15:15:33.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:33 smithi102 ceph-mon[88557]: pgmap v576: 121 pgs: 121 active+clean; 365 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-04-10T15:15:33.907 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:33 smithi102 ceph-mon[88557]: osdmap e612: 8 total, 8 up, 8 in 2024-04-10T15:15:33.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:33 smithi102 ceph-mon[90943]: Upgrade: Updating alertmanager.a 2024-04-10T15:15:33.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:33 smithi102 ceph-mon[90943]: Deploying daemon alertmanager.a on smithi102 2024-04-10T15:15:33.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:33 smithi102 ceph-mon[90943]: osdmap e611: 8 total, 8 up, 8 in 2024-04-10T15:15:33.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:33 smithi102 ceph-mon[90943]: pgmap v576: 121 pgs: 121 active+clean; 365 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-04-10T15:15:33.907 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:33 smithi102 ceph-mon[90943]: osdmap e612: 8 total, 8 up, 8 in 2024-04-10T15:15:34.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:33 smithi154 ceph-mon[84269]: Upgrade: Updating alertmanager.a 2024-04-10T15:15:34.126 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:33 smithi154 ceph-mon[84269]: Deploying daemon alertmanager.a on smithi102 2024-04-10T15:15:34.126 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:33 smithi154 ceph-mon[84269]: osdmap e611: 8 total, 8 up, 8 in 2024-04-10T15:15:34.126 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:33 smithi154 ceph-mon[84269]: pgmap v576: 121 pgs: 121 active+clean; 365 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 1.4 MiB/s wr, 10 op/s 2024-04-10T15:15:34.126 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:33 smithi154 ceph-mon[84269]: osdmap e612: 8 total, 8 up, 8 in 2024-04-10T15:15:34.233 INFO:tasks.rados.rados.0.smithi102.stdout:2917: done (3 left) 2024-04-10T15:15:34.233 INFO:tasks.rados.rados.0.smithi102.stdout:2918: done (2 left) 2024-04-10T15:15:34.233 INFO:tasks.rados.rados.0.smithi102.stdout:2919: done (1 left) 2024-04-10T15:15:34.233 INFO:tasks.rados.rados.0.smithi102.stdout:2920: done (0 left) 2024-04-10T15:15:34.233 INFO:tasks.rados.rados.0.smithi102.stdout:2921: rollback oid 43 current snap is 270 2024-04-10T15:15:34.233 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 43 to 262 2024-04-10T15:15:34.233 INFO:tasks.rados.rados.0.smithi102.stdout:2922: copy_from oid 32 from oid 46 current snap is 270 2024-04-10T15:15:34.233 INFO:tasks.rados.rados.0.smithi102.stdout:2923: copy_from oid 33 from oid 40 current snap is 270 2024-04-10T15:15:34.233 INFO:tasks.rados.rados.0.smithi102.stdout:2924: snap_remove snap 260 2024-04-10T15:15:35.238 INFO:tasks.rados.rados.0.smithi102.stdout:2924: done (3 left) 2024-04-10T15:15:35.239 INFO:tasks.rados.rados.0.smithi102.stdout:2925: delete oid 29 current snap is 270 2024-04-10T15:15:35.239 INFO:tasks.rados.rados.0.smithi102.stdout:2922: finishing copy_from to smithi10276805-32 2024-04-10T15:15:35.239 INFO:tasks.rados.rados.0.smithi102.stdout:2922: got expected ENOENT (src dne) 2024-04-10T15:15:35.239 INFO:tasks.rados.rados.0.smithi102.stdout:2922: finishing copy_from racing read to smithi10276805-32 2024-04-10T15:15:35.239 INFO:tasks.rados.rados.0.smithi102.stdout:2921: finishing rollback tid 0 to smithi10276805-43 2024-04-10T15:15:35.239 INFO:tasks.rados.rados.0.smithi102.stdout:2921: finishing rollback tid 1 to smithi10276805-43 2024-04-10T15:15:35.239 INFO:tasks.rados.rados.0.smithi102.stdout:2921: finishing rollback tid 2 to smithi10276805-43 2024-04-10T15:15:35.239 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 1382 (ObjNum 901 snap 259 seq_num 901) dirty exists 2024-04-10T15:15:35.239 INFO:tasks.rados.rados.0.smithi102.stdout:2923: finishing copy_from racing read to smithi10276805-33 2024-04-10T15:15:35.239 INFO:tasks.rados.rados.0.smithi102.stdout:2923: finishing copy_from to smithi10276805-33 2024-04-10T15:15:35.239 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 1313 (ObjNum 669 snap 187 seq_num 669) dirty exists 2024-04-10T15:15:35.249 INFO:tasks.rados.rados.0.smithi102.stdout:2921: done (3 left) 2024-04-10T15:15:35.249 INFO:tasks.rados.rados.0.smithi102.stdout:2922: done (2 left) 2024-04-10T15:15:35.249 INFO:tasks.rados.rados.0.smithi102.stdout:2923: done (1 left) 2024-04-10T15:15:35.249 INFO:tasks.rados.rados.0.smithi102.stdout:2925: done (0 left) 2024-04-10T15:15:35.250 INFO:tasks.rados.rados.0.smithi102.stdout:2926: delete oid 21 current snap is 270 2024-04-10T15:15:35.252 INFO:tasks.rados.rados.0.smithi102.stdout:2926: done (0 left) 2024-04-10T15:15:35.252 INFO:tasks.rados.rados.0.smithi102.stdout:2927: copy_from oid 13 from oid 17 current snap is 270 2024-04-10T15:15:35.252 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 26 current snap is 270 2024-04-10T15:15:35.252 INFO:tasks.rados.rados.0.smithi102.stdout:2928: seq_num 937 ranges {1236992=499712,1736704=532480,2269184=270336} 2024-04-10T15:15:35.261 INFO:tasks.rados.rados.0.smithi102.stdout:2928: writing smithi10276805-26 from 1236992 to 1736704 tid 1 2024-04-10T15:15:35.264 INFO:tasks.rados.rados.0.smithi102.stdout:2928: writing smithi10276805-26 from 1736704 to 2269184 tid 2 2024-04-10T15:15:35.266 INFO:tasks.rados.rados.0.smithi102.stdout:2928: writing smithi10276805-26 from 2269184 to 2539520 tid 3 2024-04-10T15:15:35.266 INFO:tasks.rados.rados.0.smithi102.stdout:2927: finishing copy_from racing read to smithi10276805-13 2024-04-10T15:15:35.267 INFO:tasks.rados.rados.0.smithi102.stdout:2927: finishing copy_from to smithi10276805-13 2024-04-10T15:15:35.267 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 1804 (ObjNum 886 snap 255 seq_num 886) dirty exists 2024-04-10T15:15:35.267 INFO:tasks.rados.rados.0.smithi102.stdout:2928: finishing write tid 1 to smithi10276805-26 2024-04-10T15:15:35.267 INFO:tasks.rados.rados.0.smithi102.stdout:2927: done (1 left) 2024-04-10T15:15:35.267 INFO:tasks.rados.rados.0.smithi102.stdout:2929: snap_create 2024-04-10T15:15:35.269 INFO:tasks.rados.rados.0.smithi102.stdout:2928: finishing write tid 2 to smithi10276805-26 2024-04-10T15:15:35.269 INFO:tasks.rados.rados.0.smithi102.stdout:2928: finishing write tid 3 to smithi10276805-26 2024-04-10T15:15:35.269 INFO:tasks.rados.rados.0.smithi102.stdout:2928: finishing write tid 4 to smithi10276805-26 2024-04-10T15:15:35.270 INFO:tasks.rados.rados.0.smithi102.stdout:2928: finishing write tid 5 to smithi10276805-26 2024-04-10T15:15:35.270 INFO:tasks.rados.rados.0.smithi102.stdout:2928: oid 26 updating version 0 to 1384 2024-04-10T15:15:35.270 INFO:tasks.rados.rados.0.smithi102.stdout:2928: oid 26 version 1384 is already newer than 1383 2024-04-10T15:15:35.270 INFO:tasks.rados.rados.0.smithi102.stdout:2928: oid 26 updating version 1384 to 1385 2024-04-10T15:15:35.270 INFO:tasks.rados.rados.0.smithi102.stdout:2928: oid 26 updating version 1385 to 1386 2024-04-10T15:15:35.270 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1386 (ObjNum 937 snap 270 seq_num 937) dirty exists 2024-04-10T15:15:35.270 INFO:tasks.rados.rados.0.smithi102.stdout:2928: left oid 26 (ObjNum 937 snap 270 seq_num 937) 2024-04-10T15:15:35.578 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:35 smithi102 ceph-mon[90943]: osdmap e613: 8 total, 8 up, 8 in 2024-04-10T15:15:35.578 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:35 smithi102 ceph-mon[88557]: osdmap e613: 8 total, 8 up, 8 in 2024-04-10T15:15:35.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:35 smithi154 ceph-mon[84269]: osdmap e613: 8 total, 8 up, 8 in 2024-04-10T15:15:36.209 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:35 smithi102 systemd[1]: Stopping Ceph alertmanager.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:15:36.243 INFO:tasks.rados.rados.0.smithi102.stdout:2928: done (1 left) 2024-04-10T15:15:36.243 INFO:tasks.rados.rados.0.smithi102.stdout:2929: done (0 left) 2024-04-10T15:15:36.243 INFO:tasks.rados.rados.0.smithi102.stdout:2930: copy_from oid 24 from oid 35 current snap is 271 2024-04-10T15:15:36.243 INFO:tasks.rados.rados.0.smithi102.stdout:2931: read oid 32 snap 265 2024-04-10T15:15:36.243 INFO:tasks.rados.rados.0.smithi102.stdout:2931: expect deleted 2024-04-10T15:15:36.243 INFO:tasks.rados.rados.0.smithi102.stdout:2932: read oid 38 snap -1 2024-04-10T15:15:36.243 INFO:tasks.rados.rados.0.smithi102.stdout:2932: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-10T15:15:36.243 INFO:tasks.rados.rados.0.smithi102.stdout:2933: read oid 50 snap 268 2024-04-10T15:15:36.243 INFO:tasks.rados.rados.0.smithi102.stdout:2933: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-10T15:15:36.244 INFO:tasks.rados.rados.0.smithi102.stdout:2934: snap_remove snap 270 2024-04-10T15:15:36.493 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:36 smithi102 ceph-mon[90943]: pgmap v579: 121 pgs: 121 active+clean; 345 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-10T15:15:36.493 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:36 smithi102 ceph-mon[90943]: osdmap e614: 8 total, 8 up, 8 in 2024-04-10T15:15:36.494 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:36 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[72595]: ts=2024-04-10T15:15:36.236Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-10T15:15:36.494 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:36 smithi102 podman[124031]: 2024-04-10 15:15:36.277603157 +0000 UTC m=+0.169482379 container died 8877963ef1e7c3f206b216bf30cef7b3c0dfd69839a65d4ebca3ecb7cb9ada32 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:15:36.494 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:36 smithi102 ceph-mon[88557]: pgmap v579: 121 pgs: 121 active+clean; 345 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-10T15:15:36.494 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:36 smithi102 ceph-mon[88557]: osdmap e614: 8 total, 8 up, 8 in 2024-04-10T15:15:36.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:36 smithi154 ceph-mon[84269]: pgmap v579: 121 pgs: 121 active+clean; 345 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 7.0 MiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-10T15:15:36.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:36 smithi154 ceph-mon[84269]: osdmap e614: 8 total, 8 up, 8 in 2024-04-10T15:15:36.811 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:36 smithi102 podman[124031]: 2024-04-10 15:15:36.620673327 +0000 UTC m=+0.512552549 container cleanup 8877963ef1e7c3f206b216bf30cef7b3c0dfd69839a65d4ebca3ecb7cb9ada32 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:15:36.811 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:36 smithi102 bash[124031]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a 2024-04-10T15:15:37.145 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:36 smithi102 podman[124045]: 2024-04-10 15:15:36.838664239 +0000 UTC m=+0.555060394 container remove 8877963ef1e7c3f206b216bf30cef7b3c0dfd69839a65d4ebca3ecb7cb9ada32 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:15:37.145 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:36 smithi102 podman[124045]: 2024-04-10 15:15:36.939265187 +0000 UTC m=+0.655661341 volume remove ab4b65e89fd90e0f774a8987d75ff42ca03edfd6814b8692f91b797f31e74c96 2024-04-10T15:15:37.255 INFO:tasks.rados.rados.0.smithi102.stdout:2934: done (4 left) 2024-04-10T15:15:37.255 INFO:tasks.rados.rados.0.smithi102.stdout:2935: delete oid 6 current snap is 271 2024-04-10T15:15:37.256 INFO:tasks.rados.rados.0.smithi102.stdout:2932: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-10T15:15:37.281 INFO:tasks.rados.rados.0.smithi102.stdout:2933: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-10T15:15:37.306 INFO:tasks.rados.rados.0.smithi102.stdout:2930: finishing copy_from racing read to smithi10276805-24 2024-04-10T15:15:37.306 INFO:tasks.rados.rados.0.smithi102.stdout:2930: finishing copy_from to smithi10276805-24 2024-04-10T15:15:37.306 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 1384 (ObjNum 905 snap 261 seq_num 905) dirty exists 2024-04-10T15:15:37.306 INFO:tasks.rados.rados.0.smithi102.stdout:2930: done (4 left) 2024-04-10T15:15:37.306 INFO:tasks.rados.rados.0.smithi102.stdout:2931: done (3 left) 2024-04-10T15:15:37.306 INFO:tasks.rados.rados.0.smithi102.stdout:2932: done (2 left) 2024-04-10T15:15:37.306 INFO:tasks.rados.rados.0.smithi102.stdout:2933: done (1 left) 2024-04-10T15:15:37.306 INFO:tasks.rados.rados.0.smithi102.stdout:2935: done (0 left) 2024-04-10T15:15:37.306 INFO:tasks.rados.rados.0.smithi102.stdout:2936: rollback oid 31 current snap is 271 2024-04-10T15:15:37.306 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 31 to 267 2024-04-10T15:15:37.306 INFO:tasks.rados.rados.0.smithi102.stdout:2937: snap_remove snap 253 2024-04-10T15:15:37.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:37 smithi102 ceph-mon[90943]: osdmap e615: 8 total, 8 up, 8 in 2024-04-10T15:15:37.538 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:37 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-10T15:15:37.538 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:37 smithi102 systemd[1]: Stopped Ceph alertmanager.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:15:37.538 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:37 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@alertmanager.a.service: Consumed 1.447s CPU time. 2024-04-10T15:15:37.538 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:37 smithi102 systemd[1]: Starting Ceph alertmanager.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:15:37.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:37 smithi102 ceph-mon[88557]: osdmap e615: 8 total, 8 up, 8 in 2024-04-10T15:15:37.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:37 smithi154 ceph-mon[84269]: osdmap e615: 8 total, 8 up, 8 in 2024-04-10T15:15:37.831 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:15:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:15:37] "GET /metrics HTTP/1.1" 200 36348 "" "Prometheus/2.43.0" 2024-04-10T15:15:37.831 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:37 smithi102 podman[124176]: 2024-04-10 15:15:37.50990728 +0000 UTC m=+0.017332440 image pull c8568f914cd25b2062c44e9f79f9c18da6e3b85fe0c47a12a2191c61426c2b19 quay.io/prometheus/alertmanager:v0.25.0 2024-04-10T15:15:37.831 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:37 smithi102 podman[124176]: 2024-04-10 15:15:37.623855701 +0000 UTC m=+0.131280895 volume create af30088c0529df58fc3b631ff53eeaeba5f99459a9690bacc1d634b758dfec22 2024-04-10T15:15:37.831 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:37 smithi102 podman[124176]: 2024-04-10 15:15:37.707550834 +0000 UTC m=+0.214975984 container create f22814c7000ae7cf25fe2ba0c8364326893f89c8a66e4501c96c2dcfb8aa86f5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:15:38.156 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:37 smithi102 podman[124176]: 2024-04-10 15:15:37.960576348 +0000 UTC m=+0.468001504 container init f22814c7000ae7cf25fe2ba0c8364326893f89c8a66e4501c96c2dcfb8aa86f5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:15:38.156 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:37 smithi102 podman[124176]: 2024-04-10 15:15:37.963200252 +0000 UTC m=+0.470625411 container start f22814c7000ae7cf25fe2ba0c8364326893f89c8a66e4501c96c2dcfb8aa86f5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T15:15:38.156 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T15:15:37.974Z caller=main.go:240 level=info msg="Starting Alertmanager" version="(version=0.25.0, branch=HEAD, revision=258fab7cdd551f2cf251ed0348f0ad7289aee789)" 2024-04-10T15:15:38.156 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T15:15:37.974Z caller=main.go:241 level=info build_context="(go=go1.19.4, user=root@abe866dd5717, date=20221222-14:51:36)" 2024-04-10T15:15:38.156 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T15:15:37.976Z caller=cluster.go:185 level=info component=cluster msg="setting advertise address explicitly" addr=172.21.15.102 port=9094 2024-04-10T15:15:38.156 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T15:15:37.977Z caller=cluster.go:681 level=info component=cluster msg="Waiting for gossip to settle..." interval=2s 2024-04-10T15:15:38.156 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:38 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T15:15:38.001Z caller=coordinator.go:113 level=info component=configuration msg="Loading configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-10T15:15:38.156 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:38 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T15:15:38.001Z caller=coordinator.go:126 level=info component=configuration msg="Completed loading of configuration file" file=/etc/alertmanager/alertmanager.yml 2024-04-10T15:15:38.157 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:38 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T15:15:38.003Z caller=tls_config.go:232 level=info msg="Listening on" address=[::]:9093 2024-04-10T15:15:38.157 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:38 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T15:15:38.003Z caller=tls_config.go:235 level=info msg="TLS is disabled." http2=false address=[::]:9093 2024-04-10T15:15:38.157 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:38 smithi102 bash[124176]: f22814c7000ae7cf25fe2ba0c8364326893f89c8a66e4501c96c2dcfb8aa86f5 2024-04-10T15:15:38.157 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:38 smithi102 systemd[1]: Started Ceph alertmanager.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:15:38.236 INFO:tasks.rados.rados.0.smithi102.stdout:2937: done (1 left) 2024-04-10T15:15:38.236 INFO:tasks.rados.rados.0.smithi102.stdout:2938: delete oid 48 current snap is 271 2024-04-10T15:15:38.236 INFO:tasks.rados.rados.0.smithi102.stdout:2936: finishing rollback tid 0 to smithi10276805-31 2024-04-10T15:15:38.236 INFO:tasks.rados.rados.0.smithi102.stdout:2936: finishing rollback tid 1 to smithi10276805-31 2024-04-10T15:15:38.236 INFO:tasks.rados.rados.0.smithi102.stdout:2936: finishing rollback tid 2 to smithi10276805-31 2024-04-10T15:15:38.236 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 1388 (ObjNum 908 snap 262 seq_num 908) dirty exists 2024-04-10T15:15:38.248 INFO:tasks.rados.rados.0.smithi102.stdout:2936: done (1 left) 2024-04-10T15:15:38.248 INFO:tasks.rados.rados.0.smithi102.stdout:2938: done (0 left) 2024-04-10T15:15:38.249 INFO:tasks.rados.rados.0.smithi102.stdout:2939: copy_from oid 40 from oid 4 current snap is 271 2024-04-10T15:15:38.249 INFO:tasks.rados.rados.0.smithi102.stdout:2940: rollback oid 41 current snap is 271 2024-04-10T15:15:38.249 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 41 to 267 2024-04-10T15:15:38.249 INFO:tasks.rados.rados.0.smithi102.stdout:2941: snap_create 2024-04-10T15:15:38.257 INFO:tasks.rados.rados.0.smithi102.stdout:2940: finishing rollback tid 1 to smithi10276805-41 2024-04-10T15:15:38.257 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 1372 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:15:38.270 INFO:tasks.rados.rados.0.smithi102.stdout:2939: finishing copy_from racing read to smithi10276805-40 2024-04-10T15:15:38.273 INFO:tasks.rados.rados.0.smithi102.stdout:2939: finishing copy_from to smithi10276805-40 2024-04-10T15:15:38.273 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 1271 (ObjNum 928 snap 268 seq_num 928) dirty exists 2024-04-10T15:15:38.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:38 smithi154 ceph-mon[84269]: pgmap v582: 121 pgs: 121 active+clean; 326 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-10T15:15:38.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:38 smithi154 ceph-mon[84269]: osdmap e616: 8 total, 8 up, 8 in 2024-04-10T15:15:38.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:38.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:38.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:15:38.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:15:38.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:38 smithi154 ceph-mon[84269]: osdmap e617: 8 total, 8 up, 8 in 2024-04-10T15:15:38.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:38 smithi102 ceph-mon[88557]: pgmap v582: 121 pgs: 121 active+clean; 326 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-10T15:15:38.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:38 smithi102 ceph-mon[88557]: osdmap e616: 8 total, 8 up, 8 in 2024-04-10T15:15:38.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:38.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:38.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:15:38.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:15:38.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:38 smithi102 ceph-mon[88557]: osdmap e617: 8 total, 8 up, 8 in 2024-04-10T15:15:38.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:38 smithi102 ceph-mon[90943]: pgmap v582: 121 pgs: 121 active+clean; 326 MiB data, 1.5 GiB used, 714 GiB / 715 GiB avail; 5.6 MiB/s rd, 1.4 MiB/s wr, 14 op/s 2024-04-10T15:15:38.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:38 smithi102 ceph-mon[90943]: osdmap e616: 8 total, 8 up, 8 in 2024-04-10T15:15:38.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:38.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:38.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:15:38.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:15:38.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:38 smithi102 ceph-mon[90943]: osdmap e617: 8 total, 8 up, 8 in 2024-04-10T15:15:39.233 INFO:tasks.rados.rados.0.smithi102.stdout:2939: done (2 left) 2024-04-10T15:15:39.233 INFO:tasks.rados.rados.0.smithi102.stdout:2940: done (1 left) 2024-04-10T15:15:39.233 INFO:tasks.rados.rados.0.smithi102.stdout:2941: done (0 left) 2024-04-10T15:15:39.234 INFO:tasks.rados.rados.0.smithi102.stdout:2942: read oid 10 snap 263 2024-04-10T15:15:39.234 INFO:tasks.rados.rados.0.smithi102.stdout:2942: expect (ObjNum 913 snap 263 seq_num 913) 2024-04-10T15:15:39.234 INFO:tasks.rados.rados.0.smithi102.stdout:2943: snap_create 2024-04-10T15:15:39.291 INFO:tasks.rados.rados.0.smithi102.stdout:2942: expect (ObjNum 913 snap 263 seq_num 913) 2024-04-10T15:15:40.210 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:39 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T15:15:39.977Z caller=cluster.go:706 level=info component=cluster msg="gossip not settled" polls=0 before=0 now=1 elapsed=2.000365351s 2024-04-10T15:15:40.236 INFO:tasks.rados.rados.0.smithi102.stdout:2942: done (1 left) 2024-04-10T15:15:40.236 INFO:tasks.rados.rados.0.smithi102.stdout:2943: done (0 left) 2024-04-10T15:15:40.236 INFO:tasks.rados.rados.0.smithi102.stdout:2944: copy_from oid 43 from oid 41 current snap is 273 2024-04-10T15:15:40.236 INFO:tasks.rados.rados.0.smithi102.stdout:2945: delete oid 31 current snap is 273 2024-04-10T15:15:40.236 INFO:tasks.rados.rados.0.smithi102.stdout:2944: finishing copy_from to smithi10276805-43 2024-04-10T15:15:40.237 INFO:tasks.rados.rados.0.smithi102.stdout:2944: got expected ENOENT (src dne) 2024-04-10T15:15:40.237 INFO:tasks.rados.rados.0.smithi102.stdout:2944: finishing copy_from racing read to smithi10276805-43 2024-04-10T15:15:40.240 INFO:tasks.rados.rados.0.smithi102.stdout:2944: done (1 left) 2024-04-10T15:15:40.240 INFO:tasks.rados.rados.0.smithi102.stdout:2945: done (0 left) 2024-04-10T15:15:40.240 INFO:tasks.rados.rados.0.smithi102.stdout:2946: copy_from oid 10 from oid 3 current snap is 273 2024-04-10T15:15:40.241 INFO:tasks.rados.rados.0.smithi102.stdout:2947: read oid 19 snap -1 2024-04-10T15:15:40.241 INFO:tasks.rados.rados.0.smithi102.stdout:2947: expect (ObjNum 562 snap 151 seq_num 562) 2024-04-10T15:15:40.241 INFO:tasks.rados.rados.0.smithi102.stdout:2948: snap_create 2024-04-10T15:15:40.246 INFO:tasks.rados.rados.0.smithi102.stdout:2946: finishing copy_from racing read to smithi10276805-10 2024-04-10T15:15:40.248 INFO:tasks.rados.rados.0.smithi102.stdout:2946: finishing copy_from to smithi10276805-10 2024-04-10T15:15:40.248 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 1691 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-10T15:15:40.272 INFO:tasks.rados.rados.0.smithi102.stdout:2947: expect (ObjNum 562 snap 151 seq_num 562) 2024-04-10T15:15:40.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:40 smithi154 ceph-mon[84269]: pgmap v585: 121 pgs: 121 active+clean; 334 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.9 MiB/s wr, 10 op/s 2024-04-10T15:15:40.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:40 smithi154 ceph-mon[84269]: osdmap e618: 8 total, 8 up, 8 in 2024-04-10T15:15:40.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:40 smithi102 ceph-mon[90943]: pgmap v585: 121 pgs: 121 active+clean; 334 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.9 MiB/s wr, 10 op/s 2024-04-10T15:15:40.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:40 smithi102 ceph-mon[90943]: osdmap e618: 8 total, 8 up, 8 in 2024-04-10T15:15:40.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:40 smithi102 ceph-mon[88557]: pgmap v585: 121 pgs: 121 active+clean; 334 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 12 MiB/s rd, 4.9 MiB/s wr, 10 op/s 2024-04-10T15:15:40.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:40 smithi102 ceph-mon[88557]: osdmap e618: 8 total, 8 up, 8 in 2024-04-10T15:15:41.246 INFO:tasks.rados.rados.0.smithi102.stdout:2946: done (2 left) 2024-04-10T15:15:41.246 INFO:tasks.rados.rados.0.smithi102.stdout:2947: done (1 left) 2024-04-10T15:15:41.246 INFO:tasks.rados.rados.0.smithi102.stdout:2948: done (0 left) 2024-04-10T15:15:41.246 INFO:tasks.rados.rados.0.smithi102.stdout:2949: snap_remove snap 257 2024-04-10T15:15:41.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:41 smithi154 ceph-mon[84269]: osdmap e619: 8 total, 8 up, 8 in 2024-04-10T15:15:41.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:41 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:41.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:41 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:41.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:41 smithi102 ceph-mon[90943]: osdmap e619: 8 total, 8 up, 8 in 2024-04-10T15:15:41.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:41 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:41.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:41 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:41.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:41 smithi102 ceph-mon[88557]: osdmap e619: 8 total, 8 up, 8 in 2024-04-10T15:15:41.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:41 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:41.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:41 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:42.249 INFO:tasks.rados.rados.0.smithi102.stdout:2949: done (0 left) 2024-04-10T15:15:42.249 INFO:tasks.rados.rados.0.smithi102.stdout:2950: read oid 1 snap -1 2024-04-10T15:15:42.249 INFO:tasks.rados.rados.0.smithi102.stdout:2950: expect (ObjNum 856 snap 253 seq_num 856) 2024-04-10T15:15:42.249 INFO:tasks.rados.rados.0.smithi102.stdout:2951: read oid 6 snap -1 2024-04-10T15:15:42.249 INFO:tasks.rados.rados.0.smithi102.stdout:2951: expect deleted 2024-04-10T15:15:42.249 INFO:tasks.rados.rados.0.smithi102.stdout:2952: rollback oid 7 current snap is 274 2024-04-10T15:15:42.250 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 7 to 265 2024-04-10T15:15:42.250 INFO:tasks.rados.rados.0.smithi102.stdout:2953: delete oid 35 current snap is 274 2024-04-10T15:15:42.266 INFO:tasks.rados.rados.0.smithi102.stdout:2952: finishing rollback tid 0 to smithi10276805-7 2024-04-10T15:15:42.266 INFO:tasks.rados.rados.0.smithi102.stdout:2952: finishing rollback tid 1 to smithi10276805-7 2024-04-10T15:15:42.267 INFO:tasks.rados.rados.0.smithi102.stdout:2952: finishing rollback tid 2 to smithi10276805-7 2024-04-10T15:15:42.267 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 1737 (ObjNum 305 snap 0 seq_num 87478752) dirty exists 2024-04-10T15:15:42.268 INFO:tasks.rados.rados.0.smithi102.stdout:2951: done (3 left) 2024-04-10T15:15:42.268 INFO:tasks.rados.rados.0.smithi102.stdout:2952: done (2 left) 2024-04-10T15:15:42.268 INFO:tasks.rados.rados.0.smithi102.stdout:2953: done (1 left) 2024-04-10T15:15:42.268 INFO:tasks.rados.rados.0.smithi102.stdout:2954: rollback oid 40 current snap is 274 2024-04-10T15:15:42.268 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 40 to 262 2024-04-10T15:15:42.268 INFO:tasks.rados.rados.0.smithi102.stdout:2955: copy_from oid 10 from oid 47 current snap is 274 2024-04-10T15:15:42.268 INFO:tasks.rados.rados.0.smithi102.stdout:2956: read oid 44 snap 271 2024-04-10T15:15:42.269 INFO:tasks.rados.rados.0.smithi102.stdout:2956: expect deleted 2024-04-10T15:15:42.269 INFO:tasks.rados.rados.0.smithi102.stdout:2957: rmattr oid 15 current snap is 274 2024-04-10T15:15:42.269 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 33 current snap is 274 2024-04-10T15:15:42.269 INFO:tasks.rados.rados.0.smithi102.stdout:2958: seq_num 942 ranges {7847936=581632,8429568=761856,9191424=40960} 2024-04-10T15:15:42.314 INFO:tasks.rados.rados.0.smithi102.stdout:2958: writing smithi10276805-33 from 7847936 to 8429568 tid 1 2024-04-10T15:15:42.319 INFO:tasks.rados.rados.0.smithi102.stdout:2958: writing smithi10276805-33 from 8429568 to 9191424 tid 2 2024-04-10T15:15:42.319 INFO:tasks.rados.rados.0.smithi102.stdout:2958: writing smithi10276805-33 from 9191424 to 9232384 tid 3 2024-04-10T15:15:42.319 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 274 2024-04-10T15:15:42.319 INFO:tasks.rados.rados.0.smithi102.stdout:2959: seq_num 943 ranges {3096576=598016,3694592=688128,4382720=114688} 2024-04-10T15:15:42.339 INFO:tasks.rados.rados.0.smithi102.stdout:2959: writing smithi10276805-2 from 3096576 to 3694592 tid 1 2024-04-10T15:15:42.343 INFO:tasks.rados.rados.0.smithi102.stdout:2959: writing smithi10276805-2 from 3694592 to 4382720 tid 2 2024-04-10T15:15:42.344 INFO:tasks.rados.rados.0.smithi102.stdout:2959: writing smithi10276805-2 from 4382720 to 4497408 tid 3 2024-04-10T15:15:42.344 INFO:tasks.rados.rados.0.smithi102.stdout:2960: setattr oid 4 current snap is 274 2024-04-10T15:15:42.344 INFO:tasks.rados.rados.0.smithi102.stdout:2954: finishing rollback tid 0 to smithi10276805-40 2024-04-10T15:15:42.345 INFO:tasks.rados.rados.0.smithi102.stdout:2954: finishing rollback tid 1 to smithi10276805-40 2024-04-10T15:15:42.345 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 2062 (ObjNum 920 snap 264 seq_num 920) dirty exists 2024-04-10T15:15:42.345 INFO:tasks.rados.rados.0.smithi102.stdout:2954: finishing rollback tid 2 to smithi10276805-40 2024-04-10T15:15:42.345 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 1392 (ObjNum 669 snap 187 seq_num 669) dirty exists 2024-04-10T15:15:42.345 INFO:tasks.rados.rados.0.smithi102.stdout:2950: expect (ObjNum 856 snap 253 seq_num 856) 2024-04-10T15:15:42.569 INFO:tasks.rados.rados.0.smithi102.stdout:2955: finishing copy_from racing read to smithi10276805-10 2024-04-10T15:15:42.570 INFO:tasks.rados.rados.0.smithi102.stdout:2955: finishing copy_from to smithi10276805-10 2024-04-10T15:15:42.570 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 1997 (ObjNum 929 snap 268 seq_num 929) dirty exists 2024-04-10T15:15:42.570 INFO:tasks.rados.rados.0.smithi102.stdout:2958: finishing write tid 1 to smithi10276805-33 2024-04-10T15:15:42.570 INFO:tasks.rados.rados.0.smithi102.stdout:2958: finishing write tid 2 to smithi10276805-33 2024-04-10T15:15:42.570 INFO:tasks.rados.rados.0.smithi102.stdout:2958: finishing write tid 3 to smithi10276805-33 2024-04-10T15:15:42.570 INFO:tasks.rados.rados.0.smithi102.stdout:2958: finishing write tid 4 to smithi10276805-33 2024-04-10T15:15:42.570 INFO:tasks.rados.rados.0.smithi102.stdout:2958: finishing write tid 5 to smithi10276805-33 2024-04-10T15:15:42.570 INFO:tasks.rados.rados.0.smithi102.stdout:2958: oid 33 updating version 0 to 1360 2024-04-10T15:15:42.570 INFO:tasks.rados.rados.0.smithi102.stdout:2958: oid 33 version 1360 is already newer than 1359 2024-04-10T15:15:42.570 INFO:tasks.rados.rados.0.smithi102.stdout:2958: oid 33 version 1360 is already newer than 1358 2024-04-10T15:15:42.570 INFO:tasks.rados.rados.0.smithi102.stdout:2958: oid 33 version 1360 is already newer than 1357 2024-04-10T15:15:42.570 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 1360 (ObjNum 942 snap 274 seq_num 942) dirty exists 2024-04-10T15:15:42.570 INFO:tasks.rados.rados.0.smithi102.stdout:2958: left oid 33 (ObjNum 942 snap 274 seq_num 942) 2024-04-10T15:15:42.571 INFO:tasks.rados.rados.0.smithi102.stdout:2959: finishing write tid 1 to smithi10276805-2 2024-04-10T15:15:42.571 INFO:tasks.rados.rados.0.smithi102.stdout:2959: finishing write tid 2 to smithi10276805-2 2024-04-10T15:15:42.571 INFO:tasks.rados.rados.0.smithi102.stdout:2959: finishing write tid 3 to smithi10276805-2 2024-04-10T15:15:42.571 INFO:tasks.rados.rados.0.smithi102.stdout:2959: finishing write tid 4 to smithi10276805-2 2024-04-10T15:15:42.571 INFO:tasks.rados.rados.0.smithi102.stdout:2959: finishing write tid 5 to smithi10276805-2 2024-04-10T15:15:42.571 INFO:tasks.rados.rados.0.smithi102.stdout:2959: oid 2 updating version 0 to 1242 2024-04-10T15:15:42.571 INFO:tasks.rados.rados.0.smithi102.stdout:2959: oid 2 version 1242 is already newer than 1239 2024-04-10T15:15:42.571 INFO:tasks.rados.rados.0.smithi102.stdout:2959: oid 2 version 1242 is already newer than 1240 2024-04-10T15:15:42.571 INFO:tasks.rados.rados.0.smithi102.stdout:2959: oid 2 version 1242 is already newer than 1241 2024-04-10T15:15:42.571 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 1242 (ObjNum 943 snap 274 seq_num 943) dirty exists 2024-04-10T15:15:42.571 INFO:tasks.rados.rados.0.smithi102.stdout:2959: left oid 2 (ObjNum 943 snap 274 seq_num 943) 2024-04-10T15:15:42.571 INFO:tasks.rados.rados.0.smithi102.stdout:2950: done (7 left) 2024-04-10T15:15:42.571 INFO:tasks.rados.rados.0.smithi102.stdout:2954: done (6 left) 2024-04-10T15:15:42.571 INFO:tasks.rados.rados.0.smithi102.stdout:2955: done (5 left) 2024-04-10T15:15:42.571 INFO:tasks.rados.rados.0.smithi102.stdout:2956: done (4 left) 2024-04-10T15:15:42.571 INFO:tasks.rados.rados.0.smithi102.stdout:2957: done (3 left) 2024-04-10T15:15:42.572 INFO:tasks.rados.rados.0.smithi102.stdout:2958: done (2 left) 2024-04-10T15:15:42.572 INFO:tasks.rados.rados.0.smithi102.stdout:2959: done (1 left) 2024-04-10T15:15:42.572 INFO:tasks.rados.rados.0.smithi102.stdout:2961: snap_create 2024-04-10T15:15:42.572 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 1272 (ObjNum 928 snap 268 seq_num 928) dirty exists 2024-04-10T15:15:42.625 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:15:42.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:42 smithi154 ceph-mon[84269]: pgmap v588: 121 pgs: 121 active+clean; 323 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 6 op/s 2024-04-10T15:15:42.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:42 smithi154 ceph-mon[84269]: osdmap e620: 8 total, 8 up, 8 in 2024-04-10T15:15:42.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:42 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:42.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:42 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:42.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:42 smithi102 ceph-mon[88557]: pgmap v588: 121 pgs: 121 active+clean; 323 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 6 op/s 2024-04-10T15:15:42.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:42 smithi102 ceph-mon[88557]: osdmap e620: 8 total, 8 up, 8 in 2024-04-10T15:15:42.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:42 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:42.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:42 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:42.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:42 smithi102 ceph-mon[90943]: pgmap v588: 121 pgs: 121 active+clean; 323 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 4.2 MiB/s wr, 6 op/s 2024-04-10T15:15:42.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:42 smithi102 ceph-mon[90943]: osdmap e620: 8 total, 8 up, 8 in 2024-04-10T15:15:42.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:42 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:42.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:42 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:43.236 INFO:tasks.rados.rados.0.smithi102.stdout:2960: done (1 left) 2024-04-10T15:15:43.236 INFO:tasks.rados.rados.0.smithi102.stdout:2961: done (0 left) 2024-04-10T15:15:43.237 INFO:tasks.rados.rados.0.smithi102.stdout:2962: read oid 18 snap -1 2024-04-10T15:15:43.237 INFO:tasks.rados.rados.0.smithi102.stdout:2962: expect (ObjNum 890 snap 255 seq_num 890) 2024-04-10T15:15:43.237 INFO:tasks.rados.rados.0.smithi102.stdout:2963: snap_remove snap 262 2024-04-10T15:15:43.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:43 smithi154 ceph-mon[84269]: osdmap e621: 8 total, 8 up, 8 in 2024-04-10T15:15:43.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:43 smithi154 ceph-mon[84269]: osdmap e622: 8 total, 8 up, 8 in 2024-04-10T15:15:43.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:43 smithi102 ceph-mon[90943]: osdmap e621: 8 total, 8 up, 8 in 2024-04-10T15:15:43.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:43 smithi102 ceph-mon[90943]: osdmap e622: 8 total, 8 up, 8 in 2024-04-10T15:15:43.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:43 smithi102 ceph-mon[88557]: osdmap e621: 8 total, 8 up, 8 in 2024-04-10T15:15:43.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:43 smithi102 ceph-mon[88557]: osdmap e622: 8 total, 8 up, 8 in 2024-04-10T15:15:44.239 INFO:tasks.rados.rados.0.smithi102.stdout:2963: done (1 left) 2024-04-10T15:15:44.239 INFO:tasks.rados.rados.0.smithi102.stdout:2964: setattr oid 1 current snap is 275 2024-04-10T15:15:44.239 INFO:tasks.rados.rados.0.smithi102.stdout:2962: expect (ObjNum 890 snap 255 seq_num 890) 2024-04-10T15:15:44.263 INFO:tasks.rados.rados.0.smithi102.stdout:2962: done (1 left) 2024-04-10T15:15:44.263 INFO:tasks.rados.rados.0.smithi102.stdout:2965: read oid 46 snap -1 2024-04-10T15:15:44.263 INFO:tasks.rados.rados.0.smithi102.stdout:2965: expect deleted 2024-04-10T15:15:44.263 INFO:tasks.rados.rados.0.smithi102.stdout:2966: rollback oid 20 current snap is 275 2024-04-10T15:15:44.263 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 20 to 273 2024-04-10T15:15:44.263 INFO:tasks.rados.rados.0.smithi102.stdout:2967: delete oid 42 current snap is 275 2024-04-10T15:15:44.264 INFO:tasks.rados.rados.0.smithi102.stdout:2966: finishing rollback tid 1 to smithi10276805-20 2024-04-10T15:15:44.264 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 1389 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:15:44.266 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 1392 (ObjNum 856 snap 253 seq_num 856) dirty exists 2024-04-10T15:15:44.267 INFO:tasks.rados.rados.0.smithi102.stdout:2964: done (3 left) 2024-04-10T15:15:44.267 INFO:tasks.rados.rados.0.smithi102.stdout:2965: done (2 left) 2024-04-10T15:15:44.267 INFO:tasks.rados.rados.0.smithi102.stdout:2966: done (1 left) 2024-04-10T15:15:44.267 INFO:tasks.rados.rados.0.smithi102.stdout:2967: done (0 left) 2024-04-10T15:15:44.267 INFO:tasks.rados.rados.0.smithi102.stdout:2968: rollback oid 46 current snap is 275 2024-04-10T15:15:44.267 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 46 to 267 2024-04-10T15:15:44.267 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 47 current snap is 275 2024-04-10T15:15:44.267 INFO:tasks.rados.rados.0.smithi102.stdout:2969: seq_num 945 ranges {4775936=630784,5406720=458752,5865472=344064} 2024-04-10T15:15:44.296 INFO:tasks.rados.rados.0.smithi102.stdout:2969: writing smithi10276805-47 from 4775936 to 5406720 tid 1 2024-04-10T15:15:44.298 INFO:tasks.rados.rados.0.smithi102.stdout:2969: writing smithi10276805-47 from 5406720 to 5865472 tid 2 2024-04-10T15:15:44.301 INFO:tasks.rados.rados.0.smithi102.stdout:2969: writing smithi10276805-47 from 5865472 to 6209536 tid 3 2024-04-10T15:15:44.301 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 14 current snap is 275 2024-04-10T15:15:44.301 INFO:tasks.rados.rados.0.smithi102.stdout:2968: finishing rollback tid 1 to smithi10276805-46 2024-04-10T15:15:44.301 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 0 (ObjNum 33 snap 0 seq_num 88255680) dirty dne 2024-04-10T15:15:44.301 INFO:tasks.rados.rados.0.smithi102.stdout:2970: seq_num 946 ranges {6922240=647168,7569408=745472,8314880=57344} 2024-04-10T15:15:44.341 INFO:tasks.rados.rados.0.smithi102.stdout:2970: writing smithi10276805-14 from 6922240 to 7569408 tid 1 2024-04-10T15:15:44.346 INFO:tasks.rados.rados.0.smithi102.stdout:2970: writing smithi10276805-14 from 7569408 to 8314880 tid 2 2024-04-10T15:15:44.347 INFO:tasks.rados.rados.0.smithi102.stdout:2970: writing smithi10276805-14 from 8314880 to 8372224 tid 3 2024-04-10T15:15:44.347 INFO:tasks.rados.rados.0.smithi102.stdout:2968: done (2 left) 2024-04-10T15:15:44.347 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 18 current snap is 275 2024-04-10T15:15:44.347 INFO:tasks.rados.rados.0.smithi102.stdout:2969: finishing write tid 1 to smithi10276805-47 2024-04-10T15:15:44.347 INFO:tasks.rados.rados.0.smithi102.stdout:2971: seq_num 947 ranges {507904=663552,1171456=630784,1802240=172032} 2024-04-10T15:15:44.353 INFO:tasks.rados.rados.0.smithi102.stdout:2971: writing smithi10276805-18 from 507904 to 1171456 tid 1 2024-04-10T15:15:44.357 INFO:tasks.rados.rados.0.smithi102.stdout:2971: writing smithi10276805-18 from 1171456 to 1802240 tid 2 2024-04-10T15:15:44.359 INFO:tasks.rados.rados.0.smithi102.stdout:2971: writing smithi10276805-18 from 1802240 to 1974272 tid 3 2024-04-10T15:15:44.359 INFO:tasks.rados.rados.0.smithi102.stdout:2972: snap_create 2024-04-10T15:15:44.359 INFO:tasks.rados.rados.0.smithi102.stdout:2969: finishing write tid 2 to smithi10276805-47 2024-04-10T15:15:44.359 INFO:tasks.rados.rados.0.smithi102.stdout:2969: finishing write tid 3 to smithi10276805-47 2024-04-10T15:15:44.359 INFO:tasks.rados.rados.0.smithi102.stdout:2969: finishing write tid 4 to smithi10276805-47 2024-04-10T15:15:44.359 INFO:tasks.rados.rados.0.smithi102.stdout:2969: finishing write tid 5 to smithi10276805-47 2024-04-10T15:15:44.359 INFO:tasks.rados.rados.0.smithi102.stdout:2969: oid 47 updating version 0 to 2081 2024-04-10T15:15:44.359 INFO:tasks.rados.rados.0.smithi102.stdout:2969: oid 47 updating version 2081 to 2083 2024-04-10T15:15:44.359 INFO:tasks.rados.rados.0.smithi102.stdout:2969: oid 47 version 2083 is already newer than 2080 2024-04-10T15:15:44.359 INFO:tasks.rados.rados.0.smithi102.stdout:2969: oid 47 version 2083 is already newer than 2082 2024-04-10T15:15:44.359 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 2083 (ObjNum 945 snap 275 seq_num 945) dirty exists 2024-04-10T15:15:44.359 INFO:tasks.rados.rados.0.smithi102.stdout:2969: left oid 47 (ObjNum 945 snap 275 seq_num 945) 2024-04-10T15:15:44.359 INFO:tasks.rados.rados.0.smithi102.stdout:2970: finishing write tid 1 to smithi10276805-14 2024-04-10T15:15:44.359 INFO:tasks.rados.rados.0.smithi102.stdout:2970: finishing write tid 2 to smithi10276805-14 2024-04-10T15:15:44.360 INFO:tasks.rados.rados.0.smithi102.stdout:2970: finishing write tid 3 to smithi10276805-14 2024-04-10T15:15:44.360 INFO:tasks.rados.rados.0.smithi102.stdout:2970: finishing write tid 4 to smithi10276805-14 2024-04-10T15:15:44.360 INFO:tasks.rados.rados.0.smithi102.stdout:2970: finishing write tid 5 to smithi10276805-14 2024-04-10T15:15:44.360 INFO:tasks.rados.rados.0.smithi102.stdout:2970: oid 14 updating version 0 to 1755 2024-04-10T15:15:44.360 INFO:tasks.rados.rados.0.smithi102.stdout:2970: oid 14 version 1755 is already newer than 1753 2024-04-10T15:15:44.360 INFO:tasks.rados.rados.0.smithi102.stdout:2970: oid 14 updating version 1755 to 1756 2024-04-10T15:15:44.360 INFO:tasks.rados.rados.0.smithi102.stdout:2970: oid 14 version 1756 is already newer than 1754 2024-04-10T15:15:44.360 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 1756 (ObjNum 946 snap 275 seq_num 946) dirty exists 2024-04-10T15:15:44.360 INFO:tasks.rados.rados.0.smithi102.stdout:2970: left oid 14 (ObjNum 946 snap 275 seq_num 946) 2024-04-10T15:15:44.360 INFO:tasks.rados.rados.0.smithi102.stdout:2971: finishing write tid 1 to smithi10276805-18 2024-04-10T15:15:44.361 INFO:tasks.rados.rados.0.smithi102.stdout:2971: finishing write tid 2 to smithi10276805-18 2024-04-10T15:15:44.361 INFO:tasks.rados.rados.0.smithi102.stdout:2971: finishing write tid 3 to smithi10276805-18 2024-04-10T15:15:44.361 INFO:tasks.rados.rados.0.smithi102.stdout:2971: finishing write tid 4 to smithi10276805-18 2024-04-10T15:15:44.362 INFO:tasks.rados.rados.0.smithi102.stdout:2971: finishing write tid 5 to smithi10276805-18 2024-04-10T15:15:44.362 INFO:tasks.rados.rados.0.smithi102.stdout:2971: oid 18 updating version 0 to 1353 2024-04-10T15:15:44.362 INFO:tasks.rados.rados.0.smithi102.stdout:2971: oid 18 version 1353 is already newer than 1351 2024-04-10T15:15:44.362 INFO:tasks.rados.rados.0.smithi102.stdout:2971: oid 18 version 1353 is already newer than 1350 2024-04-10T15:15:44.362 INFO:tasks.rados.rados.0.smithi102.stdout:2971: oid 18 version 1353 is already newer than 1352 2024-04-10T15:15:44.362 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 1353 (ObjNum 947 snap 275 seq_num 947) dirty exists 2024-04-10T15:15:44.362 INFO:tasks.rados.rados.0.smithi102.stdout:2971: left oid 18 (ObjNum 947 snap 275 seq_num 947) 2024-04-10T15:15:44.568 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:44 smithi102 ceph-mon[88557]: pgmap v591: 121 pgs: 121 active+clean; 301 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 338 KiB/s wr, 6 op/s 2024-04-10T15:15:44.568 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:44 smithi102 ceph-mon[88557]: osdmap e623: 8 total, 8 up, 8 in 2024-04-10T15:15:44.568 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:44 smithi102 ceph-mon[90943]: pgmap v591: 121 pgs: 121 active+clean; 301 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 338 KiB/s wr, 6 op/s 2024-04-10T15:15:44.568 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:44 smithi102 ceph-mon[90943]: osdmap e623: 8 total, 8 up, 8 in 2024-04-10T15:15:44.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:44 smithi154 ceph-mon[84269]: pgmap v591: 121 pgs: 121 active+clean; 301 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 9.1 MiB/s rd, 338 KiB/s wr, 6 op/s 2024-04-10T15:15:44.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:44 smithi154 ceph-mon[84269]: osdmap e623: 8 total, 8 up, 8 in 2024-04-10T15:15:45.266 INFO:tasks.rados.rados.0.smithi102.stdout:2969: done (3 left) 2024-04-10T15:15:45.266 INFO:tasks.rados.rados.0.smithi102.stdout:2970: done (2 left) 2024-04-10T15:15:45.266 INFO:tasks.rados.rados.0.smithi102.stdout:2971: done (1 left) 2024-04-10T15:15:45.267 INFO:tasks.rados.rados.0.smithi102.stdout:2972: done (0 left) 2024-04-10T15:15:45.267 INFO:tasks.rados.rados.0.smithi102.stdout:2973: copy_from oid 48 from oid 43 current snap is 276 2024-04-10T15:15:45.267 INFO:tasks.rados.rados.0.smithi102.stdout:2974: setattr oid 7 current snap is 276 2024-04-10T15:15:45.269 INFO:tasks.rados.rados.0.smithi102.stdout:2975: read oid 36 snap 242 2024-04-10T15:15:45.269 INFO:tasks.rados.rados.0.smithi102.stdout:2975: expect deleted 2024-04-10T15:15:45.269 INFO:tasks.rados.rados.0.smithi102.stdout:2976: read oid 25 snap -1 2024-04-10T15:15:45.269 INFO:tasks.rados.rados.0.smithi102.stdout:2976: expect deleted 2024-04-10T15:15:45.269 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 44 current snap is 276 2024-04-10T15:15:45.269 INFO:tasks.rados.rados.0.smithi102.stdout:2977: seq_num 948 ranges {0=679936,679936=516096,1196032=286720} 2024-04-10T15:15:45.273 INFO:tasks.rados.rados.0.smithi102.stdout:2977: writing smithi10276805-44 from 0 to 679936 tid 1 2024-04-10T15:15:45.276 INFO:tasks.rados.rados.0.smithi102.stdout:2977: writing smithi10276805-44 from 679936 to 1196032 tid 2 2024-04-10T15:15:45.279 INFO:tasks.rados.rados.0.smithi102.stdout:2977: writing smithi10276805-44 from 1196032 to 1482752 tid 3 2024-04-10T15:15:45.279 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 24 current snap is 276 2024-04-10T15:15:45.279 INFO:tasks.rados.rados.0.smithi102.stdout:2978: seq_num 949 ranges {6193152=704512,6897664=794624,7692288=8192} 2024-04-10T15:15:45.318 INFO:tasks.rados.rados.0.smithi102.stdout:2978: writing smithi10276805-24 from 6193152 to 6897664 tid 1 2024-04-10T15:15:45.354 INFO:tasks.rados.rados.0.smithi102.stdout:2978: writing smithi10276805-24 from 6897664 to 7692288 tid 2 2024-04-10T15:15:45.355 INFO:tasks.rados.rados.0.smithi102.stdout:2978: writing smithi10276805-24 from 7692288 to 7700480 tid 3 2024-04-10T15:15:45.355 INFO:tasks.rados.rados.0.smithi102.stdout:2979: rmattr oid 37 current snap is 276 2024-04-10T15:15:45.355 INFO:tasks.rados.rados.0.smithi102.stdout:2979: done (6 left) 2024-04-10T15:15:45.355 INFO:tasks.rados.rados.0.smithi102.stdout:2980: rmattr oid 23 current snap is 276 2024-04-10T15:15:45.355 INFO:tasks.rados.rados.0.smithi102.stdout:2980: done (6 left) 2024-04-10T15:15:45.355 INFO:tasks.rados.rados.0.smithi102.stdout:2981: read oid 37 snap 266 2024-04-10T15:15:45.355 INFO:tasks.rados.rados.0.smithi102.stdout:2981: expect (ObjNum 923 snap 264 seq_num 923) 2024-04-10T15:15:45.355 INFO:tasks.rados.rados.0.smithi102.stdout:2982: delete oid 32 current snap is 276 2024-04-10T15:15:45.355 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 1758 (ObjNum 177 snap 0 seq_num 1) dirty exists 2024-04-10T15:15:45.355 INFO:tasks.rados.rados.0.smithi102.stdout:2977: finishing write tid 1 to smithi10276805-44 2024-04-10T15:15:45.355 INFO:tasks.rados.rados.0.smithi102.stdout:2977: finishing write tid 2 to smithi10276805-44 2024-04-10T15:15:45.355 INFO:tasks.rados.rados.0.smithi102.stdout:2977: finishing write tid 3 to smithi10276805-44 2024-04-10T15:15:45.355 INFO:tasks.rados.rados.0.smithi102.stdout:2977: finishing write tid 4 to smithi10276805-44 2024-04-10T15:15:45.355 INFO:tasks.rados.rados.0.smithi102.stdout:2977: finishing write tid 5 to smithi10276805-44 2024-04-10T15:15:45.355 INFO:tasks.rados.rados.0.smithi102.stdout:2977: oid 44 updating version 0 to 1998 2024-04-10T15:15:45.356 INFO:tasks.rados.rados.0.smithi102.stdout:2977: oid 44 updating version 1998 to 1999 2024-04-10T15:15:45.356 INFO:tasks.rados.rados.0.smithi102.stdout:2977: oid 44 updating version 1999 to 2000 2024-04-10T15:15:45.356 INFO:tasks.rados.rados.0.smithi102.stdout:2977: oid 44 updating version 2000 to 2001 2024-04-10T15:15:45.356 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 2001 (ObjNum 948 snap 276 seq_num 948) dirty exists 2024-04-10T15:15:45.356 INFO:tasks.rados.rados.0.smithi102.stdout:2977: left oid 44 (ObjNum 948 snap 276 seq_num 948) 2024-04-10T15:15:45.356 INFO:tasks.rados.rados.0.smithi102.stdout:2973: finishing copy_from racing read to smithi10276805-48 2024-04-10T15:15:45.356 INFO:tasks.rados.rados.0.smithi102.stdout:2973: finishing copy_from to smithi10276805-48 2024-04-10T15:15:45.356 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 1382 (ObjNum 901 snap 259 seq_num 901) dirty exists 2024-04-10T15:15:45.356 INFO:tasks.rados.rados.0.smithi102.stdout:2978: finishing write tid 1 to smithi10276805-24 2024-04-10T15:15:45.356 INFO:tasks.rados.rados.0.smithi102.stdout:2973: done (7 left) 2024-04-10T15:15:45.356 INFO:tasks.rados.rados.0.smithi102.stdout:2974: done (6 left) 2024-04-10T15:15:45.356 INFO:tasks.rados.rados.0.smithi102.stdout:2975: done (5 left) 2024-04-10T15:15:45.356 INFO:tasks.rados.rados.0.smithi102.stdout:2976: done (4 left) 2024-04-10T15:15:45.356 INFO:tasks.rados.rados.0.smithi102.stdout:2977: done (3 left) 2024-04-10T15:15:45.356 INFO:tasks.rados.rados.0.smithi102.stdout:2982: done (2 left) 2024-04-10T15:15:45.356 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 35 current snap is 276 2024-04-10T15:15:45.357 INFO:tasks.rados.rados.0.smithi102.stdout:2983: seq_num 951 ranges {0=737280,737280=614400,1351680=188416} 2024-04-10T15:15:45.357 INFO:tasks.rados.rados.0.smithi102.stdout:2983: writing smithi10276805-35 from 0 to 737280 tid 1 2024-04-10T15:15:45.357 INFO:tasks.rados.rados.0.smithi102.stdout:2983: writing smithi10276805-35 from 737280 to 1351680 tid 2 2024-04-10T15:15:45.357 INFO:tasks.rados.rados.0.smithi102.stdout:2983: writing smithi10276805-35 from 1351680 to 1540096 tid 3 2024-04-10T15:15:45.357 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 50 current snap is 276 2024-04-10T15:15:45.357 INFO:tasks.rados.rados.0.smithi102.stdout:2984: seq_num 952 ranges {925696=753664,1679360=499712,2179072=303104} 2024-04-10T15:15:45.357 INFO:tasks.rados.rados.0.smithi102.stdout:2984: writing smithi10276805-50 from 925696 to 1679360 tid 1 2024-04-10T15:15:45.357 INFO:tasks.rados.rados.0.smithi102.stdout:2984: writing smithi10276805-50 from 1679360 to 2179072 tid 2 2024-04-10T15:15:45.357 INFO:tasks.rados.rados.0.smithi102.stdout:2984: writing smithi10276805-50 from 2179072 to 2482176 tid 3 2024-04-10T15:15:45.357 INFO:tasks.rados.rados.0.smithi102.stdout:2985: read oid 9 snap 264 2024-04-10T15:15:45.357 INFO:tasks.rados.rados.0.smithi102.stdout:2985: expect (ObjNum 856 snap 253 seq_num 856) 2024-04-10T15:15:45.357 INFO:tasks.rados.rados.0.smithi102.stdout:2986: snap_create 2024-04-10T15:15:45.357 INFO:tasks.rados.rados.0.smithi102.stdout:2978: finishing write tid 2 to smithi10276805-24 2024-04-10T15:15:45.357 INFO:tasks.rados.rados.0.smithi102.stdout:2978: finishing write tid 3 to smithi10276805-24 2024-04-10T15:15:45.357 INFO:tasks.rados.rados.0.smithi102.stdout:2981: expect (ObjNum 923 snap 264 seq_num 923) 2024-04-10T15:15:45.383 INFO:tasks.rados.rados.0.smithi102.stdout:2978: finishing write tid 4 to smithi10276805-24 2024-04-10T15:15:45.383 INFO:tasks.rados.rados.0.smithi102.stdout:2983: finishing write tid 1 to smithi10276805-35 2024-04-10T15:15:45.383 INFO:tasks.rados.rados.0.smithi102.stdout:2983: finishing write tid 2 to smithi10276805-35 2024-04-10T15:15:45.383 INFO:tasks.rados.rados.0.smithi102.stdout:2983: finishing write tid 3 to smithi10276805-35 2024-04-10T15:15:45.383 INFO:tasks.rados.rados.0.smithi102.stdout:2983: finishing write tid 4 to smithi10276805-35 2024-04-10T15:15:45.383 INFO:tasks.rados.rados.0.smithi102.stdout:2978: finishing write tid 5 to smithi10276805-24 2024-04-10T15:15:45.383 INFO:tasks.rados.rados.0.smithi102.stdout:2978: oid 24 updating version 0 to 1387 2024-04-10T15:15:45.383 INFO:tasks.rados.rados.0.smithi102.stdout:2978: oid 24 version 1387 is already newer than 1386 2024-04-10T15:15:45.383 INFO:tasks.rados.rados.0.smithi102.stdout:2978: oid 24 version 1387 is already newer than 1385 2024-04-10T15:15:45.383 INFO:tasks.rados.rados.0.smithi102.stdout:2978: oid 24 updating version 1387 to 1388 2024-04-10T15:15:45.383 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 1388 (ObjNum 949 snap 276 seq_num 949) dirty exists 2024-04-10T15:15:45.384 INFO:tasks.rados.rados.0.smithi102.stdout:2978: left oid 24 (ObjNum 949 snap 276 seq_num 949) 2024-04-10T15:15:45.384 INFO:tasks.rados.rados.0.smithi102.stdout:2983: finishing write tid 5 to smithi10276805-35 2024-04-10T15:15:45.384 INFO:tasks.rados.rados.0.smithi102.stdout:2983: oid 35 updating version 0 to 1393 2024-04-10T15:15:45.384 INFO:tasks.rados.rados.0.smithi102.stdout:2983: oid 35 version 1393 is already newer than 1391 2024-04-10T15:15:45.384 INFO:tasks.rados.rados.0.smithi102.stdout:2983: oid 35 updating version 1393 to 1394 2024-04-10T15:15:45.384 INFO:tasks.rados.rados.0.smithi102.stdout:2983: oid 35 version 1394 is already newer than 1392 2024-04-10T15:15:45.384 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 1394 (ObjNum 951 snap 276 seq_num 951) dirty exists 2024-04-10T15:15:45.384 INFO:tasks.rados.rados.0.smithi102.stdout:2983: left oid 35 (ObjNum 951 snap 276 seq_num 951) 2024-04-10T15:15:45.384 INFO:tasks.rados.rados.0.smithi102.stdout:2984: finishing write tid 1 to smithi10276805-50 2024-04-10T15:15:45.384 INFO:tasks.rados.rados.0.smithi102.stdout:2984: finishing write tid 2 to smithi10276805-50 2024-04-10T15:15:45.384 INFO:tasks.rados.rados.0.smithi102.stdout:2984: finishing write tid 3 to smithi10276805-50 2024-04-10T15:15:45.384 INFO:tasks.rados.rados.0.smithi102.stdout:2984: finishing write tid 4 to smithi10276805-50 2024-04-10T15:15:45.384 INFO:tasks.rados.rados.0.smithi102.stdout:2984: finishing write tid 5 to smithi10276805-50 2024-04-10T15:15:45.384 INFO:tasks.rados.rados.0.smithi102.stdout:2984: oid 50 updating version 0 to 1807 2024-04-10T15:15:45.384 INFO:tasks.rados.rados.0.smithi102.stdout:2984: oid 50 updating version 1807 to 1808 2024-04-10T15:15:45.384 INFO:tasks.rados.rados.0.smithi102.stdout:2984: oid 50 version 1808 is already newer than 1806 2024-04-10T15:15:45.385 INFO:tasks.rados.rados.0.smithi102.stdout:2984: oid 50 version 1808 is already newer than 1805 2024-04-10T15:15:45.385 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 1808 (ObjNum 952 snap 276 seq_num 952) dirty exists 2024-04-10T15:15:45.385 INFO:tasks.rados.rados.0.smithi102.stdout:2984: left oid 50 (ObjNum 952 snap 276 seq_num 952) 2024-04-10T15:15:45.385 INFO:tasks.rados.rados.0.smithi102.stdout:2985: expect (ObjNum 856 snap 253 seq_num 856) 2024-04-10T15:15:46.271 INFO:tasks.rados.rados.0.smithi102.stdout:2978: done (5 left) 2024-04-10T15:15:46.271 INFO:tasks.rados.rados.0.smithi102.stdout:2981: done (4 left) 2024-04-10T15:15:46.272 INFO:tasks.rados.rados.0.smithi102.stdout:2983: done (3 left) 2024-04-10T15:15:46.272 INFO:tasks.rados.rados.0.smithi102.stdout:2984: done (2 left) 2024-04-10T15:15:46.272 INFO:tasks.rados.rados.0.smithi102.stdout:2985: done (1 left) 2024-04-10T15:15:46.272 INFO:tasks.rados.rados.0.smithi102.stdout:2986: done (0 left) 2024-04-10T15:15:46.272 INFO:tasks.rados.rados.0.smithi102.stdout:2987: copy_from oid 12 from oid 4 current snap is 277 2024-04-10T15:15:46.272 INFO:tasks.rados.rados.0.smithi102.stdout:2988: snap_remove snap 274 2024-04-10T15:15:46.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:46 smithi102 ceph-mon[88557]: pgmap v594: 121 pgs: 121 active+clean; 310 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-10T15:15:46.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:46 smithi102 ceph-mon[88557]: osdmap e624: 8 total, 8 up, 8 in 2024-04-10T15:15:46.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:46.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:46.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:15:46.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:15:46.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:46.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:46 smithi102 ceph-mon[90943]: pgmap v594: 121 pgs: 121 active+clean; 310 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-10T15:15:46.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:46 smithi102 ceph-mon[90943]: osdmap e624: 8 total, 8 up, 8 in 2024-04-10T15:15:46.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:46.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:46.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:15:46.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:15:46.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:46.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:46 smithi154 ceph-mon[84269]: pgmap v594: 121 pgs: 121 active+clean; 310 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 10 MiB/s rd, 1.8 MiB/s wr, 12 op/s 2024-04-10T15:15:46.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:46 smithi154 ceph-mon[84269]: osdmap e624: 8 total, 8 up, 8 in 2024-04-10T15:15:46.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:46.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:46.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:15:46.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:15:46.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:15:47.283 INFO:tasks.rados.rados.0.smithi102.stdout:2988: done (1 left) 2024-04-10T15:15:47.283 INFO:tasks.rados.rados.0.smithi102.stdout:2989: read oid 15 snap -1 2024-04-10T15:15:47.283 INFO:tasks.rados.rados.0.smithi102.stdout:2989: expect (ObjNum 920 snap 264 seq_num 920) 2024-04-10T15:15:47.283 INFO:tasks.rados.rados.0.smithi102.stdout:2990: rmattr oid 38 current snap is 277 2024-04-10T15:15:47.283 INFO:tasks.rados.rados.0.smithi102.stdout:2990: done (2 left) 2024-04-10T15:15:47.283 INFO:tasks.rados.rados.0.smithi102.stdout:2991: read oid 50 snap 272 2024-04-10T15:15:47.284 INFO:tasks.rados.rados.0.smithi102.stdout:2991: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-10T15:15:47.284 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 42 current snap is 277 2024-04-10T15:15:47.284 INFO:tasks.rados.rados.0.smithi102.stdout:2987: finishing copy_from racing read to smithi10276805-12 2024-04-10T15:15:47.284 INFO:tasks.rados.rados.0.smithi102.stdout:2987: finishing copy_from to smithi10276805-12 2024-04-10T15:15:47.284 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 1272 (ObjNum 928 snap 268 seq_num 928) dirty exists 2024-04-10T15:15:47.284 INFO:tasks.rados.rados.0.smithi102.stdout:2992: seq_num 953 ranges {0=770048,770048=786432,1556480=16384} 2024-04-10T15:15:47.288 INFO:tasks.rados.rados.0.smithi102.stdout:2992: writing smithi10276805-42 from 0 to 770048 tid 1 2024-04-10T15:15:47.294 INFO:tasks.rados.rados.0.smithi102.stdout:2992: writing smithi10276805-42 from 770048 to 1556480 tid 2 2024-04-10T15:15:47.294 INFO:tasks.rados.rados.0.smithi102.stdout:2992: writing smithi10276805-42 from 1556480 to 1572864 tid 3 2024-04-10T15:15:47.294 INFO:tasks.rados.rados.0.smithi102.stdout:2987: done (3 left) 2024-04-10T15:15:47.294 INFO:tasks.rados.rados.0.smithi102.stdout:2993: rollback oid 10 current snap is 277 2024-04-10T15:15:47.294 INFO:tasks.rados.rados.0.smithi102.stdout:2991: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-10T15:15:47.322 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 10 to 258 2024-04-10T15:15:47.322 INFO:tasks.rados.rados.0.smithi102.stdout:2992: finishing write tid 1 to smithi10276805-42 2024-04-10T15:15:47.322 INFO:tasks.rados.rados.0.smithi102.stdout:2992: finishing write tid 2 to smithi10276805-42 2024-04-10T15:15:47.322 INFO:tasks.rados.rados.0.smithi102.stdout:2992: finishing write tid 3 to smithi10276805-42 2024-04-10T15:15:47.322 INFO:tasks.rados.rados.0.smithi102.stdout:2992: finishing write tid 4 to smithi10276805-42 2024-04-10T15:15:47.322 INFO:tasks.rados.rados.0.smithi102.stdout:2992: finishing write tid 5 to smithi10276805-42 2024-04-10T15:15:47.322 INFO:tasks.rados.rados.0.smithi102.stdout:2992: oid 42 updating version 0 to 1401 2024-04-10T15:15:47.322 INFO:tasks.rados.rados.0.smithi102.stdout:2992: oid 42 version 1401 is already newer than 1399 2024-04-10T15:15:47.323 INFO:tasks.rados.rados.0.smithi102.stdout:2992: oid 42 version 1401 is already newer than 1398 2024-04-10T15:15:47.323 INFO:tasks.rados.rados.0.smithi102.stdout:2992: oid 42 version 1401 is already newer than 1400 2024-04-10T15:15:47.323 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 1401 (ObjNum 953 snap 277 seq_num 953) dirty exists 2024-04-10T15:15:47.323 INFO:tasks.rados.rados.0.smithi102.stdout:2992: left oid 42 (ObjNum 953 snap 277 seq_num 953) 2024-04-10T15:15:47.323 INFO:tasks.rados.rados.0.smithi102.stdout:2991: done (3 left) 2024-04-10T15:15:47.323 INFO:tasks.rados.rados.0.smithi102.stdout:2992: done (2 left) 2024-04-10T15:15:47.323 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 50 current snap is 277 2024-04-10T15:15:47.323 INFO:tasks.rados.rados.0.smithi102.stdout:2994: seq_num 954 ranges {2482176=786432,3268608=671744,3940352=131072} 2024-04-10T15:15:47.339 INFO:tasks.rados.rados.0.smithi102.stdout:2994: writing smithi10276805-50 from 2482176 to 3268608 tid 1 2024-04-10T15:15:47.343 INFO:tasks.rados.rados.0.smithi102.stdout:2994: writing smithi10276805-50 from 3268608 to 3940352 tid 2 2024-04-10T15:15:47.344 INFO:tasks.rados.rados.0.smithi102.stdout:2994: writing smithi10276805-50 from 3940352 to 4071424 tid 3 2024-04-10T15:15:47.344 INFO:tasks.rados.rados.0.smithi102.stdout:2995: delete oid 19 current snap is 277 2024-04-10T15:15:47.344 INFO:tasks.rados.rados.0.smithi102.stdout:2993: finishing rollback tid 0 to smithi10276805-10 2024-04-10T15:15:47.344 INFO:tasks.rados.rados.0.smithi102.stdout:2993: finishing rollback tid 1 to smithi10276805-10 2024-04-10T15:15:47.344 INFO:tasks.rados.rados.0.smithi102.stdout:2993: finishing rollback tid 2 to smithi10276805-10 2024-04-10T15:15:47.345 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 2004 (ObjNum 848 snap 250 seq_num 848) dirty exists 2024-04-10T15:15:47.345 INFO:tasks.rados.rados.0.smithi102.stdout:2989: expect (ObjNum 920 snap 264 seq_num 920) 2024-04-10T15:15:47.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[90943]: osdmap e625: 8 total, 8 up, 8 in 2024-04-10T15:15:47.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:15:47.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:15:47.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.540 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[88557]: osdmap e625: 8 total, 8 up, 8 in 2024-04-10T15:15:47.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:15:47.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:15:47.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.541 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.605 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:47 smithi154 ceph-mon[84269]: osdmap e625: 8 total, 8 up, 8 in 2024-04-10T15:15:47.605 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:15:47.605 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:15:47.605 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.605 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.605 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.605 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.605 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.605 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.605 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.605 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.605 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.606 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.606 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.606 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.606 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.606 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.606 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:15:47.906 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:15:47] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.43.0" 2024-04-10T15:15:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:2994: finishing write tid 1 to smithi10276805-50 2024-04-10T15:15:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:2994: finishing write tid 2 to smithi10276805-50 2024-04-10T15:15:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:2989: done (3 left) 2024-04-10T15:15:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:2993: done (2 left) 2024-04-10T15:15:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:2995: done (1 left) 2024-04-10T15:15:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:2996: setattr oid 30 current snap is 277 2024-04-10T15:15:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:2994: finishing write tid 3 to smithi10276805-50 2024-04-10T15:15:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:2994: finishing write tid 4 to smithi10276805-50 2024-04-10T15:15:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:2994: finishing write tid 5 to smithi10276805-50 2024-04-10T15:15:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:2994: oid 50 updating version 0 to 1812 2024-04-10T15:15:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:2994: oid 50 version 1812 is already newer than 1811 2024-04-10T15:15:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:2994: oid 50 version 1812 is already newer than 1810 2024-04-10T15:15:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:2994: oid 50 version 1812 is already newer than 1809 2024-04-10T15:15:47.981 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 1812 (ObjNum 954 snap 277 seq_num 954) dirty exists 2024-04-10T15:15:47.981 INFO:tasks.rados.rados.0.smithi102.stdout:2994: left oid 50 (ObjNum 954 snap 277 seq_num 954) 2024-04-10T15:15:47.981 INFO:tasks.rados.rados.0.smithi102.stdout:2994: done (1 left) 2024-04-10T15:15:47.981 INFO:tasks.rados.rados.0.smithi102.stdout:2997: read oid 22 snap -1 2024-04-10T15:15:47.981 INFO:tasks.rados.rados.0.smithi102.stdout:2997: expect (ObjNum 885 snap 255 seq_num 885) 2024-04-10T15:15:47.981 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 33 current snap is 277 2024-04-10T15:15:47.981 INFO:tasks.rados.rados.0.smithi102.stdout:2998: seq_num 956 ranges {9232384=417792,9650176=434176,10084352=770048} 2024-04-10T15:15:48.033 INFO:tasks.rados.rados.0.smithi102.stdout:2998: writing smithi10276805-33 from 9232384 to 9650176 tid 1 2024-04-10T15:15:48.035 INFO:tasks.rados.rados.0.smithi102.stdout:2998: writing smithi10276805-33 from 9650176 to 10084352 tid 2 2024-04-10T15:15:48.040 INFO:tasks.rados.rados.0.smithi102.stdout:2998: writing smithi10276805-33 from 10084352 to 10854400 tid 3 2024-04-10T15:15:48.040 INFO:tasks.rados.rados.0.smithi102.stdout:2999: snap_create 2024-04-10T15:15:48.040 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 1361 (ObjNum 861 snap 254 seq_num 861) dirty exists 2024-04-10T15:15:48.040 INFO:tasks.rados.rados.0.smithi102.stdout:2997: expect (ObjNum 885 snap 255 seq_num 885) 2024-04-10T15:15:48.052 INFO:tasks.rados.rados.0.smithi102.stdout:2998: finishing write tid 1 to smithi10276805-33 2024-04-10T15:15:48.052 INFO:tasks.rados.rados.0.smithi102.stdout:2998: finishing write tid 2 to smithi10276805-33 2024-04-10T15:15:48.052 INFO:tasks.rados.rados.0.smithi102.stdout:2998: finishing write tid 3 to smithi10276805-33 2024-04-10T15:15:48.053 INFO:tasks.rados.rados.0.smithi102.stdout:2998: finishing write tid 4 to smithi10276805-33 2024-04-10T15:15:48.053 INFO:tasks.rados.rados.0.smithi102.stdout:2998: finishing write tid 5 to smithi10276805-33 2024-04-10T15:15:48.053 INFO:tasks.rados.rados.0.smithi102.stdout:2998: oid 33 updating version 0 to 1362 2024-04-10T15:15:48.053 INFO:tasks.rados.rados.0.smithi102.stdout:2998: oid 33 updating version 1362 to 1364 2024-04-10T15:15:48.053 INFO:tasks.rados.rados.0.smithi102.stdout:2998: oid 33 version 1364 is already newer than 1363 2024-04-10T15:15:48.053 INFO:tasks.rados.rados.0.smithi102.stdout:2998: oid 33 updating version 1364 to 1365 2024-04-10T15:15:48.053 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 1365 (ObjNum 956 snap 277 seq_num 956) dirty exists 2024-04-10T15:15:48.053 INFO:tasks.rados.rados.0.smithi102.stdout:2998: left oid 33 (ObjNum 956 snap 277 seq_num 956) 2024-04-10T15:15:48.241 INFO:tasks.rados.rados.0.smithi102.stdout:2996: done (3 left) 2024-04-10T15:15:48.241 INFO:tasks.rados.rados.0.smithi102.stdout:2997: done (2 left) 2024-04-10T15:15:48.241 INFO:tasks.rados.rados.0.smithi102.stdout:2998: done (1 left) 2024-04-10T15:15:48.241 INFO:tasks.rados.rados.0.smithi102.stdout:2999: done (0 left) 2024-04-10T15:15:48.241 INFO:tasks.rados.rados.0.smithi102.stdout:3000: snap_create 2024-04-10T15:15:48.273 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 15:15:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T15:15:47.980Z caller=cluster.go:698 level=info component=cluster msg="gossip settled; proceeding" elapsed=10.002956235s 2024-04-10T15:15:48.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:48 smithi154 ceph-mon[84269]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:15:48.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:48 smithi154 ceph-mon[84269]: pgmap v597: 121 pgs: 121 active+clean; 315 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2024-04-10T15:15:48.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:48 smithi154 ceph-mon[84269]: osdmap e626: 8 total, 8 up, 8 in 2024-04-10T15:15:48.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:48 smithi154 ceph-mon[84269]: Upgrade: Updating grafana.a 2024-04-10T15:15:48.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:48 smithi154 ceph-mon[84269]: Deploying daemon grafana.a on smithi154 2024-04-10T15:15:48.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:48 smithi154 ceph-mon[84269]: osdmap e627: 8 total, 8 up, 8 in 2024-04-10T15:15:48.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:48 smithi102 ceph-mon[90943]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:15:48.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:48 smithi102 ceph-mon[90943]: pgmap v597: 121 pgs: 121 active+clean; 315 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2024-04-10T15:15:48.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:48 smithi102 ceph-mon[90943]: osdmap e626: 8 total, 8 up, 8 in 2024-04-10T15:15:48.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:48 smithi102 ceph-mon[90943]: Upgrade: Updating grafana.a 2024-04-10T15:15:48.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:48 smithi102 ceph-mon[90943]: Deploying daemon grafana.a on smithi154 2024-04-10T15:15:48.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:48 smithi102 ceph-mon[90943]: osdmap e627: 8 total, 8 up, 8 in 2024-04-10T15:15:48.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:48 smithi102 ceph-mon[88557]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-alertmanager-api-host"}]: dispatch 2024-04-10T15:15:48.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:48 smithi102 ceph-mon[88557]: pgmap v597: 121 pgs: 121 active+clean; 315 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.3 MiB/s wr, 28 op/s 2024-04-10T15:15:48.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:48 smithi102 ceph-mon[88557]: osdmap e626: 8 total, 8 up, 8 in 2024-04-10T15:15:48.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:48 smithi102 ceph-mon[88557]: Upgrade: Updating grafana.a 2024-04-10T15:15:48.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:48 smithi102 ceph-mon[88557]: Deploying daemon grafana.a on smithi154 2024-04-10T15:15:48.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:48 smithi102 ceph-mon[88557]: osdmap e627: 8 total, 8 up, 8 in 2024-04-10T15:15:49.238 INFO:tasks.rados.rados.0.smithi102.stdout:3000: done (0 left) 2024-04-10T15:15:49.238 INFO:tasks.rados.rados.0.smithi102.stdout:3001: delete oid 14 current snap is 279 2024-04-10T15:15:49.241 INFO:tasks.rados.rados.0.smithi102.stdout:3001: done (0 left) 2024-04-10T15:15:49.241 INFO:tasks.rados.rados.0.smithi102.stdout:3002: snap_create 2024-04-10T15:15:50.242 INFO:tasks.rados.rados.0.smithi102.stdout:3002: done (0 left) 2024-04-10T15:15:50.242 INFO:tasks.rados.rados.0.smithi102.stdout:3003: copy_from oid 50 from oid 8 current snap is 280 2024-04-10T15:15:50.242 INFO:tasks.rados.rados.0.smithi102.stdout:3004: copy_from oid 29 from oid 43 current snap is 280 2024-04-10T15:15:50.242 INFO:tasks.rados.rados.0.smithi102.stdout:3005: read oid 40 snap -1 2024-04-10T15:15:50.242 INFO:tasks.rados.rados.0.smithi102.stdout:3005: expect (ObjNum 669 snap 187 seq_num 669) 2024-04-10T15:15:50.243 INFO:tasks.rados.rados.0.smithi102.stdout:3006: copy_from oid 3 from oid 24 current snap is 280 2024-04-10T15:15:50.243 INFO:tasks.rados.rados.0.smithi102.stdout:3007: read oid 18 snap 266 2024-04-10T15:15:50.243 INFO:tasks.rados.rados.0.smithi102.stdout:3007: expect (ObjNum 890 snap 255 seq_num 890) 2024-04-10T15:15:50.243 INFO:tasks.rados.rados.0.smithi102.stdout:3008: rollback oid 34 current snap is 280 2024-04-10T15:15:50.243 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 34 to 273 2024-04-10T15:15:50.243 INFO:tasks.rados.rados.0.smithi102.stdout:3009: read oid 20 snap -1 2024-04-10T15:15:50.243 INFO:tasks.rados.rados.0.smithi102.stdout:3009: expect deleted 2024-04-10T15:15:50.243 INFO:tasks.rados.rados.0.smithi102.stdout:3010: read oid 32 snap -1 2024-04-10T15:15:50.243 INFO:tasks.rados.rados.0.smithi102.stdout:3010: expect deleted 2024-04-10T15:15:50.243 INFO:tasks.rados.rados.0.smithi102.stdout:3011: read oid 4 snap -1 2024-04-10T15:15:50.243 INFO:tasks.rados.rados.0.smithi102.stdout:3011: expect (ObjNum 928 snap 268 seq_num 928) 2024-04-10T15:15:50.243 INFO:tasks.rados.rados.0.smithi102.stdout:3012: read oid 22 snap -1 2024-04-10T15:15:50.243 INFO:tasks.rados.rados.0.smithi102.stdout:3012: expect (ObjNum 885 snap 255 seq_num 885) 2024-04-10T15:15:50.243 INFO:tasks.rados.rados.0.smithi102.stdout:3013: read oid 17 snap -1 2024-04-10T15:15:50.243 INFO:tasks.rados.rados.0.smithi102.stdout:3013: expect (ObjNum 886 snap 255 seq_num 886) 2024-04-10T15:15:50.243 INFO:tasks.rados.rados.0.smithi102.stdout:3014: setattr oid 10 current snap is 280 2024-04-10T15:15:50.244 INFO:tasks.rados.rados.0.smithi102.stdout:3015: rollback oid 31 current snap is 280 2024-04-10T15:15:50.244 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 31 to 269 2024-04-10T15:15:50.244 INFO:tasks.rados.rados.0.smithi102.stdout:3016: rmattr oid 30 current snap is 280 2024-04-10T15:15:50.244 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 27 current snap is 280 2024-04-10T15:15:50.244 INFO:tasks.rados.rados.0.smithi102.stdout:3017: seq_num 958 ranges {6356992=450560,6807552=655360,7462912=548864} 2024-04-10T15:15:50.283 INFO:tasks.rados.rados.0.smithi102.stdout:3017: writing smithi10276805-27 from 6356992 to 6807552 tid 1 2024-04-10T15:15:50.288 INFO:tasks.rados.rados.0.smithi102.stdout:3017: writing smithi10276805-27 from 6807552 to 7462912 tid 2 2024-04-10T15:15:50.291 INFO:tasks.rados.rados.0.smithi102.stdout:3017: writing smithi10276805-27 from 7462912 to 8011776 tid 3 2024-04-10T15:15:50.291 INFO:tasks.rados.rados.0.smithi102.stdout:3018: delete oid 36 current snap is 280 2024-04-10T15:15:50.292 INFO:tasks.rados.rados.0.smithi102.stdout:3013: expect (ObjNum 886 snap 255 seq_num 886) 2024-04-10T15:15:50.307 INFO:tasks.rados.rados.0.smithi102.stdout:3009: done (15 left) 2024-04-10T15:15:50.307 INFO:tasks.rados.rados.0.smithi102.stdout:3010: done (14 left) 2024-04-10T15:15:50.307 INFO:tasks.rados.rados.0.smithi102.stdout:3013: done (13 left) 2024-04-10T15:15:50.307 INFO:tasks.rados.rados.0.smithi102.stdout:3018: done (12 left) 2024-04-10T15:15:50.307 INFO:tasks.rados.rados.0.smithi102.stdout:3019: copy_from oid 17 from oid 21 current snap is 280 2024-04-10T15:15:50.307 INFO:tasks.rados.rados.0.smithi102.stdout:3008: finishing rollback tid 1 to smithi10276805-34 2024-04-10T15:15:50.307 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 1385 (ObjNum 145 snap 0 seq_num 709284980) dirty dne 2024-04-10T15:15:50.307 INFO:tasks.rados.rados.0.smithi102.stdout:3007: expect (ObjNum 890 snap 255 seq_num 890) 2024-04-10T15:15:50.322 INFO:tasks.rados.rados.0.smithi102.stdout:3003: finishing copy_from racing read to smithi10276805-50 2024-04-10T15:15:50.323 INFO:tasks.rados.rados.0.smithi102.stdout:3007: done (12 left) 2024-04-10T15:15:50.323 INFO:tasks.rados.rados.0.smithi102.stdout:3008: done (11 left) 2024-04-10T15:15:50.323 INFO:tasks.rados.rados.0.smithi102.stdout:3020: delete oid 5 current snap is 280 2024-04-10T15:15:50.323 INFO:tasks.rados.rados.0.smithi102.stdout:3012: expect (ObjNum 885 snap 255 seq_num 885) 2024-04-10T15:15:50.333 INFO:tasks.rados.rados.0.smithi102.stdout:3003: finishing copy_from to smithi10276805-50 2024-04-10T15:15:50.334 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 1347 (ObjNum 880 snap 255 seq_num 880) dirty exists 2024-04-10T15:15:50.334 INFO:tasks.rados.rados.0.smithi102.stdout:3011: expect (ObjNum 928 snap 268 seq_num 928) 2024-04-10T15:15:50.480 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 2005 (ObjNum 848 snap 250 seq_num 848) dirty exists 2024-04-10T15:15:50.480 INFO:tasks.rados.rados.0.smithi102.stdout:3003: done (11 left) 2024-04-10T15:15:50.480 INFO:tasks.rados.rados.0.smithi102.stdout:3011: done (10 left) 2024-04-10T15:15:50.480 INFO:tasks.rados.rados.0.smithi102.stdout:3012: done (9 left) 2024-04-10T15:15:50.480 INFO:tasks.rados.rados.0.smithi102.stdout:3014: done (8 left) 2024-04-10T15:15:50.480 INFO:tasks.rados.rados.0.smithi102.stdout:3020: done (7 left) 2024-04-10T15:15:50.480 INFO:tasks.rados.rados.0.smithi102.stdout:3021: setattr oid 12 current snap is 280 2024-04-10T15:15:50.480 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 1366 (ObjNum 861 snap 254 seq_num 861) dirty exists 2024-04-10T15:15:50.480 INFO:tasks.rados.rados.0.smithi102.stdout:3004: finishing copy_from racing read to smithi10276805-29 2024-04-10T15:15:50.480 INFO:tasks.rados.rados.0.smithi102.stdout:3005: expect (ObjNum 669 snap 187 seq_num 669) 2024-04-10T15:15:50.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:50 smithi154 ceph-mon[84269]: pgmap v600: 121 pgs: 121 active+clean; 317 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-04-10T15:15:50.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:50 smithi154 ceph-mon[84269]: osdmap e628: 8 total, 8 up, 8 in 2024-04-10T15:15:50.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:50 smithi102 ceph-mon[90943]: pgmap v600: 121 pgs: 121 active+clean; 317 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-04-10T15:15:50.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:50 smithi102 ceph-mon[90943]: osdmap e628: 8 total, 8 up, 8 in 2024-04-10T15:15:50.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:50 smithi102 ceph-mon[88557]: pgmap v600: 121 pgs: 121 active+clean; 317 MiB data, 1.6 GiB used, 714 GiB / 715 GiB avail; 1.1 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-04-10T15:15:50.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:50 smithi102 ceph-mon[88557]: osdmap e628: 8 total, 8 up, 8 in 2024-04-10T15:15:51.003 INFO:tasks.rados.rados.0.smithi102.stdout:3015: finishing rollback tid 1 to smithi10276805-31 2024-04-10T15:15:51.003 INFO:tasks.rados.rados.0.smithi102.stdout:3015: finishing rollback tid 2 to smithi10276805-31 2024-04-10T15:15:51.004 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 1394 (ObjNum 908 snap 262 seq_num 908) dirty exists 2024-04-10T15:15:51.004 INFO:tasks.rados.rados.0.smithi102.stdout:3004: finishing copy_from to smithi10276805-29 2024-04-10T15:15:51.004 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 1382 (ObjNum 901 snap 259 seq_num 901) dirty exists 2024-04-10T15:15:51.004 INFO:tasks.rados.rados.0.smithi102.stdout:3006: finishing copy_from racing read to smithi10276805-3 2024-04-10T15:15:51.004 INFO:tasks.rados.rados.0.smithi102.stdout:3006: finishing copy_from to smithi10276805-3 2024-04-10T15:15:51.004 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 1388 (ObjNum 949 snap 276 seq_num 949) dirty exists 2024-04-10T15:15:51.004 INFO:tasks.rados.rados.0.smithi102.stdout:3017: finishing write tid 1 to smithi10276805-27 2024-04-10T15:15:51.004 INFO:tasks.rados.rados.0.smithi102.stdout:3017: finishing write tid 2 to smithi10276805-27 2024-04-10T15:15:51.004 INFO:tasks.rados.rados.0.smithi102.stdout:3017: finishing write tid 3 to smithi10276805-27 2024-04-10T15:15:51.004 INFO:tasks.rados.rados.0.smithi102.stdout:3017: finishing write tid 4 to smithi10276805-27 2024-04-10T15:15:51.004 INFO:tasks.rados.rados.0.smithi102.stdout:3017: finishing write tid 5 to smithi10276805-27 2024-04-10T15:15:51.004 INFO:tasks.rados.rados.0.smithi102.stdout:3017: oid 27 updating version 0 to 1770 2024-04-10T15:15:51.004 INFO:tasks.rados.rados.0.smithi102.stdout:3017: oid 27 version 1770 is already newer than 1768 2024-04-10T15:15:51.004 INFO:tasks.rados.rados.0.smithi102.stdout:3017: oid 27 updating version 1770 to 1771 2024-04-10T15:15:51.004 INFO:tasks.rados.rados.0.smithi102.stdout:3017: oid 27 version 1771 is already newer than 1769 2024-04-10T15:15:51.004 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 1771 (ObjNum 958 snap 280 seq_num 958) dirty exists 2024-04-10T15:15:51.005 INFO:tasks.rados.rados.0.smithi102.stdout:3017: left oid 27 (ObjNum 958 snap 280 seq_num 958) 2024-04-10T15:15:51.005 INFO:tasks.rados.rados.0.smithi102.stdout:3019: finishing copy_from to smithi10276805-17 2024-04-10T15:15:51.005 INFO:tasks.rados.rados.0.smithi102.stdout:3019: got expected ENOENT (src dne) 2024-04-10T15:15:51.005 INFO:tasks.rados.rados.0.smithi102.stdout:3019: finishing copy_from racing read to smithi10276805-17 2024-04-10T15:15:51.005 INFO:tasks.rados.rados.0.smithi102.stdout:3004: done (7 left) 2024-04-10T15:15:51.005 INFO:tasks.rados.rados.0.smithi102.stdout:3005: done (6 left) 2024-04-10T15:15:51.005 INFO:tasks.rados.rados.0.smithi102.stdout:3006: done (5 left) 2024-04-10T15:15:51.005 INFO:tasks.rados.rados.0.smithi102.stdout:3015: done (4 left) 2024-04-10T15:15:51.005 INFO:tasks.rados.rados.0.smithi102.stdout:3016: done (3 left) 2024-04-10T15:15:51.005 INFO:tasks.rados.rados.0.smithi102.stdout:3017: done (2 left) 2024-04-10T15:15:51.005 INFO:tasks.rados.rados.0.smithi102.stdout:3019: done (1 left) 2024-04-10T15:15:51.005 INFO:tasks.rados.rados.0.smithi102.stdout:3022: rollback oid 16 current snap is 280 2024-04-10T15:15:51.005 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 16 to 279 2024-04-10T15:15:51.005 INFO:tasks.rados.rados.0.smithi102.stdout:3023: copy_from oid 1 from oid 45 current snap is 280 2024-04-10T15:15:51.005 INFO:tasks.rados.rados.0.smithi102.stdout:3024: rollback oid 37 current snap is 280 2024-04-10T15:15:51.006 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 37 to 275 2024-04-10T15:15:51.006 INFO:tasks.rados.rados.0.smithi102.stdout:3025: read oid 3 snap -1 2024-04-10T15:15:51.006 INFO:tasks.rados.rados.0.smithi102.stdout:3025: expect (ObjNum 949 snap 276 seq_num 949) 2024-04-10T15:15:51.006 INFO:tasks.rados.rados.0.smithi102.stdout:3026: delete oid 4 current snap is 280 2024-04-10T15:15:51.007 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 1354 (ObjNum 928 snap 268 seq_num 928) dirty exists 2024-04-10T15:15:51.007 INFO:tasks.rados.rados.0.smithi102.stdout:3024: finishing rollback tid 0 to smithi10276805-37 2024-04-10T15:15:51.007 INFO:tasks.rados.rados.0.smithi102.stdout:3024: finishing rollback tid 1 to smithi10276805-37 2024-04-10T15:15:51.007 INFO:tasks.rados.rados.0.smithi102.stdout:3024: finishing rollback tid 2 to smithi10276805-37 2024-04-10T15:15:51.007 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 1390 (ObjNum 923 snap 264 seq_num 923) dirty exists 2024-04-10T15:15:51.008 INFO:tasks.rados.rados.0.smithi102.stdout:3021: done (5 left) 2024-04-10T15:15:51.008 INFO:tasks.rados.rados.0.smithi102.stdout:3024: done (4 left) 2024-04-10T15:15:51.008 INFO:tasks.rados.rados.0.smithi102.stdout:3026: done (3 left) 2024-04-10T15:15:51.008 INFO:tasks.rados.rados.0.smithi102.stdout:3027: setattr oid 30 current snap is 280 2024-04-10T15:15:51.009 INFO:tasks.rados.rados.0.smithi102.stdout:3022: finishing rollback tid 0 to smithi10276805-16 2024-04-10T15:15:51.009 INFO:tasks.rados.rados.0.smithi102.stdout:3022: finishing rollback tid 1 to smithi10276805-16 2024-04-10T15:15:51.009 INFO:tasks.rados.rados.0.smithi102.stdout:3028: snap_remove snap 267 2024-04-10T15:15:51.252 INFO:tasks.rados.rados.0.smithi102.stdout:3028: done (4 left) 2024-04-10T15:15:51.252 INFO:tasks.rados.rados.0.smithi102.stdout:3029: read oid 40 snap 279 2024-04-10T15:15:51.252 INFO:tasks.rados.rados.0.smithi102.stdout:3029: expect (ObjNum 669 snap 187 seq_num 669) 2024-04-10T15:15:51.252 INFO:tasks.rados.rados.0.smithi102.stdout:3030: read oid 14 snap -1 2024-04-10T15:15:51.252 INFO:tasks.rados.rados.0.smithi102.stdout:3030: expect deleted 2024-04-10T15:15:51.252 INFO:tasks.rados.rados.0.smithi102.stdout:3031: snap_remove snap 264 2024-04-10T15:15:51.527 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:51 smithi154 ceph-mon[84269]: osdmap e629: 8 total, 8 up, 8 in 2024-04-10T15:15:51.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:51 smithi102 ceph-mon[88557]: osdmap e629: 8 total, 8 up, 8 in 2024-04-10T15:15:51.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:51 smithi102 ceph-mon[90943]: osdmap e629: 8 total, 8 up, 8 in 2024-04-10T15:15:52.256 INFO:tasks.rados.rados.0.smithi102.stdout:3022: finishing rollback tid 2 to smithi10276805-16 2024-04-10T15:15:52.256 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 1405 (ObjNum 788 snap 232 seq_num 788) dirty exists 2024-04-10T15:15:52.257 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 1367 (ObjNum 861 snap 254 seq_num 861) dirty exists 2024-04-10T15:15:52.257 INFO:tasks.rados.rados.0.smithi102.stdout:3023: finishing copy_from racing read to smithi10276805-1 2024-04-10T15:15:52.257 INFO:tasks.rados.rados.0.smithi102.stdout:3023: finishing copy_from to smithi10276805-1 2024-04-10T15:15:52.257 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 1385 (ObjNum 911 snap 262 seq_num 911) dirty exists 2024-04-10T15:15:52.257 INFO:tasks.rados.rados.0.smithi102.stdout:3025: expect (ObjNum 949 snap 276 seq_num 949) 2024-04-10T15:15:52.547 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:15:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:15:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:15:52.547 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:52 smithi154 ceph-mon[84269]: pgmap v603: 121 pgs: 121 active+clean; 333 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-04-10T15:15:52.547 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:52 smithi154 ceph-mon[84269]: osdmap e630: 8 total, 8 up, 8 in 2024-04-10T15:15:52.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:52 smithi102 ceph-mon[90943]: pgmap v603: 121 pgs: 121 active+clean; 333 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-04-10T15:15:52.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:52 smithi102 ceph-mon[90943]: osdmap e630: 8 total, 8 up, 8 in 2024-04-10T15:15:52.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:52 smithi102 ceph-mon[88557]: pgmap v603: 121 pgs: 121 active+clean; 333 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 11 MiB/s rd, 3.3 MiB/s wr, 12 op/s 2024-04-10T15:15:52.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:52 smithi102 ceph-mon[88557]: osdmap e630: 8 total, 8 up, 8 in 2024-04-10T15:15:52.779 INFO:tasks.rados.rados.0.smithi102.stdout:3029: expect (ObjNum 669 snap 187 seq_num 669) 2024-04-10T15:15:53.313 INFO:tasks.rados.rados.0.smithi102.stdout:3022: done (6 left) 2024-04-10T15:15:53.313 INFO:tasks.rados.rados.0.smithi102.stdout:3023: done (5 left) 2024-04-10T15:15:53.313 INFO:tasks.rados.rados.0.smithi102.stdout:3025: done (4 left) 2024-04-10T15:15:53.313 INFO:tasks.rados.rados.0.smithi102.stdout:3027: done (3 left) 2024-04-10T15:15:53.313 INFO:tasks.rados.rados.0.smithi102.stdout:3029: done (2 left) 2024-04-10T15:15:53.314 INFO:tasks.rados.rados.0.smithi102.stdout:3030: done (1 left) 2024-04-10T15:15:53.314 INFO:tasks.rados.rados.0.smithi102.stdout:3031: done (0 left) 2024-04-10T15:15:53.314 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 50 current snap is 280 2024-04-10T15:15:53.314 INFO:tasks.rados.rados.0.smithi102.stdout:3032: seq_num 962 ranges {573440=516096,1089536=589824,1679360=614400} 2024-04-10T15:15:53.318 INFO:tasks.rados.rados.0.smithi102.stdout:3032: writing smithi10276805-50 from 573440 to 1089536 tid 1 2024-04-10T15:15:53.322 INFO:tasks.rados.rados.0.smithi102.stdout:3032: writing smithi10276805-50 from 1089536 to 1679360 tid 2 2024-04-10T15:15:53.325 INFO:tasks.rados.rados.0.smithi102.stdout:3032: writing smithi10276805-50 from 1679360 to 2293760 tid 3 2024-04-10T15:15:53.325 INFO:tasks.rados.rados.0.smithi102.stdout:3033: snap_remove snap 272 2024-04-10T15:15:53.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:53 smithi154 ceph-mon[84269]: osdmap e631: 8 total, 8 up, 8 in 2024-04-10T15:15:53.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:15:53.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:53 smithi154 ceph-mon[84269]: osdmap e632: 8 total, 8 up, 8 in 2024-04-10T15:15:53.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:53 smithi102 ceph-mon[90943]: osdmap e631: 8 total, 8 up, 8 in 2024-04-10T15:15:53.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:15:53.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:53 smithi102 ceph-mon[90943]: osdmap e632: 8 total, 8 up, 8 in 2024-04-10T15:15:53.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:53 smithi102 ceph-mon[88557]: osdmap e631: 8 total, 8 up, 8 in 2024-04-10T15:15:53.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:15:53.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:53 smithi102 ceph-mon[88557]: osdmap e632: 8 total, 8 up, 8 in 2024-04-10T15:15:54.273 INFO:tasks.rados.rados.0.smithi102.stdout:3032: finishing write tid 1 to smithi10276805-50 2024-04-10T15:15:54.273 INFO:tasks.rados.rados.0.smithi102.stdout:3032: finishing write tid 2 to smithi10276805-50 2024-04-10T15:15:54.273 INFO:tasks.rados.rados.0.smithi102.stdout:3032: finishing write tid 3 to smithi10276805-50 2024-04-10T15:15:54.273 INFO:tasks.rados.rados.0.smithi102.stdout:3032: finishing write tid 4 to smithi10276805-50 2024-04-10T15:15:54.273 INFO:tasks.rados.rados.0.smithi102.stdout:3032: finishing write tid 5 to smithi10276805-50 2024-04-10T15:15:54.273 INFO:tasks.rados.rados.0.smithi102.stdout:3032: oid 50 updating version 0 to 1813 2024-04-10T15:15:54.273 INFO:tasks.rados.rados.0.smithi102.stdout:3032: oid 50 updating version 1813 to 1815 2024-04-10T15:15:54.274 INFO:tasks.rados.rados.0.smithi102.stdout:3032: oid 50 version 1815 is already newer than 1814 2024-04-10T15:15:54.274 INFO:tasks.rados.rados.0.smithi102.stdout:3032: oid 50 updating version 1815 to 1816 2024-04-10T15:15:54.274 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 1816 (ObjNum 962 snap 280 seq_num 962) dirty exists 2024-04-10T15:15:54.274 INFO:tasks.rados.rados.0.smithi102.stdout:3032: left oid 50 (ObjNum 962 snap 280 seq_num 962) 2024-04-10T15:15:54.274 INFO:tasks.rados.rados.0.smithi102.stdout:3032: done (1 left) 2024-04-10T15:15:54.274 INFO:tasks.rados.rados.0.smithi102.stdout:3033: done (0 left) 2024-04-10T15:15:54.274 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 26 current snap is 280 2024-04-10T15:15:54.274 INFO:tasks.rados.rados.0.smithi102.stdout:3034: seq_num 963 ranges {2539520=532480,3072000=475136,3547136=532480,4079616=196608} 2024-04-10T15:15:54.290 INFO:tasks.rados.rados.0.smithi102.stdout:3034: writing smithi10276805-26 from 2539520 to 3072000 tid 1 2024-04-10T15:15:54.292 INFO:tasks.rados.rados.0.smithi102.stdout:3034: writing smithi10276805-26 from 3072000 to 3547136 tid 2 2024-04-10T15:15:54.296 INFO:tasks.rados.rados.0.smithi102.stdout:3034: writing smithi10276805-26 from 3547136 to 4079616 tid 3 2024-04-10T15:15:54.297 INFO:tasks.rados.rados.0.smithi102.stdout:3034: writing smithi10276805-26 from 4079616 to 4276224 tid 4 2024-04-10T15:15:54.298 INFO:tasks.rados.rados.0.smithi102.stdout:3035: snap_create 2024-04-10T15:15:54.299 INFO:tasks.rados.rados.0.smithi102.stdout:3034: finishing write tid 1 to smithi10276805-26 2024-04-10T15:15:54.301 INFO:tasks.rados.rados.0.smithi102.stdout:3034: finishing write tid 2 to smithi10276805-26 2024-04-10T15:15:54.302 INFO:tasks.rados.rados.0.smithi102.stdout:3034: finishing write tid 3 to smithi10276805-26 2024-04-10T15:15:54.305 INFO:tasks.rados.rados.0.smithi102.stdout:3034: finishing write tid 4 to smithi10276805-26 2024-04-10T15:15:54.306 INFO:tasks.rados.rados.0.smithi102.stdout:3034: finishing write tid 5 to smithi10276805-26 2024-04-10T15:15:54.308 INFO:tasks.rados.rados.0.smithi102.stdout:3034: finishing write tid 6 to smithi10276805-26 2024-04-10T15:15:54.308 INFO:tasks.rados.rados.0.smithi102.stdout:3034: oid 26 updating version 0 to 1410 2024-04-10T15:15:54.308 INFO:tasks.rados.rados.0.smithi102.stdout:3034: oid 26 version 1410 is already newer than 1409 2024-04-10T15:15:54.308 INFO:tasks.rados.rados.0.smithi102.stdout:3034: oid 26 version 1410 is already newer than 1404 2024-04-10T15:15:54.308 INFO:tasks.rados.rados.0.smithi102.stdout:3034: oid 26 version 1410 is already newer than 1402 2024-04-10T15:15:54.308 INFO:tasks.rados.rados.0.smithi102.stdout:3034: oid 26 version 1410 is already newer than 1403 2024-04-10T15:15:54.308 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1410 (ObjNum 963 snap 280 seq_num 963) dirty exists 2024-04-10T15:15:54.308 INFO:tasks.rados.rados.0.smithi102.stdout:3034: left oid 26 (ObjNum 963 snap 280 seq_num 963) 2024-04-10T15:15:54.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:54 smithi154 ceph-mon[84269]: pgmap v606: 121 pgs: 121 active+clean; 343 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.5 MiB/s wr, 34 op/s 2024-04-10T15:15:54.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:54 smithi102 ceph-mon[90943]: pgmap v606: 121 pgs: 121 active+clean; 343 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.5 MiB/s wr, 34 op/s 2024-04-10T15:15:54.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:54 smithi102 ceph-mon[88557]: pgmap v606: 121 pgs: 121 active+clean; 343 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 5.5 MiB/s wr, 34 op/s 2024-04-10T15:15:55.279 INFO:tasks.rados.rados.0.smithi102.stdout:3034: done (1 left) 2024-04-10T15:15:55.279 INFO:tasks.rados.rados.0.smithi102.stdout:3035: done (0 left) 2024-04-10T15:15:55.279 INFO:tasks.rados.rados.0.smithi102.stdout:3036: read oid 30 snap -1 2024-04-10T15:15:55.279 INFO:tasks.rados.rados.0.smithi102.stdout:3036: expect (ObjNum 861 snap 254 seq_num 861) 2024-04-10T15:15:55.280 INFO:tasks.rados.rados.0.smithi102.stdout:3037: rollback oid 47 current snap is 281 2024-04-10T15:15:55.280 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 47 to 268 2024-04-10T15:15:55.280 INFO:tasks.rados.rados.0.smithi102.stdout:3038: rollback oid 22 current snap is 281 2024-04-10T15:15:55.280 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 22 to 278 2024-04-10T15:15:55.280 INFO:tasks.rados.rados.0.smithi102.stdout:3039: snap_remove snap 242 2024-04-10T15:15:55.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:55 smithi154 ceph-mon[84269]: osdmap e633: 8 total, 8 up, 8 in 2024-04-10T15:15:55.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:55 smithi102 ceph-mon[88557]: osdmap e633: 8 total, 8 up, 8 in 2024-04-10T15:15:55.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:55 smithi102 ceph-mon[90943]: osdmap e633: 8 total, 8 up, 8 in 2024-04-10T15:15:56.287 INFO:tasks.rados.rados.0.smithi102.stdout:3039: done (3 left) 2024-04-10T15:15:56.287 INFO:tasks.rados.rados.0.smithi102.stdout:3040: snap_create 2024-04-10T15:15:56.287 INFO:tasks.rados.rados.0.smithi102.stdout:3036: expect (ObjNum 861 snap 254 seq_num 861) 2024-04-10T15:15:56.293 INFO:tasks.rados.rados.0.smithi102.stdout:3037: finishing rollback tid 0 to smithi10276805-47 2024-04-10T15:15:56.293 INFO:tasks.rados.rados.0.smithi102.stdout:3037: finishing rollback tid 1 to smithi10276805-47 2024-04-10T15:15:56.293 INFO:tasks.rados.rados.0.smithi102.stdout:3037: finishing rollback tid 2 to smithi10276805-47 2024-04-10T15:15:56.293 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 2112 (ObjNum 929 snap 268 seq_num 929) dirty exists 2024-04-10T15:15:56.293 INFO:tasks.rados.rados.0.smithi102.stdout:3038: finishing rollback tid 0 to smithi10276805-22 2024-04-10T15:15:56.293 INFO:tasks.rados.rados.0.smithi102.stdout:3038: finishing rollback tid 1 to smithi10276805-22 2024-04-10T15:15:56.293 INFO:tasks.rados.rados.0.smithi102.stdout:3038: finishing rollback tid 2 to smithi10276805-22 2024-04-10T15:15:56.293 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 2008 (ObjNum 885 snap 255 seq_num 885) dirty exists 2024-04-10T15:15:56.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:56 smithi154 ceph-mon[84269]: pgmap v609: 121 pgs: 121 active+clean; 349 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.8 MiB/s wr, 35 op/s 2024-04-10T15:15:56.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:56 smithi154 ceph-mon[84269]: osdmap e634: 8 total, 8 up, 8 in 2024-04-10T15:15:56.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:56 smithi102 ceph-mon[90943]: pgmap v609: 121 pgs: 121 active+clean; 349 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.8 MiB/s wr, 35 op/s 2024-04-10T15:15:56.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:56 smithi102 ceph-mon[90943]: osdmap e634: 8 total, 8 up, 8 in 2024-04-10T15:15:56.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:56 smithi102 ceph-mon[88557]: pgmap v609: 121 pgs: 121 active+clean; 349 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 20 MiB/s rd, 3.8 MiB/s wr, 35 op/s 2024-04-10T15:15:56.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:56 smithi102 ceph-mon[88557]: osdmap e634: 8 total, 8 up, 8 in 2024-04-10T15:15:57.295 INFO:tasks.rados.rados.0.smithi102.stdout:3036: done (3 left) 2024-04-10T15:15:57.295 INFO:tasks.rados.rados.0.smithi102.stdout:3037: done (2 left) 2024-04-10T15:15:57.295 INFO:tasks.rados.rados.0.smithi102.stdout:3038: done (1 left) 2024-04-10T15:15:57.295 INFO:tasks.rados.rados.0.smithi102.stdout:3040: done (0 left) 2024-04-10T15:15:57.295 INFO:tasks.rados.rados.0.smithi102.stdout:3041: snap_remove snap 266 2024-04-10T15:15:57.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:57 smithi154 ceph-mon[84269]: osdmap e635: 8 total, 8 up, 8 in 2024-04-10T15:15:57.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:57 smithi154 ceph-mon[84269]: pgmap v612: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 351 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-10T15:15:57.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:57 smithi102 ceph-mon[90943]: osdmap e635: 8 total, 8 up, 8 in 2024-04-10T15:15:57.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:57 smithi102 ceph-mon[90943]: pgmap v612: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 351 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-10T15:15:57.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:57 smithi102 ceph-mon[88557]: osdmap e635: 8 total, 8 up, 8 in 2024-04-10T15:15:57.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:57 smithi102 ceph-mon[88557]: pgmap v612: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 351 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.7 MiB/s wr, 14 op/s 2024-04-10T15:15:57.656 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:15:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:15:57] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-04-10T15:15:58.240 INFO:tasks.rados.rados.0.smithi102.stdout:3041: done (0 left) 2024-04-10T15:15:58.240 INFO:tasks.rados.rados.0.smithi102.stdout:3042: setattr oid 32 current snap is 282 2024-04-10T15:15:58.243 INFO:tasks.rados.rados.0.smithi102.stdout:3043: copy_from oid 38 from oid 50 current snap is 282 2024-04-10T15:15:58.243 INFO:tasks.rados.rados.0.smithi102.stdout:3044: read oid 1 snap 271 2024-04-10T15:15:58.243 INFO:tasks.rados.rados.0.smithi102.stdout:3044: expect (ObjNum 856 snap 253 seq_num 856) 2024-04-10T15:15:58.243 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 14 current snap is 282 2024-04-10T15:15:58.243 INFO:tasks.rados.rados.0.smithi102.stdout:3045: seq_num 964 ranges {0=548864,548864=761856,1310720=442368} 2024-04-10T15:15:58.247 INFO:tasks.rados.rados.0.smithi102.stdout:3045: writing smithi10276805-14 from 0 to 548864 tid 1 2024-04-10T15:15:58.252 INFO:tasks.rados.rados.0.smithi102.stdout:3045: writing smithi10276805-14 from 548864 to 1310720 tid 2 2024-04-10T15:15:58.255 INFO:tasks.rados.rados.0.smithi102.stdout:3045: writing smithi10276805-14 from 1310720 to 1753088 tid 3 2024-04-10T15:15:58.255 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 40 current snap is 282 2024-04-10T15:15:58.255 INFO:tasks.rados.rados.0.smithi102.stdout:3046: seq_num 965 ranges {7847936=565248,8413184=647168,9060352=548864,9609216=8192} 2024-04-10T15:15:58.302 INFO:tasks.rados.rados.0.smithi102.stdout:3046: writing smithi10276805-40 from 7847936 to 8413184 tid 1 2024-04-10T15:15:58.306 INFO:tasks.rados.rados.0.smithi102.stdout:3046: writing smithi10276805-40 from 8413184 to 9060352 tid 2 2024-04-10T15:15:58.310 INFO:tasks.rados.rados.0.smithi102.stdout:3046: writing smithi10276805-40 from 9060352 to 9609216 tid 3 2024-04-10T15:15:58.310 INFO:tasks.rados.rados.0.smithi102.stdout:3046: writing smithi10276805-40 from 9609216 to 9617408 tid 4 2024-04-10T15:15:58.310 INFO:tasks.rados.rados.0.smithi102.stdout:3047: setattr oid 19 current snap is 282 2024-04-10T15:15:58.310 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 2125 (ObjNum 65 snap 0 seq_num 1752128103) dirty exists 2024-04-10T15:15:58.310 INFO:tasks.rados.rados.0.smithi102.stdout:3045: finishing write tid 1 to smithi10276805-14 2024-04-10T15:15:58.311 INFO:tasks.rados.rados.0.smithi102.stdout:3045: finishing write tid 2 to smithi10276805-14 2024-04-10T15:15:58.311 INFO:tasks.rados.rados.0.smithi102.stdout:3045: finishing write tid 3 to smithi10276805-14 2024-04-10T15:15:58.311 INFO:tasks.rados.rados.0.smithi102.stdout:3045: finishing write tid 4 to smithi10276805-14 2024-04-10T15:15:58.311 INFO:tasks.rados.rados.0.smithi102.stdout:3045: finishing write tid 5 to smithi10276805-14 2024-04-10T15:15:58.311 INFO:tasks.rados.rados.0.smithi102.stdout:3045: oid 14 updating version 0 to 1816 2024-04-10T15:15:58.311 INFO:tasks.rados.rados.0.smithi102.stdout:3045: oid 14 updating version 1816 to 1817 2024-04-10T15:15:58.311 INFO:tasks.rados.rados.0.smithi102.stdout:3045: oid 14 version 1817 is already newer than 1810 2024-04-10T15:15:58.311 INFO:tasks.rados.rados.0.smithi102.stdout:3045: oid 14 version 1817 is already newer than 1815 2024-04-10T15:15:58.311 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 1817 (ObjNum 964 snap 282 seq_num 964) dirty exists 2024-04-10T15:15:58.311 INFO:tasks.rados.rados.0.smithi102.stdout:3045: left oid 14 (ObjNum 964 snap 282 seq_num 964) 2024-04-10T15:15:58.311 INFO:tasks.rados.rados.0.smithi102.stdout:3043: finishing copy_from racing read to smithi10276805-38 2024-04-10T15:15:58.311 INFO:tasks.rados.rados.0.smithi102.stdout:3043: finishing copy_from to smithi10276805-38 2024-04-10T15:15:58.311 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 1816 (ObjNum 962 snap 280 seq_num 962) dirty exists 2024-04-10T15:15:58.311 INFO:tasks.rados.rados.0.smithi102.stdout:3044: expect (ObjNum 856 snap 253 seq_num 856) 2024-04-10T15:15:58.529 INFO:tasks.rados.rados.0.smithi102.stdout:3046: finishing write tid 1 to smithi10276805-40 2024-04-10T15:15:58.529 INFO:tasks.rados.rados.0.smithi102.stdout:3046: finishing write tid 2 to smithi10276805-40 2024-04-10T15:15:58.529 INFO:tasks.rados.rados.0.smithi102.stdout:3046: finishing write tid 3 to smithi10276805-40 2024-04-10T15:15:58.529 INFO:tasks.rados.rados.0.smithi102.stdout:3046: finishing write tid 4 to smithi10276805-40 2024-04-10T15:15:58.529 INFO:tasks.rados.rados.0.smithi102.stdout:3046: finishing write tid 5 to smithi10276805-40 2024-04-10T15:15:58.529 INFO:tasks.rados.rados.0.smithi102.stdout:3046: finishing write tid 6 to smithi10276805-40 2024-04-10T15:15:58.529 INFO:tasks.rados.rados.0.smithi102.stdout:3046: oid 40 updating version 0 to 1400 2024-04-10T15:15:58.529 INFO:tasks.rados.rados.0.smithi102.stdout:3046: oid 40 version 1400 is already newer than 1399 2024-04-10T15:15:58.529 INFO:tasks.rados.rados.0.smithi102.stdout:3046: oid 40 version 1400 is already newer than 1398 2024-04-10T15:15:58.529 INFO:tasks.rados.rados.0.smithi102.stdout:3046: oid 40 version 1400 is already newer than 1396 2024-04-10T15:15:58.529 INFO:tasks.rados.rados.0.smithi102.stdout:3046: oid 40 version 1400 is already newer than 1397 2024-04-10T15:15:58.529 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 1400 (ObjNum 965 snap 282 seq_num 965) dirty exists 2024-04-10T15:15:58.529 INFO:tasks.rados.rados.0.smithi102.stdout:3046: left oid 40 (ObjNum 965 snap 282 seq_num 965) 2024-04-10T15:15:58.529 INFO:tasks.rados.rados.0.smithi102.stdout:3042: done (5 left) 2024-04-10T15:15:58.530 INFO:tasks.rados.rados.0.smithi102.stdout:3043: done (4 left) 2024-04-10T15:15:58.530 INFO:tasks.rados.rados.0.smithi102.stdout:3044: done (3 left) 2024-04-10T15:15:58.530 INFO:tasks.rados.rados.0.smithi102.stdout:3045: done (2 left) 2024-04-10T15:15:58.530 INFO:tasks.rados.rados.0.smithi102.stdout:3046: done (1 left) 2024-04-10T15:15:58.530 INFO:tasks.rados.rados.0.smithi102.stdout:3048: rmattr oid 10 current snap is 282 2024-04-10T15:15:58.530 INFO:tasks.rados.rados.0.smithi102.stdout:3049: copy_from oid 2 from oid 43 current snap is 282 2024-04-10T15:15:58.530 INFO:tasks.rados.rados.0.smithi102.stdout:3050: snap_remove snap 276 2024-04-10T15:15:58.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:58 smithi154 ceph-mon[84269]: osdmap e636: 8 total, 8 up, 8 in 2024-04-10T15:15:58.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:58 smithi154 ceph-mon[84269]: osdmap e637: 8 total, 8 up, 8 in 2024-04-10T15:15:58.626 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:15:58 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[89767]: 2024-04-10T15:15:58.305+0000 7f5efd571700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 158 after trimming was started 2024-04-10T15:15:58.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:58 smithi102 ceph-mon[90943]: osdmap e636: 8 total, 8 up, 8 in 2024-04-10T15:15:58.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:58 smithi102 ceph-mon[90943]: osdmap e637: 8 total, 8 up, 8 in 2024-04-10T15:15:58.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:58 smithi102 ceph-mon[88557]: osdmap e636: 8 total, 8 up, 8 in 2024-04-10T15:15:58.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:58 smithi102 ceph-mon[88557]: osdmap e637: 8 total, 8 up, 8 in 2024-04-10T15:15:59.300 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 2009 (ObjNum 848 snap 250 seq_num 848) dirty exists 2024-04-10T15:15:59.300 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 1427 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:15:59.300 INFO:tasks.rados.rados.0.smithi102.stdout:3049: finishing copy_from racing read to smithi10276805-2 2024-04-10T15:15:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:3049: finishing copy_from to smithi10276805-2 2024-04-10T15:15:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 1382 (ObjNum 901 snap 259 seq_num 901) dirty exists 2024-04-10T15:15:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:3047: done (3 left) 2024-04-10T15:15:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:3048: done (2 left) 2024-04-10T15:15:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:3049: done (1 left) 2024-04-10T15:15:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:3050: done (0 left) 2024-04-10T15:15:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:3051: rollback oid 7 current snap is 282 2024-04-10T15:15:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 7 to 278 2024-04-10T15:15:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:3052: rollback oid 26 current snap is 282 2024-04-10T15:15:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 26 to 277 2024-04-10T15:15:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:3053: rollback oid 28 current snap is 282 2024-04-10T15:15:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 28 to 278 2024-04-10T15:15:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 37 current snap is 282 2024-04-10T15:15:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:3054: seq_num 966 ranges {1064960=581632,1646592=581632,2228224=622592} 2024-04-10T15:15:59.310 INFO:tasks.rados.rados.0.smithi102.stdout:3054: writing smithi10276805-37 from 1064960 to 1646592 tid 1 2024-04-10T15:15:59.314 INFO:tasks.rados.rados.0.smithi102.stdout:3054: writing smithi10276805-37 from 1646592 to 2228224 tid 2 2024-04-10T15:15:59.318 INFO:tasks.rados.rados.0.smithi102.stdout:3054: writing smithi10276805-37 from 2228224 to 2850816 tid 3 2024-04-10T15:15:59.318 INFO:tasks.rados.rados.0.smithi102.stdout:3055: read oid 48 snap -1 2024-04-10T15:15:59.318 INFO:tasks.rados.rados.0.smithi102.stdout:3055: expect (ObjNum 901 snap 259 seq_num 901) 2024-04-10T15:15:59.318 INFO:tasks.rados.rados.0.smithi102.stdout:3056: snap_remove snap 269 2024-04-10T15:15:59.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:15:59 smithi154 ceph-mon[84269]: pgmap v615: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 346 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 40 KiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:15:59.378 INFO:teuthology.orchestra.run.smithi102.stdout:true 2024-04-10T15:15:59.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:15:59 smithi102 ceph-mon[90943]: pgmap v615: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 346 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 40 KiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:15:59.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:15:59 smithi102 ceph-mon[88557]: pgmap v615: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 346 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 40 KiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:15:59.696 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:15:59.696 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (22s) 18s ago 12m 15.9M - 0.25.0 c8568f914cd2 f22814c7000a 2024-04-10T15:15:59.696 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi154 *:3000 running (11m) 33s ago 11m 92.3M - 9.4.7 954c08fa6188 a24ea26325a1 2024-04-10T15:15:59.696 INFO:teuthology.orchestra.run.smithi102.stdout:mds.a smithi102 running (87s) 18s ago 13m 15.5M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 32b08f42b5e0 2024-04-10T15:15:59.696 INFO:teuthology.orchestra.run.smithi102.stdout:mds.b smithi154 running (70s) 33s ago 13m 15.1M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 98f96283a9b2 2024-04-10T15:15:59.696 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi154 *:8443,9283,8765 running (7m) 33s ago 16m 453M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 5843a1d0f5c5 2024-04-10T15:15:59.696 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (8m) 18s ago 18m 522M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 d4cb3bfdb76a 2024-04-10T15:15:59.696 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (7m) 18s ago 18m 69.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 09d0a3f89365 2024-04-10T15:15:59.697 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi154 running (6m) 33s ago 16m 54.3M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ecf89eee3550 2024-04-10T15:15:59.697 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (6m) 18s ago 16m 61.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 57de69af85cd 2024-04-10T15:15:59.697 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (57s) 18s ago 11m 7596k - 1.5.0 0da6a335fe13 cd300660e877 2024-04-10T15:15:59.697 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi154 *:9100 running (53s) 33s ago 11m 16.3M - 1.5.0 0da6a335fe13 26905169329b 2024-04-10T15:15:59.697 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (5m) 18s ago 16m 261M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e0c9aedb2146 2024-04-10T15:15:59.697 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (5m) 18s ago 15m 142M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 2d65d19c2ebd 2024-04-10T15:15:59.697 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (4m) 18s ago 15m 271M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 5937c2c020b1 2024-04-10T15:15:59.697 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (4m) 18s ago 14m 155M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 056d46e334c1 2024-04-10T15:15:59.697 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi154 running (3m) 33s ago 14m 234M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 b11287656a89 2024-04-10T15:15:59.697 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi154 running (2m) 33s ago 14m 220M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a092a68346b1 2024-04-10T15:15:59.697 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi154 running (2m) 33s ago 13m 139M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 37b06cfa6a20 2024-04-10T15:15:59.697 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi154 running (105s) 33s ago 13m 96.7M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 7706e972bd27 2024-04-10T15:15:59.697 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi154 *:9095 running (38s) 33s ago 12m 37.6M - 2.43.0 a07b618ecd1d cd56a0434c81 2024-04-10T15:16:00.092 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:16:00.093 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-10T15:16:00.093 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:16:00.093 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:16:00.093 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-10T15:16:00.093 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:16:00.093 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:16:00.093 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-10T15:16:00.093 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-10T15:16:00.093 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:16:00.093 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-10T15:16:00.093 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:16:00.093 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:16:00.094 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-10T15:16:00.094 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 15 2024-04-10T15:16:00.094 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:16:00.094 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:16:00.296 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:00 smithi154 ceph-mon[84269]: osdmap e638: 8 total, 8 up, 8 in 2024-04-10T15:16:00.296 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:00 smithi154 ceph-mon[84269]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:16:00.305 INFO:tasks.rados.rados.0.smithi102.stdout:3056: done (5 left) 2024-04-10T15:16:00.305 INFO:tasks.rados.rados.0.smithi102.stdout:3057: snap_create 2024-04-10T15:16:00.306 INFO:tasks.rados.rados.0.smithi102.stdout:3053: finishing rollback tid 0 to smithi10276805-28 2024-04-10T15:16:00.306 INFO:tasks.rados.rados.0.smithi102.stdout:3053: finishing rollback tid 1 to smithi10276805-28 2024-04-10T15:16:00.306 INFO:tasks.rados.rados.0.smithi102.stdout:3053: finishing rollback tid 2 to smithi10276805-28 2024-04-10T15:16:00.306 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 2137 (ObjNum 922 snap 264 seq_num 922) dirty exists 2024-04-10T15:16:00.306 INFO:tasks.rados.rados.0.smithi102.stdout:3052: finishing rollback tid 0 to smithi10276805-26 2024-04-10T15:16:00.306 INFO:tasks.rados.rados.0.smithi102.stdout:3052: finishing rollback tid 1 to smithi10276805-26 2024-04-10T15:16:00.306 INFO:tasks.rados.rados.0.smithi102.stdout:3052: finishing rollback tid 2 to smithi10276805-26 2024-04-10T15:16:00.306 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1431 (ObjNum 937 snap 270 seq_num 937) dirty exists 2024-04-10T15:16:00.306 INFO:tasks.rados.rados.0.smithi102.stdout:3051: finishing rollback tid 0 to smithi10276805-7 2024-04-10T15:16:00.306 INFO:tasks.rados.rados.0.smithi102.stdout:3051: finishing rollback tid 1 to smithi10276805-7 2024-04-10T15:16:00.306 INFO:tasks.rados.rados.0.smithi102.stdout:3051: finishing rollback tid 2 to smithi10276805-7 2024-04-10T15:16:00.306 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 1821 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-10T15:16:00.306 INFO:tasks.rados.rados.0.smithi102.stdout:3054: finishing write tid 1 to smithi10276805-37 2024-04-10T15:16:00.306 INFO:tasks.rados.rados.0.smithi102.stdout:3054: finishing write tid 2 to smithi10276805-37 2024-04-10T15:16:00.306 INFO:tasks.rados.rados.0.smithi102.stdout:3054: finishing write tid 3 to smithi10276805-37 2024-04-10T15:16:00.307 INFO:tasks.rados.rados.0.smithi102.stdout:3054: finishing write tid 4 to smithi10276805-37 2024-04-10T15:16:00.307 INFO:tasks.rados.rados.0.smithi102.stdout:3054: finishing write tid 5 to smithi10276805-37 2024-04-10T15:16:00.307 INFO:tasks.rados.rados.0.smithi102.stdout:3054: oid 37 updating version 0 to 1437 2024-04-10T15:16:00.307 INFO:tasks.rados.rados.0.smithi102.stdout:3054: oid 37 updating version 1437 to 1440 2024-04-10T15:16:00.307 INFO:tasks.rados.rados.0.smithi102.stdout:3054: oid 37 version 1440 is already newer than 1438 2024-04-10T15:16:00.307 INFO:tasks.rados.rados.0.smithi102.stdout:3054: oid 37 version 1440 is already newer than 1439 2024-04-10T15:16:00.307 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 1440 (ObjNum 966 snap 282 seq_num 966) dirty exists 2024-04-10T15:16:00.307 INFO:tasks.rados.rados.0.smithi102.stdout:3054: left oid 37 (ObjNum 966 snap 282 seq_num 966) 2024-04-10T15:16:00.307 INFO:tasks.rados.rados.0.smithi102.stdout:3055: expect (ObjNum 901 snap 259 seq_num 901) 2024-04-10T15:16:00.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:00 smithi102 ceph-mon[88557]: osdmap e638: 8 total, 8 up, 8 in 2024-04-10T15:16:00.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:00 smithi102 ceph-mon[88557]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:16:00.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:00 smithi102 ceph-mon[88557]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:16:00.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:00 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1340316547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:00.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:00 smithi102 ceph-mon[90943]: osdmap e638: 8 total, 8 up, 8 in 2024-04-10T15:16:00.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:00 smithi102 ceph-mon[90943]: from='client.44372 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:16:00.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:00 smithi102 ceph-mon[90943]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:16:00.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:00 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1340316547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:00.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:00 smithi154 ceph-mon[84269]: from='client.44378 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:16:00.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:00 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1340316547' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:01.315 INFO:tasks.rados.rados.0.smithi102.stdout:3051: done (5 left) 2024-04-10T15:16:01.315 INFO:tasks.rados.rados.0.smithi102.stdout:3052: done (4 left) 2024-04-10T15:16:01.316 INFO:tasks.rados.rados.0.smithi102.stdout:3053: done (3 left) 2024-04-10T15:16:01.316 INFO:tasks.rados.rados.0.smithi102.stdout:3054: done (2 left) 2024-04-10T15:16:01.316 INFO:tasks.rados.rados.0.smithi102.stdout:3055: done (1 left) 2024-04-10T15:16:01.316 INFO:tasks.rados.rados.0.smithi102.stdout:3057: done (0 left) 2024-04-10T15:16:01.316 INFO:tasks.rados.rados.0.smithi102.stdout:3058: read oid 27 snap -1 2024-04-10T15:16:01.316 INFO:tasks.rados.rados.0.smithi102.stdout:3058: expect (ObjNum 958 snap 280 seq_num 958) 2024-04-10T15:16:01.316 INFO:tasks.rados.rados.0.smithi102.stdout:3059: read oid 31 snap 265 2024-04-10T15:16:01.316 INFO:tasks.rados.rados.0.smithi102.stdout:3059: expect (ObjNum 908 snap 262 seq_num 908) 2024-04-10T15:16:01.316 INFO:tasks.rados.rados.0.smithi102.stdout:3060: snap_remove snap 258 2024-04-10T15:16:01.336 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:01 smithi154 ceph-mon[84269]: osdmap e639: 8 total, 8 up, 8 in 2024-04-10T15:16:01.336 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:01 smithi154 ceph-mon[84269]: pgmap v618: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 309 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-10T15:16:01.337 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:01 smithi154 systemd[1]: Stopping Ceph grafana.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:16:01.626 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:01 smithi154 podman[119370]: 2024-04-10 15:16:01.363696041 +0000 UTC m=+0.116917929 container died a24ea26325a1666c80af6e21e903459f462c387c97d0effdbc84cf4f0cfcc293 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a, vendor=Red Hat, Inc., architecture=x86_64, build-date=2022-04-29T11:48:11.055897, summary=Grafana Container configured for Ceph mgr/dashboard integration, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, io.buildah.version=1.32.0, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, version=8.5, release=239.1651231664, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, description=Ceph Grafana Container, maintainer=Paul Cuzner , io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=, vcs-type=git, com.redhat.component=ubi8-container, io.k8s.display-name=Red Hat Universal Base Image 8, distribution-scope=public, io.openshift.tags=base rhel8) 2024-04-10T15:16:01.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:01 smithi102 ceph-mon[90943]: osdmap e639: 8 total, 8 up, 8 in 2024-04-10T15:16:01.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:01 smithi102 ceph-mon[90943]: pgmap v618: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 309 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-10T15:16:01.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:01 smithi102 ceph-mon[88557]: osdmap e639: 8 total, 8 up, 8 in 2024-04-10T15:16:01.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:01 smithi102 ceph-mon[88557]: pgmap v618: 121 pgs: 2 active+clean+snaptrim, 2 active+clean+snaptrim_wait, 117 active+clean; 309 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.2 MiB/s rd, 2.0 MiB/s wr, 13 op/s 2024-04-10T15:16:01.942 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:01 smithi154 podman[119370]: 2024-04-10 15:16:01.744255025 +0000 UTC m=+0.497476923 container cleanup a24ea26325a1666c80af6e21e903459f462c387c97d0effdbc84cf4f0cfcc293 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a, architecture=x86_64, build-date=2022-04-29T11:48:11.055897, vcs-type=git, com.redhat.component=ubi8-container, version=8.5, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, description=Ceph Grafana Container, io.buildah.version=1.32.0, vendor=Red Hat, Inc., io.openshift.tags=base rhel8, distribution-scope=public, io.k8s.display-name=Red Hat Universal Base Image 8, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, release=239.1651231664, summary=Grafana Container configured for Ceph mgr/dashboard integration, maintainer=Paul Cuzner , com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.openshift.expose-services=) 2024-04-10T15:16:01.943 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:01 smithi154 bash[119370]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a 2024-04-10T15:16:02.278 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:01 smithi154 podman[119382]: 2024-04-10 15:16:01.970511431 +0000 UTC m=+0.608752192 container remove a24ea26325a1666c80af6e21e903459f462c387c97d0effdbc84cf4f0cfcc293 (image=quay.io/ceph/ceph-grafana:9.4.7, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a, version=8.5, io.k8s.description=The Universal Base Image is designed and engineered to be the base layer for all of your containerized applications, middleware and utilities. This base image is freely redistributable, but Red Hat only supports Red Hat technologies through subscriptions for Red Hat products. This image is maintained by Red Hat and updated regularly., io.k8s.display-name=Red Hat Universal Base Image 8, io.openshift.tags=base rhel8, maintainer=Paul Cuzner , build-date=2022-04-29T11:48:11.055897, com.redhat.build-host=cpt-1007.osbs.prod.upshift.rdu2.redhat.com, vendor=Red Hat, Inc., release=239.1651231664, io.buildah.version=1.32.0, distribution-scope=public, url=https://access.redhat.com/containers/#/registry.access.redhat.com/ubi8/images/8.5-239.1651231664, com.redhat.component=ubi8-container, description=Ceph Grafana Container, vcs-type=git, vcs-ref=3aadd00326f3dd6cfe65ee31017ab98915fddb56, name=ubi8, summary=Grafana Container configured for Ceph mgr/dashboard integration, io.openshift.expose-services=, architecture=x86_64, com.redhat.license_terms=https://www.redhat.com/en/about/red-hat-end-user-license-agreements#UBI) 2024-04-10T15:16:02.278 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:01 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@grafana.a.service: Main process exited, code=exited, status=143/n/a 2024-04-10T15:16:02.278 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@grafana.a.service: Failed with result 'exit-code'. 2024-04-10T15:16:02.278 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 systemd[1]: Stopped Ceph grafana.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:16:02.278 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@grafana.a.service: Consumed 10.716s CPU time. 2024-04-10T15:16:02.319 INFO:tasks.rados.rados.0.smithi102.stdout:3060: done (2 left) 2024-04-10T15:16:02.319 INFO:tasks.rados.rados.0.smithi102.stdout:3061: read oid 7 snap -1 2024-04-10T15:16:02.320 INFO:tasks.rados.rados.0.smithi102.stdout:3061: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:16:02.320 INFO:tasks.rados.rados.0.smithi102.stdout:3062: read oid 32 snap -1 2024-04-10T15:16:02.320 INFO:tasks.rados.rados.0.smithi102.stdout:3062: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:16:02.320 INFO:tasks.rados.rados.0.smithi102.stdout:3063: snap_remove snap 279 2024-04-10T15:16:02.535 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:16:02.535 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 systemd[1]: Starting Ceph grafana.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T15:16:02.535 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 podman[119513]: 2024-04-10 15:16:02.440772979 +0000 UTC m=+0.018583651 image pull 2bacad6d85d802cd176c146528adcc0e47a8a83e94bc4a8b7ba1a9b9ef2c65e7 quay.io/ceph/grafana:9.4.12 2024-04-10T15:16:02.535 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-mon[84269]: osdmap e640: 8 total, 8 up, 8 in 2024-04-10T15:16:02.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:02 smithi102 ceph-mon[90943]: osdmap e640: 8 total, 8 up, 8 in 2024-04-10T15:16:02.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:02 smithi102 ceph-mon[88557]: osdmap e640: 8 total, 8 up, 8 in 2024-04-10T15:16:02.837 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 podman[119513]: 2024-04-10 15:16:02.563179553 +0000 UTC m=+0.140990212 container create b0eb37fd63b10a2252fdf13862c94f7de060c27e4b944924b6370654a5480739 (image=quay.io/ceph/grafana:9.4.12, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-10T15:16:02.837 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 podman[119513]: 2024-04-10 15:16:02.76573345 +0000 UTC m=+0.343544117 container init b0eb37fd63b10a2252fdf13862c94f7de060c27e4b944924b6370654a5480739 (image=quay.io/ceph/grafana:9.4.12, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-10T15:16:02.838 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 podman[119513]: 2024-04-10 15:16:02.768241084 +0000 UTC m=+0.346051743 container start b0eb37fd63b10a2252fdf13862c94f7de060c27e4b944924b6370654a5480739 (image=quay.io/ceph/grafana:9.4.12, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-10T15:16:03.126 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 bash[119513]: b0eb37fd63b10a2252fdf13862c94f7de060c27e4b944924b6370654a5480739 2024-04-10T15:16:03.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 systemd[1]: Started Ceph grafana.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T15:16:03.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=settings t=2024-04-10T15:16:02.924154148Z level=info msg="Starting Grafana" version=9.4.12 commit=37ee25ba46 branch=HEAD compiled=2023-05-22T15:58:05Z 2024-04-10T15:16:03.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=settings t=2024-04-10T15:16:02.924334832Z level=warn msg="\"sentry\" frontend logging provider is deprecated and will be removed in the next major version. Use \"grafana\" provider instead." 2024-04-10T15:16:03.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=settings t=2024-04-10T15:16:02.92434633Z level=info msg="Config loaded from" file=/usr/share/grafana/conf/defaults.ini 2024-04-10T15:16:03.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=settings t=2024-04-10T15:16:02.924349871Z level=info msg="Config loaded from" file=/etc/grafana/grafana.ini 2024-04-10T15:16:03.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=settings t=2024-04-10T15:16:02.924352624Z level=info msg="Config overridden from command line" arg="default.paths.data=/var/lib/grafana" 2024-04-10T15:16:03.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=settings t=2024-04-10T15:16:02.924355941Z level=info msg="Config overridden from command line" arg="default.paths.logs=/var/log/grafana" 2024-04-10T15:16:03.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=settings t=2024-04-10T15:16:02.924358951Z level=info msg="Config overridden from command line" arg="default.paths.plugins=/var/lib/grafana/plugins" 2024-04-10T15:16:03.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=settings t=2024-04-10T15:16:02.924361641Z level=info msg="Config overridden from command line" arg="default.paths.provisioning=/etc/grafana/provisioning" 2024-04-10T15:16:03.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=settings t=2024-04-10T15:16:02.924364124Z level=info msg="Config overridden from command line" arg="default.log.mode=console" 2024-04-10T15:16:03.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=settings t=2024-04-10T15:16:02.924366918Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_DATA=/var/lib/grafana" 2024-04-10T15:16:03.127 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=settings t=2024-04-10T15:16:02.924369979Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_LOGS=/var/log/grafana" 2024-04-10T15:16:03.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=settings t=2024-04-10T15:16:02.92437245Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PLUGINS=/var/lib/grafana/plugins" 2024-04-10T15:16:03.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=settings t=2024-04-10T15:16:02.924374938Z level=info msg="Config overridden from Environment variable" var="GF_PATHS_PROVISIONING=/etc/grafana/provisioning" 2024-04-10T15:16:03.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=settings t=2024-04-10T15:16:02.924377593Z level=info msg="Path Home" path=/usr/share/grafana 2024-04-10T15:16:03.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=settings t=2024-04-10T15:16:02.924380575Z level=info msg="Path Data" path=/var/lib/grafana 2024-04-10T15:16:03.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=settings t=2024-04-10T15:16:02.924383368Z level=info msg="Path Logs" path=/var/log/grafana 2024-04-10T15:16:03.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=settings t=2024-04-10T15:16:02.924385651Z level=info msg="Path Plugins" path=/var/lib/grafana/plugins 2024-04-10T15:16:03.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=settings t=2024-04-10T15:16:02.924388198Z level=info msg="Path Provisioning" path=/etc/grafana/provisioning 2024-04-10T15:16:03.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=settings t=2024-04-10T15:16:02.924390751Z level=info msg="App mode production" 2024-04-10T15:16:03.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=sqlstore t=2024-04-10T15:16:02.924435853Z level=info msg="Connecting to DB" dbtype=sqlite3 2024-04-10T15:16:03.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=sqlstore t=2024-04-10T15:16:02.924447298Z level=warn msg="SQLite database file has broader permissions than it should" path=/var/lib/grafana/grafana.db mode=-rw-r--r-- expected=-rw-r----- 2024-04-10T15:16:03.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=migrator t=2024-04-10T15:16:02.938592136Z level=info msg="Starting DB migrations" 2024-04-10T15:16:03.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=migrator t=2024-04-10T15:16:02.943197507Z level=info msg="migrations completed" performed=0 skipped=481 duration=401.688µs 2024-04-10T15:16:03.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=sqlstore t=2024-04-10T15:16:02.943524166Z level=info msg="Created default organization" 2024-04-10T15:16:03.128 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=plugin.finder t=2024-04-10T15:16:02.97634532Z level=warn msg="Skipping finding plugins as directory does not exist" path=/usr/share/grafana/plugins-bundled 2024-04-10T15:16:03.129 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=secrets t=2024-04-10T15:16:02.976451659Z level=info msg="Envelope encryption state" enabled=true currentprovider=secretKey.v1 2024-04-10T15:16:03.129 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=query_data t=2024-04-10T15:16:02.979255222Z level=info msg="Query Service initialization" 2024-04-10T15:16:03.129 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=live.push_http t=2024-04-10T15:16:02.982890345Z level=info msg="Live Push Gateway initialization" 2024-04-10T15:16:03.240 INFO:tasks.rados.rados.0.smithi102.stdout:3063: done (4 left) 2024-04-10T15:16:03.240 INFO:tasks.rados.rados.0.smithi102.stdout:3064: copy_from oid 49 from oid 11 current snap is 283 2024-04-10T15:16:03.241 INFO:tasks.rados.rados.0.smithi102.stdout:3059: expect (ObjNum 908 snap 262 seq_num 908) 2024-04-10T15:16:03.270 INFO:tasks.rados.rados.0.smithi102.stdout:3058: expect (ObjNum 958 snap 280 seq_num 958) 2024-04-10T15:16:03.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:03 smithi154 ceph-mon[84269]: osdmap e641: 8 total, 8 up, 8 in 2024-04-10T15:16:03.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:03.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:03.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:16:03.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:03 smithi154 ceph-mon[84269]: pgmap v621: 121 pgs: 121 active+clean; 264 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-10T15:16:03.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:03 smithi154 ceph-mon[84269]: osdmap e642: 8 total, 8 up, 8 in 2024-04-10T15:16:03.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:03 smithi102 ceph-mon[90943]: osdmap e641: 8 total, 8 up, 8 in 2024-04-10T15:16:03.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:03.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:03.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:16:03.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:03 smithi102 ceph-mon[90943]: pgmap v621: 121 pgs: 121 active+clean; 264 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-10T15:16:03.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:03 smithi102 ceph-mon[90943]: osdmap e642: 8 total, 8 up, 8 in 2024-04-10T15:16:03.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:03 smithi102 ceph-mon[88557]: osdmap e641: 8 total, 8 up, 8 in 2024-04-10T15:16:03.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:03.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:03.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:16:03.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:03 smithi102 ceph-mon[88557]: pgmap v621: 121 pgs: 121 active+clean; 264 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 7.1 MiB/s rd, 2.5 MiB/s wr, 19 op/s 2024-04-10T15:16:03.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:03 smithi102 ceph-mon[88557]: osdmap e642: 8 total, 8 up, 8 in 2024-04-10T15:16:03.837 INFO:tasks.rados.rados.0.smithi102.stdout:3062: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:16:03.840 INFO:tasks.rados.rados.0.smithi102.stdout:3061: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:16:03.846 INFO:tasks.rados.rados.0.smithi102.stdout:3064: finishing copy_from racing read to smithi10276805-49 2024-04-10T15:16:03.846 INFO:tasks.rados.rados.0.smithi102.stdout:3064: finishing copy_from to smithi10276805-49 2024-04-10T15:16:03.846 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1391 (ObjNum 852 snap 251 seq_num 852) dirty exists 2024-04-10T15:16:03.846 INFO:tasks.rados.rados.0.smithi102.stdout:3058: done (4 left) 2024-04-10T15:16:03.847 INFO:tasks.rados.rados.0.smithi102.stdout:3059: done (3 left) 2024-04-10T15:16:03.847 INFO:tasks.rados.rados.0.smithi102.stdout:3061: done (2 left) 2024-04-10T15:16:03.847 INFO:tasks.rados.rados.0.smithi102.stdout:3062: done (1 left) 2024-04-10T15:16:03.847 INFO:tasks.rados.rados.0.smithi102.stdout:3064: done (0 left) 2024-04-10T15:16:03.847 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 8 current snap is 283 2024-04-10T15:16:03.847 INFO:tasks.rados.rados.0.smithi102.stdout:3065: seq_num 967 ranges {573440=598016,1171456=466944,1638400=516096,2154496=221184} 2024-04-10T15:16:03.852 INFO:tasks.rados.rados.0.smithi102.stdout:3065: writing smithi10276805-8 from 573440 to 1171456 tid 1 2024-04-10T15:16:03.855 INFO:tasks.rados.rados.0.smithi102.stdout:3065: writing smithi10276805-8 from 1171456 to 1638400 tid 2 2024-04-10T15:16:03.857 INFO:tasks.rados.rados.0.smithi102.stdout:3065: writing smithi10276805-8 from 1638400 to 2154496 tid 3 2024-04-10T15:16:03.859 INFO:tasks.rados.rados.0.smithi102.stdout:3065: writing smithi10276805-8 from 2154496 to 2375680 tid 4 2024-04-10T15:16:03.859 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 43 current snap is 283 2024-04-10T15:16:03.859 INFO:tasks.rados.rados.0.smithi102.stdout:3066: seq_num 968 ranges {4472832=614400,5087232=745472,5832704=458752} 2024-04-10T15:16:03.886 INFO:tasks.rados.rados.0.smithi102.stdout:3066: writing smithi10276805-43 from 4472832 to 5087232 tid 1 2024-04-10T15:16:03.890 INFO:tasks.rados.rados.0.smithi102.stdout:3066: writing smithi10276805-43 from 5087232 to 5832704 tid 2 2024-04-10T15:16:03.894 INFO:tasks.rados.rados.0.smithi102.stdout:3066: writing smithi10276805-43 from 5832704 to 6291456 tid 3 2024-04-10T15:16:03.894 INFO:tasks.rados.rados.0.smithi102.stdout:3067: copy_from oid 30 from oid 46 current snap is 283 2024-04-10T15:16:03.894 INFO:tasks.rados.rados.0.smithi102.stdout:3065: finishing write tid 1 to smithi10276805-8 2024-04-10T15:16:03.894 INFO:tasks.rados.rados.0.smithi102.stdout:3065: finishing write tid 2 to smithi10276805-8 2024-04-10T15:16:03.894 INFO:tasks.rados.rados.0.smithi102.stdout:3065: finishing write tid 3 to smithi10276805-8 2024-04-10T15:16:03.894 INFO:tasks.rados.rados.0.smithi102.stdout:3065: finishing write tid 4 to smithi10276805-8 2024-04-10T15:16:03.894 INFO:tasks.rados.rados.0.smithi102.stdout:3065: finishing write tid 5 to smithi10276805-8 2024-04-10T15:16:03.894 INFO:tasks.rados.rados.0.smithi102.stdout:3065: finishing write tid 6 to smithi10276805-8 2024-04-10T15:16:03.894 INFO:tasks.rados.rados.0.smithi102.stdout:3065: oid 8 updating version 0 to 1399 2024-04-10T15:16:03.895 INFO:tasks.rados.rados.0.smithi102.stdout:3065: oid 8 version 1399 is already newer than 1397 2024-04-10T15:16:03.895 INFO:tasks.rados.rados.0.smithi102.stdout:3065: oid 8 version 1399 is already newer than 1396 2024-04-10T15:16:03.895 INFO:tasks.rados.rados.0.smithi102.stdout:3065: oid 8 version 1399 is already newer than 1398 2024-04-10T15:16:03.895 INFO:tasks.rados.rados.0.smithi102.stdout:3065: oid 8 version 1399 is already newer than 1395 2024-04-10T15:16:03.895 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 1399 (ObjNum 967 snap 283 seq_num 967) dirty exists 2024-04-10T15:16:03.895 INFO:tasks.rados.rados.0.smithi102.stdout:3065: left oid 8 (ObjNum 967 snap 283 seq_num 967) 2024-04-10T15:16:03.895 INFO:tasks.rados.rados.0.smithi102.stdout:3066: finishing write tid 1 to smithi10276805-43 2024-04-10T15:16:03.895 INFO:tasks.rados.rados.0.smithi102.stdout:3065: done (2 left) 2024-04-10T15:16:03.895 INFO:tasks.rados.rados.0.smithi102.stdout:3068: rollback oid 23 current snap is 283 2024-04-10T15:16:03.895 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 23 to 268 2024-04-10T15:16:03.895 INFO:tasks.rados.rados.0.smithi102.stdout:3069: read oid 48 snap -1 2024-04-10T15:16:03.895 INFO:tasks.rados.rados.0.smithi102.stdout:3069: expect (ObjNum 901 snap 259 seq_num 901) 2024-04-10T15:16:03.895 INFO:tasks.rados.rados.0.smithi102.stdout:3070: rollback oid 38 current snap is 283 2024-04-10T15:16:03.895 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 38 to 265 2024-04-10T15:16:03.895 INFO:tasks.rados.rados.0.smithi102.stdout:3071: copy_from oid 19 from oid 37 current snap is 283 2024-04-10T15:16:03.895 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 7 current snap is 283 2024-04-10T15:16:03.896 INFO:tasks.rados.rados.0.smithi102.stdout:3072: seq_num 969 ranges {0=638976,638976=630784,1269760=532480,1802240=40960} 2024-04-10T15:16:03.897 INFO:tasks.rados.rados.0.smithi102.stdout:3072: writing smithi10276805-7 from 0 to 638976 tid 1 2024-04-10T15:16:03.901 INFO:tasks.rados.rados.0.smithi102.stdout:3072: writing smithi10276805-7 from 638976 to 1269760 tid 2 2024-04-10T15:16:03.905 INFO:tasks.rados.rados.0.smithi102.stdout:3072: writing smithi10276805-7 from 1269760 to 1802240 tid 3 2024-04-10T15:16:03.906 INFO:tasks.rados.rados.0.smithi102.stdout:3072: writing smithi10276805-7 from 1802240 to 1843200 tid 4 2024-04-10T15:16:03.906 INFO:tasks.rados.rados.0.smithi102.stdout:3073: snap_remove snap 282 2024-04-10T15:16:03.956 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=infra.usagestats.collector t=2024-04-10T15:16:03.686877564Z level=info msg="registering usage stat providers" usageStatsProvidersLen=2 2024-04-10T15:16:03.956 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=provisioning.datasources t=2024-04-10T15:16:03.688837242Z level=info msg="deleted correlations based on configuration" ds_name=Dashboard1 2024-04-10T15:16:03.956 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=provisioning.datasources t=2024-04-10T15:16:03.688845503Z level=info msg="deleted datasource based on configuration" name=Dashboard1 2024-04-10T15:16:03.956 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=provisioning.datasources t=2024-04-10T15:16:03.68897997Z level=info msg="inserting datasource from configuration " name=Dashboard1 uid=P43CA22E17D0F9596 2024-04-10T15:16:03.956 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=provisioning.alerting t=2024-04-10T15:16:03.710674705Z level=info msg="starting to provision alerting" 2024-04-10T15:16:03.956 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=provisioning.alerting t=2024-04-10T15:16:03.710684562Z level=info msg="finished to provision alerting" 2024-04-10T15:16:03.956 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=ngalert.state.manager t=2024-04-10T15:16:03.710771278Z level=info msg="Warming state cache for startup" 2024-04-10T15:16:03.956 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=grafanaStorageLogger t=2024-04-10T15:16:03.710923697Z level=info msg="storage starting" 2024-04-10T15:16:03.956 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=ngalert.state.manager t=2024-04-10T15:16:03.71844142Z level=info msg="State cache has been initialized" states=0 duration=7.667558ms 2024-04-10T15:16:03.956 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=ticker t=2024-04-10T15:16:03.718589531Z level=info msg=starting first_tick=2024-04-10T15:16:10Z 2024-04-10T15:16:03.957 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=ngalert.multiorg.alertmanager t=2024-04-10T15:16:03.718633753Z level=info msg="starting MultiOrg Alertmanager" 2024-04-10T15:16:03.957 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=http.server t=2024-04-10T15:16:03.718767971Z level=info msg="HTTP Server Listen" address=[::]:3000 protocol=https subUrl= socket= 2024-04-10T15:16:03.957 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=sqlstore.transactions t=2024-04-10T15:16:03.734742426Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-10T15:16:03.957 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:16:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=sqlstore.transactions t=2024-04-10T15:16:03.745383711Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-10T15:16:04.914 INFO:tasks.rados.rados.0.smithi102.stdout:3073: done (7 left) 2024-04-10T15:16:04.914 INFO:tasks.rados.rados.0.smithi102.stdout:3074: delete oid 2 current snap is 283 2024-04-10T15:16:04.914 INFO:tasks.rados.rados.0.smithi102.stdout:3066: finishing write tid 2 to smithi10276805-43 2024-04-10T15:16:04.914 INFO:tasks.rados.rados.0.smithi102.stdout:3067: finishing copy_from to smithi10276805-30 2024-04-10T15:16:04.914 INFO:tasks.rados.rados.0.smithi102.stdout:3067: got expected ENOENT (src dne) 2024-04-10T15:16:04.914 INFO:tasks.rados.rados.0.smithi102.stdout:3067: finishing copy_from racing read to smithi10276805-30 2024-04-10T15:16:04.914 INFO:tasks.rados.rados.0.smithi102.stdout:3068: finishing rollback tid 1 to smithi10276805-23 2024-04-10T15:16:04.914 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1352 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-10T15:16:04.914 INFO:tasks.rados.rados.0.smithi102.stdout:3070: finishing rollback tid 0 to smithi10276805-38 2024-04-10T15:16:04.914 INFO:tasks.rados.rados.0.smithi102.stdout:3070: finishing rollback tid 1 to smithi10276805-38 2024-04-10T15:16:04.914 INFO:tasks.rados.rados.0.smithi102.stdout:3070: finishing rollback tid 2 to smithi10276805-38 2024-04-10T15:16:04.914 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 1819 (ObjNum 628 snap 178 seq_num 628) dirty exists 2024-04-10T15:16:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:3066: finishing write tid 3 to smithi10276805-43 2024-04-10T15:16:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:3066: finishing write tid 4 to smithi10276805-43 2024-04-10T15:16:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:3066: finishing write tid 5 to smithi10276805-43 2024-04-10T15:16:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:3066: oid 43 updating version 0 to 1464 2024-04-10T15:16:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:3066: oid 43 updating version 1464 to 1467 2024-04-10T15:16:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:3066: oid 43 version 1467 is already newer than 1466 2024-04-10T15:16:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:3066: oid 43 version 1467 is already newer than 1465 2024-04-10T15:16:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 1467 (ObjNum 968 snap 283 seq_num 968) dirty exists 2024-04-10T15:16:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:3066: left oid 43 (ObjNum 968 snap 283 seq_num 968) 2024-04-10T15:16:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:3072: finishing write tid 1 to smithi10276805-7 2024-04-10T15:16:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:3072: finishing write tid 2 to smithi10276805-7 2024-04-10T15:16:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:3072: finishing write tid 3 to smithi10276805-7 2024-04-10T15:16:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:3072: finishing write tid 4 to smithi10276805-7 2024-04-10T15:16:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:3072: finishing write tid 5 to smithi10276805-7 2024-04-10T15:16:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:3071: finishing copy_from racing read to smithi10276805-19 2024-04-10T15:16:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:3072: finishing write tid 6 to smithi10276805-7 2024-04-10T15:16:04.916 INFO:tasks.rados.rados.0.smithi102.stdout:3072: oid 7 updating version 0 to 1853 2024-04-10T15:16:04.916 INFO:tasks.rados.rados.0.smithi102.stdout:3072: oid 7 updating version 1853 to 1855 2024-04-10T15:16:04.916 INFO:tasks.rados.rados.0.smithi102.stdout:3072: oid 7 version 1855 is already newer than 1852 2024-04-10T15:16:04.916 INFO:tasks.rados.rados.0.smithi102.stdout:3072: oid 7 version 1855 is already newer than 1854 2024-04-10T15:16:04.916 INFO:tasks.rados.rados.0.smithi102.stdout:3072: oid 7 version 1855 is already newer than 1851 2024-04-10T15:16:04.916 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 1855 (ObjNum 969 snap 283 seq_num 969) dirty exists 2024-04-10T15:16:04.916 INFO:tasks.rados.rados.0.smithi102.stdout:3072: left oid 7 (ObjNum 969 snap 283 seq_num 969) 2024-04-10T15:16:04.916 INFO:tasks.rados.rados.0.smithi102.stdout:3071: finishing copy_from to smithi10276805-19 2024-04-10T15:16:04.916 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 1440 (ObjNum 966 snap 282 seq_num 966) dirty exists 2024-04-10T15:16:04.916 INFO:tasks.rados.rados.0.smithi102.stdout:3069: expect (ObjNum 901 snap 259 seq_num 901) 2024-04-10T15:16:05.225 INFO:tasks.rados.rados.0.smithi102.stdout:3066: done (7 left) 2024-04-10T15:16:05.225 INFO:tasks.rados.rados.0.smithi102.stdout:3067: done (6 left) 2024-04-10T15:16:05.225 INFO:tasks.rados.rados.0.smithi102.stdout:3068: done (5 left) 2024-04-10T15:16:05.225 INFO:tasks.rados.rados.0.smithi102.stdout:3069: done (4 left) 2024-04-10T15:16:05.225 INFO:tasks.rados.rados.0.smithi102.stdout:3070: done (3 left) 2024-04-10T15:16:05.225 INFO:tasks.rados.rados.0.smithi102.stdout:3071: done (2 left) 2024-04-10T15:16:05.225 INFO:tasks.rados.rados.0.smithi102.stdout:3072: done (1 left) 2024-04-10T15:16:05.225 INFO:tasks.rados.rados.0.smithi102.stdout:3074: done (0 left) 2024-04-10T15:16:05.225 INFO:tasks.rados.rados.0.smithi102.stdout:3075: copy_from oid 19 from oid 43 current snap is 283 2024-04-10T15:16:05.226 INFO:tasks.rados.rados.0.smithi102.stdout:3076: delete oid 5 current snap is 283 2024-04-10T15:16:05.226 INFO:tasks.rados.rados.0.smithi102.stdout:3076: done (1 left) 2024-04-10T15:16:05.226 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 23 current snap is 283 2024-04-10T15:16:05.227 INFO:tasks.rados.rados.0.smithi102.stdout:3077: seq_num 972 ranges {0=688128,688128=688128,1376256=516096} 2024-04-10T15:16:05.230 INFO:tasks.rados.rados.0.smithi102.stdout:3077: writing smithi10276805-23 from 0 to 688128 tid 1 2024-04-10T15:16:05.235 INFO:tasks.rados.rados.0.smithi102.stdout:3077: writing smithi10276805-23 from 688128 to 1376256 tid 2 2024-04-10T15:16:05.239 INFO:tasks.rados.rados.0.smithi102.stdout:3077: writing smithi10276805-23 from 1376256 to 1892352 tid 3 2024-04-10T15:16:05.239 INFO:tasks.rados.rados.0.smithi102.stdout:3078: rollback oid 7 current snap is 283 2024-04-10T15:16:05.239 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 7 to 271 2024-04-10T15:16:05.239 INFO:tasks.rados.rados.0.smithi102.stdout:3077: finishing write tid 1 to smithi10276805-23 2024-04-10T15:16:05.239 INFO:tasks.rados.rados.0.smithi102.stdout:3079: read oid 4 snap 281 2024-04-10T15:16:05.239 INFO:tasks.rados.rados.0.smithi102.stdout:3079: expect deleted 2024-04-10T15:16:05.239 INFO:tasks.rados.rados.0.smithi102.stdout:3080: snap_remove snap 278 2024-04-10T15:16:05.914 INFO:tasks.rados.rados.0.smithi102.stdout:3080: done (4 left) 2024-04-10T15:16:05.914 INFO:tasks.rados.rados.0.smithi102.stdout:3081: rollback oid 39 current snap is 283 2024-04-10T15:16:05.914 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 39 to 265 2024-04-10T15:16:05.915 INFO:tasks.rados.rados.0.smithi102.stdout:3077: finishing write tid 2 to smithi10276805-23 2024-04-10T15:16:05.915 INFO:tasks.rados.rados.0.smithi102.stdout:3077: finishing write tid 3 to smithi10276805-23 2024-04-10T15:16:05.915 INFO:tasks.rados.rados.0.smithi102.stdout:3077: finishing write tid 4 to smithi10276805-23 2024-04-10T15:16:05.915 INFO:tasks.rados.rados.0.smithi102.stdout:3078: finishing rollback tid 0 to smithi10276805-7 2024-04-10T15:16:05.915 INFO:tasks.rados.rados.0.smithi102.stdout:3078: finishing rollback tid 1 to smithi10276805-7 2024-04-10T15:16:05.915 INFO:tasks.rados.rados.0.smithi102.stdout:3077: finishing write tid 5 to smithi10276805-23 2024-04-10T15:16:05.915 INFO:tasks.rados.rados.0.smithi102.stdout:3077: oid 23 updating version 0 to 1356 2024-04-10T15:16:05.915 INFO:tasks.rados.rados.0.smithi102.stdout:3077: oid 23 version 1356 is already newer than 1354 2024-04-10T15:16:05.915 INFO:tasks.rados.rados.0.smithi102.stdout:3077: oid 23 version 1356 is already newer than 1355 2024-04-10T15:16:05.915 INFO:tasks.rados.rados.0.smithi102.stdout:3077: oid 23 version 1356 is already newer than 1353 2024-04-10T15:16:05.915 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1356 (ObjNum 972 snap 283 seq_num 972) dirty exists 2024-04-10T15:16:05.915 INFO:tasks.rados.rados.0.smithi102.stdout:3077: left oid 23 (ObjNum 972 snap 283 seq_num 972) 2024-04-10T15:16:05.915 INFO:tasks.rados.rados.0.smithi102.stdout:3078: finishing rollback tid 2 to smithi10276805-7 2024-04-10T15:16:05.915 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 1862 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:16:05.915 INFO:tasks.rados.rados.0.smithi102.stdout:3075: finishing copy_from racing read to smithi10276805-19 2024-04-10T15:16:05.915 INFO:tasks.rados.rados.0.smithi102.stdout:3075: finishing copy_from to smithi10276805-19 2024-04-10T15:16:05.915 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 1467 (ObjNum 968 snap 283 seq_num 968) dirty exists 2024-04-10T15:16:05.916 INFO:tasks.rados.rados.0.smithi102.stdout:3075: done (4 left) 2024-04-10T15:16:05.916 INFO:tasks.rados.rados.0.smithi102.stdout:3077: done (3 left) 2024-04-10T15:16:05.916 INFO:tasks.rados.rados.0.smithi102.stdout:3078: done (2 left) 2024-04-10T15:16:05.916 INFO:tasks.rados.rados.0.smithi102.stdout:3079: done (1 left) 2024-04-10T15:16:05.916 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 40 current snap is 283 2024-04-10T15:16:05.916 INFO:tasks.rados.rados.0.smithi102.stdout:3082: seq_num 973 ranges {9617408=704512,10321920=573440,10895360=507904,11403264=122880} 2024-04-10T15:16:05.971 INFO:tasks.rados.rados.0.smithi102.stdout:3082: writing smithi10276805-40 from 9617408 to 10321920 tid 1 2024-04-10T15:16:05.974 INFO:tasks.rados.rados.0.smithi102.stdout:3082: writing smithi10276805-40 from 10321920 to 10895360 tid 2 2024-04-10T15:16:05.978 INFO:tasks.rados.rados.0.smithi102.stdout:3082: writing smithi10276805-40 from 10895360 to 11403264 tid 3 2024-04-10T15:16:05.978 INFO:tasks.rados.rados.0.smithi102.stdout:3082: writing smithi10276805-40 from 11403264 to 11526144 tid 4 2024-04-10T15:16:05.978 INFO:tasks.rados.rados.0.smithi102.stdout:3083: read oid 19 snap -1 2024-04-10T15:16:05.978 INFO:tasks.rados.rados.0.smithi102.stdout:3083: expect (ObjNum 968 snap 283 seq_num 968) 2024-04-10T15:16:05.979 INFO:tasks.rados.rados.0.smithi102.stdout:3084: delete oid 32 current snap is 283 2024-04-10T15:16:05.979 INFO:tasks.rados.rados.0.smithi102.stdout:3081: finishing rollback tid 1 to smithi10276805-39 2024-04-10T15:16:05.979 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 0 (ObjNum 65 snap 0 seq_num 1935107171) dirty dne 2024-04-10T15:16:05.979 INFO:tasks.rados.rados.0.smithi102.stdout:3082: finishing write tid 1 to smithi10276805-40 2024-04-10T15:16:05.979 INFO:tasks.rados.rados.0.smithi102.stdout:3082: finishing write tid 2 to smithi10276805-40 2024-04-10T15:16:05.984 INFO:tasks.rados.rados.0.smithi102.stdout:3082: finishing write tid 3 to smithi10276805-40 2024-04-10T15:16:05.984 INFO:tasks.rados.rados.0.smithi102.stdout:3081: done (3 left) 2024-04-10T15:16:05.984 INFO:tasks.rados.rados.0.smithi102.stdout:3084: done (2 left) 2024-04-10T15:16:05.984 INFO:tasks.rados.rados.0.smithi102.stdout:3085: rollback oid 33 current snap is 283 2024-04-10T15:16:05.984 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 33 to 263 2024-04-10T15:16:05.984 INFO:tasks.rados.rados.0.smithi102.stdout:3082: finishing write tid 4 to smithi10276805-40 2024-04-10T15:16:05.984 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 43 current snap is 283 2024-04-10T15:16:05.984 INFO:tasks.rados.rados.0.smithi102.stdout:3086: seq_num 975 ranges {6291456=737280,7028736=786432,7815168=417792} 2024-04-10T15:16:06.020 INFO:tasks.rados.rados.0.smithi102.stdout:3086: writing smithi10276805-43 from 6291456 to 7028736 tid 1 2024-04-10T15:16:06.024 INFO:tasks.rados.rados.0.smithi102.stdout:3086: writing smithi10276805-43 from 7028736 to 7815168 tid 2 2024-04-10T15:16:06.027 INFO:tasks.rados.rados.0.smithi102.stdout:3086: writing smithi10276805-43 from 7815168 to 8232960 tid 3 2024-04-10T15:16:06.027 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 283 2024-04-10T15:16:06.027 INFO:tasks.rados.rados.0.smithi102.stdout:3082: finishing write tid 5 to smithi10276805-40 2024-04-10T15:16:06.027 INFO:tasks.rados.rados.0.smithi102.stdout:3087: seq_num 976 ranges {0=753664,753664=671744,1425408=532480} 2024-04-10T15:16:06.031 INFO:tasks.rados.rados.0.smithi102.stdout:3087: writing smithi10276805-2 from 0 to 753664 tid 1 2024-04-10T15:16:06.035 INFO:tasks.rados.rados.0.smithi102.stdout:3087: writing smithi10276805-2 from 753664 to 1425408 tid 2 2024-04-10T15:16:06.039 INFO:tasks.rados.rados.0.smithi102.stdout:3087: writing smithi10276805-2 from 1425408 to 1957888 tid 3 2024-04-10T15:16:06.039 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 31 current snap is 283 2024-04-10T15:16:06.039 INFO:tasks.rados.rados.0.smithi102.stdout:3082: finishing write tid 6 to smithi10276805-40 2024-04-10T15:16:06.039 INFO:tasks.rados.rados.0.smithi102.stdout:3082: oid 40 updating version 0 to 1401 2024-04-10T15:16:06.039 INFO:tasks.rados.rados.0.smithi102.stdout:3082: oid 40 updating version 1401 to 1403 2024-04-10T15:16:06.039 INFO:tasks.rados.rados.0.smithi102.stdout:3082: oid 40 version 1403 is already newer than 1402 2024-04-10T15:16:06.039 INFO:tasks.rados.rados.0.smithi102.stdout:3082: oid 40 updating version 1403 to 1404 2024-04-10T15:16:06.039 INFO:tasks.rados.rados.0.smithi102.stdout:3082: oid 40 updating version 1404 to 1405 2024-04-10T15:16:06.039 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 1405 (ObjNum 973 snap 283 seq_num 973) dirty exists 2024-04-10T15:16:06.039 INFO:tasks.rados.rados.0.smithi102.stdout:3082: left oid 40 (ObjNum 973 snap 283 seq_num 973) 2024-04-10T15:16:06.039 INFO:tasks.rados.rados.0.smithi102.stdout:3085: finishing rollback tid 0 to smithi10276805-33 2024-04-10T15:16:06.039 INFO:tasks.rados.rados.0.smithi102.stdout:3085: finishing rollback tid 1 to smithi10276805-33 2024-04-10T15:16:06.040 INFO:tasks.rados.rados.0.smithi102.stdout:3085: finishing rollback tid 2 to smithi10276805-33 2024-04-10T15:16:06.040 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 1370 (ObjNum 734 snap 210 seq_num 734) dirty exists 2024-04-10T15:16:06.040 INFO:tasks.rados.rados.0.smithi102.stdout:3083: expect (ObjNum 968 snap 283 seq_num 968) 2024-04-10T15:16:06.259 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:05 smithi154 ceph-mon[84269]: osdmap e643: 8 total, 8 up, 8 in 2024-04-10T15:16:06.259 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:05 smithi154 ceph-mon[84269]: pgmap v624: 121 pgs: 121 active+clean; 251 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 595 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-10T15:16:06.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:05 smithi102 ceph-mon[90943]: osdmap e643: 8 total, 8 up, 8 in 2024-04-10T15:16:06.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:05 smithi102 ceph-mon[90943]: pgmap v624: 121 pgs: 121 active+clean; 251 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 595 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-10T15:16:06.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:05 smithi102 ceph-mon[88557]: osdmap e643: 8 total, 8 up, 8 in 2024-04-10T15:16:06.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:05 smithi102 ceph-mon[88557]: pgmap v624: 121 pgs: 121 active+clean; 251 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 595 KiB/s rd, 1.3 MiB/s wr, 10 op/s 2024-04-10T15:16:06.465 INFO:tasks.rados.rados.0.smithi102.stdout:3086: finishing write tid 1 to smithi10276805-43 2024-04-10T15:16:06.465 INFO:tasks.rados.rados.0.smithi102.stdout:3086: finishing write tid 2 to smithi10276805-43 2024-04-10T15:16:06.465 INFO:tasks.rados.rados.0.smithi102.stdout:3086: finishing write tid 3 to smithi10276805-43 2024-04-10T15:16:06.465 INFO:tasks.rados.rados.0.smithi102.stdout:3086: finishing write tid 4 to smithi10276805-43 2024-04-10T15:16:06.465 INFO:tasks.rados.rados.0.smithi102.stdout:3086: finishing write tid 5 to smithi10276805-43 2024-04-10T15:16:06.466 INFO:tasks.rados.rados.0.smithi102.stdout:3086: oid 43 updating version 0 to 1482 2024-04-10T15:16:06.466 INFO:tasks.rados.rados.0.smithi102.stdout:3086: oid 43 updating version 1482 to 1483 2024-04-10T15:16:06.466 INFO:tasks.rados.rados.0.smithi102.stdout:3086: oid 43 version 1483 is already newer than 1481 2024-04-10T15:16:06.466 INFO:tasks.rados.rados.0.smithi102.stdout:3086: oid 43 updating version 1483 to 1484 2024-04-10T15:16:06.466 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 1484 (ObjNum 975 snap 283 seq_num 975) dirty exists 2024-04-10T15:16:06.466 INFO:tasks.rados.rados.0.smithi102.stdout:3086: left oid 43 (ObjNum 975 snap 283 seq_num 975) 2024-04-10T15:16:06.466 INFO:tasks.rados.rados.0.smithi102.stdout:3087: finishing write tid 1 to smithi10276805-2 2024-04-10T15:16:06.466 INFO:tasks.rados.rados.0.smithi102.stdout:3088: seq_num 977 ranges {811008=770048,1581056=557056,2138112=491520,2629632=155648} 2024-04-10T15:16:06.473 INFO:tasks.rados.rados.0.smithi102.stdout:3088: writing smithi10276805-31 from 811008 to 1581056 tid 1 2024-04-10T15:16:06.477 INFO:tasks.rados.rados.0.smithi102.stdout:3088: writing smithi10276805-31 from 1581056 to 2138112 tid 2 2024-04-10T15:16:06.479 INFO:tasks.rados.rados.0.smithi102.stdout:3088: writing smithi10276805-31 from 2138112 to 2629632 tid 3 2024-04-10T15:16:06.481 INFO:tasks.rados.rados.0.smithi102.stdout:3088: writing smithi10276805-31 from 2629632 to 2785280 tid 4 2024-04-10T15:16:06.482 INFO:tasks.rados.rados.0.smithi102.stdout:3082: done (5 left) 2024-04-10T15:16:06.482 INFO:tasks.rados.rados.0.smithi102.stdout:3083: done (4 left) 2024-04-10T15:16:06.482 INFO:tasks.rados.rados.0.smithi102.stdout:3085: done (3 left) 2024-04-10T15:16:06.482 INFO:tasks.rados.rados.0.smithi102.stdout:3086: done (2 left) 2024-04-10T15:16:06.482 INFO:tasks.rados.rados.0.smithi102.stdout:3089: read oid 50 snap -1 2024-04-10T15:16:06.482 INFO:tasks.rados.rados.0.smithi102.stdout:3089: expect (ObjNum 962 snap 280 seq_num 962) 2024-04-10T15:16:06.482 INFO:tasks.rados.rados.0.smithi102.stdout:3090: read oid 49 snap -1 2024-04-10T15:16:06.482 INFO:tasks.rados.rados.0.smithi102.stdout:3090: expect (ObjNum 852 snap 251 seq_num 852) 2024-04-10T15:16:06.482 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 44 current snap is 283 2024-04-10T15:16:06.482 INFO:tasks.rados.rados.0.smithi102.stdout:3087: finishing write tid 2 to smithi10276805-2 2024-04-10T15:16:06.482 INFO:tasks.rados.rados.0.smithi102.stdout:3087: finishing write tid 3 to smithi10276805-2 2024-04-10T15:16:06.482 INFO:tasks.rados.rados.0.smithi102.stdout:3087: finishing write tid 4 to smithi10276805-2 2024-04-10T15:16:06.482 INFO:tasks.rados.rados.0.smithi102.stdout:3087: finishing write tid 5 to smithi10276805-2 2024-04-10T15:16:06.482 INFO:tasks.rados.rados.0.smithi102.stdout:3087: oid 2 updating version 0 to 1384 2024-04-10T15:16:06.483 INFO:tasks.rados.rados.0.smithi102.stdout:3087: oid 2 updating version 1384 to 1387 2024-04-10T15:16:06.483 INFO:tasks.rados.rados.0.smithi102.stdout:3087: oid 2 version 1387 is already newer than 1386 2024-04-10T15:16:06.483 INFO:tasks.rados.rados.0.smithi102.stdout:3087: oid 2 version 1387 is already newer than 1385 2024-04-10T15:16:06.483 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 1387 (ObjNum 976 snap 283 seq_num 976) dirty exists 2024-04-10T15:16:06.483 INFO:tasks.rados.rados.0.smithi102.stdout:3087: left oid 2 (ObjNum 976 snap 283 seq_num 976) 2024-04-10T15:16:06.483 INFO:tasks.rados.rados.0.smithi102.stdout:3091: seq_num 978 ranges {1482752=786432,2269184=442368,2711552=647168,3358720=114688} 2024-04-10T15:16:06.493 INFO:tasks.rados.rados.0.smithi102.stdout:3091: writing smithi10276805-44 from 1482752 to 2269184 tid 1 2024-04-10T15:16:06.496 INFO:tasks.rados.rados.0.smithi102.stdout:3091: writing smithi10276805-44 from 2269184 to 2711552 tid 2 2024-04-10T15:16:06.500 INFO:tasks.rados.rados.0.smithi102.stdout:3091: writing smithi10276805-44 from 2711552 to 3358720 tid 3 2024-04-10T15:16:06.500 INFO:tasks.rados.rados.0.smithi102.stdout:3091: writing smithi10276805-44 from 3358720 to 3473408 tid 4 2024-04-10T15:16:06.500 INFO:tasks.rados.rados.0.smithi102.stdout:3087: done (4 left) 2024-04-10T15:16:06.500 INFO:tasks.rados.rados.0.smithi102.stdout:3092: snap_remove snap 277 2024-04-10T15:16:06.920 INFO:tasks.rados.rados.0.smithi102.stdout:3092: done (4 left) 2024-04-10T15:16:06.921 INFO:tasks.rados.rados.0.smithi102.stdout:3093: read oid 45 snap -1 2024-04-10T15:16:06.921 INFO:tasks.rados.rados.0.smithi102.stdout:3093: expect (ObjNum 911 snap 262 seq_num 911) 2024-04-10T15:16:06.921 INFO:tasks.rados.rados.0.smithi102.stdout:3094: read oid 39 snap -1 2024-04-10T15:16:06.921 INFO:tasks.rados.rados.0.smithi102.stdout:3094: expect deleted 2024-04-10T15:16:06.921 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 19 current snap is 283 2024-04-10T15:16:06.922 INFO:tasks.rados.rados.0.smithi102.stdout:3095: seq_num 979 ranges {6291456=802816,7094272=729088,7823360=458752,8282112=16384} 2024-04-10T15:16:06.959 INFO:tasks.rados.rados.0.smithi102.stdout:3095: writing smithi10276805-19 from 6291456 to 7094272 tid 1 2024-04-10T15:16:06.963 INFO:tasks.rados.rados.0.smithi102.stdout:3095: writing smithi10276805-19 from 7094272 to 7823360 tid 2 2024-04-10T15:16:06.967 INFO:tasks.rados.rados.0.smithi102.stdout:3095: writing smithi10276805-19 from 7823360 to 8282112 tid 3 2024-04-10T15:16:06.967 INFO:tasks.rados.rados.0.smithi102.stdout:3095: writing smithi10276805-19 from 8282112 to 8298496 tid 4 2024-04-10T15:16:06.967 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 283 2024-04-10T15:16:06.967 INFO:tasks.rados.rados.0.smithi102.stdout:3088: finishing write tid 1 to smithi10276805-31 2024-04-10T15:16:06.967 INFO:tasks.rados.rados.0.smithi102.stdout:3088: finishing write tid 2 to smithi10276805-31 2024-04-10T15:16:06.967 INFO:tasks.rados.rados.0.smithi102.stdout:3096: seq_num 980 ranges {4587520=417792,5005312=614400,5619712=663552,6283264=327680} 2024-04-10T15:16:06.994 INFO:tasks.rados.rados.0.smithi102.stdout:3096: writing smithi10276805-10 from 4587520 to 5005312 tid 1 2024-04-10T15:16:06.997 INFO:tasks.rados.rados.0.smithi102.stdout:3096: writing smithi10276805-10 from 5005312 to 5619712 tid 2 2024-04-10T15:16:07.001 INFO:tasks.rados.rados.0.smithi102.stdout:3096: writing smithi10276805-10 from 5619712 to 6283264 tid 3 2024-04-10T15:16:07.004 INFO:tasks.rados.rados.0.smithi102.stdout:3096: writing smithi10276805-10 from 6283264 to 6610944 tid 4 2024-04-10T15:16:07.004 INFO:tasks.rados.rados.0.smithi102.stdout:3097: snap_create 2024-04-10T15:16:07.004 INFO:tasks.rados.rados.0.smithi102.stdout:3088: finishing write tid 3 to smithi10276805-31 2024-04-10T15:16:07.004 INFO:tasks.rados.rados.0.smithi102.stdout:3088: finishing write tid 4 to smithi10276805-31 2024-04-10T15:16:07.004 INFO:tasks.rados.rados.0.smithi102.stdout:3088: finishing write tid 5 to smithi10276805-31 2024-04-10T15:16:07.004 INFO:tasks.rados.rados.0.smithi102.stdout:3088: finishing write tid 6 to smithi10276805-31 2024-04-10T15:16:07.004 INFO:tasks.rados.rados.0.smithi102.stdout:3088: oid 31 updating version 0 to 1409 2024-04-10T15:16:07.005 INFO:tasks.rados.rados.0.smithi102.stdout:3088: oid 31 version 1409 is already newer than 1406 2024-04-10T15:16:07.005 INFO:tasks.rados.rados.0.smithi102.stdout:3088: oid 31 updating version 1409 to 1410 2024-04-10T15:16:07.005 INFO:tasks.rados.rados.0.smithi102.stdout:3088: oid 31 version 1410 is already newer than 1408 2024-04-10T15:16:07.005 INFO:tasks.rados.rados.0.smithi102.stdout:3088: oid 31 version 1410 is already newer than 1407 2024-04-10T15:16:07.005 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 1410 (ObjNum 977 snap 283 seq_num 977) dirty exists 2024-04-10T15:16:07.005 INFO:tasks.rados.rados.0.smithi102.stdout:3088: left oid 31 (ObjNum 977 snap 283 seq_num 977) 2024-04-10T15:16:07.005 INFO:tasks.rados.rados.0.smithi102.stdout:3089: expect (ObjNum 962 snap 280 seq_num 962) 2024-04-10T15:16:07.073 INFO:tasks.rados.rados.0.smithi102.stdout:3091: finishing write tid 1 to smithi10276805-44 2024-04-10T15:16:07.074 INFO:tasks.rados.rados.0.smithi102.stdout:3090: expect (ObjNum 852 snap 251 seq_num 852) 2024-04-10T15:16:07.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:06 smithi154 ceph-mon[84269]: osdmap e644: 8 total, 8 up, 8 in 2024-04-10T15:16:07.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:06 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:07.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:06 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:07.398 INFO:tasks.rados.rados.0.smithi102.stdout:3091: finishing write tid 2 to smithi10276805-44 2024-04-10T15:16:07.398 INFO:tasks.rados.rados.0.smithi102.stdout:3091: finishing write tid 3 to smithi10276805-44 2024-04-10T15:16:07.398 INFO:tasks.rados.rados.0.smithi102.stdout:3091: finishing write tid 4 to smithi10276805-44 2024-04-10T15:16:07.398 INFO:tasks.rados.rados.0.smithi102.stdout:3091: finishing write tid 5 to smithi10276805-44 2024-04-10T15:16:07.398 INFO:tasks.rados.rados.0.smithi102.stdout:3091: finishing write tid 6 to smithi10276805-44 2024-04-10T15:16:07.399 INFO:tasks.rados.rados.0.smithi102.stdout:3091: oid 44 updating version 0 to 2010 2024-04-10T15:16:07.399 INFO:tasks.rados.rados.0.smithi102.stdout:3091: oid 44 updating version 2010 to 2011 2024-04-10T15:16:07.399 INFO:tasks.rados.rados.0.smithi102.stdout:3091: oid 44 updating version 2011 to 2012 2024-04-10T15:16:07.399 INFO:tasks.rados.rados.0.smithi102.stdout:3091: oid 44 updating version 2012 to 2014 2024-04-10T15:16:07.399 INFO:tasks.rados.rados.0.smithi102.stdout:3091: oid 44 version 2014 is already newer than 2013 2024-04-10T15:16:07.399 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 2014 (ObjNum 978 snap 283 seq_num 978) dirty exists 2024-04-10T15:16:07.399 INFO:tasks.rados.rados.0.smithi102.stdout:3091: left oid 44 (ObjNum 978 snap 283 seq_num 978) 2024-04-10T15:16:07.400 INFO:tasks.rados.rados.0.smithi102.stdout:3093: expect (ObjNum 911 snap 262 seq_num 911) 2024-04-10T15:16:07.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:06 smithi102 ceph-mon[88557]: osdmap e644: 8 total, 8 up, 8 in 2024-04-10T15:16:07.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:06 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:07.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:06 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:07.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:06 smithi102 ceph-mon[90943]: osdmap e644: 8 total, 8 up, 8 in 2024-04-10T15:16:07.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:06 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:07.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:06 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:07.502 INFO:tasks.rados.rados.0.smithi102.stdout:3095: finishing write tid 1 to smithi10276805-19 2024-04-10T15:16:07.503 INFO:tasks.rados.rados.0.smithi102.stdout:3095: finishing write tid 2 to smithi10276805-19 2024-04-10T15:16:07.503 INFO:tasks.rados.rados.0.smithi102.stdout:3095: finishing write tid 3 to smithi10276805-19 2024-04-10T15:16:07.503 INFO:tasks.rados.rados.0.smithi102.stdout:3095: finishing write tid 4 to smithi10276805-19 2024-04-10T15:16:07.503 INFO:tasks.rados.rados.0.smithi102.stdout:3095: finishing write tid 5 to smithi10276805-19 2024-04-10T15:16:07.503 INFO:tasks.rados.rados.0.smithi102.stdout:3095: finishing write tid 6 to smithi10276805-19 2024-04-10T15:16:07.503 INFO:tasks.rados.rados.0.smithi102.stdout:3095: oid 19 updating version 0 to 1493 2024-04-10T15:16:07.503 INFO:tasks.rados.rados.0.smithi102.stdout:3095: oid 19 updating version 1493 to 1494 2024-04-10T15:16:07.504 INFO:tasks.rados.rados.0.smithi102.stdout:3095: oid 19 version 1494 is already newer than 1492 2024-04-10T15:16:07.504 INFO:tasks.rados.rados.0.smithi102.stdout:3095: oid 19 version 1494 is already newer than 1491 2024-04-10T15:16:07.504 INFO:tasks.rados.rados.0.smithi102.stdout:3095: oid 19 updating version 1494 to 1495 2024-04-10T15:16:07.504 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 1495 (ObjNum 979 snap 283 seq_num 979) dirty exists 2024-04-10T15:16:07.504 INFO:tasks.rados.rados.0.smithi102.stdout:3095: left oid 19 (ObjNum 979 snap 283 seq_num 979) 2024-04-10T15:16:07.504 INFO:tasks.rados.rados.0.smithi102.stdout:3096: finishing write tid 1 to smithi10276805-10 2024-04-10T15:16:07.505 INFO:tasks.rados.rados.0.smithi102.stdout:3096: finishing write tid 2 to smithi10276805-10 2024-04-10T15:16:07.505 INFO:tasks.rados.rados.0.smithi102.stdout:3096: finishing write tid 3 to smithi10276805-10 2024-04-10T15:16:07.505 INFO:tasks.rados.rados.0.smithi102.stdout:3096: finishing write tid 4 to smithi10276805-10 2024-04-10T15:16:07.505 INFO:tasks.rados.rados.0.smithi102.stdout:3096: finishing write tid 5 to smithi10276805-10 2024-04-10T15:16:07.505 INFO:tasks.rados.rados.0.smithi102.stdout:3096: finishing write tid 6 to smithi10276805-10 2024-04-10T15:16:07.505 INFO:tasks.rados.rados.0.smithi102.stdout:3096: oid 10 updating version 0 to 2018 2024-04-10T15:16:07.506 INFO:tasks.rados.rados.0.smithi102.stdout:3096: oid 10 version 2018 is already newer than 2016 2024-04-10T15:16:07.506 INFO:tasks.rados.rados.0.smithi102.stdout:3096: oid 10 version 2018 is already newer than 2017 2024-04-10T15:16:07.506 INFO:tasks.rados.rados.0.smithi102.stdout:3096: oid 10 updating version 2018 to 2019 2024-04-10T15:16:07.506 INFO:tasks.rados.rados.0.smithi102.stdout:3096: oid 10 version 2019 is already newer than 2015 2024-04-10T15:16:07.506 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 2019 (ObjNum 980 snap 283 seq_num 980) dirty exists 2024-04-10T15:16:07.506 INFO:tasks.rados.rados.0.smithi102.stdout:3096: left oid 10 (ObjNum 980 snap 283 seq_num 980) 2024-04-10T15:16:07.905 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:16:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:16:07] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-04-10T15:16:07.924 INFO:tasks.rados.rados.0.smithi102.stdout:3088: done (8 left) 2024-04-10T15:16:07.924 INFO:tasks.rados.rados.0.smithi102.stdout:3089: done (7 left) 2024-04-10T15:16:07.924 INFO:tasks.rados.rados.0.smithi102.stdout:3090: done (6 left) 2024-04-10T15:16:07.924 INFO:tasks.rados.rados.0.smithi102.stdout:3091: done (5 left) 2024-04-10T15:16:07.924 INFO:tasks.rados.rados.0.smithi102.stdout:3093: done (4 left) 2024-04-10T15:16:07.924 INFO:tasks.rados.rados.0.smithi102.stdout:3094: done (3 left) 2024-04-10T15:16:07.924 INFO:tasks.rados.rados.0.smithi102.stdout:3095: done (2 left) 2024-04-10T15:16:07.925 INFO:tasks.rados.rados.0.smithi102.stdout:3096: done (1 left) 2024-04-10T15:16:07.925 INFO:tasks.rados.rados.0.smithi102.stdout:3097: done (0 left) 2024-04-10T15:16:07.925 INFO:tasks.rados.rados.0.smithi102.stdout:3098: read oid 28 snap -1 2024-04-10T15:16:07.925 INFO:tasks.rados.rados.0.smithi102.stdout:3098: expect (ObjNum 922 snap 264 seq_num 922) 2024-04-10T15:16:07.925 INFO:tasks.rados.rados.0.smithi102.stdout:3099: read oid 33 snap 263 2024-04-10T15:16:07.925 INFO:tasks.rados.rados.0.smithi102.stdout:3099: expect (ObjNum 734 snap 210 seq_num 734) 2024-04-10T15:16:07.925 INFO:tasks.rados.rados.0.smithi102.stdout:3100: read oid 9 snap -1 2024-04-10T15:16:07.925 INFO:tasks.rados.rados.0.smithi102.stdout:3100: expect (ObjNum 856 snap 253 seq_num 856) 2024-04-10T15:16:07.925 INFO:tasks.rados.rados.0.smithi102.stdout:3101: read oid 20 snap -1 2024-04-10T15:16:07.925 INFO:tasks.rados.rados.0.smithi102.stdout:3101: expect deleted 2024-04-10T15:16:07.925 INFO:tasks.rados.rados.0.smithi102.stdout:3102: delete oid 5 current snap is 284 2024-04-10T15:16:07.930 INFO:tasks.rados.rados.0.smithi102.stdout:3101: done (4 left) 2024-04-10T15:16:07.930 INFO:tasks.rados.rados.0.smithi102.stdout:3102: done (3 left) 2024-04-10T15:16:07.930 INFO:tasks.rados.rados.0.smithi102.stdout:3103: read oid 35 snap -1 2024-04-10T15:16:07.930 INFO:tasks.rados.rados.0.smithi102.stdout:3103: expect (ObjNum 951 snap 276 seq_num 951) 2024-04-10T15:16:07.930 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 284 2024-04-10T15:16:07.930 INFO:tasks.rados.rados.0.smithi102.stdout:3104: seq_num 982 ranges {8970240=450560,9420800=425984,9846784=679936,10526720=466944,10993664=32768} 2024-04-10T15:16:07.981 INFO:tasks.rados.rados.0.smithi102.stdout:3104: writing smithi10276805-15 from 8970240 to 9420800 tid 1 2024-04-10T15:16:07.983 INFO:tasks.rados.rados.0.smithi102.stdout:3104: writing smithi10276805-15 from 9420800 to 9846784 tid 2 2024-04-10T15:16:07.987 INFO:tasks.rados.rados.0.smithi102.stdout:3104: writing smithi10276805-15 from 9846784 to 10526720 tid 3 2024-04-10T15:16:07.989 INFO:tasks.rados.rados.0.smithi102.stdout:3104: writing smithi10276805-15 from 10526720 to 10993664 tid 4 2024-04-10T15:16:07.990 INFO:tasks.rados.rados.0.smithi102.stdout:3104: writing smithi10276805-15 from 10993664 to 11026432 tid 5 2024-04-10T15:16:07.990 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 284 2024-04-10T15:16:07.990 INFO:tasks.rados.rados.0.smithi102.stdout:3105: seq_num 983 ranges {0=466944,466944=712704,1179648=434176,1613824=458752} 2024-04-10T15:16:07.992 INFO:tasks.rados.rados.0.smithi102.stdout:3105: writing smithi10276805-25 from 0 to 466944 tid 1 2024-04-10T15:16:07.997 INFO:tasks.rados.rados.0.smithi102.stdout:3105: writing smithi10276805-25 from 466944 to 1179648 tid 2 2024-04-10T15:16:07.999 INFO:tasks.rados.rados.0.smithi102.stdout:3105: writing smithi10276805-25 from 1179648 to 1613824 tid 3 2024-04-10T15:16:08.003 INFO:tasks.rados.rados.0.smithi102.stdout:3105: writing smithi10276805-25 from 1613824 to 2072576 tid 4 2024-04-10T15:16:08.003 INFO:tasks.rados.rados.0.smithi102.stdout:3106: rmattr oid 47 current snap is 284 2024-04-10T15:16:08.003 INFO:tasks.rados.rados.0.smithi102.stdout:3106: done (6 left) 2024-04-10T15:16:08.003 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 1 current snap is 284 2024-04-10T15:16:08.003 INFO:tasks.rados.rados.0.smithi102.stdout:3107: seq_num 984 ranges {2834432=483328,3317760=598016,3915776=647168,4562944=360448} 2024-04-10T15:16:08.020 INFO:tasks.rados.rados.0.smithi102.stdout:3107: writing smithi10276805-1 from 2834432 to 3317760 tid 1 2024-04-10T15:16:08.024 INFO:tasks.rados.rados.0.smithi102.stdout:3107: writing smithi10276805-1 from 3317760 to 3915776 tid 2 2024-04-10T15:16:08.027 INFO:tasks.rados.rados.0.smithi102.stdout:3107: writing smithi10276805-1 from 3915776 to 4562944 tid 3 2024-04-10T15:16:08.030 INFO:tasks.rados.rados.0.smithi102.stdout:3107: writing smithi10276805-1 from 4562944 to 4923392 tid 4 2024-04-10T15:16:08.030 INFO:tasks.rados.rados.0.smithi102.stdout:3108: setattr oid 47 current snap is 284 2024-04-10T15:16:08.030 INFO:tasks.rados.rados.0.smithi102.stdout:3098: expect (ObjNum 922 snap 264 seq_num 922) 2024-04-10T15:16:08.060 INFO:tasks.rados.rados.0.smithi102.stdout:3103: expect (ObjNum 951 snap 276 seq_num 951) 2024-04-10T15:16:08.099 INFO:tasks.rados.rados.0.smithi102.stdout:3100: expect (ObjNum 856 snap 253 seq_num 856) 2024-04-10T15:16:08.321 INFO:tasks.rados.rados.0.smithi102.stdout:3099: expect (ObjNum 734 snap 210 seq_num 734) 2024-04-10T15:16:08.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:07 smithi154 ceph-mon[84269]: osdmap e645: 8 total, 8 up, 8 in 2024-04-10T15:16:08.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:07 smithi154 ceph-mon[84269]: pgmap v627: 121 pgs: 121 active+clean; 252 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.1 MiB/s wr, 15 op/s 2024-04-10T15:16:08.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:07 smithi102 ceph-mon[90943]: osdmap e645: 8 total, 8 up, 8 in 2024-04-10T15:16:08.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:07 smithi102 ceph-mon[90943]: pgmap v627: 121 pgs: 121 active+clean; 252 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.1 MiB/s wr, 15 op/s 2024-04-10T15:16:08.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:07 smithi102 ceph-mon[88557]: osdmap e645: 8 total, 8 up, 8 in 2024-04-10T15:16:08.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:07 smithi102 ceph-mon[88557]: pgmap v627: 121 pgs: 121 active+clean; 252 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 14 MiB/s rd, 6.1 MiB/s wr, 15 op/s 2024-04-10T15:16:09.049 INFO:tasks.rados.rados.0.smithi102.stdout:3104: finishing write tid 1 to smithi10276805-15 2024-04-10T15:16:09.049 INFO:tasks.rados.rados.0.smithi102.stdout:3104: finishing write tid 2 to smithi10276805-15 2024-04-10T15:16:09.049 INFO:tasks.rados.rados.0.smithi102.stdout:3104: finishing write tid 3 to smithi10276805-15 2024-04-10T15:16:09.049 INFO:tasks.rados.rados.0.smithi102.stdout:3104: finishing write tid 4 to smithi10276805-15 2024-04-10T15:16:09.050 INFO:tasks.rados.rados.0.smithi102.stdout:3105: finishing write tid 1 to smithi10276805-25 2024-04-10T15:16:09.050 INFO:tasks.rados.rados.0.smithi102.stdout:3104: finishing write tid 5 to smithi10276805-15 2024-04-10T15:16:09.050 INFO:tasks.rados.rados.0.smithi102.stdout:3104: finishing write tid 6 to smithi10276805-15 2024-04-10T15:16:09.050 INFO:tasks.rados.rados.0.smithi102.stdout:3104: finishing write tid 7 to smithi10276805-15 2024-04-10T15:16:09.050 INFO:tasks.rados.rados.0.smithi102.stdout:3104: oid 15 updating version 0 to 2176 2024-04-10T15:16:09.050 INFO:tasks.rados.rados.0.smithi102.stdout:3104: oid 15 updating version 2176 to 2180 2024-04-10T15:16:09.050 INFO:tasks.rados.rados.0.smithi102.stdout:3104: oid 15 version 2180 is already newer than 2177 2024-04-10T15:16:09.050 INFO:tasks.rados.rados.0.smithi102.stdout:3104: oid 15 version 2180 is already newer than 2178 2024-04-10T15:16:09.050 INFO:tasks.rados.rados.0.smithi102.stdout:3104: oid 15 updating version 2180 to 2181 2024-04-10T15:16:09.050 INFO:tasks.rados.rados.0.smithi102.stdout:3104: oid 15 version 2181 is already newer than 2179 2024-04-10T15:16:09.050 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 2181 (ObjNum 982 snap 284 seq_num 982) dirty exists 2024-04-10T15:16:09.050 INFO:tasks.rados.rados.0.smithi102.stdout:3104: left oid 15 (ObjNum 982 snap 284 seq_num 982) 2024-04-10T15:16:09.050 INFO:tasks.rados.rados.0.smithi102.stdout:3105: finishing write tid 2 to smithi10276805-25 2024-04-10T15:16:09.050 INFO:tasks.rados.rados.0.smithi102.stdout:3105: finishing write tid 3 to smithi10276805-25 2024-04-10T15:16:09.051 INFO:tasks.rados.rados.0.smithi102.stdout:3105: finishing write tid 4 to smithi10276805-25 2024-04-10T15:16:09.051 INFO:tasks.rados.rados.0.smithi102.stdout:3105: finishing write tid 5 to smithi10276805-25 2024-04-10T15:16:09.051 INFO:tasks.rados.rados.0.smithi102.stdout:3105: finishing write tid 6 to smithi10276805-25 2024-04-10T15:16:09.051 INFO:tasks.rados.rados.0.smithi102.stdout:3105: oid 25 updating version 0 to 1357 2024-04-10T15:16:09.051 INFO:tasks.rados.rados.0.smithi102.stdout:3105: oid 25 updating version 1357 to 1360 2024-04-10T15:16:09.051 INFO:tasks.rados.rados.0.smithi102.stdout:3105: oid 25 version 1360 is already newer than 1358 2024-04-10T15:16:09.051 INFO:tasks.rados.rados.0.smithi102.stdout:3105: oid 25 version 1360 is already newer than 1359 2024-04-10T15:16:09.051 INFO:tasks.rados.rados.0.smithi102.stdout:3105: oid 25 updating version 1360 to 1361 2024-04-10T15:16:09.051 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 1361 (ObjNum 983 snap 284 seq_num 983) dirty exists 2024-04-10T15:16:09.051 INFO:tasks.rados.rados.0.smithi102.stdout:3105: left oid 25 (ObjNum 983 snap 284 seq_num 983) 2024-04-10T15:16:09.051 INFO:tasks.rados.rados.0.smithi102.stdout:3107: finishing write tid 1 to smithi10276805-1 2024-04-10T15:16:09.051 INFO:tasks.rados.rados.0.smithi102.stdout:3107: finishing write tid 2 to smithi10276805-1 2024-04-10T15:16:09.051 INFO:tasks.rados.rados.0.smithi102.stdout:3107: finishing write tid 3 to smithi10276805-1 2024-04-10T15:16:09.051 INFO:tasks.rados.rados.0.smithi102.stdout:3107: finishing write tid 4 to smithi10276805-1 2024-04-10T15:16:09.051 INFO:tasks.rados.rados.0.smithi102.stdout:3107: finishing write tid 5 to smithi10276805-1 2024-04-10T15:16:09.052 INFO:tasks.rados.rados.0.smithi102.stdout:3107: finishing write tid 6 to smithi10276805-1 2024-04-10T15:16:09.052 INFO:tasks.rados.rados.0.smithi102.stdout:3107: oid 1 updating version 0 to 1477 2024-04-10T15:16:09.052 INFO:tasks.rados.rados.0.smithi102.stdout:3107: oid 1 version 1477 is already newer than 1476 2024-04-10T15:16:09.052 INFO:tasks.rados.rados.0.smithi102.stdout:3107: oid 1 version 1477 is already newer than 1475 2024-04-10T15:16:09.052 INFO:tasks.rados.rados.0.smithi102.stdout:3107: oid 1 version 1477 is already newer than 1474 2024-04-10T15:16:09.052 INFO:tasks.rados.rados.0.smithi102.stdout:3107: oid 1 version 1477 is already newer than 1473 2024-04-10T15:16:09.052 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 1477 (ObjNum 984 snap 284 seq_num 984) dirty exists 2024-04-10T15:16:09.052 INFO:tasks.rados.rados.0.smithi102.stdout:3107: left oid 1 (ObjNum 984 snap 284 seq_num 984) 2024-04-10T15:16:09.052 INFO:tasks.rados.rados.0.smithi102.stdout:3098: done (7 left) 2024-04-10T15:16:09.052 INFO:tasks.rados.rados.0.smithi102.stdout:3099: done (6 left) 2024-04-10T15:16:09.052 INFO:tasks.rados.rados.0.smithi102.stdout:3100: done (5 left) 2024-04-10T15:16:09.052 INFO:tasks.rados.rados.0.smithi102.stdout:3103: done (4 left) 2024-04-10T15:16:09.052 INFO:tasks.rados.rados.0.smithi102.stdout:3104: done (3 left) 2024-04-10T15:16:09.052 INFO:tasks.rados.rados.0.smithi102.stdout:3105: done (2 left) 2024-04-10T15:16:09.053 INFO:tasks.rados.rados.0.smithi102.stdout:3107: done (1 left) 2024-04-10T15:16:09.053 INFO:tasks.rados.rados.0.smithi102.stdout:3109: rollback oid 31 current snap is 284 2024-04-10T15:16:09.053 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 31 to 265 2024-04-10T15:16:09.053 INFO:tasks.rados.rados.0.smithi102.stdout:3110: rmattr oid 21 current snap is 284 2024-04-10T15:16:09.053 INFO:tasks.rados.rados.0.smithi102.stdout:3110: done (2 left) 2024-04-10T15:16:09.053 INFO:tasks.rados.rados.0.smithi102.stdout:3111: copy_from oid 10 from oid 35 current snap is 284 2024-04-10T15:16:09.053 INFO:tasks.rados.rados.0.smithi102.stdout:3112: snap_create 2024-04-10T15:16:09.053 INFO:tasks.rados.rados.0.smithi102.stdout:3109: finishing rollback tid 0 to smithi10276805-31 2024-04-10T15:16:09.054 INFO:tasks.rados.rados.0.smithi102.stdout:3109: finishing rollback tid 1 to smithi10276805-31 2024-04-10T15:16:09.054 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 2183 (ObjNum 929 snap 268 seq_num 929) dirty exists 2024-04-10T15:16:09.054 INFO:tasks.rados.rados.0.smithi102.stdout:3109: finishing rollback tid 2 to smithi10276805-31 2024-04-10T15:16:09.054 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 1413 (ObjNum 908 snap 262 seq_num 908) dirty exists 2024-04-10T15:16:09.056 INFO:tasks.rados.rados.0.smithi102.stdout:3111: finishing copy_from racing read to smithi10276805-10 2024-04-10T15:16:09.057 INFO:tasks.rados.rados.0.smithi102.stdout:3111: finishing copy_from to smithi10276805-10 2024-04-10T15:16:09.057 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 1394 (ObjNum 951 snap 276 seq_num 951) dirty exists 2024-04-10T15:16:09.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:08 smithi154 ceph-mon[84269]: osdmap e646: 8 total, 8 up, 8 in 2024-04-10T15:16:09.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:09.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:09.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:16:09.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:08 smithi154 ceph-mon[84269]: osdmap e647: 8 total, 8 up, 8 in 2024-04-10T15:16:09.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:08 smithi102 ceph-mon[88557]: osdmap e646: 8 total, 8 up, 8 in 2024-04-10T15:16:09.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:09.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:09.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:16:09.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:08 smithi102 ceph-mon[88557]: osdmap e647: 8 total, 8 up, 8 in 2024-04-10T15:16:09.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:08 smithi102 ceph-mon[90943]: osdmap e646: 8 total, 8 up, 8 in 2024-04-10T15:16:09.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:09.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:09.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:16:09.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:08 smithi102 ceph-mon[90943]: osdmap e647: 8 total, 8 up, 8 in 2024-04-10T15:16:09.931 INFO:tasks.rados.rados.0.smithi102.stdout:3108: done (3 left) 2024-04-10T15:16:09.931 INFO:tasks.rados.rados.0.smithi102.stdout:3109: done (2 left) 2024-04-10T15:16:09.932 INFO:tasks.rados.rados.0.smithi102.stdout:3111: done (1 left) 2024-04-10T15:16:09.932 INFO:tasks.rados.rados.0.smithi102.stdout:3112: done (0 left) 2024-04-10T15:16:09.932 INFO:tasks.rados.rados.0.smithi102.stdout:3113: read oid 2 snap 268 2024-04-10T15:16:09.932 INFO:tasks.rados.rados.0.smithi102.stdout:3113: expect deleted 2024-04-10T15:16:09.932 INFO:tasks.rados.rados.0.smithi102.stdout:3114: copy_from oid 8 from oid 20 current snap is 285 2024-04-10T15:16:09.932 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 5 current snap is 285 2024-04-10T15:16:09.932 INFO:tasks.rados.rados.0.smithi102.stdout:3115: seq_num 985 ranges {0=499712,499712=483328,983040=450560,1433600=581632,2015232=90112} 2024-04-10T15:16:09.934 INFO:tasks.rados.rados.0.smithi102.stdout:3115: writing smithi10276805-5 from 0 to 499712 tid 1 2024-04-10T15:16:09.937 INFO:tasks.rados.rados.0.smithi102.stdout:3115: writing smithi10276805-5 from 499712 to 983040 tid 2 2024-04-10T15:16:09.939 INFO:tasks.rados.rados.0.smithi102.stdout:3115: writing smithi10276805-5 from 983040 to 1433600 tid 3 2024-04-10T15:16:09.943 INFO:tasks.rados.rados.0.smithi102.stdout:3115: writing smithi10276805-5 from 1433600 to 2015232 tid 4 2024-04-10T15:16:09.944 INFO:tasks.rados.rados.0.smithi102.stdout:3115: writing smithi10276805-5 from 2015232 to 2105344 tid 5 2024-04-10T15:16:09.944 INFO:tasks.rados.rados.0.smithi102.stdout:3116: read oid 7 snap -1 2024-04-10T15:16:09.944 INFO:tasks.rados.rados.0.smithi102.stdout:3116: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:16:09.944 INFO:tasks.rados.rados.0.smithi102.stdout:3117: snap_remove snap 281 2024-04-10T15:16:10.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:09 smithi154 ceph-mon[84269]: pgmap v630: 121 pgs: 121 active+clean; 265 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.6 MiB/s wr, 16 op/s 2024-04-10T15:16:10.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:09 smithi102 ceph-mon[90943]: pgmap v630: 121 pgs: 121 active+clean; 265 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.6 MiB/s wr, 16 op/s 2024-04-10T15:16:10.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:09 smithi102 ceph-mon[88557]: pgmap v630: 121 pgs: 121 active+clean; 265 MiB data, 1.7 GiB used, 714 GiB / 715 GiB avail; 13 MiB/s rd, 6.6 MiB/s wr, 16 op/s 2024-04-10T15:16:10.937 INFO:tasks.rados.rados.0.smithi102.stdout:3117: done (4 left) 2024-04-10T15:16:10.937 INFO:tasks.rados.rados.0.smithi102.stdout:3118: copy_from oid 31 from oid 23 current snap is 285 2024-04-10T15:16:10.937 INFO:tasks.rados.rados.0.smithi102.stdout:3114: finishing copy_from to smithi10276805-8 2024-04-10T15:16:10.937 INFO:tasks.rados.rados.0.smithi102.stdout:3114: got expected ENOENT (src dne) 2024-04-10T15:16:10.937 INFO:tasks.rados.rados.0.smithi102.stdout:3114: finishing copy_from racing read to smithi10276805-8 2024-04-10T15:16:10.937 INFO:tasks.rados.rados.0.smithi102.stdout:3115: finishing write tid 1 to smithi10276805-5 2024-04-10T15:16:10.937 INFO:tasks.rados.rados.0.smithi102.stdout:3115: finishing write tid 2 to smithi10276805-5 2024-04-10T15:16:10.937 INFO:tasks.rados.rados.0.smithi102.stdout:3115: finishing write tid 3 to smithi10276805-5 2024-04-10T15:16:10.937 INFO:tasks.rados.rados.0.smithi102.stdout:3116: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:16:10.940 INFO:tasks.rados.rados.0.smithi102.stdout:3115: finishing write tid 4 to smithi10276805-5 2024-04-10T15:16:10.940 INFO:tasks.rados.rados.0.smithi102.stdout:3115: finishing write tid 5 to smithi10276805-5 2024-04-10T15:16:10.940 INFO:tasks.rados.rados.0.smithi102.stdout:3115: finishing write tid 6 to smithi10276805-5 2024-04-10T15:16:10.940 INFO:tasks.rados.rados.0.smithi102.stdout:3115: finishing write tid 7 to smithi10276805-5 2024-04-10T15:16:10.940 INFO:tasks.rados.rados.0.smithi102.stdout:3115: oid 5 updating version 0 to 1394 2024-04-10T15:16:10.940 INFO:tasks.rados.rados.0.smithi102.stdout:3115: oid 5 version 1394 is already newer than 1393 2024-04-10T15:16:10.940 INFO:tasks.rados.rados.0.smithi102.stdout:3115: oid 5 version 1394 is already newer than 1392 2024-04-10T15:16:10.940 INFO:tasks.rados.rados.0.smithi102.stdout:3115: oid 5 version 1394 is already newer than 1391 2024-04-10T15:16:10.940 INFO:tasks.rados.rados.0.smithi102.stdout:3115: oid 5 version 1394 is already newer than 1389 2024-04-10T15:16:10.940 INFO:tasks.rados.rados.0.smithi102.stdout:3115: oid 5 version 1394 is already newer than 1390 2024-04-10T15:16:10.940 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 1394 (ObjNum 985 snap 285 seq_num 985) dirty exists 2024-04-10T15:16:10.941 INFO:tasks.rados.rados.0.smithi102.stdout:3115: left oid 5 (ObjNum 985 snap 285 seq_num 985) 2024-04-10T15:16:10.941 INFO:tasks.rados.rados.0.smithi102.stdout:3113: done (4 left) 2024-04-10T15:16:10.941 INFO:tasks.rados.rados.0.smithi102.stdout:3114: done (3 left) 2024-04-10T15:16:10.941 INFO:tasks.rados.rados.0.smithi102.stdout:3115: done (2 left) 2024-04-10T15:16:10.941 INFO:tasks.rados.rados.0.smithi102.stdout:3116: done (1 left) 2024-04-10T15:16:10.941 INFO:tasks.rados.rados.0.smithi102.stdout:3119: rmattr oid 13 current snap is 285 2024-04-10T15:16:10.941 INFO:tasks.rados.rados.0.smithi102.stdout:3120: delete oid 42 current snap is 285 2024-04-10T15:16:10.946 INFO:tasks.rados.rados.0.smithi102.stdout:3120: done (2 left) 2024-04-10T15:16:10.947 INFO:tasks.rados.rados.0.smithi102.stdout:3121: snap_remove snap 263 2024-04-10T15:16:11.126 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:10 smithi154 ceph-mon[84269]: osdmap e648: 8 total, 8 up, 8 in 2024-04-10T15:16:11.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:10 smithi102 ceph-mon[90943]: osdmap e648: 8 total, 8 up, 8 in 2024-04-10T15:16:11.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:10 smithi102 ceph-mon[88557]: osdmap e648: 8 total, 8 up, 8 in 2024-04-10T15:16:11.952 INFO:tasks.rados.rados.0.smithi102.stdout:3121: done (2 left) 2024-04-10T15:16:11.952 INFO:tasks.rados.rados.0.smithi102.stdout:3122: rollback oid 49 current snap is 285 2024-04-10T15:16:11.952 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 49 to 273 2024-04-10T15:16:11.952 INFO:tasks.rados.rados.0.smithi102.stdout:3123: setattr oid 46 current snap is 285 2024-04-10T15:16:11.952 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 2189 (ObjNum 886 snap 255 seq_num 886) dirty exists 2024-04-10T15:16:11.952 INFO:tasks.rados.rados.0.smithi102.stdout:3118: finishing copy_from racing read to smithi10276805-31 2024-04-10T15:16:11.953 INFO:tasks.rados.rados.0.smithi102.stdout:3118: finishing copy_from to smithi10276805-31 2024-04-10T15:16:11.953 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 1356 (ObjNum 972 snap 283 seq_num 972) dirty exists 2024-04-10T15:16:11.954 INFO:tasks.rados.rados.0.smithi102.stdout:3118: done (3 left) 2024-04-10T15:16:11.955 INFO:tasks.rados.rados.0.smithi102.stdout:3119: done (2 left) 2024-04-10T15:16:11.955 INFO:tasks.rados.rados.0.smithi102.stdout:3124: copy_from oid 15 from oid 33 current snap is 285 2024-04-10T15:16:11.955 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 35 current snap is 285 2024-04-10T15:16:11.955 INFO:tasks.rados.rados.0.smithi102.stdout:3125: seq_num 987 ranges {1540096=532480,2072576=647168,2719744=417792,3137536=409600,3547136=131072} 2024-04-10T15:16:11.966 INFO:tasks.rados.rados.0.smithi102.stdout:3125: writing smithi10276805-35 from 1540096 to 2072576 tid 1 2024-04-10T15:16:11.970 INFO:tasks.rados.rados.0.smithi102.stdout:3125: writing smithi10276805-35 from 2072576 to 2719744 tid 2 2024-04-10T15:16:11.973 INFO:tasks.rados.rados.0.smithi102.stdout:3125: writing smithi10276805-35 from 2719744 to 3137536 tid 3 2024-04-10T15:16:11.976 INFO:tasks.rados.rados.0.smithi102.stdout:3125: writing smithi10276805-35 from 3137536 to 3547136 tid 4 2024-04-10T15:16:11.977 INFO:tasks.rados.rados.0.smithi102.stdout:3125: writing smithi10276805-35 from 3547136 to 3678208 tid 5 2024-04-10T15:16:11.977 INFO:tasks.rados.rados.0.smithi102.stdout:3126: copy_from oid 39 from oid 5 current snap is 285 2024-04-10T15:16:11.977 INFO:tasks.rados.rados.0.smithi102.stdout:3122: finishing rollback tid 0 to smithi10276805-49 2024-04-10T15:16:11.977 INFO:tasks.rados.rados.0.smithi102.stdout:3122: finishing rollback tid 1 to smithi10276805-49 2024-04-10T15:16:11.977 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 1414 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:16:11.977 INFO:tasks.rados.rados.0.smithi102.stdout:3123: done (4 left) 2024-04-10T15:16:11.978 INFO:tasks.rados.rados.0.smithi102.stdout:3127: delete oid 47 current snap is 285 2024-04-10T15:16:11.978 INFO:tasks.rados.rados.0.smithi102.stdout:3122: finishing rollback tid 2 to smithi10276805-49 2024-04-10T15:16:11.978 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1890 (ObjNum 129 snap 0 seq_num 109394256) dirty exists 2024-04-10T15:16:11.978 INFO:tasks.rados.rados.0.smithi102.stdout:3125: finishing write tid 1 to smithi10276805-35 2024-04-10T15:16:11.980 INFO:tasks.rados.rados.0.smithi102.stdout:3125: finishing write tid 2 to smithi10276805-35 2024-04-10T15:16:11.981 INFO:tasks.rados.rados.0.smithi102.stdout:3125: finishing write tid 3 to smithi10276805-35 2024-04-10T15:16:11.982 INFO:tasks.rados.rados.0.smithi102.stdout:3125: finishing write tid 4 to smithi10276805-35 2024-04-10T15:16:11.983 INFO:tasks.rados.rados.0.smithi102.stdout:3125: finishing write tid 5 to smithi10276805-35 2024-04-10T15:16:11.983 INFO:tasks.rados.rados.0.smithi102.stdout:3125: finishing write tid 6 to smithi10276805-35 2024-04-10T15:16:11.985 INFO:tasks.rados.rados.0.smithi102.stdout:3122: done (4 left) 2024-04-10T15:16:11.985 INFO:tasks.rados.rados.0.smithi102.stdout:3127: done (3 left) 2024-04-10T15:16:11.985 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 44 current snap is 285 2024-04-10T15:16:11.985 INFO:tasks.rados.rados.0.smithi102.stdout:3128: seq_num 989 ranges {3473408=573440,4046848=466944,4513792=434176,4947968=638976,5586944=65536} 2024-04-10T15:16:12.007 INFO:tasks.rados.rados.0.smithi102.stdout:3128: writing smithi10276805-44 from 3473408 to 4046848 tid 1 2024-04-10T15:16:12.010 INFO:tasks.rados.rados.0.smithi102.stdout:3128: writing smithi10276805-44 from 4046848 to 4513792 tid 2 2024-04-10T15:16:12.013 INFO:tasks.rados.rados.0.smithi102.stdout:3128: writing smithi10276805-44 from 4513792 to 4947968 tid 3 2024-04-10T15:16:12.018 INFO:tasks.rados.rados.0.smithi102.stdout:3128: writing smithi10276805-44 from 4947968 to 5586944 tid 4 2024-04-10T15:16:12.019 INFO:tasks.rados.rados.0.smithi102.stdout:3128: writing smithi10276805-44 from 5586944 to 5652480 tid 5 2024-04-10T15:16:12.019 INFO:tasks.rados.rados.0.smithi102.stdout:3129: read oid 11 snap -1 2024-04-10T15:16:12.019 INFO:tasks.rados.rados.0.smithi102.stdout:3129: expect (ObjNum 852 snap 251 seq_num 852) 2024-04-10T15:16:12.019 INFO:tasks.rados.rados.0.smithi102.stdout:3130: snap_remove snap 280 2024-04-10T15:16:12.287 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: osdmap e649: 8 total, 8 up, 8 in 2024-04-10T15:16:12.288 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: pgmap v633: 121 pgs: 121 active+clean; 269 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-04-10T15:16:12.288 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:12.288 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:12.288 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:16:12.288 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:16:12.288 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:12.288 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:16:12.288 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:16:12.288 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.288 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.288 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.288 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.289 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.289 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.289 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.289 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.289 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.289 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.289 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.289 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.289 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.289 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.289 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.289 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.289 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.289 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.290 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:12.290 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-10T15:16:12.290 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-10T15:16:12.290 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.290 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-10T15:16:12.290 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-10T15:16:12.290 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-10T15:16:12.290 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-10T15:16:12.290 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-10T15:16:12.290 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-10T15:16:12.290 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-10T15:16:12.290 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-10T15:16:12.290 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-10T15:16:12.290 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-10T15:16:12.291 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-10T15:16:12.291 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.291 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-10T15:16:12.291 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-10T15:16:12.291 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-10T15:16:12.291 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-10T15:16:12.291 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-10T15:16:12.291 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-10T15:16:12.291 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-10T15:16:12.291 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-10T15:16:12.291 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.291 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.291 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.291 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.291 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.292 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.292 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-10T15:16:12.292 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-10T15:16:12.292 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:16:12.292 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:16:12.292 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:16:12.292 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:12.292 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:16:12.292 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:16:12.292 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:16:12.292 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:11 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:12.337 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: osdmap e649: 8 total, 8 up, 8 in 2024-04-10T15:16:12.337 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: pgmap v633: 121 pgs: 121 active+clean; 269 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-04-10T15:16:12.337 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:12.337 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:12.338 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:16:12.338 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:16:12.338 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:12.338 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:16:12.338 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:16:12.338 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.338 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.338 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.338 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.338 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.338 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.338 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.338 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.339 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.339 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.339 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.339 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.339 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.339 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.339 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.339 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.339 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.339 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.339 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:12.339 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-10T15:16:12.339 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: osdmap e649: 8 total, 8 up, 8 in 2024-04-10T15:16:12.340 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: pgmap v633: 121 pgs: 121 active+clean; 269 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 9.5 MiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-04-10T15:16:12.340 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:12.340 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:12.340 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:16:12.340 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:16:12.340 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:12.340 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:16:12.340 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:16:12.340 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.340 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.340 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.340 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.340 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.340 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.341 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:12.342 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:12.342 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]: dispatch 2024-04-10T15:16:12.342 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-10T15:16:12.342 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.342 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-10T15:16:12.342 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-10T15:16:12.343 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-10T15:16:12.343 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-10T15:16:12.343 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-10T15:16:12.343 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-10T15:16:12.343 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-10T15:16:12.343 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-10T15:16:12.343 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-10T15:16:12.343 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-10T15:16:12.343 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-10T15:16:12.343 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.343 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-10T15:16:12.343 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-10T15:16:12.343 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-10T15:16:12.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-10T15:16:12.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-10T15:16:12.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-10T15:16:12.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-10T15:16:12.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-10T15:16:12.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-10T15:16:12.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-10T15:16:12.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:16:12.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:16:12.344 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:16:12.345 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:12.345 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:16:12.345 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:16:12.345 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:16:12.345 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:12.345 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mgr"}]': finished 2024-04-10T15:16:12.345 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.345 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mon"}]': finished 2024-04-10T15:16:12.345 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]: dispatch 2024-04-10T15:16:12.345 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.crash"}]': finished 2024-04-10T15:16:12.345 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "osd"}]: dispatch 2024-04-10T15:16:12.346 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "osd"}]': finished 2024-04-10T15:16:12.346 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mds"}]: dispatch 2024-04-10T15:16:12.346 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "mds"}]': finished 2024-04-10T15:16:12.346 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]: dispatch 2024-04-10T15:16:12.346 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rgw"}]': finished 2024-04-10T15:16:12.346 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]: dispatch 2024-04-10T15:16:12.346 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.rbd-mirror"}]': finished 2024-04-10T15:16:12.346 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.346 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]: dispatch 2024-04-10T15:16:12.346 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.ceph-exporter"}]': finished 2024-04-10T15:16:12.346 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]: dispatch 2024-04-10T15:16:12.346 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.iscsi"}]': finished 2024-04-10T15:16:12.346 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]: dispatch 2024-04-10T15:16:12.346 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nfs"}]': finished 2024-04-10T15:16:12.347 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]: dispatch 2024-04-10T15:16:12.347 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "config rm", "name": "container_image", "who": "client.nvmeof"}]': finished 2024-04-10T15:16:12.347 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.347 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.347 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.347 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.347 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.347 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config rm", "name": "container_image", "who": "mon"}]: dispatch 2024-04-10T15:16:12.347 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]: dispatch 2024-04-10T15:16:12.347 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix":"config-key del","key":"mgr/cephadm/upgrade_state"}]': finished 2024-04-10T15:16:12.347 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:16:12.347 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:16:12.347 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:16:12.347 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:12.347 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:16:12.347 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:16:12.348 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:16:12.348 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:11 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:12.625 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:16:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:16:12.952 INFO:tasks.rados.rados.0.smithi102.stdout:3125: finishing write tid 7 to smithi10276805-35 2024-04-10T15:16:12.952 INFO:tasks.rados.rados.0.smithi102.stdout:3125: oid 35 updating version 0 to 1402 2024-04-10T15:16:12.952 INFO:tasks.rados.rados.0.smithi102.stdout:3125: oid 35 updating version 1402 to 1404 2024-04-10T15:16:12.952 INFO:tasks.rados.rados.0.smithi102.stdout:3125: oid 35 version 1404 is already newer than 1400 2024-04-10T15:16:12.953 INFO:tasks.rados.rados.0.smithi102.stdout:3125: oid 35 version 1404 is already newer than 1401 2024-04-10T15:16:12.953 INFO:tasks.rados.rados.0.smithi102.stdout:3125: oid 35 version 1404 is already newer than 1403 2024-04-10T15:16:12.953 INFO:tasks.rados.rados.0.smithi102.stdout:3125: oid 35 updating version 1404 to 1405 2024-04-10T15:16:12.953 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 1405 (ObjNum 987 snap 285 seq_num 987) dirty exists 2024-04-10T15:16:12.953 INFO:tasks.rados.rados.0.smithi102.stdout:3125: left oid 35 (ObjNum 987 snap 285 seq_num 987) 2024-04-10T15:16:12.953 INFO:tasks.rados.rados.0.smithi102.stdout:3126: finishing copy_from racing read to smithi10276805-39 2024-04-10T15:16:12.953 INFO:tasks.rados.rados.0.smithi102.stdout:3126: finishing copy_from to smithi10276805-39 2024-04-10T15:16:12.953 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 1394 (ObjNum 985 snap 285 seq_num 985) dirty exists 2024-04-10T15:16:12.953 INFO:tasks.rados.rados.0.smithi102.stdout:3128: finishing write tid 1 to smithi10276805-44 2024-04-10T15:16:12.953 INFO:tasks.rados.rados.0.smithi102.stdout:3128: finishing write tid 2 to smithi10276805-44 2024-04-10T15:16:12.953 INFO:tasks.rados.rados.0.smithi102.stdout:3128: finishing write tid 3 to smithi10276805-44 2024-04-10T15:16:12.953 INFO:tasks.rados.rados.0.smithi102.stdout:3128: finishing write tid 4 to smithi10276805-44 2024-04-10T15:16:12.953 INFO:tasks.rados.rados.0.smithi102.stdout:3128: finishing write tid 5 to smithi10276805-44 2024-04-10T15:16:12.953 INFO:tasks.rados.rados.0.smithi102.stdout:3128: finishing write tid 6 to smithi10276805-44 2024-04-10T15:16:12.953 INFO:tasks.rados.rados.0.smithi102.stdout:3124: finishing copy_from racing read to smithi10276805-15 2024-04-10T15:16:12.953 INFO:tasks.rados.rados.0.smithi102.stdout:3124: finishing copy_from to smithi10276805-15 2024-04-10T15:16:12.954 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 1370 (ObjNum 734 snap 210 seq_num 734) dirty exists 2024-04-10T15:16:12.954 INFO:tasks.rados.rados.0.smithi102.stdout:3128: finishing write tid 7 to smithi10276805-44 2024-04-10T15:16:12.954 INFO:tasks.rados.rados.0.smithi102.stdout:3128: oid 44 updating version 0 to 2024 2024-04-10T15:16:12.954 INFO:tasks.rados.rados.0.smithi102.stdout:3128: oid 44 version 2024 is already newer than 2020 2024-04-10T15:16:12.954 INFO:tasks.rados.rados.0.smithi102.stdout:3128: oid 44 version 2024 is already newer than 2021 2024-04-10T15:16:12.954 INFO:tasks.rados.rados.0.smithi102.stdout:3128: oid 44 version 2024 is already newer than 2023 2024-04-10T15:16:12.954 INFO:tasks.rados.rados.0.smithi102.stdout:3128: oid 44 version 2024 is already newer than 2022 2024-04-10T15:16:12.954 INFO:tasks.rados.rados.0.smithi102.stdout:3128: oid 44 updating version 2024 to 2025 2024-04-10T15:16:12.954 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 2025 (ObjNum 989 snap 285 seq_num 989) dirty exists 2024-04-10T15:16:12.954 INFO:tasks.rados.rados.0.smithi102.stdout:3128: left oid 44 (ObjNum 989 snap 285 seq_num 989) 2024-04-10T15:16:12.954 INFO:tasks.rados.rados.0.smithi102.stdout:3129: expect (ObjNum 852 snap 251 seq_num 852) 2024-04-10T15:16:13.282 INFO:tasks.rados.rados.0.smithi102.stdout:3124: done (5 left) 2024-04-10T15:16:13.282 INFO:tasks.rados.rados.0.smithi102.stdout:3125: done (4 left) 2024-04-10T15:16:13.282 INFO:tasks.rados.rados.0.smithi102.stdout:3126: done (3 left) 2024-04-10T15:16:13.282 INFO:tasks.rados.rados.0.smithi102.stdout:3128: done (2 left) 2024-04-10T15:16:13.282 INFO:tasks.rados.rados.0.smithi102.stdout:3129: done (1 left) 2024-04-10T15:16:13.283 INFO:tasks.rados.rados.0.smithi102.stdout:3130: done (0 left) 2024-04-10T15:16:13.283 INFO:tasks.rados.rados.0.smithi102.stdout:3131: read oid 45 snap -1 2024-04-10T15:16:13.283 INFO:tasks.rados.rados.0.smithi102.stdout:3131: expect (ObjNum 911 snap 262 seq_num 911) 2024-04-10T15:16:13.283 INFO:tasks.rados.rados.0.smithi102.stdout:3132: snap_remove snap 271 2024-04-10T15:16:13.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:12 smithi154 ceph-mon[84269]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:16:13.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:12 smithi154 ceph-mon[84269]: Upgrade: Finalizing container_image settings 2024-04-10T15:16:13.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:12 smithi154 ceph-mon[84269]: Upgrade: Complete! 2024-04-10T15:16:13.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:12 smithi154 ceph-mon[84269]: osdmap e650: 8 total, 8 up, 8 in 2024-04-10T15:16:13.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:12 smithi102 ceph-mon[88557]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:16:13.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:12 smithi102 ceph-mon[88557]: Upgrade: Finalizing container_image settings 2024-04-10T15:16:13.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:12 smithi102 ceph-mon[88557]: Upgrade: Complete! 2024-04-10T15:16:13.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:12 smithi102 ceph-mon[88557]: osdmap e650: 8 total, 8 up, 8 in 2024-04-10T15:16:13.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:12 smithi102 ceph-mon[90943]: from='mon.0 -' entity='mon.' cmd=[{"prefix": "dashboard get-grafana-api-url"}]: dispatch 2024-04-10T15:16:13.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:12 smithi102 ceph-mon[90943]: Upgrade: Finalizing container_image settings 2024-04-10T15:16:13.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:12 smithi102 ceph-mon[90943]: Upgrade: Complete! 2024-04-10T15:16:13.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:12 smithi102 ceph-mon[90943]: osdmap e650: 8 total, 8 up, 8 in 2024-04-10T15:16:14.251 INFO:tasks.rados.rados.0.smithi102.stdout:3132: done (1 left) 2024-04-10T15:16:14.251 INFO:tasks.rados.rados.0.smithi102.stdout:3133: delete oid 25 current snap is 285 2024-04-10T15:16:14.251 INFO:tasks.rados.rados.0.smithi102.stdout:3131: expect (ObjNum 911 snap 262 seq_num 911) 2024-04-10T15:16:14.364 INFO:tasks.rados.rados.0.smithi102.stdout:3131: done (1 left) 2024-04-10T15:16:14.364 INFO:tasks.rados.rados.0.smithi102.stdout:3133: done (0 left) 2024-04-10T15:16:14.364 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 285 2024-04-10T15:16:14.364 INFO:tasks.rados.rados.0.smithi102.stdout:3134: seq_num 991 ranges {1957888=606208,2564096=638976,3203072=794624,3997696=172032} 2024-04-10T15:16:14.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:13 smithi154 ceph-mon[84269]: osdmap e651: 8 total, 8 up, 8 in 2024-04-10T15:16:14.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:13 smithi154 ceph-mon[84269]: pgmap v636: 121 pgs: 121 active+clean; 273 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2024-04-10T15:16:14.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:13 smithi154 ceph-mon[84269]: osdmap e652: 8 total, 8 up, 8 in 2024-04-10T15:16:14.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:13 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:14.377 INFO:tasks.rados.rados.0.smithi102.stdout:3134: writing smithi10276805-2 from 1957888 to 2564096 tid 1 2024-04-10T15:16:14.381 INFO:tasks.rados.rados.0.smithi102.stdout:3134: writing smithi10276805-2 from 2564096 to 3203072 tid 2 2024-04-10T15:16:14.385 INFO:tasks.rados.rados.0.smithi102.stdout:3134: writing smithi10276805-2 from 3203072 to 3997696 tid 3 2024-04-10T15:16:14.386 INFO:tasks.rados.rados.0.smithi102.stdout:3134: writing smithi10276805-2 from 3997696 to 4169728 tid 4 2024-04-10T15:16:14.387 INFO:tasks.rados.rados.0.smithi102.stdout:3135: rollback oid 37 current snap is 285 2024-04-10T15:16:14.387 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 37 to 284 2024-04-10T15:16:14.387 INFO:tasks.rados.rados.0.smithi102.stdout:3134: finishing write tid 1 to smithi10276805-2 2024-04-10T15:16:14.387 INFO:tasks.rados.rados.0.smithi102.stdout:3134: finishing write tid 2 to smithi10276805-2 2024-04-10T15:16:14.387 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 34 current snap is 285 2024-04-10T15:16:14.387 INFO:tasks.rados.rados.0.smithi102.stdout:3136: seq_num 992 ranges {0=622592,622592=524288,1146880=606208,1753088=475136} 2024-04-10T15:16:14.390 INFO:tasks.rados.rados.0.smithi102.stdout:3136: writing smithi10276805-34 from 0 to 622592 tid 1 2024-04-10T15:16:14.393 INFO:tasks.rados.rados.0.smithi102.stdout:3136: writing smithi10276805-34 from 622592 to 1146880 tid 2 2024-04-10T15:16:14.396 INFO:tasks.rados.rados.0.smithi102.stdout:3136: writing smithi10276805-34 from 1146880 to 1753088 tid 3 2024-04-10T15:16:14.400 INFO:tasks.rados.rados.0.smithi102.stdout:3136: writing smithi10276805-34 from 1753088 to 2228224 tid 4 2024-04-10T15:16:14.400 INFO:tasks.rados.rados.0.smithi102.stdout:3137: delete oid 22 current snap is 285 2024-04-10T15:16:14.400 INFO:tasks.rados.rados.0.smithi102.stdout:3134: finishing write tid 3 to smithi10276805-2 2024-04-10T15:16:14.400 INFO:tasks.rados.rados.0.smithi102.stdout:3134: finishing write tid 4 to smithi10276805-2 2024-04-10T15:16:14.400 INFO:tasks.rados.rados.0.smithi102.stdout:3135: finishing rollback tid 0 to smithi10276805-37 2024-04-10T15:16:14.400 INFO:tasks.rados.rados.0.smithi102.stdout:3134: finishing write tid 5 to smithi10276805-2 2024-04-10T15:16:14.400 INFO:tasks.rados.rados.0.smithi102.stdout:3135: finishing rollback tid 1 to smithi10276805-37 2024-04-10T15:16:14.400 INFO:tasks.rados.rados.0.smithi102.stdout:3135: finishing rollback tid 2 to smithi10276805-37 2024-04-10T15:16:14.401 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 1523 (ObjNum 966 snap 282 seq_num 966) dirty exists 2024-04-10T15:16:14.401 INFO:tasks.rados.rados.0.smithi102.stdout:3134: finishing write tid 6 to smithi10276805-2 2024-04-10T15:16:14.401 INFO:tasks.rados.rados.0.smithi102.stdout:3134: oid 2 updating version 0 to 1390 2024-04-10T15:16:14.401 INFO:tasks.rados.rados.0.smithi102.stdout:3134: oid 2 version 1390 is already newer than 1388 2024-04-10T15:16:14.401 INFO:tasks.rados.rados.0.smithi102.stdout:3134: oid 2 updating version 1390 to 1392 2024-04-10T15:16:14.401 INFO:tasks.rados.rados.0.smithi102.stdout:3134: oid 2 version 1392 is already newer than 1391 2024-04-10T15:16:14.401 INFO:tasks.rados.rados.0.smithi102.stdout:3134: oid 2 version 1392 is already newer than 1389 2024-04-10T15:16:14.401 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 1392 (ObjNum 991 snap 285 seq_num 991) dirty exists 2024-04-10T15:16:14.401 INFO:tasks.rados.rados.0.smithi102.stdout:3134: left oid 2 (ObjNum 991 snap 285 seq_num 991) 2024-04-10T15:16:14.401 INFO:tasks.rados.rados.0.smithi102.stdout:3136: finishing write tid 1 to smithi10276805-34 2024-04-10T15:16:14.401 INFO:tasks.rados.rados.0.smithi102.stdout:3136: finishing write tid 2 to smithi10276805-34 2024-04-10T15:16:14.401 INFO:tasks.rados.rados.0.smithi102.stdout:3136: finishing write tid 3 to smithi10276805-34 2024-04-10T15:16:14.402 INFO:tasks.rados.rados.0.smithi102.stdout:3134: done (3 left) 2024-04-10T15:16:14.402 INFO:tasks.rados.rados.0.smithi102.stdout:3135: done (2 left) 2024-04-10T15:16:14.402 INFO:tasks.rados.rados.0.smithi102.stdout:3137: done (1 left) 2024-04-10T15:16:14.402 INFO:tasks.rados.rados.0.smithi102.stdout:3138: rmattr oid 43 current snap is 285 2024-04-10T15:16:14.402 INFO:tasks.rados.rados.0.smithi102.stdout:3138: done (1 left) 2024-04-10T15:16:14.402 INFO:tasks.rados.rados.0.smithi102.stdout:3139: rollback oid 13 current snap is 285 2024-04-10T15:16:14.403 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 13 to 273 2024-04-10T15:16:14.403 INFO:tasks.rados.rados.0.smithi102.stdout:3140: read oid 39 snap -1 2024-04-10T15:16:14.403 INFO:tasks.rados.rados.0.smithi102.stdout:3140: expect (ObjNum 985 snap 285 seq_num 985) 2024-04-10T15:16:14.403 INFO:tasks.rados.rados.0.smithi102.stdout:3141: snap_create 2024-04-10T15:16:14.403 INFO:tasks.rados.rados.0.smithi102.stdout:3136: finishing write tid 4 to smithi10276805-34 2024-04-10T15:16:14.403 INFO:tasks.rados.rados.0.smithi102.stdout:3136: finishing write tid 5 to smithi10276805-34 2024-04-10T15:16:14.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:13 smithi102 ceph-mon[90943]: osdmap e651: 8 total, 8 up, 8 in 2024-04-10T15:16:14.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:13 smithi102 ceph-mon[90943]: pgmap v636: 121 pgs: 121 active+clean; 273 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2024-04-10T15:16:14.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:13 smithi102 ceph-mon[90943]: osdmap e652: 8 total, 8 up, 8 in 2024-04-10T15:16:14.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:13 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:14.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:13 smithi102 ceph-mon[88557]: osdmap e651: 8 total, 8 up, 8 in 2024-04-10T15:16:14.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:13 smithi102 ceph-mon[88557]: pgmap v636: 121 pgs: 121 active+clean; 273 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.8 MiB/s wr, 24 op/s 2024-04-10T15:16:14.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:13 smithi102 ceph-mon[88557]: osdmap e652: 8 total, 8 up, 8 in 2024-04-10T15:16:14.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:13 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:16:14.408 INFO:tasks.rados.rados.0.smithi102.stdout:3139: finishing rollback tid 0 to smithi10276805-13 2024-04-10T15:16:14.408 INFO:tasks.rados.rados.0.smithi102.stdout:3136: finishing write tid 6 to smithi10276805-34 2024-04-10T15:16:14.408 INFO:tasks.rados.rados.0.smithi102.stdout:3136: oid 34 updating version 0 to 1406 2024-04-10T15:16:14.408 INFO:tasks.rados.rados.0.smithi102.stdout:3136: oid 34 updating version 1406 to 1408 2024-04-10T15:16:14.408 INFO:tasks.rados.rados.0.smithi102.stdout:3136: oid 34 updating version 1408 to 1409 2024-04-10T15:16:14.408 INFO:tasks.rados.rados.0.smithi102.stdout:3136: oid 34 version 1409 is already newer than 1407 2024-04-10T15:16:14.408 INFO:tasks.rados.rados.0.smithi102.stdout:3136: oid 34 updating version 1409 to 1410 2024-04-10T15:16:14.408 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 1410 (ObjNum 992 snap 285 seq_num 992) dirty exists 2024-04-10T15:16:14.408 INFO:tasks.rados.rados.0.smithi102.stdout:3136: left oid 34 (ObjNum 992 snap 285 seq_num 992) 2024-04-10T15:16:14.408 INFO:tasks.rados.rados.0.smithi102.stdout:3139: finishing rollback tid 1 to smithi10276805-13 2024-04-10T15:16:14.409 INFO:tasks.rados.rados.0.smithi102.stdout:3139: finishing rollback tid 2 to smithi10276805-13 2024-04-10T15:16:14.409 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 2224 (ObjNum 886 snap 255 seq_num 886) dirty exists 2024-04-10T15:16:14.411 INFO:tasks.rados.rados.0.smithi102.stdout:3140: expect (ObjNum 985 snap 285 seq_num 985) 2024-04-10T15:16:15.256 INFO:tasks.rados.rados.0.smithi102.stdout:3136: done (3 left) 2024-04-10T15:16:15.256 INFO:tasks.rados.rados.0.smithi102.stdout:3139: done (2 left) 2024-04-10T15:16:15.256 INFO:tasks.rados.rados.0.smithi102.stdout:3140: done (1 left) 2024-04-10T15:16:15.257 INFO:tasks.rados.rados.0.smithi102.stdout:3141: done (0 left) 2024-04-10T15:16:15.257 INFO:tasks.rados.rados.0.smithi102.stdout:3142: rmattr oid 4 current snap is 286 2024-04-10T15:16:15.257 INFO:tasks.rados.rados.0.smithi102.stdout:3142: done (0 left) 2024-04-10T15:16:15.257 INFO:tasks.rados.rados.0.smithi102.stdout:3143: snap_create 2024-04-10T15:16:15.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:15 smithi154 ceph-mon[84269]: osdmap e653: 8 total, 8 up, 8 in 2024-04-10T15:16:15.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:15 smithi102 ceph-mon[90943]: osdmap e653: 8 total, 8 up, 8 in 2024-04-10T15:16:15.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:15 smithi102 ceph-mon[88557]: osdmap e653: 8 total, 8 up, 8 in 2024-04-10T15:16:16.259 INFO:tasks.rados.rados.0.smithi102.stdout:3143: done (0 left) 2024-04-10T15:16:16.259 INFO:tasks.rados.rados.0.smithi102.stdout:3144: snap_create 2024-04-10T15:16:16.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:16 smithi154 ceph-mon[84269]: pgmap v639: 121 pgs: 121 active+clean; 281 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-04-10T15:16:16.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:16 smithi154 ceph-mon[84269]: osdmap e654: 8 total, 8 up, 8 in 2024-04-10T15:16:16.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:16 smithi102 ceph-mon[90943]: pgmap v639: 121 pgs: 121 active+clean; 281 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-04-10T15:16:16.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:16 smithi102 ceph-mon[90943]: osdmap e654: 8 total, 8 up, 8 in 2024-04-10T15:16:16.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:16 smithi102 ceph-mon[88557]: pgmap v639: 121 pgs: 121 active+clean; 281 MiB data, 1.7 GiB used, 713 GiB / 715 GiB avail; 19 MiB/s rd, 3.0 MiB/s wr, 19 op/s 2024-04-10T15:16:16.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:16 smithi102 ceph-mon[88557]: osdmap e654: 8 total, 8 up, 8 in 2024-04-10T15:16:17.265 INFO:tasks.rados.rados.0.smithi102.stdout:3144: done (0 left) 2024-04-10T15:16:17.265 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 288 2024-04-10T15:16:17.265 INFO:tasks.rados.rados.0.smithi102.stdout:3145: seq_num 994 ranges {9273344=655360,9928704=688128,10616832=622592,11239424=294912} 2024-04-10T15:16:17.317 INFO:tasks.rados.rados.0.smithi102.stdout:3145: writing smithi10276805-15 from 9273344 to 9928704 tid 1 2024-04-10T15:16:17.321 INFO:tasks.rados.rados.0.smithi102.stdout:3145: writing smithi10276805-15 from 9928704 to 10616832 tid 2 2024-04-10T15:16:17.324 INFO:tasks.rados.rados.0.smithi102.stdout:3145: writing smithi10276805-15 from 10616832 to 11239424 tid 3 2024-04-10T15:16:17.326 INFO:tasks.rados.rados.0.smithi102.stdout:3145: writing smithi10276805-15 from 11239424 to 11534336 tid 4 2024-04-10T15:16:17.326 INFO:tasks.rados.rados.0.smithi102.stdout:3146: rollback oid 3 current snap is 288 2024-04-10T15:16:17.326 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 3 to 283 2024-04-10T15:16:17.326 INFO:tasks.rados.rados.0.smithi102.stdout:3145: finishing write tid 1 to smithi10276805-15 2024-04-10T15:16:17.326 INFO:tasks.rados.rados.0.smithi102.stdout:3147: read oid 50 snap 285 2024-04-10T15:16:17.326 INFO:tasks.rados.rados.0.smithi102.stdout:3147: expect (ObjNum 962 snap 280 seq_num 962) 2024-04-10T15:16:17.327 INFO:tasks.rados.rados.0.smithi102.stdout:3148: snap_create 2024-04-10T15:16:17.332 INFO:tasks.rados.rados.0.smithi102.stdout:3145: finishing write tid 2 to smithi10276805-15 2024-04-10T15:16:17.333 INFO:tasks.rados.rados.0.smithi102.stdout:3145: finishing write tid 3 to smithi10276805-15 2024-04-10T15:16:17.335 INFO:tasks.rados.rados.0.smithi102.stdout:3145: finishing write tid 4 to smithi10276805-15 2024-04-10T15:16:17.335 INFO:tasks.rados.rados.0.smithi102.stdout:3145: finishing write tid 5 to smithi10276805-15 2024-04-10T15:16:17.336 INFO:tasks.rados.rados.0.smithi102.stdout:3146: finishing rollback tid 0 to smithi10276805-3 2024-04-10T15:16:17.336 INFO:tasks.rados.rados.0.smithi102.stdout:3146: finishing rollback tid 1 to smithi10276805-3 2024-04-10T15:16:17.337 INFO:tasks.rados.rados.0.smithi102.stdout:3146: finishing rollback tid 2 to smithi10276805-3 2024-04-10T15:16:17.337 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 1919 (ObjNum 949 snap 276 seq_num 949) dirty exists 2024-04-10T15:16:17.338 INFO:tasks.rados.rados.0.smithi102.stdout:3145: finishing write tid 6 to smithi10276805-15 2024-04-10T15:16:17.338 INFO:tasks.rados.rados.0.smithi102.stdout:3145: oid 15 updating version 0 to 2227 2024-04-10T15:16:17.338 INFO:tasks.rados.rados.0.smithi102.stdout:3145: oid 15 version 2227 is already newer than 2226 2024-04-10T15:16:17.338 INFO:tasks.rados.rados.0.smithi102.stdout:3145: oid 15 updating version 2227 to 2228 2024-04-10T15:16:17.338 INFO:tasks.rados.rados.0.smithi102.stdout:3145: oid 15 updating version 2228 to 2229 2024-04-10T15:16:17.338 INFO:tasks.rados.rados.0.smithi102.stdout:3145: oid 15 updating version 2229 to 2230 2024-04-10T15:16:17.338 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 2230 (ObjNum 994 snap 288 seq_num 994) dirty exists 2024-04-10T15:16:17.338 INFO:tasks.rados.rados.0.smithi102.stdout:3145: left oid 15 (ObjNum 994 snap 288 seq_num 994) 2024-04-10T15:16:17.342 INFO:tasks.rados.rados.0.smithi102.stdout:3147: expect (ObjNum 962 snap 280 seq_num 962) 2024-04-10T15:16:17.537 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:17 smithi102 ceph-mon[90943]: osdmap e655: 8 total, 8 up, 8 in 2024-04-10T15:16:17.537 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:17 smithi102 ceph-mon[88557]: osdmap e655: 8 total, 8 up, 8 in 2024-04-10T15:16:17.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:17 smithi154 ceph-mon[84269]: osdmap e655: 8 total, 8 up, 8 in 2024-04-10T15:16:17.906 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:16:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:16:17] "GET /metrics HTTP/1.1" 200 36344 "" "Prometheus/2.43.0" 2024-04-10T15:16:18.245 INFO:tasks.rados.rados.0.smithi102.stdout:3145: done (3 left) 2024-04-10T15:16:18.246 INFO:tasks.rados.rados.0.smithi102.stdout:3146: done (2 left) 2024-04-10T15:16:18.246 INFO:tasks.rados.rados.0.smithi102.stdout:3147: done (1 left) 2024-04-10T15:16:18.246 INFO:tasks.rados.rados.0.smithi102.stdout:3148: done (0 left) 2024-04-10T15:16:18.246 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 7 current snap is 289 2024-04-10T15:16:18.246 INFO:tasks.rados.rados.0.smithi102.stdout:3149: seq_num 995 ranges {0=671744,671744=573440,1245184=778240,2023424=253952} 2024-04-10T15:16:18.250 INFO:tasks.rados.rados.0.smithi102.stdout:3149: writing smithi10276805-7 from 0 to 671744 tid 1 2024-04-10T15:16:18.253 INFO:tasks.rados.rados.0.smithi102.stdout:3149: writing smithi10276805-7 from 671744 to 1245184 tid 2 2024-04-10T15:16:18.258 INFO:tasks.rados.rados.0.smithi102.stdout:3149: writing smithi10276805-7 from 1245184 to 2023424 tid 3 2024-04-10T15:16:18.260 INFO:tasks.rados.rados.0.smithi102.stdout:3149: writing smithi10276805-7 from 2023424 to 2277376 tid 4 2024-04-10T15:16:18.260 INFO:tasks.rados.rados.0.smithi102.stdout:3150: rollback oid 44 current snap is 289 2024-04-10T15:16:18.260 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 44 to 265 2024-04-10T15:16:18.260 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 42 current snap is 289 2024-04-10T15:16:18.260 INFO:tasks.rados.rados.0.smithi102.stdout:3151: seq_num 996 ranges {0=688128,688128=507904,1196032=581632,1777664=516096} 2024-04-10T15:16:18.264 INFO:tasks.rados.rados.0.smithi102.stdout:3151: writing smithi10276805-42 from 0 to 688128 tid 1 2024-04-10T15:16:18.267 INFO:tasks.rados.rados.0.smithi102.stdout:3151: writing smithi10276805-42 from 688128 to 1196032 tid 2 2024-04-10T15:16:18.271 INFO:tasks.rados.rados.0.smithi102.stdout:3151: writing smithi10276805-42 from 1196032 to 1777664 tid 3 2024-04-10T15:16:18.274 INFO:tasks.rados.rados.0.smithi102.stdout:3151: writing smithi10276805-42 from 1777664 to 2293760 tid 4 2024-04-10T15:16:18.276 INFO:tasks.rados.rados.0.smithi102.stdout:3152: rollback oid 9 current snap is 289 2024-04-10T15:16:18.277 INFO:tasks.rados.rados.0.smithi102.stdout:3150: finishing rollback tid 0 to smithi10276805-44 2024-04-10T15:16:18.277 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 9 to 265 2024-04-10T15:16:18.277 INFO:tasks.rados.rados.0.smithi102.stdout:3150: finishing rollback tid 1 to smithi10276805-44 2024-04-10T15:16:18.277 INFO:tasks.rados.rados.0.smithi102.stdout:3150: finishing rollback tid 2 to smithi10276805-44 2024-04-10T15:16:18.277 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 2029 (ObjNum 919 snap 263 seq_num 919) dirty exists 2024-04-10T15:16:18.277 INFO:tasks.rados.rados.0.smithi102.stdout:3151: finishing write tid 1 to smithi10276805-42 2024-04-10T15:16:18.277 INFO:tasks.rados.rados.0.smithi102.stdout:3151: finishing write tid 2 to smithi10276805-42 2024-04-10T15:16:18.277 INFO:tasks.rados.rados.0.smithi102.stdout:3150: done (3 left) 2024-04-10T15:16:18.277 INFO:tasks.rados.rados.0.smithi102.stdout:3153: read oid 28 snap -1 2024-04-10T15:16:18.277 INFO:tasks.rados.rados.0.smithi102.stdout:3153: expect (ObjNum 922 snap 264 seq_num 922) 2024-04-10T15:16:18.277 INFO:tasks.rados.rados.0.smithi102.stdout:3154: read oid 1 snap -1 2024-04-10T15:16:18.277 INFO:tasks.rados.rados.0.smithi102.stdout:3154: expect (ObjNum 984 snap 284 seq_num 984) 2024-04-10T15:16:18.277 INFO:tasks.rados.rados.0.smithi102.stdout:3155: read oid 5 snap 286 2024-04-10T15:16:18.278 INFO:tasks.rados.rados.0.smithi102.stdout:3155: expect (ObjNum 985 snap 285 seq_num 985) 2024-04-10T15:16:18.278 INFO:tasks.rados.rados.0.smithi102.stdout:3156: copy_from oid 36 from oid 33 current snap is 289 2024-04-10T15:16:18.278 INFO:tasks.rados.rados.0.smithi102.stdout:3157: copy_from oid 38 from oid 10 current snap is 289 2024-04-10T15:16:18.278 INFO:tasks.rados.rados.0.smithi102.stdout:3158: read oid 32 snap -1 2024-04-10T15:16:18.278 INFO:tasks.rados.rados.0.smithi102.stdout:3158: expect deleted 2024-04-10T15:16:18.278 INFO:tasks.rados.rados.0.smithi102.stdout:3159: snap_create 2024-04-10T15:16:18.278 INFO:tasks.rados.rados.0.smithi102.stdout:3149: finishing write tid 1 to smithi10276805-7 2024-04-10T15:16:18.278 INFO:tasks.rados.rados.0.smithi102.stdout:3149: finishing write tid 2 to smithi10276805-7 2024-04-10T15:16:18.278 INFO:tasks.rados.rados.0.smithi102.stdout:3149: finishing write tid 3 to smithi10276805-7 2024-04-10T15:16:18.278 INFO:tasks.rados.rados.0.smithi102.stdout:3149: finishing write tid 4 to smithi10276805-7 2024-04-10T15:16:18.278 INFO:tasks.rados.rados.0.smithi102.stdout:3149: finishing write tid 5 to smithi10276805-7 2024-04-10T15:16:18.284 INFO:tasks.rados.rados.0.smithi102.stdout:3152: finishing rollback tid 0 to smithi10276805-9 2024-04-10T15:16:18.285 INFO:tasks.rados.rados.0.smithi102.stdout:3153: expect (ObjNum 922 snap 264 seq_num 922) 2024-04-10T15:16:18.322 INFO:tasks.rados.rados.0.smithi102.stdout:3149: finishing write tid 6 to smithi10276805-7 2024-04-10T15:16:18.322 INFO:tasks.rados.rados.0.smithi102.stdout:3149: oid 7 updating version 0 to 1924 2024-04-10T15:16:18.322 INFO:tasks.rados.rados.0.smithi102.stdout:3149: oid 7 version 1924 is already newer than 1922 2024-04-10T15:16:18.322 INFO:tasks.rados.rados.0.smithi102.stdout:3149: oid 7 version 1924 is already newer than 1923 2024-04-10T15:16:18.322 INFO:tasks.rados.rados.0.smithi102.stdout:3149: oid 7 version 1924 is already newer than 1921 2024-04-10T15:16:18.322 INFO:tasks.rados.rados.0.smithi102.stdout:3149: oid 7 updating version 1924 to 1925 2024-04-10T15:16:18.322 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 1925 (ObjNum 995 snap 289 seq_num 995) dirty exists 2024-04-10T15:16:18.323 INFO:tasks.rados.rados.0.smithi102.stdout:3149: left oid 7 (ObjNum 995 snap 289 seq_num 995) 2024-04-10T15:16:18.323 INFO:tasks.rados.rados.0.smithi102.stdout:3155: expect (ObjNum 985 snap 285 seq_num 985) 2024-04-10T15:16:18.378 INFO:tasks.rados.rados.0.smithi102.stdout:3151: finishing write tid 3 to smithi10276805-42 2024-04-10T15:16:18.378 INFO:tasks.rados.rados.0.smithi102.stdout:3151: finishing write tid 4 to smithi10276805-42 2024-04-10T15:16:18.379 INFO:tasks.rados.rados.0.smithi102.stdout:3152: finishing rollback tid 1 to smithi10276805-9 2024-04-10T15:16:18.379 INFO:tasks.rados.rados.0.smithi102.stdout:3152: finishing rollback tid 2 to smithi10276805-9 2024-04-10T15:16:18.379 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 2032 (ObjNum 856 snap 253 seq_num 856) dirty exists 2024-04-10T15:16:18.379 INFO:tasks.rados.rados.0.smithi102.stdout:3151: finishing write tid 5 to smithi10276805-42 2024-04-10T15:16:18.379 INFO:tasks.rados.rados.0.smithi102.stdout:3157: finishing copy_from racing read to smithi10276805-38 2024-04-10T15:16:18.379 INFO:tasks.rados.rados.0.smithi102.stdout:3151: finishing write tid 6 to smithi10276805-42 2024-04-10T15:16:18.379 INFO:tasks.rados.rados.0.smithi102.stdout:3151: oid 42 updating version 0 to 1502 2024-04-10T15:16:18.379 INFO:tasks.rados.rados.0.smithi102.stdout:3151: oid 42 version 1502 is already newer than 1499 2024-04-10T15:16:18.379 INFO:tasks.rados.rados.0.smithi102.stdout:3151: oid 42 version 1502 is already newer than 1501 2024-04-10T15:16:18.379 INFO:tasks.rados.rados.0.smithi102.stdout:3151: oid 42 version 1502 is already newer than 1500 2024-04-10T15:16:18.379 INFO:tasks.rados.rados.0.smithi102.stdout:3151: oid 42 version 1502 is already newer than 1498 2024-04-10T15:16:18.379 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 1502 (ObjNum 996 snap 289 seq_num 996) dirty exists 2024-04-10T15:16:18.379 INFO:tasks.rados.rados.0.smithi102.stdout:3151: left oid 42 (ObjNum 996 snap 289 seq_num 996) 2024-04-10T15:16:18.379 INFO:tasks.rados.rados.0.smithi102.stdout:3154: expect (ObjNum 984 snap 284 seq_num 984) 2024-04-10T15:16:18.580 INFO:tasks.rados.rados.0.smithi102.stdout:3156: finishing copy_from racing read to smithi10276805-36 2024-04-10T15:16:18.580 INFO:tasks.rados.rados.0.smithi102.stdout:3157: finishing copy_from to smithi10276805-38 2024-04-10T15:16:18.580 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 1394 (ObjNum 951 snap 276 seq_num 951) dirty exists 2024-04-10T15:16:18.580 INFO:tasks.rados.rados.0.smithi102.stdout:3156: finishing copy_from to smithi10276805-36 2024-04-10T15:16:18.580 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 1370 (ObjNum 734 snap 210 seq_num 734) dirty exists 2024-04-10T15:16:18.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:18 smithi154 ceph-mon[84269]: pgmap v642: 121 pgs: 121 active+clean; 286 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-10T15:16:18.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:18 smithi154 ceph-mon[84269]: osdmap e656: 8 total, 8 up, 8 in 2024-04-10T15:16:18.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:18 smithi154 ceph-mon[84269]: osdmap e657: 8 total, 8 up, 8 in 2024-04-10T15:16:18.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:18 smithi102 ceph-mon[90943]: pgmap v642: 121 pgs: 121 active+clean; 286 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-10T15:16:18.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:18 smithi102 ceph-mon[90943]: osdmap e656: 8 total, 8 up, 8 in 2024-04-10T15:16:18.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:18 smithi102 ceph-mon[90943]: osdmap e657: 8 total, 8 up, 8 in 2024-04-10T15:16:18.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:18 smithi102 ceph-mon[88557]: pgmap v642: 121 pgs: 121 active+clean; 286 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.7 MiB/s wr, 19 op/s 2024-04-10T15:16:18.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:18 smithi102 ceph-mon[88557]: osdmap e656: 8 total, 8 up, 8 in 2024-04-10T15:16:18.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:18 smithi102 ceph-mon[88557]: osdmap e657: 8 total, 8 up, 8 in 2024-04-10T15:16:19.273 INFO:tasks.rados.rados.0.smithi102.stdout:3149: done (9 left) 2024-04-10T15:16:19.274 INFO:tasks.rados.rados.0.smithi102.stdout:3151: done (8 left) 2024-04-10T15:16:19.274 INFO:tasks.rados.rados.0.smithi102.stdout:3152: done (7 left) 2024-04-10T15:16:19.274 INFO:tasks.rados.rados.0.smithi102.stdout:3153: done (6 left) 2024-04-10T15:16:19.274 INFO:tasks.rados.rados.0.smithi102.stdout:3154: done (5 left) 2024-04-10T15:16:19.274 INFO:tasks.rados.rados.0.smithi102.stdout:3155: done (4 left) 2024-04-10T15:16:19.274 INFO:tasks.rados.rados.0.smithi102.stdout:3156: done (3 left) 2024-04-10T15:16:19.274 INFO:tasks.rados.rados.0.smithi102.stdout:3157: done (2 left) 2024-04-10T15:16:19.274 INFO:tasks.rados.rados.0.smithi102.stdout:3158: done (1 left) 2024-04-10T15:16:19.274 INFO:tasks.rados.rados.0.smithi102.stdout:3159: done (0 left) 2024-04-10T15:16:19.274 INFO:tasks.rados.rados.0.smithi102.stdout:3160: snap_remove snap 265 2024-04-10T15:16:20.279 INFO:tasks.rados.rados.0.smithi102.stdout:3160: done (0 left) 2024-04-10T15:16:20.279 INFO:tasks.rados.rados.0.smithi102.stdout:3161: read oid 36 snap -1 2024-04-10T15:16:20.279 INFO:tasks.rados.rados.0.smithi102.stdout:3161: expect (ObjNum 734 snap 210 seq_num 734) 2024-04-10T15:16:20.279 INFO:tasks.rados.rados.0.smithi102.stdout:3162: snap_remove snap 286 2024-04-10T15:16:20.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:20 smithi154 ceph-mon[84269]: pgmap v645: 121 pgs: 121 active+clean; 293 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.9 MiB/s wr, 7 op/s 2024-04-10T15:16:20.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:20 smithi154 ceph-mon[84269]: osdmap e658: 8 total, 8 up, 8 in 2024-04-10T15:16:20.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:20 smithi102 ceph-mon[90943]: pgmap v645: 121 pgs: 121 active+clean; 293 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.9 MiB/s wr, 7 op/s 2024-04-10T15:16:20.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:20 smithi102 ceph-mon[90943]: osdmap e658: 8 total, 8 up, 8 in 2024-04-10T15:16:20.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:20 smithi102 ceph-mon[88557]: pgmap v645: 121 pgs: 121 active+clean; 293 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.9 MiB/s wr, 7 op/s 2024-04-10T15:16:20.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:20 smithi102 ceph-mon[88557]: osdmap e658: 8 total, 8 up, 8 in 2024-04-10T15:16:21.287 INFO:tasks.rados.rados.0.smithi102.stdout:3162: done (1 left) 2024-04-10T15:16:21.287 INFO:tasks.rados.rados.0.smithi102.stdout:3163: copy_from oid 31 from oid 44 current snap is 290 2024-04-10T15:16:21.288 INFO:tasks.rados.rados.0.smithi102.stdout:3161: expect (ObjNum 734 snap 210 seq_num 734) 2024-04-10T15:16:21.546 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:21 smithi154 ceph-mon[84269]: osdmap e659: 8 total, 8 up, 8 in 2024-04-10T15:16:21.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:21 smithi102 ceph-mon[90943]: osdmap e659: 8 total, 8 up, 8 in 2024-04-10T15:16:21.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:21 smithi102 ceph-mon[88557]: osdmap e659: 8 total, 8 up, 8 in 2024-04-10T15:16:22.023 INFO:tasks.rados.rados.0.smithi102.stdout:3163: finishing copy_from racing read to smithi10276805-31 2024-04-10T15:16:22.023 INFO:tasks.rados.rados.0.smithi102.stdout:3161: done (1 left) 2024-04-10T15:16:22.023 INFO:tasks.rados.rados.0.smithi102.stdout:3164: rmattr oid 22 current snap is 290 2024-04-10T15:16:22.023 INFO:tasks.rados.rados.0.smithi102.stdout:3164: done (1 left) 2024-04-10T15:16:22.023 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 290 2024-04-10T15:16:22.023 INFO:tasks.rados.rados.0.smithi102.stdout:3163: finishing copy_from to smithi10276805-31 2024-04-10T15:16:22.023 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 2029 (ObjNum 919 snap 263 seq_num 919) dirty exists 2024-04-10T15:16:22.023 INFO:tasks.rados.rados.0.smithi102.stdout:3165: seq_num 997 ranges {1540096=704512,2244608=794624,3039232=794624,3833856=16384} 2024-04-10T15:16:22.034 INFO:tasks.rados.rados.0.smithi102.stdout:3165: writing smithi10276805-10 from 1540096 to 2244608 tid 1 2024-04-10T15:16:22.039 INFO:tasks.rados.rados.0.smithi102.stdout:3165: writing smithi10276805-10 from 2244608 to 3039232 tid 2 2024-04-10T15:16:22.043 INFO:tasks.rados.rados.0.smithi102.stdout:3165: writing smithi10276805-10 from 3039232 to 3833856 tid 3 2024-04-10T15:16:22.044 INFO:tasks.rados.rados.0.smithi102.stdout:3165: writing smithi10276805-10 from 3833856 to 3850240 tid 4 2024-04-10T15:16:22.044 INFO:tasks.rados.rados.0.smithi102.stdout:3165: finishing write tid 1 to smithi10276805-10 2024-04-10T15:16:22.044 INFO:tasks.rados.rados.0.smithi102.stdout:3165: finishing write tid 2 to smithi10276805-10 2024-04-10T15:16:22.044 INFO:tasks.rados.rados.0.smithi102.stdout:3163: done (1 left) 2024-04-10T15:16:22.044 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 21 current snap is 290 2024-04-10T15:16:22.044 INFO:tasks.rados.rados.0.smithi102.stdout:3166: seq_num 998 ranges {0=720896,720896=679936,1400832=598016,1998848=327680} 2024-04-10T15:16:22.047 INFO:tasks.rados.rados.0.smithi102.stdout:3166: writing smithi10276805-21 from 0 to 720896 tid 1 2024-04-10T15:16:22.051 INFO:tasks.rados.rados.0.smithi102.stdout:3166: writing smithi10276805-21 from 720896 to 1400832 tid 2 2024-04-10T15:16:22.055 INFO:tasks.rados.rados.0.smithi102.stdout:3166: writing smithi10276805-21 from 1400832 to 1998848 tid 3 2024-04-10T15:16:22.057 INFO:tasks.rados.rados.0.smithi102.stdout:3166: writing smithi10276805-21 from 1998848 to 2326528 tid 4 2024-04-10T15:16:22.057 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 3 current snap is 290 2024-04-10T15:16:22.057 INFO:tasks.rados.rados.0.smithi102.stdout:3165: finishing write tid 3 to smithi10276805-10 2024-04-10T15:16:22.057 INFO:tasks.rados.rados.0.smithi102.stdout:3167: seq_num 999 ranges {7700480=737280,8437760=565248,9003008=761856,9764864=278528} 2024-04-10T15:16:22.101 INFO:tasks.rados.rados.0.smithi102.stdout:3167: writing smithi10276805-3 from 7700480 to 8437760 tid 1 2024-04-10T15:16:22.104 INFO:tasks.rados.rados.0.smithi102.stdout:3167: writing smithi10276805-3 from 8437760 to 9003008 tid 2 2024-04-10T15:16:22.109 INFO:tasks.rados.rados.0.smithi102.stdout:3167: writing smithi10276805-3 from 9003008 to 9764864 tid 3 2024-04-10T15:16:22.111 INFO:tasks.rados.rados.0.smithi102.stdout:3167: writing smithi10276805-3 from 9764864 to 10043392 tid 4 2024-04-10T15:16:22.111 INFO:tasks.rados.rados.0.smithi102.stdout:3168: snap_create 2024-04-10T15:16:22.111 INFO:tasks.rados.rados.0.smithi102.stdout:3165: finishing write tid 4 to smithi10276805-10 2024-04-10T15:16:22.111 INFO:tasks.rados.rados.0.smithi102.stdout:3165: finishing write tid 5 to smithi10276805-10 2024-04-10T15:16:22.111 INFO:tasks.rados.rados.0.smithi102.stdout:3165: finishing write tid 6 to smithi10276805-10 2024-04-10T15:16:22.111 INFO:tasks.rados.rados.0.smithi102.stdout:3165: oid 10 updating version 0 to 2035 2024-04-10T15:16:22.111 INFO:tasks.rados.rados.0.smithi102.stdout:3165: oid 10 updating version 2035 to 2036 2024-04-10T15:16:22.111 INFO:tasks.rados.rados.0.smithi102.stdout:3165: oid 10 version 2036 is already newer than 2034 2024-04-10T15:16:22.111 INFO:tasks.rados.rados.0.smithi102.stdout:3165: oid 10 version 2036 is already newer than 2033 2024-04-10T15:16:22.111 INFO:tasks.rados.rados.0.smithi102.stdout:3165: oid 10 updating version 2036 to 2037 2024-04-10T15:16:22.111 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 2037 (ObjNum 997 snap 290 seq_num 997) dirty exists 2024-04-10T15:16:22.111 INFO:tasks.rados.rados.0.smithi102.stdout:3165: left oid 10 (ObjNum 997 snap 290 seq_num 997) 2024-04-10T15:16:22.112 INFO:tasks.rados.rados.0.smithi102.stdout:3166: finishing write tid 1 to smithi10276805-21 2024-04-10T15:16:22.112 INFO:tasks.rados.rados.0.smithi102.stdout:3166: finishing write tid 2 to smithi10276805-21 2024-04-10T15:16:22.112 INFO:tasks.rados.rados.0.smithi102.stdout:3166: finishing write tid 3 to smithi10276805-21 2024-04-10T15:16:22.112 INFO:tasks.rados.rados.0.smithi102.stdout:3166: finishing write tid 4 to smithi10276805-21 2024-04-10T15:16:22.112 INFO:tasks.rados.rados.0.smithi102.stdout:3166: finishing write tid 5 to smithi10276805-21 2024-04-10T15:16:22.112 INFO:tasks.rados.rados.0.smithi102.stdout:3166: finishing write tid 6 to smithi10276805-21 2024-04-10T15:16:22.112 INFO:tasks.rados.rados.0.smithi102.stdout:3166: oid 21 updating version 0 to 1375 2024-04-10T15:16:22.112 INFO:tasks.rados.rados.0.smithi102.stdout:3166: oid 21 version 1375 is already newer than 1372 2024-04-10T15:16:22.112 INFO:tasks.rados.rados.0.smithi102.stdout:3166: oid 21 version 1375 is already newer than 1371 2024-04-10T15:16:22.112 INFO:tasks.rados.rados.0.smithi102.stdout:3166: oid 21 version 1375 is already newer than 1373 2024-04-10T15:16:22.112 INFO:tasks.rados.rados.0.smithi102.stdout:3166: oid 21 version 1375 is already newer than 1374 2024-04-10T15:16:22.112 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 1375 (ObjNum 998 snap 290 seq_num 998) dirty exists 2024-04-10T15:16:22.112 INFO:tasks.rados.rados.0.smithi102.stdout:3166: left oid 21 (ObjNum 998 snap 290 seq_num 998) 2024-04-10T15:16:22.112 INFO:tasks.rados.rados.0.smithi102.stdout:3167: finishing write tid 1 to smithi10276805-3 2024-04-10T15:16:22.112 INFO:tasks.rados.rados.0.smithi102.stdout:3167: finishing write tid 2 to smithi10276805-3 2024-04-10T15:16:22.113 INFO:tasks.rados.rados.0.smithi102.stdout:3167: finishing write tid 3 to smithi10276805-3 2024-04-10T15:16:22.113 INFO:tasks.rados.rados.0.smithi102.stdout:3167: finishing write tid 4 to smithi10276805-3 2024-04-10T15:16:22.113 INFO:tasks.rados.rados.0.smithi102.stdout:3167: finishing write tid 5 to smithi10276805-3 2024-04-10T15:16:22.114 INFO:tasks.rados.rados.0.smithi102.stdout:3167: finishing write tid 6 to smithi10276805-3 2024-04-10T15:16:22.114 INFO:tasks.rados.rados.0.smithi102.stdout:3167: oid 3 updating version 0 to 1941 2024-04-10T15:16:22.114 INFO:tasks.rados.rados.0.smithi102.stdout:3167: oid 3 updating version 1941 to 1943 2024-04-10T15:16:22.114 INFO:tasks.rados.rados.0.smithi102.stdout:3167: oid 3 version 1943 is already newer than 1942 2024-04-10T15:16:22.114 INFO:tasks.rados.rados.0.smithi102.stdout:3167: oid 3 updating version 1943 to 1945 2024-04-10T15:16:22.114 INFO:tasks.rados.rados.0.smithi102.stdout:3167: oid 3 version 1945 is already newer than 1944 2024-04-10T15:16:22.115 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 1945 (ObjNum 999 snap 290 seq_num 999) dirty exists 2024-04-10T15:16:22.115 INFO:tasks.rados.rados.0.smithi102.stdout:3167: left oid 3 (ObjNum 999 snap 290 seq_num 999) 2024-04-10T15:16:22.288 INFO:tasks.rados.rados.0.smithi102.stdout:3165: done (3 left) 2024-04-10T15:16:22.289 INFO:tasks.rados.rados.0.smithi102.stdout:3166: done (2 left) 2024-04-10T15:16:22.289 INFO:tasks.rados.rados.0.smithi102.stdout:3167: done (1 left) 2024-04-10T15:16:22.289 INFO:tasks.rados.rados.0.smithi102.stdout:3168: done (0 left) 2024-04-10T15:16:22.289 INFO:tasks.rados.rados.0.smithi102.stdout:3169: rmattr oid 44 current snap is 291 2024-04-10T15:16:22.289 INFO:tasks.rados.rados.0.smithi102.stdout:3169: done (0 left) 2024-04-10T15:16:22.289 INFO:tasks.rados.rados.0.smithi102.stdout:3170: rmattr oid 50 current snap is 291 2024-04-10T15:16:22.289 INFO:tasks.rados.rados.0.smithi102.stdout:3170: done (0 left) 2024-04-10T15:16:22.289 INFO:tasks.rados.rados.0.smithi102.stdout:3171: read oid 45 snap -1 2024-04-10T15:16:22.289 INFO:tasks.rados.rados.0.smithi102.stdout:3171: expect (ObjNum 911 snap 262 seq_num 911) 2024-04-10T15:16:22.289 INFO:tasks.rados.rados.0.smithi102.stdout:3172: rmattr oid 23 current snap is 291 2024-04-10T15:16:22.289 INFO:tasks.rados.rados.0.smithi102.stdout:3172: done (1 left) 2024-04-10T15:16:22.289 INFO:tasks.rados.rados.0.smithi102.stdout:3173: snap_create 2024-04-10T15:16:22.306 INFO:tasks.rados.rados.0.smithi102.stdout:3171: expect (ObjNum 911 snap 262 seq_num 911) 2024-04-10T15:16:22.625 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:16:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:16:22.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:22 smithi154 ceph-mon[84269]: pgmap v648: 121 pgs: 121 active+clean; 304 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.7 MiB/s wr, 12 op/s 2024-04-10T15:16:22.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:22 smithi154 ceph-mon[84269]: osdmap e660: 8 total, 8 up, 8 in 2024-04-10T15:16:22.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:22 smithi102 ceph-mon[90943]: pgmap v648: 121 pgs: 121 active+clean; 304 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.7 MiB/s wr, 12 op/s 2024-04-10T15:16:22.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:22 smithi102 ceph-mon[90943]: osdmap e660: 8 total, 8 up, 8 in 2024-04-10T15:16:22.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:22 smithi102 ceph-mon[88557]: pgmap v648: 121 pgs: 121 active+clean; 304 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.7 MiB/s wr, 12 op/s 2024-04-10T15:16:22.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:22 smithi102 ceph-mon[88557]: osdmap e660: 8 total, 8 up, 8 in 2024-04-10T15:16:23.247 INFO:tasks.rados.rados.0.smithi102.stdout:3171: done (1 left) 2024-04-10T15:16:23.247 INFO:tasks.rados.rados.0.smithi102.stdout:3173: done (0 left) 2024-04-10T15:16:23.247 INFO:tasks.rados.rados.0.smithi102.stdout:3174: snap_remove snap 273 2024-04-10T15:16:23.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:23 smithi154 ceph-mon[84269]: osdmap e661: 8 total, 8 up, 8 in 2024-04-10T15:16:23.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:23 smithi154 ceph-mon[84269]: pgmap v651: 121 pgs: 121 active+clean; 308 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.6 MiB/s wr, 14 op/s 2024-04-10T15:16:23.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:16:23.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:23 smithi154 ceph-mon[84269]: osdmap e662: 8 total, 8 up, 8 in 2024-04-10T15:16:23.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:23 smithi102 ceph-mon[88557]: osdmap e661: 8 total, 8 up, 8 in 2024-04-10T15:16:23.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:23 smithi102 ceph-mon[88557]: pgmap v651: 121 pgs: 121 active+clean; 308 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.6 MiB/s wr, 14 op/s 2024-04-10T15:16:23.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:16:23.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:23 smithi102 ceph-mon[88557]: osdmap e662: 8 total, 8 up, 8 in 2024-04-10T15:16:23.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:23 smithi102 ceph-mon[90943]: osdmap e661: 8 total, 8 up, 8 in 2024-04-10T15:16:23.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:23 smithi102 ceph-mon[90943]: pgmap v651: 121 pgs: 121 active+clean; 308 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 3.6 MiB/s wr, 14 op/s 2024-04-10T15:16:23.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:16:23.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:23 smithi102 ceph-mon[90943]: osdmap e662: 8 total, 8 up, 8 in 2024-04-10T15:16:24.249 INFO:tasks.rados.rados.0.smithi102.stdout:3174: done (0 left) 2024-04-10T15:16:24.249 INFO:tasks.rados.rados.0.smithi102.stdout:3175: read oid 1 snap -1 2024-04-10T15:16:24.249 INFO:tasks.rados.rados.0.smithi102.stdout:3175: expect (ObjNum 984 snap 284 seq_num 984) 2024-04-10T15:16:24.249 INFO:tasks.rados.rados.0.smithi102.stdout:3176: copy_from oid 12 from oid 10 current snap is 292 2024-04-10T15:16:24.249 INFO:tasks.rados.rados.0.smithi102.stdout:3177: read oid 45 snap -1 2024-04-10T15:16:24.249 INFO:tasks.rados.rados.0.smithi102.stdout:3177: expect (ObjNum 911 snap 262 seq_num 911) 2024-04-10T15:16:24.249 INFO:tasks.rados.rados.0.smithi102.stdout:3178: copy_from oid 28 from oid 16 current snap is 292 2024-04-10T15:16:24.249 INFO:tasks.rados.rados.0.smithi102.stdout:3179: read oid 2 snap 288 2024-04-10T15:16:24.249 INFO:tasks.rados.rados.0.smithi102.stdout:3179: expect (ObjNum 991 snap 285 seq_num 991) 2024-04-10T15:16:24.249 INFO:tasks.rados.rados.0.smithi102.stdout:3180: snap_create 2024-04-10T15:16:24.292 INFO:tasks.rados.rados.0.smithi102.stdout:3176: finishing copy_from racing read to smithi10276805-12 2024-04-10T15:16:24.293 INFO:tasks.rados.rados.0.smithi102.stdout:3175: expect (ObjNum 984 snap 284 seq_num 984) 2024-04-10T15:16:24.495 INFO:tasks.rados.rados.0.smithi102.stdout:3176: finishing copy_from to smithi10276805-12 2024-04-10T15:16:24.495 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 2037 (ObjNum 997 snap 290 seq_num 997) dirty exists 2024-04-10T15:16:24.496 INFO:tasks.rados.rados.0.smithi102.stdout:3178: finishing copy_from racing read to smithi10276805-28 2024-04-10T15:16:24.496 INFO:tasks.rados.rados.0.smithi102.stdout:3178: finishing copy_from to smithi10276805-28 2024-04-10T15:16:24.496 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 1405 (ObjNum 788 snap 232 seq_num 788) dirty exists 2024-04-10T15:16:24.496 INFO:tasks.rados.rados.0.smithi102.stdout:3177: expect (ObjNum 911 snap 262 seq_num 911) 2024-04-10T15:16:24.597 INFO:tasks.rados.rados.0.smithi102.stdout:3179: expect (ObjNum 991 snap 285 seq_num 991) 2024-04-10T15:16:24.625 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 15:16:24 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[89767]: 2024-04-10T15:16:24.315+0000 7f5efd571700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 15f after trimming was started 2024-04-10T15:16:25.258 INFO:tasks.rados.rados.0.smithi102.stdout:3175: done (5 left) 2024-04-10T15:16:25.258 INFO:tasks.rados.rados.0.smithi102.stdout:3176: done (4 left) 2024-04-10T15:16:25.258 INFO:tasks.rados.rados.0.smithi102.stdout:3177: done (3 left) 2024-04-10T15:16:25.258 INFO:tasks.rados.rados.0.smithi102.stdout:3178: done (2 left) 2024-04-10T15:16:25.258 INFO:tasks.rados.rados.0.smithi102.stdout:3179: done (1 left) 2024-04-10T15:16:25.258 INFO:tasks.rados.rados.0.smithi102.stdout:3180: done (0 left) 2024-04-10T15:16:25.258 INFO:tasks.rados.rados.0.smithi102.stdout:3181: setattr oid 18 current snap is 293 2024-04-10T15:16:25.259 INFO:tasks.rados.rados.0.smithi102.stdout:3182: copy_from oid 28 from oid 41 current snap is 293 2024-04-10T15:16:25.259 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 3 current snap is 293 2024-04-10T15:16:25.259 INFO:tasks.rados.rados.0.smithi102.stdout:3183: seq_num 1000 ranges {10043392=753664,10797056=442368,11239424=565248,11804672=458752,12263424=139264} 2024-04-10T15:16:25.317 INFO:tasks.rados.rados.0.smithi102.stdout:3183: writing smithi10276805-3 from 10043392 to 10797056 tid 1 2024-04-10T15:16:25.320 INFO:tasks.rados.rados.0.smithi102.stdout:3183: writing smithi10276805-3 from 10797056 to 11239424 tid 2 2024-04-10T15:16:25.323 INFO:tasks.rados.rados.0.smithi102.stdout:3183: writing smithi10276805-3 from 11239424 to 11804672 tid 3 2024-04-10T15:16:25.326 INFO:tasks.rados.rados.0.smithi102.stdout:3183: writing smithi10276805-3 from 11804672 to 12263424 tid 4 2024-04-10T15:16:25.327 INFO:tasks.rados.rados.0.smithi102.stdout:3183: writing smithi10276805-3 from 12263424 to 12402688 tid 5 2024-04-10T15:16:25.327 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 5 current snap is 293 2024-04-10T15:16:25.328 INFO:tasks.rados.rados.0.smithi102.stdout:3182: finishing copy_from to smithi10276805-28 2024-04-10T15:16:25.328 INFO:tasks.rados.rados.0.smithi102.stdout:3182: got expected ENOENT (src dne) 2024-04-10T15:16:25.328 INFO:tasks.rados.rados.0.smithi102.stdout:3182: finishing copy_from racing read to smithi10276805-28 2024-04-10T15:16:25.328 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 2038 (ObjNum 947 snap 275 seq_num 947) dirty exists 2024-04-10T15:16:25.328 INFO:tasks.rados.rados.0.smithi102.stdout:3183: finishing write tid 1 to smithi10276805-3 2024-04-10T15:16:25.328 INFO:tasks.rados.rados.0.smithi102.stdout:3183: finishing write tid 2 to smithi10276805-3 2024-04-10T15:16:25.328 INFO:tasks.rados.rados.0.smithi102.stdout:3183: finishing write tid 3 to smithi10276805-3 2024-04-10T15:16:25.328 INFO:tasks.rados.rados.0.smithi102.stdout:3184: seq_num 1001 ranges {2105344=770048,2875392=729088,3604480=770048,4374528=106496} 2024-04-10T15:16:25.343 INFO:tasks.rados.rados.0.smithi102.stdout:3184: writing smithi10276805-5 from 2105344 to 2875392 tid 1 2024-04-10T15:16:25.347 INFO:tasks.rados.rados.0.smithi102.stdout:3184: writing smithi10276805-5 from 2875392 to 3604480 tid 2 2024-04-10T15:16:25.351 INFO:tasks.rados.rados.0.smithi102.stdout:3184: writing smithi10276805-5 from 3604480 to 4374528 tid 3 2024-04-10T15:16:25.352 INFO:tasks.rados.rados.0.smithi102.stdout:3184: writing smithi10276805-5 from 4374528 to 4481024 tid 4 2024-04-10T15:16:25.352 INFO:tasks.rados.rados.0.smithi102.stdout:3181: done (3 left) 2024-04-10T15:16:25.352 INFO:tasks.rados.rados.0.smithi102.stdout:3182: done (2 left) 2024-04-10T15:16:25.352 INFO:tasks.rados.rados.0.smithi102.stdout:3185: snap_remove snap 290 2024-04-10T15:16:25.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:25 smithi154 ceph-mon[84269]: osdmap e663: 8 total, 8 up, 8 in 2024-04-10T15:16:25.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:25 smithi102 ceph-mon[88557]: osdmap e663: 8 total, 8 up, 8 in 2024-04-10T15:16:25.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:25 smithi102 ceph-mon[90943]: osdmap e663: 8 total, 8 up, 8 in 2024-04-10T15:16:26.262 INFO:tasks.rados.rados.0.smithi102.stdout:3185: done (2 left) 2024-04-10T15:16:26.263 INFO:tasks.rados.rados.0.smithi102.stdout:3186: rollback oid 28 current snap is 293 2024-04-10T15:16:26.263 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 28 to 275 2024-04-10T15:16:26.263 INFO:tasks.rados.rados.0.smithi102.stdout:3183: finishing write tid 4 to smithi10276805-3 2024-04-10T15:16:26.263 INFO:tasks.rados.rados.0.smithi102.stdout:3183: finishing write tid 5 to smithi10276805-3 2024-04-10T15:16:26.263 INFO:tasks.rados.rados.0.smithi102.stdout:3183: finishing write tid 6 to smithi10276805-3 2024-04-10T15:16:26.263 INFO:tasks.rados.rados.0.smithi102.stdout:3183: finishing write tid 7 to smithi10276805-3 2024-04-10T15:16:26.263 INFO:tasks.rados.rados.0.smithi102.stdout:3183: oid 3 updating version 0 to 1958 2024-04-10T15:16:26.263 INFO:tasks.rados.rados.0.smithi102.stdout:3183: oid 3 updating version 1958 to 1959 2024-04-10T15:16:26.263 INFO:tasks.rados.rados.0.smithi102.stdout:3183: oid 3 version 1959 is already newer than 1957 2024-04-10T15:16:26.263 INFO:tasks.rados.rados.0.smithi102.stdout:3183: oid 3 updating version 1959 to 1961 2024-04-10T15:16:26.263 INFO:tasks.rados.rados.0.smithi102.stdout:3183: oid 3 version 1961 is already newer than 1960 2024-04-10T15:16:26.263 INFO:tasks.rados.rados.0.smithi102.stdout:3183: oid 3 updating version 1961 to 1962 2024-04-10T15:16:26.263 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 1962 (ObjNum 1000 snap 293 seq_num 1000) dirty exists 2024-04-10T15:16:26.264 INFO:tasks.rados.rados.0.smithi102.stdout:3183: left oid 3 (ObjNum 1000 snap 293 seq_num 1000) 2024-04-10T15:16:26.264 INFO:tasks.rados.rados.0.smithi102.stdout:3184: finishing write tid 1 to smithi10276805-5 2024-04-10T15:16:26.264 INFO:tasks.rados.rados.0.smithi102.stdout:3184: finishing write tid 2 to smithi10276805-5 2024-04-10T15:16:26.264 INFO:tasks.rados.rados.0.smithi102.stdout:3184: finishing write tid 3 to smithi10276805-5 2024-04-10T15:16:26.264 INFO:tasks.rados.rados.0.smithi102.stdout:3184: finishing write tid 4 to smithi10276805-5 2024-04-10T15:16:26.264 INFO:tasks.rados.rados.0.smithi102.stdout:3184: finishing write tid 5 to smithi10276805-5 2024-04-10T15:16:26.264 INFO:tasks.rados.rados.0.smithi102.stdout:3184: finishing write tid 6 to smithi10276805-5 2024-04-10T15:16:26.264 INFO:tasks.rados.rados.0.smithi102.stdout:3184: oid 5 updating version 0 to 1396 2024-04-10T15:16:26.264 INFO:tasks.rados.rados.0.smithi102.stdout:3184: oid 5 updating version 1396 to 1398 2024-04-10T15:16:26.264 INFO:tasks.rados.rados.0.smithi102.stdout:3184: oid 5 version 1398 is already newer than 1395 2024-04-10T15:16:26.264 INFO:tasks.rados.rados.0.smithi102.stdout:3184: oid 5 version 1398 is already newer than 1397 2024-04-10T15:16:26.264 INFO:tasks.rados.rados.0.smithi102.stdout:3184: oid 5 updating version 1398 to 1399 2024-04-10T15:16:26.264 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 1399 (ObjNum 1001 snap 293 seq_num 1001) dirty exists 2024-04-10T15:16:26.264 INFO:tasks.rados.rados.0.smithi102.stdout:3184: left oid 5 (ObjNum 1001 snap 293 seq_num 1001) 2024-04-10T15:16:26.265 INFO:tasks.rados.rados.0.smithi102.stdout:3183: done (2 left) 2024-04-10T15:16:26.265 INFO:tasks.rados.rados.0.smithi102.stdout:3184: done (1 left) 2024-04-10T15:16:26.265 INFO:tasks.rados.rados.0.smithi102.stdout:3187: setattr oid 16 current snap is 293 2024-04-10T15:16:26.265 INFO:tasks.rados.rados.0.smithi102.stdout:3188: copy_from oid 45 from oid 35 current snap is 293 2024-04-10T15:16:26.265 INFO:tasks.rados.rados.0.smithi102.stdout:3189: read oid 15 snap -1 2024-04-10T15:16:26.266 INFO:tasks.rados.rados.0.smithi102.stdout:3189: expect (ObjNum 994 snap 288 seq_num 994) 2024-04-10T15:16:26.266 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 13 current snap is 293 2024-04-10T15:16:26.266 INFO:tasks.rados.rados.0.smithi102.stdout:3190: seq_num 1002 ranges {442368=786432,1228800=614400,1843200=581632,2424832=409600} 2024-04-10T15:16:26.272 INFO:tasks.rados.rados.0.smithi102.stdout:3190: writing smithi10276805-13 from 442368 to 1228800 tid 1 2024-04-10T15:16:26.275 INFO:tasks.rados.rados.0.smithi102.stdout:3190: writing smithi10276805-13 from 1228800 to 1843200 tid 2 2024-04-10T15:16:26.278 INFO:tasks.rados.rados.0.smithi102.stdout:3190: writing smithi10276805-13 from 1843200 to 2424832 tid 3 2024-04-10T15:16:26.281 INFO:tasks.rados.rados.0.smithi102.stdout:3190: writing smithi10276805-13 from 2424832 to 2834432 tid 4 2024-04-10T15:16:26.281 INFO:tasks.rados.rados.0.smithi102.stdout:3191: rollback oid 19 current snap is 293 2024-04-10T15:16:26.281 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 19 to 288 2024-04-10T15:16:26.281 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 1516 (ObjNum 788 snap 232 seq_num 788) dirty exists 2024-04-10T15:16:26.282 INFO:tasks.rados.rados.0.smithi102.stdout:3186: finishing rollback tid 0 to smithi10276805-28 2024-04-10T15:16:26.282 INFO:tasks.rados.rados.0.smithi102.stdout:3186: finishing rollback tid 1 to smithi10276805-28 2024-04-10T15:16:26.282 INFO:tasks.rados.rados.0.smithi102.stdout:3186: finishing rollback tid 2 to smithi10276805-28 2024-04-10T15:16:26.282 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 2256 (ObjNum 922 snap 264 seq_num 922) dirty exists 2024-04-10T15:16:26.282 INFO:tasks.rados.rados.0.smithi102.stdout:3186: done (5 left) 2024-04-10T15:16:26.282 INFO:tasks.rados.rados.0.smithi102.stdout:3187: done (4 left) 2024-04-10T15:16:26.282 INFO:tasks.rados.rados.0.smithi102.stdout:3192: read oid 27 snap -1 2024-04-10T15:16:26.282 INFO:tasks.rados.rados.0.smithi102.stdout:3192: expect (ObjNum 958 snap 280 seq_num 958) 2024-04-10T15:16:26.282 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 43 current snap is 293 2024-04-10T15:16:26.282 INFO:tasks.rados.rados.0.smithi102.stdout:3193: seq_num 1003 ranges {8232960=802816,9035776=499712,9535488=737280,10272768=368640} 2024-04-10T15:16:26.332 INFO:tasks.rados.rados.0.smithi102.stdout:3193: writing smithi10276805-43 from 8232960 to 9035776 tid 1 2024-04-10T15:16:26.335 INFO:tasks.rados.rados.0.smithi102.stdout:3193: writing smithi10276805-43 from 9035776 to 9535488 tid 2 2024-04-10T15:16:26.339 INFO:tasks.rados.rados.0.smithi102.stdout:3193: writing smithi10276805-43 from 9535488 to 10272768 tid 3 2024-04-10T15:16:26.342 INFO:tasks.rados.rados.0.smithi102.stdout:3193: writing smithi10276805-43 from 10272768 to 10641408 tid 4 2024-04-10T15:16:26.342 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 47 current snap is 293 2024-04-10T15:16:26.342 INFO:tasks.rados.rados.0.smithi102.stdout:3191: finishing rollback tid 0 to smithi10276805-19 2024-04-10T15:16:26.342 INFO:tasks.rados.rados.0.smithi102.stdout:3194: seq_num 1004 ranges {0=16384} 2024-04-10T15:16:26.342 INFO:tasks.rados.rados.0.smithi102.stdout:3194: writing smithi10276805-47 from 0 to 16384 tid 1 2024-04-10T15:16:26.342 INFO:tasks.rados.rados.0.smithi102.stdout:3195: delete oid 50 current snap is 293 2024-04-10T15:16:26.342 INFO:tasks.rados.rados.0.smithi102.stdout:3191: finishing rollback tid 1 to smithi10276805-19 2024-04-10T15:16:26.343 INFO:tasks.rados.rados.0.smithi102.stdout:3191: finishing rollback tid 2 to smithi10276805-19 2024-04-10T15:16:26.343 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 1541 (ObjNum 979 snap 283 seq_num 979) dirty exists 2024-04-10T15:16:26.343 INFO:tasks.rados.rados.0.smithi102.stdout:3188: finishing copy_from racing read to smithi10276805-45 2024-04-10T15:16:26.343 INFO:tasks.rados.rados.0.smithi102.stdout:3188: finishing copy_from to smithi10276805-45 2024-04-10T15:16:26.343 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 1405 (ObjNum 987 snap 285 seq_num 987) dirty exists 2024-04-10T15:16:26.343 INFO:tasks.rados.rados.0.smithi102.stdout:3190: finishing write tid 1 to smithi10276805-13 2024-04-10T15:16:26.343 INFO:tasks.rados.rados.0.smithi102.stdout:3192: expect (ObjNum 958 snap 280 seq_num 958) 2024-04-10T15:16:26.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:26 smithi154 ceph-mon[84269]: pgmap v654: 121 pgs: 121 active+clean; 301 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-04-10T15:16:26.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:26 smithi154 ceph-mon[84269]: osdmap e664: 8 total, 8 up, 8 in 2024-04-10T15:16:26.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:26 smithi102 ceph-mon[90943]: pgmap v654: 121 pgs: 121 active+clean; 301 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-04-10T15:16:26.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:26 smithi102 ceph-mon[90943]: osdmap e664: 8 total, 8 up, 8 in 2024-04-10T15:16:26.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:26 smithi102 ceph-mon[88557]: pgmap v654: 121 pgs: 121 active+clean; 301 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.9 MiB/s wr, 10 op/s 2024-04-10T15:16:26.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:26 smithi102 ceph-mon[88557]: osdmap e664: 8 total, 8 up, 8 in 2024-04-10T15:16:26.902 INFO:tasks.rados.rados.0.smithi102.stdout:3193: finishing write tid 1 to smithi10276805-43 2024-04-10T15:16:26.903 INFO:tasks.rados.rados.0.smithi102.stdout:3193: finishing write tid 2 to smithi10276805-43 2024-04-10T15:16:26.903 INFO:tasks.rados.rados.0.smithi102.stdout:3189: expect (ObjNum 994 snap 288 seq_num 994) 2024-04-10T15:16:27.537 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:27 smithi102 ceph-mon[90943]: osdmap e665: 8 total, 8 up, 8 in 2024-04-10T15:16:27.537 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:27 smithi102 ceph-mon[88557]: osdmap e665: 8 total, 8 up, 8 in 2024-04-10T15:16:27.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:27 smithi154 ceph-mon[84269]: osdmap e665: 8 total, 8 up, 8 in 2024-04-10T15:16:27.829 INFO:tasks.rados.rados.0.smithi102.stdout:3190: finishing write tid 2 to smithi10276805-13 2024-04-10T15:16:27.829 INFO:tasks.rados.rados.0.smithi102.stdout:3190: finishing write tid 3 to smithi10276805-13 2024-04-10T15:16:27.829 INFO:tasks.rados.rados.0.smithi102.stdout:3190: finishing write tid 4 to smithi10276805-13 2024-04-10T15:16:27.829 INFO:tasks.rados.rados.0.smithi102.stdout:3190: finishing write tid 5 to smithi10276805-13 2024-04-10T15:16:27.829 INFO:tasks.rados.rados.0.smithi102.stdout:3190: finishing write tid 6 to smithi10276805-13 2024-04-10T15:16:27.829 INFO:tasks.rados.rados.0.smithi102.stdout:3190: oid 13 updating version 0 to 2261 2024-04-10T15:16:27.829 INFO:tasks.rados.rados.0.smithi102.stdout:3190: oid 13 updating version 2261 to 2262 2024-04-10T15:16:27.829 INFO:tasks.rados.rados.0.smithi102.stdout:3190: oid 13 version 2262 is already newer than 2259 2024-04-10T15:16:27.829 INFO:tasks.rados.rados.0.smithi102.stdout:3190: oid 13 version 2262 is already newer than 2260 2024-04-10T15:16:27.829 INFO:tasks.rados.rados.0.smithi102.stdout:3190: oid 13 version 2262 is already newer than 2258 2024-04-10T15:16:27.829 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 2262 (ObjNum 1002 snap 293 seq_num 1002) dirty exists 2024-04-10T15:16:27.829 INFO:tasks.rados.rados.0.smithi102.stdout:3190: left oid 13 (ObjNum 1002 snap 293 seq_num 1002) 2024-04-10T15:16:27.829 INFO:tasks.rados.rados.0.smithi102.stdout:3188: done (7 left) 2024-04-10T15:16:27.830 INFO:tasks.rados.rados.0.smithi102.stdout:3189: done (6 left) 2024-04-10T15:16:27.830 INFO:tasks.rados.rados.0.smithi102.stdout:3190: done (5 left) 2024-04-10T15:16:27.830 INFO:tasks.rados.rados.0.smithi102.stdout:3191: done (4 left) 2024-04-10T15:16:27.830 INFO:tasks.rados.rados.0.smithi102.stdout:3192: done (3 left) 2024-04-10T15:16:27.830 INFO:tasks.rados.rados.0.smithi102.stdout:3195: done (2 left) 2024-04-10T15:16:27.830 INFO:tasks.rados.rados.0.smithi102.stdout:3196: read oid 30 snap -1 2024-04-10T15:16:27.830 INFO:tasks.rados.rados.0.smithi102.stdout:3196: expect (ObjNum 861 snap 254 seq_num 861) 2024-04-10T15:16:27.830 INFO:tasks.rados.rados.0.smithi102.stdout:3197: rmattr oid 15 current snap is 293 2024-04-10T15:16:27.830 INFO:tasks.rados.rados.0.smithi102.stdout:3193: finishing write tid 3 to smithi10276805-43 2024-04-10T15:16:27.830 INFO:tasks.rados.rados.0.smithi102.stdout:3193: finishing write tid 4 to smithi10276805-43 2024-04-10T15:16:27.830 INFO:tasks.rados.rados.0.smithi102.stdout:3193: finishing write tid 5 to smithi10276805-43 2024-04-10T15:16:27.830 INFO:tasks.rados.rados.0.smithi102.stdout:3194: finishing write tid 1 to smithi10276805-47 2024-04-10T15:16:27.830 INFO:tasks.rados.rados.0.smithi102.stdout:3194: finishing write tid 2 to smithi10276805-47 2024-04-10T15:16:27.830 INFO:tasks.rados.rados.0.smithi102.stdout:3193: finishing write tid 6 to smithi10276805-43 2024-04-10T15:16:27.830 INFO:tasks.rados.rados.0.smithi102.stdout:3193: oid 43 updating version 0 to 1547 2024-04-10T15:16:27.831 INFO:tasks.rados.rados.0.smithi102.stdout:3193: oid 43 version 1547 is already newer than 1545 2024-04-10T15:16:27.831 INFO:tasks.rados.rados.0.smithi102.stdout:3193: oid 43 version 1547 is already newer than 1544 2024-04-10T15:16:27.831 INFO:tasks.rados.rados.0.smithi102.stdout:3193: oid 43 version 1547 is already newer than 1543 2024-04-10T15:16:27.831 INFO:tasks.rados.rados.0.smithi102.stdout:3193: oid 43 version 1547 is already newer than 1546 2024-04-10T15:16:27.831 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 1547 (ObjNum 1003 snap 293 seq_num 1003) dirty exists 2024-04-10T15:16:27.831 INFO:tasks.rados.rados.0.smithi102.stdout:3193: left oid 43 (ObjNum 1003 snap 293 seq_num 1003) 2024-04-10T15:16:27.831 INFO:tasks.rados.rados.0.smithi102.stdout:3194: finishing write tid 3 to smithi10276805-47 2024-04-10T15:16:27.831 INFO:tasks.rados.rados.0.smithi102.stdout:3194: oid 47 updating version 0 to 2265 2024-04-10T15:16:27.831 INFO:tasks.rados.rados.0.smithi102.stdout:3194: oid 47 updating version 2265 to 2266 2024-04-10T15:16:27.831 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 2266 (ObjNum 1004 snap 293 seq_num 1004) dirty exists 2024-04-10T15:16:27.831 INFO:tasks.rados.rados.0.smithi102.stdout:3194: left oid 47 (ObjNum 1004 snap 293 seq_num 1004) 2024-04-10T15:16:27.831 INFO:tasks.rados.rados.0.smithi102.stdout:3193: done (3 left) 2024-04-10T15:16:27.831 INFO:tasks.rados.rados.0.smithi102.stdout:3194: done (2 left) 2024-04-10T15:16:27.831 INFO:tasks.rados.rados.0.smithi102.stdout:3198: copy_from oid 50 from oid 13 current snap is 293 2024-04-10T15:16:27.831 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 3 current snap is 293 2024-04-10T15:16:27.831 INFO:tasks.rados.rados.0.smithi102.stdout:3199: seq_num 1006 ranges {12402688=49152} 2024-04-10T15:16:27.893 INFO:tasks.rados.rados.0.smithi102.stdout:3199: writing smithi10276805-3 from 12402688 to 12451840 tid 1 2024-04-10T15:16:27.893 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 8 current snap is 293 2024-04-10T15:16:27.894 INFO:tasks.rados.rados.0.smithi102.stdout:3200: seq_num 1007 ranges {2375680=65536} 2024-04-10T15:16:27.905 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:16:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:16:27] "GET /metrics HTTP/1.1" 200 36348 "" "Prometheus/2.43.0" 2024-04-10T15:16:27.906 INFO:tasks.rados.rados.0.smithi102.stdout:3200: writing smithi10276805-8 from 2375680 to 2441216 tid 1 2024-04-10T15:16:27.906 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 6 current snap is 293 2024-04-10T15:16:27.906 INFO:tasks.rados.rados.0.smithi102.stdout:3201: seq_num 1008 ranges {0=90112} 2024-04-10T15:16:27.907 INFO:tasks.rados.rados.0.smithi102.stdout:3201: writing smithi10276805-6 from 0 to 90112 tid 1 2024-04-10T15:16:27.907 INFO:tasks.rados.rados.0.smithi102.stdout:3202: rollback oid 44 current snap is 293 2024-04-10T15:16:27.907 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 44 to 288 2024-04-10T15:16:27.907 INFO:tasks.rados.rados.0.smithi102.stdout:3196: expect (ObjNum 861 snap 254 seq_num 861) 2024-04-10T15:16:27.912 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 2268 (ObjNum 994 snap 288 seq_num 994) dirty exists 2024-04-10T15:16:27.912 INFO:tasks.rados.rados.0.smithi102.stdout:3198: finishing copy_from racing read to smithi10276805-50 2024-04-10T15:16:27.912 INFO:tasks.rados.rados.0.smithi102.stdout:3198: finishing copy_from to smithi10276805-50 2024-04-10T15:16:27.912 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 2262 (ObjNum 1002 snap 293 seq_num 1002) dirty exists 2024-04-10T15:16:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:3199: finishing write tid 1 to smithi10276805-3 2024-04-10T15:16:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:3199: finishing write tid 2 to smithi10276805-3 2024-04-10T15:16:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:3199: finishing write tid 3 to smithi10276805-3 2024-04-10T15:16:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:3199: oid 3 updating version 0 to 1966 2024-04-10T15:16:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:3199: oid 3 version 1966 is already newer than 1965 2024-04-10T15:16:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 1966 (ObjNum 1006 snap 293 seq_num 1006) dirty exists 2024-04-10T15:16:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:3199: left oid 3 (ObjNum 1006 snap 293 seq_num 1006) 2024-04-10T15:16:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:3201: finishing write tid 1 to smithi10276805-6 2024-04-10T15:16:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:3200: finishing write tid 1 to smithi10276805-8 2024-04-10T15:16:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:3201: finishing write tid 2 to smithi10276805-6 2024-04-10T15:16:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:3200: finishing write tid 2 to smithi10276805-8 2024-04-10T15:16:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:3202: finishing rollback tid 0 to smithi10276805-44 2024-04-10T15:16:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:3202: finishing rollback tid 1 to smithi10276805-44 2024-04-10T15:16:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:3200: finishing write tid 3 to smithi10276805-8 2024-04-10T15:16:27.913 INFO:tasks.rados.rados.0.smithi102.stdout:3200: oid 8 updating version 0 to 1412 2024-04-10T15:16:27.914 INFO:tasks.rados.rados.0.smithi102.stdout:3200: oid 8 version 1412 is already newer than 1411 2024-04-10T15:16:27.914 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 1412 (ObjNum 1007 snap 293 seq_num 1007) dirty exists 2024-04-10T15:16:27.914 INFO:tasks.rados.rados.0.smithi102.stdout:3200: left oid 8 (ObjNum 1007 snap 293 seq_num 1007) 2024-04-10T15:16:27.914 INFO:tasks.rados.rados.0.smithi102.stdout:3202: finishing rollback tid 2 to smithi10276805-44 2024-04-10T15:16:27.914 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 2040 (ObjNum 989 snap 285 seq_num 989) dirty exists 2024-04-10T15:16:27.914 INFO:tasks.rados.rados.0.smithi102.stdout:3196: done (6 left) 2024-04-10T15:16:27.914 INFO:tasks.rados.rados.0.smithi102.stdout:3197: done (5 left) 2024-04-10T15:16:27.914 INFO:tasks.rados.rados.0.smithi102.stdout:3198: done (4 left) 2024-04-10T15:16:27.914 INFO:tasks.rados.rados.0.smithi102.stdout:3199: done (3 left) 2024-04-10T15:16:27.914 INFO:tasks.rados.rados.0.smithi102.stdout:3200: done (2 left) 2024-04-10T15:16:27.914 INFO:tasks.rados.rados.0.smithi102.stdout:3202: done (1 left) 2024-04-10T15:16:27.914 INFO:tasks.rados.rados.0.smithi102.stdout:3203: read oid 13 snap -1 2024-04-10T15:16:27.914 INFO:tasks.rados.rados.0.smithi102.stdout:3203: expect (ObjNum 1002 snap 293 seq_num 1002) 2024-04-10T15:16:27.914 INFO:tasks.rados.rados.0.smithi102.stdout:3204: read oid 47 snap -1 2024-04-10T15:16:27.915 INFO:tasks.rados.rados.0.smithi102.stdout:3204: expect (ObjNum 1004 snap 293 seq_num 1004) 2024-04-10T15:16:27.915 INFO:tasks.rados.rados.0.smithi102.stdout:3205: snap_remove snap 287 2024-04-10T15:16:28.246 INFO:tasks.rados.rados.0.smithi102.stdout:3205: done (3 left) 2024-04-10T15:16:28.247 INFO:tasks.rados.rados.0.smithi102.stdout:3206: read oid 49 snap 284 2024-04-10T15:16:28.247 INFO:tasks.rados.rados.0.smithi102.stdout:3206: expect (ObjNum 852 snap 251 seq_num 852) 2024-04-10T15:16:28.247 INFO:tasks.rados.rados.0.smithi102.stdout:3207: setattr oid 26 current snap is 293 2024-04-10T15:16:28.247 INFO:tasks.rados.rados.0.smithi102.stdout:3201: finishing write tid 3 to smithi10276805-6 2024-04-10T15:16:28.247 INFO:tasks.rados.rados.0.smithi102.stdout:3201: oid 6 updating version 0 to 2039 2024-04-10T15:16:28.247 INFO:tasks.rados.rados.0.smithi102.stdout:3201: oid 6 updating version 2039 to 2040 2024-04-10T15:16:28.247 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 2040 (ObjNum 1008 snap 293 seq_num 1008) dirty exists 2024-04-10T15:16:28.247 INFO:tasks.rados.rados.0.smithi102.stdout:3201: left oid 6 (ObjNum 1008 snap 293 seq_num 1008) 2024-04-10T15:16:28.247 INFO:tasks.rados.rados.0.smithi102.stdout:3203: expect (ObjNum 1002 snap 293 seq_num 1002) 2024-04-10T15:16:28.338 INFO:tasks.rados.rados.0.smithi102.stdout:3204: expect (ObjNum 1004 snap 293 seq_num 1004) 2024-04-10T15:16:28.339 INFO:tasks.rados.rados.0.smithi102.stdout:3206: expect (ObjNum 852 snap 251 seq_num 852) 2024-04-10T15:16:28.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:28 smithi154 ceph-mon[84269]: pgmap v657: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 311 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-04-10T15:16:28.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:28 smithi154 ceph-mon[84269]: osdmap e666: 8 total, 8 up, 8 in 2024-04-10T15:16:28.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:28 smithi102 ceph-mon[90943]: pgmap v657: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 311 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-04-10T15:16:28.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:28 smithi102 ceph-mon[90943]: osdmap e666: 8 total, 8 up, 8 in 2024-04-10T15:16:28.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:28 smithi102 ceph-mon[88557]: pgmap v657: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 311 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 21 MiB/s rd, 3.1 MiB/s wr, 17 op/s 2024-04-10T15:16:28.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:28 smithi102 ceph-mon[88557]: osdmap e666: 8 total, 8 up, 8 in 2024-04-10T15:16:28.661 INFO:tasks.rados.rados.0.smithi102.stdout:3201: done (4 left) 2024-04-10T15:16:28.662 INFO:tasks.rados.rados.0.smithi102.stdout:3203: done (3 left) 2024-04-10T15:16:28.662 INFO:tasks.rados.rados.0.smithi102.stdout:3204: done (2 left) 2024-04-10T15:16:28.662 INFO:tasks.rados.rados.0.smithi102.stdout:3206: done (1 left) 2024-04-10T15:16:28.662 INFO:tasks.rados.rados.0.smithi102.stdout:3208: copy_from oid 2 from oid 43 current snap is 293 2024-04-10T15:16:28.662 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 293 2024-04-10T15:16:28.662 INFO:tasks.rados.rados.0.smithi102.stdout:3209: seq_num 1009 ranges {3850240=106496} 2024-04-10T15:16:28.683 INFO:tasks.rados.rados.0.smithi102.stdout:3209: writing smithi10276805-10 from 3850240 to 3956736 tid 1 2024-04-10T15:16:28.683 INFO:tasks.rados.rados.0.smithi102.stdout:3210: copy_from oid 34 from oid 29 current snap is 293 2024-04-10T15:16:28.683 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1553 (ObjNum 937 snap 270 seq_num 937) dirty exists 2024-04-10T15:16:28.683 INFO:tasks.rados.rados.0.smithi102.stdout:3207: done (3 left) 2024-04-10T15:16:28.683 INFO:tasks.rados.rados.0.smithi102.stdout:3211: snap_remove snap 268 2024-04-10T15:16:29.277 INFO:tasks.rados.rados.0.smithi102.stdout:3211: done (3 left) 2024-04-10T15:16:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:3212: rollback oid 31 current snap is 293 2024-04-10T15:16:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 31 to 285 2024-04-10T15:16:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:3209: finishing write tid 1 to smithi10276805-10 2024-04-10T15:16:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:3209: finishing write tid 2 to smithi10276805-10 2024-04-10T15:16:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:3209: finishing write tid 3 to smithi10276805-10 2024-04-10T15:16:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:3209: oid 10 updating version 0 to 2042 2024-04-10T15:16:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:3209: oid 10 version 2042 is already newer than 2041 2024-04-10T15:16:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 2042 (ObjNum 1009 snap 293 seq_num 1009) dirty exists 2024-04-10T15:16:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:3209: left oid 10 (ObjNum 1009 snap 293 seq_num 1009) 2024-04-10T15:16:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:3210: finishing copy_from racing read to smithi10276805-34 2024-04-10T15:16:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:3210: finishing copy_from to smithi10276805-34 2024-04-10T15:16:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 1382 (ObjNum 901 snap 259 seq_num 901) dirty exists 2024-04-10T15:16:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:3208: finishing copy_from racing read to smithi10276805-2 2024-04-10T15:16:29.278 INFO:tasks.rados.rados.0.smithi102.stdout:3208: finishing copy_from to smithi10276805-2 2024-04-10T15:16:29.279 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 1547 (ObjNum 1003 snap 293 seq_num 1003) dirty exists 2024-04-10T15:16:29.279 INFO:tasks.rados.rados.0.smithi102.stdout:3208: done (3 left) 2024-04-10T15:16:29.279 INFO:tasks.rados.rados.0.smithi102.stdout:3209: done (2 left) 2024-04-10T15:16:29.279 INFO:tasks.rados.rados.0.smithi102.stdout:3210: done (1 left) 2024-04-10T15:16:29.279 INFO:tasks.rados.rados.0.smithi102.stdout:3213: delete oid 8 current snap is 293 2024-04-10T15:16:29.288 INFO:tasks.rados.rados.0.smithi102.stdout:3213: done (1 left) 2024-04-10T15:16:29.288 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 293 2024-04-10T15:16:29.288 INFO:tasks.rados.rados.0.smithi102.stdout:3214: seq_num 1011 ranges {0=139264} 2024-04-10T15:16:29.290 INFO:tasks.rados.rados.0.smithi102.stdout:3214: writing smithi10276805-4 from 0 to 139264 tid 1 2024-04-10T15:16:29.290 INFO:tasks.rados.rados.0.smithi102.stdout:3215: read oid 6 snap 285 2024-04-10T15:16:29.290 INFO:tasks.rados.rados.0.smithi102.stdout:3215: expect deleted 2024-04-10T15:16:29.290 INFO:tasks.rados.rados.0.smithi102.stdout:3216: copy_from oid 21 from oid 24 current snap is 293 2024-04-10T15:16:29.290 INFO:tasks.rados.rados.0.smithi102.stdout:3212: finishing rollback tid 0 to smithi10276805-31 2024-04-10T15:16:29.290 INFO:tasks.rados.rados.0.smithi102.stdout:3212: finishing rollback tid 1 to smithi10276805-31 2024-04-10T15:16:29.290 INFO:tasks.rados.rados.0.smithi102.stdout:3217: delete oid 29 current snap is 293 2024-04-10T15:16:29.290 INFO:tasks.rados.rados.0.smithi102.stdout:3212: finishing rollback tid 2 to smithi10276805-31 2024-04-10T15:16:29.290 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 2032 (ObjNum 972 snap 283 seq_num 972) dirty exists 2024-04-10T15:16:29.294 INFO:tasks.rados.rados.0.smithi102.stdout:3214: finishing write tid 1 to smithi10276805-4 2024-04-10T15:16:29.294 INFO:tasks.rados.rados.0.smithi102.stdout:3214: finishing write tid 2 to smithi10276805-4 2024-04-10T15:16:29.299 INFO:tasks.rados.rados.0.smithi102.stdout:3214: finishing write tid 3 to smithi10276805-4 2024-04-10T15:16:29.299 INFO:tasks.rados.rados.0.smithi102.stdout:3214: oid 4 updating version 0 to 1274 2024-04-10T15:16:29.299 INFO:tasks.rados.rados.0.smithi102.stdout:3214: oid 4 updating version 1274 to 1275 2024-04-10T15:16:29.299 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 1275 (ObjNum 1011 snap 293 seq_num 1011) dirty exists 2024-04-10T15:16:29.299 INFO:tasks.rados.rados.0.smithi102.stdout:3214: left oid 4 (ObjNum 1011 snap 293 seq_num 1011) 2024-04-10T15:16:29.303 INFO:tasks.rados.rados.0.smithi102.stdout:3212: done (4 left) 2024-04-10T15:16:29.303 INFO:tasks.rados.rados.0.smithi102.stdout:3214: done (3 left) 2024-04-10T15:16:29.303 INFO:tasks.rados.rados.0.smithi102.stdout:3215: done (2 left) 2024-04-10T15:16:29.303 INFO:tasks.rados.rados.0.smithi102.stdout:3217: done (1 left) 2024-04-10T15:16:29.303 INFO:tasks.rados.rados.0.smithi102.stdout:3218: snap_remove snap 289 2024-04-10T15:16:30.286 INFO:tasks.rados.rados.0.smithi102.stdout:3218: done (1 left) 2024-04-10T15:16:30.287 INFO:tasks.rados.rados.0.smithi102.stdout:3219: read oid 13 snap 285 2024-04-10T15:16:30.287 INFO:tasks.rados.rados.0.smithi102.stdout:3219: expect (ObjNum 886 snap 255 seq_num 886) 2024-04-10T15:16:30.287 INFO:tasks.rados.rados.0.smithi102.stdout:3220: rollback oid 23 current snap is 293 2024-04-10T15:16:30.287 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 23 to 275 2024-04-10T15:16:30.287 INFO:tasks.rados.rados.0.smithi102.stdout:3216: finishing copy_from racing read to smithi10276805-21 2024-04-10T15:16:30.287 INFO:tasks.rados.rados.0.smithi102.stdout:3216: finishing copy_from to smithi10276805-21 2024-04-10T15:16:30.287 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 1388 (ObjNum 949 snap 276 seq_num 949) dirty exists 2024-04-10T15:16:30.287 INFO:tasks.rados.rados.0.smithi102.stdout:3216: done (2 left) 2024-04-10T15:16:30.287 INFO:tasks.rados.rados.0.smithi102.stdout:3221: snap_create 2024-04-10T15:16:30.296 INFO:tasks.rados.rados.0.smithi102.stdout:3220: finishing rollback tid 0 to smithi10276805-23 2024-04-10T15:16:30.297 INFO:tasks.rados.rados.0.smithi102.stdout:3220: finishing rollback tid 1 to smithi10276805-23 2024-04-10T15:16:30.297 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 1364 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:16:30.301 INFO:tasks.rados.rados.0.smithi102.stdout:3219: expect (ObjNum 886 snap 255 seq_num 886) 2024-04-10T15:16:30.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:30 smithi154 ceph-mon[84269]: pgmap v659: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 310 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-04-10T15:16:30.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:30 smithi154 ceph-mon[84269]: osdmap e667: 8 total, 8 up, 8 in 2024-04-10T15:16:30.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:30 smithi102 ceph-mon[88557]: pgmap v659: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 310 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-04-10T15:16:30.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:30 smithi102 ceph-mon[88557]: osdmap e667: 8 total, 8 up, 8 in 2024-04-10T15:16:30.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:30 smithi102 ceph-mon[90943]: pgmap v659: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 310 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-04-10T15:16:30.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:30 smithi102 ceph-mon[90943]: osdmap e667: 8 total, 8 up, 8 in 2024-04-10T15:16:31.150 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -e sha1=a5074d4516d566e9d8b6aec912f26afd099de101 -- bash -c 'ceph orch ps' 2024-04-10T15:16:31.289 INFO:tasks.rados.rados.0.smithi102.stdout:3219: done (2 left) 2024-04-10T15:16:31.289 INFO:tasks.rados.rados.0.smithi102.stdout:3220: done (1 left) 2024-04-10T15:16:31.289 INFO:tasks.rados.rados.0.smithi102.stdout:3221: done (0 left) 2024-04-10T15:16:31.289 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 30 current snap is 294 2024-04-10T15:16:31.289 INFO:tasks.rados.rados.0.smithi102.stdout:3222: seq_num 1013 ranges {24576=172032} 2024-04-10T15:16:31.290 INFO:tasks.rados.rados.0.smithi102.stdout:3222: writing smithi10276805-30 from 24576 to 196608 tid 1 2024-04-10T15:16:31.290 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 38 current snap is 294 2024-04-10T15:16:31.290 INFO:tasks.rados.rados.0.smithi102.stdout:3223: seq_num 1014 ranges {1540096=188416} 2024-04-10T15:16:31.300 INFO:tasks.rados.rados.0.smithi102.stdout:3223: writing smithi10276805-38 from 1540096 to 1728512 tid 1 2024-04-10T15:16:31.300 INFO:tasks.rados.rados.0.smithi102.stdout:3224: snap_create 2024-04-10T15:16:31.300 INFO:tasks.rados.rados.0.smithi102.stdout:3222: finishing write tid 1 to smithi10276805-30 2024-04-10T15:16:31.300 INFO:tasks.rados.rados.0.smithi102.stdout:3222: finishing write tid 2 to smithi10276805-30 2024-04-10T15:16:31.300 INFO:tasks.rados.rados.0.smithi102.stdout:3222: finishing write tid 3 to smithi10276805-30 2024-04-10T15:16:31.300 INFO:tasks.rados.rados.0.smithi102.stdout:3222: oid 30 updating version 0 to 1389 2024-04-10T15:16:31.301 INFO:tasks.rados.rados.0.smithi102.stdout:3222: oid 30 updating version 1389 to 1390 2024-04-10T15:16:31.301 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 1390 (ObjNum 1013 snap 294 seq_num 1013) dirty exists 2024-04-10T15:16:31.301 INFO:tasks.rados.rados.0.smithi102.stdout:3222: left oid 30 (ObjNum 1013 snap 294 seq_num 1013) 2024-04-10T15:16:31.302 INFO:tasks.rados.rados.0.smithi102.stdout:3223: finishing write tid 1 to smithi10276805-38 2024-04-10T15:16:31.303 INFO:tasks.rados.rados.0.smithi102.stdout:3223: finishing write tid 2 to smithi10276805-38 2024-04-10T15:16:31.306 INFO:tasks.rados.rados.0.smithi102.stdout:3223: finishing write tid 3 to smithi10276805-38 2024-04-10T15:16:31.306 INFO:tasks.rados.rados.0.smithi102.stdout:3223: oid 38 updating version 0 to 1821 2024-04-10T15:16:31.306 INFO:tasks.rados.rados.0.smithi102.stdout:3223: oid 38 version 1821 is already newer than 1820 2024-04-10T15:16:31.306 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 1821 (ObjNum 1014 snap 294 seq_num 1014) dirty exists 2024-04-10T15:16:31.306 INFO:tasks.rados.rados.0.smithi102.stdout:3223: left oid 38 (ObjNum 1014 snap 294 seq_num 1014) 2024-04-10T15:16:31.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:31 smithi102 ceph-mon[90943]: osdmap e668: 8 total, 8 up, 8 in 2024-04-10T15:16:31.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:31 smithi102 ceph-mon[90943]: from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:16:31.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:31 smithi102 ceph-mon[90943]: pgmap v662: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 323 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.8 MiB/s wr, 22 op/s 2024-04-10T15:16:31.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:31 smithi102 ceph-mon[88557]: osdmap e668: 8 total, 8 up, 8 in 2024-04-10T15:16:31.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:31 smithi102 ceph-mon[88557]: from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:16:31.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:31 smithi102 ceph-mon[88557]: pgmap v662: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 323 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.8 MiB/s wr, 22 op/s 2024-04-10T15:16:31.411 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:16:31.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:31 smithi154 ceph-mon[84269]: osdmap e668: 8 total, 8 up, 8 in 2024-04-10T15:16:31.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:31 smithi154 ceph-mon[84269]: from='client.34464 -' entity='client.admin' cmd=[{"prefix": "orch upgrade status", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:16:31.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:31 smithi154 ceph-mon[84269]: pgmap v662: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 323 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 11 MiB/s rd, 6.8 MiB/s wr, 22 op/s 2024-04-10T15:16:32.302 INFO:tasks.rados.rados.0.smithi102.stdout:3222: done (2 left) 2024-04-10T15:16:32.302 INFO:tasks.rados.rados.0.smithi102.stdout:3223: done (1 left) 2024-04-10T15:16:32.302 INFO:tasks.rados.rados.0.smithi102.stdout:3224: done (0 left) 2024-04-10T15:16:32.302 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 31 current snap is 295 2024-04-10T15:16:32.302 INFO:tasks.rados.rados.0.smithi102.stdout:3225: seq_num 1015 ranges {1892352=204800} 2024-04-10T15:16:32.313 INFO:tasks.rados.rados.0.smithi102.stdout:3225: writing smithi10276805-31 from 1892352 to 2097152 tid 1 2024-04-10T15:16:32.313 INFO:tasks.rados.rados.0.smithi102.stdout:3226: rmattr oid 35 current snap is 295 2024-04-10T15:16:32.313 INFO:tasks.rados.rados.0.smithi102.stdout:3226: done (1 left) 2024-04-10T15:16:32.313 INFO:tasks.rados.rados.0.smithi102.stdout:3227: read oid 29 snap 294 2024-04-10T15:16:32.313 INFO:tasks.rados.rados.0.smithi102.stdout:3227: expect deleted 2024-04-10T15:16:32.314 INFO:tasks.rados.rados.0.smithi102.stdout:3228: copy_from oid 11 from oid 13 current snap is 295 2024-04-10T15:16:32.314 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 46 current snap is 295 2024-04-10T15:16:32.314 INFO:tasks.rados.rados.0.smithi102.stdout:3229: seq_num 1016 ranges {0=221184} 2024-04-10T15:16:32.314 INFO:tasks.rados.rados.0.smithi102.stdout:3229: writing smithi10276805-46 from 0 to 221184 tid 1 2024-04-10T15:16:32.314 INFO:tasks.rados.rados.0.smithi102.stdout:3230: delete oid 18 current snap is 295 2024-04-10T15:16:32.319 INFO:tasks.rados.rados.0.smithi102.stdout:3225: finishing write tid 1 to smithi10276805-31 2024-04-10T15:16:32.319 INFO:tasks.rados.rados.0.smithi102.stdout:3225: finishing write tid 2 to smithi10276805-31 2024-04-10T15:16:32.321 INFO:tasks.rados.rados.0.smithi102.stdout:3229: finishing write tid 1 to smithi10276805-46 2024-04-10T15:16:32.321 INFO:tasks.rados.rados.0.smithi102.stdout:3227: done (4 left) 2024-04-10T15:16:32.321 INFO:tasks.rados.rados.0.smithi102.stdout:3230: done (3 left) 2024-04-10T15:16:32.321 INFO:tasks.rados.rados.0.smithi102.stdout:3231: read oid 15 snap -1 2024-04-10T15:16:32.321 INFO:tasks.rados.rados.0.smithi102.stdout:3231: expect (ObjNum 994 snap 288 seq_num 994) 2024-04-10T15:16:32.321 INFO:tasks.rados.rados.0.smithi102.stdout:3229: finishing write tid 2 to smithi10276805-46 2024-04-10T15:16:32.321 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 47 current snap is 295 2024-04-10T15:16:32.321 INFO:tasks.rados.rados.0.smithi102.stdout:3232: seq_num 1018 ranges {16384=253952} 2024-04-10T15:16:32.322 INFO:tasks.rados.rados.0.smithi102.stdout:3232: writing smithi10276805-47 from 16384 to 270336 tid 1 2024-04-10T15:16:32.322 INFO:tasks.rados.rados.0.smithi102.stdout:3233: snap_remove snap 284 2024-04-10T15:16:32.558 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:32 smithi102 ceph-mon[90943]: osdmap e669: 8 total, 8 up, 8 in 2024-04-10T15:16:32.558 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:32 smithi102 ceph-mon[88557]: osdmap e669: 8 total, 8 up, 8 in 2024-04-10T15:16:32.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:32 smithi154 ceph-mon[84269]: osdmap e669: 8 total, 8 up, 8 in 2024-04-10T15:16:32.626 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:16:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:16:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:16:33.250 INFO:tasks.rados.rados.0.smithi102.stdout:3233: done (5 left) 2024-04-10T15:16:33.250 INFO:tasks.rados.rados.0.smithi102.stdout:3234: rollback oid 2 current snap is 295 2024-04-10T15:16:33.250 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 2 to 291 2024-04-10T15:16:33.250 INFO:tasks.rados.rados.0.smithi102.stdout:3225: finishing write tid 3 to smithi10276805-31 2024-04-10T15:16:33.251 INFO:tasks.rados.rados.0.smithi102.stdout:3225: oid 31 updating version 0 to 2033 2024-04-10T15:16:33.251 INFO:tasks.rados.rados.0.smithi102.stdout:3225: oid 31 updating version 2033 to 2034 2024-04-10T15:16:33.251 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 2034 (ObjNum 1015 snap 295 seq_num 1015) dirty exists 2024-04-10T15:16:33.251 INFO:tasks.rados.rados.0.smithi102.stdout:3225: left oid 31 (ObjNum 1015 snap 295 seq_num 1015) 2024-04-10T15:16:33.251 INFO:tasks.rados.rados.0.smithi102.stdout:3229: finishing write tid 3 to smithi10276805-46 2024-04-10T15:16:33.251 INFO:tasks.rados.rados.0.smithi102.stdout:3229: oid 46 updating version 0 to 2036 2024-04-10T15:16:33.251 INFO:tasks.rados.rados.0.smithi102.stdout:3229: oid 46 version 2036 is already newer than 2035 2024-04-10T15:16:33.251 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 2036 (ObjNum 1016 snap 295 seq_num 1016) dirty exists 2024-04-10T15:16:33.251 INFO:tasks.rados.rados.0.smithi102.stdout:3229: left oid 46 (ObjNum 1016 snap 295 seq_num 1016) 2024-04-10T15:16:33.251 INFO:tasks.rados.rados.0.smithi102.stdout:3228: finishing copy_from racing read to smithi10276805-11 2024-04-10T15:16:33.251 INFO:tasks.rados.rados.0.smithi102.stdout:3228: finishing copy_from to smithi10276805-11 2024-04-10T15:16:33.251 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 2262 (ObjNum 1002 snap 293 seq_num 1002) dirty exists 2024-04-10T15:16:33.251 INFO:tasks.rados.rados.0.smithi102.stdout:3231: expect (ObjNum 994 snap 288 seq_num 994) 2024-04-10T15:16:33.260 INFO:teuthology.orchestra.run.smithi102.stdout:NAME HOST PORTS STATUS REFRESHED AGE MEM USE MEM LIM VERSION IMAGE ID CONTAINER ID 2024-04-10T15:16:33.260 INFO:teuthology.orchestra.run.smithi102.stdout:alertmanager.a smithi102 *:9093,9094 running (55s) 52s ago 12m 15.9M - 0.25.0 c8568f914cd2 f22814c7000a 2024-04-10T15:16:33.260 INFO:teuthology.orchestra.run.smithi102.stdout:grafana.a smithi154 *:3000 running (30s) 26s ago 12m 52.2M - 9.4.12 2bacad6d85d8 b0eb37fd63b1 2024-04-10T15:16:33.260 INFO:teuthology.orchestra.run.smithi102.stdout:mds.a smithi102 running (2m) 52s ago 13m 15.5M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 32b08f42b5e0 2024-04-10T15:16:33.260 INFO:teuthology.orchestra.run.smithi102.stdout:mds.b smithi154 running (104s) 26s ago 13m 15.3M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 98f96283a9b2 2024-04-10T15:16:33.260 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.x smithi154 *:8443,9283,8765 running (8m) 26s ago 16m 453M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 5843a1d0f5c5 2024-04-10T15:16:33.260 INFO:teuthology.orchestra.run.smithi102.stdout:mgr.y smithi102 *:8443,9283,8765 running (8m) 52s ago 18m 522M - 19.0.0-2838-ga5074d45 ffe3e7ac3788 d4cb3bfdb76a 2024-04-10T15:16:33.260 INFO:teuthology.orchestra.run.smithi102.stdout:mon.a smithi102 running (7m) 52s ago 18m 69.0M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 09d0a3f89365 2024-04-10T15:16:33.261 INFO:teuthology.orchestra.run.smithi102.stdout:mon.b smithi154 running (7m) 26s ago 17m 54.4M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 ecf89eee3550 2024-04-10T15:16:33.261 INFO:teuthology.orchestra.run.smithi102.stdout:mon.c smithi102 running (7m) 52s ago 17m 61.6M 2048M 19.0.0-2838-ga5074d45 ffe3e7ac3788 57de69af85cd 2024-04-10T15:16:33.261 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.a smithi102 *:9100 running (91s) 52s ago 12m 7596k - 1.5.0 0da6a335fe13 cd300660e877 2024-04-10T15:16:33.261 INFO:teuthology.orchestra.run.smithi102.stdout:node-exporter.b smithi154 *:9100 running (87s) 26s ago 12m 16.1M - 1.5.0 0da6a335fe13 26905169329b 2024-04-10T15:16:33.261 INFO:teuthology.orchestra.run.smithi102.stdout:osd.0 smithi102 running (6m) 52s ago 16m 261M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 e0c9aedb2146 2024-04-10T15:16:33.261 INFO:teuthology.orchestra.run.smithi102.stdout:osd.1 smithi102 running (5m) 52s ago 16m 142M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 2d65d19c2ebd 2024-04-10T15:16:33.261 INFO:teuthology.orchestra.run.smithi102.stdout:osd.2 smithi102 running (5m) 52s ago 15m 271M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 5937c2c020b1 2024-04-10T15:16:33.261 INFO:teuthology.orchestra.run.smithi102.stdout:osd.3 smithi102 running (4m) 52s ago 15m 155M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 056d46e334c1 2024-04-10T15:16:33.261 INFO:teuthology.orchestra.run.smithi102.stdout:osd.4 smithi154 running (4m) 26s ago 15m 262M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 b11287656a89 2024-04-10T15:16:33.261 INFO:teuthology.orchestra.run.smithi102.stdout:osd.5 smithi154 running (3m) 26s ago 14m 258M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 a092a68346b1 2024-04-10T15:16:33.261 INFO:teuthology.orchestra.run.smithi102.stdout:osd.6 smithi154 running (2m) 26s ago 14m 160M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 37b06cfa6a20 2024-04-10T15:16:33.261 INFO:teuthology.orchestra.run.smithi102.stdout:osd.7 smithi154 running (2m) 26s ago 13m 125M 2480M 19.0.0-2838-ga5074d45 ffe3e7ac3788 7706e972bd27 2024-04-10T15:16:33.261 INFO:teuthology.orchestra.run.smithi102.stdout:prometheus.a smithi154 *:9095 running (71s) 26s ago 13m 52.2M - 2.43.0 a07b618ecd1d cd56a0434c81 2024-04-10T15:16:33.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:33 smithi102 ceph-mon[90943]: osdmap e670: 8 total, 8 up, 8 in 2024-04-10T15:16:33.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:33 smithi102 ceph-mon[90943]: pgmap v665: 121 pgs: 121 active+clean; 316 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.3 MiB/s wr, 29 op/s 2024-04-10T15:16:33.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:33 smithi102 ceph-mon[90943]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:16:33.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:33 smithi102 ceph-mon[90943]: osdmap e671: 8 total, 8 up, 8 in 2024-04-10T15:16:33.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:33 smithi102 ceph-mon[88557]: osdmap e670: 8 total, 8 up, 8 in 2024-04-10T15:16:33.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:33 smithi102 ceph-mon[88557]: pgmap v665: 121 pgs: 121 active+clean; 316 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.3 MiB/s wr, 29 op/s 2024-04-10T15:16:33.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:33 smithi102 ceph-mon[88557]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:16:33.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:33 smithi102 ceph-mon[88557]: osdmap e671: 8 total, 8 up, 8 in 2024-04-10T15:16:33.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:33 smithi154 ceph-mon[84269]: osdmap e670: 8 total, 8 up, 8 in 2024-04-10T15:16:33.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:33 smithi154 ceph-mon[84269]: pgmap v665: 121 pgs: 121 active+clean; 316 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 8.3 MiB/s wr, 29 op/s 2024-04-10T15:16:33.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:33 smithi154 ceph-mon[84269]: from='client.44396 -' entity='client.admin' cmd=[{"prefix": "orch ps", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T15:16:33.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:33 smithi154 ceph-mon[84269]: osdmap e671: 8 total, 8 up, 8 in 2024-04-10T15:16:33.968 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -e sha1=a5074d4516d566e9d8b6aec912f26afd099de101 -- bash -c 'ceph versions' 2024-04-10T15:16:34.187 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:16:34.233 INFO:tasks.rados.rados.0.smithi102.stdout:3232: finishing write tid 1 to smithi10276805-47 2024-04-10T15:16:34.233 INFO:tasks.rados.rados.0.smithi102.stdout:3232: finishing write tid 2 to smithi10276805-47 2024-04-10T15:16:34.233 INFO:tasks.rados.rados.0.smithi102.stdout:3225: done (5 left) 2024-04-10T15:16:34.233 INFO:tasks.rados.rados.0.smithi102.stdout:3228: done (4 left) 2024-04-10T15:16:34.233 INFO:tasks.rados.rados.0.smithi102.stdout:3229: done (3 left) 2024-04-10T15:16:34.233 INFO:tasks.rados.rados.0.smithi102.stdout:3231: done (2 left) 2024-04-10T15:16:34.233 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 46 current snap is 295 2024-04-10T15:16:34.234 INFO:tasks.rados.rados.0.smithi102.stdout:3232: finishing write tid 3 to smithi10276805-47 2024-04-10T15:16:34.234 INFO:tasks.rados.rados.0.smithi102.stdout:3232: oid 47 updating version 0 to 2299 2024-04-10T15:16:34.234 INFO:tasks.rados.rados.0.smithi102.stdout:3232: oid 47 version 2299 is already newer than 2298 2024-04-10T15:16:34.234 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 2299 (ObjNum 1018 snap 295 seq_num 1018) dirty exists 2024-04-10T15:16:34.234 INFO:tasks.rados.rados.0.smithi102.stdout:3232: left oid 47 (ObjNum 1018 snap 295 seq_num 1018) 2024-04-10T15:16:34.234 INFO:tasks.rados.rados.0.smithi102.stdout:3235: seq_num 1019 ranges {221184=270336} 2024-04-10T15:16:34.236 INFO:tasks.rados.rados.0.smithi102.stdout:3235: writing smithi10276805-46 from 221184 to 491520 tid 1 2024-04-10T15:16:34.236 INFO:tasks.rados.rados.0.smithi102.stdout:3232: done (2 left) 2024-04-10T15:16:34.236 INFO:tasks.rados.rados.0.smithi102.stdout:3236: read oid 43 snap -1 2024-04-10T15:16:34.236 INFO:tasks.rados.rados.0.smithi102.stdout:3236: expect (ObjNum 1003 snap 293 seq_num 1003) 2024-04-10T15:16:34.236 INFO:tasks.rados.rados.0.smithi102.stdout:3237: delete oid 37 current snap is 295 2024-04-10T15:16:34.236 INFO:tasks.rados.rados.0.smithi102.stdout:3234: finishing rollback tid 0 to smithi10276805-2 2024-04-10T15:16:34.236 INFO:tasks.rados.rados.0.smithi102.stdout:3234: finishing rollback tid 1 to smithi10276805-2 2024-04-10T15:16:34.236 INFO:tasks.rados.rados.0.smithi102.stdout:3234: finishing rollback tid 2 to smithi10276805-2 2024-04-10T15:16:34.236 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 1550 (ObjNum 991 snap 285 seq_num 991) dirty exists 2024-04-10T15:16:34.239 INFO:tasks.rados.rados.0.smithi102.stdout:3235: finishing write tid 1 to smithi10276805-46 2024-04-10T15:16:34.239 INFO:tasks.rados.rados.0.smithi102.stdout:3235: finishing write tid 2 to smithi10276805-46 2024-04-10T15:16:34.240 INFO:tasks.rados.rados.0.smithi102.stdout:3235: finishing write tid 3 to smithi10276805-46 2024-04-10T15:16:34.240 INFO:tasks.rados.rados.0.smithi102.stdout:3235: oid 46 updating version 0 to 2038 2024-04-10T15:16:34.240 INFO:tasks.rados.rados.0.smithi102.stdout:3235: oid 46 version 2038 is already newer than 2037 2024-04-10T15:16:34.240 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 2038 (ObjNum 1019 snap 295 seq_num 1019) dirty exists 2024-04-10T15:16:34.240 INFO:tasks.rados.rados.0.smithi102.stdout:3235: left oid 46 (ObjNum 1019 snap 295 seq_num 1019) 2024-04-10T15:16:34.272 INFO:tasks.rados.rados.0.smithi102.stdout:3236: expect (ObjNum 1003 snap 293 seq_num 1003) 2024-04-10T15:16:35.058 INFO:tasks.rados.rados.0.smithi102.stdout:3234: done (3 left) 2024-04-10T15:16:35.058 INFO:tasks.rados.rados.0.smithi102.stdout:3235: done (2 left) 2024-04-10T15:16:35.058 INFO:tasks.rados.rados.0.smithi102.stdout:3236: done (1 left) 2024-04-10T15:16:35.058 INFO:tasks.rados.rados.0.smithi102.stdout:3237: done (0 left) 2024-04-10T15:16:35.058 INFO:tasks.rados.rados.0.smithi102.stdout:3238: rollback oid 1 current snap is 295 2024-04-10T15:16:35.058 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 1 to 283 2024-04-10T15:16:35.058 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 30 current snap is 295 2024-04-10T15:16:35.058 INFO:tasks.rados.rados.0.smithi102.stdout:3239: seq_num 1021 ranges {196608=303104} 2024-04-10T15:16:35.060 INFO:tasks.rados.rados.0.smithi102.stdout:3239: writing smithi10276805-30 from 196608 to 499712 tid 1 2024-04-10T15:16:35.060 INFO:tasks.rados.rados.0.smithi102.stdout:3240: snap_create 2024-04-10T15:16:35.062 INFO:tasks.rados.rados.0.smithi102.stdout:3238: finishing rollback tid 0 to smithi10276805-1 2024-04-10T15:16:35.062 INFO:tasks.rados.rados.0.smithi102.stdout:3238: finishing rollback tid 1 to smithi10276805-1 2024-04-10T15:16:35.063 INFO:tasks.rados.rados.0.smithi102.stdout:3238: finishing rollback tid 2 to smithi10276805-1 2024-04-10T15:16:35.063 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 2265 (ObjNum 911 snap 262 seq_num 911) dirty exists 2024-04-10T15:16:35.063 INFO:tasks.rados.rados.0.smithi102.stdout:3239: finishing write tid 1 to smithi10276805-30 2024-04-10T15:16:35.064 INFO:tasks.rados.rados.0.smithi102.stdout:3239: finishing write tid 2 to smithi10276805-30 2024-04-10T15:16:35.065 INFO:tasks.rados.rados.0.smithi102.stdout:3239: finishing write tid 3 to smithi10276805-30 2024-04-10T15:16:35.065 INFO:tasks.rados.rados.0.smithi102.stdout:3239: oid 30 updating version 0 to 1392 2024-04-10T15:16:35.065 INFO:tasks.rados.rados.0.smithi102.stdout:3239: oid 30 version 1392 is already newer than 1391 2024-04-10T15:16:35.065 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 1392 (ObjNum 1021 snap 295 seq_num 1021) dirty exists 2024-04-10T15:16:35.065 INFO:tasks.rados.rados.0.smithi102.stdout:3239: left oid 30 (ObjNum 1021 snap 295 seq_num 1021) 2024-04-10T15:16:35.117 INFO:tasks.rados.rados.0.smithi102.stdout:3238: done (2 left) 2024-04-10T15:16:35.117 INFO:tasks.rados.rados.0.smithi102.stdout:3239: done (1 left) 2024-04-10T15:16:35.117 INFO:tasks.rados.rados.0.smithi102.stdout:3240: done (0 left) 2024-04-10T15:16:35.117 INFO:tasks.rados.rados.0.smithi102.stdout:3241: rmattr oid 32 current snap is 296 2024-04-10T15:16:35.117 INFO:tasks.rados.rados.0.smithi102.stdout:3241: done (0 left) 2024-04-10T15:16:35.117 INFO:tasks.rados.rados.0.smithi102.stdout:3242: rollback oid 8 current snap is 296 2024-04-10T15:16:35.117 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 8 to 295 2024-04-10T15:16:35.117 INFO:tasks.rados.rados.0.smithi102.stdout:3243: copy_from oid 6 from oid 50 current snap is 296 2024-04-10T15:16:35.117 INFO:tasks.rados.rados.0.smithi102.stdout:3244: read oid 38 snap 292 2024-04-10T15:16:35.118 INFO:tasks.rados.rados.0.smithi102.stdout:3244: expect (ObjNum 951 snap 276 seq_num 951) 2024-04-10T15:16:35.118 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 14 current snap is 296 2024-04-10T15:16:35.118 INFO:tasks.rados.rados.0.smithi102.stdout:3245: seq_num 1022 ranges {1753088=319488} 2024-04-10T15:16:35.128 INFO:tasks.rados.rados.0.smithi102.stdout:3245: writing smithi10276805-14 from 1753088 to 2072576 tid 1 2024-04-10T15:16:35.128 INFO:tasks.rados.rados.0.smithi102.stdout:3246: delete oid 39 current snap is 296 2024-04-10T15:16:35.128 INFO:tasks.rados.rados.0.smithi102.stdout:3242: finishing rollback tid 1 to smithi10276805-8 2024-04-10T15:16:35.129 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 1413 (ObjNum 33 snap 0 seq_num 87324256) dirty dne 2024-04-10T15:16:35.129 INFO:tasks.rados.rados.0.smithi102.stdout:3244: expect (ObjNum 951 snap 276 seq_num 951) 2024-04-10T15:16:35.170 INFO:tasks.rados.rados.0.smithi102.stdout:3245: finishing write tid 1 to smithi10276805-14 2024-04-10T15:16:35.170 INFO:tasks.rados.rados.0.smithi102.stdout:3245: finishing write tid 2 to smithi10276805-14 2024-04-10T15:16:35.170 INFO:tasks.rados.rados.0.smithi102.stdout:3243: finishing copy_from racing read to smithi10276805-6 2024-04-10T15:16:35.170 INFO:tasks.rados.rados.0.smithi102.stdout:3243: finishing copy_from to smithi10276805-6 2024-04-10T15:16:35.170 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 2262 (ObjNum 1002 snap 293 seq_num 1002) dirty exists 2024-04-10T15:16:35.170 INFO:tasks.rados.rados.0.smithi102.stdout:3245: finishing write tid 3 to smithi10276805-14 2024-04-10T15:16:35.170 INFO:tasks.rados.rados.0.smithi102.stdout:3245: oid 14 updating version 0 to 1990 2024-04-10T15:16:35.170 INFO:tasks.rados.rados.0.smithi102.stdout:3245: oid 14 updating version 1990 to 1991 2024-04-10T15:16:35.170 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 1991 (ObjNum 1022 snap 296 seq_num 1022) dirty exists 2024-04-10T15:16:35.170 INFO:tasks.rados.rados.0.smithi102.stdout:3245: left oid 14 (ObjNum 1022 snap 296 seq_num 1022) 2024-04-10T15:16:35.171 INFO:tasks.rados.rados.0.smithi102.stdout:3242: done (4 left) 2024-04-10T15:16:35.171 INFO:tasks.rados.rados.0.smithi102.stdout:3243: done (3 left) 2024-04-10T15:16:35.171 INFO:tasks.rados.rados.0.smithi102.stdout:3244: done (2 left) 2024-04-10T15:16:35.171 INFO:tasks.rados.rados.0.smithi102.stdout:3245: done (1 left) 2024-04-10T15:16:35.171 INFO:tasks.rados.rados.0.smithi102.stdout:3246: done (0 left) 2024-04-10T15:16:35.171 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 38 current snap is 296 2024-04-10T15:16:35.171 INFO:tasks.rados.rados.0.smithi102.stdout:3247: seq_num 1024 ranges {1728512=352256} 2024-04-10T15:16:35.181 INFO:tasks.rados.rados.0.smithi102.stdout:3247: writing smithi10276805-38 from 1728512 to 2080768 tid 1 2024-04-10T15:16:35.181 INFO:tasks.rados.rados.0.smithi102.stdout:3248: snap_create 2024-04-10T15:16:35.184 INFO:tasks.rados.rados.0.smithi102.stdout:3247: finishing write tid 1 to smithi10276805-38 2024-04-10T15:16:35.184 INFO:tasks.rados.rados.0.smithi102.stdout:3247: finishing write tid 2 to smithi10276805-38 2024-04-10T15:16:35.184 INFO:tasks.rados.rados.0.smithi102.stdout:3247: finishing write tid 3 to smithi10276805-38 2024-04-10T15:16:35.185 INFO:tasks.rados.rados.0.smithi102.stdout:3247: oid 38 updating version 0 to 1823 2024-04-10T15:16:35.185 INFO:tasks.rados.rados.0.smithi102.stdout:3247: oid 38 version 1823 is already newer than 1822 2024-04-10T15:16:35.185 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 1823 (ObjNum 1024 snap 296 seq_num 1024) dirty exists 2024-04-10T15:16:35.185 INFO:tasks.rados.rados.0.smithi102.stdout:3247: left oid 38 (ObjNum 1024 snap 296 seq_num 1024) 2024-04-10T15:16:36.123 INFO:tasks.rados.rados.0.smithi102.stdout:3247: done (1 left) 2024-04-10T15:16:36.123 INFO:tasks.rados.rados.0.smithi102.stdout:3248: done (0 left) 2024-04-10T15:16:36.123 INFO:tasks.rados.rados.0.smithi102.stdout:3249: copy_from oid 40 from oid 20 current snap is 297 2024-04-10T15:16:36.123 INFO:tasks.rados.rados.0.smithi102.stdout:3250: rmattr oid 46 current snap is 297 2024-04-10T15:16:36.123 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 11 current snap is 297 2024-04-10T15:16:36.123 INFO:tasks.rados.rados.0.smithi102.stdout:3251: seq_num 1025 ranges {2834432=368640} 2024-04-10T15:16:36.140 INFO:tasks.rados.rados.0.smithi102.stdout:3251: writing smithi10276805-11 from 2834432 to 3203072 tid 1 2024-04-10T15:16:36.140 INFO:tasks.rados.rados.0.smithi102.stdout:3252: snap_create 2024-04-10T15:16:36.140 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 2039 (ObjNum 1019 snap 295 seq_num 1019) dirty exists 2024-04-10T15:16:36.140 INFO:tasks.rados.rados.0.smithi102.stdout:3249: finishing copy_from to smithi10276805-40 2024-04-10T15:16:36.140 INFO:tasks.rados.rados.0.smithi102.stdout:3249: got expected ENOENT (src dne) 2024-04-10T15:16:36.140 INFO:tasks.rados.rados.0.smithi102.stdout:3249: finishing copy_from racing read to smithi10276805-40 2024-04-10T15:16:36.147 INFO:tasks.rados.rados.0.smithi102.stdout:3251: finishing write tid 1 to smithi10276805-11 2024-04-10T15:16:36.147 INFO:tasks.rados.rados.0.smithi102.stdout:3251: finishing write tid 2 to smithi10276805-11 2024-04-10T15:16:36.148 INFO:tasks.rados.rados.0.smithi102.stdout:3251: finishing write tid 3 to smithi10276805-11 2024-04-10T15:16:36.148 INFO:tasks.rados.rados.0.smithi102.stdout:3251: oid 11 updating version 0 to 2267 2024-04-10T15:16:36.148 INFO:tasks.rados.rados.0.smithi102.stdout:3251: oid 11 version 2267 is already newer than 2266 2024-04-10T15:16:36.148 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 2267 (ObjNum 1025 snap 297 seq_num 1025) dirty exists 2024-04-10T15:16:36.149 INFO:tasks.rados.rados.0.smithi102.stdout:3251: left oid 11 (ObjNum 1025 snap 297 seq_num 1025) 2024-04-10T15:16:36.150 INFO:teuthology.orchestra.run.smithi102.stdout:{ 2024-04-10T15:16:36.150 INFO:teuthology.orchestra.run.smithi102.stdout: "mon": { 2024-04-10T15:16:36.150 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T15:16:36.150 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:16:36.150 INFO:teuthology.orchestra.run.smithi102.stdout: "mgr": { 2024-04-10T15:16:36.150 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:16:36.150 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:16:36.150 INFO:teuthology.orchestra.run.smithi102.stdout: "osd": { 2024-04-10T15:16:36.150 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-10T15:16:36.150 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:16:36.151 INFO:teuthology.orchestra.run.smithi102.stdout: "mds": { 2024-04-10T15:16:36.151 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T15:16:36.151 INFO:teuthology.orchestra.run.smithi102.stdout: }, 2024-04-10T15:16:36.151 INFO:teuthology.orchestra.run.smithi102.stdout: "overall": { 2024-04-10T15:16:36.151 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 15 2024-04-10T15:16:36.151 INFO:teuthology.orchestra.run.smithi102.stdout: } 2024-04-10T15:16:36.151 INFO:teuthology.orchestra.run.smithi102.stdout:} 2024-04-10T15:16:36.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:36 smithi154 ceph-mon[84269]: osdmap e672: 8 total, 8 up, 8 in 2024-04-10T15:16:36.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:36 smithi154 ceph-mon[84269]: pgmap v668: 121 pgs: 121 active+clean; 315 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-10T15:16:36.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:36 smithi102 ceph-mon[90943]: osdmap e672: 8 total, 8 up, 8 in 2024-04-10T15:16:36.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:36 smithi102 ceph-mon[90943]: pgmap v668: 121 pgs: 121 active+clean; 315 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-10T15:16:36.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:36 smithi102 ceph-mon[88557]: osdmap e672: 8 total, 8 up, 8 in 2024-04-10T15:16:36.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:36 smithi102 ceph-mon[88557]: pgmap v668: 121 pgs: 121 active+clean; 315 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 7.1 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-10T15:16:36.779 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -e sha1=a5074d4516d566e9d8b6aec912f26afd099de101 -- bash -c 'ceph versions | jq -e '"'"'.overall | length == 1'"'"'' 2024-04-10T15:16:36.984 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:16:37.126 INFO:tasks.rados.rados.0.smithi102.stdout:3249: done (3 left) 2024-04-10T15:16:37.126 INFO:tasks.rados.rados.0.smithi102.stdout:3250: done (2 left) 2024-04-10T15:16:37.126 INFO:tasks.rados.rados.0.smithi102.stdout:3251: done (1 left) 2024-04-10T15:16:37.126 INFO:tasks.rados.rados.0.smithi102.stdout:3252: done (0 left) 2024-04-10T15:16:37.126 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 298 2024-04-10T15:16:37.126 INFO:tasks.rados.rados.0.smithi102.stdout:3253: seq_num 1026 ranges {0=385024} 2024-04-10T15:16:37.128 INFO:tasks.rados.rados.0.smithi102.stdout:3253: writing smithi10276805-39 from 0 to 385024 tid 1 2024-04-10T15:16:37.128 INFO:tasks.rados.rados.0.smithi102.stdout:3254: read oid 17 snap -1 2024-04-10T15:16:37.128 INFO:tasks.rados.rados.0.smithi102.stdout:3254: expect (ObjNum 886 snap 255 seq_num 886) 2024-04-10T15:16:37.128 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 42 current snap is 298 2024-04-10T15:16:37.128 INFO:tasks.rados.rados.0.smithi102.stdout:3255: seq_num 1027 ranges {2293760=409600} 2024-04-10T15:16:37.143 INFO:tasks.rados.rados.0.smithi102.stdout:3255: writing smithi10276805-42 from 2293760 to 2703360 tid 1 2024-04-10T15:16:37.143 INFO:tasks.rados.rados.0.smithi102.stdout:3256: read oid 11 snap -1 2024-04-10T15:16:37.144 INFO:tasks.rados.rados.0.smithi102.stdout:3256: expect (ObjNum 1025 snap 297 seq_num 1025) 2024-04-10T15:16:37.144 INFO:tasks.rados.rados.0.smithi102.stdout:3257: delete oid 15 current snap is 298 2024-04-10T15:16:37.144 INFO:tasks.rados.rados.0.smithi102.stdout:3253: finishing write tid 1 to smithi10276805-39 2024-04-10T15:16:37.144 INFO:tasks.rados.rados.0.smithi102.stdout:3253: finishing write tid 2 to smithi10276805-39 2024-04-10T15:16:37.144 INFO:tasks.rados.rados.0.smithi102.stdout:3254: expect (ObjNum 886 snap 255 seq_num 886) 2024-04-10T15:16:37.157 INFO:tasks.rados.rados.0.smithi102.stdout:3253: finishing write tid 3 to smithi10276805-39 2024-04-10T15:16:37.157 INFO:tasks.rados.rados.0.smithi102.stdout:3253: oid 39 updating version 0 to 1994 2024-04-10T15:16:37.157 INFO:tasks.rados.rados.0.smithi102.stdout:3253: oid 39 updating version 1994 to 1995 2024-04-10T15:16:37.157 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 1995 (ObjNum 1026 snap 298 seq_num 1026) dirty exists 2024-04-10T15:16:37.157 INFO:tasks.rados.rados.0.smithi102.stdout:3253: left oid 39 (ObjNum 1026 snap 298 seq_num 1026) 2024-04-10T15:16:37.157 INFO:tasks.rados.rados.0.smithi102.stdout:3255: finishing write tid 1 to smithi10276805-42 2024-04-10T15:16:37.157 INFO:tasks.rados.rados.0.smithi102.stdout:3255: finishing write tid 2 to smithi10276805-42 2024-04-10T15:16:37.158 INFO:tasks.rados.rados.0.smithi102.stdout:3253: done (4 left) 2024-04-10T15:16:37.158 INFO:tasks.rados.rados.0.smithi102.stdout:3254: done (3 left) 2024-04-10T15:16:37.158 INFO:tasks.rados.rados.0.smithi102.stdout:3257: done (2 left) 2024-04-10T15:16:37.158 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 37 current snap is 298 2024-04-10T15:16:37.158 INFO:tasks.rados.rados.0.smithi102.stdout:3258: seq_num 1029 ranges {0=442368} 2024-04-10T15:16:37.159 INFO:tasks.rados.rados.0.smithi102.stdout:3258: writing smithi10276805-37 from 0 to 442368 tid 1 2024-04-10T15:16:37.159 INFO:tasks.rados.rados.0.smithi102.stdout:3259: read oid 23 snap -1 2024-04-10T15:16:37.160 INFO:tasks.rados.rados.0.smithi102.stdout:3259: expect deleted 2024-04-10T15:16:37.160 INFO:tasks.rados.rados.0.smithi102.stdout:3260: snap_remove snap 295 2024-04-10T15:16:37.392 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:37 smithi102 ceph-mon[88557]: osdmap e673: 8 total, 8 up, 8 in 2024-04-10T15:16:37.393 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:37 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1585883567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:37.393 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:37 smithi102 ceph-mon[90943]: osdmap e673: 8 total, 8 up, 8 in 2024-04-10T15:16:37.393 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:37 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1585883567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:37.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:37 smithi154 ceph-mon[84269]: osdmap e673: 8 total, 8 up, 8 in 2024-04-10T15:16:37.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:37 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1585883567' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:37.655 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:16:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:16:37] "GET /metrics HTTP/1.1" 200 36348 "" "Prometheus/2.43.0" 2024-04-10T15:16:38.138 INFO:tasks.rados.rados.0.smithi102.stdout:3260: done (4 left) 2024-04-10T15:16:38.138 INFO:tasks.rados.rados.0.smithi102.stdout:3261: read oid 1 snap -1 2024-04-10T15:16:38.138 INFO:tasks.rados.rados.0.smithi102.stdout:3261: expect (ObjNum 911 snap 262 seq_num 911) 2024-04-10T15:16:38.138 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 298 2024-04-10T15:16:38.138 INFO:tasks.rados.rados.0.smithi102.stdout:3262: seq_num 1030 ranges {139264=458752} 2024-04-10T15:16:38.142 INFO:tasks.rados.rados.0.smithi102.stdout:3262: writing smithi10276805-4 from 139264 to 598016 tid 1 2024-04-10T15:16:38.142 INFO:tasks.rados.rados.0.smithi102.stdout:3263: copy_from oid 20 from oid 19 current snap is 298 2024-04-10T15:16:38.142 INFO:tasks.rados.rados.0.smithi102.stdout:3255: finishing write tid 3 to smithi10276805-42 2024-04-10T15:16:38.142 INFO:tasks.rados.rados.0.smithi102.stdout:3255: oid 42 updating version 0 to 2268 2024-04-10T15:16:38.142 INFO:tasks.rados.rados.0.smithi102.stdout:3255: oid 42 updating version 2268 to 2269 2024-04-10T15:16:38.142 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 2269 (ObjNum 1027 snap 298 seq_num 1027) dirty exists 2024-04-10T15:16:38.142 INFO:tasks.rados.rados.0.smithi102.stdout:3255: left oid 42 (ObjNum 1027 snap 298 seq_num 1027) 2024-04-10T15:16:38.142 INFO:tasks.rados.rados.0.smithi102.stdout:3258: finishing write tid 1 to smithi10276805-37 2024-04-10T15:16:38.142 INFO:tasks.rados.rados.0.smithi102.stdout:3256: expect (ObjNum 1025 snap 297 seq_num 1025) 2024-04-10T15:16:38.288 INFO:tasks.rados.rados.0.smithi102.stdout:3258: finishing write tid 2 to smithi10276805-37 2024-04-10T15:16:38.288 INFO:tasks.rados.rados.0.smithi102.stdout:3258: finishing write tid 3 to smithi10276805-37 2024-04-10T15:16:38.288 INFO:tasks.rados.rados.0.smithi102.stdout:3258: oid 37 updating version 0 to 1576 2024-04-10T15:16:38.288 INFO:tasks.rados.rados.0.smithi102.stdout:3258: oid 37 updating version 1576 to 1577 2024-04-10T15:16:38.288 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 1577 (ObjNum 1029 snap 298 seq_num 1029) dirty exists 2024-04-10T15:16:38.288 INFO:tasks.rados.rados.0.smithi102.stdout:3258: left oid 37 (ObjNum 1029 snap 298 seq_num 1029) 2024-04-10T15:16:38.288 INFO:tasks.rados.rados.0.smithi102.stdout:3262: finishing write tid 1 to smithi10276805-4 2024-04-10T15:16:38.288 INFO:tasks.rados.rados.0.smithi102.stdout:3262: finishing write tid 2 to smithi10276805-4 2024-04-10T15:16:38.288 INFO:tasks.rados.rados.0.smithi102.stdout:3262: finishing write tid 3 to smithi10276805-4 2024-04-10T15:16:38.288 INFO:tasks.rados.rados.0.smithi102.stdout:3262: oid 4 updating version 0 to 1276 2024-04-10T15:16:38.289 INFO:tasks.rados.rados.0.smithi102.stdout:3262: oid 4 updating version 1276 to 1277 2024-04-10T15:16:38.289 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 1277 (ObjNum 1030 snap 298 seq_num 1030) dirty exists 2024-04-10T15:16:38.289 INFO:tasks.rados.rados.0.smithi102.stdout:3262: left oid 4 (ObjNum 1030 snap 298 seq_num 1030) 2024-04-10T15:16:38.289 INFO:tasks.rados.rados.0.smithi102.stdout:3261: expect (ObjNum 911 snap 262 seq_num 911) 2024-04-10T15:16:38.313 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:38 smithi102 ceph-mon[90943]: osdmap e674: 8 total, 8 up, 8 in 2024-04-10T15:16:38.313 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:38 smithi102 ceph-mon[90943]: pgmap v671: 121 pgs: 121 active+clean; 315 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-04-10T15:16:38.314 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:38 smithi102 ceph-mon[88557]: osdmap e674: 8 total, 8 up, 8 in 2024-04-10T15:16:38.314 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:38 smithi102 ceph-mon[88557]: pgmap v671: 121 pgs: 121 active+clean; 315 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-04-10T15:16:38.404 INFO:tasks.rados.rados.0.smithi102.stdout:3263: finishing copy_from racing read to smithi10276805-20 2024-04-10T15:16:38.404 INFO:tasks.rados.rados.0.smithi102.stdout:3263: finishing copy_from to smithi10276805-20 2024-04-10T15:16:38.404 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 1541 (ObjNum 979 snap 283 seq_num 979) dirty exists 2024-04-10T15:16:38.404 INFO:tasks.rados.rados.0.smithi102.stdout:3255: done (6 left) 2024-04-10T15:16:38.404 INFO:tasks.rados.rados.0.smithi102.stdout:3256: done (5 left) 2024-04-10T15:16:38.404 INFO:tasks.rados.rados.0.smithi102.stdout:3258: done (4 left) 2024-04-10T15:16:38.404 INFO:tasks.rados.rados.0.smithi102.stdout:3259: done (3 left) 2024-04-10T15:16:38.404 INFO:tasks.rados.rados.0.smithi102.stdout:3261: done (2 left) 2024-04-10T15:16:38.404 INFO:tasks.rados.rados.0.smithi102.stdout:3262: done (1 left) 2024-04-10T15:16:38.404 INFO:tasks.rados.rados.0.smithi102.stdout:3263: done (0 left) 2024-04-10T15:16:38.405 INFO:tasks.rados.rados.0.smithi102.stdout:3264: read oid 45 snap -1 2024-04-10T15:16:38.405 INFO:tasks.rados.rados.0.smithi102.stdout:3264: expect (ObjNum 987 snap 285 seq_num 987) 2024-04-10T15:16:38.405 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 18 current snap is 298 2024-04-10T15:16:38.405 INFO:tasks.rados.rados.0.smithi102.stdout:3265: seq_num 1031 ranges {0=475136} 2024-04-10T15:16:38.406 INFO:tasks.rados.rados.0.smithi102.stdout:3265: writing smithi10276805-18 from 0 to 475136 tid 1 2024-04-10T15:16:38.406 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 298 2024-04-10T15:16:38.406 INFO:tasks.rados.rados.0.smithi102.stdout:3266: seq_num 1032 ranges {3956736=491520} 2024-04-10T15:16:38.431 INFO:tasks.rados.rados.0.smithi102.stdout:3266: writing smithi10276805-10 from 3956736 to 4448256 tid 1 2024-04-10T15:16:38.431 INFO:tasks.rados.rados.0.smithi102.stdout:3267: rollback oid 8 current snap is 298 2024-04-10T15:16:38.431 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 8 to 283 2024-04-10T15:16:38.431 INFO:tasks.rados.rados.0.smithi102.stdout:3265: finishing write tid 1 to smithi10276805-18 2024-04-10T15:16:38.431 INFO:tasks.rados.rados.0.smithi102.stdout:3268: read oid 5 snap -1 2024-04-10T15:16:38.431 INFO:tasks.rados.rados.0.smithi102.stdout:3268: expect (ObjNum 1001 snap 293 seq_num 1001) 2024-04-10T15:16:38.431 INFO:tasks.rados.rados.0.smithi102.stdout:3269: read oid 24 snap 291 2024-04-10T15:16:38.431 INFO:tasks.rados.rados.0.smithi102.stdout:3269: expect (ObjNum 949 snap 276 seq_num 949) 2024-04-10T15:16:38.431 INFO:tasks.rados.rados.0.smithi102.stdout:3270: delete oid 21 current snap is 298 2024-04-10T15:16:38.432 INFO:tasks.rados.rados.0.smithi102.stdout:3265: finishing write tid 2 to smithi10276805-18 2024-04-10T15:16:38.432 INFO:tasks.rados.rados.0.smithi102.stdout:3265: finishing write tid 3 to smithi10276805-18 2024-04-10T15:16:38.432 INFO:tasks.rados.rados.0.smithi102.stdout:3265: oid 18 updating version 0 to 2264 2024-04-10T15:16:38.432 INFO:tasks.rados.rados.0.smithi102.stdout:3265: oid 18 version 2264 is already newer than 2263 2024-04-10T15:16:38.432 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 2264 (ObjNum 1031 snap 298 seq_num 1031) dirty exists 2024-04-10T15:16:38.432 INFO:tasks.rados.rados.0.smithi102.stdout:3265: left oid 18 (ObjNum 1031 snap 298 seq_num 1031) 2024-04-10T15:16:38.432 INFO:tasks.rados.rados.0.smithi102.stdout:3264: expect (ObjNum 987 snap 285 seq_num 987) 2024-04-10T15:16:38.562 INFO:tasks.rados.rados.0.smithi102.stdout:3267: finishing rollback tid 1 to smithi10276805-8 2024-04-10T15:16:38.562 INFO:tasks.rados.rados.0.smithi102.stdout:3267: finishing rollback tid 2 to smithi10276805-8 2024-04-10T15:16:38.562 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 1543 (ObjNum 967 snap 283 seq_num 967) dirty exists 2024-04-10T15:16:38.562 INFO:tasks.rados.rados.0.smithi102.stdout:3266: finishing write tid 1 to smithi10276805-10 2024-04-10T15:16:38.562 INFO:tasks.rados.rados.0.smithi102.stdout:3266: finishing write tid 2 to smithi10276805-10 2024-04-10T15:16:38.562 INFO:tasks.rados.rados.0.smithi102.stdout:3264: done (6 left) 2024-04-10T15:16:38.562 INFO:tasks.rados.rados.0.smithi102.stdout:3265: done (5 left) 2024-04-10T15:16:38.562 INFO:tasks.rados.rados.0.smithi102.stdout:3267: done (4 left) 2024-04-10T15:16:38.563 INFO:tasks.rados.rados.0.smithi102.stdout:3270: done (3 left) 2024-04-10T15:16:38.563 INFO:tasks.rados.rados.0.smithi102.stdout:3271: copy_from oid 2 from oid 35 current snap is 298 2024-04-10T15:16:38.563 INFO:tasks.rados.rados.0.smithi102.stdout:3266: finishing write tid 3 to smithi10276805-10 2024-04-10T15:16:38.563 INFO:tasks.rados.rados.0.smithi102.stdout:3266: oid 10 updating version 0 to 2043 2024-04-10T15:16:38.563 INFO:tasks.rados.rados.0.smithi102.stdout:3266: oid 10 updating version 2043 to 2044 2024-04-10T15:16:38.563 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 2044 (ObjNum 1032 snap 298 seq_num 1032) dirty exists 2024-04-10T15:16:38.563 INFO:tasks.rados.rados.0.smithi102.stdout:3266: left oid 10 (ObjNum 1032 snap 298 seq_num 1032) 2024-04-10T15:16:38.563 INFO:tasks.rados.rados.0.smithi102.stdout:3268: expect (ObjNum 1001 snap 293 seq_num 1001) 2024-04-10T15:16:38.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:38 smithi154 ceph-mon[84269]: osdmap e674: 8 total, 8 up, 8 in 2024-04-10T15:16:38.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:38 smithi154 ceph-mon[84269]: pgmap v671: 121 pgs: 121 active+clean; 315 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.7 MiB/s wr, 11 op/s 2024-04-10T15:16:38.714 INFO:tasks.rados.rados.0.smithi102.stdout:3269: expect (ObjNum 949 snap 276 seq_num 949) 2024-04-10T15:16:38.874 INFO:teuthology.orchestra.run.smithi102.stdout:true 2024-04-10T15:16:39.241 INFO:tasks.rados.rados.0.smithi102.stdout:3271: finishing copy_from racing read to smithi10276805-2 2024-04-10T15:16:39.241 INFO:tasks.rados.rados.0.smithi102.stdout:3271: finishing copy_from to smithi10276805-2 2024-04-10T15:16:39.241 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 1405 (ObjNum 987 snap 285 seq_num 987) dirty exists 2024-04-10T15:16:39.241 INFO:tasks.rados.rados.0.smithi102.stdout:3266: done (3 left) 2024-04-10T15:16:39.241 INFO:tasks.rados.rados.0.smithi102.stdout:3268: done (2 left) 2024-04-10T15:16:39.241 INFO:tasks.rados.rados.0.smithi102.stdout:3269: done (1 left) 2024-04-10T15:16:39.241 INFO:tasks.rados.rados.0.smithi102.stdout:3271: done (0 left) 2024-04-10T15:16:39.241 INFO:tasks.rados.rados.0.smithi102.stdout:3272: rollback oid 34 current snap is 298 2024-04-10T15:16:39.241 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 34 to 275 2024-04-10T15:16:39.241 INFO:tasks.rados.rados.0.smithi102.stdout:3273: rollback oid 8 current snap is 298 2024-04-10T15:16:39.242 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 8 to 297 2024-04-10T15:16:39.242 INFO:tasks.rados.rados.0.smithi102.stdout:3274: copy_from oid 7 from oid 32 current snap is 298 2024-04-10T15:16:39.242 INFO:tasks.rados.rados.0.smithi102.stdout:3275: snap_remove snap 293 2024-04-10T15:16:39.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:39 smithi102 ceph-mon[90943]: osdmap e675: 8 total, 8 up, 8 in 2024-04-10T15:16:39.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:16:39.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:39 smithi102 ceph-mon[90943]: osdmap e676: 8 total, 8 up, 8 in 2024-04-10T15:16:39.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:39 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/335886264' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:39.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:39 smithi102 ceph-mon[88557]: osdmap e675: 8 total, 8 up, 8 in 2024-04-10T15:16:39.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:16:39.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:39 smithi102 ceph-mon[88557]: osdmap e676: 8 total, 8 up, 8 in 2024-04-10T15:16:39.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:39 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/335886264' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:39.550 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell -c /etc/ceph/ceph.conf -k /etc/ceph/ceph.client.admin.keyring --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -e sha1=a5074d4516d566e9d8b6aec912f26afd099de101 -- bash -c 'ceph versions | jq -e '"'"'.overall | keys'"'"' | grep $sha1' 2024-04-10T15:16:39.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:39 smithi154 ceph-mon[84269]: osdmap e675: 8 total, 8 up, 8 in 2024-04-10T15:16:39.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:16:39.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:39 smithi154 ceph-mon[84269]: osdmap e676: 8 total, 8 up, 8 in 2024-04-10T15:16:39.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:39 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/335886264' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:39.752 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:16:40.145 INFO:tasks.rados.rados.0.smithi102.stdout:3275: done (3 left) 2024-04-10T15:16:40.145 INFO:tasks.rados.rados.0.smithi102.stdout:3276: rollback oid 37 current snap is 298 2024-04-10T15:16:40.145 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 37 to 296 2024-04-10T15:16:40.145 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 1 current snap is 298 2024-04-10T15:16:40.145 INFO:tasks.rados.rados.0.smithi102.stdout:3277: seq_num 1034 ranges {2834432=524288} 2024-04-10T15:16:40.164 INFO:tasks.rados.rados.0.smithi102.stdout:3277: writing smithi10276805-1 from 2834432 to 3358720 tid 1 2024-04-10T15:16:40.164 INFO:tasks.rados.rados.0.smithi102.stdout:3278: snap_create 2024-04-10T15:16:40.164 INFO:tasks.rados.rados.0.smithi102.stdout:3274: finishing copy_from to smithi10276805-7 2024-04-10T15:16:40.164 INFO:tasks.rados.rados.0.smithi102.stdout:3274: got expected ENOENT (src dne) 2024-04-10T15:16:40.164 INFO:tasks.rados.rados.0.smithi102.stdout:3274: finishing copy_from racing read to smithi10276805-7 2024-04-10T15:16:40.164 INFO:tasks.rados.rados.0.smithi102.stdout:3272: finishing rollback tid 0 to smithi10276805-34 2024-04-10T15:16:40.164 INFO:tasks.rados.rados.0.smithi102.stdout:3272: finishing rollback tid 1 to smithi10276805-34 2024-04-10T15:16:40.164 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 1545 (ObjNum 4113 snap 0 seq_num 2007767901) dirty dne 2024-04-10T15:16:40.164 INFO:tasks.rados.rados.0.smithi102.stdout:3273: finishing rollback tid 0 to smithi10276805-8 2024-04-10T15:16:40.164 INFO:tasks.rados.rados.0.smithi102.stdout:3273: finishing rollback tid 1 to smithi10276805-8 2024-04-10T15:16:40.164 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 1547 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:16:40.165 INFO:tasks.rados.rados.0.smithi102.stdout:3276: finishing rollback tid 0 to smithi10276805-37 2024-04-10T15:16:40.165 INFO:tasks.rados.rados.0.smithi102.stdout:3276: finishing rollback tid 1 to smithi10276805-37 2024-04-10T15:16:40.165 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 1579 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-10T15:16:40.167 INFO:tasks.rados.rados.0.smithi102.stdout:3277: finishing write tid 1 to smithi10276805-1 2024-04-10T15:16:40.167 INFO:tasks.rados.rados.0.smithi102.stdout:3277: finishing write tid 2 to smithi10276805-1 2024-04-10T15:16:40.168 INFO:tasks.rados.rados.0.smithi102.stdout:3277: finishing write tid 3 to smithi10276805-1 2024-04-10T15:16:40.169 INFO:tasks.rados.rados.0.smithi102.stdout:3277: oid 1 updating version 0 to 2270 2024-04-10T15:16:40.169 INFO:tasks.rados.rados.0.smithi102.stdout:3277: oid 1 updating version 2270 to 2271 2024-04-10T15:16:40.169 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 2271 (ObjNum 1034 snap 298 seq_num 1034) dirty exists 2024-04-10T15:16:40.169 INFO:tasks.rados.rados.0.smithi102.stdout:3277: left oid 1 (ObjNum 1034 snap 298 seq_num 1034) 2024-04-10T15:16:40.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:40 smithi102 ceph-mon[90943]: pgmap v674: 121 pgs: 121 active+clean; 315 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-10T15:16:40.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:40 smithi102 ceph-mon[88557]: pgmap v674: 121 pgs: 121 active+clean; 315 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-10T15:16:40.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:40 smithi154 ceph-mon[84269]: pgmap v674: 121 pgs: 121 active+clean; 315 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 1.1 MiB/s wr, 11 op/s 2024-04-10T15:16:41.149 INFO:tasks.rados.rados.0.smithi102.stdout:3272: done (5 left) 2024-04-10T15:16:41.149 INFO:tasks.rados.rados.0.smithi102.stdout:3273: done (4 left) 2024-04-10T15:16:41.149 INFO:tasks.rados.rados.0.smithi102.stdout:3274: done (3 left) 2024-04-10T15:16:41.149 INFO:tasks.rados.rados.0.smithi102.stdout:3276: done (2 left) 2024-04-10T15:16:41.149 INFO:tasks.rados.rados.0.smithi102.stdout:3277: done (1 left) 2024-04-10T15:16:41.150 INFO:tasks.rados.rados.0.smithi102.stdout:3278: done (0 left) 2024-04-10T15:16:41.150 INFO:tasks.rados.rados.0.smithi102.stdout:3279: copy_from oid 49 from oid 13 current snap is 299 2024-04-10T15:16:41.150 INFO:tasks.rados.rados.0.smithi102.stdout:3280: copy_from oid 46 from oid 17 current snap is 299 2024-04-10T15:16:41.150 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 299 2024-04-10T15:16:41.150 INFO:tasks.rados.rados.0.smithi102.stdout:3281: seq_num 1035 ranges {0=540672} 2024-04-10T15:16:41.153 INFO:tasks.rados.rados.0.smithi102.stdout:3281: writing smithi10276805-25 from 0 to 540672 tid 1 2024-04-10T15:16:41.153 INFO:tasks.rados.rados.0.smithi102.stdout:3282: read oid 11 snap -1 2024-04-10T15:16:41.153 INFO:tasks.rados.rados.0.smithi102.stdout:3282: expect (ObjNum 1025 snap 297 seq_num 1025) 2024-04-10T15:16:41.153 INFO:tasks.rados.rados.0.smithi102.stdout:3283: setattr oid 40 current snap is 299 2024-04-10T15:16:41.155 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 45 current snap is 299 2024-04-10T15:16:41.155 INFO:tasks.rados.rados.0.smithi102.stdout:3284: seq_num 1036 ranges {3678208=557056} 2024-04-10T15:16:41.180 INFO:tasks.rados.rados.0.smithi102.stdout:3284: writing smithi10276805-45 from 3678208 to 4235264 tid 1 2024-04-10T15:16:41.180 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 299 2024-04-10T15:16:41.180 INFO:tasks.rados.rados.0.smithi102.stdout:3281: finishing write tid 1 to smithi10276805-25 2024-04-10T15:16:41.180 INFO:tasks.rados.rados.0.smithi102.stdout:3281: finishing write tid 2 to smithi10276805-25 2024-04-10T15:16:41.181 INFO:tasks.rados.rados.0.smithi102.stdout:3281: finishing write tid 3 to smithi10276805-25 2024-04-10T15:16:41.181 INFO:tasks.rados.rados.0.smithi102.stdout:3281: oid 25 updating version 0 to 1366 2024-04-10T15:16:41.181 INFO:tasks.rados.rados.0.smithi102.stdout:3281: oid 25 version 1366 is already newer than 1365 2024-04-10T15:16:41.181 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 1366 (ObjNum 1035 snap 299 seq_num 1035) dirty exists 2024-04-10T15:16:41.181 INFO:tasks.rados.rados.0.smithi102.stdout:3281: left oid 25 (ObjNum 1035 snap 299 seq_num 1035) 2024-04-10T15:16:41.181 INFO:tasks.rados.rados.0.smithi102.stdout:3280: finishing copy_from racing read to smithi10276805-46 2024-04-10T15:16:41.181 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 2040 (ObjNum 973 snap 283 seq_num 973) dirty exists 2024-04-10T15:16:41.181 INFO:tasks.rados.rados.0.smithi102.stdout:3280: finishing copy_from to smithi10276805-46 2024-04-10T15:16:41.181 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 1804 (ObjNum 886 snap 255 seq_num 886) dirty exists 2024-04-10T15:16:41.181 INFO:tasks.rados.rados.0.smithi102.stdout:3282: expect (ObjNum 1025 snap 297 seq_num 1025) 2024-04-10T15:16:41.323 INFO:tasks.rados.rados.0.smithi102.stdout:3279: finishing copy_from racing read to smithi10276805-49 2024-04-10T15:16:41.323 INFO:tasks.rados.rados.0.smithi102.stdout:3279: finishing copy_from to smithi10276805-49 2024-04-10T15:16:41.323 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 2262 (ObjNum 1002 snap 293 seq_num 1002) dirty exists 2024-04-10T15:16:41.323 INFO:tasks.rados.rados.0.smithi102.stdout:3285: seq_num 1037 ranges {4472832=573440} 2024-04-10T15:16:41.351 INFO:tasks.rados.rados.0.smithi102.stdout:3285: writing smithi10276805-48 from 4472832 to 5046272 tid 1 2024-04-10T15:16:41.351 INFO:tasks.rados.rados.0.smithi102.stdout:3279: done (6 left) 2024-04-10T15:16:41.351 INFO:tasks.rados.rados.0.smithi102.stdout:3280: done (5 left) 2024-04-10T15:16:41.351 INFO:tasks.rados.rados.0.smithi102.stdout:3281: done (4 left) 2024-04-10T15:16:41.351 INFO:tasks.rados.rados.0.smithi102.stdout:3282: done (3 left) 2024-04-10T15:16:41.351 INFO:tasks.rados.rados.0.smithi102.stdout:3283: done (2 left) 2024-04-10T15:16:41.352 INFO:tasks.rados.rados.0.smithi102.stdout:3286: snap_remove snap 275 2024-04-10T15:16:41.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:41 smithi102 ceph-mon[90943]: osdmap e677: 8 total, 8 up, 8 in 2024-04-10T15:16:41.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:41 smithi102 ceph-mon[88557]: osdmap e677: 8 total, 8 up, 8 in 2024-04-10T15:16:41.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:41 smithi154 ceph-mon[84269]: osdmap e677: 8 total, 8 up, 8 in 2024-04-10T15:16:41.721 INFO:teuthology.orchestra.run.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)" 2024-04-10T15:16:42.158 INFO:tasks.rados.rados.0.smithi102.stdout:3286: done (2 left) 2024-04-10T15:16:42.159 INFO:tasks.rados.rados.0.smithi102.stdout:3287: read oid 1 snap -1 2024-04-10T15:16:42.159 INFO:tasks.rados.rados.0.smithi102.stdout:3287: expect (ObjNum 1034 snap 298 seq_num 1034) 2024-04-10T15:16:42.159 INFO:tasks.rados.rados.0.smithi102.stdout:3288: read oid 21 snap -1 2024-04-10T15:16:42.159 INFO:tasks.rados.rados.0.smithi102.stdout:3288: expect deleted 2024-04-10T15:16:42.159 INFO:tasks.rados.rados.0.smithi102.stdout:3289: snap_create 2024-04-10T15:16:42.159 INFO:tasks.rados.rados.0.smithi102.stdout:3284: finishing write tid 1 to smithi10276805-45 2024-04-10T15:16:42.159 INFO:tasks.rados.rados.0.smithi102.stdout:3284: finishing write tid 2 to smithi10276805-45 2024-04-10T15:16:42.159 INFO:tasks.rados.rados.0.smithi102.stdout:3284: finishing write tid 3 to smithi10276805-45 2024-04-10T15:16:42.159 INFO:tasks.rados.rados.0.smithi102.stdout:3284: oid 45 updating version 0 to 2273 2024-04-10T15:16:42.159 INFO:tasks.rados.rados.0.smithi102.stdout:3284: oid 45 version 2273 is already newer than 2272 2024-04-10T15:16:42.159 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 2273 (ObjNum 1036 snap 299 seq_num 1036) dirty exists 2024-04-10T15:16:42.159 INFO:tasks.rados.rados.0.smithi102.stdout:3284: left oid 45 (ObjNum 1036 snap 299 seq_num 1036) 2024-04-10T15:16:42.159 INFO:tasks.rados.rados.0.smithi102.stdout:3285: finishing write tid 1 to smithi10276805-48 2024-04-10T15:16:42.159 INFO:tasks.rados.rados.0.smithi102.stdout:3285: finishing write tid 2 to smithi10276805-48 2024-04-10T15:16:42.160 INFO:tasks.rados.rados.0.smithi102.stdout:3285: finishing write tid 3 to smithi10276805-48 2024-04-10T15:16:42.160 INFO:tasks.rados.rados.0.smithi102.stdout:3285: oid 48 updating version 0 to 2319 2024-04-10T15:16:42.160 INFO:tasks.rados.rados.0.smithi102.stdout:3285: oid 48 updating version 2319 to 2320 2024-04-10T15:16:42.160 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 2320 (ObjNum 1037 snap 299 seq_num 1037) dirty exists 2024-04-10T15:16:42.160 INFO:tasks.rados.rados.0.smithi102.stdout:3285: left oid 48 (ObjNum 1037 snap 299 seq_num 1037) 2024-04-10T15:16:42.186 INFO:tasks.rados.rados.0.smithi102.stdout:3287: expect (ObjNum 1034 snap 298 seq_num 1034) 2024-04-10T15:16:42.400 INFO:teuthology.task.sequential:In sequential, running task print... 2024-04-10T15:16:42.400 INFO:teuthology.task.print:**** done end upgrade, wait... 2024-04-10T15:16:42.400 DEBUG:teuthology.parallel:result is None 2024-04-10T15:16:42.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:42 smithi102 ceph-mon[90943]: osdmap e678: 8 total, 8 up, 8 in 2024-04-10T15:16:42.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:42 smithi102 ceph-mon[90943]: pgmap v677: 121 pgs: 121 active+clean; 328 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.3 MiB/s wr, 13 op/s 2024-04-10T15:16:42.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:42 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/922430754' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:42.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:42 smithi102 ceph-mon[88557]: osdmap e678: 8 total, 8 up, 8 in 2024-04-10T15:16:42.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:42 smithi102 ceph-mon[88557]: pgmap v677: 121 pgs: 121 active+clean; 328 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.3 MiB/s wr, 13 op/s 2024-04-10T15:16:42.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:42 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/922430754' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:42.625 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:16:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:16:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:16:42.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:42 smithi154 ceph-mon[84269]: osdmap e678: 8 total, 8 up, 8 in 2024-04-10T15:16:42.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:42 smithi154 ceph-mon[84269]: pgmap v677: 121 pgs: 121 active+clean; 328 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 3.3 MiB/s wr, 13 op/s 2024-04-10T15:16:42.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:42 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/922430754' entity='client.admin' cmd=[{"prefix": "versions"}]: dispatch 2024-04-10T15:16:43.163 INFO:tasks.rados.rados.0.smithi102.stdout:3284: done (4 left) 2024-04-10T15:16:43.163 INFO:tasks.rados.rados.0.smithi102.stdout:3285: done (3 left) 2024-04-10T15:16:43.163 INFO:tasks.rados.rados.0.smithi102.stdout:3287: done (2 left) 2024-04-10T15:16:43.163 INFO:tasks.rados.rados.0.smithi102.stdout:3288: done (1 left) 2024-04-10T15:16:43.164 INFO:tasks.rados.rados.0.smithi102.stdout:3289: done (0 left) 2024-04-10T15:16:43.164 INFO:tasks.rados.rados.0.smithi102.stdout:3290: read oid 43 snap -1 2024-04-10T15:16:43.164 INFO:tasks.rados.rados.0.smithi102.stdout:3290: expect (ObjNum 1003 snap 293 seq_num 1003) 2024-04-10T15:16:43.164 INFO:tasks.rados.rados.0.smithi102.stdout:3291: setattr oid 35 current snap is 300 2024-04-10T15:16:43.165 INFO:tasks.rados.rados.0.smithi102.stdout:3292: rmattr oid 6 current snap is 300 2024-04-10T15:16:43.165 INFO:tasks.rados.rados.0.smithi102.stdout:3293: read oid 29 snap 285 2024-04-10T15:16:43.165 INFO:tasks.rados.rados.0.smithi102.stdout:3293: expect (ObjNum 901 snap 259 seq_num 901) 2024-04-10T15:16:43.165 INFO:tasks.rados.rados.0.smithi102.stdout:3294: read oid 8 snap -1 2024-04-10T15:16:43.165 INFO:tasks.rados.rados.0.smithi102.stdout:3294: expect deleted 2024-04-10T15:16:43.165 INFO:tasks.rados.rados.0.smithi102.stdout:3295: read oid 10 snap -1 2024-04-10T15:16:43.165 INFO:tasks.rados.rados.0.smithi102.stdout:3295: expect (ObjNum 1032 snap 298 seq_num 1032) 2024-04-10T15:16:43.165 INFO:tasks.rados.rados.0.smithi102.stdout:3296: copy_from oid 11 from oid 31 current snap is 300 2024-04-10T15:16:43.165 INFO:tasks.rados.rados.0.smithi102.stdout:3297: read oid 26 snap -1 2024-04-10T15:16:43.165 INFO:tasks.rados.rados.0.smithi102.stdout:3297: expect (ObjNum 937 snap 270 seq_num 937) 2024-04-10T15:16:43.166 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 19 current snap is 300 2024-04-10T15:16:43.166 INFO:tasks.rados.rados.0.smithi102.stdout:3298: seq_num 1038 ranges {8298496=589824} 2024-04-10T15:16:43.218 INFO:tasks.rados.rados.0.smithi102.stdout:3298: writing smithi10276805-19 from 8298496 to 8888320 tid 1 2024-04-10T15:16:43.218 INFO:tasks.rados.rados.0.smithi102.stdout:3299: copy_from oid 40 from oid 44 current snap is 300 2024-04-10T15:16:43.218 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 2265 (ObjNum 1002 snap 293 seq_num 1002) dirty exists 2024-04-10T15:16:43.218 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 1548 (ObjNum 987 snap 285 seq_num 987) dirty exists 2024-04-10T15:16:43.218 INFO:tasks.rados.rados.0.smithi102.stdout:3296: finishing copy_from racing read to smithi10276805-11 2024-04-10T15:16:43.218 INFO:tasks.rados.rados.0.smithi102.stdout:3291: done (9 left) 2024-04-10T15:16:43.219 INFO:tasks.rados.rados.0.smithi102.stdout:3292: done (8 left) 2024-04-10T15:16:43.219 INFO:tasks.rados.rados.0.smithi102.stdout:3294: done (7 left) 2024-04-10T15:16:43.219 INFO:tasks.rados.rados.0.smithi102.stdout:3300: rollback oid 34 current snap is 300 2024-04-10T15:16:43.219 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 34 to 288 2024-04-10T15:16:43.219 INFO:tasks.rados.rados.0.smithi102.stdout:3296: finishing copy_from to smithi10276805-11 2024-04-10T15:16:43.219 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 2034 (ObjNum 1015 snap 295 seq_num 1015) dirty exists 2024-04-10T15:16:43.219 INFO:tasks.rados.rados.0.smithi102.stdout:3293: expect (ObjNum 901 snap 259 seq_num 901) 2024-04-10T15:16:43.538 INFO:tasks.rados.rados.0.smithi102.stdout:3295: expect (ObjNum 1032 snap 298 seq_num 1032) 2024-04-10T15:16:43.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:43 smithi154 ceph-mon[84269]: osdmap e679: 8 total, 8 up, 8 in 2024-04-10T15:16:43.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:43 smithi102 ceph-mon[90943]: osdmap e679: 8 total, 8 up, 8 in 2024-04-10T15:16:43.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:43 smithi102 ceph-mon[88557]: osdmap e679: 8 total, 8 up, 8 in 2024-04-10T15:16:43.799 INFO:tasks.rados.rados.0.smithi102.stdout:3300: finishing rollback tid 1 to smithi10276805-34 2024-04-10T15:16:43.799 INFO:tasks.rados.rados.0.smithi102.stdout:3300: finishing rollback tid 2 to smithi10276805-34 2024-04-10T15:16:43.799 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 1550 (ObjNum 992 snap 285 seq_num 992) dirty exists 2024-04-10T15:16:43.799 INFO:tasks.rados.rados.0.smithi102.stdout:3290: expect (ObjNum 1003 snap 293 seq_num 1003) 2024-04-10T15:16:44.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:44 smithi102 ceph-mon[90943]: osdmap e680: 8 total, 8 up, 8 in 2024-04-10T15:16:44.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:44 smithi102 ceph-mon[90943]: pgmap v680: 121 pgs: 121 active+clean; 324 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.4 MiB/s wr, 14 op/s 2024-04-10T15:16:44.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:44 smithi102 ceph-mon[90943]: osdmap e681: 8 total, 8 up, 8 in 2024-04-10T15:16:44.513 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:44 smithi102 ceph-mon[88557]: osdmap e680: 8 total, 8 up, 8 in 2024-04-10T15:16:44.513 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:44 smithi102 ceph-mon[88557]: pgmap v680: 121 pgs: 121 active+clean; 324 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.4 MiB/s wr, 14 op/s 2024-04-10T15:16:44.514 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:44 smithi102 ceph-mon[88557]: osdmap e681: 8 total, 8 up, 8 in 2024-04-10T15:16:44.570 INFO:tasks.rados.rados.0.smithi102.stdout:3297: expect (ObjNum 937 snap 270 seq_num 937) 2024-04-10T15:16:44.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:44 smithi154 ceph-mon[84269]: osdmap e680: 8 total, 8 up, 8 in 2024-04-10T15:16:44.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:44 smithi154 ceph-mon[84269]: pgmap v680: 121 pgs: 121 active+clean; 324 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.4 MiB/s wr, 14 op/s 2024-04-10T15:16:44.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:44 smithi154 ceph-mon[84269]: osdmap e681: 8 total, 8 up, 8 in 2024-04-10T15:16:44.656 INFO:tasks.rados.rados.0.smithi102.stdout:3298: finishing write tid 1 to smithi10276805-19 2024-04-10T15:16:44.656 INFO:tasks.rados.rados.0.smithi102.stdout:3298: finishing write tid 2 to smithi10276805-19 2024-04-10T15:16:44.656 INFO:tasks.rados.rados.0.smithi102.stdout:3298: finishing write tid 3 to smithi10276805-19 2024-04-10T15:16:44.656 INFO:tasks.rados.rados.0.smithi102.stdout:3298: oid 19 updating version 0 to 1591 2024-04-10T15:16:44.656 INFO:tasks.rados.rados.0.smithi102.stdout:3298: oid 19 updating version 1591 to 1592 2024-04-10T15:16:44.656 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 1592 (ObjNum 1038 snap 300 seq_num 1038) dirty exists 2024-04-10T15:16:44.656 INFO:tasks.rados.rados.0.smithi102.stdout:3298: left oid 19 (ObjNum 1038 snap 300 seq_num 1038) 2024-04-10T15:16:44.656 INFO:tasks.rados.rados.0.smithi102.stdout:3299: finishing copy_from racing read to smithi10276805-40 2024-04-10T15:16:44.656 INFO:tasks.rados.rados.0.smithi102.stdout:3299: finishing copy_from to smithi10276805-40 2024-04-10T15:16:44.656 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 2040 (ObjNum 989 snap 285 seq_num 989) dirty exists 2024-04-10T15:16:44.656 INFO:tasks.rados.rados.0.smithi102.stdout:3290: done (7 left) 2024-04-10T15:16:44.656 INFO:tasks.rados.rados.0.smithi102.stdout:3293: done (6 left) 2024-04-10T15:16:44.656 INFO:tasks.rados.rados.0.smithi102.stdout:3295: done (5 left) 2024-04-10T15:16:44.656 INFO:tasks.rados.rados.0.smithi102.stdout:3296: done (4 left) 2024-04-10T15:16:44.656 INFO:tasks.rados.rados.0.smithi102.stdout:3297: done (3 left) 2024-04-10T15:16:44.657 INFO:tasks.rados.rados.0.smithi102.stdout:3298: done (2 left) 2024-04-10T15:16:44.657 INFO:tasks.rados.rados.0.smithi102.stdout:3299: done (1 left) 2024-04-10T15:16:44.657 INFO:tasks.rados.rados.0.smithi102.stdout:3300: done (0 left) 2024-04-10T15:16:44.657 INFO:tasks.rados.rados.0.smithi102.stdout:3301: read oid 31 snap -1 2024-04-10T15:16:44.657 INFO:tasks.rados.rados.0.smithi102.stdout:3301: expect (ObjNum 1015 snap 295 seq_num 1015) 2024-04-10T15:16:44.657 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 46 current snap is 300 2024-04-10T15:16:44.657 INFO:tasks.rados.rados.0.smithi102.stdout:3302: seq_num 1039 ranges {442368=606208} 2024-04-10T15:16:44.661 INFO:tasks.rados.rados.0.smithi102.stdout:3302: writing smithi10276805-46 from 442368 to 1048576 tid 1 2024-04-10T15:16:44.661 INFO:tasks.rados.rados.0.smithi102.stdout:3303: read oid 19 snap -1 2024-04-10T15:16:44.661 INFO:tasks.rados.rados.0.smithi102.stdout:3303: expect (ObjNum 1038 snap 300 seq_num 1038) 2024-04-10T15:16:44.661 INFO:tasks.rados.rados.0.smithi102.stdout:3304: rollback oid 8 current snap is 300 2024-04-10T15:16:44.661 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 8 to 283 2024-04-10T15:16:44.661 INFO:tasks.rados.rados.0.smithi102.stdout:3301: expect (ObjNum 1015 snap 295 seq_num 1015) 2024-04-10T15:16:44.749 INFO:tasks.rados.rados.0.smithi102.stdout:3304: finishing rollback tid 1 to smithi10276805-8 2024-04-10T15:16:44.749 INFO:tasks.rados.rados.0.smithi102.stdout:3304: finishing rollback tid 2 to smithi10276805-8 2024-04-10T15:16:44.749 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 1552 (ObjNum 967 snap 283 seq_num 967) dirty exists 2024-04-10T15:16:44.749 INFO:tasks.rados.rados.0.smithi102.stdout:3302: finishing write tid 1 to smithi10276805-46 2024-04-10T15:16:44.749 INFO:tasks.rados.rados.0.smithi102.stdout:3302: finishing write tid 2 to smithi10276805-46 2024-04-10T15:16:44.749 INFO:tasks.rados.rados.0.smithi102.stdout:3302: finishing write tid 3 to smithi10276805-46 2024-04-10T15:16:44.750 INFO:tasks.rados.rados.0.smithi102.stdout:3302: oid 46 updating version 0 to 2042 2024-04-10T15:16:44.750 INFO:tasks.rados.rados.0.smithi102.stdout:3302: oid 46 version 2042 is already newer than 2041 2024-04-10T15:16:44.750 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 2042 (ObjNum 1039 snap 300 seq_num 1039) dirty exists 2024-04-10T15:16:44.750 INFO:tasks.rados.rados.0.smithi102.stdout:3302: left oid 46 (ObjNum 1039 snap 300 seq_num 1039) 2024-04-10T15:16:44.750 INFO:tasks.rados.rados.0.smithi102.stdout:3303: expect (ObjNum 1038 snap 300 seq_num 1038) 2024-04-10T15:16:45.469 INFO:tasks.rados.rados.0.smithi102.stdout:3301: done (3 left) 2024-04-10T15:16:45.469 INFO:tasks.rados.rados.0.smithi102.stdout:3302: done (2 left) 2024-04-10T15:16:45.469 INFO:tasks.rados.rados.0.smithi102.stdout:3303: done (1 left) 2024-04-10T15:16:45.470 INFO:tasks.rados.rados.0.smithi102.stdout:3304: done (0 left) 2024-04-10T15:16:45.470 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 44 current snap is 300 2024-04-10T15:16:45.470 INFO:tasks.rados.rados.0.smithi102.stdout:3305: seq_num 1040 ranges {5652480=622592} 2024-04-10T15:16:45.503 INFO:tasks.rados.rados.0.smithi102.stdout:3305: writing smithi10276805-44 from 5652480 to 6275072 tid 1 2024-04-10T15:16:45.503 INFO:tasks.rados.rados.0.smithi102.stdout:3306: read oid 50 snap -1 2024-04-10T15:16:45.503 INFO:tasks.rados.rados.0.smithi102.stdout:3306: expect (ObjNum 1002 snap 293 seq_num 1002) 2024-04-10T15:16:45.503 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 19 current snap is 300 2024-04-10T15:16:45.503 INFO:tasks.rados.rados.0.smithi102.stdout:3307: seq_num 1041 ranges {8888320=638976} 2024-04-10T15:16:45.554 INFO:tasks.rados.rados.0.smithi102.stdout:3307: writing smithi10276805-19 from 8888320 to 9527296 tid 1 2024-04-10T15:16:45.554 INFO:tasks.rados.rados.0.smithi102.stdout:3308: copy_from oid 34 from oid 46 current snap is 300 2024-04-10T15:16:45.555 INFO:tasks.rados.rados.0.smithi102.stdout:3305: finishing write tid 1 to smithi10276805-44 2024-04-10T15:16:45.555 INFO:tasks.rados.rados.0.smithi102.stdout:3305: finishing write tid 2 to smithi10276805-44 2024-04-10T15:16:45.555 INFO:tasks.rados.rados.0.smithi102.stdout:3306: expect (ObjNum 1002 snap 293 seq_num 1002) 2024-04-10T15:16:45.636 INFO:tasks.rados.rados.0.smithi102.stdout:3305: finishing write tid 3 to smithi10276805-44 2024-04-10T15:16:45.636 INFO:tasks.rados.rados.0.smithi102.stdout:3305: oid 44 updating version 0 to 2045 2024-04-10T15:16:45.636 INFO:tasks.rados.rados.0.smithi102.stdout:3305: oid 44 updating version 2045 to 2046 2024-04-10T15:16:45.636 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 2046 (ObjNum 1040 snap 300 seq_num 1040) dirty exists 2024-04-10T15:16:45.636 INFO:tasks.rados.rados.0.smithi102.stdout:3305: left oid 44 (ObjNum 1040 snap 300 seq_num 1040) 2024-04-10T15:16:45.636 INFO:tasks.rados.rados.0.smithi102.stdout:3305: done (3 left) 2024-04-10T15:16:45.636 INFO:tasks.rados.rados.0.smithi102.stdout:3306: done (2 left) 2024-04-10T15:16:45.636 INFO:tasks.rados.rados.0.smithi102.stdout:3309: snap_create 2024-04-10T15:16:45.637 INFO:tasks.rados.rados.0.smithi102.stdout:3307: finishing write tid 1 to smithi10276805-19 2024-04-10T15:16:45.637 INFO:tasks.rados.rados.0.smithi102.stdout:3307: finishing write tid 2 to smithi10276805-19 2024-04-10T15:16:45.637 INFO:tasks.rados.rados.0.smithi102.stdout:3307: finishing write tid 3 to smithi10276805-19 2024-04-10T15:16:45.637 INFO:tasks.rados.rados.0.smithi102.stdout:3307: oid 19 updating version 0 to 1593 2024-04-10T15:16:45.637 INFO:tasks.rados.rados.0.smithi102.stdout:3307: oid 19 updating version 1593 to 1594 2024-04-10T15:16:45.637 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 1594 (ObjNum 1041 snap 300 seq_num 1041) dirty exists 2024-04-10T15:16:45.637 INFO:tasks.rados.rados.0.smithi102.stdout:3307: left oid 19 (ObjNum 1041 snap 300 seq_num 1041) 2024-04-10T15:16:45.637 INFO:tasks.rados.rados.0.smithi102.stdout:3308: finishing copy_from racing read to smithi10276805-34 2024-04-10T15:16:45.637 INFO:tasks.rados.rados.0.smithi102.stdout:3308: finishing copy_from to smithi10276805-34 2024-04-10T15:16:45.637 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 2042 (ObjNum 1039 snap 300 seq_num 1039) dirty exists 2024-04-10T15:16:46.283 INFO:tasks.rados.rados.0.smithi102.stdout:3307: done (2 left) 2024-04-10T15:16:46.283 INFO:tasks.rados.rados.0.smithi102.stdout:3308: done (1 left) 2024-04-10T15:16:46.283 INFO:tasks.rados.rados.0.smithi102.stdout:3309: done (0 left) 2024-04-10T15:16:46.283 INFO:tasks.rados.rados.0.smithi102.stdout:3310: read oid 38 snap 285 2024-04-10T15:16:46.283 INFO:tasks.rados.rados.0.smithi102.stdout:3310: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-10T15:16:46.283 INFO:tasks.rados.rados.0.smithi102.stdout:3311: delete oid 20 current snap is 301 2024-04-10T15:16:46.288 INFO:tasks.rados.rados.0.smithi102.stdout:3311: done (1 left) 2024-04-10T15:16:46.288 INFO:tasks.rados.rados.0.smithi102.stdout:3312: snap_create 2024-04-10T15:16:46.288 INFO:tasks.rados.rados.0.smithi102.stdout:3310: expect (ObjNum 628 snap 178 seq_num 628) 2024-04-10T15:16:46.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:46 smithi154 ceph-mon[84269]: pgmap v682: 121 pgs: 121 active+clean; 317 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.4 MiB/s wr, 23 op/s 2024-04-10T15:16:46.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:46 smithi102 ceph-mon[90943]: pgmap v682: 121 pgs: 121 active+clean; 317 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.4 MiB/s wr, 23 op/s 2024-04-10T15:16:46.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:46 smithi102 ceph-mon[88557]: pgmap v682: 121 pgs: 121 active+clean; 317 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 3.4 MiB/s wr, 23 op/s 2024-04-10T15:16:47.291 INFO:tasks.rados.rados.0.smithi102.stdout:3310: done (1 left) 2024-04-10T15:16:47.291 INFO:tasks.rados.rados.0.smithi102.stdout:3312: done (0 left) 2024-04-10T15:16:47.291 INFO:tasks.rados.rados.0.smithi102.stdout:3313: rollback oid 31 current snap is 302 2024-04-10T15:16:47.291 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 31 to 301 2024-04-10T15:16:47.291 INFO:tasks.rados.rados.0.smithi102.stdout:3314: read oid 45 snap -1 2024-04-10T15:16:47.291 INFO:tasks.rados.rados.0.smithi102.stdout:3314: expect (ObjNum 1036 snap 299 seq_num 1036) 2024-04-10T15:16:47.291 INFO:tasks.rados.rados.0.smithi102.stdout:3315: read oid 1 snap -1 2024-04-10T15:16:47.291 INFO:tasks.rados.rados.0.smithi102.stdout:3315: expect (ObjNum 1034 snap 298 seq_num 1034) 2024-04-10T15:16:47.291 INFO:tasks.rados.rados.0.smithi102.stdout:3316: snap_remove snap 298 2024-04-10T15:16:47.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:47 smithi102 ceph-mon[90943]: osdmap e682: 8 total, 8 up, 8 in 2024-04-10T15:16:47.538 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:47 smithi102 ceph-mon[90943]: pgmap v684: 121 pgs: 121 active+clean; 288 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 2.1 MiB/s wr, 21 op/s 2024-04-10T15:16:47.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:47 smithi102 ceph-mon[88557]: osdmap e682: 8 total, 8 up, 8 in 2024-04-10T15:16:47.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:47 smithi102 ceph-mon[88557]: pgmap v684: 121 pgs: 121 active+clean; 288 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 2.1 MiB/s wr, 21 op/s 2024-04-10T15:16:47.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:47 smithi154 ceph-mon[84269]: osdmap e682: 8 total, 8 up, 8 in 2024-04-10T15:16:47.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:47 smithi154 ceph-mon[84269]: pgmap v684: 121 pgs: 121 active+clean; 288 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 28 MiB/s rd, 2.1 MiB/s wr, 21 op/s 2024-04-10T15:16:47.906 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:16:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:16:47] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.43.0" 2024-04-10T15:16:48.259 INFO:tasks.rados.rados.0.smithi102.stdout:3316: done (3 left) 2024-04-10T15:16:48.259 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 41 current snap is 302 2024-04-10T15:16:48.259 INFO:tasks.rados.rados.0.smithi102.stdout:3317: seq_num 1043 ranges {0=671744} 2024-04-10T15:16:48.261 INFO:tasks.rados.rados.0.smithi102.stdout:3317: writing smithi10276805-41 from 0 to 671744 tid 1 2024-04-10T15:16:48.261 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 22 current snap is 302 2024-04-10T15:16:48.262 INFO:tasks.rados.rados.0.smithi102.stdout:3318: seq_num 1044 ranges {0=688128} 2024-04-10T15:16:48.266 INFO:tasks.rados.rados.0.smithi102.stdout:3318: writing smithi10276805-22 from 0 to 688128 tid 1 2024-04-10T15:16:48.266 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 19 current snap is 302 2024-04-10T15:16:48.266 INFO:tasks.rados.rados.0.smithi102.stdout:3319: seq_num 1045 ranges {9527296=704512} 2024-04-10T15:16:48.322 INFO:tasks.rados.rados.0.smithi102.stdout:3319: writing smithi10276805-19 from 9527296 to 10231808 tid 1 2024-04-10T15:16:48.322 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 28 current snap is 302 2024-04-10T15:16:48.322 INFO:tasks.rados.rados.0.smithi102.stdout:3313: finishing rollback tid 0 to smithi10276805-31 2024-04-10T15:16:48.322 INFO:tasks.rados.rados.0.smithi102.stdout:3313: finishing rollback tid 1 to smithi10276805-31 2024-04-10T15:16:48.322 INFO:tasks.rados.rados.0.smithi102.stdout:3320: seq_num 1046 ranges {1048576=729088} 2024-04-10T15:16:48.331 INFO:tasks.rados.rados.0.smithi102.stdout:3320: writing smithi10276805-28 from 1048576 to 1777664 tid 1 2024-04-10T15:16:48.332 INFO:tasks.rados.rados.0.smithi102.stdout:3321: read oid 42 snap -1 2024-04-10T15:16:48.332 INFO:tasks.rados.rados.0.smithi102.stdout:3321: expect (ObjNum 1027 snap 298 seq_num 1027) 2024-04-10T15:16:48.332 INFO:tasks.rados.rados.0.smithi102.stdout:3322: snap_remove snap 299 2024-04-10T15:16:48.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:48 smithi154 ceph-mon[84269]: osdmap e683: 8 total, 8 up, 8 in 2024-04-10T15:16:48.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:48 smithi154 ceph-mon[84269]: osdmap e684: 8 total, 8 up, 8 in 2024-04-10T15:16:48.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:48 smithi102 ceph-mon[90943]: osdmap e683: 8 total, 8 up, 8 in 2024-04-10T15:16:48.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:48 smithi102 ceph-mon[90943]: osdmap e684: 8 total, 8 up, 8 in 2024-04-10T15:16:48.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:48 smithi102 ceph-mon[88557]: osdmap e683: 8 total, 8 up, 8 in 2024-04-10T15:16:48.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:48 smithi102 ceph-mon[88557]: osdmap e684: 8 total, 8 up, 8 in 2024-04-10T15:16:49.302 INFO:tasks.rados.rados.0.smithi102.stdout:3313: finishing rollback tid 2 to smithi10276805-31 2024-04-10T15:16:49.303 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 2045 (ObjNum 1015 snap 295 seq_num 1015) dirty exists 2024-04-10T15:16:49.303 INFO:tasks.rados.rados.0.smithi102.stdout:3314: expect (ObjNum 1036 snap 299 seq_num 1036) 2024-04-10T15:16:49.494 INFO:tasks.rados.rados.0.smithi102.stdout:3315: expect (ObjNum 1034 snap 298 seq_num 1034) 2024-04-10T15:16:49.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:49 smithi154 ceph-mon[84269]: pgmap v687: 121 pgs: 121 active+clean; 289 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-04-10T15:16:49.653 INFO:tasks.rados.rados.0.smithi102.stdout:3317: finishing write tid 1 to smithi10276805-41 2024-04-10T15:16:49.654 INFO:tasks.rados.rados.0.smithi102.stdout:3317: finishing write tid 2 to smithi10276805-41 2024-04-10T15:16:49.654 INFO:tasks.rados.rados.0.smithi102.stdout:3318: finishing write tid 1 to smithi10276805-22 2024-04-10T15:16:49.654 INFO:tasks.rados.rados.0.smithi102.stdout:3317: finishing write tid 3 to smithi10276805-41 2024-04-10T15:16:49.654 INFO:tasks.rados.rados.0.smithi102.stdout:3317: oid 41 updating version 0 to 1596 2024-04-10T15:16:49.654 INFO:tasks.rados.rados.0.smithi102.stdout:3317: oid 41 version 1596 is already newer than 1595 2024-04-10T15:16:49.654 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 1596 (ObjNum 1043 snap 302 seq_num 1043) dirty exists 2024-04-10T15:16:49.654 INFO:tasks.rados.rados.0.smithi102.stdout:3317: left oid 41 (ObjNum 1043 snap 302 seq_num 1043) 2024-04-10T15:16:49.654 INFO:tasks.rados.rados.0.smithi102.stdout:3318: finishing write tid 2 to smithi10276805-22 2024-04-10T15:16:49.654 INFO:tasks.rados.rados.0.smithi102.stdout:3313: done (8 left) 2024-04-10T15:16:49.654 INFO:tasks.rados.rados.0.smithi102.stdout:3314: done (7 left) 2024-04-10T15:16:49.654 INFO:tasks.rados.rados.0.smithi102.stdout:3315: done (6 left) 2024-04-10T15:16:49.654 INFO:tasks.rados.rados.0.smithi102.stdout:3317: done (5 left) 2024-04-10T15:16:49.654 INFO:tasks.rados.rados.0.smithi102.stdout:3322: done (4 left) 2024-04-10T15:16:49.655 INFO:tasks.rados.rados.0.smithi102.stdout:3323: delete oid 13 current snap is 302 2024-04-10T15:16:49.655 INFO:tasks.rados.rados.0.smithi102.stdout:3318: finishing write tid 3 to smithi10276805-22 2024-04-10T15:16:49.655 INFO:tasks.rados.rados.0.smithi102.stdout:3318: oid 22 updating version 0 to 2047 2024-04-10T15:16:49.655 INFO:tasks.rados.rados.0.smithi102.stdout:3318: oid 22 updating version 2047 to 2048 2024-04-10T15:16:49.655 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 2048 (ObjNum 1044 snap 302 seq_num 1044) dirty exists 2024-04-10T15:16:49.655 INFO:tasks.rados.rados.0.smithi102.stdout:3318: left oid 22 (ObjNum 1044 snap 302 seq_num 1044) 2024-04-10T15:16:49.655 INFO:tasks.rados.rados.0.smithi102.stdout:3319: finishing write tid 1 to smithi10276805-19 2024-04-10T15:16:49.655 INFO:tasks.rados.rados.0.smithi102.stdout:3319: finishing write tid 2 to smithi10276805-19 2024-04-10T15:16:49.655 INFO:tasks.rados.rados.0.smithi102.stdout:3319: finishing write tid 3 to smithi10276805-19 2024-04-10T15:16:49.655 INFO:tasks.rados.rados.0.smithi102.stdout:3319: oid 19 updating version 0 to 1600 2024-04-10T15:16:49.655 INFO:tasks.rados.rados.0.smithi102.stdout:3319: oid 19 updating version 1600 to 1601 2024-04-10T15:16:49.655 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 1601 (ObjNum 1045 snap 302 seq_num 1045) dirty exists 2024-04-10T15:16:49.655 INFO:tasks.rados.rados.0.smithi102.stdout:3319: left oid 19 (ObjNum 1045 snap 302 seq_num 1045) 2024-04-10T15:16:49.655 INFO:tasks.rados.rados.0.smithi102.stdout:3320: finishing write tid 1 to smithi10276805-28 2024-04-10T15:16:49.655 INFO:tasks.rados.rados.0.smithi102.stdout:3320: finishing write tid 2 to smithi10276805-28 2024-04-10T15:16:49.656 INFO:tasks.rados.rados.0.smithi102.stdout:3320: finishing write tid 3 to smithi10276805-28 2024-04-10T15:16:49.656 INFO:tasks.rados.rados.0.smithi102.stdout:3320: oid 28 updating version 0 to 2332 2024-04-10T15:16:49.656 INFO:tasks.rados.rados.0.smithi102.stdout:3320: oid 28 updating version 2332 to 2333 2024-04-10T15:16:49.656 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 2333 (ObjNum 1046 snap 302 seq_num 1046) dirty exists 2024-04-10T15:16:49.656 INFO:tasks.rados.rados.0.smithi102.stdout:3320: left oid 28 (ObjNum 1046 snap 302 seq_num 1046) 2024-04-10T15:16:49.656 INFO:tasks.rados.rados.0.smithi102.stdout:3321: expect (ObjNum 1027 snap 298 seq_num 1027) 2024-04-10T15:16:49.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:49 smithi102 ceph-mon[90943]: pgmap v687: 121 pgs: 121 active+clean; 289 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-04-10T15:16:49.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:49 smithi102 ceph-mon[88557]: pgmap v687: 121 pgs: 121 active+clean; 289 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 25 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-04-10T15:16:49.758 INFO:tasks.rados.rados.0.smithi102.stdout:3318: done (4 left) 2024-04-10T15:16:49.758 INFO:tasks.rados.rados.0.smithi102.stdout:3319: done (3 left) 2024-04-10T15:16:49.758 INFO:tasks.rados.rados.0.smithi102.stdout:3320: done (2 left) 2024-04-10T15:16:49.758 INFO:tasks.rados.rados.0.smithi102.stdout:3321: done (1 left) 2024-04-10T15:16:49.758 INFO:tasks.rados.rados.0.smithi102.stdout:3323: done (0 left) 2024-04-10T15:16:49.758 INFO:tasks.rados.rados.0.smithi102.stdout:3324: delete oid 28 current snap is 302 2024-04-10T15:16:49.761 INFO:tasks.rados.rados.0.smithi102.stdout:3324: done (0 left) 2024-04-10T15:16:49.762 INFO:tasks.rados.rados.0.smithi102.stdout:3325: copy_from oid 7 from oid 33 current snap is 302 2024-04-10T15:16:49.762 INFO:tasks.rados.rados.0.smithi102.stdout:3326: setattr oid 8 current snap is 302 2024-04-10T15:16:49.762 INFO:tasks.rados.rados.0.smithi102.stdout:3327: delete oid 48 current snap is 302 2024-04-10T15:16:49.765 INFO:tasks.rados.rados.0.smithi102.stdout:3327: done (2 left) 2024-04-10T15:16:49.765 INFO:tasks.rados.rados.0.smithi102.stdout:3328: snap_create 2024-04-10T15:16:49.765 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 2044 (ObjNum 967 snap 283 seq_num 967) dirty exists 2024-04-10T15:16:49.788 INFO:tasks.rados.rados.0.smithi102.stdout:3325: finishing copy_from racing read to smithi10276805-7 2024-04-10T15:16:49.800 INFO:tasks.rados.rados.0.smithi102.stdout:3325: finishing copy_from to smithi10276805-7 2024-04-10T15:16:49.800 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 1370 (ObjNum 734 snap 210 seq_num 734) dirty exists 2024-04-10T15:16:50.309 INFO:tasks.rados.rados.0.smithi102.stdout:3325: done (2 left) 2024-04-10T15:16:50.309 INFO:tasks.rados.rados.0.smithi102.stdout:3326: done (1 left) 2024-04-10T15:16:50.309 INFO:tasks.rados.rados.0.smithi102.stdout:3328: done (0 left) 2024-04-10T15:16:50.309 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 45 current snap is 303 2024-04-10T15:16:50.309 INFO:tasks.rados.rados.0.smithi102.stdout:3329: seq_num 1050 ranges {4235264=794624} 2024-04-10T15:16:50.336 INFO:tasks.rados.rados.0.smithi102.stdout:3329: writing smithi10276805-45 from 4235264 to 5029888 tid 1 2024-04-10T15:16:50.336 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 1 current snap is 303 2024-04-10T15:16:50.336 INFO:tasks.rados.rados.0.smithi102.stdout:3330: seq_num 1051 ranges {3358720=409600,3768320=401408} 2024-04-10T15:16:50.356 INFO:tasks.rados.rados.0.smithi102.stdout:3330: writing smithi10276805-1 from 3358720 to 3768320 tid 1 2024-04-10T15:16:50.359 INFO:tasks.rados.rados.0.smithi102.stdout:3330: writing smithi10276805-1 from 3768320 to 4169728 tid 2 2024-04-10T15:16:50.359 INFO:tasks.rados.rados.0.smithi102.stdout:3331: snap_remove snap 294 2024-04-10T15:16:50.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:50 smithi154 ceph-mon[84269]: osdmap e685: 8 total, 8 up, 8 in 2024-04-10T15:16:50.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:50 smithi102 ceph-mon[90943]: osdmap e685: 8 total, 8 up, 8 in 2024-04-10T15:16:50.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:50 smithi102 ceph-mon[88557]: osdmap e685: 8 total, 8 up, 8 in 2024-04-10T15:16:51.315 INFO:tasks.rados.rados.0.smithi102.stdout:3331: done (2 left) 2024-04-10T15:16:51.315 INFO:tasks.rados.rados.0.smithi102.stdout:3329: finishing write tid 1 to smithi10276805-45 2024-04-10T15:16:51.315 INFO:tasks.rados.rados.0.smithi102.stdout:3329: finishing write tid 2 to smithi10276805-45 2024-04-10T15:16:51.315 INFO:tasks.rados.rados.0.smithi102.stdout:3329: finishing write tid 3 to smithi10276805-45 2024-04-10T15:16:51.315 INFO:tasks.rados.rados.0.smithi102.stdout:3329: oid 45 updating version 0 to 2275 2024-04-10T15:16:51.315 INFO:tasks.rados.rados.0.smithi102.stdout:3329: oid 45 version 2275 is already newer than 2274 2024-04-10T15:16:51.315 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 2275 (ObjNum 1050 snap 303 seq_num 1050) dirty exists 2024-04-10T15:16:51.315 INFO:tasks.rados.rados.0.smithi102.stdout:3329: left oid 45 (ObjNum 1050 snap 303 seq_num 1050) 2024-04-10T15:16:51.315 INFO:tasks.rados.rados.0.smithi102.stdout:3330: finishing write tid 1 to smithi10276805-1 2024-04-10T15:16:51.315 INFO:tasks.rados.rados.0.smithi102.stdout:3330: finishing write tid 2 to smithi10276805-1 2024-04-10T15:16:51.316 INFO:tasks.rados.rados.0.smithi102.stdout:3330: finishing write tid 3 to smithi10276805-1 2024-04-10T15:16:51.316 INFO:tasks.rados.rados.0.smithi102.stdout:3330: finishing write tid 4 to smithi10276805-1 2024-04-10T15:16:51.316 INFO:tasks.rados.rados.0.smithi102.stdout:3330: oid 1 updating version 0 to 2278 2024-04-10T15:16:51.316 INFO:tasks.rados.rados.0.smithi102.stdout:3330: oid 1 version 2278 is already newer than 2276 2024-04-10T15:16:51.316 INFO:tasks.rados.rados.0.smithi102.stdout:3330: oid 1 version 2278 is already newer than 2277 2024-04-10T15:16:51.316 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 2278 (ObjNum 1051 snap 303 seq_num 1051) dirty exists 2024-04-10T15:16:51.316 INFO:tasks.rados.rados.0.smithi102.stdout:3330: left oid 1 (ObjNum 1051 snap 303 seq_num 1051) 2024-04-10T15:16:51.316 INFO:tasks.rados.rados.0.smithi102.stdout:3332: read oid 9 snap 291 2024-04-10T15:16:51.316 INFO:tasks.rados.rados.0.smithi102.stdout:3332: expect (ObjNum 856 snap 253 seq_num 856) 2024-04-10T15:16:51.316 INFO:tasks.rados.rados.0.smithi102.stdout:3329: done (2 left) 2024-04-10T15:16:51.316 INFO:tasks.rados.rados.0.smithi102.stdout:3330: done (1 left) 2024-04-10T15:16:51.316 INFO:tasks.rados.rados.0.smithi102.stdout:3333: snap_remove snap 288 2024-04-10T15:16:51.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:51 smithi154 ceph-mon[84269]: osdmap e686: 8 total, 8 up, 8 in 2024-04-10T15:16:51.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:51 smithi154 ceph-mon[84269]: pgmap v690: 121 pgs: 121 active+clean; 291 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 902 KiB/s wr, 11 op/s 2024-04-10T15:16:51.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:51 smithi102 ceph-mon[90943]: osdmap e686: 8 total, 8 up, 8 in 2024-04-10T15:16:51.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:51 smithi102 ceph-mon[90943]: pgmap v690: 121 pgs: 121 active+clean; 291 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 902 KiB/s wr, 11 op/s 2024-04-10T15:16:51.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:51 smithi102 ceph-mon[88557]: osdmap e686: 8 total, 8 up, 8 in 2024-04-10T15:16:51.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:51 smithi102 ceph-mon[88557]: pgmap v690: 121 pgs: 121 active+clean; 291 MiB data, 1.8 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 902 KiB/s wr, 11 op/s 2024-04-10T15:16:52.320 INFO:tasks.rados.rados.0.smithi102.stdout:3333: done (1 left) 2024-04-10T15:16:52.320 INFO:tasks.rados.rados.0.smithi102.stdout:3334: rollback oid 37 current snap is 303 2024-04-10T15:16:52.320 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 37 to 300 2024-04-10T15:16:52.320 INFO:tasks.rados.rados.0.smithi102.stdout:3332: expect (ObjNum 856 snap 253 seq_num 856) 2024-04-10T15:16:52.544 INFO:tasks.rados.rados.0.smithi102.stdout:3334: finishing rollback tid 1 to smithi10276805-37 2024-04-10T15:16:52.544 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 1579 (ObjNum 289 snap 0 seq_num 0) dirty dne 2024-04-10T15:16:52.544 INFO:tasks.rados.rados.0.smithi102.stdout:3332: done (1 left) 2024-04-10T15:16:52.544 INFO:tasks.rados.rados.0.smithi102.stdout:3334: done (0 left) 2024-04-10T15:16:52.544 INFO:tasks.rados.rados.0.smithi102.stdout:3335: copy_from oid 5 from oid 46 current snap is 303 2024-04-10T15:16:52.544 INFO:tasks.rados.rados.0.smithi102.stdout:3336: snap_remove snap 296 2024-04-10T15:16:52.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:52 smithi154 ceph-mon[84269]: osdmap e687: 8 total, 8 up, 8 in 2024-04-10T15:16:52.626 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:16:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:16:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:16:52.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:52 smithi102 ceph-mon[90943]: osdmap e687: 8 total, 8 up, 8 in 2024-04-10T15:16:52.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:52 smithi102 ceph-mon[88557]: osdmap e687: 8 total, 8 up, 8 in 2024-04-10T15:16:53.330 INFO:tasks.rados.rados.0.smithi102.stdout:3336: done (1 left) 2024-04-10T15:16:53.330 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 14 current snap is 303 2024-04-10T15:16:53.330 INFO:tasks.rados.rados.0.smithi102.stdout:3337: seq_num 1052 ranges {2072576=425984,2498560=401408} 2024-04-10T15:16:53.345 INFO:tasks.rados.rados.0.smithi102.stdout:3337: writing smithi10276805-14 from 2072576 to 2498560 tid 1 2024-04-10T15:16:53.348 INFO:tasks.rados.rados.0.smithi102.stdout:3337: writing smithi10276805-14 from 2498560 to 2899968 tid 2 2024-04-10T15:16:53.348 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 50 current snap is 303 2024-04-10T15:16:53.348 INFO:tasks.rados.rados.0.smithi102.stdout:3335: finishing copy_from racing read to smithi10276805-5 2024-04-10T15:16:53.348 INFO:tasks.rados.rados.0.smithi102.stdout:3335: finishing copy_from to smithi10276805-5 2024-04-10T15:16:53.348 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 2042 (ObjNum 1039 snap 300 seq_num 1039) dirty exists 2024-04-10T15:16:53.348 INFO:tasks.rados.rados.0.smithi102.stdout:3338: seq_num 1053 ranges {2834432=442368,3276800=401408} 2024-04-10T15:16:53.365 INFO:tasks.rados.rados.0.smithi102.stdout:3338: writing smithi10276805-50 from 2834432 to 3276800 tid 1 2024-04-10T15:16:53.368 INFO:tasks.rados.rados.0.smithi102.stdout:3338: writing smithi10276805-50 from 3276800 to 3678208 tid 2 2024-04-10T15:16:53.368 INFO:tasks.rados.rados.0.smithi102.stdout:3335: done (2 left) 2024-04-10T15:16:53.368 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 32 current snap is 303 2024-04-10T15:16:53.368 INFO:tasks.rados.rados.0.smithi102.stdout:3337: finishing write tid 1 to smithi10276805-14 2024-04-10T15:16:53.368 INFO:tasks.rados.rados.0.smithi102.stdout:3337: finishing write tid 2 to smithi10276805-14 2024-04-10T15:16:53.368 INFO:tasks.rados.rados.0.smithi102.stdout:3337: finishing write tid 3 to smithi10276805-14 2024-04-10T15:16:53.368 INFO:tasks.rados.rados.0.smithi102.stdout:3339: seq_num 1054 ranges {0=458752,458752=401408} 2024-04-10T15:16:53.370 INFO:tasks.rados.rados.0.smithi102.stdout:3339: writing smithi10276805-32 from 0 to 458752 tid 1 2024-04-10T15:16:53.373 INFO:tasks.rados.rados.0.smithi102.stdout:3339: writing smithi10276805-32 from 458752 to 860160 tid 2 2024-04-10T15:16:53.373 INFO:tasks.rados.rados.0.smithi102.stdout:3340: delete oid 36 current snap is 303 2024-04-10T15:16:53.373 INFO:tasks.rados.rados.0.smithi102.stdout:3337: finishing write tid 4 to smithi10276805-14 2024-04-10T15:16:53.373 INFO:tasks.rados.rados.0.smithi102.stdout:3337: oid 14 updating version 0 to 2265 2024-04-10T15:16:53.373 INFO:tasks.rados.rados.0.smithi102.stdout:3337: oid 14 version 2265 is already newer than 2263 2024-04-10T15:16:53.373 INFO:tasks.rados.rados.0.smithi102.stdout:3337: oid 14 version 2265 is already newer than 2264 2024-04-10T15:16:53.373 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 2265 (ObjNum 1052 snap 303 seq_num 1052) dirty exists 2024-04-10T15:16:53.373 INFO:tasks.rados.rados.0.smithi102.stdout:3337: left oid 14 (ObjNum 1052 snap 303 seq_num 1052) 2024-04-10T15:16:53.374 INFO:tasks.rados.rados.0.smithi102.stdout:3338: finishing write tid 1 to smithi10276805-50 2024-04-10T15:16:53.374 INFO:tasks.rados.rados.0.smithi102.stdout:3338: finishing write tid 2 to smithi10276805-50 2024-04-10T15:16:53.374 INFO:tasks.rados.rados.0.smithi102.stdout:3338: finishing write tid 3 to smithi10276805-50 2024-04-10T15:16:53.374 INFO:tasks.rados.rados.0.smithi102.stdout:3338: finishing write tid 4 to smithi10276805-50 2024-04-10T15:16:53.374 INFO:tasks.rados.rados.0.smithi102.stdout:3338: oid 50 updating version 0 to 2264 2024-04-10T15:16:53.374 INFO:tasks.rados.rados.0.smithi102.stdout:3338: oid 50 version 2264 is already newer than 2263 2024-04-10T15:16:53.374 INFO:tasks.rados.rados.0.smithi102.stdout:3338: oid 50 updating version 2264 to 2265 2024-04-10T15:16:53.374 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 2265 (ObjNum 1053 snap 303 seq_num 1053) dirty exists 2024-04-10T15:16:53.374 INFO:tasks.rados.rados.0.smithi102.stdout:3338: left oid 50 (ObjNum 1053 snap 303 seq_num 1053) 2024-04-10T15:16:53.375 INFO:tasks.rados.rados.0.smithi102.stdout:3337: done (3 left) 2024-04-10T15:16:53.375 INFO:tasks.rados.rados.0.smithi102.stdout:3338: done (2 left) 2024-04-10T15:16:53.375 INFO:tasks.rados.rados.0.smithi102.stdout:3340: done (1 left) 2024-04-10T15:16:53.376 INFO:tasks.rados.rados.0.smithi102.stdout:3341: snap_create 2024-04-10T15:16:53.377 INFO:tasks.rados.rados.0.smithi102.stdout:3339: finishing write tid 1 to smithi10276805-32 2024-04-10T15:16:53.377 INFO:tasks.rados.rados.0.smithi102.stdout:3339: finishing write tid 2 to smithi10276805-32 2024-04-10T15:16:53.377 INFO:tasks.rados.rados.0.smithi102.stdout:3339: finishing write tid 3 to smithi10276805-32 2024-04-10T15:16:53.379 INFO:tasks.rados.rados.0.smithi102.stdout:3339: finishing write tid 4 to smithi10276805-32 2024-04-10T15:16:53.379 INFO:tasks.rados.rados.0.smithi102.stdout:3339: oid 32 updating version 0 to 2369 2024-04-10T15:16:53.379 INFO:tasks.rados.rados.0.smithi102.stdout:3339: oid 32 updating version 2369 to 2371 2024-04-10T15:16:53.380 INFO:tasks.rados.rados.0.smithi102.stdout:3339: oid 32 version 2371 is already newer than 2370 2024-04-10T15:16:53.380 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 2371 (ObjNum 1054 snap 303 seq_num 1054) dirty exists 2024-04-10T15:16:53.380 INFO:tasks.rados.rados.0.smithi102.stdout:3339: left oid 32 (ObjNum 1054 snap 303 seq_num 1054) 2024-04-10T15:16:53.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:53 smithi154 ceph-mon[84269]: osdmap e688: 8 total, 8 up, 8 in 2024-04-10T15:16:53.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:53 smithi154 ceph-mon[84269]: pgmap v693: 121 pgs: 121 active+clean; 301 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 11 op/s 2024-04-10T15:16:53.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:16:53.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:53 smithi102 ceph-mon[90943]: osdmap e688: 8 total, 8 up, 8 in 2024-04-10T15:16:53.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:53 smithi102 ceph-mon[90943]: pgmap v693: 121 pgs: 121 active+clean; 301 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 11 op/s 2024-04-10T15:16:53.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:16:53.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:53 smithi102 ceph-mon[88557]: osdmap e688: 8 total, 8 up, 8 in 2024-04-10T15:16:53.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:53 smithi102 ceph-mon[88557]: pgmap v693: 121 pgs: 121 active+clean; 301 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 11 op/s 2024-04-10T15:16:53.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:16:54.341 INFO:tasks.rados.rados.0.smithi102.stdout:3339: done (1 left) 2024-04-10T15:16:54.341 INFO:tasks.rados.rados.0.smithi102.stdout:3341: done (0 left) 2024-04-10T15:16:54.341 INFO:tasks.rados.rados.0.smithi102.stdout:3342: read oid 21 snap 297 2024-04-10T15:16:54.341 INFO:tasks.rados.rados.0.smithi102.stdout:3342: expect (ObjNum 949 snap 276 seq_num 949) 2024-04-10T15:16:54.341 INFO:tasks.rados.rados.0.smithi102.stdout:3343: delete oid 3 current snap is 304 2024-04-10T15:16:54.348 INFO:tasks.rados.rados.0.smithi102.stdout:3343: done (1 left) 2024-04-10T15:16:54.348 INFO:tasks.rados.rados.0.smithi102.stdout:3344: read oid 16 snap 292 2024-04-10T15:16:54.348 INFO:tasks.rados.rados.0.smithi102.stdout:3344: expect (ObjNum 788 snap 232 seq_num 788) 2024-04-10T15:16:54.348 INFO:tasks.rados.rados.0.smithi102.stdout:3345: setattr oid 41 current snap is 304 2024-04-10T15:16:54.349 INFO:tasks.rados.rados.0.smithi102.stdout:3346: copy_from oid 33 from oid 40 current snap is 304 2024-04-10T15:16:54.349 INFO:tasks.rados.rados.0.smithi102.stdout:3347: delete oid 48 current snap is 304 2024-04-10T15:16:54.353 INFO:tasks.rados.rados.0.smithi102.stdout:3347: done (4 left) 2024-04-10T15:16:54.353 INFO:tasks.rados.rados.0.smithi102.stdout:3348: snap_create 2024-04-10T15:16:54.355 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 1620 (ObjNum 1043 snap 302 seq_num 1043) dirty exists 2024-04-10T15:16:54.358 INFO:tasks.rados.rados.0.smithi102.stdout:3344: expect (ObjNum 788 snap 232 seq_num 788) 2024-04-10T15:16:54.394 INFO:tasks.rados.rados.0.smithi102.stdout:3342: expect (ObjNum 949 snap 276 seq_num 949) 2024-04-10T15:16:54.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:54 smithi154 ceph-mon[84269]: osdmap e689: 8 total, 8 up, 8 in 2024-04-10T15:16:54.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:54 smithi102 ceph-mon[88557]: osdmap e689: 8 total, 8 up, 8 in 2024-04-10T15:16:54.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:54 smithi102 ceph-mon[90943]: osdmap e689: 8 total, 8 up, 8 in 2024-04-10T15:16:54.906 INFO:tasks.rados.rados.0.smithi102.stdout:3346: finishing copy_from racing read to smithi10276805-33 2024-04-10T15:16:54.906 INFO:tasks.rados.rados.0.smithi102.stdout:3346: finishing copy_from to smithi10276805-33 2024-04-10T15:16:54.907 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 2040 (ObjNum 989 snap 285 seq_num 989) dirty exists 2024-04-10T15:16:55.343 INFO:tasks.rados.rados.0.smithi102.stdout:3342: done (4 left) 2024-04-10T15:16:55.344 INFO:tasks.rados.rados.0.smithi102.stdout:3344: done (3 left) 2024-04-10T15:16:55.344 INFO:tasks.rados.rados.0.smithi102.stdout:3345: done (2 left) 2024-04-10T15:16:55.344 INFO:tasks.rados.rados.0.smithi102.stdout:3346: done (1 left) 2024-04-10T15:16:55.344 INFO:tasks.rados.rados.0.smithi102.stdout:3348: done (0 left) 2024-04-10T15:16:55.344 INFO:tasks.rados.rados.0.smithi102.stdout:3349: copy_from oid 14 from oid 19 current snap is 305 2024-04-10T15:16:55.344 INFO:tasks.rados.rados.0.smithi102.stdout:3350: rmattr oid 49 current snap is 305 2024-04-10T15:16:55.344 INFO:tasks.rados.rados.0.smithi102.stdout:3351: delete oid 31 current snap is 305 2024-04-10T15:16:55.351 INFO:tasks.rados.rados.0.smithi102.stdout:3351: done (2 left) 2024-04-10T15:16:55.351 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 24 current snap is 305 2024-04-10T15:16:55.351 INFO:tasks.rados.rados.0.smithi102.stdout:3352: seq_num 1059 ranges {7700480=540672,8241152=401408} 2024-04-10T15:16:55.396 INFO:tasks.rados.rados.0.smithi102.stdout:3352: writing smithi10276805-24 from 7700480 to 8241152 tid 1 2024-04-10T15:16:55.399 INFO:tasks.rados.rados.0.smithi102.stdout:3352: writing smithi10276805-24 from 8241152 to 8642560 tid 2 2024-04-10T15:16:55.399 INFO:tasks.rados.rados.0.smithi102.stdout:3353: delete oid 38 current snap is 305 2024-04-10T15:16:55.399 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 2267 (ObjNum 1002 snap 293 seq_num 1002) dirty exists 2024-04-10T15:16:55.399 INFO:tasks.rados.rados.0.smithi102.stdout:3349: finishing copy_from racing read to smithi10276805-14 2024-04-10T15:16:55.399 INFO:tasks.rados.rados.0.smithi102.stdout:3349: finishing copy_from to smithi10276805-14 2024-04-10T15:16:55.399 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 1601 (ObjNum 1045 snap 302 seq_num 1045) dirty exists 2024-04-10T15:16:55.401 INFO:tasks.rados.rados.0.smithi102.stdout:3349: done (3 left) 2024-04-10T15:16:55.401 INFO:tasks.rados.rados.0.smithi102.stdout:3350: done (2 left) 2024-04-10T15:16:55.401 INFO:tasks.rados.rados.0.smithi102.stdout:3353: done (1 left) 2024-04-10T15:16:55.402 INFO:tasks.rados.rados.0.smithi102.stdout:3354: rmattr oid 47 current snap is 305 2024-04-10T15:16:55.402 INFO:tasks.rados.rados.0.smithi102.stdout:3354: done (1 left) 2024-04-10T15:16:55.402 INFO:tasks.rados.rados.0.smithi102.stdout:3355: read oid 47 snap 303 2024-04-10T15:16:55.402 INFO:tasks.rados.rados.0.smithi102.stdout:3355: expect (ObjNum 1018 snap 295 seq_num 1018) 2024-04-10T15:16:55.402 INFO:tasks.rados.rados.0.smithi102.stdout:3356: read oid 15 snap -1 2024-04-10T15:16:55.402 INFO:tasks.rados.rados.0.smithi102.stdout:3356: expect deleted 2024-04-10T15:16:55.402 INFO:tasks.rados.rados.0.smithi102.stdout:3357: rollback oid 38 current snap is 305 2024-04-10T15:16:55.402 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 38 to 302 2024-04-10T15:16:55.402 INFO:tasks.rados.rados.0.smithi102.stdout:3358: copy_from oid 49 from oid 14 current snap is 305 2024-04-10T15:16:55.402 INFO:tasks.rados.rados.0.smithi102.stdout:3359: read oid 40 snap 300 2024-04-10T15:16:55.402 INFO:tasks.rados.rados.0.smithi102.stdout:3359: expect (ObjNum 989 snap 285 seq_num 989) 2024-04-10T15:16:55.402 INFO:tasks.rados.rados.0.smithi102.stdout:3360: read oid 12 snap -1 2024-04-10T15:16:55.402 INFO:tasks.rados.rados.0.smithi102.stdout:3360: expect (ObjNum 997 snap 290 seq_num 997) 2024-04-10T15:16:55.402 INFO:tasks.rados.rados.0.smithi102.stdout:3361: snap_remove snap 285 2024-04-10T15:16:55.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:55 smithi154 ceph-mon[84269]: osdmap e690: 8 total, 8 up, 8 in 2024-04-10T15:16:55.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:55 smithi154 ceph-mon[84269]: pgmap v696: 121 pgs: 121 active+clean; 294 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-04-10T15:16:55.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:55 smithi102 ceph-mon[90943]: osdmap e690: 8 total, 8 up, 8 in 2024-04-10T15:16:55.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:55 smithi102 ceph-mon[90943]: pgmap v696: 121 pgs: 121 active+clean; 294 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-04-10T15:16:55.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:55 smithi102 ceph-mon[88557]: osdmap e690: 8 total, 8 up, 8 in 2024-04-10T15:16:55.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:55 smithi102 ceph-mon[88557]: pgmap v696: 121 pgs: 121 active+clean; 294 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.4 MiB/s wr, 11 op/s 2024-04-10T15:16:56.352 INFO:tasks.rados.rados.0.smithi102.stdout:3361: done (7 left) 2024-04-10T15:16:56.352 INFO:tasks.rados.rados.0.smithi102.stdout:3362: setattr oid 50 current snap is 305 2024-04-10T15:16:56.352 INFO:tasks.rados.rados.0.smithi102.stdout:3352: finishing write tid 1 to smithi10276805-24 2024-04-10T15:16:56.352 INFO:tasks.rados.rados.0.smithi102.stdout:3352: finishing write tid 2 to smithi10276805-24 2024-04-10T15:16:56.352 INFO:tasks.rados.rados.0.smithi102.stdout:3352: finishing write tid 3 to smithi10276805-24 2024-04-10T15:16:56.352 INFO:tasks.rados.rados.0.smithi102.stdout:3352: finishing write tid 4 to smithi10276805-24 2024-04-10T15:16:56.352 INFO:tasks.rados.rados.0.smithi102.stdout:3352: oid 24 updating version 0 to 2043 2024-04-10T15:16:56.352 INFO:tasks.rados.rados.0.smithi102.stdout:3352: oid 24 updating version 2043 to 2045 2024-04-10T15:16:56.352 INFO:tasks.rados.rados.0.smithi102.stdout:3352: oid 24 version 2045 is already newer than 2044 2024-04-10T15:16:56.352 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 2045 (ObjNum 1059 snap 305 seq_num 1059) dirty exists 2024-04-10T15:16:56.352 INFO:tasks.rados.rados.0.smithi102.stdout:3352: left oid 24 (ObjNum 1059 snap 305 seq_num 1059) 2024-04-10T15:16:56.352 INFO:tasks.rados.rados.0.smithi102.stdout:3355: expect (ObjNum 1018 snap 295 seq_num 1018) 2024-04-10T15:16:56.364 INFO:tasks.rados.rados.0.smithi102.stdout:3357: finishing rollback tid 1 to smithi10276805-38 2024-04-10T15:16:56.364 INFO:tasks.rados.rados.0.smithi102.stdout:3357: finishing rollback tid 2 to smithi10276805-38 2024-04-10T15:16:56.364 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 1826 (ObjNum 1024 snap 296 seq_num 1024) dirty exists 2024-04-10T15:16:56.364 INFO:tasks.rados.rados.0.smithi102.stdout:3360: expect (ObjNum 997 snap 290 seq_num 997) 2024-04-10T15:16:56.493 INFO:tasks.rados.rados.0.smithi102.stdout:3359: expect (ObjNum 989 snap 285 seq_num 989) 2024-04-10T15:16:56.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:56 smithi154 ceph-mon[84269]: osdmap e691: 8 total, 8 up, 8 in 2024-04-10T15:16:56.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:56 smithi102 ceph-mon[90943]: osdmap e691: 8 total, 8 up, 8 in 2024-04-10T15:16:56.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:56 smithi102 ceph-mon[88557]: osdmap e691: 8 total, 8 up, 8 in 2024-04-10T15:16:56.714 INFO:tasks.rados.rados.0.smithi102.stdout:3358: finishing copy_from racing read to smithi10276805-49 2024-04-10T15:16:56.715 INFO:tasks.rados.rados.0.smithi102.stdout:3358: finishing copy_from to smithi10276805-49 2024-04-10T15:16:56.715 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1601 (ObjNum 1045 snap 302 seq_num 1045) dirty exists 2024-04-10T15:16:56.715 INFO:tasks.rados.rados.0.smithi102.stdout:3352: done (7 left) 2024-04-10T15:16:56.715 INFO:tasks.rados.rados.0.smithi102.stdout:3355: done (6 left) 2024-04-10T15:16:56.715 INFO:tasks.rados.rados.0.smithi102.stdout:3356: done (5 left) 2024-04-10T15:16:56.715 INFO:tasks.rados.rados.0.smithi102.stdout:3357: done (4 left) 2024-04-10T15:16:56.715 INFO:tasks.rados.rados.0.smithi102.stdout:3358: done (3 left) 2024-04-10T15:16:56.715 INFO:tasks.rados.rados.0.smithi102.stdout:3359: done (2 left) 2024-04-10T15:16:56.715 INFO:tasks.rados.rados.0.smithi102.stdout:3360: done (1 left) 2024-04-10T15:16:56.715 INFO:tasks.rados.rados.0.smithi102.stdout:3363: copy_from oid 43 from oid 15 current snap is 305 2024-04-10T15:16:56.715 INFO:tasks.rados.rados.0.smithi102.stdout:3364: rollback oid 11 current snap is 305 2024-04-10T15:16:56.715 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 11 to 304 2024-04-10T15:16:56.715 INFO:tasks.rados.rados.0.smithi102.stdout:3365: rollback oid 3 current snap is 305 2024-04-10T15:16:56.715 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 3 to 304 2024-04-10T15:16:56.716 INFO:tasks.rados.rados.0.smithi102.stdout:3366: rmattr oid 31 current snap is 305 2024-04-10T15:16:56.716 INFO:tasks.rados.rados.0.smithi102.stdout:3366: done (4 left) 2024-04-10T15:16:56.716 INFO:tasks.rados.rados.0.smithi102.stdout:3367: read oid 40 snap -1 2024-04-10T15:16:56.716 INFO:tasks.rados.rados.0.smithi102.stdout:3367: expect (ObjNum 989 snap 285 seq_num 989) 2024-04-10T15:16:56.716 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 29 current snap is 305 2024-04-10T15:16:56.716 INFO:tasks.rados.rados.0.smithi102.stdout:3368: seq_num 1061 ranges {0=573440,573440=401408} 2024-04-10T15:16:56.717 INFO:tasks.rados.rados.0.smithi102.stdout:3368: writing smithi10276805-29 from 0 to 573440 tid 1 2024-04-10T15:16:56.720 INFO:tasks.rados.rados.0.smithi102.stdout:3368: writing smithi10276805-29 from 573440 to 974848 tid 2 2024-04-10T15:16:56.720 INFO:tasks.rados.rados.0.smithi102.stdout:3369: copy_from oid 31 from oid 23 current snap is 305 2024-04-10T15:16:56.720 INFO:tasks.rados.rados.0.smithi102.stdout:3363: finishing copy_from to smithi10276805-43 2024-04-10T15:16:56.720 INFO:tasks.rados.rados.0.smithi102.stdout:3363: got expected ENOENT (src dne) 2024-04-10T15:16:56.720 INFO:tasks.rados.rados.0.smithi102.stdout:3363: finishing copy_from racing read to smithi10276805-43 2024-04-10T15:16:56.720 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 2266 (ObjNum 1053 snap 303 seq_num 1053) dirty exists 2024-04-10T15:16:56.720 INFO:tasks.rados.rados.0.smithi102.stdout:3362: done (6 left) 2024-04-10T15:16:56.720 INFO:tasks.rados.rados.0.smithi102.stdout:3363: done (5 left) 2024-04-10T15:16:56.720 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 305 2024-04-10T15:16:56.720 INFO:tasks.rados.rados.0.smithi102.stdout:3365: finishing rollback tid 1 to smithi10276805-3 2024-04-10T15:16:56.720 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 2266 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:16:56.721 INFO:tasks.rados.rados.0.smithi102.stdout:3364: finishing rollback tid 0 to smithi10276805-11 2024-04-10T15:16:56.721 INFO:tasks.rados.rados.0.smithi102.stdout:3364: finishing rollback tid 1 to smithi10276805-11 2024-04-10T15:16:56.721 INFO:tasks.rados.rados.0.smithi102.stdout:3370: seq_num 1062 ranges {385024=589824,974848=401408} 2024-04-10T15:16:56.725 INFO:tasks.rados.rados.0.smithi102.stdout:3370: writing smithi10276805-39 from 385024 to 974848 tid 1 2024-04-10T15:16:56.728 INFO:tasks.rados.rados.0.smithi102.stdout:3370: writing smithi10276805-39 from 974848 to 1376256 tid 2 2024-04-10T15:16:56.728 INFO:tasks.rados.rados.0.smithi102.stdout:3365: done (5 left) 2024-04-10T15:16:56.728 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 22 current snap is 305 2024-04-10T15:16:56.728 INFO:tasks.rados.rados.0.smithi102.stdout:3364: finishing rollback tid 2 to smithi10276805-11 2024-04-10T15:16:56.728 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 2281 (ObjNum 1015 snap 295 seq_num 1015) dirty exists 2024-04-10T15:16:56.728 INFO:tasks.rados.rados.0.smithi102.stdout:3371: seq_num 1063 ranges {688128=606208,1294336=401408} 2024-04-10T15:16:56.735 INFO:tasks.rados.rados.0.smithi102.stdout:3371: writing smithi10276805-22 from 688128 to 1294336 tid 1 2024-04-10T15:16:56.737 INFO:tasks.rados.rados.0.smithi102.stdout:3371: writing smithi10276805-22 from 1294336 to 1695744 tid 2 2024-04-10T15:16:56.737 INFO:tasks.rados.rados.0.smithi102.stdout:3364: done (5 left) 2024-04-10T15:16:56.737 INFO:tasks.rados.rados.0.smithi102.stdout:3372: rollback oid 25 current snap is 305 2024-04-10T15:16:56.737 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 25 to 303 2024-04-10T15:16:56.737 INFO:tasks.rados.rados.0.smithi102.stdout:3368: finishing write tid 1 to smithi10276805-29 2024-04-10T15:16:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:3368: finishing write tid 2 to smithi10276805-29 2024-04-10T15:16:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:3368: finishing write tid 3 to smithi10276805-29 2024-04-10T15:16:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:3368: finishing write tid 4 to smithi10276805-29 2024-04-10T15:16:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:3368: oid 29 updating version 0 to 2384 2024-04-10T15:16:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:3368: oid 29 version 2384 is already newer than 2383 2024-04-10T15:16:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:3368: oid 29 updating version 2384 to 2385 2024-04-10T15:16:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 2385 (ObjNum 1061 snap 305 seq_num 1061) dirty exists 2024-04-10T15:16:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:3368: left oid 29 (ObjNum 1061 snap 305 seq_num 1061) 2024-04-10T15:16:56.738 INFO:tasks.rados.rados.0.smithi102.stdout:3367: expect (ObjNum 989 snap 285 seq_num 989) 2024-04-10T15:16:56.958 INFO:tasks.rados.rados.0.smithi102.stdout:3369: finishing copy_from to smithi10276805-31 2024-04-10T15:16:56.958 INFO:tasks.rados.rados.0.smithi102.stdout:3369: got expected ENOENT (src dne) 2024-04-10T15:16:56.958 INFO:tasks.rados.rados.0.smithi102.stdout:3369: finishing copy_from racing read to smithi10276805-31 2024-04-10T15:16:56.958 INFO:tasks.rados.rados.0.smithi102.stdout:3370: finishing write tid 1 to smithi10276805-39 2024-04-10T15:16:56.958 INFO:tasks.rados.rados.0.smithi102.stdout:3370: finishing write tid 2 to smithi10276805-39 2024-04-10T15:16:56.958 INFO:tasks.rados.rados.0.smithi102.stdout:3370: finishing write tid 3 to smithi10276805-39 2024-04-10T15:16:56.958 INFO:tasks.rados.rados.0.smithi102.stdout:3370: finishing write tid 4 to smithi10276805-39 2024-04-10T15:16:56.958 INFO:tasks.rados.rados.0.smithi102.stdout:3370: oid 39 updating version 0 to 2270 2024-04-10T15:16:56.958 INFO:tasks.rados.rados.0.smithi102.stdout:3370: oid 39 version 2270 is already newer than 2268 2024-04-10T15:16:56.959 INFO:tasks.rados.rados.0.smithi102.stdout:3370: oid 39 version 2270 is already newer than 2269 2024-04-10T15:16:56.959 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 2270 (ObjNum 1062 snap 305 seq_num 1062) dirty exists 2024-04-10T15:16:56.959 INFO:tasks.rados.rados.0.smithi102.stdout:3370: left oid 39 (ObjNum 1062 snap 305 seq_num 1062) 2024-04-10T15:16:56.959 INFO:tasks.rados.rados.0.smithi102.stdout:3367: done (5 left) 2024-04-10T15:16:56.959 INFO:tasks.rados.rados.0.smithi102.stdout:3368: done (4 left) 2024-04-10T15:16:56.959 INFO:tasks.rados.rados.0.smithi102.stdout:3369: done (3 left) 2024-04-10T15:16:56.959 INFO:tasks.rados.rados.0.smithi102.stdout:3370: done (2 left) 2024-04-10T15:16:56.959 INFO:tasks.rados.rados.0.smithi102.stdout:3373: rmattr oid 48 current snap is 305 2024-04-10T15:16:56.959 INFO:tasks.rados.rados.0.smithi102.stdout:3373: done (2 left) 2024-04-10T15:16:56.959 INFO:tasks.rados.rados.0.smithi102.stdout:3374: setattr oid 32 current snap is 305 2024-04-10T15:16:56.959 INFO:tasks.rados.rados.0.smithi102.stdout:3372: finishing rollback tid 0 to smithi10276805-25 2024-04-10T15:16:56.959 INFO:tasks.rados.rados.0.smithi102.stdout:3371: finishing write tid 1 to smithi10276805-22 2024-04-10T15:16:56.959 INFO:tasks.rados.rados.0.smithi102.stdout:3372: finishing rollback tid 1 to smithi10276805-25 2024-04-10T15:16:56.959 INFO:tasks.rados.rados.0.smithi102.stdout:3371: finishing write tid 2 to smithi10276805-22 2024-04-10T15:16:56.959 INFO:tasks.rados.rados.0.smithi102.stdout:3371: finishing write tid 3 to smithi10276805-22 2024-04-10T15:16:56.960 INFO:tasks.rados.rados.0.smithi102.stdout:3372: finishing rollback tid 2 to smithi10276805-25 2024-04-10T15:16:56.960 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 1369 (ObjNum 1035 snap 299 seq_num 1035) dirty exists 2024-04-10T15:16:56.960 INFO:tasks.rados.rados.0.smithi102.stdout:3371: finishing write tid 4 to smithi10276805-22 2024-04-10T15:16:56.960 INFO:tasks.rados.rados.0.smithi102.stdout:3371: oid 22 updating version 0 to 2051 2024-04-10T15:16:56.960 INFO:tasks.rados.rados.0.smithi102.stdout:3371: oid 22 version 2051 is already newer than 2049 2024-04-10T15:16:56.960 INFO:tasks.rados.rados.0.smithi102.stdout:3371: oid 22 version 2051 is already newer than 2050 2024-04-10T15:16:56.960 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 2051 (ObjNum 1063 snap 305 seq_num 1063) dirty exists 2024-04-10T15:16:56.960 INFO:tasks.rados.rados.0.smithi102.stdout:3371: left oid 22 (ObjNum 1063 snap 305 seq_num 1063) 2024-04-10T15:16:56.960 INFO:tasks.rados.rados.0.smithi102.stdout:3371: done (2 left) 2024-04-10T15:16:56.960 INFO:tasks.rados.rados.0.smithi102.stdout:3372: done (1 left) 2024-04-10T15:16:56.960 INFO:tasks.rados.rados.0.smithi102.stdout:3375: snap_create 2024-04-10T15:16:56.962 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 2387 (ObjNum 1054 snap 303 seq_num 1054) dirty exists 2024-04-10T15:16:57.358 INFO:tasks.rados.rados.0.smithi102.stdout:3374: done (1 left) 2024-04-10T15:16:57.358 INFO:tasks.rados.rados.0.smithi102.stdout:3375: done (0 left) 2024-04-10T15:16:57.358 INFO:tasks.rados.rados.0.smithi102.stdout:3376: delete oid 42 current snap is 306 2024-04-10T15:16:57.364 INFO:tasks.rados.rados.0.smithi102.stdout:3376: done (0 left) 2024-04-10T15:16:57.364 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 26 current snap is 306 2024-04-10T15:16:57.364 INFO:tasks.rados.rados.0.smithi102.stdout:3377: seq_num 1065 ranges {2539520=638976,3178496=401408} 2024-04-10T15:16:57.381 INFO:tasks.rados.rados.0.smithi102.stdout:3377: writing smithi10276805-26 from 2539520 to 3178496 tid 1 2024-04-10T15:16:57.383 INFO:tasks.rados.rados.0.smithi102.stdout:3377: writing smithi10276805-26 from 3178496 to 3579904 tid 2 2024-04-10T15:16:57.383 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 42 current snap is 306 2024-04-10T15:16:57.383 INFO:tasks.rados.rados.0.smithi102.stdout:3378: seq_num 1066 ranges {0=663552,663552=401408} 2024-04-10T15:16:57.387 INFO:tasks.rados.rados.0.smithi102.stdout:3378: writing smithi10276805-42 from 0 to 663552 tid 1 2024-04-10T15:16:57.390 INFO:tasks.rados.rados.0.smithi102.stdout:3378: writing smithi10276805-42 from 663552 to 1064960 tid 2 2024-04-10T15:16:57.390 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 22 current snap is 306 2024-04-10T15:16:57.390 INFO:tasks.rados.rados.0.smithi102.stdout:3377: finishing write tid 1 to smithi10276805-26 2024-04-10T15:16:57.390 INFO:tasks.rados.rados.0.smithi102.stdout:3379: seq_num 1067 ranges {1695744=679936,2375680=401408} 2024-04-10T15:16:57.402 INFO:tasks.rados.rados.0.smithi102.stdout:3379: writing smithi10276805-22 from 1695744 to 2375680 tid 1 2024-04-10T15:16:57.405 INFO:tasks.rados.rados.0.smithi102.stdout:3379: writing smithi10276805-22 from 2375680 to 2777088 tid 2 2024-04-10T15:16:57.405 INFO:tasks.rados.rados.0.smithi102.stdout:3380: delete oid 44 current snap is 306 2024-04-10T15:16:57.405 INFO:tasks.rados.rados.0.smithi102.stdout:3377: finishing write tid 2 to smithi10276805-26 2024-04-10T15:16:57.405 INFO:tasks.rados.rados.0.smithi102.stdout:3377: finishing write tid 3 to smithi10276805-26 2024-04-10T15:16:57.405 INFO:tasks.rados.rados.0.smithi102.stdout:3377: finishing write tid 4 to smithi10276805-26 2024-04-10T15:16:57.406 INFO:tasks.rados.rados.0.smithi102.stdout:3377: oid 26 updating version 0 to 1632 2024-04-10T15:16:57.406 INFO:tasks.rados.rados.0.smithi102.stdout:3377: oid 26 version 1632 is already newer than 1630 2024-04-10T15:16:57.406 INFO:tasks.rados.rados.0.smithi102.stdout:3377: oid 26 version 1632 is already newer than 1631 2024-04-10T15:16:57.406 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1632 (ObjNum 1065 snap 306 seq_num 1065) dirty exists 2024-04-10T15:16:57.406 INFO:tasks.rados.rados.0.smithi102.stdout:3377: left oid 26 (ObjNum 1065 snap 306 seq_num 1065) 2024-04-10T15:16:57.406 INFO:tasks.rados.rados.0.smithi102.stdout:3378: finishing write tid 1 to smithi10276805-42 2024-04-10T15:16:57.406 INFO:tasks.rados.rados.0.smithi102.stdout:3378: finishing write tid 2 to smithi10276805-42 2024-04-10T15:16:57.406 INFO:tasks.rados.rados.0.smithi102.stdout:3378: finishing write tid 3 to smithi10276805-42 2024-04-10T15:16:57.406 INFO:tasks.rados.rados.0.smithi102.stdout:3378: finishing write tid 4 to smithi10276805-42 2024-04-10T15:16:57.406 INFO:tasks.rados.rados.0.smithi102.stdout:3378: oid 42 updating version 0 to 2285 2024-04-10T15:16:57.406 INFO:tasks.rados.rados.0.smithi102.stdout:3378: oid 42 version 2285 is already newer than 2284 2024-04-10T15:16:57.406 INFO:tasks.rados.rados.0.smithi102.stdout:3378: oid 42 version 2285 is already newer than 2283 2024-04-10T15:16:57.406 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 2285 (ObjNum 1066 snap 306 seq_num 1066) dirty exists 2024-04-10T15:16:57.406 INFO:tasks.rados.rados.0.smithi102.stdout:3378: left oid 42 (ObjNum 1066 snap 306 seq_num 1066) 2024-04-10T15:16:57.410 INFO:tasks.rados.rados.0.smithi102.stdout:3379: finishing write tid 1 to smithi10276805-22 2024-04-10T15:16:57.411 INFO:tasks.rados.rados.0.smithi102.stdout:3379: finishing write tid 2 to smithi10276805-22 2024-04-10T15:16:57.411 INFO:tasks.rados.rados.0.smithi102.stdout:3379: finishing write tid 3 to smithi10276805-22 2024-04-10T15:16:57.414 INFO:tasks.rados.rados.0.smithi102.stdout:3379: finishing write tid 4 to smithi10276805-22 2024-04-10T15:16:57.414 INFO:tasks.rados.rados.0.smithi102.stdout:3379: oid 22 updating version 0 to 2052 2024-04-10T15:16:57.414 INFO:tasks.rados.rados.0.smithi102.stdout:3379: oid 22 updating version 2052 to 2054 2024-04-10T15:16:57.414 INFO:tasks.rados.rados.0.smithi102.stdout:3379: oid 22 version 2054 is already newer than 2053 2024-04-10T15:16:57.414 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 2054 (ObjNum 1067 snap 306 seq_num 1067) dirty exists 2024-04-10T15:16:57.414 INFO:tasks.rados.rados.0.smithi102.stdout:3379: left oid 22 (ObjNum 1067 snap 306 seq_num 1067) 2024-04-10T15:16:57.414 INFO:tasks.rados.rados.0.smithi102.stdout:3377: done (3 left) 2024-04-10T15:16:57.414 INFO:tasks.rados.rados.0.smithi102.stdout:3378: done (2 left) 2024-04-10T15:16:57.414 INFO:tasks.rados.rados.0.smithi102.stdout:3379: done (1 left) 2024-04-10T15:16:57.414 INFO:tasks.rados.rados.0.smithi102.stdout:3380: done (0 left) 2024-04-10T15:16:57.415 INFO:tasks.rados.rados.0.smithi102.stdout:3381: read oid 38 snap -1 2024-04-10T15:16:57.415 INFO:tasks.rados.rados.0.smithi102.stdout:3381: expect (ObjNum 1024 snap 296 seq_num 1024) 2024-04-10T15:16:57.415 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 306 2024-04-10T15:16:57.415 INFO:tasks.rados.rados.0.smithi102.stdout:3382: seq_num 1069 ranges {0=712704,712704=401408} 2024-04-10T15:16:57.418 INFO:tasks.rados.rados.0.smithi102.stdout:3382: writing smithi10276805-48 from 0 to 712704 tid 1 2024-04-10T15:16:57.421 INFO:tasks.rados.rados.0.smithi102.stdout:3382: writing smithi10276805-48 from 712704 to 1114112 tid 2 2024-04-10T15:16:57.421 INFO:tasks.rados.rados.0.smithi102.stdout:3383: read oid 5 snap -1 2024-04-10T15:16:57.421 INFO:tasks.rados.rados.0.smithi102.stdout:3383: expect (ObjNum 1039 snap 300 seq_num 1039) 2024-04-10T15:16:57.421 INFO:tasks.rados.rados.0.smithi102.stdout:3384: rollback oid 31 current snap is 306 2024-04-10T15:16:57.421 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 31 to 301 2024-04-10T15:16:57.421 INFO:tasks.rados.rados.0.smithi102.stdout:3381: expect (ObjNum 1024 snap 296 seq_num 1024) 2024-04-10T15:16:57.525 INFO:tasks.rados.rados.0.smithi102.stdout:3384: finishing rollback tid 1 to smithi10276805-31 2024-04-10T15:16:57.525 INFO:tasks.rados.rados.0.smithi102.stdout:3384: finishing rollback tid 2 to smithi10276805-31 2024-04-10T15:16:57.526 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 2049 (ObjNum 1015 snap 295 seq_num 1015) dirty exists 2024-04-10T15:16:57.526 INFO:tasks.rados.rados.0.smithi102.stdout:3383: expect (ObjNum 1039 snap 300 seq_num 1039) 2024-04-10T15:16:57.561 INFO:tasks.rados.rados.0.smithi102.stdout:3382: finishing write tid 1 to smithi10276805-48 2024-04-10T15:16:57.561 INFO:tasks.rados.rados.0.smithi102.stdout:3382: finishing write tid 2 to smithi10276805-48 2024-04-10T15:16:57.562 INFO:tasks.rados.rados.0.smithi102.stdout:3382: finishing write tid 3 to smithi10276805-48 2024-04-10T15:16:57.562 INFO:tasks.rados.rados.0.smithi102.stdout:3382: finishing write tid 4 to smithi10276805-48 2024-04-10T15:16:57.562 INFO:tasks.rados.rados.0.smithi102.stdout:3382: oid 48 updating version 0 to 2389 2024-04-10T15:16:57.562 INFO:tasks.rados.rados.0.smithi102.stdout:3382: oid 48 updating version 2389 to 2390 2024-04-10T15:16:57.562 INFO:tasks.rados.rados.0.smithi102.stdout:3382: oid 48 version 2390 is already newer than 2388 2024-04-10T15:16:57.562 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 2390 (ObjNum 1069 snap 306 seq_num 1069) dirty exists 2024-04-10T15:16:57.562 INFO:tasks.rados.rados.0.smithi102.stdout:3382: left oid 48 (ObjNum 1069 snap 306 seq_num 1069) 2024-04-10T15:16:57.562 INFO:tasks.rados.rados.0.smithi102.stdout:3381: done (3 left) 2024-04-10T15:16:57.562 INFO:tasks.rados.rados.0.smithi102.stdout:3382: done (2 left) 2024-04-10T15:16:57.562 INFO:tasks.rados.rados.0.smithi102.stdout:3383: done (1 left) 2024-04-10T15:16:57.562 INFO:tasks.rados.rados.0.smithi102.stdout:3384: done (0 left) 2024-04-10T15:16:57.562 INFO:tasks.rados.rados.0.smithi102.stdout:3385: read oid 3 snap 304 2024-04-10T15:16:57.562 INFO:tasks.rados.rados.0.smithi102.stdout:3385: expect deleted 2024-04-10T15:16:57.562 INFO:tasks.rados.rados.0.smithi102.stdout:3386: snap_remove snap 303 2024-04-10T15:16:57.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:57 smithi154 ceph-mon[84269]: osdmap e692: 8 total, 8 up, 8 in 2024-04-10T15:16:57.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:57 smithi154 ceph-mon[84269]: pgmap v699: 121 pgs: 121 active+clean; 317 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.1 MiB/s wr, 19 op/s 2024-04-10T15:16:57.655 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:16:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:16:57] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-04-10T15:16:57.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:57 smithi102 ceph-mon[90943]: osdmap e692: 8 total, 8 up, 8 in 2024-04-10T15:16:57.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:57 smithi102 ceph-mon[90943]: pgmap v699: 121 pgs: 121 active+clean; 317 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.1 MiB/s wr, 19 op/s 2024-04-10T15:16:57.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:57 smithi102 ceph-mon[88557]: osdmap e692: 8 total, 8 up, 8 in 2024-04-10T15:16:57.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:57 smithi102 ceph-mon[88557]: pgmap v699: 121 pgs: 121 active+clean; 317 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 6.7 MiB/s rd, 6.1 MiB/s wr, 19 op/s 2024-04-10T15:16:58.261 INFO:tasks.rados.rados.0.smithi102.stdout:3385: done (1 left) 2024-04-10T15:16:58.262 INFO:tasks.rados.rados.0.smithi102.stdout:3386: done (0 left) 2024-04-10T15:16:58.262 INFO:tasks.rados.rados.0.smithi102.stdout:3387: copy_from oid 49 from oid 17 current snap is 306 2024-04-10T15:16:58.262 INFO:tasks.rados.rados.0.smithi102.stdout:3388: snap_remove snap 291 2024-04-10T15:16:58.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:58 smithi154 ceph-mon[84269]: osdmap e693: 8 total, 8 up, 8 in 2024-04-10T15:16:58.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:16:58 smithi154 ceph-mon[84269]: osdmap e694: 8 total, 8 up, 8 in 2024-04-10T15:16:58.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:58 smithi102 ceph-mon[90943]: osdmap e693: 8 total, 8 up, 8 in 2024-04-10T15:16:58.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:16:58 smithi102 ceph-mon[90943]: osdmap e694: 8 total, 8 up, 8 in 2024-04-10T15:16:58.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:58 smithi102 ceph-mon[88557]: osdmap e693: 8 total, 8 up, 8 in 2024-04-10T15:16:58.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:16:58 smithi102 ceph-mon[88557]: osdmap e694: 8 total, 8 up, 8 in 2024-04-10T15:16:59.260 INFO:tasks.rados.rados.0.smithi102.stdout:3388: done (1 left) 2024-04-10T15:16:59.260 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 28 current snap is 306 2024-04-10T15:16:59.260 INFO:tasks.rados.rados.0.smithi102.stdout:3387: finishing copy_from racing read to smithi10276805-49 2024-04-10T15:16:59.260 INFO:tasks.rados.rados.0.smithi102.stdout:3389: seq_num 1070 ranges {0=729088,729088=401408} 2024-04-10T15:16:59.264 INFO:tasks.rados.rados.0.smithi102.stdout:3389: writing smithi10276805-28 from 0 to 729088 tid 1 2024-04-10T15:16:59.268 INFO:tasks.rados.rados.0.smithi102.stdout:3389: writing smithi10276805-28 from 729088 to 1130496 tid 2 2024-04-10T15:16:59.268 INFO:tasks.rados.rados.0.smithi102.stdout:3390: snap_remove snap 302 2024-04-10T15:17:00.268 INFO:tasks.rados.rados.0.smithi102.stdout:3390: done (2 left) 2024-04-10T15:17:00.268 INFO:tasks.rados.rados.0.smithi102.stdout:3391: delete oid 27 current snap is 306 2024-04-10T15:17:00.268 INFO:tasks.rados.rados.0.smithi102.stdout:3387: finishing copy_from to smithi10276805-49 2024-04-10T15:17:00.268 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 1804 (ObjNum 886 snap 255 seq_num 886) dirty exists 2024-04-10T15:17:00.268 INFO:tasks.rados.rados.0.smithi102.stdout:3389: finishing write tid 1 to smithi10276805-28 2024-04-10T15:17:00.268 INFO:tasks.rados.rados.0.smithi102.stdout:3389: finishing write tid 2 to smithi10276805-28 2024-04-10T15:17:00.268 INFO:tasks.rados.rados.0.smithi102.stdout:3389: finishing write tid 3 to smithi10276805-28 2024-04-10T15:17:00.268 INFO:tasks.rados.rados.0.smithi102.stdout:3389: finishing write tid 4 to smithi10276805-28 2024-04-10T15:17:00.268 INFO:tasks.rados.rados.0.smithi102.stdout:3389: oid 28 updating version 0 to 2398 2024-04-10T15:17:00.268 INFO:tasks.rados.rados.0.smithi102.stdout:3389: oid 28 version 2398 is already newer than 2397 2024-04-10T15:17:00.268 INFO:tasks.rados.rados.0.smithi102.stdout:3389: oid 28 updating version 2398 to 2399 2024-04-10T15:17:00.268 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 2399 (ObjNum 1070 snap 306 seq_num 1070) dirty exists 2024-04-10T15:17:00.268 INFO:tasks.rados.rados.0.smithi102.stdout:3389: left oid 28 (ObjNum 1070 snap 306 seq_num 1070) 2024-04-10T15:17:00.280 INFO:tasks.rados.rados.0.smithi102.stdout:3387: done (2 left) 2024-04-10T15:17:00.280 INFO:tasks.rados.rados.0.smithi102.stdout:3389: done (1 left) 2024-04-10T15:17:00.280 INFO:tasks.rados.rados.0.smithi102.stdout:3391: done (0 left) 2024-04-10T15:17:00.280 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 306 2024-04-10T15:17:00.280 INFO:tasks.rados.rados.0.smithi102.stdout:3392: seq_num 1072 ranges {598016=761856,1359872=401408} 2024-04-10T15:17:00.288 INFO:tasks.rados.rados.0.smithi102.stdout:3392: writing smithi10276805-4 from 598016 to 1359872 tid 1 2024-04-10T15:17:00.291 INFO:tasks.rados.rados.0.smithi102.stdout:3392: writing smithi10276805-4 from 1359872 to 1761280 tid 2 2024-04-10T15:17:00.291 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 40 current snap is 306 2024-04-10T15:17:00.291 INFO:tasks.rados.rados.0.smithi102.stdout:3393: seq_num 1073 ranges {5652480=778240,6430720=401408} 2024-04-10T15:17:00.326 INFO:tasks.rados.rados.0.smithi102.stdout:3393: writing smithi10276805-40 from 5652480 to 6430720 tid 1 2024-04-10T15:17:00.328 INFO:tasks.rados.rados.0.smithi102.stdout:3393: writing smithi10276805-40 from 6430720 to 6832128 tid 2 2024-04-10T15:17:00.329 INFO:tasks.rados.rados.0.smithi102.stdout:3394: copy_from oid 33 from oid 22 current snap is 306 2024-04-10T15:17:00.329 INFO:tasks.rados.rados.0.smithi102.stdout:3392: finishing write tid 1 to smithi10276805-4 2024-04-10T15:17:00.329 INFO:tasks.rados.rados.0.smithi102.stdout:3392: finishing write tid 2 to smithi10276805-4 2024-04-10T15:17:00.329 INFO:tasks.rados.rados.0.smithi102.stdout:3392: finishing write tid 3 to smithi10276805-4 2024-04-10T15:17:00.329 INFO:tasks.rados.rados.0.smithi102.stdout:3392: finishing write tid 4 to smithi10276805-4 2024-04-10T15:17:00.329 INFO:tasks.rados.rados.0.smithi102.stdout:3392: oid 4 updating version 0 to 1280 2024-04-10T15:17:00.329 INFO:tasks.rados.rados.0.smithi102.stdout:3392: oid 4 version 1280 is already newer than 1279 2024-04-10T15:17:00.329 INFO:tasks.rados.rados.0.smithi102.stdout:3392: oid 4 version 1280 is already newer than 1278 2024-04-10T15:17:00.329 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 1280 (ObjNum 1072 snap 306 seq_num 1072) dirty exists 2024-04-10T15:17:00.329 INFO:tasks.rados.rados.0.smithi102.stdout:3392: left oid 4 (ObjNum 1072 snap 306 seq_num 1072) 2024-04-10T15:17:00.329 INFO:tasks.rados.rados.0.smithi102.stdout:3392: done (2 left) 2024-04-10T15:17:00.329 INFO:tasks.rados.rados.0.smithi102.stdout:3395: snap_remove snap 301 2024-04-10T15:17:00.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:00 smithi154 ceph-mon[84269]: pgmap v702: 121 pgs: 121 active+clean; 324 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.9 MiB/s wr, 16 op/s 2024-04-10T15:17:00.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:00 smithi154 ceph-mon[84269]: osdmap e695: 8 total, 8 up, 8 in 2024-04-10T15:17:00.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:00 smithi102 ceph-mon[90943]: pgmap v702: 121 pgs: 121 active+clean; 324 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.9 MiB/s wr, 16 op/s 2024-04-10T15:17:00.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:00 smithi102 ceph-mon[90943]: osdmap e695: 8 total, 8 up, 8 in 2024-04-10T15:17:00.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:00 smithi102 ceph-mon[88557]: pgmap v702: 121 pgs: 121 active+clean; 324 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 6.9 MiB/s wr, 16 op/s 2024-04-10T15:17:00.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:00 smithi102 ceph-mon[88557]: osdmap e695: 8 total, 8 up, 8 in 2024-04-10T15:17:01.275 INFO:tasks.rados.rados.0.smithi102.stdout:3395: done (2 left) 2024-04-10T15:17:01.275 INFO:tasks.rados.rados.0.smithi102.stdout:3396: rmattr oid 45 current snap is 306 2024-04-10T15:17:01.275 INFO:tasks.rados.rados.0.smithi102.stdout:3396: done (2 left) 2024-04-10T15:17:01.275 INFO:tasks.rados.rados.0.smithi102.stdout:3397: setattr oid 32 current snap is 306 2024-04-10T15:17:01.275 INFO:tasks.rados.rados.0.smithi102.stdout:3393: finishing write tid 1 to smithi10276805-40 2024-04-10T15:17:01.275 INFO:tasks.rados.rados.0.smithi102.stdout:3393: finishing write tid 2 to smithi10276805-40 2024-04-10T15:17:01.275 INFO:tasks.rados.rados.0.smithi102.stdout:3393: finishing write tid 3 to smithi10276805-40 2024-04-10T15:17:01.276 INFO:tasks.rados.rados.0.smithi102.stdout:3393: finishing write tid 4 to smithi10276805-40 2024-04-10T15:17:01.276 INFO:tasks.rados.rados.0.smithi102.stdout:3393: oid 40 updating version 0 to 2050 2024-04-10T15:17:01.276 INFO:tasks.rados.rados.0.smithi102.stdout:3393: oid 40 updating version 2050 to 2052 2024-04-10T15:17:01.276 INFO:tasks.rados.rados.0.smithi102.stdout:3393: oid 40 version 2052 is already newer than 2051 2024-04-10T15:17:01.276 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 2052 (ObjNum 1073 snap 306 seq_num 1073) dirty exists 2024-04-10T15:17:01.276 INFO:tasks.rados.rados.0.smithi102.stdout:3393: left oid 40 (ObjNum 1073 snap 306 seq_num 1073) 2024-04-10T15:17:01.276 INFO:tasks.rados.rados.0.smithi102.stdout:3394: finishing copy_from racing read to smithi10276805-33 2024-04-10T15:17:01.276 INFO:tasks.rados.rados.0.smithi102.stdout:3394: finishing copy_from to smithi10276805-33 2024-04-10T15:17:01.276 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 2054 (ObjNum 1067 snap 306 seq_num 1067) dirty exists 2024-04-10T15:17:01.277 INFO:tasks.rados.rados.0.smithi102.stdout:3393: done (2 left) 2024-04-10T15:17:01.277 INFO:tasks.rados.rados.0.smithi102.stdout:3394: done (1 left) 2024-04-10T15:17:01.277 INFO:tasks.rados.rados.0.smithi102.stdout:3398: read oid 33 snap -1 2024-04-10T15:17:01.277 INFO:tasks.rados.rados.0.smithi102.stdout:3398: expect (ObjNum 1067 snap 306 seq_num 1067) 2024-04-10T15:17:01.277 INFO:tasks.rados.rados.0.smithi102.stdout:3399: snap_remove snap 283 2024-04-10T15:17:01.557 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:01 smithi102 ceph-mon[88557]: osdmap e696: 8 total, 8 up, 8 in 2024-04-10T15:17:01.557 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:01 smithi102 ceph-mon[90943]: osdmap e696: 8 total, 8 up, 8 in 2024-04-10T15:17:01.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:01 smithi154 ceph-mon[84269]: osdmap e696: 8 total, 8 up, 8 in 2024-04-10T15:17:02.278 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 2411 (ObjNum 1054 snap 303 seq_num 1054) dirty exists 2024-04-10T15:17:02.278 INFO:tasks.rados.rados.0.smithi102.stdout:3398: expect (ObjNum 1067 snap 306 seq_num 1067) 2024-04-10T15:17:02.398 INFO:tasks.rados.rados.0.smithi102.stdout:3397: done (2 left) 2024-04-10T15:17:02.398 INFO:tasks.rados.rados.0.smithi102.stdout:3398: done (1 left) 2024-04-10T15:17:02.398 INFO:tasks.rados.rados.0.smithi102.stdout:3399: done (0 left) 2024-04-10T15:17:02.398 INFO:tasks.rados.rados.0.smithi102.stdout:3400: snap_remove snap 305 2024-04-10T15:17:02.625 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:17:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:17:02.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:02 smithi154 ceph-mon[84269]: pgmap v705: 121 pgs: 121 active+clean; 328 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-04-10T15:17:02.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:02 smithi154 ceph-mon[84269]: osdmap e697: 8 total, 8 up, 8 in 2024-04-10T15:17:02.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:02 smithi102 ceph-mon[90943]: pgmap v705: 121 pgs: 121 active+clean; 328 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-04-10T15:17:02.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:02 smithi102 ceph-mon[90943]: osdmap e697: 8 total, 8 up, 8 in 2024-04-10T15:17:02.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:02 smithi102 ceph-mon[88557]: pgmap v705: 121 pgs: 121 active+clean; 328 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.1 MiB/s wr, 26 op/s 2024-04-10T15:17:02.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:02 smithi102 ceph-mon[88557]: osdmap e697: 8 total, 8 up, 8 in 2024-04-10T15:17:03.259 INFO:tasks.rados.rados.0.smithi102.stdout:3400: done (0 left) 2024-04-10T15:17:03.259 INFO:tasks.rados.rados.0.smithi102.stdout:3401: copy_from oid 5 from oid 40 current snap is 306 2024-04-10T15:17:03.259 INFO:tasks.rados.rados.0.smithi102.stdout:3402: setattr oid 39 current snap is 306 2024-04-10T15:17:03.260 INFO:tasks.rados.rados.0.smithi102.stdout:3403: snap_remove snap 304 2024-04-10T15:17:03.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:03 smithi154 ceph-mon[84269]: osdmap e698: 8 total, 8 up, 8 in 2024-04-10T15:17:03.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:03 smithi154 ceph-mon[84269]: osdmap e699: 8 total, 8 up, 8 in 2024-04-10T15:17:03.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:03 smithi102 ceph-mon[90943]: osdmap e698: 8 total, 8 up, 8 in 2024-04-10T15:17:03.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:03 smithi102 ceph-mon[90943]: osdmap e699: 8 total, 8 up, 8 in 2024-04-10T15:17:03.656 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:17:03 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0[96201]: 2024-04-10T15:17:03.296+0000 7f8ee5991700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 17f after trimming was started 2024-04-10T15:17:03.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:03 smithi102 ceph-mon[88557]: osdmap e698: 8 total, 8 up, 8 in 2024-04-10T15:17:03.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:03 smithi102 ceph-mon[88557]: osdmap e699: 8 total, 8 up, 8 in 2024-04-10T15:17:04.265 INFO:tasks.rados.rados.0.smithi102.stdout:3403: done (2 left) 2024-04-10T15:17:04.266 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 42 current snap is 306 2024-04-10T15:17:04.266 INFO:tasks.rados.rados.0.smithi102.stdout:3404: seq_num 1074 ranges {1064960=794624,1859584=401408} 2024-04-10T15:17:04.276 INFO:tasks.rados.rados.0.smithi102.stdout:3404: writing smithi10276805-42 from 1064960 to 1859584 tid 1 2024-04-10T15:17:04.279 INFO:tasks.rados.rados.0.smithi102.stdout:3404: writing smithi10276805-42 from 1859584 to 2260992 tid 2 2024-04-10T15:17:04.279 INFO:tasks.rados.rados.0.smithi102.stdout:3405: rollback oid 32 current snap is 306 2024-04-10T15:17:04.279 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 32 to 297 2024-04-10T15:17:04.279 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 2272 (ObjNum 1062 snap 305 seq_num 1062) dirty exists 2024-04-10T15:17:04.279 INFO:tasks.rados.rados.0.smithi102.stdout:3401: finishing copy_from racing read to smithi10276805-5 2024-04-10T15:17:04.279 INFO:tasks.rados.rados.0.smithi102.stdout:3401: finishing copy_from to smithi10276805-5 2024-04-10T15:17:04.280 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 2052 (ObjNum 1073 snap 306 seq_num 1073) dirty exists 2024-04-10T15:17:04.280 INFO:tasks.rados.rados.0.smithi102.stdout:3401: done (3 left) 2024-04-10T15:17:04.280 INFO:tasks.rados.rados.0.smithi102.stdout:3402: done (2 left) 2024-04-10T15:17:04.280 INFO:tasks.rados.rados.0.smithi102.stdout:3406: snap_remove snap 300 2024-04-10T15:17:04.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:04 smithi154 ceph-mon[84269]: pgmap v708: 121 pgs: 121 active+clean; 334 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-10T15:17:04.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:04 smithi154 ceph-mon[84269]: osdmap e700: 8 total, 8 up, 8 in 2024-04-10T15:17:04.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:04 smithi102 ceph-mon[90943]: pgmap v708: 121 pgs: 121 active+clean; 334 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-10T15:17:04.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:04 smithi102 ceph-mon[90943]: osdmap e700: 8 total, 8 up, 8 in 2024-04-10T15:17:04.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:04 smithi102 ceph-mon[88557]: pgmap v708: 121 pgs: 121 active+clean; 334 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.0 MiB/s wr, 26 op/s 2024-04-10T15:17:04.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:04 smithi102 ceph-mon[88557]: osdmap e700: 8 total, 8 up, 8 in 2024-04-10T15:17:05.262 INFO:tasks.rados.rados.0.smithi102.stdout:3406: done (2 left) 2024-04-10T15:17:05.263 INFO:tasks.rados.rados.0.smithi102.stdout:3407: delete oid 24 current snap is 306 2024-04-10T15:17:05.263 INFO:tasks.rados.rados.0.smithi102.stdout:3404: finishing write tid 1 to smithi10276805-42 2024-04-10T15:17:05.263 INFO:tasks.rados.rados.0.smithi102.stdout:3405: finishing rollback tid 0 to smithi10276805-32 2024-04-10T15:17:05.263 INFO:tasks.rados.rados.0.smithi102.stdout:3404: finishing write tid 2 to smithi10276805-42 2024-04-10T15:17:05.263 INFO:tasks.rados.rados.0.smithi102.stdout:3405: finishing rollback tid 1 to smithi10276805-32 2024-04-10T15:17:05.263 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 2431 (ObjNum 465 snap 0 seq_num 1649436748) dirty dne 2024-04-10T15:17:05.263 INFO:tasks.rados.rados.0.smithi102.stdout:3404: finishing write tid 3 to smithi10276805-42 2024-04-10T15:17:05.263 INFO:tasks.rados.rados.0.smithi102.stdout:3404: finishing write tid 4 to smithi10276805-42 2024-04-10T15:17:05.263 INFO:tasks.rados.rados.0.smithi102.stdout:3404: oid 42 updating version 0 to 2286 2024-04-10T15:17:05.263 INFO:tasks.rados.rados.0.smithi102.stdout:3404: oid 42 updating version 2286 to 2288 2024-04-10T15:17:05.263 INFO:tasks.rados.rados.0.smithi102.stdout:3404: oid 42 version 2288 is already newer than 2287 2024-04-10T15:17:05.263 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 2288 (ObjNum 1074 snap 306 seq_num 1074) dirty exists 2024-04-10T15:17:05.263 INFO:tasks.rados.rados.0.smithi102.stdout:3404: left oid 42 (ObjNum 1074 snap 306 seq_num 1074) 2024-04-10T15:17:05.268 INFO:tasks.rados.rados.0.smithi102.stdout:3404: done (2 left) 2024-04-10T15:17:05.268 INFO:tasks.rados.rados.0.smithi102.stdout:3405: done (1 left) 2024-04-10T15:17:05.268 INFO:tasks.rados.rados.0.smithi102.stdout:3407: done (0 left) 2024-04-10T15:17:05.268 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 41 current snap is 306 2024-04-10T15:17:05.268 INFO:tasks.rados.rados.0.smithi102.stdout:3408: seq_num 1076 ranges {671744=425984,1097728=548864,1646592=253952} 2024-04-10T15:17:05.274 INFO:tasks.rados.rados.0.smithi102.stdout:3408: writing smithi10276805-41 from 671744 to 1097728 tid 1 2024-04-10T15:17:05.278 INFO:tasks.rados.rados.0.smithi102.stdout:3408: writing smithi10276805-41 from 1097728 to 1646592 tid 2 2024-04-10T15:17:05.280 INFO:tasks.rados.rados.0.smithi102.stdout:3408: writing smithi10276805-41 from 1646592 to 1900544 tid 3 2024-04-10T15:17:05.280 INFO:tasks.rados.rados.0.smithi102.stdout:3409: delete oid 48 current snap is 306 2024-04-10T15:17:05.282 INFO:tasks.rados.rados.0.smithi102.stdout:3409: done (1 left) 2024-04-10T15:17:05.283 INFO:tasks.rados.rados.0.smithi102.stdout:3410: copy_from oid 34 from oid 3 current snap is 306 2024-04-10T15:17:05.283 INFO:tasks.rados.rados.0.smithi102.stdout:3411: copy_from oid 25 from oid 31 current snap is 306 2024-04-10T15:17:05.283 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 306 2024-04-10T15:17:05.283 INFO:tasks.rados.rados.0.smithi102.stdout:3412: seq_num 1078 ranges {1761280=458752,2220032=720896,2940928=81920} 2024-04-10T15:17:05.296 INFO:tasks.rados.rados.0.smithi102.stdout:3412: writing smithi10276805-4 from 1761280 to 2220032 tid 1 2024-04-10T15:17:05.300 INFO:tasks.rados.rados.0.smithi102.stdout:3412: writing smithi10276805-4 from 2220032 to 2940928 tid 2 2024-04-10T15:17:05.302 INFO:tasks.rados.rados.0.smithi102.stdout:3412: writing smithi10276805-4 from 2940928 to 3022848 tid 3 2024-04-10T15:17:05.302 INFO:tasks.rados.rados.0.smithi102.stdout:3413: rollback oid 12 current snap is 306 2024-04-10T15:17:05.302 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 12 to 297 2024-04-10T15:17:05.302 INFO:tasks.rados.rados.0.smithi102.stdout:3410: finishing copy_from to smithi10276805-34 2024-04-10T15:17:05.302 INFO:tasks.rados.rados.0.smithi102.stdout:3410: got expected ENOENT (src dne) 2024-04-10T15:17:05.302 INFO:tasks.rados.rados.0.smithi102.stdout:3410: finishing copy_from racing read to smithi10276805-34 2024-04-10T15:17:05.302 INFO:tasks.rados.rados.0.smithi102.stdout:3408: finishing write tid 1 to smithi10276805-41 2024-04-10T15:17:05.302 INFO:tasks.rados.rados.0.smithi102.stdout:3408: finishing write tid 2 to smithi10276805-41 2024-04-10T15:17:05.302 INFO:tasks.rados.rados.0.smithi102.stdout:3408: finishing write tid 3 to smithi10276805-41 2024-04-10T15:17:05.302 INFO:tasks.rados.rados.0.smithi102.stdout:3408: finishing write tid 4 to smithi10276805-41 2024-04-10T15:17:05.302 INFO:tasks.rados.rados.0.smithi102.stdout:3408: finishing write tid 5 to smithi10276805-41 2024-04-10T15:17:05.303 INFO:tasks.rados.rados.0.smithi102.stdout:3408: oid 41 updating version 0 to 1672 2024-04-10T15:17:05.303 INFO:tasks.rados.rados.0.smithi102.stdout:3408: oid 41 version 1672 is already newer than 1670 2024-04-10T15:17:05.303 INFO:tasks.rados.rados.0.smithi102.stdout:3408: oid 41 version 1672 is already newer than 1665 2024-04-10T15:17:05.303 INFO:tasks.rados.rados.0.smithi102.stdout:3408: oid 41 version 1672 is already newer than 1671 2024-04-10T15:17:05.303 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 1672 (ObjNum 1076 snap 306 seq_num 1076) dirty exists 2024-04-10T15:17:05.303 INFO:tasks.rados.rados.0.smithi102.stdout:3408: left oid 41 (ObjNum 1076 snap 306 seq_num 1076) 2024-04-10T15:17:05.303 INFO:tasks.rados.rados.0.smithi102.stdout:3411: finishing copy_from racing read to smithi10276805-25 2024-04-10T15:17:05.303 INFO:tasks.rados.rados.0.smithi102.stdout:3411: finishing copy_from to smithi10276805-25 2024-04-10T15:17:05.303 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 2049 (ObjNum 1015 snap 295 seq_num 1015) dirty exists 2024-04-10T15:17:05.303 INFO:tasks.rados.rados.0.smithi102.stdout:3412: finishing write tid 1 to smithi10276805-4 2024-04-10T15:17:05.303 INFO:tasks.rados.rados.0.smithi102.stdout:3408: done (4 left) 2024-04-10T15:17:05.303 INFO:tasks.rados.rados.0.smithi102.stdout:3410: done (3 left) 2024-04-10T15:17:05.303 INFO:tasks.rados.rados.0.smithi102.stdout:3411: done (2 left) 2024-04-10T15:17:05.303 INFO:tasks.rados.rados.0.smithi102.stdout:3414: delete oid 43 current snap is 306 2024-04-10T15:17:05.306 INFO:tasks.rados.rados.0.smithi102.stdout:3412: finishing write tid 2 to smithi10276805-4 2024-04-10T15:17:05.306 INFO:tasks.rados.rados.0.smithi102.stdout:3412: finishing write tid 3 to smithi10276805-4 2024-04-10T15:17:05.306 INFO:tasks.rados.rados.0.smithi102.stdout:3414: done (2 left) 2024-04-10T15:17:05.306 INFO:tasks.rados.rados.0.smithi102.stdout:3415: copy_from oid 27 from oid 5 current snap is 306 2024-04-10T15:17:05.306 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 36 current snap is 306 2024-04-10T15:17:05.306 INFO:tasks.rados.rados.0.smithi102.stdout:3416: seq_num 1080 ranges {0=491520,491520=540672,1032192=262144} 2024-04-10T15:17:05.309 INFO:tasks.rados.rados.0.smithi102.stdout:3416: writing smithi10276805-36 from 0 to 491520 tid 1 2024-04-10T15:17:05.312 INFO:tasks.rados.rados.0.smithi102.stdout:3416: writing smithi10276805-36 from 491520 to 1032192 tid 2 2024-04-10T15:17:05.314 INFO:tasks.rados.rados.0.smithi102.stdout:3416: writing smithi10276805-36 from 1032192 to 1294336 tid 3 2024-04-10T15:17:05.314 INFO:tasks.rados.rados.0.smithi102.stdout:3417: rollback oid 47 current snap is 306 2024-04-10T15:17:05.314 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 47 to 297 2024-04-10T15:17:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:3412: finishing write tid 4 to smithi10276805-4 2024-04-10T15:17:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:3413: finishing rollback tid 0 to smithi10276805-12 2024-04-10T15:17:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:3413: finishing rollback tid 1 to smithi10276805-12 2024-04-10T15:17:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:3413: finishing rollback tid 2 to smithi10276805-12 2024-04-10T15:17:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 2268 (ObjNum 997 snap 290 seq_num 997) dirty exists 2024-04-10T15:17:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:3412: finishing write tid 5 to smithi10276805-4 2024-04-10T15:17:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:3412: oid 4 updating version 0 to 1284 2024-04-10T15:17:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:3412: oid 4 version 1284 is already newer than 1283 2024-04-10T15:17:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:3412: oid 4 version 1284 is already newer than 1282 2024-04-10T15:17:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:3412: oid 4 version 1284 is already newer than 1281 2024-04-10T15:17:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 1284 (ObjNum 1078 snap 306 seq_num 1078) dirty exists 2024-04-10T15:17:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:3412: left oid 4 (ObjNum 1078 snap 306 seq_num 1078) 2024-04-10T15:17:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:3416: finishing write tid 1 to smithi10276805-36 2024-04-10T15:17:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:3412: done (4 left) 2024-04-10T15:17:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:3413: done (3 left) 2024-04-10T15:17:05.315 INFO:tasks.rados.rados.0.smithi102.stdout:3418: rollback oid 22 current snap is 306 2024-04-10T15:17:05.316 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 22 to 297 2024-04-10T15:17:05.316 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 28 current snap is 306 2024-04-10T15:17:05.316 INFO:tasks.rados.rados.0.smithi102.stdout:3419: seq_num 1081 ranges {1130496=507904,1638400=425984,2064384=376832} 2024-04-10T15:17:05.323 INFO:tasks.rados.rados.0.smithi102.stdout:3419: writing smithi10276805-28 from 1130496 to 1638400 tid 1 2024-04-10T15:17:05.326 INFO:tasks.rados.rados.0.smithi102.stdout:3419: writing smithi10276805-28 from 1638400 to 2064384 tid 2 2024-04-10T15:17:05.328 INFO:tasks.rados.rados.0.smithi102.stdout:3419: writing smithi10276805-28 from 2064384 to 2441216 tid 3 2024-04-10T15:17:05.328 INFO:tasks.rados.rados.0.smithi102.stdout:3420: delete oid 48 current snap is 306 2024-04-10T15:17:05.329 INFO:tasks.rados.rados.0.smithi102.stdout:3418: finishing rollback tid 0 to smithi10276805-22 2024-04-10T15:17:05.329 INFO:tasks.rados.rados.0.smithi102.stdout:3416: finishing write tid 2 to smithi10276805-36 2024-04-10T15:17:05.329 INFO:tasks.rados.rados.0.smithi102.stdout:3418: finishing rollback tid 1 to smithi10276805-22 2024-04-10T15:17:05.329 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 2057 (ObjNum 65 snap 0 seq_num 1331127647) dirty dne 2024-04-10T15:17:05.329 INFO:tasks.rados.rados.0.smithi102.stdout:3416: finishing write tid 3 to smithi10276805-36 2024-04-10T15:17:05.329 INFO:tasks.rados.rados.0.smithi102.stdout:3417: finishing rollback tid 0 to smithi10276805-47 2024-04-10T15:17:05.329 INFO:tasks.rados.rados.0.smithi102.stdout:3417: finishing rollback tid 1 to smithi10276805-47 2024-04-10T15:17:05.329 INFO:tasks.rados.rados.0.smithi102.stdout:3417: finishing rollback tid 2 to smithi10276805-47 2024-04-10T15:17:05.329 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 2442 (ObjNum 1018 snap 295 seq_num 1018) dirty exists 2024-04-10T15:17:05.329 INFO:tasks.rados.rados.0.smithi102.stdout:3416: finishing write tid 4 to smithi10276805-36 2024-04-10T15:17:05.329 INFO:tasks.rados.rados.0.smithi102.stdout:3416: finishing write tid 5 to smithi10276805-36 2024-04-10T15:17:05.329 INFO:tasks.rados.rados.0.smithi102.stdout:3416: oid 36 updating version 0 to 2054 2024-04-10T15:17:05.329 INFO:tasks.rados.rados.0.smithi102.stdout:3416: oid 36 updating version 2054 to 2055 2024-04-10T15:17:05.329 INFO:tasks.rados.rados.0.smithi102.stdout:3416: oid 36 updating version 2055 to 2056 2024-04-10T15:17:05.330 INFO:tasks.rados.rados.0.smithi102.stdout:3416: oid 36 version 2056 is already newer than 2053 2024-04-10T15:17:05.330 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 2056 (ObjNum 1080 snap 306 seq_num 1080) dirty exists 2024-04-10T15:17:05.330 INFO:tasks.rados.rados.0.smithi102.stdout:3416: left oid 36 (ObjNum 1080 snap 306 seq_num 1080) 2024-04-10T15:17:05.330 INFO:tasks.rados.rados.0.smithi102.stdout:3419: finishing write tid 1 to smithi10276805-28 2024-04-10T15:17:05.330 INFO:tasks.rados.rados.0.smithi102.stdout:3419: finishing write tid 2 to smithi10276805-28 2024-04-10T15:17:05.333 INFO:tasks.rados.rados.0.smithi102.stdout:3415: finishing copy_from racing read to smithi10276805-27 2024-04-10T15:17:05.333 INFO:tasks.rados.rados.0.smithi102.stdout:3419: finishing write tid 3 to smithi10276805-28 2024-04-10T15:17:05.334 INFO:tasks.rados.rados.0.smithi102.stdout:3419: finishing write tid 4 to smithi10276805-28 2024-04-10T15:17:05.339 INFO:tasks.rados.rados.0.smithi102.stdout:3419: finishing write tid 5 to smithi10276805-28 2024-04-10T15:17:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:3419: oid 28 updating version 0 to 2446 2024-04-10T15:17:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:3419: oid 28 version 2446 is already newer than 2443 2024-04-10T15:17:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:3419: oid 28 version 2446 is already newer than 2444 2024-04-10T15:17:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:3419: oid 28 version 2446 is already newer than 2445 2024-04-10T15:17:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 2446 (ObjNum 1081 snap 306 seq_num 1081) dirty exists 2024-04-10T15:17:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:3419: left oid 28 (ObjNum 1081 snap 306 seq_num 1081) 2024-04-10T15:17:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:3416: done (5 left) 2024-04-10T15:17:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:3417: done (4 left) 2024-04-10T15:17:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:3418: done (3 left) 2024-04-10T15:17:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:3419: done (2 left) 2024-04-10T15:17:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:3420: done (1 left) 2024-04-10T15:17:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:3421: read oid 31 snap -1 2024-04-10T15:17:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:3421: expect (ObjNum 1015 snap 295 seq_num 1015) 2024-04-10T15:17:05.340 INFO:tasks.rados.rados.0.smithi102.stdout:3422: delete oid 44 current snap is 306 2024-04-10T15:17:05.343 INFO:tasks.rados.rados.0.smithi102.stdout:3422: done (2 left) 2024-04-10T15:17:05.343 INFO:tasks.rados.rados.0.smithi102.stdout:3423: copy_from oid 14 from oid 29 current snap is 306 2024-04-10T15:17:05.343 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 35 current snap is 306 2024-04-10T15:17:05.343 INFO:tasks.rados.rados.0.smithi102.stdout:3424: seq_num 1084 ranges {3678208=557056,4235264=475136,4710400=327680} 2024-04-10T15:17:05.366 INFO:tasks.rados.rados.0.smithi102.stdout:3424: writing smithi10276805-35 from 3678208 to 4235264 tid 1 2024-04-10T15:17:05.368 INFO:tasks.rados.rados.0.smithi102.stdout:3424: writing smithi10276805-35 from 4235264 to 4710400 tid 2 2024-04-10T15:17:05.370 INFO:tasks.rados.rados.0.smithi102.stdout:3424: writing smithi10276805-35 from 4710400 to 5038080 tid 3 2024-04-10T15:17:05.371 INFO:tasks.rados.rados.0.smithi102.stdout:3425: read oid 3 snap -1 2024-04-10T15:17:05.371 INFO:tasks.rados.rados.0.smithi102.stdout:3425: expect deleted 2024-04-10T15:17:05.371 INFO:tasks.rados.rados.0.smithi102.stdout:3426: delete oid 47 current snap is 306 2024-04-10T15:17:05.371 INFO:tasks.rados.rados.0.smithi102.stdout:3421: expect (ObjNum 1015 snap 295 seq_num 1015) 2024-04-10T15:17:05.454 INFO:tasks.rados.rados.0.smithi102.stdout:3415: finishing copy_from to smithi10276805-27 2024-04-10T15:17:05.454 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 2052 (ObjNum 1073 snap 306 seq_num 1073) dirty exists 2024-04-10T15:17:05.454 INFO:tasks.rados.rados.0.smithi102.stdout:3423: finishing copy_from racing read to smithi10276805-14 2024-04-10T15:17:05.454 INFO:tasks.rados.rados.0.smithi102.stdout:3423: finishing copy_from to smithi10276805-14 2024-04-10T15:17:05.455 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 2385 (ObjNum 1061 snap 305 seq_num 1061) dirty exists 2024-04-10T15:17:05.455 INFO:tasks.rados.rados.0.smithi102.stdout:3415: done (5 left) 2024-04-10T15:17:05.455 INFO:tasks.rados.rados.0.smithi102.stdout:3421: done (4 left) 2024-04-10T15:17:05.455 INFO:tasks.rados.rados.0.smithi102.stdout:3423: done (3 left) 2024-04-10T15:17:05.455 INFO:tasks.rados.rados.0.smithi102.stdout:3426: done (2 left) 2024-04-10T15:17:05.455 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 6 current snap is 306 2024-04-10T15:17:05.455 INFO:tasks.rados.rados.0.smithi102.stdout:3424: finishing write tid 1 to smithi10276805-35 2024-04-10T15:17:05.455 INFO:tasks.rados.rados.0.smithi102.stdout:3427: seq_num 1086 ranges {2834432=598016,3432448=647168,4079616=155648} 2024-04-10T15:17:05.472 INFO:tasks.rados.rados.0.smithi102.stdout:3427: writing smithi10276805-6 from 2834432 to 3432448 tid 1 2024-04-10T15:17:05.475 INFO:tasks.rados.rados.0.smithi102.stdout:3427: writing smithi10276805-6 from 3432448 to 4079616 tid 2 2024-04-10T15:17:05.477 INFO:tasks.rados.rados.0.smithi102.stdout:3427: writing smithi10276805-6 from 4079616 to 4235264 tid 3 2024-04-10T15:17:05.477 INFO:tasks.rados.rados.0.smithi102.stdout:3428: rollback oid 25 current snap is 306 2024-04-10T15:17:05.477 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 25 to 297 2024-04-10T15:17:05.477 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 40 current snap is 306 2024-04-10T15:17:05.477 INFO:tasks.rados.rados.0.smithi102.stdout:3429: seq_num 1087 ranges {6832128=614400,7446528=532480,7979008=270336} 2024-04-10T15:17:05.516 INFO:tasks.rados.rados.0.smithi102.stdout:3429: writing smithi10276805-40 from 6832128 to 7446528 tid 1 2024-04-10T15:17:05.519 INFO:tasks.rados.rados.0.smithi102.stdout:3429: writing smithi10276805-40 from 7446528 to 7979008 tid 2 2024-04-10T15:17:05.521 INFO:tasks.rados.rados.0.smithi102.stdout:3429: writing smithi10276805-40 from 7979008 to 8249344 tid 3 2024-04-10T15:17:05.521 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 7 current snap is 306 2024-04-10T15:17:05.521 INFO:tasks.rados.rados.0.smithi102.stdout:3430: seq_num 1088 ranges {9273344=630784,9904128=466944,10371072=335872} 2024-04-10T15:17:05.573 INFO:tasks.rados.rados.0.smithi102.stdout:3430: writing smithi10276805-7 from 9273344 to 9904128 tid 1 2024-04-10T15:17:05.576 INFO:tasks.rados.rados.0.smithi102.stdout:3430: writing smithi10276805-7 from 9904128 to 10371072 tid 2 2024-04-10T15:17:05.579 INFO:tasks.rados.rados.0.smithi102.stdout:3430: writing smithi10276805-7 from 10371072 to 10706944 tid 3 2024-04-10T15:17:05.579 INFO:tasks.rados.rados.0.smithi102.stdout:3431: snap_create 2024-04-10T15:17:05.579 INFO:tasks.rados.rados.0.smithi102.stdout:3424: finishing write tid 2 to smithi10276805-35 2024-04-10T15:17:05.579 INFO:tasks.rados.rados.0.smithi102.stdout:3424: finishing write tid 3 to smithi10276805-35 2024-04-10T15:17:05.579 INFO:tasks.rados.rados.0.smithi102.stdout:3424: finishing write tid 4 to smithi10276805-35 2024-04-10T15:17:05.579 INFO:tasks.rados.rados.0.smithi102.stdout:3424: finishing write tid 5 to smithi10276805-35 2024-04-10T15:17:05.579 INFO:tasks.rados.rados.0.smithi102.stdout:3424: oid 35 updating version 0 to 2048 2024-04-10T15:17:05.579 INFO:tasks.rados.rados.0.smithi102.stdout:3424: oid 35 version 2048 is already newer than 2046 2024-04-10T15:17:05.579 INFO:tasks.rados.rados.0.smithi102.stdout:3424: oid 35 version 2048 is already newer than 2045 2024-04-10T15:17:05.580 INFO:tasks.rados.rados.0.smithi102.stdout:3424: oid 35 version 2048 is already newer than 2047 2024-04-10T15:17:05.580 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 2048 (ObjNum 1084 snap 306 seq_num 1084) dirty exists 2024-04-10T15:17:05.580 INFO:tasks.rados.rados.0.smithi102.stdout:3424: left oid 35 (ObjNum 1084 snap 306 seq_num 1084) 2024-04-10T15:17:05.580 INFO:tasks.rados.rados.0.smithi102.stdout:3427: finishing write tid 1 to smithi10276805-6 2024-04-10T15:17:05.580 INFO:tasks.rados.rados.0.smithi102.stdout:3428: finishing rollback tid 0 to smithi10276805-25 2024-04-10T15:17:05.580 INFO:tasks.rados.rados.0.smithi102.stdout:3428: finishing rollback tid 1 to smithi10276805-25 2024-04-10T15:17:05.580 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 2051 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-10T15:17:05.580 INFO:tasks.rados.rados.0.smithi102.stdout:3427: finishing write tid 2 to smithi10276805-6 2024-04-10T15:17:05.580 INFO:tasks.rados.rados.0.smithi102.stdout:3427: finishing write tid 3 to smithi10276805-6 2024-04-10T15:17:05.580 INFO:tasks.rados.rados.0.smithi102.stdout:3427: finishing write tid 4 to smithi10276805-6 2024-04-10T15:17:05.580 INFO:tasks.rados.rados.0.smithi102.stdout:3427: finishing write tid 5 to smithi10276805-6 2024-04-10T15:17:05.580 INFO:tasks.rados.rados.0.smithi102.stdout:3427: oid 6 updating version 0 to 2271 2024-04-10T15:17:05.580 INFO:tasks.rados.rados.0.smithi102.stdout:3427: oid 6 version 2271 is already newer than 2270 2024-04-10T15:17:05.580 INFO:tasks.rados.rados.0.smithi102.stdout:3427: oid 6 version 2271 is already newer than 2269 2024-04-10T15:17:05.580 INFO:tasks.rados.rados.0.smithi102.stdout:3427: oid 6 updating version 2271 to 2272 2024-04-10T15:17:05.580 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 2272 (ObjNum 1086 snap 306 seq_num 1086) dirty exists 2024-04-10T15:17:05.581 INFO:tasks.rados.rados.0.smithi102.stdout:3427: left oid 6 (ObjNum 1086 snap 306 seq_num 1086) 2024-04-10T15:17:05.581 INFO:tasks.rados.rados.0.smithi102.stdout:3429: finishing write tid 1 to smithi10276805-40 2024-04-10T15:17:05.581 INFO:tasks.rados.rados.0.smithi102.stdout:3429: finishing write tid 2 to smithi10276805-40 2024-04-10T15:17:05.581 INFO:tasks.rados.rados.0.smithi102.stdout:3429: finishing write tid 3 to smithi10276805-40 2024-04-10T15:17:05.581 INFO:tasks.rados.rados.0.smithi102.stdout:3429: finishing write tid 4 to smithi10276805-40 2024-04-10T15:17:05.581 INFO:tasks.rados.rados.0.smithi102.stdout:3429: finishing write tid 5 to smithi10276805-40 2024-04-10T15:17:05.581 INFO:tasks.rados.rados.0.smithi102.stdout:3429: oid 40 updating version 0 to 2057 2024-04-10T15:17:05.581 INFO:tasks.rados.rados.0.smithi102.stdout:3429: oid 40 updating version 2057 to 2059 2024-04-10T15:17:05.581 INFO:tasks.rados.rados.0.smithi102.stdout:3429: oid 40 version 2059 is already newer than 2058 2024-04-10T15:17:05.581 INFO:tasks.rados.rados.0.smithi102.stdout:3429: oid 40 updating version 2059 to 2060 2024-04-10T15:17:05.581 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 2060 (ObjNum 1087 snap 306 seq_num 1087) dirty exists 2024-04-10T15:17:05.581 INFO:tasks.rados.rados.0.smithi102.stdout:3429: left oid 40 (ObjNum 1087 snap 306 seq_num 1087) 2024-04-10T15:17:05.581 INFO:tasks.rados.rados.0.smithi102.stdout:3430: finishing write tid 1 to smithi10276805-7 2024-04-10T15:17:05.582 INFO:tasks.rados.rados.0.smithi102.stdout:3430: finishing write tid 2 to smithi10276805-7 2024-04-10T15:17:05.582 INFO:tasks.rados.rados.0.smithi102.stdout:3430: finishing write tid 3 to smithi10276805-7 2024-04-10T15:17:05.582 INFO:tasks.rados.rados.0.smithi102.stdout:3430: finishing write tid 4 to smithi10276805-7 2024-04-10T15:17:05.583 INFO:tasks.rados.rados.0.smithi102.stdout:3430: finishing write tid 5 to smithi10276805-7 2024-04-10T15:17:05.583 INFO:tasks.rados.rados.0.smithi102.stdout:3430: oid 7 updating version 0 to 2389 2024-04-10T15:17:05.583 INFO:tasks.rados.rados.0.smithi102.stdout:3430: oid 7 version 2389 is already newer than 2388 2024-04-10T15:17:05.583 INFO:tasks.rados.rados.0.smithi102.stdout:3430: oid 7 version 2389 is already newer than 2386 2024-04-10T15:17:05.583 INFO:tasks.rados.rados.0.smithi102.stdout:3430: oid 7 version 2389 is already newer than 2387 2024-04-10T15:17:05.583 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 2389 (ObjNum 1088 snap 306 seq_num 1088) dirty exists 2024-04-10T15:17:05.583 INFO:tasks.rados.rados.0.smithi102.stdout:3430: left oid 7 (ObjNum 1088 snap 306 seq_num 1088) 2024-04-10T15:17:06.290 INFO:tasks.rados.rados.0.smithi102.stdout:3424: done (6 left) 2024-04-10T15:17:06.290 INFO:tasks.rados.rados.0.smithi102.stdout:3425: done (5 left) 2024-04-10T15:17:06.291 INFO:tasks.rados.rados.0.smithi102.stdout:3427: done (4 left) 2024-04-10T15:17:06.291 INFO:tasks.rados.rados.0.smithi102.stdout:3428: done (3 left) 2024-04-10T15:17:06.291 INFO:tasks.rados.rados.0.smithi102.stdout:3429: done (2 left) 2024-04-10T15:17:06.291 INFO:tasks.rados.rados.0.smithi102.stdout:3430: done (1 left) 2024-04-10T15:17:06.291 INFO:tasks.rados.rados.0.smithi102.stdout:3431: done (0 left) 2024-04-10T15:17:06.291 INFO:tasks.rados.rados.0.smithi102.stdout:3432: delete oid 47 current snap is 307 2024-04-10T15:17:06.295 INFO:tasks.rados.rados.0.smithi102.stdout:3432: done (0 left) 2024-04-10T15:17:06.295 INFO:tasks.rados.rados.0.smithi102.stdout:3433: snap_create 2024-04-10T15:17:06.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:06 smithi154 ceph-mon[84269]: pgmap v711: 121 pgs: 121 active+clean; 328 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 8 op/s 2024-04-10T15:17:06.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:06 smithi154 ceph-mon[84269]: osdmap e701: 8 total, 8 up, 8 in 2024-04-10T15:17:06.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:06 smithi102 ceph-mon[90943]: pgmap v711: 121 pgs: 121 active+clean; 328 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 8 op/s 2024-04-10T15:17:06.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:06 smithi102 ceph-mon[90943]: osdmap e701: 8 total, 8 up, 8 in 2024-04-10T15:17:06.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:06 smithi102 ceph-mon[88557]: pgmap v711: 121 pgs: 121 active+clean; 328 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 8 op/s 2024-04-10T15:17:06.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:06 smithi102 ceph-mon[88557]: osdmap e701: 8 total, 8 up, 8 in 2024-04-10T15:17:07.296 INFO:tasks.rados.rados.0.smithi102.stdout:3433: done (0 left) 2024-04-10T15:17:07.296 INFO:tasks.rados.rados.0.smithi102.stdout:3434: read oid 39 snap -1 2024-04-10T15:17:07.296 INFO:tasks.rados.rados.0.smithi102.stdout:3434: expect (ObjNum 1062 snap 305 seq_num 1062) 2024-04-10T15:17:07.296 INFO:tasks.rados.rados.0.smithi102.stdout:3435: read oid 43 snap -1 2024-04-10T15:17:07.296 INFO:tasks.rados.rados.0.smithi102.stdout:3435: expect deleted 2024-04-10T15:17:07.296 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 26 current snap is 308 2024-04-10T15:17:07.297 INFO:tasks.rados.rados.0.smithi102.stdout:3436: seq_num 1090 ranges {3579904=663552,4243456=630784,4874240=172032} 2024-04-10T15:17:07.319 INFO:tasks.rados.rados.0.smithi102.stdout:3436: writing smithi10276805-26 from 3579904 to 4243456 tid 1 2024-04-10T15:17:07.322 INFO:tasks.rados.rados.0.smithi102.stdout:3436: writing smithi10276805-26 from 4243456 to 4874240 tid 2 2024-04-10T15:17:07.323 INFO:tasks.rados.rados.0.smithi102.stdout:3436: writing smithi10276805-26 from 4874240 to 5046272 tid 3 2024-04-10T15:17:07.323 INFO:tasks.rados.rados.0.smithi102.stdout:3437: delete oid 4 current snap is 308 2024-04-10T15:17:07.323 INFO:tasks.rados.rados.0.smithi102.stdout:3434: expect (ObjNum 1062 snap 305 seq_num 1062) 2024-04-10T15:17:07.369 INFO:tasks.rados.rados.0.smithi102.stdout:3436: finishing write tid 1 to smithi10276805-26 2024-04-10T15:17:07.369 INFO:tasks.rados.rados.0.smithi102.stdout:3436: finishing write tid 2 to smithi10276805-26 2024-04-10T15:17:07.370 INFO:tasks.rados.rados.0.smithi102.stdout:3436: finishing write tid 3 to smithi10276805-26 2024-04-10T15:17:07.370 INFO:tasks.rados.rados.0.smithi102.stdout:3436: finishing write tid 4 to smithi10276805-26 2024-04-10T15:17:07.370 INFO:tasks.rados.rados.0.smithi102.stdout:3434: done (3 left) 2024-04-10T15:17:07.370 INFO:tasks.rados.rados.0.smithi102.stdout:3435: done (2 left) 2024-04-10T15:17:07.370 INFO:tasks.rados.rados.0.smithi102.stdout:3437: done (1 left) 2024-04-10T15:17:07.370 INFO:tasks.rados.rados.0.smithi102.stdout:3438: setattr oid 48 current snap is 308 2024-04-10T15:17:07.370 INFO:tasks.rados.rados.0.smithi102.stdout:3436: finishing write tid 5 to smithi10276805-26 2024-04-10T15:17:07.370 INFO:tasks.rados.rados.0.smithi102.stdout:3436: oid 26 updating version 0 to 1679 2024-04-10T15:17:07.370 INFO:tasks.rados.rados.0.smithi102.stdout:3436: oid 26 version 1679 is already newer than 1677 2024-04-10T15:17:07.370 INFO:tasks.rados.rados.0.smithi102.stdout:3436: oid 26 version 1679 is already newer than 1678 2024-04-10T15:17:07.370 INFO:tasks.rados.rados.0.smithi102.stdout:3436: oid 26 version 1679 is already newer than 1676 2024-04-10T15:17:07.370 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1679 (ObjNum 1090 snap 308 seq_num 1090) dirty exists 2024-04-10T15:17:07.370 INFO:tasks.rados.rados.0.smithi102.stdout:3436: left oid 26 (ObjNum 1090 snap 308 seq_num 1090) 2024-04-10T15:17:07.371 INFO:tasks.rados.rados.0.smithi102.stdout:3436: done (1 left) 2024-04-10T15:17:07.371 INFO:tasks.rados.rados.0.smithi102.stdout:3439: delete oid 44 current snap is 308 2024-04-10T15:17:07.374 INFO:tasks.rados.rados.0.smithi102.stdout:3439: done (1 left) 2024-04-10T15:17:07.374 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 42 current snap is 308 2024-04-10T15:17:07.374 INFO:tasks.rados.rados.0.smithi102.stdout:3440: seq_num 1093 ranges {2260992=712704,2973696=688128,3661824=114688} 2024-04-10T15:17:07.390 INFO:tasks.rados.rados.0.smithi102.stdout:3440: writing smithi10276805-42 from 2260992 to 2973696 tid 1 2024-04-10T15:17:07.393 INFO:tasks.rados.rados.0.smithi102.stdout:3440: writing smithi10276805-42 from 2973696 to 3661824 tid 2 2024-04-10T15:17:07.394 INFO:tasks.rados.rados.0.smithi102.stdout:3440: writing smithi10276805-42 from 3661824 to 3776512 tid 3 2024-04-10T15:17:07.394 INFO:tasks.rados.rados.0.smithi102.stdout:3441: delete oid 14 current snap is 308 2024-04-10T15:17:07.394 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 2450 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-10T15:17:07.395 INFO:tasks.rados.rados.0.smithi102.stdout:3440: finishing write tid 1 to smithi10276805-42 2024-04-10T15:17:07.397 INFO:tasks.rados.rados.0.smithi102.stdout:3438: done (2 left) 2024-04-10T15:17:07.397 INFO:tasks.rados.rados.0.smithi102.stdout:3441: done (1 left) 2024-04-10T15:17:07.397 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 5 current snap is 308 2024-04-10T15:17:07.397 INFO:tasks.rados.rados.0.smithi102.stdout:3442: seq_num 1095 ranges {6832128=745472,7577600=499712,8077312=303104} 2024-04-10T15:17:07.437 INFO:tasks.rados.rados.0.smithi102.stdout:3442: writing smithi10276805-5 from 6832128 to 7577600 tid 1 2024-04-10T15:17:07.440 INFO:tasks.rados.rados.0.smithi102.stdout:3442: writing smithi10276805-5 from 7577600 to 8077312 tid 2 2024-04-10T15:17:07.442 INFO:tasks.rados.rados.0.smithi102.stdout:3442: writing smithi10276805-5 from 8077312 to 8380416 tid 3 2024-04-10T15:17:07.442 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 308 2024-04-10T15:17:07.442 INFO:tasks.rados.rados.0.smithi102.stdout:3440: finishing write tid 2 to smithi10276805-42 2024-04-10T15:17:07.442 INFO:tasks.rados.rados.0.smithi102.stdout:3440: finishing write tid 3 to smithi10276805-42 2024-04-10T15:17:07.443 INFO:tasks.rados.rados.0.smithi102.stdout:3440: finishing write tid 4 to smithi10276805-42 2024-04-10T15:17:07.443 INFO:tasks.rados.rados.0.smithi102.stdout:3440: finishing write tid 5 to smithi10276805-42 2024-04-10T15:17:07.443 INFO:tasks.rados.rados.0.smithi102.stdout:3440: oid 42 updating version 0 to 2292 2024-04-10T15:17:07.443 INFO:tasks.rados.rados.0.smithi102.stdout:3440: oid 42 version 2292 is already newer than 2289 2024-04-10T15:17:07.443 INFO:tasks.rados.rados.0.smithi102.stdout:3440: oid 42 version 2292 is already newer than 2291 2024-04-10T15:17:07.443 INFO:tasks.rados.rados.0.smithi102.stdout:3440: oid 42 version 2292 is already newer than 2290 2024-04-10T15:17:07.443 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 2292 (ObjNum 1093 snap 308 seq_num 1093) dirty exists 2024-04-10T15:17:07.443 INFO:tasks.rados.rados.0.smithi102.stdout:3440: left oid 42 (ObjNum 1093 snap 308 seq_num 1093) 2024-04-10T15:17:07.443 INFO:tasks.rados.rados.0.smithi102.stdout:3443: seq_num 1096 ranges {0=761856,761856=786432,1548288=16384} 2024-04-10T15:17:07.446 INFO:tasks.rados.rados.0.smithi102.stdout:3443: writing smithi10276805-48 from 0 to 761856 tid 1 2024-04-10T15:17:07.451 INFO:tasks.rados.rados.0.smithi102.stdout:3443: writing smithi10276805-48 from 761856 to 1548288 tid 2 2024-04-10T15:17:07.451 INFO:tasks.rados.rados.0.smithi102.stdout:3443: writing smithi10276805-48 from 1548288 to 1564672 tid 3 2024-04-10T15:17:07.451 INFO:tasks.rados.rados.0.smithi102.stdout:3440: done (2 left) 2024-04-10T15:17:07.452 INFO:tasks.rados.rados.0.smithi102.stdout:3444: rollback oid 25 current snap is 308 2024-04-10T15:17:07.452 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 25 to 306 2024-04-10T15:17:07.452 INFO:tasks.rados.rados.0.smithi102.stdout:3442: finishing write tid 1 to smithi10276805-5 2024-04-10T15:17:07.452 INFO:tasks.rados.rados.0.smithi102.stdout:3442: finishing write tid 2 to smithi10276805-5 2024-04-10T15:17:07.452 INFO:tasks.rados.rados.0.smithi102.stdout:3442: finishing write tid 3 to smithi10276805-5 2024-04-10T15:17:07.452 INFO:tasks.rados.rados.0.smithi102.stdout:3442: finishing write tid 4 to smithi10276805-5 2024-04-10T15:17:07.452 INFO:tasks.rados.rados.0.smithi102.stdout:3442: finishing write tid 5 to smithi10276805-5 2024-04-10T15:17:07.452 INFO:tasks.rados.rados.0.smithi102.stdout:3442: oid 5 updating version 0 to 2056 2024-04-10T15:17:07.452 INFO:tasks.rados.rados.0.smithi102.stdout:3442: oid 5 version 2056 is already newer than 2054 2024-04-10T15:17:07.452 INFO:tasks.rados.rados.0.smithi102.stdout:3442: oid 5 version 2056 is already newer than 2055 2024-04-10T15:17:07.452 INFO:tasks.rados.rados.0.smithi102.stdout:3442: oid 5 updating version 2056 to 2057 2024-04-10T15:17:07.452 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 2057 (ObjNum 1095 snap 308 seq_num 1095) dirty exists 2024-04-10T15:17:07.452 INFO:tasks.rados.rados.0.smithi102.stdout:3442: left oid 5 (ObjNum 1095 snap 308 seq_num 1095) 2024-04-10T15:17:07.453 INFO:tasks.rados.rados.0.smithi102.stdout:3442: done (2 left) 2024-04-10T15:17:07.453 INFO:tasks.rados.rados.0.smithi102.stdout:3445: delete oid 32 current snap is 308 2024-04-10T15:17:07.453 INFO:tasks.rados.rados.0.smithi102.stdout:3443: finishing write tid 1 to smithi10276805-48 2024-04-10T15:17:07.453 INFO:tasks.rados.rados.0.smithi102.stdout:3444: finishing rollback tid 1 to smithi10276805-25 2024-04-10T15:17:07.453 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 0 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-10T15:17:07.458 INFO:tasks.rados.rados.0.smithi102.stdout:3443: finishing write tid 2 to smithi10276805-48 2024-04-10T15:17:07.458 INFO:tasks.rados.rados.0.smithi102.stdout:3443: finishing write tid 3 to smithi10276805-48 2024-04-10T15:17:07.458 INFO:tasks.rados.rados.0.smithi102.stdout:3443: finishing write tid 4 to smithi10276805-48 2024-04-10T15:17:07.461 INFO:tasks.rados.rados.0.smithi102.stdout:3443: finishing write tid 5 to smithi10276805-48 2024-04-10T15:17:07.461 INFO:tasks.rados.rados.0.smithi102.stdout:3443: oid 48 updating version 0 to 2452 2024-04-10T15:17:07.462 INFO:tasks.rados.rados.0.smithi102.stdout:3443: oid 48 version 2452 is already newer than 2451 2024-04-10T15:17:07.462 INFO:tasks.rados.rados.0.smithi102.stdout:3443: oid 48 updating version 2452 to 2454 2024-04-10T15:17:07.462 INFO:tasks.rados.rados.0.smithi102.stdout:3443: oid 48 version 2454 is already newer than 2453 2024-04-10T15:17:07.462 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 2454 (ObjNum 1096 snap 308 seq_num 1096) dirty exists 2024-04-10T15:17:07.462 INFO:tasks.rados.rados.0.smithi102.stdout:3443: left oid 48 (ObjNum 1096 snap 308 seq_num 1096) 2024-04-10T15:17:07.462 INFO:tasks.rados.rados.0.smithi102.stdout:3443: done (2 left) 2024-04-10T15:17:07.462 INFO:tasks.rados.rados.0.smithi102.stdout:3444: done (1 left) 2024-04-10T15:17:07.462 INFO:tasks.rados.rados.0.smithi102.stdout:3445: done (0 left) 2024-04-10T15:17:07.462 INFO:tasks.rados.rados.0.smithi102.stdout:3446: delete oid 9 current snap is 308 2024-04-10T15:17:07.464 INFO:tasks.rados.rados.0.smithi102.stdout:3446: done (0 left) 2024-04-10T15:17:07.464 INFO:tasks.rados.rados.0.smithi102.stdout:3447: read oid 36 snap 292 2024-04-10T15:17:07.464 INFO:tasks.rados.rados.0.smithi102.stdout:3447: expect (ObjNum 734 snap 210 seq_num 734) 2024-04-10T15:17:07.464 INFO:tasks.rados.rados.0.smithi102.stdout:3448: rollback oid 37 current snap is 308 2024-04-10T15:17:07.464 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 37 to 306 2024-04-10T15:17:07.464 INFO:tasks.rados.rados.0.smithi102.stdout:3449: snap_remove snap 307 2024-04-10T15:17:07.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:07 smithi154 ceph-mon[84269]: osdmap e702: 8 total, 8 up, 8 in 2024-04-10T15:17:07.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:07 smithi154 ceph-mon[84269]: pgmap v714: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 5.8 MiB/s wr, 20 op/s 2024-04-10T15:17:07.655 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:17:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:17:07] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-04-10T15:17:07.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:07 smithi102 ceph-mon[90943]: osdmap e702: 8 total, 8 up, 8 in 2024-04-10T15:17:07.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:07 smithi102 ceph-mon[90943]: pgmap v714: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 5.8 MiB/s wr, 20 op/s 2024-04-10T15:17:07.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:07 smithi102 ceph-mon[88557]: osdmap e702: 8 total, 8 up, 8 in 2024-04-10T15:17:07.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:07 smithi102 ceph-mon[88557]: pgmap v714: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 291 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 5.8 MiB/s wr, 20 op/s 2024-04-10T15:17:08.260 INFO:tasks.rados.rados.0.smithi102.stdout:3449: done (2 left) 2024-04-10T15:17:08.260 INFO:tasks.rados.rados.0.smithi102.stdout:3450: rmattr oid 14 current snap is 308 2024-04-10T15:17:08.260 INFO:tasks.rados.rados.0.smithi102.stdout:3450: done (2 left) 2024-04-10T15:17:08.260 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 13 current snap is 308 2024-04-10T15:17:08.260 INFO:tasks.rados.rados.0.smithi102.stdout:3448: finishing rollback tid 1 to smithi10276805-37 2024-04-10T15:17:08.260 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 1579 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-10T15:17:08.260 INFO:tasks.rados.rados.0.smithi102.stdout:3447: expect (ObjNum 734 snap 210 seq_num 734) 2024-04-10T15:17:08.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:08 smithi154 ceph-mon[84269]: osdmap e703: 8 total, 8 up, 8 in 2024-04-10T15:17:08.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:17:08.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:08 smithi154 ceph-mon[84269]: osdmap e704: 8 total, 8 up, 8 in 2024-04-10T15:17:08.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:08 smithi102 ceph-mon[90943]: osdmap e703: 8 total, 8 up, 8 in 2024-04-10T15:17:08.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:17:08.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:08 smithi102 ceph-mon[90943]: osdmap e704: 8 total, 8 up, 8 in 2024-04-10T15:17:08.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:08 smithi102 ceph-mon[88557]: osdmap e703: 8 total, 8 up, 8 in 2024-04-10T15:17:08.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:17:08.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:08 smithi102 ceph-mon[88557]: osdmap e704: 8 total, 8 up, 8 in 2024-04-10T15:17:08.996 INFO:tasks.rados.rados.0.smithi102.stdout:3451: seq_num 1099 ranges {0=409600,409600=442368,851968=720896,1572864=40960} 2024-04-10T15:17:08.998 INFO:tasks.rados.rados.0.smithi102.stdout:3451: writing smithi10276805-13 from 0 to 409600 tid 1 2024-04-10T15:17:09.000 INFO:tasks.rados.rados.0.smithi102.stdout:3451: writing smithi10276805-13 from 409600 to 851968 tid 2 2024-04-10T15:17:09.005 INFO:tasks.rados.rados.0.smithi102.stdout:3451: writing smithi10276805-13 from 851968 to 1572864 tid 3 2024-04-10T15:17:09.005 INFO:tasks.rados.rados.0.smithi102.stdout:3451: writing smithi10276805-13 from 1572864 to 1613824 tid 4 2024-04-10T15:17:09.005 INFO:tasks.rados.rados.0.smithi102.stdout:3447: done (2 left) 2024-04-10T15:17:09.005 INFO:tasks.rados.rados.0.smithi102.stdout:3448: done (1 left) 2024-04-10T15:17:09.005 INFO:tasks.rados.rados.0.smithi102.stdout:3452: snap_remove snap 306 2024-04-10T15:17:09.005 INFO:tasks.rados.rados.0.smithi102.stdout:3451: finishing write tid 1 to smithi10276805-13 2024-04-10T15:17:09.005 INFO:tasks.rados.rados.0.smithi102.stdout:3451: finishing write tid 2 to smithi10276805-13 2024-04-10T15:17:09.303 INFO:tasks.rados.rados.0.smithi102.stdout:3452: done (1 left) 2024-04-10T15:17:09.303 INFO:tasks.rados.rados.0.smithi102.stdout:3453: copy_from oid 6 from oid 44 current snap is 308 2024-04-10T15:17:09.303 INFO:tasks.rados.rados.0.smithi102.stdout:3451: finishing write tid 3 to smithi10276805-13 2024-04-10T15:17:09.303 INFO:tasks.rados.rados.0.smithi102.stdout:3451: finishing write tid 4 to smithi10276805-13 2024-04-10T15:17:09.303 INFO:tasks.rados.rados.0.smithi102.stdout:3451: finishing write tid 5 to smithi10276805-13 2024-04-10T15:17:09.303 INFO:tasks.rados.rados.0.smithi102.stdout:3451: finishing write tid 6 to smithi10276805-13 2024-04-10T15:17:09.304 INFO:tasks.rados.rados.0.smithi102.stdout:3451: oid 13 updating version 0 to 2458 2024-04-10T15:17:09.304 INFO:tasks.rados.rados.0.smithi102.stdout:3451: oid 13 updating version 2458 to 2460 2024-04-10T15:17:09.304 INFO:tasks.rados.rados.0.smithi102.stdout:3451: oid 13 version 2460 is already newer than 2459 2024-04-10T15:17:09.304 INFO:tasks.rados.rados.0.smithi102.stdout:3451: oid 13 version 2460 is already newer than 2456 2024-04-10T15:17:09.304 INFO:tasks.rados.rados.0.smithi102.stdout:3451: oid 13 version 2460 is already newer than 2457 2024-04-10T15:17:09.304 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 2460 (ObjNum 1099 snap 308 seq_num 1099) dirty exists 2024-04-10T15:17:09.304 INFO:tasks.rados.rados.0.smithi102.stdout:3451: left oid 13 (ObjNum 1099 snap 308 seq_num 1099) 2024-04-10T15:17:09.304 INFO:tasks.rados.rados.0.smithi102.stdout:3451: done (1 left) 2024-04-10T15:17:09.304 INFO:tasks.rados.rados.0.smithi102.stdout:3454: copy_from oid 33 from oid 49 current snap is 308 2024-04-10T15:17:09.304 INFO:tasks.rados.rados.0.smithi102.stdout:3455: setattr oid 12 current snap is 308 2024-04-10T15:17:09.305 INFO:tasks.rados.rados.0.smithi102.stdout:3456: delete oid 1 current snap is 308 2024-04-10T15:17:09.308 INFO:tasks.rados.rados.0.smithi102.stdout:3456: done (3 left) 2024-04-10T15:17:09.309 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 8 current snap is 308 2024-04-10T15:17:09.309 INFO:tasks.rados.rados.0.smithi102.stdout:3457: seq_num 1101 ranges {2375680=442368,2818048=606208,3424256=598016} 2024-04-10T15:17:09.324 INFO:tasks.rados.rados.0.smithi102.stdout:3457: writing smithi10276805-8 from 2375680 to 2818048 tid 1 2024-04-10T15:17:09.328 INFO:tasks.rados.rados.0.smithi102.stdout:3457: writing smithi10276805-8 from 2818048 to 3424256 tid 2 2024-04-10T15:17:09.331 INFO:tasks.rados.rados.0.smithi102.stdout:3457: writing smithi10276805-8 from 3424256 to 4022272 tid 3 2024-04-10T15:17:09.331 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 28 current snap is 308 2024-04-10T15:17:09.331 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 2273 (ObjNum 997 snap 290 seq_num 997) dirty exists 2024-04-10T15:17:09.332 INFO:tasks.rados.rados.0.smithi102.stdout:3453: finishing copy_from to smithi10276805-6 2024-04-10T15:17:09.332 INFO:tasks.rados.rados.0.smithi102.stdout:3453: got expected ENOENT (src dne) 2024-04-10T15:17:09.332 INFO:tasks.rados.rados.0.smithi102.stdout:3453: finishing copy_from racing read to smithi10276805-6 2024-04-10T15:17:09.332 INFO:tasks.rados.rados.0.smithi102.stdout:3454: finishing copy_from racing read to smithi10276805-33 2024-04-10T15:17:09.332 INFO:tasks.rados.rados.0.smithi102.stdout:3458: seq_num 1102 ranges {2441216=458752,2899968=491520,3391488=491520,3883008=221184} 2024-04-10T15:17:09.347 INFO:tasks.rados.rados.0.smithi102.stdout:3458: writing smithi10276805-28 from 2441216 to 2899968 tid 1 2024-04-10T15:17:09.350 INFO:tasks.rados.rados.0.smithi102.stdout:3458: writing smithi10276805-28 from 2899968 to 3391488 tid 2 2024-04-10T15:17:09.352 INFO:tasks.rados.rados.0.smithi102.stdout:3458: writing smithi10276805-28 from 3391488 to 3883008 tid 3 2024-04-10T15:17:09.355 INFO:tasks.rados.rados.0.smithi102.stdout:3458: writing smithi10276805-28 from 3883008 to 4104192 tid 4 2024-04-10T15:17:09.355 INFO:tasks.rados.rados.0.smithi102.stdout:3453: done (4 left) 2024-04-10T15:17:09.355 INFO:tasks.rados.rados.0.smithi102.stdout:3455: done (3 left) 2024-04-10T15:17:09.355 INFO:tasks.rados.rados.0.smithi102.stdout:3459: setattr oid 17 current snap is 308 2024-04-10T15:17:09.355 INFO:tasks.rados.rados.0.smithi102.stdout:3454: finishing copy_from to smithi10276805-33 2024-04-10T15:17:09.355 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 1804 (ObjNum 886 snap 255 seq_num 886) dirty exists 2024-04-10T15:17:09.355 INFO:tasks.rados.rados.0.smithi102.stdout:3457: finishing write tid 1 to smithi10276805-8 2024-04-10T15:17:09.355 INFO:tasks.rados.rados.0.smithi102.stdout:3457: finishing write tid 2 to smithi10276805-8 2024-04-10T15:17:09.355 INFO:tasks.rados.rados.0.smithi102.stdout:3457: finishing write tid 3 to smithi10276805-8 2024-04-10T15:17:09.355 INFO:tasks.rados.rados.0.smithi102.stdout:3457: finishing write tid 4 to smithi10276805-8 2024-04-10T15:17:09.355 INFO:tasks.rados.rados.0.smithi102.stdout:3457: finishing write tid 5 to smithi10276805-8 2024-04-10T15:17:09.355 INFO:tasks.rados.rados.0.smithi102.stdout:3457: oid 8 updating version 0 to 2050 2024-04-10T15:17:09.355 INFO:tasks.rados.rados.0.smithi102.stdout:3457: oid 8 version 2050 is already newer than 2049 2024-04-10T15:17:09.355 INFO:tasks.rados.rados.0.smithi102.stdout:3457: oid 8 updating version 2050 to 2051 2024-04-10T15:17:09.356 INFO:tasks.rados.rados.0.smithi102.stdout:3457: oid 8 updating version 2051 to 2052 2024-04-10T15:17:09.356 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 2052 (ObjNum 1101 snap 308 seq_num 1101) dirty exists 2024-04-10T15:17:09.356 INFO:tasks.rados.rados.0.smithi102.stdout:3457: left oid 8 (ObjNum 1101 snap 308 seq_num 1101) 2024-04-10T15:17:09.356 INFO:tasks.rados.rados.0.smithi102.stdout:3458: finishing write tid 1 to smithi10276805-28 2024-04-10T15:17:09.356 INFO:tasks.rados.rados.0.smithi102.stdout:3458: finishing write tid 2 to smithi10276805-28 2024-04-10T15:17:09.356 INFO:tasks.rados.rados.0.smithi102.stdout:3454: done (3 left) 2024-04-10T15:17:09.357 INFO:tasks.rados.rados.0.smithi102.stdout:3457: done (2 left) 2024-04-10T15:17:09.357 INFO:tasks.rados.rados.0.smithi102.stdout:3460: rollback oid 14 current snap is 308 2024-04-10T15:17:09.357 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 14 to 292 2024-04-10T15:17:09.357 INFO:tasks.rados.rados.0.smithi102.stdout:3461: setattr oid 23 current snap is 308 2024-04-10T15:17:09.357 INFO:tasks.rados.rados.0.smithi102.stdout:3462: snap_create 2024-04-10T15:17:09.359 INFO:tasks.rados.rados.0.smithi102.stdout:3460: finishing rollback tid 1 to smithi10276805-14 2024-04-10T15:17:09.359 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 2267 (ObjNum 886 snap 255 seq_num 886) dirty exists 2024-04-10T15:17:09.360 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 2052 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:17:09.360 INFO:tasks.rados.rados.0.smithi102.stdout:3460: finishing rollback tid 2 to smithi10276805-14 2024-04-10T15:17:09.360 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 2392 (ObjNum 964 snap 282 seq_num 964) dirty exists 2024-04-10T15:17:09.360 INFO:tasks.rados.rados.0.smithi102.stdout:3458: finishing write tid 3 to smithi10276805-28 2024-04-10T15:17:09.361 INFO:tasks.rados.rados.0.smithi102.stdout:3458: finishing write tid 4 to smithi10276805-28 2024-04-10T15:17:09.361 INFO:tasks.rados.rados.0.smithi102.stdout:3458: finishing write tid 5 to smithi10276805-28 2024-04-10T15:17:09.363 INFO:tasks.rados.rados.0.smithi102.stdout:3458: finishing write tid 6 to smithi10276805-28 2024-04-10T15:17:09.363 INFO:tasks.rados.rados.0.smithi102.stdout:3458: oid 28 updating version 0 to 2463 2024-04-10T15:17:09.363 INFO:tasks.rados.rados.0.smithi102.stdout:3458: oid 28 updating version 2463 to 2464 2024-04-10T15:17:09.363 INFO:tasks.rados.rados.0.smithi102.stdout:3458: oid 28 updating version 2464 to 2465 2024-04-10T15:17:09.363 INFO:tasks.rados.rados.0.smithi102.stdout:3458: oid 28 version 2465 is already newer than 2461 2024-04-10T15:17:09.363 INFO:tasks.rados.rados.0.smithi102.stdout:3458: oid 28 version 2465 is already newer than 2462 2024-04-10T15:17:09.363 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 2465 (ObjNum 1102 snap 308 seq_num 1102) dirty exists 2024-04-10T15:17:09.363 INFO:tasks.rados.rados.0.smithi102.stdout:3458: left oid 28 (ObjNum 1102 snap 308 seq_num 1102) 2024-04-10T15:17:09.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:09 smithi154 ceph-mon[84269]: pgmap v717: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 288 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.6 MiB/s wr, 24 op/s 2024-04-10T15:17:09.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:09 smithi102 ceph-mon[90943]: pgmap v717: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 288 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.6 MiB/s wr, 24 op/s 2024-04-10T15:17:09.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:09 smithi102 ceph-mon[88557]: pgmap v717: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 288 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 4.6 MiB/s wr, 24 op/s 2024-04-10T15:17:10.309 INFO:tasks.rados.rados.0.smithi102.stdout:3458: done (4 left) 2024-04-10T15:17:10.310 INFO:tasks.rados.rados.0.smithi102.stdout:3459: done (3 left) 2024-04-10T15:17:10.310 INFO:tasks.rados.rados.0.smithi102.stdout:3460: done (2 left) 2024-04-10T15:17:10.310 INFO:tasks.rados.rados.0.smithi102.stdout:3461: done (1 left) 2024-04-10T15:17:10.310 INFO:tasks.rados.rados.0.smithi102.stdout:3462: done (0 left) 2024-04-10T15:17:10.310 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 45 current snap is 309 2024-04-10T15:17:10.310 INFO:tasks.rados.rados.0.smithi102.stdout:3463: seq_num 1103 ranges {5029888=475136,5505024=425984,5931008=696320,6627328=81920} 2024-04-10T15:17:10.338 INFO:tasks.rados.rados.0.smithi102.stdout:3463: writing smithi10276805-45 from 5029888 to 5505024 tid 1 2024-04-10T15:17:10.341 INFO:tasks.rados.rados.0.smithi102.stdout:3463: writing smithi10276805-45 from 5505024 to 5931008 tid 2 2024-04-10T15:17:10.344 INFO:tasks.rados.rados.0.smithi102.stdout:3463: writing smithi10276805-45 from 5931008 to 6627328 tid 3 2024-04-10T15:17:10.345 INFO:tasks.rados.rados.0.smithi102.stdout:3463: writing smithi10276805-45 from 6627328 to 6709248 tid 4 2024-04-10T15:17:10.345 INFO:tasks.rados.rados.0.smithi102.stdout:3464: read oid 41 snap 292 2024-04-10T15:17:10.346 INFO:tasks.rados.rados.0.smithi102.stdout:3464: expect deleted 2024-04-10T15:17:10.346 INFO:tasks.rados.rados.0.smithi102.stdout:3465: delete oid 6 current snap is 309 2024-04-10T15:17:10.346 INFO:tasks.rados.rados.0.smithi102.stdout:3463: finishing write tid 1 to smithi10276805-45 2024-04-10T15:17:10.346 INFO:tasks.rados.rados.0.smithi102.stdout:3463: finishing write tid 2 to smithi10276805-45 2024-04-10T15:17:10.350 INFO:tasks.rados.rados.0.smithi102.stdout:3463: finishing write tid 3 to smithi10276805-45 2024-04-10T15:17:10.351 INFO:tasks.rados.rados.0.smithi102.stdout:3464: done (2 left) 2024-04-10T15:17:10.351 INFO:tasks.rados.rados.0.smithi102.stdout:3465: done (1 left) 2024-04-10T15:17:10.351 INFO:tasks.rados.rados.0.smithi102.stdout:3466: copy_from oid 29 from oid 8 current snap is 309 2024-04-10T15:17:10.351 INFO:tasks.rados.rados.0.smithi102.stdout:3467: setattr oid 15 current snap is 309 2024-04-10T15:17:10.351 INFO:tasks.rados.rados.0.smithi102.stdout:3463: finishing write tid 4 to smithi10276805-45 2024-04-10T15:17:10.351 INFO:tasks.rados.rados.0.smithi102.stdout:3463: finishing write tid 5 to smithi10276805-45 2024-04-10T15:17:10.352 INFO:tasks.rados.rados.0.smithi102.stdout:3463: finishing write tid 6 to smithi10276805-45 2024-04-10T15:17:10.352 INFO:tasks.rados.rados.0.smithi102.stdout:3463: oid 45 updating version 0 to 2297 2024-04-10T15:17:10.352 INFO:tasks.rados.rados.0.smithi102.stdout:3463: oid 45 version 2297 is already newer than 2294 2024-04-10T15:17:10.353 INFO:tasks.rados.rados.0.smithi102.stdout:3463: oid 45 updating version 2297 to 2298 2024-04-10T15:17:10.353 INFO:tasks.rados.rados.0.smithi102.stdout:3463: oid 45 version 2298 is already newer than 2295 2024-04-10T15:17:10.353 INFO:tasks.rados.rados.0.smithi102.stdout:3463: oid 45 version 2298 is already newer than 2296 2024-04-10T15:17:10.353 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 2298 (ObjNum 1103 snap 309 seq_num 1103) dirty exists 2024-04-10T15:17:10.353 INFO:tasks.rados.rados.0.smithi102.stdout:3463: left oid 45 (ObjNum 1103 snap 309 seq_num 1103) 2024-04-10T15:17:10.353 INFO:tasks.rados.rados.0.smithi102.stdout:3463: done (2 left) 2024-04-10T15:17:10.353 INFO:tasks.rados.rados.0.smithi102.stdout:3468: read oid 16 snap 292 2024-04-10T15:17:10.353 INFO:tasks.rados.rados.0.smithi102.stdout:3468: expect (ObjNum 788 snap 232 seq_num 788) 2024-04-10T15:17:10.353 INFO:tasks.rados.rados.0.smithi102.stdout:3469: setattr oid 25 current snap is 309 2024-04-10T15:17:10.354 INFO:tasks.rados.rados.0.smithi102.stdout:3470: read oid 35 snap 308 2024-04-10T15:17:10.354 INFO:tasks.rados.rados.0.smithi102.stdout:3470: expect (ObjNum 1084 snap 306 seq_num 1084) 2024-04-10T15:17:10.354 INFO:tasks.rados.rados.0.smithi102.stdout:3471: rollback oid 26 current snap is 309 2024-04-10T15:17:10.354 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 26 to 292 2024-04-10T15:17:10.354 INFO:tasks.rados.rados.0.smithi102.stdout:3472: snap_remove snap 297 2024-04-10T15:17:10.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:10 smithi154 ceph-mon[84269]: osdmap e705: 8 total, 8 up, 8 in 2024-04-10T15:17:10.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:10 smithi102 ceph-mon[90943]: osdmap e705: 8 total, 8 up, 8 in 2024-04-10T15:17:10.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:10 smithi102 ceph-mon[88557]: osdmap e705: 8 total, 8 up, 8 in 2024-04-10T15:17:11.322 INFO:tasks.rados.rados.0.smithi102.stdout:3471: finishing rollback tid 0 to smithi10276805-26 2024-04-10T15:17:11.322 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 2053 (ObjNum 4113 snap 0 seq_num 1977706801) dirty exists 2024-04-10T15:17:11.322 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 2466 (ObjNum 33 snap 0 seq_num 109391072) dirty exists 2024-04-10T15:17:11.322 INFO:tasks.rados.rados.0.smithi102.stdout:3471: finishing rollback tid 1 to smithi10276805-26 2024-04-10T15:17:11.322 INFO:tasks.rados.rados.0.smithi102.stdout:3471: finishing rollback tid 2 to smithi10276805-26 2024-04-10T15:17:11.322 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1688 (ObjNum 937 snap 270 seq_num 937) dirty exists 2024-04-10T15:17:11.322 INFO:tasks.rados.rados.0.smithi102.stdout:3468: expect (ObjNum 788 snap 232 seq_num 788) 2024-04-10T15:17:11.364 INFO:tasks.rados.rados.0.smithi102.stdout:3466: finishing copy_from racing read to smithi10276805-29 2024-04-10T15:17:11.364 INFO:tasks.rados.rados.0.smithi102.stdout:3466: finishing copy_from to smithi10276805-29 2024-04-10T15:17:11.364 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 2052 (ObjNum 1101 snap 308 seq_num 1101) dirty exists 2024-04-10T15:17:11.364 INFO:tasks.rados.rados.0.smithi102.stdout:3470: expect (ObjNum 1084 snap 306 seq_num 1084) 2024-04-10T15:17:11.575 INFO:tasks.rados.rados.0.smithi102.stdout:3466: done (6 left) 2024-04-10T15:17:11.575 INFO:tasks.rados.rados.0.smithi102.stdout:3467: done (5 left) 2024-04-10T15:17:11.576 INFO:tasks.rados.rados.0.smithi102.stdout:3468: done (4 left) 2024-04-10T15:17:11.576 INFO:tasks.rados.rados.0.smithi102.stdout:3469: done (3 left) 2024-04-10T15:17:11.576 INFO:tasks.rados.rados.0.smithi102.stdout:3470: done (2 left) 2024-04-10T15:17:11.576 INFO:tasks.rados.rados.0.smithi102.stdout:3471: done (1 left) 2024-04-10T15:17:11.576 INFO:tasks.rados.rados.0.smithi102.stdout:3472: done (0 left) 2024-04-10T15:17:11.576 INFO:tasks.rados.rados.0.smithi102.stdout:3473: rollback oid 24 current snap is 309 2024-04-10T15:17:11.576 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 24 to 308 2024-04-10T15:17:11.576 INFO:tasks.rados.rados.0.smithi102.stdout:3474: read oid 2 snap -1 2024-04-10T15:17:11.576 INFO:tasks.rados.rados.0.smithi102.stdout:3474: expect (ObjNum 987 snap 285 seq_num 987) 2024-04-10T15:17:11.576 INFO:tasks.rados.rados.0.smithi102.stdout:3475: delete oid 6 current snap is 309 2024-04-10T15:17:11.577 INFO:tasks.rados.rados.0.smithi102.stdout:3473: finishing rollback tid 1 to smithi10276805-24 2024-04-10T15:17:11.577 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 2053 (ObjNum 289 snap 0 seq_num 1680427891) dirty dne 2024-04-10T15:17:11.577 INFO:tasks.rados.rados.0.smithi102.stdout:3473: done (2 left) 2024-04-10T15:17:11.577 INFO:tasks.rados.rados.0.smithi102.stdout:3475: done (1 left) 2024-04-10T15:17:11.577 INFO:tasks.rados.rados.0.smithi102.stdout:3476: delete oid 33 current snap is 309 2024-04-10T15:17:11.580 INFO:tasks.rados.rados.0.smithi102.stdout:3476: done (1 left) 2024-04-10T15:17:11.580 INFO:tasks.rados.rados.0.smithi102.stdout:3477: read oid 27 snap -1 2024-04-10T15:17:11.580 INFO:tasks.rados.rados.0.smithi102.stdout:3477: expect (ObjNum 1073 snap 306 seq_num 1073) 2024-04-10T15:17:11.581 INFO:tasks.rados.rados.0.smithi102.stdout:3478: copy_from oid 38 from oid 41 current snap is 309 2024-04-10T15:17:11.581 INFO:tasks.rados.rados.0.smithi102.stdout:3479: rollback oid 7 current snap is 309 2024-04-10T15:17:11.581 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 7 to 292 2024-04-10T15:17:11.581 INFO:tasks.rados.rados.0.smithi102.stdout:3480: snap_create 2024-04-10T15:17:11.598 INFO:tasks.rados.rados.0.smithi102.stdout:3478: finishing copy_from racing read to smithi10276805-38 2024-04-10T15:17:11.598 INFO:tasks.rados.rados.0.smithi102.stdout:3478: finishing copy_from to smithi10276805-38 2024-04-10T15:17:11.598 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 1672 (ObjNum 1076 snap 306 seq_num 1076) dirty exists 2024-04-10T15:17:11.601 INFO:tasks.rados.rados.0.smithi102.stdout:3474: expect (ObjNum 987 snap 285 seq_num 987) 2024-04-10T15:17:11.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:11 smithi154 ceph-mon[84269]: osdmap e706: 8 total, 8 up, 8 in 2024-04-10T15:17:11.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:11 smithi154 ceph-mon[84269]: pgmap v720: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 285 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-04-10T15:17:11.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:11 smithi102 ceph-mon[90943]: osdmap e706: 8 total, 8 up, 8 in 2024-04-10T15:17:11.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:11 smithi102 ceph-mon[90943]: pgmap v720: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 285 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-04-10T15:17:11.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:11 smithi102 ceph-mon[88557]: osdmap e706: 8 total, 8 up, 8 in 2024-04-10T15:17:11.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:11 smithi102 ceph-mon[88557]: pgmap v720: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 285 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 3.6 MiB/s wr, 22 op/s 2024-04-10T15:17:11.722 INFO:tasks.rados.rados.0.smithi102.stdout:3479: finishing rollback tid 0 to smithi10276805-7 2024-04-10T15:17:11.722 INFO:tasks.rados.rados.0.smithi102.stdout:3479: finishing rollback tid 1 to smithi10276805-7 2024-04-10T15:17:11.722 INFO:tasks.rados.rados.0.smithi102.stdout:3479: finishing rollback tid 2 to smithi10276805-7 2024-04-10T15:17:11.722 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 2395 (ObjNum 995 snap 289 seq_num 995) dirty exists 2024-04-10T15:17:11.723 INFO:tasks.rados.rados.0.smithi102.stdout:3477: expect (ObjNum 1073 snap 306 seq_num 1073) 2024-04-10T15:17:12.323 INFO:tasks.rados.rados.0.smithi102.stdout:3474: done (4 left) 2024-04-10T15:17:12.323 INFO:tasks.rados.rados.0.smithi102.stdout:3477: done (3 left) 2024-04-10T15:17:12.323 INFO:tasks.rados.rados.0.smithi102.stdout:3478: done (2 left) 2024-04-10T15:17:12.323 INFO:tasks.rados.rados.0.smithi102.stdout:3479: done (1 left) 2024-04-10T15:17:12.323 INFO:tasks.rados.rados.0.smithi102.stdout:3480: done (0 left) 2024-04-10T15:17:12.323 INFO:tasks.rados.rados.0.smithi102.stdout:3481: snap_create 2024-04-10T15:17:12.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:12 smithi154 ceph-mon[84269]: osdmap e707: 8 total, 8 up, 8 in 2024-04-10T15:17:12.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:12 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:17:12.626 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:17:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:17:12.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:12 smithi102 ceph-mon[90943]: osdmap e707: 8 total, 8 up, 8 in 2024-04-10T15:17:12.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:12 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:17:12.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:12 smithi102 ceph-mon[88557]: osdmap e707: 8 total, 8 up, 8 in 2024-04-10T15:17:12.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:12 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:17:13.261 INFO:tasks.rados.rados.0.smithi102.stdout:3481: done (0 left) 2024-04-10T15:17:13.261 INFO:tasks.rados.rados.0.smithi102.stdout:3482: delete oid 22 current snap is 311 2024-04-10T15:17:13.265 INFO:tasks.rados.rados.0.smithi102.stdout:3482: done (0 left) 2024-04-10T15:17:13.265 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 47 current snap is 311 2024-04-10T15:17:13.266 INFO:tasks.rados.rados.0.smithi102.stdout:3483: seq_num 1108 ranges {0=565248,565248=647168,1212416=483328,1695744=73728} 2024-04-10T15:17:13.269 INFO:tasks.rados.rados.0.smithi102.stdout:3483: writing smithi10276805-47 from 0 to 565248 tid 1 2024-04-10T15:17:13.272 INFO:tasks.rados.rados.0.smithi102.stdout:3483: writing smithi10276805-47 from 565248 to 1212416 tid 2 2024-04-10T15:17:13.275 INFO:tasks.rados.rados.0.smithi102.stdout:3483: writing smithi10276805-47 from 1212416 to 1695744 tid 3 2024-04-10T15:17:13.275 INFO:tasks.rados.rados.0.smithi102.stdout:3483: writing smithi10276805-47 from 1695744 to 1769472 tid 4 2024-04-10T15:17:13.276 INFO:tasks.rados.rados.0.smithi102.stdout:3484: setattr oid 7 current snap is 311 2024-04-10T15:17:13.276 INFO:tasks.rados.rados.0.smithi102.stdout:3483: finishing write tid 1 to smithi10276805-47 2024-04-10T15:17:13.277 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 311 2024-04-10T15:17:13.277 INFO:tasks.rados.rados.0.smithi102.stdout:3485: seq_num 1109 ranges {3678208=581632,4259840=532480,4792320=647168,5439488=24576} 2024-04-10T15:17:13.301 INFO:tasks.rados.rados.0.smithi102.stdout:3485: writing smithi10276805-2 from 3678208 to 4259840 tid 1 2024-04-10T15:17:13.303 INFO:tasks.rados.rados.0.smithi102.stdout:3485: writing smithi10276805-2 from 4259840 to 4792320 tid 2 2024-04-10T15:17:13.308 INFO:tasks.rados.rados.0.smithi102.stdout:3485: writing smithi10276805-2 from 4792320 to 5439488 tid 3 2024-04-10T15:17:13.308 INFO:tasks.rados.rados.0.smithi102.stdout:3485: writing smithi10276805-2 from 5439488 to 5464064 tid 4 2024-04-10T15:17:13.308 INFO:tasks.rados.rados.0.smithi102.stdout:3486: rmattr oid 28 current snap is 311 2024-04-10T15:17:13.308 INFO:tasks.rados.rados.0.smithi102.stdout:3486: done (3 left) 2024-04-10T15:17:13.308 INFO:tasks.rados.rados.0.smithi102.stdout:3487: snap_create 2024-04-10T15:17:13.308 INFO:tasks.rados.rados.0.smithi102.stdout:3483: finishing write tid 2 to smithi10276805-47 2024-04-10T15:17:13.308 INFO:tasks.rados.rados.0.smithi102.stdout:3483: finishing write tid 3 to smithi10276805-47 2024-04-10T15:17:13.308 INFO:tasks.rados.rados.0.smithi102.stdout:3483: finishing write tid 4 to smithi10276805-47 2024-04-10T15:17:13.309 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 2396 (ObjNum 995 snap 289 seq_num 995) dirty exists 2024-04-10T15:17:13.309 INFO:tasks.rados.rados.0.smithi102.stdout:3483: finishing write tid 5 to smithi10276805-47 2024-04-10T15:17:13.309 INFO:tasks.rados.rados.0.smithi102.stdout:3483: finishing write tid 6 to smithi10276805-47 2024-04-10T15:17:13.309 INFO:tasks.rados.rados.0.smithi102.stdout:3483: oid 47 updating version 0 to 2482 2024-04-10T15:17:13.309 INFO:tasks.rados.rados.0.smithi102.stdout:3483: oid 47 version 2482 is already newer than 2480 2024-04-10T15:17:13.309 INFO:tasks.rados.rados.0.smithi102.stdout:3483: oid 47 updating version 2482 to 2483 2024-04-10T15:17:13.309 INFO:tasks.rados.rados.0.smithi102.stdout:3483: oid 47 version 2483 is already newer than 2481 2024-04-10T15:17:13.309 INFO:tasks.rados.rados.0.smithi102.stdout:3483: oid 47 version 2483 is already newer than 2479 2024-04-10T15:17:13.309 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 2483 (ObjNum 1108 snap 311 seq_num 1108) dirty exists 2024-04-10T15:17:13.309 INFO:tasks.rados.rados.0.smithi102.stdout:3483: left oid 47 (ObjNum 1108 snap 311 seq_num 1108) 2024-04-10T15:17:13.309 INFO:tasks.rados.rados.0.smithi102.stdout:3485: finishing write tid 1 to smithi10276805-2 2024-04-10T15:17:13.309 INFO:tasks.rados.rados.0.smithi102.stdout:3485: finishing write tid 2 to smithi10276805-2 2024-04-10T15:17:13.311 INFO:tasks.rados.rados.0.smithi102.stdout:3485: finishing write tid 3 to smithi10276805-2 2024-04-10T15:17:13.311 INFO:tasks.rados.rados.0.smithi102.stdout:3485: finishing write tid 4 to smithi10276805-2 2024-04-10T15:17:13.311 INFO:tasks.rados.rados.0.smithi102.stdout:3485: finishing write tid 5 to smithi10276805-2 2024-04-10T15:17:13.312 INFO:tasks.rados.rados.0.smithi102.stdout:3485: finishing write tid 6 to smithi10276805-2 2024-04-10T15:17:13.312 INFO:tasks.rados.rados.0.smithi102.stdout:3485: oid 2 updating version 0 to 1554 2024-04-10T15:17:13.312 INFO:tasks.rados.rados.0.smithi102.stdout:3485: oid 2 version 1554 is already newer than 1551 2024-04-10T15:17:13.312 INFO:tasks.rados.rados.0.smithi102.stdout:3485: oid 2 updating version 1554 to 1555 2024-04-10T15:17:13.312 INFO:tasks.rados.rados.0.smithi102.stdout:3485: oid 2 version 1555 is already newer than 1552 2024-04-10T15:17:13.312 INFO:tasks.rados.rados.0.smithi102.stdout:3485: oid 2 version 1555 is already newer than 1553 2024-04-10T15:17:13.312 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 1555 (ObjNum 1109 snap 311 seq_num 1109) dirty exists 2024-04-10T15:17:13.312 INFO:tasks.rados.rados.0.smithi102.stdout:3485: left oid 2 (ObjNum 1109 snap 311 seq_num 1109) 2024-04-10T15:17:13.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:13 smithi154 ceph-mon[84269]: osdmap e708: 8 total, 8 up, 8 in 2024-04-10T15:17:13.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:13 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:17:13.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:13 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:17:13.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:13 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:17:13.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:13 smithi154 ceph-mon[84269]: pgmap v723: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 275 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1022 KiB/s rd, 3.0 MiB/s wr, 36 op/s 2024-04-10T15:17:13.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:13 smithi154 ceph-mon[84269]: osdmap e709: 8 total, 8 up, 8 in 2024-04-10T15:17:13.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:13 smithi102 ceph-mon[88557]: osdmap e708: 8 total, 8 up, 8 in 2024-04-10T15:17:13.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:13 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:17:13.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:13 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:17:13.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:13 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:17:13.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:13 smithi102 ceph-mon[88557]: pgmap v723: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 275 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1022 KiB/s rd, 3.0 MiB/s wr, 36 op/s 2024-04-10T15:17:13.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:13 smithi102 ceph-mon[88557]: osdmap e709: 8 total, 8 up, 8 in 2024-04-10T15:17:13.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:13 smithi102 ceph-mon[90943]: osdmap e708: 8 total, 8 up, 8 in 2024-04-10T15:17:13.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:13 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:17:13.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:13 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:17:13.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:13 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:17:13.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:13 smithi102 ceph-mon[90943]: pgmap v723: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 275 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 1022 KiB/s rd, 3.0 MiB/s wr, 36 op/s 2024-04-10T15:17:13.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:13 smithi102 ceph-mon[90943]: osdmap e709: 8 total, 8 up, 8 in 2024-04-10T15:17:14.265 INFO:tasks.rados.rados.0.smithi102.stdout:3483: done (3 left) 2024-04-10T15:17:14.265 INFO:tasks.rados.rados.0.smithi102.stdout:3484: done (2 left) 2024-04-10T15:17:14.265 INFO:tasks.rados.rados.0.smithi102.stdout:3485: done (1 left) 2024-04-10T15:17:14.265 INFO:tasks.rados.rados.0.smithi102.stdout:3487: done (0 left) 2024-04-10T15:17:14.265 INFO:tasks.rados.rados.0.smithi102.stdout:3488: copy_from oid 26 from oid 49 current snap is 312 2024-04-10T15:17:14.265 INFO:tasks.rados.rados.0.smithi102.stdout:3489: setattr oid 24 current snap is 312 2024-04-10T15:17:14.266 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 16 current snap is 312 2024-04-10T15:17:14.266 INFO:tasks.rados.rados.0.smithi102.stdout:3490: seq_num 1110 ranges {1204224=598016,1802240=466944,2269184=450560,2719744=286720} 2024-04-10T15:17:14.276 INFO:tasks.rados.rados.0.smithi102.stdout:3490: writing smithi10276805-16 from 1204224 to 1802240 tid 1 2024-04-10T15:17:14.279 INFO:tasks.rados.rados.0.smithi102.stdout:3490: writing smithi10276805-16 from 1802240 to 2269184 tid 2 2024-04-10T15:17:14.281 INFO:tasks.rados.rados.0.smithi102.stdout:3490: writing smithi10276805-16 from 2269184 to 2719744 tid 3 2024-04-10T15:17:14.283 INFO:tasks.rados.rados.0.smithi102.stdout:3490: writing smithi10276805-16 from 2719744 to 3006464 tid 4 2024-04-10T15:17:14.283 INFO:tasks.rados.rados.0.smithi102.stdout:3491: delete oid 41 current snap is 312 2024-04-10T15:17:14.283 INFO:tasks.rados.rados.0.smithi102.stdout:3488: finishing copy_from racing read to smithi10276805-26 2024-04-10T15:17:14.283 INFO:tasks.rados.rados.0.smithi102.stdout:3488: finishing copy_from to smithi10276805-26 2024-04-10T15:17:14.283 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1804 (ObjNum 886 snap 255 seq_num 886) dirty exists 2024-04-10T15:17:14.284 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 2058 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:17:14.284 INFO:tasks.rados.rados.0.smithi102.stdout:3490: finishing write tid 1 to smithi10276805-16 2024-04-10T15:17:14.284 INFO:tasks.rados.rados.0.smithi102.stdout:3490: finishing write tid 2 to smithi10276805-16 2024-04-10T15:17:14.286 INFO:tasks.rados.rados.0.smithi102.stdout:3488: done (3 left) 2024-04-10T15:17:14.286 INFO:tasks.rados.rados.0.smithi102.stdout:3489: done (2 left) 2024-04-10T15:17:14.286 INFO:tasks.rados.rados.0.smithi102.stdout:3491: done (1 left) 2024-04-10T15:17:14.286 INFO:tasks.rados.rados.0.smithi102.stdout:3492: rmattr oid 10 current snap is 312 2024-04-10T15:17:14.286 INFO:tasks.rados.rados.0.smithi102.stdout:3492: done (1 left) 2024-04-10T15:17:14.287 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 5 current snap is 312 2024-04-10T15:17:14.287 INFO:tasks.rados.rados.0.smithi102.stdout:3493: seq_num 1112 ranges {8380416=630784,9011200=638976,9650176=466944,10117120=98304} 2024-04-10T15:17:14.334 INFO:tasks.rados.rados.0.smithi102.stdout:3493: writing smithi10276805-5 from 8380416 to 9011200 tid 1 2024-04-10T15:17:14.338 INFO:tasks.rados.rados.0.smithi102.stdout:3493: writing smithi10276805-5 from 9011200 to 9650176 tid 2 2024-04-10T15:17:14.341 INFO:tasks.rados.rados.0.smithi102.stdout:3493: writing smithi10276805-5 from 9650176 to 10117120 tid 3 2024-04-10T15:17:14.342 INFO:tasks.rados.rados.0.smithi102.stdout:3493: writing smithi10276805-5 from 10117120 to 10215424 tid 4 2024-04-10T15:17:14.342 INFO:tasks.rados.rados.0.smithi102.stdout:3494: snap_create 2024-04-10T15:17:14.342 INFO:tasks.rados.rados.0.smithi102.stdout:3490: finishing write tid 3 to smithi10276805-16 2024-04-10T15:17:14.342 INFO:tasks.rados.rados.0.smithi102.stdout:3490: finishing write tid 4 to smithi10276805-16 2024-04-10T15:17:14.342 INFO:tasks.rados.rados.0.smithi102.stdout:3490: finishing write tid 5 to smithi10276805-16 2024-04-10T15:17:14.342 INFO:tasks.rados.rados.0.smithi102.stdout:3490: finishing write tid 6 to smithi10276805-16 2024-04-10T15:17:14.342 INFO:tasks.rados.rados.0.smithi102.stdout:3490: oid 16 updating version 0 to 2302 2024-04-10T15:17:14.342 INFO:tasks.rados.rados.0.smithi102.stdout:3490: oid 16 version 2302 is already newer than 2301 2024-04-10T15:17:14.342 INFO:tasks.rados.rados.0.smithi102.stdout:3490: oid 16 updating version 2302 to 2303 2024-04-10T15:17:14.342 INFO:tasks.rados.rados.0.smithi102.stdout:3490: oid 16 version 2303 is already newer than 2300 2024-04-10T15:17:14.343 INFO:tasks.rados.rados.0.smithi102.stdout:3490: oid 16 version 2303 is already newer than 2299 2024-04-10T15:17:14.343 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 2303 (ObjNum 1110 snap 312 seq_num 1110) dirty exists 2024-04-10T15:17:14.343 INFO:tasks.rados.rados.0.smithi102.stdout:3490: left oid 16 (ObjNum 1110 snap 312 seq_num 1110) 2024-04-10T15:17:14.343 INFO:tasks.rados.rados.0.smithi102.stdout:3493: finishing write tid 1 to smithi10276805-5 2024-04-10T15:17:14.343 INFO:tasks.rados.rados.0.smithi102.stdout:3493: finishing write tid 2 to smithi10276805-5 2024-04-10T15:17:14.344 INFO:tasks.rados.rados.0.smithi102.stdout:3493: finishing write tid 3 to smithi10276805-5 2024-04-10T15:17:14.344 INFO:tasks.rados.rados.0.smithi102.stdout:3493: finishing write tid 4 to smithi10276805-5 2024-04-10T15:17:14.344 INFO:tasks.rados.rados.0.smithi102.stdout:3493: finishing write tid 5 to smithi10276805-5 2024-04-10T15:17:14.345 INFO:tasks.rados.rados.0.smithi102.stdout:3493: finishing write tid 6 to smithi10276805-5 2024-04-10T15:17:14.345 INFO:tasks.rados.rados.0.smithi102.stdout:3493: oid 5 updating version 0 to 2060 2024-04-10T15:17:14.345 INFO:tasks.rados.rados.0.smithi102.stdout:3493: oid 5 updating version 2060 to 2062 2024-04-10T15:17:14.345 INFO:tasks.rados.rados.0.smithi102.stdout:3493: oid 5 version 2062 is already newer than 2061 2024-04-10T15:17:14.345 INFO:tasks.rados.rados.0.smithi102.stdout:3493: oid 5 updating version 2062 to 2063 2024-04-10T15:17:14.345 INFO:tasks.rados.rados.0.smithi102.stdout:3493: oid 5 version 2063 is already newer than 2059 2024-04-10T15:17:14.345 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 2063 (ObjNum 1112 snap 312 seq_num 1112) dirty exists 2024-04-10T15:17:14.345 INFO:tasks.rados.rados.0.smithi102.stdout:3493: left oid 5 (ObjNum 1112 snap 312 seq_num 1112) 2024-04-10T15:17:15.270 INFO:tasks.rados.rados.0.smithi102.stdout:3490: done (2 left) 2024-04-10T15:17:15.270 INFO:tasks.rados.rados.0.smithi102.stdout:3493: done (1 left) 2024-04-10T15:17:15.270 INFO:tasks.rados.rados.0.smithi102.stdout:3494: done (0 left) 2024-04-10T15:17:15.271 INFO:tasks.rados.rados.0.smithi102.stdout:3495: delete oid 25 current snap is 313 2024-04-10T15:17:15.273 INFO:tasks.rados.rados.0.smithi102.stdout:3495: done (0 left) 2024-04-10T15:17:15.274 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 45 current snap is 313 2024-04-10T15:17:15.274 INFO:tasks.rados.rados.0.smithi102.stdout:3496: seq_num 1114 ranges {6709248=663552,7372800=802816,8175616=401408} 2024-04-10T15:17:15.313 INFO:tasks.rados.rados.0.smithi102.stdout:3496: writing smithi10276805-45 from 6709248 to 7372800 tid 1 2024-04-10T15:17:15.317 INFO:tasks.rados.rados.0.smithi102.stdout:3496: writing smithi10276805-45 from 7372800 to 8175616 tid 2 2024-04-10T15:17:15.320 INFO:tasks.rados.rados.0.smithi102.stdout:3496: writing smithi10276805-45 from 8175616 to 8577024 tid 3 2024-04-10T15:17:15.320 INFO:tasks.rados.rados.0.smithi102.stdout:3497: read oid 17 snap -1 2024-04-10T15:17:15.320 INFO:tasks.rados.rados.0.smithi102.stdout:3497: expect (ObjNum 886 snap 255 seq_num 886) 2024-04-10T15:17:15.320 INFO:tasks.rados.rados.0.smithi102.stdout:3498: read oid 3 snap -1 2024-04-10T15:17:15.320 INFO:tasks.rados.rados.0.smithi102.stdout:3498: expect deleted 2024-04-10T15:17:15.320 INFO:tasks.rados.rados.0.smithi102.stdout:3499: copy_from oid 11 from oid 28 current snap is 313 2024-04-10T15:17:15.320 INFO:tasks.rados.rados.0.smithi102.stdout:3500: read oid 16 snap -1 2024-04-10T15:17:15.320 INFO:tasks.rados.rados.0.smithi102.stdout:3500: expect (ObjNum 1110 snap 312 seq_num 1110) 2024-04-10T15:17:15.321 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 43 current snap is 313 2024-04-10T15:17:15.321 INFO:tasks.rados.rados.0.smithi102.stdout:3501: seq_num 1115 ranges {0=679936,679936=688128,1368064=516096} 2024-04-10T15:17:15.323 INFO:tasks.rados.rados.0.smithi102.stdout:3501: writing smithi10276805-43 from 0 to 679936 tid 1 2024-04-10T15:17:15.328 INFO:tasks.rados.rados.0.smithi102.stdout:3501: writing smithi10276805-43 from 679936 to 1368064 tid 2 2024-04-10T15:17:15.331 INFO:tasks.rados.rados.0.smithi102.stdout:3501: writing smithi10276805-43 from 1368064 to 1884160 tid 3 2024-04-10T15:17:15.331 INFO:tasks.rados.rados.0.smithi102.stdout:3502: setattr oid 21 current snap is 313 2024-04-10T15:17:15.331 INFO:tasks.rados.rados.0.smithi102.stdout:3496: finishing write tid 1 to smithi10276805-45 2024-04-10T15:17:15.331 INFO:tasks.rados.rados.0.smithi102.stdout:3496: finishing write tid 2 to smithi10276805-45 2024-04-10T15:17:15.331 INFO:tasks.rados.rados.0.smithi102.stdout:3497: expect (ObjNum 886 snap 255 seq_num 886) 2024-04-10T15:17:15.350 INFO:tasks.rados.rados.0.smithi102.stdout:3496: finishing write tid 3 to smithi10276805-45 2024-04-10T15:17:15.350 INFO:tasks.rados.rados.0.smithi102.stdout:3496: finishing write tid 4 to smithi10276805-45 2024-04-10T15:17:15.350 INFO:tasks.rados.rados.0.smithi102.stdout:3501: finishing write tid 1 to smithi10276805-43 2024-04-10T15:17:15.350 INFO:tasks.rados.rados.0.smithi102.stdout:3496: finishing write tid 5 to smithi10276805-45 2024-04-10T15:17:15.350 INFO:tasks.rados.rados.0.smithi102.stdout:3496: oid 45 updating version 0 to 2306 2024-04-10T15:17:15.350 INFO:tasks.rados.rados.0.smithi102.stdout:3496: oid 45 version 2306 is already newer than 2305 2024-04-10T15:17:15.350 INFO:tasks.rados.rados.0.smithi102.stdout:3496: oid 45 version 2306 is already newer than 2304 2024-04-10T15:17:15.350 INFO:tasks.rados.rados.0.smithi102.stdout:3496: oid 45 updating version 2306 to 2307 2024-04-10T15:17:15.350 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 2307 (ObjNum 1114 snap 313 seq_num 1114) dirty exists 2024-04-10T15:17:15.350 INFO:tasks.rados.rados.0.smithi102.stdout:3496: left oid 45 (ObjNum 1114 snap 313 seq_num 1114) 2024-04-10T15:17:15.351 INFO:tasks.rados.rados.0.smithi102.stdout:3501: finishing write tid 2 to smithi10276805-43 2024-04-10T15:17:15.351 INFO:tasks.rados.rados.0.smithi102.stdout:3501: finishing write tid 3 to smithi10276805-43 2024-04-10T15:17:15.351 INFO:tasks.rados.rados.0.smithi102.stdout:3501: finishing write tid 4 to smithi10276805-43 2024-04-10T15:17:15.351 INFO:tasks.rados.rados.0.smithi102.stdout:3501: finishing write tid 5 to smithi10276805-43 2024-04-10T15:17:15.351 INFO:tasks.rados.rados.0.smithi102.stdout:3501: oid 43 updating version 0 to 1806 2024-04-10T15:17:15.351 INFO:tasks.rados.rados.0.smithi102.stdout:3501: oid 43 updating version 1806 to 1809 2024-04-10T15:17:15.351 INFO:tasks.rados.rados.0.smithi102.stdout:3501: oid 43 version 1809 is already newer than 1808 2024-04-10T15:17:15.351 INFO:tasks.rados.rados.0.smithi102.stdout:3501: oid 43 version 1809 is already newer than 1807 2024-04-10T15:17:15.351 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 1809 (ObjNum 1115 snap 313 seq_num 1115) dirty exists 2024-04-10T15:17:15.351 INFO:tasks.rados.rados.0.smithi102.stdout:3501: left oid 43 (ObjNum 1115 snap 313 seq_num 1115) 2024-04-10T15:17:15.351 INFO:tasks.rados.rados.0.smithi102.stdout:3500: expect (ObjNum 1110 snap 312 seq_num 1110) 2024-04-10T15:17:15.448 INFO:tasks.rados.rados.0.smithi102.stdout:3499: finishing copy_from racing read to smithi10276805-11 2024-04-10T15:17:15.448 INFO:tasks.rados.rados.0.smithi102.stdout:3499: finishing copy_from to smithi10276805-11 2024-04-10T15:17:15.448 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 2465 (ObjNum 1102 snap 308 seq_num 1102) dirty exists 2024-04-10T15:17:15.449 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 2056 (ObjNum 129 snap 0 seq_num 1382002000) dirty exists 2024-04-10T15:17:15.449 INFO:tasks.rados.rados.0.smithi102.stdout:3496: done (6 left) 2024-04-10T15:17:15.449 INFO:tasks.rados.rados.0.smithi102.stdout:3497: done (5 left) 2024-04-10T15:17:15.449 INFO:tasks.rados.rados.0.smithi102.stdout:3498: done (4 left) 2024-04-10T15:17:15.449 INFO:tasks.rados.rados.0.smithi102.stdout:3499: done (3 left) 2024-04-10T15:17:15.449 INFO:tasks.rados.rados.0.smithi102.stdout:3500: done (2 left) 2024-04-10T15:17:15.449 INFO:tasks.rados.rados.0.smithi102.stdout:3501: done (1 left) 2024-04-10T15:17:15.449 INFO:tasks.rados.rados.0.smithi102.stdout:3502: done (0 left) 2024-04-10T15:17:15.449 INFO:tasks.rados.rados.0.smithi102.stdout:3503: rmattr oid 37 current snap is 313 2024-04-10T15:17:15.449 INFO:tasks.rados.rados.0.smithi102.stdout:3503: done (0 left) 2024-04-10T15:17:15.449 INFO:tasks.rados.rados.0.smithi102.stdout:3504: copy_from oid 8 from oid 18 current snap is 313 2024-04-10T15:17:15.449 INFO:tasks.rados.rados.0.smithi102.stdout:3505: read oid 35 snap -1 2024-04-10T15:17:15.449 INFO:tasks.rados.rados.0.smithi102.stdout:3505: expect (ObjNum 1084 snap 306 seq_num 1084) 2024-04-10T15:17:15.449 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 313 2024-04-10T15:17:15.449 INFO:tasks.rados.rados.0.smithi102.stdout:3506: seq_num 1116 ranges {1564672=696320,2260992=573440,2834432=450560,3284992=180224} 2024-04-10T15:17:15.460 INFO:tasks.rados.rados.0.smithi102.stdout:3506: writing smithi10276805-48 from 1564672 to 2260992 tid 1 2024-04-10T15:17:15.463 INFO:tasks.rados.rados.0.smithi102.stdout:3506: writing smithi10276805-48 from 2260992 to 2834432 tid 2 2024-04-10T15:17:15.466 INFO:tasks.rados.rados.0.smithi102.stdout:3506: writing smithi10276805-48 from 2834432 to 3284992 tid 3 2024-04-10T15:17:15.467 INFO:tasks.rados.rados.0.smithi102.stdout:3506: writing smithi10276805-48 from 3284992 to 3465216 tid 4 2024-04-10T15:17:15.467 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 5 current snap is 313 2024-04-10T15:17:15.467 INFO:tasks.rados.rados.0.smithi102.stdout:3507: seq_num 1117 ranges {10215424=712704,10928128=458752,11386880=655360,12042240=90112} 2024-04-10T15:17:15.525 INFO:tasks.rados.rados.0.smithi102.stdout:3507: writing smithi10276805-5 from 10215424 to 10928128 tid 1 2024-04-10T15:17:15.527 INFO:tasks.rados.rados.0.smithi102.stdout:3507: writing smithi10276805-5 from 10928128 to 11386880 tid 2 2024-04-10T15:17:15.531 INFO:tasks.rados.rados.0.smithi102.stdout:3507: writing smithi10276805-5 from 11386880 to 12042240 tid 3 2024-04-10T15:17:15.532 INFO:tasks.rados.rados.0.smithi102.stdout:3507: writing smithi10276805-5 from 12042240 to 12132352 tid 4 2024-04-10T15:17:15.532 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 40 current snap is 313 2024-04-10T15:17:15.532 INFO:tasks.rados.rados.0.smithi102.stdout:3504: finishing copy_from racing read to smithi10276805-8 2024-04-10T15:17:15.532 INFO:tasks.rados.rados.0.smithi102.stdout:3506: finishing write tid 1 to smithi10276805-48 2024-04-10T15:17:15.532 INFO:tasks.rados.rados.0.smithi102.stdout:3506: finishing write tid 2 to smithi10276805-48 2024-04-10T15:17:15.532 INFO:tasks.rados.rados.0.smithi102.stdout:3505: expect (ObjNum 1084 snap 306 seq_num 1084) 2024-04-10T15:17:15.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:15 smithi154 ceph-mon[84269]: osdmap e710: 8 total, 8 up, 8 in 2024-04-10T15:17:15.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:15 smithi102 ceph-mon[90943]: osdmap e710: 8 total, 8 up, 8 in 2024-04-10T15:17:15.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:15 smithi102 ceph-mon[88557]: osdmap e710: 8 total, 8 up, 8 in 2024-04-10T15:17:15.745 INFO:tasks.rados.rados.0.smithi102.stdout:3504: finishing copy_from to smithi10276805-8 2024-04-10T15:17:15.745 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 2264 (ObjNum 1031 snap 298 seq_num 1031) dirty exists 2024-04-10T15:17:15.745 INFO:tasks.rados.rados.0.smithi102.stdout:3506: finishing write tid 3 to smithi10276805-48 2024-04-10T15:17:15.745 INFO:tasks.rados.rados.0.smithi102.stdout:3508: seq_num 1118 ranges {8249344=729088,8978432=794624,9773056=409600} 2024-04-10T15:17:15.791 INFO:tasks.rados.rados.0.smithi102.stdout:3508: writing smithi10276805-40 from 8249344 to 8978432 tid 1 2024-04-10T15:17:15.796 INFO:tasks.rados.rados.0.smithi102.stdout:3508: writing smithi10276805-40 from 8978432 to 9773056 tid 2 2024-04-10T15:17:15.799 INFO:tasks.rados.rados.0.smithi102.stdout:3508: writing smithi10276805-40 from 9773056 to 10182656 tid 3 2024-04-10T15:17:15.799 INFO:tasks.rados.rados.0.smithi102.stdout:3504: done (4 left) 2024-04-10T15:17:15.799 INFO:tasks.rados.rados.0.smithi102.stdout:3505: done (3 left) 2024-04-10T15:17:15.799 INFO:tasks.rados.rados.0.smithi102.stdout:3509: snap_remove snap 311 2024-04-10T15:17:16.275 INFO:tasks.rados.rados.0.smithi102.stdout:3509: done (3 left) 2024-04-10T15:17:16.276 INFO:tasks.rados.rados.0.smithi102.stdout:3510: read oid 47 snap -1 2024-04-10T15:17:16.276 INFO:tasks.rados.rados.0.smithi102.stdout:3510: expect (ObjNum 1108 snap 311 seq_num 1108) 2024-04-10T15:17:16.276 INFO:tasks.rados.rados.0.smithi102.stdout:3511: snap_create 2024-04-10T15:17:16.276 INFO:tasks.rados.rados.0.smithi102.stdout:3506: finishing write tid 4 to smithi10276805-48 2024-04-10T15:17:16.276 INFO:tasks.rados.rados.0.smithi102.stdout:3506: finishing write tid 5 to smithi10276805-48 2024-04-10T15:17:16.276 INFO:tasks.rados.rados.0.smithi102.stdout:3506: finishing write tid 6 to smithi10276805-48 2024-04-10T15:17:16.276 INFO:tasks.rados.rados.0.smithi102.stdout:3506: oid 48 updating version 0 to 2486 2024-04-10T15:17:16.276 INFO:tasks.rados.rados.0.smithi102.stdout:3506: oid 48 updating version 2486 to 2487 2024-04-10T15:17:16.276 INFO:tasks.rados.rados.0.smithi102.stdout:3506: oid 48 updating version 2487 to 2489 2024-04-10T15:17:16.276 INFO:tasks.rados.rados.0.smithi102.stdout:3506: oid 48 version 2489 is already newer than 2488 2024-04-10T15:17:16.276 INFO:tasks.rados.rados.0.smithi102.stdout:3506: oid 48 version 2489 is already newer than 2485 2024-04-10T15:17:16.276 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 2489 (ObjNum 1116 snap 313 seq_num 1116) dirty exists 2024-04-10T15:17:16.276 INFO:tasks.rados.rados.0.smithi102.stdout:3506: left oid 48 (ObjNum 1116 snap 313 seq_num 1116) 2024-04-10T15:17:16.276 INFO:tasks.rados.rados.0.smithi102.stdout:3507: finishing write tid 1 to smithi10276805-5 2024-04-10T15:17:16.277 INFO:tasks.rados.rados.0.smithi102.stdout:3507: finishing write tid 2 to smithi10276805-5 2024-04-10T15:17:16.277 INFO:tasks.rados.rados.0.smithi102.stdout:3507: finishing write tid 3 to smithi10276805-5 2024-04-10T15:17:16.277 INFO:tasks.rados.rados.0.smithi102.stdout:3507: finishing write tid 4 to smithi10276805-5 2024-04-10T15:17:16.277 INFO:tasks.rados.rados.0.smithi102.stdout:3507: finishing write tid 5 to smithi10276805-5 2024-04-10T15:17:16.277 INFO:tasks.rados.rados.0.smithi102.stdout:3507: finishing write tid 6 to smithi10276805-5 2024-04-10T15:17:16.277 INFO:tasks.rados.rados.0.smithi102.stdout:3507: oid 5 updating version 0 to 2068 2024-04-10T15:17:16.277 INFO:tasks.rados.rados.0.smithi102.stdout:3507: oid 5 version 2068 is already newer than 2067 2024-04-10T15:17:16.277 INFO:tasks.rados.rados.0.smithi102.stdout:3507: oid 5 version 2068 is already newer than 2064 2024-04-10T15:17:16.277 INFO:tasks.rados.rados.0.smithi102.stdout:3507: oid 5 version 2068 is already newer than 2066 2024-04-10T15:17:16.277 INFO:tasks.rados.rados.0.smithi102.stdout:3507: oid 5 version 2068 is already newer than 2065 2024-04-10T15:17:16.277 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 2068 (ObjNum 1117 snap 313 seq_num 1117) dirty exists 2024-04-10T15:17:16.277 INFO:tasks.rados.rados.0.smithi102.stdout:3507: left oid 5 (ObjNum 1117 snap 313 seq_num 1117) 2024-04-10T15:17:16.277 INFO:tasks.rados.rados.0.smithi102.stdout:3508: finishing write tid 1 to smithi10276805-40 2024-04-10T15:17:16.277 INFO:tasks.rados.rados.0.smithi102.stdout:3508: finishing write tid 2 to smithi10276805-40 2024-04-10T15:17:16.277 INFO:tasks.rados.rados.0.smithi102.stdout:3508: finishing write tid 3 to smithi10276805-40 2024-04-10T15:17:16.278 INFO:tasks.rados.rados.0.smithi102.stdout:3508: finishing write tid 4 to smithi10276805-40 2024-04-10T15:17:16.278 INFO:tasks.rados.rados.0.smithi102.stdout:3508: finishing write tid 5 to smithi10276805-40 2024-04-10T15:17:16.278 INFO:tasks.rados.rados.0.smithi102.stdout:3508: oid 40 updating version 0 to 2063 2024-04-10T15:17:16.278 INFO:tasks.rados.rados.0.smithi102.stdout:3508: oid 40 version 2063 is already newer than 2061 2024-04-10T15:17:16.278 INFO:tasks.rados.rados.0.smithi102.stdout:3508: oid 40 version 2063 is already newer than 2062 2024-04-10T15:17:16.278 INFO:tasks.rados.rados.0.smithi102.stdout:3508: oid 40 updating version 2063 to 2064 2024-04-10T15:17:16.278 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 2064 (ObjNum 1118 snap 313 seq_num 1118) dirty exists 2024-04-10T15:17:16.278 INFO:tasks.rados.rados.0.smithi102.stdout:3508: left oid 40 (ObjNum 1118 snap 313 seq_num 1118) 2024-04-10T15:17:16.296 INFO:tasks.rados.rados.0.smithi102.stdout:3510: expect (ObjNum 1108 snap 311 seq_num 1108) 2024-04-10T15:17:16.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:16 smithi154 ceph-mon[84269]: pgmap v726: 121 pgs: 121 active+clean; 257 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.7 MiB/s wr, 32 op/s 2024-04-10T15:17:16.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:16 smithi154 ceph-mon[84269]: osdmap e711: 8 total, 8 up, 8 in 2024-04-10T15:17:16.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:16 smithi102 ceph-mon[88557]: pgmap v726: 121 pgs: 121 active+clean; 257 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.7 MiB/s wr, 32 op/s 2024-04-10T15:17:16.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:16 smithi102 ceph-mon[88557]: osdmap e711: 8 total, 8 up, 8 in 2024-04-10T15:17:16.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:16 smithi102 ceph-mon[90943]: pgmap v726: 121 pgs: 121 active+clean; 257 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 8.1 MiB/s rd, 1.7 MiB/s wr, 32 op/s 2024-04-10T15:17:16.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:16 smithi102 ceph-mon[90943]: osdmap e711: 8 total, 8 up, 8 in 2024-04-10T15:17:17.282 INFO:tasks.rados.rados.0.smithi102.stdout:3506: done (4 left) 2024-04-10T15:17:17.282 INFO:tasks.rados.rados.0.smithi102.stdout:3507: done (3 left) 2024-04-10T15:17:17.282 INFO:tasks.rados.rados.0.smithi102.stdout:3508: done (2 left) 2024-04-10T15:17:17.282 INFO:tasks.rados.rados.0.smithi102.stdout:3510: done (1 left) 2024-04-10T15:17:17.282 INFO:tasks.rados.rados.0.smithi102.stdout:3511: done (0 left) 2024-04-10T15:17:17.282 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 18 current snap is 314 2024-04-10T15:17:17.282 INFO:tasks.rados.rados.0.smithi102.stdout:3512: seq_num 1119 ranges {475136=745472,1220608=679936,1900544=524288} 2024-04-10T15:17:17.288 INFO:tasks.rados.rados.0.smithi102.stdout:3512: writing smithi10276805-18 from 475136 to 1220608 tid 1 2024-04-10T15:17:17.292 INFO:tasks.rados.rados.0.smithi102.stdout:3512: writing smithi10276805-18 from 1220608 to 1900544 tid 2 2024-04-10T15:17:17.296 INFO:tasks.rados.rados.0.smithi102.stdout:3512: writing smithi10276805-18 from 1900544 to 2424832 tid 3 2024-04-10T15:17:17.296 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 5 current snap is 314 2024-04-10T15:17:17.296 INFO:tasks.rados.rados.0.smithi102.stdout:3512: finishing write tid 1 to smithi10276805-18 2024-04-10T15:17:17.296 INFO:tasks.rados.rados.0.smithi102.stdout:3512: finishing write tid 2 to smithi10276805-18 2024-04-10T15:17:17.296 INFO:tasks.rados.rados.0.smithi102.stdout:3513: seq_num 1120 ranges {12132352=761856,12894208=557056,13451264=425984,13877248=221184} 2024-04-10T15:17:17.365 INFO:tasks.rados.rados.0.smithi102.stdout:3513: writing smithi10276805-5 from 12132352 to 12894208 tid 1 2024-04-10T15:17:17.368 INFO:tasks.rados.rados.0.smithi102.stdout:3513: writing smithi10276805-5 from 12894208 to 13451264 tid 2 2024-04-10T15:17:17.371 INFO:tasks.rados.rados.0.smithi102.stdout:3513: writing smithi10276805-5 from 13451264 to 13877248 tid 3 2024-04-10T15:17:17.373 INFO:tasks.rados.rados.0.smithi102.stdout:3513: writing smithi10276805-5 from 13877248 to 14098432 tid 4 2024-04-10T15:17:17.373 INFO:tasks.rados.rados.0.smithi102.stdout:3514: delete oid 35 current snap is 314 2024-04-10T15:17:17.373 INFO:tasks.rados.rados.0.smithi102.stdout:3512: finishing write tid 3 to smithi10276805-18 2024-04-10T15:17:17.373 INFO:tasks.rados.rados.0.smithi102.stdout:3512: finishing write tid 4 to smithi10276805-18 2024-04-10T15:17:17.373 INFO:tasks.rados.rados.0.smithi102.stdout:3512: finishing write tid 5 to smithi10276805-18 2024-04-10T15:17:17.373 INFO:tasks.rados.rados.0.smithi102.stdout:3512: oid 18 updating version 0 to 2275 2024-04-10T15:17:17.373 INFO:tasks.rados.rados.0.smithi102.stdout:3512: oid 18 updating version 2275 to 2276 2024-04-10T15:17:17.373 INFO:tasks.rados.rados.0.smithi102.stdout:3512: oid 18 updating version 2276 to 2277 2024-04-10T15:17:17.373 INFO:tasks.rados.rados.0.smithi102.stdout:3512: oid 18 updating version 2277 to 2278 2024-04-10T15:17:17.373 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 2278 (ObjNum 1119 snap 314 seq_num 1119) dirty exists 2024-04-10T15:17:17.373 INFO:tasks.rados.rados.0.smithi102.stdout:3512: left oid 18 (ObjNum 1119 snap 314 seq_num 1119) 2024-04-10T15:17:17.373 INFO:tasks.rados.rados.0.smithi102.stdout:3513: finishing write tid 1 to smithi10276805-5 2024-04-10T15:17:17.374 INFO:tasks.rados.rados.0.smithi102.stdout:3513: finishing write tid 2 to smithi10276805-5 2024-04-10T15:17:17.375 INFO:tasks.rados.rados.0.smithi102.stdout:3513: finishing write tid 3 to smithi10276805-5 2024-04-10T15:17:17.376 INFO:tasks.rados.rados.0.smithi102.stdout:3513: finishing write tid 4 to smithi10276805-5 2024-04-10T15:17:17.376 INFO:tasks.rados.rados.0.smithi102.stdout:3513: finishing write tid 5 to smithi10276805-5 2024-04-10T15:17:17.377 INFO:tasks.rados.rados.0.smithi102.stdout:3513: finishing write tid 6 to smithi10276805-5 2024-04-10T15:17:17.377 INFO:tasks.rados.rados.0.smithi102.stdout:3513: oid 5 updating version 0 to 2069 2024-04-10T15:17:17.377 INFO:tasks.rados.rados.0.smithi102.stdout:3513: oid 5 updating version 2069 to 2070 2024-04-10T15:17:17.377 INFO:tasks.rados.rados.0.smithi102.stdout:3513: oid 5 updating version 2070 to 2073 2024-04-10T15:17:17.377 INFO:tasks.rados.rados.0.smithi102.stdout:3513: oid 5 version 2073 is already newer than 2071 2024-04-10T15:17:17.377 INFO:tasks.rados.rados.0.smithi102.stdout:3513: oid 5 version 2073 is already newer than 2072 2024-04-10T15:17:17.377 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 2073 (ObjNum 1120 snap 314 seq_num 1120) dirty exists 2024-04-10T15:17:17.377 INFO:tasks.rados.rados.0.smithi102.stdout:3513: left oid 5 (ObjNum 1120 snap 314 seq_num 1120) 2024-04-10T15:17:17.378 INFO:tasks.rados.rados.0.smithi102.stdout:3512: done (2 left) 2024-04-10T15:17:17.378 INFO:tasks.rados.rados.0.smithi102.stdout:3513: done (1 left) 2024-04-10T15:17:17.378 INFO:tasks.rados.rados.0.smithi102.stdout:3514: done (0 left) 2024-04-10T15:17:17.378 INFO:tasks.rados.rados.0.smithi102.stdout:3515: delete oid 7 current snap is 314 2024-04-10T15:17:17.381 INFO:tasks.rados.rados.0.smithi102.stdout:3515: done (0 left) 2024-04-10T15:17:17.382 INFO:tasks.rados.rados.0.smithi102.stdout:3516: snap_create 2024-04-10T15:17:17.536 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:17 smithi102 ceph-mon[90943]: osdmap e712: 8 total, 8 up, 8 in 2024-04-10T15:17:17.536 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:17 smithi102 ceph-mon[88557]: osdmap e712: 8 total, 8 up, 8 in 2024-04-10T15:17:17.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:17 smithi154 ceph-mon[84269]: osdmap e712: 8 total, 8 up, 8 in 2024-04-10T15:17:17.905 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:17:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:17:17] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-04-10T15:17:18.263 INFO:tasks.rados.rados.0.smithi102.stdout:3516: done (0 left) 2024-04-10T15:17:18.263 INFO:tasks.rados.rados.0.smithi102.stdout:3517: copy_from oid 23 from oid 22 current snap is 315 2024-04-10T15:17:18.263 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 33 current snap is 315 2024-04-10T15:17:18.263 INFO:tasks.rados.rados.0.smithi102.stdout:3518: seq_num 1123 ranges {0=409600,409600=614400,1024000=598016,1622016=393216} 2024-04-10T15:17:18.266 INFO:tasks.rados.rados.0.smithi102.stdout:3518: writing smithi10276805-33 from 0 to 409600 tid 1 2024-04-10T15:17:18.269 INFO:tasks.rados.rados.0.smithi102.stdout:3518: writing smithi10276805-33 from 409600 to 1024000 tid 2 2024-04-10T15:17:18.273 INFO:tasks.rados.rados.0.smithi102.stdout:3518: writing smithi10276805-33 from 1024000 to 1622016 tid 3 2024-04-10T15:17:18.276 INFO:tasks.rados.rados.0.smithi102.stdout:3518: writing smithi10276805-33 from 1622016 to 2015232 tid 4 2024-04-10T15:17:18.276 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 13 current snap is 315 2024-04-10T15:17:18.276 INFO:tasks.rados.rados.0.smithi102.stdout:3517: finishing copy_from to smithi10276805-23 2024-04-10T15:17:18.276 INFO:tasks.rados.rados.0.smithi102.stdout:3517: got expected ENOENT (src dne) 2024-04-10T15:17:18.276 INFO:tasks.rados.rados.0.smithi102.stdout:3517: finishing copy_from racing read to smithi10276805-23 2024-04-10T15:17:18.276 INFO:tasks.rados.rados.0.smithi102.stdout:3518: finishing write tid 1 to smithi10276805-33 2024-04-10T15:17:18.276 INFO:tasks.rados.rados.0.smithi102.stdout:3518: finishing write tid 2 to smithi10276805-33 2024-04-10T15:17:18.276 INFO:tasks.rados.rados.0.smithi102.stdout:3519: seq_num 1124 ranges {1613824=434176,2048000=499712,2547712=409600,2957312=663552,3620864=32768} 2024-04-10T15:17:18.287 INFO:tasks.rados.rados.0.smithi102.stdout:3519: writing smithi10276805-13 from 1613824 to 2048000 tid 1 2024-04-10T15:17:18.290 INFO:tasks.rados.rados.0.smithi102.stdout:3519: writing smithi10276805-13 from 2048000 to 2547712 tid 2 2024-04-10T15:17:18.292 INFO:tasks.rados.rados.0.smithi102.stdout:3519: writing smithi10276805-13 from 2547712 to 2957312 tid 3 2024-04-10T15:17:18.296 INFO:tasks.rados.rados.0.smithi102.stdout:3519: writing smithi10276805-13 from 2957312 to 3620864 tid 4 2024-04-10T15:17:18.296 INFO:tasks.rados.rados.0.smithi102.stdout:3519: writing smithi10276805-13 from 3620864 to 3653632 tid 5 2024-04-10T15:17:18.296 INFO:tasks.rados.rados.0.smithi102.stdout:3517: done (2 left) 2024-04-10T15:17:18.296 INFO:tasks.rados.rados.0.smithi102.stdout:3520: rmattr oid 40 current snap is 315 2024-04-10T15:17:18.296 INFO:tasks.rados.rados.0.smithi102.stdout:3520: done (2 left) 2024-04-10T15:17:18.296 INFO:tasks.rados.rados.0.smithi102.stdout:3521: snap_create 2024-04-10T15:17:18.296 INFO:tasks.rados.rados.0.smithi102.stdout:3518: finishing write tid 3 to smithi10276805-33 2024-04-10T15:17:18.297 INFO:tasks.rados.rados.0.smithi102.stdout:3518: finishing write tid 4 to smithi10276805-33 2024-04-10T15:17:18.297 INFO:tasks.rados.rados.0.smithi102.stdout:3518: finishing write tid 5 to smithi10276805-33 2024-04-10T15:17:18.297 INFO:tasks.rados.rados.0.smithi102.stdout:3518: finishing write tid 6 to smithi10276805-33 2024-04-10T15:17:18.297 INFO:tasks.rados.rados.0.smithi102.stdout:3518: oid 33 updating version 0 to 2061 2024-04-10T15:17:18.297 INFO:tasks.rados.rados.0.smithi102.stdout:3518: oid 33 version 2061 is already newer than 2059 2024-04-10T15:17:18.297 INFO:tasks.rados.rados.0.smithi102.stdout:3518: oid 33 version 2061 is already newer than 2057 2024-04-10T15:17:18.297 INFO:tasks.rados.rados.0.smithi102.stdout:3518: oid 33 version 2061 is already newer than 2060 2024-04-10T15:17:18.297 INFO:tasks.rados.rados.0.smithi102.stdout:3518: oid 33 version 2061 is already newer than 2058 2024-04-10T15:17:18.297 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 2061 (ObjNum 1123 snap 315 seq_num 1123) dirty exists 2024-04-10T15:17:18.297 INFO:tasks.rados.rados.0.smithi102.stdout:3518: left oid 33 (ObjNum 1123 snap 315 seq_num 1123) 2024-04-10T15:17:18.298 INFO:tasks.rados.rados.0.smithi102.stdout:3519: finishing write tid 1 to smithi10276805-13 2024-04-10T15:17:18.298 INFO:tasks.rados.rados.0.smithi102.stdout:3519: finishing write tid 2 to smithi10276805-13 2024-04-10T15:17:18.301 INFO:tasks.rados.rados.0.smithi102.stdout:3519: finishing write tid 3 to smithi10276805-13 2024-04-10T15:17:18.302 INFO:tasks.rados.rados.0.smithi102.stdout:3519: finishing write tid 4 to smithi10276805-13 2024-04-10T15:17:18.303 INFO:tasks.rados.rados.0.smithi102.stdout:3519: finishing write tid 5 to smithi10276805-13 2024-04-10T15:17:18.303 INFO:tasks.rados.rados.0.smithi102.stdout:3519: finishing write tid 6 to smithi10276805-13 2024-04-10T15:17:18.305 INFO:tasks.rados.rados.0.smithi102.stdout:3519: finishing write tid 7 to smithi10276805-13 2024-04-10T15:17:18.305 INFO:tasks.rados.rados.0.smithi102.stdout:3519: oid 13 updating version 0 to 2497 2024-04-10T15:17:18.305 INFO:tasks.rados.rados.0.smithi102.stdout:3519: oid 13 version 2497 is already newer than 2496 2024-04-10T15:17:18.305 INFO:tasks.rados.rados.0.smithi102.stdout:3519: oid 13 version 2497 is already newer than 2493 2024-04-10T15:17:18.305 INFO:tasks.rados.rados.0.smithi102.stdout:3519: oid 13 version 2497 is already newer than 2494 2024-04-10T15:17:18.305 INFO:tasks.rados.rados.0.smithi102.stdout:3519: oid 13 version 2497 is already newer than 2495 2024-04-10T15:17:18.305 INFO:tasks.rados.rados.0.smithi102.stdout:3519: oid 13 updating version 2497 to 2498 2024-04-10T15:17:18.305 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 2498 (ObjNum 1124 snap 315 seq_num 1124) dirty exists 2024-04-10T15:17:18.305 INFO:tasks.rados.rados.0.smithi102.stdout:3519: left oid 13 (ObjNum 1124 snap 315 seq_num 1124) 2024-04-10T15:17:18.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:18 smithi154 ceph-mon[84269]: pgmap v729: 121 pgs: 121 active+clean; 260 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 29 op/s 2024-04-10T15:17:18.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:18 smithi154 ceph-mon[84269]: osdmap e713: 8 total, 8 up, 8 in 2024-04-10T15:17:18.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:18 smithi154 ceph-mon[84269]: osdmap e714: 8 total, 8 up, 8 in 2024-04-10T15:17:18.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:18 smithi102 ceph-mon[90943]: pgmap v729: 121 pgs: 121 active+clean; 260 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 29 op/s 2024-04-10T15:17:18.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:18 smithi102 ceph-mon[90943]: osdmap e713: 8 total, 8 up, 8 in 2024-04-10T15:17:18.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:18 smithi102 ceph-mon[90943]: osdmap e714: 8 total, 8 up, 8 in 2024-04-10T15:17:18.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:18 smithi102 ceph-mon[88557]: pgmap v729: 121 pgs: 121 active+clean; 260 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 12 MiB/s rd, 3.6 MiB/s wr, 29 op/s 2024-04-10T15:17:18.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:18 smithi102 ceph-mon[88557]: osdmap e713: 8 total, 8 up, 8 in 2024-04-10T15:17:18.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:18 smithi102 ceph-mon[88557]: osdmap e714: 8 total, 8 up, 8 in 2024-04-10T15:17:19.295 INFO:tasks.rados.rados.0.smithi102.stdout:3518: done (2 left) 2024-04-10T15:17:19.295 INFO:tasks.rados.rados.0.smithi102.stdout:3519: done (1 left) 2024-04-10T15:17:19.295 INFO:tasks.rados.rados.0.smithi102.stdout:3521: done (0 left) 2024-04-10T15:17:19.295 INFO:tasks.rados.rados.0.smithi102.stdout:3522: delete oid 7 current snap is 316 2024-04-10T15:17:19.304 INFO:tasks.rados.rados.0.smithi102.stdout:3522: done (0 left) 2024-04-10T15:17:19.304 INFO:tasks.rados.rados.0.smithi102.stdout:3523: snap_remove snap 313 2024-04-10T15:17:20.298 INFO:tasks.rados.rados.0.smithi102.stdout:3523: done (0 left) 2024-04-10T15:17:20.299 INFO:tasks.rados.rados.0.smithi102.stdout:3524: read oid 20 snap -1 2024-04-10T15:17:20.299 INFO:tasks.rados.rados.0.smithi102.stdout:3524: expect deleted 2024-04-10T15:17:20.299 INFO:tasks.rados.rados.0.smithi102.stdout:3525: read oid 12 snap -1 2024-04-10T15:17:20.299 INFO:tasks.rados.rados.0.smithi102.stdout:3525: expect (ObjNum 997 snap 290 seq_num 997) 2024-04-10T15:17:20.299 INFO:tasks.rados.rados.0.smithi102.stdout:3526: read oid 6 snap -1 2024-04-10T15:17:20.299 INFO:tasks.rados.rados.0.smithi102.stdout:3526: expect deleted 2024-04-10T15:17:20.299 INFO:tasks.rados.rados.0.smithi102.stdout:3527: read oid 17 snap -1 2024-04-10T15:17:20.299 INFO:tasks.rados.rados.0.smithi102.stdout:3527: expect (ObjNum 886 snap 255 seq_num 886) 2024-04-10T15:17:20.299 INFO:tasks.rados.rados.0.smithi102.stdout:3528: snap_create 2024-04-10T15:17:20.308 INFO:tasks.rados.rados.0.smithi102.stdout:3527: expect (ObjNum 886 snap 255 seq_num 886) 2024-04-10T15:17:20.326 INFO:tasks.rados.rados.0.smithi102.stdout:3525: expect (ObjNum 997 snap 290 seq_num 997) 2024-04-10T15:17:20.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:20 smithi154 ceph-mon[84269]: pgmap v732: 121 pgs: 121 active+clean; 267 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2024-04-10T15:17:20.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:20 smithi154 ceph-mon[84269]: osdmap e715: 8 total, 8 up, 8 in 2024-04-10T15:17:20.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:20 smithi102 ceph-mon[88557]: pgmap v732: 121 pgs: 121 active+clean; 267 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2024-04-10T15:17:20.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:20 smithi102 ceph-mon[88557]: osdmap e715: 8 total, 8 up, 8 in 2024-04-10T15:17:20.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:20 smithi102 ceph-mon[90943]: pgmap v732: 121 pgs: 121 active+clean; 267 MiB data, 1.9 GiB used, 713 GiB / 715 GiB avail; 4.9 MiB/s rd, 4.2 MiB/s wr, 31 op/s 2024-04-10T15:17:20.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:20 smithi102 ceph-mon[90943]: osdmap e715: 8 total, 8 up, 8 in 2024-04-10T15:17:21.303 INFO:tasks.rados.rados.0.smithi102.stdout:3524: done (4 left) 2024-04-10T15:17:21.304 INFO:tasks.rados.rados.0.smithi102.stdout:3525: done (3 left) 2024-04-10T15:17:21.304 INFO:tasks.rados.rados.0.smithi102.stdout:3526: done (2 left) 2024-04-10T15:17:21.304 INFO:tasks.rados.rados.0.smithi102.stdout:3527: done (1 left) 2024-04-10T15:17:21.304 INFO:tasks.rados.rados.0.smithi102.stdout:3528: done (0 left) 2024-04-10T15:17:21.304 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 317 2024-04-10T15:17:21.304 INFO:tasks.rados.rados.0.smithi102.stdout:3529: seq_num 1126 ranges {0=466944,466944=720896,1187840=778240,1966080=106496} 2024-04-10T15:17:21.305 INFO:tasks.rados.rados.0.smithi102.stdout:3529: writing smithi10276805-15 from 0 to 466944 tid 1 2024-04-10T15:17:21.309 INFO:tasks.rados.rados.0.smithi102.stdout:3529: writing smithi10276805-15 from 466944 to 1187840 tid 2 2024-04-10T15:17:21.314 INFO:tasks.rados.rados.0.smithi102.stdout:3529: writing smithi10276805-15 from 1187840 to 1966080 tid 3 2024-04-10T15:17:21.315 INFO:tasks.rados.rados.0.smithi102.stdout:3529: writing smithi10276805-15 from 1966080 to 2072576 tid 4 2024-04-10T15:17:21.315 INFO:tasks.rados.rados.0.smithi102.stdout:3530: read oid 34 snap -1 2024-04-10T15:17:21.315 INFO:tasks.rados.rados.0.smithi102.stdout:3530: expect (ObjNum 1039 snap 300 seq_num 1039) 2024-04-10T15:17:21.315 INFO:tasks.rados.rados.0.smithi102.stdout:3531: rmattr oid 1 current snap is 317 2024-04-10T15:17:21.315 INFO:tasks.rados.rados.0.smithi102.stdout:3531: done (2 left) 2024-04-10T15:17:21.315 INFO:tasks.rados.rados.0.smithi102.stdout:3532: copy_from oid 8 from oid 3 current snap is 317 2024-04-10T15:17:21.315 INFO:tasks.rados.rados.0.smithi102.stdout:3533: delete oid 48 current snap is 317 2024-04-10T15:17:21.315 INFO:tasks.rados.rados.0.smithi102.stdout:3529: finishing write tid 1 to smithi10276805-15 2024-04-10T15:17:21.321 INFO:tasks.rados.rados.0.smithi102.stdout:3529: finishing write tid 2 to smithi10276805-15 2024-04-10T15:17:21.321 INFO:tasks.rados.rados.0.smithi102.stdout:3529: finishing write tid 3 to smithi10276805-15 2024-04-10T15:17:21.322 INFO:tasks.rados.rados.0.smithi102.stdout:3530: expect (ObjNum 1039 snap 300 seq_num 1039) 2024-04-10T15:17:21.358 INFO:tasks.rados.rados.0.smithi102.stdout:3532: finishing copy_from to smithi10276805-8 2024-04-10T15:17:21.358 INFO:tasks.rados.rados.0.smithi102.stdout:3532: got expected ENOENT (src dne) 2024-04-10T15:17:21.358 INFO:tasks.rados.rados.0.smithi102.stdout:3532: finishing copy_from racing read to smithi10276805-8 2024-04-10T15:17:21.358 INFO:tasks.rados.rados.0.smithi102.stdout:3529: finishing write tid 4 to smithi10276805-15 2024-04-10T15:17:21.358 INFO:tasks.rados.rados.0.smithi102.stdout:3529: finishing write tid 5 to smithi10276805-15 2024-04-10T15:17:21.359 INFO:tasks.rados.rados.0.smithi102.stdout:3529: finishing write tid 6 to smithi10276805-15 2024-04-10T15:17:21.359 INFO:tasks.rados.rados.0.smithi102.stdout:3529: oid 15 updating version 0 to 2502 2024-04-10T15:17:21.359 INFO:tasks.rados.rados.0.smithi102.stdout:3529: oid 15 updating version 2502 to 2504 2024-04-10T15:17:21.359 INFO:tasks.rados.rados.0.smithi102.stdout:3529: oid 15 version 2504 is already newer than 2503 2024-04-10T15:17:21.359 INFO:tasks.rados.rados.0.smithi102.stdout:3529: oid 15 updating version 2504 to 2506 2024-04-10T15:17:21.359 INFO:tasks.rados.rados.0.smithi102.stdout:3529: oid 15 version 2506 is already newer than 2505 2024-04-10T15:17:21.359 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 2506 (ObjNum 1126 snap 317 seq_num 1126) dirty exists 2024-04-10T15:17:21.359 INFO:tasks.rados.rados.0.smithi102.stdout:3529: left oid 15 (ObjNum 1126 snap 317 seq_num 1126) 2024-04-10T15:17:21.359 INFO:tasks.rados.rados.0.smithi102.stdout:3529: done (3 left) 2024-04-10T15:17:21.359 INFO:tasks.rados.rados.0.smithi102.stdout:3530: done (2 left) 2024-04-10T15:17:21.359 INFO:tasks.rados.rados.0.smithi102.stdout:3532: done (1 left) 2024-04-10T15:17:21.359 INFO:tasks.rados.rados.0.smithi102.stdout:3533: done (0 left) 2024-04-10T15:17:21.359 INFO:tasks.rados.rados.0.smithi102.stdout:3534: read oid 12 snap 315 2024-04-10T15:17:21.359 INFO:tasks.rados.rados.0.smithi102.stdout:3534: expect (ObjNum 997 snap 290 seq_num 997) 2024-04-10T15:17:21.359 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 40 current snap is 317 2024-04-10T15:17:21.360 INFO:tasks.rados.rados.0.smithi102.stdout:3535: seq_num 1128 ranges {10182656=499712,10682368=483328,11165696=786432,11952128=335872} 2024-04-10T15:17:21.414 INFO:tasks.rados.rados.0.smithi102.stdout:3535: writing smithi10276805-40 from 10182656 to 10682368 tid 1 2024-04-10T15:17:21.417 INFO:tasks.rados.rados.0.smithi102.stdout:3535: writing smithi10276805-40 from 10682368 to 11165696 tid 2 2024-04-10T15:17:21.421 INFO:tasks.rados.rados.0.smithi102.stdout:3535: writing smithi10276805-40 from 11165696 to 11952128 tid 3 2024-04-10T15:17:21.423 INFO:tasks.rados.rados.0.smithi102.stdout:3535: writing smithi10276805-40 from 11952128 to 12288000 tid 4 2024-04-10T15:17:21.423 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 9 current snap is 317 2024-04-10T15:17:21.423 INFO:tasks.rados.rados.0.smithi102.stdout:3536: seq_num 1129 ranges {0=516096,516096=770048,1286144=598016,1884160=237568} 2024-04-10T15:17:21.426 INFO:tasks.rados.rados.0.smithi102.stdout:3536: writing smithi10276805-9 from 0 to 516096 tid 1 2024-04-10T15:17:21.431 INFO:tasks.rados.rados.0.smithi102.stdout:3536: writing smithi10276805-9 from 516096 to 1286144 tid 2 2024-04-10T15:17:21.434 INFO:tasks.rados.rados.0.smithi102.stdout:3536: writing smithi10276805-9 from 1286144 to 1884160 tid 3 2024-04-10T15:17:21.435 INFO:tasks.rados.rados.0.smithi102.stdout:3536: writing smithi10276805-9 from 1884160 to 2121728 tid 4 2024-04-10T15:17:21.435 INFO:tasks.rados.rados.0.smithi102.stdout:3537: rollback oid 3 current snap is 317 2024-04-10T15:17:21.436 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 3 to 314 2024-04-10T15:17:21.436 INFO:tasks.rados.rados.0.smithi102.stdout:3534: expect (ObjNum 997 snap 290 seq_num 997) 2024-04-10T15:17:21.562 INFO:tasks.rados.rados.0.smithi102.stdout:3535: finishing write tid 1 to smithi10276805-40 2024-04-10T15:17:21.562 INFO:tasks.rados.rados.0.smithi102.stdout:3535: finishing write tid 2 to smithi10276805-40 2024-04-10T15:17:21.562 INFO:tasks.rados.rados.0.smithi102.stdout:3534: done (3 left) 2024-04-10T15:17:21.562 INFO:tasks.rados.rados.0.smithi102.stdout:3538: copy_from oid 23 from oid 16 current snap is 317 2024-04-10T15:17:21.562 INFO:tasks.rados.rados.0.smithi102.stdout:3535: finishing write tid 3 to smithi10276805-40 2024-04-10T15:17:21.562 INFO:tasks.rados.rados.0.smithi102.stdout:3535: finishing write tid 4 to smithi10276805-40 2024-04-10T15:17:21.562 INFO:tasks.rados.rados.0.smithi102.stdout:3535: finishing write tid 5 to smithi10276805-40 2024-04-10T15:17:21.563 INFO:tasks.rados.rados.0.smithi102.stdout:3535: finishing write tid 6 to smithi10276805-40 2024-04-10T15:17:21.563 INFO:tasks.rados.rados.0.smithi102.stdout:3535: oid 40 updating version 0 to 2067 2024-04-10T15:17:21.563 INFO:tasks.rados.rados.0.smithi102.stdout:3535: oid 40 version 2067 is already newer than 2066 2024-04-10T15:17:21.563 INFO:tasks.rados.rados.0.smithi102.stdout:3535: oid 40 updating version 2067 to 2068 2024-04-10T15:17:21.563 INFO:tasks.rados.rados.0.smithi102.stdout:3535: oid 40 updating version 2068 to 2069 2024-04-10T15:17:21.563 INFO:tasks.rados.rados.0.smithi102.stdout:3535: oid 40 version 2069 is already newer than 2065 2024-04-10T15:17:21.563 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 2069 (ObjNum 1128 snap 317 seq_num 1128) dirty exists 2024-04-10T15:17:21.563 INFO:tasks.rados.rados.0.smithi102.stdout:3535: left oid 40 (ObjNum 1128 snap 317 seq_num 1128) 2024-04-10T15:17:21.563 INFO:tasks.rados.rados.0.smithi102.stdout:3536: finishing write tid 1 to smithi10276805-9 2024-04-10T15:17:21.563 INFO:tasks.rados.rados.0.smithi102.stdout:3536: finishing write tid 2 to smithi10276805-9 2024-04-10T15:17:21.563 INFO:tasks.rados.rados.0.smithi102.stdout:3537: finishing rollback tid 1 to smithi10276805-3 2024-04-10T15:17:21.563 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 2266 (ObjNum 49 snap 0 seq_num 2) dirty dne 2024-04-10T15:17:21.563 INFO:tasks.rados.rados.0.smithi102.stdout:3536: finishing write tid 3 to smithi10276805-9 2024-04-10T15:17:21.563 INFO:tasks.rados.rados.0.smithi102.stdout:3536: finishing write tid 4 to smithi10276805-9 2024-04-10T15:17:21.563 INFO:tasks.rados.rados.0.smithi102.stdout:3536: finishing write tid 5 to smithi10276805-9 2024-04-10T15:17:21.563 INFO:tasks.rados.rados.0.smithi102.stdout:3536: finishing write tid 6 to smithi10276805-9 2024-04-10T15:17:21.563 INFO:tasks.rados.rados.0.smithi102.stdout:3536: oid 9 updating version 0 to 2063 2024-04-10T15:17:21.564 INFO:tasks.rados.rados.0.smithi102.stdout:3536: oid 9 version 2063 is already newer than 2060 2024-04-10T15:17:21.564 INFO:tasks.rados.rados.0.smithi102.stdout:3536: oid 9 version 2063 is already newer than 2062 2024-04-10T15:17:21.564 INFO:tasks.rados.rados.0.smithi102.stdout:3536: oid 9 version 2063 is already newer than 2059 2024-04-10T15:17:21.564 INFO:tasks.rados.rados.0.smithi102.stdout:3536: oid 9 version 2063 is already newer than 2061 2024-04-10T15:17:21.564 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 2063 (ObjNum 1129 snap 317 seq_num 1129) dirty exists 2024-04-10T15:17:21.564 INFO:tasks.rados.rados.0.smithi102.stdout:3536: left oid 9 (ObjNum 1129 snap 317 seq_num 1129) 2024-04-10T15:17:21.564 INFO:tasks.rados.rados.0.smithi102.stdout:3535: done (3 left) 2024-04-10T15:17:21.564 INFO:tasks.rados.rados.0.smithi102.stdout:3536: done (2 left) 2024-04-10T15:17:21.564 INFO:tasks.rados.rados.0.smithi102.stdout:3537: done (1 left) 2024-04-10T15:17:21.564 INFO:tasks.rados.rados.0.smithi102.stdout:3539: snap_create 2024-04-10T15:17:21.573 INFO:tasks.rados.rados.0.smithi102.stdout:3538: finishing copy_from racing read to smithi10276805-23 2024-04-10T15:17:21.576 INFO:tasks.rados.rados.0.smithi102.stdout:3538: finishing copy_from to smithi10276805-23 2024-04-10T15:17:21.576 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 2303 (ObjNum 1110 snap 312 seq_num 1110) dirty exists 2024-04-10T15:17:21.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:21 smithi154 ceph-mon[84269]: osdmap e716: 8 total, 8 up, 8 in 2024-04-10T15:17:21.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:21 smithi154 ceph-mon[84269]: pgmap v735: 121 pgs: 121 active+clean; 277 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.3 MiB/s wr, 25 op/s 2024-04-10T15:17:21.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:21 smithi102 ceph-mon[90943]: osdmap e716: 8 total, 8 up, 8 in 2024-04-10T15:17:21.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:21 smithi102 ceph-mon[90943]: pgmap v735: 121 pgs: 121 active+clean; 277 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.3 MiB/s wr, 25 op/s 2024-04-10T15:17:21.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:21 smithi102 ceph-mon[88557]: osdmap e716: 8 total, 8 up, 8 in 2024-04-10T15:17:21.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:21 smithi102 ceph-mon[88557]: pgmap v735: 121 pgs: 121 active+clean; 277 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.3 MiB/s wr, 25 op/s 2024-04-10T15:17:22.304 INFO:tasks.rados.rados.0.smithi102.stdout:3538: done (1 left) 2024-04-10T15:17:22.305 INFO:tasks.rados.rados.0.smithi102.stdout:3539: done (0 left) 2024-04-10T15:17:22.305 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 318 2024-04-10T15:17:22.305 INFO:tasks.rados.rados.0.smithi102.stdout:3540: seq_num 1130 ranges {5464064=532480,5996544=655360,6651904=753664,7405568=196608} 2024-04-10T15:17:22.337 INFO:tasks.rados.rados.0.smithi102.stdout:3540: writing smithi10276805-2 from 5464064 to 5996544 tid 1 2024-04-10T15:17:22.340 INFO:tasks.rados.rados.0.smithi102.stdout:3540: writing smithi10276805-2 from 5996544 to 6651904 tid 2 2024-04-10T15:17:22.345 INFO:tasks.rados.rados.0.smithi102.stdout:3540: writing smithi10276805-2 from 6651904 to 7405568 tid 3 2024-04-10T15:17:22.346 INFO:tasks.rados.rados.0.smithi102.stdout:3540: writing smithi10276805-2 from 7405568 to 7602176 tid 4 2024-04-10T15:17:22.346 INFO:tasks.rados.rados.0.smithi102.stdout:3541: setattr oid 41 current snap is 318 2024-04-10T15:17:22.346 INFO:tasks.rados.rados.0.smithi102.stdout:3540: finishing write tid 1 to smithi10276805-2 2024-04-10T15:17:22.347 INFO:tasks.rados.rados.0.smithi102.stdout:3540: finishing write tid 2 to smithi10276805-2 2024-04-10T15:17:22.347 INFO:tasks.rados.rados.0.smithi102.stdout:3542: read oid 44 snap -1 2024-04-10T15:17:22.347 INFO:tasks.rados.rados.0.smithi102.stdout:3542: expect deleted 2024-04-10T15:17:22.347 INFO:tasks.rados.rados.0.smithi102.stdout:3543: read oid 6 snap -1 2024-04-10T15:17:22.347 INFO:tasks.rados.rados.0.smithi102.stdout:3543: expect deleted 2024-04-10T15:17:22.347 INFO:tasks.rados.rados.0.smithi102.stdout:3544: read oid 35 snap -1 2024-04-10T15:17:22.348 INFO:tasks.rados.rados.0.smithi102.stdout:3544: expect deleted 2024-04-10T15:17:22.348 INFO:tasks.rados.rados.0.smithi102.stdout:3545: delete oid 45 current snap is 318 2024-04-10T15:17:22.351 INFO:tasks.rados.rados.0.smithi102.stdout:3540: finishing write tid 3 to smithi10276805-2 2024-04-10T15:17:22.351 INFO:tasks.rados.rados.0.smithi102.stdout:3540: finishing write tid 4 to smithi10276805-2 2024-04-10T15:17:22.352 INFO:tasks.rados.rados.0.smithi102.stdout:3540: finishing write tid 5 to smithi10276805-2 2024-04-10T15:17:22.353 INFO:tasks.rados.rados.0.smithi102.stdout:3542: done (5 left) 2024-04-10T15:17:22.353 INFO:tasks.rados.rados.0.smithi102.stdout:3543: done (4 left) 2024-04-10T15:17:22.353 INFO:tasks.rados.rados.0.smithi102.stdout:3544: done (3 left) 2024-04-10T15:17:22.353 INFO:tasks.rados.rados.0.smithi102.stdout:3545: done (2 left) 2024-04-10T15:17:22.353 INFO:tasks.rados.rados.0.smithi102.stdout:3546: read oid 43 snap -1 2024-04-10T15:17:22.353 INFO:tasks.rados.rados.0.smithi102.stdout:3546: expect (ObjNum 1115 snap 313 seq_num 1115) 2024-04-10T15:17:22.353 INFO:tasks.rados.rados.0.smithi102.stdout:3547: rollback oid 44 current snap is 318 2024-04-10T15:17:22.353 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 44 to 309 2024-04-10T15:17:22.353 INFO:tasks.rados.rados.0.smithi102.stdout:3548: snap_create 2024-04-10T15:17:22.353 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 1810 (ObjNum 33 snap 0 seq_num 88280768) dirty exists 2024-04-10T15:17:22.354 INFO:tasks.rados.rados.0.smithi102.stdout:3540: finishing write tid 6 to smithi10276805-2 2024-04-10T15:17:22.354 INFO:tasks.rados.rados.0.smithi102.stdout:3540: oid 2 updating version 0 to 1558 2024-04-10T15:17:22.354 INFO:tasks.rados.rados.0.smithi102.stdout:3540: oid 2 updating version 1558 to 1560 2024-04-10T15:17:22.354 INFO:tasks.rados.rados.0.smithi102.stdout:3540: oid 2 version 1560 is already newer than 1557 2024-04-10T15:17:22.354 INFO:tasks.rados.rados.0.smithi102.stdout:3540: oid 2 version 1560 is already newer than 1559 2024-04-10T15:17:22.354 INFO:tasks.rados.rados.0.smithi102.stdout:3540: oid 2 version 1560 is already newer than 1556 2024-04-10T15:17:22.354 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 1560 (ObjNum 1130 snap 318 seq_num 1130) dirty exists 2024-04-10T15:17:22.354 INFO:tasks.rados.rados.0.smithi102.stdout:3540: left oid 2 (ObjNum 1130 snap 318 seq_num 1130) 2024-04-10T15:17:22.355 INFO:tasks.rados.rados.0.smithi102.stdout:3547: finishing rollback tid 1 to smithi10276805-44 2024-04-10T15:17:22.355 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 2055 (ObjNum 129 snap 0 seq_num 87939712) dirty dne 2024-04-10T15:17:22.363 INFO:tasks.rados.rados.0.smithi102.stdout:3546: expect (ObjNum 1115 snap 313 seq_num 1115) 2024-04-10T15:17:22.542 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:22 smithi154 ceph-mon[84269]: osdmap e717: 8 total, 8 up, 8 in 2024-04-10T15:17:22.543 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:17:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:17:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:17:22.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:22 smithi102 ceph-mon[90943]: osdmap e717: 8 total, 8 up, 8 in 2024-04-10T15:17:22.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:22 smithi102 ceph-mon[88557]: osdmap e717: 8 total, 8 up, 8 in 2024-04-10T15:17:23.322 INFO:tasks.rados.rados.0.smithi102.stdout:3540: done (4 left) 2024-04-10T15:17:23.322 INFO:tasks.rados.rados.0.smithi102.stdout:3541: done (3 left) 2024-04-10T15:17:23.322 INFO:tasks.rados.rados.0.smithi102.stdout:3546: done (2 left) 2024-04-10T15:17:23.322 INFO:tasks.rados.rados.0.smithi102.stdout:3547: done (1 left) 2024-04-10T15:17:23.322 INFO:tasks.rados.rados.0.smithi102.stdout:3548: done (0 left) 2024-04-10T15:17:23.322 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 319 2024-04-10T15:17:23.323 INFO:tasks.rados.rados.0.smithi102.stdout:3549: seq_num 1132 ranges {0=565248,565248=425984,991232=770048,1761280=409600} 2024-04-10T15:17:23.325 INFO:tasks.rados.rados.0.smithi102.stdout:3549: writing smithi10276805-4 from 0 to 565248 tid 1 2024-04-10T15:17:23.327 INFO:tasks.rados.rados.0.smithi102.stdout:3549: writing smithi10276805-4 from 565248 to 991232 tid 2 2024-04-10T15:17:23.332 INFO:tasks.rados.rados.0.smithi102.stdout:3549: writing smithi10276805-4 from 991232 to 1761280 tid 3 2024-04-10T15:17:23.335 INFO:tasks.rados.rados.0.smithi102.stdout:3549: writing smithi10276805-4 from 1761280 to 2170880 tid 4 2024-04-10T15:17:23.335 INFO:tasks.rados.rados.0.smithi102.stdout:3550: copy_from oid 17 from oid 13 current snap is 319 2024-04-10T15:17:23.335 INFO:tasks.rados.rados.0.smithi102.stdout:3549: finishing write tid 1 to smithi10276805-4 2024-04-10T15:17:23.335 INFO:tasks.rados.rados.0.smithi102.stdout:3549: finishing write tid 2 to smithi10276805-4 2024-04-10T15:17:23.335 INFO:tasks.rados.rados.0.smithi102.stdout:3551: snap_remove snap 314 2024-04-10T15:17:23.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:23 smithi154 ceph-mon[84269]: osdmap e718: 8 total, 8 up, 8 in 2024-04-10T15:17:23.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:17:23.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:23 smithi154 ceph-mon[84269]: pgmap v738: 121 pgs: 121 active+clean; 281 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-04-10T15:17:23.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:23 smithi102 ceph-mon[90943]: osdmap e718: 8 total, 8 up, 8 in 2024-04-10T15:17:23.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:17:23.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:23 smithi102 ceph-mon[90943]: pgmap v738: 121 pgs: 121 active+clean; 281 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-04-10T15:17:23.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:23 smithi102 ceph-mon[88557]: osdmap e718: 8 total, 8 up, 8 in 2024-04-10T15:17:23.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:17:23.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:23 smithi102 ceph-mon[88557]: pgmap v738: 121 pgs: 121 active+clean; 281 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 3.4 MiB/s wr, 13 op/s 2024-04-10T15:17:24.324 INFO:tasks.rados.rados.0.smithi102.stdout:3551: done (2 left) 2024-04-10T15:17:24.324 INFO:tasks.rados.rados.0.smithi102.stdout:3552: delete oid 42 current snap is 319 2024-04-10T15:17:24.324 INFO:tasks.rados.rados.0.smithi102.stdout:3549: finishing write tid 3 to smithi10276805-4 2024-04-10T15:17:24.324 INFO:tasks.rados.rados.0.smithi102.stdout:3549: finishing write tid 4 to smithi10276805-4 2024-04-10T15:17:24.324 INFO:tasks.rados.rados.0.smithi102.stdout:3549: finishing write tid 5 to smithi10276805-4 2024-04-10T15:17:24.324 INFO:tasks.rados.rados.0.smithi102.stdout:3549: finishing write tid 6 to smithi10276805-4 2024-04-10T15:17:24.325 INFO:tasks.rados.rados.0.smithi102.stdout:3549: oid 4 updating version 0 to 1287 2024-04-10T15:17:24.325 INFO:tasks.rados.rados.0.smithi102.stdout:3549: oid 4 updating version 1287 to 1290 2024-04-10T15:17:24.325 INFO:tasks.rados.rados.0.smithi102.stdout:3549: oid 4 version 1290 is already newer than 1288 2024-04-10T15:17:24.325 INFO:tasks.rados.rados.0.smithi102.stdout:3549: oid 4 version 1290 is already newer than 1286 2024-04-10T15:17:24.325 INFO:tasks.rados.rados.0.smithi102.stdout:3549: oid 4 version 1290 is already newer than 1289 2024-04-10T15:17:24.325 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 1290 (ObjNum 1132 snap 319 seq_num 1132) dirty exists 2024-04-10T15:17:24.325 INFO:tasks.rados.rados.0.smithi102.stdout:3549: left oid 4 (ObjNum 1132 snap 319 seq_num 1132) 2024-04-10T15:17:24.325 INFO:tasks.rados.rados.0.smithi102.stdout:3550: finishing copy_from racing read to smithi10276805-17 2024-04-10T15:17:24.325 INFO:tasks.rados.rados.0.smithi102.stdout:3550: finishing copy_from to smithi10276805-17 2024-04-10T15:17:24.325 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 2498 (ObjNum 1124 snap 315 seq_num 1124) dirty exists 2024-04-10T15:17:24.330 INFO:tasks.rados.rados.0.smithi102.stdout:3549: done (2 left) 2024-04-10T15:17:24.331 INFO:tasks.rados.rados.0.smithi102.stdout:3550: done (1 left) 2024-04-10T15:17:24.331 INFO:tasks.rados.rados.0.smithi102.stdout:3552: done (0 left) 2024-04-10T15:17:24.331 INFO:tasks.rados.rados.0.smithi102.stdout:3553: setattr oid 12 current snap is 319 2024-04-10T15:17:24.332 INFO:tasks.rados.rados.0.smithi102.stdout:3554: read oid 5 snap -1 2024-04-10T15:17:24.332 INFO:tasks.rados.rados.0.smithi102.stdout:3554: expect (ObjNum 1120 snap 314 seq_num 1120) 2024-04-10T15:17:24.332 INFO:tasks.rados.rados.0.smithi102.stdout:3555: read oid 2 snap 318 2024-04-10T15:17:24.332 INFO:tasks.rados.rados.0.smithi102.stdout:3555: expect (ObjNum 1130 snap 318 seq_num 1130) 2024-04-10T15:17:24.332 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 25 current snap is 319 2024-04-10T15:17:24.332 INFO:tasks.rados.rados.0.smithi102.stdout:3556: seq_num 1134 ranges {0=598016,598016=638976,1236992=737280,1974272=229376} 2024-04-10T15:17:24.336 INFO:tasks.rados.rados.0.smithi102.stdout:3556: writing smithi10276805-25 from 0 to 598016 tid 1 2024-04-10T15:17:24.341 INFO:tasks.rados.rados.0.smithi102.stdout:3556: writing smithi10276805-25 from 598016 to 1236992 tid 2 2024-04-10T15:17:24.345 INFO:tasks.rados.rados.0.smithi102.stdout:3556: writing smithi10276805-25 from 1236992 to 1974272 tid 3 2024-04-10T15:17:24.347 INFO:tasks.rados.rados.0.smithi102.stdout:3556: writing smithi10276805-25 from 1974272 to 2203648 tid 4 2024-04-10T15:17:24.347 INFO:tasks.rados.rados.0.smithi102.stdout:3557: rollback oid 6 current snap is 319 2024-04-10T15:17:24.348 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 6 to 317 2024-04-10T15:17:24.348 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 2279 (ObjNum 997 snap 290 seq_num 997) dirty exists 2024-04-10T15:17:24.348 INFO:tasks.rados.rados.0.smithi102.stdout:3556: finishing write tid 1 to smithi10276805-25 2024-04-10T15:17:24.348 INFO:tasks.rados.rados.0.smithi102.stdout:3553: done (4 left) 2024-04-10T15:17:24.348 INFO:tasks.rados.rados.0.smithi102.stdout:3558: setattr oid 28 current snap is 319 2024-04-10T15:17:24.350 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 18 current snap is 319 2024-04-10T15:17:24.350 INFO:tasks.rados.rados.0.smithi102.stdout:3559: seq_num 1135 ranges {2424832=614400,3039232=524288,3563520=540672,4104192=483328,4587520=57344} 2024-04-10T15:17:24.366 INFO:tasks.rados.rados.0.smithi102.stdout:3559: writing smithi10276805-18 from 2424832 to 3039232 tid 1 2024-04-10T15:17:24.370 INFO:tasks.rados.rados.0.smithi102.stdout:3559: writing smithi10276805-18 from 3039232 to 3563520 tid 2 2024-04-10T15:17:24.373 INFO:tasks.rados.rados.0.smithi102.stdout:3559: writing smithi10276805-18 from 3563520 to 4104192 tid 3 2024-04-10T15:17:24.376 INFO:tasks.rados.rados.0.smithi102.stdout:3559: writing smithi10276805-18 from 4104192 to 4587520 tid 4 2024-04-10T15:17:24.377 INFO:tasks.rados.rados.0.smithi102.stdout:3559: writing smithi10276805-18 from 4587520 to 4644864 tid 5 2024-04-10T15:17:24.377 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 33 current snap is 319 2024-04-10T15:17:24.378 INFO:tasks.rados.rados.0.smithi102.stdout:3557: finishing rollback tid 1 to smithi10276805-6 2024-04-10T15:17:24.378 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 2274 (ObjNum 97 snap 0 seq_num 1404210080) dirty dne 2024-04-10T15:17:24.378 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 2516 (ObjNum 1102 snap 308 seq_num 1102) dirty exists 2024-04-10T15:17:24.378 INFO:tasks.rados.rados.0.smithi102.stdout:3556: finishing write tid 2 to smithi10276805-25 2024-04-10T15:17:24.378 INFO:tasks.rados.rados.0.smithi102.stdout:3556: finishing write tid 3 to smithi10276805-25 2024-04-10T15:17:24.378 INFO:tasks.rados.rados.0.smithi102.stdout:3560: seq_num 1136 ranges {2015232=630784,2646016=409600,3055616=753664,3809280=417792,4227072=24576} 2024-04-10T15:17:24.392 INFO:tasks.rados.rados.0.smithi102.stdout:3560: writing smithi10276805-33 from 2015232 to 2646016 tid 1 2024-04-10T15:17:24.394 INFO:tasks.rados.rados.0.smithi102.stdout:3560: writing smithi10276805-33 from 2646016 to 3055616 tid 2 2024-04-10T15:17:24.399 INFO:tasks.rados.rados.0.smithi102.stdout:3560: writing smithi10276805-33 from 3055616 to 3809280 tid 3 2024-04-10T15:17:24.402 INFO:tasks.rados.rados.0.smithi102.stdout:3560: writing smithi10276805-33 from 3809280 to 4227072 tid 4 2024-04-10T15:17:24.402 INFO:tasks.rados.rados.0.smithi102.stdout:3560: writing smithi10276805-33 from 4227072 to 4251648 tid 5 2024-04-10T15:17:24.402 INFO:tasks.rados.rados.0.smithi102.stdout:3557: done (6 left) 2024-04-10T15:17:24.402 INFO:tasks.rados.rados.0.smithi102.stdout:3558: done (5 left) 2024-04-10T15:17:24.402 INFO:tasks.rados.rados.0.smithi102.stdout:3561: delete oid 48 current snap is 319 2024-04-10T15:17:24.402 INFO:tasks.rados.rados.0.smithi102.stdout:3556: finishing write tid 4 to smithi10276805-25 2024-04-10T15:17:24.403 INFO:tasks.rados.rados.0.smithi102.stdout:3556: finishing write tid 5 to smithi10276805-25 2024-04-10T15:17:24.403 INFO:tasks.rados.rados.0.smithi102.stdout:3556: finishing write tid 6 to smithi10276805-25 2024-04-10T15:17:24.403 INFO:tasks.rados.rados.0.smithi102.stdout:3556: oid 25 updating version 0 to 2307 2024-04-10T15:17:24.403 INFO:tasks.rados.rados.0.smithi102.stdout:3556: oid 25 version 2307 is already newer than 2305 2024-04-10T15:17:24.403 INFO:tasks.rados.rados.0.smithi102.stdout:3556: oid 25 version 2307 is already newer than 2306 2024-04-10T15:17:24.403 INFO:tasks.rados.rados.0.smithi102.stdout:3556: oid 25 updating version 2307 to 2308 2024-04-10T15:17:24.403 INFO:tasks.rados.rados.0.smithi102.stdout:3556: oid 25 version 2308 is already newer than 2304 2024-04-10T15:17:24.403 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 2308 (ObjNum 1134 snap 319 seq_num 1134) dirty exists 2024-04-10T15:17:24.403 INFO:tasks.rados.rados.0.smithi102.stdout:3556: left oid 25 (ObjNum 1134 snap 319 seq_num 1134) 2024-04-10T15:17:24.403 INFO:tasks.rados.rados.0.smithi102.stdout:3559: finishing write tid 1 to smithi10276805-18 2024-04-10T15:17:24.403 INFO:tasks.rados.rados.0.smithi102.stdout:3559: finishing write tid 2 to smithi10276805-18 2024-04-10T15:17:24.403 INFO:tasks.rados.rados.0.smithi102.stdout:3559: finishing write tid 3 to smithi10276805-18 2024-04-10T15:17:24.403 INFO:tasks.rados.rados.0.smithi102.stdout:3555: expect (ObjNum 1130 snap 318 seq_num 1130) 2024-04-10T15:17:24.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:24 smithi154 ceph-mon[84269]: osdmap e719: 8 total, 8 up, 8 in 2024-04-10T15:17:24.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:24 smithi102 ceph-mon[90943]: osdmap e719: 8 total, 8 up, 8 in 2024-04-10T15:17:24.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:24 smithi102 ceph-mon[88557]: osdmap e719: 8 total, 8 up, 8 in 2024-04-10T15:17:24.764 INFO:tasks.rados.rados.0.smithi102.stdout:3559: finishing write tid 4 to smithi10276805-18 2024-04-10T15:17:24.764 INFO:tasks.rados.rados.0.smithi102.stdout:3559: finishing write tid 5 to smithi10276805-18 2024-04-10T15:17:24.764 INFO:tasks.rados.rados.0.smithi102.stdout:3559: finishing write tid 6 to smithi10276805-18 2024-04-10T15:17:24.765 INFO:tasks.rados.rados.0.smithi102.stdout:3555: done (5 left) 2024-04-10T15:17:24.765 INFO:tasks.rados.rados.0.smithi102.stdout:3556: done (4 left) 2024-04-10T15:17:24.765 INFO:tasks.rados.rados.0.smithi102.stdout:3561: done (3 left) 2024-04-10T15:17:24.765 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 38 current snap is 319 2024-04-10T15:17:24.765 INFO:tasks.rados.rados.0.smithi102.stdout:3559: finishing write tid 7 to smithi10276805-18 2024-04-10T15:17:24.765 INFO:tasks.rados.rados.0.smithi102.stdout:3559: oid 18 updating version 0 to 2283 2024-04-10T15:17:24.765 INFO:tasks.rados.rados.0.smithi102.stdout:3559: oid 18 updating version 2283 to 2285 2024-04-10T15:17:24.765 INFO:tasks.rados.rados.0.smithi102.stdout:3559: oid 18 version 2285 is already newer than 2280 2024-04-10T15:17:24.765 INFO:tasks.rados.rados.0.smithi102.stdout:3559: oid 18 version 2285 is already newer than 2281 2024-04-10T15:17:24.765 INFO:tasks.rados.rados.0.smithi102.stdout:3559: oid 18 version 2285 is already newer than 2284 2024-04-10T15:17:24.765 INFO:tasks.rados.rados.0.smithi102.stdout:3559: oid 18 version 2285 is already newer than 2282 2024-04-10T15:17:24.765 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 2285 (ObjNum 1135 snap 319 seq_num 1135) dirty exists 2024-04-10T15:17:24.765 INFO:tasks.rados.rados.0.smithi102.stdout:3559: left oid 18 (ObjNum 1135 snap 319 seq_num 1135) 2024-04-10T15:17:24.765 INFO:tasks.rados.rados.0.smithi102.stdout:3560: finishing write tid 1 to smithi10276805-33 2024-04-10T15:17:24.765 INFO:tasks.rados.rados.0.smithi102.stdout:3560: finishing write tid 2 to smithi10276805-33 2024-04-10T15:17:24.766 INFO:tasks.rados.rados.0.smithi102.stdout:3554: expect (ObjNum 1120 snap 314 seq_num 1120) 2024-04-10T15:17:25.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:25 smithi154 ceph-mon[84269]: osdmap e720: 8 total, 8 up, 8 in 2024-04-10T15:17:25.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:25 smithi154 ceph-mon[84269]: pgmap v741: 121 pgs: 121 active+clean; 291 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.3 MiB/s wr, 11 op/s 2024-04-10T15:17:25.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:25 smithi102 ceph-mon[88557]: osdmap e720: 8 total, 8 up, 8 in 2024-04-10T15:17:25.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:25 smithi102 ceph-mon[88557]: pgmap v741: 121 pgs: 121 active+clean; 291 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.3 MiB/s wr, 11 op/s 2024-04-10T15:17:25.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:25 smithi102 ceph-mon[90943]: osdmap e720: 8 total, 8 up, 8 in 2024-04-10T15:17:25.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:25 smithi102 ceph-mon[90943]: pgmap v741: 121 pgs: 121 active+clean; 291 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.9 MiB/s rd, 3.3 MiB/s wr, 11 op/s 2024-04-10T15:17:25.880 INFO:tasks.rados.rados.0.smithi102.stdout:3560: finishing write tid 3 to smithi10276805-33 2024-04-10T15:17:25.880 INFO:tasks.rados.rados.0.smithi102.stdout:3560: finishing write tid 4 to smithi10276805-33 2024-04-10T15:17:25.880 INFO:tasks.rados.rados.0.smithi102.stdout:3560: finishing write tid 5 to smithi10276805-33 2024-04-10T15:17:25.880 INFO:tasks.rados.rados.0.smithi102.stdout:3560: finishing write tid 6 to smithi10276805-33 2024-04-10T15:17:25.880 INFO:tasks.rados.rados.0.smithi102.stdout:3560: finishing write tid 7 to smithi10276805-33 2024-04-10T15:17:25.880 INFO:tasks.rados.rados.0.smithi102.stdout:3560: oid 33 updating version 0 to 2066 2024-04-10T15:17:25.880 INFO:tasks.rados.rados.0.smithi102.stdout:3560: oid 33 version 2066 is already newer than 2062 2024-04-10T15:17:25.880 INFO:tasks.rados.rados.0.smithi102.stdout:3560: oid 33 version 2066 is already newer than 2064 2024-04-10T15:17:25.881 INFO:tasks.rados.rados.0.smithi102.stdout:3560: oid 33 version 2066 is already newer than 2065 2024-04-10T15:17:25.881 INFO:tasks.rados.rados.0.smithi102.stdout:3560: oid 33 updating version 2066 to 2067 2024-04-10T15:17:25.881 INFO:tasks.rados.rados.0.smithi102.stdout:3560: oid 33 version 2067 is already newer than 2063 2024-04-10T15:17:25.881 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 2067 (ObjNum 1136 snap 319 seq_num 1136) dirty exists 2024-04-10T15:17:25.881 INFO:tasks.rados.rados.0.smithi102.stdout:3560: left oid 33 (ObjNum 1136 snap 319 seq_num 1136) 2024-04-10T15:17:25.881 INFO:tasks.rados.rados.0.smithi102.stdout:3562: seq_num 1138 ranges {1900544=663552,2564096=581632,3145728=712704,3858432=311296} 2024-04-10T15:17:25.893 INFO:tasks.rados.rados.0.smithi102.stdout:3562: writing smithi10276805-38 from 1900544 to 2564096 tid 1 2024-04-10T15:17:25.896 INFO:tasks.rados.rados.0.smithi102.stdout:3562: writing smithi10276805-38 from 2564096 to 3145728 tid 2 2024-04-10T15:17:25.900 INFO:tasks.rados.rados.0.smithi102.stdout:3562: writing smithi10276805-38 from 3145728 to 3858432 tid 3 2024-04-10T15:17:25.903 INFO:tasks.rados.rados.0.smithi102.stdout:3562: writing smithi10276805-38 from 3858432 to 4169728 tid 4 2024-04-10T15:17:25.903 INFO:tasks.rados.rados.0.smithi102.stdout:3554: done (3 left) 2024-04-10T15:17:25.903 INFO:tasks.rados.rados.0.smithi102.stdout:3559: done (2 left) 2024-04-10T15:17:25.903 INFO:tasks.rados.rados.0.smithi102.stdout:3560: done (1 left) 2024-04-10T15:17:25.903 INFO:tasks.rados.rados.0.smithi102.stdout:3563: snap_create 2024-04-10T15:17:25.903 INFO:tasks.rados.rados.0.smithi102.stdout:3562: finishing write tid 1 to smithi10276805-38 2024-04-10T15:17:25.903 INFO:tasks.rados.rados.0.smithi102.stdout:3562: finishing write tid 2 to smithi10276805-38 2024-04-10T15:17:25.906 INFO:tasks.rados.rados.0.smithi102.stdout:3562: finishing write tid 3 to smithi10276805-38 2024-04-10T15:17:25.906 INFO:tasks.rados.rados.0.smithi102.stdout:3562: finishing write tid 4 to smithi10276805-38 2024-04-10T15:17:25.906 INFO:tasks.rados.rados.0.smithi102.stdout:3562: finishing write tid 5 to smithi10276805-38 2024-04-10T15:17:25.908 INFO:tasks.rados.rados.0.smithi102.stdout:3562: finishing write tid 6 to smithi10276805-38 2024-04-10T15:17:25.908 INFO:tasks.rados.rados.0.smithi102.stdout:3562: oid 38 updating version 0 to 1830 2024-04-10T15:17:25.908 INFO:tasks.rados.rados.0.smithi102.stdout:3562: oid 38 version 1830 is already newer than 1827 2024-04-10T15:17:25.909 INFO:tasks.rados.rados.0.smithi102.stdout:3562: oid 38 version 1830 is already newer than 1828 2024-04-10T15:17:25.909 INFO:tasks.rados.rados.0.smithi102.stdout:3562: oid 38 updating version 1830 to 1831 2024-04-10T15:17:25.909 INFO:tasks.rados.rados.0.smithi102.stdout:3562: oid 38 version 1831 is already newer than 1829 2024-04-10T15:17:25.909 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 1831 (ObjNum 1138 snap 319 seq_num 1138) dirty exists 2024-04-10T15:17:25.909 INFO:tasks.rados.rados.0.smithi102.stdout:3562: left oid 38 (ObjNum 1138 snap 319 seq_num 1138) 2024-04-10T15:17:26.332 INFO:tasks.rados.rados.0.smithi102.stdout:3562: done (1 left) 2024-04-10T15:17:26.332 INFO:tasks.rados.rados.0.smithi102.stdout:3563: done (0 left) 2024-04-10T15:17:26.333 INFO:tasks.rados.rados.0.smithi102.stdout:3564: read oid 2 snap 310 2024-04-10T15:17:26.333 INFO:tasks.rados.rados.0.smithi102.stdout:3564: expect (ObjNum 987 snap 285 seq_num 987) 2024-04-10T15:17:26.333 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 12 current snap is 320 2024-04-10T15:17:26.333 INFO:tasks.rados.rados.0.smithi102.stdout:3565: seq_num 1139 ranges {3850240=679936,4530176=458752,4988928=524288,5513216=540672,6053888=81920} 2024-04-10T15:17:26.357 INFO:tasks.rados.rados.0.smithi102.stdout:3565: writing smithi10276805-12 from 3850240 to 4530176 tid 1 2024-04-10T15:17:26.360 INFO:tasks.rados.rados.0.smithi102.stdout:3565: writing smithi10276805-12 from 4530176 to 4988928 tid 2 2024-04-10T15:17:26.363 INFO:tasks.rados.rados.0.smithi102.stdout:3565: writing smithi10276805-12 from 4988928 to 5513216 tid 3 2024-04-10T15:17:26.366 INFO:tasks.rados.rados.0.smithi102.stdout:3565: writing smithi10276805-12 from 5513216 to 6053888 tid 4 2024-04-10T15:17:26.368 INFO:tasks.rados.rados.0.smithi102.stdout:3565: writing smithi10276805-12 from 6053888 to 6135808 tid 5 2024-04-10T15:17:26.368 INFO:tasks.rados.rados.0.smithi102.stdout:3566: read oid 18 snap -1 2024-04-10T15:17:26.368 INFO:tasks.rados.rados.0.smithi102.stdout:3566: expect (ObjNum 1135 snap 319 seq_num 1135) 2024-04-10T15:17:26.368 INFO:tasks.rados.rados.0.smithi102.stdout:3567: read oid 14 snap -1 2024-04-10T15:17:26.368 INFO:tasks.rados.rados.0.smithi102.stdout:3567: expect (ObjNum 964 snap 282 seq_num 964) 2024-04-10T15:17:26.368 INFO:tasks.rados.rados.0.smithi102.stdout:3568: delete oid 50 current snap is 320 2024-04-10T15:17:26.368 INFO:tasks.rados.rados.0.smithi102.stdout:3564: expect (ObjNum 987 snap 285 seq_num 987) 2024-04-10T15:17:26.489 INFO:tasks.rados.rados.0.smithi102.stdout:3565: finishing write tid 1 to smithi10276805-12 2024-04-10T15:17:26.489 INFO:tasks.rados.rados.0.smithi102.stdout:3565: finishing write tid 2 to smithi10276805-12 2024-04-10T15:17:26.489 INFO:tasks.rados.rados.0.smithi102.stdout:3565: finishing write tid 3 to smithi10276805-12 2024-04-10T15:17:26.489 INFO:tasks.rados.rados.0.smithi102.stdout:3565: finishing write tid 4 to smithi10276805-12 2024-04-10T15:17:26.489 INFO:tasks.rados.rados.0.smithi102.stdout:3565: finishing write tid 5 to smithi10276805-12 2024-04-10T15:17:26.490 INFO:tasks.rados.rados.0.smithi102.stdout:3565: finishing write tid 6 to smithi10276805-12 2024-04-10T15:17:26.490 INFO:tasks.rados.rados.0.smithi102.stdout:3567: expect (ObjNum 964 snap 282 seq_num 964) 2024-04-10T15:17:26.534 INFO:tasks.rados.rados.0.smithi102.stdout:3565: finishing write tid 7 to smithi10276805-12 2024-04-10T15:17:26.535 INFO:tasks.rados.rados.0.smithi102.stdout:3565: oid 12 updating version 0 to 2287 2024-04-10T15:17:26.535 INFO:tasks.rados.rados.0.smithi102.stdout:3565: oid 12 version 2287 is already newer than 2286 2024-04-10T15:17:26.535 INFO:tasks.rados.rados.0.smithi102.stdout:3565: oid 12 updating version 2287 to 2288 2024-04-10T15:17:26.535 INFO:tasks.rados.rados.0.smithi102.stdout:3565: oid 12 updating version 2288 to 2290 2024-04-10T15:17:26.535 INFO:tasks.rados.rados.0.smithi102.stdout:3565: oid 12 version 2290 is already newer than 2289 2024-04-10T15:17:26.535 INFO:tasks.rados.rados.0.smithi102.stdout:3565: oid 12 updating version 2290 to 2291 2024-04-10T15:17:26.535 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 2291 (ObjNum 1139 snap 320 seq_num 1139) dirty exists 2024-04-10T15:17:26.535 INFO:tasks.rados.rados.0.smithi102.stdout:3565: left oid 12 (ObjNum 1139 snap 320 seq_num 1139) 2024-04-10T15:17:26.535 INFO:tasks.rados.rados.0.smithi102.stdout:3566: expect (ObjNum 1135 snap 319 seq_num 1135) 2024-04-10T15:17:26.697 INFO:tasks.rados.rados.0.smithi102.stdout:3564: done (4 left) 2024-04-10T15:17:26.697 INFO:tasks.rados.rados.0.smithi102.stdout:3565: done (3 left) 2024-04-10T15:17:26.697 INFO:tasks.rados.rados.0.smithi102.stdout:3566: done (2 left) 2024-04-10T15:17:26.697 INFO:tasks.rados.rados.0.smithi102.stdout:3567: done (1 left) 2024-04-10T15:17:26.697 INFO:tasks.rados.rados.0.smithi102.stdout:3568: done (0 left) 2024-04-10T15:17:26.697 INFO:tasks.rados.rados.0.smithi102.stdout:3569: read oid 32 snap -1 2024-04-10T15:17:26.697 INFO:tasks.rados.rados.0.smithi102.stdout:3569: expect deleted 2024-04-10T15:17:26.697 INFO:tasks.rados.rados.0.smithi102.stdout:3570: copy_from oid 39 from oid 16 current snap is 320 2024-04-10T15:17:26.698 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 11 current snap is 320 2024-04-10T15:17:26.698 INFO:tasks.rados.rados.0.smithi102.stdout:3571: seq_num 1141 ranges {4104192=712704,4816896=679936,5496832=540672,6037504=385024} 2024-04-10T15:17:26.723 INFO:tasks.rados.rados.0.smithi102.stdout:3571: writing smithi10276805-11 from 4104192 to 4816896 tid 1 2024-04-10T15:17:26.726 INFO:tasks.rados.rados.0.smithi102.stdout:3571: writing smithi10276805-11 from 4816896 to 5496832 tid 2 2024-04-10T15:17:26.729 INFO:tasks.rados.rados.0.smithi102.stdout:3571: writing smithi10276805-11 from 5496832 to 6037504 tid 3 2024-04-10T15:17:26.731 INFO:tasks.rados.rados.0.smithi102.stdout:3571: writing smithi10276805-11 from 6037504 to 6422528 tid 4 2024-04-10T15:17:26.732 INFO:tasks.rados.rados.0.smithi102.stdout:3572: delete oid 14 current snap is 320 2024-04-10T15:17:26.732 INFO:tasks.rados.rados.0.smithi102.stdout:3570: finishing copy_from racing read to smithi10276805-39 2024-04-10T15:17:26.732 INFO:tasks.rados.rados.0.smithi102.stdout:3570: finishing copy_from to smithi10276805-39 2024-04-10T15:17:26.732 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 2303 (ObjNum 1110 snap 312 seq_num 1110) dirty exists 2024-04-10T15:17:26.732 INFO:tasks.rados.rados.0.smithi102.stdout:3571: finishing write tid 1 to smithi10276805-11 2024-04-10T15:17:26.732 INFO:tasks.rados.rados.0.smithi102.stdout:3571: finishing write tid 2 to smithi10276805-11 2024-04-10T15:17:26.734 INFO:tasks.rados.rados.0.smithi102.stdout:3569: done (3 left) 2024-04-10T15:17:26.734 INFO:tasks.rados.rados.0.smithi102.stdout:3570: done (2 left) 2024-04-10T15:17:26.735 INFO:tasks.rados.rados.0.smithi102.stdout:3572: done (1 left) 2024-04-10T15:17:26.735 INFO:tasks.rados.rados.0.smithi102.stdout:3573: copy_from oid 36 from oid 43 current snap is 320 2024-04-10T15:17:26.735 INFO:tasks.rados.rados.0.smithi102.stdout:3574: read oid 16 snap -1 2024-04-10T15:17:26.735 INFO:tasks.rados.rados.0.smithi102.stdout:3574: expect (ObjNum 1110 snap 312 seq_num 1110) 2024-04-10T15:17:26.735 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 320 2024-04-10T15:17:26.735 INFO:tasks.rados.rados.0.smithi102.stdout:3575: seq_num 1143 ranges {0=753664,753664=450560,1204224=507904,1712128=589824,2301952=57344} 2024-04-10T15:17:26.739 INFO:tasks.rados.rados.0.smithi102.stdout:3575: writing smithi10276805-48 from 0 to 753664 tid 1 2024-04-10T15:17:26.742 INFO:tasks.rados.rados.0.smithi102.stdout:3575: writing smithi10276805-48 from 753664 to 1204224 tid 2 2024-04-10T15:17:26.745 INFO:tasks.rados.rados.0.smithi102.stdout:3575: writing smithi10276805-48 from 1204224 to 1712128 tid 3 2024-04-10T15:17:26.749 INFO:tasks.rados.rados.0.smithi102.stdout:3575: writing smithi10276805-48 from 1712128 to 2301952 tid 4 2024-04-10T15:17:26.750 INFO:tasks.rados.rados.0.smithi102.stdout:3575: writing smithi10276805-48 from 2301952 to 2359296 tid 5 2024-04-10T15:17:26.751 INFO:tasks.rados.rados.0.smithi102.stdout:3576: read oid 47 snap -1 2024-04-10T15:17:26.751 INFO:tasks.rados.rados.0.smithi102.stdout:3576: expect (ObjNum 1108 snap 311 seq_num 1108) 2024-04-10T15:17:26.751 INFO:tasks.rados.rados.0.smithi102.stdout:3577: rmattr oid 32 current snap is 320 2024-04-10T15:17:26.751 INFO:tasks.rados.rados.0.smithi102.stdout:3571: finishing write tid 3 to smithi10276805-11 2024-04-10T15:17:26.751 INFO:tasks.rados.rados.0.smithi102.stdout:3571: finishing write tid 4 to smithi10276805-11 2024-04-10T15:17:26.751 INFO:tasks.rados.rados.0.smithi102.stdout:3571: finishing write tid 5 to smithi10276805-11 2024-04-10T15:17:26.751 INFO:tasks.rados.rados.0.smithi102.stdout:3573: finishing copy_from racing read to smithi10276805-36 2024-04-10T15:17:26.751 INFO:tasks.rados.rados.0.smithi102.stdout:3571: finishing write tid 6 to smithi10276805-11 2024-04-10T15:17:26.751 INFO:tasks.rados.rados.0.smithi102.stdout:3571: oid 11 updating version 0 to 2469 2024-04-10T15:17:26.751 INFO:tasks.rados.rados.0.smithi102.stdout:3571: oid 11 updating version 2469 to 2471 2024-04-10T15:17:26.752 INFO:tasks.rados.rados.0.smithi102.stdout:3571: oid 11 version 2471 is already newer than 2468 2024-04-10T15:17:26.752 INFO:tasks.rados.rados.0.smithi102.stdout:3571: oid 11 updating version 2471 to 2472 2024-04-10T15:17:26.752 INFO:tasks.rados.rados.0.smithi102.stdout:3571: oid 11 version 2472 is already newer than 2470 2024-04-10T15:17:26.752 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 2472 (ObjNum 1141 snap 320 seq_num 1141) dirty exists 2024-04-10T15:17:26.752 INFO:tasks.rados.rados.0.smithi102.stdout:3571: left oid 11 (ObjNum 1141 snap 320 seq_num 1141) 2024-04-10T15:17:26.752 INFO:tasks.rados.rados.0.smithi102.stdout:3573: finishing copy_from to smithi10276805-36 2024-04-10T15:17:26.752 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 1809 (ObjNum 1115 snap 313 seq_num 1115) dirty exists 2024-04-10T15:17:26.752 INFO:tasks.rados.rados.0.smithi102.stdout:3575: finishing write tid 1 to smithi10276805-48 2024-04-10T15:17:26.752 INFO:tasks.rados.rados.0.smithi102.stdout:3575: finishing write tid 2 to smithi10276805-48 2024-04-10T15:17:26.752 INFO:tasks.rados.rados.0.smithi102.stdout:3575: finishing write tid 3 to smithi10276805-48 2024-04-10T15:17:26.753 INFO:tasks.rados.rados.0.smithi102.stdout:3571: done (5 left) 2024-04-10T15:17:26.753 INFO:tasks.rados.rados.0.smithi102.stdout:3573: done (4 left) 2024-04-10T15:17:26.753 INFO:tasks.rados.rados.0.smithi102.stdout:3577: done (3 left) 2024-04-10T15:17:26.753 INFO:tasks.rados.rados.0.smithi102.stdout:3578: snap_remove snap 319 2024-04-10T15:17:27.338 INFO:tasks.rados.rados.0.smithi102.stdout:3578: done (3 left) 2024-04-10T15:17:27.339 INFO:tasks.rados.rados.0.smithi102.stdout:3579: snap_remove snap 309 2024-04-10T15:17:27.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:27 smithi154 ceph-mon[84269]: osdmap e721: 8 total, 8 up, 8 in 2024-04-10T15:17:27.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:27 smithi154 ceph-mon[84269]: pgmap v743: 121 pgs: 121 active+clean; 302 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.6 MiB/s wr, 26 op/s 2024-04-10T15:17:27.655 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:17:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:17:27] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-04-10T15:17:27.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:27 smithi102 ceph-mon[90943]: osdmap e721: 8 total, 8 up, 8 in 2024-04-10T15:17:27.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:27 smithi102 ceph-mon[90943]: pgmap v743: 121 pgs: 121 active+clean; 302 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.6 MiB/s wr, 26 op/s 2024-04-10T15:17:27.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:27 smithi102 ceph-mon[88557]: osdmap e721: 8 total, 8 up, 8 in 2024-04-10T15:17:27.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:27 smithi102 ceph-mon[88557]: pgmap v743: 121 pgs: 121 active+clean; 302 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.6 MiB/s wr, 26 op/s 2024-04-10T15:17:28.267 INFO:tasks.rados.rados.0.smithi102.stdout:3579: done (3 left) 2024-04-10T15:17:28.267 INFO:tasks.rados.rados.0.smithi102.stdout:3580: read oid 40 snap 316 2024-04-10T15:17:28.267 INFO:tasks.rados.rados.0.smithi102.stdout:3580: expect (ObjNum 1118 snap 313 seq_num 1118) 2024-04-10T15:17:28.267 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 5 current snap is 320 2024-04-10T15:17:28.267 INFO:tasks.rados.rados.0.smithi102.stdout:3581: seq_num 1144 ranges {14098432=770048,14868480=737280,15605760=712704,16318464=155648} 2024-04-10T15:17:28.348 INFO:tasks.rados.rados.0.smithi102.stdout:3581: writing smithi10276805-5 from 14098432 to 14868480 tid 1 2024-04-10T15:17:28.353 INFO:tasks.rados.rados.0.smithi102.stdout:3581: writing smithi10276805-5 from 14868480 to 15605760 tid 2 2024-04-10T15:17:28.356 INFO:tasks.rados.rados.0.smithi102.stdout:3581: writing smithi10276805-5 from 15605760 to 16318464 tid 3 2024-04-10T15:17:28.357 INFO:tasks.rados.rados.0.smithi102.stdout:3581: writing smithi10276805-5 from 16318464 to 16474112 tid 4 2024-04-10T15:17:28.357 INFO:tasks.rados.rados.0.smithi102.stdout:3582: read oid 30 snap 318 2024-04-10T15:17:28.358 INFO:tasks.rados.rados.0.smithi102.stdout:3582: expect (ObjNum 1021 snap 295 seq_num 1021) 2024-04-10T15:17:28.358 INFO:tasks.rados.rados.0.smithi102.stdout:3583: read oid 49 snap 310 2024-04-10T15:17:28.358 INFO:tasks.rados.rados.0.smithi102.stdout:3583: expect (ObjNum 886 snap 255 seq_num 886) 2024-04-10T15:17:28.358 INFO:tasks.rados.rados.0.smithi102.stdout:3584: copy_from oid 17 from oid 24 current snap is 320 2024-04-10T15:17:28.358 INFO:tasks.rados.rados.0.smithi102.stdout:3574: expect (ObjNum 1110 snap 312 seq_num 1110) 2024-04-10T15:17:28.462 INFO:tasks.rados.rados.0.smithi102.stdout:3575: finishing write tid 4 to smithi10276805-48 2024-04-10T15:17:28.462 INFO:tasks.rados.rados.0.smithi102.stdout:3575: finishing write tid 5 to smithi10276805-48 2024-04-10T15:17:28.462 INFO:tasks.rados.rados.0.smithi102.stdout:3574: done (7 left) 2024-04-10T15:17:28.462 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 46 current snap is 320 2024-04-10T15:17:28.462 INFO:tasks.rados.rados.0.smithi102.stdout:3575: finishing write tid 6 to smithi10276805-48 2024-04-10T15:17:28.462 INFO:tasks.rados.rados.0.smithi102.stdout:3575: finishing write tid 7 to smithi10276805-48 2024-04-10T15:17:28.462 INFO:tasks.rados.rados.0.smithi102.stdout:3575: oid 48 updating version 0 to 2518 2024-04-10T15:17:28.462 INFO:tasks.rados.rados.0.smithi102.stdout:3575: oid 48 updating version 2518 to 2523 2024-04-10T15:17:28.462 INFO:tasks.rados.rados.0.smithi102.stdout:3575: oid 48 version 2523 is already newer than 2520 2024-04-10T15:17:28.462 INFO:tasks.rados.rados.0.smithi102.stdout:3575: oid 48 version 2523 is already newer than 2519 2024-04-10T15:17:28.462 INFO:tasks.rados.rados.0.smithi102.stdout:3575: oid 48 version 2523 is already newer than 2521 2024-04-10T15:17:28.462 INFO:tasks.rados.rados.0.smithi102.stdout:3575: oid 48 version 2523 is already newer than 2522 2024-04-10T15:17:28.463 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 2523 (ObjNum 1143 snap 320 seq_num 1143) dirty exists 2024-04-10T15:17:28.463 INFO:tasks.rados.rados.0.smithi102.stdout:3575: left oid 48 (ObjNum 1143 snap 320 seq_num 1143) 2024-04-10T15:17:28.463 INFO:tasks.rados.rados.0.smithi102.stdout:3576: expect (ObjNum 1108 snap 311 seq_num 1108) 2024-04-10T15:17:28.506 INFO:tasks.rados.rados.0.smithi102.stdout:3580: expect (ObjNum 1118 snap 313 seq_num 1118) 2024-04-10T15:17:28.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:28 smithi154 ceph-mon[84269]: osdmap e722: 8 total, 8 up, 8 in 2024-04-10T15:17:28.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:28 smithi154 ceph-mon[84269]: osdmap e723: 8 total, 8 up, 8 in 2024-04-10T15:17:28.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:28 smithi102 ceph-mon[90943]: osdmap e722: 8 total, 8 up, 8 in 2024-04-10T15:17:28.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:28 smithi102 ceph-mon[90943]: osdmap e723: 8 total, 8 up, 8 in 2024-04-10T15:17:28.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:28 smithi102 ceph-mon[88557]: osdmap e722: 8 total, 8 up, 8 in 2024-04-10T15:17:28.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:28 smithi102 ceph-mon[88557]: osdmap e723: 8 total, 8 up, 8 in 2024-04-10T15:17:29.167 INFO:tasks.rados.rados.0.smithi102.stdout:3581: finishing write tid 1 to smithi10276805-5 2024-04-10T15:17:29.167 INFO:tasks.rados.rados.0.smithi102.stdout:3581: finishing write tid 2 to smithi10276805-5 2024-04-10T15:17:29.167 INFO:tasks.rados.rados.0.smithi102.stdout:3584: finishing copy_from racing read to smithi10276805-17 2024-04-10T15:17:29.167 INFO:tasks.rados.rados.0.smithi102.stdout:3581: finishing write tid 3 to smithi10276805-5 2024-04-10T15:17:29.167 INFO:tasks.rados.rados.0.smithi102.stdout:3582: expect (ObjNum 1021 snap 295 seq_num 1021) 2024-04-10T15:17:29.186 INFO:tasks.rados.rados.0.smithi102.stdout:3584: finishing copy_from to smithi10276805-17 2024-04-10T15:17:29.186 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 2058 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-10T15:17:29.186 INFO:tasks.rados.rados.0.smithi102.stdout:3581: finishing write tid 4 to smithi10276805-5 2024-04-10T15:17:29.186 INFO:tasks.rados.rados.0.smithi102.stdout:3581: finishing write tid 5 to smithi10276805-5 2024-04-10T15:17:29.187 INFO:tasks.rados.rados.0.smithi102.stdout:3583: expect (ObjNum 886 snap 255 seq_num 886) 2024-04-10T15:17:29.199 INFO:tasks.rados.rados.0.smithi102.stdout:3581: finishing write tid 6 to smithi10276805-5 2024-04-10T15:17:29.199 INFO:tasks.rados.rados.0.smithi102.stdout:3581: oid 5 updating version 0 to 2078 2024-04-10T15:17:29.199 INFO:tasks.rados.rados.0.smithi102.stdout:3581: oid 5 version 2078 is already newer than 2074 2024-04-10T15:17:29.199 INFO:tasks.rados.rados.0.smithi102.stdout:3581: oid 5 version 2078 is already newer than 2076 2024-04-10T15:17:29.199 INFO:tasks.rados.rados.0.smithi102.stdout:3581: oid 5 version 2078 is already newer than 2075 2024-04-10T15:17:29.199 INFO:tasks.rados.rados.0.smithi102.stdout:3581: oid 5 version 2078 is already newer than 2077 2024-04-10T15:17:29.199 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 2078 (ObjNum 1144 snap 320 seq_num 1144) dirty exists 2024-04-10T15:17:29.199 INFO:tasks.rados.rados.0.smithi102.stdout:3581: left oid 5 (ObjNum 1144 snap 320 seq_num 1144) 2024-04-10T15:17:29.200 INFO:tasks.rados.rados.0.smithi102.stdout:3585: seq_num 1145 ranges {1048576=786432,1835008=622592,2457600=516096,2973696=417792,3391488=49152} 2024-04-10T15:17:29.208 INFO:tasks.rados.rados.0.smithi102.stdout:3585: writing smithi10276805-46 from 1048576 to 1835008 tid 1 2024-04-10T15:17:29.212 INFO:tasks.rados.rados.0.smithi102.stdout:3585: writing smithi10276805-46 from 1835008 to 2457600 tid 2 2024-04-10T15:17:29.214 INFO:tasks.rados.rados.0.smithi102.stdout:3585: writing smithi10276805-46 from 2457600 to 2973696 tid 3 2024-04-10T15:17:29.217 INFO:tasks.rados.rados.0.smithi102.stdout:3585: writing smithi10276805-46 from 2973696 to 3391488 tid 4 2024-04-10T15:17:29.218 INFO:tasks.rados.rados.0.smithi102.stdout:3585: writing smithi10276805-46 from 3391488 to 3440640 tid 5 2024-04-10T15:17:29.218 INFO:tasks.rados.rados.0.smithi102.stdout:3575: done (7 left) 2024-04-10T15:17:29.219 INFO:tasks.rados.rados.0.smithi102.stdout:3576: done (6 left) 2024-04-10T15:17:29.219 INFO:tasks.rados.rados.0.smithi102.stdout:3580: done (5 left) 2024-04-10T15:17:29.219 INFO:tasks.rados.rados.0.smithi102.stdout:3581: done (4 left) 2024-04-10T15:17:29.219 INFO:tasks.rados.rados.0.smithi102.stdout:3582: done (3 left) 2024-04-10T15:17:29.219 INFO:tasks.rados.rados.0.smithi102.stdout:3583: done (2 left) 2024-04-10T15:17:29.219 INFO:tasks.rados.rados.0.smithi102.stdout:3584: done (1 left) 2024-04-10T15:17:29.219 INFO:tasks.rados.rados.0.smithi102.stdout:3586: rollback oid 4 current snap is 320 2024-04-10T15:17:29.219 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 4 to 315 2024-04-10T15:17:29.219 INFO:tasks.rados.rados.0.smithi102.stdout:3585: finishing write tid 1 to smithi10276805-46 2024-04-10T15:17:29.219 INFO:tasks.rados.rados.0.smithi102.stdout:3585: finishing write tid 2 to smithi10276805-46 2024-04-10T15:17:29.219 INFO:tasks.rados.rados.0.smithi102.stdout:3585: finishing write tid 3 to smithi10276805-46 2024-04-10T15:17:29.219 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 320 2024-04-10T15:17:29.219 INFO:tasks.rados.rados.0.smithi102.stdout:3587: seq_num 1146 ranges {3006464=802816,3809280=499712,4308992=679936,4988928=425984} 2024-04-10T15:17:29.239 INFO:tasks.rados.rados.0.smithi102.stdout:3587: writing smithi10276805-39 from 3006464 to 3809280 tid 1 2024-04-10T15:17:29.242 INFO:tasks.rados.rados.0.smithi102.stdout:3587: writing smithi10276805-39 from 3809280 to 4308992 tid 2 2024-04-10T15:17:29.246 INFO:tasks.rados.rados.0.smithi102.stdout:3587: writing smithi10276805-39 from 4308992 to 4988928 tid 3 2024-04-10T15:17:29.249 INFO:tasks.rados.rados.0.smithi102.stdout:3587: writing smithi10276805-39 from 4988928 to 5414912 tid 4 2024-04-10T15:17:29.249 INFO:tasks.rados.rados.0.smithi102.stdout:3588: snap_create 2024-04-10T15:17:29.249 INFO:tasks.rados.rados.0.smithi102.stdout:3586: finishing rollback tid 0 to smithi10276805-4 2024-04-10T15:17:29.249 INFO:tasks.rados.rados.0.smithi102.stdout:3586: finishing rollback tid 1 to smithi10276805-4 2024-04-10T15:17:29.249 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 1292 (ObjNum 289 snap 0 seq_num 1) dirty dne 2024-04-10T15:17:29.249 INFO:tasks.rados.rados.0.smithi102.stdout:3585: finishing write tid 4 to smithi10276805-46 2024-04-10T15:17:29.249 INFO:tasks.rados.rados.0.smithi102.stdout:3585: finishing write tid 5 to smithi10276805-46 2024-04-10T15:17:29.249 INFO:tasks.rados.rados.0.smithi102.stdout:3585: finishing write tid 6 to smithi10276805-46 2024-04-10T15:17:29.249 INFO:tasks.rados.rados.0.smithi102.stdout:3585: finishing write tid 7 to smithi10276805-46 2024-04-10T15:17:29.249 INFO:tasks.rados.rados.0.smithi102.stdout:3585: oid 46 updating version 0 to 2072 2024-04-10T15:17:29.249 INFO:tasks.rados.rados.0.smithi102.stdout:3585: oid 46 version 2072 is already newer than 2071 2024-04-10T15:17:29.249 INFO:tasks.rados.rados.0.smithi102.stdout:3585: oid 46 updating version 2072 to 2074 2024-04-10T15:17:29.249 INFO:tasks.rados.rados.0.smithi102.stdout:3585: oid 46 version 2074 is already newer than 2070 2024-04-10T15:17:29.249 INFO:tasks.rados.rados.0.smithi102.stdout:3585: oid 46 updating version 2074 to 2075 2024-04-10T15:17:29.250 INFO:tasks.rados.rados.0.smithi102.stdout:3585: oid 46 version 2075 is already newer than 2073 2024-04-10T15:17:29.250 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 46 v 2075 (ObjNum 1145 snap 320 seq_num 1145) dirty exists 2024-04-10T15:17:29.250 INFO:tasks.rados.rados.0.smithi102.stdout:3585: left oid 46 (ObjNum 1145 snap 320 seq_num 1145) 2024-04-10T15:17:29.250 INFO:tasks.rados.rados.0.smithi102.stdout:3587: finishing write tid 1 to smithi10276805-39 2024-04-10T15:17:29.250 INFO:tasks.rados.rados.0.smithi102.stdout:3587: finishing write tid 2 to smithi10276805-39 2024-04-10T15:17:29.251 INFO:tasks.rados.rados.0.smithi102.stdout:3587: finishing write tid 3 to smithi10276805-39 2024-04-10T15:17:29.251 INFO:tasks.rados.rados.0.smithi102.stdout:3587: finishing write tid 4 to smithi10276805-39 2024-04-10T15:17:29.251 INFO:tasks.rados.rados.0.smithi102.stdout:3587: finishing write tid 5 to smithi10276805-39 2024-04-10T15:17:29.253 INFO:tasks.rados.rados.0.smithi102.stdout:3587: finishing write tid 6 to smithi10276805-39 2024-04-10T15:17:29.253 INFO:tasks.rados.rados.0.smithi102.stdout:3587: oid 39 updating version 0 to 2401 2024-04-10T15:17:29.253 INFO:tasks.rados.rados.0.smithi102.stdout:3587: oid 39 version 2401 is already newer than 2399 2024-04-10T15:17:29.253 INFO:tasks.rados.rados.0.smithi102.stdout:3587: oid 39 updating version 2401 to 2403 2024-04-10T15:17:29.253 INFO:tasks.rados.rados.0.smithi102.stdout:3587: oid 39 version 2403 is already newer than 2400 2024-04-10T15:17:29.253 INFO:tasks.rados.rados.0.smithi102.stdout:3587: oid 39 version 2403 is already newer than 2402 2024-04-10T15:17:29.253 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 2403 (ObjNum 1146 snap 320 seq_num 1146) dirty exists 2024-04-10T15:17:29.254 INFO:tasks.rados.rados.0.smithi102.stdout:3587: left oid 39 (ObjNum 1146 snap 320 seq_num 1146) 2024-04-10T15:17:29.350 INFO:tasks.rados.rados.0.smithi102.stdout:3585: done (3 left) 2024-04-10T15:17:29.350 INFO:tasks.rados.rados.0.smithi102.stdout:3586: done (2 left) 2024-04-10T15:17:29.350 INFO:tasks.rados.rados.0.smithi102.stdout:3587: done (1 left) 2024-04-10T15:17:29.350 INFO:tasks.rados.rados.0.smithi102.stdout:3588: done (0 left) 2024-04-10T15:17:29.350 INFO:tasks.rados.rados.0.smithi102.stdout:3589: rmattr oid 26 current snap is 321 2024-04-10T15:17:29.350 INFO:tasks.rados.rados.0.smithi102.stdout:3590: rollback oid 10 current snap is 321 2024-04-10T15:17:29.350 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 10 to 318 2024-04-10T15:17:29.350 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 33 current snap is 321 2024-04-10T15:17:29.350 INFO:tasks.rados.rados.0.smithi102.stdout:3591: seq_num 1147 ranges {4251648=16384} 2024-04-10T15:17:29.373 INFO:tasks.rados.rados.0.smithi102.stdout:3591: writing smithi10276805-33 from 4251648 to 4268032 tid 1 2024-04-10T15:17:29.373 INFO:tasks.rados.rados.0.smithi102.stdout:3592: snap_remove snap 317 2024-04-10T15:17:29.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:29 smithi154 ceph-mon[84269]: pgmap v746: 121 pgs: 121 active+clean; 306 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.3 MiB/s wr, 26 op/s 2024-04-10T15:17:29.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:29 smithi102 ceph-mon[90943]: pgmap v746: 121 pgs: 121 active+clean; 306 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.3 MiB/s wr, 26 op/s 2024-04-10T15:17:29.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:29 smithi102 ceph-mon[88557]: pgmap v746: 121 pgs: 121 active+clean; 306 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 4.3 MiB/s wr, 26 op/s 2024-04-10T15:17:30.357 INFO:tasks.rados.rados.0.smithi102.stdout:3592: done (3 left) 2024-04-10T15:17:30.358 INFO:tasks.rados.rados.0.smithi102.stdout:3593: delete oid 11 current snap is 321 2024-04-10T15:17:30.358 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1811 (ObjNum 886 snap 255 seq_num 886) dirty exists 2024-04-10T15:17:30.358 INFO:tasks.rados.rados.0.smithi102.stdout:3590: finishing rollback tid 0 to smithi10276805-10 2024-04-10T15:17:30.358 INFO:tasks.rados.rados.0.smithi102.stdout:3590: finishing rollback tid 1 to smithi10276805-10 2024-04-10T15:17:30.358 INFO:tasks.rados.rados.0.smithi102.stdout:3590: finishing rollback tid 2 to smithi10276805-10 2024-04-10T15:17:30.358 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 2066 (ObjNum 1032 snap 298 seq_num 1032) dirty exists 2024-04-10T15:17:30.358 INFO:tasks.rados.rados.0.smithi102.stdout:3591: finishing write tid 1 to smithi10276805-33 2024-04-10T15:17:30.358 INFO:tasks.rados.rados.0.smithi102.stdout:3591: finishing write tid 2 to smithi10276805-33 2024-04-10T15:17:30.358 INFO:tasks.rados.rados.0.smithi102.stdout:3591: finishing write tid 3 to smithi10276805-33 2024-04-10T15:17:30.358 INFO:tasks.rados.rados.0.smithi102.stdout:3591: oid 33 updating version 0 to 2068 2024-04-10T15:17:30.358 INFO:tasks.rados.rados.0.smithi102.stdout:3591: oid 33 updating version 2068 to 2069 2024-04-10T15:17:30.358 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 2069 (ObjNum 1147 snap 321 seq_num 1147) dirty exists 2024-04-10T15:17:30.358 INFO:tasks.rados.rados.0.smithi102.stdout:3591: left oid 33 (ObjNum 1147 snap 321 seq_num 1147) 2024-04-10T15:17:30.368 INFO:tasks.rados.rados.0.smithi102.stdout:3589: done (3 left) 2024-04-10T15:17:30.368 INFO:tasks.rados.rados.0.smithi102.stdout:3590: done (2 left) 2024-04-10T15:17:30.368 INFO:tasks.rados.rados.0.smithi102.stdout:3591: done (1 left) 2024-04-10T15:17:30.368 INFO:tasks.rados.rados.0.smithi102.stdout:3593: done (0 left) 2024-04-10T15:17:30.368 INFO:tasks.rados.rados.0.smithi102.stdout:3594: copy_from oid 26 from oid 30 current snap is 321 2024-04-10T15:17:30.368 INFO:tasks.rados.rados.0.smithi102.stdout:3595: snap_remove snap 315 2024-04-10T15:17:30.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:30 smithi154 ceph-mon[84269]: osdmap e724: 8 total, 8 up, 8 in 2024-04-10T15:17:30.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:30 smithi102 ceph-mon[88557]: osdmap e724: 8 total, 8 up, 8 in 2024-04-10T15:17:30.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:30 smithi102 ceph-mon[90943]: osdmap e724: 8 total, 8 up, 8 in 2024-04-10T15:17:31.366 INFO:tasks.rados.rados.0.smithi102.stdout:3595: done (1 left) 2024-04-10T15:17:31.366 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 23 current snap is 321 2024-04-10T15:17:31.366 INFO:tasks.rados.rados.0.smithi102.stdout:3594: finishing copy_from racing read to smithi10276805-26 2024-04-10T15:17:31.366 INFO:tasks.rados.rados.0.smithi102.stdout:3594: finishing copy_from to smithi10276805-26 2024-04-10T15:17:31.366 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1392 (ObjNum 1021 snap 295 seq_num 1021) dirty exists 2024-04-10T15:17:31.366 INFO:tasks.rados.rados.0.smithi102.stdout:3596: seq_num 1149 ranges {3006464=49152} 2024-04-10T15:17:31.384 INFO:tasks.rados.rados.0.smithi102.stdout:3596: writing smithi10276805-23 from 3006464 to 3055616 tid 1 2024-04-10T15:17:31.384 INFO:tasks.rados.rados.0.smithi102.stdout:3594: done (1 left) 2024-04-10T15:17:31.384 INFO:tasks.rados.rados.0.smithi102.stdout:3597: rmattr oid 47 current snap is 321 2024-04-10T15:17:31.384 INFO:tasks.rados.rados.0.smithi102.stdout:3597: done (1 left) 2024-04-10T15:17:31.384 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 50 current snap is 321 2024-04-10T15:17:31.384 INFO:tasks.rados.rados.0.smithi102.stdout:3598: seq_num 1150 ranges {0=65536} 2024-04-10T15:17:31.384 INFO:tasks.rados.rados.0.smithi102.stdout:3598: writing smithi10276805-50 from 0 to 65536 tid 1 2024-04-10T15:17:31.384 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 321 2024-04-10T15:17:31.384 INFO:tasks.rados.rados.0.smithi102.stdout:3599: seq_num 1151 ranges {4448256=81920} 2024-04-10T15:17:31.408 INFO:tasks.rados.rados.0.smithi102.stdout:3599: writing smithi10276805-10 from 4448256 to 4530176 tid 1 2024-04-10T15:17:31.409 INFO:tasks.rados.rados.0.smithi102.stdout:3600: snap_remove snap 312 2024-04-10T15:17:31.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:31 smithi154 ceph-mon[84269]: osdmap e725: 8 total, 8 up, 8 in 2024-04-10T15:17:31.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:31 smithi154 ceph-mon[84269]: pgmap v749: 121 pgs: 121 active+clean; 310 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-04-10T15:17:31.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:31 smithi102 ceph-mon[88557]: osdmap e725: 8 total, 8 up, 8 in 2024-04-10T15:17:31.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:31 smithi102 ceph-mon[88557]: pgmap v749: 121 pgs: 121 active+clean; 310 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-04-10T15:17:31.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:31 smithi102 ceph-mon[90943]: osdmap e725: 8 total, 8 up, 8 in 2024-04-10T15:17:31.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:31 smithi102 ceph-mon[90943]: pgmap v749: 121 pgs: 121 active+clean; 310 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 29 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-04-10T15:17:32.369 INFO:tasks.rados.rados.0.smithi102.stdout:3600: done (3 left) 2024-04-10T15:17:32.369 INFO:tasks.rados.rados.0.smithi102.stdout:3601: snap_create 2024-04-10T15:17:32.369 INFO:tasks.rados.rados.0.smithi102.stdout:3598: finishing write tid 1 to smithi10276805-50 2024-04-10T15:17:32.369 INFO:tasks.rados.rados.0.smithi102.stdout:3598: finishing write tid 2 to smithi10276805-50 2024-04-10T15:17:32.369 INFO:tasks.rados.rados.0.smithi102.stdout:3596: finishing write tid 1 to smithi10276805-23 2024-04-10T15:17:32.369 INFO:tasks.rados.rados.0.smithi102.stdout:3596: finishing write tid 2 to smithi10276805-23 2024-04-10T15:17:32.369 INFO:tasks.rados.rados.0.smithi102.stdout:3598: finishing write tid 3 to smithi10276805-50 2024-04-10T15:17:32.369 INFO:tasks.rados.rados.0.smithi102.stdout:3598: oid 50 updating version 0 to 2501 2024-04-10T15:17:32.369 INFO:tasks.rados.rados.0.smithi102.stdout:3598: oid 50 version 2501 is already newer than 2500 2024-04-10T15:17:32.369 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 2501 (ObjNum 1150 snap 321 seq_num 1150) dirty exists 2024-04-10T15:17:32.370 INFO:tasks.rados.rados.0.smithi102.stdout:3598: left oid 50 (ObjNum 1150 snap 321 seq_num 1150) 2024-04-10T15:17:32.370 INFO:tasks.rados.rados.0.smithi102.stdout:3596: finishing write tid 3 to smithi10276805-23 2024-04-10T15:17:32.370 INFO:tasks.rados.rados.0.smithi102.stdout:3596: oid 23 updating version 0 to 2309 2024-04-10T15:17:32.370 INFO:tasks.rados.rados.0.smithi102.stdout:3596: oid 23 updating version 2309 to 2310 2024-04-10T15:17:32.370 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 2310 (ObjNum 1149 snap 321 seq_num 1149) dirty exists 2024-04-10T15:17:32.370 INFO:tasks.rados.rados.0.smithi102.stdout:3596: left oid 23 (ObjNum 1149 snap 321 seq_num 1149) 2024-04-10T15:17:32.370 INFO:tasks.rados.rados.0.smithi102.stdout:3599: finishing write tid 1 to smithi10276805-10 2024-04-10T15:17:32.370 INFO:tasks.rados.rados.0.smithi102.stdout:3599: finishing write tid 2 to smithi10276805-10 2024-04-10T15:17:32.370 INFO:tasks.rados.rados.0.smithi102.stdout:3599: finishing write tid 3 to smithi10276805-10 2024-04-10T15:17:32.370 INFO:tasks.rados.rados.0.smithi102.stdout:3599: oid 10 updating version 0 to 2067 2024-04-10T15:17:32.370 INFO:tasks.rados.rados.0.smithi102.stdout:3599: oid 10 updating version 2067 to 2068 2024-04-10T15:17:32.370 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 2068 (ObjNum 1151 snap 321 seq_num 1151) dirty exists 2024-04-10T15:17:32.370 INFO:tasks.rados.rados.0.smithi102.stdout:3599: left oid 10 (ObjNum 1151 snap 321 seq_num 1151) 2024-04-10T15:17:32.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:32 smithi154 ceph-mon[84269]: osdmap e726: 8 total, 8 up, 8 in 2024-04-10T15:17:32.625 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:17:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:17:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:17:32.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:32 smithi102 ceph-mon[90943]: osdmap e726: 8 total, 8 up, 8 in 2024-04-10T15:17:32.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:32 smithi102 ceph-mon[88557]: osdmap e726: 8 total, 8 up, 8 in 2024-04-10T15:17:33.266 INFO:tasks.rados.rados.0.smithi102.stdout:3596: done (3 left) 2024-04-10T15:17:33.266 INFO:tasks.rados.rados.0.smithi102.stdout:3598: done (2 left) 2024-04-10T15:17:33.266 INFO:tasks.rados.rados.0.smithi102.stdout:3599: done (1 left) 2024-04-10T15:17:33.266 INFO:tasks.rados.rados.0.smithi102.stdout:3601: done (0 left) 2024-04-10T15:17:33.266 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 17 current snap is 322 2024-04-10T15:17:33.266 INFO:tasks.rados.rados.0.smithi102.stdout:3602: seq_num 1152 ranges {0=98304} 2024-04-10T15:17:33.267 INFO:tasks.rados.rados.0.smithi102.stdout:3602: writing smithi10276805-17 from 0 to 98304 tid 1 2024-04-10T15:17:33.267 INFO:tasks.rados.rados.0.smithi102.stdout:3603: read oid 7 snap -1 2024-04-10T15:17:33.267 INFO:tasks.rados.rados.0.smithi102.stdout:3603: expect deleted 2024-04-10T15:17:33.267 INFO:tasks.rados.rados.0.smithi102.stdout:3604: snap_remove snap 321 2024-04-10T15:17:33.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:33 smithi154 ceph-mon[84269]: osdmap e727: 8 total, 8 up, 8 in 2024-04-10T15:17:33.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:33 smithi154 ceph-mon[84269]: pgmap v752: 121 pgs: 121 active+clean; 315 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-04-10T15:17:33.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:33 smithi154 ceph-mon[84269]: osdmap e728: 8 total, 8 up, 8 in 2024-04-10T15:17:33.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:33 smithi102 ceph-mon[88557]: osdmap e727: 8 total, 8 up, 8 in 2024-04-10T15:17:33.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:33 smithi102 ceph-mon[88557]: pgmap v752: 121 pgs: 121 active+clean; 315 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-04-10T15:17:33.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:33 smithi102 ceph-mon[88557]: osdmap e728: 8 total, 8 up, 8 in 2024-04-10T15:17:33.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:33 smithi102 ceph-mon[90943]: osdmap e727: 8 total, 8 up, 8 in 2024-04-10T15:17:33.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:33 smithi102 ceph-mon[90943]: pgmap v752: 121 pgs: 121 active+clean; 315 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.6 MiB/s wr, 21 op/s 2024-04-10T15:17:33.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:33 smithi102 ceph-mon[90943]: osdmap e728: 8 total, 8 up, 8 in 2024-04-10T15:17:34.269 INFO:tasks.rados.rados.0.smithi102.stdout:3604: done (2 left) 2024-04-10T15:17:34.269 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 16 current snap is 322 2024-04-10T15:17:34.269 INFO:tasks.rados.rados.0.smithi102.stdout:3605: seq_num 1153 ranges {3006464=114688} 2024-04-10T15:17:34.286 INFO:tasks.rados.rados.0.smithi102.stdout:3605: writing smithi10276805-16 from 3006464 to 3121152 tid 1 2024-04-10T15:17:34.286 INFO:tasks.rados.rados.0.smithi102.stdout:3606: rmattr oid 29 current snap is 322 2024-04-10T15:17:34.286 INFO:tasks.rados.rados.0.smithi102.stdout:3602: finishing write tid 1 to smithi10276805-17 2024-04-10T15:17:34.286 INFO:tasks.rados.rados.0.smithi102.stdout:3602: finishing write tid 2 to smithi10276805-17 2024-04-10T15:17:34.286 INFO:tasks.rados.rados.0.smithi102.stdout:3602: finishing write tid 3 to smithi10276805-17 2024-04-10T15:17:34.286 INFO:tasks.rados.rados.0.smithi102.stdout:3602: oid 17 updating version 0 to 2503 2024-04-10T15:17:34.286 INFO:tasks.rados.rados.0.smithi102.stdout:3602: oid 17 version 2503 is already newer than 2502 2024-04-10T15:17:34.286 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 2503 (ObjNum 1152 snap 322 seq_num 1152) dirty exists 2024-04-10T15:17:34.286 INFO:tasks.rados.rados.0.smithi102.stdout:3602: left oid 17 (ObjNum 1152 snap 322 seq_num 1152) 2024-04-10T15:17:34.287 INFO:tasks.rados.rados.0.smithi102.stdout:3602: done (3 left) 2024-04-10T15:17:34.287 INFO:tasks.rados.rados.0.smithi102.stdout:3603: done (2 left) 2024-04-10T15:17:34.287 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 31 current snap is 322 2024-04-10T15:17:34.287 INFO:tasks.rados.rados.0.smithi102.stdout:3607: seq_num 1154 ranges {2097152=131072} 2024-04-10T15:17:34.298 INFO:tasks.rados.rados.0.smithi102.stdout:3607: writing smithi10276805-31 from 2097152 to 2228224 tid 1 2024-04-10T15:17:34.298 INFO:tasks.rados.rados.0.smithi102.stdout:3608: delete oid 36 current snap is 322 2024-04-10T15:17:34.298 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 2549 (ObjNum 1101 snap 308 seq_num 1101) dirty exists 2024-04-10T15:17:34.298 INFO:tasks.rados.rados.0.smithi102.stdout:3605: finishing write tid 1 to smithi10276805-16 2024-04-10T15:17:34.299 INFO:tasks.rados.rados.0.smithi102.stdout:3605: finishing write tid 2 to smithi10276805-16 2024-04-10T15:17:34.299 INFO:tasks.rados.rados.0.smithi102.stdout:3605: finishing write tid 3 to smithi10276805-16 2024-04-10T15:17:34.299 INFO:tasks.rados.rados.0.smithi102.stdout:3605: oid 16 updating version 0 to 2475 2024-04-10T15:17:34.299 INFO:tasks.rados.rados.0.smithi102.stdout:3605: oid 16 version 2475 is already newer than 2474 2024-04-10T15:17:34.299 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 2475 (ObjNum 1153 snap 322 seq_num 1153) dirty exists 2024-04-10T15:17:34.299 INFO:tasks.rados.rados.0.smithi102.stdout:3605: left oid 16 (ObjNum 1153 snap 322 seq_num 1153) 2024-04-10T15:17:34.302 INFO:tasks.rados.rados.0.smithi102.stdout:3607: finishing write tid 1 to smithi10276805-31 2024-04-10T15:17:34.302 INFO:tasks.rados.rados.0.smithi102.stdout:3607: finishing write tid 2 to smithi10276805-31 2024-04-10T15:17:34.302 INFO:tasks.rados.rados.0.smithi102.stdout:3605: done (3 left) 2024-04-10T15:17:34.302 INFO:tasks.rados.rados.0.smithi102.stdout:3606: done (2 left) 2024-04-10T15:17:34.302 INFO:tasks.rados.rados.0.smithi102.stdout:3608: done (1 left) 2024-04-10T15:17:34.302 INFO:tasks.rados.rados.0.smithi102.stdout:3609: copy_from oid 35 from oid 7 current snap is 322 2024-04-10T15:17:34.302 INFO:tasks.rados.rados.0.smithi102.stdout:3610: rmattr oid 43 current snap is 322 2024-04-10T15:17:34.302 INFO:tasks.rados.rados.0.smithi102.stdout:3610: done (2 left) 2024-04-10T15:17:34.303 INFO:tasks.rados.rados.0.smithi102.stdout:3611: snap_remove snap 310 2024-04-10T15:17:35.285 INFO:tasks.rados.rados.0.smithi102.stdout:3611: done (2 left) 2024-04-10T15:17:35.285 INFO:tasks.rados.rados.0.smithi102.stdout:3612: setattr oid 26 current snap is 322 2024-04-10T15:17:35.285 INFO:tasks.rados.rados.0.smithi102.stdout:3607: finishing write tid 3 to smithi10276805-31 2024-04-10T15:17:35.285 INFO:tasks.rados.rados.0.smithi102.stdout:3607: oid 31 updating version 0 to 2077 2024-04-10T15:17:35.285 INFO:tasks.rados.rados.0.smithi102.stdout:3607: oid 31 version 2077 is already newer than 2076 2024-04-10T15:17:35.285 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 2077 (ObjNum 1154 snap 322 seq_num 1154) dirty exists 2024-04-10T15:17:35.285 INFO:tasks.rados.rados.0.smithi102.stdout:3607: left oid 31 (ObjNum 1154 snap 322 seq_num 1154) 2024-04-10T15:17:35.285 INFO:tasks.rados.rados.0.smithi102.stdout:3609: finishing copy_from to smithi10276805-35 2024-04-10T15:17:35.285 INFO:tasks.rados.rados.0.smithi102.stdout:3609: got expected ENOENT (src dne) 2024-04-10T15:17:35.286 INFO:tasks.rados.rados.0.smithi102.stdout:3609: finishing copy_from racing read to smithi10276805-35 2024-04-10T15:17:35.288 INFO:tasks.rados.rados.0.smithi102.stdout:3607: done (2 left) 2024-04-10T15:17:35.289 INFO:tasks.rados.rados.0.smithi102.stdout:3609: done (1 left) 2024-04-10T15:17:35.289 INFO:tasks.rados.rados.0.smithi102.stdout:3613: copy_from oid 30 from oid 9 current snap is 322 2024-04-10T15:17:35.289 INFO:tasks.rados.rados.0.smithi102.stdout:3614: read oid 44 snap -1 2024-04-10T15:17:35.289 INFO:tasks.rados.rados.0.smithi102.stdout:3614: expect deleted 2024-04-10T15:17:35.289 INFO:tasks.rados.rados.0.smithi102.stdout:3615: read oid 49 snap 320 2024-04-10T15:17:35.289 INFO:tasks.rados.rados.0.smithi102.stdout:3615: expect (ObjNum 886 snap 255 seq_num 886) 2024-04-10T15:17:35.289 INFO:tasks.rados.rados.0.smithi102.stdout:3616: snap_remove snap 292 2024-04-10T15:17:35.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:35 smithi154 ceph-mon[84269]: osdmap e729: 8 total, 8 up, 8 in 2024-04-10T15:17:35.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:35 smithi102 ceph-mon[88557]: osdmap e729: 8 total, 8 up, 8 in 2024-04-10T15:17:35.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:35 smithi102 ceph-mon[90943]: osdmap e729: 8 total, 8 up, 8 in 2024-04-10T15:17:36.284 INFO:tasks.rados.rados.0.smithi102.stdout:3615: expect (ObjNum 886 snap 255 seq_num 886) 2024-04-10T15:17:36.307 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1812 (ObjNum 1021 snap 295 seq_num 1021) dirty exists 2024-04-10T15:17:36.307 INFO:tasks.rados.rados.0.smithi102.stdout:3613: finishing copy_from racing read to smithi10276805-30 2024-04-10T15:17:36.307 INFO:tasks.rados.rados.0.smithi102.stdout:3613: finishing copy_from to smithi10276805-30 2024-04-10T15:17:36.307 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 2063 (ObjNum 1129 snap 317 seq_num 1129) dirty exists 2024-04-10T15:17:36.307 INFO:tasks.rados.rados.0.smithi102.stdout:3612: done (4 left) 2024-04-10T15:17:36.307 INFO:tasks.rados.rados.0.smithi102.stdout:3613: done (3 left) 2024-04-10T15:17:36.308 INFO:tasks.rados.rados.0.smithi102.stdout:3614: done (2 left) 2024-04-10T15:17:36.308 INFO:tasks.rados.rados.0.smithi102.stdout:3615: done (1 left) 2024-04-10T15:17:36.308 INFO:tasks.rados.rados.0.smithi102.stdout:3616: done (0 left) 2024-04-10T15:17:36.308 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 29 current snap is 322 2024-04-10T15:17:36.308 INFO:tasks.rados.rados.0.smithi102.stdout:3617: seq_num 1156 ranges {4022272=163840} 2024-04-10T15:17:36.330 INFO:tasks.rados.rados.0.smithi102.stdout:3617: writing smithi10276805-29 from 4022272 to 4186112 tid 1 2024-04-10T15:17:36.331 INFO:tasks.rados.rados.0.smithi102.stdout:3618: read oid 35 snap -1 2024-04-10T15:17:36.331 INFO:tasks.rados.rados.0.smithi102.stdout:3618: expect deleted 2024-04-10T15:17:36.331 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 5 current snap is 322 2024-04-10T15:17:36.331 INFO:tasks.rados.rados.0.smithi102.stdout:3619: seq_num 1157 ranges {16474112=180224} 2024-04-10T15:17:36.420 INFO:tasks.rados.rados.0.smithi102.stdout:3619: writing smithi10276805-5 from 16474112 to 16654336 tid 1 2024-04-10T15:17:36.420 INFO:tasks.rados.rados.0.smithi102.stdout:3620: delete oid 50 current snap is 322 2024-04-10T15:17:36.420 INFO:tasks.rados.rados.0.smithi102.stdout:3617: finishing write tid 1 to smithi10276805-29 2024-04-10T15:17:36.420 INFO:tasks.rados.rados.0.smithi102.stdout:3617: finishing write tid 2 to smithi10276805-29 2024-04-10T15:17:36.420 INFO:tasks.rados.rados.0.smithi102.stdout:3617: finishing write tid 3 to smithi10276805-29 2024-04-10T15:17:36.421 INFO:tasks.rados.rados.0.smithi102.stdout:3617: oid 29 updating version 0 to 2571 2024-04-10T15:17:36.421 INFO:tasks.rados.rados.0.smithi102.stdout:3617: oid 29 version 2571 is already newer than 2570 2024-04-10T15:17:36.421 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 2571 (ObjNum 1156 snap 322 seq_num 1156) dirty exists 2024-04-10T15:17:36.421 INFO:tasks.rados.rados.0.smithi102.stdout:3617: left oid 29 (ObjNum 1156 snap 322 seq_num 1156) 2024-04-10T15:17:36.422 INFO:tasks.rados.rados.0.smithi102.stdout:3617: done (3 left) 2024-04-10T15:17:36.422 INFO:tasks.rados.rados.0.smithi102.stdout:3618: done (2 left) 2024-04-10T15:17:36.422 INFO:tasks.rados.rados.0.smithi102.stdout:3620: done (1 left) 2024-04-10T15:17:36.422 INFO:tasks.rados.rados.0.smithi102.stdout:3621: read oid 26 snap 318 2024-04-10T15:17:36.422 INFO:tasks.rados.rados.0.smithi102.stdout:3621: expect (ObjNum 886 snap 255 seq_num 886) 2024-04-10T15:17:36.422 INFO:tasks.rados.rados.0.smithi102.stdout:3622: snap_create 2024-04-10T15:17:36.423 INFO:tasks.rados.rados.0.smithi102.stdout:3619: finishing write tid 1 to smithi10276805-5 2024-04-10T15:17:36.423 INFO:tasks.rados.rados.0.smithi102.stdout:3619: finishing write tid 2 to smithi10276805-5 2024-04-10T15:17:36.424 INFO:tasks.rados.rados.0.smithi102.stdout:3619: finishing write tid 3 to smithi10276805-5 2024-04-10T15:17:36.424 INFO:tasks.rados.rados.0.smithi102.stdout:3619: oid 5 updating version 0 to 2080 2024-04-10T15:17:36.424 INFO:tasks.rados.rados.0.smithi102.stdout:3619: oid 5 version 2080 is already newer than 2079 2024-04-10T15:17:36.424 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 2080 (ObjNum 1157 snap 322 seq_num 1157) dirty exists 2024-04-10T15:17:36.424 INFO:tasks.rados.rados.0.smithi102.stdout:3619: left oid 5 (ObjNum 1157 snap 322 seq_num 1157) 2024-04-10T15:17:36.426 INFO:tasks.rados.rados.0.smithi102.stdout:3621: expect (ObjNum 886 snap 255 seq_num 886) 2024-04-10T15:17:36.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:36 smithi154 ceph-mon[84269]: pgmap v755: 121 pgs: 121 active+clean; 319 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-04-10T15:17:36.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:36 smithi154 ceph-mon[84269]: osdmap e730: 8 total, 8 up, 8 in 2024-04-10T15:17:36.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:36 smithi102 ceph-mon[90943]: pgmap v755: 121 pgs: 121 active+clean; 319 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-04-10T15:17:36.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:36 smithi102 ceph-mon[90943]: osdmap e730: 8 total, 8 up, 8 in 2024-04-10T15:17:36.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:36 smithi102 ceph-mon[88557]: pgmap v755: 121 pgs: 121 active+clean; 319 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.3 MiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-04-10T15:17:36.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:36 smithi102 ceph-mon[88557]: osdmap e730: 8 total, 8 up, 8 in 2024-04-10T15:17:37.294 INFO:tasks.rados.rados.0.smithi102.stdout:3619: done (2 left) 2024-04-10T15:17:37.294 INFO:tasks.rados.rados.0.smithi102.stdout:3621: done (1 left) 2024-04-10T15:17:37.294 INFO:tasks.rados.rados.0.smithi102.stdout:3622: done (0 left) 2024-04-10T15:17:37.294 INFO:tasks.rados.rados.0.smithi102.stdout:3623: snap_create 2024-04-10T15:17:37.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:37 smithi154 ceph-mon[84269]: osdmap e731: 8 total, 8 up, 8 in 2024-04-10T15:17:37.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:37 smithi102 ceph-mon[90943]: osdmap e731: 8 total, 8 up, 8 in 2024-04-10T15:17:37.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:37 smithi102 ceph-mon[88557]: osdmap e731: 8 total, 8 up, 8 in 2024-04-10T15:17:37.656 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:17:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:17:37] "GET /metrics HTTP/1.1" 200 36342 "" "Prometheus/2.43.0" 2024-04-10T15:17:38.268 INFO:tasks.rados.rados.0.smithi102.stdout:3623: done (0 left) 2024-04-10T15:17:38.268 INFO:tasks.rados.rados.0.smithi102.stdout:3624: read oid 11 snap -1 2024-04-10T15:17:38.269 INFO:tasks.rados.rados.0.smithi102.stdout:3624: expect deleted 2024-04-10T15:17:38.269 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 28 current snap is 324 2024-04-10T15:17:38.269 INFO:tasks.rados.rados.0.smithi102.stdout:3625: seq_num 1159 ranges {4104192=212992} 2024-04-10T15:17:38.292 INFO:tasks.rados.rados.0.smithi102.stdout:3625: writing smithi10276805-28 from 4104192 to 4317184 tid 1 2024-04-10T15:17:38.292 INFO:tasks.rados.rados.0.smithi102.stdout:3626: delete oid 46 current snap is 324 2024-04-10T15:17:38.299 INFO:tasks.rados.rados.0.smithi102.stdout:3624: done (2 left) 2024-04-10T15:17:38.300 INFO:tasks.rados.rados.0.smithi102.stdout:3626: done (1 left) 2024-04-10T15:17:38.300 INFO:tasks.rados.rados.0.smithi102.stdout:3627: read oid 44 snap -1 2024-04-10T15:17:38.300 INFO:tasks.rados.rados.0.smithi102.stdout:3627: expect deleted 2024-04-10T15:17:38.300 INFO:tasks.rados.rados.0.smithi102.stdout:3628: rollback oid 38 current snap is 324 2024-04-10T15:17:38.300 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 38 to 318 2024-04-10T15:17:38.300 INFO:tasks.rados.rados.0.smithi102.stdout:3629: rmattr oid 20 current snap is 324 2024-04-10T15:17:38.300 INFO:tasks.rados.rados.0.smithi102.stdout:3629: done (3 left) 2024-04-10T15:17:38.300 INFO:tasks.rados.rados.0.smithi102.stdout:3630: read oid 42 snap -1 2024-04-10T15:17:38.300 INFO:tasks.rados.rados.0.smithi102.stdout:3630: expect deleted 2024-04-10T15:17:38.300 INFO:tasks.rados.rados.0.smithi102.stdout:3631: snap_create 2024-04-10T15:17:38.302 INFO:tasks.rados.rados.0.smithi102.stdout:3628: finishing rollback tid 0 to smithi10276805-38 2024-04-10T15:17:38.303 INFO:tasks.rados.rados.0.smithi102.stdout:3628: finishing rollback tid 1 to smithi10276805-38 2024-04-10T15:17:38.303 INFO:tasks.rados.rados.0.smithi102.stdout:3628: finishing rollback tid 2 to smithi10276805-38 2024-04-10T15:17:38.303 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 1834 (ObjNum 1076 snap 306 seq_num 1076) dirty exists 2024-04-10T15:17:38.303 INFO:tasks.rados.rados.0.smithi102.stdout:3625: finishing write tid 1 to smithi10276805-28 2024-04-10T15:17:38.304 INFO:tasks.rados.rados.0.smithi102.stdout:3625: finishing write tid 2 to smithi10276805-28 2024-04-10T15:17:38.306 INFO:tasks.rados.rados.0.smithi102.stdout:3625: finishing write tid 3 to smithi10276805-28 2024-04-10T15:17:38.306 INFO:tasks.rados.rados.0.smithi102.stdout:3625: oid 28 updating version 0 to 2573 2024-04-10T15:17:38.306 INFO:tasks.rados.rados.0.smithi102.stdout:3625: oid 28 updating version 2573 to 2574 2024-04-10T15:17:38.306 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 28 v 2574 (ObjNum 1159 snap 324 seq_num 1159) dirty exists 2024-04-10T15:17:38.306 INFO:tasks.rados.rados.0.smithi102.stdout:3625: left oid 28 (ObjNum 1159 snap 324 seq_num 1159) 2024-04-10T15:17:38.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:38 smithi154 ceph-mon[84269]: pgmap v758: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 305 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 338 KiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-10T15:17:38.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:38 smithi154 ceph-mon[84269]: osdmap e732: 8 total, 8 up, 8 in 2024-04-10T15:17:38.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:17:38.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:38 smithi154 ceph-mon[84269]: osdmap e733: 8 total, 8 up, 8 in 2024-04-10T15:17:38.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:38 smithi102 ceph-mon[90943]: pgmap v758: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 305 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 338 KiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-10T15:17:38.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:38 smithi102 ceph-mon[90943]: osdmap e732: 8 total, 8 up, 8 in 2024-04-10T15:17:38.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:17:38.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:38 smithi102 ceph-mon[90943]: osdmap e733: 8 total, 8 up, 8 in 2024-04-10T15:17:38.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:38 smithi102 ceph-mon[88557]: pgmap v758: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 305 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 338 KiB/s rd, 1.1 MiB/s wr, 13 op/s 2024-04-10T15:17:38.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:38 smithi102 ceph-mon[88557]: osdmap e732: 8 total, 8 up, 8 in 2024-04-10T15:17:38.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:17:38.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:38 smithi102 ceph-mon[88557]: osdmap e733: 8 total, 8 up, 8 in 2024-04-10T15:17:39.295 INFO:tasks.rados.rados.0.smithi102.stdout:3625: done (4 left) 2024-04-10T15:17:39.295 INFO:tasks.rados.rados.0.smithi102.stdout:3627: done (3 left) 2024-04-10T15:17:39.295 INFO:tasks.rados.rados.0.smithi102.stdout:3628: done (2 left) 2024-04-10T15:17:39.295 INFO:tasks.rados.rados.0.smithi102.stdout:3630: done (1 left) 2024-04-10T15:17:39.295 INFO:tasks.rados.rados.0.smithi102.stdout:3631: done (0 left) 2024-04-10T15:17:39.296 INFO:tasks.rados.rados.0.smithi102.stdout:3632: delete oid 27 current snap is 325 2024-04-10T15:17:39.299 INFO:tasks.rados.rados.0.smithi102.stdout:3632: done (0 left) 2024-04-10T15:17:39.299 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 27 current snap is 325 2024-04-10T15:17:39.299 INFO:tasks.rados.rados.0.smithi102.stdout:3633: seq_num 1162 ranges {0=270336} 2024-04-10T15:17:39.300 INFO:tasks.rados.rados.0.smithi102.stdout:3633: writing smithi10276805-27 from 0 to 270336 tid 1 2024-04-10T15:17:39.301 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 36 current snap is 325 2024-04-10T15:17:39.301 INFO:tasks.rados.rados.0.smithi102.stdout:3634: seq_num 1163 ranges {0=286720} 2024-04-10T15:17:39.302 INFO:tasks.rados.rados.0.smithi102.stdout:3634: writing smithi10276805-36 from 0 to 286720 tid 1 2024-04-10T15:17:39.302 INFO:tasks.rados.rados.0.smithi102.stdout:3635: delete oid 13 current snap is 325 2024-04-10T15:17:39.304 INFO:tasks.rados.rados.0.smithi102.stdout:3633: finishing write tid 1 to smithi10276805-27 2024-04-10T15:17:39.305 INFO:tasks.rados.rados.0.smithi102.stdout:3633: finishing write tid 2 to smithi10276805-27 2024-04-10T15:17:39.307 INFO:tasks.rados.rados.0.smithi102.stdout:3633: finishing write tid 3 to smithi10276805-27 2024-04-10T15:17:39.307 INFO:tasks.rados.rados.0.smithi102.stdout:3633: oid 27 updating version 0 to 2406 2024-04-10T15:17:39.307 INFO:tasks.rados.rados.0.smithi102.stdout:3633: oid 27 version 2406 is already newer than 2405 2024-04-10T15:17:39.307 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 2406 (ObjNum 1162 snap 325 seq_num 1162) dirty exists 2024-04-10T15:17:39.307 INFO:tasks.rados.rados.0.smithi102.stdout:3633: left oid 27 (ObjNum 1162 snap 325 seq_num 1162) 2024-04-10T15:17:39.308 INFO:tasks.rados.rados.0.smithi102.stdout:3633: done (2 left) 2024-04-10T15:17:39.309 INFO:tasks.rados.rados.0.smithi102.stdout:3635: done (1 left) 2024-04-10T15:17:39.309 INFO:tasks.rados.rados.0.smithi102.stdout:3636: read oid 6 snap -1 2024-04-10T15:17:39.309 INFO:tasks.rados.rados.0.smithi102.stdout:3636: expect deleted 2024-04-10T15:17:39.309 INFO:tasks.rados.rados.0.smithi102.stdout:3637: read oid 27 snap -1 2024-04-10T15:17:39.309 INFO:tasks.rados.rados.0.smithi102.stdout:3637: expect (ObjNum 1162 snap 325 seq_num 1162) 2024-04-10T15:17:39.309 INFO:tasks.rados.rados.0.smithi102.stdout:3638: delete oid 3 current snap is 325 2024-04-10T15:17:39.309 INFO:tasks.rados.rados.0.smithi102.stdout:3634: finishing write tid 1 to smithi10276805-36 2024-04-10T15:17:39.310 INFO:tasks.rados.rados.0.smithi102.stdout:3634: finishing write tid 2 to smithi10276805-36 2024-04-10T15:17:39.313 INFO:tasks.rados.rados.0.smithi102.stdout:3637: expect (ObjNum 1162 snap 325 seq_num 1162) 2024-04-10T15:17:39.320 INFO:tasks.rados.rados.0.smithi102.stdout:3634: finishing write tid 3 to smithi10276805-36 2024-04-10T15:17:39.320 INFO:tasks.rados.rados.0.smithi102.stdout:3634: oid 36 updating version 0 to 2081 2024-04-10T15:17:39.321 INFO:tasks.rados.rados.0.smithi102.stdout:3634: oid 36 version 2081 is already newer than 2080 2024-04-10T15:17:39.321 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 2081 (ObjNum 1163 snap 325 seq_num 1163) dirty exists 2024-04-10T15:17:39.321 INFO:tasks.rados.rados.0.smithi102.stdout:3634: left oid 36 (ObjNum 1163 snap 325 seq_num 1163) 2024-04-10T15:17:39.321 INFO:tasks.rados.rados.0.smithi102.stdout:3634: done (3 left) 2024-04-10T15:17:39.321 INFO:tasks.rados.rados.0.smithi102.stdout:3636: done (2 left) 2024-04-10T15:17:39.321 INFO:tasks.rados.rados.0.smithi102.stdout:3637: done (1 left) 2024-04-10T15:17:39.321 INFO:tasks.rados.rados.0.smithi102.stdout:3638: done (0 left) 2024-04-10T15:17:39.321 INFO:tasks.rados.rados.0.smithi102.stdout:3639: copy_from oid 21 from oid 46 current snap is 325 2024-04-10T15:17:39.322 INFO:tasks.rados.rados.0.smithi102.stdout:3640: copy_from oid 48 from oid 23 current snap is 325 2024-04-10T15:17:39.322 INFO:tasks.rados.rados.0.smithi102.stdout:3641: rollback oid 35 current snap is 325 2024-04-10T15:17:39.322 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 35 to 322 2024-04-10T15:17:39.322 INFO:tasks.rados.rados.0.smithi102.stdout:3642: copy_from oid 30 from oid 45 current snap is 325 2024-04-10T15:17:39.322 INFO:tasks.rados.rados.0.smithi102.stdout:3643: read oid 25 snap -1 2024-04-10T15:17:39.322 INFO:tasks.rados.rados.0.smithi102.stdout:3643: expect (ObjNum 1134 snap 319 seq_num 1134) 2024-04-10T15:17:39.322 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 31 current snap is 325 2024-04-10T15:17:39.322 INFO:tasks.rados.rados.0.smithi102.stdout:3644: seq_num 1166 ranges {2228224=335872} 2024-04-10T15:17:39.335 INFO:tasks.rados.rados.0.smithi102.stdout:3644: writing smithi10276805-31 from 2228224 to 2564096 tid 1 2024-04-10T15:17:39.335 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 11 current snap is 325 2024-04-10T15:17:39.335 INFO:tasks.rados.rados.0.smithi102.stdout:3641: finishing rollback tid 1 to smithi10276805-35 2024-04-10T15:17:39.335 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 2265 (ObjNum 161 snap 0 seq_num 1) dirty dne 2024-04-10T15:17:39.335 INFO:tasks.rados.rados.0.smithi102.stdout:3645: seq_num 1167 ranges {0=352256} 2024-04-10T15:17:39.337 INFO:tasks.rados.rados.0.smithi102.stdout:3645: writing smithi10276805-11 from 0 to 352256 tid 1 2024-04-10T15:17:39.337 INFO:tasks.rados.rados.0.smithi102.stdout:3641: done (6 left) 2024-04-10T15:17:39.337 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 33 current snap is 325 2024-04-10T15:17:39.337 INFO:tasks.rados.rados.0.smithi102.stdout:3639: finishing copy_from to smithi10276805-21 2024-04-10T15:17:39.337 INFO:tasks.rados.rados.0.smithi102.stdout:3639: got expected ENOENT (src dne) 2024-04-10T15:17:39.337 INFO:tasks.rados.rados.0.smithi102.stdout:3639: finishing copy_from racing read to smithi10276805-21 2024-04-10T15:17:39.337 INFO:tasks.rados.rados.0.smithi102.stdout:3642: finishing copy_from to smithi10276805-30 2024-04-10T15:17:39.337 INFO:tasks.rados.rados.0.smithi102.stdout:3642: got expected ENOENT (src dne) 2024-04-10T15:17:39.337 INFO:tasks.rados.rados.0.smithi102.stdout:3642: finishing copy_from racing read to smithi10276805-30 2024-04-10T15:17:39.337 INFO:tasks.rados.rados.0.smithi102.stdout:3646: seq_num 1168 ranges {4268032=368640} 2024-04-10T15:17:39.362 INFO:tasks.rados.rados.0.smithi102.stdout:3646: writing smithi10276805-33 from 4268032 to 4636672 tid 1 2024-04-10T15:17:39.362 INFO:tasks.rados.rados.0.smithi102.stdout:3639: done (6 left) 2024-04-10T15:17:39.362 INFO:tasks.rados.rados.0.smithi102.stdout:3642: done (5 left) 2024-04-10T15:17:39.362 INFO:tasks.rados.rados.0.smithi102.stdout:3647: delete oid 30 current snap is 325 2024-04-10T15:17:39.362 INFO:tasks.rados.rados.0.smithi102.stdout:3643: expect (ObjNum 1134 snap 319 seq_num 1134) 2024-04-10T15:17:39.420 INFO:tasks.rados.rados.0.smithi102.stdout:3644: finishing write tid 1 to smithi10276805-31 2024-04-10T15:17:39.421 INFO:tasks.rados.rados.0.smithi102.stdout:3644: finishing write tid 2 to smithi10276805-31 2024-04-10T15:17:39.421 INFO:tasks.rados.rados.0.smithi102.stdout:3644: finishing write tid 3 to smithi10276805-31 2024-04-10T15:17:39.421 INFO:tasks.rados.rados.0.smithi102.stdout:3644: oid 31 updating version 0 to 2082 2024-04-10T15:17:39.421 INFO:tasks.rados.rados.0.smithi102.stdout:3644: oid 31 updating version 2082 to 2083 2024-04-10T15:17:39.421 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 2083 (ObjNum 1166 snap 325 seq_num 1166) dirty exists 2024-04-10T15:17:39.421 INFO:tasks.rados.rados.0.smithi102.stdout:3644: left oid 31 (ObjNum 1166 snap 325 seq_num 1166) 2024-04-10T15:17:39.421 INFO:tasks.rados.rados.0.smithi102.stdout:3645: finishing write tid 1 to smithi10276805-11 2024-04-10T15:17:39.421 INFO:tasks.rados.rados.0.smithi102.stdout:3645: finishing write tid 2 to smithi10276805-11 2024-04-10T15:17:39.421 INFO:tasks.rados.rados.0.smithi102.stdout:3645: finishing write tid 3 to smithi10276805-11 2024-04-10T15:17:39.421 INFO:tasks.rados.rados.0.smithi102.stdout:3645: oid 11 updating version 0 to 2477 2024-04-10T15:17:39.421 INFO:tasks.rados.rados.0.smithi102.stdout:3645: oid 11 version 2477 is already newer than 2476 2024-04-10T15:17:39.421 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 2477 (ObjNum 1167 snap 325 seq_num 1167) dirty exists 2024-04-10T15:17:39.421 INFO:tasks.rados.rados.0.smithi102.stdout:3645: left oid 11 (ObjNum 1167 snap 325 seq_num 1167) 2024-04-10T15:17:39.421 INFO:tasks.rados.rados.0.smithi102.stdout:3640: finishing copy_from racing read to smithi10276805-48 2024-04-10T15:17:39.422 INFO:tasks.rados.rados.0.smithi102.stdout:3643: done (5 left) 2024-04-10T15:17:39.422 INFO:tasks.rados.rados.0.smithi102.stdout:3644: done (4 left) 2024-04-10T15:17:39.422 INFO:tasks.rados.rados.0.smithi102.stdout:3645: done (3 left) 2024-04-10T15:17:39.422 INFO:tasks.rados.rados.0.smithi102.stdout:3647: done (2 left) 2024-04-10T15:17:39.422 INFO:tasks.rados.rados.0.smithi102.stdout:3648: snap_create 2024-04-10T15:17:39.422 INFO:tasks.rados.rados.0.smithi102.stdout:3640: finishing copy_from to smithi10276805-48 2024-04-10T15:17:39.422 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 2310 (ObjNum 1149 snap 321 seq_num 1149) dirty exists 2024-04-10T15:17:39.422 INFO:tasks.rados.rados.0.smithi102.stdout:3646: finishing write tid 1 to smithi10276805-33 2024-04-10T15:17:39.422 INFO:tasks.rados.rados.0.smithi102.stdout:3646: finishing write tid 2 to smithi10276805-33 2024-04-10T15:17:39.422 INFO:tasks.rados.rados.0.smithi102.stdout:3646: finishing write tid 3 to smithi10276805-33 2024-04-10T15:17:39.422 INFO:tasks.rados.rados.0.smithi102.stdout:3646: oid 33 updating version 0 to 2070 2024-04-10T15:17:39.422 INFO:tasks.rados.rados.0.smithi102.stdout:3646: oid 33 updating version 2070 to 2071 2024-04-10T15:17:39.422 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 2071 (ObjNum 1168 snap 325 seq_num 1168) dirty exists 2024-04-10T15:17:39.422 INFO:tasks.rados.rados.0.smithi102.stdout:3646: left oid 33 (ObjNum 1168 snap 325 seq_num 1168) 2024-04-10T15:17:40.298 INFO:tasks.rados.rados.0.smithi102.stdout:3640: done (2 left) 2024-04-10T15:17:40.298 INFO:tasks.rados.rados.0.smithi102.stdout:3646: done (1 left) 2024-04-10T15:17:40.298 INFO:tasks.rados.rados.0.smithi102.stdout:3648: done (0 left) 2024-04-10T15:17:40.298 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 20 current snap is 326 2024-04-10T15:17:40.298 INFO:tasks.rados.rados.0.smithi102.stdout:3649: seq_num 1170 ranges {0=401408} 2024-04-10T15:17:40.300 INFO:tasks.rados.rados.0.smithi102.stdout:3649: writing smithi10276805-20 from 0 to 401408 tid 1 2024-04-10T15:17:40.300 INFO:tasks.rados.rados.0.smithi102.stdout:3650: read oid 7 snap -1 2024-04-10T15:17:40.300 INFO:tasks.rados.rados.0.smithi102.stdout:3650: expect deleted 2024-04-10T15:17:40.300 INFO:tasks.rados.rados.0.smithi102.stdout:3651: rollback oid 37 current snap is 326 2024-04-10T15:17:40.300 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 37 to 308 2024-04-10T15:17:40.300 INFO:tasks.rados.rados.0.smithi102.stdout:3652: snap_create 2024-04-10T15:17:40.302 INFO:tasks.rados.rados.0.smithi102.stdout:3651: finishing rollback tid 1 to smithi10276805-37 2024-04-10T15:17:40.302 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 0 (ObjNum 33 snap 0 seq_num 1649431452) dirty dne 2024-04-10T15:17:40.306 INFO:tasks.rados.rados.0.smithi102.stdout:3649: finishing write tid 1 to smithi10276805-20 2024-04-10T15:17:40.306 INFO:tasks.rados.rados.0.smithi102.stdout:3649: finishing write tid 2 to smithi10276805-20 2024-04-10T15:17:40.308 INFO:tasks.rados.rados.0.smithi102.stdout:3649: finishing write tid 3 to smithi10276805-20 2024-04-10T15:17:40.309 INFO:tasks.rados.rados.0.smithi102.stdout:3649: oid 20 updating version 0 to 2266 2024-04-10T15:17:40.309 INFO:tasks.rados.rados.0.smithi102.stdout:3649: oid 20 updating version 2266 to 2267 2024-04-10T15:17:40.309 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 2267 (ObjNum 1170 snap 326 seq_num 1170) dirty exists 2024-04-10T15:17:40.309 INFO:tasks.rados.rados.0.smithi102.stdout:3649: left oid 20 (ObjNum 1170 snap 326 seq_num 1170) 2024-04-10T15:17:40.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:40 smithi154 ceph-mon[84269]: pgmap v761: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 266 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 337 KiB/s rd, 606 KiB/s wr, 10 op/s 2024-04-10T15:17:40.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:40 smithi154 ceph-mon[84269]: osdmap e734: 8 total, 8 up, 8 in 2024-04-10T15:17:40.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:40 smithi102 ceph-mon[90943]: pgmap v761: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 266 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 337 KiB/s rd, 606 KiB/s wr, 10 op/s 2024-04-10T15:17:40.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:40 smithi102 ceph-mon[90943]: osdmap e734: 8 total, 8 up, 8 in 2024-04-10T15:17:40.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:40 smithi102 ceph-mon[88557]: pgmap v761: 121 pgs: 3 active+clean+snaptrim, 118 active+clean; 266 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 337 KiB/s rd, 606 KiB/s wr, 10 op/s 2024-04-10T15:17:40.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:40 smithi102 ceph-mon[88557]: osdmap e734: 8 total, 8 up, 8 in 2024-04-10T15:17:41.303 INFO:tasks.rados.rados.0.smithi102.stdout:3649: done (3 left) 2024-04-10T15:17:41.303 INFO:tasks.rados.rados.0.smithi102.stdout:3650: done (2 left) 2024-04-10T15:17:41.303 INFO:tasks.rados.rados.0.smithi102.stdout:3651: done (1 left) 2024-04-10T15:17:41.303 INFO:tasks.rados.rados.0.smithi102.stdout:3652: done (0 left) 2024-04-10T15:17:41.303 INFO:tasks.rados.rados.0.smithi102.stdout:3653: snap_create 2024-04-10T15:17:41.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:41 smithi154 ceph-mon[84269]: osdmap e735: 8 total, 8 up, 8 in 2024-04-10T15:17:41.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:41 smithi154 ceph-mon[84269]: pgmap v764: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 213 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-10T15:17:41.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:41 smithi102 ceph-mon[90943]: osdmap e735: 8 total, 8 up, 8 in 2024-04-10T15:17:41.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:41 smithi102 ceph-mon[90943]: pgmap v764: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 213 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-10T15:17:41.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:41 smithi102 ceph-mon[88557]: osdmap e735: 8 total, 8 up, 8 in 2024-04-10T15:17:41.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:41 smithi102 ceph-mon[88557]: pgmap v764: 121 pgs: 2 active+clean+snaptrim, 119 active+clean; 213 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1023 B/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-10T15:17:42.304 INFO:tasks.rados.rados.0.smithi102.stdout:3653: done (0 left) 2024-04-10T15:17:42.305 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 8 current snap is 328 2024-04-10T15:17:42.305 INFO:tasks.rados.rados.0.smithi102.stdout:3654: seq_num 1171 ranges {475136=417792} 2024-04-10T15:17:42.309 INFO:tasks.rados.rados.0.smithi102.stdout:3654: writing smithi10276805-8 from 475136 to 892928 tid 1 2024-04-10T15:17:42.309 INFO:tasks.rados.rados.0.smithi102.stdout:3655: rollback oid 37 current snap is 328 2024-04-10T15:17:42.309 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 37 to 323 2024-04-10T15:17:42.309 INFO:tasks.rados.rados.0.smithi102.stdout:3656: snap_create 2024-04-10T15:17:42.314 INFO:tasks.rados.rados.0.smithi102.stdout:3655: finishing rollback tid 1 to smithi10276805-37 2024-04-10T15:17:42.314 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 0 (ObjNum 161 snap 0 seq_num 0) dirty dne 2024-04-10T15:17:42.315 INFO:tasks.rados.rados.0.smithi102.stdout:3654: finishing write tid 1 to smithi10276805-8 2024-04-10T15:17:42.315 INFO:tasks.rados.rados.0.smithi102.stdout:3654: finishing write tid 2 to smithi10276805-8 2024-04-10T15:17:42.317 INFO:tasks.rados.rados.0.smithi102.stdout:3654: finishing write tid 3 to smithi10276805-8 2024-04-10T15:17:42.317 INFO:tasks.rados.rados.0.smithi102.stdout:3654: oid 8 updating version 0 to 2269 2024-04-10T15:17:42.317 INFO:tasks.rados.rados.0.smithi102.stdout:3654: oid 8 version 2269 is already newer than 2268 2024-04-10T15:17:42.317 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 2269 (ObjNum 1171 snap 328 seq_num 1171) dirty exists 2024-04-10T15:17:42.317 INFO:tasks.rados.rados.0.smithi102.stdout:3654: left oid 8 (ObjNum 1171 snap 328 seq_num 1171) 2024-04-10T15:17:42.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:42 smithi154 ceph-mon[84269]: osdmap e736: 8 total, 8 up, 8 in 2024-04-10T15:17:42.626 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:17:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:17:42.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:42 smithi102 ceph-mon[88557]: osdmap e736: 8 total, 8 up, 8 in 2024-04-10T15:17:42.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:42 smithi102 ceph-mon[90943]: osdmap e736: 8 total, 8 up, 8 in 2024-04-10T15:17:43.269 INFO:tasks.rados.rados.0.smithi102.stdout:3654: done (2 left) 2024-04-10T15:17:43.269 INFO:tasks.rados.rados.0.smithi102.stdout:3655: done (1 left) 2024-04-10T15:17:43.269 INFO:tasks.rados.rados.0.smithi102.stdout:3656: done (0 left) 2024-04-10T15:17:43.270 INFO:tasks.rados.rados.0.smithi102.stdout:3657: setattr oid 17 current snap is 329 2024-04-10T15:17:43.271 INFO:tasks.rados.rados.0.smithi102.stdout:3658: snap_create 2024-04-10T15:17:43.278 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 2505 (ObjNum 1152 snap 322 seq_num 1152) dirty exists 2024-04-10T15:17:43.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:43 smithi154 ceph-mon[84269]: osdmap e737: 8 total, 8 up, 8 in 2024-04-10T15:17:43.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:43 smithi154 ceph-mon[84269]: pgmap v767: 121 pgs: 121 active+clean; 189 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 994 KiB/s wr, 8 op/s 2024-04-10T15:17:43.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:43 smithi154 ceph-mon[84269]: osdmap e738: 8 total, 8 up, 8 in 2024-04-10T15:17:43.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:43 smithi102 ceph-mon[90943]: osdmap e737: 8 total, 8 up, 8 in 2024-04-10T15:17:43.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:43 smithi102 ceph-mon[90943]: pgmap v767: 121 pgs: 121 active+clean; 189 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 994 KiB/s wr, 8 op/s 2024-04-10T15:17:43.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:43 smithi102 ceph-mon[90943]: osdmap e738: 8 total, 8 up, 8 in 2024-04-10T15:17:43.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:43 smithi102 ceph-mon[88557]: osdmap e737: 8 total, 8 up, 8 in 2024-04-10T15:17:43.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:43 smithi102 ceph-mon[88557]: pgmap v767: 121 pgs: 121 active+clean; 189 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 994 KiB/s wr, 8 op/s 2024-04-10T15:17:43.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:43 smithi102 ceph-mon[88557]: osdmap e738: 8 total, 8 up, 8 in 2024-04-10T15:17:44.279 INFO:tasks.rados.rados.0.smithi102.stdout:3657: done (1 left) 2024-04-10T15:17:44.279 INFO:tasks.rados.rados.0.smithi102.stdout:3658: done (0 left) 2024-04-10T15:17:44.279 INFO:tasks.rados.rados.0.smithi102.stdout:3659: snap_create 2024-04-10T15:17:45.284 INFO:tasks.rados.rados.0.smithi102.stdout:3659: done (0 left) 2024-04-10T15:17:45.284 INFO:tasks.rados.rados.0.smithi102.stdout:3660: read oid 29 snap -1 2024-04-10T15:17:45.284 INFO:tasks.rados.rados.0.smithi102.stdout:3660: expect (ObjNum 1156 snap 322 seq_num 1156) 2024-04-10T15:17:45.285 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 11 current snap is 331 2024-04-10T15:17:45.285 INFO:tasks.rados.rados.0.smithi102.stdout:3661: seq_num 1172 ranges {352256=434176} 2024-04-10T15:17:45.288 INFO:tasks.rados.rados.0.smithi102.stdout:3661: writing smithi10276805-11 from 352256 to 786432 tid 1 2024-04-10T15:17:45.289 INFO:tasks.rados.rados.0.smithi102.stdout:3662: copy_from oid 35 from oid 30 current snap is 331 2024-04-10T15:17:45.289 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 5 current snap is 331 2024-04-10T15:17:45.289 INFO:tasks.rados.rados.0.smithi102.stdout:3663: seq_num 1173 ranges {16654336=450560} 2024-04-10T15:17:45.379 INFO:tasks.rados.rados.0.smithi102.stdout:3663: writing smithi10276805-5 from 16654336 to 17104896 tid 1 2024-04-10T15:17:45.379 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 3 current snap is 331 2024-04-10T15:17:45.379 INFO:tasks.rados.rados.0.smithi102.stdout:3662: finishing copy_from to smithi10276805-35 2024-04-10T15:17:45.379 INFO:tasks.rados.rados.0.smithi102.stdout:3662: got expected ENOENT (src dne) 2024-04-10T15:17:45.380 INFO:tasks.rados.rados.0.smithi102.stdout:3664: seq_num 1174 ranges {0=466944} 2024-04-10T15:17:45.382 INFO:tasks.rados.rados.0.smithi102.stdout:3664: writing smithi10276805-3 from 0 to 466944 tid 1 2024-04-10T15:17:45.382 INFO:tasks.rados.rados.0.smithi102.stdout:3665: read oid 46 snap 308 2024-04-10T15:17:45.382 INFO:tasks.rados.rados.0.smithi102.stdout:3665: expect (ObjNum 1039 snap 300 seq_num 1039) 2024-04-10T15:17:45.382 INFO:tasks.rados.rados.0.smithi102.stdout:3666: copy_from oid 19 from oid 38 current snap is 331 2024-04-10T15:17:45.382 INFO:tasks.rados.rados.0.smithi102.stdout:3662: finishing copy_from racing read to smithi10276805-35 2024-04-10T15:17:45.382 INFO:tasks.rados.rados.0.smithi102.stdout:3661: finishing write tid 1 to smithi10276805-11 2024-04-10T15:17:45.382 INFO:tasks.rados.rados.0.smithi102.stdout:3661: finishing write tid 2 to smithi10276805-11 2024-04-10T15:17:45.383 INFO:tasks.rados.rados.0.smithi102.stdout:3661: finishing write tid 3 to smithi10276805-11 2024-04-10T15:17:45.383 INFO:tasks.rados.rados.0.smithi102.stdout:3661: oid 11 updating version 0 to 2478 2024-04-10T15:17:45.383 INFO:tasks.rados.rados.0.smithi102.stdout:3661: oid 11 updating version 2478 to 2479 2024-04-10T15:17:45.383 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 2479 (ObjNum 1172 snap 331 seq_num 1172) dirty exists 2024-04-10T15:17:45.383 INFO:tasks.rados.rados.0.smithi102.stdout:3661: left oid 11 (ObjNum 1172 snap 331 seq_num 1172) 2024-04-10T15:17:45.383 INFO:tasks.rados.rados.0.smithi102.stdout:3660: expect (ObjNum 1156 snap 322 seq_num 1156) 2024-04-10T15:17:45.608 INFO:tasks.rados.rados.0.smithi102.stdout:3663: finishing write tid 1 to smithi10276805-5 2024-04-10T15:17:45.608 INFO:tasks.rados.rados.0.smithi102.stdout:3663: finishing write tid 2 to smithi10276805-5 2024-04-10T15:17:45.608 INFO:tasks.rados.rados.0.smithi102.stdout:3663: finishing write tid 3 to smithi10276805-5 2024-04-10T15:17:45.608 INFO:tasks.rados.rados.0.smithi102.stdout:3663: oid 5 updating version 0 to 2081 2024-04-10T15:17:45.608 INFO:tasks.rados.rados.0.smithi102.stdout:3663: oid 5 updating version 2081 to 2082 2024-04-10T15:17:45.608 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 2082 (ObjNum 1173 snap 331 seq_num 1173) dirty exists 2024-04-10T15:17:45.609 INFO:tasks.rados.rados.0.smithi102.stdout:3663: left oid 5 (ObjNum 1173 snap 331 seq_num 1173) 2024-04-10T15:17:45.609 INFO:tasks.rados.rados.0.smithi102.stdout:3664: finishing write tid 1 to smithi10276805-3 2024-04-10T15:17:45.609 INFO:tasks.rados.rados.0.smithi102.stdout:3665: expect (ObjNum 1039 snap 300 seq_num 1039) 2024-04-10T15:17:45.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:45 smithi154 ceph-mon[84269]: osdmap e739: 8 total, 8 up, 8 in 2024-04-10T15:17:45.644 INFO:tasks.rados.rados.0.smithi102.stdout:3664: finishing write tid 2 to smithi10276805-3 2024-04-10T15:17:45.644 INFO:tasks.rados.rados.0.smithi102.stdout:3664: finishing write tid 3 to smithi10276805-3 2024-04-10T15:17:45.644 INFO:tasks.rados.rados.0.smithi102.stdout:3664: oid 3 updating version 0 to 2407 2024-04-10T15:17:45.644 INFO:tasks.rados.rados.0.smithi102.stdout:3664: oid 3 updating version 2407 to 2408 2024-04-10T15:17:45.644 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 2408 (ObjNum 1174 snap 331 seq_num 1174) dirty exists 2024-04-10T15:17:45.644 INFO:tasks.rados.rados.0.smithi102.stdout:3664: left oid 3 (ObjNum 1174 snap 331 seq_num 1174) 2024-04-10T15:17:45.645 INFO:tasks.rados.rados.0.smithi102.stdout:3666: finishing copy_from racing read to smithi10276805-19 2024-04-10T15:17:45.645 INFO:tasks.rados.rados.0.smithi102.stdout:3666: finishing copy_from to smithi10276805-19 2024-04-10T15:17:45.645 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 1834 (ObjNum 1076 snap 306 seq_num 1076) dirty exists 2024-04-10T15:17:45.645 INFO:tasks.rados.rados.0.smithi102.stdout:3660: done (6 left) 2024-04-10T15:17:45.645 INFO:tasks.rados.rados.0.smithi102.stdout:3661: done (5 left) 2024-04-10T15:17:45.645 INFO:tasks.rados.rados.0.smithi102.stdout:3662: done (4 left) 2024-04-10T15:17:45.645 INFO:tasks.rados.rados.0.smithi102.stdout:3663: done (3 left) 2024-04-10T15:17:45.645 INFO:tasks.rados.rados.0.smithi102.stdout:3664: done (2 left) 2024-04-10T15:17:45.645 INFO:tasks.rados.rados.0.smithi102.stdout:3665: done (1 left) 2024-04-10T15:17:45.645 INFO:tasks.rados.rados.0.smithi102.stdout:3666: done (0 left) 2024-04-10T15:17:45.645 INFO:tasks.rados.rados.0.smithi102.stdout:3667: copy_from oid 13 from oid 3 current snap is 331 2024-04-10T15:17:45.645 INFO:tasks.rados.rados.0.smithi102.stdout:3668: copy_from oid 14 from oid 35 current snap is 331 2024-04-10T15:17:45.645 INFO:tasks.rados.rados.0.smithi102.stdout:3669: snap_remove snap 316 2024-04-10T15:17:45.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:45 smithi102 ceph-mon[90943]: osdmap e739: 8 total, 8 up, 8 in 2024-04-10T15:17:45.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:45 smithi102 ceph-mon[88557]: osdmap e739: 8 total, 8 up, 8 in 2024-04-10T15:17:46.290 INFO:tasks.rados.rados.0.smithi102.stdout:3669: done (2 left) 2024-04-10T15:17:46.290 INFO:tasks.rados.rados.0.smithi102.stdout:3670: delete oid 4 current snap is 331 2024-04-10T15:17:46.290 INFO:tasks.rados.rados.0.smithi102.stdout:3668: finishing copy_from to smithi10276805-14 2024-04-10T15:17:46.290 INFO:tasks.rados.rados.0.smithi102.stdout:3668: got expected ENOENT (src dne) 2024-04-10T15:17:46.290 INFO:tasks.rados.rados.0.smithi102.stdout:3668: finishing copy_from racing read to smithi10276805-14 2024-04-10T15:17:46.290 INFO:tasks.rados.rados.0.smithi102.stdout:3667: finishing copy_from racing read to smithi10276805-13 2024-04-10T15:17:46.291 INFO:tasks.rados.rados.0.smithi102.stdout:3667: finishing copy_from to smithi10276805-13 2024-04-10T15:17:46.291 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 2408 (ObjNum 1174 snap 331 seq_num 1174) dirty exists 2024-04-10T15:17:46.298 INFO:tasks.rados.rados.0.smithi102.stdout:3667: done (2 left) 2024-04-10T15:17:46.298 INFO:tasks.rados.rados.0.smithi102.stdout:3668: done (1 left) 2024-04-10T15:17:46.298 INFO:tasks.rados.rados.0.smithi102.stdout:3670: done (0 left) 2024-04-10T15:17:46.298 INFO:tasks.rados.rados.0.smithi102.stdout:3671: snap_remove snap 308 2024-04-10T15:17:46.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:46 smithi154 ceph-mon[84269]: pgmap v770: 121 pgs: 121 active+clean; 191 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 594 KiB/s wr, 14 op/s 2024-04-10T15:17:46.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:46 smithi154 ceph-mon[84269]: osdmap e740: 8 total, 8 up, 8 in 2024-04-10T15:17:46.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:46 smithi102 ceph-mon[88557]: pgmap v770: 121 pgs: 121 active+clean; 191 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 594 KiB/s wr, 14 op/s 2024-04-10T15:17:46.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:46 smithi102 ceph-mon[88557]: osdmap e740: 8 total, 8 up, 8 in 2024-04-10T15:17:46.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:46 smithi102 ceph-mon[90943]: pgmap v770: 121 pgs: 121 active+clean; 191 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.1 MiB/s rd, 594 KiB/s wr, 14 op/s 2024-04-10T15:17:46.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:46 smithi102 ceph-mon[90943]: osdmap e740: 8 total, 8 up, 8 in 2024-04-10T15:17:47.300 INFO:tasks.rados.rados.0.smithi102.stdout:3671: done (0 left) 2024-04-10T15:17:47.300 INFO:tasks.rados.rados.0.smithi102.stdout:3672: read oid 35 snap 318 2024-04-10T15:17:47.300 INFO:tasks.rados.rados.0.smithi102.stdout:3672: expect deleted 2024-04-10T15:17:47.300 INFO:tasks.rados.rados.0.smithi102.stdout:3673: copy_from oid 34 from oid 5 current snap is 331 2024-04-10T15:17:47.300 INFO:tasks.rados.rados.0.smithi102.stdout:3674: setattr oid 47 current snap is 331 2024-04-10T15:17:47.302 INFO:tasks.rados.rados.0.smithi102.stdout:3675: snap_create 2024-04-10T15:17:47.319 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 2595 (ObjNum 1108 snap 311 seq_num 1108) dirty exists 2024-04-10T15:17:47.377 INFO:tasks.rados.rados.0.smithi102.stdout:3673: finishing copy_from racing read to smithi10276805-34 2024-04-10T15:17:47.380 INFO:tasks.rados.rados.0.smithi102.stdout:3673: finishing copy_from to smithi10276805-34 2024-04-10T15:17:47.380 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 2082 (ObjNum 1173 snap 331 seq_num 1173) dirty exists 2024-04-10T15:17:47.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:47 smithi154 ceph-mon[84269]: osdmap e741: 8 total, 8 up, 8 in 2024-04-10T15:17:47.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:47 smithi102 ceph-mon[90943]: osdmap e741: 8 total, 8 up, 8 in 2024-04-10T15:17:47.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:47 smithi102 ceph-mon[88557]: osdmap e741: 8 total, 8 up, 8 in 2024-04-10T15:17:47.656 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:17:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:17:47] "GET /metrics HTTP/1.1" 200 36346 "" "Prometheus/2.43.0" 2024-04-10T15:17:47.656 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:17:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0[96201]: 2024-04-10T15:17:47.347+0000 7f8ee0987700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 182 after trimming was started 2024-04-10T15:17:48.272 INFO:tasks.rados.rados.0.smithi102.stdout:3672: done (3 left) 2024-04-10T15:17:48.299 INFO:tasks.rados.rados.0.smithi102.stdout:3673: done (2 left) 2024-04-10T15:17:48.299 INFO:tasks.rados.rados.0.smithi102.stdout:3674: done (1 left) 2024-04-10T15:17:48.299 INFO:tasks.rados.rados.0.smithi102.stdout:3675: done (0 left) 2024-04-10T15:17:48.299 INFO:tasks.rados.rados.0.smithi102.stdout:3676: delete oid 34 current snap is 332 2024-04-10T15:17:48.301 INFO:tasks.rados.rados.0.smithi102.stdout:3676: done (0 left) 2024-04-10T15:17:48.301 INFO:tasks.rados.rados.0.smithi102.stdout:3677: rmattr oid 6 current snap is 332 2024-04-10T15:17:48.301 INFO:tasks.rados.rados.0.smithi102.stdout:3677: done (0 left) 2024-04-10T15:17:48.301 INFO:tasks.rados.rados.0.smithi102.stdout:3678: read oid 36 snap -1 2024-04-10T15:17:48.301 INFO:tasks.rados.rados.0.smithi102.stdout:3678: expect (ObjNum 1163 snap 325 seq_num 1163) 2024-04-10T15:17:48.301 INFO:tasks.rados.rados.0.smithi102.stdout:3679: delete oid 50 current snap is 332 2024-04-10T15:17:48.302 INFO:tasks.rados.rados.0.smithi102.stdout:3678: expect (ObjNum 1163 snap 325 seq_num 1163) 2024-04-10T15:17:48.302 INFO:tasks.rados.rados.0.smithi102.stdout:3678: done (1 left) 2024-04-10T15:17:48.302 INFO:tasks.rados.rados.0.smithi102.stdout:3679: done (0 left) 2024-04-10T15:17:48.302 INFO:tasks.rados.rados.0.smithi102.stdout:3680: rollback oid 23 current snap is 332 2024-04-10T15:17:48.302 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 23 to 320 2024-04-10T15:17:48.302 INFO:tasks.rados.rados.0.smithi102.stdout:3681: read oid 4 snap 320 2024-04-10T15:17:48.302 INFO:tasks.rados.rados.0.smithi102.stdout:3681: expect deleted 2024-04-10T15:17:48.302 INFO:tasks.rados.rados.0.smithi102.stdout:3682: snap_remove snap 323 2024-04-10T15:17:48.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:48 smithi154 ceph-mon[84269]: pgmap v773: 121 pgs: 121 active+clean; 193 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1016 KiB/s wr, 9 op/s 2024-04-10T15:17:48.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:48 smithi154 ceph-mon[84269]: osdmap e742: 8 total, 8 up, 8 in 2024-04-10T15:17:48.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:48 smithi154 ceph-mon[84269]: osdmap e743: 8 total, 8 up, 8 in 2024-04-10T15:17:48.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:48 smithi102 ceph-mon[90943]: pgmap v773: 121 pgs: 121 active+clean; 193 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1016 KiB/s wr, 9 op/s 2024-04-10T15:17:48.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:48 smithi102 ceph-mon[90943]: osdmap e742: 8 total, 8 up, 8 in 2024-04-10T15:17:48.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:48 smithi102 ceph-mon[90943]: osdmap e743: 8 total, 8 up, 8 in 2024-04-10T15:17:48.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:48 smithi102 ceph-mon[88557]: pgmap v773: 121 pgs: 121 active+clean; 193 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.5 KiB/s rd, 1016 KiB/s wr, 9 op/s 2024-04-10T15:17:48.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:48 smithi102 ceph-mon[88557]: osdmap e742: 8 total, 8 up, 8 in 2024-04-10T15:17:48.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:48 smithi102 ceph-mon[88557]: osdmap e743: 8 total, 8 up, 8 in 2024-04-10T15:17:49.308 INFO:tasks.rados.rados.0.smithi102.stdout:3682: done (2 left) 2024-04-10T15:17:49.308 INFO:tasks.rados.rados.0.smithi102.stdout:3683: snap_remove snap 318 2024-04-10T15:17:49.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:49 smithi154 ceph-mon[84269]: pgmap v776: 121 pgs: 121 active+clean; 193 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 991 KiB/s rd, 688 KiB/s wr, 3 op/s 2024-04-10T15:17:49.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:49 smithi102 ceph-mon[88557]: pgmap v776: 121 pgs: 121 active+clean; 193 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 991 KiB/s rd, 688 KiB/s wr, 3 op/s 2024-04-10T15:17:49.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:49 smithi102 ceph-mon[90943]: pgmap v776: 121 pgs: 121 active+clean; 193 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 991 KiB/s rd, 688 KiB/s wr, 3 op/s 2024-04-10T15:17:50.312 INFO:tasks.rados.rados.0.smithi102.stdout:3683: done (2 left) 2024-04-10T15:17:50.312 INFO:tasks.rados.rados.0.smithi102.stdout:3684: delete oid 17 current snap is 332 2024-04-10T15:17:50.312 INFO:tasks.rados.rados.0.smithi102.stdout:3680: finishing rollback tid 0 to smithi10276805-23 2024-04-10T15:17:50.312 INFO:tasks.rados.rados.0.smithi102.stdout:3680: finishing rollback tid 1 to smithi10276805-23 2024-04-10T15:17:50.312 INFO:tasks.rados.rados.0.smithi102.stdout:3680: finishing rollback tid 2 to smithi10276805-23 2024-04-10T15:17:50.312 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 2313 (ObjNum 1110 snap 312 seq_num 1110) dirty exists 2024-04-10T15:17:50.328 INFO:tasks.rados.rados.0.smithi102.stdout:3680: done (2 left) 2024-04-10T15:17:50.328 INFO:tasks.rados.rados.0.smithi102.stdout:3681: done (1 left) 2024-04-10T15:17:50.328 INFO:tasks.rados.rados.0.smithi102.stdout:3684: done (0 left) 2024-04-10T15:17:50.328 INFO:tasks.rados.rados.0.smithi102.stdout:3685: snap_remove snap 331 2024-04-10T15:17:50.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:50 smithi154 ceph-mon[84269]: osdmap e744: 8 total, 8 up, 8 in 2024-04-10T15:17:50.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:50 smithi102 ceph-mon[88557]: osdmap e744: 8 total, 8 up, 8 in 2024-04-10T15:17:50.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:50 smithi102 ceph-mon[90943]: osdmap e744: 8 total, 8 up, 8 in 2024-04-10T15:17:51.320 INFO:tasks.rados.rados.0.smithi102.stdout:3685: done (0 left) 2024-04-10T15:17:51.321 INFO:tasks.rados.rados.0.smithi102.stdout:3686: snap_remove snap 330 2024-04-10T15:17:51.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:51 smithi154 ceph-mon[84269]: osdmap e745: 8 total, 8 up, 8 in 2024-04-10T15:17:51.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:51 smithi154 ceph-mon[84269]: pgmap v779: 121 pgs: 121 active+clean; 185 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.4 MiB/s wr, 10 op/s 2024-04-10T15:17:51.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:51 smithi102 ceph-mon[90943]: osdmap e745: 8 total, 8 up, 8 in 2024-04-10T15:17:51.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:51 smithi102 ceph-mon[90943]: pgmap v779: 121 pgs: 121 active+clean; 185 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.4 MiB/s wr, 10 op/s 2024-04-10T15:17:51.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:51 smithi102 ceph-mon[88557]: osdmap e745: 8 total, 8 up, 8 in 2024-04-10T15:17:51.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:51 smithi102 ceph-mon[88557]: pgmap v779: 121 pgs: 121 active+clean; 185 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.4 MiB/s wr, 10 op/s 2024-04-10T15:17:52.319 INFO:tasks.rados.rados.0.smithi102.stdout:3686: done (0 left) 2024-04-10T15:17:52.319 INFO:tasks.rados.rados.0.smithi102.stdout:3687: snap_remove snap 328 2024-04-10T15:17:52.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:52 smithi154 ceph-mon[84269]: osdmap e746: 8 total, 8 up, 8 in 2024-04-10T15:17:52.625 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:17:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:17:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:17:52.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:52 smithi102 ceph-mon[90943]: osdmap e746: 8 total, 8 up, 8 in 2024-04-10T15:17:52.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:52 smithi102 ceph-mon[88557]: osdmap e746: 8 total, 8 up, 8 in 2024-04-10T15:17:53.274 INFO:tasks.rados.rados.0.smithi102.stdout:3687: done (0 left) 2024-04-10T15:17:53.274 INFO:tasks.rados.rados.0.smithi102.stdout:3688: copy_from oid 22 from oid 26 current snap is 332 2024-04-10T15:17:53.274 INFO:tasks.rados.rados.0.smithi102.stdout:3689: read oid 48 snap -1 2024-04-10T15:17:53.274 INFO:tasks.rados.rados.0.smithi102.stdout:3689: expect (ObjNum 1149 snap 321 seq_num 1149) 2024-04-10T15:17:53.274 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 5 current snap is 332 2024-04-10T15:17:53.274 INFO:tasks.rados.rados.0.smithi102.stdout:3690: seq_num 1179 ranges {17104896=548864} 2024-04-10T15:17:53.371 INFO:tasks.rados.rados.0.smithi102.stdout:3690: writing smithi10276805-5 from 17104896 to 17653760 tid 1 2024-04-10T15:17:53.371 INFO:tasks.rados.rados.0.smithi102.stdout:3691: read oid 37 snap -1 2024-04-10T15:17:53.371 INFO:tasks.rados.rados.0.smithi102.stdout:3691: expect deleted 2024-04-10T15:17:53.371 INFO:tasks.rados.rados.0.smithi102.stdout:3692: rmattr oid 27 current snap is 332 2024-04-10T15:17:53.371 INFO:tasks.rados.rados.0.smithi102.stdout:3692: done (4 left) 2024-04-10T15:17:53.371 INFO:tasks.rados.rados.0.smithi102.stdout:3693: read oid 16 snap -1 2024-04-10T15:17:53.371 INFO:tasks.rados.rados.0.smithi102.stdout:3693: expect (ObjNum 1153 snap 322 seq_num 1153) 2024-04-10T15:17:53.371 INFO:tasks.rados.rados.0.smithi102.stdout:3694: delete oid 12 current snap is 332 2024-04-10T15:17:53.371 INFO:tasks.rados.rados.0.smithi102.stdout:3688: finishing copy_from racing read to smithi10276805-22 2024-04-10T15:17:53.372 INFO:tasks.rados.rados.0.smithi102.stdout:3688: finishing copy_from to smithi10276805-22 2024-04-10T15:17:53.372 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 1812 (ObjNum 1021 snap 295 seq_num 1021) dirty exists 2024-04-10T15:17:53.372 INFO:tasks.rados.rados.0.smithi102.stdout:3689: expect (ObjNum 1149 snap 321 seq_num 1149) 2024-04-10T15:17:53.521 INFO:tasks.rados.rados.0.smithi102.stdout:3690: finishing write tid 1 to smithi10276805-5 2024-04-10T15:17:53.521 INFO:tasks.rados.rados.0.smithi102.stdout:3690: finishing write tid 2 to smithi10276805-5 2024-04-10T15:17:53.521 INFO:tasks.rados.rados.0.smithi102.stdout:3690: finishing write tid 3 to smithi10276805-5 2024-04-10T15:17:53.521 INFO:tasks.rados.rados.0.smithi102.stdout:3690: oid 5 updating version 0 to 2083 2024-04-10T15:17:53.521 INFO:tasks.rados.rados.0.smithi102.stdout:3690: oid 5 updating version 2083 to 2084 2024-04-10T15:17:53.521 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 2084 (ObjNum 1179 snap 332 seq_num 1179) dirty exists 2024-04-10T15:17:53.521 INFO:tasks.rados.rados.0.smithi102.stdout:3690: left oid 5 (ObjNum 1179 snap 332 seq_num 1179) 2024-04-10T15:17:53.521 INFO:tasks.rados.rados.0.smithi102.stdout:3688: done (5 left) 2024-04-10T15:17:53.521 INFO:tasks.rados.rados.0.smithi102.stdout:3689: done (4 left) 2024-04-10T15:17:53.521 INFO:tasks.rados.rados.0.smithi102.stdout:3690: done (3 left) 2024-04-10T15:17:53.522 INFO:tasks.rados.rados.0.smithi102.stdout:3691: done (2 left) 2024-04-10T15:17:53.522 INFO:tasks.rados.rados.0.smithi102.stdout:3694: done (1 left) 2024-04-10T15:17:53.522 INFO:tasks.rados.rados.0.smithi102.stdout:3695: snap_create 2024-04-10T15:17:53.522 INFO:tasks.rados.rados.0.smithi102.stdout:3693: expect (ObjNum 1153 snap 322 seq_num 1153) 2024-04-10T15:17:53.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:53 smithi154 ceph-mon[84269]: osdmap e747: 8 total, 8 up, 8 in 2024-04-10T15:17:53.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:17:53.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:53 smithi154 ceph-mon[84269]: pgmap v782: 121 pgs: 121 active+clean; 161 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.3 MiB/s wr, 8 op/s 2024-04-10T15:17:53.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:53 smithi154 ceph-mon[84269]: osdmap e748: 8 total, 8 up, 8 in 2024-04-10T15:17:53.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:53 smithi102 ceph-mon[90943]: osdmap e747: 8 total, 8 up, 8 in 2024-04-10T15:17:53.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:17:53.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:53 smithi102 ceph-mon[90943]: pgmap v782: 121 pgs: 121 active+clean; 161 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.3 MiB/s wr, 8 op/s 2024-04-10T15:17:53.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:53 smithi102 ceph-mon[90943]: osdmap e748: 8 total, 8 up, 8 in 2024-04-10T15:17:53.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:53 smithi102 ceph-mon[88557]: osdmap e747: 8 total, 8 up, 8 in 2024-04-10T15:17:53.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:17:53.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:53 smithi102 ceph-mon[88557]: pgmap v782: 121 pgs: 121 active+clean; 161 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 4.3 MiB/s wr, 8 op/s 2024-04-10T15:17:53.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:53 smithi102 ceph-mon[88557]: osdmap e748: 8 total, 8 up, 8 in 2024-04-10T15:17:54.333 INFO:tasks.rados.rados.0.smithi102.stdout:3693: done (1 left) 2024-04-10T15:17:54.333 INFO:tasks.rados.rados.0.smithi102.stdout:3695: done (0 left) 2024-04-10T15:17:54.333 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 1 current snap is 333 2024-04-10T15:17:54.334 INFO:tasks.rados.rados.0.smithi102.stdout:3696: seq_num 1181 ranges {0=581632} 2024-04-10T15:17:54.336 INFO:tasks.rados.rados.0.smithi102.stdout:3696: writing smithi10276805-1 from 0 to 581632 tid 1 2024-04-10T15:17:54.337 INFO:tasks.rados.rados.0.smithi102.stdout:3697: delete oid 50 current snap is 333 2024-04-10T15:17:54.342 INFO:tasks.rados.rados.0.smithi102.stdout:3697: done (1 left) 2024-04-10T15:17:54.342 INFO:tasks.rados.rados.0.smithi102.stdout:3698: snap_create 2024-04-10T15:17:54.345 INFO:tasks.rados.rados.0.smithi102.stdout:3696: finishing write tid 1 to smithi10276805-1 2024-04-10T15:17:54.345 INFO:tasks.rados.rados.0.smithi102.stdout:3696: finishing write tid 2 to smithi10276805-1 2024-04-10T15:17:54.347 INFO:tasks.rados.rados.0.smithi102.stdout:3696: finishing write tid 3 to smithi10276805-1 2024-04-10T15:17:54.347 INFO:tasks.rados.rados.0.smithi102.stdout:3696: oid 1 updating version 0 to 2480 2024-04-10T15:17:54.347 INFO:tasks.rados.rados.0.smithi102.stdout:3696: oid 1 updating version 2480 to 2481 2024-04-10T15:17:54.347 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 2481 (ObjNum 1181 snap 333 seq_num 1181) dirty exists 2024-04-10T15:17:54.347 INFO:tasks.rados.rados.0.smithi102.stdout:3696: left oid 1 (ObjNum 1181 snap 333 seq_num 1181) 2024-04-10T15:17:55.338 INFO:tasks.rados.rados.0.smithi102.stdout:3696: done (1 left) 2024-04-10T15:17:55.339 INFO:tasks.rados.rados.0.smithi102.stdout:3698: done (0 left) 2024-04-10T15:17:55.339 INFO:tasks.rados.rados.0.smithi102.stdout:3699: rmattr oid 15 current snap is 334 2024-04-10T15:17:55.339 INFO:tasks.rados.rados.0.smithi102.stdout:3700: read oid 31 snap -1 2024-04-10T15:17:55.339 INFO:tasks.rados.rados.0.smithi102.stdout:3700: expect (ObjNum 1166 snap 325 seq_num 1166) 2024-04-10T15:17:55.339 INFO:tasks.rados.rados.0.smithi102.stdout:3701: read oid 39 snap -1 2024-04-10T15:17:55.339 INFO:tasks.rados.rados.0.smithi102.stdout:3701: expect (ObjNum 1146 snap 320 seq_num 1146) 2024-04-10T15:17:55.339 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 36 current snap is 334 2024-04-10T15:17:55.339 INFO:tasks.rados.rados.0.smithi102.stdout:3702: seq_num 1183 ranges {286720=622592} 2024-04-10T15:17:55.344 INFO:tasks.rados.rados.0.smithi102.stdout:3702: writing smithi10276805-36 from 286720 to 909312 tid 1 2024-04-10T15:17:55.344 INFO:tasks.rados.rados.0.smithi102.stdout:3703: copy_from oid 1 from oid 35 current snap is 334 2024-04-10T15:17:55.344 INFO:tasks.rados.rados.0.smithi102.stdout:3704: snap_create 2024-04-10T15:17:55.347 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 2621 (ObjNum 1126 snap 317 seq_num 1126) dirty exists 2024-04-10T15:17:55.347 INFO:tasks.rados.rados.0.smithi102.stdout:3703: finishing copy_from to smithi10276805-1 2024-04-10T15:17:55.347 INFO:tasks.rados.rados.0.smithi102.stdout:3703: got expected ENOENT (src dne) 2024-04-10T15:17:55.347 INFO:tasks.rados.rados.0.smithi102.stdout:3703: finishing copy_from racing read to smithi10276805-1 2024-04-10T15:17:55.351 INFO:tasks.rados.rados.0.smithi102.stdout:3702: finishing write tid 1 to smithi10276805-36 2024-04-10T15:17:55.352 INFO:tasks.rados.rados.0.smithi102.stdout:3702: finishing write tid 2 to smithi10276805-36 2024-04-10T15:17:55.356 INFO:tasks.rados.rados.0.smithi102.stdout:3700: expect (ObjNum 1166 snap 325 seq_num 1166) 2024-04-10T15:17:55.520 INFO:tasks.rados.rados.0.smithi102.stdout:3702: finishing write tid 3 to smithi10276805-36 2024-04-10T15:17:55.520 INFO:tasks.rados.rados.0.smithi102.stdout:3702: oid 36 updating version 0 to 2084 2024-04-10T15:17:55.520 INFO:tasks.rados.rados.0.smithi102.stdout:3702: oid 36 updating version 2084 to 2085 2024-04-10T15:17:55.520 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 2085 (ObjNum 1183 snap 334 seq_num 1183) dirty exists 2024-04-10T15:17:55.520 INFO:tasks.rados.rados.0.smithi102.stdout:3702: left oid 36 (ObjNum 1183 snap 334 seq_num 1183) 2024-04-10T15:17:55.520 INFO:tasks.rados.rados.0.smithi102.stdout:3701: expect (ObjNum 1146 snap 320 seq_num 1146) 2024-04-10T15:17:55.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:55 smithi154 ceph-mon[84269]: osdmap e749: 8 total, 8 up, 8 in 2024-04-10T15:17:55.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:55 smithi154 ceph-mon[84269]: pgmap v785: 121 pgs: 121 active+clean; 137 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 122 KiB/s wr, 2 op/s 2024-04-10T15:17:55.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:55 smithi102 ceph-mon[90943]: osdmap e749: 8 total, 8 up, 8 in 2024-04-10T15:17:55.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:55 smithi102 ceph-mon[90943]: pgmap v785: 121 pgs: 121 active+clean; 137 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 122 KiB/s wr, 2 op/s 2024-04-10T15:17:55.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:55 smithi102 ceph-mon[88557]: osdmap e749: 8 total, 8 up, 8 in 2024-04-10T15:17:55.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:55 smithi102 ceph-mon[88557]: pgmap v785: 121 pgs: 121 active+clean; 137 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 2.3 MiB/s rd, 122 KiB/s wr, 2 op/s 2024-04-10T15:17:56.343 INFO:tasks.rados.rados.0.smithi102.stdout:3699: done (5 left) 2024-04-10T15:17:56.343 INFO:tasks.rados.rados.0.smithi102.stdout:3700: done (4 left) 2024-04-10T15:17:56.343 INFO:tasks.rados.rados.0.smithi102.stdout:3701: done (3 left) 2024-04-10T15:17:56.343 INFO:tasks.rados.rados.0.smithi102.stdout:3702: done (2 left) 2024-04-10T15:17:56.343 INFO:tasks.rados.rados.0.smithi102.stdout:3703: done (1 left) 2024-04-10T15:17:56.343 INFO:tasks.rados.rados.0.smithi102.stdout:3704: done (0 left) 2024-04-10T15:17:56.343 INFO:tasks.rados.rados.0.smithi102.stdout:3705: delete oid 26 current snap is 335 2024-04-10T15:17:56.346 INFO:tasks.rados.rados.0.smithi102.stdout:3705: done (0 left) 2024-04-10T15:17:56.346 INFO:tasks.rados.rados.0.smithi102.stdout:3706: snap_remove snap 334 2024-04-10T15:17:56.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:56 smithi154 ceph-mon[84269]: osdmap e750: 8 total, 8 up, 8 in 2024-04-10T15:17:56.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:56 smithi102 ceph-mon[90943]: osdmap e750: 8 total, 8 up, 8 in 2024-04-10T15:17:56.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:56 smithi102 ceph-mon[88557]: osdmap e750: 8 total, 8 up, 8 in 2024-04-10T15:17:57.350 INFO:tasks.rados.rados.0.smithi102.stdout:3706: done (0 left) 2024-04-10T15:17:57.351 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 1 current snap is 335 2024-04-10T15:17:57.351 INFO:tasks.rados.rados.0.smithi102.stdout:3707: seq_num 1185 ranges {581632=655360} 2024-04-10T15:17:57.357 INFO:tasks.rados.rados.0.smithi102.stdout:3707: writing smithi10276805-1 from 581632 to 1236992 tid 1 2024-04-10T15:17:57.357 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 31 current snap is 335 2024-04-10T15:17:57.357 INFO:tasks.rados.rados.0.smithi102.stdout:3708: seq_num 1186 ranges {2564096=671744} 2024-04-10T15:17:57.375 INFO:tasks.rados.rados.0.smithi102.stdout:3708: writing smithi10276805-31 from 2564096 to 3235840 tid 1 2024-04-10T15:17:57.375 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 38 current snap is 335 2024-04-10T15:17:57.375 INFO:tasks.rados.rados.0.smithi102.stdout:3707: finishing write tid 1 to smithi10276805-1 2024-04-10T15:17:57.375 INFO:tasks.rados.rados.0.smithi102.stdout:3707: finishing write tid 2 to smithi10276805-1 2024-04-10T15:17:57.376 INFO:tasks.rados.rados.0.smithi102.stdout:3707: finishing write tid 3 to smithi10276805-1 2024-04-10T15:17:57.376 INFO:tasks.rados.rados.0.smithi102.stdout:3707: oid 1 updating version 0 to 2483 2024-04-10T15:17:57.376 INFO:tasks.rados.rados.0.smithi102.stdout:3707: oid 1 version 2483 is already newer than 2482 2024-04-10T15:17:57.376 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 2483 (ObjNum 1185 snap 335 seq_num 1185) dirty exists 2024-04-10T15:17:57.376 INFO:tasks.rados.rados.0.smithi102.stdout:3707: left oid 1 (ObjNum 1185 snap 335 seq_num 1185) 2024-04-10T15:17:57.376 INFO:tasks.rados.rados.0.smithi102.stdout:3709: seq_num 1187 ranges {1900544=688128} 2024-04-10T15:17:57.389 INFO:tasks.rados.rados.0.smithi102.stdout:3709: writing smithi10276805-38 from 1900544 to 2588672 tid 1 2024-04-10T15:17:57.390 INFO:tasks.rados.rados.0.smithi102.stdout:3707: done (2 left) 2024-04-10T15:17:57.390 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 22 current snap is 335 2024-04-10T15:17:57.390 INFO:tasks.rados.rados.0.smithi102.stdout:3708: finishing write tid 1 to smithi10276805-31 2024-04-10T15:17:57.390 INFO:tasks.rados.rados.0.smithi102.stdout:3708: finishing write tid 2 to smithi10276805-31 2024-04-10T15:17:57.390 INFO:tasks.rados.rados.0.smithi102.stdout:3708: finishing write tid 3 to smithi10276805-31 2024-04-10T15:17:57.390 INFO:tasks.rados.rados.0.smithi102.stdout:3708: oid 31 updating version 0 to 2086 2024-04-10T15:17:57.390 INFO:tasks.rados.rados.0.smithi102.stdout:3708: oid 31 updating version 2086 to 2087 2024-04-10T15:17:57.390 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 2087 (ObjNum 1186 snap 335 seq_num 1186) dirty exists 2024-04-10T15:17:57.390 INFO:tasks.rados.rados.0.smithi102.stdout:3708: left oid 31 (ObjNum 1186 snap 335 seq_num 1186) 2024-04-10T15:17:57.390 INFO:tasks.rados.rados.0.smithi102.stdout:3710: seq_num 1188 ranges {499712=704512} 2024-04-10T15:17:57.397 INFO:tasks.rados.rados.0.smithi102.stdout:3710: writing smithi10276805-22 from 499712 to 1204224 tid 1 2024-04-10T15:17:57.397 INFO:tasks.rados.rados.0.smithi102.stdout:3708: done (2 left) 2024-04-10T15:17:57.397 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 48 current snap is 335 2024-04-10T15:17:57.397 INFO:tasks.rados.rados.0.smithi102.stdout:3709: finishing write tid 1 to smithi10276805-38 2024-04-10T15:17:57.397 INFO:tasks.rados.rados.0.smithi102.stdout:3709: finishing write tid 2 to smithi10276805-38 2024-04-10T15:17:57.397 INFO:tasks.rados.rados.0.smithi102.stdout:3709: finishing write tid 3 to smithi10276805-38 2024-04-10T15:17:57.397 INFO:tasks.rados.rados.0.smithi102.stdout:3709: oid 38 updating version 0 to 1836 2024-04-10T15:17:57.397 INFO:tasks.rados.rados.0.smithi102.stdout:3709: oid 38 version 1836 is already newer than 1835 2024-04-10T15:17:57.397 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 1836 (ObjNum 1187 snap 335 seq_num 1187) dirty exists 2024-04-10T15:17:57.397 INFO:tasks.rados.rados.0.smithi102.stdout:3709: left oid 38 (ObjNum 1187 snap 335 seq_num 1187) 2024-04-10T15:17:57.398 INFO:tasks.rados.rados.0.smithi102.stdout:3711: seq_num 1189 ranges {3055616=720896} 2024-04-10T15:17:57.418 INFO:tasks.rados.rados.0.smithi102.stdout:3711: writing smithi10276805-48 from 3055616 to 3776512 tid 1 2024-04-10T15:17:57.418 INFO:tasks.rados.rados.0.smithi102.stdout:3709: done (2 left) 2024-04-10T15:17:57.418 INFO:tasks.rados.rados.0.smithi102.stdout:3712: rmattr oid 42 current snap is 335 2024-04-10T15:17:57.418 INFO:tasks.rados.rados.0.smithi102.stdout:3710: finishing write tid 1 to smithi10276805-22 2024-04-10T15:17:57.418 INFO:tasks.rados.rados.0.smithi102.stdout:3710: finishing write tid 2 to smithi10276805-22 2024-04-10T15:17:57.418 INFO:tasks.rados.rados.0.smithi102.stdout:3710: finishing write tid 3 to smithi10276805-22 2024-04-10T15:17:57.418 INFO:tasks.rados.rados.0.smithi102.stdout:3710: oid 22 updating version 0 to 2069 2024-04-10T15:17:57.418 INFO:tasks.rados.rados.0.smithi102.stdout:3710: oid 22 updating version 2069 to 2070 2024-04-10T15:17:57.418 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 2070 (ObjNum 1188 snap 335 seq_num 1188) dirty exists 2024-04-10T15:17:57.419 INFO:tasks.rados.rados.0.smithi102.stdout:3710: left oid 22 (ObjNum 1188 snap 335 seq_num 1188) 2024-04-10T15:17:57.419 INFO:tasks.rados.rados.0.smithi102.stdout:3710: done (2 left) 2024-04-10T15:17:57.419 INFO:tasks.rados.rados.0.smithi102.stdout:3712: done (1 left) 2024-04-10T15:17:57.419 INFO:tasks.rados.rados.0.smithi102.stdout:3713: rollback oid 34 current snap is 335 2024-04-10T15:17:57.419 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 34 to 322 2024-04-10T15:17:57.419 INFO:tasks.rados.rados.0.smithi102.stdout:3714: rmattr oid 12 current snap is 335 2024-04-10T15:17:57.419 INFO:tasks.rados.rados.0.smithi102.stdout:3714: done (2 left) 2024-04-10T15:17:57.419 INFO:tasks.rados.rados.0.smithi102.stdout:3715: rmattr oid 30 current snap is 335 2024-04-10T15:17:57.419 INFO:tasks.rados.rados.0.smithi102.stdout:3715: done (2 left) 2024-04-10T15:17:57.419 INFO:tasks.rados.rados.0.smithi102.stdout:3716: read oid 27 snap -1 2024-04-10T15:17:57.419 INFO:tasks.rados.rados.0.smithi102.stdout:3716: expect (ObjNum 1162 snap 325 seq_num 1162) 2024-04-10T15:17:57.419 INFO:tasks.rados.rados.0.smithi102.stdout:3717: rollback oid 26 current snap is 335 2024-04-10T15:17:57.419 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 26 to 329 2024-04-10T15:17:57.419 INFO:tasks.rados.rados.0.smithi102.stdout:3718: read oid 35 snap -1 2024-04-10T15:17:57.419 INFO:tasks.rados.rados.0.smithi102.stdout:3718: expect deleted 2024-04-10T15:17:57.420 INFO:tasks.rados.rados.0.smithi102.stdout:3719: setattr oid 38 current snap is 335 2024-04-10T15:17:57.421 INFO:tasks.rados.rados.0.smithi102.stdout:3720: rmattr oid 3 current snap is 335 2024-04-10T15:17:57.421 INFO:tasks.rados.rados.0.smithi102.stdout:3720: done (6 left) 2024-04-10T15:17:57.421 INFO:tasks.rados.rados.0.smithi102.stdout:3721: read oid 7 snap -1 2024-04-10T15:17:57.421 INFO:tasks.rados.rados.0.smithi102.stdout:3721: expect deleted 2024-04-10T15:17:57.421 INFO:tasks.rados.rados.0.smithi102.stdout:3722: read oid 46 snap -1 2024-04-10T15:17:57.421 INFO:tasks.rados.rados.0.smithi102.stdout:3722: expect deleted 2024-04-10T15:17:57.421 INFO:tasks.rados.rados.0.smithi102.stdout:3723: copy_from oid 1 from oid 11 current snap is 335 2024-04-10T15:17:57.421 INFO:tasks.rados.rados.0.smithi102.stdout:3724: rollback oid 25 current snap is 335 2024-04-10T15:17:57.421 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 25 to 324 2024-04-10T15:17:57.421 INFO:tasks.rados.rados.0.smithi102.stdout:3725: rollback oid 32 current snap is 335 2024-04-10T15:17:57.421 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 32 to 332 2024-04-10T15:17:57.421 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 49 current snap is 335 2024-04-10T15:17:57.421 INFO:tasks.rados.rados.0.smithi102.stdout:3726: seq_num 1190 ranges {442368=737280} 2024-04-10T15:17:57.426 INFO:tasks.rados.rados.0.smithi102.stdout:3726: writing smithi10276805-49 from 442368 to 1179648 tid 1 2024-04-10T15:17:57.427 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 18 current snap is 335 2024-04-10T15:17:57.427 INFO:tasks.rados.rados.0.smithi102.stdout:3727: seq_num 1191 ranges {4644864=753664} 2024-04-10T15:17:57.455 INFO:tasks.rados.rados.0.smithi102.stdout:3727: writing smithi10276805-18 from 4644864 to 5398528 tid 1 2024-04-10T15:17:57.455 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 335 2024-04-10T15:17:57.455 INFO:tasks.rados.rados.0.smithi102.stdout:3716: expect (ObjNum 1162 snap 325 seq_num 1162) 2024-04-10T15:17:57.463 INFO:tasks.rados.rados.0.smithi102.stdout:3713: finishing rollback tid 1 to smithi10276805-34 2024-04-10T15:17:57.463 INFO:tasks.rados.rados.0.smithi102.stdout:3713: finishing rollback tid 2 to smithi10276805-34 2024-04-10T15:17:57.464 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 2272 (ObjNum 1039 snap 300 seq_num 1039) dirty exists 2024-04-10T15:17:57.464 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 1837 (ObjNum 1187 snap 335 seq_num 1187) dirty exists 2024-04-10T15:17:57.464 INFO:tasks.rados.rados.0.smithi102.stdout:3724: finishing rollback tid 0 to smithi10276805-25 2024-04-10T15:17:57.464 INFO:tasks.rados.rados.0.smithi102.stdout:3724: finishing rollback tid 1 to smithi10276805-25 2024-04-10T15:17:57.464 INFO:tasks.rados.rados.0.smithi102.stdout:3717: finishing rollback tid 1 to smithi10276805-26 2024-04-10T15:17:57.464 INFO:tasks.rados.rados.0.smithi102.stdout:3724: finishing rollback tid 2 to smithi10276805-25 2024-04-10T15:17:57.464 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 25 v 2316 (ObjNum 1134 snap 319 seq_num 1134) dirty exists 2024-04-10T15:17:57.464 INFO:tasks.rados.rados.0.smithi102.stdout:3711: finishing write tid 1 to smithi10276805-48 2024-04-10T15:17:57.464 INFO:tasks.rados.rados.0.smithi102.stdout:3717: finishing rollback tid 2 to smithi10276805-26 2024-04-10T15:17:57.464 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1837 (ObjNum 1021 snap 295 seq_num 1021) dirty exists 2024-04-10T15:17:57.464 INFO:tasks.rados.rados.0.smithi102.stdout:3728: seq_num 1192 ranges {7602176=770048} 2024-04-10T15:17:57.507 INFO:tasks.rados.rados.0.smithi102.stdout:3728: writing smithi10276805-2 from 7602176 to 8372224 tid 1 2024-04-10T15:17:57.508 INFO:tasks.rados.rados.0.smithi102.stdout:3713: done (13 left) 2024-04-10T15:17:57.508 INFO:tasks.rados.rados.0.smithi102.stdout:3716: done (12 left) 2024-04-10T15:17:57.508 INFO:tasks.rados.rados.0.smithi102.stdout:3717: done (11 left) 2024-04-10T15:17:57.508 INFO:tasks.rados.rados.0.smithi102.stdout:3718: done (10 left) 2024-04-10T15:17:57.508 INFO:tasks.rados.rados.0.smithi102.stdout:3719: done (9 left) 2024-04-10T15:17:57.508 INFO:tasks.rados.rados.0.smithi102.stdout:3721: done (8 left) 2024-04-10T15:17:57.508 INFO:tasks.rados.rados.0.smithi102.stdout:3722: done (7 left) 2024-04-10T15:17:57.508 INFO:tasks.rados.rados.0.smithi102.stdout:3724: done (6 left) 2024-04-10T15:17:57.509 INFO:tasks.rados.rados.0.smithi102.stdout:3729: snap_remove snap 325 2024-04-10T15:17:57.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:57 smithi154 ceph-mon[84269]: osdmap e751: 8 total, 8 up, 8 in 2024-04-10T15:17:57.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:57 smithi154 ceph-mon[84269]: pgmap v788: 121 pgs: 121 active+clean; 137 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 122 KiB/s wr, 4 op/s 2024-04-10T15:17:57.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:57 smithi102 ceph-mon[90943]: osdmap e751: 8 total, 8 up, 8 in 2024-04-10T15:17:57.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:57 smithi102 ceph-mon[90943]: pgmap v788: 121 pgs: 121 active+clean; 137 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 122 KiB/s wr, 4 op/s 2024-04-10T15:17:57.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:57 smithi102 ceph-mon[88557]: osdmap e751: 8 total, 8 up, 8 in 2024-04-10T15:17:57.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:57 smithi102 ceph-mon[88557]: pgmap v788: 121 pgs: 121 active+clean; 137 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.3 MiB/s rd, 122 KiB/s wr, 4 op/s 2024-04-10T15:17:57.656 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:17:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:17:57] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-04-10T15:17:58.275 INFO:tasks.rados.rados.0.smithi102.stdout:3729: done (6 left) 2024-04-10T15:17:58.275 INFO:tasks.rados.rados.0.smithi102.stdout:3730: read oid 41 snap -1 2024-04-10T15:17:58.275 INFO:tasks.rados.rados.0.smithi102.stdout:3730: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:17:58.275 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 34 current snap is 335 2024-04-10T15:17:58.275 INFO:tasks.rados.rados.0.smithi102.stdout:3731: seq_num 1193 ranges {1048576=786432} 2024-04-10T15:17:58.286 INFO:tasks.rados.rados.0.smithi102.stdout:3731: writing smithi10276805-34 from 1048576 to 1835008 tid 1 2024-04-10T15:17:58.287 INFO:tasks.rados.rados.0.smithi102.stdout:3732: read oid 25 snap -1 2024-04-10T15:17:58.287 INFO:tasks.rados.rados.0.smithi102.stdout:3732: expect (ObjNum 1134 snap 319 seq_num 1134) 2024-04-10T15:17:58.287 INFO:tasks.rados.rados.0.smithi102.stdout:3733: rmattr oid 30 current snap is 335 2024-04-10T15:17:58.287 INFO:tasks.rados.rados.0.smithi102.stdout:3733: done (9 left) 2024-04-10T15:17:58.287 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 335 2024-04-10T15:17:58.287 INFO:tasks.rados.rados.0.smithi102.stdout:3734: seq_num 1194 ranges {5414912=802816} 2024-04-10T15:17:58.322 INFO:tasks.rados.rados.0.smithi102.stdout:3734: writing smithi10276805-39 from 5414912 to 6217728 tid 1 2024-04-10T15:17:58.323 INFO:tasks.rados.rados.0.smithi102.stdout:3735: snap_create 2024-04-10T15:17:58.323 INFO:tasks.rados.rados.0.smithi102.stdout:3711: finishing write tid 2 to smithi10276805-48 2024-04-10T15:17:58.323 INFO:tasks.rados.rados.0.smithi102.stdout:3723: finishing copy_from racing read to smithi10276805-1 2024-04-10T15:17:58.323 INFO:tasks.rados.rados.0.smithi102.stdout:3725: finishing rollback tid 1 to smithi10276805-32 2024-04-10T15:17:58.323 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 0 (ObjNum 1 snap 0 seq_num 304) dirty dne 2024-04-10T15:17:58.323 INFO:tasks.rados.rados.0.smithi102.stdout:3723: finishing copy_from to smithi10276805-1 2024-04-10T15:17:58.323 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 2479 (ObjNum 1172 snap 331 seq_num 1172) dirty exists 2024-04-10T15:17:58.323 INFO:tasks.rados.rados.0.smithi102.stdout:3711: finishing write tid 3 to smithi10276805-48 2024-04-10T15:17:58.324 INFO:tasks.rados.rados.0.smithi102.stdout:3711: oid 48 updating version 0 to 2624 2024-04-10T15:17:58.324 INFO:tasks.rados.rados.0.smithi102.stdout:3711: oid 48 version 2624 is already newer than 2623 2024-04-10T15:17:58.324 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 2624 (ObjNum 1189 snap 335 seq_num 1189) dirty exists 2024-04-10T15:17:58.324 INFO:tasks.rados.rados.0.smithi102.stdout:3711: left oid 48 (ObjNum 1189 snap 335 seq_num 1189) 2024-04-10T15:17:58.324 INFO:tasks.rados.rados.0.smithi102.stdout:3726: finishing write tid 1 to smithi10276805-49 2024-04-10T15:17:58.324 INFO:tasks.rados.rados.0.smithi102.stdout:3726: finishing write tid 2 to smithi10276805-49 2024-04-10T15:17:58.324 INFO:tasks.rados.rados.0.smithi102.stdout:3726: finishing write tid 3 to smithi10276805-49 2024-04-10T15:17:58.324 INFO:tasks.rados.rados.0.smithi102.stdout:3726: oid 49 updating version 0 to 2410 2024-04-10T15:17:58.324 INFO:tasks.rados.rados.0.smithi102.stdout:3726: oid 49 version 2410 is already newer than 2409 2024-04-10T15:17:58.325 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 2410 (ObjNum 1190 snap 335 seq_num 1190) dirty exists 2024-04-10T15:17:58.325 INFO:tasks.rados.rados.0.smithi102.stdout:3726: left oid 49 (ObjNum 1190 snap 335 seq_num 1190) 2024-04-10T15:17:58.325 INFO:tasks.rados.rados.0.smithi102.stdout:3727: finishing write tid 1 to smithi10276805-18 2024-04-10T15:17:58.325 INFO:tasks.rados.rados.0.smithi102.stdout:3727: finishing write tid 2 to smithi10276805-18 2024-04-10T15:17:58.325 INFO:tasks.rados.rados.0.smithi102.stdout:3727: finishing write tid 3 to smithi10276805-18 2024-04-10T15:17:58.325 INFO:tasks.rados.rados.0.smithi102.stdout:3727: oid 18 updating version 0 to 2294 2024-04-10T15:17:58.325 INFO:tasks.rados.rados.0.smithi102.stdout:3727: oid 18 version 2294 is already newer than 2293 2024-04-10T15:17:58.325 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 2294 (ObjNum 1191 snap 335 seq_num 1191) dirty exists 2024-04-10T15:17:58.325 INFO:tasks.rados.rados.0.smithi102.stdout:3727: left oid 18 (ObjNum 1191 snap 335 seq_num 1191) 2024-04-10T15:17:58.326 INFO:tasks.rados.rados.0.smithi102.stdout:3728: finishing write tid 1 to smithi10276805-2 2024-04-10T15:17:58.326 INFO:tasks.rados.rados.0.smithi102.stdout:3728: finishing write tid 2 to smithi10276805-2 2024-04-10T15:17:58.326 INFO:tasks.rados.rados.0.smithi102.stdout:3728: finishing write tid 3 to smithi10276805-2 2024-04-10T15:17:58.326 INFO:tasks.rados.rados.0.smithi102.stdout:3728: oid 2 updating version 0 to 1562 2024-04-10T15:17:58.326 INFO:tasks.rados.rados.0.smithi102.stdout:3728: oid 2 version 1562 is already newer than 1561 2024-04-10T15:17:58.326 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 1562 (ObjNum 1192 snap 335 seq_num 1192) dirty exists 2024-04-10T15:17:58.326 INFO:tasks.rados.rados.0.smithi102.stdout:3728: left oid 2 (ObjNum 1192 snap 335 seq_num 1192) 2024-04-10T15:17:58.326 INFO:tasks.rados.rados.0.smithi102.stdout:3730: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:17:58.326 INFO:tasks.rados.rados.0.smithi102.stdout:3732: expect (ObjNum 1134 snap 319 seq_num 1134) 2024-04-10T15:17:58.381 INFO:tasks.rados.rados.0.smithi102.stdout:3731: finishing write tid 1 to smithi10276805-34 2024-04-10T15:17:58.381 INFO:tasks.rados.rados.0.smithi102.stdout:3731: finishing write tid 2 to smithi10276805-34 2024-04-10T15:17:58.381 INFO:tasks.rados.rados.0.smithi102.stdout:3731: finishing write tid 3 to smithi10276805-34 2024-04-10T15:17:58.381 INFO:tasks.rados.rados.0.smithi102.stdout:3731: oid 34 updating version 0 to 2274 2024-04-10T15:17:58.382 INFO:tasks.rados.rados.0.smithi102.stdout:3731: oid 34 version 2274 is already newer than 2273 2024-04-10T15:17:58.382 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 2274 (ObjNum 1193 snap 335 seq_num 1193) dirty exists 2024-04-10T15:17:58.382 INFO:tasks.rados.rados.0.smithi102.stdout:3731: left oid 34 (ObjNum 1193 snap 335 seq_num 1193) 2024-04-10T15:17:58.382 INFO:tasks.rados.rados.0.smithi102.stdout:3734: finishing write tid 1 to smithi10276805-39 2024-04-10T15:17:58.382 INFO:tasks.rados.rados.0.smithi102.stdout:3734: finishing write tid 2 to smithi10276805-39 2024-04-10T15:17:58.382 INFO:tasks.rados.rados.0.smithi102.stdout:3734: finishing write tid 3 to smithi10276805-39 2024-04-10T15:17:58.382 INFO:tasks.rados.rados.0.smithi102.stdout:3734: oid 39 updating version 0 to 2411 2024-04-10T15:17:58.382 INFO:tasks.rados.rados.0.smithi102.stdout:3734: oid 39 updating version 2411 to 2412 2024-04-10T15:17:58.382 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 2412 (ObjNum 1194 snap 335 seq_num 1194) dirty exists 2024-04-10T15:17:58.382 INFO:tasks.rados.rados.0.smithi102.stdout:3734: left oid 39 (ObjNum 1194 snap 335 seq_num 1194) 2024-04-10T15:17:58.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:58 smithi154 ceph-mon[84269]: osdmap e752: 8 total, 8 up, 8 in 2024-04-10T15:17:58.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:17:58 smithi154 ceph-mon[84269]: osdmap e753: 8 total, 8 up, 8 in 2024-04-10T15:17:58.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:58 smithi102 ceph-mon[88557]: osdmap e752: 8 total, 8 up, 8 in 2024-04-10T15:17:58.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:17:58 smithi102 ceph-mon[88557]: osdmap e753: 8 total, 8 up, 8 in 2024-04-10T15:17:58.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:58 smithi102 ceph-mon[90943]: osdmap e752: 8 total, 8 up, 8 in 2024-04-10T15:17:58.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:17:58 smithi102 ceph-mon[90943]: osdmap e753: 8 total, 8 up, 8 in 2024-04-10T15:17:59.275 INFO:tasks.rados.rados.0.smithi102.stdout:3711: done (10 left) 2024-04-10T15:17:59.275 INFO:tasks.rados.rados.0.smithi102.stdout:3723: done (9 left) 2024-04-10T15:17:59.275 INFO:tasks.rados.rados.0.smithi102.stdout:3725: done (8 left) 2024-04-10T15:17:59.276 INFO:tasks.rados.rados.0.smithi102.stdout:3726: done (7 left) 2024-04-10T15:17:59.276 INFO:tasks.rados.rados.0.smithi102.stdout:3727: done (6 left) 2024-04-10T15:17:59.276 INFO:tasks.rados.rados.0.smithi102.stdout:3728: done (5 left) 2024-04-10T15:17:59.276 INFO:tasks.rados.rados.0.smithi102.stdout:3730: done (4 left) 2024-04-10T15:17:59.276 INFO:tasks.rados.rados.0.smithi102.stdout:3731: done (3 left) 2024-04-10T15:17:59.276 INFO:tasks.rados.rados.0.smithi102.stdout:3732: done (2 left) 2024-04-10T15:17:59.276 INFO:tasks.rados.rados.0.smithi102.stdout:3734: done (1 left) 2024-04-10T15:17:59.276 INFO:tasks.rados.rados.0.smithi102.stdout:3735: done (0 left) 2024-04-10T15:17:59.276 INFO:tasks.rados.rados.0.smithi102.stdout:3736: snap_remove snap 320 2024-04-10T15:18:00.281 INFO:tasks.rados.rados.0.smithi102.stdout:3736: done (0 left) 2024-04-10T15:18:00.281 INFO:tasks.rados.rados.0.smithi102.stdout:3737: read oid 8 snap -1 2024-04-10T15:18:00.281 INFO:tasks.rados.rados.0.smithi102.stdout:3737: expect (ObjNum 1171 snap 328 seq_num 1171) 2024-04-10T15:18:00.281 INFO:tasks.rados.rados.0.smithi102.stdout:3738: copy_from oid 2 from oid 5 current snap is 336 2024-04-10T15:18:00.281 INFO:tasks.rados.rados.0.smithi102.stdout:3739: copy_from oid 15 from oid 11 current snap is 336 2024-04-10T15:18:00.281 INFO:tasks.rados.rados.0.smithi102.stdout:3740: delete oid 22 current snap is 336 2024-04-10T15:18:00.292 INFO:tasks.rados.rados.0.smithi102.stdout:3740: done (3 left) 2024-04-10T15:18:00.292 INFO:tasks.rados.rados.0.smithi102.stdout:3741: rollback oid 24 current snap is 336 2024-04-10T15:18:00.292 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 24 to 322 2024-04-10T15:18:00.292 INFO:tasks.rados.rados.0.smithi102.stdout:3742: rollback oid 1 current snap is 336 2024-04-10T15:18:00.292 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 1 to 322 2024-04-10T15:18:00.292 INFO:tasks.rados.rados.0.smithi102.stdout:3743: delete oid 7 current snap is 336 2024-04-10T15:18:00.297 INFO:tasks.rados.rados.0.smithi102.stdout:3737: expect (ObjNum 1171 snap 328 seq_num 1171) 2024-04-10T15:18:00.332 INFO:tasks.rados.rados.0.smithi102.stdout:3739: finishing copy_from racing read to smithi10276805-15 2024-04-10T15:18:00.332 INFO:tasks.rados.rados.0.smithi102.stdout:3742: finishing rollback tid 0 to smithi10276805-1 2024-04-10T15:18:00.333 INFO:tasks.rados.rados.0.smithi102.stdout:3742: finishing rollback tid 1 to smithi10276805-1 2024-04-10T15:18:00.333 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 2485 (ObjNum 129 snap 0 seq_num 88186320) dirty dne 2024-04-10T15:18:00.333 INFO:tasks.rados.rados.0.smithi102.stdout:3739: finishing copy_from to smithi10276805-15 2024-04-10T15:18:00.333 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 2479 (ObjNum 1172 snap 331 seq_num 1172) dirty exists 2024-04-10T15:18:00.333 INFO:tasks.rados.rados.0.smithi102.stdout:3741: finishing rollback tid 0 to smithi10276805-24 2024-04-10T15:18:00.333 INFO:tasks.rados.rados.0.smithi102.stdout:3737: done (5 left) 2024-04-10T15:18:00.333 INFO:tasks.rados.rados.0.smithi102.stdout:3739: done (4 left) 2024-04-10T15:18:00.333 INFO:tasks.rados.rados.0.smithi102.stdout:3742: done (3 left) 2024-04-10T15:18:00.333 INFO:tasks.rados.rados.0.smithi102.stdout:3743: done (2 left) 2024-04-10T15:18:00.333 INFO:tasks.rados.rados.0.smithi102.stdout:3744: copy_from oid 16 from oid 15 current snap is 336 2024-04-10T15:18:00.333 INFO:tasks.rados.rados.0.smithi102.stdout:3741: finishing rollback tid 1 to smithi10276805-24 2024-04-10T15:18:00.333 INFO:tasks.rados.rados.0.smithi102.stdout:3741: finishing rollback tid 2 to smithi10276805-24 2024-04-10T15:18:00.333 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 24 v 2087 (ObjNum 273 snap 0 seq_num 0) dirty exists 2024-04-10T15:18:00.333 INFO:tasks.rados.rados.0.smithi102.stdout:3741: done (2 left) 2024-04-10T15:18:00.333 INFO:tasks.rados.rados.0.smithi102.stdout:3745: snap_create 2024-04-10T15:18:00.341 INFO:tasks.rados.rados.0.smithi102.stdout:3744: finishing copy_from racing read to smithi10276805-16 2024-04-10T15:18:00.342 INFO:tasks.rados.rados.0.smithi102.stdout:3744: finishing copy_from to smithi10276805-16 2024-04-10T15:18:00.342 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 2479 (ObjNum 1172 snap 331 seq_num 1172) dirty exists 2024-04-10T15:18:00.362 INFO:tasks.rados.rados.0.smithi102.stdout:3738: finishing copy_from racing read to smithi10276805-2 2024-04-10T15:18:00.364 INFO:tasks.rados.rados.0.smithi102.stdout:3738: finishing copy_from to smithi10276805-2 2024-04-10T15:18:00.364 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 2084 (ObjNum 1179 snap 332 seq_num 1179) dirty exists 2024-04-10T15:18:00.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:00 smithi154 ceph-mon[84269]: pgmap v791: 121 pgs: 121 active+clean; 139 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 450 KiB/s wr, 5 op/s 2024-04-10T15:18:00.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:00 smithi154 ceph-mon[84269]: osdmap e754: 8 total, 8 up, 8 in 2024-04-10T15:18:00.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:00 smithi102 ceph-mon[90943]: pgmap v791: 121 pgs: 121 active+clean; 139 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 450 KiB/s wr, 5 op/s 2024-04-10T15:18:00.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:00 smithi102 ceph-mon[90943]: osdmap e754: 8 total, 8 up, 8 in 2024-04-10T15:18:00.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:00 smithi102 ceph-mon[88557]: pgmap v791: 121 pgs: 121 active+clean; 139 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 7.9 MiB/s rd, 450 KiB/s wr, 5 op/s 2024-04-10T15:18:00.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:00 smithi102 ceph-mon[88557]: osdmap e754: 8 total, 8 up, 8 in 2024-04-10T15:18:00.656 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 15:18:00 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0[96201]: 2024-04-10T15:18:00.330+0000 7f8ee0987700 -1 snap_mapper.get_next_objects_to_trim::New Clone-Objects were added to Snap 18e after trimming was started 2024-04-10T15:18:01.293 INFO:tasks.rados.rados.0.smithi102.stdout:3738: done (2 left) 2024-04-10T15:18:01.293 INFO:tasks.rados.rados.0.smithi102.stdout:3744: done (1 left) 2024-04-10T15:18:01.293 INFO:tasks.rados.rados.0.smithi102.stdout:3745: done (0 left) 2024-04-10T15:18:01.293 INFO:tasks.rados.rados.0.smithi102.stdout:3746: delete oid 13 current snap is 337 2024-04-10T15:18:01.299 INFO:tasks.rados.rados.0.smithi102.stdout:3746: done (0 left) 2024-04-10T15:18:01.299 INFO:tasks.rados.rados.0.smithi102.stdout:3747: delete oid 2 current snap is 337 2024-04-10T15:18:01.302 INFO:tasks.rados.rados.0.smithi102.stdout:3747: done (0 left) 2024-04-10T15:18:01.302 INFO:tasks.rados.rados.0.smithi102.stdout:3748: snap_create 2024-04-10T15:18:01.556 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:01 smithi102 ceph-mon[90943]: osdmap e755: 8 total, 8 up, 8 in 2024-04-10T15:18:01.557 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:01 smithi102 ceph-mon[88557]: osdmap e755: 8 total, 8 up, 8 in 2024-04-10T15:18:01.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:01 smithi154 ceph-mon[84269]: osdmap e755: 8 total, 8 up, 8 in 2024-04-10T15:18:02.297 INFO:tasks.rados.rados.0.smithi102.stdout:3748: done (0 left) 2024-04-10T15:18:02.297 INFO:tasks.rados.rados.0.smithi102.stdout:3749: read oid 49 snap -1 2024-04-10T15:18:02.297 INFO:tasks.rados.rados.0.smithi102.stdout:3749: expect (ObjNum 1190 snap 335 seq_num 1190) 2024-04-10T15:18:02.297 INFO:tasks.rados.rados.0.smithi102.stdout:3750: snap_create 2024-04-10T15:18:02.305 INFO:tasks.rados.rados.0.smithi102.stdout:3749: expect (ObjNum 1190 snap 335 seq_num 1190) 2024-04-10T15:18:02.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:02 smithi154 ceph-mon[84269]: pgmap v794: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 144 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-04-10T15:18:02.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:02 smithi154 ceph-mon[84269]: osdmap e756: 8 total, 8 up, 8 in 2024-04-10T15:18:02.625 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:18:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:18:02.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:02 smithi102 ceph-mon[90943]: pgmap v794: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 144 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-04-10T15:18:02.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:02 smithi102 ceph-mon[90943]: osdmap e756: 8 total, 8 up, 8 in 2024-04-10T15:18:02.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:02 smithi102 ceph-mon[88557]: pgmap v794: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 144 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 16 op/s 2024-04-10T15:18:02.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:02 smithi102 ceph-mon[88557]: osdmap e756: 8 total, 8 up, 8 in 2024-04-10T15:18:03.275 INFO:tasks.rados.rados.0.smithi102.stdout:3749: done (1 left) 2024-04-10T15:18:03.275 INFO:tasks.rados.rados.0.smithi102.stdout:3750: done (0 left) 2024-04-10T15:18:03.276 INFO:tasks.rados.rados.0.smithi102.stdout:3751: snap_remove snap 324 2024-04-10T15:18:03.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:03 smithi154 ceph-mon[84269]: osdmap e757: 8 total, 8 up, 8 in 2024-04-10T15:18:03.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:03 smithi154 ceph-mon[84269]: pgmap v797: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 146 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-04-10T15:18:03.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:03 smithi154 ceph-mon[84269]: osdmap e758: 8 total, 8 up, 8 in 2024-04-10T15:18:03.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:03 smithi102 ceph-mon[90943]: osdmap e757: 8 total, 8 up, 8 in 2024-04-10T15:18:03.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:03 smithi102 ceph-mon[90943]: pgmap v797: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 146 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-04-10T15:18:03.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:03 smithi102 ceph-mon[90943]: osdmap e758: 8 total, 8 up, 8 in 2024-04-10T15:18:03.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:03 smithi102 ceph-mon[88557]: osdmap e757: 8 total, 8 up, 8 in 2024-04-10T15:18:03.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:03 smithi102 ceph-mon[88557]: pgmap v797: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 146 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.9 MiB/s wr, 19 op/s 2024-04-10T15:18:03.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:03 smithi102 ceph-mon[88557]: osdmap e758: 8 total, 8 up, 8 in 2024-04-10T15:18:04.279 INFO:tasks.rados.rados.0.smithi102.stdout:3751: done (0 left) 2024-04-10T15:18:04.279 INFO:tasks.rados.rados.0.smithi102.stdout:3752: rollback oid 35 current snap is 339 2024-04-10T15:18:04.279 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 35 to 322 2024-04-10T15:18:04.279 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 45 current snap is 339 2024-04-10T15:18:04.279 INFO:tasks.rados.rados.0.smithi102.stdout:3753: seq_num 1199 ranges {0=483328,483328=401408} 2024-04-10T15:18:04.282 INFO:tasks.rados.rados.0.smithi102.stdout:3753: writing smithi10276805-45 from 0 to 483328 tid 1 2024-04-10T15:18:04.285 INFO:tasks.rados.rados.0.smithi102.stdout:3753: writing smithi10276805-45 from 483328 to 884736 tid 2 2024-04-10T15:18:04.286 INFO:tasks.rados.rados.0.smithi102.stdout:3754: read oid 29 snap 335 2024-04-10T15:18:04.286 INFO:tasks.rados.rados.0.smithi102.stdout:3754: expect (ObjNum 1156 snap 322 seq_num 1156) 2024-04-10T15:18:04.287 INFO:tasks.rados.rados.0.smithi102.stdout:3755: setattr oid 6 current snap is 339 2024-04-10T15:18:04.287 INFO:tasks.rados.rados.0.smithi102.stdout:3752: finishing rollback tid 1 to smithi10276805-35 2024-04-10T15:18:04.287 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 0 (ObjNum 65 snap 0 seq_num 1666338670) dirty dne 2024-04-10T15:18:04.289 INFO:tasks.rados.rados.0.smithi102.stdout:3752: done (3 left) 2024-04-10T15:18:04.289 INFO:tasks.rados.rados.0.smithi102.stdout:3756: read oid 35 snap -1 2024-04-10T15:18:04.289 INFO:tasks.rados.rados.0.smithi102.stdout:3756: expect deleted 2024-04-10T15:18:04.289 INFO:tasks.rados.rados.0.smithi102.stdout:3757: rollback oid 50 current snap is 339 2024-04-10T15:18:04.289 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 50 to 333 2024-04-10T15:18:04.289 INFO:tasks.rados.rados.0.smithi102.stdout:3758: read oid 7 snap -1 2024-04-10T15:18:04.289 INFO:tasks.rados.rados.0.smithi102.stdout:3758: expect deleted 2024-04-10T15:18:04.290 INFO:tasks.rados.rados.0.smithi102.stdout:3759: read oid 8 snap -1 2024-04-10T15:18:04.290 INFO:tasks.rados.rados.0.smithi102.stdout:3759: expect (ObjNum 1171 snap 328 seq_num 1171) 2024-04-10T15:18:04.290 INFO:tasks.rados.rados.0.smithi102.stdout:3760: read oid 30 snap -1 2024-04-10T15:18:04.290 INFO:tasks.rados.rados.0.smithi102.stdout:3760: expect deleted 2024-04-10T15:18:04.290 INFO:tasks.rados.rados.0.smithi102.stdout:3761: read oid 33 snap -1 2024-04-10T15:18:04.290 INFO:tasks.rados.rados.0.smithi102.stdout:3761: expect (ObjNum 1168 snap 325 seq_num 1168) 2024-04-10T15:18:04.290 INFO:tasks.rados.rados.0.smithi102.stdout:3762: read oid 20 snap -1 2024-04-10T15:18:04.290 INFO:tasks.rados.rados.0.smithi102.stdout:3762: expect (ObjNum 1170 snap 326 seq_num 1170) 2024-04-10T15:18:04.290 INFO:tasks.rados.rados.0.smithi102.stdout:3763: delete oid 13 current snap is 339 2024-04-10T15:18:04.290 INFO:tasks.rados.rados.0.smithi102.stdout:3757: finishing rollback tid 1 to smithi10276805-50 2024-04-10T15:18:04.290 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 0 (ObjNum 161 snap 0 seq_num 87663968) dirty dne 2024-04-10T15:18:04.296 INFO:tasks.rados.rados.0.smithi102.stdout:3762: expect (ObjNum 1170 snap 326 seq_num 1170) 2024-04-10T15:18:04.314 INFO:tasks.rados.rados.0.smithi102.stdout:3753: finishing write tid 1 to smithi10276805-45 2024-04-10T15:18:04.314 INFO:tasks.rados.rados.0.smithi102.stdout:3753: finishing write tid 2 to smithi10276805-45 2024-04-10T15:18:04.314 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 2295 (ObjNum 289 snap 0 seq_num 0) dirty exists 2024-04-10T15:18:04.314 INFO:tasks.rados.rados.0.smithi102.stdout:3753: finishing write tid 3 to smithi10276805-45 2024-04-10T15:18:04.315 INFO:tasks.rados.rados.0.smithi102.stdout:3753: finishing write tid 4 to smithi10276805-45 2024-04-10T15:18:04.315 INFO:tasks.rados.rados.0.smithi102.stdout:3753: oid 45 updating version 0 to 2488 2024-04-10T15:18:04.315 INFO:tasks.rados.rados.0.smithi102.stdout:3753: oid 45 version 2488 is already newer than 2487 2024-04-10T15:18:04.315 INFO:tasks.rados.rados.0.smithi102.stdout:3753: oid 45 version 2488 is already newer than 2486 2024-04-10T15:18:04.315 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 2488 (ObjNum 1199 snap 339 seq_num 1199) dirty exists 2024-04-10T15:18:04.315 INFO:tasks.rados.rados.0.smithi102.stdout:3753: left oid 45 (ObjNum 1199 snap 339 seq_num 1199) 2024-04-10T15:18:04.315 INFO:tasks.rados.rados.0.smithi102.stdout:3759: expect (ObjNum 1171 snap 328 seq_num 1171) 2024-04-10T15:18:04.345 INFO:tasks.rados.rados.0.smithi102.stdout:3761: expect (ObjNum 1168 snap 325 seq_num 1168) 2024-04-10T15:18:04.629 INFO:tasks.rados.rados.0.smithi102.stdout:3754: expect (ObjNum 1156 snap 322 seq_num 1156) 2024-04-10T15:18:04.848 INFO:tasks.rados.rados.0.smithi102.stdout:3753: done (10 left) 2024-04-10T15:18:04.848 INFO:tasks.rados.rados.0.smithi102.stdout:3754: done (9 left) 2024-04-10T15:18:04.848 INFO:tasks.rados.rados.0.smithi102.stdout:3755: done (8 left) 2024-04-10T15:18:04.848 INFO:tasks.rados.rados.0.smithi102.stdout:3756: done (7 left) 2024-04-10T15:18:04.848 INFO:tasks.rados.rados.0.smithi102.stdout:3757: done (6 left) 2024-04-10T15:18:04.849 INFO:tasks.rados.rados.0.smithi102.stdout:3758: done (5 left) 2024-04-10T15:18:04.849 INFO:tasks.rados.rados.0.smithi102.stdout:3759: done (4 left) 2024-04-10T15:18:04.849 INFO:tasks.rados.rados.0.smithi102.stdout:3760: done (3 left) 2024-04-10T15:18:04.849 INFO:tasks.rados.rados.0.smithi102.stdout:3761: done (2 left) 2024-04-10T15:18:04.849 INFO:tasks.rados.rados.0.smithi102.stdout:3762: done (1 left) 2024-04-10T15:18:04.849 INFO:tasks.rados.rados.0.smithi102.stdout:3763: done (0 left) 2024-04-10T15:18:04.849 INFO:tasks.rados.rados.0.smithi102.stdout:3764: read oid 50 snap -1 2024-04-10T15:18:04.850 INFO:tasks.rados.rados.0.smithi102.stdout:3764: expect deleted 2024-04-10T15:18:04.850 INFO:tasks.rados.rados.0.smithi102.stdout:3765: setattr oid 8 current snap is 339 2024-04-10T15:18:04.850 INFO:tasks.rados.rados.0.smithi102.stdout:3764: done (1 left) 2024-04-10T15:18:04.850 INFO:tasks.rados.rados.0.smithi102.stdout:3766: copy_from oid 47 from oid 39 current snap is 339 2024-04-10T15:18:04.850 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 38 current snap is 339 2024-04-10T15:18:04.850 INFO:tasks.rados.rados.0.smithi102.stdout:3767: seq_num 1201 ranges {2588672=524288,3112960=401408} 2024-04-10T15:18:04.865 INFO:tasks.rados.rados.0.smithi102.stdout:3767: writing smithi10276805-38 from 2588672 to 3112960 tid 1 2024-04-10T15:18:04.868 INFO:tasks.rados.rados.0.smithi102.stdout:3767: writing smithi10276805-38 from 3112960 to 3514368 tid 2 2024-04-10T15:18:04.868 INFO:tasks.rados.rados.0.smithi102.stdout:3768: delete oid 11 current snap is 339 2024-04-10T15:18:04.868 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 2275 (ObjNum 1171 snap 328 seq_num 1171) dirty exists 2024-04-10T15:18:04.872 INFO:tasks.rados.rados.0.smithi102.stdout:3767: finishing write tid 1 to smithi10276805-38 2024-04-10T15:18:04.872 INFO:tasks.rados.rados.0.smithi102.stdout:3767: finishing write tid 2 to smithi10276805-38 2024-04-10T15:18:04.873 INFO:tasks.rados.rados.0.smithi102.stdout:3765: done (3 left) 2024-04-10T15:18:04.873 INFO:tasks.rados.rados.0.smithi102.stdout:3768: done (2 left) 2024-04-10T15:18:04.873 INFO:tasks.rados.rados.0.smithi102.stdout:3769: read oid 22 snap -1 2024-04-10T15:18:04.873 INFO:tasks.rados.rados.0.smithi102.stdout:3769: expect deleted 2024-04-10T15:18:04.873 INFO:tasks.rados.rados.0.smithi102.stdout:3770: read oid 3 snap -1 2024-04-10T15:18:04.873 INFO:tasks.rados.rados.0.smithi102.stdout:3770: expect (ObjNum 1174 snap 331 seq_num 1174) 2024-04-10T15:18:04.873 INFO:tasks.rados.rados.0.smithi102.stdout:3771: read oid 15 snap -1 2024-04-10T15:18:04.874 INFO:tasks.rados.rados.0.smithi102.stdout:3771: expect (ObjNum 1172 snap 331 seq_num 1172) 2024-04-10T15:18:04.874 INFO:tasks.rados.rados.0.smithi102.stdout:3772: copy_from oid 48 from oid 11 current snap is 339 2024-04-10T15:18:04.874 INFO:tasks.rados.rados.0.smithi102.stdout:3767: finishing write tid 3 to smithi10276805-38 2024-04-10T15:18:04.874 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 35 current snap is 339 2024-04-10T15:18:04.874 INFO:tasks.rados.rados.0.smithi102.stdout:3773: seq_num 1203 ranges {0=557056,557056=401408} 2024-04-10T15:18:04.875 INFO:tasks.rados.rados.0.smithi102.stdout:3773: writing smithi10276805-35 from 0 to 557056 tid 1 2024-04-10T15:18:04.876 INFO:tasks.rados.rados.0.smithi102.stdout:3773: writing smithi10276805-35 from 557056 to 958464 tid 2 2024-04-10T15:18:04.877 INFO:tasks.rados.rados.0.smithi102.stdout:3774: snap_create 2024-04-10T15:18:04.877 INFO:tasks.rados.rados.0.smithi102.stdout:3767: finishing write tid 4 to smithi10276805-38 2024-04-10T15:18:04.877 INFO:tasks.rados.rados.0.smithi102.stdout:3767: oid 38 updating version 0 to 1839 2024-04-10T15:18:04.877 INFO:tasks.rados.rados.0.smithi102.stdout:3767: oid 38 updating version 1839 to 1840 2024-04-10T15:18:04.877 INFO:tasks.rados.rados.0.smithi102.stdout:3767: oid 38 version 1840 is already newer than 1838 2024-04-10T15:18:04.877 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 1840 (ObjNum 1201 snap 339 seq_num 1201) dirty exists 2024-04-10T15:18:04.877 INFO:tasks.rados.rados.0.smithi102.stdout:3767: left oid 38 (ObjNum 1201 snap 339 seq_num 1201) 2024-04-10T15:18:04.878 INFO:tasks.rados.rados.0.smithi102.stdout:3770: expect (ObjNum 1174 snap 331 seq_num 1174) 2024-04-10T15:18:04.889 INFO:tasks.rados.rados.0.smithi102.stdout:3766: finishing copy_from racing read to smithi10276805-47 2024-04-10T15:18:04.889 INFO:tasks.rados.rados.0.smithi102.stdout:3771: expect (ObjNum 1172 snap 331 seq_num 1172) 2024-04-10T15:18:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:3772: finishing copy_from to smithi10276805-48 2024-04-10T15:18:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:3772: got expected ENOENT (src dne) 2024-04-10T15:18:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:3772: finishing copy_from racing read to smithi10276805-48 2024-04-10T15:18:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:3773: finishing write tid 1 to smithi10276805-35 2024-04-10T15:18:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:3766: finishing copy_from to smithi10276805-47 2024-04-10T15:18:04.915 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 47 v 2412 (ObjNum 1194 snap 335 seq_num 1194) dirty exists 2024-04-10T15:18:04.916 INFO:tasks.rados.rados.0.smithi102.stdout:3773: finishing write tid 2 to smithi10276805-35 2024-04-10T15:18:04.916 INFO:tasks.rados.rados.0.smithi102.stdout:3773: finishing write tid 3 to smithi10276805-35 2024-04-10T15:18:04.916 INFO:tasks.rados.rados.0.smithi102.stdout:3773: finishing write tid 4 to smithi10276805-35 2024-04-10T15:18:04.916 INFO:tasks.rados.rados.0.smithi102.stdout:3773: oid 35 updating version 0 to 2276 2024-04-10T15:18:04.916 INFO:tasks.rados.rados.0.smithi102.stdout:3773: oid 35 updating version 2276 to 2277 2024-04-10T15:18:04.916 INFO:tasks.rados.rados.0.smithi102.stdout:3773: oid 35 updating version 2277 to 2278 2024-04-10T15:18:04.916 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 35 v 2278 (ObjNum 1203 snap 339 seq_num 1203) dirty exists 2024-04-10T15:18:04.917 INFO:tasks.rados.rados.0.smithi102.stdout:3773: left oid 35 (ObjNum 1203 snap 339 seq_num 1203) 2024-04-10T15:18:05.283 INFO:tasks.rados.rados.0.smithi102.stdout:3766: done (7 left) 2024-04-10T15:18:05.283 INFO:tasks.rados.rados.0.smithi102.stdout:3767: done (6 left) 2024-04-10T15:18:05.283 INFO:tasks.rados.rados.0.smithi102.stdout:3769: done (5 left) 2024-04-10T15:18:05.284 INFO:tasks.rados.rados.0.smithi102.stdout:3770: done (4 left) 2024-04-10T15:18:05.284 INFO:tasks.rados.rados.0.smithi102.stdout:3771: done (3 left) 2024-04-10T15:18:05.284 INFO:tasks.rados.rados.0.smithi102.stdout:3772: done (2 left) 2024-04-10T15:18:05.284 INFO:tasks.rados.rados.0.smithi102.stdout:3773: done (1 left) 2024-04-10T15:18:05.284 INFO:tasks.rados.rados.0.smithi102.stdout:3774: done (0 left) 2024-04-10T15:18:05.284 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 5 current snap is 340 2024-04-10T15:18:05.285 INFO:tasks.rados.rados.0.smithi102.stdout:3775: seq_num 1204 ranges {17653760=573440,18227200=401408} 2024-04-10T15:18:05.379 INFO:tasks.rados.rados.0.smithi102.stdout:3775: writing smithi10276805-5 from 17653760 to 18227200 tid 1 2024-04-10T15:18:05.381 INFO:tasks.rados.rados.0.smithi102.stdout:3775: writing smithi10276805-5 from 18227200 to 18628608 tid 2 2024-04-10T15:18:05.382 INFO:tasks.rados.rados.0.smithi102.stdout:3776: delete oid 35 current snap is 340 2024-04-10T15:18:05.386 INFO:tasks.rados.rados.0.smithi102.stdout:3775: finishing write tid 1 to smithi10276805-5 2024-04-10T15:18:05.386 INFO:tasks.rados.rados.0.smithi102.stdout:3775: finishing write tid 2 to smithi10276805-5 2024-04-10T15:18:05.386 INFO:tasks.rados.rados.0.smithi102.stdout:3775: finishing write tid 3 to smithi10276805-5 2024-04-10T15:18:05.388 INFO:tasks.rados.rados.0.smithi102.stdout:3775: finishing write tid 4 to smithi10276805-5 2024-04-10T15:18:05.388 INFO:tasks.rados.rados.0.smithi102.stdout:3775: oid 5 updating version 0 to 2089 2024-04-10T15:18:05.388 INFO:tasks.rados.rados.0.smithi102.stdout:3775: oid 5 version 2089 is already newer than 2088 2024-04-10T15:18:05.388 INFO:tasks.rados.rados.0.smithi102.stdout:3775: oid 5 updating version 2089 to 2090 2024-04-10T15:18:05.388 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 2090 (ObjNum 1204 snap 340 seq_num 1204) dirty exists 2024-04-10T15:18:05.388 INFO:tasks.rados.rados.0.smithi102.stdout:3775: left oid 5 (ObjNum 1204 snap 340 seq_num 1204) 2024-04-10T15:18:05.388 INFO:tasks.rados.rados.0.smithi102.stdout:3775: done (1 left) 2024-04-10T15:18:05.388 INFO:tasks.rados.rados.0.smithi102.stdout:3776: done (0 left) 2024-04-10T15:18:05.388 INFO:tasks.rados.rados.0.smithi102.stdout:3777: rmattr oid 4 current snap is 340 2024-04-10T15:18:05.388 INFO:tasks.rados.rados.0.smithi102.stdout:3777: done (0 left) 2024-04-10T15:18:05.388 INFO:tasks.rados.rados.0.smithi102.stdout:3778: read oid 3 snap -1 2024-04-10T15:18:05.388 INFO:tasks.rados.rados.0.smithi102.stdout:3778: expect (ObjNum 1174 snap 331 seq_num 1174) 2024-04-10T15:18:05.389 INFO:tasks.rados.rados.0.smithi102.stdout:3779: read oid 25 snap -1 2024-04-10T15:18:05.389 INFO:tasks.rados.rados.0.smithi102.stdout:3779: expect (ObjNum 1134 snap 319 seq_num 1134) 2024-04-10T15:18:05.389 INFO:tasks.rados.rados.0.smithi102.stdout:3780: copy_from oid 10 from oid 47 current snap is 340 2024-04-10T15:18:05.389 INFO:tasks.rados.rados.0.smithi102.stdout:3781: snap_remove snap 337 2024-04-10T15:18:05.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:05 smithi154 ceph-mon[84269]: osdmap e759: 8 total, 8 up, 8 in 2024-04-10T15:18:05.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:05 smithi102 ceph-mon[90943]: osdmap e759: 8 total, 8 up, 8 in 2024-04-10T15:18:05.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:05 smithi102 ceph-mon[88557]: osdmap e759: 8 total, 8 up, 8 in 2024-04-10T15:18:06.290 INFO:tasks.rados.rados.0.smithi102.stdout:3781: done (3 left) 2024-04-10T15:18:06.290 INFO:tasks.rados.rados.0.smithi102.stdout:3782: snap_remove snap 335 2024-04-10T15:18:06.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:06 smithi154 ceph-mon[84269]: pgmap v800: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 157 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.2 MiB/s wr, 13 op/s 2024-04-10T15:18:06.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:06 smithi154 ceph-mon[84269]: osdmap e760: 8 total, 8 up, 8 in 2024-04-10T15:18:06.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:06 smithi102 ceph-mon[90943]: pgmap v800: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 157 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.2 MiB/s wr, 13 op/s 2024-04-10T15:18:06.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:06 smithi102 ceph-mon[90943]: osdmap e760: 8 total, 8 up, 8 in 2024-04-10T15:18:06.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:06 smithi102 ceph-mon[88557]: pgmap v800: 121 pgs: 1 active+clean+snaptrim, 120 active+clean; 157 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.2 MiB/s wr, 13 op/s 2024-04-10T15:18:06.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:06 smithi102 ceph-mon[88557]: osdmap e760: 8 total, 8 up, 8 in 2024-04-10T15:18:07.300 INFO:tasks.rados.rados.0.smithi102.stdout:3782: done (3 left) 2024-04-10T15:18:07.300 INFO:tasks.rados.rados.0.smithi102.stdout:3783: read oid 50 snap 329 2024-04-10T15:18:07.301 INFO:tasks.rados.rados.0.smithi102.stdout:3783: expect deleted 2024-04-10T15:18:07.301 INFO:tasks.rados.rados.0.smithi102.stdout:3784: copy_from oid 34 from oid 28 current snap is 340 2024-04-10T15:18:07.301 INFO:tasks.rados.rados.0.smithi102.stdout:3785: snap_create 2024-04-10T15:18:07.301 INFO:tasks.rados.rados.0.smithi102.stdout:3778: expect (ObjNum 1174 snap 331 seq_num 1174) 2024-04-10T15:18:07.317 INFO:tasks.rados.rados.0.smithi102.stdout:3779: expect (ObjNum 1134 snap 319 seq_num 1134) 2024-04-10T15:18:07.376 INFO:tasks.rados.rados.0.smithi102.stdout:3780: finishing copy_from racing read to smithi10276805-10 2024-04-10T15:18:07.376 INFO:tasks.rados.rados.0.smithi102.stdout:3780: finishing copy_from to smithi10276805-10 2024-04-10T15:18:07.376 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 2412 (ObjNum 1194 snap 335 seq_num 1194) dirty exists 2024-04-10T15:18:07.376 INFO:tasks.rados.rados.0.smithi102.stdout:3784: finishing copy_from racing read to smithi10276805-34 2024-04-10T15:18:07.376 INFO:tasks.rados.rados.0.smithi102.stdout:3784: finishing copy_from to smithi10276805-34 2024-04-10T15:18:07.376 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 34 v 2574 (ObjNum 1159 snap 324 seq_num 1159) dirty exists 2024-04-10T15:18:07.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:07 smithi154 ceph-mon[84269]: osdmap e761: 8 total, 8 up, 8 in 2024-04-10T15:18:07.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:07 smithi102 ceph-mon[88557]: osdmap e761: 8 total, 8 up, 8 in 2024-04-10T15:18:07.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:07 smithi102 ceph-mon[90943]: osdmap e761: 8 total, 8 up, 8 in 2024-04-10T15:18:07.655 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:18:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:18:07] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-04-10T15:18:08.277 INFO:tasks.rados.rados.0.smithi102.stdout:3778: done (5 left) 2024-04-10T15:18:08.277 INFO:tasks.rados.rados.0.smithi102.stdout:3779: done (4 left) 2024-04-10T15:18:08.277 INFO:tasks.rados.rados.0.smithi102.stdout:3780: done (3 left) 2024-04-10T15:18:08.277 INFO:tasks.rados.rados.0.smithi102.stdout:3783: done (2 left) 2024-04-10T15:18:08.277 INFO:tasks.rados.rados.0.smithi102.stdout:3784: done (1 left) 2024-04-10T15:18:08.277 INFO:tasks.rados.rados.0.smithi102.stdout:3785: done (0 left) 2024-04-10T15:18:08.277 INFO:tasks.rados.rados.0.smithi102.stdout:3786: snap_create 2024-04-10T15:18:08.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:08 smithi154 ceph-mon[84269]: pgmap v803: 121 pgs: 121 active+clean; 164 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 6.5 MiB/s wr, 20 op/s 2024-04-10T15:18:08.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:08 smithi154 ceph-mon[84269]: osdmap e762: 8 total, 8 up, 8 in 2024-04-10T15:18:08.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:18:08.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:08 smithi154 ceph-mon[84269]: osdmap e763: 8 total, 8 up, 8 in 2024-04-10T15:18:08.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:08 smithi102 ceph-mon[90943]: pgmap v803: 121 pgs: 121 active+clean; 164 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 6.5 MiB/s wr, 20 op/s 2024-04-10T15:18:08.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:08 smithi102 ceph-mon[90943]: osdmap e762: 8 total, 8 up, 8 in 2024-04-10T15:18:08.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:18:08.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:08 smithi102 ceph-mon[90943]: osdmap e763: 8 total, 8 up, 8 in 2024-04-10T15:18:08.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:08 smithi102 ceph-mon[88557]: pgmap v803: 121 pgs: 121 active+clean; 164 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 8.2 MiB/s rd, 6.5 MiB/s wr, 20 op/s 2024-04-10T15:18:08.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:08 smithi102 ceph-mon[88557]: osdmap e762: 8 total, 8 up, 8 in 2024-04-10T15:18:08.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:18:08.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:08 smithi102 ceph-mon[88557]: osdmap e763: 8 total, 8 up, 8 in 2024-04-10T15:18:09.279 INFO:tasks.rados.rados.0.smithi102.stdout:3786: done (0 left) 2024-04-10T15:18:09.279 INFO:tasks.rados.rados.0.smithi102.stdout:3787: rollback oid 9 current snap is 342 2024-04-10T15:18:09.279 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 9 to 340 2024-04-10T15:18:09.279 INFO:tasks.rados.rados.0.smithi102.stdout:3788: copy_from oid 11 from oid 31 current snap is 342 2024-04-10T15:18:09.280 INFO:tasks.rados.rados.0.smithi102.stdout:3789: read oid 13 snap -1 2024-04-10T15:18:09.280 INFO:tasks.rados.rados.0.smithi102.stdout:3789: expect deleted 2024-04-10T15:18:09.280 INFO:tasks.rados.rados.0.smithi102.stdout:3790: snap_create 2024-04-10T15:18:09.286 INFO:tasks.rados.rados.0.smithi102.stdout:3787: finishing rollback tid 0 to smithi10276805-9 2024-04-10T15:18:09.286 INFO:tasks.rados.rados.0.smithi102.stdout:3787: finishing rollback tid 1 to smithi10276805-9 2024-04-10T15:18:09.287 INFO:tasks.rados.rados.0.smithi102.stdout:3787: finishing rollback tid 2 to smithi10276805-9 2024-04-10T15:18:09.287 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 2415 (ObjNum 1129 snap 317 seq_num 1129) dirty exists 2024-04-10T15:18:09.300 INFO:tasks.rados.rados.0.smithi102.stdout:3788: finishing copy_from racing read to smithi10276805-11 2024-04-10T15:18:09.301 INFO:tasks.rados.rados.0.smithi102.stdout:3788: finishing copy_from to smithi10276805-11 2024-04-10T15:18:09.301 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 2087 (ObjNum 1186 snap 335 seq_num 1186) dirty exists 2024-04-10T15:18:10.286 INFO:tasks.rados.rados.0.smithi102.stdout:3787: done (3 left) 2024-04-10T15:18:10.286 INFO:tasks.rados.rados.0.smithi102.stdout:3788: done (2 left) 2024-04-10T15:18:10.286 INFO:tasks.rados.rados.0.smithi102.stdout:3789: done (1 left) 2024-04-10T15:18:10.286 INFO:tasks.rados.rados.0.smithi102.stdout:3790: done (0 left) 2024-04-10T15:18:10.286 INFO:tasks.rados.rados.0.smithi102.stdout:3791: rollback oid 20 current snap is 343 2024-04-10T15:18:10.286 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 20 to 327 2024-04-10T15:18:10.286 INFO:tasks.rados.rados.0.smithi102.stdout:3792: rmattr oid 23 current snap is 343 2024-04-10T15:18:10.286 INFO:tasks.rados.rados.0.smithi102.stdout:3793: rollback oid 6 current snap is 343 2024-04-10T15:18:10.287 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 6 to 340 2024-04-10T15:18:10.287 INFO:tasks.rados.rados.0.smithi102.stdout:3794: delete oid 36 current snap is 343 2024-04-10T15:18:10.295 INFO:tasks.rados.rados.0.smithi102.stdout:3793: finishing rollback tid 0 to smithi10276805-6 2024-04-10T15:18:10.295 INFO:tasks.rados.rados.0.smithi102.stdout:3791: finishing rollback tid 0 to smithi10276805-20 2024-04-10T15:18:10.295 INFO:tasks.rados.rados.0.smithi102.stdout:3791: finishing rollback tid 1 to smithi10276805-20 2024-04-10T15:18:10.295 INFO:tasks.rados.rados.0.smithi102.stdout:3793: finishing rollback tid 1 to smithi10276805-6 2024-04-10T15:18:10.295 INFO:tasks.rados.rados.0.smithi102.stdout:3793: finishing rollback tid 2 to smithi10276805-6 2024-04-10T15:18:10.296 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 2298 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:18:10.296 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 2317 (ObjNum 1110 snap 312 seq_num 1110) dirty exists 2024-04-10T15:18:10.296 INFO:tasks.rados.rados.0.smithi102.stdout:3792: done (3 left) 2024-04-10T15:18:10.296 INFO:tasks.rados.rados.0.smithi102.stdout:3793: done (2 left) 2024-04-10T15:18:10.297 INFO:tasks.rados.rados.0.smithi102.stdout:3794: done (1 left) 2024-04-10T15:18:10.297 INFO:tasks.rados.rados.0.smithi102.stdout:3795: delete oid 6 current snap is 343 2024-04-10T15:18:10.297 INFO:tasks.rados.rados.0.smithi102.stdout:3791: finishing rollback tid 2 to smithi10276805-20 2024-04-10T15:18:10.297 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 2577 (ObjNum 1170 snap 326 seq_num 1170) dirty exists 2024-04-10T15:18:10.298 INFO:tasks.rados.rados.0.smithi102.stdout:3791: done (1 left) 2024-04-10T15:18:10.298 INFO:tasks.rados.rados.0.smithi102.stdout:3795: done (0 left) 2024-04-10T15:18:10.298 INFO:tasks.rados.rados.0.smithi102.stdout:3796: snap_remove snap 341 2024-04-10T15:18:10.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:10 smithi154 ceph-mon[84269]: pgmap v806: 121 pgs: 121 active+clean; 165 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-04-10T15:18:10.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:10 smithi154 ceph-mon[84269]: osdmap e764: 8 total, 8 up, 8 in 2024-04-10T15:18:10.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:10 smithi102 ceph-mon[90943]: pgmap v806: 121 pgs: 121 active+clean; 165 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-04-10T15:18:10.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:10 smithi102 ceph-mon[90943]: osdmap e764: 8 total, 8 up, 8 in 2024-04-10T15:18:10.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:10 smithi102 ceph-mon[88557]: pgmap v806: 121 pgs: 121 active+clean; 165 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 2.1 MiB/s wr, 15 op/s 2024-04-10T15:18:10.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:10 smithi102 ceph-mon[88557]: osdmap e764: 8 total, 8 up, 8 in 2024-04-10T15:18:11.300 INFO:tasks.rados.rados.0.smithi102.stdout:3796: done (0 left) 2024-04-10T15:18:11.301 INFO:tasks.rados.rados.0.smithi102.stdout:3797: delete oid 17 current snap is 343 2024-04-10T15:18:11.307 INFO:tasks.rados.rados.0.smithi102.stdout:3797: done (0 left) 2024-04-10T15:18:11.307 INFO:tasks.rados.rados.0.smithi102.stdout:3798: snap_create 2024-04-10T15:18:11.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:11 smithi154 ceph-mon[84269]: osdmap e765: 8 total, 8 up, 8 in 2024-04-10T15:18:11.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:11 smithi102 ceph-mon[90943]: osdmap e765: 8 total, 8 up, 8 in 2024-04-10T15:18:11.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:11 smithi102 ceph-mon[88557]: osdmap e765: 8 total, 8 up, 8 in 2024-04-10T15:18:12.301 INFO:tasks.rados.rados.0.smithi102.stdout:3798: done (0 left) 2024-04-10T15:18:12.301 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 8 current snap is 344 2024-04-10T15:18:12.301 INFO:tasks.rados.rados.0.smithi102.stdout:3799: seq_num 1209 ranges {892928=655360,1548288=401408} 2024-04-10T15:18:12.309 INFO:tasks.rados.rados.0.smithi102.stdout:3799: writing smithi10276805-8 from 892928 to 1548288 tid 1 2024-04-10T15:18:12.312 INFO:tasks.rados.rados.0.smithi102.stdout:3799: writing smithi10276805-8 from 1548288 to 1949696 tid 2 2024-04-10T15:18:12.312 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 29 current snap is 344 2024-04-10T15:18:12.312 INFO:tasks.rados.rados.0.smithi102.stdout:3800: seq_num 1210 ranges {4186112=671744,4857856=401408} 2024-04-10T15:18:12.338 INFO:tasks.rados.rados.0.smithi102.stdout:3800: writing smithi10276805-29 from 4186112 to 4857856 tid 1 2024-04-10T15:18:12.340 INFO:tasks.rados.rados.0.smithi102.stdout:3800: writing smithi10276805-29 from 4857856 to 5259264 tid 2 2024-04-10T15:18:12.340 INFO:tasks.rados.rados.0.smithi102.stdout:3801: copy_from oid 12 from oid 17 current snap is 344 2024-04-10T15:18:12.340 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 10 current snap is 344 2024-04-10T15:18:12.341 INFO:tasks.rados.rados.0.smithi102.stdout:3799: finishing write tid 1 to smithi10276805-8 2024-04-10T15:18:12.341 INFO:tasks.rados.rados.0.smithi102.stdout:3799: finishing write tid 2 to smithi10276805-8 2024-04-10T15:18:12.341 INFO:tasks.rados.rados.0.smithi102.stdout:3799: finishing write tid 3 to smithi10276805-8 2024-04-10T15:18:12.341 INFO:tasks.rados.rados.0.smithi102.stdout:3802: seq_num 1211 ranges {6217728=688128,6905856=401408} 2024-04-10T15:18:12.376 INFO:tasks.rados.rados.0.smithi102.stdout:3802: writing smithi10276805-10 from 6217728 to 6905856 tid 1 2024-04-10T15:18:12.379 INFO:tasks.rados.rados.0.smithi102.stdout:3802: writing smithi10276805-10 from 6905856 to 7307264 tid 2 2024-04-10T15:18:12.379 INFO:tasks.rados.rados.0.smithi102.stdout:3803: snap_remove snap 339 2024-04-10T15:18:12.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:12 smithi154 ceph-mon[84269]: pgmap v809: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.7 MiB/s wr, 10 op/s 2024-04-10T15:18:12.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:12 smithi154 ceph-mon[84269]: osdmap e766: 8 total, 8 up, 8 in 2024-04-10T15:18:12.626 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:18:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:18:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:18:12.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:12 smithi102 ceph-mon[88557]: pgmap v809: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.7 MiB/s wr, 10 op/s 2024-04-10T15:18:12.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:12 smithi102 ceph-mon[88557]: osdmap e766: 8 total, 8 up, 8 in 2024-04-10T15:18:12.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:12 smithi102 ceph-mon[90943]: pgmap v809: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.7 MiB/s wr, 10 op/s 2024-04-10T15:18:12.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:12 smithi102 ceph-mon[90943]: osdmap e766: 8 total, 8 up, 8 in 2024-04-10T15:18:13.277 INFO:tasks.rados.rados.0.smithi102.stdout:3803: done (4 left) 2024-04-10T15:18:13.277 INFO:tasks.rados.rados.0.smithi102.stdout:3804: rollback oid 26 current snap is 344 2024-04-10T15:18:13.277 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 26 to 340 2024-04-10T15:18:13.278 INFO:tasks.rados.rados.0.smithi102.stdout:3805: snap_remove snap 326 2024-04-10T15:18:13.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:13 smithi154 ceph-mon[84269]: osdmap e767: 8 total, 8 up, 8 in 2024-04-10T15:18:13.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:13 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:18:13.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:13 smithi154 ceph-mon[84269]: pgmap v812: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.5 MiB/s wr, 10 op/s 2024-04-10T15:18:13.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:13 smithi154 ceph-mon[84269]: osdmap e768: 8 total, 8 up, 8 in 2024-04-10T15:18:13.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:13 smithi102 ceph-mon[88557]: osdmap e767: 8 total, 8 up, 8 in 2024-04-10T15:18:13.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:13 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:18:13.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:13 smithi102 ceph-mon[88557]: pgmap v812: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.5 MiB/s wr, 10 op/s 2024-04-10T15:18:13.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:13 smithi102 ceph-mon[88557]: osdmap e768: 8 total, 8 up, 8 in 2024-04-10T15:18:13.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:13 smithi102 ceph-mon[90943]: osdmap e767: 8 total, 8 up, 8 in 2024-04-10T15:18:13.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:13 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:18:13.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:13 smithi102 ceph-mon[90943]: pgmap v812: 121 pgs: 121 active+clean; 177 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 3.5 MiB/s wr, 10 op/s 2024-04-10T15:18:13.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:13 smithi102 ceph-mon[90943]: osdmap e768: 8 total, 8 up, 8 in 2024-04-10T15:18:14.282 INFO:tasks.rados.rados.0.smithi102.stdout:3805: done (5 left) 2024-04-10T15:18:14.283 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 31 current snap is 344 2024-04-10T15:18:14.283 INFO:tasks.rados.rados.0.smithi102.stdout:3806: seq_num 1212 ranges {3235840=704512,3940352=401408} 2024-04-10T15:18:14.304 INFO:tasks.rados.rados.0.smithi102.stdout:3806: writing smithi10276805-31 from 3235840 to 3940352 tid 1 2024-04-10T15:18:14.307 INFO:tasks.rados.rados.0.smithi102.stdout:3806: writing smithi10276805-31 from 3940352 to 4341760 tid 2 2024-04-10T15:18:14.307 INFO:tasks.rados.rados.0.smithi102.stdout:3807: snap_create 2024-04-10T15:18:14.307 INFO:tasks.rados.rados.0.smithi102.stdout:3799: finishing write tid 4 to smithi10276805-8 2024-04-10T15:18:14.307 INFO:tasks.rados.rados.0.smithi102.stdout:3799: oid 8 updating version 0 to 2580 2024-04-10T15:18:14.307 INFO:tasks.rados.rados.0.smithi102.stdout:3799: oid 8 version 2580 is already newer than 2579 2024-04-10T15:18:14.307 INFO:tasks.rados.rados.0.smithi102.stdout:3799: oid 8 version 2580 is already newer than 2578 2024-04-10T15:18:14.307 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 2580 (ObjNum 1209 snap 344 seq_num 1209) dirty exists 2024-04-10T15:18:14.308 INFO:tasks.rados.rados.0.smithi102.stdout:3799: left oid 8 (ObjNum 1209 snap 344 seq_num 1209) 2024-04-10T15:18:14.308 INFO:tasks.rados.rados.0.smithi102.stdout:3800: finishing write tid 1 to smithi10276805-29 2024-04-10T15:18:14.308 INFO:tasks.rados.rados.0.smithi102.stdout:3800: finishing write tid 2 to smithi10276805-29 2024-04-10T15:18:14.308 INFO:tasks.rados.rados.0.smithi102.stdout:3800: finishing write tid 3 to smithi10276805-29 2024-04-10T15:18:14.308 INFO:tasks.rados.rados.0.smithi102.stdout:3800: finishing write tid 4 to smithi10276805-29 2024-04-10T15:18:14.308 INFO:tasks.rados.rados.0.smithi102.stdout:3800: oid 29 updating version 0 to 2669 2024-04-10T15:18:14.308 INFO:tasks.rados.rados.0.smithi102.stdout:3800: oid 29 version 2669 is already newer than 2668 2024-04-10T15:18:14.308 INFO:tasks.rados.rados.0.smithi102.stdout:3800: oid 29 updating version 2669 to 2670 2024-04-10T15:18:14.308 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 2670 (ObjNum 1210 snap 344 seq_num 1210) dirty exists 2024-04-10T15:18:14.308 INFO:tasks.rados.rados.0.smithi102.stdout:3800: left oid 29 (ObjNum 1210 snap 344 seq_num 1210) 2024-04-10T15:18:14.308 INFO:tasks.rados.rados.0.smithi102.stdout:3801: finishing copy_from to smithi10276805-12 2024-04-10T15:18:14.308 INFO:tasks.rados.rados.0.smithi102.stdout:3801: got expected ENOENT (src dne) 2024-04-10T15:18:14.308 INFO:tasks.rados.rados.0.smithi102.stdout:3801: finishing copy_from racing read to smithi10276805-12 2024-04-10T15:18:14.308 INFO:tasks.rados.rados.0.smithi102.stdout:3802: finishing write tid 1 to smithi10276805-10 2024-04-10T15:18:14.309 INFO:tasks.rados.rados.0.smithi102.stdout:3802: finishing write tid 2 to smithi10276805-10 2024-04-10T15:18:14.309 INFO:tasks.rados.rados.0.smithi102.stdout:3802: finishing write tid 3 to smithi10276805-10 2024-04-10T15:18:14.309 INFO:tasks.rados.rados.0.smithi102.stdout:3802: finishing write tid 4 to smithi10276805-10 2024-04-10T15:18:14.309 INFO:tasks.rados.rados.0.smithi102.stdout:3802: oid 10 updating version 0 to 2417 2024-04-10T15:18:14.309 INFO:tasks.rados.rados.0.smithi102.stdout:3802: oid 10 updating version 2417 to 2418 2024-04-10T15:18:14.309 INFO:tasks.rados.rados.0.smithi102.stdout:3802: oid 10 version 2418 is already newer than 2416 2024-04-10T15:18:14.309 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 2418 (ObjNum 1211 snap 344 seq_num 1211) dirty exists 2024-04-10T15:18:14.309 INFO:tasks.rados.rados.0.smithi102.stdout:3802: left oid 10 (ObjNum 1211 snap 344 seq_num 1211) 2024-04-10T15:18:14.309 INFO:tasks.rados.rados.0.smithi102.stdout:3804: finishing rollback tid 0 to smithi10276805-26 2024-04-10T15:18:14.309 INFO:tasks.rados.rados.0.smithi102.stdout:3804: finishing rollback tid 1 to smithi10276805-26 2024-04-10T15:18:14.309 INFO:tasks.rados.rados.0.smithi102.stdout:3804: finishing rollback tid 2 to smithi10276805-26 2024-04-10T15:18:14.309 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1840 (ObjNum 1021 snap 295 seq_num 1021) dirty exists 2024-04-10T15:18:14.310 INFO:tasks.rados.rados.0.smithi102.stdout:3806: finishing write tid 1 to smithi10276805-31 2024-04-10T15:18:14.310 INFO:tasks.rados.rados.0.smithi102.stdout:3806: finishing write tid 2 to smithi10276805-31 2024-04-10T15:18:14.310 INFO:tasks.rados.rados.0.smithi102.stdout:3806: finishing write tid 3 to smithi10276805-31 2024-04-10T15:18:14.312 INFO:tasks.rados.rados.0.smithi102.stdout:3806: finishing write tid 4 to smithi10276805-31 2024-04-10T15:18:14.312 INFO:tasks.rados.rados.0.smithi102.stdout:3806: oid 31 updating version 0 to 2091 2024-04-10T15:18:14.312 INFO:tasks.rados.rados.0.smithi102.stdout:3806: oid 31 version 2091 is already newer than 2090 2024-04-10T15:18:14.312 INFO:tasks.rados.rados.0.smithi102.stdout:3806: oid 31 version 2091 is already newer than 2089 2024-04-10T15:18:14.312 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 31 v 2091 (ObjNum 1212 snap 344 seq_num 1212) dirty exists 2024-04-10T15:18:14.312 INFO:tasks.rados.rados.0.smithi102.stdout:3806: left oid 31 (ObjNum 1212 snap 344 seq_num 1212) 2024-04-10T15:18:14.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:18:14.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:18:14.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:18:14.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:14 smithi154 ceph-mon[84269]: osdmap e769: 8 total, 8 up, 8 in 2024-04-10T15:18:14.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:18:14.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:18:14.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:18:14.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:14 smithi102 ceph-mon[90943]: osdmap e769: 8 total, 8 up, 8 in 2024-04-10T15:18:14.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:18:14.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:18:14.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:18:14.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:14 smithi102 ceph-mon[88557]: osdmap e769: 8 total, 8 up, 8 in 2024-04-10T15:18:15.284 INFO:tasks.rados.rados.0.smithi102.stdout:3799: done (6 left) 2024-04-10T15:18:15.284 INFO:tasks.rados.rados.0.smithi102.stdout:3800: done (5 left) 2024-04-10T15:18:15.284 INFO:tasks.rados.rados.0.smithi102.stdout:3801: done (4 left) 2024-04-10T15:18:15.284 INFO:tasks.rados.rados.0.smithi102.stdout:3802: done (3 left) 2024-04-10T15:18:15.285 INFO:tasks.rados.rados.0.smithi102.stdout:3804: done (2 left) 2024-04-10T15:18:15.285 INFO:tasks.rados.rados.0.smithi102.stdout:3806: done (1 left) 2024-04-10T15:18:15.285 INFO:tasks.rados.rados.0.smithi102.stdout:3807: done (0 left) 2024-04-10T15:18:15.285 INFO:tasks.rados.rados.0.smithi102.stdout:3808: read oid 31 snap -1 2024-04-10T15:18:15.285 INFO:tasks.rados.rados.0.smithi102.stdout:3808: expect (ObjNum 1212 snap 344 seq_num 1212) 2024-04-10T15:18:15.285 INFO:tasks.rados.rados.0.smithi102.stdout:3809: read oid 45 snap -1 2024-04-10T15:18:15.285 INFO:tasks.rados.rados.0.smithi102.stdout:3809: expect (ObjNum 1199 snap 339 seq_num 1199) 2024-04-10T15:18:15.285 INFO:tasks.rados.rados.0.smithi102.stdout:3810: read oid 38 snap 329 2024-04-10T15:18:15.285 INFO:tasks.rados.rados.0.smithi102.stdout:3810: expect (ObjNum 1076 snap 306 seq_num 1076) 2024-04-10T15:18:15.285 INFO:tasks.rados.rados.0.smithi102.stdout:3811: delete oid 48 current snap is 345 2024-04-10T15:18:15.292 INFO:tasks.rados.rados.0.smithi102.stdout:3811: done (3 left) 2024-04-10T15:18:15.292 INFO:tasks.rados.rados.0.smithi102.stdout:3812: rollback oid 43 current snap is 345 2024-04-10T15:18:15.293 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 43 to 332 2024-04-10T15:18:15.293 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 3 current snap is 345 2024-04-10T15:18:15.293 INFO:tasks.rados.rados.0.smithi102.stdout:3813: seq_num 1214 ranges {466944=737280,1204224=401408} 2024-04-10T15:18:15.300 INFO:tasks.rados.rados.0.smithi102.stdout:3813: writing smithi10276805-3 from 466944 to 1204224 tid 1 2024-04-10T15:18:15.302 INFO:tasks.rados.rados.0.smithi102.stdout:3813: writing smithi10276805-3 from 1204224 to 1605632 tid 2 2024-04-10T15:18:15.303 INFO:tasks.rados.rados.0.smithi102.stdout:3814: snap_create 2024-04-10T15:18:15.303 INFO:tasks.rados.rados.0.smithi102.stdout:3809: expect (ObjNum 1199 snap 339 seq_num 1199) 2024-04-10T15:18:15.328 INFO:tasks.rados.rados.0.smithi102.stdout:3810: expect (ObjNum 1076 snap 306 seq_num 1076) 2024-04-10T15:18:15.390 INFO:tasks.rados.rados.0.smithi102.stdout:3812: finishing rollback tid 0 to smithi10276805-43 2024-04-10T15:18:15.390 INFO:tasks.rados.rados.0.smithi102.stdout:3812: finishing rollback tid 1 to smithi10276805-43 2024-04-10T15:18:15.390 INFO:tasks.rados.rados.0.smithi102.stdout:3812: finishing rollback tid 2 to smithi10276805-43 2024-04-10T15:18:15.391 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 1843 (ObjNum 1115 snap 313 seq_num 1115) dirty exists 2024-04-10T15:18:15.391 INFO:tasks.rados.rados.0.smithi102.stdout:3808: expect (ObjNum 1212 snap 344 seq_num 1212) 2024-04-10T15:18:15.687 INFO:tasks.rados.rados.0.smithi102.stdout:3813: finishing write tid 1 to smithi10276805-3 2024-04-10T15:18:15.687 INFO:tasks.rados.rados.0.smithi102.stdout:3813: finishing write tid 2 to smithi10276805-3 2024-04-10T15:18:15.687 INFO:tasks.rados.rados.0.smithi102.stdout:3813: finishing write tid 3 to smithi10276805-3 2024-04-10T15:18:15.688 INFO:tasks.rados.rados.0.smithi102.stdout:3813: finishing write tid 4 to smithi10276805-3 2024-04-10T15:18:15.688 INFO:tasks.rados.rados.0.smithi102.stdout:3813: oid 3 updating version 0 to 2415 2024-04-10T15:18:15.688 INFO:tasks.rados.rados.0.smithi102.stdout:3813: oid 3 version 2415 is already newer than 2414 2024-04-10T15:18:15.688 INFO:tasks.rados.rados.0.smithi102.stdout:3813: oid 3 version 2415 is already newer than 2413 2024-04-10T15:18:15.688 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 2415 (ObjNum 1214 snap 345 seq_num 1214) dirty exists 2024-04-10T15:18:15.688 INFO:tasks.rados.rados.0.smithi102.stdout:3813: left oid 3 (ObjNum 1214 snap 345 seq_num 1214) 2024-04-10T15:18:16.290 INFO:tasks.rados.rados.0.smithi102.stdout:3808: done (5 left) 2024-04-10T15:18:16.291 INFO:tasks.rados.rados.0.smithi102.stdout:3809: done (4 left) 2024-04-10T15:18:16.291 INFO:tasks.rados.rados.0.smithi102.stdout:3810: done (3 left) 2024-04-10T15:18:16.291 INFO:tasks.rados.rados.0.smithi102.stdout:3812: done (2 left) 2024-04-10T15:18:16.291 INFO:tasks.rados.rados.0.smithi102.stdout:3813: done (1 left) 2024-04-10T15:18:16.291 INFO:tasks.rados.rados.0.smithi102.stdout:3814: done (0 left) 2024-04-10T15:18:16.291 INFO:tasks.rados.rados.0.smithi102.stdout:3815: rollback oid 16 current snap is 346 2024-04-10T15:18:16.291 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 16 to 338 2024-04-10T15:18:16.291 INFO:tasks.rados.rados.0.smithi102.stdout:3816: setattr oid 43 current snap is 346 2024-04-10T15:18:16.291 INFO:tasks.rados.rados.0.smithi102.stdout:3817: delete oid 40 current snap is 346 2024-04-10T15:18:16.295 INFO:tasks.rados.rados.0.smithi102.stdout:3817: done (2 left) 2024-04-10T15:18:16.295 INFO:tasks.rados.rados.0.smithi102.stdout:3818: copy_from oid 13 from oid 49 current snap is 346 2024-04-10T15:18:16.295 INFO:tasks.rados.rados.0.smithi102.stdout:3819: setattr oid 22 current snap is 346 2024-04-10T15:18:16.296 INFO:tasks.rados.rados.0.smithi102.stdout:3815: finishing rollback tid 0 to smithi10276805-16 2024-04-10T15:18:16.296 INFO:tasks.rados.rados.0.smithi102.stdout:3815: finishing rollback tid 1 to smithi10276805-16 2024-04-10T15:18:16.297 INFO:tasks.rados.rados.0.smithi102.stdout:3815: finishing rollback tid 2 to smithi10276805-16 2024-04-10T15:18:16.297 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 2492 (ObjNum 1172 snap 331 seq_num 1172) dirty exists 2024-04-10T15:18:16.297 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 1844 (ObjNum 1115 snap 313 seq_num 1115) dirty exists 2024-04-10T15:18:16.298 INFO:tasks.rados.rados.0.smithi102.stdout:3815: done (3 left) 2024-04-10T15:18:16.298 INFO:tasks.rados.rados.0.smithi102.stdout:3816: done (2 left) 2024-04-10T15:18:16.299 INFO:tasks.rados.rados.0.smithi102.stdout:3820: copy_from oid 50 from oid 31 current snap is 346 2024-04-10T15:18:16.299 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 346 2024-04-10T15:18:16.299 INFO:tasks.rados.rados.0.smithi102.stdout:3821: seq_num 1216 ranges {6217728=770048,6987776=401408} 2024-04-10T15:18:16.336 INFO:tasks.rados.rados.0.smithi102.stdout:3821: writing smithi10276805-39 from 6217728 to 6987776 tid 1 2024-04-10T15:18:16.339 INFO:tasks.rados.rados.0.smithi102.stdout:3821: writing smithi10276805-39 from 6987776 to 7389184 tid 2 2024-04-10T15:18:16.339 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 2419 (ObjNum 33 snap 0 seq_num 109395648) dirty exists 2024-04-10T15:18:16.339 INFO:tasks.rados.rados.0.smithi102.stdout:3819: done (3 left) 2024-04-10T15:18:16.339 INFO:tasks.rados.rados.0.smithi102.stdout:3822: snap_create 2024-04-10T15:18:16.340 INFO:tasks.rados.rados.0.smithi102.stdout:3818: finishing copy_from racing read to smithi10276805-13 2024-04-10T15:18:16.340 INFO:tasks.rados.rados.0.smithi102.stdout:3818: finishing copy_from to smithi10276805-13 2024-04-10T15:18:16.340 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 2410 (ObjNum 1190 snap 335 seq_num 1190) dirty exists 2024-04-10T15:18:16.340 INFO:tasks.rados.rados.0.smithi102.stdout:3820: finishing copy_from racing read to smithi10276805-50 2024-04-10T15:18:16.340 INFO:tasks.rados.rados.0.smithi102.stdout:3820: finishing copy_from to smithi10276805-50 2024-04-10T15:18:16.340 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 50 v 2091 (ObjNum 1212 snap 344 seq_num 1212) dirty exists 2024-04-10T15:18:16.343 INFO:tasks.rados.rados.0.smithi102.stdout:3821: finishing write tid 1 to smithi10276805-39 2024-04-10T15:18:16.343 INFO:tasks.rados.rados.0.smithi102.stdout:3821: finishing write tid 2 to smithi10276805-39 2024-04-10T15:18:16.343 INFO:tasks.rados.rados.0.smithi102.stdout:3821: finishing write tid 3 to smithi10276805-39 2024-04-10T15:18:16.344 INFO:tasks.rados.rados.0.smithi102.stdout:3821: finishing write tid 4 to smithi10276805-39 2024-04-10T15:18:16.344 INFO:tasks.rados.rados.0.smithi102.stdout:3821: oid 39 updating version 0 to 2416 2024-04-10T15:18:16.344 INFO:tasks.rados.rados.0.smithi102.stdout:3821: oid 39 updating version 2416 to 2417 2024-04-10T15:18:16.344 INFO:tasks.rados.rados.0.smithi102.stdout:3821: oid 39 updating version 2417 to 2418 2024-04-10T15:18:16.344 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 2418 (ObjNum 1216 snap 346 seq_num 1216) dirty exists 2024-04-10T15:18:16.345 INFO:tasks.rados.rados.0.smithi102.stdout:3821: left oid 39 (ObjNum 1216 snap 346 seq_num 1216) 2024-04-10T15:18:16.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:16 smithi154 ceph-mon[84269]: pgmap v815: 121 pgs: 121 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 524 KiB/s wr, 4 op/s 2024-04-10T15:18:16.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:16 smithi154 ceph-mon[84269]: osdmap e770: 8 total, 8 up, 8 in 2024-04-10T15:18:16.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:16 smithi102 ceph-mon[90943]: pgmap v815: 121 pgs: 121 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 524 KiB/s wr, 4 op/s 2024-04-10T15:18:16.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:16 smithi102 ceph-mon[90943]: osdmap e770: 8 total, 8 up, 8 in 2024-04-10T15:18:16.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:16 smithi102 ceph-mon[88557]: pgmap v815: 121 pgs: 121 active+clean; 178 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 524 KiB/s wr, 4 op/s 2024-04-10T15:18:16.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:16 smithi102 ceph-mon[88557]: osdmap e770: 8 total, 8 up, 8 in 2024-04-10T15:18:17.301 INFO:tasks.rados.rados.0.smithi102.stdout:3818: done (3 left) 2024-04-10T15:18:17.301 INFO:tasks.rados.rados.0.smithi102.stdout:3820: done (2 left) 2024-04-10T15:18:17.301 INFO:tasks.rados.rados.0.smithi102.stdout:3821: done (1 left) 2024-04-10T15:18:17.302 INFO:tasks.rados.rados.0.smithi102.stdout:3822: done (0 left) 2024-04-10T15:18:17.302 INFO:tasks.rados.rados.0.smithi102.stdout:3823: read oid 10 snap -1 2024-04-10T15:18:17.302 INFO:tasks.rados.rados.0.smithi102.stdout:3823: expect (ObjNum 1211 snap 344 seq_num 1211) 2024-04-10T15:18:17.302 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 27 current snap is 347 2024-04-10T15:18:17.302 INFO:tasks.rados.rados.0.smithi102.stdout:3824: seq_num 1217 ranges {270336=786432,1056768=401408} 2024-04-10T15:18:17.307 INFO:tasks.rados.rados.0.smithi102.stdout:3824: writing smithi10276805-27 from 270336 to 1056768 tid 1 2024-04-10T15:18:17.309 INFO:tasks.rados.rados.0.smithi102.stdout:3824: writing smithi10276805-27 from 1056768 to 1458176 tid 2 2024-04-10T15:18:17.309 INFO:tasks.rados.rados.0.smithi102.stdout:3825: delete oid 40 current snap is 347 2024-04-10T15:18:17.313 INFO:tasks.rados.rados.0.smithi102.stdout:3825: done (2 left) 2024-04-10T15:18:17.313 INFO:tasks.rados.rados.0.smithi102.stdout:3826: snap_create 2024-04-10T15:18:17.316 INFO:tasks.rados.rados.0.smithi102.stdout:3824: finishing write tid 1 to smithi10276805-27 2024-04-10T15:18:17.326 INFO:tasks.rados.rados.0.smithi102.stdout:3824: finishing write tid 2 to smithi10276805-27 2024-04-10T15:18:17.326 INFO:tasks.rados.rados.0.smithi102.stdout:3824: finishing write tid 3 to smithi10276805-27 2024-04-10T15:18:17.328 INFO:tasks.rados.rados.0.smithi102.stdout:3824: finishing write tid 4 to smithi10276805-27 2024-04-10T15:18:17.328 INFO:tasks.rados.rados.0.smithi102.stdout:3824: oid 27 updating version 0 to 2420 2024-04-10T15:18:17.328 INFO:tasks.rados.rados.0.smithi102.stdout:3824: oid 27 version 2420 is already newer than 2419 2024-04-10T15:18:17.328 INFO:tasks.rados.rados.0.smithi102.stdout:3824: oid 27 updating version 2420 to 2421 2024-04-10T15:18:17.328 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 27 v 2421 (ObjNum 1217 snap 347 seq_num 1217) dirty exists 2024-04-10T15:18:17.328 INFO:tasks.rados.rados.0.smithi102.stdout:3824: left oid 27 (ObjNum 1217 snap 347 seq_num 1217) 2024-04-10T15:18:17.345 INFO:tasks.rados.rados.0.smithi102.stdout:3823: expect (ObjNum 1211 snap 344 seq_num 1211) 2024-04-10T15:18:17.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:17 smithi154 ceph-mon[84269]: osdmap e771: 8 total, 8 up, 8 in 2024-04-10T15:18:17.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:17 smithi102 ceph-mon[90943]: osdmap e771: 8 total, 8 up, 8 in 2024-04-10T15:18:17.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:17 smithi102 ceph-mon[88557]: osdmap e771: 8 total, 8 up, 8 in 2024-04-10T15:18:17.655 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:18:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:18:17] "GET /metrics HTTP/1.1" 200 36345 "" "Prometheus/2.43.0" 2024-04-10T15:18:18.279 INFO:tasks.rados.rados.0.smithi102.stdout:3823: done (2 left) 2024-04-10T15:18:18.279 INFO:tasks.rados.rados.0.smithi102.stdout:3824: done (1 left) 2024-04-10T15:18:18.279 INFO:tasks.rados.rados.0.smithi102.stdout:3826: done (0 left) 2024-04-10T15:18:18.279 INFO:tasks.rados.rados.0.smithi102.stdout:3827: snap_create 2024-04-10T15:18:18.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:18 smithi154 ceph-mon[84269]: pgmap v818: 121 pgs: 121 active+clean; 180 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-04-10T15:18:18.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:18 smithi154 ceph-mon[84269]: osdmap e772: 8 total, 8 up, 8 in 2024-04-10T15:18:18.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:18 smithi154 ceph-mon[84269]: osdmap e773: 8 total, 8 up, 8 in 2024-04-10T15:18:18.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:18 smithi102 ceph-mon[90943]: pgmap v818: 121 pgs: 121 active+clean; 180 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-04-10T15:18:18.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:18 smithi102 ceph-mon[90943]: osdmap e772: 8 total, 8 up, 8 in 2024-04-10T15:18:18.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:18 smithi102 ceph-mon[90943]: osdmap e773: 8 total, 8 up, 8 in 2024-04-10T15:18:18.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:18 smithi102 ceph-mon[88557]: pgmap v818: 121 pgs: 121 active+clean; 180 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.0 MiB/s wr, 12 op/s 2024-04-10T15:18:18.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:18 smithi102 ceph-mon[88557]: osdmap e772: 8 total, 8 up, 8 in 2024-04-10T15:18:18.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:18 smithi102 ceph-mon[88557]: osdmap e773: 8 total, 8 up, 8 in 2024-04-10T15:18:19.280 INFO:tasks.rados.rados.0.smithi102.stdout:3827: done (0 left) 2024-04-10T15:18:19.280 INFO:tasks.rados.rados.0.smithi102.stdout:3828: rollback oid 11 current snap is 349 2024-04-10T15:18:19.280 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 11 to 347 2024-04-10T15:18:19.280 INFO:tasks.rados.rados.0.smithi102.stdout:3829: rollback oid 32 current snap is 349 2024-04-10T15:18:19.280 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 32 to 342 2024-04-10T15:18:19.280 INFO:tasks.rados.rados.0.smithi102.stdout:3830: delete oid 15 current snap is 349 2024-04-10T15:18:19.285 INFO:tasks.rados.rados.0.smithi102.stdout:3828: finishing rollback tid 0 to smithi10276805-11 2024-04-10T15:18:19.285 INFO:tasks.rados.rados.0.smithi102.stdout:3828: finishing rollback tid 1 to smithi10276805-11 2024-04-10T15:18:19.286 INFO:tasks.rados.rados.0.smithi102.stdout:3828: finishing rollback tid 2 to smithi10276805-11 2024-04-10T15:18:19.286 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 2495 (ObjNum 1186 snap 335 seq_num 1186) dirty exists 2024-04-10T15:18:19.289 INFO:tasks.rados.rados.0.smithi102.stdout:3829: finishing rollback tid 1 to smithi10276805-32 2024-04-10T15:18:19.289 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 0 (ObjNum 33 snap 0 seq_num 86686512) dirty dne 2024-04-10T15:18:19.289 INFO:tasks.rados.rados.0.smithi102.stdout:3828: done (2 left) 2024-04-10T15:18:19.289 INFO:tasks.rados.rados.0.smithi102.stdout:3829: done (1 left) 2024-04-10T15:18:19.289 INFO:tasks.rados.rados.0.smithi102.stdout:3830: done (0 left) 2024-04-10T15:18:19.289 INFO:tasks.rados.rados.0.smithi102.stdout:3831: rollback oid 45 current snap is 349 2024-04-10T15:18:19.289 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 45 to 344 2024-04-10T15:18:19.289 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 40 current snap is 349 2024-04-10T15:18:19.289 INFO:tasks.rados.rados.0.smithi102.stdout:3832: seq_num 1220 ranges {0=434176,434176=442368,876544=360448} 2024-04-10T15:18:19.291 INFO:tasks.rados.rados.0.smithi102.stdout:3832: writing smithi10276805-40 from 0 to 434176 tid 1 2024-04-10T15:18:19.293 INFO:tasks.rados.rados.0.smithi102.stdout:3832: writing smithi10276805-40 from 434176 to 876544 tid 2 2024-04-10T15:18:19.296 INFO:tasks.rados.rados.0.smithi102.stdout:3832: writing smithi10276805-40 from 876544 to 1236992 tid 3 2024-04-10T15:18:19.296 INFO:tasks.rados.rados.0.smithi102.stdout:3833: snap_create 2024-04-10T15:18:19.296 INFO:tasks.rados.rados.0.smithi102.stdout:3831: finishing rollback tid 0 to smithi10276805-45 2024-04-10T15:18:19.296 INFO:tasks.rados.rados.0.smithi102.stdout:3831: finishing rollback tid 1 to smithi10276805-45 2024-04-10T15:18:19.296 INFO:tasks.rados.rados.0.smithi102.stdout:3831: finishing rollback tid 2 to smithi10276805-45 2024-04-10T15:18:19.296 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 2498 (ObjNum 1199 snap 339 seq_num 1199) dirty exists 2024-04-10T15:18:19.297 INFO:tasks.rados.rados.0.smithi102.stdout:3832: finishing write tid 1 to smithi10276805-40 2024-04-10T15:18:19.301 INFO:tasks.rados.rados.0.smithi102.stdout:3832: finishing write tid 2 to smithi10276805-40 2024-04-10T15:18:19.301 INFO:tasks.rados.rados.0.smithi102.stdout:3832: finishing write tid 3 to smithi10276805-40 2024-04-10T15:18:19.301 INFO:tasks.rados.rados.0.smithi102.stdout:3832: finishing write tid 4 to smithi10276805-40 2024-04-10T15:18:19.302 INFO:tasks.rados.rados.0.smithi102.stdout:3832: finishing write tid 5 to smithi10276805-40 2024-04-10T15:18:19.302 INFO:tasks.rados.rados.0.smithi102.stdout:3832: oid 40 updating version 0 to 2095 2024-04-10T15:18:19.302 INFO:tasks.rados.rados.0.smithi102.stdout:3832: oid 40 version 2095 is already newer than 2094 2024-04-10T15:18:19.303 INFO:tasks.rados.rados.0.smithi102.stdout:3832: oid 40 version 2095 is already newer than 2093 2024-04-10T15:18:19.303 INFO:tasks.rados.rados.0.smithi102.stdout:3832: oid 40 updating version 2095 to 2096 2024-04-10T15:18:19.303 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 40 v 2096 (ObjNum 1220 snap 349 seq_num 1220) dirty exists 2024-04-10T15:18:19.303 INFO:tasks.rados.rados.0.smithi102.stdout:3832: left oid 40 (ObjNum 1220 snap 349 seq_num 1220) 2024-04-10T15:18:20.304 INFO:tasks.rados.rados.0.smithi102.stdout:3831: done (2 left) 2024-04-10T15:18:20.304 INFO:tasks.rados.rados.0.smithi102.stdout:3832: done (1 left) 2024-04-10T15:18:20.304 INFO:tasks.rados.rados.0.smithi102.stdout:3833: done (0 left) 2024-04-10T15:18:20.304 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 13 current snap is 350 2024-04-10T15:18:20.304 INFO:tasks.rados.rados.0.smithi102.stdout:3834: seq_num 1221 ranges {1179648=458752,1638400=729088,2367488=73728} 2024-04-10T15:18:20.312 INFO:tasks.rados.rados.0.smithi102.stdout:3834: writing smithi10276805-13 from 1179648 to 1638400 tid 1 2024-04-10T15:18:20.316 INFO:tasks.rados.rados.0.smithi102.stdout:3834: writing smithi10276805-13 from 1638400 to 2367488 tid 2 2024-04-10T15:18:20.317 INFO:tasks.rados.rados.0.smithi102.stdout:3834: writing smithi10276805-13 from 2367488 to 2441216 tid 3 2024-04-10T15:18:20.317 INFO:tasks.rados.rados.0.smithi102.stdout:3835: rollback oid 30 current snap is 350 2024-04-10T15:18:20.317 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 30 to 343 2024-04-10T15:18:20.317 INFO:tasks.rados.rados.0.smithi102.stdout:3836: snap_create 2024-04-10T15:18:20.322 INFO:tasks.rados.rados.0.smithi102.stdout:3835: finishing rollback tid 1 to smithi10276805-30 2024-04-10T15:18:20.322 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 2072 (ObjNum 273 snap 0 seq_num 0) dirty dne 2024-04-10T15:18:20.325 INFO:tasks.rados.rados.0.smithi102.stdout:3834: finishing write tid 1 to smithi10276805-13 2024-04-10T15:18:20.325 INFO:tasks.rados.rados.0.smithi102.stdout:3834: finishing write tid 2 to smithi10276805-13 2024-04-10T15:18:20.326 INFO:tasks.rados.rados.0.smithi102.stdout:3834: finishing write tid 3 to smithi10276805-13 2024-04-10T15:18:20.326 INFO:tasks.rados.rados.0.smithi102.stdout:3834: finishing write tid 4 to smithi10276805-13 2024-04-10T15:18:20.328 INFO:tasks.rados.rados.0.smithi102.stdout:3834: finishing write tid 5 to smithi10276805-13 2024-04-10T15:18:20.328 INFO:tasks.rados.rados.0.smithi102.stdout:3834: oid 13 updating version 0 to 2690 2024-04-10T15:18:20.328 INFO:tasks.rados.rados.0.smithi102.stdout:3834: oid 13 version 2690 is already newer than 2688 2024-04-10T15:18:20.329 INFO:tasks.rados.rados.0.smithi102.stdout:3834: oid 13 version 2690 is already newer than 2689 2024-04-10T15:18:20.329 INFO:tasks.rados.rados.0.smithi102.stdout:3834: oid 13 updating version 2690 to 2691 2024-04-10T15:18:20.329 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 2691 (ObjNum 1221 snap 350 seq_num 1221) dirty exists 2024-04-10T15:18:20.329 INFO:tasks.rados.rados.0.smithi102.stdout:3834: left oid 13 (ObjNum 1221 snap 350 seq_num 1221) 2024-04-10T15:18:20.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:20 smithi154 ceph-mon[84269]: pgmap v821: 121 pgs: 121 active+clean; 181 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 810 KiB/s wr, 11 op/s 2024-04-10T15:18:20.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:20 smithi154 ceph-mon[84269]: osdmap e774: 8 total, 8 up, 8 in 2024-04-10T15:18:20.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:20 smithi102 ceph-mon[90943]: pgmap v821: 121 pgs: 121 active+clean; 181 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 810 KiB/s wr, 11 op/s 2024-04-10T15:18:20.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:20 smithi102 ceph-mon[90943]: osdmap e774: 8 total, 8 up, 8 in 2024-04-10T15:18:20.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:20 smithi102 ceph-mon[88557]: pgmap v821: 121 pgs: 121 active+clean; 181 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 810 KiB/s wr, 11 op/s 2024-04-10T15:18:20.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:20 smithi102 ceph-mon[88557]: osdmap e774: 8 total, 8 up, 8 in 2024-04-10T15:18:21.309 INFO:tasks.rados.rados.0.smithi102.stdout:3834: done (2 left) 2024-04-10T15:18:21.310 INFO:tasks.rados.rados.0.smithi102.stdout:3835: done (1 left) 2024-04-10T15:18:21.310 INFO:tasks.rados.rados.0.smithi102.stdout:3836: done (0 left) 2024-04-10T15:18:21.310 INFO:tasks.rados.rados.0.smithi102.stdout:3837: read oid 41 snap -1 2024-04-10T15:18:21.310 INFO:tasks.rados.rados.0.smithi102.stdout:3837: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:18:21.310 INFO:tasks.rados.rados.0.smithi102.stdout:3838: delete oid 28 current snap is 351 2024-04-10T15:18:21.312 INFO:tasks.rados.rados.0.smithi102.stdout:3837: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:18:21.315 INFO:tasks.rados.rados.0.smithi102.stdout:3837: done (1 left) 2024-04-10T15:18:21.316 INFO:tasks.rados.rados.0.smithi102.stdout:3838: done (0 left) 2024-04-10T15:18:21.316 INFO:tasks.rados.rados.0.smithi102.stdout:3839: snap_create 2024-04-10T15:18:21.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:21 smithi154 ceph-mon[84269]: osdmap e775: 8 total, 8 up, 8 in 2024-04-10T15:18:21.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:21 smithi154 ceph-mon[84269]: pgmap v824: 121 pgs: 121 active+clean; 187 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-10T15:18:21.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:21 smithi102 ceph-mon[90943]: osdmap e775: 8 total, 8 up, 8 in 2024-04-10T15:18:21.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:21 smithi102 ceph-mon[90943]: pgmap v824: 121 pgs: 121 active+clean; 187 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-10T15:18:21.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:21 smithi102 ceph-mon[88557]: osdmap e775: 8 total, 8 up, 8 in 2024-04-10T15:18:21.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:21 smithi102 ceph-mon[88557]: pgmap v824: 121 pgs: 121 active+clean; 187 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 9.0 MiB/s rd, 1.6 MiB/s wr, 12 op/s 2024-04-10T15:18:22.310 INFO:tasks.rados.rados.0.smithi102.stdout:3839: done (0 left) 2024-04-10T15:18:22.310 INFO:tasks.rados.rados.0.smithi102.stdout:3840: snap_remove snap 350 2024-04-10T15:18:22.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:22 smithi154 ceph-mon[84269]: osdmap e776: 8 total, 8 up, 8 in 2024-04-10T15:18:22.625 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:18:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:18:22.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:22 smithi102 ceph-mon[90943]: osdmap e776: 8 total, 8 up, 8 in 2024-04-10T15:18:22.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:22 smithi102 ceph-mon[88557]: osdmap e776: 8 total, 8 up, 8 in 2024-04-10T15:18:23.279 INFO:tasks.rados.rados.0.smithi102.stdout:3840: done (0 left) 2024-04-10T15:18:23.279 INFO:tasks.rados.rados.0.smithi102.stdout:3841: snap_create 2024-04-10T15:18:23.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:23 smithi154 ceph-mon[84269]: osdmap e777: 8 total, 8 up, 8 in 2024-04-10T15:18:23.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:18:23.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:23 smithi154 ceph-mon[84269]: pgmap v827: 121 pgs: 121 active+clean; 189 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-10T15:18:23.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:23 smithi154 ceph-mon[84269]: osdmap e778: 8 total, 8 up, 8 in 2024-04-10T15:18:23.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:23 smithi102 ceph-mon[90943]: osdmap e777: 8 total, 8 up, 8 in 2024-04-10T15:18:23.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:18:23.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:23 smithi102 ceph-mon[90943]: pgmap v827: 121 pgs: 121 active+clean; 189 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-10T15:18:23.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:23 smithi102 ceph-mon[90943]: osdmap e778: 8 total, 8 up, 8 in 2024-04-10T15:18:23.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:23 smithi102 ceph-mon[88557]: osdmap e777: 8 total, 8 up, 8 in 2024-04-10T15:18:23.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:18:23.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:23 smithi102 ceph-mon[88557]: pgmap v827: 121 pgs: 121 active+clean; 189 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 5.9 MiB/s rd, 1.9 MiB/s wr, 12 op/s 2024-04-10T15:18:23.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:23 smithi102 ceph-mon[88557]: osdmap e778: 8 total, 8 up, 8 in 2024-04-10T15:18:24.281 INFO:tasks.rados.rados.0.smithi102.stdout:3841: done (0 left) 2024-04-10T15:18:24.282 INFO:tasks.rados.rados.0.smithi102.stdout:3842: copy_from oid 13 from oid 23 current snap is 353 2024-04-10T15:18:24.282 INFO:tasks.rados.rados.0.smithi102.stdout:3843: delete oid 7 current snap is 353 2024-04-10T15:18:24.289 INFO:tasks.rados.rados.0.smithi102.stdout:3843: done (1 left) 2024-04-10T15:18:24.289 INFO:tasks.rados.rados.0.smithi102.stdout:3844: snap_create 2024-04-10T15:18:24.302 INFO:tasks.rados.rados.0.smithi102.stdout:3842: finishing copy_from racing read to smithi10276805-13 2024-04-10T15:18:24.304 INFO:tasks.rados.rados.0.smithi102.stdout:3842: finishing copy_from to smithi10276805-13 2024-04-10T15:18:24.304 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 2317 (ObjNum 1110 snap 312 seq_num 1110) dirty exists 2024-04-10T15:18:25.294 INFO:tasks.rados.rados.0.smithi102.stdout:3842: done (1 left) 2024-04-10T15:18:25.295 INFO:tasks.rados.rados.0.smithi102.stdout:3844: done (0 left) 2024-04-10T15:18:25.295 INFO:tasks.rados.rados.0.smithi102.stdout:3845: snap_create 2024-04-10T15:18:25.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:25 smithi154 ceph-mon[84269]: osdmap e779: 8 total, 8 up, 8 in 2024-04-10T15:18:25.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:25 smithi102 ceph-mon[90943]: osdmap e779: 8 total, 8 up, 8 in 2024-04-10T15:18:25.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:25 smithi102 ceph-mon[88557]: osdmap e779: 8 total, 8 up, 8 in 2024-04-10T15:18:26.292 INFO:tasks.rados.rados.0.smithi102.stdout:3845: done (0 left) 2024-04-10T15:18:26.292 INFO:tasks.rados.rados.0.smithi102.stdout:3846: snap_create 2024-04-10T15:18:26.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:26 smithi154 ceph-mon[84269]: pgmap v830: 121 pgs: 121 active+clean; 190 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.2 KiB/s rd, 878 KiB/s wr, 4 op/s 2024-04-10T15:18:26.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:26 smithi154 ceph-mon[84269]: osdmap e780: 8 total, 8 up, 8 in 2024-04-10T15:18:26.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:26 smithi102 ceph-mon[90943]: pgmap v830: 121 pgs: 121 active+clean; 190 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.2 KiB/s rd, 878 KiB/s wr, 4 op/s 2024-04-10T15:18:26.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:26 smithi102 ceph-mon[90943]: osdmap e780: 8 total, 8 up, 8 in 2024-04-10T15:18:26.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:26 smithi102 ceph-mon[88557]: pgmap v830: 121 pgs: 121 active+clean; 190 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 8.2 KiB/s rd, 878 KiB/s wr, 4 op/s 2024-04-10T15:18:26.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:26 smithi102 ceph-mon[88557]: osdmap e780: 8 total, 8 up, 8 in 2024-04-10T15:18:27.295 INFO:tasks.rados.rados.0.smithi102.stdout:3846: done (0 left) 2024-04-10T15:18:27.295 INFO:tasks.rados.rados.0.smithi102.stdout:3847: snap_create 2024-04-10T15:18:27.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:27 smithi154 ceph-mon[84269]: osdmap e781: 8 total, 8 up, 8 in 2024-04-10T15:18:27.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:27 smithi154 ceph-mon[84269]: osdmap e782: 8 total, 8 up, 8 in 2024-04-10T15:18:27.655 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:18:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:18:27] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-04-10T15:18:27.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:27 smithi102 ceph-mon[88557]: osdmap e781: 8 total, 8 up, 8 in 2024-04-10T15:18:27.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:27 smithi102 ceph-mon[88557]: osdmap e782: 8 total, 8 up, 8 in 2024-04-10T15:18:27.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:27 smithi102 ceph-mon[90943]: osdmap e781: 8 total, 8 up, 8 in 2024-04-10T15:18:27.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:27 smithi102 ceph-mon[90943]: osdmap e782: 8 total, 8 up, 8 in 2024-04-10T15:18:28.297 INFO:tasks.rados.rados.0.smithi102.stdout:3847: done (0 left) 2024-04-10T15:18:28.297 INFO:tasks.rados.rados.0.smithi102.stdout:3848: read oid 3 snap 344 2024-04-10T15:18:28.297 INFO:tasks.rados.rados.0.smithi102.stdout:3848: expect (ObjNum 1174 snap 331 seq_num 1174) 2024-04-10T15:18:28.297 INFO:tasks.rados.rados.0.smithi102.stdout:3849: delete oid 41 current snap is 357 2024-04-10T15:18:28.300 INFO:tasks.rados.rados.0.smithi102.stdout:3849: done (1 left) 2024-04-10T15:18:28.300 INFO:tasks.rados.rados.0.smithi102.stdout:3850: snap_remove snap 333 2024-04-10T15:18:28.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:28 smithi154 ceph-mon[84269]: pgmap v833: 121 pgs: 121 active+clean; 194 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-10T15:18:28.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:28 smithi154 ceph-mon[84269]: osdmap e783: 8 total, 8 up, 8 in 2024-04-10T15:18:28.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:28 smithi102 ceph-mon[88557]: pgmap v833: 121 pgs: 121 active+clean; 194 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-10T15:18:28.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:28 smithi102 ceph-mon[88557]: osdmap e783: 8 total, 8 up, 8 in 2024-04-10T15:18:28.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:28 smithi102 ceph-mon[90943]: pgmap v833: 121 pgs: 121 active+clean; 194 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.3 MiB/s wr, 3 op/s 2024-04-10T15:18:28.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:28 smithi102 ceph-mon[90943]: osdmap e783: 8 total, 8 up, 8 in 2024-04-10T15:18:29.299 INFO:tasks.rados.rados.0.smithi102.stdout:3850: done (1 left) 2024-04-10T15:18:29.299 INFO:tasks.rados.rados.0.smithi102.stdout:3851: rollback oid 26 current snap is 357 2024-04-10T15:18:29.299 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 26 to 322 2024-04-10T15:18:29.299 INFO:tasks.rados.rados.0.smithi102.stdout:3852: copy_from oid 29 from oid 25 current snap is 357 2024-04-10T15:18:29.299 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 33 current snap is 357 2024-04-10T15:18:29.299 INFO:tasks.rados.rados.0.smithi102.stdout:3853: seq_num 1225 ranges {4636672=524288,5160960=712704,5873664=90112} 2024-04-10T15:18:29.328 INFO:tasks.rados.rados.0.smithi102.stdout:3853: writing smithi10276805-33 from 4636672 to 5160960 tid 1 2024-04-10T15:18:29.333 INFO:tasks.rados.rados.0.smithi102.stdout:3853: writing smithi10276805-33 from 5160960 to 5873664 tid 2 2024-04-10T15:18:29.333 INFO:tasks.rados.rados.0.smithi102.stdout:3853: writing smithi10276805-33 from 5873664 to 5963776 tid 3 2024-04-10T15:18:29.334 INFO:tasks.rados.rados.0.smithi102.stdout:3854: read oid 24 snap -1 2024-04-10T15:18:29.334 INFO:tasks.rados.rados.0.smithi102.stdout:3854: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:18:29.334 INFO:tasks.rados.rados.0.smithi102.stdout:3855: read oid 6 snap -1 2024-04-10T15:18:29.334 INFO:tasks.rados.rados.0.smithi102.stdout:3855: expect deleted 2024-04-10T15:18:29.334 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 37 current snap is 357 2024-04-10T15:18:29.334 INFO:tasks.rados.rados.0.smithi102.stdout:3848: expect (ObjNum 1174 snap 331 seq_num 1174) 2024-04-10T15:18:29.349 INFO:tasks.rados.rados.0.smithi102.stdout:3851: finishing rollback tid 0 to smithi10276805-26 2024-04-10T15:18:29.349 INFO:tasks.rados.rados.0.smithi102.stdout:3851: finishing rollback tid 1 to smithi10276805-26 2024-04-10T15:18:29.349 INFO:tasks.rados.rados.0.smithi102.stdout:3851: finishing rollback tid 2 to smithi10276805-26 2024-04-10T15:18:29.349 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 26 v 1848 (ObjNum 1021 snap 295 seq_num 1021) dirty exists 2024-04-10T15:18:29.349 INFO:tasks.rados.rados.0.smithi102.stdout:3852: finishing copy_from racing read to smithi10276805-29 2024-04-10T15:18:29.349 INFO:tasks.rados.rados.0.smithi102.stdout:3853: finishing write tid 1 to smithi10276805-33 2024-04-10T15:18:29.349 INFO:tasks.rados.rados.0.smithi102.stdout:3856: seq_num 1226 ranges {0=540672,540672=598016,1138688=204800} 2024-04-10T15:18:29.351 INFO:tasks.rados.rados.0.smithi102.stdout:3856: writing smithi10276805-37 from 0 to 540672 tid 1 2024-04-10T15:18:29.355 INFO:tasks.rados.rados.0.smithi102.stdout:3856: writing smithi10276805-37 from 540672 to 1138688 tid 2 2024-04-10T15:18:29.357 INFO:tasks.rados.rados.0.smithi102.stdout:3856: writing smithi10276805-37 from 1138688 to 1343488 tid 3 2024-04-10T15:18:29.357 INFO:tasks.rados.rados.0.smithi102.stdout:3848: done (6 left) 2024-04-10T15:18:29.357 INFO:tasks.rados.rados.0.smithi102.stdout:3851: done (5 left) 2024-04-10T15:18:29.357 INFO:tasks.rados.rados.0.smithi102.stdout:3857: read oid 31 snap -1 2024-04-10T15:18:29.357 INFO:tasks.rados.rados.0.smithi102.stdout:3857: expect (ObjNum 1212 snap 344 seq_num 1212) 2024-04-10T15:18:29.357 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 45 current snap is 357 2024-04-10T15:18:29.357 INFO:tasks.rados.rados.0.smithi102.stdout:3858: seq_num 1227 ranges {884736=557056,1441792=483328,1925120=319488} 2024-04-10T15:18:29.364 INFO:tasks.rados.rados.0.smithi102.stdout:3858: writing smithi10276805-45 from 884736 to 1441792 tid 1 2024-04-10T15:18:29.367 INFO:tasks.rados.rados.0.smithi102.stdout:3858: writing smithi10276805-45 from 1441792 to 1925120 tid 2 2024-04-10T15:18:29.370 INFO:tasks.rados.rados.0.smithi102.stdout:3858: writing smithi10276805-45 from 1925120 to 2244608 tid 3 2024-04-10T15:18:29.370 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 32 current snap is 357 2024-04-10T15:18:29.370 INFO:tasks.rados.rados.0.smithi102.stdout:3859: seq_num 1228 ranges {0=573440,573440=761856,1335296=40960} 2024-04-10T15:18:29.373 INFO:tasks.rados.rados.0.smithi102.stdout:3859: writing smithi10276805-32 from 0 to 573440 tid 1 2024-04-10T15:18:29.377 INFO:tasks.rados.rados.0.smithi102.stdout:3859: writing smithi10276805-32 from 573440 to 1335296 tid 2 2024-04-10T15:18:29.378 INFO:tasks.rados.rados.0.smithi102.stdout:3859: writing smithi10276805-32 from 1335296 to 1376256 tid 3 2024-04-10T15:18:29.378 INFO:tasks.rados.rados.0.smithi102.stdout:3860: read oid 28 snap -1 2024-04-10T15:18:29.378 INFO:tasks.rados.rados.0.smithi102.stdout:3860: expect deleted 2024-04-10T15:18:29.378 INFO:tasks.rados.rados.0.smithi102.stdout:3861: copy_from oid 21 from oid 16 current snap is 357 2024-04-10T15:18:29.378 INFO:tasks.rados.rados.0.smithi102.stdout:3854: expect (ObjNum 0 snap 0 seq_num 0) 2024-04-10T15:18:29.379 INFO:tasks.rados.rados.0.smithi102.stdout:3852: finishing copy_from to smithi10276805-29 2024-04-10T15:18:29.379 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 2316 (ObjNum 1134 snap 319 seq_num 1134) dirty exists 2024-04-10T15:18:29.380 INFO:tasks.rados.rados.0.smithi102.stdout:3853: finishing write tid 2 to smithi10276805-33 2024-04-10T15:18:29.380 INFO:tasks.rados.rados.0.smithi102.stdout:3852: done (9 left) 2024-04-10T15:18:29.380 INFO:tasks.rados.rados.0.smithi102.stdout:3854: done (8 left) 2024-04-10T15:18:29.380 INFO:tasks.rados.rados.0.smithi102.stdout:3855: done (7 left) 2024-04-10T15:18:29.380 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 17 current snap is 357 2024-04-10T15:18:29.380 INFO:tasks.rados.rados.0.smithi102.stdout:3853: finishing write tid 3 to smithi10276805-33 2024-04-10T15:18:29.380 INFO:tasks.rados.rados.0.smithi102.stdout:3853: finishing write tid 4 to smithi10276805-33 2024-04-10T15:18:29.380 INFO:tasks.rados.rados.0.smithi102.stdout:3853: finishing write tid 5 to smithi10276805-33 2024-04-10T15:18:29.380 INFO:tasks.rados.rados.0.smithi102.stdout:3853: oid 33 updating version 0 to 2076 2024-04-10T15:18:29.380 INFO:tasks.rados.rados.0.smithi102.stdout:3853: oid 33 version 2076 is already newer than 2075 2024-04-10T15:18:29.380 INFO:tasks.rados.rados.0.smithi102.stdout:3853: oid 33 version 2076 is already newer than 2074 2024-04-10T15:18:29.380 INFO:tasks.rados.rados.0.smithi102.stdout:3853: oid 33 version 2076 is already newer than 2073 2024-04-10T15:18:29.380 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 2076 (ObjNum 1225 snap 357 seq_num 1225) dirty exists 2024-04-10T15:18:29.380 INFO:tasks.rados.rados.0.smithi102.stdout:3853: left oid 33 (ObjNum 1225 snap 357 seq_num 1225) 2024-04-10T15:18:29.381 INFO:tasks.rados.rados.0.smithi102.stdout:3862: seq_num 1229 ranges {0=589824,589824=647168,1236992=155648} 2024-04-10T15:18:29.382 INFO:tasks.rados.rados.0.smithi102.stdout:3862: writing smithi10276805-17 from 0 to 589824 tid 1 2024-04-10T15:18:29.386 INFO:tasks.rados.rados.0.smithi102.stdout:3862: writing smithi10276805-17 from 589824 to 1236992 tid 2 2024-04-10T15:18:29.387 INFO:tasks.rados.rados.0.smithi102.stdout:3862: writing smithi10276805-17 from 1236992 to 1392640 tid 3 2024-04-10T15:18:29.387 INFO:tasks.rados.rados.0.smithi102.stdout:3853: done (7 left) 2024-04-10T15:18:29.387 INFO:tasks.rados.rados.0.smithi102.stdout:3863: snap_remove snap 338 2024-04-10T15:18:30.322 INFO:tasks.rados.rados.0.smithi102.stdout:3863: done (7 left) 2024-04-10T15:18:30.322 INFO:tasks.rados.rados.0.smithi102.stdout:3864: snap_create 2024-04-10T15:18:30.322 INFO:tasks.rados.rados.0.smithi102.stdout:3856: finishing write tid 1 to smithi10276805-37 2024-04-10T15:18:30.322 INFO:tasks.rados.rados.0.smithi102.stdout:3856: finishing write tid 2 to smithi10276805-37 2024-04-10T15:18:30.323 INFO:tasks.rados.rados.0.smithi102.stdout:3856: finishing write tid 3 to smithi10276805-37 2024-04-10T15:18:30.323 INFO:tasks.rados.rados.0.smithi102.stdout:3856: finishing write tid 4 to smithi10276805-37 2024-04-10T15:18:30.323 INFO:tasks.rados.rados.0.smithi102.stdout:3856: finishing write tid 5 to smithi10276805-37 2024-04-10T15:18:30.323 INFO:tasks.rados.rados.0.smithi102.stdout:3856: oid 37 updating version 0 to 1849 2024-04-10T15:18:30.323 INFO:tasks.rados.rados.0.smithi102.stdout:3856: oid 37 updating version 1849 to 1850 2024-04-10T15:18:30.323 INFO:tasks.rados.rados.0.smithi102.stdout:3856: oid 37 updating version 1850 to 1852 2024-04-10T15:18:30.323 INFO:tasks.rados.rados.0.smithi102.stdout:3856: oid 37 version 1852 is already newer than 1851 2024-04-10T15:18:30.323 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 1852 (ObjNum 1226 snap 357 seq_num 1226) dirty exists 2024-04-10T15:18:30.323 INFO:tasks.rados.rados.0.smithi102.stdout:3856: left oid 37 (ObjNum 1226 snap 357 seq_num 1226) 2024-04-10T15:18:30.323 INFO:tasks.rados.rados.0.smithi102.stdout:3858: finishing write tid 1 to smithi10276805-45 2024-04-10T15:18:30.323 INFO:tasks.rados.rados.0.smithi102.stdout:3857: expect (ObjNum 1212 snap 344 seq_num 1212) 2024-04-10T15:18:30.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:30 smithi154 ceph-mon[84269]: pgmap v836: 121 pgs: 121 active+clean; 194 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.0 MiB/s wr, 2 op/s 2024-04-10T15:18:30.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:30 smithi154 ceph-mon[84269]: osdmap e784: 8 total, 8 up, 8 in 2024-04-10T15:18:30.627 INFO:tasks.rados.rados.0.smithi102.stdout:3858: finishing write tid 2 to smithi10276805-45 2024-04-10T15:18:30.627 INFO:tasks.rados.rados.0.smithi102.stdout:3858: finishing write tid 3 to smithi10276805-45 2024-04-10T15:18:30.627 INFO:tasks.rados.rados.0.smithi102.stdout:3858: finishing write tid 4 to smithi10276805-45 2024-04-10T15:18:30.627 INFO:tasks.rados.rados.0.smithi102.stdout:3858: finishing write tid 5 to smithi10276805-45 2024-04-10T15:18:30.627 INFO:tasks.rados.rados.0.smithi102.stdout:3858: oid 45 updating version 0 to 2502 2024-04-10T15:18:30.627 INFO:tasks.rados.rados.0.smithi102.stdout:3858: oid 45 version 2502 is already newer than 2500 2024-04-10T15:18:30.627 INFO:tasks.rados.rados.0.smithi102.stdout:3858: oid 45 version 2502 is already newer than 2501 2024-04-10T15:18:30.627 INFO:tasks.rados.rados.0.smithi102.stdout:3858: oid 45 version 2502 is already newer than 2499 2024-04-10T15:18:30.628 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 2502 (ObjNum 1227 snap 357 seq_num 1227) dirty exists 2024-04-10T15:18:30.628 INFO:tasks.rados.rados.0.smithi102.stdout:3858: left oid 45 (ObjNum 1227 snap 357 seq_num 1227) 2024-04-10T15:18:30.628 INFO:tasks.rados.rados.0.smithi102.stdout:3859: finishing write tid 1 to smithi10276805-32 2024-04-10T15:18:30.628 INFO:tasks.rados.rados.0.smithi102.stdout:3859: finishing write tid 2 to smithi10276805-32 2024-04-10T15:18:30.628 INFO:tasks.rados.rados.0.smithi102.stdout:3861: finishing copy_from racing read to smithi10276805-21 2024-04-10T15:18:30.628 INFO:tasks.rados.rados.0.smithi102.stdout:3859: finishing write tid 3 to smithi10276805-32 2024-04-10T15:18:30.628 INFO:tasks.rados.rados.0.smithi102.stdout:3859: finishing write tid 4 to smithi10276805-32 2024-04-10T15:18:30.628 INFO:tasks.rados.rados.0.smithi102.stdout:3861: finishing copy_from to smithi10276805-21 2024-04-10T15:18:30.628 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 2492 (ObjNum 1172 snap 331 seq_num 1172) dirty exists 2024-04-10T15:18:30.628 INFO:tasks.rados.rados.0.smithi102.stdout:3862: finishing write tid 1 to smithi10276805-17 2024-04-10T15:18:30.628 INFO:tasks.rados.rados.0.smithi102.stdout:3859: finishing write tid 5 to smithi10276805-32 2024-04-10T15:18:30.628 INFO:tasks.rados.rados.0.smithi102.stdout:3859: oid 32 updating version 0 to 2713 2024-04-10T15:18:30.628 INFO:tasks.rados.rados.0.smithi102.stdout:3859: oid 32 updating version 2713 to 2714 2024-04-10T15:18:30.628 INFO:tasks.rados.rados.0.smithi102.stdout:3859: oid 32 updating version 2714 to 2715 2024-04-10T15:18:30.628 INFO:tasks.rados.rados.0.smithi102.stdout:3859: oid 32 version 2715 is already newer than 2712 2024-04-10T15:18:30.628 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 32 v 2715 (ObjNum 1228 snap 357 seq_num 1228) dirty exists 2024-04-10T15:18:30.629 INFO:tasks.rados.rados.0.smithi102.stdout:3859: left oid 32 (ObjNum 1228 snap 357 seq_num 1228) 2024-04-10T15:18:30.629 INFO:tasks.rados.rados.0.smithi102.stdout:3862: finishing write tid 2 to smithi10276805-17 2024-04-10T15:18:30.629 INFO:tasks.rados.rados.0.smithi102.stdout:3862: finishing write tid 3 to smithi10276805-17 2024-04-10T15:18:30.629 INFO:tasks.rados.rados.0.smithi102.stdout:3862: finishing write tid 4 to smithi10276805-17 2024-04-10T15:18:30.629 INFO:tasks.rados.rados.0.smithi102.stdout:3862: finishing write tid 5 to smithi10276805-17 2024-04-10T15:18:30.629 INFO:tasks.rados.rados.0.smithi102.stdout:3862: oid 17 updating version 0 to 2510 2024-04-10T15:18:30.629 INFO:tasks.rados.rados.0.smithi102.stdout:3862: oid 17 version 2510 is already newer than 2507 2024-04-10T15:18:30.629 INFO:tasks.rados.rados.0.smithi102.stdout:3862: oid 17 version 2510 is already newer than 2509 2024-04-10T15:18:30.629 INFO:tasks.rados.rados.0.smithi102.stdout:3862: oid 17 version 2510 is already newer than 2508 2024-04-10T15:18:30.629 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 17 v 2510 (ObjNum 1229 snap 357 seq_num 1229) dirty exists 2024-04-10T15:18:30.629 INFO:tasks.rados.rados.0.smithi102.stdout:3862: left oid 17 (ObjNum 1229 snap 357 seq_num 1229) 2024-04-10T15:18:30.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:30 smithi102 ceph-mon[90943]: pgmap v836: 121 pgs: 121 active+clean; 194 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.0 MiB/s wr, 2 op/s 2024-04-10T15:18:30.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:30 smithi102 ceph-mon[90943]: osdmap e784: 8 total, 8 up, 8 in 2024-04-10T15:18:30.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:30 smithi102 ceph-mon[88557]: pgmap v836: 121 pgs: 121 active+clean; 194 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 1.0 MiB/s wr, 2 op/s 2024-04-10T15:18:30.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:30 smithi102 ceph-mon[88557]: osdmap e784: 8 total, 8 up, 8 in 2024-04-10T15:18:31.330 INFO:tasks.rados.rados.0.smithi102.stdout:3856: done (7 left) 2024-04-10T15:18:31.330 INFO:tasks.rados.rados.0.smithi102.stdout:3857: done (6 left) 2024-04-10T15:18:31.330 INFO:tasks.rados.rados.0.smithi102.stdout:3858: done (5 left) 2024-04-10T15:18:31.331 INFO:tasks.rados.rados.0.smithi102.stdout:3859: done (4 left) 2024-04-10T15:18:31.331 INFO:tasks.rados.rados.0.smithi102.stdout:3860: done (3 left) 2024-04-10T15:18:31.331 INFO:tasks.rados.rados.0.smithi102.stdout:3861: done (2 left) 2024-04-10T15:18:31.331 INFO:tasks.rados.rados.0.smithi102.stdout:3862: done (1 left) 2024-04-10T15:18:31.331 INFO:tasks.rados.rados.0.smithi102.stdout:3864: done (0 left) 2024-04-10T15:18:31.331 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 45 current snap is 358 2024-04-10T15:18:31.331 INFO:tasks.rados.rados.0.smithi102.stdout:3865: seq_num 1230 ranges {2244608=606208,2850816=532480,3383296=270336} 2024-04-10T15:18:31.345 INFO:tasks.rados.rados.0.smithi102.stdout:3865: writing smithi10276805-45 from 2244608 to 2850816 tid 1 2024-04-10T15:18:31.348 INFO:tasks.rados.rados.0.smithi102.stdout:3865: writing smithi10276805-45 from 2850816 to 3383296 tid 2 2024-04-10T15:18:31.350 INFO:tasks.rados.rados.0.smithi102.stdout:3865: writing smithi10276805-45 from 3383296 to 3653632 tid 3 2024-04-10T15:18:31.350 INFO:tasks.rados.rados.0.smithi102.stdout:3866: rollback oid 38 current snap is 358 2024-04-10T15:18:31.350 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 38 to 344 2024-04-10T15:18:31.350 INFO:tasks.rados.rados.0.smithi102.stdout:3867: rollback oid 1 current snap is 358 2024-04-10T15:18:31.350 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 1 to 345 2024-04-10T15:18:31.350 INFO:tasks.rados.rados.0.smithi102.stdout:3868: setattr oid 22 current snap is 358 2024-04-10T15:18:31.352 INFO:tasks.rados.rados.0.smithi102.stdout:3869: snap_create 2024-04-10T15:18:31.355 INFO:tasks.rados.rados.0.smithi102.stdout:3866: finishing rollback tid 0 to smithi10276805-38 2024-04-10T15:18:31.357 INFO:tasks.rados.rados.0.smithi102.stdout:3865: finishing write tid 1 to smithi10276805-45 2024-04-10T15:18:31.357 INFO:tasks.rados.rados.0.smithi102.stdout:3866: finishing rollback tid 1 to smithi10276805-38 2024-04-10T15:18:31.357 INFO:tasks.rados.rados.0.smithi102.stdout:3866: finishing rollback tid 2 to smithi10276805-38 2024-04-10T15:18:31.357 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 1843 (ObjNum 1201 snap 339 seq_num 1201) dirty exists 2024-04-10T15:18:31.358 INFO:tasks.rados.rados.0.smithi102.stdout:3865: finishing write tid 2 to smithi10276805-45 2024-04-10T15:18:31.359 INFO:tasks.rados.rados.0.smithi102.stdout:3867: finishing rollback tid 1 to smithi10276805-1 2024-04-10T15:18:31.359 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 0 (ObjNum 113 snap 0 seq_num 87895712) dirty dne 2024-04-10T15:18:31.359 INFO:tasks.rados.rados.0.smithi102.stdout:3865: finishing write tid 3 to smithi10276805-45 2024-04-10T15:18:31.359 INFO:tasks.rados.rados.0.smithi102.stdout:3865: finishing write tid 4 to smithi10276805-45 2024-04-10T15:18:31.360 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 2420 (ObjNum 161 snap 0 seq_num 0) dirty exists 2024-04-10T15:18:31.361 INFO:tasks.rados.rados.0.smithi102.stdout:3865: finishing write tid 5 to smithi10276805-45 2024-04-10T15:18:31.361 INFO:tasks.rados.rados.0.smithi102.stdout:3865: oid 45 updating version 0 to 2505 2024-04-10T15:18:31.361 INFO:tasks.rados.rados.0.smithi102.stdout:3865: oid 45 version 2505 is already newer than 2503 2024-04-10T15:18:31.361 INFO:tasks.rados.rados.0.smithi102.stdout:3865: oid 45 updating version 2505 to 2506 2024-04-10T15:18:31.361 INFO:tasks.rados.rados.0.smithi102.stdout:3865: oid 45 version 2506 is already newer than 2504 2024-04-10T15:18:31.361 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 2506 (ObjNum 1230 snap 358 seq_num 1230) dirty exists 2024-04-10T15:18:31.362 INFO:tasks.rados.rados.0.smithi102.stdout:3865: left oid 45 (ObjNum 1230 snap 358 seq_num 1230) 2024-04-10T15:18:31.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:31 smithi154 ceph-mon[84269]: osdmap e785: 8 total, 8 up, 8 in 2024-04-10T15:18:31.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:31 smithi154 ceph-mon[84269]: pgmap v839: 121 pgs: 121 active+clean; 197 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 874 KiB/s wr, 1 op/s 2024-04-10T15:18:31.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:31 smithi102 ceph-mon[90943]: osdmap e785: 8 total, 8 up, 8 in 2024-04-10T15:18:31.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:31 smithi102 ceph-mon[90943]: pgmap v839: 121 pgs: 121 active+clean; 197 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 874 KiB/s wr, 1 op/s 2024-04-10T15:18:31.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:31 smithi102 ceph-mon[88557]: osdmap e785: 8 total, 8 up, 8 in 2024-04-10T15:18:31.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:31 smithi102 ceph-mon[88557]: pgmap v839: 121 pgs: 121 active+clean; 197 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 255 B/s rd, 874 KiB/s wr, 1 op/s 2024-04-10T15:18:32.337 INFO:tasks.rados.rados.0.smithi102.stdout:3865: done (4 left) 2024-04-10T15:18:32.338 INFO:tasks.rados.rados.0.smithi102.stdout:3866: done (3 left) 2024-04-10T15:18:32.338 INFO:tasks.rados.rados.0.smithi102.stdout:3867: done (2 left) 2024-04-10T15:18:32.338 INFO:tasks.rados.rados.0.smithi102.stdout:3868: done (1 left) 2024-04-10T15:18:32.338 INFO:tasks.rados.rados.0.smithi102.stdout:3869: done (0 left) 2024-04-10T15:18:32.338 INFO:tasks.rados.rados.0.smithi102.stdout:3870: rollback oid 29 current snap is 359 2024-04-10T15:18:32.338 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 29 to 354 2024-04-10T15:18:32.338 INFO:tasks.rados.rados.0.smithi102.stdout:3871: snap_create 2024-04-10T15:18:32.347 INFO:tasks.rados.rados.0.smithi102.stdout:3870: finishing rollback tid 0 to smithi10276805-29 2024-04-10T15:18:32.347 INFO:tasks.rados.rados.0.smithi102.stdout:3870: finishing rollback tid 1 to smithi10276805-29 2024-04-10T15:18:32.347 INFO:tasks.rados.rados.0.smithi102.stdout:3870: finishing rollback tid 2 to smithi10276805-29 2024-04-10T15:18:32.347 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 2729 (ObjNum 1210 snap 344 seq_num 1210) dirty exists 2024-04-10T15:18:32.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:32 smithi154 ceph-mon[84269]: osdmap e786: 8 total, 8 up, 8 in 2024-04-10T15:18:32.625 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:18:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:18:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:18:32.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:32 smithi102 ceph-mon[90943]: osdmap e786: 8 total, 8 up, 8 in 2024-04-10T15:18:32.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:32 smithi102 ceph-mon[88557]: osdmap e786: 8 total, 8 up, 8 in 2024-04-10T15:18:33.290 INFO:tasks.rados.rados.0.smithi102.stdout:3870: done (1 left) 2024-04-10T15:18:33.290 INFO:tasks.rados.rados.0.smithi102.stdout:3871: done (0 left) 2024-04-10T15:18:33.290 INFO:tasks.rados.rados.0.smithi102.stdout:3872: delete oid 19 current snap is 360 2024-04-10T15:18:33.296 INFO:tasks.rados.rados.0.smithi102.stdout:3872: done (0 left) 2024-04-10T15:18:33.296 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 44 current snap is 360 2024-04-10T15:18:33.296 INFO:tasks.rados.rados.0.smithi102.stdout:3873: seq_num 1232 ranges {0=638976,638976=753664,1392640=49152} 2024-04-10T15:18:33.300 INFO:tasks.rados.rados.0.smithi102.stdout:3873: writing smithi10276805-44 from 0 to 638976 tid 1 2024-04-10T15:18:33.304 INFO:tasks.rados.rados.0.smithi102.stdout:3873: writing smithi10276805-44 from 638976 to 1392640 tid 2 2024-04-10T15:18:33.304 INFO:tasks.rados.rados.0.smithi102.stdout:3873: writing smithi10276805-44 from 1392640 to 1441792 tid 3 2024-04-10T15:18:33.304 INFO:tasks.rados.rados.0.smithi102.stdout:3874: snap_create 2024-04-10T15:18:33.310 INFO:tasks.rados.rados.0.smithi102.stdout:3873: finishing write tid 1 to smithi10276805-44 2024-04-10T15:18:33.311 INFO:tasks.rados.rados.0.smithi102.stdout:3873: finishing write tid 2 to smithi10276805-44 2024-04-10T15:18:33.311 INFO:tasks.rados.rados.0.smithi102.stdout:3873: finishing write tid 3 to smithi10276805-44 2024-04-10T15:18:33.312 INFO:tasks.rados.rados.0.smithi102.stdout:3873: finishing write tid 4 to smithi10276805-44 2024-04-10T15:18:33.313 INFO:tasks.rados.rados.0.smithi102.stdout:3873: finishing write tid 5 to smithi10276805-44 2024-04-10T15:18:33.313 INFO:tasks.rados.rados.0.smithi102.stdout:3873: oid 44 updating version 0 to 2421 2024-04-10T15:18:33.314 INFO:tasks.rados.rados.0.smithi102.stdout:3873: oid 44 updating version 2421 to 2422 2024-04-10T15:18:33.314 INFO:tasks.rados.rados.0.smithi102.stdout:3873: oid 44 updating version 2422 to 2424 2024-04-10T15:18:33.314 INFO:tasks.rados.rados.0.smithi102.stdout:3873: oid 44 version 2424 is already newer than 2423 2024-04-10T15:18:33.314 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 2424 (ObjNum 1232 snap 360 seq_num 1232) dirty exists 2024-04-10T15:18:33.314 INFO:tasks.rados.rados.0.smithi102.stdout:3873: left oid 44 (ObjNum 1232 snap 360 seq_num 1232) 2024-04-10T15:18:33.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:33 smithi154 ceph-mon[84269]: osdmap e787: 8 total, 8 up, 8 in 2024-04-10T15:18:33.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:33 smithi154 ceph-mon[84269]: pgmap v842: 121 pgs: 121 active+clean; 201 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 343 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-04-10T15:18:33.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:33 smithi154 ceph-mon[84269]: osdmap e788: 8 total, 8 up, 8 in 2024-04-10T15:18:33.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:33 smithi102 ceph-mon[90943]: osdmap e787: 8 total, 8 up, 8 in 2024-04-10T15:18:33.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:33 smithi102 ceph-mon[90943]: pgmap v842: 121 pgs: 121 active+clean; 201 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 343 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-04-10T15:18:33.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:33 smithi102 ceph-mon[90943]: osdmap e788: 8 total, 8 up, 8 in 2024-04-10T15:18:33.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:33 smithi102 ceph-mon[88557]: osdmap e787: 8 total, 8 up, 8 in 2024-04-10T15:18:33.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:33 smithi102 ceph-mon[88557]: pgmap v842: 121 pgs: 121 active+clean; 201 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 343 KiB/s rd, 1.7 MiB/s wr, 6 op/s 2024-04-10T15:18:33.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:33 smithi102 ceph-mon[88557]: osdmap e788: 8 total, 8 up, 8 in 2024-04-10T15:18:34.292 INFO:tasks.rados.rados.0.smithi102.stdout:3873: done (1 left) 2024-04-10T15:18:34.292 INFO:tasks.rados.rados.0.smithi102.stdout:3874: done (0 left) 2024-04-10T15:18:34.292 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 23 current snap is 361 2024-04-10T15:18:34.292 INFO:tasks.rados.rados.0.smithi102.stdout:3875: seq_num 1233 ranges {3006464=655360,3661824=638976,4300800=163840} 2024-04-10T15:18:34.311 INFO:tasks.rados.rados.0.smithi102.stdout:3875: writing smithi10276805-23 from 3006464 to 3661824 tid 1 2024-04-10T15:18:34.315 INFO:tasks.rados.rados.0.smithi102.stdout:3875: writing smithi10276805-23 from 3661824 to 4300800 tid 2 2024-04-10T15:18:34.316 INFO:tasks.rados.rados.0.smithi102.stdout:3875: writing smithi10276805-23 from 4300800 to 4464640 tid 3 2024-04-10T15:18:34.316 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 3 current snap is 361 2024-04-10T15:18:34.316 INFO:tasks.rados.rados.0.smithi102.stdout:3876: seq_num 1234 ranges {1605632=671744,2277376=516096,2793472=286720} 2024-04-10T15:18:34.329 INFO:tasks.rados.rados.0.smithi102.stdout:3876: writing smithi10276805-3 from 1605632 to 2277376 tid 1 2024-04-10T15:18:34.332 INFO:tasks.rados.rados.0.smithi102.stdout:3876: writing smithi10276805-3 from 2277376 to 2793472 tid 2 2024-04-10T15:18:34.334 INFO:tasks.rados.rados.0.smithi102.stdout:3876: writing smithi10276805-3 from 2793472 to 3080192 tid 3 2024-04-10T15:18:34.334 INFO:tasks.rados.rados.0.smithi102.stdout:3877: read oid 34 snap -1 2024-04-10T15:18:34.334 INFO:tasks.rados.rados.0.smithi102.stdout:3877: expect (ObjNum 1159 snap 324 seq_num 1159) 2024-04-10T15:18:34.334 INFO:tasks.rados.rados.0.smithi102.stdout:3878: copy_from oid 48 from oid 21 current snap is 361 2024-04-10T15:18:34.335 INFO:tasks.rados.rados.0.smithi102.stdout:3875: finishing write tid 1 to smithi10276805-23 2024-04-10T15:18:34.335 INFO:tasks.rados.rados.0.smithi102.stdout:3875: finishing write tid 2 to smithi10276805-23 2024-04-10T15:18:34.335 INFO:tasks.rados.rados.0.smithi102.stdout:3875: finishing write tid 3 to smithi10276805-23 2024-04-10T15:18:34.335 INFO:tasks.rados.rados.0.smithi102.stdout:3875: finishing write tid 4 to smithi10276805-23 2024-04-10T15:18:34.335 INFO:tasks.rados.rados.0.smithi102.stdout:3875: finishing write tid 5 to smithi10276805-23 2024-04-10T15:18:34.335 INFO:tasks.rados.rados.0.smithi102.stdout:3875: oid 23 updating version 0 to 2319 2024-04-10T15:18:34.335 INFO:tasks.rados.rados.0.smithi102.stdout:3875: oid 23 updating version 2319 to 2320 2024-04-10T15:18:34.335 INFO:tasks.rados.rados.0.smithi102.stdout:3875: oid 23 updating version 2320 to 2321 2024-04-10T15:18:34.335 INFO:tasks.rados.rados.0.smithi102.stdout:3875: oid 23 version 2321 is already newer than 2318 2024-04-10T15:18:34.335 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 2321 (ObjNum 1233 snap 361 seq_num 1233) dirty exists 2024-04-10T15:18:34.335 INFO:tasks.rados.rados.0.smithi102.stdout:3875: left oid 23 (ObjNum 1233 snap 361 seq_num 1233) 2024-04-10T15:18:34.335 INFO:tasks.rados.rados.0.smithi102.stdout:3875: done (3 left) 2024-04-10T15:18:34.335 INFO:tasks.rados.rados.0.smithi102.stdout:3879: rmattr oid 8 current snap is 361 2024-04-10T15:18:34.335 INFO:tasks.rados.rados.0.smithi102.stdout:3880: delete oid 42 current snap is 361 2024-04-10T15:18:34.337 INFO:tasks.rados.rados.0.smithi102.stdout:3876: finishing write tid 1 to smithi10276805-3 2024-04-10T15:18:34.337 INFO:tasks.rados.rados.0.smithi102.stdout:3876: finishing write tid 2 to smithi10276805-3 2024-04-10T15:18:34.338 INFO:tasks.rados.rados.0.smithi102.stdout:3876: finishing write tid 3 to smithi10276805-3 2024-04-10T15:18:34.338 INFO:tasks.rados.rados.0.smithi102.stdout:3876: finishing write tid 4 to smithi10276805-3 2024-04-10T15:18:34.340 INFO:tasks.rados.rados.0.smithi102.stdout:3876: finishing write tid 5 to smithi10276805-3 2024-04-10T15:18:34.340 INFO:tasks.rados.rados.0.smithi102.stdout:3876: oid 3 updating version 0 to 2424 2024-04-10T15:18:34.340 INFO:tasks.rados.rados.0.smithi102.stdout:3876: oid 3 version 2424 is already newer than 2423 2024-04-10T15:18:34.341 INFO:tasks.rados.rados.0.smithi102.stdout:3876: oid 3 version 2424 is already newer than 2422 2024-04-10T15:18:34.341 INFO:tasks.rados.rados.0.smithi102.stdout:3876: oid 3 updating version 2424 to 2425 2024-04-10T15:18:34.341 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 2425 (ObjNum 1234 snap 361 seq_num 1234) dirty exists 2024-04-10T15:18:34.341 INFO:tasks.rados.rados.0.smithi102.stdout:3876: left oid 3 (ObjNum 1234 snap 361 seq_num 1234) 2024-04-10T15:18:34.343 INFO:tasks.rados.rados.0.smithi102.stdout:3878: finishing copy_from racing read to smithi10276805-48 2024-04-10T15:18:34.344 INFO:tasks.rados.rados.0.smithi102.stdout:3876: done (4 left) 2024-04-10T15:18:34.344 INFO:tasks.rados.rados.0.smithi102.stdout:3880: done (3 left) 2024-04-10T15:18:34.344 INFO:tasks.rados.rados.0.smithi102.stdout:3881: read oid 36 snap -1 2024-04-10T15:18:34.344 INFO:tasks.rados.rados.0.smithi102.stdout:3881: expect deleted 2024-04-10T15:18:34.344 INFO:tasks.rados.rados.0.smithi102.stdout:3882: copy_from oid 32 from oid 12 current snap is 361 2024-04-10T15:18:34.344 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 13 current snap is 361 2024-04-10T15:18:34.344 INFO:tasks.rados.rados.0.smithi102.stdout:3883: seq_num 1236 ranges {3006464=704512,3710976=688128,4399104=114688} 2024-04-10T15:18:34.364 INFO:tasks.rados.rados.0.smithi102.stdout:3883: writing smithi10276805-13 from 3006464 to 3710976 tid 1 2024-04-10T15:18:34.367 INFO:tasks.rados.rados.0.smithi102.stdout:3883: writing smithi10276805-13 from 3710976 to 4399104 tid 2 2024-04-10T15:18:34.368 INFO:tasks.rados.rados.0.smithi102.stdout:3883: writing smithi10276805-13 from 4399104 to 4513792 tid 3 2024-04-10T15:18:34.368 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 39 current snap is 361 2024-04-10T15:18:34.368 INFO:tasks.rados.rados.0.smithi102.stdout:3884: seq_num 1237 ranges {7389184=720896,8110080=573440,8683520=229376} 2024-04-10T15:18:34.411 INFO:tasks.rados.rados.0.smithi102.stdout:3884: writing smithi10276805-39 from 7389184 to 8110080 tid 1 2024-04-10T15:18:34.414 INFO:tasks.rados.rados.0.smithi102.stdout:3884: writing smithi10276805-39 from 8110080 to 8683520 tid 2 2024-04-10T15:18:34.416 INFO:tasks.rados.rados.0.smithi102.stdout:3884: writing smithi10276805-39 from 8683520 to 8912896 tid 3 2024-04-10T15:18:34.416 INFO:tasks.rados.rados.0.smithi102.stdout:3885: rollback oid 9 current snap is 361 2024-04-10T15:18:34.416 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 9 to 356 2024-04-10T15:18:34.416 INFO:tasks.rados.rados.0.smithi102.stdout:3878: finishing copy_from to smithi10276805-48 2024-04-10T15:18:34.416 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 48 v 2492 (ObjNum 1172 snap 331 seq_num 1172) dirty exists 2024-04-10T15:18:34.416 INFO:tasks.rados.rados.0.smithi102.stdout:3882: finishing copy_from to smithi10276805-32 2024-04-10T15:18:34.417 INFO:tasks.rados.rados.0.smithi102.stdout:3882: got expected ENOENT (src dne) 2024-04-10T15:18:34.417 INFO:tasks.rados.rados.0.smithi102.stdout:3878: done (7 left) 2024-04-10T15:18:34.417 INFO:tasks.rados.rados.0.smithi102.stdout:3881: done (6 left) 2024-04-10T15:18:34.417 INFO:tasks.rados.rados.0.smithi102.stdout:3886: read oid 31 snap -1 2024-04-10T15:18:34.417 INFO:tasks.rados.rados.0.smithi102.stdout:3886: expect (ObjNum 1212 snap 344 seq_num 1212) 2024-04-10T15:18:34.417 INFO:tasks.rados.rados.0.smithi102.stdout:3887: delete oid 48 current snap is 361 2024-04-10T15:18:34.417 INFO:tasks.rados.rados.0.smithi102.stdout:3882: finishing copy_from racing read to smithi10276805-32 2024-04-10T15:18:34.417 INFO:tasks.rados.rados.0.smithi102.stdout:3877: expect (ObjNum 1159 snap 324 seq_num 1159) 2024-04-10T15:18:34.652 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 8 v 2581 (ObjNum 1209 snap 344 seq_num 1209) dirty exists 2024-04-10T15:18:34.652 INFO:tasks.rados.rados.0.smithi102.stdout:3883: finishing write tid 1 to smithi10276805-13 2024-04-10T15:18:34.652 INFO:tasks.rados.rados.0.smithi102.stdout:3883: finishing write tid 2 to smithi10276805-13 2024-04-10T15:18:34.652 INFO:tasks.rados.rados.0.smithi102.stdout:3883: finishing write tid 3 to smithi10276805-13 2024-04-10T15:18:34.652 INFO:tasks.rados.rados.0.smithi102.stdout:3883: finishing write tid 4 to smithi10276805-13 2024-04-10T15:18:34.652 INFO:tasks.rados.rados.0.smithi102.stdout:3883: finishing write tid 5 to smithi10276805-13 2024-04-10T15:18:34.652 INFO:tasks.rados.rados.0.smithi102.stdout:3883: oid 13 updating version 0 to 2733 2024-04-10T15:18:34.652 INFO:tasks.rados.rados.0.smithi102.stdout:3883: oid 13 updating version 2733 to 2735 2024-04-10T15:18:34.652 INFO:tasks.rados.rados.0.smithi102.stdout:3883: oid 13 version 2735 is already newer than 2734 2024-04-10T15:18:34.652 INFO:tasks.rados.rados.0.smithi102.stdout:3883: oid 13 version 2735 is already newer than 2732 2024-04-10T15:18:34.652 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 2735 (ObjNum 1236 snap 361 seq_num 1236) dirty exists 2024-04-10T15:18:34.652 INFO:tasks.rados.rados.0.smithi102.stdout:3883: left oid 13 (ObjNum 1236 snap 361 seq_num 1236) 2024-04-10T15:18:34.652 INFO:tasks.rados.rados.0.smithi102.stdout:3884: finishing write tid 1 to smithi10276805-39 2024-04-10T15:18:34.652 INFO:tasks.rados.rados.0.smithi102.stdout:3877: done (7 left) 2024-04-10T15:18:34.653 INFO:tasks.rados.rados.0.smithi102.stdout:3879: done (6 left) 2024-04-10T15:18:34.653 INFO:tasks.rados.rados.0.smithi102.stdout:3882: done (5 left) 2024-04-10T15:18:34.653 INFO:tasks.rados.rados.0.smithi102.stdout:3883: done (4 left) 2024-04-10T15:18:34.653 INFO:tasks.rados.rados.0.smithi102.stdout:3887: done (3 left) 2024-04-10T15:18:34.653 INFO:tasks.rados.rados.0.smithi102.stdout:3888: rollback oid 36 current snap is 361 2024-04-10T15:18:34.653 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 36 to 348 2024-04-10T15:18:34.653 INFO:tasks.rados.rados.0.smithi102.stdout:3884: finishing write tid 2 to smithi10276805-39 2024-04-10T15:18:34.653 INFO:tasks.rados.rados.0.smithi102.stdout:3885: finishing rollback tid 0 to smithi10276805-9 2024-04-10T15:18:34.653 INFO:tasks.rados.rados.0.smithi102.stdout:3885: finishing rollback tid 1 to smithi10276805-9 2024-04-10T15:18:34.653 INFO:tasks.rados.rados.0.smithi102.stdout:3884: finishing write tid 3 to smithi10276805-39 2024-04-10T15:18:34.653 INFO:tasks.rados.rados.0.smithi102.stdout:3885: finishing rollback tid 2 to smithi10276805-9 2024-04-10T15:18:34.653 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 2427 (ObjNum 1129 snap 317 seq_num 1129) dirty exists 2024-04-10T15:18:34.653 INFO:tasks.rados.rados.0.smithi102.stdout:3884: finishing write tid 4 to smithi10276805-39 2024-04-10T15:18:34.653 INFO:tasks.rados.rados.0.smithi102.stdout:3884: finishing write tid 5 to smithi10276805-39 2024-04-10T15:18:34.653 INFO:tasks.rados.rados.0.smithi102.stdout:3884: oid 39 updating version 0 to 2426 2024-04-10T15:18:34.654 INFO:tasks.rados.rados.0.smithi102.stdout:3884: oid 39 updating version 2426 to 2429 2024-04-10T15:18:34.654 INFO:tasks.rados.rados.0.smithi102.stdout:3884: oid 39 version 2429 is already newer than 2428 2024-04-10T15:18:34.654 INFO:tasks.rados.rados.0.smithi102.stdout:3884: oid 39 version 2429 is already newer than 2427 2024-04-10T15:18:34.654 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 2429 (ObjNum 1237 snap 361 seq_num 1237) dirty exists 2024-04-10T15:18:34.654 INFO:tasks.rados.rados.0.smithi102.stdout:3884: left oid 39 (ObjNum 1237 snap 361 seq_num 1237) 2024-04-10T15:18:34.654 INFO:tasks.rados.rados.0.smithi102.stdout:3886: expect (ObjNum 1212 snap 344 seq_num 1212) 2024-04-10T15:18:34.948 INFO:tasks.rados.rados.0.smithi102.stdout:3888: finishing rollback tid 1 to smithi10276805-36 2024-04-10T15:18:34.948 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 36 v 2088 (ObjNum 109364656 snap 22053 seq_num 304) dirty dne 2024-04-10T15:18:34.948 INFO:tasks.rados.rados.0.smithi102.stdout:3884: done (3 left) 2024-04-10T15:18:34.948 INFO:tasks.rados.rados.0.smithi102.stdout:3885: done (2 left) 2024-04-10T15:18:34.949 INFO:tasks.rados.rados.0.smithi102.stdout:3886: done (1 left) 2024-04-10T15:18:34.949 INFO:tasks.rados.rados.0.smithi102.stdout:3888: done (0 left) 2024-04-10T15:18:34.949 INFO:tasks.rados.rados.0.smithi102.stdout:3889: delete oid 49 current snap is 361 2024-04-10T15:18:34.951 INFO:tasks.rados.rados.0.smithi102.stdout:3889: done (0 left) 2024-04-10T15:18:34.952 INFO:tasks.rados.rados.0.smithi102.stdout:3890: setattr oid 49 current snap is 361 2024-04-10T15:18:34.953 INFO:tasks.rados.rados.0.smithi102.stdout:3891: setattr oid 12 current snap is 361 2024-04-10T15:18:34.955 INFO:tasks.rados.rados.0.smithi102.stdout:3892: read oid 8 snap -1 2024-04-10T15:18:34.955 INFO:tasks.rados.rados.0.smithi102.stdout:3892: expect (ObjNum 1209 snap 344 seq_num 1209) 2024-04-10T15:18:34.955 INFO:tasks.rados.rados.0.smithi102.stdout:3893: read oid 4 snap -1 2024-04-10T15:18:34.955 INFO:tasks.rados.rados.0.smithi102.stdout:3893: expect deleted 2024-04-10T15:18:34.955 INFO:tasks.rados.rados.0.smithi102.stdout:3894: snap_remove snap 342 2024-04-10T15:18:35.302 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 2431 (ObjNum 33 snap 0 seq_num 87322624) dirty exists 2024-04-10T15:18:35.302 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 2300 (ObjNum 33 snap 0 seq_num 88245600) dirty exists 2024-04-10T15:18:35.302 INFO:tasks.rados.rados.0.smithi102.stdout:3892: expect (ObjNum 1209 snap 344 seq_num 1209) 2024-04-10T15:18:35.381 INFO:tasks.rados.rados.0.smithi102.stdout:3890: done (4 left) 2024-04-10T15:18:35.381 INFO:tasks.rados.rados.0.smithi102.stdout:3891: done (3 left) 2024-04-10T15:18:35.382 INFO:tasks.rados.rados.0.smithi102.stdout:3892: done (2 left) 2024-04-10T15:18:35.382 INFO:tasks.rados.rados.0.smithi102.stdout:3893: done (1 left) 2024-04-10T15:18:35.382 INFO:tasks.rados.rados.0.smithi102.stdout:3894: done (0 left) 2024-04-10T15:18:35.382 INFO:tasks.rados.rados.0.smithi102.stdout:3895: read oid 14 snap -1 2024-04-10T15:18:35.382 INFO:tasks.rados.rados.0.smithi102.stdout:3895: expect deleted 2024-04-10T15:18:35.382 INFO:tasks.rados.rados.0.smithi102.stdout:3896: rmattr oid 12 current snap is 361 2024-04-10T15:18:35.382 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 22 current snap is 361 2024-04-10T15:18:35.382 INFO:tasks.rados.rados.0.smithi102.stdout:3897: seq_num 1240 ranges {0=778240,778240=671744,1449984=131072} 2024-04-10T15:18:35.385 INFO:tasks.rados.rados.0.smithi102.stdout:3897: writing smithi10276805-22 from 0 to 778240 tid 1 2024-04-10T15:18:35.389 INFO:tasks.rados.rados.0.smithi102.stdout:3897: writing smithi10276805-22 from 778240 to 1449984 tid 2 2024-04-10T15:18:35.390 INFO:tasks.rados.rados.0.smithi102.stdout:3897: writing smithi10276805-22 from 1449984 to 1581056 tid 3 2024-04-10T15:18:35.391 INFO:tasks.rados.rados.0.smithi102.stdout:3898: copy_from oid 41 from oid 6 current snap is 361 2024-04-10T15:18:35.391 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 2301 (ObjNum 113 snap 0 seq_num 88100032) dirty exists 2024-04-10T15:18:35.391 INFO:tasks.rados.rados.0.smithi102.stdout:3895: done (3 left) 2024-04-10T15:18:35.391 INFO:tasks.rados.rados.0.smithi102.stdout:3896: done (2 left) 2024-04-10T15:18:35.391 INFO:tasks.rados.rados.0.smithi102.stdout:3899: delete oid 45 current snap is 361 2024-04-10T15:18:35.391 INFO:tasks.rados.rados.0.smithi102.stdout:3898: finishing copy_from to smithi10276805-41 2024-04-10T15:18:35.391 INFO:tasks.rados.rados.0.smithi102.stdout:3898: got expected ENOENT (src dne) 2024-04-10T15:18:35.391 INFO:tasks.rados.rados.0.smithi102.stdout:3898: finishing copy_from racing read to smithi10276805-41 2024-04-10T15:18:35.394 INFO:tasks.rados.rados.0.smithi102.stdout:3898: done (2 left) 2024-04-10T15:18:35.394 INFO:tasks.rados.rados.0.smithi102.stdout:3899: done (1 left) 2024-04-10T15:18:35.394 INFO:tasks.rados.rados.0.smithi102.stdout:3900: read oid 16 snap -1 2024-04-10T15:18:35.394 INFO:tasks.rados.rados.0.smithi102.stdout:3900: expect (ObjNum 1172 snap 331 seq_num 1172) 2024-04-10T15:18:35.394 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 30 current snap is 361 2024-04-10T15:18:35.394 INFO:tasks.rados.rados.0.smithi102.stdout:3901: seq_num 1242 ranges {0=409600,409600=442368,851968=655360,1507328=106496} 2024-04-10T15:18:35.396 INFO:tasks.rados.rados.0.smithi102.stdout:3901: writing smithi10276805-30 from 0 to 409600 tid 1 2024-04-10T15:18:35.399 INFO:tasks.rados.rados.0.smithi102.stdout:3901: writing smithi10276805-30 from 409600 to 851968 tid 2 2024-04-10T15:18:35.403 INFO:tasks.rados.rados.0.smithi102.stdout:3901: writing smithi10276805-30 from 851968 to 1507328 tid 3 2024-04-10T15:18:35.404 INFO:tasks.rados.rados.0.smithi102.stdout:3901: writing smithi10276805-30 from 1507328 to 1613824 tid 4 2024-04-10T15:18:35.404 INFO:tasks.rados.rados.0.smithi102.stdout:3902: rmattr oid 35 current snap is 361 2024-04-10T15:18:35.404 INFO:tasks.rados.rados.0.smithi102.stdout:3902: done (3 left) 2024-04-10T15:18:35.404 INFO:tasks.rados.rados.0.smithi102.stdout:3903: delete oid 37 current snap is 361 2024-04-10T15:18:35.404 INFO:tasks.rados.rados.0.smithi102.stdout:3897: finishing write tid 1 to smithi10276805-22 2024-04-10T15:18:35.404 INFO:tasks.rados.rados.0.smithi102.stdout:3897: finishing write tid 2 to smithi10276805-22 2024-04-10T15:18:35.404 INFO:tasks.rados.rados.0.smithi102.stdout:3897: finishing write tid 3 to smithi10276805-22 2024-04-10T15:18:35.404 INFO:tasks.rados.rados.0.smithi102.stdout:3897: finishing write tid 4 to smithi10276805-22 2024-04-10T15:18:35.405 INFO:tasks.rados.rados.0.smithi102.stdout:3897: finishing write tid 5 to smithi10276805-22 2024-04-10T15:18:35.405 INFO:tasks.rados.rados.0.smithi102.stdout:3897: oid 22 updating version 0 to 2430 2024-04-10T15:18:35.405 INFO:tasks.rados.rados.0.smithi102.stdout:3897: oid 22 version 2430 is already newer than 2428 2024-04-10T15:18:35.405 INFO:tasks.rados.rados.0.smithi102.stdout:3897: oid 22 version 2430 is already newer than 2429 2024-04-10T15:18:35.405 INFO:tasks.rados.rados.0.smithi102.stdout:3897: oid 22 updating version 2430 to 2431 2024-04-10T15:18:35.405 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 2431 (ObjNum 1240 snap 361 seq_num 1240) dirty exists 2024-04-10T15:18:35.405 INFO:tasks.rados.rados.0.smithi102.stdout:3897: left oid 22 (ObjNum 1240 snap 361 seq_num 1240) 2024-04-10T15:18:35.405 INFO:tasks.rados.rados.0.smithi102.stdout:3901: finishing write tid 1 to smithi10276805-30 2024-04-10T15:18:35.405 INFO:tasks.rados.rados.0.smithi102.stdout:3900: expect (ObjNum 1172 snap 331 seq_num 1172) 2024-04-10T15:18:35.431 INFO:tasks.rados.rados.0.smithi102.stdout:3901: finishing write tid 2 to smithi10276805-30 2024-04-10T15:18:35.431 INFO:tasks.rados.rados.0.smithi102.stdout:3901: finishing write tid 3 to smithi10276805-30 2024-04-10T15:18:35.431 INFO:tasks.rados.rados.0.smithi102.stdout:3901: finishing write tid 4 to smithi10276805-30 2024-04-10T15:18:35.431 INFO:tasks.rados.rados.0.smithi102.stdout:3901: finishing write tid 5 to smithi10276805-30 2024-04-10T15:18:35.432 INFO:tasks.rados.rados.0.smithi102.stdout:3901: finishing write tid 6 to smithi10276805-30 2024-04-10T15:18:35.432 INFO:tasks.rados.rados.0.smithi102.stdout:3901: oid 30 updating version 0 to 2493 2024-04-10T15:18:35.432 INFO:tasks.rados.rados.0.smithi102.stdout:3901: oid 30 updating version 2493 to 2494 2024-04-10T15:18:35.432 INFO:tasks.rados.rados.0.smithi102.stdout:3901: oid 30 updating version 2494 to 2495 2024-04-10T15:18:35.432 INFO:tasks.rados.rados.0.smithi102.stdout:3901: oid 30 updating version 2495 to 2496 2024-04-10T15:18:35.432 INFO:tasks.rados.rados.0.smithi102.stdout:3901: oid 30 updating version 2496 to 2497 2024-04-10T15:18:35.432 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 2497 (ObjNum 1242 snap 361 seq_num 1242) dirty exists 2024-04-10T15:18:35.432 INFO:tasks.rados.rados.0.smithi102.stdout:3901: left oid 30 (ObjNum 1242 snap 361 seq_num 1242) 2024-04-10T15:18:35.432 INFO:tasks.rados.rados.0.smithi102.stdout:3897: done (3 left) 2024-04-10T15:18:35.432 INFO:tasks.rados.rados.0.smithi102.stdout:3900: done (2 left) 2024-04-10T15:18:35.432 INFO:tasks.rados.rados.0.smithi102.stdout:3901: done (1 left) 2024-04-10T15:18:35.432 INFO:tasks.rados.rados.0.smithi102.stdout:3903: done (0 left) 2024-04-10T15:18:35.432 INFO:tasks.rados.rados.0.smithi102.stdout:3904: rmattr oid 6 current snap is 361 2024-04-10T15:18:35.432 INFO:tasks.rados.rados.0.smithi102.stdout:3904: done (0 left) 2024-04-10T15:18:35.432 INFO:tasks.rados.rados.0.smithi102.stdout:3905: copy_from oid 37 from oid 12 current snap is 361 2024-04-10T15:18:35.432 INFO:tasks.rados.rados.0.smithi102.stdout:3906: rollback oid 15 current snap is 361 2024-04-10T15:18:35.432 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 15 to 348 2024-04-10T15:18:35.432 INFO:tasks.rados.rados.0.smithi102.stdout:3907: delete oid 42 current snap is 361 2024-04-10T15:18:35.433 INFO:tasks.rados.rados.0.smithi102.stdout:3905: finishing copy_from racing read to smithi10276805-37 2024-04-10T15:18:35.434 INFO:tasks.rados.rados.0.smithi102.stdout:3905: finishing copy_from to smithi10276805-37 2024-04-10T15:18:35.434 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 37 v 2301 (ObjNum 161 snap 0 seq_num 1) dirty exists 2024-04-10T15:18:35.434 INFO:tasks.rados.rados.0.smithi102.stdout:3905: done (2 left) 2024-04-10T15:18:35.434 INFO:tasks.rados.rados.0.smithi102.stdout:3907: done (1 left) 2024-04-10T15:18:35.435 INFO:tasks.rados.rados.0.smithi102.stdout:3908: read oid 7 snap 346 2024-04-10T15:18:35.435 INFO:tasks.rados.rados.0.smithi102.stdout:3908: expect deleted 2024-04-10T15:18:35.435 INFO:tasks.rados.rados.0.smithi102.stdout:3909: setattr oid 19 current snap is 361 2024-04-10T15:18:35.436 INFO:tasks.rados.rados.0.smithi102.stdout:3906: finishing rollback tid 1 to smithi10276805-15 2024-04-10T15:18:35.436 INFO:tasks.rados.rados.0.smithi102.stdout:3906: finishing rollback tid 2 to smithi10276805-15 2024-04-10T15:18:35.436 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 2746 (ObjNum 1172 snap 331 seq_num 1172) dirty exists 2024-04-10T15:18:35.436 INFO:tasks.rados.rados.0.smithi102.stdout:3906: done (2 left) 2024-04-10T15:18:35.436 INFO:tasks.rados.rados.0.smithi102.stdout:3908: done (1 left) 2024-04-10T15:18:35.436 INFO:tasks.rados.rados.0.smithi102.stdout:3910: snap_create 2024-04-10T15:18:35.437 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 2302 (ObjNum 49 snap 0 seq_num 1735140645) dirty exists 2024-04-10T15:18:35.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:35 smithi154 ceph-mon[84269]: osdmap e789: 8 total, 8 up, 8 in 2024-04-10T15:18:35.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:35 smithi102 ceph-mon[90943]: osdmap e789: 8 total, 8 up, 8 in 2024-04-10T15:18:35.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:35 smithi102 ceph-mon[88557]: osdmap e789: 8 total, 8 up, 8 in 2024-04-10T15:18:36.302 INFO:tasks.rados.rados.0.smithi102.stdout:3909: done (1 left) 2024-04-10T15:18:36.302 INFO:tasks.rados.rados.0.smithi102.stdout:3910: done (0 left) 2024-04-10T15:18:36.302 INFO:tasks.rados.rados.0.smithi102.stdout:3911: rmattr oid 41 current snap is 362 2024-04-10T15:18:36.302 INFO:tasks.rados.rados.0.smithi102.stdout:3911: done (0 left) 2024-04-10T15:18:36.303 INFO:tasks.rados.rados.0.smithi102.stdout:3912: read oid 41 snap -1 2024-04-10T15:18:36.303 INFO:tasks.rados.rados.0.smithi102.stdout:3912: expect deleted 2024-04-10T15:18:36.303 INFO:tasks.rados.rados.0.smithi102.stdout:3913: snap_remove snap 329 2024-04-10T15:18:36.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:36 smithi154 ceph-mon[84269]: pgmap v845: 121 pgs: 121 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-04-10T15:18:36.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:36 smithi154 ceph-mon[84269]: osdmap e790: 8 total, 8 up, 8 in 2024-04-10T15:18:36.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:36 smithi102 ceph-mon[90943]: pgmap v845: 121 pgs: 121 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-04-10T15:18:36.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:36 smithi102 ceph-mon[90943]: osdmap e790: 8 total, 8 up, 8 in 2024-04-10T15:18:36.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:36 smithi102 ceph-mon[88557]: pgmap v845: 121 pgs: 121 active+clean; 206 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.5 MiB/s rd, 2.2 MiB/s wr, 19 op/s 2024-04-10T15:18:36.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:36 smithi102 ceph-mon[88557]: osdmap e790: 8 total, 8 up, 8 in 2024-04-10T15:18:37.309 INFO:tasks.rados.rados.0.smithi102.stdout:3913: done (1 left) 2024-04-10T15:18:37.309 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 362 2024-04-10T15:18:37.310 INFO:tasks.rados.rados.0.smithi102.stdout:3914: seq_num 1245 ranges {0=458752,458752=499712,958464=425984,1384448=278528} 2024-04-10T15:18:37.311 INFO:tasks.rados.rados.0.smithi102.stdout:3914: writing smithi10276805-4 from 0 to 458752 tid 1 2024-04-10T15:18:37.315 INFO:tasks.rados.rados.0.smithi102.stdout:3914: writing smithi10276805-4 from 458752 to 958464 tid 2 2024-04-10T15:18:37.318 INFO:tasks.rados.rados.0.smithi102.stdout:3914: writing smithi10276805-4 from 958464 to 1384448 tid 3 2024-04-10T15:18:37.320 INFO:tasks.rados.rados.0.smithi102.stdout:3914: writing smithi10276805-4 from 1384448 to 1662976 tid 4 2024-04-10T15:18:37.320 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 16 current snap is 362 2024-04-10T15:18:37.321 INFO:tasks.rados.rados.0.smithi102.stdout:3915: seq_num 1246 ranges {786432=475136,1261568=786432,2048000=417792} 2024-04-10T15:18:37.328 INFO:tasks.rados.rados.0.smithi102.stdout:3915: writing smithi10276805-16 from 786432 to 1261568 tid 1 2024-04-10T15:18:37.334 INFO:tasks.rados.rados.0.smithi102.stdout:3915: writing smithi10276805-16 from 1261568 to 2048000 tid 2 2024-04-10T15:18:37.337 INFO:tasks.rados.rados.0.smithi102.stdout:3915: writing smithi10276805-16 from 2048000 to 2465792 tid 3 2024-04-10T15:18:37.337 INFO:tasks.rados.rados.0.smithi102.stdout:3916: read oid 37 snap 327 2024-04-10T15:18:37.337 INFO:tasks.rados.rados.0.smithi102.stdout:3916: expect deleted 2024-04-10T15:18:37.338 INFO:tasks.rados.rados.0.smithi102.stdout:3917: snap_create 2024-04-10T15:18:37.338 INFO:tasks.rados.rados.0.smithi102.stdout:3914: finishing write tid 1 to smithi10276805-4 2024-04-10T15:18:37.338 INFO:tasks.rados.rados.0.smithi102.stdout:3914: finishing write tid 2 to smithi10276805-4 2024-04-10T15:18:37.338 INFO:tasks.rados.rados.0.smithi102.stdout:3914: finishing write tid 3 to smithi10276805-4 2024-04-10T15:18:37.338 INFO:tasks.rados.rados.0.smithi102.stdout:3914: finishing write tid 4 to smithi10276805-4 2024-04-10T15:18:37.338 INFO:tasks.rados.rados.0.smithi102.stdout:3914: finishing write tid 5 to smithi10276805-4 2024-04-10T15:18:37.338 INFO:tasks.rados.rados.0.smithi102.stdout:3914: finishing write tid 6 to smithi10276805-4 2024-04-10T15:18:37.339 INFO:tasks.rados.rados.0.smithi102.stdout:3914: oid 4 updating version 0 to 1293 2024-04-10T15:18:37.339 INFO:tasks.rados.rados.0.smithi102.stdout:3914: oid 4 updating version 1293 to 1297 2024-04-10T15:18:37.339 INFO:tasks.rados.rados.0.smithi102.stdout:3914: oid 4 version 1297 is already newer than 1296 2024-04-10T15:18:37.339 INFO:tasks.rados.rados.0.smithi102.stdout:3914: oid 4 version 1297 is already newer than 1294 2024-04-10T15:18:37.339 INFO:tasks.rados.rados.0.smithi102.stdout:3914: oid 4 version 1297 is already newer than 1295 2024-04-10T15:18:37.339 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 1297 (ObjNum 1245 snap 362 seq_num 1245) dirty exists 2024-04-10T15:18:37.340 INFO:tasks.rados.rados.0.smithi102.stdout:3914: left oid 4 (ObjNum 1245 snap 362 seq_num 1245) 2024-04-10T15:18:37.340 INFO:tasks.rados.rados.0.smithi102.stdout:3915: finishing write tid 1 to smithi10276805-16 2024-04-10T15:18:37.343 INFO:tasks.rados.rados.0.smithi102.stdout:3915: finishing write tid 2 to smithi10276805-16 2024-04-10T15:18:37.343 INFO:tasks.rados.rados.0.smithi102.stdout:3915: finishing write tid 3 to smithi10276805-16 2024-04-10T15:18:37.345 INFO:tasks.rados.rados.0.smithi102.stdout:3915: finishing write tid 4 to smithi10276805-16 2024-04-10T15:18:37.348 INFO:tasks.rados.rados.0.smithi102.stdout:3915: finishing write tid 5 to smithi10276805-16 2024-04-10T15:18:37.348 INFO:tasks.rados.rados.0.smithi102.stdout:3915: oid 16 updating version 0 to 2511 2024-04-10T15:18:37.348 INFO:tasks.rados.rados.0.smithi102.stdout:3915: oid 16 version 2511 is already newer than 2510 2024-04-10T15:18:37.349 INFO:tasks.rados.rados.0.smithi102.stdout:3915: oid 16 version 2511 is already newer than 2509 2024-04-10T15:18:37.349 INFO:tasks.rados.rados.0.smithi102.stdout:3915: oid 16 version 2511 is already newer than 2508 2024-04-10T15:18:37.349 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 2511 (ObjNum 1246 snap 362 seq_num 1246) dirty exists 2024-04-10T15:18:37.349 INFO:tasks.rados.rados.0.smithi102.stdout:3915: left oid 16 (ObjNum 1246 snap 362 seq_num 1246) 2024-04-10T15:18:37.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:37 smithi154 ceph-mon[84269]: osdmap e791: 8 total, 8 up, 8 in 2024-04-10T15:18:37.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:37 smithi102 ceph-mon[88557]: osdmap e791: 8 total, 8 up, 8 in 2024-04-10T15:18:37.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:37 smithi102 ceph-mon[90943]: osdmap e791: 8 total, 8 up, 8 in 2024-04-10T15:18:37.655 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:18:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:18:37] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-04-10T15:18:38.291 INFO:tasks.rados.rados.0.smithi102.stdout:3912: done (4 left) 2024-04-10T15:18:38.291 INFO:tasks.rados.rados.0.smithi102.stdout:3914: done (3 left) 2024-04-10T15:18:38.291 INFO:tasks.rados.rados.0.smithi102.stdout:3915: done (2 left) 2024-04-10T15:18:38.291 INFO:tasks.rados.rados.0.smithi102.stdout:3916: done (1 left) 2024-04-10T15:18:38.291 INFO:tasks.rados.rados.0.smithi102.stdout:3917: done (0 left) 2024-04-10T15:18:38.292 INFO:tasks.rados.rados.0.smithi102.stdout:3918: rollback oid 22 current snap is 363 2024-04-10T15:18:38.292 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 22 to 346 2024-04-10T15:18:38.292 INFO:tasks.rados.rados.0.smithi102.stdout:3919: snap_remove snap 327 2024-04-10T15:18:38.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:38 smithi154 ceph-mon[84269]: pgmap v848: 121 pgs: 121 active+clean; 217 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-04-10T15:18:38.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:38 smithi154 ceph-mon[84269]: osdmap e792: 8 total, 8 up, 8 in 2024-04-10T15:18:38.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:18:38.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:38 smithi154 ceph-mon[84269]: osdmap e793: 8 total, 8 up, 8 in 2024-04-10T15:18:38.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:38 smithi102 ceph-mon[90943]: pgmap v848: 121 pgs: 121 active+clean; 217 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-04-10T15:18:38.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:38 smithi102 ceph-mon[90943]: osdmap e792: 8 total, 8 up, 8 in 2024-04-10T15:18:38.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:18:38.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:38 smithi102 ceph-mon[90943]: osdmap e793: 8 total, 8 up, 8 in 2024-04-10T15:18:38.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:38 smithi102 ceph-mon[88557]: pgmap v848: 121 pgs: 121 active+clean; 217 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.2 MiB/s rd, 2.9 MiB/s wr, 39 op/s 2024-04-10T15:18:38.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:38 smithi102 ceph-mon[88557]: osdmap e792: 8 total, 8 up, 8 in 2024-04-10T15:18:38.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:18:38.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:38 smithi102 ceph-mon[88557]: osdmap e793: 8 total, 8 up, 8 in 2024-04-10T15:18:39.296 INFO:tasks.rados.rados.0.smithi102.stdout:3918: finishing rollback tid 0 to smithi10276805-22 2024-04-10T15:18:39.296 INFO:tasks.rados.rados.0.smithi102.stdout:3918: finishing rollback tid 1 to smithi10276805-22 2024-04-10T15:18:39.296 INFO:tasks.rados.rados.0.smithi102.stdout:3918: finishing rollback tid 2 to smithi10276805-22 2024-04-10T15:18:39.296 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 2434 (ObjNum 97 snap 0 seq_num 1734841905) dirty exists 2024-04-10T15:18:39.296 INFO:tasks.rados.rados.0.smithi102.stdout:3918: done (1 left) 2024-04-10T15:18:39.297 INFO:tasks.rados.rados.0.smithi102.stdout:3919: done (0 left) 2024-04-10T15:18:39.297 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 9 current snap is 363 2024-04-10T15:18:39.297 INFO:tasks.rados.rados.0.smithi102.stdout:3920: seq_num 1247 ranges {2121728=491520,2613248=712704,3325952=442368,3768320=49152} 2024-04-10T15:18:39.311 INFO:tasks.rados.rados.0.smithi102.stdout:3920: writing smithi10276805-9 from 2121728 to 2613248 tid 1 2024-04-10T15:18:39.317 INFO:tasks.rados.rados.0.smithi102.stdout:3920: writing smithi10276805-9 from 2613248 to 3325952 tid 2 2024-04-10T15:18:39.319 INFO:tasks.rados.rados.0.smithi102.stdout:3920: writing smithi10276805-9 from 3325952 to 3768320 tid 3 2024-04-10T15:18:39.319 INFO:tasks.rados.rados.0.smithi102.stdout:3920: writing smithi10276805-9 from 3768320 to 3817472 tid 4 2024-04-10T15:18:39.319 INFO:tasks.rados.rados.0.smithi102.stdout:3921: delete oid 20 current snap is 363 2024-04-10T15:18:39.320 INFO:tasks.rados.rados.0.smithi102.stdout:3920: finishing write tid 1 to smithi10276805-9 2024-04-10T15:18:39.324 INFO:tasks.rados.rados.0.smithi102.stdout:3921: done (1 left) 2024-04-10T15:18:39.324 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 14 current snap is 363 2024-04-10T15:18:39.324 INFO:tasks.rados.rados.0.smithi102.stdout:3922: seq_num 1249 ranges {0=524288,524288=483328,1007616=409600,1417216=311296} 2024-04-10T15:18:39.327 INFO:tasks.rados.rados.0.smithi102.stdout:3922: writing smithi10276805-14 from 0 to 524288 tid 1 2024-04-10T15:18:39.330 INFO:tasks.rados.rados.0.smithi102.stdout:3922: writing smithi10276805-14 from 524288 to 1007616 tid 2 2024-04-10T15:18:39.333 INFO:tasks.rados.rados.0.smithi102.stdout:3922: writing smithi10276805-14 from 1007616 to 1417216 tid 3 2024-04-10T15:18:39.335 INFO:tasks.rados.rados.0.smithi102.stdout:3922: writing smithi10276805-14 from 1417216 to 1728512 tid 4 2024-04-10T15:18:39.336 INFO:tasks.rados.rados.0.smithi102.stdout:3923: read oid 44 snap -1 2024-04-10T15:18:39.336 INFO:tasks.rados.rados.0.smithi102.stdout:3923: expect (ObjNum 1232 snap 360 seq_num 1232) 2024-04-10T15:18:39.336 INFO:tasks.rados.rados.0.smithi102.stdout:3924: rollback oid 11 current snap is 363 2024-04-10T15:18:39.336 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 11 to 358 2024-04-10T15:18:39.336 INFO:tasks.rados.rados.0.smithi102.stdout:3920: finishing write tid 2 to smithi10276805-9 2024-04-10T15:18:39.336 INFO:tasks.rados.rados.0.smithi102.stdout:3920: finishing write tid 3 to smithi10276805-9 2024-04-10T15:18:39.336 INFO:tasks.rados.rados.0.smithi102.stdout:3920: finishing write tid 4 to smithi10276805-9 2024-04-10T15:18:39.336 INFO:tasks.rados.rados.0.smithi102.stdout:3920: finishing write tid 5 to smithi10276805-9 2024-04-10T15:18:39.336 INFO:tasks.rados.rados.0.smithi102.stdout:3920: finishing write tid 6 to smithi10276805-9 2024-04-10T15:18:39.336 INFO:tasks.rados.rados.0.smithi102.stdout:3920: oid 9 updating version 0 to 2439 2024-04-10T15:18:39.336 INFO:tasks.rados.rados.0.smithi102.stdout:3920: oid 9 version 2439 is already newer than 2435 2024-04-10T15:18:39.336 INFO:tasks.rados.rados.0.smithi102.stdout:3920: oid 9 version 2439 is already newer than 2438 2024-04-10T15:18:39.336 INFO:tasks.rados.rados.0.smithi102.stdout:3920: oid 9 version 2439 is already newer than 2436 2024-04-10T15:18:39.336 INFO:tasks.rados.rados.0.smithi102.stdout:3920: oid 9 version 2439 is already newer than 2437 2024-04-10T15:18:39.336 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 9 v 2439 (ObjNum 1247 snap 363 seq_num 1247) dirty exists 2024-04-10T15:18:39.337 INFO:tasks.rados.rados.0.smithi102.stdout:3920: left oid 9 (ObjNum 1247 snap 363 seq_num 1247) 2024-04-10T15:18:39.337 INFO:tasks.rados.rados.0.smithi102.stdout:3922: finishing write tid 1 to smithi10276805-14 2024-04-10T15:18:39.337 INFO:tasks.rados.rados.0.smithi102.stdout:3922: finishing write tid 2 to smithi10276805-14 2024-04-10T15:18:39.337 INFO:tasks.rados.rados.0.smithi102.stdout:3920: done (3 left) 2024-04-10T15:18:39.337 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 13 current snap is 363 2024-04-10T15:18:39.337 INFO:tasks.rados.rados.0.smithi102.stdout:3925: seq_num 1250 ranges {4513792=540672,5054464=770048,5824512=434176} 2024-04-10T15:18:39.362 INFO:tasks.rados.rados.0.smithi102.stdout:3925: writing smithi10276805-13 from 4513792 to 5054464 tid 1 2024-04-10T15:18:39.366 INFO:tasks.rados.rados.0.smithi102.stdout:3925: writing smithi10276805-13 from 5054464 to 5824512 tid 2 2024-04-10T15:18:39.369 INFO:tasks.rados.rados.0.smithi102.stdout:3925: writing smithi10276805-13 from 5824512 to 6258688 tid 3 2024-04-10T15:18:39.369 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 16 current snap is 363 2024-04-10T15:18:39.369 INFO:tasks.rados.rados.0.smithi102.stdout:3926: seq_num 1251 ranges {2465792=557056,3022848=655360,3678208=425984,4104192=122880} 2024-04-10T15:18:39.385 INFO:tasks.rados.rados.0.smithi102.stdout:3926: writing smithi10276805-16 from 2465792 to 3022848 tid 1 2024-04-10T15:18:39.388 INFO:tasks.rados.rados.0.smithi102.stdout:3926: writing smithi10276805-16 from 3022848 to 3678208 tid 2 2024-04-10T15:18:39.391 INFO:tasks.rados.rados.0.smithi102.stdout:3926: writing smithi10276805-16 from 3678208 to 4104192 tid 3 2024-04-10T15:18:39.392 INFO:tasks.rados.rados.0.smithi102.stdout:3926: writing smithi10276805-16 from 4104192 to 4227072 tid 4 2024-04-10T15:18:39.393 INFO:tasks.rados.rados.0.smithi102.stdout:3927: rollback oid 10 current snap is 363 2024-04-10T15:18:39.393 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 10 to 358 2024-04-10T15:18:39.393 INFO:tasks.rados.rados.0.smithi102.stdout:3922: finishing write tid 3 to smithi10276805-14 2024-04-10T15:18:39.393 INFO:tasks.rados.rados.0.smithi102.stdout:3922: finishing write tid 4 to smithi10276805-14 2024-04-10T15:18:39.393 INFO:tasks.rados.rados.0.smithi102.stdout:3922: finishing write tid 5 to smithi10276805-14 2024-04-10T15:18:39.393 INFO:tasks.rados.rados.0.smithi102.stdout:3924: finishing rollback tid 0 to smithi10276805-11 2024-04-10T15:18:39.393 INFO:tasks.rados.rados.0.smithi102.stdout:3924: finishing rollback tid 1 to smithi10276805-11 2024-04-10T15:18:39.393 INFO:tasks.rados.rados.0.smithi102.stdout:3924: finishing rollback tid 2 to smithi10276805-11 2024-04-10T15:18:39.393 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 11 v 2514 (ObjNum 1186 snap 335 seq_num 1186) dirty exists 2024-04-10T15:18:39.393 INFO:tasks.rados.rados.0.smithi102.stdout:3922: finishing write tid 6 to smithi10276805-14 2024-04-10T15:18:39.393 INFO:tasks.rados.rados.0.smithi102.stdout:3922: oid 14 updating version 0 to 2432 2024-04-10T15:18:39.393 INFO:tasks.rados.rados.0.smithi102.stdout:3922: oid 14 updating version 2432 to 2434 2024-04-10T15:18:39.393 INFO:tasks.rados.rados.0.smithi102.stdout:3922: oid 14 version 2434 is already newer than 2433 2024-04-10T15:18:39.394 INFO:tasks.rados.rados.0.smithi102.stdout:3922: oid 14 updating version 2434 to 2435 2024-04-10T15:18:39.394 INFO:tasks.rados.rados.0.smithi102.stdout:3922: oid 14 updating version 2435 to 2436 2024-04-10T15:18:39.394 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 2436 (ObjNum 1249 snap 363 seq_num 1249) dirty exists 2024-04-10T15:18:39.394 INFO:tasks.rados.rados.0.smithi102.stdout:3922: left oid 14 (ObjNum 1249 snap 363 seq_num 1249) 2024-04-10T15:18:39.394 INFO:tasks.rados.rados.0.smithi102.stdout:3923: expect (ObjNum 1232 snap 360 seq_num 1232) 2024-04-10T15:18:39.430 INFO:tasks.rados.rados.0.smithi102.stdout:3925: finishing write tid 1 to smithi10276805-13 2024-04-10T15:18:39.431 INFO:tasks.rados.rados.0.smithi102.stdout:3925: finishing write tid 2 to smithi10276805-13 2024-04-10T15:18:39.431 INFO:tasks.rados.rados.0.smithi102.stdout:3925: finishing write tid 3 to smithi10276805-13 2024-04-10T15:18:39.431 INFO:tasks.rados.rados.0.smithi102.stdout:3925: finishing write tid 4 to smithi10276805-13 2024-04-10T15:18:39.431 INFO:tasks.rados.rados.0.smithi102.stdout:3925: finishing write tid 5 to smithi10276805-13 2024-04-10T15:18:39.431 INFO:tasks.rados.rados.0.smithi102.stdout:3925: oid 13 updating version 0 to 2770 2024-04-10T15:18:39.431 INFO:tasks.rados.rados.0.smithi102.stdout:3925: oid 13 version 2770 is already newer than 2768 2024-04-10T15:18:39.431 INFO:tasks.rados.rados.0.smithi102.stdout:3925: oid 13 updating version 2770 to 2771 2024-04-10T15:18:39.431 INFO:tasks.rados.rados.0.smithi102.stdout:3925: oid 13 version 2771 is already newer than 2769 2024-04-10T15:18:39.431 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 13 v 2771 (ObjNum 1250 snap 363 seq_num 1250) dirty exists 2024-04-10T15:18:39.431 INFO:tasks.rados.rados.0.smithi102.stdout:3925: left oid 13 (ObjNum 1250 snap 363 seq_num 1250) 2024-04-10T15:18:39.431 INFO:tasks.rados.rados.0.smithi102.stdout:3926: finishing write tid 1 to smithi10276805-16 2024-04-10T15:18:39.431 INFO:tasks.rados.rados.0.smithi102.stdout:3926: finishing write tid 2 to smithi10276805-16 2024-04-10T15:18:39.431 INFO:tasks.rados.rados.0.smithi102.stdout:3922: done (5 left) 2024-04-10T15:18:39.431 INFO:tasks.rados.rados.0.smithi102.stdout:3923: done (4 left) 2024-04-10T15:18:39.431 INFO:tasks.rados.rados.0.smithi102.stdout:3924: done (3 left) 2024-04-10T15:18:39.431 INFO:tasks.rados.rados.0.smithi102.stdout:3925: done (2 left) 2024-04-10T15:18:39.432 INFO:tasks.rados.rados.0.smithi102.stdout:3928: snap_create 2024-04-10T15:18:39.432 INFO:tasks.rados.rados.0.smithi102.stdout:3927: finishing rollback tid 0 to smithi10276805-10 2024-04-10T15:18:39.432 INFO:tasks.rados.rados.0.smithi102.stdout:3926: finishing write tid 3 to smithi10276805-16 2024-04-10T15:18:39.432 INFO:tasks.rados.rados.0.smithi102.stdout:3927: finishing rollback tid 1 to smithi10276805-10 2024-04-10T15:18:39.432 INFO:tasks.rados.rados.0.smithi102.stdout:3926: finishing write tid 4 to smithi10276805-16 2024-04-10T15:18:39.432 INFO:tasks.rados.rados.0.smithi102.stdout:3927: finishing rollback tid 2 to smithi10276805-10 2024-04-10T15:18:39.432 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 10 v 2442 (ObjNum 1211 snap 344 seq_num 1211) dirty exists 2024-04-10T15:18:39.432 INFO:tasks.rados.rados.0.smithi102.stdout:3926: finishing write tid 5 to smithi10276805-16 2024-04-10T15:18:39.432 INFO:tasks.rados.rados.0.smithi102.stdout:3926: finishing write tid 6 to smithi10276805-16 2024-04-10T15:18:39.432 INFO:tasks.rados.rados.0.smithi102.stdout:3926: oid 16 updating version 0 to 2517 2024-04-10T15:18:39.432 INFO:tasks.rados.rados.0.smithi102.stdout:3926: oid 16 version 2517 is already newer than 2516 2024-04-10T15:18:39.432 INFO:tasks.rados.rados.0.smithi102.stdout:3926: oid 16 version 2517 is already newer than 2515 2024-04-10T15:18:39.432 INFO:tasks.rados.rados.0.smithi102.stdout:3926: oid 16 updating version 2517 to 2518 2024-04-10T15:18:39.432 INFO:tasks.rados.rados.0.smithi102.stdout:3926: oid 16 updating version 2518 to 2519 2024-04-10T15:18:39.432 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 16 v 2519 (ObjNum 1251 snap 363 seq_num 1251) dirty exists 2024-04-10T15:18:39.432 INFO:tasks.rados.rados.0.smithi102.stdout:3926: left oid 16 (ObjNum 1251 snap 363 seq_num 1251) 2024-04-10T15:18:40.312 INFO:tasks.rados.rados.0.smithi102.stdout:3926: done (2 left) 2024-04-10T15:18:40.312 INFO:tasks.rados.rados.0.smithi102.stdout:3927: done (1 left) 2024-04-10T15:18:40.312 INFO:tasks.rados.rados.0.smithi102.stdout:3928: done (0 left) 2024-04-10T15:18:40.312 INFO:tasks.rados.rados.0.smithi102.stdout:3929: rollback oid 6 current snap is 364 2024-04-10T15:18:40.312 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 6 to 357 2024-04-10T15:18:40.312 INFO:tasks.rados.rados.0.smithi102.stdout:3930: read oid 16 snap -1 2024-04-10T15:18:40.313 INFO:tasks.rados.rados.0.smithi102.stdout:3930: expect (ObjNum 1251 snap 363 seq_num 1251) 2024-04-10T15:18:40.313 INFO:tasks.rados.rados.0.smithi102.stdout:3931: snap_remove snap 343 2024-04-10T15:18:40.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:40 smithi154 ceph-mon[84269]: pgmap v851: 121 pgs: 121 active+clean; 218 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-10T15:18:40.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:40 smithi154 ceph-mon[84269]: osdmap e794: 8 total, 8 up, 8 in 2024-04-10T15:18:40.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:40 smithi102 ceph-mon[90943]: pgmap v851: 121 pgs: 121 active+clean; 218 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-10T15:18:40.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:40 smithi102 ceph-mon[90943]: osdmap e794: 8 total, 8 up, 8 in 2024-04-10T15:18:40.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:40 smithi102 ceph-mon[88557]: pgmap v851: 121 pgs: 121 active+clean; 218 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 27 op/s 2024-04-10T15:18:40.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:40 smithi102 ceph-mon[88557]: osdmap e794: 8 total, 8 up, 8 in 2024-04-10T15:18:41.318 INFO:tasks.rados.rados.0.smithi102.stdout:3931: done (2 left) 2024-04-10T15:18:41.318 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 3 current snap is 364 2024-04-10T15:18:41.318 INFO:tasks.rados.rados.0.smithi102.stdout:3932: seq_num 1252 ranges {3080192=573440,3653632=540672,4194304=630784,4825088=32768} 2024-04-10T15:18:41.338 INFO:tasks.rados.rados.0.smithi102.stdout:3932: writing smithi10276805-3 from 3080192 to 3653632 tid 1 2024-04-10T15:18:41.341 INFO:tasks.rados.rados.0.smithi102.stdout:3932: writing smithi10276805-3 from 3653632 to 4194304 tid 2 2024-04-10T15:18:41.345 INFO:tasks.rados.rados.0.smithi102.stdout:3932: writing smithi10276805-3 from 4194304 to 4825088 tid 3 2024-04-10T15:18:41.346 INFO:tasks.rados.rados.0.smithi102.stdout:3932: writing smithi10276805-3 from 4825088 to 4857856 tid 4 2024-04-10T15:18:41.346 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 33 current snap is 364 2024-04-10T15:18:41.346 INFO:tasks.rados.rados.0.smithi102.stdout:3933: seq_num 1253 ranges {5963776=589824,6553600=417792,6971392=786432} 2024-04-10T15:18:41.381 INFO:tasks.rados.rados.0.smithi102.stdout:3933: writing smithi10276805-33 from 5963776 to 6553600 tid 1 2024-04-10T15:18:41.384 INFO:tasks.rados.rados.0.smithi102.stdout:3933: writing smithi10276805-33 from 6553600 to 6971392 tid 2 2024-04-10T15:18:41.389 INFO:tasks.rados.rados.0.smithi102.stdout:3933: writing smithi10276805-33 from 6971392 to 7757824 tid 3 2024-04-10T15:18:41.389 INFO:tasks.rados.rados.0.smithi102.stdout:3934: rollback oid 2 current snap is 364 2024-04-10T15:18:41.389 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 2 to 362 2024-04-10T15:18:41.389 INFO:tasks.rados.rados.0.smithi102.stdout:3929: finishing rollback tid 1 to smithi10276805-6 2024-04-10T15:18:41.389 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 2299 (ObjNum 129 snap 0 seq_num 88882992) dirty dne 2024-04-10T15:18:41.389 INFO:tasks.rados.rados.0.smithi102.stdout:3929: done (4 left) 2024-04-10T15:18:41.389 INFO:tasks.rados.rados.0.smithi102.stdout:3935: snap_create 2024-04-10T15:18:41.389 INFO:tasks.rados.rados.0.smithi102.stdout:3930: expect (ObjNum 1251 snap 363 seq_num 1251) 2024-04-10T15:18:41.554 INFO:tasks.rados.rados.0.smithi102.stdout:3932: finishing write tid 1 to smithi10276805-3 2024-04-10T15:18:41.554 INFO:tasks.rados.rados.0.smithi102.stdout:3932: finishing write tid 2 to smithi10276805-3 2024-04-10T15:18:41.554 INFO:tasks.rados.rados.0.smithi102.stdout:3932: finishing write tid 3 to smithi10276805-3 2024-04-10T15:18:41.554 INFO:tasks.rados.rados.0.smithi102.stdout:3932: finishing write tid 4 to smithi10276805-3 2024-04-10T15:18:41.554 INFO:tasks.rados.rados.0.smithi102.stdout:3932: finishing write tid 5 to smithi10276805-3 2024-04-10T15:18:41.554 INFO:tasks.rados.rados.0.smithi102.stdout:3932: finishing write tid 6 to smithi10276805-3 2024-04-10T15:18:41.554 INFO:tasks.rados.rados.0.smithi102.stdout:3932: oid 3 updating version 0 to 2438 2024-04-10T15:18:41.554 INFO:tasks.rados.rados.0.smithi102.stdout:3932: oid 3 updating version 2438 to 2440 2024-04-10T15:18:41.554 INFO:tasks.rados.rados.0.smithi102.stdout:3932: oid 3 version 2440 is already newer than 2437 2024-04-10T15:18:41.554 INFO:tasks.rados.rados.0.smithi102.stdout:3932: oid 3 version 2440 is already newer than 2439 2024-04-10T15:18:41.554 INFO:tasks.rados.rados.0.smithi102.stdout:3932: oid 3 updating version 2440 to 2441 2024-04-10T15:18:41.554 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 3 v 2441 (ObjNum 1252 snap 364 seq_num 1252) dirty exists 2024-04-10T15:18:41.555 INFO:tasks.rados.rados.0.smithi102.stdout:3932: left oid 3 (ObjNum 1252 snap 364 seq_num 1252) 2024-04-10T15:18:41.555 INFO:tasks.rados.rados.0.smithi102.stdout:3933: finishing write tid 1 to smithi10276805-33 2024-04-10T15:18:41.555 INFO:tasks.rados.rados.0.smithi102.stdout:3933: finishing write tid 2 to smithi10276805-33 2024-04-10T15:18:41.555 INFO:tasks.rados.rados.0.smithi102.stdout:3934: finishing rollback tid 1 to smithi10276805-2 2024-04-10T15:18:41.555 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 2085 (ObjNum 49 snap 0 seq_num 1953066355) dirty dne 2024-04-10T15:18:41.555 INFO:tasks.rados.rados.0.smithi102.stdout:3933: finishing write tid 3 to smithi10276805-33 2024-04-10T15:18:41.555 INFO:tasks.rados.rados.0.smithi102.stdout:3933: finishing write tid 4 to smithi10276805-33 2024-04-10T15:18:41.555 INFO:tasks.rados.rados.0.smithi102.stdout:3933: finishing write tid 5 to smithi10276805-33 2024-04-10T15:18:41.555 INFO:tasks.rados.rados.0.smithi102.stdout:3933: oid 33 updating version 0 to 2501 2024-04-10T15:18:41.555 INFO:tasks.rados.rados.0.smithi102.stdout:3933: oid 33 version 2501 is already newer than 2498 2024-04-10T15:18:41.555 INFO:tasks.rados.rados.0.smithi102.stdout:3933: oid 33 version 2501 is already newer than 2500 2024-04-10T15:18:41.555 INFO:tasks.rados.rados.0.smithi102.stdout:3933: oid 33 version 2501 is already newer than 2499 2024-04-10T15:18:41.555 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 33 v 2501 (ObjNum 1253 snap 364 seq_num 1253) dirty exists 2024-04-10T15:18:41.555 INFO:tasks.rados.rados.0.smithi102.stdout:3933: left oid 33 (ObjNum 1253 snap 364 seq_num 1253) 2024-04-10T15:18:41.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:41 smithi154 ceph-mon[84269]: osdmap e795: 8 total, 8 up, 8 in 2024-04-10T15:18:41.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:41 smithi154 ceph-mon[84269]: pgmap v854: 121 pgs: 121 active+clean; 225 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-10T15:18:41.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:41 smithi102 ceph-mon[90943]: osdmap e795: 8 total, 8 up, 8 in 2024-04-10T15:18:41.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:41 smithi102 ceph-mon[90943]: pgmap v854: 121 pgs: 121 active+clean; 225 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-10T15:18:41.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:41 smithi102 ceph-mon[88557]: osdmap e795: 8 total, 8 up, 8 in 2024-04-10T15:18:41.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:41 smithi102 ceph-mon[88557]: pgmap v854: 121 pgs: 121 active+clean; 225 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.0 MiB/s wr, 12 op/s 2024-04-10T15:18:42.323 INFO:tasks.rados.rados.0.smithi102.stdout:3930: done (4 left) 2024-04-10T15:18:42.323 INFO:tasks.rados.rados.0.smithi102.stdout:3932: done (3 left) 2024-04-10T15:18:42.323 INFO:tasks.rados.rados.0.smithi102.stdout:3933: done (2 left) 2024-04-10T15:18:42.323 INFO:tasks.rados.rados.0.smithi102.stdout:3934: done (1 left) 2024-04-10T15:18:42.323 INFO:tasks.rados.rados.0.smithi102.stdout:3935: done (0 left) 2024-04-10T15:18:42.323 INFO:tasks.rados.rados.0.smithi102.stdout:3936: read oid 5 snap -1 2024-04-10T15:18:42.323 INFO:tasks.rados.rados.0.smithi102.stdout:3936: expect (ObjNum 1204 snap 340 seq_num 1204) 2024-04-10T15:18:42.323 INFO:tasks.rados.rados.0.smithi102.stdout:3937: copy_from oid 49 from oid 47 current snap is 365 2024-04-10T15:18:42.323 INFO:tasks.rados.rados.0.smithi102.stdout:3938: delete oid 34 current snap is 365 2024-04-10T15:18:42.328 INFO:tasks.rados.rados.0.smithi102.stdout:3938: done (2 left) 2024-04-10T15:18:42.328 INFO:tasks.rados.rados.0.smithi102.stdout:3939: delete oid 29 current snap is 365 2024-04-10T15:18:42.333 INFO:tasks.rados.rados.0.smithi102.stdout:3939: done (2 left) 2024-04-10T15:18:42.333 INFO:tasks.rados.rados.0.smithi102.stdout:3940: snap_create 2024-04-10T15:18:42.368 INFO:tasks.rados.rados.0.smithi102.stdout:3937: finishing copy_from racing read to smithi10276805-49 2024-04-10T15:18:42.374 INFO:tasks.rados.rados.0.smithi102.stdout:3937: finishing copy_from to smithi10276805-49 2024-04-10T15:18:42.375 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 49 v 2412 (ObjNum 1194 snap 335 seq_num 1194) dirty exists 2024-04-10T15:18:42.392 INFO:tasks.rados.rados.0.smithi102.stdout:3936: expect (ObjNum 1204 snap 340 seq_num 1204) 2024-04-10T15:18:42.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:42 smithi154 ceph-mon[84269]: osdmap e796: 8 total, 8 up, 8 in 2024-04-10T15:18:42.625 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:18:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:18:42.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:42 smithi102 ceph-mon[90943]: osdmap e796: 8 total, 8 up, 8 in 2024-04-10T15:18:42.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:42 smithi102 ceph-mon[88557]: osdmap e796: 8 total, 8 up, 8 in 2024-04-10T15:18:43.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:43 smithi154 ceph-mon[84269]: osdmap e797: 8 total, 8 up, 8 in 2024-04-10T15:18:43.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:43 smithi154 ceph-mon[84269]: pgmap v857: 121 pgs: 121 active+clean; 230 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-04-10T15:18:43.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:43 smithi154 ceph-mon[84269]: osdmap e798: 8 total, 8 up, 8 in 2024-04-10T15:18:43.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:43 smithi102 ceph-mon[90943]: osdmap e797: 8 total, 8 up, 8 in 2024-04-10T15:18:43.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:43 smithi102 ceph-mon[90943]: pgmap v857: 121 pgs: 121 active+clean; 230 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-04-10T15:18:43.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:43 smithi102 ceph-mon[90943]: osdmap e798: 8 total, 8 up, 8 in 2024-04-10T15:18:43.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:43 smithi102 ceph-mon[88557]: osdmap e797: 8 total, 8 up, 8 in 2024-04-10T15:18:43.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:43 smithi102 ceph-mon[88557]: pgmap v857: 121 pgs: 121 active+clean; 230 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 14 op/s 2024-04-10T15:18:43.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:43 smithi102 ceph-mon[88557]: osdmap e798: 8 total, 8 up, 8 in 2024-04-10T15:18:44.904 INFO:tasks.rados.rados.0.smithi102.stdout:3936: done (2 left) 2024-04-10T15:18:44.904 INFO:tasks.rados.rados.0.smithi102.stdout:3937: done (1 left) 2024-04-10T15:18:44.905 INFO:tasks.rados.rados.0.smithi102.stdout:3940: done (0 left) 2024-04-10T15:18:44.905 INFO:tasks.rados.rados.0.smithi102.stdout:3941: snap_remove snap 349 2024-04-10T15:18:44.961 INFO:tasks.rados.rados.0.smithi102.stdout:3941: done (0 left) 2024-04-10T15:18:44.961 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 7 current snap is 366 2024-04-10T15:18:44.961 INFO:tasks.rados.rados.0.smithi102.stdout:3942: seq_num 1256 ranges {0=638976,638976=524288,1163264=614400,1777664=65536} 2024-04-10T15:18:44.966 INFO:tasks.rados.rados.0.smithi102.stdout:3942: writing smithi10276805-7 from 0 to 638976 tid 1 2024-04-10T15:18:44.968 INFO:tasks.rados.rados.0.smithi102.stdout:3942: writing smithi10276805-7 from 638976 to 1163264 tid 2 2024-04-10T15:18:44.973 INFO:tasks.rados.rados.0.smithi102.stdout:3942: writing smithi10276805-7 from 1163264 to 1777664 tid 3 2024-04-10T15:18:44.973 INFO:tasks.rados.rados.0.smithi102.stdout:3942: writing smithi10276805-7 from 1777664 to 1843200 tid 4 2024-04-10T15:18:44.974 INFO:tasks.rados.rados.0.smithi102.stdout:3943: snap_remove snap 351 2024-04-10T15:18:45.968 INFO:tasks.rados.rados.0.smithi102.stdout:3943: done (1 left) 2024-04-10T15:18:45.968 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 41 current snap is 366 2024-04-10T15:18:45.968 INFO:tasks.rados.rados.0.smithi102.stdout:3944: seq_num 1257 ranges {0=655360,655360=409600,1064960=770048,1835008=24576} 2024-04-10T15:18:45.972 INFO:tasks.rados.rados.0.smithi102.stdout:3944: writing smithi10276805-41 from 0 to 655360 tid 1 2024-04-10T15:18:45.975 INFO:tasks.rados.rados.0.smithi102.stdout:3944: writing smithi10276805-41 from 655360 to 1064960 tid 2 2024-04-10T15:18:45.980 INFO:tasks.rados.rados.0.smithi102.stdout:3944: writing smithi10276805-41 from 1064960 to 1835008 tid 3 2024-04-10T15:18:45.981 INFO:tasks.rados.rados.0.smithi102.stdout:3944: writing smithi10276805-41 from 1835008 to 1859584 tid 4 2024-04-10T15:18:45.981 INFO:tasks.rados.rados.0.smithi102.stdout:3945: read oid 43 snap 336 2024-04-10T15:18:45.981 INFO:tasks.rados.rados.0.smithi102.stdout:3945: expect (ObjNum 1115 snap 313 seq_num 1115) 2024-04-10T15:18:45.981 INFO:tasks.rados.rados.0.smithi102.stdout:3946: snap_create 2024-04-10T15:18:45.981 INFO:tasks.rados.rados.0.smithi102.stdout:3942: finishing write tid 1 to smithi10276805-7 2024-04-10T15:18:45.981 INFO:tasks.rados.rados.0.smithi102.stdout:3942: finishing write tid 2 to smithi10276805-7 2024-04-10T15:18:45.981 INFO:tasks.rados.rados.0.smithi102.stdout:3942: finishing write tid 3 to smithi10276805-7 2024-04-10T15:18:45.981 INFO:tasks.rados.rados.0.smithi102.stdout:3942: finishing write tid 4 to smithi10276805-7 2024-04-10T15:18:45.981 INFO:tasks.rados.rados.0.smithi102.stdout:3942: finishing write tid 5 to smithi10276805-7 2024-04-10T15:18:45.981 INFO:tasks.rados.rados.0.smithi102.stdout:3942: finishing write tid 6 to smithi10276805-7 2024-04-10T15:18:45.981 INFO:tasks.rados.rados.0.smithi102.stdout:3942: oid 7 updating version 0 to 2445 2024-04-10T15:18:45.981 INFO:tasks.rados.rados.0.smithi102.stdout:3942: oid 7 version 2445 is already newer than 2443 2024-04-10T15:18:45.981 INFO:tasks.rados.rados.0.smithi102.stdout:3942: oid 7 version 2445 is already newer than 2442 2024-04-10T15:18:45.982 INFO:tasks.rados.rados.0.smithi102.stdout:3942: oid 7 version 2445 is already newer than 2444 2024-04-10T15:18:45.982 INFO:tasks.rados.rados.0.smithi102.stdout:3942: oid 7 updating version 2445 to 2446 2024-04-10T15:18:45.982 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 7 v 2446 (ObjNum 1256 snap 366 seq_num 1256) dirty exists 2024-04-10T15:18:45.982 INFO:tasks.rados.rados.0.smithi102.stdout:3942: left oid 7 (ObjNum 1256 snap 366 seq_num 1256) 2024-04-10T15:18:45.986 INFO:tasks.rados.rados.0.smithi102.stdout:3944: finishing write tid 1 to smithi10276805-41 2024-04-10T15:18:45.986 INFO:tasks.rados.rados.0.smithi102.stdout:3944: finishing write tid 2 to smithi10276805-41 2024-04-10T15:18:45.998 INFO:tasks.rados.rados.0.smithi102.stdout:3944: finishing write tid 3 to smithi10276805-41 2024-04-10T15:18:45.998 INFO:tasks.rados.rados.0.smithi102.stdout:3944: finishing write tid 4 to smithi10276805-41 2024-04-10T15:18:45.999 INFO:tasks.rados.rados.0.smithi102.stdout:3944: finishing write tid 5 to smithi10276805-41 2024-04-10T15:18:46.000 INFO:tasks.rados.rados.0.smithi102.stdout:3945: expect (ObjNum 1115 snap 313 seq_num 1115) 2024-04-10T15:18:46.050 INFO:tasks.rados.rados.0.smithi102.stdout:3944: finishing write tid 6 to smithi10276805-41 2024-04-10T15:18:46.050 INFO:tasks.rados.rados.0.smithi102.stdout:3944: oid 41 updating version 0 to 2306 2024-04-10T15:18:46.050 INFO:tasks.rados.rados.0.smithi102.stdout:3944: oid 41 version 2306 is already newer than 2303 2024-04-10T15:18:46.050 INFO:tasks.rados.rados.0.smithi102.stdout:3944: oid 41 version 2306 is already newer than 2304 2024-04-10T15:18:46.050 INFO:tasks.rados.rados.0.smithi102.stdout:3944: oid 41 updating version 2306 to 2307 2024-04-10T15:18:46.050 INFO:tasks.rados.rados.0.smithi102.stdout:3944: oid 41 version 2307 is already newer than 2305 2024-04-10T15:18:46.050 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 41 v 2307 (ObjNum 1257 snap 366 seq_num 1257) dirty exists 2024-04-10T15:18:46.050 INFO:tasks.rados.rados.0.smithi102.stdout:3944: left oid 41 (ObjNum 1257 snap 366 seq_num 1257) 2024-04-10T15:18:46.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:45 smithi154 ceph-mon[84269]: osdmap e799: 8 total, 8 up, 8 in 2024-04-10T15:18:46.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:45 smithi154 ceph-mon[84269]: pgmap v860: 121 pgs: 121 active+clean; 232 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-10T15:18:46.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:45 smithi102 ceph-mon[88557]: osdmap e799: 8 total, 8 up, 8 in 2024-04-10T15:18:46.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:45 smithi102 ceph-mon[88557]: pgmap v860: 121 pgs: 121 active+clean; 232 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-10T15:18:46.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:45 smithi102 ceph-mon[90943]: osdmap e799: 8 total, 8 up, 8 in 2024-04-10T15:18:46.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:45 smithi102 ceph-mon[90943]: pgmap v860: 121 pgs: 121 active+clean; 232 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 16 MiB/s rd, 1.7 MiB/s wr, 9 op/s 2024-04-10T15:18:46.974 INFO:tasks.rados.rados.0.smithi102.stdout:3942: done (3 left) 2024-04-10T15:18:46.974 INFO:tasks.rados.rados.0.smithi102.stdout:3944: done (2 left) 2024-04-10T15:18:46.974 INFO:tasks.rados.rados.0.smithi102.stdout:3945: done (1 left) 2024-04-10T15:18:46.974 INFO:tasks.rados.rados.0.smithi102.stdout:3946: done (0 left) 2024-04-10T15:18:46.974 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 44 current snap is 367 2024-04-10T15:18:46.975 INFO:tasks.rados.rados.0.smithi102.stdout:3947: seq_num 1258 ranges {1441792=671744,2113536=696320,2809856=507904} 2024-04-10T15:18:46.985 INFO:tasks.rados.rados.0.smithi102.stdout:3947: writing smithi10276805-44 from 1441792 to 2113536 tid 1 2024-04-10T15:18:46.989 INFO:tasks.rados.rados.0.smithi102.stdout:3947: writing smithi10276805-44 from 2113536 to 2809856 tid 2 2024-04-10T15:18:46.992 INFO:tasks.rados.rados.0.smithi102.stdout:3947: writing smithi10276805-44 from 2809856 to 3317760 tid 3 2024-04-10T15:18:46.992 INFO:tasks.rados.rados.0.smithi102.stdout:3948: snap_remove snap 347 2024-04-10T15:18:47.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:46 smithi154 ceph-mon[84269]: osdmap e800: 8 total, 8 up, 8 in 2024-04-10T15:18:47.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:46 smithi102 ceph-mon[88557]: osdmap e800: 8 total, 8 up, 8 in 2024-04-10T15:18:47.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:46 smithi102 ceph-mon[90943]: osdmap e800: 8 total, 8 up, 8 in 2024-04-10T15:18:47.905 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:18:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:18:47] "GET /metrics HTTP/1.1" 200 36347 "" "Prometheus/2.43.0" 2024-04-10T15:18:47.979 INFO:tasks.rados.rados.0.smithi102.stdout:3948: done (1 left) 2024-04-10T15:18:47.979 INFO:tasks.rados.rados.0.smithi102.stdout:3949: delete oid 42 current snap is 367 2024-04-10T15:18:47.979 INFO:tasks.rados.rados.0.smithi102.stdout:3947: finishing write tid 1 to smithi10276805-44 2024-04-10T15:18:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:3947: finishing write tid 2 to smithi10276805-44 2024-04-10T15:18:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:3947: finishing write tid 3 to smithi10276805-44 2024-04-10T15:18:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:3947: finishing write tid 4 to smithi10276805-44 2024-04-10T15:18:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:3947: finishing write tid 5 to smithi10276805-44 2024-04-10T15:18:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:3947: oid 44 updating version 0 to 2446 2024-04-10T15:18:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:3947: oid 44 version 2446 is already newer than 2444 2024-04-10T15:18:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:3947: oid 44 version 2446 is already newer than 2445 2024-04-10T15:18:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:3947: oid 44 version 2446 is already newer than 2443 2024-04-10T15:18:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 44 v 2446 (ObjNum 1258 snap 367 seq_num 1258) dirty exists 2024-04-10T15:18:47.980 INFO:tasks.rados.rados.0.smithi102.stdout:3947: left oid 44 (ObjNum 1258 snap 367 seq_num 1258) 2024-04-10T15:18:47.987 INFO:tasks.rados.rados.0.smithi102.stdout:3947: done (1 left) 2024-04-10T15:18:47.987 INFO:tasks.rados.rados.0.smithi102.stdout:3949: done (0 left) 2024-04-10T15:18:47.987 INFO:tasks.rados.rados.0.smithi102.stdout:3950: setattr oid 19 current snap is 367 2024-04-10T15:18:47.989 INFO:tasks.rados.rados.0.smithi102.stdout:3951: snap_create 2024-04-10T15:18:48.000 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 2308 (ObjNum 4113 snap 0 seq_num 815021687) dirty exists 2024-04-10T15:18:48.293 INFO:tasks.rados.rados.0.smithi102.stdout:3950: done (1 left) 2024-04-10T15:18:48.294 INFO:tasks.rados.rados.0.smithi102.stdout:3951: done (0 left) 2024-04-10T15:18:48.294 INFO:tasks.rados.rados.0.smithi102.stdout:3952: rollback oid 1 current snap is 368 2024-04-10T15:18:48.294 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 1 to 366 2024-04-10T15:18:48.294 INFO:tasks.rados.rados.0.smithi102.stdout:3953: rollback oid 18 current snap is 368 2024-04-10T15:18:48.294 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 18 to 346 2024-04-10T15:18:48.294 INFO:tasks.rados.rados.0.smithi102.stdout:3954: copy_from oid 6 from oid 4 current snap is 368 2024-04-10T15:18:48.294 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 15 current snap is 368 2024-04-10T15:18:48.294 INFO:tasks.rados.rados.0.smithi102.stdout:3955: seq_num 1260 ranges {786432=712704,1499136=458752,1957888=589824,2547712=155648} 2024-04-10T15:18:48.302 INFO:tasks.rados.rados.0.smithi102.stdout:3955: writing smithi10276805-15 from 786432 to 1499136 tid 1 2024-04-10T15:18:48.305 INFO:tasks.rados.rados.0.smithi102.stdout:3955: writing smithi10276805-15 from 1499136 to 1957888 tid 2 2024-04-10T15:18:48.308 INFO:tasks.rados.rados.0.smithi102.stdout:3955: writing smithi10276805-15 from 1957888 to 2547712 tid 3 2024-04-10T15:18:48.310 INFO:tasks.rados.rados.0.smithi102.stdout:3955: writing smithi10276805-15 from 2547712 to 2703360 tid 4 2024-04-10T15:18:48.310 INFO:tasks.rados.rados.0.smithi102.stdout:3956: read oid 39 snap 340 2024-04-10T15:18:48.310 INFO:tasks.rados.rados.0.smithi102.stdout:3956: expect (ObjNum 1194 snap 335 seq_num 1194) 2024-04-10T15:18:48.310 INFO:tasks.rados.rados.0.smithi102.stdout:3957: copy_from oid 45 from oid 34 current snap is 368 2024-04-10T15:18:48.310 INFO:tasks.rados.rados.0.smithi102.stdout:3953: finishing rollback tid 0 to smithi10276805-18 2024-04-10T15:18:48.310 INFO:tasks.rados.rados.0.smithi102.stdout:3958: setattr oid 42 current snap is 368 2024-04-10T15:18:48.310 INFO:tasks.rados.rados.0.smithi102.stdout:3952: finishing rollback tid 1 to smithi10276805-1 2024-04-10T15:18:48.310 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 1 v 0 (ObjNum 113 snap 0 seq_num 1649431745) dirty dne 2024-04-10T15:18:48.310 INFO:tasks.rados.rados.0.smithi102.stdout:3953: finishing rollback tid 1 to smithi10276805-18 2024-04-10T15:18:48.310 INFO:tasks.rados.rados.0.smithi102.stdout:3953: finishing rollback tid 2 to smithi10276805-18 2024-04-10T15:18:48.310 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 18 v 2304 (ObjNum 1191 snap 335 seq_num 1191) dirty exists 2024-04-10T15:18:48.310 INFO:tasks.rados.rados.0.smithi102.stdout:3954: finishing copy_from racing read to smithi10276805-6 2024-04-10T15:18:48.311 INFO:tasks.rados.rados.0.smithi102.stdout:3952: done (6 left) 2024-04-10T15:18:48.311 INFO:tasks.rados.rados.0.smithi102.stdout:3953: done (5 left) 2024-04-10T15:18:48.311 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 30 current snap is 368 2024-04-10T15:18:48.311 INFO:tasks.rados.rados.0.smithi102.stdout:3959: seq_num 1261 ranges {1613824=729088,2342912=745472,3088384=458752} 2024-04-10T15:18:48.326 INFO:tasks.rados.rados.0.smithi102.stdout:3959: writing smithi10276805-30 from 1613824 to 2342912 tid 1 2024-04-10T15:18:48.330 INFO:tasks.rados.rados.0.smithi102.stdout:3959: writing smithi10276805-30 from 2342912 to 3088384 tid 2 2024-04-10T15:18:48.333 INFO:tasks.rados.rados.0.smithi102.stdout:3959: writing smithi10276805-30 from 3088384 to 3547136 tid 3 2024-04-10T15:18:48.333 INFO:tasks.rados.rados.0.smithi102.stdout:3960: snap_remove snap 362 2024-04-10T15:18:48.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:48 smithi154 ceph-mon[84269]: osdmap e801: 8 total, 8 up, 8 in 2024-04-10T15:18:48.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:48 smithi154 ceph-mon[84269]: pgmap v863: 121 pgs: 121 active+clean; 243 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.2 MiB/s wr, 11 op/s 2024-04-10T15:18:48.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:48 smithi102 ceph-mon[90943]: osdmap e801: 8 total, 8 up, 8 in 2024-04-10T15:18:48.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:48 smithi102 ceph-mon[90943]: pgmap v863: 121 pgs: 121 active+clean; 243 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.2 MiB/s wr, 11 op/s 2024-04-10T15:18:48.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:48 smithi102 ceph-mon[88557]: osdmap e801: 8 total, 8 up, 8 in 2024-04-10T15:18:48.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:48 smithi102 ceph-mon[88557]: pgmap v863: 121 pgs: 121 active+clean; 243 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 18 MiB/s rd, 3.2 MiB/s wr, 11 op/s 2024-04-10T15:18:49.295 INFO:tasks.rados.rados.0.smithi102.stdout:3960: done (6 left) 2024-04-10T15:18:49.295 INFO:tasks.rados.rados.0.smithi102.stdout:3961: read oid 17 snap 345 2024-04-10T15:18:49.295 INFO:tasks.rados.rados.0.smithi102.stdout:3961: expect deleted 2024-04-10T15:18:49.295 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 12 current snap is 368 2024-04-10T15:18:49.295 INFO:tasks.rados.rados.0.smithi102.stdout:3957: finishing copy_from to smithi10276805-45 2024-04-10T15:18:49.295 INFO:tasks.rados.rados.0.smithi102.stdout:3957: got expected ENOENT (src dne) 2024-04-10T15:18:49.295 INFO:tasks.rados.rados.0.smithi102.stdout:3954: finishing copy_from to smithi10276805-6 2024-04-10T15:18:49.295 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 6 v 1297 (ObjNum 1245 snap 362 seq_num 1245) dirty exists 2024-04-10T15:18:49.295 INFO:tasks.rados.rados.0.smithi102.stdout:3957: finishing copy_from racing read to smithi10276805-45 2024-04-10T15:18:49.295 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 42 v 2520 (ObjNum 33 snap 0 seq_num 109204432) dirty exists 2024-04-10T15:18:49.295 INFO:tasks.rados.rados.0.smithi102.stdout:3955: finishing write tid 1 to smithi10276805-15 2024-04-10T15:18:49.295 INFO:tasks.rados.rados.0.smithi102.stdout:3955: finishing write tid 2 to smithi10276805-15 2024-04-10T15:18:49.295 INFO:tasks.rados.rados.0.smithi102.stdout:3962: seq_num 1262 ranges {0=745472,745472=679936,1425408=524288} 2024-04-10T15:18:49.299 INFO:tasks.rados.rados.0.smithi102.stdout:3962: writing smithi10276805-12 from 0 to 745472 tid 1 2024-04-10T15:18:49.303 INFO:tasks.rados.rados.0.smithi102.stdout:3962: writing smithi10276805-12 from 745472 to 1425408 tid 2 2024-04-10T15:18:49.307 INFO:tasks.rados.rados.0.smithi102.stdout:3962: writing smithi10276805-12 from 1425408 to 1949696 tid 3 2024-04-10T15:18:49.307 INFO:tasks.rados.rados.0.smithi102.stdout:3954: done (7 left) 2024-04-10T15:18:49.307 INFO:tasks.rados.rados.0.smithi102.stdout:3957: done (6 left) 2024-04-10T15:18:49.307 INFO:tasks.rados.rados.0.smithi102.stdout:3958: done (5 left) 2024-04-10T15:18:49.307 INFO:tasks.rados.rados.0.smithi102.stdout:3963: snap_remove snap 352 2024-04-10T15:18:49.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:49 smithi154 ceph-mon[84269]: osdmap e802: 8 total, 8 up, 8 in 2024-04-10T15:18:49.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:49 smithi154 ceph-mon[84269]: osdmap e803: 8 total, 8 up, 8 in 2024-04-10T15:18:49.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:49 smithi102 ceph-mon[90943]: osdmap e802: 8 total, 8 up, 8 in 2024-04-10T15:18:49.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:49 smithi102 ceph-mon[90943]: osdmap e803: 8 total, 8 up, 8 in 2024-04-10T15:18:49.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:49 smithi102 ceph-mon[88557]: osdmap e802: 8 total, 8 up, 8 in 2024-04-10T15:18:49.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:49 smithi102 ceph-mon[88557]: osdmap e803: 8 total, 8 up, 8 in 2024-04-10T15:18:50.301 INFO:tasks.rados.rados.0.smithi102.stdout:3963: done (5 left) 2024-04-10T15:18:50.301 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 5 current snap is 368 2024-04-10T15:18:50.301 INFO:tasks.rados.rados.0.smithi102.stdout:3964: seq_num 1263 ranges {18628608=761856,19390464=565248,19955712=638976} 2024-04-10T15:18:50.406 INFO:tasks.rados.rados.0.smithi102.stdout:3964: writing smithi10276805-5 from 18628608 to 19390464 tid 1 2024-04-10T15:18:50.409 INFO:tasks.rados.rados.0.smithi102.stdout:3964: writing smithi10276805-5 from 19390464 to 19955712 tid 2 2024-04-10T15:18:50.414 INFO:tasks.rados.rados.0.smithi102.stdout:3964: writing smithi10276805-5 from 19955712 to 20594688 tid 3 2024-04-10T15:18:50.414 INFO:tasks.rados.rados.0.smithi102.stdout:3965: snap_create 2024-04-10T15:18:50.415 INFO:tasks.rados.rados.0.smithi102.stdout:3955: finishing write tid 3 to smithi10276805-15 2024-04-10T15:18:50.415 INFO:tasks.rados.rados.0.smithi102.stdout:3955: finishing write tid 4 to smithi10276805-15 2024-04-10T15:18:50.415 INFO:tasks.rados.rados.0.smithi102.stdout:3955: finishing write tid 5 to smithi10276805-15 2024-04-10T15:18:50.415 INFO:tasks.rados.rados.0.smithi102.stdout:3955: finishing write tid 6 to smithi10276805-15 2024-04-10T15:18:50.415 INFO:tasks.rados.rados.0.smithi102.stdout:3955: oid 15 updating version 0 to 2804 2024-04-10T15:18:50.415 INFO:tasks.rados.rados.0.smithi102.stdout:3955: oid 15 version 2804 is already newer than 2801 2024-04-10T15:18:50.415 INFO:tasks.rados.rados.0.smithi102.stdout:3955: oid 15 version 2804 is already newer than 2802 2024-04-10T15:18:50.415 INFO:tasks.rados.rados.0.smithi102.stdout:3955: oid 15 version 2804 is already newer than 2803 2024-04-10T15:18:50.415 INFO:tasks.rados.rados.0.smithi102.stdout:3955: oid 15 updating version 2804 to 2805 2024-04-10T15:18:50.415 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 15 v 2805 (ObjNum 1260 snap 368 seq_num 1260) dirty exists 2024-04-10T15:18:50.415 INFO:tasks.rados.rados.0.smithi102.stdout:3955: left oid 15 (ObjNum 1260 snap 368 seq_num 1260) 2024-04-10T15:18:50.415 INFO:tasks.rados.rados.0.smithi102.stdout:3959: finishing write tid 1 to smithi10276805-30 2024-04-10T15:18:50.415 INFO:tasks.rados.rados.0.smithi102.stdout:3959: finishing write tid 2 to smithi10276805-30 2024-04-10T15:18:50.416 INFO:tasks.rados.rados.0.smithi102.stdout:3959: finishing write tid 3 to smithi10276805-30 2024-04-10T15:18:50.416 INFO:tasks.rados.rados.0.smithi102.stdout:3959: finishing write tid 4 to smithi10276805-30 2024-04-10T15:18:50.416 INFO:tasks.rados.rados.0.smithi102.stdout:3959: finishing write tid 5 to smithi10276805-30 2024-04-10T15:18:50.416 INFO:tasks.rados.rados.0.smithi102.stdout:3959: oid 30 updating version 0 to 2505 2024-04-10T15:18:50.416 INFO:tasks.rados.rados.0.smithi102.stdout:3959: oid 30 version 2505 is already newer than 2504 2024-04-10T15:18:50.416 INFO:tasks.rados.rados.0.smithi102.stdout:3959: oid 30 version 2505 is already newer than 2503 2024-04-10T15:18:50.416 INFO:tasks.rados.rados.0.smithi102.stdout:3959: oid 30 version 2505 is already newer than 2502 2024-04-10T15:18:50.416 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 30 v 2505 (ObjNum 1261 snap 368 seq_num 1261) dirty exists 2024-04-10T15:18:50.416 INFO:tasks.rados.rados.0.smithi102.stdout:3959: left oid 30 (ObjNum 1261 snap 368 seq_num 1261) 2024-04-10T15:18:50.416 INFO:tasks.rados.rados.0.smithi102.stdout:3956: expect (ObjNum 1194 snap 335 seq_num 1194) 2024-04-10T15:18:50.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:50 smithi154 ceph-mon[84269]: pgmap v866: 121 pgs: 121 active+clean; 243 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-10T15:18:50.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:50 smithi154 ceph-mon[84269]: osdmap e804: 8 total, 8 up, 8 in 2024-04-10T15:18:50.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:50 smithi102 ceph-mon[90943]: pgmap v866: 121 pgs: 121 active+clean; 243 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-10T15:18:50.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:50 smithi102 ceph-mon[90943]: osdmap e804: 8 total, 8 up, 8 in 2024-04-10T15:18:50.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:50 smithi102 ceph-mon[88557]: pgmap v866: 121 pgs: 121 active+clean; 243 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-10T15:18:50.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:50 smithi102 ceph-mon[88557]: osdmap e804: 8 total, 8 up, 8 in 2024-04-10T15:18:50.726 INFO:tasks.rados.rados.0.smithi102.stdout:3962: finishing write tid 1 to smithi10276805-12 2024-04-10T15:18:50.726 INFO:tasks.rados.rados.0.smithi102.stdout:3962: finishing write tid 2 to smithi10276805-12 2024-04-10T15:18:50.726 INFO:tasks.rados.rados.0.smithi102.stdout:3962: finishing write tid 3 to smithi10276805-12 2024-04-10T15:18:50.727 INFO:tasks.rados.rados.0.smithi102.stdout:3962: finishing write tid 4 to smithi10276805-12 2024-04-10T15:18:50.727 INFO:tasks.rados.rados.0.smithi102.stdout:3962: finishing write tid 5 to smithi10276805-12 2024-04-10T15:18:50.727 INFO:tasks.rados.rados.0.smithi102.stdout:3962: oid 12 updating version 0 to 2308 2024-04-10T15:18:50.727 INFO:tasks.rados.rados.0.smithi102.stdout:3962: oid 12 version 2308 is already newer than 2307 2024-04-10T15:18:50.727 INFO:tasks.rados.rados.0.smithi102.stdout:3962: oid 12 version 2308 is already newer than 2305 2024-04-10T15:18:50.727 INFO:tasks.rados.rados.0.smithi102.stdout:3962: oid 12 version 2308 is already newer than 2306 2024-04-10T15:18:50.727 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 12 v 2308 (ObjNum 1262 snap 368 seq_num 1262) dirty exists 2024-04-10T15:18:50.727 INFO:tasks.rados.rados.0.smithi102.stdout:3962: left oid 12 (ObjNum 1262 snap 368 seq_num 1262) 2024-04-10T15:18:50.727 INFO:tasks.rados.rados.0.smithi102.stdout:3964: finishing write tid 1 to smithi10276805-5 2024-04-10T15:18:50.727 INFO:tasks.rados.rados.0.smithi102.stdout:3964: finishing write tid 2 to smithi10276805-5 2024-04-10T15:18:50.727 INFO:tasks.rados.rados.0.smithi102.stdout:3964: finishing write tid 3 to smithi10276805-5 2024-04-10T15:18:50.727 INFO:tasks.rados.rados.0.smithi102.stdout:3964: finishing write tid 4 to smithi10276805-5 2024-04-10T15:18:50.727 INFO:tasks.rados.rados.0.smithi102.stdout:3964: finishing write tid 5 to smithi10276805-5 2024-04-10T15:18:50.727 INFO:tasks.rados.rados.0.smithi102.stdout:3964: oid 5 updating version 0 to 2092 2024-04-10T15:18:50.727 INFO:tasks.rados.rados.0.smithi102.stdout:3964: oid 5 updating version 2092 to 2094 2024-04-10T15:18:50.728 INFO:tasks.rados.rados.0.smithi102.stdout:3964: oid 5 version 2094 is already newer than 2091 2024-04-10T15:18:50.728 INFO:tasks.rados.rados.0.smithi102.stdout:3964: oid 5 version 2094 is already newer than 2093 2024-04-10T15:18:50.728 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 5 v 2094 (ObjNum 1263 snap 368 seq_num 1263) dirty exists 2024-04-10T15:18:50.728 INFO:tasks.rados.rados.0.smithi102.stdout:3964: left oid 5 (ObjNum 1263 snap 368 seq_num 1263) 2024-04-10T15:18:51.307 INFO:tasks.rados.rados.0.smithi102.stdout:3955: done (6 left) 2024-04-10T15:18:51.307 INFO:tasks.rados.rados.0.smithi102.stdout:3956: done (5 left) 2024-04-10T15:18:51.307 INFO:tasks.rados.rados.0.smithi102.stdout:3959: done (4 left) 2024-04-10T15:18:51.307 INFO:tasks.rados.rados.0.smithi102.stdout:3961: done (3 left) 2024-04-10T15:18:51.307 INFO:tasks.rados.rados.0.smithi102.stdout:3962: done (2 left) 2024-04-10T15:18:51.308 INFO:tasks.rados.rados.0.smithi102.stdout:3964: done (1 left) 2024-04-10T15:18:51.308 INFO:tasks.rados.rados.0.smithi102.stdout:3965: done (0 left) 2024-04-10T15:18:51.308 INFO:tasks.rados.rados.0.smithi102.stdout:3966: snap_create 2024-04-10T15:18:51.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:51 smithi154 ceph-mon[84269]: osdmap e805: 8 total, 8 up, 8 in 2024-04-10T15:18:51.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:51 smithi102 ceph-mon[90943]: osdmap e805: 8 total, 8 up, 8 in 2024-04-10T15:18:51.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:51 smithi102 ceph-mon[88557]: osdmap e805: 8 total, 8 up, 8 in 2024-04-10T15:18:52.309 INFO:tasks.rados.rados.0.smithi102.stdout:3966: done (0 left) 2024-04-10T15:18:52.310 INFO:tasks.rados.rados.0.smithi102.stdout:3967: rollback oid 29 current snap is 370 2024-04-10T15:18:52.310 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 29 to 348 2024-04-10T15:18:52.310 INFO:tasks.rados.rados.0.smithi102.stdout:3968: rmattr oid 15 current snap is 370 2024-04-10T15:18:52.310 INFO:tasks.rados.rados.0.smithi102.stdout:3968: done (1 left) 2024-04-10T15:18:52.310 INFO:tasks.rados.rados.0.smithi102.stdout:3969: rmattr oid 40 current snap is 370 2024-04-10T15:18:52.310 INFO:tasks.rados.rados.0.smithi102.stdout:3969: done (1 left) 2024-04-10T15:18:52.310 INFO:tasks.rados.rados.0.smithi102.stdout:3970: snap_remove snap 368 2024-04-10T15:18:52.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:52 smithi154 ceph-mon[84269]: pgmap v869: 121 pgs: 121 active+clean; 247 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 926 KiB/s wr, 7 op/s 2024-04-10T15:18:52.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:52 smithi154 ceph-mon[84269]: osdmap e806: 8 total, 8 up, 8 in 2024-04-10T15:18:52.625 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:18:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:18:52.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:52 smithi102 ceph-mon[90943]: pgmap v869: 121 pgs: 121 active+clean; 247 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 926 KiB/s wr, 7 op/s 2024-04-10T15:18:52.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:52 smithi102 ceph-mon[90943]: osdmap e806: 8 total, 8 up, 8 in 2024-04-10T15:18:52.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:52 smithi102 ceph-mon[88557]: pgmap v869: 121 pgs: 121 active+clean; 247 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 926 KiB/s wr, 7 op/s 2024-04-10T15:18:52.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:52 smithi102 ceph-mon[88557]: osdmap e806: 8 total, 8 up, 8 in 2024-04-10T15:18:53.296 INFO:tasks.rados.rados.0.smithi102.stdout:3970: done (1 left) 2024-04-10T15:18:53.296 INFO:tasks.rados.rados.0.smithi102.stdout:3971: delete oid 12 current snap is 370 2024-04-10T15:18:53.296 INFO:tasks.rados.rados.0.smithi102.stdout:3967: finishing rollback tid 1 to smithi10276805-29 2024-04-10T15:18:53.296 INFO:tasks.rados.rados.0.smithi102.stdout:3967: finishing rollback tid 2 to smithi10276805-29 2024-04-10T15:18:53.296 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 2817 (ObjNum 1210 snap 344 seq_num 1210) dirty exists 2024-04-10T15:18:53.302 INFO:tasks.rados.rados.0.smithi102.stdout:3967: done (1 left) 2024-04-10T15:18:53.302 INFO:tasks.rados.rados.0.smithi102.stdout:3971: done (0 left) 2024-04-10T15:18:53.302 INFO:tasks.rados.rados.0.smithi102.stdout:3972: snap_create 2024-04-10T15:18:53.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:53 smithi154 ceph-mon[84269]: osdmap e807: 8 total, 8 up, 8 in 2024-04-10T15:18:53.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:18:53.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:53 smithi154 ceph-mon[84269]: pgmap v872: 121 pgs: 121 active+clean; 252 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-04-10T15:18:53.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:53 smithi154 ceph-mon[84269]: osdmap e808: 8 total, 8 up, 8 in 2024-04-10T15:18:53.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:53 smithi102 ceph-mon[90943]: osdmap e807: 8 total, 8 up, 8 in 2024-04-10T15:18:53.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:18:53.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:53 smithi102 ceph-mon[90943]: pgmap v872: 121 pgs: 121 active+clean; 252 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-04-10T15:18:53.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:53 smithi102 ceph-mon[90943]: osdmap e808: 8 total, 8 up, 8 in 2024-04-10T15:18:53.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:53 smithi102 ceph-mon[88557]: osdmap e807: 8 total, 8 up, 8 in 2024-04-10T15:18:53.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:18:53.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:53 smithi102 ceph-mon[88557]: pgmap v872: 121 pgs: 121 active+clean; 252 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.2 MiB/s wr, 17 op/s 2024-04-10T15:18:53.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:53 smithi102 ceph-mon[88557]: osdmap e808: 8 total, 8 up, 8 in 2024-04-10T15:18:54.295 INFO:tasks.rados.rados.0.smithi102.stdout:3972: done (0 left) 2024-04-10T15:18:54.295 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 19 current snap is 371 2024-04-10T15:18:54.295 INFO:tasks.rados.rados.0.smithi102.stdout:3973: seq_num 1265 ranges {0=794624,794624=737280,1531904=466944} 2024-04-10T15:18:54.300 INFO:tasks.rados.rados.0.smithi102.stdout:3973: writing smithi10276805-19 from 0 to 794624 tid 1 2024-04-10T15:18:54.304 INFO:tasks.rados.rados.0.smithi102.stdout:3973: writing smithi10276805-19 from 794624 to 1531904 tid 2 2024-04-10T15:18:54.307 INFO:tasks.rados.rados.0.smithi102.stdout:3973: writing smithi10276805-19 from 1531904 to 1998848 tid 3 2024-04-10T15:18:54.307 INFO:tasks.rados.rados.0.smithi102.stdout:3974: copy_from oid 20 from oid 49 current snap is 371 2024-04-10T15:18:54.308 INFO:tasks.rados.rados.0.smithi102.stdout:3975: snap_remove snap 357 2024-04-10T15:18:55.302 INFO:tasks.rados.rados.0.smithi102.stdout:3975: done (2 left) 2024-04-10T15:18:55.302 INFO:tasks.rados.rados.0.smithi102.stdout:3976: rollback oid 39 current snap is 371 2024-04-10T15:18:55.302 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 39 to 332 2024-04-10T15:18:55.302 INFO:tasks.rados.rados.0.smithi102.stdout:3973: finishing write tid 1 to smithi10276805-19 2024-04-10T15:18:55.302 INFO:tasks.rados.rados.0.smithi102.stdout:3973: finishing write tid 2 to smithi10276805-19 2024-04-10T15:18:55.303 INFO:tasks.rados.rados.0.smithi102.stdout:3973: finishing write tid 3 to smithi10276805-19 2024-04-10T15:18:55.303 INFO:tasks.rados.rados.0.smithi102.stdout:3973: finishing write tid 4 to smithi10276805-19 2024-04-10T15:18:55.303 INFO:tasks.rados.rados.0.smithi102.stdout:3973: finishing write tid 5 to smithi10276805-19 2024-04-10T15:18:55.303 INFO:tasks.rados.rados.0.smithi102.stdout:3973: oid 19 updating version 0 to 2309 2024-04-10T15:18:55.303 INFO:tasks.rados.rados.0.smithi102.stdout:3973: oid 19 updating version 2309 to 2311 2024-04-10T15:18:55.303 INFO:tasks.rados.rados.0.smithi102.stdout:3973: oid 19 updating version 2311 to 2312 2024-04-10T15:18:55.303 INFO:tasks.rados.rados.0.smithi102.stdout:3973: oid 19 version 2312 is already newer than 2310 2024-04-10T15:18:55.303 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 19 v 2312 (ObjNum 1265 snap 371 seq_num 1265) dirty exists 2024-04-10T15:18:55.303 INFO:tasks.rados.rados.0.smithi102.stdout:3973: left oid 19 (ObjNum 1265 snap 371 seq_num 1265) 2024-04-10T15:18:55.303 INFO:tasks.rados.rados.0.smithi102.stdout:3974: finishing copy_from racing read to smithi10276805-20 2024-04-10T15:18:55.303 INFO:tasks.rados.rados.0.smithi102.stdout:3974: finishing copy_from to smithi10276805-20 2024-04-10T15:18:55.303 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 20 v 2412 (ObjNum 1194 snap 335 seq_num 1194) dirty exists 2024-04-10T15:18:55.303 INFO:tasks.rados.rados.0.smithi102.stdout:3973: done (2 left) 2024-04-10T15:18:55.303 INFO:tasks.rados.rados.0.smithi102.stdout:3974: done (1 left) 2024-04-10T15:18:55.303 INFO:tasks.rados.rados.0.smithi102.stdout:3977: copy_from oid 27 from oid 46 current snap is 371 2024-04-10T15:18:55.303 INFO:tasks.rados.rados.0.smithi102.stdout:3978: delete oid 4 current snap is 371 2024-04-10T15:18:55.310 INFO:tasks.rados.rados.0.smithi102.stdout:3978: done (2 left) 2024-04-10T15:18:55.310 INFO:tasks.rados.rados.0.smithi102.stdout:3979: rollback oid 38 current snap is 371 2024-04-10T15:18:55.310 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 38 to 336 2024-04-10T15:18:55.310 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 23 current snap is 371 2024-04-10T15:18:55.310 INFO:tasks.rados.rados.0.smithi102.stdout:3980: seq_num 1267 ranges {4464640=425984,4890624=499712,5390336=745472,6135808=360448} 2024-04-10T15:18:55.337 INFO:tasks.rados.rados.0.smithi102.stdout:3980: writing smithi10276805-23 from 4464640 to 4890624 tid 1 2024-04-10T15:18:55.340 INFO:tasks.rados.rados.0.smithi102.stdout:3980: writing smithi10276805-23 from 4890624 to 5390336 tid 2 2024-04-10T15:18:55.345 INFO:tasks.rados.rados.0.smithi102.stdout:3980: writing smithi10276805-23 from 5390336 to 6135808 tid 3 2024-04-10T15:18:55.347 INFO:tasks.rados.rados.0.smithi102.stdout:3980: writing smithi10276805-23 from 6135808 to 6496256 tid 4 2024-04-10T15:18:55.347 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 43 current snap is 371 2024-04-10T15:18:55.347 INFO:tasks.rados.rados.0.smithi102.stdout:3979: finishing rollback tid 0 to smithi10276805-38 2024-04-10T15:18:55.347 INFO:tasks.rados.rados.0.smithi102.stdout:3981: seq_num 1268 ranges {1884160=442368,2326528=786432,3112960=557056,3670016=262144} 2024-04-10T15:18:55.360 INFO:tasks.rados.rados.0.smithi102.stdout:3981: writing smithi10276805-43 from 1884160 to 2326528 tid 1 2024-04-10T15:18:55.365 INFO:tasks.rados.rados.0.smithi102.stdout:3981: writing smithi10276805-43 from 2326528 to 3112960 tid 2 2024-04-10T15:18:55.368 INFO:tasks.rados.rados.0.smithi102.stdout:3981: writing smithi10276805-43 from 3112960 to 3670016 tid 3 2024-04-10T15:18:55.370 INFO:tasks.rados.rados.0.smithi102.stdout:3981: writing smithi10276805-43 from 3670016 to 3932160 tid 4 2024-04-10T15:18:55.370 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 22 current snap is 371 2024-04-10T15:18:55.370 INFO:tasks.rados.rados.0.smithi102.stdout:3979: finishing rollback tid 1 to smithi10276805-38 2024-04-10T15:18:55.370 INFO:tasks.rados.rados.0.smithi102.stdout:3979: finishing rollback tid 2 to smithi10276805-38 2024-04-10T15:18:55.371 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 38 v 1846 (ObjNum 1187 snap 335 seq_num 1187) dirty exists 2024-04-10T15:18:55.371 INFO:tasks.rados.rados.0.smithi102.stdout:3977: finishing copy_from to smithi10276805-27 2024-04-10T15:18:55.371 INFO:tasks.rados.rados.0.smithi102.stdout:3977: got expected ENOENT (src dne) 2024-04-10T15:18:55.371 INFO:tasks.rados.rados.0.smithi102.stdout:3977: finishing copy_from racing read to smithi10276805-27 2024-04-10T15:18:55.371 INFO:tasks.rados.rados.0.smithi102.stdout:3976: finishing rollback tid 0 to smithi10276805-39 2024-04-10T15:18:55.371 INFO:tasks.rados.rados.0.smithi102.stdout:3976: finishing rollback tid 1 to smithi10276805-39 2024-04-10T15:18:55.371 INFO:tasks.rados.rados.0.smithi102.stdout:3976: finishing rollback tid 2 to smithi10276805-39 2024-04-10T15:18:55.371 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 2449 (ObjNum 1146 snap 320 seq_num 1146) dirty exists 2024-04-10T15:18:55.371 INFO:tasks.rados.rados.0.smithi102.stdout:3980: finishing write tid 1 to smithi10276805-23 2024-04-10T15:18:55.371 INFO:tasks.rados.rados.0.smithi102.stdout:3980: finishing write tid 2 to smithi10276805-23 2024-04-10T15:18:55.371 INFO:tasks.rados.rados.0.smithi102.stdout:3982: seq_num 1269 ranges {0=458752,458752=671744,1130496=712704,1843200=221184} 2024-04-10T15:18:55.372 INFO:tasks.rados.rados.0.smithi102.stdout:3982: writing smithi10276805-22 from 0 to 458752 tid 1 2024-04-10T15:18:55.376 INFO:tasks.rados.rados.0.smithi102.stdout:3982: writing smithi10276805-22 from 458752 to 1130496 tid 2 2024-04-10T15:18:55.380 INFO:tasks.rados.rados.0.smithi102.stdout:3982: writing smithi10276805-22 from 1130496 to 1843200 tid 3 2024-04-10T15:18:55.381 INFO:tasks.rados.rados.0.smithi102.stdout:3982: writing smithi10276805-22 from 1843200 to 2064384 tid 4 2024-04-10T15:18:55.382 INFO:tasks.rados.rados.0.smithi102.stdout:3976: done (5 left) 2024-04-10T15:18:55.382 INFO:tasks.rados.rados.0.smithi102.stdout:3977: done (4 left) 2024-04-10T15:18:55.382 INFO:tasks.rados.rados.0.smithi102.stdout:3979: done (3 left) 2024-04-10T15:18:55.382 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 45 current snap is 371 2024-04-10T15:18:55.382 INFO:tasks.rados.rados.0.smithi102.stdout:3980: finishing write tid 3 to smithi10276805-23 2024-04-10T15:18:55.382 INFO:tasks.rados.rados.0.smithi102.stdout:3980: finishing write tid 4 to smithi10276805-23 2024-04-10T15:18:55.382 INFO:tasks.rados.rados.0.smithi102.stdout:3983: seq_num 1270 ranges {0=475136,475136=606208,1081344=524288,1605632=475136} 2024-04-10T15:18:55.384 INFO:tasks.rados.rados.0.smithi102.stdout:3983: writing smithi10276805-45 from 0 to 475136 tid 1 2024-04-10T15:18:55.387 INFO:tasks.rados.rados.0.smithi102.stdout:3983: writing smithi10276805-45 from 475136 to 1081344 tid 2 2024-04-10T15:18:55.390 INFO:tasks.rados.rados.0.smithi102.stdout:3983: writing smithi10276805-45 from 1081344 to 1605632 tid 3 2024-04-10T15:18:55.394 INFO:tasks.rados.rados.0.smithi102.stdout:3983: writing smithi10276805-45 from 1605632 to 2080768 tid 4 2024-04-10T15:18:55.394 INFO:tasks.rados.rados.0.smithi102.stdout:3984: delete oid 47 current snap is 371 2024-04-10T15:18:55.394 INFO:tasks.rados.rados.0.smithi102.stdout:3980: finishing write tid 5 to smithi10276805-23 2024-04-10T15:18:55.394 INFO:tasks.rados.rados.0.smithi102.stdout:3980: finishing write tid 6 to smithi10276805-23 2024-04-10T15:18:55.394 INFO:tasks.rados.rados.0.smithi102.stdout:3980: oid 23 updating version 0 to 2322 2024-04-10T15:18:55.394 INFO:tasks.rados.rados.0.smithi102.stdout:3980: oid 23 updating version 2322 to 2324 2024-04-10T15:18:55.395 INFO:tasks.rados.rados.0.smithi102.stdout:3980: oid 23 updating version 2324 to 2325 2024-04-10T15:18:55.395 INFO:tasks.rados.rados.0.smithi102.stdout:3980: oid 23 updating version 2325 to 2326 2024-04-10T15:18:55.395 INFO:tasks.rados.rados.0.smithi102.stdout:3980: oid 23 version 2326 is already newer than 2323 2024-04-10T15:18:55.395 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 23 v 2326 (ObjNum 1267 snap 371 seq_num 1267) dirty exists 2024-04-10T15:18:55.395 INFO:tasks.rados.rados.0.smithi102.stdout:3980: left oid 23 (ObjNum 1267 snap 371 seq_num 1267) 2024-04-10T15:18:55.395 INFO:tasks.rados.rados.0.smithi102.stdout:3981: finishing write tid 1 to smithi10276805-43 2024-04-10T15:18:55.395 INFO:tasks.rados.rados.0.smithi102.stdout:3981: finishing write tid 2 to smithi10276805-43 2024-04-10T15:18:55.395 INFO:tasks.rados.rados.0.smithi102.stdout:3981: finishing write tid 3 to smithi10276805-43 2024-04-10T15:18:55.395 INFO:tasks.rados.rados.0.smithi102.stdout:3981: finishing write tid 4 to smithi10276805-43 2024-04-10T15:18:55.395 INFO:tasks.rados.rados.0.smithi102.stdout:3981: finishing write tid 5 to smithi10276805-43 2024-04-10T15:18:55.395 INFO:tasks.rados.rados.0.smithi102.stdout:3981: finishing write tid 6 to smithi10276805-43 2024-04-10T15:18:55.395 INFO:tasks.rados.rados.0.smithi102.stdout:3981: oid 43 updating version 0 to 2313 2024-04-10T15:18:55.395 INFO:tasks.rados.rados.0.smithi102.stdout:3981: oid 43 updating version 2313 to 2316 2024-04-10T15:18:55.395 INFO:tasks.rados.rados.0.smithi102.stdout:3981: oid 43 version 2316 is already newer than 2315 2024-04-10T15:18:55.395 INFO:tasks.rados.rados.0.smithi102.stdout:3981: oid 43 updating version 2316 to 2317 2024-04-10T15:18:55.396 INFO:tasks.rados.rados.0.smithi102.stdout:3981: oid 43 version 2317 is already newer than 2314 2024-04-10T15:18:55.396 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 2317 (ObjNum 1268 snap 371 seq_num 1268) dirty exists 2024-04-10T15:18:55.396 INFO:tasks.rados.rados.0.smithi102.stdout:3981: left oid 43 (ObjNum 1268 snap 371 seq_num 1268) 2024-04-10T15:18:55.396 INFO:tasks.rados.rados.0.smithi102.stdout:3982: finishing write tid 1 to smithi10276805-22 2024-04-10T15:18:55.396 INFO:tasks.rados.rados.0.smithi102.stdout:3982: finishing write tid 2 to smithi10276805-22 2024-04-10T15:18:55.396 INFO:tasks.rados.rados.0.smithi102.stdout:3982: finishing write tid 3 to smithi10276805-22 2024-04-10T15:18:55.396 INFO:tasks.rados.rados.0.smithi102.stdout:3982: finishing write tid 4 to smithi10276805-22 2024-04-10T15:18:55.396 INFO:tasks.rados.rados.0.smithi102.stdout:3982: finishing write tid 5 to smithi10276805-22 2024-04-10T15:18:55.396 INFO:tasks.rados.rados.0.smithi102.stdout:3982: finishing write tid 6 to smithi10276805-22 2024-04-10T15:18:55.396 INFO:tasks.rados.rados.0.smithi102.stdout:3982: oid 22 updating version 0 to 2448 2024-04-10T15:18:55.396 INFO:tasks.rados.rados.0.smithi102.stdout:3982: oid 22 updating version 2448 to 2450 2024-04-10T15:18:55.396 INFO:tasks.rados.rados.0.smithi102.stdout:3982: oid 22 version 2450 is already newer than 2449 2024-04-10T15:18:55.396 INFO:tasks.rados.rados.0.smithi102.stdout:3982: oid 22 updating version 2450 to 2451 2024-04-10T15:18:55.396 INFO:tasks.rados.rados.0.smithi102.stdout:3982: oid 22 version 2451 is already newer than 2447 2024-04-10T15:18:55.396 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 22 v 2451 (ObjNum 1269 snap 371 seq_num 1269) dirty exists 2024-04-10T15:18:55.396 INFO:tasks.rados.rados.0.smithi102.stdout:3982: left oid 22 (ObjNum 1269 snap 371 seq_num 1269) 2024-04-10T15:18:55.396 INFO:tasks.rados.rados.0.smithi102.stdout:3983: finishing write tid 1 to smithi10276805-45 2024-04-10T15:18:55.397 INFO:tasks.rados.rados.0.smithi102.stdout:3983: finishing write tid 2 to smithi10276805-45 2024-04-10T15:18:55.397 INFO:tasks.rados.rados.0.smithi102.stdout:3983: finishing write tid 3 to smithi10276805-45 2024-04-10T15:18:55.397 INFO:tasks.rados.rados.0.smithi102.stdout:3980: done (4 left) 2024-04-10T15:18:55.397 INFO:tasks.rados.rados.0.smithi102.stdout:3981: done (3 left) 2024-04-10T15:18:55.397 INFO:tasks.rados.rados.0.smithi102.stdout:3982: done (2 left) 2024-04-10T15:18:55.397 INFO:tasks.rados.rados.0.smithi102.stdout:3984: done (1 left) 2024-04-10T15:18:55.397 INFO:tasks.rados.rados.0.smithi102.stdout:3985: delete oid 1 current snap is 371 2024-04-10T15:18:55.399 INFO:tasks.rados.rados.0.smithi102.stdout:3983: finishing write tid 4 to smithi10276805-45 2024-04-10T15:18:55.399 INFO:tasks.rados.rados.0.smithi102.stdout:3983: finishing write tid 5 to smithi10276805-45 2024-04-10T15:18:55.400 INFO:tasks.rados.rados.0.smithi102.stdout:3985: done (1 left) 2024-04-10T15:18:55.401 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 2 current snap is 371 2024-04-10T15:18:55.401 INFO:tasks.rados.rados.0.smithi102.stdout:3986: seq_num 1273 ranges {0=524288,524288=655360,1179648=696320,1875968=253952} 2024-04-10T15:18:55.403 INFO:tasks.rados.rados.0.smithi102.stdout:3986: writing smithi10276805-2 from 0 to 524288 tid 1 2024-04-10T15:18:55.407 INFO:tasks.rados.rados.0.smithi102.stdout:3986: writing smithi10276805-2 from 524288 to 1179648 tid 2 2024-04-10T15:18:55.411 INFO:tasks.rados.rados.0.smithi102.stdout:3986: writing smithi10276805-2 from 1179648 to 1875968 tid 3 2024-04-10T15:18:55.413 INFO:tasks.rados.rados.0.smithi102.stdout:3986: writing smithi10276805-2 from 1875968 to 2129920 tid 4 2024-04-10T15:18:55.413 INFO:tasks.rados.rados.0.smithi102.stdout:3987: snap_create 2024-04-10T15:18:55.413 INFO:tasks.rados.rados.0.smithi102.stdout:3983: finishing write tid 6 to smithi10276805-45 2024-04-10T15:18:55.413 INFO:tasks.rados.rados.0.smithi102.stdout:3983: oid 45 updating version 0 to 2524 2024-04-10T15:18:55.413 INFO:tasks.rados.rados.0.smithi102.stdout:3983: oid 45 version 2524 is already newer than 2521 2024-04-10T15:18:55.413 INFO:tasks.rados.rados.0.smithi102.stdout:3983: oid 45 version 2524 is already newer than 2522 2024-04-10T15:18:55.413 INFO:tasks.rados.rados.0.smithi102.stdout:3983: oid 45 version 2524 is already newer than 2523 2024-04-10T15:18:55.413 INFO:tasks.rados.rados.0.smithi102.stdout:3983: oid 45 updating version 2524 to 2525 2024-04-10T15:18:55.414 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 45 v 2525 (ObjNum 1270 snap 371 seq_num 1270) dirty exists 2024-04-10T15:18:55.414 INFO:tasks.rados.rados.0.smithi102.stdout:3983: left oid 45 (ObjNum 1270 snap 371 seq_num 1270) 2024-04-10T15:18:55.414 INFO:tasks.rados.rados.0.smithi102.stdout:3986: finishing write tid 1 to smithi10276805-2 2024-04-10T15:18:55.414 INFO:tasks.rados.rados.0.smithi102.stdout:3986: finishing write tid 2 to smithi10276805-2 2024-04-10T15:18:55.414 INFO:tasks.rados.rados.0.smithi102.stdout:3986: finishing write tid 3 to smithi10276805-2 2024-04-10T15:18:55.415 INFO:tasks.rados.rados.0.smithi102.stdout:3986: finishing write tid 4 to smithi10276805-2 2024-04-10T15:18:55.415 INFO:tasks.rados.rados.0.smithi102.stdout:3986: finishing write tid 5 to smithi10276805-2 2024-04-10T15:18:55.416 INFO:tasks.rados.rados.0.smithi102.stdout:3986: finishing write tid 6 to smithi10276805-2 2024-04-10T15:18:55.417 INFO:tasks.rados.rados.0.smithi102.stdout:3986: oid 2 updating version 0 to 2089 2024-04-10T15:18:55.417 INFO:tasks.rados.rados.0.smithi102.stdout:3986: oid 2 updating version 2089 to 2090 2024-04-10T15:18:55.417 INFO:tasks.rados.rados.0.smithi102.stdout:3986: oid 2 version 2090 is already newer than 2086 2024-04-10T15:18:55.417 INFO:tasks.rados.rados.0.smithi102.stdout:3986: oid 2 version 2090 is already newer than 2087 2024-04-10T15:18:55.417 INFO:tasks.rados.rados.0.smithi102.stdout:3986: oid 2 version 2090 is already newer than 2088 2024-04-10T15:18:55.417 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 2 v 2090 (ObjNum 1273 snap 371 seq_num 1273) dirty exists 2024-04-10T15:18:55.417 INFO:tasks.rados.rados.0.smithi102.stdout:3986: left oid 2 (ObjNum 1273 snap 371 seq_num 1273) 2024-04-10T15:18:55.624 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:55 smithi154 ceph-mon[84269]: osdmap e809: 8 total, 8 up, 8 in 2024-04-10T15:18:55.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:55 smithi102 ceph-mon[90943]: osdmap e809: 8 total, 8 up, 8 in 2024-04-10T15:18:55.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:55 smithi102 ceph-mon[88557]: osdmap e809: 8 total, 8 up, 8 in 2024-04-10T15:18:56.313 INFO:tasks.rados.rados.0.smithi102.stdout:3983: done (2 left) 2024-04-10T15:18:56.313 INFO:tasks.rados.rados.0.smithi102.stdout:3986: done (1 left) 2024-04-10T15:18:56.313 INFO:tasks.rados.rados.0.smithi102.stdout:3987: done (0 left) 2024-04-10T15:18:56.313 INFO:tasks.rados.rados.0.smithi102.stdout:3988: read oid 25 snap -1 2024-04-10T15:18:56.313 INFO:tasks.rados.rados.0.smithi102.stdout:3988: expect (ObjNum 1134 snap 319 seq_num 1134) 2024-04-10T15:18:56.313 INFO:tasks.rados.rados.0.smithi102.stdout:3989: rollback oid 21 current snap is 372 2024-04-10T15:18:56.314 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 21 to 366 2024-04-10T15:18:56.314 INFO:tasks.rados.rados.0.smithi102.stdout:3990: read oid 35 snap 340 2024-04-10T15:18:56.314 INFO:tasks.rados.rados.0.smithi102.stdout:3990: expect deleted 2024-04-10T15:18:56.314 INFO:tasks.rados.rados.0.smithi102.stdout:3991: snap_create 2024-04-10T15:18:56.322 INFO:tasks.rados.rados.0.smithi102.stdout:3989: finishing rollback tid 0 to smithi10276805-21 2024-04-10T15:18:56.322 INFO:tasks.rados.rados.0.smithi102.stdout:3988: expect (ObjNum 1134 snap 319 seq_num 1134) 2024-04-10T15:18:56.380 INFO:tasks.rados.rados.0.smithi102.stdout:3989: finishing rollback tid 1 to smithi10276805-21 2024-04-10T15:18:56.381 INFO:tasks.rados.rados.0.smithi102.stdout:3989: finishing rollback tid 2 to smithi10276805-21 2024-04-10T15:18:56.381 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 21 v 2508 (ObjNum 1172 snap 331 seq_num 1172) dirty exists 2024-04-10T15:18:56.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:56 smithi154 ceph-mon[84269]: pgmap v875: 121 pgs: 121 active+clean; 260 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.3 MiB/s wr, 11 op/s 2024-04-10T15:18:56.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:56 smithi154 ceph-mon[84269]: osdmap e810: 8 total, 8 up, 8 in 2024-04-10T15:18:56.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:56 smithi102 ceph-mon[90943]: pgmap v875: 121 pgs: 121 active+clean; 260 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.3 MiB/s wr, 11 op/s 2024-04-10T15:18:56.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:56 smithi102 ceph-mon[90943]: osdmap e810: 8 total, 8 up, 8 in 2024-04-10T15:18:56.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:56 smithi102 ceph-mon[88557]: pgmap v875: 121 pgs: 121 active+clean; 260 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 4.5 MiB/s rd, 3.3 MiB/s wr, 11 op/s 2024-04-10T15:18:56.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:56 smithi102 ceph-mon[88557]: osdmap e810: 8 total, 8 up, 8 in 2024-04-10T15:18:57.314 INFO:tasks.rados.rados.0.smithi102.stdout:3988: done (3 left) 2024-04-10T15:18:57.314 INFO:tasks.rados.rados.0.smithi102.stdout:3989: done (2 left) 2024-04-10T15:18:57.314 INFO:tasks.rados.rados.0.smithi102.stdout:3990: done (1 left) 2024-04-10T15:18:57.314 INFO:tasks.rados.rados.0.smithi102.stdout:3991: done (0 left) 2024-04-10T15:18:57.314 INFO:tasks.rados.rados.0.smithi102.stdout:3992: setattr oid 4 current snap is 373 2024-04-10T15:18:57.315 INFO:tasks.rados.rados.0.smithi102.stdout:3993: setattr oid 39 current snap is 373 2024-04-10T15:18:57.317 INFO:tasks.rados.rados.0.smithi102.stdout:3994: snap_create 2024-04-10T15:18:57.320 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 1299 (ObjNum 33 snap 0 seq_num 109368512) dirty exists 2024-04-10T15:18:57.325 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 39 v 2450 (ObjNum 1146 snap 320 seq_num 1146) dirty exists 2024-04-10T15:18:57.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:57 smithi154 ceph-mon[84269]: osdmap e811: 8 total, 8 up, 8 in 2024-04-10T15:18:57.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:57 smithi154 ceph-mon[84269]: pgmap v878: 121 pgs: 121 active+clean; 270 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 8 op/s 2024-04-10T15:18:57.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:57 smithi102 ceph-mon[90943]: osdmap e811: 8 total, 8 up, 8 in 2024-04-10T15:18:57.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:57 smithi102 ceph-mon[90943]: pgmap v878: 121 pgs: 121 active+clean; 270 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 8 op/s 2024-04-10T15:18:57.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:57 smithi102 ceph-mon[88557]: osdmap e811: 8 total, 8 up, 8 in 2024-04-10T15:18:57.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:57 smithi102 ceph-mon[88557]: pgmap v878: 121 pgs: 121 active+clean; 270 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 8 op/s 2024-04-10T15:18:57.656 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:18:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:18:57] "GET /metrics HTTP/1.1" 200 36341 "" "Prometheus/2.43.0" 2024-04-10T15:18:58.301 INFO:tasks.rados.rados.0.smithi102.stdout:3992: done (2 left) 2024-04-10T15:18:58.301 INFO:tasks.rados.rados.0.smithi102.stdout:3993: done (1 left) 2024-04-10T15:18:58.301 INFO:tasks.rados.rados.0.smithi102.stdout:3994: done (0 left) 2024-04-10T15:18:58.301 INFO:tasks.rados.rados.0.smithi102.stdout:3995: rollback oid 29 current snap is 374 2024-04-10T15:18:58.301 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 29 to 361 2024-04-10T15:18:58.301 INFO:tasks.rados.rados.0.smithi102.stdout:3996: rollback oid 14 current snap is 374 2024-04-10T15:18:58.301 INFO:tasks.rados.rados.0.smithi102.stdout:rollback oid 14 to 344 2024-04-10T15:18:58.301 INFO:tasks.rados.rados.0.smithi102.stdout:3997: snap_remove snap 322 2024-04-10T15:18:58.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:58 smithi154 ceph-mon[84269]: osdmap e812: 8 total, 8 up, 8 in 2024-04-10T15:18:58.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:18:58 smithi154 ceph-mon[84269]: osdmap e813: 8 total, 8 up, 8 in 2024-04-10T15:18:58.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:58 smithi102 ceph-mon[90943]: osdmap e812: 8 total, 8 up, 8 in 2024-04-10T15:18:58.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:18:58 smithi102 ceph-mon[90943]: osdmap e813: 8 total, 8 up, 8 in 2024-04-10T15:18:58.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:58 smithi102 ceph-mon[88557]: osdmap e812: 8 total, 8 up, 8 in 2024-04-10T15:18:58.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:18:58 smithi102 ceph-mon[88557]: osdmap e813: 8 total, 8 up, 8 in 2024-04-10T15:18:59.300 INFO:tasks.rados.rados.0.smithi102.stdout:3997: done (2 left) 2024-04-10T15:18:59.300 INFO:tasks.rados.rados.0.smithi102.stdout:3998: rmattr oid 43 current snap is 374 2024-04-10T15:18:59.300 INFO:tasks.rados.rados.0.smithi102.stdout:3995: finishing rollback tid 0 to smithi10276805-29 2024-04-10T15:18:59.300 INFO:tasks.rados.rados.0.smithi102.stdout:3996: finishing rollback tid 0 to smithi10276805-14 2024-04-10T15:18:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:3996: finishing rollback tid 1 to smithi10276805-14 2024-04-10T15:18:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 14 v 2452 (ObjNum 1377 snap 0 seq_num 8964) dirty dne 2024-04-10T15:18:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:3995: finishing rollback tid 1 to smithi10276805-29 2024-04-10T15:18:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:3995: finishing rollback tid 2 to smithi10276805-29 2024-04-10T15:18:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 29 v 2827 (ObjNum 1210 snap 344 seq_num 1210) dirty exists 2024-04-10T15:18:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:3995: done (2 left) 2024-04-10T15:18:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:3996: done (1 left) 2024-04-10T15:18:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:append oid 4 current snap is 374 2024-04-10T15:18:59.301 INFO:tasks.rados.rados.0.smithi102.stdout:3999: seq_num 1274 ranges {0=540672,540672=540672,1081344=499712,1581056=565248} 2024-04-10T15:18:59.303 INFO:tasks.rados.rados.0.smithi102.stdout:3999: writing smithi10276805-4 from 0 to 540672 tid 1 2024-04-10T15:18:59.307 INFO:tasks.rados.rados.0.smithi102.stdout:3999: writing smithi10276805-4 from 540672 to 1081344 tid 2 2024-04-10T15:18:59.311 INFO:tasks.rados.rados.0.smithi102.stdout:3999: writing smithi10276805-4 from 1081344 to 1581056 tid 3 2024-04-10T15:18:59.315 INFO:tasks.rados.rados.0.smithi102.stdout:3999: writing smithi10276805-4 from 1581056 to 2146304 tid 4 2024-04-10T15:18:59.315 INFO:tasks.rados.rados.0.smithi102.stdout: waiting on 2 2024-04-10T15:18:59.322 INFO:tasks.rados.rados.0.smithi102.stdout:3999: finishing write tid 1 to smithi10276805-4 2024-04-10T15:18:59.324 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 43 v 2318 (ObjNum 1268 snap 371 seq_num 1268) dirty exists 2024-04-10T15:18:59.324 INFO:tasks.rados.rados.0.smithi102.stdout:3999: finishing write tid 2 to smithi10276805-4 2024-04-10T15:18:59.324 INFO:tasks.rados.rados.0.smithi102.stdout:3998: done (1 left) 2024-04-10T15:18:59.324 INFO:tasks.rados.rados.0.smithi102.stdout: waiting on 1 2024-04-10T15:18:59.324 INFO:tasks.rados.rados.0.smithi102.stdout:3999: finishing write tid 3 to smithi10276805-4 2024-04-10T15:18:59.324 INFO:tasks.rados.rados.0.smithi102.stdout:3999: finishing write tid 4 to smithi10276805-4 2024-04-10T15:18:59.325 INFO:tasks.rados.rados.0.smithi102.stdout:3999: finishing write tid 5 to smithi10276805-4 2024-04-10T15:18:59.327 INFO:tasks.rados.rados.0.smithi102.stdout:3999: finishing write tid 6 to smithi10276805-4 2024-04-10T15:18:59.327 INFO:tasks.rados.rados.0.smithi102.stdout:3999: oid 4 updating version 0 to 1303 2024-04-10T15:18:59.327 INFO:tasks.rados.rados.0.smithi102.stdout:3999: oid 4 version 1303 is already newer than 1300 2024-04-10T15:18:59.327 INFO:tasks.rados.rados.0.smithi102.stdout:3999: oid 4 version 1303 is already newer than 1301 2024-04-10T15:18:59.327 INFO:tasks.rados.rados.0.smithi102.stdout:3999: oid 4 updating version 1303 to 1304 2024-04-10T15:18:59.327 INFO:tasks.rados.rados.0.smithi102.stdout:3999: oid 4 version 1304 is already newer than 1302 2024-04-10T15:18:59.327 INFO:tasks.rados.rados.0.smithi102.stdout:update_object_version oid 4 v 1304 (ObjNum 1274 snap 374 seq_num 1274) dirty exists 2024-04-10T15:18:59.327 INFO:tasks.rados.rados.0.smithi102.stdout:3999: left oid 4 (ObjNum 1274 snap 374 seq_num 1274) 2024-04-10T15:18:59.327 INFO:tasks.rados.rados.0.smithi102.stdout:3999: done (0 left) 2024-04-10T15:18:59.330 INFO:tasks.rados.rados.0.smithi102.stderr:0 errors. 2024-04-10T15:18:59.331 INFO:tasks.rados.rados.0.smithi102.stderr: 2024-04-10T15:18:59.335 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph osd dump --format=json 2024-04-10T15:18:59.580 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:19:00.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:00 smithi154 ceph-mon[84269]: pgmap v881: 121 pgs: 121 active+clean; 270 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-10T15:19:00.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:00 smithi154 ceph-mon[84269]: osdmap e814: 8 total, 8 up, 8 in 2024-04-10T15:19:00.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:00 smithi102 ceph-mon[90943]: pgmap v881: 121 pgs: 121 active+clean; 270 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-10T15:19:00.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:00 smithi102 ceph-mon[90943]: osdmap e814: 8 total, 8 up, 8 in 2024-04-10T15:19:00.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:00 smithi102 ceph-mon[88557]: pgmap v881: 121 pgs: 121 active+clean; 270 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.4 MiB/s wr, 7 op/s 2024-04-10T15:19:00.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:00 smithi102 ceph-mon[88557]: osdmap e814: 8 total, 8 up, 8 in 2024-04-10T15:19:01.533 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:19:01.533 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":814,"fsid":"8fac6e32-f74a-11ee-b64a-cb9ed24678a4","created":"2024-04-10T14:57:38.079675+0000","modified":"2024-04-10T15:18:59.321968+0000","last_up_change":"2024-04-10T15:14:20.344984+0000","last_in_change":"2024-04-10T15:02:27.105094+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":27,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":5,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:00:49.240190+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:03:00.182937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:03:00.804250+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-10T15:03:36.585592+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"68","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"unique_pool_0","create_time":"2024-04-10T15:06:00.054431+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":3,"size":3,"min_size":2,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":16,"pg_placement_num":16,"pg_placement_num_target":16,"pg_num_target":16,"pg_num_pending":16,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"814","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":451,"snap_epoch":814,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"teuthologyprofile","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rados":{}}}],"osds":[{"osd":0,"uuid":"ae1bd487-7951-45bd-ba3c-a82084f43cdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":302,"up_from":313,"up_thru":538,"down_at":303,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4152531203},{"type":"v1","addr":"172.21.15.102:6803","nonce":4152531203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4152531203},{"type":"v1","addr":"172.21.15.102:6805","nonce":4152531203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":4152531203},{"type":"v1","addr":"172.21.15.102:6809","nonce":4152531203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4152531203},{"type":"v1","addr":"172.21.15.102:6807","nonce":4152531203}]},"public_addr":"172.21.15.102:6803/4152531203","cluster_addr":"172.21.15.102:6805/4152531203","heartbeat_back_addr":"172.21.15.102:6809/4152531203","heartbeat_front_addr":"172.21.15.102:6807/4152531203","state":["exists","up"]},{"osd":1,"uuid":"71af8ce3-be69-4910-9512-4b9739c29a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":336,"up_from":346,"up_thru":538,"down_at":337,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2733990799},{"type":"v1","addr":"172.21.15.102:6811","nonce":2733990799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2733990799},{"type":"v1","addr":"172.21.15.102:6813","nonce":2733990799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2733990799},{"type":"v1","addr":"172.21.15.102:6817","nonce":2733990799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2733990799},{"type":"v1","addr":"172.21.15.102:6815","nonce":2733990799}]},"public_addr":"172.21.15.102:6811/2733990799","cluster_addr":"172.21.15.102:6813/2733990799","heartbeat_back_addr":"172.21.15.102:6817/2733990799","heartbeat_front_addr":"172.21.15.102:6815/2733990799","state":["exists","up"]},{"osd":2,"uuid":"8290e6e3-6f67-4216-a46a-96868bcfa6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":369,"up_from":380,"up_thru":538,"down_at":370,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2137685949},{"type":"v1","addr":"172.21.15.102:6819","nonce":2137685949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2137685949},{"type":"v1","addr":"172.21.15.102:6821","nonce":2137685949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2137685949},{"type":"v1","addr":"172.21.15.102:6825","nonce":2137685949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2137685949},{"type":"v1","addr":"172.21.15.102:6823","nonce":2137685949}]},"public_addr":"172.21.15.102:6819/2137685949","cluster_addr":"172.21.15.102:6821/2137685949","heartbeat_back_addr":"172.21.15.102:6825/2137685949","heartbeat_front_addr":"172.21.15.102:6823/2137685949","state":["exists","up"]},{"osd":3,"uuid":"21d15c82-8baa-49ce-b3e5-f9ac15236394","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":403,"up_from":413,"up_thru":538,"down_at":404,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":1456907523},{"type":"v1","addr":"172.21.15.102:6827","nonce":1456907523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":1456907523},{"type":"v1","addr":"172.21.15.102:6829","nonce":1456907523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1456907523},{"type":"v1","addr":"172.21.15.102:6833","nonce":1456907523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":1456907523},{"type":"v1","addr":"172.21.15.102:6831","nonce":1456907523}]},"public_addr":"172.21.15.102:6827/1456907523","cluster_addr":"172.21.15.102:6829/1456907523","heartbeat_back_addr":"172.21.15.102:6833/1456907523","heartbeat_front_addr":"172.21.15.102:6831/1456907523","state":["exists","up"]},{"osd":4,"uuid":"06651a44-9133-4cfe-acd0-760ca522450f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":433,"up_from":444,"up_thru":538,"down_at":434,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":3556235768},{"type":"v1","addr":"172.21.15.154:6801","nonce":3556235768}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":3556235768},{"type":"v1","addr":"172.21.15.154:6803","nonce":3556235768}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":3556235768},{"type":"v1","addr":"172.21.15.154:6807","nonce":3556235768}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":3556235768},{"type":"v1","addr":"172.21.15.154:6805","nonce":3556235768}]},"public_addr":"172.21.15.154:6801/3556235768","cluster_addr":"172.21.15.154:6803/3556235768","heartbeat_back_addr":"172.21.15.154:6807/3556235768","heartbeat_front_addr":"172.21.15.154:6805/3556235768","state":["exists","up"]},{"osd":5,"uuid":"1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":467,"up_from":475,"up_thru":538,"down_at":468,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":816472267},{"type":"v1","addr":"172.21.15.154:6809","nonce":816472267}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":816472267},{"type":"v1","addr":"172.21.15.154:6811","nonce":816472267}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":816472267},{"type":"v1","addr":"172.21.15.154:6815","nonce":816472267}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":816472267},{"type":"v1","addr":"172.21.15.154:6813","nonce":816472267}]},"public_addr":"172.21.15.154:6809/816472267","cluster_addr":"172.21.15.154:6811/816472267","heartbeat_back_addr":"172.21.15.154:6815/816472267","heartbeat_front_addr":"172.21.15.154:6813/816472267","state":["exists","up"]},{"osd":6,"uuid":"efeb892d-78ba-4058-b39d-18c67ae2e38d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":495,"up_from":504,"up_thru":538,"down_at":496,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":3280588489},{"type":"v1","addr":"172.21.15.154:6817","nonce":3280588489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":3280588489},{"type":"v1","addr":"172.21.15.154:6819","nonce":3280588489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":3280588489},{"type":"v1","addr":"172.21.15.154:6823","nonce":3280588489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":3280588489},{"type":"v1","addr":"172.21.15.154:6821","nonce":3280588489}]},"public_addr":"172.21.15.154:6817/3280588489","cluster_addr":"172.21.15.154:6819/3280588489","heartbeat_back_addr":"172.21.15.154:6823/3280588489","heartbeat_front_addr":"172.21.15.154:6821/3280588489","state":["exists","up"]},{"osd":7,"uuid":"d9e57957-f1c9-4edf-9443-f4dd147d0658","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":527,"up_from":538,"up_thru":538,"down_at":528,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":706773880},{"type":"v1","addr":"172.21.15.154:6825","nonce":706773880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":706773880},{"type":"v1","addr":"172.21.15.154:6827","nonce":706773880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":706773880},{"type":"v1","addr":"172.21.15.154:6831","nonce":706773880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":706773880},{"type":"v1","addr":"172.21.15.154:6829","nonce":706773880}]},"public_addr":"172.21.15.154:6825/706773880","cluster_addr":"172.21.15.154:6827/706773880","heartbeat_back_addr":"172.21.15.154:6831/706773880","heartbeat_front_addr":"172.21.15.154:6829/706773880","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T14:59:56.420627+0000","dead_epoch":302},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:20.750373+0000","dead_epoch":335},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:45.571358+0000","dead_epoch":369},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:10.014984+0000","dead_epoch":403},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:32.024587+0000","dead_epoch":433},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:55.310685+0000","dead_epoch":467},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:19.125869+0000","dead_epoch":495},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:42.683153+0000","dead_epoch":527}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":4,"to":1}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.35","mappings":[{"from":5,"to":1}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:0/926538471":"2024-04-11T15:08:53.114985+0000","172.21.15.102:0/3235518178":"2024-04-11T15:08:53.114985+0000","172.21.15.102:6801/1207899868":"2024-04-11T15:08:53.114985+0000","172.21.15.102:0/2749931130":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/2258450264":"2024-04-11T15:08:53.114985+0000","172.21.15.102:0/3501698398":"2024-04-11T15:07:32.363137+0000","172.21.15.102:0/2558261322":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/1892991141":"2024-04-11T15:03:34.712792+0000","172.21.15.154:6833/1077442576":"2024-04-11T15:14:43.906357+0000","172.21.15.102:0/1125467212":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6800/1967044678":"2024-04-11T15:03:34.712792+0000","172.21.15.102:6801/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/89821447":"2024-04-11T14:58:14.337530+0000","172.21.15.102:6800/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6801/1967044678":"2024-04-11T15:03:34.712792+0000","172.21.15.102:6800/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/1758056538":"2024-04-11T15:08:53.114985+0000","172.21.15.154:6834/1737545261":"2024-04-11T15:08:07.529201+0000","172.21.15.102:0/1809500991":"2024-04-11T14:58:38.925021+0000","172.21.15.154:0/836249373":"2024-04-11T15:08:07.529201+0000","172.21.15.102:6800/1207899868":"2024-04-11T15:08:53.114985+0000","172.21.15.102:0/1077369252":"2024-04-11T15:03:34.712792+0000","172.21.15.154:0/2415017823":"2024-04-11T15:08:07.529201+0000","172.21.15.154:0/2936034311":"2024-04-11T15:08:07.529201+0000","172.21.15.102:6801/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/4136106343":"2024-04-11T15:07:32.363137+0000","172.21.15.154:0/4267963007":"2024-04-11T15:08:07.529201+0000","172.21.15.102:0/2735710703":"2024-04-11T15:08:53.114985+0000","172.21.15.102:0/2980938889":"2024-04-11T14:58:14.337530+0000","172.21.15.154:0/3143997114":"2024-04-11T15:08:07.529201+0000","172.21.15.154:0/1422653600":"2024-04-11T15:08:07.529201+0000","172.21.15.154:6835/1737545261":"2024-04-11T15:08:07.529201+0000","172.21.15.102:0/1770515131":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/3287602106":"2024-04-11T15:07:32.363137+0000","172.21.15.102:6800/3656078786":"2024-04-11T15:07:32.363137+0000","172.21.15.102:6801/3656078786":"2024-04-11T15:07:32.363137+0000","172.21.15.102:0/2863766725":"2024-04-11T15:07:32.363137+0000","172.21.15.102:0/1471361762":"2024-04-11T15:07:32.363137+0000","172.21.15.154:0/787246049":"2024-04-11T15:08:07.529201+0000","172.21.15.102:0/2525665278":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/2105887922":"2024-04-11T15:08:53.114985+0000","172.21.15.154:6832/1077442576":"2024-04-11T15:14:43.906357+0000","172.21.15.102:0/1686456251":"2024-04-11T15:08:53.114985+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":400,"length":1},{"begin":435,"length":1},{"begin":446,"length":1}]}],"new_removed_snaps":[{"pool":5,"snaps":[{"begin":400,"length":1}]}],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T15:19:02.103 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph pg dump --format=json 2024-04-10T15:19:02.314 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:19:02.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:02 smithi102 ceph-mon[88557]: pgmap v883: 121 pgs: 121 active+clean; 272 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-10T15:19:02.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:02 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/463171514' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:19:02.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:02 smithi102 ceph-mon[90943]: pgmap v883: 121 pgs: 121 active+clean; 272 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-10T15:19:02.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:02 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/463171514' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:19:02.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:02 smithi154 ceph-mon[84269]: pgmap v883: 121 pgs: 121 active+clean; 272 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 10 op/s 2024-04-10T15:19:02.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:02 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/463171514' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T15:19:02.625 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:19:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:19:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:19:04.134 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T15:19:04.136 INFO:teuthology.orchestra.run.smithi102.stderr:dumped all 2024-04-10T15:19:04.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:04 smithi102 ceph-mon[90943]: pgmap v884: 121 pgs: 121 active+clean; 249 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 682 B/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-10T15:19:04.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:04 smithi102 ceph-mon[90943]: osdmap e815: 8 total, 8 up, 8 in 2024-04-10T15:19:04.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:04 smithi102 ceph-mon[88557]: pgmap v884: 121 pgs: 121 active+clean; 249 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 682 B/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-10T15:19:04.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:04 smithi102 ceph-mon[88557]: osdmap e815: 8 total, 8 up, 8 in 2024-04-10T15:19:04.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:04 smithi154 ceph-mon[84269]: pgmap v884: 121 pgs: 121 active+clean; 249 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 682 B/s rd, 1.3 MiB/s wr, 13 op/s 2024-04-10T15:19:04.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:04 smithi154 ceph-mon[84269]: osdmap e815: 8 total, 8 up, 8 in 2024-04-10T15:19:04.862 INFO:teuthology.orchestra.run.smithi102.stdout:{"pg_ready":true,"pg_map":{"version":885,"stamp":"2024-04-10T15:19:03.323891+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":261495806,"num_objects":175,"num_object_clones":103,"num_object_copies":525,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":175,"num_whiteouts":8,"num_read":4849,"num_read_kb":6114078,"num_write":9122,"num_write_kb":1975076,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":106,"num_bytes_recovered":361162336,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19396,"ondisk_log_size":19396,"up":363,"acting":363,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":363,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":749961216,"kb_used":2449104,"kb_used_data":441280,"kb_used_omap":250,"kb_used_meta":2007429,"kb_avail":747512112,"statfs":{"total":767960285184,"available":765452402688,"internally_reserved":0,"allocated":451870720,"data_stored":757792810,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":256101,"internal_metadata":2055608219},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-21118976,"num_objects":-7,"num_object_clones":-7,"num_object_copies":-21,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-7,"num_whiteouts":-1,"num_read":5,"num_read_kb":4,"num_write":76,"num_write_kb":8224,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"5.985040"},"pg_stats":[{"pgid":"3.3f","version":"0'0","reported_seq":1197,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.333510+0000","last_change":"2024-04-10T15:13:46.342883+0000","last_active":"2024-04-10T15:18:59.333510+0000","last_peered":"2024-04-10T15:18:59.333510+0000","last_clean":"2024-04-10T15:18:59.333510+0000","last_became_active":"2024-04-10T15:13:46.342540+0000","last_became_peered":"2024-04-10T15:13:46.342540+0000","last_unstale":"2024-04-10T15:18:59.333510+0000","last_undegraded":"2024-04-10T15:18:59.333510+0000","last_fullsized":"2024-04-10T15:18:59.333510+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:50:38.745630+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,0],"acting":[2,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":1226,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.332300+0000","last_change":"2024-04-10T15:13:46.350573+0000","last_active":"2024-04-10T15:18:59.332300+0000","last_peered":"2024-04-10T15:18:59.332300+0000","last_clean":"2024-04-10T15:18:59.332300+0000","last_became_active":"2024-04-10T15:13:46.349773+0000","last_became_peered":"2024-04-10T15:13:46.349773+0000","last_unstale":"2024-04-10T15:18:59.332300+0000","last_undegraded":"2024-04-10T15:18:59.332300+0000","last_fullsized":"2024-04-10T15:18:59.332300+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:04:56.936670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,6],"acting":[1,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":1239,"reported_epoch":813,"state":"active+clean","last_fresh":"2024-04-10T15:18:58.327386+0000","last_change":"2024-04-10T15:11:28.277662+0000","last_active":"2024-04-10T15:18:58.327386+0000","last_peered":"2024-04-10T15:18:58.327386+0000","last_clean":"2024-04-10T15:18:58.327386+0000","last_became_active":"2024-04-10T15:11:28.277349+0000","last_became_peered":"2024-04-10T15:11:28.277349+0000","last_unstale":"2024-04-10T15:18:58.327386+0000","last_undegraded":"2024-04-10T15:18:58.327386+0000","last_fullsized":"2024-04-10T15:18:58.327386+0000","mapping_epoch":380,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":381,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:02:02.085921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2,1],"acting":[0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":1116,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.331415+0000","last_change":"2024-04-10T15:14:21.368984+0000","last_active":"2024-04-10T15:18:59.331415+0000","last_peered":"2024-04-10T15:18:59.331415+0000","last_clean":"2024-04-10T15:18:59.331415+0000","last_became_active":"2024-04-10T15:14:21.368644+0000","last_became_peered":"2024-04-10T15:14:21.368644+0000","last_unstale":"2024-04-10T15:18:59.331415+0000","last_undegraded":"2024-04-10T15:18:59.331415+0000","last_fullsized":"2024-04-10T15:18:59.331415+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:23:41.494827+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":1061,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.330241+0000","last_change":"2024-04-10T15:14:21.371446+0000","last_active":"2024-04-10T15:18:59.330241+0000","last_peered":"2024-04-10T15:18:59.330241+0000","last_clean":"2024-04-10T15:18:59.330241+0000","last_became_active":"2024-04-10T15:14:21.370602+0000","last_became_peered":"2024-04-10T15:14:21.370602+0000","last_unstale":"2024-04-10T15:18:59.330241+0000","last_undegraded":"2024-04-10T15:18:59.330241+0000","last_fullsized":"2024-04-10T15:18:59.330241+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:26:47.655638+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,4],"acting":[7,2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":1095,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.332000+0000","last_change":"2024-04-10T15:13:12.277010+0000","last_active":"2024-04-10T15:18:59.332000+0000","last_peered":"2024-04-10T15:18:59.332000+0000","last_clean":"2024-04-10T15:18:59.332000+0000","last_became_active":"2024-04-10T15:13:12.276312+0000","last_became_peered":"2024-04-10T15:13:12.276312+0000","last_unstale":"2024-04-10T15:18:59.332000+0000","last_undegraded":"2024-04-10T15:18:59.332000+0000","last_fullsized":"2024-04-10T15:18:59.332000+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:16:01.428746+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,1],"acting":[5,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":1070,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.329323+0000","last_change":"2024-04-10T15:14:21.378248+0000","last_active":"2024-04-10T15:18:59.329323+0000","last_peered":"2024-04-10T15:18:59.329323+0000","last_clean":"2024-04-10T15:18:59.329323+0000","last_became_active":"2024-04-10T15:14:21.377753+0000","last_became_peered":"2024-04-10T15:14:21.377753+0000","last_unstale":"2024-04-10T15:18:59.329323+0000","last_undegraded":"2024-04-10T15:18:59.329323+0000","last_fullsized":"2024-04-10T15:18:59.329323+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:12:12.689371+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,4],"acting":[7,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":1171,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.325357+0000","last_change":"2024-04-10T15:13:46.341490+0000","last_active":"2024-04-10T15:18:59.325357+0000","last_peered":"2024-04-10T15:18:59.325357+0000","last_clean":"2024-04-10T15:18:59.325357+0000","last_became_active":"2024-04-10T15:13:46.341187+0000","last_became_peered":"2024-04-10T15:13:46.341187+0000","last_unstale":"2024-04-10T15:18:59.325357+0000","last_undegraded":"2024-04-10T15:18:59.325357+0000","last_fullsized":"2024-04-10T15:18:59.325357+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:34:12.043203+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":1052,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.330592+0000","last_change":"2024-04-10T15:14:21.368706+0000","last_active":"2024-04-10T15:18:59.330592+0000","last_peered":"2024-04-10T15:18:59.330592+0000","last_clean":"2024-04-10T15:18:59.330592+0000","last_became_active":"2024-04-10T15:14:21.368399+0000","last_became_peered":"2024-04-10T15:14:21.368399+0000","last_unstale":"2024-04-10T15:18:59.330592+0000","last_undegraded":"2024-04-10T15:18:59.330592+0000","last_fullsized":"2024-04-10T15:18:59.330592+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:00:52.661300+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,0],"acting":[7,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":1081,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.333768+0000","last_change":"2024-04-10T15:13:46.357948+0000","last_active":"2024-04-10T15:18:59.333768+0000","last_peered":"2024-04-10T15:18:59.333768+0000","last_clean":"2024-04-10T15:18:59.333768+0000","last_became_active":"2024-04-10T15:13:46.357080+0000","last_became_peered":"2024-04-10T15:13:46.357080+0000","last_unstale":"2024-04-10T15:18:59.333768+0000","last_undegraded":"2024-04-10T15:18:59.333768+0000","last_fullsized":"2024-04-10T15:18:59.333768+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:56:52.015046+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1],"acting":[6,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":1085,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.333271+0000","last_change":"2024-04-10T15:13:46.351213+0000","last_active":"2024-04-10T15:18:59.333271+0000","last_peered":"2024-04-10T15:18:59.333271+0000","last_clean":"2024-04-10T15:18:59.333271+0000","last_became_active":"2024-04-10T15:13:46.350914+0000","last_became_peered":"2024-04-10T15:13:46.350914+0000","last_unstale":"2024-04-10T15:18:59.333271+0000","last_undegraded":"2024-04-10T15:18:59.333271+0000","last_fullsized":"2024-04-10T15:18:59.333271+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:50:25.475577+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1,0],"acting":[6,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":1119,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.326321+0000","last_change":"2024-04-10T15:13:46.341642+0000","last_active":"2024-04-10T15:18:59.326321+0000","last_peered":"2024-04-10T15:18:59.326321+0000","last_clean":"2024-04-10T15:18:59.326321+0000","last_became_active":"2024-04-10T15:13:46.341305+0000","last_became_peered":"2024-04-10T15:13:46.341305+0000","last_unstale":"2024-04-10T15:18:59.326321+0000","last_undegraded":"2024-04-10T15:18:59.326321+0000","last_fullsized":"2024-04-10T15:18:59.326321+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:40:57.562025+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,0],"acting":[4,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":1175,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.330396+0000","last_change":"2024-04-10T15:13:46.340425+0000","last_active":"2024-04-10T15:18:59.330396+0000","last_peered":"2024-04-10T15:18:59.330396+0000","last_clean":"2024-04-10T15:18:59.330396+0000","last_became_active":"2024-04-10T15:13:46.339971+0000","last_became_peered":"2024-04-10T15:13:46.339971+0000","last_unstale":"2024-04-10T15:18:59.330396+0000","last_undegraded":"2024-04-10T15:18:59.330396+0000","last_fullsized":"2024-04-10T15:18:59.330396+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:50:06.452055+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,1],"acting":[3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":1237,"reported_epoch":813,"state":"active+clean","last_fresh":"2024-04-10T15:18:58.327561+0000","last_change":"2024-04-10T15:13:12.267557+0000","last_active":"2024-04-10T15:18:58.327561+0000","last_peered":"2024-04-10T15:18:58.327561+0000","last_clean":"2024-04-10T15:18:58.327561+0000","last_became_active":"2024-04-10T15:13:12.266863+0000","last_became_peered":"2024-04-10T15:13:12.266863+0000","last_unstale":"2024-04-10T15:18:58.327561+0000","last_undegraded":"2024-04-10T15:18:58.327561+0000","last_fullsized":"2024-04-10T15:18:58.327561+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:36:11.370303+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,5],"acting":[0,1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":1232,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.329758+0000","last_change":"2024-04-10T15:13:12.282735+0000","last_active":"2024-04-10T15:18:59.329758+0000","last_peered":"2024-04-10T15:18:59.329758+0000","last_clean":"2024-04-10T15:18:59.329758+0000","last_became_active":"2024-04-10T15:13:12.282368+0000","last_became_peered":"2024-04-10T15:13:12.282368+0000","last_unstale":"2024-04-10T15:18:59.329758+0000","last_undegraded":"2024-04-10T15:18:59.329758+0000","last_fullsized":"2024-04-10T15:18:59.329758+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:19:08.879805+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":1097,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.329830+0000","last_change":"2024-04-10T15:14:21.369064+0000","last_active":"2024-04-10T15:18:59.329830+0000","last_peered":"2024-04-10T15:18:59.329830+0000","last_clean":"2024-04-10T15:18:59.329830+0000","last_became_active":"2024-04-10T15:14:21.368747+0000","last_became_peered":"2024-04-10T15:14:21.368747+0000","last_unstale":"2024-04-10T15:18:59.329830+0000","last_undegraded":"2024-04-10T15:18:59.329830+0000","last_fullsized":"2024-04-10T15:18:59.329830+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:01:06.325207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0,7],"acting":[5,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":1105,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.332468+0000","last_change":"2024-04-10T15:14:21.370432+0000","last_active":"2024-04-10T15:18:59.332468+0000","last_peered":"2024-04-10T15:18:59.332468+0000","last_clean":"2024-04-10T15:18:59.332468+0000","last_became_active":"2024-04-10T15:14:21.370060+0000","last_became_peered":"2024-04-10T15:14:21.370060+0000","last_unstale":"2024-04-10T15:18:59.332468+0000","last_undegraded":"2024-04-10T15:18:59.332468+0000","last_fullsized":"2024-04-10T15:18:59.332468+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:43:17.282043+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,4],"acting":[5,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":1192,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.334090+0000","last_change":"2024-04-10T15:14:21.368667+0000","last_active":"2024-04-10T15:18:59.334090+0000","last_peered":"2024-04-10T15:18:59.334090+0000","last_clean":"2024-04-10T15:18:59.334090+0000","last_became_active":"2024-04-10T15:14:21.368343+0000","last_became_peered":"2024-04-10T15:14:21.368343+0000","last_unstale":"2024-04-10T15:18:59.334090+0000","last_undegraded":"2024-04-10T15:18:59.334090+0000","last_fullsized":"2024-04-10T15:18:59.334090+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:53:54.578458+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6,7],"acting":[2,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":1040,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.333045+0000","last_change":"2024-04-10T15:14:21.373477+0000","last_active":"2024-04-10T15:18:59.333045+0000","last_peered":"2024-04-10T15:18:59.333045+0000","last_clean":"2024-04-10T15:18:59.333045+0000","last_became_active":"2024-04-10T15:14:21.371707+0000","last_became_peered":"2024-04-10T15:14:21.371707+0000","last_unstale":"2024-04-10T15:18:59.333045+0000","last_undegraded":"2024-04-10T15:18:59.333045+0000","last_fullsized":"2024-04-10T15:18:59.333045+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:47:23.623462+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,6],"acting":[7,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.1f","version":"562'5","reported_seq":1247,"reported_epoch":813,"state":"active+clean","last_fresh":"2024-04-10T15:18:58.328557+0000","last_change":"2024-04-10T15:14:21.362640+0000","last_active":"2024-04-10T15:18:58.328557+0000","last_peered":"2024-04-10T15:18:58.328557+0000","last_clean":"2024-04-10T15:18:58.328557+0000","last_became_active":"2024-04-10T15:14:21.362131+0000","last_became_peered":"2024-04-10T15:14:21.362131+0000","last_unstale":"2024-04-10T15:18:58.328557+0000","last_undegraded":"2024-04-10T15:18:58.328557+0000","last_fullsized":"2024-04-10T15:18:58.328557+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":5,"log_dups_size":0,"ondisk_log_size":5,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:13:27.468015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":4,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,4],"acting":[0,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":1169,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.326558+0000","last_change":"2024-04-10T15:13:46.344251+0000","last_active":"2024-04-10T15:18:59.326558+0000","last_peered":"2024-04-10T15:18:59.326558+0000","last_clean":"2024-04-10T15:18:59.326558+0000","last_became_active":"2024-04-10T15:13:46.343773+0000","last_became_peered":"2024-04-10T15:13:46.343773+0000","last_unstale":"2024-04-10T15:18:59.326558+0000","last_undegraded":"2024-04-10T15:18:59.326558+0000","last_fullsized":"2024-04-10T15:18:59.326558+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:39:17.916323+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,2],"acting":[3,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"562'2","reported_seq":1188,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.329698+0000","last_change":"2024-04-10T15:13:12.267872+0000","last_active":"2024-04-10T15:18:59.329698+0000","last_peered":"2024-04-10T15:18:59.329698+0000","last_clean":"2024-04-10T15:18:59.329698+0000","last_became_active":"2024-04-10T15:13:12.267460+0000","last_became_peered":"2024-04-10T15:13:12.267460+0000","last_unstale":"2024-04-10T15:18:59.329698+0000","last_undegraded":"2024-04-10T15:18:59.329698+0000","last_fullsized":"2024-04-10T15:18:59.329698+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:10:15.132831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,5],"acting":[3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":1239,"reported_epoch":813,"state":"active+clean","last_fresh":"2024-04-10T15:18:58.327821+0000","last_change":"2024-04-10T15:13:12.270932+0000","last_active":"2024-04-10T15:18:58.327821+0000","last_peered":"2024-04-10T15:18:58.327821+0000","last_clean":"2024-04-10T15:18:58.327821+0000","last_became_active":"2024-04-10T15:13:12.270547+0000","last_became_peered":"2024-04-10T15:13:12.270547+0000","last_unstale":"2024-04-10T15:18:58.327821+0000","last_undegraded":"2024-04-10T15:18:58.327821+0000","last_fullsized":"2024-04-10T15:18:58.327821+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:10:23.243309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,2],"acting":[0,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.1d","version":"62'2","reported_seq":1044,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.332928+0000","last_change":"2024-04-10T15:14:21.373214+0000","last_active":"2024-04-10T15:18:59.332928+0000","last_peered":"2024-04-10T15:18:59.332928+0000","last_clean":"2024-04-10T15:18:59.332928+0000","last_became_active":"2024-04-10T15:14:21.371521+0000","last_became_peered":"2024-04-10T15:14:21.371521+0000","last_unstale":"2024-04-10T15:18:59.332928+0000","last_undegraded":"2024-04-10T15:18:59.332928+0000","last_fullsized":"2024-04-10T15:18:59.332928+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:43:44.134369+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,0],"acting":[7,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":1110,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.331222+0000","last_change":"2024-04-10T15:13:12.278530+0000","last_active":"2024-04-10T15:18:59.331222+0000","last_peered":"2024-04-10T15:18:59.331222+0000","last_clean":"2024-04-10T15:18:59.331222+0000","last_became_active":"2024-04-10T15:13:12.276310+0000","last_became_peered":"2024-04-10T15:13:12.276310+0000","last_unstale":"2024-04-10T15:18:59.331222+0000","last_undegraded":"2024-04-10T15:18:59.331222+0000","last_fullsized":"2024-04-10T15:18:59.331222+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:10:59.581535+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,1],"acting":[5,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1c","version":"62'2","reported_seq":1057,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.330469+0000","last_change":"2024-04-10T15:14:21.367031+0000","last_active":"2024-04-10T15:18:59.330469+0000","last_peered":"2024-04-10T15:18:59.330469+0000","last_clean":"2024-04-10T15:18:59.330469+0000","last_became_active":"2024-04-10T15:14:21.366672+0000","last_became_peered":"2024-04-10T15:14:21.366672+0000","last_unstale":"2024-04-10T15:18:59.330469+0000","last_undegraded":"2024-04-10T15:18:59.330469+0000","last_fullsized":"2024-04-10T15:18:59.330469+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:09:23.506341+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,2],"acting":[7,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":1104,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.331341+0000","last_change":"2024-04-10T15:13:46.349454+0000","last_active":"2024-04-10T15:18:59.331341+0000","last_peered":"2024-04-10T15:18:59.331341+0000","last_clean":"2024-04-10T15:18:59.331341+0000","last_became_active":"2024-04-10T15:13:46.349142+0000","last_became_peered":"2024-04-10T15:13:46.349142+0000","last_unstale":"2024-04-10T15:18:59.331341+0000","last_undegraded":"2024-04-10T15:18:59.331341+0000","last_fullsized":"2024-04-10T15:18:59.331341+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:00:32.377812+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.1b","version":"562'2","reported_seq":1179,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.330520+0000","last_change":"2024-04-10T15:13:46.346126+0000","last_active":"2024-04-10T15:18:59.330520+0000","last_peered":"2024-04-10T15:18:59.330520+0000","last_clean":"2024-04-10T15:18:59.330520+0000","last_became_active":"2024-04-10T15:13:46.345748+0000","last_became_peered":"2024-04-10T15:13:46.345748+0000","last_unstale":"2024-04-10T15:18:59.330520+0000","last_undegraded":"2024-04-10T15:18:59.330520+0000","last_fullsized":"2024-04-10T15:18:59.330520+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:55:30.475667+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,6],"acting":[3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":1150,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.326118+0000","last_change":"2024-04-10T15:12:36.296362+0000","last_active":"2024-04-10T15:18:59.326118+0000","last_peered":"2024-04-10T15:18:59.326118+0000","last_clean":"2024-04-10T15:18:59.326118+0000","last_became_active":"2024-04-10T15:12:36.294646+0000","last_became_peered":"2024-04-10T15:12:36.294646+0000","last_unstale":"2024-04-10T15:18:59.326118+0000","last_undegraded":"2024-04-10T15:18:59.326118+0000","last_fullsized":"2024-04-10T15:18:59.326118+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:36:57.071765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,2],"acting":[4,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1a","version":"562'2","reported_seq":1089,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.334001+0000","last_change":"2024-04-10T15:14:21.362460+0000","last_active":"2024-04-10T15:18:59.334001+0000","last_peered":"2024-04-10T15:18:59.334001+0000","last_clean":"2024-04-10T15:18:59.334001+0000","last_became_active":"2024-04-10T15:14:21.360385+0000","last_became_peered":"2024-04-10T15:14:21.360385+0000","last_unstale":"2024-04-10T15:18:59.334001+0000","last_undegraded":"2024-04-10T15:18:59.334001+0000","last_fullsized":"2024-04-10T15:18:59.334001+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:54:20.647319+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":1237,"reported_epoch":813,"state":"active+clean","last_fresh":"2024-04-10T15:18:58.327915+0000","last_change":"2024-04-10T15:14:21.363614+0000","last_active":"2024-04-10T15:18:58.327915+0000","last_peered":"2024-04-10T15:18:58.327915+0000","last_clean":"2024-04-10T15:18:58.327915+0000","last_became_active":"2024-04-10T15:14:21.363134+0000","last_became_peered":"2024-04-10T15:14:21.363134+0000","last_unstale":"2024-04-10T15:18:58.327915+0000","last_undegraded":"2024-04-10T15:18:58.327915+0000","last_fullsized":"2024-04-10T15:18:58.327915+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:37:48.168117+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,7],"acting":[0,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":1184,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.325426+0000","last_change":"2024-04-10T15:13:46.340402+0000","last_active":"2024-04-10T15:18:59.325426+0000","last_peered":"2024-04-10T15:18:59.325426+0000","last_clean":"2024-04-10T15:18:59.325426+0000","last_became_active":"2024-04-10T15:13:46.340069+0000","last_became_peered":"2024-04-10T15:13:46.340069+0000","last_unstale":"2024-04-10T15:18:59.325426+0000","last_undegraded":"2024-04-10T15:18:59.325426+0000","last_fullsized":"2024-04-10T15:18:59.325426+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:27:10.278397+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6,0],"acting":[3,6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":1181,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.325459+0000","last_change":"2024-04-10T15:12:02.510759+0000","last_active":"2024-04-10T15:18:59.325459+0000","last_peered":"2024-04-10T15:18:59.325459+0000","last_clean":"2024-04-10T15:18:59.325459+0000","last_became_active":"2024-04-10T15:12:02.510418+0000","last_became_peered":"2024-04-10T15:12:02.510418+0000","last_unstale":"2024-04-10T15:18:59.325459+0000","last_undegraded":"2024-04-10T15:18:59.325459+0000","last_fullsized":"2024-04-10T15:18:59.325459+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:09:27.653921+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,1],"acting":[3,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":1105,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.330014+0000","last_change":"2024-04-10T15:14:21.369604+0000","last_active":"2024-04-10T15:18:59.330014+0000","last_peered":"2024-04-10T15:18:59.330014+0000","last_clean":"2024-04-10T15:18:59.330014+0000","last_became_active":"2024-04-10T15:14:21.369286+0000","last_became_peered":"2024-04-10T15:14:21.369286+0000","last_unstale":"2024-04-10T15:18:59.330014+0000","last_undegraded":"2024-04-10T15:18:59.330014+0000","last_fullsized":"2024-04-10T15:18:59.330014+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:19:32.021277+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7],"acting":[5,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":1214,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.331274+0000","last_change":"2024-04-10T15:12:36.296079+0000","last_active":"2024-04-10T15:18:59.331274+0000","last_peered":"2024-04-10T15:18:59.331274+0000","last_clean":"2024-04-10T15:18:59.331274+0000","last_became_active":"2024-04-10T15:12:36.295601+0000","last_became_peered":"2024-04-10T15:12:36.295601+0000","last_unstale":"2024-04-10T15:18:59.331274+0000","last_undegraded":"2024-04-10T15:18:59.331274+0000","last_fullsized":"2024-04-10T15:18:59.331274+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:14:08.891851+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4],"acting":[1,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":1081,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.334581+0000","last_change":"2024-04-10T15:13:46.355161+0000","last_active":"2024-04-10T15:18:59.334581+0000","last_peered":"2024-04-10T15:18:59.334581+0000","last_clean":"2024-04-10T15:18:59.334581+0000","last_became_active":"2024-04-10T15:13:46.354831+0000","last_became_peered":"2024-04-10T15:13:46.354831+0000","last_unstale":"2024-04-10T15:18:59.334581+0000","last_undegraded":"2024-04-10T15:18:59.334581+0000","last_fullsized":"2024-04-10T15:18:59.334581+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:26:43.795891+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,2],"acting":[6,5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":1089,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.331908+0000","last_change":"2024-04-10T15:14:21.369061+0000","last_active":"2024-04-10T15:18:59.331908+0000","last_peered":"2024-04-10T15:18:59.331908+0000","last_clean":"2024-04-10T15:18:59.331908+0000","last_became_active":"2024-04-10T15:14:21.368742+0000","last_became_peered":"2024-04-10T15:14:21.368742+0000","last_unstale":"2024-04-10T15:18:59.331908+0000","last_undegraded":"2024-04-10T15:18:59.331908+0000","last_fullsized":"2024-04-10T15:18:59.331908+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:47:34.054576+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,1],"acting":[5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":1125,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.331743+0000","last_change":"2024-04-10T15:13:46.347557+0000","last_active":"2024-04-10T15:18:59.331743+0000","last_peered":"2024-04-10T15:18:59.331743+0000","last_clean":"2024-04-10T15:18:59.331743+0000","last_became_active":"2024-04-10T15:13:46.347169+0000","last_became_peered":"2024-04-10T15:13:46.347169+0000","last_unstale":"2024-04-10T15:18:59.331743+0000","last_undegraded":"2024-04-10T15:18:59.331743+0000","last_fullsized":"2024-04-10T15:18:59.331743+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:55:28.073552+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6,2],"acting":[5,6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":1237,"reported_epoch":813,"state":"active+clean","last_fresh":"2024-04-10T15:18:58.328174+0000","last_change":"2024-04-10T15:13:12.268744+0000","last_active":"2024-04-10T15:18:58.328174+0000","last_peered":"2024-04-10T15:18:58.328174+0000","last_clean":"2024-04-10T15:18:58.328174+0000","last_became_active":"2024-04-10T15:13:12.268412+0000","last_became_peered":"2024-04-10T15:13:12.268412+0000","last_unstale":"2024-04-10T15:18:58.328174+0000","last_undegraded":"2024-04-10T15:18:58.328174+0000","last_fullsized":"2024-04-10T15:18:58.328174+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:07:58.402722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,3],"acting":[0,5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.15","version":"62'3","reported_seq":1233,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.331618+0000","last_change":"2024-04-10T15:13:12.283365+0000","last_active":"2024-04-10T15:18:59.331618+0000","last_peered":"2024-04-10T15:18:59.331618+0000","last_clean":"2024-04-10T15:18:59.331618+0000","last_became_active":"2024-04-10T15:13:12.282940+0000","last_became_peered":"2024-04-10T15:13:12.282940+0000","last_unstale":"2024-04-10T15:18:59.331618+0000","last_undegraded":"2024-04-10T15:18:59.331618+0000","last_fullsized":"2024-04-10T15:18:59.331618+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:06:56.102443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":7,"num_read_kb":7,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":1146,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.326586+0000","last_change":"2024-04-10T15:14:21.361722+0000","last_active":"2024-04-10T15:18:59.326586+0000","last_peered":"2024-04-10T15:18:59.326586+0000","last_clean":"2024-04-10T15:18:59.326586+0000","last_became_active":"2024-04-10T15:14:21.361385+0000","last_became_peered":"2024-04-10T15:14:21.361385+0000","last_unstale":"2024-04-10T15:18:59.326586+0000","last_undegraded":"2024-04-10T15:18:59.326586+0000","last_fullsized":"2024-04-10T15:18:59.326586+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:33:58.928651+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7,6],"acting":[4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.14","version":"562'29","reported_seq":1117,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.334329+0000","last_change":"2024-04-10T15:13:46.356053+0000","last_active":"2024-04-10T15:18:59.334329+0000","last_peered":"2024-04-10T15:18:59.334329+0000","last_clean":"2024-04-10T15:18:59.334329+0000","last_became_active":"2024-04-10T15:13:46.355624+0000","last_became_peered":"2024-04-10T15:13:46.355624+0000","last_unstale":"2024-04-10T15:18:59.334329+0000","last_undegraded":"2024-04-10T15:18:59.334329+0000","last_fullsized":"2024-04-10T15:18:59.334329+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":29,"log_dups_size":0,"ondisk_log_size":29,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:22:51.158289+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":5824,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":10,"num_read_kb":14,"num_write":28,"num_write_kb":25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,5],"acting":[6,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":1061,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.332534+0000","last_change":"2024-04-10T15:14:21.375132+0000","last_active":"2024-04-10T15:18:59.332534+0000","last_peered":"2024-04-10T15:18:59.332534+0000","last_clean":"2024-04-10T15:18:59.332534+0000","last_became_active":"2024-04-10T15:14:21.374168+0000","last_became_peered":"2024-04-10T15:14:21.374168+0000","last_unstale":"2024-04-10T15:18:59.332534+0000","last_undegraded":"2024-04-10T15:18:59.332534+0000","last_fullsized":"2024-04-10T15:18:59.332534+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:01:59.408977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,4],"acting":[7,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.13","version":"62'2","reported_seq":1242,"reported_epoch":813,"state":"active+clean","last_fresh":"2024-04-10T15:18:58.328094+0000","last_change":"2024-04-10T15:12:36.310348+0000","last_active":"2024-04-10T15:18:58.328094+0000","last_peered":"2024-04-10T15:18:58.328094+0000","last_clean":"2024-04-10T15:18:58.328094+0000","last_became_active":"2024-04-10T15:12:36.307980+0000","last_became_peered":"2024-04-10T15:12:36.307980+0000","last_unstale":"2024-04-10T15:18:58.328094+0000","last_undegraded":"2024-04-10T15:18:58.328094+0000","last_fullsized":"2024-04-10T15:18:58.328094+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:16:45.577685+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":4,"num_read_kb":8,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4,3],"acting":[0,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":1237,"reported_epoch":813,"state":"active+clean","last_fresh":"2024-04-10T15:18:58.327224+0000","last_change":"2024-04-10T15:14:21.364148+0000","last_active":"2024-04-10T15:18:58.327224+0000","last_peered":"2024-04-10T15:18:58.327224+0000","last_clean":"2024-04-10T15:18:58.327224+0000","last_became_active":"2024-04-10T15:14:21.363775+0000","last_became_peered":"2024-04-10T15:14:21.363775+0000","last_unstale":"2024-04-10T15:18:58.327224+0000","last_undegraded":"2024-04-10T15:18:58.327224+0000","last_fullsized":"2024-04-10T15:18:58.327224+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:21:06.644309+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3],"acting":[0,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":1117,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.331319+0000","last_change":"2024-04-10T15:14:21.362219+0000","last_active":"2024-04-10T15:18:59.331319+0000","last_peered":"2024-04-10T15:18:59.331319+0000","last_clean":"2024-04-10T15:18:59.331319+0000","last_became_active":"2024-04-10T15:14:21.361914+0000","last_became_peered":"2024-04-10T15:14:21.361914+0000","last_unstale":"2024-04-10T15:18:59.331319+0000","last_undegraded":"2024-04-10T15:18:59.331319+0000","last_fullsized":"2024-04-10T15:18:59.331319+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:26:48.147670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,7],"acting":[5,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":1062,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.332365+0000","last_change":"2024-04-10T15:14:21.371038+0000","last_active":"2024-04-10T15:18:59.332365+0000","last_peered":"2024-04-10T15:18:59.332365+0000","last_clean":"2024-04-10T15:18:59.332365+0000","last_became_active":"2024-04-10T15:14:21.370538+0000","last_became_peered":"2024-04-10T15:14:21.370538+0000","last_unstale":"2024-04-10T15:18:59.332365+0000","last_undegraded":"2024-04-10T15:18:59.332365+0000","last_fullsized":"2024-04-10T15:18:59.332365+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:19:05.505254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,2],"acting":[7,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":1093,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.333141+0000","last_change":"2024-04-10T15:13:46.341135+0000","last_active":"2024-04-10T15:18:59.333141+0000","last_peered":"2024-04-10T15:18:59.333141+0000","last_clean":"2024-04-10T15:18:59.333141+0000","last_became_active":"2024-04-10T15:13:46.339575+0000","last_became_peered":"2024-04-10T15:13:46.339575+0000","last_unstale":"2024-04-10T15:18:59.333141+0000","last_undegraded":"2024-04-10T15:18:59.333141+0000","last_fullsized":"2024-04-10T15:18:59.333141+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:35:08.105343+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":1081,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.333742+0000","last_change":"2024-04-10T15:13:46.355898+0000","last_active":"2024-04-10T15:18:59.333742+0000","last_peered":"2024-04-10T15:18:59.333742+0000","last_clean":"2024-04-10T15:18:59.333742+0000","last_became_active":"2024-04-10T15:13:46.355367+0000","last_became_peered":"2024-04-10T15:13:46.355367+0000","last_unstale":"2024-04-10T15:18:59.333742+0000","last_undegraded":"2024-04-10T15:18:59.333742+0000","last_fullsized":"2024-04-10T15:18:59.333742+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:18:16.194555+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.10","version":"62'8","reported_seq":1218,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.334667+0000","last_change":"2024-04-10T15:11:28.277790+0000","last_active":"2024-04-10T15:18:59.334667+0000","last_peered":"2024-04-10T15:18:59.334667+0000","last_clean":"2024-04-10T15:18:59.334667+0000","last_became_active":"2024-04-10T15:11:28.275729+0000","last_became_peered":"2024-04-10T15:11:28.275729+0000","last_unstale":"2024-04-10T15:18:59.334667+0000","last_undegraded":"2024-04-10T15:18:59.334667+0000","last_fullsized":"2024-04-10T15:18:59.334667+0000","mapping_epoch":380,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":381,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:02:00.765626+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":12,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":24,"num_read_kb":24,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,0],"acting":[2,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":1040,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.329890+0000","last_change":"2024-04-10T15:14:21.378367+0000","last_active":"2024-04-10T15:18:59.329890+0000","last_peered":"2024-04-10T15:18:59.329890+0000","last_clean":"2024-04-10T15:18:59.329890+0000","last_became_active":"2024-04-10T15:14:21.377531+0000","last_became_peered":"2024-04-10T15:14:21.377531+0000","last_unstale":"2024-04-10T15:18:59.329890+0000","last_undegraded":"2024-04-10T15:18:59.329890+0000","last_fullsized":"2024-04-10T15:18:59.329890+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:52:44.783222+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,6],"acting":[7,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.8","version":"814'335","reported_seq":3432,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.354383+0000","last_change":"2024-04-10T15:18:59.343616+0000","last_active":"2024-04-10T15:18:59.354383+0000","last_peered":"2024-04-10T15:18:59.354383+0000","last_clean":"2024-04-10T15:18:59.354383+0000","last_became_active":"2024-04-10T15:11:28.277309+0000","last_became_peered":"2024-04-10T15:11:28.277309+0000","last_unstale":"2024-04-10T15:18:59.354383+0000","last_undegraded":"2024-04-10T15:18:59.354383+0000","last_fullsized":"2024-04-10T15:18:59.354383+0000","mapping_epoch":380,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":381,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_clean_scrub_stamp":"2024-04-10T15:06:00.806798+0000","objects_scrubbed":0,"log_size":335,"log_dups_size":0,"ondisk_log_size":335,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:42:52.287802+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0097769180000000008,"stat_sum":{"num_bytes":3809280,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":60,"num_read_kb":97074,"num_write":186,"num_write_kb":34536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":2457600,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,1],"acting":[2,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"2.f","version":"62'1","reported_seq":1122,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.327064+0000","last_change":"2024-04-10T15:14:21.362282+0000","last_active":"2024-04-10T15:18:59.327064+0000","last_peered":"2024-04-10T15:18:59.327064+0000","last_clean":"2024-04-10T15:18:59.327064+0000","last_became_active":"2024-04-10T15:14:21.361551+0000","last_became_peered":"2024-04-10T15:14:21.361551+0000","last_unstale":"2024-04-10T15:18:59.327064+0000","last_undegraded":"2024-04-10T15:18:59.327064+0000","last_fullsized":"2024-04-10T15:18:59.327064+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:31:39.583426+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,7],"acting":[4,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":1041,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.332590+0000","last_change":"2024-04-10T15:14:21.364483+0000","last_active":"2024-04-10T15:18:59.332590+0000","last_peered":"2024-04-10T15:18:59.332590+0000","last_clean":"2024-04-10T15:18:59.332590+0000","last_became_active":"2024-04-10T15:14:21.363363+0000","last_became_peered":"2024-04-10T15:14:21.363363+0000","last_unstale":"2024-04-10T15:18:59.332590+0000","last_undegraded":"2024-04-10T15:18:59.332590+0000","last_fullsized":"2024-04-10T15:18:59.332590+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:43:57.569099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3,1],"acting":[7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.3","version":"796'1379","reported_seq":4577,"reported_epoch":813,"state":"active+clean","last_fresh":"2024-04-10T15:18:58.327382+0000","last_change":"2024-04-10T15:18:55.336023+0000","last_active":"2024-04-10T15:18:58.327382+0000","last_peered":"2024-04-10T15:18:58.327382+0000","last_clean":"2024-04-10T15:18:58.327382+0000","last_became_active":"2024-04-10T15:13:46.354633+0000","last_became_peered":"2024-04-10T15:13:46.354633+0000","last_unstale":"2024-04-10T15:18:58.327382+0000","last_undegraded":"2024-04-10T15:18:58.327382+0000","last_fullsized":"2024-04-10T15:18:58.327382+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_clean_scrub_stamp":"2024-04-10T15:06:00.806798+0000","objects_scrubbed":0,"log_size":1379,"log_dups_size":0,"ondisk_log_size":1379,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:31:45.142339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0023878720000000001,"stat_sum":{"num_bytes":22216704,"num_objects":11,"num_object_clones":7,"num_object_copies":33,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":11,"num_whiteouts":2,"num_read":316,"num_read_kb":678638,"num_write":770,"num_write_kb":140696,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":38682624,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,6],"acting":[0,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1b3","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"4.2","version":"0'0","reported_seq":1215,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.331690+0000","last_change":"2024-04-10T15:13:12.277275+0000","last_active":"2024-04-10T15:18:59.331690+0000","last_peered":"2024-04-10T15:18:59.331690+0000","last_clean":"2024-04-10T15:18:59.331690+0000","last_became_active":"2024-04-10T15:13:12.276624+0000","last_became_peered":"2024-04-10T15:13:12.276624+0000","last_unstale":"2024-04-10T15:18:59.331690+0000","last_undegraded":"2024-04-10T15:18:59.331690+0000","last_fullsized":"2024-04-10T15:18:59.331690+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:13:41.282648+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4],"acting":[1,5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":1227,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.331560+0000","last_change":"2024-04-10T15:14:21.366422+0000","last_active":"2024-04-10T15:18:59.331560+0000","last_peered":"2024-04-10T15:18:59.331560+0000","last_clean":"2024-04-10T15:18:59.331560+0000","last_became_active":"2024-04-10T15:14:21.366076+0000","last_became_peered":"2024-04-10T15:14:21.366076+0000","last_unstale":"2024-04-10T15:18:59.331560+0000","last_undegraded":"2024-04-10T15:18:59.331560+0000","last_fullsized":"2024-04-10T15:18:59.331560+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:19:16.424602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0,7],"acting":[1,0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":1122,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.331195+0000","last_change":"2024-04-10T15:13:12.273108+0000","last_active":"2024-04-10T15:18:59.331195+0000","last_peered":"2024-04-10T15:18:59.331195+0000","last_clean":"2024-04-10T15:18:59.331195+0000","last_became_active":"2024-04-10T15:13:12.272538+0000","last_became_peered":"2024-04-10T15:13:12.272538+0000","last_unstale":"2024-04-10T15:18:59.331195+0000","last_undegraded":"2024-04-10T15:18:59.331195+0000","last_fullsized":"2024-04-10T15:18:59.331195+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:33:22.833556+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.5","version":"810'742","reported_seq":3925,"reported_epoch":813,"state":"active+clean","last_fresh":"2024-04-10T15:18:58.328492+0000","last_change":"2024-04-10T15:18:55.342139+0000","last_active":"2024-04-10T15:18:58.328492+0000","last_peered":"2024-04-10T15:18:58.328492+0000","last_clean":"2024-04-10T15:18:58.328492+0000","last_became_active":"2024-04-10T15:12:36.307294+0000","last_became_peered":"2024-04-10T15:12:36.307294+0000","last_unstale":"2024-04-10T15:18:58.328492+0000","last_undegraded":"2024-04-10T15:18:58.328492+0000","last_fullsized":"2024-04-10T15:18:58.328492+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_clean_scrub_stamp":"2024-04-10T15:06:00.806798+0000","objects_scrubbed":0,"log_size":742,"log_dups_size":0,"ondisk_log_size":742,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:25:40.569928+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0062892850000000004,"stat_sum":{"num_bytes":20594688,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":148,"num_read_kb":318229,"num_write":291,"num_write_kb":74560,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":18677760,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[{"start":"1b3","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"4.4","version":"0'0","reported_seq":1215,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.331939+0000","last_change":"2024-04-10T15:12:02.500870+0000","last_active":"2024-04-10T15:18:59.331939+0000","last_peered":"2024-04-10T15:18:59.331939+0000","last_clean":"2024-04-10T15:18:59.331939+0000","last_became_active":"2024-04-10T15:12:02.500553+0000","last_became_peered":"2024-04-10T15:12:02.500553+0000","last_unstale":"2024-04-10T15:18:59.331939+0000","last_undegraded":"2024-04-10T15:18:59.331939+0000","last_fullsized":"2024-04-10T15:18:59.331939+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:54:56.030609+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3],"acting":[1,2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":1091,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.331114+0000","last_change":"2024-04-10T15:13:46.351660+0000","last_active":"2024-04-10T15:18:59.331114+0000","last_peered":"2024-04-10T15:18:59.331114+0000","last_clean":"2024-04-10T15:18:59.331114+0000","last_became_active":"2024-04-10T15:13:46.351250+0000","last_became_peered":"2024-04-10T15:13:46.351250+0000","last_unstale":"2024-04-10T15:18:59.331114+0000","last_undegraded":"2024-04-10T15:18:59.331114+0000","last_fullsized":"2024-04-10T15:18:59.331114+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:09:18.935765+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,6],"acting":[5,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":1121,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.326465+0000","last_change":"2024-04-10T15:13:46.343162+0000","last_active":"2024-04-10T15:18:59.326465+0000","last_peered":"2024-04-10T15:18:59.326465+0000","last_clean":"2024-04-10T15:18:59.326465+0000","last_became_active":"2024-04-10T15:13:46.342810+0000","last_became_peered":"2024-04-10T15:13:46.342810+0000","last_unstale":"2024-04-10T15:18:59.326465+0000","last_undegraded":"2024-04-10T15:18:59.326465+0000","last_fullsized":"2024-04-10T15:18:59.326465+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:20:22.115789+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,6],"acting":[4,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.6","version":"814'1075","reported_seq":4122,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.353141+0000","last_change":"2024-04-10T15:18:59.354424+0000","last_active":"2024-04-10T15:18:59.353141+0000","last_peered":"2024-04-10T15:18:59.353141+0000","last_clean":"2024-04-10T15:18:59.353141+0000","last_became_active":"2024-04-10T15:13:12.280088+0000","last_became_peered":"2024-04-10T15:13:12.280088+0000","last_unstale":"2024-04-10T15:18:59.353141+0000","last_undegraded":"2024-04-10T15:18:59.353141+0000","last_fullsized":"2024-04-10T15:18:59.353141+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_clean_scrub_stamp":"2024-04-10T15:06:00.806798+0000","objects_scrubbed":0,"log_size":1075,"log_dups_size":0,"ondisk_log_size":1075,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:33:08.569230+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.020137299000000001,"stat_sum":{"num_bytes":9011200,"num_objects":8,"num_object_clones":5,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":1,"num_read":191,"num_read_kb":297465,"num_write":485,"num_write_kb":92136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":8,"num_bytes_recovered":22732800,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,1],"acting":[2,5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"4.7","version":"0'0","reported_seq":1222,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.331424+0000","last_change":"2024-04-10T15:13:12.277181+0000","last_active":"2024-04-10T15:18:59.331424+0000","last_peered":"2024-04-10T15:18:59.331424+0000","last_clean":"2024-04-10T15:18:59.331424+0000","last_became_active":"2024-04-10T15:13:12.276792+0000","last_became_peered":"2024-04-10T15:13:12.276792+0000","last_unstale":"2024-04-10T15:18:59.331424+0000","last_undegraded":"2024-04-10T15:18:59.331424+0000","last_fullsized":"2024-04-10T15:18:59.331424+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:09:08.605635+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0],"acting":[1,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":1216,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.329862+0000","last_change":"2024-04-10T15:13:46.351823+0000","last_active":"2024-04-10T15:18:59.329862+0000","last_peered":"2024-04-10T15:18:59.329862+0000","last_clean":"2024-04-10T15:18:59.329862+0000","last_became_active":"2024-04-10T15:13:46.351506+0000","last_became_peered":"2024-04-10T15:13:46.351506+0000","last_unstale":"2024-04-10T15:18:59.329862+0000","last_undegraded":"2024-04-10T15:18:59.329862+0000","last_fullsized":"2024-04-10T15:18:59.329862+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:11:59.713443+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,6],"acting":[1,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":1205,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.333251+0000","last_change":"2024-04-10T15:12:02.502364+0000","last_active":"2024-04-10T15:18:59.333251+0000","last_peered":"2024-04-10T15:18:59.333251+0000","last_clean":"2024-04-10T15:18:59.333251+0000","last_became_active":"2024-04-10T15:12:02.502072+0000","last_became_peered":"2024-04-10T15:12:02.502072+0000","last_unstale":"2024-04-10T15:18:59.333251+0000","last_undegraded":"2024-04-10T15:18:59.333251+0000","last_fullsized":"2024-04-10T15:18:59.333251+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:25:10.359722+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,0],"acting":[2,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.4","version":"814'1503","reported_seq":4255,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.351460+0000","last_change":"2024-04-10T15:18:59.352731+0000","last_active":"2024-04-10T15:18:59.351460+0000","last_peered":"2024-04-10T15:18:59.351460+0000","last_clean":"2024-04-10T15:18:59.351460+0000","last_became_active":"2024-04-10T15:14:21.366960+0000","last_became_peered":"2024-04-10T15:14:21.366960+0000","last_unstale":"2024-04-10T15:18:59.351460+0000","last_undegraded":"2024-04-10T15:18:59.351460+0000","last_fullsized":"2024-04-10T15:18:59.351460+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_clean_scrub_stamp":"2024-04-10T15:06:00.806798+0000","objects_scrubbed":0,"log_size":1503,"log_dups_size":0,"ondisk_log_size":1503,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:58:46.117838+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.021821469999999999,"stat_sum":{"num_bytes":23117824,"num_objects":16,"num_object_clones":12,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":16,"num_whiteouts":0,"num_read":290,"num_read_kb":427302,"num_write":628,"num_write_kb":136528,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":9,"num_bytes_recovered":32956416,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2,5],"acting":[7,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"4.5","version":"0'0","reported_seq":1082,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.333574+0000","last_change":"2024-04-10T15:14:21.368165+0000","last_active":"2024-04-10T15:18:59.333574+0000","last_peered":"2024-04-10T15:18:59.333574+0000","last_clean":"2024-04-10T15:18:59.333574+0000","last_became_active":"2024-04-10T15:14:21.367856+0000","last_became_peered":"2024-04-10T15:14:21.367856+0000","last_unstale":"2024-04-10T15:18:59.333574+0000","last_undegraded":"2024-04-10T15:18:59.333574+0000","last_fullsized":"2024-04-10T15:18:59.333574+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:27:25.018127+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,7],"acting":[6,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":1173,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.330924+0000","last_change":"2024-04-10T15:13:46.346343+0000","last_active":"2024-04-10T15:18:59.330924+0000","last_peered":"2024-04-10T15:18:59.330924+0000","last_clean":"2024-04-10T15:18:59.330924+0000","last_became_active":"2024-04-10T15:13:46.346001+0000","last_became_peered":"2024-04-10T15:13:46.346001+0000","last_unstale":"2024-04-10T15:18:59.330924+0000","last_undegraded":"2024-04-10T15:18:59.330924+0000","last_fullsized":"2024-04-10T15:18:59.330924+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:17:11.843559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5,6],"acting":[3,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":1125,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.330635+0000","last_change":"2024-04-10T15:14:21.367690+0000","last_active":"2024-04-10T15:18:59.330635+0000","last_peered":"2024-04-10T15:18:59.330635+0000","last_clean":"2024-04-10T15:18:59.330635+0000","last_became_active":"2024-04-10T15:14:21.367363+0000","last_became_peered":"2024-04-10T15:14:21.367363+0000","last_unstale":"2024-04-10T15:18:59.330635+0000","last_undegraded":"2024-04-10T15:18:59.330635+0000","last_fullsized":"2024-04-10T15:18:59.330635+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:19:56.828221+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2,7],"acting":[5,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"248'217","reported_seq":1610,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.329401+0000","last_change":"2024-04-10T15:14:21.367790+0000","last_active":"2024-04-10T15:18:59.329401+0000","last_peered":"2024-04-10T15:18:59.329401+0000","last_clean":"2024-04-10T15:18:59.329401+0000","last_became_active":"2024-04-10T15:14:21.367334+0000","last_became_peered":"2024-04-10T15:14:21.367334+0000","last_unstale":"2024-04-10T15:18:59.329401+0000","last_undegraded":"2024-04-10T15:18:59.329401+0000","last_fullsized":"2024-04-10T15:18:59.329401+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:00:49.290350+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:00:49.290350+0000","last_clean_scrub_stamp":"2024-04-10T15:00:49.290350+0000","objects_scrubbed":0,"log_size":217,"log_dups_size":0,"ondisk_log_size":217,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:35:34.722597+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":998,"num_read_kb":1844,"num_write":351,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,6],"acting":[7,0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.7","version":"0'0","reported_seq":2898,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.332854+0000","last_change":"2024-04-10T15:18:59.333242+0000","last_active":"2024-04-10T15:18:59.332854+0000","last_peered":"2024-04-10T15:18:59.332854+0000","last_clean":"2024-04-10T15:18:59.332854+0000","last_became_active":"2024-04-10T15:13:12.276755+0000","last_became_peered":"2024-04-10T15:13:12.276755+0000","last_unstale":"2024-04-10T15:18:59.332854+0000","last_undegraded":"2024-04-10T15:18:59.332854+0000","last_fullsized":"2024-04-10T15:18:59.332854+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_clean_scrub_stamp":"2024-04-10T15:06:00.806798+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:45:33.973291+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.001460261,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1,0],"acting":[5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"4.6","version":"0'0","reported_seq":1238,"reported_epoch":813,"state":"active+clean","last_fresh":"2024-04-10T15:18:58.328889+0000","last_change":"2024-04-10T15:11:28.280968+0000","last_active":"2024-04-10T15:18:58.328889+0000","last_peered":"2024-04-10T15:18:58.328889+0000","last_clean":"2024-04-10T15:18:58.328889+0000","last_became_active":"2024-04-10T15:11:28.280668+0000","last_became_peered":"2024-04-10T15:11:28.280668+0000","last_unstale":"2024-04-10T15:18:58.328889+0000","last_undegraded":"2024-04-10T15:18:58.328889+0000","last_fullsized":"2024-04-10T15:18:58.328889+0000","mapping_epoch":380,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":381,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:08:46.892367+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2],"acting":[0,1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":1256,"reported_epoch":813,"state":"active+clean","last_fresh":"2024-04-10T15:18:58.326822+0000","last_change":"2024-04-10T15:12:02.510247+0000","last_active":"2024-04-10T15:18:58.326822+0000","last_peered":"2024-04-10T15:18:58.326822+0000","last_clean":"2024-04-10T15:18:58.326822+0000","last_became_active":"2024-04-10T15:12:02.509773+0000","last_became_peered":"2024-04-10T15:12:02.509773+0000","last_unstale":"2024-04-10T15:18:58.326822+0000","last_undegraded":"2024-04-10T15:18:58.326822+0000","last_fullsized":"2024-04-10T15:18:58.326822+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:09:48.888676+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,3],"acting":[0,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":1049,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.329244+0000","last_change":"2024-04-10T15:14:21.370913+0000","last_active":"2024-04-10T15:18:59.329244+0000","last_peered":"2024-04-10T15:18:59.329244+0000","last_clean":"2024-04-10T15:18:59.329244+0000","last_became_active":"2024-04-10T15:14:21.370402+0000","last_became_peered":"2024-04-10T15:14:21.370402+0000","last_unstale":"2024-04-10T15:18:59.329244+0000","last_undegraded":"2024-04-10T15:18:59.329244+0000","last_fullsized":"2024-04-10T15:18:59.329244+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:59:46.031167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1,0],"acting":[7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.2","version":"814'1338","reported_seq":4146,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.343616+0000","last_change":"2024-04-10T15:18:59.344861+0000","last_active":"2024-04-10T15:18:59.343616+0000","last_peered":"2024-04-10T15:18:59.343616+0000","last_clean":"2024-04-10T15:18:59.343616+0000","last_became_active":"2024-04-10T15:13:46.356274+0000","last_became_peered":"2024-04-10T15:13:46.356274+0000","last_unstale":"2024-04-10T15:18:59.343616+0000","last_undegraded":"2024-04-10T15:18:59.343616+0000","last_fullsized":"2024-04-10T15:18:59.343616+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_clean_scrub_stamp":"2024-04-10T15:06:00.806798+0000","objects_scrubbed":0,"log_size":1338,"log_dups_size":0,"ondisk_log_size":1338,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:46:47.288879+0000","scrub_duration":0,"objects_trimmed":2,"snaptrim_duration":0.01063568,"stat_sum":{"num_bytes":14721024,"num_objects":10,"num_object_clones":7,"num_object_copies":30,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":10,"num_whiteouts":1,"num_read":215,"num_read_kb":224811,"num_write":515,"num_write_kb":146216,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":29245440,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"4.3","version":"0'0","reported_seq":1238,"reported_epoch":813,"state":"active+clean","last_fresh":"2024-04-10T15:18:58.327771+0000","last_change":"2024-04-10T15:14:21.364682+0000","last_active":"2024-04-10T15:18:58.327771+0000","last_peered":"2024-04-10T15:18:58.327771+0000","last_clean":"2024-04-10T15:18:58.327771+0000","last_became_active":"2024-04-10T15:14:21.363658+0000","last_became_peered":"2024-04-10T15:14:21.363658+0000","last_unstale":"2024-04-10T15:18:58.327771+0000","last_undegraded":"2024-04-10T15:18:58.327771+0000","last_fullsized":"2024-04-10T15:18:58.327771+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:41:58.626403+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7],"acting":[0,5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":1064,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.332719+0000","last_change":"2024-04-10T15:14:21.374222+0000","last_active":"2024-04-10T15:18:59.332719+0000","last_peered":"2024-04-10T15:18:59.332719+0000","last_clean":"2024-04-10T15:18:59.332719+0000","last_became_active":"2024-04-10T15:14:21.373660+0000","last_became_peered":"2024-04-10T15:14:21.373660+0000","last_unstale":"2024-04-10T15:18:59.332719+0000","last_undegraded":"2024-04-10T15:18:59.332719+0000","last_fullsized":"2024-04-10T15:18:59.332719+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:03:25.300167+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,4],"acting":[7,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":1215,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.331822+0000","last_change":"2024-04-10T15:13:12.283455+0000","last_active":"2024-04-10T15:18:59.331822+0000","last_peered":"2024-04-10T15:18:59.331822+0000","last_clean":"2024-04-10T15:18:59.331822+0000","last_became_active":"2024-04-10T15:13:12.283087+0000","last_became_peered":"2024-04-10T15:13:12.283087+0000","last_unstale":"2024-04-10T15:18:59.331822+0000","last_undegraded":"2024-04-10T15:18:59.331822+0000","last_fullsized":"2024-04-10T15:18:59.331822+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:29:38.285164+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,5],"acting":[1,2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1","version":"814'466","reported_seq":3452,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.336648+0000","last_change":"2024-04-10T15:18:59.338319+0000","last_active":"2024-04-10T15:18:59.336648+0000","last_peered":"2024-04-10T15:18:59.336648+0000","last_clean":"2024-04-10T15:18:59.336648+0000","last_became_active":"2024-04-10T15:14:21.364243+0000","last_became_peered":"2024-04-10T15:14:21.364243+0000","last_unstale":"2024-04-10T15:18:59.336648+0000","last_undegraded":"2024-04-10T15:18:59.336648+0000","last_fullsized":"2024-04-10T15:18:59.336648+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_clean_scrub_stamp":"2024-04-10T15:06:00.806798+0000","objects_scrubbed":0,"log_size":466,"log_dups_size":0,"ondisk_log_size":466,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:59:20.891602+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.011802290999999999,"stat_sum":{"num_bytes":27385856,"num_objects":3,"num_object_clones":2,"num_object_copies":9,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":3,"num_whiteouts":0,"num_read":92,"num_read_kb":212390,"num_write":146,"num_write_kb":95408,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,7],"acting":[4,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"4.0","version":"0'0","reported_seq":1180,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.325585+0000","last_change":"2024-04-10T15:14:21.367418+0000","last_active":"2024-04-10T15:18:59.325585+0000","last_peered":"2024-04-10T15:18:59.325585+0000","last_clean":"2024-04-10T15:18:59.325585+0000","last_became_active":"2024-04-10T15:14:21.365574+0000","last_became_peered":"2024-04-10T15:14:21.365574+0000","last_unstale":"2024-04-10T15:18:59.325585+0000","last_undegraded":"2024-04-10T15:18:59.325585+0000","last_fullsized":"2024-04-10T15:18:59.325585+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:42:46.717831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"565'2","reported_seq":1220,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.332459+0000","last_change":"2024-04-10T15:13:46.353964+0000","last_active":"2024-04-10T15:18:59.332459+0000","last_peered":"2024-04-10T15:18:59.332459+0000","last_clean":"2024-04-10T15:18:59.332459+0000","last_became_active":"2024-04-10T15:13:46.353289+0000","last_became_peered":"2024-04-10T15:13:46.353289+0000","last_unstale":"2024-04-10T15:18:59.332459+0000","last_undegraded":"2024-04-10T15:18:59.332459+0000","last_fullsized":"2024-04-10T15:18:59.332459+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:25:50.630492+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":2,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,4],"acting":[1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":1185,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.326588+0000","last_change":"2024-04-10T15:14:21.359597+0000","last_active":"2024-04-10T15:18:59.326588+0000","last_peered":"2024-04-10T15:18:59.326588+0000","last_clean":"2024-04-10T15:18:59.326588+0000","last_became_active":"2024-04-10T15:14:21.359291+0000","last_became_peered":"2024-04-10T15:14:21.359291+0000","last_unstale":"2024-04-10T15:18:59.326588+0000","last_undegraded":"2024-04-10T15:18:59.326588+0000","last_fullsized":"2024-04-10T15:18:59.326588+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:01:49.784745+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0],"acting":[3,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.0","version":"814'381","reported_seq":3441,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.336398+0000","last_change":"2024-04-10T15:18:59.337617+0000","last_active":"2024-04-10T15:18:59.336398+0000","last_peered":"2024-04-10T15:18:59.336398+0000","last_clean":"2024-04-10T15:18:59.336398+0000","last_became_active":"2024-04-10T15:12:36.289638+0000","last_became_peered":"2024-04-10T15:12:36.289638+0000","last_unstale":"2024-04-10T15:18:59.336398+0000","last_undegraded":"2024-04-10T15:18:59.336398+0000","last_fullsized":"2024-04-10T15:18:59.336398+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_clean_scrub_stamp":"2024-04-10T15:06:00.806798+0000","objects_scrubbed":0,"log_size":381,"log_dups_size":0,"ondisk_log_size":381,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:04:27.426587+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.012013360000000001,"stat_sum":{"num_bytes":3514368,"num_objects":5,"num_object_clones":4,"num_object_copies":15,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":5,"num_whiteouts":0,"num_read":107,"num_read_kb":79805,"num_write":127,"num_write_kb":29112,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":2,"num_bytes_recovered":3833856,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4],"acting":[3,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"4.1","version":"0'0","reported_seq":1108,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.326178+0000","last_change":"2024-04-10T15:13:46.343686+0000","last_active":"2024-04-10T15:18:59.326178+0000","last_peered":"2024-04-10T15:18:59.326178+0000","last_clean":"2024-04-10T15:18:59.326178+0000","last_became_active":"2024-04-10T15:13:46.343403+0000","last_became_peered":"2024-04-10T15:13:46.343403+0000","last_unstale":"2024-04-10T15:18:59.326178+0000","last_undegraded":"2024-04-10T15:18:59.326178+0000","last_fullsized":"2024-04-10T15:18:59.326178+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":65,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:36.723004+0000","last_clean_scrub_stamp":"2024-04-10T15:03:36.723004+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:04:44.235670+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6],"acting":[4,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.7","version":"62'2","reported_seq":1067,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.334476+0000","last_change":"2024-04-10T15:14:21.364405+0000","last_active":"2024-04-10T15:18:59.334476+0000","last_peered":"2024-04-10T15:18:59.334476+0000","last_clean":"2024-04-10T15:18:59.334476+0000","last_became_active":"2024-04-10T15:14:21.364062+0000","last_became_peered":"2024-04-10T15:14:21.364062+0000","last_unstale":"2024-04-10T15:18:59.334476+0000","last_undegraded":"2024-04-10T15:18:59.334476+0000","last_fullsized":"2024-04-10T15:18:59.334476+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:20:23.490571+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,2],"acting":[6,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":1239,"reported_epoch":813,"state":"active+clean","last_fresh":"2024-04-10T15:18:58.328811+0000","last_change":"2024-04-10T15:12:36.299841+0000","last_active":"2024-04-10T15:18:58.328811+0000","last_peered":"2024-04-10T15:18:58.328811+0000","last_clean":"2024-04-10T15:18:58.328811+0000","last_became_active":"2024-04-10T15:12:36.299467+0000","last_became_peered":"2024-04-10T15:12:36.299467+0000","last_unstale":"2024-04-10T15:18:58.328811+0000","last_undegraded":"2024-04-10T15:18:58.328811+0000","last_fullsized":"2024-04-10T15:18:58.328811+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:24:05.024632+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4],"acting":[0,1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.f","version":"814'2839","reported_seq":5651,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.356900+0000","last_change":"2024-04-10T15:18:59.358684+0000","last_active":"2024-04-10T15:18:59.356900+0000","last_peered":"2024-04-10T15:18:59.356900+0000","last_clean":"2024-04-10T15:18:59.356900+0000","last_became_active":"2024-04-10T15:13:46.356057+0000","last_became_peered":"2024-04-10T15:13:46.356057+0000","last_unstale":"2024-04-10T15:18:59.356900+0000","last_undegraded":"2024-04-10T15:18:59.356900+0000","last_fullsized":"2024-04-10T15:18:59.356900+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_clean_scrub_stamp":"2024-04-10T15:06:00.806798+0000","objects_scrubbed":0,"log_size":2839,"log_dups_size":0,"ondisk_log_size":2839,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T21:13:39.336347+0000","scrub_duration":0,"objects_trimmed":4,"snaptrim_duration":0.026595785,"stat_sum":{"num_bytes":54165504,"num_objects":24,"num_object_clones":17,"num_object_copies":72,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":3,"num_read":561,"num_read_kb":1018980,"num_write":1505,"num_write_kb":259536,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":14,"num_bytes_recovered":39141376,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,6],"acting":[5,4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"2.8","version":"0'0","reported_seq":1048,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.329597+0000","last_change":"2024-04-10T15:14:21.366801+0000","last_active":"2024-04-10T15:18:59.329597+0000","last_peered":"2024-04-10T15:18:59.329597+0000","last_clean":"2024-04-10T15:18:59.329597+0000","last_became_active":"2024-04-10T15:14:21.366502+0000","last_became_peered":"2024-04-10T15:14:21.366502+0000","last_unstale":"2024-04-10T15:18:59.329597+0000","last_undegraded":"2024-04-10T15:18:59.329597+0000","last_fullsized":"2024-04-10T15:18:59.329597+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:01:36.615172+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0,1],"acting":[7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":1145,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.326008+0000","last_change":"2024-04-10T15:14:21.365515+0000","last_active":"2024-04-10T15:18:59.326008+0000","last_peered":"2024-04-10T15:18:59.326008+0000","last_clean":"2024-04-10T15:18:59.326008+0000","last_became_active":"2024-04-10T15:14:21.363761+0000","last_became_peered":"2024-04-10T15:14:21.363761+0000","last_unstale":"2024-04-10T15:18:59.326008+0000","last_undegraded":"2024-04-10T15:18:59.326008+0000","last_fullsized":"2024-04-10T15:18:59.326008+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:11:01.600724+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2,7],"acting":[4,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.e","version":"814'1981","reported_seq":4886,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.332928+0000","last_change":"2024-04-10T15:18:59.334401+0000","last_active":"2024-04-10T15:18:59.332928+0000","last_peered":"2024-04-10T15:18:59.332928+0000","last_clean":"2024-04-10T15:18:59.332928+0000","last_became_active":"2024-04-10T15:13:12.258326+0000","last_became_peered":"2024-04-10T15:13:12.258326+0000","last_unstale":"2024-04-10T15:18:59.332928+0000","last_undegraded":"2024-04-10T15:18:59.332928+0000","last_fullsized":"2024-04-10T15:18:59.332928+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_clean_scrub_stamp":"2024-04-10T15:06:00.806798+0000","objects_scrubbed":0,"log_size":1981,"log_dups_size":0,"ondisk_log_size":1981,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:10:39.742188+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0.0073996679999999999,"stat_sum":{"num_bytes":17104896,"num_objects":13,"num_object_clones":9,"num_object_copies":39,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":13,"num_whiteouts":0,"num_read":418,"num_read_kb":666370,"num_write":736,"num_write_kb":211120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":7,"num_bytes_recovered":49020928,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,0],"acting":[4,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"2.9","version":"0'0","reported_seq":1215,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.330917+0000","last_change":"2024-04-10T15:14:21.365149+0000","last_active":"2024-04-10T15:18:59.330917+0000","last_peered":"2024-04-10T15:18:59.330917+0000","last_clean":"2024-04-10T15:18:59.330917+0000","last_became_active":"2024-04-10T15:14:21.364794+0000","last_became_peered":"2024-04-10T15:14:21.364794+0000","last_unstale":"2024-04-10T15:18:59.330917+0000","last_undegraded":"2024-04-10T15:18:59.330917+0000","last_fullsized":"2024-04-10T15:18:59.330917+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:39:20.504452+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7,3],"acting":[1,7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":1176,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.325697+0000","last_change":"2024-04-10T15:14:21.369395+0000","last_active":"2024-04-10T15:18:59.325697+0000","last_peered":"2024-04-10T15:18:59.325697+0000","last_clean":"2024-04-10T15:18:59.325697+0000","last_became_active":"2024-04-10T15:14:21.368795+0000","last_became_peered":"2024-04-10T15:14:21.368795+0000","last_unstale":"2024-04-10T15:18:59.325697+0000","last_undegraded":"2024-04-10T15:18:59.325697+0000","last_fullsized":"2024-04-10T15:18:59.325697+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:19:02.978947+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7],"acting":[3,1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.d","version":"814'2420","reported_seq":5356,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.366946+0000","last_change":"2024-04-10T15:18:59.367776+0000","last_active":"2024-04-10T15:18:59.366946+0000","last_peered":"2024-04-10T15:18:59.366946+0000","last_clean":"2024-04-10T15:18:59.366946+0000","last_became_active":"2024-04-10T15:14:21.374814+0000","last_became_peered":"2024-04-10T15:14:21.374814+0000","last_unstale":"2024-04-10T15:18:59.366946+0000","last_undegraded":"2024-04-10T15:18:59.366946+0000","last_fullsized":"2024-04-10T15:18:59.366946+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_clean_scrub_stamp":"2024-04-10T15:06:00.806798+0000","objects_scrubbed":0,"log_size":2420,"log_dups_size":0,"ondisk_log_size":2420,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T03:04:56.124309+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.031959651999999998,"stat_sum":{"num_bytes":26198016,"num_objects":19,"num_object_clones":13,"num_object_copies":57,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":19,"num_whiteouts":1,"num_read":427,"num_read_kb":535806,"num_write":1063,"num_write_kb":276088,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":25600000,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7,5],"acting":[2,7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"2.a","version":"0'0","reported_seq":1215,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.331446+0000","last_change":"2024-04-10T15:14:21.362128+0000","last_active":"2024-04-10T15:18:59.331446+0000","last_peered":"2024-04-10T15:18:59.331446+0000","last_clean":"2024-04-10T15:18:59.331446+0000","last_became_active":"2024-04-10T15:14:21.361783+0000","last_became_peered":"2024-04-10T15:14:21.361783+0000","last_unstale":"2024-04-10T15:18:59.331446+0000","last_undegraded":"2024-04-10T15:18:59.331446+0000","last_fullsized":"2024-04-10T15:18:59.331446+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:33:27.297290+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,7],"acting":[1,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":1184,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.330127+0000","last_change":"2024-04-10T15:12:36.294935+0000","last_active":"2024-04-10T15:18:59.330127+0000","last_peered":"2024-04-10T15:18:59.330127+0000","last_clean":"2024-04-10T15:18:59.330127+0000","last_became_active":"2024-04-10T15:12:36.294494+0000","last_became_peered":"2024-04-10T15:12:36.294494+0000","last_unstale":"2024-04-10T15:18:59.330127+0000","last_undegraded":"2024-04-10T15:18:59.330127+0000","last_fullsized":"2024-04-10T15:18:59.330127+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T00:42:56.073925+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0,4],"acting":[3,0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.c","version":"814'1167","reported_seq":4285,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.348877+0000","last_change":"2024-04-10T15:18:59.350369+0000","last_active":"2024-04-10T15:18:59.348877+0000","last_peered":"2024-04-10T15:18:59.348877+0000","last_clean":"2024-04-10T15:18:59.348877+0000","last_became_active":"2024-04-10T15:12:36.306365+0000","last_became_peered":"2024-04-10T15:12:36.306365+0000","last_unstale":"2024-04-10T15:18:59.348877+0000","last_undegraded":"2024-04-10T15:18:59.348877+0000","last_fullsized":"2024-04-10T15:18:59.348877+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_clean_scrub_stamp":"2024-04-10T15:06:00.806798+0000","objects_scrubbed":0,"log_size":1167,"log_dups_size":0,"ondisk_log_size":1167,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:19:14.967391+0000","scrub_duration":0,"objects_trimmed":2,"snaptrim_duration":0.018580749000000001,"stat_sum":{"num_bytes":12091392,"num_objects":8,"num_object_clones":5,"num_object_copies":24,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":8,"num_whiteouts":0,"num_read":252,"num_read_kb":364557,"num_write":506,"num_write_kb":130176,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":14901248,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,0],"acting":[1,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"2.b","version":"562'3","reported_seq":1058,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.330427+0000","last_change":"2024-04-10T15:14:21.373788+0000","last_active":"2024-04-10T15:18:59.330427+0000","last_peered":"2024-04-10T15:18:59.330427+0000","last_clean":"2024-04-10T15:18:59.330427+0000","last_became_active":"2024-04-10T15:14:21.373281+0000","last_became_peered":"2024-04-10T15:14:21.373281+0000","last_unstale":"2024-04-10T15:18:59.330427+0000","last_undegraded":"2024-04-10T15:18:59.330427+0000","last_fullsized":"2024-04-10T15:18:59.330427+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:13:09.044542+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":2,"num_read_kb":2,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,5],"acting":[7,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":1092,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.333736+0000","last_change":"2024-04-10T15:13:46.352204+0000","last_active":"2024-04-10T15:18:59.333736+0000","last_peered":"2024-04-10T15:18:59.333736+0000","last_clean":"2024-04-10T15:18:59.333736+0000","last_became_active":"2024-04-10T15:13:46.351444+0000","last_became_peered":"2024-04-10T15:13:46.351444+0000","last_unstale":"2024-04-10T15:18:59.333736+0000","last_undegraded":"2024-04-10T15:18:59.333736+0000","last_fullsized":"2024-04-10T15:18:59.333736+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:04:15.708647+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,1],"acting":[6,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"5.b","version":"814'774","reported_seq":3862,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.358765+0000","last_change":"2024-04-10T15:18:59.359921+0000","last_active":"2024-04-10T15:18:59.358765+0000","last_peered":"2024-04-10T15:18:59.358765+0000","last_clean":"2024-04-10T15:18:59.358765+0000","last_became_active":"2024-04-10T15:13:12.273092+0000","last_became_peered":"2024-04-10T15:13:12.273092+0000","last_unstale":"2024-04-10T15:18:59.358765+0000","last_undegraded":"2024-04-10T15:18:59.358765+0000","last_fullsized":"2024-04-10T15:18:59.358765+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_clean_scrub_stamp":"2024-04-10T15:06:00.806798+0000","objects_scrubbed":0,"log_size":774,"log_dups_size":0,"ondisk_log_size":774,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:42:20.166512+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.024959950000000002,"stat_sum":{"num_bytes":8699904,"num_objects":6,"num_object_clones":4,"num_object_copies":18,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":6,"num_whiteouts":0,"num_read":142,"num_read_kb":179380,"num_write":435,"num_write_kb":85120,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":11,"num_bytes_recovered":43573248,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0,5],"acting":[2,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"2.c","version":"0'0","reported_seq":1205,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.334170+0000","last_change":"2024-04-10T15:13:12.273692+0000","last_active":"2024-04-10T15:18:59.334170+0000","last_peered":"2024-04-10T15:18:59.334170+0000","last_clean":"2024-04-10T15:18:59.334170+0000","last_became_active":"2024-04-10T15:13:12.273358+0000","last_became_peered":"2024-04-10T15:13:12.273358+0000","last_unstale":"2024-04-10T15:18:59.334170+0000","last_undegraded":"2024-04-10T15:18:59.334170+0000","last_fullsized":"2024-04-10T15:18:59.334170+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:37:35.793909+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,0],"acting":[2,5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":1040,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.332822+0000","last_change":"2024-04-10T15:14:21.369635+0000","last_active":"2024-04-10T15:18:59.332822+0000","last_peered":"2024-04-10T15:18:59.332822+0000","last_clean":"2024-04-10T15:18:59.332822+0000","last_became_active":"2024-04-10T15:14:21.366998+0000","last_became_peered":"2024-04-10T15:14:21.366998+0000","last_unstale":"2024-04-10T15:18:59.332822+0000","last_undegraded":"2024-04-10T15:18:59.332822+0000","last_fullsized":"2024-04-10T15:18:59.332822+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:48:24.440566+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5,6],"acting":[7,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.a","version":"814'1906","reported_seq":4911,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.360257+0000","last_change":"2024-04-10T15:18:59.361834+0000","last_active":"2024-04-10T15:18:59.360257+0000","last_peered":"2024-04-10T15:18:59.360257+0000","last_clean":"2024-04-10T15:18:59.360257+0000","last_became_active":"2024-04-10T15:12:36.302942+0000","last_became_peered":"2024-04-10T15:12:36.302942+0000","last_unstale":"2024-04-10T15:18:59.360257+0000","last_undegraded":"2024-04-10T15:18:59.360257+0000","last_fullsized":"2024-04-10T15:18:59.360257+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_clean_scrub_stamp":"2024-04-10T15:06:00.806798+0000","objects_scrubbed":0,"log_size":1906,"log_dups_size":0,"ondisk_log_size":1906,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T22:24:14.478717+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.028643207,"stat_sum":{"num_bytes":12533760,"num_objects":17,"num_object_clones":12,"num_object_copies":51,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":17,"num_whiteouts":0,"num_read":396,"num_read_kb":891605,"num_write":983,"num_write_kb":191136,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":3,"num_bytes_recovered":26386432,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4,3],"acting":[2,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"2.d","version":"62'1","reported_seq":1218,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.331423+0000","last_change":"2024-04-10T15:12:36.296225+0000","last_active":"2024-04-10T15:18:59.331423+0000","last_peered":"2024-04-10T15:18:59.331423+0000","last_clean":"2024-04-10T15:18:59.331423+0000","last_became_active":"2024-04-10T15:12:36.295846+0000","last_became_peered":"2024-04-10T15:12:36.295846+0000","last_unstale":"2024-04-10T15:18:59.331423+0000","last_undegraded":"2024-04-10T15:18:59.331423+0000","last_fullsized":"2024-04-10T15:18:59.331423+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:53:51.678573+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":1,"num_read_kb":1,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4,3],"acting":[1,4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":1116,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.331052+0000","last_change":"2024-04-10T15:13:46.347550+0000","last_active":"2024-04-10T15:18:59.331052+0000","last_peered":"2024-04-10T15:18:59.331052+0000","last_clean":"2024-04-10T15:18:59.331052+0000","last_became_active":"2024-04-10T15:13:46.347012+0000","last_became_peered":"2024-04-10T15:13:46.347012+0000","last_unstale":"2024-04-10T15:18:59.331052+0000","last_undegraded":"2024-04-10T15:18:59.331052+0000","last_fullsized":"2024-04-10T15:18:59.331052+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:19:16.614565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,6],"acting":[5,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"814'805","reported_seq":3596,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.335287+0000","last_change":"2024-04-10T15:18:59.336522+0000","last_active":"2024-04-10T15:18:59.335287+0000","last_peered":"2024-04-10T15:18:59.335287+0000","last_clean":"2024-04-10T15:18:59.335287+0000","last_became_active":"2024-04-10T15:14:21.366202+0000","last_became_peered":"2024-04-10T15:14:21.366202+0000","last_unstale":"2024-04-10T15:18:59.335287+0000","last_undegraded":"2024-04-10T15:18:59.335287+0000","last_fullsized":"2024-04-10T15:18:59.335287+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":73,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:06:00.806798+0000","last_clean_scrub_stamp":"2024-04-10T15:06:00.806798+0000","objects_scrubbed":0,"log_size":805,"log_dups_size":0,"ondisk_log_size":805,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T23:43:12.075734+0000","scrub_duration":0,"objects_trimmed":1,"snaptrim_duration":0.0068299950000000002,"stat_sum":{"num_bytes":5734400,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":157,"num_read_kb":119735,"num_write":327,"num_write_kb":70256,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":4,"num_bytes_recovered":12181504,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6,1],"acting":[7,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[{"start":"190","length":"1"},{"start":"1b3","length":"1"},{"start":"1be","length":"1"}]},{"pgid":"2.e","version":"62'2","reported_seq":1197,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.334427+0000","last_change":"2024-04-10T15:14:21.367620+0000","last_active":"2024-04-10T15:18:59.334427+0000","last_peered":"2024-04-10T15:18:59.334427+0000","last_clean":"2024-04-10T15:18:59.334427+0000","last_became_active":"2024-04-10T15:14:21.367240+0000","last_became_peered":"2024-04-10T15:14:21.367240+0000","last_unstale":"2024-04-10T15:18:59.334427+0000","last_undegraded":"2024-04-10T15:18:59.334427+0000","last_fullsized":"2024-04-10T15:18:59.334427+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":60,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:00.257692+0000","last_clean_scrub_stamp":"2024-04-10T15:03:00.257692+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T19:46:25.640296+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":3,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":6,"num_read_kb":6,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,7],"acting":[2,3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":1062,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.332872+0000","last_change":"2024-04-10T15:14:21.371472+0000","last_active":"2024-04-10T15:18:59.332872+0000","last_peered":"2024-04-10T15:18:59.332872+0000","last_clean":"2024-04-10T15:18:59.332872+0000","last_became_active":"2024-04-10T15:14:21.371065+0000","last_became_peered":"2024-04-10T15:14:21.371065+0000","last_unstale":"2024-04-10T15:18:59.332872+0000","last_undegraded":"2024-04-10T15:18:59.332872+0000","last_fullsized":"2024-04-10T15:18:59.332872+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:31:26.404047+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4,0],"acting":[7,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":1081,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.333634+0000","last_change":"2024-04-10T15:13:46.355651+0000","last_active":"2024-04-10T15:18:59.333634+0000","last_peered":"2024-04-10T15:18:59.333634+0000","last_clean":"2024-04-10T15:18:59.333634+0000","last_became_active":"2024-04-10T15:13:46.354991+0000","last_became_peered":"2024-04-10T15:13:46.354991+0000","last_unstale":"2024-04-10T15:18:59.333634+0000","last_undegraded":"2024-04-10T15:18:59.333634+0000","last_fullsized":"2024-04-10T15:18:59.333634+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:24:57.298622+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0,5],"acting":[6,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":1192,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.333134+0000","last_change":"2024-04-10T15:13:46.346213+0000","last_active":"2024-04-10T15:18:59.333134+0000","last_peered":"2024-04-10T15:18:59.333134+0000","last_clean":"2024-04-10T15:18:59.333134+0000","last_became_active":"2024-04-10T15:13:46.345874+0000","last_became_peered":"2024-04-10T15:13:46.345874+0000","last_unstale":"2024-04-10T15:18:59.333134+0000","last_undegraded":"2024-04-10T15:18:59.333134+0000","last_fullsized":"2024-04-10T15:18:59.333134+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:50:12.084603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5,6],"acting":[2,5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":1122,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.331409+0000","last_change":"2024-04-10T15:13:12.267594+0000","last_active":"2024-04-10T15:18:59.331409+0000","last_peered":"2024-04-10T15:18:59.331409+0000","last_clean":"2024-04-10T15:18:59.331409+0000","last_became_active":"2024-04-10T15:13:12.267201+0000","last_became_peered":"2024-04-10T15:13:12.267201+0000","last_unstale":"2024-04-10T15:18:59.331409+0000","last_undegraded":"2024-04-10T15:18:59.331409+0000","last_fullsized":"2024-04-10T15:18:59.331409+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T15:16:30.119466+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,0],"acting":[5,3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":1193,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.335233+0000","last_change":"2024-04-10T15:12:36.303352+0000","last_active":"2024-04-10T15:18:59.335233+0000","last_peered":"2024-04-10T15:18:59.335233+0000","last_clean":"2024-04-10T15:18:59.335233+0000","last_became_active":"2024-04-10T15:12:36.302709+0000","last_became_peered":"2024-04-10T15:12:36.302709+0000","last_unstale":"2024-04-10T15:18:59.335233+0000","last_undegraded":"2024-04-10T15:18:59.335233+0000","last_fullsized":"2024-04-10T15:18:59.335233+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T17:03:55.263831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3,4],"acting":[2,3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":1185,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.326056+0000","last_change":"2024-04-10T15:12:36.293612+0000","last_active":"2024-04-10T15:18:59.326056+0000","last_peered":"2024-04-10T15:18:59.326056+0000","last_clean":"2024-04-10T15:18:59.326056+0000","last_became_active":"2024-04-10T15:12:36.293291+0000","last_became_peered":"2024-04-10T15:12:36.293291+0000","last_unstale":"2024-04-10T15:18:59.326056+0000","last_undegraded":"2024-04-10T15:18:59.326056+0000","last_fullsized":"2024-04-10T15:18:59.326056+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:33:31.337305+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,0],"acting":[3,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":1215,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.331475+0000","last_change":"2024-04-10T15:12:02.501604+0000","last_active":"2024-04-10T15:18:59.331475+0000","last_peered":"2024-04-10T15:18:59.331475+0000","last_clean":"2024-04-10T15:18:59.331475+0000","last_became_active":"2024-04-10T15:12:02.501299+0000","last_became_peered":"2024-04-10T15:12:02.501299+0000","last_unstale":"2024-04-10T15:18:59.331475+0000","last_undegraded":"2024-04-10T15:18:59.331475+0000","last_fullsized":"2024-04-10T15:18:59.331475+0000","mapping_epoch":413,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":414,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T01:33:38.811979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,2],"acting":[1,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":1085,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.334111+0000","last_change":"2024-04-10T15:14:21.360717+0000","last_active":"2024-04-10T15:18:59.334111+0000","last_peered":"2024-04-10T15:18:59.334111+0000","last_clean":"2024-04-10T15:18:59.334111+0000","last_became_active":"2024-04-10T15:14:21.360416+0000","last_became_peered":"2024-04-10T15:14:21.360416+0000","last_unstale":"2024-04-10T15:18:59.334111+0000","last_undegraded":"2024-04-10T15:18:59.334111+0000","last_fullsized":"2024-04-10T15:18:59.334111+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:25:59.593332+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,4],"acting":[6,7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":1168,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.326760+0000","last_change":"2024-04-10T15:12:36.291461+0000","last_active":"2024-04-10T15:18:59.326760+0000","last_peered":"2024-04-10T15:18:59.326760+0000","last_clean":"2024-04-10T15:18:59.326760+0000","last_became_active":"2024-04-10T15:12:36.291137+0000","last_became_peered":"2024-04-10T15:12:36.291137+0000","last_unstale":"2024-04-10T15:18:59.326760+0000","last_undegraded":"2024-04-10T15:18:59.326760+0000","last_fullsized":"2024-04-10T15:18:59.326760+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:20:25.435073+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,2],"acting":[3,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":1122,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.329555+0000","last_change":"2024-04-10T15:13:12.270320+0000","last_active":"2024-04-10T15:18:59.329555+0000","last_peered":"2024-04-10T15:18:59.329555+0000","last_clean":"2024-04-10T15:18:59.329555+0000","last_became_active":"2024-04-10T15:13:12.269991+0000","last_became_peered":"2024-04-10T15:13:12.269991+0000","last_unstale":"2024-04-10T15:18:59.329555+0000","last_undegraded":"2024-04-10T15:18:59.329555+0000","last_fullsized":"2024-04-10T15:18:59.329555+0000","mapping_epoch":475,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":476,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:58:38.818155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3,2],"acting":[5,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":1176,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.325940+0000","last_change":"2024-04-10T15:12:36.291457+0000","last_active":"2024-04-10T15:18:59.325940+0000","last_peered":"2024-04-10T15:18:59.325940+0000","last_clean":"2024-04-10T15:18:59.325940+0000","last_became_active":"2024-04-10T15:12:36.291186+0000","last_became_peered":"2024-04-10T15:12:36.291186+0000","last_unstale":"2024-04-10T15:18:59.325940+0000","last_undegraded":"2024-04-10T15:18:59.325940+0000","last_fullsized":"2024-04-10T15:18:59.325940+0000","mapping_epoch":444,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":445,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T18:28:50.888739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4,1],"acting":[3,4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":1086,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.330980+0000","last_change":"2024-04-10T15:14:21.362169+0000","last_active":"2024-04-10T15:18:59.330980+0000","last_peered":"2024-04-10T15:18:59.330980+0000","last_clean":"2024-04-10T15:18:59.330980+0000","last_became_active":"2024-04-10T15:14:21.361517+0000","last_became_peered":"2024-04-10T15:14:21.361517+0000","last_unstale":"2024-04-10T15:18:59.330980+0000","last_undegraded":"2024-04-10T15:18:59.330980+0000","last_fullsized":"2024-04-10T15:18:59.330980+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T20:54:35.085007+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,6],"acting":[5,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":1237,"reported_epoch":813,"state":"active+clean","last_fresh":"2024-04-10T15:18:58.327055+0000","last_change":"2024-04-10T15:14:21.364405+0000","last_active":"2024-04-10T15:18:58.327055+0000","last_peered":"2024-04-10T15:18:58.327055+0000","last_clean":"2024-04-10T15:18:58.327055+0000","last_became_active":"2024-04-10T15:14:21.364088+0000","last_became_peered":"2024-04-10T15:14:21.364088+0000","last_unstale":"2024-04-10T15:18:58.327055+0000","last_undegraded":"2024-04-10T15:18:58.327055+0000","last_fullsized":"2024-04-10T15:18:58.327055+0000","mapping_epoch":538,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":539,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-12T02:57:32.150603+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,1],"acting":[0,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":1092,"reported_epoch":814,"state":"active+clean","last_fresh":"2024-04-10T15:18:59.334141+0000","last_change":"2024-04-10T15:13:46.352088+0000","last_active":"2024-04-10T15:18:59.334141+0000","last_peered":"2024-04-10T15:18:59.334141+0000","last_clean":"2024-04-10T15:18:59.334141+0000","last_became_active":"2024-04-10T15:13:46.351789+0000","last_became_peered":"2024-04-10T15:13:46.351789+0000","last_unstale":"2024-04-10T15:18:59.334141+0000","last_undegraded":"2024-04-10T15:18:59.334141+0000","last_fullsized":"2024-04-10T15:18:59.334141+0000","mapping_epoch":504,"log_start":"0'0","ondisk_log_start":"0'0","created":61,"last_epoch_clean":505,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-04-10T15:03:01.259822+0000","last_clean_scrub_stamp":"2024-04-10T15:03:01.259822+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-04-11T16:38:47.714252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4,0],"acting":[6,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]}],"pool_stats":[{"poolid":5,"num_pg":16,"stat_sum":{"num_bytes":260898816,"num_objects":151,"num_object_clones":103,"num_object_copies":453,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":151,"num_whiteouts":8,"num_read":3772,"num_read_kb":6112147,"num_write":8703,"num_write_kb":1972624,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":100,"num_bytes_recovered":359391232,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":366690304,"data_stored":687874048,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":19111,"ondisk_log_size":19111,"up":48,"acting":48,"num_store_stats":8},{"poolid":4,"num_pg":8,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":24,"acting":24,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":192,"acting":192,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":6,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":998,"num_read_kb":1844,"num_write":351,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":6,"num_bytes_recovered":1771104,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1781760,"data_stored":1771104,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":217,"ondisk_log_size":217,"up":3,"acting":3,"num_store_stats":3},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":6622,"num_objects":22,"num_object_clones":0,"num_object_copies":66,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":79,"num_read_kb":87,"num_write":68,"num_write_kb":36,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":110592,"data_stored":19866,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":44501,"internal_metadata":0},"log_size":68,"ondisk_log_size":68,"up":96,"acting":96,"num_store_stats":8}],"osd_stats":[{"osd":7,"up_from":538,"seq":2310692405305,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":189980,"kb_used_data":52744,"kb_used_omap":31,"kb_used_meta":137184,"kb_avail":93555172,"statfs":{"total":95995035648,"available":95800496128,"internally_reserved":0,"allocated":54009856,"data_stored":78858774,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":32463,"internal_metadata":140476721},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":6,"up_from":504,"seq":2164663517248,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":263408,"kb_used_data":51296,"kb_used_omap":32,"kb_used_meta":212063,"kb_avail":93481744,"statfs":{"total":95995035648,"available":95725305856,"internally_reserved":0,"allocated":52527104,"data_stored":74829434,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":33029,"internal_metadata":217153275},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":1,"up_from":346,"seq":1486058684515,"num_pgs":46,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":197792,"kb_used_data":35280,"kb_used_omap":17,"kb_used_meta":162478,"kb_avail":93547360,"statfs":{"total":95995035648,"available":95792496640,"internally_reserved":0,"allocated":36126720,"data_stored":67406698,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":17894,"internal_metadata":166378010},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":0,"up_from":313,"seq":1344324763753,"num_pgs":53,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":394932,"kb_used_data":57568,"kb_used_omap":25,"kb_used_meta":337318,"kb_avail":93350220,"statfs":{"total":95995035648,"available":95590625280,"internally_reserved":0,"allocated":58949632,"data_stored":110114098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":26152,"internal_metadata":345414104},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":2,"up_from":380,"seq":1632087572572,"num_pgs":37,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":364680,"kb_used_data":48756,"kb_used_omap":28,"kb_used_meta":315875,"kb_avail":93380472,"statfs":{"total":95995035648,"available":95621603328,"internally_reserved":0,"allocated":49926144,"data_stored":91683530,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":29194,"internal_metadata":323456502},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]},{"osd":3,"up_from":413,"seq":1773821493333,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":212928,"kb_used_data":38448,"kb_used_omap":19,"kb_used_meta":174444,"kb_avail":93532224,"statfs":{"total":95995035648,"available":95776997376,"internally_reserved":0,"allocated":39370752,"data_stored":49562098,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":20425,"internal_metadata":178630711},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[]},{"osd":4,"up_from":444,"seq":1906965479502,"num_pgs":45,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":420136,"kb_used_data":82004,"kb_used_omap":42,"kb_used_meta":338069,"kb_avail":93325016,"statfs":{"total":95995035648,"available":95564816384,"internally_reserved":0,"allocated":83972096,"data_stored":149117022,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":43780,"internal_metadata":346182908},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[]},{"osd":5,"up_from":475,"seq":2040109465671,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":93745152,"kb_used":405248,"kb_used_data":75184,"kb_used_omap":51,"kb_used_meta":329996,"kb_avail":93339904,"statfs":{"total":95995035648,"available":95580061696,"internally_reserved":0,"allocated":76988416,"data_stored":136221156,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":53164,"internal_metadata":337915988},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5613,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":4410,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5230,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":24576,"data_stored":5928,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6587,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":708,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":6558,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":20480,"data_stored":5914,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5053,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":5824,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5605,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":5445,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":49631232,"data_stored":104472576,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":27377664,"data_stored":62337024,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":41185280,"data_stored":86614016,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":30605312,"data_stored":44486656,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":70029312,"data_stored":129490944,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":68227072,"data_stored":131145728,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":38416384,"data_stored":59584512,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":41218048,"data_stored":69742592,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-04-10T15:19:04.868 INFO:tasks.cephadm.ceph_manager.ceph:removing pool_name unique_pool_0 2024-04-10T15:19:04.868 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm --image quay.ceph.io/ceph-ci/ceph:reef shell --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 -- ceph osd pool rm unique_pool_0 unique_pool_0 --yes-i-really-really-mean-it 2024-04-10T15:19:05.074 INFO:teuthology.orchestra.run.smithi102.stderr:Inferring config /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/mon.a/config 2024-04-10T15:19:05.501 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:05 smithi102 ceph-mon[90943]: from='client.44426 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:19:05.501 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:05 smithi102 ceph-mon[88557]: from='client.44426 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:19:05.624 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:05 smithi154 ceph-mon[84269]: from='client.44426 -' entity='client.admin' cmd=[{"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}]: dispatch 2024-04-10T15:19:06.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:06 smithi102 ceph-mon[90943]: pgmap v886: 121 pgs: 121 active+clean; 246 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 588 B/s rd, 1.2 MiB/s wr, 11 op/s 2024-04-10T15:19:06.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:06 smithi102 ceph-mon[88557]: pgmap v886: 121 pgs: 121 active+clean; 246 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 588 B/s rd, 1.2 MiB/s wr, 11 op/s 2024-04-10T15:19:06.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:06 smithi154 ceph-mon[84269]: pgmap v886: 121 pgs: 121 active+clean; 246 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 588 B/s rd, 1.2 MiB/s wr, 11 op/s 2024-04-10T15:19:07.315 INFO:teuthology.orchestra.run.smithi102.stderr:pool 'unique_pool_0' removed 2024-04-10T15:19:07.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:07 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3716715604' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T15:19:07.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:07 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3716715604' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T15:19:07.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:07 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3716715604' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T15:19:07.655 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:19:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:19:07] "GET /metrics HTTP/1.1" 200 36341 "" "Prometheus/2.43.0" 2024-04-10T15:19:07.962 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T15:19:07.962 INFO:teuthology.task.print:**** done end ec-rados-default.yaml 2024-04-10T15:19:07.962 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T15:19:07.962 INFO:teuthology.task.print:**** done start rados_api.yaml 2024-04-10T15:19:07.962 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-10T15:19:07.963 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-10T15:19:07.964 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-10T15:19:07.964 DEBUG:teuthology.orchestra.run.smithi102:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-10T15:19:07.980 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T15:19:07.981 INFO:teuthology.orchestra.run.smithi102.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-10T15:19:07.981 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T15:19:08.036 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-10T15:19:08.037 DEBUG:teuthology.orchestra.run.smithi102:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-10T15:19:08.092 INFO:tasks.workunit:timeout=3h 2024-04-10T15:19:08.092 INFO:tasks.workunit:cleanup=True 2024-04-10T15:19:08.093 DEBUG:teuthology.orchestra.run.smithi102:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-10T15:19:08.148 INFO:tasks.workunit.client.0.smithi102.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-10T15:19:08.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:08 smithi154 ceph-mon[84269]: pgmap v887: 121 pgs: 121 active+clean; 246 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-10T15:19:08.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:08 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3716715604' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-10T15:19:08.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:08 smithi154 ceph-mon[84269]: osdmap e816: 8 total, 8 up, 8 in 2024-04-10T15:19:08.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:19:08.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:08 smithi102 ceph-mon[90943]: pgmap v887: 121 pgs: 121 active+clean; 246 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-10T15:19:08.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:08 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3716715604' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-10T15:19:08.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:08 smithi102 ceph-mon[90943]: osdmap e816: 8 total, 8 up, 8 in 2024-04-10T15:19:08.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:19:08.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:08 smithi102 ceph-mon[88557]: pgmap v887: 121 pgs: 121 active+clean; 246 MiB data, 2.3 GiB used, 713 GiB / 715 GiB avail; 511 B/s rd, 1.0 MiB/s wr, 9 op/s 2024-04-10T15:19:08.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:08 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3716715604' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "unique_pool_0", "pool2": "unique_pool_0", "yes_i_really_really_mean_it": true}]': finished 2024-04-10T15:19:08.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:08 smithi102 ceph-mon[88557]: osdmap e816: 8 total, 8 up, 8 in 2024-04-10T15:19:08.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:19:09.624 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:09 smithi154 ceph-mon[84269]: pgmap v889: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:09.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:09 smithi102 ceph-mon[90943]: pgmap v889: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:09.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:09 smithi102 ceph-mon[88557]: pgmap v889: 105 pgs: 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:11.624 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:11 smithi154 ceph-mon[84269]: pgmap v890: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:11.654 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:11 smithi102 ceph-mon[90943]: pgmap v890: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:11.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:11 smithi102 ceph-mon[88557]: pgmap v890: 105 pgs: 105 active+clean; 583 KiB data, 2.1 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:12.624 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:19:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:19:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:19:13.624 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:13 smithi154 ceph-mon[84269]: pgmap v891: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:13.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:13 smithi102 ceph-mon[90943]: pgmap v891: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:13.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:13 smithi102 ceph-mon[88557]: pgmap v891: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:14.385 DEBUG:teuthology.orchestra.run.smithi102:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-10T15:19:14.439 INFO:tasks.workunit.client.0.smithi102.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-10T15:19:14.441 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T15:19:14.441 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-10T15:19:14.492 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-10T15:19:14.542 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-10T15:19:14.582 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T15:19:14.584 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T15:19:14.584 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-10T15:19:14.624 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:19:14.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:19:14.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:19:14.628 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T15:19:14.631 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-10T15:19:14.632 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-10T15:19:14.654 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:19:14.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:19:14.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:19:14.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:19:14.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:19:14.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:19:14.670 INFO:tasks.workunit:Running workunits matching cls on client.0... 2024-04-10T15:19:14.671 INFO:tasks.workunit:Running workunit cls/test_cls_2pc_queue.sh... 2024-04-10T15:19:14.671 DEBUG:teuthology.orchestra.run.smithi102:workunit test cls/test_cls_2pc_queue.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_2pc_queue.sh 2024-04-10T15:19:14.738 INFO:tasks.workunit.client.0.smithi102.stdout:Running main() from gmock_main.cc 2024-04-10T15:19:14.739 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] Running 22 tests from 1 test suite. 2024-04-10T15:19:14.739 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment set-up. 2024-04-10T15:19:14.739 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 22 tests from TestCls2PCQueue 2024-04-10T15:19:14.739 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.GetCapacity 2024-04-10T15:19:15.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:19:15.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:19:15.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:15 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:19:15.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:15 smithi154 ceph-mon[84269]: pgmap v892: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:15.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:19:15.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:19:15.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:15 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:19:15.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:15 smithi102 ceph-mon[88557]: pgmap v892: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:15.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:19:15.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:19:15.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:15 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:19:15.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:15 smithi102 ceph-mon[90943]: pgmap v892: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:16.874 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:16 smithi154 ceph-mon[84269]: osdmap e817: 8 total, 8 up, 8 in 2024-04-10T15:19:16.875 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:16 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3810749598' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:16.875 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:16 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:16.905 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:16 smithi102 ceph-mon[88557]: osdmap e817: 8 total, 8 up, 8 in 2024-04-10T15:19:16.905 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:16 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3810749598' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:16.905 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:16 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:16.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:16 smithi102 ceph-mon[90943]: osdmap e817: 8 total, 8 up, 8 in 2024-04-10T15:19:16.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:16 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3810749598' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:16.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:16 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:17.617 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.GetCapacity (2879 ms) 2024-04-10T15:19:17.617 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.AsyncGetCapacity 2024-04-10T15:19:17.874 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:17 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:17.875 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:17 smithi154 ceph-mon[84269]: osdmap e818: 8 total, 8 up, 8 in 2024-04-10T15:19:17.875 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:17 smithi154 ceph-mon[84269]: pgmap v895: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:17.905 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:17 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:17.905 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:17 smithi102 ceph-mon[88557]: osdmap e818: 8 total, 8 up, 8 in 2024-04-10T15:19:17.905 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:17 smithi102 ceph-mon[88557]: pgmap v895: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:17.905 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:19:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:19:17] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-04-10T15:19:17.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:17 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:17.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:17 smithi102 ceph-mon[90943]: osdmap e818: 8 total, 8 up, 8 in 2024-04-10T15:19:17.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:17 smithi102 ceph-mon[90943]: pgmap v895: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:18.875 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:18 smithi154 ceph-mon[84269]: osdmap e819: 8 total, 8 up, 8 in 2024-04-10T15:19:18.905 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:18 smithi102 ceph-mon[88557]: osdmap e819: 8 total, 8 up, 8 in 2024-04-10T15:19:18.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:18 smithi102 ceph-mon[90943]: osdmap e819: 8 total, 8 up, 8 in 2024-04-10T15:19:19.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:19 smithi102 ceph-mon[90943]: osdmap e820: 8 total, 8 up, 8 in 2024-04-10T15:19:19.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:19 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1408504492' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:19.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:19 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:19.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:19 smithi102 ceph-mon[90943]: pgmap v898: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:19.905 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:19 smithi102 ceph-mon[88557]: osdmap e820: 8 total, 8 up, 8 in 2024-04-10T15:19:19.905 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:19 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1408504492' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:19.906 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:19 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:19.906 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:19 smithi102 ceph-mon[88557]: pgmap v898: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:20.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:19 smithi154 ceph-mon[84269]: osdmap e820: 8 total, 8 up, 8 in 2024-04-10T15:19:20.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:19 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1408504492' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:20.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:19 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:20.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:19 smithi154 ceph-mon[84269]: pgmap v898: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:20.640 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.AsyncGetCapacity (3023 ms) 2024-04-10T15:19:20.641 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.Reserve 2024-04-10T15:19:20.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:20 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:19:20.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:20 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:20.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:20 smithi102 ceph-mon[90943]: osdmap e821: 8 total, 8 up, 8 in 2024-04-10T15:19:20.905 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:20 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:19:20.905 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:20 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:20.905 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:20 smithi102 ceph-mon[88557]: osdmap e821: 8 total, 8 up, 8 in 2024-04-10T15:19:21.026 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:20 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:19:21.026 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:20 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:21.026 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:20 smithi154 ceph-mon[84269]: osdmap e821: 8 total, 8 up, 8 in 2024-04-10T15:19:21.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:21 smithi102 ceph-mon[90943]: osdmap e822: 8 total, 8 up, 8 in 2024-04-10T15:19:21.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:21 smithi102 ceph-mon[90943]: pgmap v901: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:21.905 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:21 smithi102 ceph-mon[88557]: osdmap e822: 8 total, 8 up, 8 in 2024-04-10T15:19:21.905 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:21 smithi102 ceph-mon[88557]: pgmap v901: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:22.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:21 smithi154 ceph-mon[84269]: osdmap e822: 8 total, 8 up, 8 in 2024-04-10T15:19:22.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:21 smithi154 ceph-mon[84269]: pgmap v901: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:22.625 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:19:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:19:22.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:22 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:19:22.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:22 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:19:22.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:22 smithi102 ceph-mon[90943]: osdmap e823: 8 total, 8 up, 8 in 2024-04-10T15:19:22.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:22 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2118201996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:22.905 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:22 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:19:22.905 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:22 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:19:22.905 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:22 smithi102 ceph-mon[88557]: osdmap e823: 8 total, 8 up, 8 in 2024-04-10T15:19:22.906 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:22 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2118201996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:23.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:22 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:19:23.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:22 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:19:23.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:22 smithi154 ceph-mon[84269]: osdmap e823: 8 total, 8 up, 8 in 2024-04-10T15:19:23.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:22 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2118201996' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:23.666 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.Reserve (3025 ms) 2024-04-10T15:19:23.666 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.AsyncReserve 2024-04-10T15:19:24.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:23 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2118201996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:24.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:23 smithi154 ceph-mon[84269]: osdmap e824: 8 total, 8 up, 8 in 2024-04-10T15:19:24.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:19:24.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:23 smithi154 ceph-mon[84269]: pgmap v904: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:24.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:23 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2118201996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:24.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:23 smithi102 ceph-mon[90943]: osdmap e824: 8 total, 8 up, 8 in 2024-04-10T15:19:24.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:19:24.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:23 smithi102 ceph-mon[90943]: pgmap v904: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:24.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:23 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2118201996' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:24.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:23 smithi102 ceph-mon[88557]: osdmap e824: 8 total, 8 up, 8 in 2024-04-10T15:19:24.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:19:24.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:23 smithi102 ceph-mon[88557]: pgmap v904: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:25.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:24 smithi154 ceph-mon[84269]: osdmap e825: 8 total, 8 up, 8 in 2024-04-10T15:19:25.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:24 smithi102 ceph-mon[90943]: osdmap e825: 8 total, 8 up, 8 in 2024-04-10T15:19:25.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:24 smithi102 ceph-mon[88557]: osdmap e825: 8 total, 8 up, 8 in 2024-04-10T15:19:26.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:25 smithi154 ceph-mon[84269]: osdmap e826: 8 total, 8 up, 8 in 2024-04-10T15:19:26.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:25 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3823255410' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:26.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:25 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:26.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:25 smithi154 ceph-mon[84269]: pgmap v907: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:26.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:25 smithi102 ceph-mon[90943]: osdmap e826: 8 total, 8 up, 8 in 2024-04-10T15:19:26.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:25 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3823255410' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:26.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:25 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:26.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:25 smithi102 ceph-mon[90943]: pgmap v907: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:26.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:25 smithi102 ceph-mon[88557]: osdmap e826: 8 total, 8 up, 8 in 2024-04-10T15:19:26.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:25 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3823255410' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:26.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:25 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:26.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:25 smithi102 ceph-mon[88557]: pgmap v907: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:26.687 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.AsyncReserve (3021 ms) 2024-04-10T15:19:26.687 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.Commit 2024-04-10T15:19:27.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:26 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:19:27.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:26 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:27.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:26 smithi154 ceph-mon[84269]: osdmap e827: 8 total, 8 up, 8 in 2024-04-10T15:19:27.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:26 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:19:27.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:26 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:27.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:26 smithi102 ceph-mon[90943]: osdmap e827: 8 total, 8 up, 8 in 2024-04-10T15:19:27.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:26 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:19:27.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:26 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:27.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:26 smithi102 ceph-mon[88557]: osdmap e827: 8 total, 8 up, 8 in 2024-04-10T15:19:27.905 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:19:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:19:27] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2024-04-10T15:19:27.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:27 smithi102 ceph-mon[90943]: osdmap e828: 8 total, 8 up, 8 in 2024-04-10T15:19:27.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:27 smithi102 ceph-mon[90943]: pgmap v910: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:27.906 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:27 smithi102 ceph-mon[88557]: osdmap e828: 8 total, 8 up, 8 in 2024-04-10T15:19:27.906 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:27 smithi102 ceph-mon[88557]: pgmap v910: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:28.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:27 smithi154 ceph-mon[84269]: osdmap e828: 8 total, 8 up, 8 in 2024-04-10T15:19:28.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:27 smithi154 ceph-mon[84269]: pgmap v910: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:29.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:28 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:19:29.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:28 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:19:29.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:28 smithi154 ceph-mon[84269]: osdmap e829: 8 total, 8 up, 8 in 2024-04-10T15:19:29.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:28 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/833920607' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:29.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:28 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:29.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:28 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:19:29.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:28 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:19:29.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:28 smithi102 ceph-mon[90943]: osdmap e829: 8 total, 8 up, 8 in 2024-04-10T15:19:29.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:28 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/833920607' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:29.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:28 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:29.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:28 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:19:29.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:28 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:19:29.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:28 smithi102 ceph-mon[88557]: osdmap e829: 8 total, 8 up, 8 in 2024-04-10T15:19:29.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:28 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/833920607' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:29.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:28 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:29.716 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.Commit (3029 ms) 2024-04-10T15:19:29.716 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.Abort 2024-04-10T15:19:30.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:29 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:30.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:29 smithi154 ceph-mon[84269]: osdmap e830: 8 total, 8 up, 8 in 2024-04-10T15:19:30.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:29 smithi154 ceph-mon[84269]: pgmap v913: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:30.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:29 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:30.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:29 smithi102 ceph-mon[90943]: osdmap e830: 8 total, 8 up, 8 in 2024-04-10T15:19:30.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:29 smithi102 ceph-mon[90943]: pgmap v913: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:30.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:29 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:30.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:29 smithi102 ceph-mon[88557]: osdmap e830: 8 total, 8 up, 8 in 2024-04-10T15:19:30.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:29 smithi102 ceph-mon[88557]: pgmap v913: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:31.056 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:30 smithi102 ceph-mon[88557]: osdmap e831: 8 total, 8 up, 8 in 2024-04-10T15:19:31.056 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:30 smithi102 ceph-mon[90943]: osdmap e831: 8 total, 8 up, 8 in 2024-04-10T15:19:31.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:30 smithi154 ceph-mon[84269]: osdmap e831: 8 total, 8 up, 8 in 2024-04-10T15:19:32.069 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:31 smithi102 ceph-mon[90943]: osdmap e832: 8 total, 8 up, 8 in 2024-04-10T15:19:32.069 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:31 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/553203911' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:32.069 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:31 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:32.069 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:31 smithi102 ceph-mon[90943]: pgmap v916: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:32.070 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:31 smithi102 ceph-mon[88557]: osdmap e832: 8 total, 8 up, 8 in 2024-04-10T15:19:32.070 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:31 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/553203911' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:32.070 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:31 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:32.070 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:31 smithi102 ceph-mon[88557]: pgmap v916: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:32.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:31 smithi154 ceph-mon[84269]: osdmap e832: 8 total, 8 up, 8 in 2024-04-10T15:19:32.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:31 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/553203911' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:32.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:31 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:32.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:31 smithi154 ceph-mon[84269]: pgmap v916: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:32.624 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:19:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:19:32.725 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.Abort (3009 ms) 2024-04-10T15:19:32.725 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.ReserveError 2024-04-10T15:19:33.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:32 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:19:33.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:32 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:33.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:32 smithi154 ceph-mon[84269]: osdmap e833: 8 total, 8 up, 8 in 2024-04-10T15:19:33.154 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:32 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:19:33.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:32 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:33.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:32 smithi102 ceph-mon[90943]: osdmap e833: 8 total, 8 up, 8 in 2024-04-10T15:19:33.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:32 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:19:33.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:32 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:33.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:32 smithi102 ceph-mon[88557]: osdmap e833: 8 total, 8 up, 8 in 2024-04-10T15:19:34.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:33 smithi154 ceph-mon[84269]: osdmap e834: 8 total, 8 up, 8 in 2024-04-10T15:19:34.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:33 smithi154 ceph-mon[84269]: pgmap v919: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:34.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:33 smithi102 ceph-mon[90943]: osdmap e834: 8 total, 8 up, 8 in 2024-04-10T15:19:34.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:33 smithi102 ceph-mon[90943]: pgmap v919: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:34.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:33 smithi102 ceph-mon[88557]: osdmap e834: 8 total, 8 up, 8 in 2024-04-10T15:19:34.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:33 smithi102 ceph-mon[88557]: pgmap v919: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:35.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:34 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:19:35.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:34 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:19:35.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:34 smithi154 ceph-mon[84269]: osdmap e835: 8 total, 8 up, 8 in 2024-04-10T15:19:35.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:34 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/726436640' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:35.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:34 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:35.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:34 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:19:35.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:34 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:19:35.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:34 smithi102 ceph-mon[90943]: osdmap e835: 8 total, 8 up, 8 in 2024-04-10T15:19:35.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:34 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/726436640' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:35.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:34 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:35.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:34 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:19:35.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:34 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:19:35.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:34 smithi102 ceph-mon[88557]: osdmap e835: 8 total, 8 up, 8 in 2024-04-10T15:19:35.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:34 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/726436640' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:35.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:34 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:35.747 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.ReserveError (3022 ms) 2024-04-10T15:19:35.748 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.CommitError 2024-04-10T15:19:36.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:35 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:36.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:35 smithi154 ceph-mon[84269]: osdmap e836: 8 total, 8 up, 8 in 2024-04-10T15:19:36.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:35 smithi154 ceph-mon[84269]: pgmap v922: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:36.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:35 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:36.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:35 smithi102 ceph-mon[90943]: osdmap e836: 8 total, 8 up, 8 in 2024-04-10T15:19:36.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:35 smithi102 ceph-mon[90943]: pgmap v922: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:36.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:35 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:36.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:35 smithi102 ceph-mon[88557]: osdmap e836: 8 total, 8 up, 8 in 2024-04-10T15:19:36.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:35 smithi102 ceph-mon[88557]: pgmap v922: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:37.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:36 smithi154 ceph-mon[84269]: osdmap e837: 8 total, 8 up, 8 in 2024-04-10T15:19:37.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:36 smithi102 ceph-mon[88557]: osdmap e837: 8 total, 8 up, 8 in 2024-04-10T15:19:37.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:36 smithi102 ceph-mon[90943]: osdmap e837: 8 total, 8 up, 8 in 2024-04-10T15:19:37.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:37 smithi102 ceph-mon[90943]: osdmap e838: 8 total, 8 up, 8 in 2024-04-10T15:19:37.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:37 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1176570403' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:37.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:37 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:37.905 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:37 smithi102 ceph-mon[90943]: pgmap v925: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:37.906 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:37 smithi102 ceph-mon[88557]: osdmap e838: 8 total, 8 up, 8 in 2024-04-10T15:19:37.906 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:37 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1176570403' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:37.906 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:37 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:37.906 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:37 smithi102 ceph-mon[88557]: pgmap v925: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:37.907 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:19:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:19:37] "GET /metrics HTTP/1.1" 200 36300 "" "Prometheus/2.43.0" 2024-04-10T15:19:38.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:37 smithi154 ceph-mon[84269]: osdmap e838: 8 total, 8 up, 8 in 2024-04-10T15:19:38.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:37 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1176570403' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:38.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:37 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:38.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:37 smithi154 ceph-mon[84269]: pgmap v925: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:38.768 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.CommitError (3020 ms) 2024-04-10T15:19:38.768 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.AbortError 2024-04-10T15:19:39.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:38 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:19:39.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:38 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:39.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:38 smithi154 ceph-mon[84269]: osdmap e839: 8 total, 8 up, 8 in 2024-04-10T15:19:39.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:19:39.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:19:39.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:38 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:19:39.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:38 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:39.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:38 smithi102 ceph-mon[88557]: osdmap e839: 8 total, 8 up, 8 in 2024-04-10T15:19:39.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:19:39.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:19:39.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:38 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:19:39.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:38 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:39.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:38 smithi102 ceph-mon[90943]: osdmap e839: 8 total, 8 up, 8 in 2024-04-10T15:19:39.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:19:39.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:19:40.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:39 smithi154 ceph-mon[84269]: osdmap e840: 8 total, 8 up, 8 in 2024-04-10T15:19:40.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:39 smithi154 ceph-mon[84269]: pgmap v928: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:40.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:39 smithi102 ceph-mon[88557]: osdmap e840: 8 total, 8 up, 8 in 2024-04-10T15:19:40.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:39 smithi102 ceph-mon[88557]: pgmap v928: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:40.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:39 smithi102 ceph-mon[90943]: osdmap e840: 8 total, 8 up, 8 in 2024-04-10T15:19:40.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:39 smithi102 ceph-mon[90943]: pgmap v928: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:41.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:40 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:19:41.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:40 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:19:41.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:40 smithi154 ceph-mon[84269]: osdmap e841: 8 total, 8 up, 8 in 2024-04-10T15:19:41.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:40 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3895976768' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:41.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:40 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:41.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:40 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:19:41.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:40 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:19:41.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:40 smithi102 ceph-mon[90943]: osdmap e841: 8 total, 8 up, 8 in 2024-04-10T15:19:41.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:40 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3895976768' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:41.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:40 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:41.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:40 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:19:41.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:40 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:19:41.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:40 smithi102 ceph-mon[88557]: osdmap e841: 8 total, 8 up, 8 in 2024-04-10T15:19:41.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:40 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3895976768' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:41.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:40 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:41.792 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.AbortError (3024 ms) 2024-04-10T15:19:41.792 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.MultiReserve 2024-04-10T15:19:42.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:41 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:42.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:41 smithi154 ceph-mon[84269]: osdmap e842: 8 total, 8 up, 8 in 2024-04-10T15:19:42.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:41 smithi154 ceph-mon[84269]: pgmap v931: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:42.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:41 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:42.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:41 smithi102 ceph-mon[90943]: osdmap e842: 8 total, 8 up, 8 in 2024-04-10T15:19:42.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:41 smithi102 ceph-mon[90943]: pgmap v931: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:42.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:41 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:42.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:41 smithi102 ceph-mon[88557]: osdmap e842: 8 total, 8 up, 8 in 2024-04-10T15:19:42.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:41 smithi102 ceph-mon[88557]: pgmap v931: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:42.625 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:19:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:19:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:19:43.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:42 smithi154 ceph-mon[84269]: osdmap e843: 8 total, 8 up, 8 in 2024-04-10T15:19:43.154 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:42 smithi102 ceph-mon[90943]: osdmap e843: 8 total, 8 up, 8 in 2024-04-10T15:19:43.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:42 smithi102 ceph-mon[88557]: osdmap e843: 8 total, 8 up, 8 in 2024-04-10T15:19:44.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:43 smithi154 ceph-mon[84269]: osdmap e844: 8 total, 8 up, 8 in 2024-04-10T15:19:44.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:43 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3044156148' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:44.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:43 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:44.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:43 smithi154 ceph-mon[84269]: pgmap v934: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:44.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:43 smithi102 ceph-mon[88557]: osdmap e844: 8 total, 8 up, 8 in 2024-04-10T15:19:44.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:43 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3044156148' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:44.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:43 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:44.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:43 smithi102 ceph-mon[88557]: pgmap v934: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:44.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:43 smithi102 ceph-mon[90943]: osdmap e844: 8 total, 8 up, 8 in 2024-04-10T15:19:44.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:43 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3044156148' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:44.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:43 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:44.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:43 smithi102 ceph-mon[90943]: pgmap v934: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:44.816 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.MultiReserve (3024 ms) 2024-04-10T15:19:44.817 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.MultiCommit 2024-04-10T15:19:45.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:44 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:19:45.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:44 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:45.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:44 smithi154 ceph-mon[84269]: osdmap e845: 8 total, 8 up, 8 in 2024-04-10T15:19:45.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:44 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:19:45.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:44 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:45.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:44 smithi102 ceph-mon[90943]: osdmap e845: 8 total, 8 up, 8 in 2024-04-10T15:19:45.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:44 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:19:45.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:44 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:45.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:44 smithi102 ceph-mon[88557]: osdmap e845: 8 total, 8 up, 8 in 2024-04-10T15:19:46.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:45 smithi154 ceph-mon[84269]: osdmap e846: 8 total, 8 up, 8 in 2024-04-10T15:19:46.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:45 smithi154 ceph-mon[84269]: pgmap v937: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:46.154 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:45 smithi102 ceph-mon[90943]: osdmap e846: 8 total, 8 up, 8 in 2024-04-10T15:19:46.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:45 smithi102 ceph-mon[90943]: pgmap v937: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:46.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:45 smithi102 ceph-mon[88557]: osdmap e846: 8 total, 8 up, 8 in 2024-04-10T15:19:46.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:45 smithi102 ceph-mon[88557]: pgmap v937: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:47.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:46 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:19:47.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:46 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:19:47.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:46 smithi154 ceph-mon[84269]: osdmap e847: 8 total, 8 up, 8 in 2024-04-10T15:19:47.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:46 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2012935180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:47.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:46 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:47.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:46 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:19:47.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:46 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:19:47.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:46 smithi102 ceph-mon[90943]: osdmap e847: 8 total, 8 up, 8 in 2024-04-10T15:19:47.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:46 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2012935180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:47.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:46 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:47.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:46 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:19:47.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:46 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:19:47.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:46 smithi102 ceph-mon[88557]: osdmap e847: 8 total, 8 up, 8 in 2024-04-10T15:19:47.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:46 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2012935180' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:47.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:46 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:47.829 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:19:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:19:47] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-04-10T15:19:47.847 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.MultiCommit (3028 ms) 2024-04-10T15:19:47.847 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.MultiAbort 2024-04-10T15:19:48.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:47 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:48.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:47 smithi154 ceph-mon[84269]: osdmap e848: 8 total, 8 up, 8 in 2024-04-10T15:19:48.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:47 smithi154 ceph-mon[84269]: pgmap v940: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:48.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:47 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:48.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:47 smithi102 ceph-mon[88557]: osdmap e848: 8 total, 8 up, 8 in 2024-04-10T15:19:48.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:47 smithi102 ceph-mon[88557]: pgmap v940: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:48.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:47 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:48.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:47 smithi102 ceph-mon[90943]: osdmap e848: 8 total, 8 up, 8 in 2024-04-10T15:19:48.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:47 smithi102 ceph-mon[90943]: pgmap v940: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:49.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:48 smithi154 ceph-mon[84269]: osdmap e849: 8 total, 8 up, 8 in 2024-04-10T15:19:49.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:48 smithi102 ceph-mon[88557]: osdmap e849: 8 total, 8 up, 8 in 2024-04-10T15:19:49.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:48 smithi102 ceph-mon[90943]: osdmap e849: 8 total, 8 up, 8 in 2024-04-10T15:19:50.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:49 smithi154 ceph-mon[84269]: osdmap e850: 8 total, 8 up, 8 in 2024-04-10T15:19:50.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:49 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/613258482' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:50.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:49 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:50.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:49 smithi154 ceph-mon[84269]: pgmap v943: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:50.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:49 smithi102 ceph-mon[90943]: osdmap e850: 8 total, 8 up, 8 in 2024-04-10T15:19:50.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:49 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/613258482' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:50.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:49 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:50.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:49 smithi102 ceph-mon[90943]: pgmap v943: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:50.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:49 smithi102 ceph-mon[88557]: osdmap e850: 8 total, 8 up, 8 in 2024-04-10T15:19:50.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:49 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/613258482' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:50.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:49 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:50.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:49 smithi102 ceph-mon[88557]: pgmap v943: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:50.877 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.MultiAbort (3032 ms) 2024-04-10T15:19:50.877 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.ReserveCommit 2024-04-10T15:19:51.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:50 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:19:51.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:50 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:51.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:50 smithi154 ceph-mon[84269]: osdmap e851: 8 total, 8 up, 8 in 2024-04-10T15:19:51.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:50 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:19:51.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:50 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:51.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:50 smithi102 ceph-mon[90943]: osdmap e851: 8 total, 8 up, 8 in 2024-04-10T15:19:51.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:50 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:19:51.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:50 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:51.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:50 smithi102 ceph-mon[88557]: osdmap e851: 8 total, 8 up, 8 in 2024-04-10T15:19:52.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:51 smithi154 ceph-mon[84269]: osdmap e852: 8 total, 8 up, 8 in 2024-04-10T15:19:52.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:51 smithi154 ceph-mon[84269]: pgmap v946: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:52.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:51 smithi102 ceph-mon[90943]: osdmap e852: 8 total, 8 up, 8 in 2024-04-10T15:19:52.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:51 smithi102 ceph-mon[90943]: pgmap v946: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:52.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:51 smithi102 ceph-mon[88557]: osdmap e852: 8 total, 8 up, 8 in 2024-04-10T15:19:52.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:51 smithi102 ceph-mon[88557]: pgmap v946: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:52.624 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:19:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:19:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:19:53.124 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:52 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:19:53.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:52 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:19:53.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:52 smithi154 ceph-mon[84269]: osdmap e853: 8 total, 8 up, 8 in 2024-04-10T15:19:53.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:52 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1080239183' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:53.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:52 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:53.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:52 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:19:53.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:52 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:19:53.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:52 smithi102 ceph-mon[88557]: osdmap e853: 8 total, 8 up, 8 in 2024-04-10T15:19:53.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:52 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1080239183' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:53.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:52 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:53.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:52 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:19:53.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:52 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:19:53.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:52 smithi102 ceph-mon[90943]: osdmap e853: 8 total, 8 up, 8 in 2024-04-10T15:19:53.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:52 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1080239183' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:53.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:52 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:53.891 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.ReserveCommit (3014 ms) 2024-04-10T15:19:53.891 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.ReserveAbort 2024-04-10T15:19:54.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:53 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:54.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:53 smithi102 ceph-mon[88557]: osdmap e854: 8 total, 8 up, 8 in 2024-04-10T15:19:54.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:19:54.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:19:54.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:53 smithi102 ceph-mon[88557]: pgmap v949: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:54.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:53 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:54.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:53 smithi102 ceph-mon[90943]: osdmap e854: 8 total, 8 up, 8 in 2024-04-10T15:19:54.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:19:54.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:19:54.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:53 smithi102 ceph-mon[90943]: pgmap v949: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:54.374 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:53 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:54.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:53 smithi154 ceph-mon[84269]: osdmap e854: 8 total, 8 up, 8 in 2024-04-10T15:19:54.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:19:54.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:19:54.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:53 smithi154 ceph-mon[84269]: pgmap v949: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:55.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:54 smithi102 ceph-mon[90943]: osdmap e855: 8 total, 8 up, 8 in 2024-04-10T15:19:55.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:54 smithi102 ceph-mon[88557]: osdmap e855: 8 total, 8 up, 8 in 2024-04-10T15:19:55.374 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:54 smithi154 ceph-mon[84269]: osdmap e855: 8 total, 8 up, 8 in 2024-04-10T15:19:56.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:55 smithi102 ceph-mon[90943]: osdmap e856: 8 total, 8 up, 8 in 2024-04-10T15:19:56.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:55 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3778776125' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:56.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:55 smithi102 ceph-mon[90943]: pgmap v952: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:56.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:55 smithi102 ceph-mon[88557]: osdmap e856: 8 total, 8 up, 8 in 2024-04-10T15:19:56.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:55 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3778776125' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:56.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:55 smithi102 ceph-mon[88557]: pgmap v952: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:56.374 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:55 smithi154 ceph-mon[84269]: osdmap e856: 8 total, 8 up, 8 in 2024-04-10T15:19:56.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:55 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3778776125' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:56.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:55 smithi154 ceph-mon[84269]: pgmap v952: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:56.906 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.ReserveAbort (3015 ms) 2024-04-10T15:19:56.906 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.ManualCleanup 2024-04-10T15:19:57.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:56 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:19:57.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:56 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3778776125' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:57.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:56 smithi102 ceph-mon[90943]: osdmap e857: 8 total, 8 up, 8 in 2024-04-10T15:19:57.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:56 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:19:57.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:56 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3778776125' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:57.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:56 smithi102 ceph-mon[88557]: osdmap e857: 8 total, 8 up, 8 in 2024-04-10T15:19:57.374 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:56 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:19:57.374 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:56 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3778776125' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:19:57.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:56 smithi154 ceph-mon[84269]: osdmap e857: 8 total, 8 up, 8 in 2024-04-10T15:19:57.905 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:19:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:19:57] "GET /metrics HTTP/1.1" 200 36364 "" "Prometheus/2.43.0" 2024-04-10T15:19:58.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:57 smithi154 ceph-mon[84269]: osdmap e858: 8 total, 8 up, 8 in 2024-04-10T15:19:58.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:57 smithi154 ceph-mon[84269]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:58.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:57 smithi102 ceph-mon[90943]: osdmap e858: 8 total, 8 up, 8 in 2024-04-10T15:19:58.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:57 smithi102 ceph-mon[90943]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:58.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:57 smithi102 ceph-mon[88557]: osdmap e858: 8 total, 8 up, 8 in 2024-04-10T15:19:58.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:57 smithi102 ceph-mon[88557]: pgmap v955: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:19:59.374 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:58 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:19:59.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:58 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:19:59.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:58 smithi154 ceph-mon[84269]: osdmap e859: 8 total, 8 up, 8 in 2024-04-10T15:19:59.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:58 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/51362812' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:59.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:58 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:19:59.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:58 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:19:59.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:58 smithi102 ceph-mon[90943]: osdmap e859: 8 total, 8 up, 8 in 2024-04-10T15:19:59.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:58 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/51362812' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:59.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:58 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:19:59.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:58 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:19:59.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:58 smithi102 ceph-mon[88557]: osdmap e859: 8 total, 8 up, 8 in 2024-04-10T15:19:59.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:58 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/51362812' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:19:59.929 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.ManualCleanup (3023 ms) 2024-04-10T15:19:59.929 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.Cleanup 2024-04-10T15:20:00.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:59 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/51362812' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:00.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:59 smithi154 ceph-mon[84269]: osdmap e860: 8 total, 8 up, 8 in 2024-04-10T15:20:00.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:19:59 smithi154 ceph-mon[84269]: pgmap v958: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:00.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:59 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/51362812' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:00.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:59 smithi102 ceph-mon[90943]: osdmap e860: 8 total, 8 up, 8 in 2024-04-10T15:20:00.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:19:59 smithi102 ceph-mon[90943]: pgmap v958: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:00.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:59 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/51362812' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:00.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:59 smithi102 ceph-mon[88557]: osdmap e860: 8 total, 8 up, 8 in 2024-04-10T15:20:00.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:19:59 smithi102 ceph-mon[88557]: pgmap v958: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:01.306 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:00 smithi102 ceph-mon[90943]: osdmap e861: 8 total, 8 up, 8 in 2024-04-10T15:20:01.306 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:00 smithi102 ceph-mon[90943]: overall HEALTH_OK 2024-04-10T15:20:01.306 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:00 smithi102 ceph-mon[88557]: osdmap e861: 8 total, 8 up, 8 in 2024-04-10T15:20:01.307 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:00 smithi102 ceph-mon[88557]: overall HEALTH_OK 2024-04-10T15:20:01.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:00 smithi154 ceph-mon[84269]: osdmap e861: 8 total, 8 up, 8 in 2024-04-10T15:20:01.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:00 smithi154 ceph-mon[84269]: overall HEALTH_OK 2024-04-10T15:20:02.285 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:01 smithi154 ceph-mon[84269]: osdmap e862: 8 total, 8 up, 8 in 2024-04-10T15:20:02.285 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:01 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/716080171' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:02.285 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:01 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:02.285 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:01 smithi154 ceph-mon[84269]: pgmap v961: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:02.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:01 smithi102 ceph-mon[90943]: osdmap e862: 8 total, 8 up, 8 in 2024-04-10T15:20:02.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:01 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/716080171' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:02.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:01 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:02.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:01 smithi102 ceph-mon[90943]: pgmap v961: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:02.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:01 smithi102 ceph-mon[88557]: osdmap e862: 8 total, 8 up, 8 in 2024-04-10T15:20:02.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:01 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/716080171' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:02.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:01 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:02.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:01 smithi102 ceph-mon[88557]: pgmap v961: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:02.625 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:20:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:20:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:20:02.950 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.Cleanup (3021 ms) 2024-04-10T15:20:02.950 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.MultiProducer 2024-04-10T15:20:03.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:02 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:20:03.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:02 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:03.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:02 smithi154 ceph-mon[84269]: osdmap e863: 8 total, 8 up, 8 in 2024-04-10T15:20:03.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:02 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:20:03.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:02 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:03.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:02 smithi102 ceph-mon[90943]: osdmap e863: 8 total, 8 up, 8 in 2024-04-10T15:20:03.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:02 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:20:03.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:02 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:03.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:02 smithi102 ceph-mon[88557]: osdmap e863: 8 total, 8 up, 8 in 2024-04-10T15:20:04.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:03 smithi154 ceph-mon[84269]: osdmap e864: 8 total, 8 up, 8 in 2024-04-10T15:20:04.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:03 smithi154 ceph-mon[84269]: pgmap v964: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:04.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:03 smithi102 ceph-mon[90943]: osdmap e864: 8 total, 8 up, 8 in 2024-04-10T15:20:04.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:03 smithi102 ceph-mon[90943]: pgmap v964: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:04.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:03 smithi102 ceph-mon[88557]: osdmap e864: 8 total, 8 up, 8 in 2024-04-10T15:20:04.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:03 smithi102 ceph-mon[88557]: pgmap v964: 105 pgs: 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:05.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:04 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:20:05.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:04 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:20:05.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:04 smithi154 ceph-mon[84269]: osdmap e865: 8 total, 8 up, 8 in 2024-04-10T15:20:05.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:04 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2736076020' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:05.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:04 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:05.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:04 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:20:05.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:04 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:20:05.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:04 smithi102 ceph-mon[88557]: osdmap e865: 8 total, 8 up, 8 in 2024-04-10T15:20:05.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:04 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2736076020' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:05.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:04 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:05.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:04 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:20:05.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:04 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:20:05.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:04 smithi102 ceph-mon[90943]: osdmap e865: 8 total, 8 up, 8 in 2024-04-10T15:20:05.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:04 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2736076020' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:05.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:04 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:06.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:05 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:06.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:05 smithi154 ceph-mon[84269]: osdmap e866: 8 total, 8 up, 8 in 2024-04-10T15:20:06.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:05 smithi154 ceph-mon[84269]: pgmap v967: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:06.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:06 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:06.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:06 smithi102 ceph-mon[90943]: osdmap e866: 8 total, 8 up, 8 in 2024-04-10T15:20:06.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:06 smithi102 ceph-mon[90943]: pgmap v967: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:06.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:06 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:06.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:06 smithi102 ceph-mon[88557]: osdmap e866: 8 total, 8 up, 8 in 2024-04-10T15:20:06.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:06 smithi102 ceph-mon[88557]: pgmap v967: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:07.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:06 smithi154 ceph-mon[84269]: osdmap e867: 8 total, 8 up, 8 in 2024-04-10T15:20:07.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:06 smithi102 ceph-mon[90943]: osdmap e867: 8 total, 8 up, 8 in 2024-04-10T15:20:07.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:06 smithi102 ceph-mon[88557]: osdmap e867: 8 total, 8 up, 8 in 2024-04-10T15:20:07.906 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:20:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:20:07] "GET /metrics HTTP/1.1" 200 36364 "" "Prometheus/2.43.0" 2024-04-10T15:20:08.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:08 smithi154 ceph-mon[84269]: pgmap v969: 137 pgs: 14 creating+peering, 9 unknown, 114 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:08.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:08 smithi102 ceph-mon[90943]: pgmap v969: 137 pgs: 14 creating+peering, 9 unknown, 114 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:08.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:08 smithi102 ceph-mon[88557]: pgmap v969: 137 pgs: 14 creating+peering, 9 unknown, 114 active+clean; 583 KiB data, 2.0 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:09.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:20:09.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:20:09.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:20:10.375 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:10 smithi154 ceph-mon[84269]: pgmap v970: 137 pgs: 14 creating+peering, 123 active+clean; 1.3 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 5.50k op/s 2024-04-10T15:20:10.405 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:10 smithi102 ceph-mon[90943]: pgmap v970: 137 pgs: 14 creating+peering, 123 active+clean; 1.3 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 5.50k op/s 2024-04-10T15:20:10.405 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:10 smithi102 ceph-mon[88557]: pgmap v970: 137 pgs: 14 creating+peering, 123 active+clean; 1.3 MiB data, 2.0 GiB used, 713 GiB / 715 GiB avail; 13 MiB/s rd, 4.9 MiB/s wr, 5.50k op/s 2024-04-10T15:20:11.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:11 smithi154 ceph-mon[84269]: pgmap v971: 137 pgs: 137 active+clean; 1.3 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 4.51k op/s 2024-04-10T15:20:11.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:11 smithi102 ceph-mon[90943]: pgmap v971: 137 pgs: 137 active+clean; 1.3 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 4.51k op/s 2024-04-10T15:20:11.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:11 smithi102 ceph-mon[88557]: pgmap v971: 137 pgs: 137 active+clean; 1.3 MiB data, 2.1 GiB used, 713 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 4.51k op/s 2024-04-10T15:20:12.625 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:20:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:20:13.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:13 smithi154 ceph-mon[84269]: pgmap v972: 137 pgs: 137 active+clean; 2.2 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 48 MiB/s rd, 8.4 MiB/s wr, 9.41k op/s 2024-04-10T15:20:13.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:13 smithi102 ceph-mon[90943]: pgmap v972: 137 pgs: 137 active+clean; 2.2 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 48 MiB/s rd, 8.4 MiB/s wr, 9.41k op/s 2024-04-10T15:20:13.655 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:13 smithi102 ceph-mon[88557]: pgmap v972: 137 pgs: 137 active+clean; 2.2 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 48 MiB/s rd, 8.4 MiB/s wr, 9.41k op/s 2024-04-10T15:20:15.125 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:20:15.155 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:20:15.155 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:20:16.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:16 smithi154 ceph-mon[84269]: pgmap v973: 137 pgs: 137 active+clean; 2.2 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 40 MiB/s rd, 7.0 MiB/s wr, 7.83k op/s 2024-04-10T15:20:16.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:16 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:20:16.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:16 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:20:16.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:16 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:20:16.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:16 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:20:16.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:16 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:20:16.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:16 smithi102 ceph-mon[90943]: pgmap v973: 137 pgs: 137 active+clean; 2.2 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 40 MiB/s rd, 7.0 MiB/s wr, 7.83k op/s 2024-04-10T15:20:16.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:16 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:20:16.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:16 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:20:16.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:16 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:20:16.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:16 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:20:16.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:16 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:20:16.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:16 smithi102 ceph-mon[88557]: pgmap v973: 137 pgs: 137 active+clean; 2.2 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 40 MiB/s rd, 7.0 MiB/s wr, 7.83k op/s 2024-04-10T15:20:16.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:16 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:20:16.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:16 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:20:16.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:16 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:20:16.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:16 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:20:16.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:16 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:20:17.317 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.MultiProducer (14367 ms) 2024-04-10T15:20:17.317 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.AsyncConsumer 2024-04-10T15:20:17.906 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:20:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:20:17] "GET /metrics HTTP/1.1" 200 36365 "" "Prometheus/2.43.0" 2024-04-10T15:20:18.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:18 smithi154 ceph-mon[84269]: pgmap v974: 137 pgs: 137 active+clean; 2.2 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 36 MiB/s rd, 6.2 MiB/s wr, 6.93k op/s 2024-04-10T15:20:18.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:18 smithi154 ceph-mon[84269]: osdmap e868: 8 total, 8 up, 8 in 2024-04-10T15:20:18.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:18 smithi102 ceph-mon[90943]: pgmap v974: 137 pgs: 137 active+clean; 2.2 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 36 MiB/s rd, 6.2 MiB/s wr, 6.93k op/s 2024-04-10T15:20:18.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:18 smithi102 ceph-mon[90943]: osdmap e868: 8 total, 8 up, 8 in 2024-04-10T15:20:18.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:18 smithi102 ceph-mon[88557]: pgmap v974: 137 pgs: 137 active+clean; 2.2 MiB data, 2.2 GiB used, 713 GiB / 715 GiB avail; 36 MiB/s rd, 6.2 MiB/s wr, 6.93k op/s 2024-04-10T15:20:18.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:18 smithi102 ceph-mon[88557]: osdmap e868: 8 total, 8 up, 8 in 2024-04-10T15:20:19.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:19 smithi154 ceph-mon[84269]: osdmap e869: 8 total, 8 up, 8 in 2024-04-10T15:20:19.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:19 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1812422758' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:19.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:19 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:19.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:19 smithi154 ceph-mon[84269]: pgmap v977: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:19.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:19 smithi102 ceph-mon[90943]: osdmap e869: 8 total, 8 up, 8 in 2024-04-10T15:20:19.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:19 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1812422758' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:19.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:19 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:19.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:19 smithi102 ceph-mon[90943]: pgmap v977: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:19.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:19 smithi102 ceph-mon[88557]: osdmap e869: 8 total, 8 up, 8 in 2024-04-10T15:20:19.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:19 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1812422758' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:19.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:19 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:19.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:19 smithi102 ceph-mon[88557]: pgmap v977: 137 pgs: 7 creating+peering, 25 unknown, 105 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:20.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:20 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:20:20.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:20 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:20.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:20 smithi154 ceph-mon[84269]: osdmap e870: 8 total, 8 up, 8 in 2024-04-10T15:20:20.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:20 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:20:20.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:20 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:20.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:20 smithi102 ceph-mon[90943]: osdmap e870: 8 total, 8 up, 8 in 2024-04-10T15:20:20.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:20 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:20:20.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:20 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:20.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:20 smithi102 ceph-mon[88557]: osdmap e870: 8 total, 8 up, 8 in 2024-04-10T15:20:21.333 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.AsyncConsumer (4015 ms) 2024-04-10T15:20:21.333 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.MultiProducerConsumer 2024-04-10T15:20:21.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:21 smithi154 ceph-mon[84269]: osdmap e871: 8 total, 8 up, 8 in 2024-04-10T15:20:21.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:21 smithi154 ceph-mon[84269]: pgmap v980: 137 pgs: 3 creating+activating, 7 creating+peering, 9 unknown, 118 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:21.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:21 smithi102 ceph-mon[90943]: osdmap e871: 8 total, 8 up, 8 in 2024-04-10T15:20:21.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:21 smithi102 ceph-mon[90943]: pgmap v980: 137 pgs: 3 creating+activating, 7 creating+peering, 9 unknown, 118 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:21.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:21 smithi102 ceph-mon[88557]: osdmap e871: 8 total, 8 up, 8 in 2024-04-10T15:20:21.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:21 smithi102 ceph-mon[88557]: pgmap v980: 137 pgs: 3 creating+activating, 7 creating+peering, 9 unknown, 118 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:22.626 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:20:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:20:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:20:22.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:22 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:20:22.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:22 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:20:22.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:22 smithi154 ceph-mon[84269]: osdmap e872: 8 total, 8 up, 8 in 2024-04-10T15:20:22.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:22 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:20:22.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:22 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:20:22.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:22 smithi102 ceph-mon[90943]: osdmap e872: 8 total, 8 up, 8 in 2024-04-10T15:20:22.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:22 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:20:22.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:22 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:20:22.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:22 smithi102 ceph-mon[88557]: osdmap e872: 8 total, 8 up, 8 in 2024-04-10T15:20:23.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:23 smithi154 ceph-mon[84269]: osdmap e873: 8 total, 8 up, 8 in 2024-04-10T15:20:23.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:23 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/396428791' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:23.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:20:23.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:23 smithi154 ceph-mon[84269]: pgmap v983: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:23.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:23 smithi102 ceph-mon[90943]: osdmap e873: 8 total, 8 up, 8 in 2024-04-10T15:20:23.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:23 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/396428791' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:23.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:20:23.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:23 smithi102 ceph-mon[90943]: pgmap v983: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:23.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:23 smithi102 ceph-mon[88557]: osdmap e873: 8 total, 8 up, 8 in 2024-04-10T15:20:23.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:23 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/396428791' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:23.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:20:23.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:23 smithi102 ceph-mon[88557]: pgmap v983: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.4 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:24.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:24 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:20:24.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:24 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/396428791' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:24.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:24 smithi154 ceph-mon[84269]: osdmap e874: 8 total, 8 up, 8 in 2024-04-10T15:20:24.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:24 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:20:24.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:24 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/396428791' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:24.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:24 smithi102 ceph-mon[90943]: osdmap e874: 8 total, 8 up, 8 in 2024-04-10T15:20:24.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:24 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:20:24.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:24 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/396428791' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:24.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:24 smithi102 ceph-mon[88557]: osdmap e874: 8 total, 8 up, 8 in 2024-04-10T15:20:25.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:25 smithi154 ceph-mon[84269]: osdmap e875: 8 total, 8 up, 8 in 2024-04-10T15:20:25.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:25 smithi154 ceph-mon[84269]: pgmap v986: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:25.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:25 smithi102 ceph-mon[90943]: osdmap e875: 8 total, 8 up, 8 in 2024-04-10T15:20:25.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:25 smithi102 ceph-mon[90943]: pgmap v986: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:25.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:25 smithi102 ceph-mon[88557]: osdmap e875: 8 total, 8 up, 8 in 2024-04-10T15:20:25.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:25 smithi102 ceph-mon[88557]: pgmap v986: 137 pgs: 5 creating+peering, 14 unknown, 118 active+clean; 583 KiB data, 2.3 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:26.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:26 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:20:26.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:26 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:20:26.655 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:26 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:20:26.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:26 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:20:26.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:26 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:20:26.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:26 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:20:27.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:27 smithi154 ceph-mon[84269]: pgmap v987: 137 pgs: 5 creating+peering, 132 active+clean; 1.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.4 MiB/s wr, 3.97k op/s 2024-04-10T15:20:27.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:27 smithi102 ceph-mon[90943]: pgmap v987: 137 pgs: 5 creating+peering, 132 active+clean; 1.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.4 MiB/s wr, 3.97k op/s 2024-04-10T15:20:27.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:27 smithi102 ceph-mon[88557]: pgmap v987: 137 pgs: 5 creating+peering, 132 active+clean; 1.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 17 MiB/s rd, 3.4 MiB/s wr, 3.97k op/s 2024-04-10T15:20:27.656 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:20:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:20:27] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-04-10T15:20:29.625 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:29 smithi154 ceph-mon[84269]: pgmap v988: 137 pgs: 137 active+clean; 1.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.9 MiB/s wr, 3.40k op/s 2024-04-10T15:20:29.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:29 smithi102 ceph-mon[90943]: pgmap v988: 137 pgs: 137 active+clean; 1.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.9 MiB/s wr, 3.40k op/s 2024-04-10T15:20:29.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:29 smithi102 ceph-mon[88557]: pgmap v988: 137 pgs: 137 active+clean; 1.0 MiB data, 2.4 GiB used, 713 GiB / 715 GiB avail; 15 MiB/s rd, 2.9 MiB/s wr, 3.40k op/s 2024-04-10T15:20:31.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:31 smithi154 ceph-mon[84269]: pgmap v989: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 75 MiB/s rd, 6.5 MiB/s wr, 7.68k op/s 2024-04-10T15:20:31.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:31 smithi102 ceph-mon[90943]: pgmap v989: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 75 MiB/s rd, 6.5 MiB/s wr, 7.68k op/s 2024-04-10T15:20:31.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:31 smithi102 ceph-mon[88557]: pgmap v989: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 75 MiB/s rd, 6.5 MiB/s wr, 7.68k op/s 2024-04-10T15:20:32.626 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:20:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:20:33.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:33 smithi154 ceph-mon[84269]: pgmap v990: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 60 MiB/s rd, 5.2 MiB/s wr, 6.19k op/s 2024-04-10T15:20:33.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:33 smithi102 ceph-mon[90943]: pgmap v990: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 60 MiB/s rd, 5.2 MiB/s wr, 6.19k op/s 2024-04-10T15:20:33.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:33 smithi102 ceph-mon[88557]: pgmap v990: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 60 MiB/s rd, 5.2 MiB/s wr, 6.19k op/s 2024-04-10T15:20:35.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:35 smithi154 ceph-mon[84269]: pgmap v991: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 55 MiB/s rd, 4.7 MiB/s wr, 5.63k op/s 2024-04-10T15:20:35.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:35 smithi102 ceph-mon[90943]: pgmap v991: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 55 MiB/s rd, 4.7 MiB/s wr, 5.63k op/s 2024-04-10T15:20:35.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:35 smithi102 ceph-mon[88557]: pgmap v991: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 55 MiB/s rd, 4.7 MiB/s wr, 5.63k op/s 2024-04-10T15:20:37.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:37 smithi154 ceph-mon[84269]: pgmap v992: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 72 MiB/s rd, 5.4 MiB/s wr, 6.49k op/s 2024-04-10T15:20:37.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:37 smithi102 ceph-mon[90943]: pgmap v992: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 72 MiB/s rd, 5.4 MiB/s wr, 6.49k op/s 2024-04-10T15:20:37.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:37 smithi102 ceph-mon[88557]: pgmap v992: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 72 MiB/s rd, 5.4 MiB/s wr, 6.49k op/s 2024-04-10T15:20:37.657 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:20:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:20:37] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-04-10T15:20:38.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:20:38.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:20:38.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:20:39.626 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:39 smithi154 ceph-mon[84269]: pgmap v993: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 63 MiB/s rd, 3.7 MiB/s wr, 4.53k op/s 2024-04-10T15:20:39.656 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:39 smithi102 ceph-mon[88557]: pgmap v993: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 63 MiB/s rd, 3.7 MiB/s wr, 4.53k op/s 2024-04-10T15:20:39.656 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:39 smithi102 ceph-mon[90943]: pgmap v993: 137 pgs: 137 active+clean; 1.6 MiB data, 2.5 GiB used, 713 GiB / 715 GiB avail; 63 MiB/s rd, 3.7 MiB/s wr, 4.53k op/s 2024-04-10T15:20:40.855 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.MultiProducerConsumer (19521 ms) 2024-04-10T15:20:40.855 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.ReserveSpillover 2024-04-10T15:20:42.126 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:41 smithi154 ceph-mon[84269]: osdmap e876: 8 total, 8 up, 8 in 2024-04-10T15:20:42.126 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:41 smithi154 ceph-mon[84269]: pgmap v995: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:42.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:41 smithi102 ceph-mon[90943]: osdmap e876: 8 total, 8 up, 8 in 2024-04-10T15:20:42.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:41 smithi102 ceph-mon[90943]: pgmap v995: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:42.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:41 smithi102 ceph-mon[88557]: osdmap e876: 8 total, 8 up, 8 in 2024-04-10T15:20:42.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:41 smithi102 ceph-mon[88557]: pgmap v995: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:42.626 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:20:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:20:43.126 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:42 smithi154 ceph-mon[84269]: osdmap e877: 8 total, 8 up, 8 in 2024-04-10T15:20:43.126 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:42 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/901068378' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:43.127 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:42 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:43.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:42 smithi102 ceph-mon[90943]: osdmap e877: 8 total, 8 up, 8 in 2024-04-10T15:20:43.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:42 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/901068378' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:43.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:42 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:43.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:42 smithi102 ceph-mon[88557]: osdmap e877: 8 total, 8 up, 8 in 2024-04-10T15:20:43.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:42 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/901068378' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:43.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:42 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:44.126 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:43 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:44.126 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:43 smithi154 ceph-mon[84269]: osdmap e878: 8 total, 8 up, 8 in 2024-04-10T15:20:44.126 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:43 smithi154 ceph-mon[84269]: pgmap v998: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:44.156 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:43 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:44.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:43 smithi102 ceph-mon[88557]: osdmap e878: 8 total, 8 up, 8 in 2024-04-10T15:20:44.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:43 smithi102 ceph-mon[88557]: pgmap v998: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:44.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:43 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:44.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:43 smithi102 ceph-mon[90943]: osdmap e878: 8 total, 8 up, 8 in 2024-04-10T15:20:44.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:43 smithi102 ceph-mon[90943]: pgmap v998: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:44.889 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.ReserveSpillover (4034 ms) 2024-04-10T15:20:44.889 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.CommitSpillover 2024-04-10T15:20:45.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:44 smithi102 ceph-mon[90943]: osdmap e879: 8 total, 8 up, 8 in 2024-04-10T15:20:45.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:44 smithi102 ceph-mon[88557]: osdmap e879: 8 total, 8 up, 8 in 2024-04-10T15:20:45.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:44 smithi154 ceph-mon[84269]: osdmap e879: 8 total, 8 up, 8 in 2024-04-10T15:20:46.156 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:45 smithi102 ceph-mon[90943]: osdmap e880: 8 total, 8 up, 8 in 2024-04-10T15:20:46.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:45 smithi102 ceph-mon[90943]: pgmap v1001: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:46.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:45 smithi102 ceph-mon[88557]: osdmap e880: 8 total, 8 up, 8 in 2024-04-10T15:20:46.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:45 smithi102 ceph-mon[88557]: pgmap v1001: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:46.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:45 smithi154 ceph-mon[84269]: osdmap e880: 8 total, 8 up, 8 in 2024-04-10T15:20:46.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:45 smithi154 ceph-mon[84269]: pgmap v1001: 105 pgs: 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:47.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:46 smithi102 ceph-mon[88557]: osdmap e881: 8 total, 8 up, 8 in 2024-04-10T15:20:47.157 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:46 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3881412497' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:47.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:46 smithi102 ceph-mon[90943]: osdmap e881: 8 total, 8 up, 8 in 2024-04-10T15:20:47.157 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:46 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3881412497' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:47.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:46 smithi154 ceph-mon[84269]: osdmap e881: 8 total, 8 up, 8 in 2024-04-10T15:20:47.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:46 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3881412497' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:47.906 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:20:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:20:47] "GET /metrics HTTP/1.1" 200 36420 "" "Prometheus/2.43.0" 2024-04-10T15:20:48.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:47 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3881412497' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:48.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:47 smithi154 ceph-mon[84269]: osdmap e882: 8 total, 8 up, 8 in 2024-04-10T15:20:48.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:47 smithi154 ceph-mon[84269]: pgmap v1004: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:48.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:47 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3881412497' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:48.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:47 smithi102 ceph-mon[90943]: osdmap e882: 8 total, 8 up, 8 in 2024-04-10T15:20:48.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:47 smithi102 ceph-mon[90943]: pgmap v1004: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:48.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:47 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3881412497' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:48.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:47 smithi102 ceph-mon[88557]: osdmap e882: 8 total, 8 up, 8 in 2024-04-10T15:20:48.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:47 smithi102 ceph-mon[88557]: pgmap v1004: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.6 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:49.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:48 smithi154 ceph-mon[84269]: osdmap e883: 8 total, 8 up, 8 in 2024-04-10T15:20:49.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:48 smithi102 ceph-mon[90943]: osdmap e883: 8 total, 8 up, 8 in 2024-04-10T15:20:49.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:48 smithi102 ceph-mon[88557]: osdmap e883: 8 total, 8 up, 8 in 2024-04-10T15:20:50.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:49 smithi154 ceph-mon[84269]: pgmap v1006: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:50.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:49 smithi102 ceph-mon[90943]: pgmap v1006: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:50.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:49 smithi102 ceph-mon[88557]: pgmap v1006: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 583 KiB data, 2.7 GiB used, 713 GiB / 715 GiB avail 2024-04-10T15:20:50.931 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.CommitSpillover (6041 ms) 2024-04-10T15:20:50.931 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestCls2PCQueue.AbortSpillover 2024-04-10T15:20:52.179 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:51 smithi154 ceph-mon[84269]: osdmap e884: 8 total, 8 up, 8 in 2024-04-10T15:20:52.179 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:51 smithi154 ceph-mon[84269]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:20:52.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:51 smithi102 ceph-mon[88557]: osdmap e884: 8 total, 8 up, 8 in 2024-04-10T15:20:52.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:51 smithi102 ceph-mon[88557]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:20:52.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:51 smithi102 ceph-mon[90943]: osdmap e884: 8 total, 8 up, 8 in 2024-04-10T15:20:52.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:51 smithi102 ceph-mon[90943]: pgmap v1008: 105 pgs: 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:20:52.627 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:20:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:20:52.941 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:52 smithi102 ceph-mon[88557]: osdmap e885: 8 total, 8 up, 8 in 2024-04-10T15:20:52.941 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:52 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3466225693' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:52.941 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:52 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:53.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:52 smithi154 ceph-mon[84269]: osdmap e885: 8 total, 8 up, 8 in 2024-04-10T15:20:53.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:52 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3466225693' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:53.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:52 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:53.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:52 smithi102 ceph-mon[90943]: osdmap e885: 8 total, 8 up, 8 in 2024-04-10T15:20:53.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:52 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3466225693' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:53.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:52 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:54.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:53 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:54.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:53 smithi154 ceph-mon[84269]: osdmap e886: 8 total, 8 up, 8 in 2024-04-10T15:20:54.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:20:54.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:53 smithi154 ceph-mon[84269]: pgmap v1011: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:20:54.406 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:53 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:54.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:53 smithi102 ceph-mon[90943]: osdmap e886: 8 total, 8 up, 8 in 2024-04-10T15:20:54.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:20:54.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:53 smithi102 ceph-mon[90943]: pgmap v1011: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:20:54.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:53 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-129523-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:54.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:53 smithi102 ceph-mon[88557]: osdmap e886: 8 total, 8 up, 8 in 2024-04-10T15:20:54.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:20:54.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:53 smithi102 ceph-mon[88557]: pgmap v1011: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:20:55.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:54 smithi154 ceph-mon[84269]: osdmap e887: 8 total, 8 up, 8 in 2024-04-10T15:20:55.406 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:54 smithi102 ceph-mon[88557]: osdmap e887: 8 total, 8 up, 8 in 2024-04-10T15:20:55.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:54 smithi102 ceph-mon[90943]: osdmap e887: 8 total, 8 up, 8 in 2024-04-10T15:20:55.960 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestCls2PCQueue.AbortSpillover (5028 ms) 2024-04-10T15:20:55.960 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 22 tests from TestCls2PCQueue (101220 ms total) 2024-04-10T15:20:55.960 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:20:55.960 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment tear-down 2024-04-10T15:20:55.960 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] 22 tests from 1 test suite ran. (101220 ms total) 2024-04-10T15:20:55.960 INFO:tasks.workunit.client.0.smithi102.stdout:[ PASSED ] 22 tests. 2024-04-10T15:20:55.964 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:20:55.964 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:20:56.000 INFO:tasks.workunit:Running workunit cls/test_cls_cas.sh... 2024-04-10T15:20:56.000 DEBUG:teuthology.orchestra.run.smithi102:workunit test cls/test_cls_cas.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cas.sh 2024-04-10T15:20:56.068 INFO:tasks.workunit.client.0.smithi102.stdout:Running main() from gmock_main.cc 2024-04-10T15:20:56.068 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] Running 6 tests from 2 test suites. 2024-04-10T15:20:56.068 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment set-up. 2024-04-10T15:20:56.068 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 5 tests from cls_cas 2024-04-10T15:20:56.069 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_cas.get_put 2024-04-10T15:20:56.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:55 smithi154 ceph-mon[84269]: pgmap v1013: 137 pgs: 2 creating+peering, 15 unknown, 120 active+clean; 595 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 621 KiB/s rd, 624 KiB/s wr, 252 op/s 2024-04-10T15:20:56.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:55 smithi102 ceph-mon[90943]: pgmap v1013: 137 pgs: 2 creating+peering, 15 unknown, 120 active+clean; 595 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 621 KiB/s rd, 624 KiB/s wr, 252 op/s 2024-04-10T15:20:56.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:55 smithi102 ceph-mon[88557]: pgmap v1013: 137 pgs: 2 creating+peering, 15 unknown, 120 active+clean; 595 KiB data, 2.7 GiB used, 712 GiB / 715 GiB avail; 621 KiB/s rd, 624 KiB/s wr, 252 op/s 2024-04-10T15:20:57.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:56 smithi154 ceph-mon[84269]: osdmap e888: 8 total, 8 up, 8 in 2024-04-10T15:20:57.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:56 smithi102 ceph-mon[90943]: osdmap e888: 8 total, 8 up, 8 in 2024-04-10T15:20:57.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:56 smithi102 ceph-mon[88557]: osdmap e888: 8 total, 8 up, 8 in 2024-04-10T15:20:57.907 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:20:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:20:57] "GET /metrics HTTP/1.1" 200 36361 "" "Prometheus/2.43.0" 2024-04-10T15:20:58.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:57 smithi154 ceph-mon[84269]: osdmap e889: 8 total, 8 up, 8 in 2024-04-10T15:20:58.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:57 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/749838198' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:58.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:57 smithi154 ceph-mon[84269]: pgmap v1016: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:20:58.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:57 smithi102 ceph-mon[90943]: osdmap e889: 8 total, 8 up, 8 in 2024-04-10T15:20:58.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:57 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/749838198' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:58.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:57 smithi102 ceph-mon[90943]: pgmap v1016: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:20:58.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:57 smithi102 ceph-mon[88557]: osdmap e889: 8 total, 8 up, 8 in 2024-04-10T15:20:58.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:57 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/749838198' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:20:58.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:57 smithi102 ceph-mon[88557]: pgmap v1016: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:20:58.974 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_cas.get_put (2906 ms) 2024-04-10T15:20:58.974 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_cas.wrong_put 2024-04-10T15:20:59.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:58 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:20:59.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:58 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/749838198' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:59.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:20:58 smithi154 ceph-mon[84269]: osdmap e890: 8 total, 8 up, 8 in 2024-04-10T15:20:59.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:58 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:20:59.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:58 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/749838198' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:59.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:20:58 smithi102 ceph-mon[90943]: osdmap e890: 8 total, 8 up, 8 in 2024-04-10T15:20:59.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:58 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:20:59.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:58 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/749838198' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:20:59.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:20:58 smithi102 ceph-mon[88557]: osdmap e890: 8 total, 8 up, 8 in 2024-04-10T15:21:00.376 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:00 smithi154 ceph-mon[84269]: osdmap e891: 8 total, 8 up, 8 in 2024-04-10T15:21:00.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:00 smithi154 ceph-mon[84269]: pgmap v1019: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:00.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:00 smithi102 ceph-mon[90943]: osdmap e891: 8 total, 8 up, 8 in 2024-04-10T15:21:00.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:00 smithi102 ceph-mon[90943]: pgmap v1019: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:00.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:00 smithi102 ceph-mon[88557]: osdmap e891: 8 total, 8 up, 8 in 2024-04-10T15:21:00.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:00 smithi102 ceph-mon[88557]: pgmap v1019: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:01.310 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:01 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:01.310 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:01 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:21:01.310 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:01 smithi102 ceph-mon[90943]: osdmap e892: 8 total, 8 up, 8 in 2024-04-10T15:21:01.311 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:01 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2798709041' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:01.311 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:01 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:01.311 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:01 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:21:01.311 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:01 smithi102 ceph-mon[88557]: osdmap e892: 8 total, 8 up, 8 in 2024-04-10T15:21:01.311 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:01 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2798709041' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:01.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:01 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:01.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:01 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:21:01.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:01 smithi154 ceph-mon[84269]: osdmap e892: 8 total, 8 up, 8 in 2024-04-10T15:21:01.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:01 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2798709041' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:01.995 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_cas.wrong_put (3021 ms) 2024-04-10T15:21:01.995 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_cas.dup_get 2024-04-10T15:21:02.287 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:02 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2798709041' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:02.288 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:02 smithi154 ceph-mon[84269]: osdmap e893: 8 total, 8 up, 8 in 2024-04-10T15:21:02.288 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:02 smithi154 ceph-mon[84269]: pgmap v1022: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:02.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:02 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2798709041' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:02.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:02 smithi102 ceph-mon[90943]: osdmap e893: 8 total, 8 up, 8 in 2024-04-10T15:21:02.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:02 smithi102 ceph-mon[90943]: pgmap v1022: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:02.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:02 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2798709041' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:02.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:02 smithi102 ceph-mon[88557]: osdmap e893: 8 total, 8 up, 8 in 2024-04-10T15:21:02.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:02 smithi102 ceph-mon[88557]: pgmap v1022: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:02.627 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:21:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:21:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:21:03.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:03 smithi154 ceph-mon[84269]: osdmap e894: 8 total, 8 up, 8 in 2024-04-10T15:21:03.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:03 smithi102 ceph-mon[90943]: osdmap e894: 8 total, 8 up, 8 in 2024-04-10T15:21:03.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:03 smithi102 ceph-mon[88557]: osdmap e894: 8 total, 8 up, 8 in 2024-04-10T15:21:04.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:04 smithi154 ceph-mon[84269]: osdmap e895: 8 total, 8 up, 8 in 2024-04-10T15:21:04.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:04 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1340003572' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:04.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:04 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:04.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:04 smithi154 ceph-mon[84269]: pgmap v1025: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:04.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:04 smithi102 ceph-mon[90943]: osdmap e895: 8 total, 8 up, 8 in 2024-04-10T15:21:04.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:04 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1340003572' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:04.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:04 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:04.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:04 smithi102 ceph-mon[90943]: pgmap v1025: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:04.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:04 smithi102 ceph-mon[88557]: osdmap e895: 8 total, 8 up, 8 in 2024-04-10T15:21:04.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:04 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1340003572' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:04.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:04 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:04.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:04 smithi102 ceph-mon[88557]: pgmap v1025: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:05.016 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_cas.dup_get (3021 ms) 2024-04-10T15:21:05.016 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_cas.dup_put 2024-04-10T15:21:05.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:05 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:05.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:05 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:05.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:05 smithi154 ceph-mon[84269]: osdmap e896: 8 total, 8 up, 8 in 2024-04-10T15:21:05.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:05 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:05.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:05 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:05.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:05 smithi102 ceph-mon[90943]: osdmap e896: 8 total, 8 up, 8 in 2024-04-10T15:21:05.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:05 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:05.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:05 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:05.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:05 smithi102 ceph-mon[88557]: osdmap e896: 8 total, 8 up, 8 in 2024-04-10T15:21:06.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:06 smithi154 ceph-mon[84269]: osdmap e897: 8 total, 8 up, 8 in 2024-04-10T15:21:06.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:06 smithi154 ceph-mon[84269]: pgmap v1028: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:06.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:06 smithi102 ceph-mon[90943]: osdmap e897: 8 total, 8 up, 8 in 2024-04-10T15:21:06.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:06 smithi102 ceph-mon[90943]: pgmap v1028: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:06.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:06 smithi102 ceph-mon[88557]: osdmap e897: 8 total, 8 up, 8 in 2024-04-10T15:21:06.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:06 smithi102 ceph-mon[88557]: pgmap v1028: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:07.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:07 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:07.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:07 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:21:07.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:07 smithi154 ceph-mon[84269]: osdmap e898: 8 total, 8 up, 8 in 2024-04-10T15:21:07.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:07 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3258735218' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:07.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:07 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:07.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:07 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:21:07.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:07 smithi102 ceph-mon[88557]: osdmap e898: 8 total, 8 up, 8 in 2024-04-10T15:21:07.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:07 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3258735218' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:07.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:07 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:07.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:07 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:21:07.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:07 smithi102 ceph-mon[90943]: osdmap e898: 8 total, 8 up, 8 in 2024-04-10T15:21:07.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:07 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3258735218' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:07.907 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:21:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:21:07] "GET /metrics HTTP/1.1" 200 36361 "" "Prometheus/2.43.0" 2024-04-10T15:21:08.116 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_cas.dup_put (3099 ms) 2024-04-10T15:21:08.116 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_cas.get_wrong_data 2024-04-10T15:21:08.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:08 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3258735218' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:08.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:08 smithi154 ceph-mon[84269]: osdmap e899: 8 total, 8 up, 8 in 2024-04-10T15:21:08.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:08 smithi154 ceph-mon[84269]: pgmap v1031: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:08.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:08 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3258735218' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:08.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:08 smithi102 ceph-mon[90943]: osdmap e899: 8 total, 8 up, 8 in 2024-04-10T15:21:08.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:08 smithi102 ceph-mon[90943]: pgmap v1031: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:08.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:08 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3258735218' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:08.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:08 smithi102 ceph-mon[88557]: osdmap e899: 8 total, 8 up, 8 in 2024-04-10T15:21:08.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:08 smithi102 ceph-mon[88557]: pgmap v1031: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:09.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:09 smithi154 ceph-mon[84269]: osdmap e900: 8 total, 8 up, 8 in 2024-04-10T15:21:09.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:21:09.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:09 smithi102 ceph-mon[90943]: osdmap e900: 8 total, 8 up, 8 in 2024-04-10T15:21:09.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:21:09.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:09 smithi102 ceph-mon[88557]: osdmap e900: 8 total, 8 up, 8 in 2024-04-10T15:21:09.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:21:10.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:10 smithi154 ceph-mon[84269]: osdmap e901: 8 total, 8 up, 8 in 2024-04-10T15:21:10.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:10 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2437597012' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:10.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:10 smithi154 ceph-mon[84269]: pgmap v1034: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:10.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:10 smithi102 ceph-mon[90943]: osdmap e901: 8 total, 8 up, 8 in 2024-04-10T15:21:10.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:10 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2437597012' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:10.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:10 smithi102 ceph-mon[90943]: pgmap v1034: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:10.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:10 smithi102 ceph-mon[88557]: osdmap e901: 8 total, 8 up, 8 in 2024-04-10T15:21:10.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:10 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2437597012' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:10.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:10 smithi102 ceph-mon[88557]: pgmap v1034: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:11.138 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_cas.get_wrong_data (3021 ms) 2024-04-10T15:21:11.138 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 5 tests from cls_cas (15069 ms total) 2024-04-10T15:21:11.139 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:21:11.139 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 1 test from chunk_refs_t 2024-04-10T15:21:11.139 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] chunk_refs_t.size 2024-04-10T15:21:11.139 INFO:tasks.workunit.client.0.smithi102.stdout:1 60 by_object 2024-04-10T15:21:11.139 INFO:tasks.workunit.client.0.smithi102.stdout:2 103 by_object 2024-04-10T15:21:11.139 INFO:tasks.workunit.client.0.smithi102.stdout:4 189 by_object 2024-04-10T15:21:11.139 INFO:tasks.workunit.client.0.smithi102.stdout:8 361 by_object 2024-04-10T15:21:11.139 INFO:tasks.workunit.client.0.smithi102.stdout:16 112 by_hash(32 bits) 2024-04-10T15:21:11.139 INFO:tasks.workunit.client.0.smithi102.stdout:32 208 by_hash(32 bits) 2024-04-10T15:21:11.139 INFO:tasks.workunit.client.0.smithi102.stdout:64 400 by_hash(32 bits) 2024-04-10T15:21:11.139 INFO:tasks.workunit.client.0.smithi102.stdout:128 509 by_hash(10 bits) 2024-04-10T15:21:11.140 INFO:tasks.workunit.client.0.smithi102.stdout:256 499 by_hash(7 bits) 2024-04-10T15:21:11.140 INFO:tasks.workunit.client.0.smithi102.stdout:512 462 by_hash(5 bits) 2024-04-10T15:21:11.140 INFO:tasks.workunit.client.0.smithi102.stdout:1024 466 by_hash(5 bits) 2024-04-10T15:21:11.140 INFO:tasks.workunit.client.0.smithi102.stdout:2048 466 by_hash(5 bits) 2024-04-10T15:21:11.141 INFO:tasks.workunit.client.0.smithi102.stdout:4096 470 by_hash(5 bits) 2024-04-10T15:21:11.142 INFO:tasks.workunit.client.0.smithi102.stdout:8192 498 by_hash(4 bits) 2024-04-10T15:21:11.145 INFO:tasks.workunit.client.0.smithi102.stdout:16384 278 by_hash(3 bits) 2024-04-10T15:21:11.148 INFO:tasks.workunit.client.0.smithi102.stdout:32768 337 by_hash(2 bits) 2024-04-10T15:21:11.152 INFO:tasks.workunit.client.0.smithi102.stdout:65536 367 by_hash(2 bits) 2024-04-10T15:21:11.161 INFO:tasks.workunit.client.0.smithi102.stdout:131072 387 by_hash(1 bits) 2024-04-10T15:21:11.178 INFO:tasks.workunit.client.0.smithi102.stdout:262144 331 by_pool 2024-04-10T15:21:11.207 INFO:tasks.workunit.client.0.smithi102.stdout:524288 21 count 2024-04-10T15:21:11.255 INFO:tasks.workunit.client.0.smithi102.stdout:1048576 21 count 2024-04-10T15:21:11.352 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] chunk_refs_t.size (214 ms) 2024-04-10T15:21:11.352 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 1 test from chunk_refs_t (214 ms total) 2024-04-10T15:21:11.352 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:21:11.352 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment tear-down 2024-04-10T15:21:11.352 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] 6 tests from 2 test suites ran. (15283 ms total) 2024-04-10T15:21:11.352 INFO:tasks.workunit.client.0.smithi102.stdout:[ PASSED ] 6 tests. 2024-04-10T15:21:11.354 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:21:11.354 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:21:11.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:11 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:11.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2437597012' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:11.377 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:11 smithi154 ceph-mon[84269]: osdmap e902: 8 total, 8 up, 8 in 2024-04-10T15:21:11.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:11 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:11.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2437597012' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:11.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:11 smithi102 ceph-mon[88557]: osdmap e902: 8 total, 8 up, 8 in 2024-04-10T15:21:11.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:11 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:11.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2437597012' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130191-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:11.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:11 smithi102 ceph-mon[90943]: osdmap e902: 8 total, 8 up, 8 in 2024-04-10T15:21:11.422 INFO:tasks.workunit:Running workunit cls/test_cls_cmpomap.sh... 2024-04-10T15:21:11.422 DEBUG:teuthology.orchestra.run.smithi102:workunit test cls/test_cls_cmpomap.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_cmpomap.sh 2024-04-10T15:21:11.490 INFO:tasks.workunit.client.0.smithi102.stdout:Running main() from gmock_main.cc 2024-04-10T15:21:11.491 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] Running 31 tests from 1 test suite. 2024-04-10T15:21:11.491 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment set-up. 2024-04-10T15:21:12.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:12 smithi102 ceph-mon[90943]: osdmap e903: 8 total, 8 up, 8 in 2024-04-10T15:21:12.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:12 smithi102 ceph-mon[90943]: pgmap v1037: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:12.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:12 smithi102 ceph-mon[88557]: osdmap e903: 8 total, 8 up, 8 in 2024-04-10T15:21:12.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:12 smithi102 ceph-mon[88557]: pgmap v1037: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:12.627 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:21:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:21:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:21:12.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:12 smithi154 ceph-mon[84269]: osdmap e903: 8 total, 8 up, 8 in 2024-04-10T15:21:12.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:12 smithi154 ceph-mon[84269]: pgmap v1037: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:13.141 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 31 tests from CmpOmap 2024-04-10T15:21:13.141 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str 2024-04-10T15:21:13.159 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str (19 ms) 2024-04-10T15:21:13.159 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_str_default 2024-04-10T15:21:13.164 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_vals_noexist_str_default (4 ms) 2024-04-10T15:21:13.164 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64 2024-04-10T15:21:13.167 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64 (4 ms) 2024-04-10T15:21:13.167 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_vals_noexist_u64_default 2024-04-10T15:21:13.170 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_vals_noexist_u64_default (3 ms) 2024-04-10T15:21:13.170 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_vals_str 2024-04-10T15:21:13.176 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_vals_str (5 ms) 2024-04-10T15:21:13.176 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_vals_u64 2024-04-10T15:21:13.182 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_vals_u64 (7 ms) 2024-04-10T15:21:13.182 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_input 2024-04-10T15:21:13.185 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_input (3 ms) 2024-04-10T15:21:13.185 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_default 2024-04-10T15:21:13.188 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_default (3 ms) 2024-04-10T15:21:13.188 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_vals_u64_empty_default 2024-04-10T15:21:13.191 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_vals_u64_empty_default (3 ms) 2024-04-10T15:21:13.191 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_vals_u64_invalid_value 2024-04-10T15:21:13.194 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_vals_u64_invalid_value (3 ms) 2024-04-10T15:21:13.194 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_vals_at_max_keys 2024-04-10T15:21:13.195 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_vals_at_max_keys (1 ms) 2024-04-10T15:21:13.195 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_vals_over_max_keys 2024-04-10T15:21:13.196 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_vals_over_max_keys (1 ms) 2024-04-10T15:21:13.196 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str 2024-04-10T15:21:13.202 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str (6 ms) 2024-04-10T15:21:13.202 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_str_default 2024-04-10T15:21:13.208 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_str_default (6 ms) 2024-04-10T15:21:13.208 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64 2024-04-10T15:21:13.214 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64 (6 ms) 2024-04-10T15:21:13.214 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_set_vals_noexist_u64_default 2024-04-10T15:21:13.222 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_set_vals_noexist_u64_default (8 ms) 2024-04-10T15:21:13.222 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_set_vals_str 2024-04-10T15:21:13.230 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_set_vals_str (7 ms) 2024-04-10T15:21:13.230 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64 2024-04-10T15:21:13.236 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_set_vals_u64 (7 ms) 2024-04-10T15:21:13.237 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_einval 2024-04-10T15:21:13.238 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_einval (2 ms) 2024-04-10T15:21:13.238 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_set_vals_u64_eio 2024-04-10T15:21:13.240 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_set_vals_u64_eio (2 ms) 2024-04-10T15:21:13.240 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_set_vals_at_max_keys 2024-04-10T15:21:13.241 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_set_vals_at_max_keys (1 ms) 2024-04-10T15:21:13.241 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_set_vals_over_max_keys 2024-04-10T15:21:13.242 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_set_vals_over_max_keys (1 ms) 2024-04-10T15:21:13.242 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_str 2024-04-10T15:21:13.249 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_str (6 ms) 2024-04-10T15:21:13.249 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_rm_keys_noexist_u64 2024-04-10T15:21:13.254 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_rm_keys_noexist_u64 (6 ms) 2024-04-10T15:21:13.254 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_rm_keys_str 2024-04-10T15:21:13.261 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_rm_keys_str (7 ms) 2024-04-10T15:21:13.261 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64 2024-04-10T15:21:13.269 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64 (8 ms) 2024-04-10T15:21:13.269 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_einval 2024-04-10T15:21:13.270 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_einval (1 ms) 2024-04-10T15:21:13.270 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_eio 2024-04-10T15:21:13.273 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_eio (3 ms) 2024-04-10T15:21:13.273 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_rm_keys_at_max_keys 2024-04-10T15:21:13.274 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_rm_keys_at_max_keys (1 ms) 2024-04-10T15:21:13.274 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_rm_keys_over_max_keys 2024-04-10T15:21:13.275 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_rm_keys_over_max_keys (1 ms) 2024-04-10T15:21:13.275 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] CmpOmap.cmp_rm_keys_u64_empty 2024-04-10T15:21:13.284 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] CmpOmap.cmp_rm_keys_u64_empty (9 ms) 2024-04-10T15:21:13.284 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 31 tests from CmpOmap (144 ms total) 2024-04-10T15:21:13.284 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:21:13.284 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment tear-down 2024-04-10T15:21:13.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:13 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:13.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:13 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:21:13.407 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:13 smithi102 ceph-mon[88557]: osdmap e904: 8 total, 8 up, 8 in 2024-04-10T15:21:13.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:13 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3708657061' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130314-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:13.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:13 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130314-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:13.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:13 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:13.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:13 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:21:13.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:13 smithi102 ceph-mon[90943]: osdmap e904: 8 total, 8 up, 8 in 2024-04-10T15:21:13.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:13 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3708657061' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130314-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:13.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:13 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130314-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:13.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:13 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:13.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:13 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:21:13.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:13 smithi154 ceph-mon[84269]: osdmap e904: 8 total, 8 up, 8 in 2024-04-10T15:21:13.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:13 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3708657061' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130314-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:13.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:13 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130314-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:14.158 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] 31 tests from 1 test suite ran. (2667 ms total) 2024-04-10T15:21:14.158 INFO:tasks.workunit.client.0.smithi102.stdout:[ PASSED ] 31 tests. 2024-04-10T15:21:14.161 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:21:14.161 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:21:14.231 INFO:tasks.workunit:Running workunit cls/test_cls_hello.sh... 2024-04-10T15:21:14.231 DEBUG:teuthology.orchestra.run.smithi102:workunit test cls/test_cls_hello.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_hello.sh 2024-04-10T15:21:14.302 INFO:tasks.workunit.client.0.smithi102.stdout:Running main() from gmock_main.cc 2024-04-10T15:21:14.302 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] Running 6 tests from 1 test suite. 2024-04-10T15:21:14.303 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment set-up. 2024-04-10T15:21:14.304 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 6 tests from ClsHello 2024-04-10T15:21:14.304 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsHello.SayHello 2024-04-10T15:21:14.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:14 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130314-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:14.407 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:14 smithi102 ceph-mon[90943]: osdmap e905: 8 total, 8 up, 8 in 2024-04-10T15:21:14.408 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:14 smithi102 ceph-mon[90943]: pgmap v1040: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:14.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:14 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130314-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:14.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:14 smithi102 ceph-mon[88557]: osdmap e905: 8 total, 8 up, 8 in 2024-04-10T15:21:14.408 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:14 smithi102 ceph-mon[88557]: pgmap v1040: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:14.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:14 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130314-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:14.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:14 smithi154 ceph-mon[84269]: osdmap e905: 8 total, 8 up, 8 in 2024-04-10T15:21:14.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:14 smithi154 ceph-mon[84269]: pgmap v1040: 137 pgs: 5 creating+peering, 27 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:15.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:15 smithi154 ceph-mon[84269]: osdmap e906: 8 total, 8 up, 8 in 2024-04-10T15:21:15.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:15 smithi102 ceph-mon[90943]: osdmap e906: 8 total, 8 up, 8 in 2024-04-10T15:21:15.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:15 smithi102 ceph-mon[88557]: osdmap e906: 8 total, 8 up, 8 in 2024-04-10T15:21:16.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:16 smithi154 ceph-mon[84269]: osdmap e907: 8 total, 8 up, 8 in 2024-04-10T15:21:16.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:16 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/277621156' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:16.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:16 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:16.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:16 smithi154 ceph-mon[84269]: pgmap v1043: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:16.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:16 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:21:16.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:16 smithi102 ceph-mon[90943]: osdmap e907: 8 total, 8 up, 8 in 2024-04-10T15:21:16.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:16 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/277621156' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:16.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:16 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:16.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:16 smithi102 ceph-mon[90943]: pgmap v1043: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:16.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:16 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:21:16.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:16 smithi102 ceph-mon[88557]: osdmap e907: 8 total, 8 up, 8 in 2024-04-10T15:21:16.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:16 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/277621156' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:16.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:16 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:16.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:16 smithi102 ceph-mon[88557]: pgmap v1043: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:16.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:16 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:21:17.179 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsHello.SayHello (2877 ms) 2024-04-10T15:21:17.179 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsHello.RecordHello 2024-04-10T15:21:17.538 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:17 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:17.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:17 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:17.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:17 smithi102 ceph-mon[88557]: osdmap e908: 8 total, 8 up, 8 in 2024-04-10T15:21:17.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:17 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:21:17.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:17 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:21:17.539 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:17 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:21:17.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:17 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:17.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:17 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:17.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:17 smithi102 ceph-mon[90943]: osdmap e908: 8 total, 8 up, 8 in 2024-04-10T15:21:17.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:17 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:21:17.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:17 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:21:17.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:17 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:21:17.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:17 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:17.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:17 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:17.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:17 smithi154 ceph-mon[84269]: osdmap e908: 8 total, 8 up, 8 in 2024-04-10T15:21:17.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:17 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:21:17.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:17 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:21:17.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:17 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:21:17.907 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:21:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:21:17] "GET /metrics HTTP/1.1" 200 33992 "" "Prometheus/2.43.0" 2024-04-10T15:21:18.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:18 smithi154 ceph-mon[84269]: osdmap e909: 8 total, 8 up, 8 in 2024-04-10T15:21:18.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:18 smithi154 ceph-mon[84269]: pgmap v1046: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:18.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:18 smithi102 ceph-mon[90943]: osdmap e909: 8 total, 8 up, 8 in 2024-04-10T15:21:18.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:18 smithi102 ceph-mon[90943]: pgmap v1046: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:18.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:18 smithi102 ceph-mon[88557]: osdmap e909: 8 total, 8 up, 8 in 2024-04-10T15:21:18.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:18 smithi102 ceph-mon[88557]: pgmap v1046: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:19.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:19 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:19.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:19 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:21:19.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:19 smithi154 ceph-mon[84269]: osdmap e910: 8 total, 8 up, 8 in 2024-04-10T15:21:19.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:19 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2590433619' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:19.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:19 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:19 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:19 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:21:19.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:19 smithi102 ceph-mon[90943]: osdmap e910: 8 total, 8 up, 8 in 2024-04-10T15:21:19.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:19 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2590433619' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:19.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:19 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:19.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:19 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:19.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:19 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:21:19.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:19 smithi102 ceph-mon[88557]: osdmap e910: 8 total, 8 up, 8 in 2024-04-10T15:21:19.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:19 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2590433619' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:19.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:19 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:20.209 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsHello.RecordHello (3029 ms) 2024-04-10T15:21:20.209 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsHello.WriteReturnData 2024-04-10T15:21:20.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:20 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:20.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:20 smithi154 ceph-mon[84269]: osdmap e911: 8 total, 8 up, 8 in 2024-04-10T15:21:20.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:20 smithi154 ceph-mon[84269]: pgmap v1049: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:20.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:20 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:20.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:20 smithi102 ceph-mon[90943]: osdmap e911: 8 total, 8 up, 8 in 2024-04-10T15:21:20.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:20 smithi102 ceph-mon[90943]: pgmap v1049: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:20.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:20 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:20.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:20 smithi102 ceph-mon[88557]: osdmap e911: 8 total, 8 up, 8 in 2024-04-10T15:21:20.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:20 smithi102 ceph-mon[88557]: pgmap v1049: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:21.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:21 smithi154 ceph-mon[84269]: osdmap e912: 8 total, 8 up, 8 in 2024-04-10T15:21:21.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:21 smithi102 ceph-mon[90943]: osdmap e912: 8 total, 8 up, 8 in 2024-04-10T15:21:21.657 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:21 smithi102 ceph-mon[88557]: osdmap e912: 8 total, 8 up, 8 in 2024-04-10T15:21:22.225 INFO:tasks.workunit.client.0.smithi102.stdout:require_osd_release = squid 2024-04-10T15:21:22.234 INFO:tasks.workunit.client.0.smithi102.stdout:0 2024-04-10T15:21:22.529 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:21:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:21:22.529 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:22 smithi154 ceph-mon[84269]: osdmap e913: 8 total, 8 up, 8 in 2024-04-10T15:21:22.529 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:22 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/745915191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:22.529 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:22 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:22.530 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:22 smithi154 ceph-mon[84269]: pgmap v1052: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:22.639 INFO:tasks.workunit.client.0.smithi102.stdout:1 2024-04-10T15:21:22.640 INFO:tasks.workunit.client.0.smithi102.stdout:2 2024-04-10T15:21:22.641 INFO:tasks.workunit.client.0.smithi102.stdout:3 2024-04-10T15:21:22.642 INFO:tasks.workunit.client.0.smithi102.stdout:4 2024-04-10T15:21:22.643 INFO:tasks.workunit.client.0.smithi102.stdout:5 2024-04-10T15:21:22.645 INFO:tasks.workunit.client.0.smithi102.stdout:6 2024-04-10T15:21:22.646 INFO:tasks.workunit.client.0.smithi102.stdout:7 2024-04-10T15:21:22.647 INFO:tasks.workunit.client.0.smithi102.stdout:8 2024-04-10T15:21:22.648 INFO:tasks.workunit.client.0.smithi102.stdout:9 2024-04-10T15:21:22.650 INFO:tasks.workunit.client.0.smithi102.stdout:10 2024-04-10T15:21:22.651 INFO:tasks.workunit.client.0.smithi102.stdout:11 2024-04-10T15:21:22.652 INFO:tasks.workunit.client.0.smithi102.stdout:12 2024-04-10T15:21:22.653 INFO:tasks.workunit.client.0.smithi102.stdout:13 2024-04-10T15:21:22.654 INFO:tasks.workunit.client.0.smithi102.stdout:14 2024-04-10T15:21:22.655 INFO:tasks.workunit.client.0.smithi102.stdout:15 2024-04-10T15:21:22.657 INFO:tasks.workunit.client.0.smithi102.stdout:16 2024-04-10T15:21:22.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:22 smithi102 ceph-mon[90943]: osdmap e913: 8 total, 8 up, 8 in 2024-04-10T15:21:22.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:22 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/745915191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:22.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:22 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:22.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:22 smithi102 ceph-mon[90943]: pgmap v1052: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:22.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:22 smithi102 ceph-mon[88557]: osdmap e913: 8 total, 8 up, 8 in 2024-04-10T15:21:22.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:22 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/745915191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:22.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:22 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:22.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:22 smithi102 ceph-mon[88557]: pgmap v1052: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:22.658 INFO:tasks.workunit.client.0.smithi102.stdout:17 2024-04-10T15:21:22.659 INFO:tasks.workunit.client.0.smithi102.stdout:18 2024-04-10T15:21:22.660 INFO:tasks.workunit.client.0.smithi102.stdout:19 2024-04-10T15:21:22.661 INFO:tasks.workunit.client.0.smithi102.stdout:20 2024-04-10T15:21:22.662 INFO:tasks.workunit.client.0.smithi102.stdout:21 2024-04-10T15:21:22.663 INFO:tasks.workunit.client.0.smithi102.stdout:22 2024-04-10T15:21:22.664 INFO:tasks.workunit.client.0.smithi102.stdout:23 2024-04-10T15:21:22.665 INFO:tasks.workunit.client.0.smithi102.stdout:24 2024-04-10T15:21:22.666 INFO:tasks.workunit.client.0.smithi102.stdout:25 2024-04-10T15:21:22.667 INFO:tasks.workunit.client.0.smithi102.stdout:26 2024-04-10T15:21:22.668 INFO:tasks.workunit.client.0.smithi102.stdout:27 2024-04-10T15:21:22.668 INFO:tasks.workunit.client.0.smithi102.stdout:28 2024-04-10T15:21:22.670 INFO:tasks.workunit.client.0.smithi102.stdout:29 2024-04-10T15:21:22.671 INFO:tasks.workunit.client.0.smithi102.stdout:30 2024-04-10T15:21:22.672 INFO:tasks.workunit.client.0.smithi102.stdout:31 2024-04-10T15:21:22.673 INFO:tasks.workunit.client.0.smithi102.stdout:32 2024-04-10T15:21:22.674 INFO:tasks.workunit.client.0.smithi102.stdout:33 2024-04-10T15:21:22.675 INFO:tasks.workunit.client.0.smithi102.stdout:34 2024-04-10T15:21:22.676 INFO:tasks.workunit.client.0.smithi102.stdout:35 2024-04-10T15:21:22.677 INFO:tasks.workunit.client.0.smithi102.stdout:36 2024-04-10T15:21:22.678 INFO:tasks.workunit.client.0.smithi102.stdout:37 2024-04-10T15:21:22.679 INFO:tasks.workunit.client.0.smithi102.stdout:38 2024-04-10T15:21:22.680 INFO:tasks.workunit.client.0.smithi102.stdout:39 2024-04-10T15:21:22.682 INFO:tasks.workunit.client.0.smithi102.stdout:40 2024-04-10T15:21:22.682 INFO:tasks.workunit.client.0.smithi102.stdout:41 2024-04-10T15:21:22.683 INFO:tasks.workunit.client.0.smithi102.stdout:42 2024-04-10T15:21:22.684 INFO:tasks.workunit.client.0.smithi102.stdout:43 2024-04-10T15:21:22.685 INFO:tasks.workunit.client.0.smithi102.stdout:44 2024-04-10T15:21:22.686 INFO:tasks.workunit.client.0.smithi102.stdout:45 2024-04-10T15:21:22.687 INFO:tasks.workunit.client.0.smithi102.stdout:46 2024-04-10T15:21:22.688 INFO:tasks.workunit.client.0.smithi102.stdout:47 2024-04-10T15:21:22.689 INFO:tasks.workunit.client.0.smithi102.stdout:48 2024-04-10T15:21:22.689 INFO:tasks.workunit.client.0.smithi102.stdout:49 2024-04-10T15:21:22.690 INFO:tasks.workunit.client.0.smithi102.stdout:50 2024-04-10T15:21:22.692 INFO:tasks.workunit.client.0.smithi102.stdout:51 2024-04-10T15:21:22.693 INFO:tasks.workunit.client.0.smithi102.stdout:52 2024-04-10T15:21:22.694 INFO:tasks.workunit.client.0.smithi102.stdout:53 2024-04-10T15:21:22.695 INFO:tasks.workunit.client.0.smithi102.stdout:54 2024-04-10T15:21:22.696 INFO:tasks.workunit.client.0.smithi102.stdout:55 2024-04-10T15:21:22.697 INFO:tasks.workunit.client.0.smithi102.stdout:56 2024-04-10T15:21:22.698 INFO:tasks.workunit.client.0.smithi102.stdout:57 2024-04-10T15:21:22.699 INFO:tasks.workunit.client.0.smithi102.stdout:58 2024-04-10T15:21:22.700 INFO:tasks.workunit.client.0.smithi102.stdout:59 2024-04-10T15:21:22.701 INFO:tasks.workunit.client.0.smithi102.stdout:60 2024-04-10T15:21:22.701 INFO:tasks.workunit.client.0.smithi102.stdout:61 2024-04-10T15:21:22.702 INFO:tasks.workunit.client.0.smithi102.stdout:62 2024-04-10T15:21:22.703 INFO:tasks.workunit.client.0.smithi102.stdout:63 2024-04-10T15:21:22.704 INFO:tasks.workunit.client.0.smithi102.stdout:64 2024-04-10T15:21:22.705 INFO:tasks.workunit.client.0.smithi102.stdout:65 2024-04-10T15:21:22.706 INFO:tasks.workunit.client.0.smithi102.stdout:66 2024-04-10T15:21:22.707 INFO:tasks.workunit.client.0.smithi102.stdout:67 2024-04-10T15:21:22.708 INFO:tasks.workunit.client.0.smithi102.stdout:68 2024-04-10T15:21:22.709 INFO:tasks.workunit.client.0.smithi102.stdout:69 2024-04-10T15:21:22.709 INFO:tasks.workunit.client.0.smithi102.stdout:70 2024-04-10T15:21:22.710 INFO:tasks.workunit.client.0.smithi102.stdout:71 2024-04-10T15:21:22.711 INFO:tasks.workunit.client.0.smithi102.stdout:72 2024-04-10T15:21:22.712 INFO:tasks.workunit.client.0.smithi102.stdout:73 2024-04-10T15:21:22.713 INFO:tasks.workunit.client.0.smithi102.stdout:74 2024-04-10T15:21:22.714 INFO:tasks.workunit.client.0.smithi102.stdout:75 2024-04-10T15:21:22.715 INFO:tasks.workunit.client.0.smithi102.stdout:76 2024-04-10T15:21:22.716 INFO:tasks.workunit.client.0.smithi102.stdout:77 2024-04-10T15:21:22.717 INFO:tasks.workunit.client.0.smithi102.stdout:78 2024-04-10T15:21:22.718 INFO:tasks.workunit.client.0.smithi102.stdout:79 2024-04-10T15:21:22.719 INFO:tasks.workunit.client.0.smithi102.stdout:80 2024-04-10T15:21:22.719 INFO:tasks.workunit.client.0.smithi102.stdout:81 2024-04-10T15:21:22.720 INFO:tasks.workunit.client.0.smithi102.stdout:82 2024-04-10T15:21:22.721 INFO:tasks.workunit.client.0.smithi102.stdout:83 2024-04-10T15:21:22.722 INFO:tasks.workunit.client.0.smithi102.stdout:84 2024-04-10T15:21:22.723 INFO:tasks.workunit.client.0.smithi102.stdout:85 2024-04-10T15:21:22.724 INFO:tasks.workunit.client.0.smithi102.stdout:86 2024-04-10T15:21:22.725 INFO:tasks.workunit.client.0.smithi102.stdout:87 2024-04-10T15:21:22.726 INFO:tasks.workunit.client.0.smithi102.stdout:88 2024-04-10T15:21:22.726 INFO:tasks.workunit.client.0.smithi102.stdout:89 2024-04-10T15:21:22.727 INFO:tasks.workunit.client.0.smithi102.stdout:90 2024-04-10T15:21:22.728 INFO:tasks.workunit.client.0.smithi102.stdout:91 2024-04-10T15:21:22.729 INFO:tasks.workunit.client.0.smithi102.stdout:92 2024-04-10T15:21:22.730 INFO:tasks.workunit.client.0.smithi102.stdout:93 2024-04-10T15:21:22.731 INFO:tasks.workunit.client.0.smithi102.stdout:94 2024-04-10T15:21:22.732 INFO:tasks.workunit.client.0.smithi102.stdout:95 2024-04-10T15:21:22.732 INFO:tasks.workunit.client.0.smithi102.stdout:96 2024-04-10T15:21:22.733 INFO:tasks.workunit.client.0.smithi102.stdout:97 2024-04-10T15:21:22.734 INFO:tasks.workunit.client.0.smithi102.stdout:98 2024-04-10T15:21:22.735 INFO:tasks.workunit.client.0.smithi102.stdout:99 2024-04-10T15:21:22.736 INFO:tasks.workunit.client.0.smithi102.stdout:100 2024-04-10T15:21:22.737 INFO:tasks.workunit.client.0.smithi102.stdout:101 2024-04-10T15:21:22.738 INFO:tasks.workunit.client.0.smithi102.stdout:102 2024-04-10T15:21:22.739 INFO:tasks.workunit.client.0.smithi102.stdout:103 2024-04-10T15:21:22.739 INFO:tasks.workunit.client.0.smithi102.stdout:104 2024-04-10T15:21:22.740 INFO:tasks.workunit.client.0.smithi102.stdout:105 2024-04-10T15:21:22.741 INFO:tasks.workunit.client.0.smithi102.stdout:106 2024-04-10T15:21:22.742 INFO:tasks.workunit.client.0.smithi102.stdout:107 2024-04-10T15:21:22.743 INFO:tasks.workunit.client.0.smithi102.stdout:108 2024-04-10T15:21:22.744 INFO:tasks.workunit.client.0.smithi102.stdout:109 2024-04-10T15:21:22.745 INFO:tasks.workunit.client.0.smithi102.stdout:110 2024-04-10T15:21:22.746 INFO:tasks.workunit.client.0.smithi102.stdout:111 2024-04-10T15:21:22.746 INFO:tasks.workunit.client.0.smithi102.stdout:112 2024-04-10T15:21:22.747 INFO:tasks.workunit.client.0.smithi102.stdout:113 2024-04-10T15:21:22.748 INFO:tasks.workunit.client.0.smithi102.stdout:114 2024-04-10T15:21:22.749 INFO:tasks.workunit.client.0.smithi102.stdout:115 2024-04-10T15:21:22.750 INFO:tasks.workunit.client.0.smithi102.stdout:116 2024-04-10T15:21:22.751 INFO:tasks.workunit.client.0.smithi102.stdout:117 2024-04-10T15:21:22.752 INFO:tasks.workunit.client.0.smithi102.stdout:118 2024-04-10T15:21:22.753 INFO:tasks.workunit.client.0.smithi102.stdout:119 2024-04-10T15:21:22.754 INFO:tasks.workunit.client.0.smithi102.stdout:120 2024-04-10T15:21:22.755 INFO:tasks.workunit.client.0.smithi102.stdout:121 2024-04-10T15:21:22.756 INFO:tasks.workunit.client.0.smithi102.stdout:122 2024-04-10T15:21:22.756 INFO:tasks.workunit.client.0.smithi102.stdout:123 2024-04-10T15:21:22.757 INFO:tasks.workunit.client.0.smithi102.stdout:124 2024-04-10T15:21:22.758 INFO:tasks.workunit.client.0.smithi102.stdout:125 2024-04-10T15:21:22.759 INFO:tasks.workunit.client.0.smithi102.stdout:126 2024-04-10T15:21:22.760 INFO:tasks.workunit.client.0.smithi102.stdout:127 2024-04-10T15:21:22.761 INFO:tasks.workunit.client.0.smithi102.stdout:128 2024-04-10T15:21:22.762 INFO:tasks.workunit.client.0.smithi102.stdout:129 2024-04-10T15:21:22.763 INFO:tasks.workunit.client.0.smithi102.stdout:130 2024-04-10T15:21:22.764 INFO:tasks.workunit.client.0.smithi102.stdout:131 2024-04-10T15:21:22.765 INFO:tasks.workunit.client.0.smithi102.stdout:132 2024-04-10T15:21:22.766 INFO:tasks.workunit.client.0.smithi102.stdout:133 2024-04-10T15:21:22.766 INFO:tasks.workunit.client.0.smithi102.stdout:134 2024-04-10T15:21:22.767 INFO:tasks.workunit.client.0.smithi102.stdout:135 2024-04-10T15:21:22.768 INFO:tasks.workunit.client.0.smithi102.stdout:136 2024-04-10T15:21:22.769 INFO:tasks.workunit.client.0.smithi102.stdout:137 2024-04-10T15:21:22.770 INFO:tasks.workunit.client.0.smithi102.stdout:138 2024-04-10T15:21:22.771 INFO:tasks.workunit.client.0.smithi102.stdout:139 2024-04-10T15:21:22.772 INFO:tasks.workunit.client.0.smithi102.stdout:140 2024-04-10T15:21:22.773 INFO:tasks.workunit.client.0.smithi102.stdout:141 2024-04-10T15:21:22.773 INFO:tasks.workunit.client.0.smithi102.stdout:142 2024-04-10T15:21:22.774 INFO:tasks.workunit.client.0.smithi102.stdout:143 2024-04-10T15:21:22.775 INFO:tasks.workunit.client.0.smithi102.stdout:144 2024-04-10T15:21:22.776 INFO:tasks.workunit.client.0.smithi102.stdout:145 2024-04-10T15:21:22.777 INFO:tasks.workunit.client.0.smithi102.stdout:146 2024-04-10T15:21:22.778 INFO:tasks.workunit.client.0.smithi102.stdout:147 2024-04-10T15:21:22.779 INFO:tasks.workunit.client.0.smithi102.stdout:148 2024-04-10T15:21:22.779 INFO:tasks.workunit.client.0.smithi102.stdout:149 2024-04-10T15:21:22.780 INFO:tasks.workunit.client.0.smithi102.stdout:150 2024-04-10T15:21:22.781 INFO:tasks.workunit.client.0.smithi102.stdout:151 2024-04-10T15:21:22.782 INFO:tasks.workunit.client.0.smithi102.stdout:152 2024-04-10T15:21:22.783 INFO:tasks.workunit.client.0.smithi102.stdout:153 2024-04-10T15:21:22.783 INFO:tasks.workunit.client.0.smithi102.stdout:154 2024-04-10T15:21:22.784 INFO:tasks.workunit.client.0.smithi102.stdout:155 2024-04-10T15:21:22.785 INFO:tasks.workunit.client.0.smithi102.stdout:156 2024-04-10T15:21:22.786 INFO:tasks.workunit.client.0.smithi102.stdout:157 2024-04-10T15:21:22.787 INFO:tasks.workunit.client.0.smithi102.stdout:158 2024-04-10T15:21:22.787 INFO:tasks.workunit.client.0.smithi102.stdout:159 2024-04-10T15:21:22.788 INFO:tasks.workunit.client.0.smithi102.stdout:160 2024-04-10T15:21:22.789 INFO:tasks.workunit.client.0.smithi102.stdout:161 2024-04-10T15:21:22.790 INFO:tasks.workunit.client.0.smithi102.stdout:162 2024-04-10T15:21:22.791 INFO:tasks.workunit.client.0.smithi102.stdout:163 2024-04-10T15:21:22.792 INFO:tasks.workunit.client.0.smithi102.stdout:164 2024-04-10T15:21:22.792 INFO:tasks.workunit.client.0.smithi102.stdout:165 2024-04-10T15:21:22.793 INFO:tasks.workunit.client.0.smithi102.stdout:166 2024-04-10T15:21:22.794 INFO:tasks.workunit.client.0.smithi102.stdout:167 2024-04-10T15:21:22.795 INFO:tasks.workunit.client.0.smithi102.stdout:168 2024-04-10T15:21:22.797 INFO:tasks.workunit.client.0.smithi102.stdout:169 2024-04-10T15:21:22.797 INFO:tasks.workunit.client.0.smithi102.stdout:170 2024-04-10T15:21:22.798 INFO:tasks.workunit.client.0.smithi102.stdout:171 2024-04-10T15:21:22.798 INFO:tasks.workunit.client.0.smithi102.stdout:172 2024-04-10T15:21:22.799 INFO:tasks.workunit.client.0.smithi102.stdout:173 2024-04-10T15:21:22.800 INFO:tasks.workunit.client.0.smithi102.stdout:174 2024-04-10T15:21:22.801 INFO:tasks.workunit.client.0.smithi102.stdout:175 2024-04-10T15:21:22.802 INFO:tasks.workunit.client.0.smithi102.stdout:176 2024-04-10T15:21:22.802 INFO:tasks.workunit.client.0.smithi102.stdout:177 2024-04-10T15:21:22.803 INFO:tasks.workunit.client.0.smithi102.stdout:178 2024-04-10T15:21:22.804 INFO:tasks.workunit.client.0.smithi102.stdout:179 2024-04-10T15:21:22.805 INFO:tasks.workunit.client.0.smithi102.stdout:180 2024-04-10T15:21:22.806 INFO:tasks.workunit.client.0.smithi102.stdout:181 2024-04-10T15:21:22.807 INFO:tasks.workunit.client.0.smithi102.stdout:182 2024-04-10T15:21:22.808 INFO:tasks.workunit.client.0.smithi102.stdout:183 2024-04-10T15:21:22.808 INFO:tasks.workunit.client.0.smithi102.stdout:184 2024-04-10T15:21:22.809 INFO:tasks.workunit.client.0.smithi102.stdout:185 2024-04-10T15:21:22.810 INFO:tasks.workunit.client.0.smithi102.stdout:186 2024-04-10T15:21:22.811 INFO:tasks.workunit.client.0.smithi102.stdout:187 2024-04-10T15:21:22.812 INFO:tasks.workunit.client.0.smithi102.stdout:188 2024-04-10T15:21:22.813 INFO:tasks.workunit.client.0.smithi102.stdout:189 2024-04-10T15:21:22.814 INFO:tasks.workunit.client.0.smithi102.stdout:190 2024-04-10T15:21:22.814 INFO:tasks.workunit.client.0.smithi102.stdout:191 2024-04-10T15:21:22.815 INFO:tasks.workunit.client.0.smithi102.stdout:192 2024-04-10T15:21:22.816 INFO:tasks.workunit.client.0.smithi102.stdout:193 2024-04-10T15:21:22.817 INFO:tasks.workunit.client.0.smithi102.stdout:194 2024-04-10T15:21:22.818 INFO:tasks.workunit.client.0.smithi102.stdout:195 2024-04-10T15:21:22.818 INFO:tasks.workunit.client.0.smithi102.stdout:196 2024-04-10T15:21:22.819 INFO:tasks.workunit.client.0.smithi102.stdout:197 2024-04-10T15:21:22.820 INFO:tasks.workunit.client.0.smithi102.stdout:198 2024-04-10T15:21:22.821 INFO:tasks.workunit.client.0.smithi102.stdout:199 2024-04-10T15:21:22.822 INFO:tasks.workunit.client.0.smithi102.stdout:200 2024-04-10T15:21:22.822 INFO:tasks.workunit.client.0.smithi102.stdout:201 2024-04-10T15:21:22.823 INFO:tasks.workunit.client.0.smithi102.stdout:202 2024-04-10T15:21:22.824 INFO:tasks.workunit.client.0.smithi102.stdout:203 2024-04-10T15:21:22.825 INFO:tasks.workunit.client.0.smithi102.stdout:204 2024-04-10T15:21:22.826 INFO:tasks.workunit.client.0.smithi102.stdout:205 2024-04-10T15:21:22.827 INFO:tasks.workunit.client.0.smithi102.stdout:206 2024-04-10T15:21:22.828 INFO:tasks.workunit.client.0.smithi102.stdout:207 2024-04-10T15:21:22.829 INFO:tasks.workunit.client.0.smithi102.stdout:208 2024-04-10T15:21:22.830 INFO:tasks.workunit.client.0.smithi102.stdout:209 2024-04-10T15:21:22.830 INFO:tasks.workunit.client.0.smithi102.stdout:210 2024-04-10T15:21:22.831 INFO:tasks.workunit.client.0.smithi102.stdout:211 2024-04-10T15:21:22.832 INFO:tasks.workunit.client.0.smithi102.stdout:212 2024-04-10T15:21:22.833 INFO:tasks.workunit.client.0.smithi102.stdout:213 2024-04-10T15:21:22.834 INFO:tasks.workunit.client.0.smithi102.stdout:214 2024-04-10T15:21:22.835 INFO:tasks.workunit.client.0.smithi102.stdout:215 2024-04-10T15:21:22.836 INFO:tasks.workunit.client.0.smithi102.stdout:216 2024-04-10T15:21:22.836 INFO:tasks.workunit.client.0.smithi102.stdout:217 2024-04-10T15:21:22.837 INFO:tasks.workunit.client.0.smithi102.stdout:218 2024-04-10T15:21:22.838 INFO:tasks.workunit.client.0.smithi102.stdout:219 2024-04-10T15:21:22.839 INFO:tasks.workunit.client.0.smithi102.stdout:220 2024-04-10T15:21:22.840 INFO:tasks.workunit.client.0.smithi102.stdout:221 2024-04-10T15:21:22.841 INFO:tasks.workunit.client.0.smithi102.stdout:222 2024-04-10T15:21:22.842 INFO:tasks.workunit.client.0.smithi102.stdout:223 2024-04-10T15:21:22.843 INFO:tasks.workunit.client.0.smithi102.stdout:224 2024-04-10T15:21:22.844 INFO:tasks.workunit.client.0.smithi102.stdout:225 2024-04-10T15:21:22.844 INFO:tasks.workunit.client.0.smithi102.stdout:226 2024-04-10T15:21:22.845 INFO:tasks.workunit.client.0.smithi102.stdout:227 2024-04-10T15:21:22.846 INFO:tasks.workunit.client.0.smithi102.stdout:228 2024-04-10T15:21:22.847 INFO:tasks.workunit.client.0.smithi102.stdout:229 2024-04-10T15:21:22.848 INFO:tasks.workunit.client.0.smithi102.stdout:230 2024-04-10T15:21:22.849 INFO:tasks.workunit.client.0.smithi102.stdout:231 2024-04-10T15:21:22.850 INFO:tasks.workunit.client.0.smithi102.stdout:232 2024-04-10T15:21:22.851 INFO:tasks.workunit.client.0.smithi102.stdout:233 2024-04-10T15:21:22.852 INFO:tasks.workunit.client.0.smithi102.stdout:234 2024-04-10T15:21:22.853 INFO:tasks.workunit.client.0.smithi102.stdout:235 2024-04-10T15:21:22.854 INFO:tasks.workunit.client.0.smithi102.stdout:236 2024-04-10T15:21:22.855 INFO:tasks.workunit.client.0.smithi102.stdout:237 2024-04-10T15:21:22.856 INFO:tasks.workunit.client.0.smithi102.stdout:238 2024-04-10T15:21:22.858 INFO:tasks.workunit.client.0.smithi102.stdout:239 2024-04-10T15:21:22.859 INFO:tasks.workunit.client.0.smithi102.stdout:240 2024-04-10T15:21:22.860 INFO:tasks.workunit.client.0.smithi102.stdout:241 2024-04-10T15:21:22.861 INFO:tasks.workunit.client.0.smithi102.stdout:242 2024-04-10T15:21:22.862 INFO:tasks.workunit.client.0.smithi102.stdout:243 2024-04-10T15:21:22.863 INFO:tasks.workunit.client.0.smithi102.stdout:244 2024-04-10T15:21:22.864 INFO:tasks.workunit.client.0.smithi102.stdout:245 2024-04-10T15:21:22.865 INFO:tasks.workunit.client.0.smithi102.stdout:246 2024-04-10T15:21:22.866 INFO:tasks.workunit.client.0.smithi102.stdout:247 2024-04-10T15:21:22.867 INFO:tasks.workunit.client.0.smithi102.stdout:248 2024-04-10T15:21:22.867 INFO:tasks.workunit.client.0.smithi102.stdout:249 2024-04-10T15:21:22.868 INFO:tasks.workunit.client.0.smithi102.stdout:250 2024-04-10T15:21:22.869 INFO:tasks.workunit.client.0.smithi102.stdout:251 2024-04-10T15:21:22.870 INFO:tasks.workunit.client.0.smithi102.stdout:252 2024-04-10T15:21:22.871 INFO:tasks.workunit.client.0.smithi102.stdout:253 2024-04-10T15:21:22.872 INFO:tasks.workunit.client.0.smithi102.stdout:254 2024-04-10T15:21:22.873 INFO:tasks.workunit.client.0.smithi102.stdout:255 2024-04-10T15:21:22.874 INFO:tasks.workunit.client.0.smithi102.stdout:256 2024-04-10T15:21:22.875 INFO:tasks.workunit.client.0.smithi102.stdout:257 2024-04-10T15:21:22.876 INFO:tasks.workunit.client.0.smithi102.stdout:258 2024-04-10T15:21:22.877 INFO:tasks.workunit.client.0.smithi102.stdout:259 2024-04-10T15:21:22.877 INFO:tasks.workunit.client.0.smithi102.stdout:260 2024-04-10T15:21:22.878 INFO:tasks.workunit.client.0.smithi102.stdout:261 2024-04-10T15:21:22.879 INFO:tasks.workunit.client.0.smithi102.stdout:262 2024-04-10T15:21:22.880 INFO:tasks.workunit.client.0.smithi102.stdout:263 2024-04-10T15:21:22.881 INFO:tasks.workunit.client.0.smithi102.stdout:264 2024-04-10T15:21:22.882 INFO:tasks.workunit.client.0.smithi102.stdout:265 2024-04-10T15:21:22.883 INFO:tasks.workunit.client.0.smithi102.stdout:266 2024-04-10T15:21:22.884 INFO:tasks.workunit.client.0.smithi102.stdout:267 2024-04-10T15:21:22.884 INFO:tasks.workunit.client.0.smithi102.stdout:268 2024-04-10T15:21:22.885 INFO:tasks.workunit.client.0.smithi102.stdout:269 2024-04-10T15:21:22.886 INFO:tasks.workunit.client.0.smithi102.stdout:270 2024-04-10T15:21:22.888 INFO:tasks.workunit.client.0.smithi102.stdout:271 2024-04-10T15:21:22.889 INFO:tasks.workunit.client.0.smithi102.stdout:272 2024-04-10T15:21:22.889 INFO:tasks.workunit.client.0.smithi102.stdout:273 2024-04-10T15:21:22.890 INFO:tasks.workunit.client.0.smithi102.stdout:274 2024-04-10T15:21:22.891 INFO:tasks.workunit.client.0.smithi102.stdout:275 2024-04-10T15:21:22.892 INFO:tasks.workunit.client.0.smithi102.stdout:276 2024-04-10T15:21:22.893 INFO:tasks.workunit.client.0.smithi102.stdout:277 2024-04-10T15:21:22.894 INFO:tasks.workunit.client.0.smithi102.stdout:278 2024-04-10T15:21:22.895 INFO:tasks.workunit.client.0.smithi102.stdout:279 2024-04-10T15:21:22.896 INFO:tasks.workunit.client.0.smithi102.stdout:280 2024-04-10T15:21:22.896 INFO:tasks.workunit.client.0.smithi102.stdout:281 2024-04-10T15:21:22.897 INFO:tasks.workunit.client.0.smithi102.stdout:282 2024-04-10T15:21:22.898 INFO:tasks.workunit.client.0.smithi102.stdout:283 2024-04-10T15:21:22.899 INFO:tasks.workunit.client.0.smithi102.stdout:284 2024-04-10T15:21:22.900 INFO:tasks.workunit.client.0.smithi102.stdout:285 2024-04-10T15:21:22.901 INFO:tasks.workunit.client.0.smithi102.stdout:286 2024-04-10T15:21:22.902 INFO:tasks.workunit.client.0.smithi102.stdout:287 2024-04-10T15:21:22.902 INFO:tasks.workunit.client.0.smithi102.stdout:288 2024-04-10T15:21:22.903 INFO:tasks.workunit.client.0.smithi102.stdout:289 2024-04-10T15:21:22.904 INFO:tasks.workunit.client.0.smithi102.stdout:290 2024-04-10T15:21:22.905 INFO:tasks.workunit.client.0.smithi102.stdout:291 2024-04-10T15:21:22.906 INFO:tasks.workunit.client.0.smithi102.stdout:292 2024-04-10T15:21:22.907 INFO:tasks.workunit.client.0.smithi102.stdout:293 2024-04-10T15:21:22.908 INFO:tasks.workunit.client.0.smithi102.stdout:294 2024-04-10T15:21:22.908 INFO:tasks.workunit.client.0.smithi102.stdout:295 2024-04-10T15:21:22.909 INFO:tasks.workunit.client.0.smithi102.stdout:296 2024-04-10T15:21:22.910 INFO:tasks.workunit.client.0.smithi102.stdout:297 2024-04-10T15:21:22.911 INFO:tasks.workunit.client.0.smithi102.stdout:298 2024-04-10T15:21:22.912 INFO:tasks.workunit.client.0.smithi102.stdout:299 2024-04-10T15:21:22.913 INFO:tasks.workunit.client.0.smithi102.stdout:300 2024-04-10T15:21:22.914 INFO:tasks.workunit.client.0.smithi102.stdout:301 2024-04-10T15:21:22.915 INFO:tasks.workunit.client.0.smithi102.stdout:302 2024-04-10T15:21:22.915 INFO:tasks.workunit.client.0.smithi102.stdout:303 2024-04-10T15:21:22.916 INFO:tasks.workunit.client.0.smithi102.stdout:304 2024-04-10T15:21:22.917 INFO:tasks.workunit.client.0.smithi102.stdout:305 2024-04-10T15:21:22.918 INFO:tasks.workunit.client.0.smithi102.stdout:306 2024-04-10T15:21:22.919 INFO:tasks.workunit.client.0.smithi102.stdout:307 2024-04-10T15:21:22.920 INFO:tasks.workunit.client.0.smithi102.stdout:308 2024-04-10T15:21:22.921 INFO:tasks.workunit.client.0.smithi102.stdout:309 2024-04-10T15:21:22.922 INFO:tasks.workunit.client.0.smithi102.stdout:310 2024-04-10T15:21:22.923 INFO:tasks.workunit.client.0.smithi102.stdout:311 2024-04-10T15:21:22.924 INFO:tasks.workunit.client.0.smithi102.stdout:312 2024-04-10T15:21:22.924 INFO:tasks.workunit.client.0.smithi102.stdout:313 2024-04-10T15:21:22.925 INFO:tasks.workunit.client.0.smithi102.stdout:314 2024-04-10T15:21:22.926 INFO:tasks.workunit.client.0.smithi102.stdout:315 2024-04-10T15:21:22.927 INFO:tasks.workunit.client.0.smithi102.stdout:316 2024-04-10T15:21:22.928 INFO:tasks.workunit.client.0.smithi102.stdout:317 2024-04-10T15:21:22.929 INFO:tasks.workunit.client.0.smithi102.stdout:318 2024-04-10T15:21:22.930 INFO:tasks.workunit.client.0.smithi102.stdout:319 2024-04-10T15:21:22.930 INFO:tasks.workunit.client.0.smithi102.stdout:320 2024-04-10T15:21:22.931 INFO:tasks.workunit.client.0.smithi102.stdout:321 2024-04-10T15:21:22.932 INFO:tasks.workunit.client.0.smithi102.stdout:322 2024-04-10T15:21:22.933 INFO:tasks.workunit.client.0.smithi102.stdout:323 2024-04-10T15:21:22.934 INFO:tasks.workunit.client.0.smithi102.stdout:324 2024-04-10T15:21:22.935 INFO:tasks.workunit.client.0.smithi102.stdout:325 2024-04-10T15:21:22.936 INFO:tasks.workunit.client.0.smithi102.stdout:326 2024-04-10T15:21:22.937 INFO:tasks.workunit.client.0.smithi102.stdout:327 2024-04-10T15:21:22.938 INFO:tasks.workunit.client.0.smithi102.stdout:328 2024-04-10T15:21:22.939 INFO:tasks.workunit.client.0.smithi102.stdout:329 2024-04-10T15:21:22.940 INFO:tasks.workunit.client.0.smithi102.stdout:330 2024-04-10T15:21:22.941 INFO:tasks.workunit.client.0.smithi102.stdout:331 2024-04-10T15:21:22.942 INFO:tasks.workunit.client.0.smithi102.stdout:332 2024-04-10T15:21:22.943 INFO:tasks.workunit.client.0.smithi102.stdout:333 2024-04-10T15:21:22.944 INFO:tasks.workunit.client.0.smithi102.stdout:334 2024-04-10T15:21:22.944 INFO:tasks.workunit.client.0.smithi102.stdout:335 2024-04-10T15:21:22.945 INFO:tasks.workunit.client.0.smithi102.stdout:336 2024-04-10T15:21:22.946 INFO:tasks.workunit.client.0.smithi102.stdout:337 2024-04-10T15:21:22.947 INFO:tasks.workunit.client.0.smithi102.stdout:338 2024-04-10T15:21:22.948 INFO:tasks.workunit.client.0.smithi102.stdout:339 2024-04-10T15:21:22.949 INFO:tasks.workunit.client.0.smithi102.stdout:340 2024-04-10T15:21:22.950 INFO:tasks.workunit.client.0.smithi102.stdout:341 2024-04-10T15:21:22.951 INFO:tasks.workunit.client.0.smithi102.stdout:342 2024-04-10T15:21:22.952 INFO:tasks.workunit.client.0.smithi102.stdout:343 2024-04-10T15:21:22.953 INFO:tasks.workunit.client.0.smithi102.stdout:344 2024-04-10T15:21:22.954 INFO:tasks.workunit.client.0.smithi102.stdout:345 2024-04-10T15:21:22.955 INFO:tasks.workunit.client.0.smithi102.stdout:346 2024-04-10T15:21:22.956 INFO:tasks.workunit.client.0.smithi102.stdout:347 2024-04-10T15:21:22.957 INFO:tasks.workunit.client.0.smithi102.stdout:348 2024-04-10T15:21:22.958 INFO:tasks.workunit.client.0.smithi102.stdout:349 2024-04-10T15:21:22.958 INFO:tasks.workunit.client.0.smithi102.stdout:350 2024-04-10T15:21:22.959 INFO:tasks.workunit.client.0.smithi102.stdout:351 2024-04-10T15:21:22.960 INFO:tasks.workunit.client.0.smithi102.stdout:352 2024-04-10T15:21:22.961 INFO:tasks.workunit.client.0.smithi102.stdout:353 2024-04-10T15:21:22.962 INFO:tasks.workunit.client.0.smithi102.stdout:354 2024-04-10T15:21:22.963 INFO:tasks.workunit.client.0.smithi102.stdout:355 2024-04-10T15:21:22.964 INFO:tasks.workunit.client.0.smithi102.stdout:356 2024-04-10T15:21:22.965 INFO:tasks.workunit.client.0.smithi102.stdout:357 2024-04-10T15:21:22.966 INFO:tasks.workunit.client.0.smithi102.stdout:358 2024-04-10T15:21:22.967 INFO:tasks.workunit.client.0.smithi102.stdout:359 2024-04-10T15:21:22.968 INFO:tasks.workunit.client.0.smithi102.stdout:360 2024-04-10T15:21:22.969 INFO:tasks.workunit.client.0.smithi102.stdout:361 2024-04-10T15:21:22.969 INFO:tasks.workunit.client.0.smithi102.stdout:362 2024-04-10T15:21:22.970 INFO:tasks.workunit.client.0.smithi102.stdout:363 2024-04-10T15:21:22.971 INFO:tasks.workunit.client.0.smithi102.stdout:364 2024-04-10T15:21:22.972 INFO:tasks.workunit.client.0.smithi102.stdout:365 2024-04-10T15:21:22.973 INFO:tasks.workunit.client.0.smithi102.stdout:366 2024-04-10T15:21:22.974 INFO:tasks.workunit.client.0.smithi102.stdout:367 2024-04-10T15:21:22.975 INFO:tasks.workunit.client.0.smithi102.stdout:368 2024-04-10T15:21:22.976 INFO:tasks.workunit.client.0.smithi102.stdout:369 2024-04-10T15:21:22.977 INFO:tasks.workunit.client.0.smithi102.stdout:370 2024-04-10T15:21:22.978 INFO:tasks.workunit.client.0.smithi102.stdout:371 2024-04-10T15:21:22.979 INFO:tasks.workunit.client.0.smithi102.stdout:372 2024-04-10T15:21:22.980 INFO:tasks.workunit.client.0.smithi102.stdout:373 2024-04-10T15:21:22.981 INFO:tasks.workunit.client.0.smithi102.stdout:374 2024-04-10T15:21:22.982 INFO:tasks.workunit.client.0.smithi102.stdout:375 2024-04-10T15:21:22.983 INFO:tasks.workunit.client.0.smithi102.stdout:376 2024-04-10T15:21:22.984 INFO:tasks.workunit.client.0.smithi102.stdout:377 2024-04-10T15:21:22.985 INFO:tasks.workunit.client.0.smithi102.stdout:378 2024-04-10T15:21:22.986 INFO:tasks.workunit.client.0.smithi102.stdout:379 2024-04-10T15:21:22.987 INFO:tasks.workunit.client.0.smithi102.stdout:380 2024-04-10T15:21:22.988 INFO:tasks.workunit.client.0.smithi102.stdout:381 2024-04-10T15:21:22.988 INFO:tasks.workunit.client.0.smithi102.stdout:382 2024-04-10T15:21:22.989 INFO:tasks.workunit.client.0.smithi102.stdout:383 2024-04-10T15:21:22.990 INFO:tasks.workunit.client.0.smithi102.stdout:384 2024-04-10T15:21:22.991 INFO:tasks.workunit.client.0.smithi102.stdout:385 2024-04-10T15:21:22.992 INFO:tasks.workunit.client.0.smithi102.stdout:386 2024-04-10T15:21:22.993 INFO:tasks.workunit.client.0.smithi102.stdout:387 2024-04-10T15:21:22.994 INFO:tasks.workunit.client.0.smithi102.stdout:388 2024-04-10T15:21:22.995 INFO:tasks.workunit.client.0.smithi102.stdout:389 2024-04-10T15:21:22.996 INFO:tasks.workunit.client.0.smithi102.stdout:390 2024-04-10T15:21:22.997 INFO:tasks.workunit.client.0.smithi102.stdout:391 2024-04-10T15:21:22.998 INFO:tasks.workunit.client.0.smithi102.stdout:392 2024-04-10T15:21:23.003 INFO:tasks.workunit.client.0.smithi102.stdout:393 2024-04-10T15:21:23.003 INFO:tasks.workunit.client.0.smithi102.stdout:394 2024-04-10T15:21:23.003 INFO:tasks.workunit.client.0.smithi102.stdout:395 2024-04-10T15:21:23.003 INFO:tasks.workunit.client.0.smithi102.stdout:396 2024-04-10T15:21:23.004 INFO:tasks.workunit.client.0.smithi102.stdout:397 2024-04-10T15:21:23.005 INFO:tasks.workunit.client.0.smithi102.stdout:398 2024-04-10T15:21:23.006 INFO:tasks.workunit.client.0.smithi102.stdout:399 2024-04-10T15:21:23.006 INFO:tasks.workunit.client.0.smithi102.stdout:400 2024-04-10T15:21:23.007 INFO:tasks.workunit.client.0.smithi102.stdout:401 2024-04-10T15:21:23.008 INFO:tasks.workunit.client.0.smithi102.stdout:402 2024-04-10T15:21:23.009 INFO:tasks.workunit.client.0.smithi102.stdout:403 2024-04-10T15:21:23.010 INFO:tasks.workunit.client.0.smithi102.stdout:404 2024-04-10T15:21:23.011 INFO:tasks.workunit.client.0.smithi102.stdout:405 2024-04-10T15:21:23.012 INFO:tasks.workunit.client.0.smithi102.stdout:406 2024-04-10T15:21:23.013 INFO:tasks.workunit.client.0.smithi102.stdout:407 2024-04-10T15:21:23.014 INFO:tasks.workunit.client.0.smithi102.stdout:408 2024-04-10T15:21:23.015 INFO:tasks.workunit.client.0.smithi102.stdout:409 2024-04-10T15:21:23.016 INFO:tasks.workunit.client.0.smithi102.stdout:410 2024-04-10T15:21:23.017 INFO:tasks.workunit.client.0.smithi102.stdout:411 2024-04-10T15:21:23.018 INFO:tasks.workunit.client.0.smithi102.stdout:412 2024-04-10T15:21:23.019 INFO:tasks.workunit.client.0.smithi102.stdout:413 2024-04-10T15:21:23.020 INFO:tasks.workunit.client.0.smithi102.stdout:414 2024-04-10T15:21:23.021 INFO:tasks.workunit.client.0.smithi102.stdout:415 2024-04-10T15:21:23.022 INFO:tasks.workunit.client.0.smithi102.stdout:416 2024-04-10T15:21:23.023 INFO:tasks.workunit.client.0.smithi102.stdout:417 2024-04-10T15:21:23.024 INFO:tasks.workunit.client.0.smithi102.stdout:418 2024-04-10T15:21:23.025 INFO:tasks.workunit.client.0.smithi102.stdout:419 2024-04-10T15:21:23.026 INFO:tasks.workunit.client.0.smithi102.stdout:420 2024-04-10T15:21:23.027 INFO:tasks.workunit.client.0.smithi102.stdout:421 2024-04-10T15:21:23.028 INFO:tasks.workunit.client.0.smithi102.stdout:422 2024-04-10T15:21:23.029 INFO:tasks.workunit.client.0.smithi102.stdout:423 2024-04-10T15:21:23.030 INFO:tasks.workunit.client.0.smithi102.stdout:424 2024-04-10T15:21:23.030 INFO:tasks.workunit.client.0.smithi102.stdout:425 2024-04-10T15:21:23.031 INFO:tasks.workunit.client.0.smithi102.stdout:426 2024-04-10T15:21:23.032 INFO:tasks.workunit.client.0.smithi102.stdout:427 2024-04-10T15:21:23.033 INFO:tasks.workunit.client.0.smithi102.stdout:428 2024-04-10T15:21:23.034 INFO:tasks.workunit.client.0.smithi102.stdout:429 2024-04-10T15:21:23.035 INFO:tasks.workunit.client.0.smithi102.stdout:430 2024-04-10T15:21:23.036 INFO:tasks.workunit.client.0.smithi102.stdout:431 2024-04-10T15:21:23.037 INFO:tasks.workunit.client.0.smithi102.stdout:432 2024-04-10T15:21:23.038 INFO:tasks.workunit.client.0.smithi102.stdout:433 2024-04-10T15:21:23.039 INFO:tasks.workunit.client.0.smithi102.stdout:434 2024-04-10T15:21:23.040 INFO:tasks.workunit.client.0.smithi102.stdout:435 2024-04-10T15:21:23.041 INFO:tasks.workunit.client.0.smithi102.stdout:436 2024-04-10T15:21:23.042 INFO:tasks.workunit.client.0.smithi102.stdout:437 2024-04-10T15:21:23.043 INFO:tasks.workunit.client.0.smithi102.stdout:438 2024-04-10T15:21:23.044 INFO:tasks.workunit.client.0.smithi102.stdout:439 2024-04-10T15:21:23.045 INFO:tasks.workunit.client.0.smithi102.stdout:440 2024-04-10T15:21:23.045 INFO:tasks.workunit.client.0.smithi102.stdout:441 2024-04-10T15:21:23.046 INFO:tasks.workunit.client.0.smithi102.stdout:442 2024-04-10T15:21:23.047 INFO:tasks.workunit.client.0.smithi102.stdout:443 2024-04-10T15:21:23.048 INFO:tasks.workunit.client.0.smithi102.stdout:444 2024-04-10T15:21:23.049 INFO:tasks.workunit.client.0.smithi102.stdout:445 2024-04-10T15:21:23.050 INFO:tasks.workunit.client.0.smithi102.stdout:446 2024-04-10T15:21:23.051 INFO:tasks.workunit.client.0.smithi102.stdout:447 2024-04-10T15:21:23.052 INFO:tasks.workunit.client.0.smithi102.stdout:448 2024-04-10T15:21:23.053 INFO:tasks.workunit.client.0.smithi102.stdout:449 2024-04-10T15:21:23.054 INFO:tasks.workunit.client.0.smithi102.stdout:450 2024-04-10T15:21:23.055 INFO:tasks.workunit.client.0.smithi102.stdout:451 2024-04-10T15:21:23.056 INFO:tasks.workunit.client.0.smithi102.stdout:452 2024-04-10T15:21:23.057 INFO:tasks.workunit.client.0.smithi102.stdout:453 2024-04-10T15:21:23.058 INFO:tasks.workunit.client.0.smithi102.stdout:454 2024-04-10T15:21:23.059 INFO:tasks.workunit.client.0.smithi102.stdout:455 2024-04-10T15:21:23.060 INFO:tasks.workunit.client.0.smithi102.stdout:456 2024-04-10T15:21:23.061 INFO:tasks.workunit.client.0.smithi102.stdout:457 2024-04-10T15:21:23.062 INFO:tasks.workunit.client.0.smithi102.stdout:458 2024-04-10T15:21:23.063 INFO:tasks.workunit.client.0.smithi102.stdout:459 2024-04-10T15:21:23.064 INFO:tasks.workunit.client.0.smithi102.stdout:460 2024-04-10T15:21:23.065 INFO:tasks.workunit.client.0.smithi102.stdout:461 2024-04-10T15:21:23.066 INFO:tasks.workunit.client.0.smithi102.stdout:462 2024-04-10T15:21:23.067 INFO:tasks.workunit.client.0.smithi102.stdout:463 2024-04-10T15:21:23.068 INFO:tasks.workunit.client.0.smithi102.stdout:464 2024-04-10T15:21:23.070 INFO:tasks.workunit.client.0.smithi102.stdout:465 2024-04-10T15:21:23.071 INFO:tasks.workunit.client.0.smithi102.stdout:466 2024-04-10T15:21:23.072 INFO:tasks.workunit.client.0.smithi102.stdout:467 2024-04-10T15:21:23.073 INFO:tasks.workunit.client.0.smithi102.stdout:468 2024-04-10T15:21:23.074 INFO:tasks.workunit.client.0.smithi102.stdout:469 2024-04-10T15:21:23.075 INFO:tasks.workunit.client.0.smithi102.stdout:470 2024-04-10T15:21:23.076 INFO:tasks.workunit.client.0.smithi102.stdout:471 2024-04-10T15:21:23.077 INFO:tasks.workunit.client.0.smithi102.stdout:472 2024-04-10T15:21:23.077 INFO:tasks.workunit.client.0.smithi102.stdout:473 2024-04-10T15:21:23.079 INFO:tasks.workunit.client.0.smithi102.stdout:474 2024-04-10T15:21:23.079 INFO:tasks.workunit.client.0.smithi102.stdout:475 2024-04-10T15:21:23.080 INFO:tasks.workunit.client.0.smithi102.stdout:476 2024-04-10T15:21:23.081 INFO:tasks.workunit.client.0.smithi102.stdout:477 2024-04-10T15:21:23.082 INFO:tasks.workunit.client.0.smithi102.stdout:478 2024-04-10T15:21:23.083 INFO:tasks.workunit.client.0.smithi102.stdout:479 2024-04-10T15:21:23.084 INFO:tasks.workunit.client.0.smithi102.stdout:480 2024-04-10T15:21:23.085 INFO:tasks.workunit.client.0.smithi102.stdout:481 2024-04-10T15:21:23.086 INFO:tasks.workunit.client.0.smithi102.stdout:482 2024-04-10T15:21:23.087 INFO:tasks.workunit.client.0.smithi102.stdout:483 2024-04-10T15:21:23.088 INFO:tasks.workunit.client.0.smithi102.stdout:484 2024-04-10T15:21:23.089 INFO:tasks.workunit.client.0.smithi102.stdout:485 2024-04-10T15:21:23.090 INFO:tasks.workunit.client.0.smithi102.stdout:486 2024-04-10T15:21:23.091 INFO:tasks.workunit.client.0.smithi102.stdout:487 2024-04-10T15:21:23.092 INFO:tasks.workunit.client.0.smithi102.stdout:488 2024-04-10T15:21:23.093 INFO:tasks.workunit.client.0.smithi102.stdout:489 2024-04-10T15:21:23.094 INFO:tasks.workunit.client.0.smithi102.stdout:490 2024-04-10T15:21:23.095 INFO:tasks.workunit.client.0.smithi102.stdout:491 2024-04-10T15:21:23.096 INFO:tasks.workunit.client.0.smithi102.stdout:492 2024-04-10T15:21:23.097 INFO:tasks.workunit.client.0.smithi102.stdout:493 2024-04-10T15:21:23.098 INFO:tasks.workunit.client.0.smithi102.stdout:494 2024-04-10T15:21:23.099 INFO:tasks.workunit.client.0.smithi102.stdout:495 2024-04-10T15:21:23.100 INFO:tasks.workunit.client.0.smithi102.stdout:496 2024-04-10T15:21:23.101 INFO:tasks.workunit.client.0.smithi102.stdout:497 2024-04-10T15:21:23.102 INFO:tasks.workunit.client.0.smithi102.stdout:498 2024-04-10T15:21:23.103 INFO:tasks.workunit.client.0.smithi102.stdout:499 2024-04-10T15:21:23.104 INFO:tasks.workunit.client.0.smithi102.stdout:500 2024-04-10T15:21:23.105 INFO:tasks.workunit.client.0.smithi102.stdout:501 2024-04-10T15:21:23.106 INFO:tasks.workunit.client.0.smithi102.stdout:502 2024-04-10T15:21:23.107 INFO:tasks.workunit.client.0.smithi102.stdout:503 2024-04-10T15:21:23.108 INFO:tasks.workunit.client.0.smithi102.stdout:504 2024-04-10T15:21:23.109 INFO:tasks.workunit.client.0.smithi102.stdout:505 2024-04-10T15:21:23.110 INFO:tasks.workunit.client.0.smithi102.stdout:506 2024-04-10T15:21:23.110 INFO:tasks.workunit.client.0.smithi102.stdout:507 2024-04-10T15:21:23.112 INFO:tasks.workunit.client.0.smithi102.stdout:508 2024-04-10T15:21:23.112 INFO:tasks.workunit.client.0.smithi102.stdout:509 2024-04-10T15:21:23.113 INFO:tasks.workunit.client.0.smithi102.stdout:510 2024-04-10T15:21:23.114 INFO:tasks.workunit.client.0.smithi102.stdout:511 2024-04-10T15:21:23.115 INFO:tasks.workunit.client.0.smithi102.stdout:512 2024-04-10T15:21:23.116 INFO:tasks.workunit.client.0.smithi102.stdout:513 2024-04-10T15:21:23.117 INFO:tasks.workunit.client.0.smithi102.stdout:514 2024-04-10T15:21:23.118 INFO:tasks.workunit.client.0.smithi102.stdout:515 2024-04-10T15:21:23.119 INFO:tasks.workunit.client.0.smithi102.stdout:516 2024-04-10T15:21:23.120 INFO:tasks.workunit.client.0.smithi102.stdout:517 2024-04-10T15:21:23.121 INFO:tasks.workunit.client.0.smithi102.stdout:518 2024-04-10T15:21:23.122 INFO:tasks.workunit.client.0.smithi102.stdout:519 2024-04-10T15:21:23.123 INFO:tasks.workunit.client.0.smithi102.stdout:520 2024-04-10T15:21:23.124 INFO:tasks.workunit.client.0.smithi102.stdout:521 2024-04-10T15:21:23.125 INFO:tasks.workunit.client.0.smithi102.stdout:522 2024-04-10T15:21:23.126 INFO:tasks.workunit.client.0.smithi102.stdout:523 2024-04-10T15:21:23.127 INFO:tasks.workunit.client.0.smithi102.stdout:524 2024-04-10T15:21:23.128 INFO:tasks.workunit.client.0.smithi102.stdout:525 2024-04-10T15:21:23.129 INFO:tasks.workunit.client.0.smithi102.stdout:526 2024-04-10T15:21:23.130 INFO:tasks.workunit.client.0.smithi102.stdout:527 2024-04-10T15:21:23.131 INFO:tasks.workunit.client.0.smithi102.stdout:528 2024-04-10T15:21:23.132 INFO:tasks.workunit.client.0.smithi102.stdout:529 2024-04-10T15:21:23.133 INFO:tasks.workunit.client.0.smithi102.stdout:530 2024-04-10T15:21:23.134 INFO:tasks.workunit.client.0.smithi102.stdout:531 2024-04-10T15:21:23.135 INFO:tasks.workunit.client.0.smithi102.stdout:532 2024-04-10T15:21:23.136 INFO:tasks.workunit.client.0.smithi102.stdout:533 2024-04-10T15:21:23.137 INFO:tasks.workunit.client.0.smithi102.stdout:534 2024-04-10T15:21:23.138 INFO:tasks.workunit.client.0.smithi102.stdout:535 2024-04-10T15:21:23.139 INFO:tasks.workunit.client.0.smithi102.stdout:536 2024-04-10T15:21:23.140 INFO:tasks.workunit.client.0.smithi102.stdout:537 2024-04-10T15:21:23.141 INFO:tasks.workunit.client.0.smithi102.stdout:538 2024-04-10T15:21:23.142 INFO:tasks.workunit.client.0.smithi102.stdout:539 2024-04-10T15:21:23.143 INFO:tasks.workunit.client.0.smithi102.stdout:540 2024-04-10T15:21:23.144 INFO:tasks.workunit.client.0.smithi102.stdout:541 2024-04-10T15:21:23.145 INFO:tasks.workunit.client.0.smithi102.stdout:542 2024-04-10T15:21:23.146 INFO:tasks.workunit.client.0.smithi102.stdout:543 2024-04-10T15:21:23.147 INFO:tasks.workunit.client.0.smithi102.stdout:544 2024-04-10T15:21:23.148 INFO:tasks.workunit.client.0.smithi102.stdout:545 2024-04-10T15:21:23.149 INFO:tasks.workunit.client.0.smithi102.stdout:546 2024-04-10T15:21:23.150 INFO:tasks.workunit.client.0.smithi102.stdout:547 2024-04-10T15:21:23.151 INFO:tasks.workunit.client.0.smithi102.stdout:548 2024-04-10T15:21:23.152 INFO:tasks.workunit.client.0.smithi102.stdout:549 2024-04-10T15:21:23.153 INFO:tasks.workunit.client.0.smithi102.stdout:550 2024-04-10T15:21:23.154 INFO:tasks.workunit.client.0.smithi102.stdout:551 2024-04-10T15:21:23.155 INFO:tasks.workunit.client.0.smithi102.stdout:552 2024-04-10T15:21:23.156 INFO:tasks.workunit.client.0.smithi102.stdout:553 2024-04-10T15:21:23.157 INFO:tasks.workunit.client.0.smithi102.stdout:554 2024-04-10T15:21:23.158 INFO:tasks.workunit.client.0.smithi102.stdout:555 2024-04-10T15:21:23.159 INFO:tasks.workunit.client.0.smithi102.stdout:556 2024-04-10T15:21:23.160 INFO:tasks.workunit.client.0.smithi102.stdout:557 2024-04-10T15:21:23.161 INFO:tasks.workunit.client.0.smithi102.stdout:558 2024-04-10T15:21:23.162 INFO:tasks.workunit.client.0.smithi102.stdout:559 2024-04-10T15:21:23.163 INFO:tasks.workunit.client.0.smithi102.stdout:560 2024-04-10T15:21:23.164 INFO:tasks.workunit.client.0.smithi102.stdout:561 2024-04-10T15:21:23.165 INFO:tasks.workunit.client.0.smithi102.stdout:562 2024-04-10T15:21:23.166 INFO:tasks.workunit.client.0.smithi102.stdout:563 2024-04-10T15:21:23.167 INFO:tasks.workunit.client.0.smithi102.stdout:564 2024-04-10T15:21:23.168 INFO:tasks.workunit.client.0.smithi102.stdout:565 2024-04-10T15:21:23.169 INFO:tasks.workunit.client.0.smithi102.stdout:566 2024-04-10T15:21:23.170 INFO:tasks.workunit.client.0.smithi102.stdout:567 2024-04-10T15:21:23.171 INFO:tasks.workunit.client.0.smithi102.stdout:568 2024-04-10T15:21:23.172 INFO:tasks.workunit.client.0.smithi102.stdout:569 2024-04-10T15:21:23.173 INFO:tasks.workunit.client.0.smithi102.stdout:570 2024-04-10T15:21:23.174 INFO:tasks.workunit.client.0.smithi102.stdout:571 2024-04-10T15:21:23.175 INFO:tasks.workunit.client.0.smithi102.stdout:572 2024-04-10T15:21:23.176 INFO:tasks.workunit.client.0.smithi102.stdout:573 2024-04-10T15:21:23.177 INFO:tasks.workunit.client.0.smithi102.stdout:574 2024-04-10T15:21:23.178 INFO:tasks.workunit.client.0.smithi102.stdout:575 2024-04-10T15:21:23.179 INFO:tasks.workunit.client.0.smithi102.stdout:576 2024-04-10T15:21:23.180 INFO:tasks.workunit.client.0.smithi102.stdout:577 2024-04-10T15:21:23.181 INFO:tasks.workunit.client.0.smithi102.stdout:578 2024-04-10T15:21:23.182 INFO:tasks.workunit.client.0.smithi102.stdout:579 2024-04-10T15:21:23.183 INFO:tasks.workunit.client.0.smithi102.stdout:580 2024-04-10T15:21:23.184 INFO:tasks.workunit.client.0.smithi102.stdout:581 2024-04-10T15:21:23.185 INFO:tasks.workunit.client.0.smithi102.stdout:582 2024-04-10T15:21:23.186 INFO:tasks.workunit.client.0.smithi102.stdout:583 2024-04-10T15:21:23.187 INFO:tasks.workunit.client.0.smithi102.stdout:584 2024-04-10T15:21:23.188 INFO:tasks.workunit.client.0.smithi102.stdout:585 2024-04-10T15:21:23.189 INFO:tasks.workunit.client.0.smithi102.stdout:586 2024-04-10T15:21:23.190 INFO:tasks.workunit.client.0.smithi102.stdout:587 2024-04-10T15:21:23.192 INFO:tasks.workunit.client.0.smithi102.stdout:588 2024-04-10T15:21:23.193 INFO:tasks.workunit.client.0.smithi102.stdout:589 2024-04-10T15:21:23.194 INFO:tasks.workunit.client.0.smithi102.stdout:590 2024-04-10T15:21:23.195 INFO:tasks.workunit.client.0.smithi102.stdout:591 2024-04-10T15:21:23.196 INFO:tasks.workunit.client.0.smithi102.stdout:592 2024-04-10T15:21:23.197 INFO:tasks.workunit.client.0.smithi102.stdout:593 2024-04-10T15:21:23.198 INFO:tasks.workunit.client.0.smithi102.stdout:594 2024-04-10T15:21:23.199 INFO:tasks.workunit.client.0.smithi102.stdout:595 2024-04-10T15:21:23.200 INFO:tasks.workunit.client.0.smithi102.stdout:596 2024-04-10T15:21:23.201 INFO:tasks.workunit.client.0.smithi102.stdout:597 2024-04-10T15:21:23.202 INFO:tasks.workunit.client.0.smithi102.stdout:598 2024-04-10T15:21:23.203 INFO:tasks.workunit.client.0.smithi102.stdout:599 2024-04-10T15:21:23.204 INFO:tasks.workunit.client.0.smithi102.stdout:600 2024-04-10T15:21:23.205 INFO:tasks.workunit.client.0.smithi102.stdout:601 2024-04-10T15:21:23.206 INFO:tasks.workunit.client.0.smithi102.stdout:602 2024-04-10T15:21:23.207 INFO:tasks.workunit.client.0.smithi102.stdout:603 2024-04-10T15:21:23.209 INFO:tasks.workunit.client.0.smithi102.stdout:604 2024-04-10T15:21:23.210 INFO:tasks.workunit.client.0.smithi102.stdout:605 2024-04-10T15:21:23.210 INFO:tasks.workunit.client.0.smithi102.stdout:606 2024-04-10T15:21:23.211 INFO:tasks.workunit.client.0.smithi102.stdout:607 2024-04-10T15:21:23.212 INFO:tasks.workunit.client.0.smithi102.stdout:608 2024-04-10T15:21:23.213 INFO:tasks.workunit.client.0.smithi102.stdout:609 2024-04-10T15:21:23.214 INFO:tasks.workunit.client.0.smithi102.stdout:610 2024-04-10T15:21:23.215 INFO:tasks.workunit.client.0.smithi102.stdout:611 2024-04-10T15:21:23.217 INFO:tasks.workunit.client.0.smithi102.stdout:612 2024-04-10T15:21:23.218 INFO:tasks.workunit.client.0.smithi102.stdout:613 2024-04-10T15:21:23.220 INFO:tasks.workunit.client.0.smithi102.stdout:614 2024-04-10T15:21:23.223 INFO:tasks.workunit.client.0.smithi102.stdout:615 2024-04-10T15:21:23.224 INFO:tasks.workunit.client.0.smithi102.stdout:616 2024-04-10T15:21:23.225 INFO:tasks.workunit.client.0.smithi102.stdout:617 2024-04-10T15:21:23.226 INFO:tasks.workunit.client.0.smithi102.stdout:618 2024-04-10T15:21:23.227 INFO:tasks.workunit.client.0.smithi102.stdout:619 2024-04-10T15:21:23.228 INFO:tasks.workunit.client.0.smithi102.stdout:620 2024-04-10T15:21:23.229 INFO:tasks.workunit.client.0.smithi102.stdout:621 2024-04-10T15:21:23.230 INFO:tasks.workunit.client.0.smithi102.stdout:622 2024-04-10T15:21:23.231 INFO:tasks.workunit.client.0.smithi102.stdout:623 2024-04-10T15:21:23.232 INFO:tasks.workunit.client.0.smithi102.stdout:624 2024-04-10T15:21:23.233 INFO:tasks.workunit.client.0.smithi102.stdout:625 2024-04-10T15:21:23.234 INFO:tasks.workunit.client.0.smithi102.stdout:626 2024-04-10T15:21:23.235 INFO:tasks.workunit.client.0.smithi102.stdout:627 2024-04-10T15:21:23.236 INFO:tasks.workunit.client.0.smithi102.stdout:628 2024-04-10T15:21:23.237 INFO:tasks.workunit.client.0.smithi102.stdout:629 2024-04-10T15:21:23.239 INFO:tasks.workunit.client.0.smithi102.stdout:630 2024-04-10T15:21:23.240 INFO:tasks.workunit.client.0.smithi102.stdout:631 2024-04-10T15:21:23.241 INFO:tasks.workunit.client.0.smithi102.stdout:632 2024-04-10T15:21:23.242 INFO:tasks.workunit.client.0.smithi102.stdout:633 2024-04-10T15:21:23.243 INFO:tasks.workunit.client.0.smithi102.stdout:634 2024-04-10T15:21:23.244 INFO:tasks.workunit.client.0.smithi102.stdout:635 2024-04-10T15:21:23.245 INFO:tasks.workunit.client.0.smithi102.stdout:636 2024-04-10T15:21:23.246 INFO:tasks.workunit.client.0.smithi102.stdout:637 2024-04-10T15:21:23.247 INFO:tasks.workunit.client.0.smithi102.stdout:638 2024-04-10T15:21:23.248 INFO:tasks.workunit.client.0.smithi102.stdout:639 2024-04-10T15:21:23.249 INFO:tasks.workunit.client.0.smithi102.stdout:640 2024-04-10T15:21:23.250 INFO:tasks.workunit.client.0.smithi102.stdout:641 2024-04-10T15:21:23.251 INFO:tasks.workunit.client.0.smithi102.stdout:642 2024-04-10T15:21:23.252 INFO:tasks.workunit.client.0.smithi102.stdout:643 2024-04-10T15:21:23.253 INFO:tasks.workunit.client.0.smithi102.stdout:644 2024-04-10T15:21:23.254 INFO:tasks.workunit.client.0.smithi102.stdout:645 2024-04-10T15:21:23.255 INFO:tasks.workunit.client.0.smithi102.stdout:646 2024-04-10T15:21:23.256 INFO:tasks.workunit.client.0.smithi102.stdout:647 2024-04-10T15:21:23.257 INFO:tasks.workunit.client.0.smithi102.stdout:648 2024-04-10T15:21:23.258 INFO:tasks.workunit.client.0.smithi102.stdout:649 2024-04-10T15:21:23.259 INFO:tasks.workunit.client.0.smithi102.stdout:650 2024-04-10T15:21:23.260 INFO:tasks.workunit.client.0.smithi102.stdout:651 2024-04-10T15:21:23.262 INFO:tasks.workunit.client.0.smithi102.stdout:652 2024-04-10T15:21:23.263 INFO:tasks.workunit.client.0.smithi102.stdout:653 2024-04-10T15:21:23.264 INFO:tasks.workunit.client.0.smithi102.stdout:654 2024-04-10T15:21:23.265 INFO:tasks.workunit.client.0.smithi102.stdout:655 2024-04-10T15:21:23.266 INFO:tasks.workunit.client.0.smithi102.stdout:656 2024-04-10T15:21:23.267 INFO:tasks.workunit.client.0.smithi102.stdout:657 2024-04-10T15:21:23.268 INFO:tasks.workunit.client.0.smithi102.stdout:658 2024-04-10T15:21:23.269 INFO:tasks.workunit.client.0.smithi102.stdout:659 2024-04-10T15:21:23.270 INFO:tasks.workunit.client.0.smithi102.stdout:660 2024-04-10T15:21:23.271 INFO:tasks.workunit.client.0.smithi102.stdout:661 2024-04-10T15:21:23.272 INFO:tasks.workunit.client.0.smithi102.stdout:662 2024-04-10T15:21:23.273 INFO:tasks.workunit.client.0.smithi102.stdout:663 2024-04-10T15:21:23.274 INFO:tasks.workunit.client.0.smithi102.stdout:664 2024-04-10T15:21:23.276 INFO:tasks.workunit.client.0.smithi102.stdout:665 2024-04-10T15:21:23.277 INFO:tasks.workunit.client.0.smithi102.stdout:666 2024-04-10T15:21:23.278 INFO:tasks.workunit.client.0.smithi102.stdout:667 2024-04-10T15:21:23.279 INFO:tasks.workunit.client.0.smithi102.stdout:668 2024-04-10T15:21:23.280 INFO:tasks.workunit.client.0.smithi102.stdout:669 2024-04-10T15:21:23.281 INFO:tasks.workunit.client.0.smithi102.stdout:670 2024-04-10T15:21:23.282 INFO:tasks.workunit.client.0.smithi102.stdout:671 2024-04-10T15:21:23.283 INFO:tasks.workunit.client.0.smithi102.stdout:672 2024-04-10T15:21:23.285 INFO:tasks.workunit.client.0.smithi102.stdout:673 2024-04-10T15:21:23.286 INFO:tasks.workunit.client.0.smithi102.stdout:674 2024-04-10T15:21:23.287 INFO:tasks.workunit.client.0.smithi102.stdout:675 2024-04-10T15:21:23.288 INFO:tasks.workunit.client.0.smithi102.stdout:676 2024-04-10T15:21:23.290 INFO:tasks.workunit.client.0.smithi102.stdout:677 2024-04-10T15:21:23.291 INFO:tasks.workunit.client.0.smithi102.stdout:678 2024-04-10T15:21:23.292 INFO:tasks.workunit.client.0.smithi102.stdout:679 2024-04-10T15:21:23.293 INFO:tasks.workunit.client.0.smithi102.stdout:680 2024-04-10T15:21:23.294 INFO:tasks.workunit.client.0.smithi102.stdout:681 2024-04-10T15:21:23.295 INFO:tasks.workunit.client.0.smithi102.stdout:682 2024-04-10T15:21:23.296 INFO:tasks.workunit.client.0.smithi102.stdout:683 2024-04-10T15:21:23.297 INFO:tasks.workunit.client.0.smithi102.stdout:684 2024-04-10T15:21:23.298 INFO:tasks.workunit.client.0.smithi102.stdout:685 2024-04-10T15:21:23.299 INFO:tasks.workunit.client.0.smithi102.stdout:686 2024-04-10T15:21:23.300 INFO:tasks.workunit.client.0.smithi102.stdout:687 2024-04-10T15:21:23.301 INFO:tasks.workunit.client.0.smithi102.stdout:688 2024-04-10T15:21:23.303 INFO:tasks.workunit.client.0.smithi102.stdout:689 2024-04-10T15:21:23.304 INFO:tasks.workunit.client.0.smithi102.stdout:690 2024-04-10T15:21:23.305 INFO:tasks.workunit.client.0.smithi102.stdout:691 2024-04-10T15:21:23.306 INFO:tasks.workunit.client.0.smithi102.stdout:692 2024-04-10T15:21:23.308 INFO:tasks.workunit.client.0.smithi102.stdout:693 2024-04-10T15:21:23.309 INFO:tasks.workunit.client.0.smithi102.stdout:694 2024-04-10T15:21:23.310 INFO:tasks.workunit.client.0.smithi102.stdout:695 2024-04-10T15:21:23.311 INFO:tasks.workunit.client.0.smithi102.stdout:696 2024-04-10T15:21:23.313 INFO:tasks.workunit.client.0.smithi102.stdout:697 2024-04-10T15:21:23.314 INFO:tasks.workunit.client.0.smithi102.stdout:698 2024-04-10T15:21:23.315 INFO:tasks.workunit.client.0.smithi102.stdout:699 2024-04-10T15:21:23.316 INFO:tasks.workunit.client.0.smithi102.stdout:700 2024-04-10T15:21:23.317 INFO:tasks.workunit.client.0.smithi102.stdout:701 2024-04-10T15:21:23.318 INFO:tasks.workunit.client.0.smithi102.stdout:702 2024-04-10T15:21:23.320 INFO:tasks.workunit.client.0.smithi102.stdout:703 2024-04-10T15:21:23.320 INFO:tasks.workunit.client.0.smithi102.stdout:704 2024-04-10T15:21:23.322 INFO:tasks.workunit.client.0.smithi102.stdout:705 2024-04-10T15:21:23.323 INFO:tasks.workunit.client.0.smithi102.stdout:706 2024-04-10T15:21:23.324 INFO:tasks.workunit.client.0.smithi102.stdout:707 2024-04-10T15:21:23.325 INFO:tasks.workunit.client.0.smithi102.stdout:708 2024-04-10T15:21:23.326 INFO:tasks.workunit.client.0.smithi102.stdout:709 2024-04-10T15:21:23.327 INFO:tasks.workunit.client.0.smithi102.stdout:710 2024-04-10T15:21:23.328 INFO:tasks.workunit.client.0.smithi102.stdout:711 2024-04-10T15:21:23.329 INFO:tasks.workunit.client.0.smithi102.stdout:712 2024-04-10T15:21:23.330 INFO:tasks.workunit.client.0.smithi102.stdout:713 2024-04-10T15:21:23.331 INFO:tasks.workunit.client.0.smithi102.stdout:714 2024-04-10T15:21:23.332 INFO:tasks.workunit.client.0.smithi102.stdout:715 2024-04-10T15:21:23.334 INFO:tasks.workunit.client.0.smithi102.stdout:716 2024-04-10T15:21:23.335 INFO:tasks.workunit.client.0.smithi102.stdout:717 2024-04-10T15:21:23.336 INFO:tasks.workunit.client.0.smithi102.stdout:718 2024-04-10T15:21:23.337 INFO:tasks.workunit.client.0.smithi102.stdout:719 2024-04-10T15:21:23.338 INFO:tasks.workunit.client.0.smithi102.stdout:720 2024-04-10T15:21:23.339 INFO:tasks.workunit.client.0.smithi102.stdout:721 2024-04-10T15:21:23.340 INFO:tasks.workunit.client.0.smithi102.stdout:722 2024-04-10T15:21:23.341 INFO:tasks.workunit.client.0.smithi102.stdout:723 2024-04-10T15:21:23.342 INFO:tasks.workunit.client.0.smithi102.stdout:724 2024-04-10T15:21:23.343 INFO:tasks.workunit.client.0.smithi102.stdout:725 2024-04-10T15:21:23.344 INFO:tasks.workunit.client.0.smithi102.stdout:726 2024-04-10T15:21:23.345 INFO:tasks.workunit.client.0.smithi102.stdout:727 2024-04-10T15:21:23.346 INFO:tasks.workunit.client.0.smithi102.stdout:728 2024-04-10T15:21:23.347 INFO:tasks.workunit.client.0.smithi102.stdout:729 2024-04-10T15:21:23.349 INFO:tasks.workunit.client.0.smithi102.stdout:730 2024-04-10T15:21:23.350 INFO:tasks.workunit.client.0.smithi102.stdout:731 2024-04-10T15:21:23.351 INFO:tasks.workunit.client.0.smithi102.stdout:732 2024-04-10T15:21:23.352 INFO:tasks.workunit.client.0.smithi102.stdout:733 2024-04-10T15:21:23.353 INFO:tasks.workunit.client.0.smithi102.stdout:734 2024-04-10T15:21:23.354 INFO:tasks.workunit.client.0.smithi102.stdout:735 2024-04-10T15:21:23.355 INFO:tasks.workunit.client.0.smithi102.stdout:736 2024-04-10T15:21:23.356 INFO:tasks.workunit.client.0.smithi102.stdout:737 2024-04-10T15:21:23.358 INFO:tasks.workunit.client.0.smithi102.stdout:738 2024-04-10T15:21:23.359 INFO:tasks.workunit.client.0.smithi102.stdout:739 2024-04-10T15:21:23.360 INFO:tasks.workunit.client.0.smithi102.stdout:740 2024-04-10T15:21:23.361 INFO:tasks.workunit.client.0.smithi102.stdout:741 2024-04-10T15:21:23.362 INFO:tasks.workunit.client.0.smithi102.stdout:742 2024-04-10T15:21:23.363 INFO:tasks.workunit.client.0.smithi102.stdout:743 2024-04-10T15:21:23.365 INFO:tasks.workunit.client.0.smithi102.stdout:744 2024-04-10T15:21:23.366 INFO:tasks.workunit.client.0.smithi102.stdout:745 2024-04-10T15:21:23.367 INFO:tasks.workunit.client.0.smithi102.stdout:746 2024-04-10T15:21:23.368 INFO:tasks.workunit.client.0.smithi102.stdout:747 2024-04-10T15:21:23.369 INFO:tasks.workunit.client.0.smithi102.stdout:748 2024-04-10T15:21:23.370 INFO:tasks.workunit.client.0.smithi102.stdout:749 2024-04-10T15:21:23.371 INFO:tasks.workunit.client.0.smithi102.stdout:750 2024-04-10T15:21:23.372 INFO:tasks.workunit.client.0.smithi102.stdout:751 2024-04-10T15:21:23.373 INFO:tasks.workunit.client.0.smithi102.stdout:752 2024-04-10T15:21:23.374 INFO:tasks.workunit.client.0.smithi102.stdout:753 2024-04-10T15:21:23.375 INFO:tasks.workunit.client.0.smithi102.stdout:754 2024-04-10T15:21:23.376 INFO:tasks.workunit.client.0.smithi102.stdout:755 2024-04-10T15:21:23.377 INFO:tasks.workunit.client.0.smithi102.stdout:756 2024-04-10T15:21:23.378 INFO:tasks.workunit.client.0.smithi102.stdout:757 2024-04-10T15:21:23.379 INFO:tasks.workunit.client.0.smithi102.stdout:758 2024-04-10T15:21:23.380 INFO:tasks.workunit.client.0.smithi102.stdout:759 2024-04-10T15:21:23.381 INFO:tasks.workunit.client.0.smithi102.stdout:760 2024-04-10T15:21:23.382 INFO:tasks.workunit.client.0.smithi102.stdout:761 2024-04-10T15:21:23.384 INFO:tasks.workunit.client.0.smithi102.stdout:762 2024-04-10T15:21:23.385 INFO:tasks.workunit.client.0.smithi102.stdout:763 2024-04-10T15:21:23.386 INFO:tasks.workunit.client.0.smithi102.stdout:764 2024-04-10T15:21:23.387 INFO:tasks.workunit.client.0.smithi102.stdout:765 2024-04-10T15:21:23.388 INFO:tasks.workunit.client.0.smithi102.stdout:766 2024-04-10T15:21:23.389 INFO:tasks.workunit.client.0.smithi102.stdout:767 2024-04-10T15:21:23.390 INFO:tasks.workunit.client.0.smithi102.stdout:768 2024-04-10T15:21:23.391 INFO:tasks.workunit.client.0.smithi102.stdout:769 2024-04-10T15:21:23.392 INFO:tasks.workunit.client.0.smithi102.stdout:770 2024-04-10T15:21:23.393 INFO:tasks.workunit.client.0.smithi102.stdout:771 2024-04-10T15:21:23.394 INFO:tasks.workunit.client.0.smithi102.stdout:772 2024-04-10T15:21:23.395 INFO:tasks.workunit.client.0.smithi102.stdout:773 2024-04-10T15:21:23.396 INFO:tasks.workunit.client.0.smithi102.stdout:774 2024-04-10T15:21:23.397 INFO:tasks.workunit.client.0.smithi102.stdout:775 2024-04-10T15:21:23.398 INFO:tasks.workunit.client.0.smithi102.stdout:776 2024-04-10T15:21:23.399 INFO:tasks.workunit.client.0.smithi102.stdout:777 2024-04-10T15:21:23.400 INFO:tasks.workunit.client.0.smithi102.stdout:778 2024-04-10T15:21:23.401 INFO:tasks.workunit.client.0.smithi102.stdout:779 2024-04-10T15:21:23.402 INFO:tasks.workunit.client.0.smithi102.stdout:780 2024-04-10T15:21:23.403 INFO:tasks.workunit.client.0.smithi102.stdout:781 2024-04-10T15:21:23.405 INFO:tasks.workunit.client.0.smithi102.stdout:782 2024-04-10T15:21:23.406 INFO:tasks.workunit.client.0.smithi102.stdout:783 2024-04-10T15:21:23.407 INFO:tasks.workunit.client.0.smithi102.stdout:784 2024-04-10T15:21:23.408 INFO:tasks.workunit.client.0.smithi102.stdout:785 2024-04-10T15:21:23.409 INFO:tasks.workunit.client.0.smithi102.stdout:786 2024-04-10T15:21:23.410 INFO:tasks.workunit.client.0.smithi102.stdout:787 2024-04-10T15:21:23.411 INFO:tasks.workunit.client.0.smithi102.stdout:788 2024-04-10T15:21:23.416 INFO:tasks.workunit.client.0.smithi102.stdout:789 2024-04-10T15:21:23.416 INFO:tasks.workunit.client.0.smithi102.stdout:790 2024-04-10T15:21:23.416 INFO:tasks.workunit.client.0.smithi102.stdout:791 2024-04-10T15:21:23.416 INFO:tasks.workunit.client.0.smithi102.stdout:792 2024-04-10T15:21:23.417 INFO:tasks.workunit.client.0.smithi102.stdout:793 2024-04-10T15:21:23.417 INFO:tasks.workunit.client.0.smithi102.stdout:794 2024-04-10T15:21:23.418 INFO:tasks.workunit.client.0.smithi102.stdout:795 2024-04-10T15:21:23.419 INFO:tasks.workunit.client.0.smithi102.stdout:796 2024-04-10T15:21:23.420 INFO:tasks.workunit.client.0.smithi102.stdout:797 2024-04-10T15:21:23.421 INFO:tasks.workunit.client.0.smithi102.stdout:798 2024-04-10T15:21:23.422 INFO:tasks.workunit.client.0.smithi102.stdout:799 2024-04-10T15:21:23.423 INFO:tasks.workunit.client.0.smithi102.stdout:800 2024-04-10T15:21:23.424 INFO:tasks.workunit.client.0.smithi102.stdout:801 2024-04-10T15:21:23.425 INFO:tasks.workunit.client.0.smithi102.stdout:802 2024-04-10T15:21:23.426 INFO:tasks.workunit.client.0.smithi102.stdout:803 2024-04-10T15:21:23.427 INFO:tasks.workunit.client.0.smithi102.stdout:804 2024-04-10T15:21:23.428 INFO:tasks.workunit.client.0.smithi102.stdout:805 2024-04-10T15:21:23.429 INFO:tasks.workunit.client.0.smithi102.stdout:806 2024-04-10T15:21:23.430 INFO:tasks.workunit.client.0.smithi102.stdout:807 2024-04-10T15:21:23.431 INFO:tasks.workunit.client.0.smithi102.stdout:808 2024-04-10T15:21:23.432 INFO:tasks.workunit.client.0.smithi102.stdout:809 2024-04-10T15:21:23.433 INFO:tasks.workunit.client.0.smithi102.stdout:810 2024-04-10T15:21:23.434 INFO:tasks.workunit.client.0.smithi102.stdout:811 2024-04-10T15:21:23.435 INFO:tasks.workunit.client.0.smithi102.stdout:812 2024-04-10T15:21:23.436 INFO:tasks.workunit.client.0.smithi102.stdout:813 2024-04-10T15:21:23.437 INFO:tasks.workunit.client.0.smithi102.stdout:814 2024-04-10T15:21:23.438 INFO:tasks.workunit.client.0.smithi102.stdout:815 2024-04-10T15:21:23.439 INFO:tasks.workunit.client.0.smithi102.stdout:816 2024-04-10T15:21:23.441 INFO:tasks.workunit.client.0.smithi102.stdout:817 2024-04-10T15:21:23.442 INFO:tasks.workunit.client.0.smithi102.stdout:818 2024-04-10T15:21:23.443 INFO:tasks.workunit.client.0.smithi102.stdout:819 2024-04-10T15:21:23.444 INFO:tasks.workunit.client.0.smithi102.stdout:820 2024-04-10T15:21:23.445 INFO:tasks.workunit.client.0.smithi102.stdout:821 2024-04-10T15:21:23.446 INFO:tasks.workunit.client.0.smithi102.stdout:822 2024-04-10T15:21:23.447 INFO:tasks.workunit.client.0.smithi102.stdout:823 2024-04-10T15:21:23.448 INFO:tasks.workunit.client.0.smithi102.stdout:824 2024-04-10T15:21:23.449 INFO:tasks.workunit.client.0.smithi102.stdout:825 2024-04-10T15:21:23.451 INFO:tasks.workunit.client.0.smithi102.stdout:826 2024-04-10T15:21:23.452 INFO:tasks.workunit.client.0.smithi102.stdout:827 2024-04-10T15:21:23.453 INFO:tasks.workunit.client.0.smithi102.stdout:828 2024-04-10T15:21:23.455 INFO:tasks.workunit.client.0.smithi102.stdout:829 2024-04-10T15:21:23.456 INFO:tasks.workunit.client.0.smithi102.stdout:830 2024-04-10T15:21:23.457 INFO:tasks.workunit.client.0.smithi102.stdout:831 2024-04-10T15:21:23.458 INFO:tasks.workunit.client.0.smithi102.stdout:832 2024-04-10T15:21:23.459 INFO:tasks.workunit.client.0.smithi102.stdout:833 2024-04-10T15:21:23.460 INFO:tasks.workunit.client.0.smithi102.stdout:834 2024-04-10T15:21:23.462 INFO:tasks.workunit.client.0.smithi102.stdout:835 2024-04-10T15:21:23.463 INFO:tasks.workunit.client.0.smithi102.stdout:836 2024-04-10T15:21:23.464 INFO:tasks.workunit.client.0.smithi102.stdout:837 2024-04-10T15:21:23.465 INFO:tasks.workunit.client.0.smithi102.stdout:838 2024-04-10T15:21:23.466 INFO:tasks.workunit.client.0.smithi102.stdout:839 2024-04-10T15:21:23.467 INFO:tasks.workunit.client.0.smithi102.stdout:840 2024-04-10T15:21:23.468 INFO:tasks.workunit.client.0.smithi102.stdout:841 2024-04-10T15:21:23.469 INFO:tasks.workunit.client.0.smithi102.stdout:842 2024-04-10T15:21:23.470 INFO:tasks.workunit.client.0.smithi102.stdout:843 2024-04-10T15:21:23.471 INFO:tasks.workunit.client.0.smithi102.stdout:844 2024-04-10T15:21:23.473 INFO:tasks.workunit.client.0.smithi102.stdout:845 2024-04-10T15:21:23.474 INFO:tasks.workunit.client.0.smithi102.stdout:846 2024-04-10T15:21:23.475 INFO:tasks.workunit.client.0.smithi102.stdout:847 2024-04-10T15:21:23.476 INFO:tasks.workunit.client.0.smithi102.stdout:848 2024-04-10T15:21:23.477 INFO:tasks.workunit.client.0.smithi102.stdout:849 2024-04-10T15:21:23.479 INFO:tasks.workunit.client.0.smithi102.stdout:850 2024-04-10T15:21:23.480 INFO:tasks.workunit.client.0.smithi102.stdout:851 2024-04-10T15:21:23.481 INFO:tasks.workunit.client.0.smithi102.stdout:852 2024-04-10T15:21:23.482 INFO:tasks.workunit.client.0.smithi102.stdout:853 2024-04-10T15:21:23.483 INFO:tasks.workunit.client.0.smithi102.stdout:854 2024-04-10T15:21:23.484 INFO:tasks.workunit.client.0.smithi102.stdout:855 2024-04-10T15:21:23.485 INFO:tasks.workunit.client.0.smithi102.stdout:856 2024-04-10T15:21:23.487 INFO:tasks.workunit.client.0.smithi102.stdout:857 2024-04-10T15:21:23.488 INFO:tasks.workunit.client.0.smithi102.stdout:858 2024-04-10T15:21:23.489 INFO:tasks.workunit.client.0.smithi102.stdout:859 2024-04-10T15:21:23.490 INFO:tasks.workunit.client.0.smithi102.stdout:860 2024-04-10T15:21:23.491 INFO:tasks.workunit.client.0.smithi102.stdout:861 2024-04-10T15:21:23.492 INFO:tasks.workunit.client.0.smithi102.stdout:862 2024-04-10T15:21:23.493 INFO:tasks.workunit.client.0.smithi102.stdout:863 2024-04-10T15:21:23.494 INFO:tasks.workunit.client.0.smithi102.stdout:864 2024-04-10T15:21:23.495 INFO:tasks.workunit.client.0.smithi102.stdout:865 2024-04-10T15:21:23.497 INFO:tasks.workunit.client.0.smithi102.stdout:866 2024-04-10T15:21:23.498 INFO:tasks.workunit.client.0.smithi102.stdout:867 2024-04-10T15:21:23.499 INFO:tasks.workunit.client.0.smithi102.stdout:868 2024-04-10T15:21:23.500 INFO:tasks.workunit.client.0.smithi102.stdout:869 2024-04-10T15:21:23.501 INFO:tasks.workunit.client.0.smithi102.stdout:870 2024-04-10T15:21:23.502 INFO:tasks.workunit.client.0.smithi102.stdout:871 2024-04-10T15:21:23.503 INFO:tasks.workunit.client.0.smithi102.stdout:872 2024-04-10T15:21:23.505 INFO:tasks.workunit.client.0.smithi102.stdout:873 2024-04-10T15:21:23.506 INFO:tasks.workunit.client.0.smithi102.stdout:874 2024-04-10T15:21:23.507 INFO:tasks.workunit.client.0.smithi102.stdout:875 2024-04-10T15:21:23.508 INFO:tasks.workunit.client.0.smithi102.stdout:876 2024-04-10T15:21:23.509 INFO:tasks.workunit.client.0.smithi102.stdout:877 2024-04-10T15:21:23.510 INFO:tasks.workunit.client.0.smithi102.stdout:878 2024-04-10T15:21:23.511 INFO:tasks.workunit.client.0.smithi102.stdout:879 2024-04-10T15:21:23.512 INFO:tasks.workunit.client.0.smithi102.stdout:880 2024-04-10T15:21:23.513 INFO:tasks.workunit.client.0.smithi102.stdout:881 2024-04-10T15:21:23.515 INFO:tasks.workunit.client.0.smithi102.stdout:882 2024-04-10T15:21:23.516 INFO:tasks.workunit.client.0.smithi102.stdout:883 2024-04-10T15:21:23.517 INFO:tasks.workunit.client.0.smithi102.stdout:884 2024-04-10T15:21:23.518 INFO:tasks.workunit.client.0.smithi102.stdout:885 2024-04-10T15:21:23.519 INFO:tasks.workunit.client.0.smithi102.stdout:886 2024-04-10T15:21:23.520 INFO:tasks.workunit.client.0.smithi102.stdout:887 2024-04-10T15:21:23.521 INFO:tasks.workunit.client.0.smithi102.stdout:888 2024-04-10T15:21:23.523 INFO:tasks.workunit.client.0.smithi102.stdout:889 2024-04-10T15:21:23.524 INFO:tasks.workunit.client.0.smithi102.stdout:890 2024-04-10T15:21:23.525 INFO:tasks.workunit.client.0.smithi102.stdout:891 2024-04-10T15:21:23.527 INFO:tasks.workunit.client.0.smithi102.stdout:892 2024-04-10T15:21:23.528 INFO:tasks.workunit.client.0.smithi102.stdout:893 2024-04-10T15:21:23.529 INFO:tasks.workunit.client.0.smithi102.stdout:894 2024-04-10T15:21:23.530 INFO:tasks.workunit.client.0.smithi102.stdout:895 2024-04-10T15:21:23.531 INFO:tasks.workunit.client.0.smithi102.stdout:896 2024-04-10T15:21:23.533 INFO:tasks.workunit.client.0.smithi102.stdout:897 2024-04-10T15:21:23.534 INFO:tasks.workunit.client.0.smithi102.stdout:898 2024-04-10T15:21:23.535 INFO:tasks.workunit.client.0.smithi102.stdout:899 2024-04-10T15:21:23.536 INFO:tasks.workunit.client.0.smithi102.stdout:900 2024-04-10T15:21:23.537 INFO:tasks.workunit.client.0.smithi102.stdout:901 2024-04-10T15:21:23.538 INFO:tasks.workunit.client.0.smithi102.stdout:902 2024-04-10T15:21:23.540 INFO:tasks.workunit.client.0.smithi102.stdout:903 2024-04-10T15:21:23.541 INFO:tasks.workunit.client.0.smithi102.stdout:904 2024-04-10T15:21:23.542 INFO:tasks.workunit.client.0.smithi102.stdout:905 2024-04-10T15:21:23.543 INFO:tasks.workunit.client.0.smithi102.stdout:906 2024-04-10T15:21:23.544 INFO:tasks.workunit.client.0.smithi102.stdout:907 2024-04-10T15:21:23.545 INFO:tasks.workunit.client.0.smithi102.stdout:908 2024-04-10T15:21:23.546 INFO:tasks.workunit.client.0.smithi102.stdout:909 2024-04-10T15:21:23.547 INFO:tasks.workunit.client.0.smithi102.stdout:910 2024-04-10T15:21:23.548 INFO:tasks.workunit.client.0.smithi102.stdout:911 2024-04-10T15:21:23.550 INFO:tasks.workunit.client.0.smithi102.stdout:912 2024-04-10T15:21:23.551 INFO:tasks.workunit.client.0.smithi102.stdout:913 2024-04-10T15:21:23.552 INFO:tasks.workunit.client.0.smithi102.stdout:914 2024-04-10T15:21:23.553 INFO:tasks.workunit.client.0.smithi102.stdout:915 2024-04-10T15:21:23.554 INFO:tasks.workunit.client.0.smithi102.stdout:916 2024-04-10T15:21:23.555 INFO:tasks.workunit.client.0.smithi102.stdout:917 2024-04-10T15:21:23.556 INFO:tasks.workunit.client.0.smithi102.stdout:918 2024-04-10T15:21:23.557 INFO:tasks.workunit.client.0.smithi102.stdout:919 2024-04-10T15:21:23.558 INFO:tasks.workunit.client.0.smithi102.stdout:920 2024-04-10T15:21:23.560 INFO:tasks.workunit.client.0.smithi102.stdout:921 2024-04-10T15:21:23.561 INFO:tasks.workunit.client.0.smithi102.stdout:922 2024-04-10T15:21:23.562 INFO:tasks.workunit.client.0.smithi102.stdout:923 2024-04-10T15:21:23.563 INFO:tasks.workunit.client.0.smithi102.stdout:924 2024-04-10T15:21:23.564 INFO:tasks.workunit.client.0.smithi102.stdout:925 2024-04-10T15:21:23.565 INFO:tasks.workunit.client.0.smithi102.stdout:926 2024-04-10T15:21:23.566 INFO:tasks.workunit.client.0.smithi102.stdout:927 2024-04-10T15:21:23.568 INFO:tasks.workunit.client.0.smithi102.stdout:928 2024-04-10T15:21:23.569 INFO:tasks.workunit.client.0.smithi102.stdout:929 2024-04-10T15:21:23.571 INFO:tasks.workunit.client.0.smithi102.stdout:930 2024-04-10T15:21:23.572 INFO:tasks.workunit.client.0.smithi102.stdout:931 2024-04-10T15:21:23.573 INFO:tasks.workunit.client.0.smithi102.stdout:932 2024-04-10T15:21:23.575 INFO:tasks.workunit.client.0.smithi102.stdout:933 2024-04-10T15:21:23.576 INFO:tasks.workunit.client.0.smithi102.stdout:934 2024-04-10T15:21:23.578 INFO:tasks.workunit.client.0.smithi102.stdout:935 2024-04-10T15:21:23.579 INFO:tasks.workunit.client.0.smithi102.stdout:936 2024-04-10T15:21:23.580 INFO:tasks.workunit.client.0.smithi102.stdout:937 2024-04-10T15:21:23.582 INFO:tasks.workunit.client.0.smithi102.stdout:938 2024-04-10T15:21:23.583 INFO:tasks.workunit.client.0.smithi102.stdout:939 2024-04-10T15:21:23.584 INFO:tasks.workunit.client.0.smithi102.stdout:940 2024-04-10T15:21:23.586 INFO:tasks.workunit.client.0.smithi102.stdout:941 2024-04-10T15:21:23.587 INFO:tasks.workunit.client.0.smithi102.stdout:942 2024-04-10T15:21:23.589 INFO:tasks.workunit.client.0.smithi102.stdout:943 2024-04-10T15:21:23.590 INFO:tasks.workunit.client.0.smithi102.stdout:944 2024-04-10T15:21:23.592 INFO:tasks.workunit.client.0.smithi102.stdout:945 2024-04-10T15:21:23.593 INFO:tasks.workunit.client.0.smithi102.stdout:946 2024-04-10T15:21:23.594 INFO:tasks.workunit.client.0.smithi102.stdout:947 2024-04-10T15:21:23.596 INFO:tasks.workunit.client.0.smithi102.stdout:948 2024-04-10T15:21:23.597 INFO:tasks.workunit.client.0.smithi102.stdout:949 2024-04-10T15:21:23.598 INFO:tasks.workunit.client.0.smithi102.stdout:950 2024-04-10T15:21:23.600 INFO:tasks.workunit.client.0.smithi102.stdout:951 2024-04-10T15:21:23.601 INFO:tasks.workunit.client.0.smithi102.stdout:952 2024-04-10T15:21:23.602 INFO:tasks.workunit.client.0.smithi102.stdout:953 2024-04-10T15:21:23.604 INFO:tasks.workunit.client.0.smithi102.stdout:954 2024-04-10T15:21:23.605 INFO:tasks.workunit.client.0.smithi102.stdout:955 2024-04-10T15:21:23.607 INFO:tasks.workunit.client.0.smithi102.stdout:956 2024-04-10T15:21:23.608 INFO:tasks.workunit.client.0.smithi102.stdout:957 2024-04-10T15:21:23.610 INFO:tasks.workunit.client.0.smithi102.stdout:958 2024-04-10T15:21:23.611 INFO:tasks.workunit.client.0.smithi102.stdout:959 2024-04-10T15:21:23.612 INFO:tasks.workunit.client.0.smithi102.stdout:960 2024-04-10T15:21:23.614 INFO:tasks.workunit.client.0.smithi102.stdout:961 2024-04-10T15:21:23.615 INFO:tasks.workunit.client.0.smithi102.stdout:962 2024-04-10T15:21:23.617 INFO:tasks.workunit.client.0.smithi102.stdout:963 2024-04-10T15:21:23.618 INFO:tasks.workunit.client.0.smithi102.stdout:964 2024-04-10T15:21:23.619 INFO:tasks.workunit.client.0.smithi102.stdout:965 2024-04-10T15:21:23.621 INFO:tasks.workunit.client.0.smithi102.stdout:966 2024-04-10T15:21:23.622 INFO:tasks.workunit.client.0.smithi102.stdout:967 2024-04-10T15:21:23.623 INFO:tasks.workunit.client.0.smithi102.stdout:968 2024-04-10T15:21:23.624 INFO:tasks.workunit.client.0.smithi102.stdout:969 2024-04-10T15:21:23.625 INFO:tasks.workunit.client.0.smithi102.stdout:970 2024-04-10T15:21:23.627 INFO:tasks.workunit.client.0.smithi102.stdout:971 2024-04-10T15:21:23.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:23 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:23.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:23 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:23.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:23 smithi154 ceph-mon[84269]: osdmap e914: 8 total, 8 up, 8 in 2024-04-10T15:21:23.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:23 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/745915191' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-10T15:21:23.629 INFO:tasks.workunit.client.0.smithi102.stdout:972 2024-04-10T15:21:23.629 INFO:tasks.workunit.client.0.smithi102.stdout:973 2024-04-10T15:21:23.630 INFO:tasks.workunit.client.0.smithi102.stdout:974 2024-04-10T15:21:23.631 INFO:tasks.workunit.client.0.smithi102.stdout:975 2024-04-10T15:21:23.632 INFO:tasks.workunit.client.0.smithi102.stdout:976 2024-04-10T15:21:23.633 INFO:tasks.workunit.client.0.smithi102.stdout:977 2024-04-10T15:21:23.634 INFO:tasks.workunit.client.0.smithi102.stdout:978 2024-04-10T15:21:23.635 INFO:tasks.workunit.client.0.smithi102.stdout:979 2024-04-10T15:21:23.637 INFO:tasks.workunit.client.0.smithi102.stdout:980 2024-04-10T15:21:23.638 INFO:tasks.workunit.client.0.smithi102.stdout:981 2024-04-10T15:21:23.639 INFO:tasks.workunit.client.0.smithi102.stdout:982 2024-04-10T15:21:23.640 INFO:tasks.workunit.client.0.smithi102.stdout:983 2024-04-10T15:21:23.641 INFO:tasks.workunit.client.0.smithi102.stdout:984 2024-04-10T15:21:23.642 INFO:tasks.workunit.client.0.smithi102.stdout:985 2024-04-10T15:21:23.643 INFO:tasks.workunit.client.0.smithi102.stdout:986 2024-04-10T15:21:23.644 INFO:tasks.workunit.client.0.smithi102.stdout:987 2024-04-10T15:21:23.645 INFO:tasks.workunit.client.0.smithi102.stdout:988 2024-04-10T15:21:23.646 INFO:tasks.workunit.client.0.smithi102.stdout:989 2024-04-10T15:21:23.647 INFO:tasks.workunit.client.0.smithi102.stdout:990 2024-04-10T15:21:23.648 INFO:tasks.workunit.client.0.smithi102.stdout:991 2024-04-10T15:21:23.650 INFO:tasks.workunit.client.0.smithi102.stdout:992 2024-04-10T15:21:23.651 INFO:tasks.workunit.client.0.smithi102.stdout:993 2024-04-10T15:21:23.652 INFO:tasks.workunit.client.0.smithi102.stdout:994 2024-04-10T15:21:23.653 INFO:tasks.workunit.client.0.smithi102.stdout:995 2024-04-10T15:21:23.654 INFO:tasks.workunit.client.0.smithi102.stdout:996 2024-04-10T15:21:23.655 INFO:tasks.workunit.client.0.smithi102.stdout:997 2024-04-10T15:21:23.656 INFO:tasks.workunit.client.0.smithi102.stdout:998 2024-04-10T15:21:23.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:23 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:23.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:23 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:23.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:23 smithi102 ceph-mon[90943]: osdmap e914: 8 total, 8 up, 8 in 2024-04-10T15:21:23.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:23 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/745915191' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-10T15:21:23.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:23 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:23.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:23 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:23.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:23 smithi102 ceph-mon[88557]: osdmap e914: 8 total, 8 up, 8 in 2024-04-10T15:21:23.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:23 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/745915191' entity='client.admin' cmd=[{"prefix": "osd dump","format":"json"}]: dispatch 2024-04-10T15:21:23.658 INFO:tasks.workunit.client.0.smithi102.stdout:999 2024-04-10T15:21:24.247 INFO:tasks.workunit.client.0.smithi102.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-10T15:21:24.247 INFO:tasks.workunit.client.0.smithi102.stdout:00000010 69 73 |is| 2024-04-10T15:21:24.247 INFO:tasks.workunit.client.0.smithi102.stdout:00000012 2024-04-10T15:21:24.247 INFO:tasks.workunit.client.0.smithi102.stdout:00000000 79 6f 75 20 6d 69 67 68 74 20 73 65 65 20 74 68 |you might see th| 2024-04-10T15:21:24.247 INFO:tasks.workunit.client.0.smithi102.stdout:00000010 69 73 |is| 2024-04-10T15:21:24.247 INFO:tasks.workunit.client.0.smithi102.stdout:00000012 2024-04-10T15:21:24.247 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsHello.WriteReturnData (4038 ms) 2024-04-10T15:21:24.247 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsHello.Loud 2024-04-10T15:21:24.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:24 smithi154 ceph-mon[84269]: osdmap e915: 8 total, 8 up, 8 in 2024-04-10T15:21:24.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:21:24.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:21:24.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:24 smithi154 ceph-mon[84269]: pgmap v1055: 137 pgs: 3 creating+activating, 9 creating+peering, 18 unknown, 107 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:24.657 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:24 smithi102 ceph-mon[90943]: osdmap e915: 8 total, 8 up, 8 in 2024-04-10T15:21:24.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:21:24.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:21:24.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:24 smithi102 ceph-mon[90943]: pgmap v1055: 137 pgs: 3 creating+activating, 9 creating+peering, 18 unknown, 107 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:24.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:24 smithi102 ceph-mon[88557]: osdmap e915: 8 total, 8 up, 8 in 2024-04-10T15:21:24.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:21:24.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:21:24.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:24 smithi102 ceph-mon[88557]: pgmap v1055: 137 pgs: 3 creating+activating, 9 creating+peering, 18 unknown, 107 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:25.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:25 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:25.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:25 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:21:25.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:25 smithi154 ceph-mon[84269]: osdmap e916: 8 total, 8 up, 8 in 2024-04-10T15:21:25.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:25 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:25.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:25 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:21:25.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:25 smithi102 ceph-mon[90943]: osdmap e916: 8 total, 8 up, 8 in 2024-04-10T15:21:25.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:25 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:25.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:25 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:21:25.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:25 smithi102 ceph-mon[88557]: osdmap e916: 8 total, 8 up, 8 in 2024-04-10T15:21:26.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:26 smithi154 ceph-mon[84269]: osdmap e917: 8 total, 8 up, 8 in 2024-04-10T15:21:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:26 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/688245811' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:26 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:26.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:26 smithi154 ceph-mon[84269]: pgmap v1058: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:26.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:26 smithi102 ceph-mon[90943]: osdmap e917: 8 total, 8 up, 8 in 2024-04-10T15:21:26.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:26 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/688245811' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:26.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:26 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:26.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:26 smithi102 ceph-mon[90943]: pgmap v1058: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:26.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:26 smithi102 ceph-mon[88557]: osdmap e917: 8 total, 8 up, 8 in 2024-04-10T15:21:26.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:26 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/688245811' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:26.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:26 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:26.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:26 smithi102 ceph-mon[88557]: pgmap v1058: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:27.268 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsHello.Loud (3021 ms) 2024-04-10T15:21:27.268 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsHello.BadMethods 2024-04-10T15:21:27.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:27 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:27.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:27 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:27.539 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:27 smithi102 ceph-mon[90943]: osdmap e918: 8 total, 8 up, 8 in 2024-04-10T15:21:27.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:27 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:27.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:27 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:27.540 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:27 smithi102 ceph-mon[88557]: osdmap e918: 8 total, 8 up, 8 in 2024-04-10T15:21:27.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:27 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:27.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:27 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:27.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:27 smithi154 ceph-mon[84269]: osdmap e918: 8 total, 8 up, 8 in 2024-04-10T15:21:27.908 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:21:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:21:27] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-04-10T15:21:28.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:28 smithi154 ceph-mon[84269]: osdmap e919: 8 total, 8 up, 8 in 2024-04-10T15:21:28.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:28 smithi154 ceph-mon[84269]: pgmap v1061: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:28.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:28 smithi102 ceph-mon[88557]: osdmap e919: 8 total, 8 up, 8 in 2024-04-10T15:21:28.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:28 smithi102 ceph-mon[88557]: pgmap v1061: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:28.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:28 smithi102 ceph-mon[90943]: osdmap e919: 8 total, 8 up, 8 in 2024-04-10T15:21:28.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:28 smithi102 ceph-mon[90943]: pgmap v1061: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:29.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:29 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:29.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:29 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:21:29.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:29 smithi154 ceph-mon[84269]: osdmap e920: 8 total, 8 up, 8 in 2024-04-10T15:21:29.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:29 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/249570944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:29.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:29 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:29.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:29 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:29.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:29 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:21:29.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:29 smithi102 ceph-mon[90943]: osdmap e920: 8 total, 8 up, 8 in 2024-04-10T15:21:29.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:29 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/249570944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:29.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:29 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:29.658 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:21:29 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3[111069]: 2024-04-10T15:21:29.321+0000 7f1ec8d64700 -1 osd.3 pg_epoch: 921 pg[38.2( v 921'1 (0'0,921'1] local-lis/les=920/921 n=1 ec=920/920 lis/c=920/920 les/c/f=921/921/0 sis=920) [3,7,5] r=0 lpr=920 crt=921'1 lcod 0'0 mlcod 0'0 active+clean] method hello.bad_reader tried to read object but is not marked RD 2024-04-10T15:21:29.659 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 15:21:29 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3[111069]: 2024-04-10T15:21:29.324+0000 7f1ec8d64700 -1 osd.3 pg_epoch: 921 pg[38.2( v 921'2 (0'0,921'2] local-lis/les=920/921 n=1 ec=920/920 lis/c=920/920 les/c/f=921/921/0 sis=920) [3,7,5] r=0 lpr=920 crt=921'1 lcod 921'1 mlcod 921'1 active+clean] method hello.bad_writer tried to update object but is not marked WR 2024-04-10T15:21:29.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:29 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:29.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:29 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:21:29.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:29 smithi102 ceph-mon[88557]: osdmap e920: 8 total, 8 up, 8 in 2024-04-10T15:21:29.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:29 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/249570944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:29.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:29 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:30.290 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsHello.BadMethods (3022 ms) 2024-04-10T15:21:30.290 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsHello.Filter 2024-04-10T15:21:30.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:30 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:30.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:30 smithi154 ceph-mon[84269]: osdmap e921: 8 total, 8 up, 8 in 2024-04-10T15:21:30.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:30 smithi154 ceph-mon[84269]: pgmap v1064: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:30.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:30 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:30.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:30 smithi102 ceph-mon[90943]: osdmap e921: 8 total, 8 up, 8 in 2024-04-10T15:21:30.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:30 smithi102 ceph-mon[90943]: pgmap v1064: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:30.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:30 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:30.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:30 smithi102 ceph-mon[88557]: osdmap e921: 8 total, 8 up, 8 in 2024-04-10T15:21:30.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:30 smithi102 ceph-mon[88557]: pgmap v1064: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:31.559 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:31 smithi102 ceph-mon[90943]: osdmap e922: 8 total, 8 up, 8 in 2024-04-10T15:21:31.559 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:31 smithi102 ceph-mon[88557]: osdmap e922: 8 total, 8 up, 8 in 2024-04-10T15:21:31.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:31 smithi154 ceph-mon[84269]: osdmap e922: 8 total, 8 up, 8 in 2024-04-10T15:21:32.628 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:21:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:21:32.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:32 smithi154 ceph-mon[84269]: pgmap v1066: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:32.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:32 smithi154 ceph-mon[84269]: osdmap e923: 8 total, 8 up, 8 in 2024-04-10T15:21:32.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:32 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1574133549' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:32.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:32 smithi102 ceph-mon[90943]: pgmap v1066: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:32.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:32 smithi102 ceph-mon[90943]: osdmap e923: 8 total, 8 up, 8 in 2024-04-10T15:21:32.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:32 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1574133549' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:32.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:32 smithi102 ceph-mon[88557]: pgmap v1066: 105 pgs: 105 active+clean; 583 KiB data, 2.8 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:32.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:32 smithi102 ceph-mon[88557]: osdmap e923: 8 total, 8 up, 8 in 2024-04-10T15:21:32.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:32 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1574133549' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:33.322 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsHello.Filter (3032 ms) 2024-04-10T15:21:33.323 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 6 tests from ClsHello (19020 ms total) 2024-04-10T15:21:33.323 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:21:33.323 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment tear-down 2024-04-10T15:21:33.323 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] 6 tests from 1 test suite ran. (19020 ms total) 2024-04-10T15:21:33.323 INFO:tasks.workunit.client.0.smithi102.stdout:[ PASSED ] 6 tests. 2024-04-10T15:21:33.326 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:21:33.326 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:21:33.362 INFO:tasks.workunit:Running workunit cls/test_cls_journal.sh... 2024-04-10T15:21:33.362 DEBUG:teuthology.orchestra.run.smithi102:workunit test cls/test_cls_journal.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_journal.sh 2024-04-10T15:21:33.434 INFO:tasks.workunit.client.0.smithi102.stdout:Running main() from gmock_main.cc 2024-04-10T15:21:33.434 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] Running 27 tests from 1 test suite. 2024-04-10T15:21:33.434 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment set-up. 2024-04-10T15:21:33.434 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 27 tests from TestClsJournal 2024-04-10T15:21:33.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:33 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1574133549' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:33.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:33 smithi154 ceph-mon[84269]: osdmap e924: 8 total, 8 up, 8 in 2024-04-10T15:21:33.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:33 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1574133549' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:33.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:33 smithi102 ceph-mon[90943]: osdmap e924: 8 total, 8 up, 8 in 2024-04-10T15:21:33.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:33 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1574133549' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130369-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:33.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:33 smithi102 ceph-mon[88557]: osdmap e924: 8 total, 8 up, 8 in 2024-04-10T15:21:34.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:34 smithi154 ceph-mon[84269]: pgmap v1069: 137 pgs: 3 creating+peering, 26 unknown, 108 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:34.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:34 smithi154 ceph-mon[84269]: osdmap e925: 8 total, 8 up, 8 in 2024-04-10T15:21:34.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:34 smithi102 ceph-mon[88557]: pgmap v1069: 137 pgs: 3 creating+peering, 26 unknown, 108 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:34.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:34 smithi102 ceph-mon[88557]: osdmap e925: 8 total, 8 up, 8 in 2024-04-10T15:21:34.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:34 smithi102 ceph-mon[90943]: pgmap v1069: 137 pgs: 3 creating+peering, 26 unknown, 108 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:34.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:34 smithi102 ceph-mon[90943]: osdmap e925: 8 total, 8 up, 8 in 2024-04-10T15:21:35.337 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.Create 2024-04-10T15:21:35.353 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.Create (15 ms) 2024-04-10T15:21:35.353 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.MinimumSet 2024-04-10T15:21:35.360 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.MinimumSet (7 ms) 2024-04-10T15:21:35.360 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.MinimumSetStale 2024-04-10T15:21:35.365 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.MinimumSetStale (5 ms) 2024-04-10T15:21:35.365 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.MinimumSetOrderConstraint 2024-04-10T15:21:35.368 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.MinimumSetOrderConstraint (4 ms) 2024-04-10T15:21:35.368 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.ActiveSet 2024-04-10T15:21:35.372 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.ActiveSet (3 ms) 2024-04-10T15:21:35.372 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.ActiveSetStale 2024-04-10T15:21:35.375 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.ActiveSetStale (3 ms) 2024-04-10T15:21:35.375 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.CreateDuplicate 2024-04-10T15:21:35.378 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.CreateDuplicate (4 ms) 2024-04-10T15:21:35.379 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.GetClient 2024-04-10T15:21:35.381 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.GetClient (2 ms) 2024-04-10T15:21:35.381 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.ClientRegister 2024-04-10T15:21:35.383 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.ClientRegister (3 ms) 2024-04-10T15:21:35.384 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.ClientRegisterDuplicate 2024-04-10T15:21:35.388 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.ClientRegisterDuplicate (4 ms) 2024-04-10T15:21:35.388 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.ClientUpdateData 2024-04-10T15:21:35.392 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.ClientUpdateData (5 ms) 2024-04-10T15:21:35.392 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.ClientUpdateState 2024-04-10T15:21:35.397 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.ClientUpdateState (5 ms) 2024-04-10T15:21:35.397 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.ClientUnregister 2024-04-10T15:21:35.401 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.ClientUnregister (3 ms) 2024-04-10T15:21:35.401 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.ClientUnregisterDNE 2024-04-10T15:21:35.405 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.ClientUnregisterDNE (4 ms) 2024-04-10T15:21:35.405 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.ClientUnregisterPruneTags 2024-04-10T15:21:35.504 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.ClientUnregisterPruneTags (99 ms) 2024-04-10T15:21:35.504 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.ClientCommit 2024-04-10T15:21:35.508 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.ClientCommit (4 ms) 2024-04-10T15:21:35.508 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.ClientCommitInvalid 2024-04-10T15:21:35.511 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.ClientCommitInvalid (3 ms) 2024-04-10T15:21:35.511 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.ClientCommitDNE 2024-04-10T15:21:35.512 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.ClientCommitDNE (1 ms) 2024-04-10T15:21:35.512 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.ClientList 2024-04-10T15:21:35.569 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.ClientList (57 ms) 2024-04-10T15:21:35.569 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.GetNextTagTid 2024-04-10T15:21:35.573 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.GetNextTagTid (5 ms) 2024-04-10T15:21:35.574 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.TagCreate 2024-04-10T15:21:35.583 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.TagCreate (9 ms) 2024-04-10T15:21:35.583 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.TagCreatePrunesTags 2024-04-10T15:21:35.590 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.TagCreatePrunesTags (7 ms) 2024-04-10T15:21:35.590 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.TagList 2024-04-10T15:21:35.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:35 smithi154 ceph-mon[84269]: osdmap e926: 8 total, 8 up, 8 in 2024-04-10T15:21:35.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:35 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/11109823' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130638-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:35.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:35 smithi102 ceph-mon[88557]: osdmap e926: 8 total, 8 up, 8 in 2024-04-10T15:21:35.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:35 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/11109823' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130638-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:35.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:35 smithi102 ceph-mon[90943]: osdmap e926: 8 total, 8 up, 8 in 2024-04-10T15:21:35.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:35 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/11109823' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130638-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:35.684 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.TagList (94 ms) 2024-04-10T15:21:35.684 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.GuardAppend 2024-04-10T15:21:35.686 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.GuardAppend (2 ms) 2024-04-10T15:21:35.686 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.GuardAppendDNE 2024-04-10T15:21:35.687 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.GuardAppendDNE (1 ms) 2024-04-10T15:21:35.687 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.GuardAppendOverflow 2024-04-10T15:21:35.689 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.GuardAppendOverflow (2 ms) 2024-04-10T15:21:35.689 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsJournal.Append 2024-04-10T15:21:35.698 INFO:tasks.workunit.client.0.smithi102.stdout:padding is not enabled 2024-04-10T15:21:35.698 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsJournal.Append (9 ms) 2024-04-10T15:21:36.347 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 27 tests from TestClsJournal (361 ms total) 2024-04-10T15:21:36.347 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:21:36.347 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment tear-down 2024-04-10T15:21:36.347 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] 27 tests from 1 test suite ran. (2915 ms total) 2024-04-10T15:21:36.347 INFO:tasks.workunit.client.0.smithi102.stdout:[ PASSED ] 27 tests. 2024-04-10T15:21:36.350 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:21:36.351 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:21:36.418 INFO:tasks.workunit:Running workunit cls/test_cls_lock.sh... 2024-04-10T15:21:36.418 DEBUG:teuthology.orchestra.run.smithi102:workunit test cls/test_cls_lock.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_lock.sh 2024-04-10T15:21:36.486 INFO:tasks.workunit.client.0.smithi102.stdout:Running main() from gmock_main.cc 2024-04-10T15:21:36.486 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] Running 11 tests from 1 test suite. 2024-04-10T15:21:36.487 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment set-up. 2024-04-10T15:21:36.487 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 11 tests from ClsLock 2024-04-10T15:21:36.487 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsLock.TestMultiLocking 2024-04-10T15:21:36.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:36 smithi154 ceph-mon[84269]: pgmap v1072: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:36.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:36 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:36.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:36 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/11109823' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130638-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:36.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:36 smithi154 ceph-mon[84269]: osdmap e927: 8 total, 8 up, 8 in 2024-04-10T15:21:36.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:36 smithi102 ceph-mon[90943]: pgmap v1072: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:36.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:36 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:36.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:36 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/11109823' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130638-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:36.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:36 smithi102 ceph-mon[90943]: osdmap e927: 8 total, 8 up, 8 in 2024-04-10T15:21:36.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:36 smithi102 ceph-mon[88557]: pgmap v1072: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:36.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:36 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:36.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:36 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/11109823' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130638-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:36.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:36 smithi102 ceph-mon[88557]: osdmap e927: 8 total, 8 up, 8 in 2024-04-10T15:21:37.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:37 smithi154 ceph-mon[84269]: osdmap e928: 8 total, 8 up, 8 in 2024-04-10T15:21:37.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:37 smithi154 ceph-mon[84269]: pgmap v1075: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:37.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:37 smithi102 ceph-mon[90943]: osdmap e928: 8 total, 8 up, 8 in 2024-04-10T15:21:37.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:37 smithi102 ceph-mon[90943]: pgmap v1075: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:37.659 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:21:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:21:37] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-04-10T15:21:37.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:37 smithi102 ceph-mon[88557]: osdmap e928: 8 total, 8 up, 8 in 2024-04-10T15:21:37.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:37 smithi102 ceph-mon[88557]: pgmap v1075: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:38.390 INFO:tasks.workunit.client.0.smithi102.stdout:lock: mylock 2024-04-10T15:21:38.391 INFO:tasks.workunit.client.0.smithi102.stdout: lock_type: exclusive 2024-04-10T15:21:38.391 INFO:tasks.workunit.client.0.smithi102.stdout: tag: 2024-04-10T15:21:38.391 INFO:tasks.workunit.client.0.smithi102.stdout: lockers: 2024-04-10T15:21:38.391 INFO:tasks.workunit.client.0.smithi102.stdout: client.44648 expiration=2024-04-10T15:23:38.413335+0000 addr=v1:172.21.15.102:0/166898341 cookie= 2024-04-10T15:21:38.394 INFO:tasks.workunit.client.0.smithi102.stdout:lock: mylock 2024-04-10T15:21:38.395 INFO:tasks.workunit.client.0.smithi102.stdout: lock_type: shared 2024-04-10T15:21:38.395 INFO:tasks.workunit.client.0.smithi102.stdout: tag: 2024-04-10T15:21:38.395 INFO:tasks.workunit.client.0.smithi102.stdout: lockers: 2024-04-10T15:21:38.395 INFO:tasks.workunit.client.0.smithi102.stdout: client.34722 expiration=0.000000 addr=v1:172.21.15.102:0/1083730021 cookie= 2024-04-10T15:21:38.395 INFO:tasks.workunit.client.0.smithi102.stdout: client.44648 expiration=2024-04-10T15:23:38.420017+0000 addr=v1:172.21.15.102:0/166898341 cookie= 2024-04-10T15:21:38.396 INFO:tasks.workunit.client.0.smithi102.stdout:lock: mylock 2024-04-10T15:21:38.396 INFO:tasks.workunit.client.0.smithi102.stdout: lock_type: shared 2024-04-10T15:21:38.396 INFO:tasks.workunit.client.0.smithi102.stdout: tag: 2024-04-10T15:21:38.396 INFO:tasks.workunit.client.0.smithi102.stdout: lockers: 2024-04-10T15:21:38.396 INFO:tasks.workunit.client.0.smithi102.stdout: client.34722 expiration=0.000000 addr=v1:172.21.15.102:0/1083730021 cookie= 2024-04-10T15:21:38.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:38 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:38.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:38 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:21:38.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:38 smithi154 ceph-mon[84269]: osdmap e929: 8 total, 8 up, 8 in 2024-04-10T15:21:38.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:38 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/166898341' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:38.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:38 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:38.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:21:38.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:21:38.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:38 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:38.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:38 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:21:38.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:38 smithi102 ceph-mon[90943]: osdmap e929: 8 total, 8 up, 8 in 2024-04-10T15:21:38.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:38 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/166898341' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:38.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:38 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:38.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:21:38.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:21:38.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:38 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:38.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:38 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:21:38.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:38 smithi102 ceph-mon[88557]: osdmap e929: 8 total, 8 up, 8 in 2024-04-10T15:21:38.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:38 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/166898341' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:38.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:38 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:38.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:21:38.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:21:39.367 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsLock.TestMultiLocking (2881 ms) 2024-04-10T15:21:39.368 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsLock.TestMeta 2024-04-10T15:21:39.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:39 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:39.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:39 smithi154 ceph-mon[84269]: osdmap e930: 8 total, 8 up, 8 in 2024-04-10T15:21:39.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:39 smithi154 ceph-mon[84269]: pgmap v1078: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:39.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:39 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:39.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:39 smithi102 ceph-mon[90943]: osdmap e930: 8 total, 8 up, 8 in 2024-04-10T15:21:39.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:39 smithi102 ceph-mon[90943]: pgmap v1078: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:39.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:39 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:39.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:39 smithi102 ceph-mon[88557]: osdmap e930: 8 total, 8 up, 8 in 2024-04-10T15:21:39.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:39 smithi102 ceph-mon[88557]: pgmap v1078: 137 pgs: 3 creating+peering, 24 unknown, 110 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:40.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:40 smithi154 ceph-mon[84269]: osdmap e931: 8 total, 8 up, 8 in 2024-04-10T15:21:40.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:40 smithi102 ceph-mon[90943]: osdmap e931: 8 total, 8 up, 8 in 2024-04-10T15:21:40.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:40 smithi102 ceph-mon[88557]: osdmap e931: 8 total, 8 up, 8 in 2024-04-10T15:21:41.410 INFO:tasks.workunit.client.0.smithi102.stdout:lock: mylock 2024-04-10T15:21:41.410 INFO:tasks.workunit.client.0.smithi102.stdout: lock_type: shared 2024-04-10T15:21:41.410 INFO:tasks.workunit.client.0.smithi102.stdout: tag: 2024-04-10T15:21:41.410 INFO:tasks.workunit.client.0.smithi102.stdout: lockers: 2024-04-10T15:21:41.410 INFO:tasks.workunit.client.0.smithi102.stdout: client.44666 expiration=0.000000 addr=v1:172.21.15.102:0/751228135 cookie= 2024-04-10T15:21:41.411 INFO:tasks.workunit.client.0.smithi102.stdout:lock: mylock 2024-04-10T15:21:41.412 INFO:tasks.workunit.client.0.smithi102.stdout: lock_type: exclusive 2024-04-10T15:21:41.412 INFO:tasks.workunit.client.0.smithi102.stdout: tag: new_tag 2024-04-10T15:21:41.412 INFO:tasks.workunit.client.0.smithi102.stdout: lockers: 2024-04-10T15:21:41.412 INFO:tasks.workunit.client.0.smithi102.stdout: client.44660 expiration=0.000000 addr=v1:172.21.15.102:0/858080731 cookie= 2024-04-10T15:21:41.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:41 smithi154 ceph-mon[84269]: osdmap e932: 8 total, 8 up, 8 in 2024-04-10T15:21:41.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:41 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/858080731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:41.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:41 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:41.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:41 smithi154 ceph-mon[84269]: pgmap v1081: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:41.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:41 smithi102 ceph-mon[90943]: osdmap e932: 8 total, 8 up, 8 in 2024-04-10T15:21:41.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:41 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/858080731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:41.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:41 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:41.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:41 smithi102 ceph-mon[90943]: pgmap v1081: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:41.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:41 smithi102 ceph-mon[88557]: osdmap e932: 8 total, 8 up, 8 in 2024-04-10T15:21:41.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:41 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/858080731' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:41.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:41 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:41.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:41 smithi102 ceph-mon[88557]: pgmap v1081: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:42.385 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsLock.TestMeta (3018 ms) 2024-04-10T15:21:42.385 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsLock.TestCookie 2024-04-10T15:21:42.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:42 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:42.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:42 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:42.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:42 smithi154 ceph-mon[84269]: osdmap e933: 8 total, 8 up, 8 in 2024-04-10T15:21:42.629 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:21:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:21:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:21:42.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:42 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:42.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:42 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:42.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:42 smithi102 ceph-mon[90943]: osdmap e933: 8 total, 8 up, 8 in 2024-04-10T15:21:42.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:42 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:42.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:42 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:42.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:42 smithi102 ceph-mon[88557]: osdmap e933: 8 total, 8 up, 8 in 2024-04-10T15:21:43.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:43 smithi102 ceph-mon[90943]: osdmap e934: 8 total, 8 up, 8 in 2024-04-10T15:21:43.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:43 smithi102 ceph-mon[90943]: pgmap v1084: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:43.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:43 smithi102 ceph-mon[88557]: osdmap e934: 8 total, 8 up, 8 in 2024-04-10T15:21:43.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:43 smithi102 ceph-mon[88557]: pgmap v1084: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:43.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:43 smithi154 ceph-mon[84269]: osdmap e934: 8 total, 8 up, 8 in 2024-04-10T15:21:43.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:43 smithi154 ceph-mon[84269]: pgmap v1084: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:44.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:44 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:44.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:44 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:21:44.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:44 smithi102 ceph-mon[90943]: osdmap e935: 8 total, 8 up, 8 in 2024-04-10T15:21:44.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:44 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1996465003' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:44.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:44 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:44.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:44 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:21:44.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:44 smithi102 ceph-mon[88557]: osdmap e935: 8 total, 8 up, 8 in 2024-04-10T15:21:44.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:44 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1996465003' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:44.841 INFO:tasks.workunit.client.0.smithi102.stdout:lock: mylock 2024-04-10T15:21:44.842 INFO:tasks.workunit.client.0.smithi102.stdout: lock_type: exclusive 2024-04-10T15:21:44.842 INFO:tasks.workunit.client.0.smithi102.stdout: tag: 2024-04-10T15:21:44.842 INFO:tasks.workunit.client.0.smithi102.stdout: lockers: 2024-04-10T15:21:44.844 INFO:tasks.workunit.client.0.smithi102.stdout:lock: mylock 2024-04-10T15:21:44.844 INFO:tasks.workunit.client.0.smithi102.stdout: lock_type: shared 2024-04-10T15:21:44.844 INFO:tasks.workunit.client.0.smithi102.stdout: tag: 2024-04-10T15:21:44.844 INFO:tasks.workunit.client.0.smithi102.stdout: lockers: 2024-04-10T15:21:44.844 INFO:tasks.workunit.client.0.smithi102.stdout: client.34740 expiration=0.000000 addr=v1:172.21.15.102:0/1996465003 cookie= 2024-04-10T15:21:44.844 INFO:tasks.workunit.client.0.smithi102.stdout: client.34740 expiration=0.000000 addr=v1:172.21.15.102:0/1996465003 cookie=new cookie 2024-04-10T15:21:44.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:44 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:44.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:44 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:21:44.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:44 smithi154 ceph-mon[84269]: osdmap e935: 8 total, 8 up, 8 in 2024-04-10T15:21:44.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:44 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1996465003' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:45.414 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsLock.TestCookie (3029 ms) 2024-04-10T15:21:45.415 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsLock.TestMultipleLocks 2024-04-10T15:21:45.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:45 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1996465003' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:45.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:45 smithi102 ceph-mon[90943]: osdmap e936: 8 total, 8 up, 8 in 2024-04-10T15:21:45.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:45 smithi102 ceph-mon[90943]: pgmap v1087: 137 pgs: 8 creating+activating, 5 creating+peering, 17 unknown, 107 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:45.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:45 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1996465003' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:45.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:45 smithi102 ceph-mon[88557]: osdmap e936: 8 total, 8 up, 8 in 2024-04-10T15:21:45.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:45 smithi102 ceph-mon[88557]: pgmap v1087: 137 pgs: 8 creating+activating, 5 creating+peering, 17 unknown, 107 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:45.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:45 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1996465003' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:45.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:45 smithi154 ceph-mon[84269]: osdmap e936: 8 total, 8 up, 8 in 2024-04-10T15:21:45.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:45 smithi154 ceph-mon[84269]: pgmap v1087: 137 pgs: 8 creating+activating, 5 creating+peering, 17 unknown, 107 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:46.658 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:46 smithi102 ceph-mon[88557]: osdmap e937: 8 total, 8 up, 8 in 2024-04-10T15:21:46.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:46 smithi102 ceph-mon[90943]: osdmap e937: 8 total, 8 up, 8 in 2024-04-10T15:21:46.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:46 smithi154 ceph-mon[84269]: osdmap e937: 8 total, 8 up, 8 in 2024-04-10T15:21:47.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:47 smithi154 ceph-mon[84269]: osdmap e938: 8 total, 8 up, 8 in 2024-04-10T15:21:47.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:47 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/4150035557' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:47.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:47 smithi154 ceph-mon[84269]: pgmap v1090: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:47.908 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:21:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:21:47] "GET /metrics HTTP/1.1" 200 36360 "" "Prometheus/2.43.0" 2024-04-10T15:21:47.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:47 smithi102 ceph-mon[90943]: osdmap e938: 8 total, 8 up, 8 in 2024-04-10T15:21:47.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:47 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/4150035557' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:47.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:47 smithi102 ceph-mon[90943]: pgmap v1090: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:47.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:47 smithi102 ceph-mon[88557]: osdmap e938: 8 total, 8 up, 8 in 2024-04-10T15:21:47.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:47 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/4150035557' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:47.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:47 smithi102 ceph-mon[88557]: pgmap v1090: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:48.429 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsLock.TestMultipleLocks (3015 ms) 2024-04-10T15:21:48.429 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsLock.TestLockDuration 2024-04-10T15:21:48.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:48 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:48.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:48 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/4150035557' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:48.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:48 smithi154 ceph-mon[84269]: osdmap e939: 8 total, 8 up, 8 in 2024-04-10T15:21:48.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:48 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:48.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:48 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/4150035557' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:48.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:48 smithi102 ceph-mon[90943]: osdmap e939: 8 total, 8 up, 8 in 2024-04-10T15:21:48.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:48 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:21:48.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:48 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/4150035557' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:48.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:48 smithi102 ceph-mon[88557]: osdmap e939: 8 total, 8 up, 8 in 2024-04-10T15:21:49.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:49 smithi154 ceph-mon[84269]: osdmap e940: 8 total, 8 up, 8 in 2024-04-10T15:21:49.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:49 smithi154 ceph-mon[84269]: pgmap v1093: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:49.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:49 smithi102 ceph-mon[90943]: osdmap e940: 8 total, 8 up, 8 in 2024-04-10T15:21:49.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:49 smithi102 ceph-mon[90943]: pgmap v1093: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:49.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:49 smithi102 ceph-mon[88557]: osdmap e940: 8 total, 8 up, 8 in 2024-04-10T15:21:49.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:49 smithi102 ceph-mon[88557]: pgmap v1093: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:50.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:50 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:50.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:50 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:21:50.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:50 smithi154 ceph-mon[84269]: osdmap e941: 8 total, 8 up, 8 in 2024-04-10T15:21:50.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:50 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3530910486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:50.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:50 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:50.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:50 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:21:50.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:50 smithi102 ceph-mon[90943]: osdmap e941: 8 total, 8 up, 8 in 2024-04-10T15:21:50.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:50 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3530910486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:50.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:50 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:21:50.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:50 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:21:50.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:50 smithi102 ceph-mon[88557]: osdmap e941: 8 total, 8 up, 8 in 2024-04-10T15:21:50.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:50 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3530910486' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:51.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:51 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3530910486' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:51.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:51 smithi154 ceph-mon[84269]: osdmap e942: 8 total, 8 up, 8 in 2024-04-10T15:21:51.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:51 smithi154 ceph-mon[84269]: pgmap v1096: 137 pgs: 2 creating+peering, 24 unknown, 111 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:21:51.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:51 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3530910486' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:51.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:51 smithi102 ceph-mon[90943]: osdmap e942: 8 total, 8 up, 8 in 2024-04-10T15:21:51.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:51 smithi102 ceph-mon[90943]: pgmap v1096: 137 pgs: 2 creating+peering, 24 unknown, 111 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:21:51.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:51 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3530910486' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:51.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:51 smithi102 ceph-mon[88557]: osdmap e942: 8 total, 8 up, 8 in 2024-04-10T15:21:51.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:51 smithi102 ceph-mon[88557]: pgmap v1096: 137 pgs: 2 creating+peering, 24 unknown, 111 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:21:52.628 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:52 smithi154 ceph-mon[84269]: osdmap e943: 8 total, 8 up, 8 in 2024-04-10T15:21:52.629 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:21:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:21:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:21:52.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:52 smithi102 ceph-mon[90943]: osdmap e943: 8 total, 8 up, 8 in 2024-04-10T15:21:52.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:52 smithi102 ceph-mon[88557]: osdmap e943: 8 total, 8 up, 8 in 2024-04-10T15:21:53.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:21:53.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:53 smithi154 ceph-mon[84269]: pgmap v1098: 137 pgs: 2 creating+peering, 15 unknown, 120 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:21:53.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:21:53.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:53 smithi102 ceph-mon[90943]: pgmap v1098: 137 pgs: 2 creating+peering, 15 unknown, 120 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:21:53.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:21:53.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:53 smithi102 ceph-mon[88557]: pgmap v1098: 137 pgs: 2 creating+peering, 15 unknown, 120 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:21:55.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:55 smithi102 ceph-mon[90943]: pgmap v1099: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:21:55.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:55 smithi102 ceph-mon[88557]: pgmap v1099: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:21:55.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:55 smithi154 ceph-mon[84269]: pgmap v1099: 137 pgs: 2 creating+peering, 135 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:21:56.393 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsLock.TestLockDuration (7964 ms) 2024-04-10T15:21:56.393 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsLock.TestAssertLocked 2024-04-10T15:21:57.658 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:57 smithi102 ceph-mon[90943]: osdmap e944: 8 total, 8 up, 8 in 2024-04-10T15:21:57.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:57 smithi102 ceph-mon[90943]: pgmap v1101: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:57.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:57 smithi102 ceph-mon[88557]: osdmap e944: 8 total, 8 up, 8 in 2024-04-10T15:21:57.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:57 smithi102 ceph-mon[88557]: pgmap v1101: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:57.659 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:21:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:21:57] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-04-10T15:21:57.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:57 smithi154 ceph-mon[84269]: osdmap e944: 8 total, 8 up, 8 in 2024-04-10T15:21:57.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:57 smithi154 ceph-mon[84269]: pgmap v1101: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:58.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:58 smithi102 ceph-mon[90943]: osdmap e945: 8 total, 8 up, 8 in 2024-04-10T15:21:58.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:58 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1562282021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:58.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:58 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:58.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:58 smithi102 ceph-mon[88557]: osdmap e945: 8 total, 8 up, 8 in 2024-04-10T15:21:58.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:58 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1562282021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:58.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:58 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:58.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:58 smithi154 ceph-mon[84269]: osdmap e945: 8 total, 8 up, 8 in 2024-04-10T15:21:58.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:58 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1562282021' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:58.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:58 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:21:59.430 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsLock.TestAssertLocked (3033 ms) 2024-04-10T15:21:59.430 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsLock.TestSetCookie 2024-04-10T15:21:59.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:59 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:59.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:59 smithi154 ceph-mon[84269]: osdmap e946: 8 total, 8 up, 8 in 2024-04-10T15:21:59.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:21:59 smithi154 ceph-mon[84269]: pgmap v1104: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:59.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:59 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:59.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:59 smithi102 ceph-mon[90943]: osdmap e946: 8 total, 8 up, 8 in 2024-04-10T15:21:59.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:21:59 smithi102 ceph-mon[90943]: pgmap v1104: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:21:59.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:59 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:21:59.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:59 smithi102 ceph-mon[88557]: osdmap e946: 8 total, 8 up, 8 in 2024-04-10T15:21:59.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:21:59 smithi102 ceph-mon[88557]: pgmap v1104: 137 pgs: 10 creating+peering, 22 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:00.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:00 smithi154 ceph-mon[84269]: osdmap e947: 8 total, 8 up, 8 in 2024-04-10T15:22:00.908 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:00 smithi102 ceph-mon[90943]: osdmap e947: 8 total, 8 up, 8 in 2024-04-10T15:22:00.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:00 smithi102 ceph-mon[88557]: osdmap e947: 8 total, 8 up, 8 in 2024-04-10T15:22:01.810 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:01 smithi102 ceph-mon[90943]: osdmap e948: 8 total, 8 up, 8 in 2024-04-10T15:22:01.810 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:01 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2026306944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:01.810 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:01 smithi102 ceph-mon[90943]: pgmap v1107: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:01.811 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:01 smithi102 ceph-mon[88557]: osdmap e948: 8 total, 8 up, 8 in 2024-04-10T15:22:01.811 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:01 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2026306944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:01.811 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:01 smithi102 ceph-mon[88557]: pgmap v1107: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:01.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:01 smithi154 ceph-mon[84269]: osdmap e948: 8 total, 8 up, 8 in 2024-04-10T15:22:01.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:01 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2026306944' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:01.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:01 smithi154 ceph-mon[84269]: pgmap v1107: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:02.444 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsLock.TestSetCookie (3017 ms) 2024-04-10T15:22:02.444 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsLock.TestRenew 2024-04-10T15:22:02.629 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:22:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:22:02.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:02 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:22:02.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:02 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2026306944' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:02.629 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:02 smithi154 ceph-mon[84269]: osdmap e949: 8 total, 8 up, 8 in 2024-04-10T15:22:02.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:02 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:22:02.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:02 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2026306944' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:02.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:02 smithi102 ceph-mon[90943]: osdmap e949: 8 total, 8 up, 8 in 2024-04-10T15:22:02.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:02 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:22:02.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:02 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2026306944' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:02.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:02 smithi102 ceph-mon[88557]: osdmap e949: 8 total, 8 up, 8 in 2024-04-10T15:22:03.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:03 smithi154 ceph-mon[84269]: osdmap e950: 8 total, 8 up, 8 in 2024-04-10T15:22:03.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:03 smithi154 ceph-mon[84269]: pgmap v1110: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:03.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:03 smithi102 ceph-mon[88557]: osdmap e950: 8 total, 8 up, 8 in 2024-04-10T15:22:03.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:03 smithi102 ceph-mon[88557]: pgmap v1110: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:03.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:03 smithi102 ceph-mon[90943]: osdmap e950: 8 total, 8 up, 8 in 2024-04-10T15:22:03.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:03 smithi102 ceph-mon[90943]: pgmap v1110: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:04.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:04 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:22:04.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:04 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:22:04.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:04 smithi154 ceph-mon[84269]: osdmap e951: 8 total, 8 up, 8 in 2024-04-10T15:22:04.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:04 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2919196382' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:04.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:04 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:04.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:04 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:22:04.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:04 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:22:04.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:04 smithi102 ceph-mon[90943]: osdmap e951: 8 total, 8 up, 8 in 2024-04-10T15:22:04.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:04 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2919196382' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:04.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:04 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:04.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:04 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:22:04.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:04 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:22:04.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:04 smithi102 ceph-mon[88557]: osdmap e951: 8 total, 8 up, 8 in 2024-04-10T15:22:04.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:04 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2919196382' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:04.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:04 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:05.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:05 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:05.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:05 smithi154 ceph-mon[84269]: osdmap e952: 8 total, 8 up, 8 in 2024-04-10T15:22:05.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:05 smithi154 ceph-mon[84269]: pgmap v1113: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:05.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:05 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:05.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:05 smithi102 ceph-mon[90943]: osdmap e952: 8 total, 8 up, 8 in 2024-04-10T15:22:05.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:05 smithi102 ceph-mon[90943]: pgmap v1113: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:05.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:05 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:05.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:05 smithi102 ceph-mon[88557]: osdmap e952: 8 total, 8 up, 8 in 2024-04-10T15:22:05.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:05 smithi102 ceph-mon[88557]: pgmap v1113: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:06.878 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:06 smithi154 ceph-mon[84269]: osdmap e953: 8 total, 8 up, 8 in 2024-04-10T15:22:06.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:06 smithi102 ceph-mon[90943]: osdmap e953: 8 total, 8 up, 8 in 2024-04-10T15:22:06.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:06 smithi102 ceph-mon[88557]: osdmap e953: 8 total, 8 up, 8 in 2024-04-10T15:22:07.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:07 smithi154 ceph-mon[84269]: pgmap v1115: 137 pgs: 12 creating+peering, 7 unknown, 118 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:07.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:07 smithi102 ceph-mon[90943]: pgmap v1115: 137 pgs: 12 creating+peering, 7 unknown, 118 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:07.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:07 smithi102 ceph-mon[88557]: pgmap v1115: 137 pgs: 12 creating+peering, 7 unknown, 118 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:07.909 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:22:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:22:07] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-04-10T15:22:08.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:22:08.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:22:08.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:22:09.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:09 smithi154 ceph-mon[84269]: pgmap v1116: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:22:09.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:09 smithi102 ceph-mon[90943]: pgmap v1116: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:22:09.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:09 smithi102 ceph-mon[88557]: pgmap v1116: 137 pgs: 12 creating+peering, 125 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 170 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:22:11.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:11 smithi102 ceph-mon[90943]: pgmap v1117: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 130 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:22:11.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:11 smithi102 ceph-mon[88557]: pgmap v1117: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 130 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:22:11.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:11 smithi154 ceph-mon[84269]: pgmap v1117: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 130 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:22:12.629 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:22:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:22:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:22:13.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:13 smithi102 ceph-mon[90943]: pgmap v1118: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:22:13.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:13 smithi102 ceph-mon[88557]: pgmap v1118: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:22:13.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:13 smithi154 ceph-mon[84269]: pgmap v1118: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 115 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:22:15.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:15 smithi102 ceph-mon[90943]: pgmap v1119: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:22:15.659 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:15 smithi102 ceph-mon[88557]: pgmap v1119: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:22:15.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:15 smithi154 ceph-mon[84269]: pgmap v1119: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 102 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:22:17.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:16 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:22:17.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:16 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:22:17.159 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:16 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:22:17.863 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:22:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:22:17] "GET /metrics HTTP/1.1" 200 36359 "" "Prometheus/2.43.0" 2024-04-10T15:22:18.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:17 smithi154 ceph-mon[84269]: pgmap v1120: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 86 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:22:18.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:17 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:22:18.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:17 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:22:18.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:17 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:22:18.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:17 smithi102 ceph-mon[90943]: pgmap v1120: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 86 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:22:18.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:17 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:22:18.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:17 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:22:18.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:17 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:22:18.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:17 smithi102 ceph-mon[88557]: pgmap v1120: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 86 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:22:18.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:17 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:22:18.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:17 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:22:18.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:17 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:22:19.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:19 smithi102 ceph-mon[90943]: pgmap v1121: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T15:22:19.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:19 smithi102 ceph-mon[88557]: pgmap v1121: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T15:22:19.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:19 smithi154 ceph-mon[84269]: pgmap v1121: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 0 B/s wr, 1 op/s 2024-04-10T15:22:21.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:21 smithi102 ceph-mon[90943]: pgmap v1122: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:22:21.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:21 smithi102 ceph-mon[88557]: pgmap v1122: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:22:21.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:21 smithi154 ceph-mon[84269]: pgmap v1122: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:22:22.563 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsLock.TestRenew (20118 ms) 2024-04-10T15:22:22.563 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralBasic 2024-04-10T15:22:22.629 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:22:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:22:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:22:23.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:23 smithi154 ceph-mon[84269]: osdmap e954: 8 total, 8 up, 8 in 2024-04-10T15:22:23.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:22:23.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:23 smithi154 ceph-mon[84269]: pgmap v1124: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:23.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:23 smithi102 ceph-mon[90943]: osdmap e954: 8 total, 8 up, 8 in 2024-04-10T15:22:23.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:22:23.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:23 smithi102 ceph-mon[90943]: pgmap v1124: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:23.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:23 smithi102 ceph-mon[88557]: osdmap e954: 8 total, 8 up, 8 in 2024-04-10T15:22:23.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:22:23.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:23 smithi102 ceph-mon[88557]: pgmap v1124: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:24.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:24 smithi154 ceph-mon[84269]: osdmap e955: 8 total, 8 up, 8 in 2024-04-10T15:22:24.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:24 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2343276275' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:24.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:24 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:24.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:24 smithi102 ceph-mon[90943]: osdmap e955: 8 total, 8 up, 8 in 2024-04-10T15:22:24.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:24 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2343276275' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:24.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:24 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:24.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:24 smithi102 ceph-mon[88557]: osdmap e955: 8 total, 8 up, 8 in 2024-04-10T15:22:24.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:24 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2343276275' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:24.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:24 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-9","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:25.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:25 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:25.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:25 smithi154 ceph-mon[84269]: osdmap e956: 8 total, 8 up, 8 in 2024-04-10T15:22:25.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:25 smithi154 ceph-mon[84269]: pgmap v1127: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:25.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:25 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:25.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:25 smithi102 ceph-mon[90943]: osdmap e956: 8 total, 8 up, 8 in 2024-04-10T15:22:25.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:25 smithi102 ceph-mon[90943]: pgmap v1127: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:25.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:25 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-9","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:25.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:25 smithi102 ceph-mon[88557]: osdmap e956: 8 total, 8 up, 8 in 2024-04-10T15:22:25.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:25 smithi102 ceph-mon[88557]: pgmap v1127: 137 pgs: 15 creating+peering, 17 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:26.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:26 smithi154 ceph-mon[84269]: osdmap e957: 8 total, 8 up, 8 in 2024-04-10T15:22:26.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:26 smithi102 ceph-mon[90943]: osdmap e957: 8 total, 8 up, 8 in 2024-04-10T15:22:26.909 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:26 smithi102 ceph-mon[88557]: osdmap e957: 8 total, 8 up, 8 in 2024-04-10T15:22:27.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:27 smithi154 ceph-mon[84269]: pgmap v1129: 137 pgs: 15 creating+peering, 6 unknown, 116 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:22:27.909 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:27 smithi102 ceph-mon[90943]: pgmap v1129: 137 pgs: 15 creating+peering, 6 unknown, 116 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:22:27.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:27 smithi102 ceph-mon[88557]: pgmap v1129: 137 pgs: 15 creating+peering, 6 unknown, 116 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 0 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T15:22:27.910 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:22:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:22:27] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-04-10T15:22:28.662 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsLock.TestExclusiveEphemeralBasic (6100 ms) 2024-04-10T15:22:28.663 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealEphemeral 2024-04-10T15:22:30.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:29 smithi154 ceph-mon[84269]: osdmap e958: 8 total, 8 up, 8 in 2024-04-10T15:22:30.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:29 smithi154 ceph-mon[84269]: pgmap v1131: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:30.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:29 smithi102 ceph-mon[90943]: osdmap e958: 8 total, 8 up, 8 in 2024-04-10T15:22:30.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:29 smithi102 ceph-mon[90943]: pgmap v1131: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:30.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:29 smithi102 ceph-mon[88557]: osdmap e958: 8 total, 8 up, 8 in 2024-04-10T15:22:30.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:29 smithi102 ceph-mon[88557]: pgmap v1131: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:31.060 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:30 smithi102 ceph-mon[90943]: osdmap e959: 8 total, 8 up, 8 in 2024-04-10T15:22:31.061 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:30 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2620082702' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:31.061 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:30 smithi102 ceph-mon[88557]: osdmap e959: 8 total, 8 up, 8 in 2024-04-10T15:22:31.061 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:30 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2620082702' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:31.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:30 smithi154 ceph-mon[84269]: osdmap e959: 8 total, 8 up, 8 in 2024-04-10T15:22:31.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:30 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2620082702' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:32.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:31 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2620082702' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:32.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:31 smithi154 ceph-mon[84269]: osdmap e960: 8 total, 8 up, 8 in 2024-04-10T15:22:32.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:31 smithi154 ceph-mon[84269]: pgmap v1134: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:32.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:31 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2620082702' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:32.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:31 smithi102 ceph-mon[88557]: osdmap e960: 8 total, 8 up, 8 in 2024-04-10T15:22:32.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:31 smithi102 ceph-mon[88557]: pgmap v1134: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:32.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:31 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2620082702' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:32.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:31 smithi102 ceph-mon[90943]: osdmap e960: 8 total, 8 up, 8 in 2024-04-10T15:22:32.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:31 smithi102 ceph-mon[90943]: pgmap v1134: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:32.629 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:22:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:22:33.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:32 smithi154 ceph-mon[84269]: osdmap e961: 8 total, 8 up, 8 in 2024-04-10T15:22:33.159 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:32 smithi102 ceph-mon[90943]: osdmap e961: 8 total, 8 up, 8 in 2024-04-10T15:22:33.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:32 smithi102 ceph-mon[88557]: osdmap e961: 8 total, 8 up, 8 in 2024-04-10T15:22:34.129 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:33 smithi154 ceph-mon[84269]: pgmap v1136: 137 pgs: 9 creating+peering, 17 unknown, 111 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:34.160 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:33 smithi102 ceph-mon[90943]: pgmap v1136: 137 pgs: 9 creating+peering, 17 unknown, 111 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:34.160 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:33 smithi102 ceph-mon[88557]: pgmap v1136: 137 pgs: 9 creating+peering, 17 unknown, 111 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:35.659 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:35 smithi102 ceph-mon[90943]: pgmap v1137: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:35.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:35 smithi102 ceph-mon[88557]: pgmap v1137: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:35.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:35 smithi154 ceph-mon[84269]: pgmap v1137: 137 pgs: 9 creating+peering, 128 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:36.397 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealEphemeral (7734 ms) 2024-04-10T15:22:36.397 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsLock.TestExclusiveEphemeralStealExclusive 2024-04-10T15:22:37.660 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:22:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:22:37] "GET /metrics HTTP/1.1" 200 33991 "" "Prometheus/2.43.0" 2024-04-10T15:22:37.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:37 smithi102 ceph-mon[90943]: osdmap e962: 8 total, 8 up, 8 in 2024-04-10T15:22:37.661 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:37 smithi102 ceph-mon[90943]: pgmap v1139: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:37.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:37 smithi102 ceph-mon[88557]: osdmap e962: 8 total, 8 up, 8 in 2024-04-10T15:22:37.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:37 smithi102 ceph-mon[88557]: pgmap v1139: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:37.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:37 smithi154 ceph-mon[84269]: osdmap e962: 8 total, 8 up, 8 in 2024-04-10T15:22:37.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:37 smithi154 ceph-mon[84269]: pgmap v1139: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:38.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:38 smithi102 ceph-mon[90943]: osdmap e963: 8 total, 8 up, 8 in 2024-04-10T15:22:38.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:38 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2434545031' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:38.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:22:38.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:38 smithi102 ceph-mon[88557]: osdmap e963: 8 total, 8 up, 8 in 2024-04-10T15:22:38.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:38 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2434545031' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:38.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:22:38.879 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:38 smithi154 ceph-mon[84269]: osdmap e963: 8 total, 8 up, 8 in 2024-04-10T15:22:38.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:38 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2434545031' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:38.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:22:39.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:39 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2434545031' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:39.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:39 smithi154 ceph-mon[84269]: osdmap e964: 8 total, 8 up, 8 in 2024-04-10T15:22:39.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:39 smithi154 ceph-mon[84269]: pgmap v1142: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:39.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:39 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2434545031' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:39.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:39 smithi102 ceph-mon[90943]: osdmap e964: 8 total, 8 up, 8 in 2024-04-10T15:22:39.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:39 smithi102 ceph-mon[90943]: pgmap v1142: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:39.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:39 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2434545031' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-130693-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:39.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:39 smithi102 ceph-mon[88557]: osdmap e964: 8 total, 8 up, 8 in 2024-04-10T15:22:39.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:39 smithi102 ceph-mon[88557]: pgmap v1142: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:40.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:40 smithi154 ceph-mon[84269]: osdmap e965: 8 total, 8 up, 8 in 2024-04-10T15:22:40.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:40 smithi102 ceph-mon[90943]: osdmap e965: 8 total, 8 up, 8 in 2024-04-10T15:22:40.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:40 smithi102 ceph-mon[88557]: osdmap e965: 8 total, 8 up, 8 in 2024-04-10T15:22:41.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:41 smithi154 ceph-mon[84269]: pgmap v1144: 137 pgs: 8 creating+peering, 1 unknown, 128 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:41.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:41 smithi102 ceph-mon[90943]: pgmap v1144: 137 pgs: 8 creating+peering, 1 unknown, 128 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:41.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:41 smithi102 ceph-mon[88557]: pgmap v1144: 137 pgs: 8 creating+peering, 1 unknown, 128 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:42.630 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:22:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:22:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:22:43.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:43 smithi102 ceph-mon[90943]: pgmap v1145: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:43.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:43 smithi102 ceph-mon[88557]: pgmap v1145: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:43.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:43 smithi154 ceph-mon[84269]: pgmap v1145: 137 pgs: 5 creating+peering, 132 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:44.398 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsLock.TestExclusiveEphemeralStealExclusive (8000 ms) 2024-04-10T15:22:44.398 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 11 tests from ClsLock (67909 ms total) 2024-04-10T15:22:44.398 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:22:44.398 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment tear-down 2024-04-10T15:22:44.398 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] 11 tests from 1 test suite ran. (67910 ms total) 2024-04-10T15:22:44.398 INFO:tasks.workunit.client.0.smithi102.stdout:[ PASSED ] 11 tests. 2024-04-10T15:22:44.402 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:22:44.402 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:22:44.472 INFO:tasks.workunit:Running workunit cls/test_cls_log.sh... 2024-04-10T15:22:44.472 DEBUG:teuthology.orchestra.run.smithi102:workunit test cls/test_cls_log.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_log.sh 2024-04-10T15:22:44.543 INFO:tasks.workunit.client.0.smithi102.stdout:Running main() from gmock_main.cc 2024-04-10T15:22:44.544 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-10T15:22:44.544 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment set-up. 2024-04-10T15:22:44.544 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 4 tests from cls_log 2024-04-10T15:22:44.544 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_log.test_log_add_same_time 2024-04-10T15:22:45.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:45 smithi102 ceph-mon[88557]: osdmap e966: 8 total, 8 up, 8 in 2024-04-10T15:22:45.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:45 smithi102 ceph-mon[88557]: pgmap v1147: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:45.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:45 smithi102 ceph-mon[90943]: osdmap e966: 8 total, 8 up, 8 in 2024-04-10T15:22:45.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:45 smithi102 ceph-mon[90943]: pgmap v1147: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:45.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:45 smithi154 ceph-mon[84269]: osdmap e966: 8 total, 8 up, 8 in 2024-04-10T15:22:45.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:45 smithi154 ceph-mon[84269]: pgmap v1147: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:46.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:46 smithi102 ceph-mon[90943]: osdmap e967: 8 total, 8 up, 8 in 2024-04-10T15:22:46.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:46 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2224247179' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:46.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:46 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:46.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:46 smithi102 ceph-mon[88557]: osdmap e967: 8 total, 8 up, 8 in 2024-04-10T15:22:46.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:46 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2224247179' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:46.661 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:46 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:46.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:46 smithi154 ceph-mon[84269]: osdmap e967: 8 total, 8 up, 8 in 2024-04-10T15:22:46.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:46 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2224247179' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:46.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:46 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:47.423 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_log.test_log_add_same_time (2879 ms) 2024-04-10T15:22:47.423 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_log.test_log_add_different_time 2024-04-10T15:22:47.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:47 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:47.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:47 smithi154 ceph-mon[84269]: osdmap e968: 8 total, 8 up, 8 in 2024-04-10T15:22:47.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:47 smithi154 ceph-mon[84269]: pgmap v1150: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:47.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:47 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:47.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:47 smithi102 ceph-mon[88557]: osdmap e968: 8 total, 8 up, 8 in 2024-04-10T15:22:47.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:47 smithi102 ceph-mon[88557]: pgmap v1150: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:47.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:47 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:47.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:47 smithi102 ceph-mon[90943]: osdmap e968: 8 total, 8 up, 8 in 2024-04-10T15:22:47.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:47 smithi102 ceph-mon[90943]: pgmap v1150: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:47.911 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:22:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:22:47] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-04-10T15:22:48.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:48 smithi154 ceph-mon[84269]: osdmap e969: 8 total, 8 up, 8 in 2024-04-10T15:22:48.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:48 smithi102 ceph-mon[90943]: osdmap e969: 8 total, 8 up, 8 in 2024-04-10T15:22:48.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:48 smithi102 ceph-mon[88557]: osdmap e969: 8 total, 8 up, 8 in 2024-04-10T15:22:49.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:49 smithi154 ceph-mon[84269]: osdmap e970: 8 total, 8 up, 8 in 2024-04-10T15:22:49.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:49 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2090953341' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:49.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:49 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:49.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:49 smithi154 ceph-mon[84269]: pgmap v1153: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:49.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:49 smithi102 ceph-mon[90943]: osdmap e970: 8 total, 8 up, 8 in 2024-04-10T15:22:49.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:49 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2090953341' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:49.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:49 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:49.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:49 smithi102 ceph-mon[90943]: pgmap v1153: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:49.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:49 smithi102 ceph-mon[88557]: osdmap e970: 8 total, 8 up, 8 in 2024-04-10T15:22:49.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:49 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2090953341' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:49.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:49 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:49.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:49 smithi102 ceph-mon[88557]: pgmap v1153: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:50.435 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_log.test_log_add_different_time (3012 ms) 2024-04-10T15:22:50.436 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_log.trim_by_time 2024-04-10T15:22:50.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:50 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:22:50.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:50 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:50.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:50 smithi154 ceph-mon[84269]: osdmap e971: 8 total, 8 up, 8 in 2024-04-10T15:22:50.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:50 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:22:50.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:50 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:50.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:50 smithi102 ceph-mon[90943]: osdmap e971: 8 total, 8 up, 8 in 2024-04-10T15:22:50.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:50 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:22:50.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:50 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:50.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:50 smithi102 ceph-mon[88557]: osdmap e971: 8 total, 8 up, 8 in 2024-04-10T15:22:51.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:51 smithi154 ceph-mon[84269]: osdmap e972: 8 total, 8 up, 8 in 2024-04-10T15:22:51.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:51 smithi154 ceph-mon[84269]: pgmap v1156: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:51.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:51 smithi102 ceph-mon[90943]: osdmap e972: 8 total, 8 up, 8 in 2024-04-10T15:22:51.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:51 smithi102 ceph-mon[90943]: pgmap v1156: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:51.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:51 smithi102 ceph-mon[88557]: osdmap e972: 8 total, 8 up, 8 in 2024-04-10T15:22:51.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:51 smithi102 ceph-mon[88557]: pgmap v1156: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:52.630 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:22:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:22:52.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:52 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:22:52.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:52 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:22:52.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:52 smithi154 ceph-mon[84269]: osdmap e973: 8 total, 8 up, 8 in 2024-04-10T15:22:52.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:52 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1423025182' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:52.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:52 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:22:52.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:52 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:22:52.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:52 smithi102 ceph-mon[90943]: osdmap e973: 8 total, 8 up, 8 in 2024-04-10T15:22:52.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:52 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1423025182' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:52.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:52 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:22:52.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:52 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:22:52.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:52 smithi102 ceph-mon[88557]: osdmap e973: 8 total, 8 up, 8 in 2024-04-10T15:22:52.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:52 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1423025182' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:53.458 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_log.trim_by_time (3023 ms) 2024-04-10T15:22:53.458 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_log.trim_by_marker 2024-04-10T15:22:53.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:53 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1423025182' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:53.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:53 smithi154 ceph-mon[84269]: osdmap e974: 8 total, 8 up, 8 in 2024-04-10T15:22:53.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:22:53.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:53 smithi154 ceph-mon[84269]: pgmap v1159: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:53.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:53 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1423025182' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:53.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:53 smithi102 ceph-mon[90943]: osdmap e974: 8 total, 8 up, 8 in 2024-04-10T15:22:53.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:22:53.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:53 smithi102 ceph-mon[90943]: pgmap v1159: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:53.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:53 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1423025182' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:53.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:53 smithi102 ceph-mon[88557]: osdmap e974: 8 total, 8 up, 8 in 2024-04-10T15:22:53.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:22:53.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:53 smithi102 ceph-mon[88557]: pgmap v1159: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:54.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:54 smithi154 ceph-mon[84269]: osdmap e975: 8 total, 8 up, 8 in 2024-04-10T15:22:54.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:54 smithi102 ceph-mon[90943]: osdmap e975: 8 total, 8 up, 8 in 2024-04-10T15:22:54.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:54 smithi102 ceph-mon[88557]: osdmap e975: 8 total, 8 up, 8 in 2024-04-10T15:22:55.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:55 smithi154 ceph-mon[84269]: osdmap e976: 8 total, 8 up, 8 in 2024-04-10T15:22:55.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:55 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1953510205' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:55.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:55 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:55.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:55 smithi154 ceph-mon[84269]: pgmap v1162: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:55.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:55 smithi102 ceph-mon[90943]: osdmap e976: 8 total, 8 up, 8 in 2024-04-10T15:22:55.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:55 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1953510205' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:55.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:55 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:55.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:55 smithi102 ceph-mon[90943]: pgmap v1162: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:55.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:55 smithi102 ceph-mon[88557]: osdmap e976: 8 total, 8 up, 8 in 2024-04-10T15:22:55.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:55 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1953510205' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:55.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:55 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:55.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:55 smithi102 ceph-mon[88557]: pgmap v1162: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:56.481 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_log.trim_by_marker (3023 ms) 2024-04-10T15:22:56.481 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 4 tests from cls_log (11937 ms total) 2024-04-10T15:22:56.481 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:22:56.481 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment tear-down 2024-04-10T15:22:56.481 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] 4 tests from 1 test suite ran. (11937 ms total) 2024-04-10T15:22:56.482 INFO:tasks.workunit.client.0.smithi102.stdout:[ PASSED ] 4 tests. 2024-04-10T15:22:56.485 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:22:56.485 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:22:56.553 INFO:tasks.workunit:Running workunit cls/test_cls_numops.sh... 2024-04-10T15:22:56.554 DEBUG:teuthology.orchestra.run.smithi102:workunit test cls/test_cls_numops.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_numops.sh 2024-04-10T15:22:56.623 INFO:tasks.workunit.client.0.smithi102.stdout:Running main() from gmock_main.cc 2024-04-10T15:22:56.624 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] Running 4 tests from 1 test suite. 2024-04-10T15:22:56.624 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment set-up. 2024-04-10T15:22:56.624 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 4 tests from ClsNumOps 2024-04-10T15:22:56.624 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsNumOps.Add 2024-04-10T15:22:56.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:56 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:22:56.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:56 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:56.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:56 smithi154 ceph-mon[84269]: osdmap e977: 8 total, 8 up, 8 in 2024-04-10T15:22:56.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:56 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:22:56.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:56 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:56.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:56 smithi102 ceph-mon[88557]: osdmap e977: 8 total, 8 up, 8 in 2024-04-10T15:22:56.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:56 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:22:56.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:56 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131077-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:56.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:56 smithi102 ceph-mon[90943]: osdmap e977: 8 total, 8 up, 8 in 2024-04-10T15:22:57.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:57 smithi154 ceph-mon[84269]: osdmap e978: 8 total, 8 up, 8 in 2024-04-10T15:22:57.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:57 smithi154 ceph-mon[84269]: pgmap v1165: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:57.910 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:22:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:22:57] "GET /metrics HTTP/1.1" 200 36359 "" "Prometheus/2.43.0" 2024-04-10T15:22:57.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:57 smithi102 ceph-mon[90943]: osdmap e978: 8 total, 8 up, 8 in 2024-04-10T15:22:57.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:57 smithi102 ceph-mon[90943]: pgmap v1165: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:57.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:57 smithi102 ceph-mon[88557]: osdmap e978: 8 total, 8 up, 8 in 2024-04-10T15:22:57.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:57 smithi102 ceph-mon[88557]: pgmap v1165: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:58.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:58 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:22:58.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:58 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:22:58.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:58 smithi154 ceph-mon[84269]: osdmap e979: 8 total, 8 up, 8 in 2024-04-10T15:22:58.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:58 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/4215484984' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:58.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:58 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:58.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:58 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:22:58.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:58 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:22:58.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:58 smithi102 ceph-mon[90943]: osdmap e979: 8 total, 8 up, 8 in 2024-04-10T15:22:58.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:58 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/4215484984' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:58.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:58 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:58.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:58 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:22:58.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:58 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:22:58.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:58 smithi102 ceph-mon[88557]: osdmap e979: 8 total, 8 up, 8 in 2024-04-10T15:22:58.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:58 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/4215484984' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:58.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:58 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:22:59.505 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsNumOps.Add (2881 ms) 2024-04-10T15:22:59.505 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsNumOps.Sub 2024-04-10T15:22:59.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:59 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:59.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:59 smithi154 ceph-mon[84269]: osdmap e980: 8 total, 8 up, 8 in 2024-04-10T15:22:59.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:22:59 smithi154 ceph-mon[84269]: pgmap v1168: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:59.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:59 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:59.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:59 smithi102 ceph-mon[90943]: osdmap e980: 8 total, 8 up, 8 in 2024-04-10T15:22:59.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:22:59 smithi102 ceph-mon[90943]: pgmap v1168: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:22:59.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:59 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:22:59.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:59 smithi102 ceph-mon[88557]: osdmap e980: 8 total, 8 up, 8 in 2024-04-10T15:22:59.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:22:59 smithi102 ceph-mon[88557]: pgmap v1168: 137 pgs: 8 creating+peering, 24 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:00.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:00 smithi154 ceph-mon[84269]: osdmap e981: 8 total, 8 up, 8 in 2024-04-10T15:23:00.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:00 smithi102 ceph-mon[90943]: osdmap e981: 8 total, 8 up, 8 in 2024-04-10T15:23:00.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:00 smithi102 ceph-mon[88557]: osdmap e981: 8 total, 8 up, 8 in 2024-04-10T15:23:01.811 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:01 smithi102 ceph-mon[90943]: osdmap e982: 8 total, 8 up, 8 in 2024-04-10T15:23:01.812 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:01 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3578506446' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:01.812 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:01 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:01.812 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:01 smithi102 ceph-mon[90943]: pgmap v1171: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:01.812 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:01 smithi102 ceph-mon[88557]: osdmap e982: 8 total, 8 up, 8 in 2024-04-10T15:23:01.812 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:01 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3578506446' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:01.812 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:01 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:01.812 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:01 smithi102 ceph-mon[88557]: pgmap v1171: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:01.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:01 smithi154 ceph-mon[84269]: osdmap e982: 8 total, 8 up, 8 in 2024-04-10T15:23:01.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:01 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3578506446' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:01.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:01 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:01.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:01 smithi154 ceph-mon[84269]: pgmap v1171: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:02.541 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsNumOps.Sub (3036 ms) 2024-04-10T15:23:02.541 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsNumOps.Mul 2024-04-10T15:23:02.630 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:23:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:23:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:23:02.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:02 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:23:02.630 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:02 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:02.631 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:02 smithi154 ceph-mon[84269]: osdmap e983: 8 total, 8 up, 8 in 2024-04-10T15:23:02.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:02 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:23:02.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:02 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:02.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:02 smithi102 ceph-mon[90943]: osdmap e983: 8 total, 8 up, 8 in 2024-04-10T15:23:02.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:02 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:23:02.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:02 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:02.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:02 smithi102 ceph-mon[88557]: osdmap e983: 8 total, 8 up, 8 in 2024-04-10T15:23:03.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:03 smithi154 ceph-mon[84269]: osdmap e984: 8 total, 8 up, 8 in 2024-04-10T15:23:03.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:03 smithi154 ceph-mon[84269]: pgmap v1174: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:03.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:03 smithi102 ceph-mon[90943]: osdmap e984: 8 total, 8 up, 8 in 2024-04-10T15:23:03.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:03 smithi102 ceph-mon[90943]: pgmap v1174: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:03.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:03 smithi102 ceph-mon[88557]: osdmap e984: 8 total, 8 up, 8 in 2024-04-10T15:23:03.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:03 smithi102 ceph-mon[88557]: pgmap v1174: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:04.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:04 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:23:04.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:04 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:23:04.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:04 smithi154 ceph-mon[84269]: osdmap e985: 8 total, 8 up, 8 in 2024-04-10T15:23:04.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:04 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/887788708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:04.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:04 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:04.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:04 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:23:04.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:04 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:23:04.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:04 smithi102 ceph-mon[88557]: osdmap e985: 8 total, 8 up, 8 in 2024-04-10T15:23:04.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:04 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/887788708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:04.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:04 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:04.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:04 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:23:04.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:04 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:23:04.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:04 smithi102 ceph-mon[90943]: osdmap e985: 8 total, 8 up, 8 in 2024-04-10T15:23:04.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:04 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/887788708' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:04.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:04 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:05.557 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsNumOps.Mul (3015 ms) 2024-04-10T15:23:05.557 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsNumOps.Div 2024-04-10T15:23:05.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:05 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:05.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:05 smithi154 ceph-mon[84269]: osdmap e986: 8 total, 8 up, 8 in 2024-04-10T15:23:05.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:05 smithi154 ceph-mon[84269]: pgmap v1177: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:05.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:05 smithi154 ceph-mon[84269]: osdmap e987: 8 total, 8 up, 8 in 2024-04-10T15:23:05.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:05 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:05.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:05 smithi102 ceph-mon[90943]: osdmap e986: 8 total, 8 up, 8 in 2024-04-10T15:23:05.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:05 smithi102 ceph-mon[90943]: pgmap v1177: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:05.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:05 smithi102 ceph-mon[90943]: osdmap e987: 8 total, 8 up, 8 in 2024-04-10T15:23:05.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:05 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:05.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:05 smithi102 ceph-mon[88557]: osdmap e986: 8 total, 8 up, 8 in 2024-04-10T15:23:05.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:05 smithi102 ceph-mon[88557]: pgmap v1177: 137 pgs: 14 creating+peering, 18 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:05.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:05 smithi102 ceph-mon[88557]: osdmap e987: 8 total, 8 up, 8 in 2024-04-10T15:23:07.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:07 smithi154 ceph-mon[84269]: osdmap e988: 8 total, 8 up, 8 in 2024-04-10T15:23:07.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:07 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3910978922' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:07.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:07 smithi154 ceph-mon[84269]: pgmap v1180: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:07.910 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:23:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:23:07] "GET /metrics HTTP/1.1" 200 36359 "" "Prometheus/2.43.0" 2024-04-10T15:23:07.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:07 smithi102 ceph-mon[90943]: osdmap e988: 8 total, 8 up, 8 in 2024-04-10T15:23:07.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:07 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3910978922' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:07.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:07 smithi102 ceph-mon[90943]: pgmap v1180: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:07.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:07 smithi102 ceph-mon[88557]: osdmap e988: 8 total, 8 up, 8 in 2024-04-10T15:23:07.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:07 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3910978922' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:07.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:07 smithi102 ceph-mon[88557]: pgmap v1180: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:08.589 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsNumOps.Div (3032 ms) 2024-04-10T15:23:08.590 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 4 tests from ClsNumOps (11966 ms total) 2024-04-10T15:23:08.590 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:23:08.590 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment tear-down 2024-04-10T15:23:08.590 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] 4 tests from 1 test suite ran. (11966 ms total) 2024-04-10T15:23:08.590 INFO:tasks.workunit.client.0.smithi102.stdout:[ PASSED ] 4 tests. 2024-04-10T15:23:08.594 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:23:08.594 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:23:08.664 INFO:tasks.workunit:Running workunit cls/test_cls_rbd.sh... 2024-04-10T15:23:08.664 DEBUG:teuthology.orchestra.run.smithi102:workunit test cls/test_cls_rbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rbd.sh 2024-04-10T15:23:08.734 INFO:tasks.workunit.client.0.smithi102.stdout:Running main() from gmock_main.cc 2024-04-10T15:23:08.734 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] Running 70 tests from 1 test suite. 2024-04-10T15:23:08.734 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment set-up. 2024-04-10T15:23:08.734 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 70 tests from TestClsRbd 2024-04-10T15:23:08.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:08 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:23:08.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:08 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3910978922' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:08.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:08 smithi154 ceph-mon[84269]: osdmap e989: 8 total, 8 up, 8 in 2024-04-10T15:23:08.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:23:08.881 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:23:08.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:08 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:23:08.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:08 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3910978922' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:08.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:08 smithi102 ceph-mon[88557]: osdmap e989: 8 total, 8 up, 8 in 2024-04-10T15:23:08.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:23:08.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:23:08.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:08 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:23:08.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:08 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3910978922' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131183-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:08.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:08 smithi102 ceph-mon[90943]: osdmap e989: 8 total, 8 up, 8 in 2024-04-10T15:23:08.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:23:08.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:23:09.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:09 smithi154 ceph-mon[84269]: osdmap e990: 8 total, 8 up, 8 in 2024-04-10T15:23:09.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:09 smithi154 ceph-mon[84269]: pgmap v1183: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:09.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:09 smithi102 ceph-mon[90943]: osdmap e990: 8 total, 8 up, 8 in 2024-04-10T15:23:09.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:09 smithi102 ceph-mon[90943]: pgmap v1183: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:09.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:09 smithi102 ceph-mon[88557]: osdmap e990: 8 total, 8 up, 8 in 2024-04-10T15:23:09.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:09 smithi102 ceph-mon[88557]: pgmap v1183: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:10.611 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.get_all_features 2024-04-10T15:23:10.629 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.get_all_features (17 ms) 2024-04-10T15:23:10.629 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.copyup 2024-04-10T15:23:10.807 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.copyup (179 ms) 2024-04-10T15:23:10.808 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.sparse_copyup 2024-04-10T15:23:10.821 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.sparse_copyup (14 ms) 2024-04-10T15:23:10.822 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.get_and_set_id 2024-04-10T15:23:10.828 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.get_and_set_id (6 ms) 2024-04-10T15:23:10.828 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.add_remove_child 2024-04-10T15:23:10.838 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.add_remove_child (11 ms) 2024-04-10T15:23:10.838 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.directory_methods 2024-04-10T15:23:10.863 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.directory_methods (24 ms) 2024-04-10T15:23:10.863 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.create 2024-04-10T15:23:10.876 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.create (14 ms) 2024-04-10T15:23:10.876 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.get_features 2024-04-10T15:23:10.877 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.get_features (1 ms) 2024-04-10T15:23:10.878 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.get_object_prefix 2024-04-10T15:23:10.880 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.get_object_prefix (1 ms) 2024-04-10T15:23:10.880 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.get_create_timestamp 2024-04-10T15:23:10.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:10 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:23:10.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:10 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:23:10.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:10 smithi154 ceph-mon[84269]: osdmap e991: 8 total, 8 up, 8 in 2024-04-10T15:23:10.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:10 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/717851125' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131289-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:10.881 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.get_create_timestamp (2 ms) 2024-04-10T15:23:10.881 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.get_access_timestamp 2024-04-10T15:23:10.882 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.get_access_timestamp (2 ms) 2024-04-10T15:23:10.882 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.get_modify_timestamp 2024-04-10T15:23:10.883 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.get_modify_timestamp (1 ms) 2024-04-10T15:23:10.884 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.get_data_pool 2024-04-10T15:23:10.887 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.get_data_pool (4 ms) 2024-04-10T15:23:10.887 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.get_size 2024-04-10T15:23:10.891 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.get_size (4 ms) 2024-04-10T15:23:10.892 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.set_size 2024-04-10T15:23:10.895 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.set_size (4 ms) 2024-04-10T15:23:10.895 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.protection_status 2024-04-10T15:23:10.910 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:10 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:23:10.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:10 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:23:10.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:10 smithi102 ceph-mon[88557]: osdmap e991: 8 total, 8 up, 8 in 2024-04-10T15:23:10.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:10 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/717851125' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131289-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:10.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:10 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:23:10.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:10 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:23:10.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:10 smithi102 ceph-mon[90943]: osdmap e991: 8 total, 8 up, 8 in 2024-04-10T15:23:10.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:10 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/717851125' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131289-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:10.913 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.protection_status (17 ms) 2024-04-10T15:23:10.913 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.snapshot_limits 2024-04-10T15:23:10.921 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.snapshot_limits (8 ms) 2024-04-10T15:23:10.921 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.parents_v1 2024-04-10T15:23:10.960 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.parents_v1 (39 ms) 2024-04-10T15:23:10.960 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.parents_v2 2024-04-10T15:23:10.991 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.parents_v2 (32 ms) 2024-04-10T15:23:10.992 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.snapshots 2024-04-10T15:23:11.011 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.snapshots (20 ms) 2024-04-10T15:23:11.012 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.snapid_race 2024-04-10T15:23:11.017 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.snapid_race (6 ms) 2024-04-10T15:23:11.017 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.stripingv2 2024-04-10T15:23:11.026 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.stripingv2 (9 ms) 2024-04-10T15:23:11.026 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.object_map_save 2024-04-10T15:23:11.029 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.object_map_save (2 ms) 2024-04-10T15:23:11.029 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.object_map_resize 2024-04-10T15:23:11.034 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.object_map_resize (6 ms) 2024-04-10T15:23:11.034 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.object_map_update 2024-04-10T15:23:11.041 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.object_map_update (7 ms) 2024-04-10T15:23:11.041 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.object_map_load_enoent 2024-04-10T15:23:11.041 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.object_map_load_enoent (0 ms) 2024-04-10T15:23:11.041 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.object_map_snap_add 2024-04-10T15:23:11.047 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.object_map_snap_add (5 ms) 2024-04-10T15:23:11.047 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.object_map_snap_remove 2024-04-10T15:23:11.052 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.object_map_snap_remove (6 ms) 2024-04-10T15:23:11.052 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.flags 2024-04-10T15:23:11.056 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.flags (4 ms) 2024-04-10T15:23:11.056 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.metadata 2024-04-10T15:23:11.080 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.metadata (23 ms) 2024-04-10T15:23:11.080 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.set_features 2024-04-10T15:23:11.087 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.set_features (7 ms) 2024-04-10T15:23:11.087 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.mirror 2024-04-10T15:23:11.122 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.mirror (35 ms) 2024-04-10T15:23:11.122 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.mirror_image 2024-04-10T15:23:11.138 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.mirror_image (16 ms) 2024-04-10T15:23:11.138 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.mirror_image_status 2024-04-10T15:23:11.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/717851125' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131289-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:11.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:11 smithi154 ceph-mon[84269]: osdmap e992: 8 total, 8 up, 8 in 2024-04-10T15:23:11.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:11 smithi154 ceph-mon[84269]: pgmap v1186: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:11.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/717851125' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131289-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:11.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:11 smithi102 ceph-mon[90943]: osdmap e992: 8 total, 8 up, 8 in 2024-04-10T15:23:11.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:11 smithi102 ceph-mon[90943]: pgmap v1186: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:11.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/717851125' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131289-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:11.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:11 smithi102 ceph-mon[88557]: osdmap e992: 8 total, 8 up, 8 in 2024-04-10T15:23:11.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:11 smithi102 ceph-mon[88557]: pgmap v1186: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:12.614 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:23:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:23:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:23:12.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:12 smithi154 ceph-mon[84269]: osdmap e993: 8 total, 8 up, 8 in 2024-04-10T15:23:12.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:12 smithi102 ceph-mon[90943]: osdmap e993: 8 total, 8 up, 8 in 2024-04-10T15:23:12.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:12 smithi102 ceph-mon[88557]: osdmap e993: 8 total, 8 up, 8 in 2024-04-10T15:23:13.400 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.mirror_image_status (2263 ms) 2024-04-10T15:23:13.401 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.mirror_image_map 2024-04-10T15:23:13.479 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.mirror_image_map (78 ms) 2024-04-10T15:23:13.479 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.mirror_instances 2024-04-10T15:23:13.486 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.mirror_instances (7 ms) 2024-04-10T15:23:13.486 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.mirror_snapshot 2024-04-10T15:23:13.497 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.mirror_snapshot (12 ms) 2024-04-10T15:23:13.497 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.group_dir_list 2024-04-10T15:23:13.499 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.group_dir_list (2 ms) 2024-04-10T15:23:13.499 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.group_dir_add 2024-04-10T15:23:13.502 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.group_dir_add (2 ms) 2024-04-10T15:23:13.502 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.dir_add_already_existing 2024-04-10T15:23:13.504 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.dir_add_already_existing (3 ms) 2024-04-10T15:23:13.504 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.group_dir_rename 2024-04-10T15:23:13.510 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.group_dir_rename (6 ms) 2024-04-10T15:23:13.510 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.group_dir_remove 2024-04-10T15:23:13.514 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.group_dir_remove (3 ms) 2024-04-10T15:23:13.514 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.group_dir_remove_missing 2024-04-10T15:23:13.518 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.group_dir_remove_missing (5 ms) 2024-04-10T15:23:13.518 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.group_image_add 2024-04-10T15:23:13.520 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.group_image_add (2 ms) 2024-04-10T15:23:13.520 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.group_image_remove 2024-04-10T15:23:13.523 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.group_image_remove (3 ms) 2024-04-10T15:23:13.523 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.group_image_list 2024-04-10T15:23:13.526 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.group_image_list (2 ms) 2024-04-10T15:23:13.526 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.group_image_clean 2024-04-10T15:23:13.530 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.group_image_clean (5 ms) 2024-04-10T15:23:13.530 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.image_group_add 2024-04-10T15:23:13.532 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.image_group_add (2 ms) 2024-04-10T15:23:13.532 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.image_group_remove 2024-04-10T15:23:13.535 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.image_group_remove (3 ms) 2024-04-10T15:23:13.535 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.image_group_get 2024-04-10T15:23:13.538 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.image_group_get (2 ms) 2024-04-10T15:23:13.538 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_name 2024-04-10T15:23:13.539 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.group_snap_set_empty_name (2 ms) 2024-04-10T15:23:13.539 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.group_snap_set_empty_id 2024-04-10T15:23:13.541 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.group_snap_set_empty_id (2 ms) 2024-04-10T15:23:13.541 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_id 2024-04-10T15:23:13.544 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_id (2 ms) 2024-04-10T15:23:13.544 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.group_snap_set_duplicate_name 2024-04-10T15:23:13.547 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.group_snap_set_duplicate_name (3 ms) 2024-04-10T15:23:13.547 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.group_snap_set 2024-04-10T15:23:13.549 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.group_snap_set (3 ms) 2024-04-10T15:23:13.549 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.group_snap_list 2024-04-10T15:23:13.552 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.group_snap_list (3 ms) 2024-04-10T15:23:13.552 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.group_snap_list_max_return 2024-04-10T15:23:13.567 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.group_snap_list_max_return (14 ms) 2024-04-10T15:23:13.567 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.group_snap_list_max_read 2024-04-10T15:23:13.776 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.group_snap_list_max_read (210 ms) 2024-04-10T15:23:13.776 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.group_snap_remove 2024-04-10T15:23:13.779 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.group_snap_remove (3 ms) 2024-04-10T15:23:13.779 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.group_snap_get_by_id 2024-04-10T15:23:13.781 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.group_snap_get_by_id (2 ms) 2024-04-10T15:23:13.781 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.trash_methods 2024-04-10T15:23:13.788 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.trash_methods (7 ms) 2024-04-10T15:23:13.788 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.op_features 2024-04-10T15:23:13.795 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.op_features (7 ms) 2024-04-10T15:23:13.795 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.clone_parent 2024-04-10T15:23:13.816 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.clone_parent (20 ms) 2024-04-10T15:23:13.816 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.clone_parent_ns 2024-04-10T15:23:13.825 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.clone_parent_ns (9 ms) 2024-04-10T15:23:13.825 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.clone_child 2024-04-10T15:23:13.835 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.clone_child (11 ms) 2024-04-10T15:23:13.836 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.namespace_methods 2024-04-10T15:23:13.842 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.namespace_methods (6 ms) 2024-04-10T15:23:13.842 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.migration 2024-04-10T15:23:13.851 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.migration (10 ms) 2024-04-10T15:23:13.851 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.migration_v1 2024-04-10T15:23:13.862 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.migration_v1 (10 ms) 2024-04-10T15:23:13.862 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.assert_snapc_seq 2024-04-10T15:23:13.880 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:13 smithi154 ceph-mon[84269]: pgmap v1188: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 175 KiB/s rd, 82 KiB/s wr, 282 op/s 2024-04-10T15:23:13.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:13 smithi102 ceph-mon[90943]: pgmap v1188: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 175 KiB/s rd, 82 KiB/s wr, 282 op/s 2024-04-10T15:23:13.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:13 smithi102 ceph-mon[88557]: pgmap v1188: 137 pgs: 4 creating+peering, 20 unknown, 113 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 175 KiB/s rd, 82 KiB/s wr, 282 op/s 2024-04-10T15:23:15.632 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.assert_snapc_seq (1770 ms) 2024-04-10T15:23:15.632 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestClsRbd.sparsify 2024-04-10T15:23:15.679 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestClsRbd.sparsify (47 ms) 2024-04-10T15:23:15.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:15 smithi102 ceph-mon[90943]: osdmap e994: 8 total, 8 up, 8 in 2024-04-10T15:23:15.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:15 smithi102 ceph-mon[90943]: pgmap v1190: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 811 KiB/s wr, 349 op/s 2024-04-10T15:23:15.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:15 smithi102 ceph-mon[88557]: osdmap e994: 8 total, 8 up, 8 in 2024-04-10T15:23:15.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:15 smithi102 ceph-mon[88557]: pgmap v1190: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 811 KiB/s wr, 349 op/s 2024-04-10T15:23:16.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:15 smithi154 ceph-mon[84269]: osdmap e994: 8 total, 8 up, 8 in 2024-04-10T15:23:16.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:15 smithi154 ceph-mon[84269]: pgmap v1190: 137 pgs: 4 creating+peering, 133 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 811 KiB/s wr, 349 op/s 2024-04-10T15:23:16.651 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 70 tests from TestClsRbd (5067 ms total) 2024-04-10T15:23:16.651 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:23:16.651 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment tear-down 2024-04-10T15:23:16.651 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] 70 tests from 1 test suite ran. (7917 ms total) 2024-04-10T15:23:16.652 INFO:tasks.workunit.client.0.smithi102.stdout:[ PASSED ] 70 tests. 2024-04-10T15:23:16.655 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:23:16.656 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:23:16.727 INFO:tasks.workunit:Running workunit cls/test_cls_refcount.sh... 2024-04-10T15:23:16.727 DEBUG:teuthology.orchestra.run.smithi102:workunit test cls/test_cls_refcount.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_refcount.sh 2024-04-10T15:23:16.802 INFO:tasks.workunit.client.0.smithi102.stdout:Running main() from gmock_main.cc 2024-04-10T15:23:16.802 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] Running 10 tests from 1 test suite. 2024-04-10T15:23:16.803 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment set-up. 2024-04-10T15:23:16.803 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 10 tests from cls_rgw 2024-04-10T15:23:16.803 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.test_implicit 2024-04-10T15:23:16.910 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:16 smithi102 ceph-mon[90943]: osdmap e995: 8 total, 8 up, 8 in 2024-04-10T15:23:16.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:16 smithi102 ceph-mon[88557]: osdmap e995: 8 total, 8 up, 8 in 2024-04-10T15:23:17.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:16 smithi154 ceph-mon[84269]: osdmap e995: 8 total, 8 up, 8 in 2024-04-10T15:23:17.911 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:23:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:23:17] "GET /metrics HTTP/1.1" 200 36362 "" "Prometheus/2.43.0" 2024-04-10T15:23:17.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:17 smithi102 ceph-mon[88557]: osdmap e996: 8 total, 8 up, 8 in 2024-04-10T15:23:17.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:17 smithi102 ceph-mon[88557]: pgmap v1193: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:17.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:17 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:23:17.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:17 smithi102 ceph-mon[90943]: osdmap e996: 8 total, 8 up, 8 in 2024-04-10T15:23:17.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:17 smithi102 ceph-mon[90943]: pgmap v1193: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:17.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:17 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:23:18.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:17 smithi154 ceph-mon[84269]: osdmap e996: 8 total, 8 up, 8 in 2024-04-10T15:23:18.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:17 smithi154 ceph-mon[84269]: pgmap v1193: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:18.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:17 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:23:18.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:18 smithi102 ceph-mon[90943]: osdmap e997: 8 total, 8 up, 8 in 2024-04-10T15:23:18.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:18 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/4267414013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:18.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:18 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:18.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:18 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:23:18.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:18 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:23:18.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:18 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:23:18.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:18 smithi102 ceph-mon[88557]: osdmap e997: 8 total, 8 up, 8 in 2024-04-10T15:23:18.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:18 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/4267414013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:18.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:18 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:18.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:18 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:23:18.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:18 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:23:18.912 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:18 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:23:19.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:18 smithi154 ceph-mon[84269]: osdmap e997: 8 total, 8 up, 8 in 2024-04-10T15:23:19.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:18 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/4267414013' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:19.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:18 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:19.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:18 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:23:19.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:18 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:23:19.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:18 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:23:19.678 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.test_implicit (2876 ms) 2024-04-10T15:23:19.678 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.test_implicit_idempotent 2024-04-10T15:23:20.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:19 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:20.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:19 smithi154 ceph-mon[84269]: osdmap e998: 8 total, 8 up, 8 in 2024-04-10T15:23:20.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:19 smithi154 ceph-mon[84269]: pgmap v1196: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:20.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:19 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:20.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:19 smithi102 ceph-mon[90943]: osdmap e998: 8 total, 8 up, 8 in 2024-04-10T15:23:20.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:19 smithi102 ceph-mon[90943]: pgmap v1196: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:20.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:19 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:20.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:19 smithi102 ceph-mon[88557]: osdmap e998: 8 total, 8 up, 8 in 2024-04-10T15:23:20.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:19 smithi102 ceph-mon[88557]: pgmap v1196: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:21.130 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:20 smithi154 ceph-mon[84269]: osdmap e999: 8 total, 8 up, 8 in 2024-04-10T15:23:21.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:20 smithi102 ceph-mon[90943]: osdmap e999: 8 total, 8 up, 8 in 2024-04-10T15:23:21.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:20 smithi102 ceph-mon[88557]: osdmap e999: 8 total, 8 up, 8 in 2024-04-10T15:23:22.032 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:21 smithi154 ceph-mon[84269]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-10T15:23:22.032 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:21 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/824763715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:22.032 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:21 smithi154 ceph-mon[84269]: pgmap v1199: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:22.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:21 smithi102 ceph-mon[90943]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-10T15:23:22.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:21 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/824763715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:22.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:21 smithi102 ceph-mon[90943]: pgmap v1199: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:22.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:21 smithi102 ceph-mon[88557]: osdmap e1000: 8 total, 8 up, 8 in 2024-04-10T15:23:22.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:21 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/824763715' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:22.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:21 smithi102 ceph-mon[88557]: pgmap v1199: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:22.634 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:23:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:23:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:23:22.726 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.test_implicit_idempotent (3048 ms) 2024-04-10T15:23:22.726 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.test_put_snap 2024-04-10T15:23:23.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:22 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:23:23.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:22 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/824763715' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:23.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:22 smithi154 ceph-mon[84269]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-10T15:23:23.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:22 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:23:23.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:22 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/824763715' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:23.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:22 smithi102 ceph-mon[90943]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-10T15:23:23.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:22 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:23:23.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:22 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/824763715' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:23.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:22 smithi102 ceph-mon[88557]: osdmap e1001: 8 total, 8 up, 8 in 2024-04-10T15:23:24.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:23 smithi154 ceph-mon[84269]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-10T15:23:24.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:23:24.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:23 smithi154 ceph-mon[84269]: pgmap v1202: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:24.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:23 smithi102 ceph-mon[90943]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-10T15:23:24.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:23:24.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:23 smithi102 ceph-mon[90943]: pgmap v1202: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:24.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:23 smithi102 ceph-mon[88557]: osdmap e1002: 8 total, 8 up, 8 in 2024-04-10T15:23:24.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:23:24.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:23 smithi102 ceph-mon[88557]: pgmap v1202: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:25.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:24 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:23:25.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:24 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:23:25.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:24 smithi154 ceph-mon[84269]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-10T15:23:25.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:24 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1098254560' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:25.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:24 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:25.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:24 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:23:25.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:24 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:23:25.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:24 smithi102 ceph-mon[90943]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-10T15:23:25.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:24 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1098254560' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:25.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:24 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:25.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:24 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:23:25.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:24 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:23:25.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:24 smithi102 ceph-mon[88557]: osdmap e1003: 8 total, 8 up, 8 in 2024-04-10T15:23:25.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:24 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1098254560' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:25.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:24 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:26.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:25 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:26.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:25 smithi154 ceph-mon[84269]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-10T15:23:26.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:25 smithi154 ceph-mon[84269]: pgmap v1205: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:26.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:25 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:26.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:25 smithi102 ceph-mon[90943]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-10T15:23:26.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:25 smithi102 ceph-mon[90943]: pgmap v1205: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:26.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:25 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:26.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:25 smithi102 ceph-mon[88557]: osdmap e1004: 8 total, 8 up, 8 in 2024-04-10T15:23:26.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:25 smithi102 ceph-mon[88557]: pgmap v1205: 137 pgs: 11 creating+peering, 21 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:27.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:26 smithi154 ceph-mon[84269]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-10T15:23:27.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:26 smithi102 ceph-mon[88557]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-10T15:23:27.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:26 smithi102 ceph-mon[90943]: osdmap e1005: 8 total, 8 up, 8 in 2024-04-10T15:23:27.911 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:27 smithi102 ceph-mon[90943]: pgmap v1207: 137 pgs: 11 creating+peering, 8 unknown, 118 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 222 B/s wr, 0 op/s 2024-04-10T15:23:27.911 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:27 smithi102 ceph-mon[88557]: pgmap v1207: 137 pgs: 11 creating+peering, 8 unknown, 118 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 222 B/s wr, 0 op/s 2024-04-10T15:23:27.911 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:23:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:23:27] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-04-10T15:23:28.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:27 smithi154 ceph-mon[84269]: pgmap v1207: 137 pgs: 11 creating+peering, 8 unknown, 118 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 222 B/s wr, 0 op/s 2024-04-10T15:23:30.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:29 smithi154 ceph-mon[84269]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-10T15:23:30.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:29 smithi154 ceph-mon[84269]: pgmap v1209: 137 pgs: 11 creating+peering, 126 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 182 B/s wr, 0 op/s 2024-04-10T15:23:30.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:29 smithi102 ceph-mon[90943]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-10T15:23:30.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:29 smithi102 ceph-mon[90943]: pgmap v1209: 137 pgs: 11 creating+peering, 126 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 182 B/s wr, 0 op/s 2024-04-10T15:23:30.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:29 smithi102 ceph-mon[88557]: osdmap e1006: 8 total, 8 up, 8 in 2024-04-10T15:23:30.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:29 smithi102 ceph-mon[88557]: pgmap v1209: 137 pgs: 11 creating+peering, 126 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 182 B/s wr, 0 op/s 2024-04-10T15:23:31.062 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:30 smithi102 ceph-mon[90943]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-10T15:23:31.063 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:30 smithi102 ceph-mon[88557]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-10T15:23:31.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:30 smithi154 ceph-mon[84269]: osdmap e1007: 8 total, 8 up, 8 in 2024-04-10T15:23:31.784 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.test_put_snap (9057 ms) 2024-04-10T15:23:31.784 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.test_explicit 2024-04-10T15:23:32.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:31 smithi154 ceph-mon[84269]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-10T15:23:32.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:31 smithi154 ceph-mon[84269]: pgmap v1212: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 183 B/s wr, 0 op/s 2024-04-10T15:23:32.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:31 smithi102 ceph-mon[90943]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-10T15:23:32.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:31 smithi102 ceph-mon[90943]: pgmap v1212: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 183 B/s wr, 0 op/s 2024-04-10T15:23:32.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:31 smithi102 ceph-mon[88557]: osdmap e1008: 8 total, 8 up, 8 in 2024-04-10T15:23:32.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:31 smithi102 ceph-mon[88557]: pgmap v1212: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 183 B/s wr, 0 op/s 2024-04-10T15:23:32.631 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:23:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:23:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:23:33.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:32 smithi154 ceph-mon[84269]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-10T15:23:33.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:32 smithi102 ceph-mon[90943]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-10T15:23:33.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:32 smithi102 ceph-mon[88557]: osdmap e1009: 8 total, 8 up, 8 in 2024-04-10T15:23:34.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:33 smithi154 ceph-mon[84269]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-10T15:23:34.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:33 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/525866117' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:34.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:33 smithi154 ceph-mon[84269]: pgmap v1215: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:34.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:33 smithi102 ceph-mon[90943]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-10T15:23:34.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:33 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/525866117' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:34.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:33 smithi102 ceph-mon[90943]: pgmap v1215: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:34.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:33 smithi102 ceph-mon[88557]: osdmap e1010: 8 total, 8 up, 8 in 2024-04-10T15:23:34.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:33 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/525866117' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:34.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:33 smithi102 ceph-mon[88557]: pgmap v1215: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:34.824 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.test_explicit (3041 ms) 2024-04-10T15:23:34.825 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.set 2024-04-10T15:23:35.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:34 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:23:35.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:34 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/525866117' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:35.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:34 smithi154 ceph-mon[84269]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-10T15:23:35.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:34 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:23:35.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:34 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/525866117' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:35.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:34 smithi102 ceph-mon[90943]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-10T15:23:35.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:34 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:23:35.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:34 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/525866117' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:35.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:34 smithi102 ceph-mon[88557]: osdmap e1011: 8 total, 8 up, 8 in 2024-04-10T15:23:36.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:35 smithi154 ceph-mon[84269]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-10T15:23:36.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:35 smithi154 ceph-mon[84269]: pgmap v1218: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:36.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:35 smithi102 ceph-mon[88557]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-10T15:23:36.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:35 smithi102 ceph-mon[88557]: pgmap v1218: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:36.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:35 smithi102 ceph-mon[90943]: osdmap e1012: 8 total, 8 up, 8 in 2024-04-10T15:23:36.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:35 smithi102 ceph-mon[90943]: pgmap v1218: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:37.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:36 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:23:37.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:36 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:23:37.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:36 smithi154 ceph-mon[84269]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-10T15:23:37.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:36 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2149709365' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:37.132 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:36 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:37.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:36 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:23:37.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:36 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:23:37.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:36 smithi102 ceph-mon[88557]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-10T15:23:37.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:36 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2149709365' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:37.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:36 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:37.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:36 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:23:37.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:36 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:23:37.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:36 smithi102 ceph-mon[90943]: osdmap e1013: 8 total, 8 up, 8 in 2024-04-10T15:23:37.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:36 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2149709365' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:37.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:36 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:23:37.841 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:23:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:23:37] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-04-10T15:23:37.849 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.set (3024 ms) 2024-04-10T15:23:37.849 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.test_implicit_ec 2024-04-10T15:23:38.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:37 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:38.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:37 smithi154 ceph-mon[84269]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-10T15:23:38.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:37 smithi154 ceph-mon[84269]: pgmap v1221: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:38.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:37 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:38.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:37 smithi102 ceph-mon[90943]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-10T15:23:38.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:37 smithi102 ceph-mon[90943]: pgmap v1221: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:38.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:37 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131344-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:23:38.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:37 smithi102 ceph-mon[88557]: osdmap e1014: 8 total, 8 up, 8 in 2024-04-10T15:23:38.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:37 smithi102 ceph-mon[88557]: pgmap v1221: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:39.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:38 smithi154 ceph-mon[84269]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-10T15:23:39.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:38 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-6"}]: dispatch 2024-04-10T15:23:39.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:38 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-6"}]: dispatch 2024-04-10T15:23:39.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:38 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:23:39.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:23:39.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:23:39.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:38 smithi102 ceph-mon[90943]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-10T15:23:39.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:38 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-6"}]: dispatch 2024-04-10T15:23:39.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:38 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-6"}]: dispatch 2024-04-10T15:23:39.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:38 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:23:39.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:23:39.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:23:39.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:38 smithi102 ceph-mon[88557]: osdmap e1015: 8 total, 8 up, 8 in 2024-04-10T15:23:39.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:38 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-6"}]: dispatch 2024-04-10T15:23:39.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:38 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-6"}]: dispatch 2024-04-10T15:23:39.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:38 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:23:39.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:23:39.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:23:40.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:39 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:23:40.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:39 smithi154 ceph-mon[84269]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-10T15:23:40.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:39 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-6"}]: dispatch 2024-04-10T15:23:40.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:39 smithi154 ceph-mon[84269]: pgmap v1224: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:40.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:39 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:23:40.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:39 smithi102 ceph-mon[90943]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-10T15:23:40.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:39 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-6"}]: dispatch 2024-04-10T15:23:40.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:39 smithi102 ceph-mon[90943]: pgmap v1224: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:40.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:39 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-6", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:23:40.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:39 smithi102 ceph-mon[88557]: osdmap e1016: 8 total, 8 up, 8 in 2024-04-10T15:23:40.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:39 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-6"}]: dispatch 2024-04-10T15:23:40.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:39 smithi102 ceph-mon[88557]: pgmap v1224: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:41.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:40 smithi154 ceph-mon[84269]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-10T15:23:41.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:40 smithi102 ceph-mon[90943]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-10T15:23:41.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:40 smithi102 ceph-mon[88557]: osdmap e1017: 8 total, 8 up, 8 in 2024-04-10T15:23:42.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:41 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-6"}]': finished 2024-04-10T15:23:42.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:41 smithi154 ceph-mon[84269]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-10T15:23:42.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:41 smithi154 ceph-mon[84269]: pgmap v1227: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:42.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:41 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-6"}]': finished 2024-04-10T15:23:42.161 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:41 smithi102 ceph-mon[88557]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-10T15:23:42.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:41 smithi102 ceph-mon[88557]: pgmap v1227: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:42.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:41 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-6", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-6"}]': finished 2024-04-10T15:23:42.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:41 smithi102 ceph-mon[90943]: osdmap e1018: 8 total, 8 up, 8 in 2024-04-10T15:23:42.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:41 smithi102 ceph-mon[90943]: pgmap v1227: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:42.631 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:23:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:23:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:23:43.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:42 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:23:43.131 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:42 smithi154 ceph-mon[84269]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-10T15:23:43.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:42 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:23:43.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:42 smithi102 ceph-mon[90943]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-10T15:23:43.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:42 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:23:43.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:42 smithi102 ceph-mon[88557]: osdmap e1019: 8 total, 8 up, 8 in 2024-04-10T15:23:44.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:43 smithi102 ceph-mon[90943]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-10T15:23:44.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:43 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-6"}]: dispatch 2024-04-10T15:23:44.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:43 smithi102 ceph-mon[90943]: pgmap v1230: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:44.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:43 smithi102 ceph-mon[88557]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-10T15:23:44.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:43 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-6"}]: dispatch 2024-04-10T15:23:44.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:43 smithi102 ceph-mon[88557]: pgmap v1230: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:44.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:43 smithi154 ceph-mon[84269]: osdmap e1020: 8 total, 8 up, 8 in 2024-04-10T15:23:44.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:43 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-6"}]: dispatch 2024-04-10T15:23:44.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:43 smithi154 ceph-mon[84269]: pgmap v1230: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:44.893 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.test_implicit_ec (7044 ms) 2024-04-10T15:23:44.893 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.test_implicit_idempotent_ec 2024-04-10T15:23:45.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:44 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:23:45.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:44 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:23:45.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:44 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-6"}]': finished 2024-04-10T15:23:45.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:44 smithi102 ceph-mon[90943]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-10T15:23:45.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:44 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-6"}]: dispatch 2024-04-10T15:23:45.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:44 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:23:45.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:44 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:23:45.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:44 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-6"}]': finished 2024-04-10T15:23:45.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:44 smithi102 ceph-mon[88557]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-10T15:23:45.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:44 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-6"}]: dispatch 2024-04-10T15:23:45.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:44 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:23:45.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:44 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:23:45.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:44 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-6"}]': finished 2024-04-10T15:23:45.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:44 smithi154 ceph-mon[84269]: osdmap e1021: 8 total, 8 up, 8 in 2024-04-10T15:23:45.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:44 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-6"}]: dispatch 2024-04-10T15:23:46.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:45 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-6"}]': finished 2024-04-10T15:23:46.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:45 smithi102 ceph-mon[90943]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-10T15:23:46.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:45 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-7"}]: dispatch 2024-04-10T15:23:46.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:45 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-7"}]: dispatch 2024-04-10T15:23:46.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:45 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:23:46.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:45 smithi102 ceph-mon[90943]: pgmap v1233: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:46.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:45 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-6"}]': finished 2024-04-10T15:23:46.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:45 smithi102 ceph-mon[88557]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-10T15:23:46.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:45 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-7"}]: dispatch 2024-04-10T15:23:46.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:45 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-7"}]: dispatch 2024-04-10T15:23:46.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:45 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:23:46.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:45 smithi102 ceph-mon[88557]: pgmap v1233: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:46.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:45 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2337580345' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-6"}]': finished 2024-04-10T15:23:46.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:45 smithi154 ceph-mon[84269]: osdmap e1022: 8 total, 8 up, 8 in 2024-04-10T15:23:46.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:45 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-7"}]: dispatch 2024-04-10T15:23:46.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:45 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-7"}]: dispatch 2024-04-10T15:23:46.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:45 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:23:46.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:45 smithi154 ceph-mon[84269]: pgmap v1233: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:47.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:46 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:23:47.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:46 smithi154 ceph-mon[84269]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-10T15:23:47.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:46 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-7"}]: dispatch 2024-04-10T15:23:47.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:46 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:23:47.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:46 smithi102 ceph-mon[88557]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-10T15:23:47.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:46 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-7"}]: dispatch 2024-04-10T15:23:47.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:46 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-7", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:23:47.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:46 smithi102 ceph-mon[90943]: osdmap e1023: 8 total, 8 up, 8 in 2024-04-10T15:23:47.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:46 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-7"}]: dispatch 2024-04-10T15:23:47.911 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:23:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:23:47] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-04-10T15:23:48.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:47 smithi154 ceph-mon[84269]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-10T15:23:48.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:47 smithi154 ceph-mon[84269]: pgmap v1236: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:48.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:47 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-7"}]': finished 2024-04-10T15:23:48.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:47 smithi154 ceph-mon[84269]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-10T15:23:48.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:47 smithi102 ceph-mon[88557]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-10T15:23:48.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:47 smithi102 ceph-mon[88557]: pgmap v1236: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:48.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:47 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-7"}]': finished 2024-04-10T15:23:48.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:47 smithi102 ceph-mon[88557]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-10T15:23:48.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:47 smithi102 ceph-mon[90943]: osdmap e1024: 8 total, 8 up, 8 in 2024-04-10T15:23:48.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:47 smithi102 ceph-mon[90943]: pgmap v1236: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:48.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:47 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-7", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-7"}]': finished 2024-04-10T15:23:48.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:47 smithi102 ceph-mon[90943]: osdmap e1025: 8 total, 8 up, 8 in 2024-04-10T15:23:50.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:49 smithi102 ceph-mon[90943]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-10T15:23:50.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:49 smithi102 ceph-mon[90943]: pgmap v1239: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:50.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:49 smithi102 ceph-mon[88557]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-10T15:23:50.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:49 smithi102 ceph-mon[88557]: pgmap v1239: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:50.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:49 smithi154 ceph-mon[84269]: osdmap e1026: 8 total, 8 up, 8 in 2024-04-10T15:23:50.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:49 smithi154 ceph-mon[84269]: pgmap v1239: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:51.161 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:50 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:23:51.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:50 smithi102 ceph-mon[90943]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-10T15:23:51.162 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:50 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-7"}]: dispatch 2024-04-10T15:23:51.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:50 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:23:51.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:50 smithi102 ceph-mon[88557]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-10T15:23:51.162 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:50 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-7"}]: dispatch 2024-04-10T15:23:51.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:50 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:23:51.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:50 smithi154 ceph-mon[84269]: osdmap e1027: 8 total, 8 up, 8 in 2024-04-10T15:23:51.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:50 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-7"}]: dispatch 2024-04-10T15:23:51.930 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.test_implicit_idempotent_ec (7037 ms) 2024-04-10T15:23:51.930 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.test_put_snap_ec 2024-04-10T15:23:52.283 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:51 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-7"}]': finished 2024-04-10T15:23:52.283 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:51 smithi154 ceph-mon[84269]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-10T15:23:52.283 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:51 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-7"}]: dispatch 2024-04-10T15:23:52.283 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:51 smithi154 ceph-mon[84269]: pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:52.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:51 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-7"}]': finished 2024-04-10T15:23:52.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:51 smithi102 ceph-mon[88557]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-10T15:23:52.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:51 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-7"}]: dispatch 2024-04-10T15:23:52.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:51 smithi102 ceph-mon[88557]: pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:52.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:51 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-7"}]': finished 2024-04-10T15:23:52.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:51 smithi102 ceph-mon[90943]: osdmap e1028: 8 total, 8 up, 8 in 2024-04-10T15:23:52.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:51 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-7"}]: dispatch 2024-04-10T15:23:52.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:51 smithi102 ceph-mon[90943]: pgmap v1242: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:52.631 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:23:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:23:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:23:53.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:52 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:23:53.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:52 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:23:53.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:52 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-7"}]': finished 2024-04-10T15:23:53.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:52 smithi154 ceph-mon[84269]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-10T15:23:53.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:52 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/4177775647' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:23:53.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:52 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:23:53.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:52 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/4177775647' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:23:53.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:52 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:23:53.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:52 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/4177775647' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:23:53.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:52 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:23:53.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:52 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:23:53.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:52 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:23:53.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:52 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-7"}]': finished 2024-04-10T15:23:53.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:52 smithi102 ceph-mon[90943]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-10T15:23:53.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:52 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/4177775647' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:23:53.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:52 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:23:53.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:52 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/4177775647' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:23:53.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:52 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:23:53.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:52 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/4177775647' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:23:53.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:52 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:23:53.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:52 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:23:53.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:52 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:23:53.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:52 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/541827544' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-7"}]': finished 2024-04-10T15:23:53.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:52 smithi102 ceph-mon[88557]: osdmap e1029: 8 total, 8 up, 8 in 2024-04-10T15:23:53.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:52 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/4177775647' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:23:53.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:52 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:23:53.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:52 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/4177775647' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:23:53.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:52 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:23:53.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:52 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/4177775647' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:23:53.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:52 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:23:54.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:53 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:23:54.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:53 smithi154 ceph-mon[84269]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-10T15:23:54.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:53 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/4177775647' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:23:54.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:53 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:23:54.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:23:54.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:53 smithi154 ceph-mon[84269]: pgmap v1245: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:54.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:53 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:23:54.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:53 smithi102 ceph-mon[88557]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-10T15:23:54.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:53 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/4177775647' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:23:54.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:53 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:23:54.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:23:54.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:53 smithi102 ceph-mon[88557]: pgmap v1245: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:54.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:53 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-8", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:23:54.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:53 smithi102 ceph-mon[90943]: osdmap e1030: 8 total, 8 up, 8 in 2024-04-10T15:23:54.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:53 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/4177775647' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:23:54.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:53 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:23:54.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:23:54.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:53 smithi102 ceph-mon[90943]: pgmap v1245: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:55.327 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:54 smithi154 ceph-mon[84269]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-10T15:23:55.411 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:54 smithi102 ceph-mon[88557]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-10T15:23:55.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:54 smithi102 ceph-mon[90943]: osdmap e1031: 8 total, 8 up, 8 in 2024-04-10T15:23:56.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:55 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-8"}]': finished 2024-04-10T15:23:56.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:55 smithi154 ceph-mon[84269]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-10T15:23:56.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:55 smithi154 ceph-mon[84269]: pgmap v1248: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:56.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:55 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-8"}]': finished 2024-04-10T15:23:56.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:55 smithi102 ceph-mon[90943]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-10T15:23:56.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:55 smithi102 ceph-mon[90943]: pgmap v1248: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:56.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:55 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-8", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-8"}]': finished 2024-04-10T15:23:56.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:55 smithi102 ceph-mon[88557]: osdmap e1032: 8 total, 8 up, 8 in 2024-04-10T15:23:56.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:55 smithi102 ceph-mon[88557]: pgmap v1248: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:23:57.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:56 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:23:57.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:56 smithi154 ceph-mon[84269]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-10T15:23:57.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:56 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:23:57.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:56 smithi102 ceph-mon[90943]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-10T15:23:57.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:56 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:23:57.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:56 smithi102 ceph-mon[88557]: osdmap e1033: 8 total, 8 up, 8 in 2024-04-10T15:23:57.912 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:23:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:23:57] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-04-10T15:23:58.381 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:57 smithi154 ceph-mon[84269]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-10T15:23:58.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:57 smithi154 ceph-mon[84269]: pgmap v1251: 113 pgs: 1 creating+peering, 6 unknown, 106 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:23:58.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:57 smithi102 ceph-mon[90943]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-10T15:23:58.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:57 smithi102 ceph-mon[90943]: pgmap v1251: 113 pgs: 1 creating+peering, 6 unknown, 106 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:23:58.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:57 smithi102 ceph-mon[88557]: osdmap e1034: 8 total, 8 up, 8 in 2024-04-10T15:23:58.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:57 smithi102 ceph-mon[88557]: pgmap v1251: 113 pgs: 1 creating+peering, 6 unknown, 106 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:24:00.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:59 smithi154 ceph-mon[84269]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-10T15:24:00.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:23:59 smithi154 ceph-mon[84269]: pgmap v1253: 113 pgs: 1 creating+peering, 3 unknown, 109 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 232 B/s wr, 0 op/s 2024-04-10T15:24:00.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:59 smithi102 ceph-mon[90943]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-10T15:24:00.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:23:59 smithi102 ceph-mon[90943]: pgmap v1253: 113 pgs: 1 creating+peering, 3 unknown, 109 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 232 B/s wr, 0 op/s 2024-04-10T15:24:00.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:59 smithi102 ceph-mon[88557]: osdmap e1035: 8 total, 8 up, 8 in 2024-04-10T15:24:00.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:23:59 smithi102 ceph-mon[88557]: pgmap v1253: 113 pgs: 1 creating+peering, 3 unknown, 109 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 232 B/s wr, 0 op/s 2024-04-10T15:24:01.313 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:00 smithi102 ceph-mon[90943]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-10T15:24:01.313 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:00 smithi102 ceph-mon[88557]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-10T15:24:01.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:00 smithi154 ceph-mon[84269]: osdmap e1036: 8 total, 8 up, 8 in 2024-04-10T15:24:02.292 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:02 smithi154 ceph-mon[84269]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-10T15:24:02.292 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:02 smithi154 ceph-mon[84269]: pgmap v1256: 113 pgs: 113 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:02.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:02 smithi102 ceph-mon[88557]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-10T15:24:02.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:02 smithi102 ceph-mon[88557]: pgmap v1256: 113 pgs: 113 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:02.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:02 smithi102 ceph-mon[90943]: osdmap e1037: 8 total, 8 up, 8 in 2024-04-10T15:24:02.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:02 smithi102 ceph-mon[90943]: pgmap v1256: 113 pgs: 113 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:02.632 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:24:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:24:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:24:03.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:03 smithi154 ceph-mon[84269]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-10T15:24:03.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:03 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/4177775647' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:24:03.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:03 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:24:03.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:03 smithi102 ceph-mon[88557]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-10T15:24:03.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:03 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/4177775647' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:24:03.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:03 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:24:03.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:03 smithi102 ceph-mon[90943]: osdmap e1038: 8 total, 8 up, 8 in 2024-04-10T15:24:03.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:03 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/4177775647' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:24:03.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:03 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:24:04.013 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.test_put_snap_ec (12084 ms) 2024-04-10T15:24:04.014 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.test_explicit_ec 2024-04-10T15:24:04.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:04 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-8"}]': finished 2024-04-10T15:24:04.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:04 smithi154 ceph-mon[84269]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-10T15:24:04.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:04 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/4177775647' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:24:04.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:04 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:24:04.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:04 smithi154 ceph-mon[84269]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:04.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:04 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-8"}]': finished 2024-04-10T15:24:04.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:04 smithi102 ceph-mon[88557]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-10T15:24:04.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:04 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/4177775647' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:24:04.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:04 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:24:04.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:04 smithi102 ceph-mon[88557]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:04.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:04 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-8"}]': finished 2024-04-10T15:24:04.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:04 smithi102 ceph-mon[90943]: osdmap e1039: 8 total, 8 up, 8 in 2024-04-10T15:24:04.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:04 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/4177775647' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:24:04.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:04 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-8"}]: dispatch 2024-04-10T15:24:04.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:04 smithi102 ceph-mon[90943]: pgmap v1259: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:05.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:05 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:24:05.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:05 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:24:05.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:05 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-8"}]': finished 2024-04-10T15:24:05.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:05 smithi154 ceph-mon[84269]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-10T15:24:05.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:05 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-9"}]: dispatch 2024-04-10T15:24:05.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:05 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-9"}]: dispatch 2024-04-10T15:24:05.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:05 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:24:05.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:05 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:24:05.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:05 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:24:05.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:05 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-8"}]': finished 2024-04-10T15:24:05.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:05 smithi102 ceph-mon[88557]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-10T15:24:05.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:05 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-9"}]: dispatch 2024-04-10T15:24:05.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:05 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-9"}]: dispatch 2024-04-10T15:24:05.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:05 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:24:05.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:05 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:24:05.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:05 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:24:05.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:05 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-8"}]': finished 2024-04-10T15:24:05.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:05 smithi102 ceph-mon[90943]: osdmap e1040: 8 total, 8 up, 8 in 2024-04-10T15:24:05.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:05 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-9"}]: dispatch 2024-04-10T15:24:05.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:05 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-9"}]: dispatch 2024-04-10T15:24:05.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:05 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:24:06.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:06 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:24:06.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:06 smithi154 ceph-mon[84269]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-10T15:24:06.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:06 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-9"}]: dispatch 2024-04-10T15:24:06.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:06 smithi154 ceph-mon[84269]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:06.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:06 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:24:06.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:06 smithi102 ceph-mon[88557]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-10T15:24:06.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:06 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-9"}]: dispatch 2024-04-10T15:24:06.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:06 smithi102 ceph-mon[88557]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:06.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:06 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-9", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:24:06.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:06 smithi102 ceph-mon[90943]: osdmap e1041: 8 total, 8 up, 8 in 2024-04-10T15:24:06.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:06 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-9"}]: dispatch 2024-04-10T15:24:06.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:06 smithi102 ceph-mon[90943]: pgmap v1262: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:07.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:07 smithi154 ceph-mon[84269]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-10T15:24:07.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:07 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-9"}]': finished 2024-04-10T15:24:07.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:07 smithi154 ceph-mon[84269]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-10T15:24:07.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:07 smithi102 ceph-mon[90943]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-10T15:24:07.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:07 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-9"}]': finished 2024-04-10T15:24:07.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:07 smithi102 ceph-mon[90943]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-10T15:24:07.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:07 smithi102 ceph-mon[88557]: osdmap e1042: 8 total, 8 up, 8 in 2024-04-10T15:24:07.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:07 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-9", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-9"}]': finished 2024-04-10T15:24:07.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:07 smithi102 ceph-mon[88557]: osdmap e1043: 8 total, 8 up, 8 in 2024-04-10T15:24:07.912 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:24:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:24:07] "GET /metrics HTTP/1.1" 200 33994 "" "Prometheus/2.43.0" 2024-04-10T15:24:08.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:08 smithi154 ceph-mon[84269]: pgmap v1265: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:08.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:08 smithi154 ceph-mon[84269]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-10T15:24:08.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:08 smithi102 ceph-mon[90943]: pgmap v1265: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:08.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:08 smithi102 ceph-mon[90943]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-10T15:24:08.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:08 smithi102 ceph-mon[88557]: pgmap v1265: 113 pgs: 8 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:08.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:08 smithi102 ceph-mon[88557]: osdmap e1044: 8 total, 8 up, 8 in 2024-04-10T15:24:09.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:09 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:24:09.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:24:09.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:24:09.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:09 smithi154 ceph-mon[84269]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-10T15:24:09.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:09 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-9"}]: dispatch 2024-04-10T15:24:09.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:09 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:24:09.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:24:09.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:24:09.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:09 smithi102 ceph-mon[90943]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-10T15:24:09.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:09 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-9"}]: dispatch 2024-04-10T15:24:09.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:09 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:24:09.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:24:09.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:24:09.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:09 smithi102 ceph-mon[88557]: osdmap e1045: 8 total, 8 up, 8 in 2024-04-10T15:24:09.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:09 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-9"}]: dispatch 2024-04-10T15:24:10.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:10 smithi154 ceph-mon[84269]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:10.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:10 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-9"}]': finished 2024-04-10T15:24:10.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:10 smithi154 ceph-mon[84269]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-10T15:24:10.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:10 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-9"}]: dispatch 2024-04-10T15:24:10.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:10 smithi102 ceph-mon[90943]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:10.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:10 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-9"}]': finished 2024-04-10T15:24:10.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:10 smithi102 ceph-mon[90943]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-10T15:24:10.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:10 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-9"}]: dispatch 2024-04-10T15:24:10.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:10 smithi102 ceph-mon[88557]: pgmap v1268: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:10.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:10 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-9"}]': finished 2024-04-10T15:24:10.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:10 smithi102 ceph-mon[88557]: osdmap e1046: 8 total, 8 up, 8 in 2024-04-10T15:24:10.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:10 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-9"}]: dispatch 2024-04-10T15:24:11.022 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.test_explicit_ec (7007 ms) 2024-04-10T15:24:11.022 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.set_ec 2024-04-10T15:24:11.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:11 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:24:11.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:11 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:24:11.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-9"}]': finished 2024-04-10T15:24:11.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:11 smithi154 ceph-mon[84269]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-10T15:24:11.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2835413922' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:11.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:11 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:11.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2835413922' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:11.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:11 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:11.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2835413922' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:24:11.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:11 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:24:11.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:11 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:24:11.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:11 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:24:11.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-9"}]': finished 2024-04-10T15:24:11.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:11 smithi102 ceph-mon[90943]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-10T15:24:11.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2835413922' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:11.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:11 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:11.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2835413922' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:11.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:11 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:11.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2835413922' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:24:11.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:11 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:24:11.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:11 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:24:11.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:11 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:24:11.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1442150498' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-9"}]': finished 2024-04-10T15:24:11.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:11 smithi102 ceph-mon[88557]: osdmap e1047: 8 total, 8 up, 8 in 2024-04-10T15:24:11.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2835413922' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:11.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:11 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:11.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2835413922' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:11.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:11 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:11.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2835413922' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:24:11.414 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:11 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]: dispatch 2024-04-10T15:24:12.382 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:24:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:24:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:24:12.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:12 smithi154 ceph-mon[84269]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:12.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:12 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:24:12.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:12 smithi154 ceph-mon[84269]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-10T15:24:12.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:12 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2835413922' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:12.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:12 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:12.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:12 smithi102 ceph-mon[90943]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:12.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:12 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:24:12.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:12 smithi102 ceph-mon[90943]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-10T15:24:12.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:12 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2835413922' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:12.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:12 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:12.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:12 smithi102 ceph-mon[88557]: pgmap v1271: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:12.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:12 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile set", "name": "testprofile-test-rados-api-smithi102-131344-10", "profile": [ "k=2", "m=1", "crush-failure-domain=osd"]}]': finished 2024-04-10T15:24:12.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:12 smithi102 ceph-mon[88557]: osdmap e1048: 8 total, 8 up, 8 in 2024-04-10T15:24:12.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:12 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2835413922' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:12.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:12 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:14.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:14 smithi154 ceph-mon[84269]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-10T15:24:14.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:14 smithi154 ceph-mon[84269]: pgmap v1274: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:14.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:14 smithi102 ceph-mon[90943]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-10T15:24:14.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:14 smithi102 ceph-mon[90943]: pgmap v1274: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:14.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:14 smithi102 ceph-mon[88557]: osdmap e1049: 8 total, 8 up, 8 in 2024-04-10T15:24:14.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:14 smithi102 ceph-mon[88557]: pgmap v1274: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:15.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:15 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-10"}]': finished 2024-04-10T15:24:15.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:15 smithi154 ceph-mon[84269]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-10T15:24:15.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:15 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-10"}]': finished 2024-04-10T15:24:15.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:15 smithi102 ceph-mon[90943]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-10T15:24:15.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:15 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool create", "pool": "test-rados-api-smithi102-131344-10", "pool_type":"erasure", "pg_num":8, "pgp_num":8, "erasure_code_profile":"testprofile-test-rados-api-smithi102-131344-10"}]': finished 2024-04-10T15:24:15.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:15 smithi102 ceph-mon[88557]: osdmap e1050: 8 total, 8 up, 8 in 2024-04-10T15:24:16.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:16 smithi154 ceph-mon[84269]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-10T15:24:16.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:16 smithi154 ceph-mon[84269]: pgmap v1277: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:16.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:16 smithi102 ceph-mon[90943]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-10T15:24:16.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:16 smithi102 ceph-mon[90943]: pgmap v1277: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:16.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:16 smithi102 ceph-mon[88557]: osdmap e1051: 8 total, 8 up, 8 in 2024-04-10T15:24:16.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:16 smithi102 ceph-mon[88557]: pgmap v1277: 113 pgs: 2 creating+peering, 6 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:17.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:17 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:24:17.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:17 smithi154 ceph-mon[84269]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-10T15:24:17.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:17 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2835413922' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:17.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:17 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:17.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:17 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:24:17.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:17 smithi102 ceph-mon[90943]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-10T15:24:17.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:17 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2835413922' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:17.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:17 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:17.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:17 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:24:17.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:17 smithi102 ceph-mon[88557]: osdmap e1052: 8 total, 8 up, 8 in 2024-04-10T15:24:17.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:17 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2835413922' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:17.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:17 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:17.912 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:24:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:24:17] "GET /metrics HTTP/1.1" 200 36349 "" "Prometheus/2.43.0" 2024-04-10T15:24:18.067 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.set_ec (7045 ms) 2024-04-10T15:24:18.067 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 10 tests from cls_rgw (61264 ms total) 2024-04-10T15:24:18.067 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:24:18.067 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment tear-down 2024-04-10T15:24:18.067 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] 10 tests from 1 test suite ran. (61264 ms total) 2024-04-10T15:24:18.067 INFO:tasks.workunit.client.0.smithi102.stdout:[ PASSED ] 10 tests. 2024-04-10T15:24:18.070 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:24:18.070 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:24:18.140 INFO:tasks.workunit:Running workunit cls/test_cls_rgw.sh... 2024-04-10T15:24:18.141 DEBUG:teuthology.orchestra.run.smithi102:workunit test cls/test_cls_rgw.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw.sh 2024-04-10T15:24:18.213 INFO:tasks.workunit.client.0.smithi102.stdout:Running main() from gmock_main.cc 2024-04-10T15:24:18.213 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] Running 16 tests from 1 test suite. 2024-04-10T15:24:18.213 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment set-up. 2024-04-10T15:24:18.213 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 16 tests from cls_rgw 2024-04-10T15:24:18.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:18 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-10"}]': finished 2024-04-10T15:24:18.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:18 smithi154 ceph-mon[84269]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-10T15:24:18.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:18 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2835413922' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:18.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:18 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:18.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:18 smithi154 ceph-mon[84269]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:18.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:18 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-10"}]': finished 2024-04-10T15:24:18.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:18 smithi102 ceph-mon[88557]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-10T15:24:18.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:18 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2835413922' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:18.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:18 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:18.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:18 smithi102 ceph-mon[88557]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:18.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:18 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd erasure-code-profile rm", "name": "testprofile-test-rados-api-smithi102-131344-10"}]': finished 2024-04-10T15:24:18.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:18 smithi102 ceph-mon[90943]: osdmap e1053: 8 total, 8 up, 8 in 2024-04-10T15:24:18.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:18 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2835413922' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:18.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:18 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-10"}]: dispatch 2024-04-10T15:24:18.413 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:18 smithi102 ceph-mon[90943]: pgmap v1280: 105 pgs: 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:19.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:19 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:24:19.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:19 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:24:19.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:19 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-10"}]': finished 2024-04-10T15:24:19.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:19 smithi154 ceph-mon[84269]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-10T15:24:19.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:19.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:19.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:19.383 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:24:19.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:19 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:24:19.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:19 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:24:19.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:19 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-10"}]': finished 2024-04-10T15:24:19.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:19 smithi102 ceph-mon[90943]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-10T15:24:19.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:19.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:19.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:19.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:24:19.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:19 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:24:19.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:19 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:24:19.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:19 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd crush rule rm", "name":"test-rados-api-smithi102-131344-10"}]': finished 2024-04-10T15:24:19.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:19 smithi102 ceph-mon[88557]: osdmap e1054: 8 total, 8 up, 8 in 2024-04-10T15:24:19.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:24:19.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:24:19.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:24:19.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:24:20.076 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.index_basic 2024-04-10T15:24:20.122 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.index_basic (46 ms) 2024-04-10T15:24:20.122 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.index_multiple_obj_writers 2024-04-10T15:24:20.150 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.index_multiple_obj_writers (28 ms) 2024-04-10T15:24:20.150 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.index_remove_object 2024-04-10T15:24:20.185 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.index_remove_object (35 ms) 2024-04-10T15:24:20.185 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.index_suggest 2024-04-10T15:24:20.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:20 smithi154 ceph-mon[84269]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-10T15:24:20.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:20 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/865307597' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131684-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:24:20.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:20 smithi154 ceph-mon[84269]: pgmap v1283: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:20.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:20 smithi102 ceph-mon[90943]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-10T15:24:20.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:20 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/865307597' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131684-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:24:20.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:20 smithi102 ceph-mon[90943]: pgmap v1283: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:20.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:20 smithi102 ceph-mon[88557]: osdmap e1055: 8 total, 8 up, 8 in 2024-04-10T15:24:20.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:20 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/865307597' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131684-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:24:20.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:20 smithi102 ceph-mon[88557]: pgmap v1283: 137 pgs: 32 unknown, 105 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:24:21.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:21 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:24:21.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:21 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/865307597' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131684-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:24:21.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:21 smithi154 ceph-mon[84269]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-10T15:24:21.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:21 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:24:21.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:21 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/865307597' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131684-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:24:21.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:21 smithi102 ceph-mon[90943]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-10T15:24:21.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:21 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:24:21.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:21 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/865307597' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131684-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:24:21.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:21 smithi102 ceph-mon[88557]: osdmap e1056: 8 total, 8 up, 8 in 2024-04-10T15:24:21.625 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.index_suggest (1440 ms) 2024-04-10T15:24:21.626 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.index_suggest_complete 2024-04-10T15:24:21.632 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.index_suggest_complete (7 ms) 2024-04-10T15:24:21.632 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.index_list 2024-04-10T15:24:21.652 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.index_list (20 ms) 2024-04-10T15:24:21.652 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.index_list_delimited 2024-04-10T15:24:22.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:22 smithi154 ceph-mon[84269]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-10T15:24:22.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:22 smithi154 ceph-mon[84269]: pgmap v1286: 137 pgs: 14 creating+peering, 12 unknown, 111 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 13 KiB/s wr, 40 op/s 2024-04-10T15:24:22.383 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:24:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:24:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:24:22.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:22 smithi102 ceph-mon[90943]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-10T15:24:22.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:22 smithi102 ceph-mon[90943]: pgmap v1286: 137 pgs: 14 creating+peering, 12 unknown, 111 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 13 KiB/s wr, 40 op/s 2024-04-10T15:24:22.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:22 smithi102 ceph-mon[88557]: osdmap e1057: 8 total, 8 up, 8 in 2024-04-10T15:24:22.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:22 smithi102 ceph-mon[88557]: pgmap v1286: 137 pgs: 14 creating+peering, 12 unknown, 111 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 23 KiB/s rd, 13 KiB/s wr, 40 op/s 2024-04-10T15:24:23.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:23 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:24:23.382 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:23 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:24:23.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:23 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:24:23.412 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:23 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:24:23.412 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:23 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:24:23.413 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:23 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:24:24.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:24:24.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:24:24.632 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:24 smithi154 ceph-mon[84269]: pgmap v1287: 137 pgs: 14 creating+peering, 4 unknown, 119 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 9.7 KiB/s wr, 31 op/s 2024-04-10T15:24:24.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:24:24.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:24:24.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:24 smithi102 ceph-mon[90943]: pgmap v1287: 137 pgs: 14 creating+peering, 4 unknown, 119 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 9.7 KiB/s wr, 31 op/s 2024-04-10T15:24:24.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:24:24.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:24:24.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:24 smithi102 ceph-mon[88557]: pgmap v1287: 137 pgs: 14 creating+peering, 4 unknown, 119 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 9.7 KiB/s wr, 31 op/s 2024-04-10T15:24:25.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:25 smithi102 ceph-mon[90943]: pgmap v1288: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 182 KiB/s rd, 94 KiB/s wr, 306 op/s 2024-04-10T15:24:25.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:25 smithi102 ceph-mon[88557]: pgmap v1288: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 182 KiB/s rd, 94 KiB/s wr, 306 op/s 2024-04-10T15:24:25.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:25 smithi154 ceph-mon[84269]: pgmap v1288: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 182 KiB/s rd, 94 KiB/s wr, 306 op/s 2024-04-10T15:24:27.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:27 smithi102 ceph-mon[90943]: pgmap v1289: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 849 KiB/s rd, 544 KiB/s wr, 1.65k op/s 2024-04-10T15:24:27.663 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:24:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:24:27] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.43.0" 2024-04-10T15:24:27.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:27 smithi102 ceph-mon[88557]: pgmap v1289: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 849 KiB/s rd, 544 KiB/s wr, 1.65k op/s 2024-04-10T15:24:27.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:27 smithi154 ceph-mon[84269]: pgmap v1289: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 849 KiB/s rd, 544 KiB/s wr, 1.65k op/s 2024-04-10T15:24:29.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:29 smithi102 ceph-mon[88557]: pgmap v1290: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 732 KiB/s rd, 470 KiB/s wr, 1.43k op/s 2024-04-10T15:24:29.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:29 smithi102 ceph-mon[90943]: pgmap v1290: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 732 KiB/s rd, 470 KiB/s wr, 1.43k op/s 2024-04-10T15:24:29.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:29 smithi154 ceph-mon[84269]: pgmap v1290: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 732 KiB/s rd, 470 KiB/s wr, 1.43k op/s 2024-04-10T15:24:31.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:31 smithi102 ceph-mon[90943]: pgmap v1291: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 653 KiB/s rd, 419 KiB/s wr, 1.27k op/s 2024-04-10T15:24:31.662 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:31 smithi102 ceph-mon[88557]: pgmap v1291: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 653 KiB/s rd, 419 KiB/s wr, 1.27k op/s 2024-04-10T15:24:31.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:31 smithi154 ceph-mon[84269]: pgmap v1291: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 653 KiB/s rd, 419 KiB/s wr, 1.27k op/s 2024-04-10T15:24:32.632 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:24:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:24:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:24:33.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:33 smithi102 ceph-mon[90943]: pgmap v1292: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 899 KiB/s rd, 586 KiB/s wr, 1.77k op/s 2024-04-10T15:24:33.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:33 smithi102 ceph-mon[88557]: pgmap v1292: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 899 KiB/s rd, 586 KiB/s wr, 1.77k op/s 2024-04-10T15:24:33.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:33 smithi154 ceph-mon[84269]: pgmap v1292: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 899 KiB/s rd, 586 KiB/s wr, 1.77k op/s 2024-04-10T15:24:35.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:35 smithi102 ceph-mon[90943]: pgmap v1293: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 899 KiB/s rd, 586 KiB/s wr, 1.77k op/s 2024-04-10T15:24:35.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:35 smithi102 ceph-mon[88557]: pgmap v1293: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 899 KiB/s rd, 586 KiB/s wr, 1.77k op/s 2024-04-10T15:24:35.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:35 smithi154 ceph-mon[84269]: pgmap v1293: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 899 KiB/s rd, 586 KiB/s wr, 1.77k op/s 2024-04-10T15:24:37.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:37 smithi102 ceph-mon[90943]: pgmap v1294: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 728 KiB/s wr, 2.18k op/s 2024-04-10T15:24:37.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:37 smithi102 ceph-mon[88557]: pgmap v1294: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 728 KiB/s wr, 2.18k op/s 2024-04-10T15:24:37.664 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:24:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:24:37] "GET /metrics HTTP/1.1" 200 36369 "" "Prometheus/2.43.0" 2024-04-10T15:24:37.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:37 smithi154 ceph-mon[84269]: pgmap v1294: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 728 KiB/s wr, 2.18k op/s 2024-04-10T15:24:38.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:24:38.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:24:38.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:24:39.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:39 smithi154 ceph-mon[84269]: pgmap v1295: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 622 KiB/s rd, 414 KiB/s wr, 1.24k op/s 2024-04-10T15:24:39.912 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:39 smithi102 ceph-mon[90943]: pgmap v1295: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 622 KiB/s rd, 414 KiB/s wr, 1.24k op/s 2024-04-10T15:24:39.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:39 smithi102 ceph-mon[88557]: pgmap v1295: 137 pgs: 137 active+clean; 583 KiB data, 2.9 GiB used, 712 GiB / 715 GiB avail; 622 KiB/s rd, 414 KiB/s wr, 1.24k op/s 2024-04-10T15:24:41.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:41 smithi102 ceph-mon[90943]: pgmap v1296: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 622 KiB/s rd, 414 KiB/s wr, 1.24k op/s 2024-04-10T15:24:41.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:41 smithi102 ceph-mon[88557]: pgmap v1296: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 622 KiB/s rd, 414 KiB/s wr, 1.24k op/s 2024-04-10T15:24:41.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:41 smithi154 ceph-mon[84269]: pgmap v1296: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 622 KiB/s rd, 414 KiB/s wr, 1.24k op/s 2024-04-10T15:24:42.632 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:24:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:24:43.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:43 smithi102 ceph-mon[90943]: pgmap v1297: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 900 KiB/s rd, 600 KiB/s wr, 1.80k op/s 2024-04-10T15:24:43.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:43 smithi102 ceph-mon[88557]: pgmap v1297: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 900 KiB/s rd, 600 KiB/s wr, 1.80k op/s 2024-04-10T15:24:43.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:43 smithi154 ceph-mon[84269]: pgmap v1297: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 900 KiB/s rd, 600 KiB/s wr, 1.80k op/s 2024-04-10T15:24:45.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:45 smithi102 ceph-mon[90943]: pgmap v1298: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 559 KiB/s rd, 372 KiB/s wr, 1.12k op/s 2024-04-10T15:24:45.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:45 smithi102 ceph-mon[88557]: pgmap v1298: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 559 KiB/s rd, 372 KiB/s wr, 1.12k op/s 2024-04-10T15:24:45.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:45 smithi154 ceph-mon[84269]: pgmap v1298: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 559 KiB/s rd, 372 KiB/s wr, 1.12k op/s 2024-04-10T15:24:47.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:47 smithi102 ceph-mon[90943]: pgmap v1299: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 836 KiB/s rd, 558 KiB/s wr, 1.67k op/s 2024-04-10T15:24:47.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:47 smithi102 ceph-mon[88557]: pgmap v1299: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 836 KiB/s rd, 558 KiB/s wr, 1.67k op/s 2024-04-10T15:24:47.663 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:24:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:24:47] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-04-10T15:24:47.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:47 smithi154 ceph-mon[84269]: pgmap v1299: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 836 KiB/s rd, 558 KiB/s wr, 1.67k op/s 2024-04-10T15:24:49.662 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:49 smithi102 ceph-mon[90943]: pgmap v1300: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 556 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-04-10T15:24:49.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:49 smithi102 ceph-mon[88557]: pgmap v1300: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 556 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-04-10T15:24:49.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:49 smithi154 ceph-mon[84269]: pgmap v1300: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 556 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-04-10T15:24:51.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:51 smithi102 ceph-mon[90943]: pgmap v1301: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 556 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-04-10T15:24:51.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:51 smithi102 ceph-mon[88557]: pgmap v1301: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 556 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-04-10T15:24:51.882 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:51 smithi154 ceph-mon[84269]: pgmap v1301: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 556 KiB/s rd, 371 KiB/s wr, 1.11k op/s 2024-04-10T15:24:52.633 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:24:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:24:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:24:53.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:24:53.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:24:53.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:24:54.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:54 smithi154 ceph-mon[84269]: pgmap v1302: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 833 KiB/s rd, 555 KiB/s wr, 1.67k op/s 2024-04-10T15:24:54.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:54 smithi102 ceph-mon[90943]: pgmap v1302: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 833 KiB/s rd, 555 KiB/s wr, 1.67k op/s 2024-04-10T15:24:54.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:54 smithi102 ceph-mon[88557]: pgmap v1302: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 833 KiB/s rd, 555 KiB/s wr, 1.67k op/s 2024-04-10T15:24:55.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:55 smithi154 ceph-mon[84269]: pgmap v1303: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 555 KiB/s rd, 370 KiB/s wr, 1.11k op/s 2024-04-10T15:24:55.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:55 smithi102 ceph-mon[90943]: pgmap v1303: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 555 KiB/s rd, 370 KiB/s wr, 1.11k op/s 2024-04-10T15:24:55.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:55 smithi102 ceph-mon[88557]: pgmap v1303: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 555 KiB/s rd, 370 KiB/s wr, 1.11k op/s 2024-04-10T15:24:57.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:57 smithi102 ceph-mon[90943]: pgmap v1304: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 828 KiB/s rd, 552 KiB/s wr, 1.66k op/s 2024-04-10T15:24:57.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:57 smithi102 ceph-mon[88557]: pgmap v1304: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 828 KiB/s rd, 552 KiB/s wr, 1.66k op/s 2024-04-10T15:24:57.663 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:24:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:24:57] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.43.0" 2024-04-10T15:24:57.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:57 smithi154 ceph-mon[84269]: pgmap v1304: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 828 KiB/s rd, 552 KiB/s wr, 1.66k op/s 2024-04-10T15:24:59.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:24:59 smithi102 ceph-mon[90943]: pgmap v1305: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 551 KiB/s rd, 367 KiB/s wr, 1.10k op/s 2024-04-10T15:24:59.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:24:59 smithi102 ceph-mon[88557]: pgmap v1305: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 551 KiB/s rd, 367 KiB/s wr, 1.10k op/s 2024-04-10T15:24:59.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:24:59 smithi154 ceph-mon[84269]: pgmap v1305: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 551 KiB/s rd, 367 KiB/s wr, 1.10k op/s 2024-04-10T15:25:01.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:01 smithi102 ceph-mon[90943]: pgmap v1306: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 551 KiB/s rd, 367 KiB/s wr, 1.10k op/s 2024-04-10T15:25:01.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:01 smithi102 ceph-mon[88557]: pgmap v1306: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 551 KiB/s rd, 367 KiB/s wr, 1.10k op/s 2024-04-10T15:25:01.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:01 smithi154 ceph-mon[84269]: pgmap v1306: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 551 KiB/s rd, 367 KiB/s wr, 1.10k op/s 2024-04-10T15:25:02.539 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.index_list_delimited (40886 ms) 2024-04-10T15:25:02.539 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.bi_list 2024-04-10T15:25:02.606 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.bi_list (67 ms) 2024-04-10T15:25:02.606 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.gc_set 2024-04-10T15:25:02.630 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.gc_set (24 ms) 2024-04-10T15:25:02.630 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.gc_list 2024-04-10T15:25:02.633 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:25:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:25:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:25:02.652 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.gc_list (22 ms) 2024-04-10T15:25:02.653 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.gc_defer 2024-04-10T15:25:04.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:03 smithi154 ceph-mon[84269]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-10T15:25:04.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:03 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1985814088' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131684-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:04.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:03 smithi154 ceph-mon[84269]: pgmap v1308: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 648 KiB/s rd, 432 KiB/s wr, 1.29k op/s 2024-04-10T15:25:04.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:03 smithi102 ceph-mon[90943]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-10T15:25:04.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:03 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1985814088' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131684-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:04.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:03 smithi102 ceph-mon[90943]: pgmap v1308: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 648 KiB/s rd, 432 KiB/s wr, 1.29k op/s 2024-04-10T15:25:04.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:03 smithi102 ceph-mon[88557]: osdmap e1058: 8 total, 8 up, 8 in 2024-04-10T15:25:04.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:03 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1985814088' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131684-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:04.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:03 smithi102 ceph-mon[88557]: pgmap v1308: 169 pgs: 32 unknown, 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 648 KiB/s rd, 432 KiB/s wr, 1.29k op/s 2024-04-10T15:25:05.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:04 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:25:05.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:04 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1985814088' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131684-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:25:05.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:04 smithi154 ceph-mon[84269]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-10T15:25:05.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:04 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:25:05.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:04 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1985814088' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131684-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:25:05.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:04 smithi102 ceph-mon[90943]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-10T15:25:05.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:04 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:25:05.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:04 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1985814088' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131684-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:25:05.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:04 smithi102 ceph-mon[88557]: osdmap e1059: 8 total, 8 up, 8 in 2024-04-10T15:25:06.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:05 smithi154 ceph-mon[84269]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-10T15:25:06.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:05 smithi154 ceph-mon[84269]: pgmap v1311: 169 pgs: 2 creating+peering, 12 unknown, 155 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-04-10T15:25:06.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:05 smithi102 ceph-mon[90943]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-10T15:25:06.164 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:05 smithi102 ceph-mon[90943]: pgmap v1311: 169 pgs: 2 creating+peering, 12 unknown, 155 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-04-10T15:25:06.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:05 smithi102 ceph-mon[88557]: osdmap e1060: 8 total, 8 up, 8 in 2024-04-10T15:25:06.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:05 smithi102 ceph-mon[88557]: pgmap v1311: 169 pgs: 2 creating+peering, 12 unknown, 155 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 534 KiB/s rd, 356 KiB/s wr, 1.07k op/s 2024-04-10T15:25:07.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:06 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:25:07.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:06 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:25:07.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:06 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:25:07.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:06 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:25:07.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:06 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:25:07.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:06 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:25:07.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:07 smithi102 ceph-mon[90943]: pgmap v1312: 169 pgs: 2 creating+peering, 4 unknown, 163 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 931 KiB/s rd, 462 KiB/s wr, 1.38k op/s 2024-04-10T15:25:07.914 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:25:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:25:07] "GET /metrics HTTP/1.1" 200 36384 "" "Prometheus/2.43.0" 2024-04-10T15:25:07.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:07 smithi102 ceph-mon[88557]: pgmap v1312: 169 pgs: 2 creating+peering, 4 unknown, 163 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 931 KiB/s rd, 462 KiB/s wr, 1.38k op/s 2024-04-10T15:25:08.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:07 smithi154 ceph-mon[84269]: pgmap v1312: 169 pgs: 2 creating+peering, 4 unknown, 163 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 931 KiB/s rd, 462 KiB/s wr, 1.38k op/s 2024-04-10T15:25:09.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:25:09.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:25:09.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:25:09.772 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.gc_defer (7119 ms) 2024-04-10T15:25:09.772 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.usage_basic 2024-04-10T15:25:09.860 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.usage_basic (89 ms) 2024-04-10T15:25:09.860 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.usage_clear_no_obj 2024-04-10T15:25:09.861 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.usage_clear_no_obj (1 ms) 2024-04-10T15:25:09.861 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.usage_clear 2024-04-10T15:25:09.943 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.usage_clear (82 ms) 2024-04-10T15:25:09.943 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.bi_log_trim 2024-04-10T15:25:10.003 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.bi_log_trim (60 ms) 2024-04-10T15:25:10.003 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw.index_racing_removes 2024-04-10T15:25:10.014 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw.index_racing_removes (10 ms) 2024-04-10T15:25:10.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:09 smithi154 ceph-mon[84269]: pgmap v1313: 169 pgs: 169 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 360 KiB/s rd, 97 KiB/s wr, 283 op/s 2024-04-10T15:25:10.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:09 smithi102 ceph-mon[90943]: pgmap v1313: 169 pgs: 169 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 360 KiB/s rd, 97 KiB/s wr, 283 op/s 2024-04-10T15:25:10.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:09 smithi102 ceph-mon[88557]: pgmap v1313: 169 pgs: 169 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 360 KiB/s rd, 97 KiB/s wr, 283 op/s 2024-04-10T15:25:10.770 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 16 tests from cls_rgw (49936 ms total) 2024-04-10T15:25:10.770 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:25:10.770 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment tear-down 2024-04-10T15:25:10.770 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] 16 tests from 1 test suite ran. (52555 ms total) 2024-04-10T15:25:10.770 INFO:tasks.workunit.client.0.smithi102.stdout:[ PASSED ] 16 tests. 2024-04-10T15:25:10.774 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:25:10.774 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:25:10.843 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_gc.sh... 2024-04-10T15:25:10.843 DEBUG:teuthology.orchestra.run.smithi102:workunit test cls/test_cls_rgw_gc.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_gc.sh 2024-04-10T15:25:10.913 INFO:tasks.workunit.client.0.smithi102.stdout:Running main() from gmock_main.cc 2024-04-10T15:25:10.913 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] Running 9 tests from 1 test suite. 2024-04-10T15:25:10.913 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment set-up. 2024-04-10T15:25:10.913 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 9 tests from cls_rgw_gc 2024-04-10T15:25:10.913 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw_gc.init 2024-04-10T15:25:11.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:10 smithi154 ceph-mon[84269]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-10T15:25:11.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:10 smithi102 ceph-mon[90943]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-10T15:25:11.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:10 smithi102 ceph-mon[88557]: osdmap e1061: 8 total, 8 up, 8 in 2024-04-10T15:25:12.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:11 smithi154 ceph-mon[84269]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-10T15:25:12.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:11 smithi154 ceph-mon[84269]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:12.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:11 smithi102 ceph-mon[90943]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-10T15:25:12.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:11 smithi102 ceph-mon[90943]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:12.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:11 smithi102 ceph-mon[88557]: osdmap e1062: 8 total, 8 up, 8 in 2024-04-10T15:25:12.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:11 smithi102 ceph-mon[88557]: pgmap v1316: 105 pgs: 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:12.633 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:25:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:25:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:25:12.785 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw_gc.init (1872 ms) 2024-04-10T15:25:12.785 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops1 2024-04-10T15:25:12.806 INFO:tasks.workunit.client.0.smithi102.stderr:[ ] list info tag = chain-0 2024-04-10T15:25:12.806 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw_gc.gc_queue_ops1 (22 ms) 2024-04-10T15:25:12.806 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops2 2024-04-10T15:25:12.812 INFO:tasks.workunit.client.0.smithi102.stderr:[ ] next_marker is: = 0/4263 2024-04-10T15:25:12.812 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw_gc.gc_queue_ops2 (6 ms) 2024-04-10T15:25:12.812 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops5 2024-04-10T15:25:12.820 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw_gc.gc_queue_ops5 (8 ms) 2024-04-10T15:25:12.820 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops6 2024-04-10T15:25:12.826 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw_gc.gc_queue_ops6 (6 ms) 2024-04-10T15:25:12.827 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops7 2024-04-10T15:25:12.834 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw_gc.gc_queue_ops7 (8 ms) 2024-04-10T15:25:12.835 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops8 2024-04-10T15:25:12.841 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw_gc.gc_queue_ops8 (7 ms) 2024-04-10T15:25:12.841 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw_gc.gc_queue_ops9 2024-04-10T15:25:12.847 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw_gc.gc_queue_ops9 (6 ms) 2024-04-10T15:25:12.847 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw_gc.finalize 2024-04-10T15:25:13.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:12 smithi154 ceph-mon[84269]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-10T15:25:13.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:12 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3111706072' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131885-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:13.134 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:12 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131885-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:13.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:12 smithi102 ceph-mon[90943]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-10T15:25:13.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:12 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3111706072' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131885-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:13.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:12 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131885-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:13.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:12 smithi102 ceph-mon[88557]: osdmap e1063: 8 total, 8 up, 8 in 2024-04-10T15:25:13.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:12 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3111706072' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131885-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:13.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:12 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131885-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:13.792 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw_gc.finalize (945 ms) 2024-04-10T15:25:13.792 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 9 tests from cls_rgw_gc (2880 ms total) 2024-04-10T15:25:13.793 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:25:13.793 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment tear-down 2024-04-10T15:25:13.793 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] 9 tests from 1 test suite ran. (2880 ms total) 2024-04-10T15:25:13.793 INFO:tasks.workunit.client.0.smithi102.stdout:[ PASSED ] 9 tests. 2024-04-10T15:25:13.796 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:25:13.796 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:25:13.865 INFO:tasks.workunit:Running workunit cls/test_cls_rgw_stats.sh... 2024-04-10T15:25:13.865 DEBUG:teuthology.orchestra.run.smithi102:workunit test cls/test_cls_rgw_stats.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_rgw_stats.sh 2024-04-10T15:25:13.943 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] Running 1 test from 1 test suite. 2024-04-10T15:25:13.943 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment set-up. 2024-04-10T15:25:14.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:13 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131885-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:25:14.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:13 smithi154 ceph-mon[84269]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-10T15:25:14.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:13 smithi154 ceph-mon[84269]: pgmap v1319: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:14.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:13 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131885-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:25:14.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:13 smithi102 ceph-mon[90943]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-10T15:25:14.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:13 smithi102 ceph-mon[90943]: pgmap v1319: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:14.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:13 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131885-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:25:14.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:13 smithi102 ceph-mon[88557]: osdmap e1064: 8 total, 8 up, 8 in 2024-04-10T15:25:14.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:13 smithi102 ceph-mon[88557]: pgmap v1319: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:15.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:14 smithi154 ceph-mon[84269]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-10T15:25:15.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:14 smithi102 ceph-mon[90943]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-10T15:25:15.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:14 smithi102 ceph-mon[88557]: osdmap e1065: 8 total, 8 up, 8 in 2024-04-10T15:25:15.809 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 1 test from cls_rgw_stats 2024-04-10T15:25:15.810 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] cls_rgw_stats.simulate 2024-04-10T15:25:15.824 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.843+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~H328EO7F56C9.0 size=1048576 2024-04-10T15:25:15.825 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.845+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~H328EO7F56C9.1 size=1048576 2024-04-10T15:25:15.826 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.846+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~H328EO7F56C9.2 size=180009 2024-04-10T15:25:15.826 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.846+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=H328EO7F56C9 tag=N2JJS2F98LU1 type=write size=3325737 2024-04-10T15:25:15.828 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.848+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=BPS8PWONR98H type=del size=6653 2024-04-10T15:25:15.829 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.849+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=M09OQBG1M6MS type=del size=1466124 2024-04-10T15:25:15.830 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.850+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=JX211HFAPZCS type=del size=485877 2024-04-10T15:25:15.833 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.853+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~UD0V1P80BW1G.0 size=806863 2024-04-10T15:25:15.833 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.853+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=UD0V1P80BW1G tag=F7XCEC7LSHFV type=write size=1855439 2024-04-10T15:25:15.834 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.854+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=EY63XX2IQ5VV type=del size=1349670 2024-04-10T15:25:15.836 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.856+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=ZKT7INFMHDPM type=del size=1853332 2024-04-10T15:25:15.839 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.859+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~9U0D503J6N44.0 size=398396 2024-04-10T15:25:15.839 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.859+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=9U0D503J6N44 tag=GXM15N7577TE type=write size=1446972 2024-04-10T15:25:15.840 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.860+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=XQNVJE91OH6W type=del size=2713381 2024-04-10T15:25:15.842 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.862+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=C5YQQMYK81RG type=del size=2861297 2024-04-10T15:25:15.843 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.863+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=WZ5EUQ2F1RWT type=write size=242101 2024-04-10T15:25:15.845 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.865+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=JNN1V8WMPERX type=write size=303497 2024-04-10T15:25:15.846 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.866+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=6AVZJZZMP0ZW type=del size=207914 2024-04-10T15:25:15.848 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.868+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=7GNQW5E5D0T3 type=del size=1419773 2024-04-10T15:25:15.850 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.870+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~9IUPEMP3IU1S.0 size=1048576 2024-04-10T15:25:15.851 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.871+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~9IUPEMP3IU1S.1 size=8979 2024-04-10T15:25:15.851 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.871+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=9IUPEMP3IU1S tag=J8HWPIIXAW8Y type=write size=2106131 2024-04-10T15:25:15.854 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.874+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~GHXBXA8UQO6O.0 size=694517 2024-04-10T15:25:15.854 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.874+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=GHXBXA8UQO6O tag=WR2KIOT7VJRF type=write size=1743093 2024-04-10T15:25:15.855 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.875+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~H328EO7F56C9.0 size=1048576 2024-04-10T15:25:15.857 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.877+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~H328EO7F56C9.1 size=1048576 2024-04-10T15:25:15.858 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.878+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~H328EO7F56C9.2 size=180009 2024-04-10T15:25:15.861 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.880+0000 7fde1a776780 1 < completed multipart upload key=5ZH428JDA1AL upload=H328EO7F56C9 tag=N2JJS2F98LU1 type=write size=3325737 2024-04-10T15:25:15.862 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.882+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=W505ZEV9G887 type=del size=1853198 2024-04-10T15:25:15.864 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.884+0000 7fde1a776780 1 < completed delete operation key=5ZH428JDA1AL tag=BPS8PWONR98H type=del 2024-04-10T15:25:15.865 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.885+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=64H3MTB1WDBT type=del size=1589674 2024-04-10T15:25:15.867 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.887+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=M09OQBG1M6MS type=del 2024-04-10T15:25:15.868 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.888+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=FC0QMRCY60MF type=del size=3201385 2024-04-10T15:25:15.871 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.891+0000 7fde1a776780 1 < suggested remove operation key=RHD4NMKH90JS tag=JX211HFAPZCS type=del 2024-04-10T15:25:15.874 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.894+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~3FRXFGPRFZW1.0 size=1048576 2024-04-10T15:25:15.875 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.895+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~3FRXFGPRFZW1.1 size=135627 2024-04-10T15:25:15.875 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.895+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=3FRXFGPRFZW1 tag=IFD8ATKOHQM0 type=write size=2232779 2024-04-10T15:25:15.876 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.896+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~UD0V1P80BW1G.0 size=806863 2024-04-10T15:25:15.878 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.898+0000 7fde1a776780 1 < completed multipart upload key=U40N6ONWE7P2 upload=UD0V1P80BW1G tag=F7XCEC7LSHFV type=write size=1855439 2024-04-10T15:25:15.879 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.899+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=V574CWF3Z9CB type=del size=2225080 2024-04-10T15:25:15.880 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.900+0000 7fde1a776780 -1 < failed to complete operation key=RHD4NMKH90JS tag=EY63XX2IQ5VV type=del size=1349670: (22) Invalid argument 2024-04-10T15:25:15.882 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.902+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=S22C0HQAUXFY type=del size=630538 2024-04-10T15:25:15.883 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.903+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=ZKT7INFMHDPM type=del 2024-04-10T15:25:15.886 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.906+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~I2SRLJ3ZRU58.0 size=674127 2024-04-10T15:25:15.886 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.906+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=I2SRLJ3ZRU58 tag=IXMWTWPBA7ZX type=write size=1722703 2024-04-10T15:25:15.887 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.907+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~9U0D503J6N44.0 size=398396 2024-04-10T15:25:15.890 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.909+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=9U0D503J6N44 tag=GXM15N7577TE type=write size=1446972 2024-04-10T15:25:15.892 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.912+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~HCAOHT9SJTU8.0 size=1048576 2024-04-10T15:25:15.893 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.913+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~HCAOHT9SJTU8.1 size=655329 2024-04-10T15:25:15.893 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.913+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=HCAOHT9SJTU8 tag=QVM6ZM7Z2OWJ type=write size=2752481 2024-04-10T15:25:15.894 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.914+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=XQNVJE91OH6W type=del 2024-04-10T15:25:15.896 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.915+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=T62P5A1CS76M type=del size=1273878 2024-04-10T15:25:15.897 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.917+0000 7fde1a776780 1 < completed delete operation key=5ZH428JDA1AL tag=C5YQQMYK81RG type=del 2024-04-10T15:25:15.898 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.918+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=3R2BIHPB3KXI type=del size=653166 2024-04-10T15:25:15.901 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.921+0000 7fde1a776780 1 < suggested update operation key=BC5NU4J0LIY9 tag=WZ5EUQ2F1RWT type=write size=242101 2024-04-10T15:25:15.903 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.923+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~PAMJGFX62OR8.0 size=1048576 2024-04-10T15:25:15.904 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.924+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~PAMJGFX62OR8.1 size=323331 2024-04-10T15:25:15.904 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.924+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=PAMJGFX62OR8 tag=S2VU06N9BDBB type=write size=2420483 2024-04-10T15:25:15.907 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.927+0000 7fde1a776780 1 < suggested update operation key=G2Z1VR134GSG tag=JNN1V8WMPERX type=write size=303497 2024-04-10T15:25:15.909 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.929+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~THUUDMZ4MFOA.0 size=1048576 2024-04-10T15:25:15.910 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.930+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~THUUDMZ4MFOA.1 size=1048576 2024-04-10T15:25:15.911 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.931+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~THUUDMZ4MFOA.2 size=293038 2024-04-10T15:25:15.911 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.931+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=THUUDMZ4MFOA tag=UED1PY7354BA type=write size=3438766 2024-04-10T15:25:15.912 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.932+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=6AVZJZZMP0ZW type=del 2024-04-10T15:25:15.913 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.933+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=UC66QWO826H7 type=del size=502293 2024-04-10T15:25:15.915 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.934+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=7GNQW5E5D0T3 type=del 2024-04-10T15:25:15.916 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.936+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=1F1I5KOXYMS1 type=del size=2170999 2024-04-10T15:25:15.918 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.938+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~9IUPEMP3IU1S.0 size=1048576 2024-04-10T15:25:15.919 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.939+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~9IUPEMP3IU1S.1 size=8979 2024-04-10T15:25:15.921 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.941+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=9IUPEMP3IU1S tag=J8HWPIIXAW8Y type=write size=2106131 2024-04-10T15:25:15.924 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.943+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~77U4D07QUZ0A.0 size=295110 2024-04-10T15:25:15.924 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.943+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=77U4D07QUZ0A tag=WXUOYM218KLA type=write size=1343686 2024-04-10T15:25:15.925 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.945+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~GHXBXA8UQO6O.0 size=694517 2024-04-10T15:25:15.927 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.947+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=GHXBXA8UQO6O tag=WR2KIOT7VJRF type=write size=1743093 2024-04-10T15:25:15.930 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.950+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~B8LPCKW228BH.0 size=620474 2024-04-10T15:25:15.930 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.950+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=B8LPCKW228BH tag=2HLSOEYJFIA6 type=write size=1669050 2024-04-10T15:25:15.931 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.951+0000 7fde1a776780 1 < completed delete operation key=VPWN54SOWO0W tag=W505ZEV9G887 type=del 2024-04-10T15:25:15.934 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.954+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~KY5VBP9L0NAR.0 size=1048576 2024-04-10T15:25:15.935 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.955+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~KY5VBP9L0NAR.1 size=700691 2024-04-10T15:25:15.935 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.955+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=KY5VBP9L0NAR tag=NPD0RST1GD27 type=write size=2797843 2024-04-10T15:25:15.937 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.957+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=64H3MTB1WDBT type=del 2024-04-10T15:25:15.939 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.959+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~SN30NH1KMH3I.0 size=1048576 2024-04-10T15:25:15.940 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.960+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~SN30NH1KMH3I.1 size=686718 2024-04-10T15:25:15.940 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.960+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=SN30NH1KMH3I tag=25QM914HNAOF type=write size=2783870 2024-04-10T15:25:15.941 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.961+0000 7fde1a776780 -1 < failed to complete operation key=G2Z1VR134GSG tag=FC0QMRCY60MF type=del size=3201385: (22) Invalid argument 2024-04-10T15:25:15.942 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.962+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=BV0C62GXK4LI type=del size=1128435 2024-04-10T15:25:15.944 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.964+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~3FRXFGPRFZW1.0 size=1048576 2024-04-10T15:25:15.945 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.965+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~3FRXFGPRFZW1.1 size=135627 2024-04-10T15:25:15.947 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.967+0000 7fde1a776780 1 < completed multipart upload key=LEX0BICCP07E upload=3FRXFGPRFZW1 tag=IFD8ATKOHQM0 type=write size=2232779 2024-04-10T15:25:15.949 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.969+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~GNB3HPMTBA6C.0 size=1048576 2024-04-10T15:25:15.950 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.970+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~GNB3HPMTBA6C.1 size=64515 2024-04-10T15:25:15.950 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.970+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=GNB3HPMTBA6C tag=XXADCMK5I9M2 type=write size=2161667 2024-04-10T15:25:15.951 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.971+0000 7fde1a776780 -1 < failed to complete operation key=BC5NU4J0LIY9 tag=V574CWF3Z9CB type=del size=2225080: (22) Invalid argument 2024-04-10T15:25:15.953 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.972+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=8F9T37STSN6B type=write size=77971 2024-04-10T15:25:15.954 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.974+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=S22C0HQAUXFY type=del 2024-04-10T15:25:15.956 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.976+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~DA1Y0I5F5HE8.0 size=325400 2024-04-10T15:25:15.956 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.976+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=DA1Y0I5F5HE8 tag=V6P16A0GIL0G type=write size=1373976 2024-04-10T15:25:15.958 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.978+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~I2SRLJ3ZRU58.0 size=674127 2024-04-10T15:25:15.960 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.980+0000 7fde1a776780 1 < completed multipart upload key=01BTT4OLERPN upload=I2SRLJ3ZRU58 tag=IXMWTWPBA7ZX type=write size=1722703 2024-04-10T15:25:15.961 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.981+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=KUYWVYV75XT6 type=write size=84980 2024-04-10T15:25:15.962 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.982+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~HCAOHT9SJTU8.0 size=1048576 2024-04-10T15:25:15.963 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.983+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~HCAOHT9SJTU8.1 size=655329 2024-04-10T15:25:15.965 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.985+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=HCAOHT9SJTU8 tag=QVM6ZM7Z2OWJ type=write size=2752481 2024-04-10T15:25:15.966 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.986+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=RJ9ENI524BXI type=del size=1424929 2024-04-10T15:25:15.967 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.987+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=T62P5A1CS76M type=del 2024-04-10T15:25:15.969 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.989+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=WUW4SJI05VXK type=write size=443016 2024-04-10T15:25:15.970 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.990+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=3R2BIHPB3KXI type=del 2024-04-10T15:25:15.973 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.993+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~UHIZ5DSOT1II.0 size=1048576 2024-04-10T15:25:15.974 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.994+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~UHIZ5DSOT1II.1 size=1048576 2024-04-10T15:25:15.975 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.995+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~UHIZ5DSOT1II.2 size=820046 2024-04-10T15:25:15.975 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.995+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=UHIZ5DSOT1II tag=QLE7D66DTOXW type=write size=3965774 2024-04-10T15:25:15.976 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.996+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~PAMJGFX62OR8.0 size=1048576 2024-04-10T15:25:15.977 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.997+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~PAMJGFX62OR8.1 size=323331 2024-04-10T15:25:15.979 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:15.999+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=PAMJGFX62OR8 tag=S2VU06N9BDBB type=write size=2420483 2024-04-10T15:25:15.981 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.001+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~10OUYSGSRUWC.0 size=897026 2024-04-10T15:25:15.981 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.001+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=10OUYSGSRUWC tag=TEU25VRGS0CA type=write size=1945602 2024-04-10T15:25:15.982 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.002+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~THUUDMZ4MFOA.0 size=1048576 2024-04-10T15:25:15.983 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.003+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~THUUDMZ4MFOA.1 size=1048576 2024-04-10T15:25:15.984 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.004+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~THUUDMZ4MFOA.2 size=293038 2024-04-10T15:25:15.986 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.006+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=THUUDMZ4MFOA tag=UED1PY7354BA type=write size=3438766 2024-04-10T15:25:15.988 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.008+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~KISR3EOJU7NQ.0 size=777655 2024-04-10T15:25:15.988 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.008+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=KISR3EOJU7NQ tag=5XKRD3S0NKUW type=write size=1826231 2024-04-10T15:25:15.989 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.009+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=UC66QWO826H7 type=del 2024-04-10T15:25:15.991 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.011+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=T2VA1ZWDHYDV type=write size=14031 2024-04-10T15:25:15.994 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.014+0000 7fde1a776780 1 < suggested update operation key=VPWN54SOWO0W tag=1F1I5KOXYMS1 type=del size=2170999 2024-04-10T15:25:15.997 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.017+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~EFA1C9RFM0IN.0 size=1048576 2024-04-10T15:25:15.998 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.018+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~EFA1C9RFM0IN.1 size=1048576 2024-04-10T15:25:15.999 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.019+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~EFA1C9RFM0IN.2 size=80475 2024-04-10T15:25:15.999 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.019+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=EFA1C9RFM0IN tag=DAWNOMH38ODG type=write size=3226203 2024-04-10T15:25:16.001 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.021+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~77U4D07QUZ0A.0 size=295110 2024-04-10T15:25:16.003 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.023+0000 7fde1a776780 1 < completed multipart upload key=01BTT4OLERPN upload=77U4D07QUZ0A tag=WXUOYM218KLA type=write size=1343686 2024-04-10T15:25:16.004 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.024+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=R2VT2Y5BSKQW type=del size=1803941 2024-04-10T15:25:16.005 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.025+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~B8LPCKW228BH.0 size=620474 2024-04-10T15:25:16.008 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.027+0000 7fde1a776780 1 < completed multipart upload key=LEX0BICCP07E upload=B8LPCKW228BH tag=2HLSOEYJFIA6 type=write size=1669050 2024-04-10T15:25:16.009 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.029+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=04AZ5T2PDUIT type=del size=2182243 2024-04-10T15:25:16.010 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.030+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~KY5VBP9L0NAR.0 size=1048576 2024-04-10T15:25:16.011 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.031+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~KY5VBP9L0NAR.1 size=700691 2024-04-10T15:25:16.013 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.033+0000 7fde1a776780 1 < completed multipart upload key=RHD4NMKH90JS upload=KY5VBP9L0NAR tag=NPD0RST1GD27 type=write size=2797843 2024-04-10T15:25:16.015 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.035+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~W7UZ2RR6ISHH.0 size=1048576 2024-04-10T15:25:16.016 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.036+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~W7UZ2RR6ISHH.1 size=1048576 2024-04-10T15:25:16.017 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.037+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~W7UZ2RR6ISHH.2 size=293815 2024-04-10T15:25:16.017 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.037+0000 7fde1a776780 1 > prepared multipart upload key=F7U2L70QSILB upload=W7UZ2RR6ISHH tag=YMSY89QKUSMN type=write size=3439543 2024-04-10T15:25:16.019 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.038+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~SN30NH1KMH3I.0 size=1048576 2024-04-10T15:25:16.019 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.039+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~SN30NH1KMH3I.1 size=686718 2024-04-10T15:25:16.022 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.041+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=SN30NH1KMH3I tag=25QM914HNAOF type=write size=2783870 2024-04-10T15:25:16.023 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.043+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=IO5OFQIZB1DD type=del size=1464936 2024-04-10T15:25:16.024 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.044+0000 7fde1a776780 1 < completed delete operation key=UCUWIQFA7CRO tag=BV0C62GXK4LI type=del 2024-04-10T15:25:16.025 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.045+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=1XPK3ZMAXAHN type=del size=962332 2024-04-10T15:25:16.027 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.047+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~GNB3HPMTBA6C.0 size=1048576 2024-04-10T15:25:16.028 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.048+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~GNB3HPMTBA6C.1 size=64515 2024-04-10T15:25:16.030 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.050+0000 7fde1a776780 1 < completed multipart upload key=XQVTX5DB2NXX upload=GNB3HPMTBA6C tag=XXADCMK5I9M2 type=write size=2161667 2024-04-10T15:25:16.031 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.051+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=3XCGTCP5B19Z type=write size=26615 2024-04-10T15:25:16.033 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.052+0000 7fde1a776780 1 < completed write operation key=BRSJ82BM5NOL tag=8F9T37STSN6B type=write size=77971 2024-04-10T15:25:16.035 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.055+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~VDPX4R9571BY.0 size=1048576 2024-04-10T15:25:16.037 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.056+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~VDPX4R9571BY.1 size=1048576 2024-04-10T15:25:16.038 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.058+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~VDPX4R9571BY.2 size=473412 2024-04-10T15:25:16.038 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.058+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=VDPX4R9571BY tag=71WCO6TMRQKU type=write size=3619140 2024-04-10T15:25:16.039 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.059+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~DA1Y0I5F5HE8.0 size=325400 2024-04-10T15:25:16.042 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.062+0000 7fde1a776780 1 < completed multipart upload key=TI6JR9Q8AOF5 upload=DA1Y0I5F5HE8 tag=V6P16A0GIL0G type=write size=1373976 2024-04-10T15:25:16.044 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.064+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~XRPWTWOP7ME8.0 size=1048576 2024-04-10T15:25:16.045 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.065+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~XRPWTWOP7ME8.1 size=1048576 2024-04-10T15:25:16.046 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.066+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~XRPWTWOP7ME8.2 size=708673 2024-04-10T15:25:16.046 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.066+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=XRPWTWOP7ME8 tag=CB4ZX0ESOORU type=write size=3854401 2024-04-10T15:25:16.047 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.067+0000 7fde1a776780 1 < completed write operation key=XQVTX5DB2NXX tag=KUYWVYV75XT6 type=write size=84980 2024-04-10T15:25:16.050 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.069+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~1AYA16UQGP8A.0 size=1048576 2024-04-10T15:25:16.050 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.070+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~1AYA16UQGP8A.1 size=453471 2024-04-10T15:25:16.050 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.070+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=1AYA16UQGP8A tag=IP5B1N3QV52W type=write size=2550623 2024-04-10T15:25:16.051 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.071+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=RJ9ENI524BXI type=del 2024-04-10T15:25:16.053 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.073+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~LE8XLIYZ1N15.0 size=1048576 2024-04-10T15:25:16.054 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.074+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~LE8XLIYZ1N15.1 size=820328 2024-04-10T15:25:16.054 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.074+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=LE8XLIYZ1N15 tag=0L03RCM7CK7Z type=write size=2917480 2024-04-10T15:25:16.055 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.075+0000 7fde1a776780 1 < completed write operation key=G2Z1VR134GSG tag=WUW4SJI05VXK type=write size=443016 2024-04-10T15:25:16.056 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.076+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=NPRF7FC9U0CW type=del size=832615 2024-04-10T15:25:16.057 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.077+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~UHIZ5DSOT1II.0 size=1048576 2024-04-10T15:25:16.058 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.078+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~UHIZ5DSOT1II.1 size=1048576 2024-04-10T15:25:16.059 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.079+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~UHIZ5DSOT1II.2 size=820046 2024-04-10T15:25:16.061 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.081+0000 7fde1a776780 1 < completed multipart upload key=OTI1FIIUG2C6 upload=UHIZ5DSOT1II tag=QLE7D66DTOXW type=write size=3965774 2024-04-10T15:25:16.062 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.082+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=6WLFY8EFKWW9 type=del size=3980643 2024-04-10T15:25:16.064 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.084+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~10OUYSGSRUWC.0 size=897026 2024-04-10T15:25:16.066 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.086+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=10OUYSGSRUWC tag=TEU25VRGS0CA type=write size=1945602 2024-04-10T15:25:16.068 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.088+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~MK21EMP2ULKH.0 size=1048576 2024-04-10T15:25:16.069 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.089+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~MK21EMP2ULKH.1 size=1048576 2024-04-10T15:25:16.070 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.090+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~MK21EMP2ULKH.2 size=75783 2024-04-10T15:25:16.070 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.090+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=MK21EMP2ULKH tag=L8NK3SUGJ3BF type=write size=3221511 2024-04-10T15:25:16.071 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.091+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~KISR3EOJU7NQ.0 size=777655 2024-04-10T15:25:16.073 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.093+0000 7fde1a776780 1 < completed multipart upload key=TI6JR9Q8AOF5 upload=KISR3EOJU7NQ tag=5XKRD3S0NKUW type=write size=1826231 2024-04-10T15:25:16.074 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.094+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=I21R6K2NJ491 type=del size=2943516 2024-04-10T15:25:16.075 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.095+0000 7fde1a776780 1 < completed write operation key=G2Z1VR134GSG tag=T2VA1ZWDHYDV type=write size=14031 2024-04-10T15:25:16.077 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.096+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=677423KYZQI4 type=del size=780913 2024-04-10T15:25:16.077 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.097+0000 7fde1a776780 1 < canceled part key=_multipart_G2Z1VR134GSG.2~EFA1C9RFM0IN.0 size=1048576 2024-04-10T15:25:16.077 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.097+0000 7fde1a776780 1 < canceled part key=_multipart_G2Z1VR134GSG.2~EFA1C9RFM0IN.1 size=1048576 2024-04-10T15:25:16.078 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.097+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~EFA1C9RFM0IN.2 size=80475 2024-04-10T15:25:16.080 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.100+0000 7fde1a776780 1 < canceled multipart upload key=G2Z1VR134GSG upload=EFA1C9RFM0IN tag=DAWNOMH38ODG type=write size=3226203 2024-04-10T15:25:16.082 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.102+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~7LL4B0362UTO.0 size=1017646 2024-04-10T15:25:16.082 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.102+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=7LL4B0362UTO tag=J1QGNV5E92LW type=write size=2066222 2024-04-10T15:25:16.083 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.103+0000 7fde1a776780 1 < completed delete operation key=1R91FWVRA2AS tag=R2VT2Y5BSKQW type=del 2024-04-10T15:25:16.085 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.105+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=0SG2FL4VKUWE type=del size=198447 2024-04-10T15:25:16.086 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.106+0000 7fde1a776780 1 < completed delete operation key=R4UBYQBOSB3Z tag=04AZ5T2PDUIT type=del 2024-04-10T15:25:16.087 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.107+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=AJMD02A42U3P type=del size=2433888 2024-04-10T15:25:16.089 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.109+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~W7UZ2RR6ISHH.0 size=1048576 2024-04-10T15:25:16.090 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.110+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~W7UZ2RR6ISHH.1 size=1048576 2024-04-10T15:25:16.091 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.111+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~W7UZ2RR6ISHH.2 size=293815 2024-04-10T15:25:16.093 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.113+0000 7fde1a776780 1 < completed multipart upload key=F7U2L70QSILB upload=W7UZ2RR6ISHH tag=YMSY89QKUSMN type=write size=3439543 2024-04-10T15:25:16.094 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.114+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=B352JQ7PSA2R type=write size=949872 2024-04-10T15:25:16.095 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.115+0000 7fde1a776780 1 < completed delete operation key=EI79GJ0HN0U7 tag=IO5OFQIZB1DD type=del 2024-04-10T15:25:16.096 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.116+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=Z039UDIEDR26 type=del size=171588 2024-04-10T15:25:16.100 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.120+0000 7fde1a776780 1 < suggested remove operation key=2HPCRWS9ESCI tag=1XPK3ZMAXAHN type=del 2024-04-10T15:25:16.102 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.122+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~W4J81BWIWB9Y.0 size=1048576 2024-04-10T15:25:16.102 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.122+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~W4J81BWIWB9Y.1 size=79892 2024-04-10T15:25:16.102 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.122+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=W4J81BWIWB9Y tag=HBE0KEY6TXZB type=write size=2177044 2024-04-10T15:25:16.104 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.124+0000 7fde1a776780 1 < completed write operation key=4UIIRCLY6FIB tag=3XCGTCP5B19Z type=write size=26615 2024-04-10T15:25:16.106 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.126+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~ENUQVHKDR4UT.0 size=1048576 2024-04-10T15:25:16.107 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.127+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~ENUQVHKDR4UT.1 size=1048576 2024-04-10T15:25:16.108 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.128+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~ENUQVHKDR4UT.2 size=749194 2024-04-10T15:25:16.108 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.128+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=ENUQVHKDR4UT tag=8RMW8QLYPD1C type=write size=3894922 2024-04-10T15:25:16.109 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.129+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~VDPX4R9571BY.0 size=1048576 2024-04-10T15:25:16.110 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.130+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~VDPX4R9571BY.1 size=1048576 2024-04-10T15:25:16.111 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.131+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~VDPX4R9571BY.2 size=473412 2024-04-10T15:25:16.113 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.133+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=VDPX4R9571BY tag=71WCO6TMRQKU type=write size=3619140 2024-04-10T15:25:16.114 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.134+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=UY2P05D7E0AC type=del size=948716 2024-04-10T15:25:16.115 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.135+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~XRPWTWOP7ME8.0 size=1048576 2024-04-10T15:25:16.115 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.135+0000 7fde1a776780 1 < canceled part key=_multipart_O1ZBJUVP8PQD.2~XRPWTWOP7ME8.1 size=1048576 2024-04-10T15:25:16.116 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.136+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~XRPWTWOP7ME8.2 size=708673 2024-04-10T15:25:16.119 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.138+0000 7fde1a776780 1 < canceled multipart upload key=O1ZBJUVP8PQD upload=XRPWTWOP7ME8 tag=CB4ZX0ESOORU type=write size=3854401 2024-04-10T15:25:16.120 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.140+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=FKW6285L1XL2 type=del size=698836 2024-04-10T15:25:16.121 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.141+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~1AYA16UQGP8A.0 size=1048576 2024-04-10T15:25:16.122 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.142+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~1AYA16UQGP8A.1 size=453471 2024-04-10T15:25:16.124 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.144+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=1AYA16UQGP8A tag=IP5B1N3QV52W type=write size=2550623 2024-04-10T15:25:16.126 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.146+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~WZXYPH39PUGC.0 size=1048576 2024-04-10T15:25:16.127 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.147+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~WZXYPH39PUGC.1 size=699713 2024-04-10T15:25:16.127 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.147+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=WZXYPH39PUGC tag=C32LBCQJGIEF type=write size=2796865 2024-04-10T15:25:16.128 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.148+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~LE8XLIYZ1N15.0 size=1048576 2024-04-10T15:25:16.129 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.149+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~LE8XLIYZ1N15.1 size=820328 2024-04-10T15:25:16.131 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.151+0000 7fde1a776780 1 < completed multipart upload key=OSSHDMNH4GXQ upload=LE8XLIYZ1N15 tag=0L03RCM7CK7Z type=write size=2917480 2024-04-10T15:25:16.132 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.152+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=4ZVNQUQ730TX type=del size=3555430 2024-04-10T15:25:16.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:15 smithi154 ceph-mon[84269]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-10T15:25:16.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:15 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1654243060' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131940-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:16.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:15 smithi154 ceph-mon[84269]: pgmap v1322: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:16.134 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.154+0000 7fde1a776780 1 < suggested update operation key=ZOVK659NLDON tag=NPRF7FC9U0CW type=del size=832615 2024-04-10T15:25:16.135 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.155+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=5IJOL7CU0Y41 type=del size=1693075 2024-04-10T15:25:16.137 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.157+0000 7fde1a776780 1 < canceled operation key=EI79GJ0HN0U7 tag=6WLFY8EFKWW9 type=del size=3980643 2024-04-10T15:25:16.138 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.158+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=K1AKK765G3PP type=del size=3171261 2024-04-10T15:25:16.139 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.159+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~MK21EMP2ULKH.0 size=1048576 2024-04-10T15:25:16.140 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.160+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~MK21EMP2ULKH.1 size=1048576 2024-04-10T15:25:16.141 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.161+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~MK21EMP2ULKH.2 size=75783 2024-04-10T15:25:16.143 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.163+0000 7fde1a776780 1 < completed multipart upload key=G2Z1VR134GSG upload=MK21EMP2ULKH tag=L8NK3SUGJ3BF type=write size=3221511 2024-04-10T15:25:16.144 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.164+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=8J1U41O9PL2S type=del size=3423133 2024-04-10T15:25:16.145 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.165+0000 7fde1a776780 1 < canceled operation key=O1ZBJUVP8PQD tag=I21R6K2NJ491 type=del size=2943516 2024-04-10T15:25:16.147 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.167+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~4563K61HCQSE.0 size=620353 2024-04-10T15:25:16.147 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.167+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=4563K61HCQSE tag=8DSTBJ5KY2WR type=write size=1668929 2024-04-10T15:25:16.148 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.168+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=677423KYZQI4 type=del 2024-04-10T15:25:16.149 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.169+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=0FRCUQ47K06F type=del size=3116569 2024-04-10T15:25:16.150 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.169+0000 7fde1a776780 1 < canceled part key=_multipart_4UIIRCLY6FIB.2~7LL4B0362UTO.0 size=1017646 2024-04-10T15:25:16.151 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.171+0000 7fde1a776780 1 < canceled multipart upload key=4UIIRCLY6FIB upload=7LL4B0362UTO tag=J1QGNV5E92LW type=write size=2066222 2024-04-10T15:25:16.154 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.174+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~KCNFFRY5Q3ZL.0 size=1048576 2024-04-10T15:25:16.155 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.175+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~KCNFFRY5Q3ZL.1 size=711550 2024-04-10T15:25:16.155 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.175+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=KCNFFRY5Q3ZL tag=D89Q27ENPKFB type=write size=2808702 2024-04-10T15:25:16.156 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.176+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=0SG2FL4VKUWE type=del 2024-04-10T15:25:16.157 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.177+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=SL9E8S0EF5WW type=del size=2353683 2024-04-10T15:25:16.159 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.179+0000 7fde1a776780 1 < canceled operation key=01BTT4OLERPN tag=AJMD02A42U3P type=del size=2433888 2024-04-10T15:25:16.160 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.180+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=U8187AV4OVWW type=del size=2378591 2024-04-10T15:25:16.161 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.181+0000 7fde1a776780 1 < completed write operation key=UHHK0SL983MS tag=B352JQ7PSA2R type=write size=949872 2024-04-10T15:25:16.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:15 smithi102 ceph-mon[90943]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-10T15:25:16.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:15 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1654243060' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131940-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:16.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:15 smithi102 ceph-mon[90943]: pgmap v1322: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:16.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:15 smithi102 ceph-mon[88557]: osdmap e1066: 8 total, 8 up, 8 in 2024-04-10T15:25:16.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:15 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1654243060' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131940-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:16.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:15 smithi102 ceph-mon[88557]: pgmap v1322: 137 pgs: 2 creating+peering, 30 unknown, 105 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:16.164 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.183+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~2LHKDK0AR33W.0 size=1048576 2024-04-10T15:25:16.164 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.184+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~2LHKDK0AR33W.1 size=370717 2024-04-10T15:25:16.164 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.184+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=2LHKDK0AR33W tag=2BE8WGLDU4P0 type=write size=2467869 2024-04-10T15:25:16.165 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.185+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=Z039UDIEDR26 type=del 2024-04-10T15:25:16.168 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.188+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~VNFAF8Y9N44T.0 size=1048576 2024-04-10T15:25:16.169 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.189+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~VNFAF8Y9N44T.1 size=1048576 2024-04-10T15:25:16.169 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.189+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~VNFAF8Y9N44T.2 size=303740 2024-04-10T15:25:16.169 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.189+0000 7fde1a776780 1 > prepared multipart upload key=UO4QF22YP29O upload=VNFAF8Y9N44T tag=T67YOFIEHZWL type=write size=3449468 2024-04-10T15:25:16.172 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.191+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~W4J81BWIWB9Y.0 size=1048576 2024-04-10T15:25:16.172 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.192+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~W4J81BWIWB9Y.1 size=79892 2024-04-10T15:25:16.174 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.194+0000 7fde1a776780 1 < completed multipart upload key=TI6JR9Q8AOF5 upload=W4J81BWIWB9Y tag=HBE0KEY6TXZB type=write size=2177044 2024-04-10T15:25:16.176 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.196+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=7ADJPHKP5TF9 type=del size=2605530 2024-04-10T15:25:16.177 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.197+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~ENUQVHKDR4UT.0 size=1048576 2024-04-10T15:25:16.178 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.198+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~ENUQVHKDR4UT.1 size=1048576 2024-04-10T15:25:16.179 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.199+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~ENUQVHKDR4UT.2 size=749194 2024-04-10T15:25:16.181 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.201+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=ENUQVHKDR4UT tag=8RMW8QLYPD1C type=write size=3894922 2024-04-10T15:25:16.184 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.203+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~UTRLNUKF7TAK.0 size=529518 2024-04-10T15:25:16.184 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.203+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=UTRLNUKF7TAK tag=M11RNK1OYQ18 type=write size=1578094 2024-04-10T15:25:16.186 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.206+0000 7fde1a776780 1 < suggested remove operation key=1R91FWVRA2AS tag=UY2P05D7E0AC type=del 2024-04-10T15:25:16.187 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.207+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=XR6AXV64WRWF type=del size=4159123 2024-04-10T15:25:16.188 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.208+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=FKW6285L1XL2 type=del 2024-04-10T15:25:16.191 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.211+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~KAVVS5ENAG6J.0 size=1048576 2024-04-10T15:25:16.192 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.211+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~KAVVS5ENAG6J.1 size=1048576 2024-04-10T15:25:16.193 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.212+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~KAVVS5ENAG6J.2 size=630546 2024-04-10T15:25:16.193 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.212+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=KAVVS5ENAG6J tag=787I5OZ2381S type=write size=3776274 2024-04-10T15:25:16.194 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.214+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~WZXYPH39PUGC.0 size=1048576 2024-04-10T15:25:16.195 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.215+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~WZXYPH39PUGC.1 size=699713 2024-04-10T15:25:16.197 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.217+0000 7fde1a776780 1 < completed multipart upload key=BC5NU4J0LIY9 upload=WZXYPH39PUGC tag=C32LBCQJGIEF type=write size=2796865 2024-04-10T15:25:16.200 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.220+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~LOGP6VRPOV3Q.0 size=1048576 2024-04-10T15:25:16.201 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.221+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~LOGP6VRPOV3Q.1 size=867634 2024-04-10T15:25:16.201 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.221+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=LOGP6VRPOV3Q tag=J91GS79RCE3R type=write size=2964786 2024-04-10T15:25:16.202 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.222+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=4ZVNQUQ730TX type=del 2024-04-10T15:25:16.203 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.223+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=8OITV16R5L9I type=del size=1406621 2024-04-10T15:25:16.204 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.224+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=5IJOL7CU0Y41 type=del 2024-04-10T15:25:16.206 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.226+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~IJBC0G8VW33A.0 size=1048576 2024-04-10T15:25:16.207 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.227+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~IJBC0G8VW33A.1 size=339983 2024-04-10T15:25:16.207 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.227+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=IJBC0G8VW33A tag=OFI2JKCVSDQH type=write size=2437135 2024-04-10T15:25:16.209 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.229+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=K1AKK765G3PP type=del 2024-04-10T15:25:16.210 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.230+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=T00ONL9Q5K8G type=del size=824655 2024-04-10T15:25:16.212 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.232+0000 7fde1a776780 1 < canceled operation key=U40N6ONWE7P2 tag=8J1U41O9PL2S type=del size=3423133 2024-04-10T15:25:16.214 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.234+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~V0MVQ93NJUI5.0 size=1048576 2024-04-10T15:25:16.215 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.235+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~V0MVQ93NJUI5.1 size=529195 2024-04-10T15:25:16.215 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.235+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=V0MVQ93NJUI5 tag=MDZENA4VNSA6 type=write size=2626347 2024-04-10T15:25:16.217 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.236+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~4563K61HCQSE.0 size=620353 2024-04-10T15:25:16.219 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.239+0000 7fde1a776780 1 < completed multipart upload key=OTI1FIIUG2C6 upload=4563K61HCQSE tag=8DSTBJ5KY2WR type=write size=1668929 2024-04-10T15:25:16.226 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.246+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=VG3CDCQU0CEI type=del size=2874466 2024-04-10T15:25:16.228 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.248+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=0FRCUQ47K06F type=del 2024-04-10T15:25:16.230 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.250+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~DVUD0PI33CQX.0 size=1048576 2024-04-10T15:25:16.231 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.251+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~DVUD0PI33CQX.1 size=133840 2024-04-10T15:25:16.231 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.251+0000 7fde1a776780 1 > prepared multipart upload key=L2PAIFCTQ0UL upload=DVUD0PI33CQX tag=9SP10XEUYGZG type=write size=2230992 2024-04-10T15:25:16.232 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.252+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~KCNFFRY5Q3ZL.0 size=1048576 2024-04-10T15:25:16.233 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.253+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~KCNFFRY5Q3ZL.1 size=711550 2024-04-10T15:25:16.235 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.255+0000 7fde1a776780 1 < completed multipart upload key=2HPCRWS9ESCI upload=KCNFFRY5Q3ZL tag=D89Q27ENPKFB type=write size=2808702 2024-04-10T15:25:16.236 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.256+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=HVBLBNJIDCS6 type=del size=3503462 2024-04-10T15:25:16.238 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.258+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=SL9E8S0EF5WW type=del 2024-04-10T15:25:16.240 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.260+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~AG2GL9FT4DB0.0 size=746828 2024-04-10T15:25:16.240 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.260+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=AG2GL9FT4DB0 tag=3ZFH0HZG74I3 type=write size=1795404 2024-04-10T15:25:16.241 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.261+0000 7fde1a776780 1 < completed delete operation key=GOVDAOD5DREG tag=U8187AV4OVWW type=del 2024-04-10T15:25:16.242 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.262+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=K81NWV13B7DQ type=del size=3017330 2024-04-10T15:25:16.243 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.263+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~2LHKDK0AR33W.0 size=1048576 2024-04-10T15:25:16.244 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.264+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~2LHKDK0AR33W.1 size=370717 2024-04-10T15:25:16.246 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.266+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=2LHKDK0AR33W tag=2BE8WGLDU4P0 type=write size=2467869 2024-04-10T15:25:16.247 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.267+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=K917YEKKNWDK type=del size=2276247 2024-04-10T15:25:16.249 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.269+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~VNFAF8Y9N44T.0 size=1048576 2024-04-10T15:25:16.250 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.270+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~VNFAF8Y9N44T.1 size=1048576 2024-04-10T15:25:16.251 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.271+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~VNFAF8Y9N44T.2 size=303740 2024-04-10T15:25:16.253 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.273+0000 7fde1a776780 1 < completed multipart upload key=UO4QF22YP29O upload=VNFAF8Y9N44T tag=T67YOFIEHZWL type=write size=3449468 2024-04-10T15:25:16.254 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.274+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=PJHZZOZ63FED type=del size=1754502 2024-04-10T15:25:16.256 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.276+0000 7fde1a776780 1 < completed delete operation key=GOVDAOD5DREG tag=7ADJPHKP5TF9 type=del 2024-04-10T15:25:16.258 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.278+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~FJ55TURPQSHV.0 size=1048576 2024-04-10T15:25:16.258 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.278+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~FJ55TURPQSHV.1 size=440749 2024-04-10T15:25:16.259 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.278+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=FJ55TURPQSHV tag=GUGR2L6M107G type=write size=2537901 2024-04-10T15:25:16.260 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.280+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~UTRLNUKF7TAK.0 size=529518 2024-04-10T15:25:16.262 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.282+0000 7fde1a776780 1 < completed multipart upload key=XQVTX5DB2NXX upload=UTRLNUKF7TAK tag=M11RNK1OYQ18 type=write size=1578094 2024-04-10T15:25:16.264 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.284+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~YS8YPGV8KJ5R.0 size=1048576 2024-04-10T15:25:16.265 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.285+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~YS8YPGV8KJ5R.1 size=1048576 2024-04-10T15:25:16.266 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.286+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~YS8YPGV8KJ5R.2 size=674405 2024-04-10T15:25:16.266 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.286+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=YS8YPGV8KJ5R tag=M288IU9SR1YP type=write size=3820133 2024-04-10T15:25:16.267 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.287+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=XR6AXV64WRWF type=del 2024-04-10T15:25:16.268 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.288+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=IH7HEA1MCSZ9 type=del size=646986 2024-04-10T15:25:16.269 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.289+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~KAVVS5ENAG6J.0 size=1048576 2024-04-10T15:25:16.270 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.290+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~KAVVS5ENAG6J.1 size=1048576 2024-04-10T15:25:16.270 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.290+0000 7fde1a776780 1 < canceled part key=_multipart_01BTT4OLERPN.2~KAVVS5ENAG6J.2 size=630546 2024-04-10T15:25:16.272 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.292+0000 7fde1a776780 1 < canceled multipart upload key=01BTT4OLERPN upload=KAVVS5ENAG6J tag=787I5OZ2381S type=write size=3776274 2024-04-10T15:25:16.274 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.294+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~GSDQCTN7PV90.0 size=1048576 2024-04-10T15:25:16.275 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.295+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~GSDQCTN7PV90.1 size=1018415 2024-04-10T15:25:16.275 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.295+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=GSDQCTN7PV90 tag=OSOYKAQ7CSK7 type=write size=3115567 2024-04-10T15:25:16.275 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.295+0000 7fde1a776780 1 < canceled part key=_multipart_LEX0BICCP07E.2~LOGP6VRPOV3Q.0 size=1048576 2024-04-10T15:25:16.276 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.296+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~LOGP6VRPOV3Q.1 size=867634 2024-04-10T15:25:16.278 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.298+0000 7fde1a776780 1 < canceled multipart upload key=LEX0BICCP07E upload=LOGP6VRPOV3Q tag=J91GS79RCE3R type=write size=2964786 2024-04-10T15:25:16.280 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.300+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=1H35QT81M9EW type=write size=174591 2024-04-10T15:25:16.282 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.302+0000 7fde1a776780 1 < suggested remove operation key=UO4QF22YP29O tag=8OITV16R5L9I type=del 2024-04-10T15:25:16.285 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.305+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~Z95PQL39TPGO.0 size=767132 2024-04-10T15:25:16.285 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.305+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=Z95PQL39TPGO tag=KN0GEEEZIQQ4 type=write size=1815708 2024-04-10T15:25:16.286 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.306+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~IJBC0G8VW33A.0 size=1048576 2024-04-10T15:25:16.290 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.307+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~IJBC0G8VW33A.1 size=339983 2024-04-10T15:25:16.290 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.309+0000 7fde1a776780 1 < completed multipart upload key=LEX0BICCP07E upload=IJBC0G8VW33A tag=OFI2JKCVSDQH type=write size=2437135 2024-04-10T15:25:16.290 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.310+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=ZCR0CRQTDF72 type=del size=4121506 2024-04-10T15:25:16.291 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.311+0000 7fde1a776780 1 < canceled operation key=EI79GJ0HN0U7 tag=T00ONL9Q5K8G type=del size=824655 2024-04-10T15:25:16.293 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.313+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=HKKUBD04ZF50 type=del size=767057 2024-04-10T15:25:16.294 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.314+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~V0MVQ93NJUI5.0 size=1048576 2024-04-10T15:25:16.295 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.315+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~V0MVQ93NJUI5.1 size=529195 2024-04-10T15:25:16.297 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.317+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=V0MVQ93NJUI5 tag=MDZENA4VNSA6 type=write size=2626347 2024-04-10T15:25:16.299 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.319+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~HT2WQ6TXFMTB.0 size=1048576 2024-04-10T15:25:16.300 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.320+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~HT2WQ6TXFMTB.1 size=662302 2024-04-10T15:25:16.300 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.320+0000 7fde1a776780 1 > prepared multipart upload key=UO4QF22YP29O upload=HT2WQ6TXFMTB tag=WYPEY03D6PJD type=write size=2759454 2024-04-10T15:25:16.301 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.321+0000 7fde1a776780 1 < completed delete operation key=ZOVK659NLDON tag=VG3CDCQU0CEI type=del 2024-04-10T15:25:16.304 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.324+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~IC4EYT6AABN6.0 size=921841 2024-04-10T15:25:16.304 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.324+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=IC4EYT6AABN6 tag=5SVJ3Z3I87VN type=write size=1970417 2024-04-10T15:25:16.305 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.325+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~DVUD0PI33CQX.0 size=1048576 2024-04-10T15:25:16.306 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.326+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~DVUD0PI33CQX.1 size=133840 2024-04-10T15:25:16.308 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.328+0000 7fde1a776780 1 < completed multipart upload key=L2PAIFCTQ0UL upload=DVUD0PI33CQX tag=9SP10XEUYGZG type=write size=2230992 2024-04-10T15:25:16.310 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.329+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=Q0QOR0863X5D type=del size=393738 2024-04-10T15:25:16.311 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.331+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=HVBLBNJIDCS6 type=del 2024-04-10T15:25:16.313 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.333+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~EYYCQ2LFJTLY.0 size=216798 2024-04-10T15:25:16.313 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.333+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=EYYCQ2LFJTLY tag=OM6XOH1TE92A type=write size=1265374 2024-04-10T15:25:16.314 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.334+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~AG2GL9FT4DB0.0 size=746828 2024-04-10T15:25:16.316 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.336+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=AG2GL9FT4DB0 tag=3ZFH0HZG74I3 type=write size=1795404 2024-04-10T15:25:16.319 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.339+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~5B4AWWVT4H3W.0 size=1048576 2024-04-10T15:25:16.320 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.340+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~5B4AWWVT4H3W.1 size=142053 2024-04-10T15:25:16.320 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.340+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=5B4AWWVT4H3W tag=E9AUMUF12N2L type=write size=2239205 2024-04-10T15:25:16.323 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.342+0000 7fde1a776780 1 < suggested update operation key=1R91FWVRA2AS tag=K81NWV13B7DQ type=del size=3017330 2024-04-10T15:25:16.325 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.345+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~LLA8EYEF8NDK.0 size=613229 2024-04-10T15:25:16.325 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.345+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=LLA8EYEF8NDK tag=G52MVZ2J1PGE type=write size=1661805 2024-04-10T15:25:16.326 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.346+0000 7fde1a776780 1 < canceled operation key=WEXVY1WRSZOS tag=K917YEKKNWDK type=del size=2276247 2024-04-10T15:25:16.329 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.349+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~H8XTD9Q19YXQ.0 size=799115 2024-04-10T15:25:16.329 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.349+0000 7fde1a776780 1 > prepared multipart upload key=F7U2L70QSILB upload=H8XTD9Q19YXQ tag=9YHMCO75LLJ5 type=write size=1847691 2024-04-10T15:25:16.330 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.350+0000 7fde1a776780 1 < completed delete operation key=OTI1FIIUG2C6 tag=PJHZZOZ63FED type=del 2024-04-10T15:25:16.332 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.352+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~0V0AJY2W0K9N.0 size=1048576 2024-04-10T15:25:16.333 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.353+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~0V0AJY2W0K9N.1 size=104750 2024-04-10T15:25:16.333 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.353+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=0V0AJY2W0K9N tag=NNPZWLNU8UVM type=write size=2201902 2024-04-10T15:25:16.334 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.353+0000 7fde1a776780 1 < canceled part key=_multipart_GVB0VUGS9C0D.2~FJ55TURPQSHV.0 size=1048576 2024-04-10T15:25:16.334 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.354+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~FJ55TURPQSHV.1 size=440749 2024-04-10T15:25:16.336 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.356+0000 7fde1a776780 1 < canceled multipart upload key=GVB0VUGS9C0D upload=FJ55TURPQSHV tag=GUGR2L6M107G type=write size=2537901 2024-04-10T15:25:16.338 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.358+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=4M5CXD8JL4DR type=write size=566257 2024-04-10T15:25:16.339 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.359+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~YS8YPGV8KJ5R.0 size=1048576 2024-04-10T15:25:16.339 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.359+0000 7fde1a776780 1 < canceled part key=_multipart_LEX0BICCP07E.2~YS8YPGV8KJ5R.1 size=1048576 2024-04-10T15:25:16.340 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.360+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~YS8YPGV8KJ5R.2 size=674405 2024-04-10T15:25:16.342 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.362+0000 7fde1a776780 1 < canceled multipart upload key=LEX0BICCP07E upload=YS8YPGV8KJ5R tag=M288IU9SR1YP type=write size=3820133 2024-04-10T15:25:16.343 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.363+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=AIUJUT76BFUL type=del size=782226 2024-04-10T15:25:16.344 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.364+0000 7fde1a776780 -1 < failed to complete operation key=UO4QF22YP29O tag=IH7HEA1MCSZ9 type=del size=646986: (22) Invalid argument 2024-04-10T15:25:16.346 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.366+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=ZNUGY13SUMYQ type=del size=2371725 2024-04-10T15:25:16.347 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.367+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~GSDQCTN7PV90.0 size=1048576 2024-04-10T15:25:16.348 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.368+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~GSDQCTN7PV90.1 size=1018415 2024-04-10T15:25:16.350 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.370+0000 7fde1a776780 1 < completed multipart upload key=2HPCRWS9ESCI upload=GSDQCTN7PV90 tag=OSOYKAQ7CSK7 type=write size=3115567 2024-04-10T15:25:16.352 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.372+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~VJQ3JEA559Q2.0 size=1048576 2024-04-10T15:25:16.353 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.373+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~VJQ3JEA559Q2.1 size=1012819 2024-04-10T15:25:16.353 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.373+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=VJQ3JEA559Q2 tag=5PB12GG8802N type=write size=3109971 2024-04-10T15:25:16.354 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.374+0000 7fde1a776780 1 < completed write operation key=BC5NU4J0LIY9 tag=1H35QT81M9EW type=write size=174591 2024-04-10T15:25:16.356 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.375+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=BOR7LIGDSX00 type=del size=43966 2024-04-10T15:25:16.357 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.377+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~Z95PQL39TPGO.0 size=767132 2024-04-10T15:25:16.359 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.379+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=Z95PQL39TPGO tag=KN0GEEEZIQQ4 type=write size=1815708 2024-04-10T15:25:16.361 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.381+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~OJT8K9U9JWXY.0 size=1048576 2024-04-10T15:25:16.362 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.382+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~OJT8K9U9JWXY.1 size=1048576 2024-04-10T15:25:16.363 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.383+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~OJT8K9U9JWXY.2 size=268562 2024-04-10T15:25:16.363 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.383+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=OJT8K9U9JWXY tag=KESFDAU10HUG type=write size=3414290 2024-04-10T15:25:16.364 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.384+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=ZCR0CRQTDF72 type=del 2024-04-10T15:25:16.367 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.387+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~DK8Z6H00VXO6.0 size=1048576 2024-04-10T15:25:16.368 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.388+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~DK8Z6H00VXO6.1 size=1048576 2024-04-10T15:25:16.369 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.389+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~DK8Z6H00VXO6.2 size=367239 2024-04-10T15:25:16.369 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.389+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=DK8Z6H00VXO6 tag=5F7HKP7097GC type=write size=3512967 2024-04-10T15:25:16.370 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.390+0000 7fde1a776780 1 < completed delete operation key=UHHK0SL983MS tag=HKKUBD04ZF50 type=del 2024-04-10T15:25:16.373 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.393+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~3XWEPAGVZE3G.0 size=138374 2024-04-10T15:25:16.373 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.393+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=3XWEPAGVZE3G tag=W4RKQEFJ0CRZ type=write size=1186950 2024-04-10T15:25:16.374 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.394+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~HT2WQ6TXFMTB.0 size=1048576 2024-04-10T15:25:16.375 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.395+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~HT2WQ6TXFMTB.1 size=662302 2024-04-10T15:25:16.377 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.397+0000 7fde1a776780 1 < completed multipart upload key=UO4QF22YP29O upload=HT2WQ6TXFMTB tag=WYPEY03D6PJD type=write size=2759454 2024-04-10T15:25:16.379 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.399+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~EAOT4ZSA6PLP.0 size=468763 2024-04-10T15:25:16.379 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.399+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=EAOT4ZSA6PLP tag=XIY0DGF9QUJ2 type=write size=1517339 2024-04-10T15:25:16.380 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.400+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~IC4EYT6AABN6.0 size=921841 2024-04-10T15:25:16.382 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.402+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=IC4EYT6AABN6 tag=5SVJ3Z3I87VN type=write size=1970417 2024-04-10T15:25:16.384 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.404+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~PZ0VEQM22NRP.0 size=1048576 2024-04-10T15:25:16.385 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.405+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~PZ0VEQM22NRP.1 size=1048576 2024-04-10T15:25:16.386 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.406+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~PZ0VEQM22NRP.2 size=498119 2024-04-10T15:25:16.386 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.406+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=PZ0VEQM22NRP tag=HH6HRV5HX49Q type=write size=3643847 2024-04-10T15:25:16.387 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.407+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=Q0QOR0863X5D type=del 2024-04-10T15:25:16.388 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.408+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=ZHCBD58PIOMU type=del size=1541960 2024-04-10T15:25:16.389 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.409+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~EYYCQ2LFJTLY.0 size=216798 2024-04-10T15:25:16.391 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.411+0000 7fde1a776780 1 < completed multipart upload key=RHD4NMKH90JS upload=EYYCQ2LFJTLY tag=OM6XOH1TE92A type=write size=1265374 2024-04-10T15:25:16.394 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.413+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~SN0SN68F487S.0 size=1048576 2024-04-10T15:25:16.395 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.415+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~SN0SN68F487S.1 size=1048576 2024-04-10T15:25:16.396 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.416+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~SN0SN68F487S.2 size=950797 2024-04-10T15:25:16.396 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.416+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=SN0SN68F487S tag=3RR2S63JM37D type=write size=4096525 2024-04-10T15:25:16.397 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.417+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~5B4AWWVT4H3W.0 size=1048576 2024-04-10T15:25:16.398 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.418+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~5B4AWWVT4H3W.1 size=142053 2024-04-10T15:25:16.400 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.420+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=5B4AWWVT4H3W tag=E9AUMUF12N2L type=write size=2239205 2024-04-10T15:25:16.401 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.421+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=3JNAW3SFR64W type=write size=176671 2024-04-10T15:25:16.402 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.422+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~LLA8EYEF8NDK.0 size=613229 2024-04-10T15:25:16.404 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.424+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=LLA8EYEF8NDK tag=G52MVZ2J1PGE type=write size=1661805 2024-04-10T15:25:16.407 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.427+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~6U37MV2QPRUU.0 size=257572 2024-04-10T15:25:16.407 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.427+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=6U37MV2QPRUU tag=2OSX6P6KA14N type=write size=1306148 2024-04-10T15:25:16.408 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.428+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~H8XTD9Q19YXQ.0 size=799115 2024-04-10T15:25:16.410 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.430+0000 7fde1a776780 1 < completed multipart upload key=F7U2L70QSILB upload=H8XTD9Q19YXQ tag=9YHMCO75LLJ5 type=write size=1847691 2024-04-10T15:25:16.412 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.431+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=8WUUV6543BLU type=del size=1590192 2024-04-10T15:25:16.413 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.433+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~0V0AJY2W0K9N.0 size=1048576 2024-04-10T15:25:16.414 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.434+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~0V0AJY2W0K9N.1 size=104750 2024-04-10T15:25:16.416 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.436+0000 7fde1a776780 1 < completed multipart upload key=G2Z1VR134GSG upload=0V0AJY2W0K9N tag=NNPZWLNU8UVM type=write size=2201902 2024-04-10T15:25:16.417 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.437+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=M0V094B80FXA type=del size=2067221 2024-04-10T15:25:16.419 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.439+0000 7fde1a776780 1 < completed write operation key=R4UBYQBOSB3Z tag=4M5CXD8JL4DR type=write size=566257 2024-04-10T15:25:16.421 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.441+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~GS9VYYLNRYZU.0 size=1048576 2024-04-10T15:25:16.423 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.442+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~GS9VYYLNRYZU.1 size=776801 2024-04-10T15:25:16.423 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.442+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=GS9VYYLNRYZU tag=P20E21ZM4PMG type=write size=2873953 2024-04-10T15:25:16.424 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.444+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=AIUJUT76BFUL type=del 2024-04-10T15:25:16.427 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.446+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~NLCC8AHG5G50.0 size=1048576 2024-04-10T15:25:16.428 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.448+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~NLCC8AHG5G50.1 size=1048576 2024-04-10T15:25:16.429 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.449+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~NLCC8AHG5G50.2 size=205974 2024-04-10T15:25:16.429 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.449+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=NLCC8AHG5G50 tag=1G9H9NJ1NW6P type=write size=3351702 2024-04-10T15:25:16.430 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.450+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=ZNUGY13SUMYQ type=del 2024-04-10T15:25:16.431 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.451+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=WIB3KSG8233V type=del size=686182 2024-04-10T15:25:16.433 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.452+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~VJQ3JEA559Q2.0 size=1048576 2024-04-10T15:25:16.433 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.453+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~VJQ3JEA559Q2.1 size=1012819 2024-04-10T15:25:16.436 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.456+0000 7fde1a776780 1 < completed multipart upload key=BRSJ82BM5NOL upload=VJQ3JEA559Q2 tag=5PB12GG8802N type=write size=3109971 2024-04-10T15:25:16.438 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.457+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=9HV27B2QEIK8 type=write size=773847 2024-04-10T15:25:16.439 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.459+0000 7fde1a776780 1 < completed delete operation key=OTI1FIIUG2C6 tag=BOR7LIGDSX00 type=del 2024-04-10T15:25:16.440 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.460+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=03BM9M46WO7O type=write size=1021842 2024-04-10T15:25:16.441 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.461+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~OJT8K9U9JWXY.0 size=1048576 2024-04-10T15:25:16.442 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.462+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~OJT8K9U9JWXY.1 size=1048576 2024-04-10T15:25:16.443 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.463+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~OJT8K9U9JWXY.2 size=268562 2024-04-10T15:25:16.445 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.465+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=OJT8K9U9JWXY tag=KESFDAU10HUG type=write size=3414290 2024-04-10T15:25:16.446 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.466+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=C5KHB570IUA7 type=del size=1181408 2024-04-10T15:25:16.448 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.468+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~DK8Z6H00VXO6.0 size=1048576 2024-04-10T15:25:16.449 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.469+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~DK8Z6H00VXO6.1 size=1048576 2024-04-10T15:25:16.450 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.470+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~DK8Z6H00VXO6.2 size=367239 2024-04-10T15:25:16.452 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.472+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=DK8Z6H00VXO6 tag=5F7HKP7097GC type=write size=3512967 2024-04-10T15:25:16.453 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.473+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=OK9NB1B6F59Z type=del size=2949484 2024-04-10T15:25:16.454 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.474+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~3XWEPAGVZE3G.0 size=138374 2024-04-10T15:25:16.456 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.476+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=3XWEPAGVZE3G tag=W4RKQEFJ0CRZ type=write size=1186950 2024-04-10T15:25:16.458 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.478+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=O2RFNBUHVO8M type=del size=1657077 2024-04-10T15:25:16.459 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.479+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~EAOT4ZSA6PLP.0 size=468763 2024-04-10T15:25:16.461 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.481+0000 7fde1a776780 1 < completed multipart upload key=5ZH428JDA1AL upload=EAOT4ZSA6PLP tag=XIY0DGF9QUJ2 type=write size=1517339 2024-04-10T15:25:16.463 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.482+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=BX1AOA7GQIFI type=del size=29634 2024-04-10T15:25:16.464 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.484+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~PZ0VEQM22NRP.0 size=1048576 2024-04-10T15:25:16.465 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.485+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~PZ0VEQM22NRP.1 size=1048576 2024-04-10T15:25:16.465 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.485+0000 7fde1a776780 1 < canceled part key=_multipart_GOVDAOD5DREG.2~PZ0VEQM22NRP.2 size=498119 2024-04-10T15:25:16.467 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.486+0000 7fde1a776780 1 < canceled multipart upload key=GOVDAOD5DREG upload=PZ0VEQM22NRP tag=HH6HRV5HX49Q type=write size=3643847 2024-04-10T15:25:16.469 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.489+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~8ZTQGVWOU8PU.0 size=1048576 2024-04-10T15:25:16.470 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.490+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~8ZTQGVWOU8PU.1 size=1048576 2024-04-10T15:25:16.471 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.491+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~8ZTQGVWOU8PU.2 size=326380 2024-04-10T15:25:16.471 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.491+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=8ZTQGVWOU8PU tag=QDHQ5P2N6SAJ type=write size=3472108 2024-04-10T15:25:16.472 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.492+0000 7fde1a776780 1 < completed delete operation key=2HPCRWS9ESCI tag=ZHCBD58PIOMU type=del 2024-04-10T15:25:16.473 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.493+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=JDYCIVRKDV9F type=del size=1411224 2024-04-10T15:25:16.474 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.494+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~SN0SN68F487S.0 size=1048576 2024-04-10T15:25:16.475 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.495+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~SN0SN68F487S.1 size=1048576 2024-04-10T15:25:16.476 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.496+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~SN0SN68F487S.2 size=950797 2024-04-10T15:25:16.478 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.498+0000 7fde1a776780 1 < completed multipart upload key=XQVTX5DB2NXX upload=SN0SN68F487S tag=3RR2S63JM37D type=write size=4096525 2024-04-10T15:25:16.479 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.499+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=TPDFDEY30HS2 type=del size=453072 2024-04-10T15:25:16.480 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.500+0000 7fde1a776780 1 < completed write operation key=TI6JR9Q8AOF5 tag=3JNAW3SFR64W type=write size=176671 2024-04-10T15:25:16.487 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.503+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~GBCC7SVBXOPB.0 size=1048576 2024-04-10T15:25:16.487 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.504+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~GBCC7SVBXOPB.1 size=749782 2024-04-10T15:25:16.487 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.504+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=GBCC7SVBXOPB tag=RFKZX4YSIMDJ type=write size=2846934 2024-04-10T15:25:16.487 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.505+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~6U37MV2QPRUU.0 size=257572 2024-04-10T15:25:16.487 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.507+0000 7fde1a776780 1 < completed multipart upload key=TI6JR9Q8AOF5 upload=6U37MV2QPRUU tag=2OSX6P6KA14N type=write size=1306148 2024-04-10T15:25:16.489 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.509+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=K38Y5XETWT2B type=del size=310458 2024-04-10T15:25:16.490 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.510+0000 7fde1a776780 1 < completed delete operation key=5ZH428JDA1AL tag=8WUUV6543BLU type=del 2024-04-10T15:25:16.492 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.512+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=OWOU5WZY4MLZ type=del size=1837163 2024-04-10T15:25:16.493 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.513+0000 7fde1a776780 1 < completed delete operation key=UHHK0SL983MS tag=M0V094B80FXA type=del 2024-04-10T15:25:16.495 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.515+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~7LC0CBM24A7Z.0 size=383690 2024-04-10T15:25:16.495 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.515+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=7LC0CBM24A7Z tag=3Y2PXTZEXW3C type=write size=1432266 2024-04-10T15:25:16.495 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.515+0000 7fde1a776780 1 < canceled part key=_multipart_OSSHDMNH4GXQ.2~GS9VYYLNRYZU.0 size=1048576 2024-04-10T15:25:16.496 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.516+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~GS9VYYLNRYZU.1 size=776801 2024-04-10T15:25:16.498 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.518+0000 7fde1a776780 1 < canceled multipart upload key=OSSHDMNH4GXQ upload=GS9VYYLNRYZU tag=P20E21ZM4PMG type=write size=2873953 2024-04-10T15:25:16.501 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.521+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~YO3F37EORMVS.0 size=1048576 2024-04-10T15:25:16.501 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.521+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~YO3F37EORMVS.1 size=139591 2024-04-10T15:25:16.502 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.521+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=YO3F37EORMVS tag=YJ9PUN5D6QVL type=write size=2236743 2024-04-10T15:25:16.503 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.523+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~NLCC8AHG5G50.0 size=1048576 2024-04-10T15:25:16.504 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.524+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~NLCC8AHG5G50.1 size=1048576 2024-04-10T15:25:16.505 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.525+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~NLCC8AHG5G50.2 size=205974 2024-04-10T15:25:16.507 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.527+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=NLCC8AHG5G50 tag=1G9H9NJ1NW6P type=write size=3351702 2024-04-10T15:25:16.508 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.528+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=08ZFBN3XQV3P type=del size=337759 2024-04-10T15:25:16.509 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.529+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=WIB3KSG8233V type=del 2024-04-10T15:25:16.511 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.531+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~LU6VB7GXCHJ6.0 size=1048576 2024-04-10T15:25:16.512 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.532+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~LU6VB7GXCHJ6.1 size=299172 2024-04-10T15:25:16.512 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.532+0000 7fde1a776780 1 > prepared multipart upload key=VPWN54SOWO0W upload=LU6VB7GXCHJ6 tag=VYGL42DNDJTX type=write size=2396324 2024-04-10T15:25:16.513 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.533+0000 7fde1a776780 1 < completed write operation key=1R91FWVRA2AS tag=9HV27B2QEIK8 type=write size=773847 2024-04-10T15:25:16.516 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.536+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~BTOOPMPT4VO0.0 size=683377 2024-04-10T15:25:16.516 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.536+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=BTOOPMPT4VO0 tag=939I45F82QTZ type=write size=1731953 2024-04-10T15:25:16.517 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.537+0000 7fde1a776780 1 < completed write operation key=OTI1FIIUG2C6 tag=03BM9M46WO7O type=write size=1021842 2024-04-10T15:25:16.520 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.540+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~9ZHZZ2OXLQWH.0 size=1048576 2024-04-10T15:25:16.522 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.542+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~9ZHZZ2OXLQWH.1 size=370277 2024-04-10T15:25:16.522 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.542+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=9ZHZZ2OXLQWH tag=YN72K2JI8CVJ type=write size=2467429 2024-04-10T15:25:16.525 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.545+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=C5KHB570IUA7 type=del 2024-04-10T15:25:16.528 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.547+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~79PZDP1RW20N.0 size=1048576 2024-04-10T15:25:16.528 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.548+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~79PZDP1RW20N.1 size=456657 2024-04-10T15:25:16.529 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.548+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=79PZDP1RW20N tag=93GK7RZQO3MQ type=write size=2553809 2024-04-10T15:25:16.530 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.550+0000 7fde1a776780 1 < completed delete operation key=OTI1FIIUG2C6 tag=OK9NB1B6F59Z type=del 2024-04-10T15:25:16.531 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.551+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=S7N41OX8KC1Z type=del size=3210400 2024-04-10T15:25:16.534 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.554+0000 7fde1a776780 1 < suggested remove operation key=VPWN54SOWO0W tag=O2RFNBUHVO8M type=del 2024-04-10T15:25:16.535 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.555+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=181AWP7IO2DT type=del size=1599521 2024-04-10T15:25:16.536 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.556+0000 7fde1a776780 1 < completed delete operation key=GOVDAOD5DREG tag=BX1AOA7GQIFI type=del 2024-04-10T15:25:16.538 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.558+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=VXTXW23GOWT6 type=del size=1261790 2024-04-10T15:25:16.540 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.560+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~8ZTQGVWOU8PU.0 size=1048576 2024-04-10T15:25:16.541 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.561+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~8ZTQGVWOU8PU.1 size=1048576 2024-04-10T15:25:16.542 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.562+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~8ZTQGVWOU8PU.2 size=326380 2024-04-10T15:25:16.544 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.564+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=8ZTQGVWOU8PU tag=QDHQ5P2N6SAJ type=write size=3472108 2024-04-10T15:25:16.546 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.566+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=D2Q7ZNSXOYFA type=write size=645127 2024-04-10T15:25:16.548 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.568+0000 7fde1a776780 1 < canceled operation key=BRSJ82BM5NOL tag=JDYCIVRKDV9F type=del size=1411224 2024-04-10T15:25:16.550 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.570+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~06S24677Y0XU.0 size=1048576 2024-04-10T15:25:16.551 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.571+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~06S24677Y0XU.1 size=1048576 2024-04-10T15:25:16.552 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.572+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~06S24677Y0XU.2 size=580951 2024-04-10T15:25:16.552 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.572+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=06S24677Y0XU tag=9MT7CP4MIVRC type=write size=3726679 2024-04-10T15:25:16.553 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.573+0000 7fde1a776780 1 < canceled operation key=ZOVK659NLDON tag=TPDFDEY30HS2 type=del size=453072 2024-04-10T15:25:16.554 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.574+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=JXXGI0D50MKD type=del size=1351673 2024-04-10T15:25:16.556 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.576+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~GBCC7SVBXOPB.0 size=1048576 2024-04-10T15:25:16.557 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.577+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~GBCC7SVBXOPB.1 size=749782 2024-04-10T15:25:16.559 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.579+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=GBCC7SVBXOPB tag=RFKZX4YSIMDJ type=write size=2846934 2024-04-10T15:25:16.561 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.581+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=XNPAG6N53UOK type=del size=1043229 2024-04-10T15:25:16.564 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.584+0000 7fde1a776780 1 < suggested update operation key=UO4QF22YP29O tag=K38Y5XETWT2B type=del size=310458 2024-04-10T15:25:16.565 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.585+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=0WOZY2OT2O5O type=del size=1007070 2024-04-10T15:25:16.567 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.587+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=OWOU5WZY4MLZ type=del 2024-04-10T15:25:16.569 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.589+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~WBI0DRL199LM.0 size=1048576 2024-04-10T15:25:16.570 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.590+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~WBI0DRL199LM.1 size=208642 2024-04-10T15:25:16.570 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.590+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=WBI0DRL199LM tag=Q2J8W48DNPX8 type=write size=2305794 2024-04-10T15:25:16.572 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.592+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~7LC0CBM24A7Z.0 size=383690 2024-04-10T15:25:16.575 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.595+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=7LC0CBM24A7Z tag=3Y2PXTZEXW3C type=write size=1432266 2024-04-10T15:25:16.577 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.597+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=H83B9Q78YDNY type=del size=1793579 2024-04-10T15:25:16.577 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.597+0000 7fde1a776780 1 < canceled part key=_multipart_U40N6ONWE7P2.2~YO3F37EORMVS.0 size=1048576 2024-04-10T15:25:16.578 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.598+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~YO3F37EORMVS.1 size=139591 2024-04-10T15:25:16.580 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.600+0000 7fde1a776780 1 < canceled multipart upload key=U40N6ONWE7P2 upload=YO3F37EORMVS tag=YJ9PUN5D6QVL type=write size=2236743 2024-04-10T15:25:16.582 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.601+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=DYL49D39HPMM type=del size=3868443 2024-04-10T15:25:16.583 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.603+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=08ZFBN3XQV3P type=del 2024-04-10T15:25:16.584 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.604+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=VKW2JZG2VKX9 type=del size=3772105 2024-04-10T15:25:16.586 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.606+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~LU6VB7GXCHJ6.0 size=1048576 2024-04-10T15:25:16.587 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.607+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~LU6VB7GXCHJ6.1 size=299172 2024-04-10T15:25:16.589 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.609+0000 7fde1a776780 1 < completed multipart upload key=VPWN54SOWO0W upload=LU6VB7GXCHJ6 tag=VYGL42DNDJTX type=write size=2396324 2024-04-10T15:25:16.591 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.611+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~9BDHACH1G2ZV.0 size=1048576 2024-04-10T15:25:16.592 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.612+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~9BDHACH1G2ZV.1 size=470872 2024-04-10T15:25:16.593 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.612+0000 7fde1a776780 1 > prepared multipart upload key=VPWN54SOWO0W upload=9BDHACH1G2ZV tag=T0PTYGX05TXH type=write size=2568024 2024-04-10T15:25:16.594 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.614+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~BTOOPMPT4VO0.0 size=683377 2024-04-10T15:25:16.596 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.616+0000 7fde1a776780 1 < completed multipart upload key=HOP5B3O5BNC6 upload=BTOOPMPT4VO0 tag=939I45F82QTZ type=write size=1731953 2024-04-10T15:25:16.598 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.618+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~SVL1FJ0R8GR8.0 size=900847 2024-04-10T15:25:16.599 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.618+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=SVL1FJ0R8GR8 tag=209ZOHYSXM59 type=write size=1949423 2024-04-10T15:25:16.599 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.619+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~9ZHZZ2OXLQWH.0 size=1048576 2024-04-10T15:25:16.600 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.620+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~9ZHZZ2OXLQWH.1 size=370277 2024-04-10T15:25:16.602 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.622+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=9ZHZZ2OXLQWH tag=YN72K2JI8CVJ type=write size=2467429 2024-04-10T15:25:16.604 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.624+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=XBO2WDTIPUPO type=del size=2920784 2024-04-10T15:25:16.604 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.624+0000 7fde1a776780 1 < canceled part key=_multipart_G2Z1VR134GSG.2~79PZDP1RW20N.0 size=1048576 2024-04-10T15:25:16.606 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.625+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~79PZDP1RW20N.1 size=456657 2024-04-10T15:25:16.607 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.627+0000 7fde1a776780 1 < canceled multipart upload key=G2Z1VR134GSG upload=79PZDP1RW20N tag=93GK7RZQO3MQ type=write size=2553809 2024-04-10T15:25:16.609 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.629+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=OX0TXEW0G8IY type=write size=603695 2024-04-10T15:25:16.611 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.631+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=S7N41OX8KC1Z type=del 2024-04-10T15:25:16.613 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.632+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=EZHOJW31UDSP type=del size=610910 2024-04-10T15:25:16.615 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.635+0000 7fde1a776780 1 < suggested update operation key=HOP5B3O5BNC6 tag=181AWP7IO2DT type=del size=1599521 2024-04-10T15:25:16.617 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.637+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=P8775I7BDLGJ type=del size=4173486 2024-04-10T15:25:16.618 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.638+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=VXTXW23GOWT6 type=del 2024-04-10T15:25:16.620 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.640+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=5IGR4ZQ97WOH type=del size=3161880 2024-04-10T15:25:16.622 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.642+0000 7fde1a776780 1 < suggested remove operation key=O1ZBJUVP8PQD tag=D2Q7ZNSXOYFA type=write 2024-04-10T15:25:16.624 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.644+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=817UHGZRK31D type=del size=2158000 2024-04-10T15:25:16.625 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.645+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~06S24677Y0XU.0 size=1048576 2024-04-10T15:25:16.625 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.645+0000 7fde1a776780 1 < canceled part key=_multipart_U40N6ONWE7P2.2~06S24677Y0XU.1 size=1048576 2024-04-10T15:25:16.626 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.646+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~06S24677Y0XU.2 size=580951 2024-04-10T15:25:16.628 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.648+0000 7fde1a776780 1 < canceled multipart upload key=U40N6ONWE7P2 upload=06S24677Y0XU tag=9MT7CP4MIVRC type=write size=3726679 2024-04-10T15:25:16.631 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.651+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~W5CAUSZKKORX.0 size=1048576 2024-04-10T15:25:16.632 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.652+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~W5CAUSZKKORX.1 size=889991 2024-04-10T15:25:16.632 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.652+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=W5CAUSZKKORX tag=GZR7A3NAA9V9 type=write size=2987143 2024-04-10T15:25:16.633 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.653+0000 7fde1a776780 1 < completed delete operation key=UCUWIQFA7CRO tag=JXXGI0D50MKD type=del 2024-04-10T15:25:16.636 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.656+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~V10TJ5VE53ZQ.0 size=1048576 2024-04-10T15:25:16.637 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.657+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~V10TJ5VE53ZQ.1 size=676326 2024-04-10T15:25:16.637 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.657+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=V10TJ5VE53ZQ tag=SYM7SNQMD8LU type=write size=2773478 2024-04-10T15:25:16.639 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.659+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=XNPAG6N53UOK type=del 2024-04-10T15:25:16.641 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.661+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=PQ064YO7LON6 type=write size=631357 2024-04-10T15:25:16.642 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.662+0000 7fde1a776780 1 < completed delete operation key=VPWN54SOWO0W tag=0WOZY2OT2O5O type=del 2024-04-10T15:25:16.644 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.664+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~VD8HDH9PPG74.0 size=1048576 2024-04-10T15:25:16.645 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.665+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~VD8HDH9PPG74.1 size=1048576 2024-04-10T15:25:16.646 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.666+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~VD8HDH9PPG74.2 size=773707 2024-04-10T15:25:16.646 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.666+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=VD8HDH9PPG74 tag=T0OAQTDB2L1U type=write size=3919435 2024-04-10T15:25:16.648 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.667+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~WBI0DRL199LM.0 size=1048576 2024-04-10T15:25:16.649 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.668+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~WBI0DRL199LM.1 size=208642 2024-04-10T15:25:16.650 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.670+0000 7fde1a776780 1 < completed multipart upload key=R4UBYQBOSB3Z upload=WBI0DRL199LM tag=Q2J8W48DNPX8 type=write size=2305794 2024-04-10T15:25:16.653 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.673+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~SOFCAJRZNHYZ.0 size=1048576 2024-04-10T15:25:16.654 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.674+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~SOFCAJRZNHYZ.1 size=1048576 2024-04-10T15:25:16.655 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.675+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~SOFCAJRZNHYZ.2 size=427984 2024-04-10T15:25:16.655 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.675+0000 7fde1a776780 1 > prepared multipart upload key=F7U2L70QSILB upload=SOFCAJRZNHYZ tag=RKH7NI1K6RTH type=write size=3573712 2024-04-10T15:25:16.658 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.678+0000 7fde1a776780 1 < suggested remove operation key=ZOVK659NLDON tag=H83B9Q78YDNY type=del 2024-04-10T15:25:16.660 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.680+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~X2O267MI30QI.0 size=1020424 2024-04-10T15:25:16.660 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.680+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=X2O267MI30QI tag=12SEP1TU7LAM type=write size=2069000 2024-04-10T15:25:16.661 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.681+0000 7fde1a776780 1 < completed delete operation key=01BTT4OLERPN tag=DYL49D39HPMM type=del 2024-04-10T15:25:16.663 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.683+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=5UD7NPBFUSOD type=del size=568363 2024-04-10T15:25:16.664 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.684+0000 7fde1a776780 1 < canceled operation key=UHHK0SL983MS tag=VKW2JZG2VKX9 type=del size=3772105 2024-04-10T15:25:16.666 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.686+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~L8BPW7QHFG64.0 size=558065 2024-04-10T15:25:16.666 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.686+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=L8BPW7QHFG64 tag=BYRCPB4Z16D7 type=write size=1606641 2024-04-10T15:25:16.668 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.687+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~9BDHACH1G2ZV.0 size=1048576 2024-04-10T15:25:16.669 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.689+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~9BDHACH1G2ZV.1 size=470872 2024-04-10T15:25:16.671 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.691+0000 7fde1a776780 1 < completed multipart upload key=VPWN54SOWO0W upload=9BDHACH1G2ZV tag=T0PTYGX05TXH type=write size=2568024 2024-04-10T15:25:16.672 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.692+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=AFLHXBPZO8B1 type=del size=1631356 2024-04-10T15:25:16.674 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.694+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~SVL1FJ0R8GR8.0 size=900847 2024-04-10T15:25:16.676 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.696+0000 7fde1a776780 1 < completed multipart upload key=U40N6ONWE7P2 upload=SVL1FJ0R8GR8 tag=209ZOHYSXM59 type=write size=1949423 2024-04-10T15:25:16.679 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.698+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~ZY06FF66Q603.0 size=1048576 2024-04-10T15:25:16.680 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.699+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~ZY06FF66Q603.1 size=1048576 2024-04-10T15:25:16.680 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.700+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~ZY06FF66Q603.2 size=923020 2024-04-10T15:25:16.681 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.700+0000 7fde1a776780 1 > prepared multipart upload key=WEXVY1WRSZOS upload=ZY06FF66Q603 tag=GCFE3BDZE80H type=write size=4068748 2024-04-10T15:25:16.682 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.702+0000 7fde1a776780 -1 < failed to complete operation key=HOP5B3O5BNC6 tag=XBO2WDTIPUPO type=del size=2920784: (22) Invalid argument 2024-04-10T15:25:16.683 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.703+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=Q9KLI10A4CMM type=del size=1976898 2024-04-10T15:25:16.686 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.706+0000 7fde1a776780 1 < suggested update operation key=VPWN54SOWO0W tag=OX0TXEW0G8IY type=write size=603695 2024-04-10T15:25:16.687 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.707+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=B1J6LQD5FA1S type=del size=3357186 2024-04-10T15:25:16.688 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.708+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=EZHOJW31UDSP type=del 2024-04-10T15:25:16.690 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.710+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=8QO0WKSGP1CR type=del size=3130717 2024-04-10T15:25:16.691 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.711+0000 7fde1a776780 1 < completed delete operation key=01BTT4OLERPN tag=P8775I7BDLGJ type=del 2024-04-10T15:25:16.693 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.714+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~TR5ACT5A8N1R.0 size=1048576 2024-04-10T15:25:16.695 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.715+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~TR5ACT5A8N1R.1 size=559455 2024-04-10T15:25:16.695 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.715+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=TR5ACT5A8N1R tag=3BHZU54T9YLK type=write size=2656607 2024-04-10T15:25:16.696 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.716+0000 7fde1a776780 1 < completed delete operation key=UO4QF22YP29O tag=5IGR4ZQ97WOH type=del 2024-04-10T15:25:16.697 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.717+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=D7L1BR3AGPRG type=write size=147641 2024-04-10T15:25:16.699 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.719+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=817UHGZRK31D type=del 2024-04-10T15:25:16.701 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.721+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~9OTDAG8LUIOO.0 size=581582 2024-04-10T15:25:16.701 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.721+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=9OTDAG8LUIOO tag=W26CWQI06286 type=write size=1630158 2024-04-10T15:25:16.702 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.722+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~W5CAUSZKKORX.0 size=1048576 2024-04-10T15:25:16.703 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.723+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~W5CAUSZKKORX.1 size=889991 2024-04-10T15:25:16.705 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.725+0000 7fde1a776780 1 < completed multipart upload key=BRSJ82BM5NOL upload=W5CAUSZKKORX tag=GZR7A3NAA9V9 type=write size=2987143 2024-04-10T15:25:16.706 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.726+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=8ZZ5VARRGMHY type=del size=443554 2024-04-10T15:25:16.708 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.728+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~V10TJ5VE53ZQ.0 size=1048576 2024-04-10T15:25:16.709 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.729+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~V10TJ5VE53ZQ.1 size=676326 2024-04-10T15:25:16.712 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.732+0000 7fde1a776780 1 < completed multipart upload key=5ZH428JDA1AL upload=V10TJ5VE53ZQ tag=SYM7SNQMD8LU type=write size=2773478 2024-04-10T15:25:16.713 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.733+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=NUC1ONX6TRMR type=write size=180763 2024-04-10T15:25:16.714 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.734+0000 7fde1a776780 1 < completed write operation key=F7U2L70QSILB tag=PQ064YO7LON6 type=write size=631357 2024-04-10T15:25:16.715 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.735+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=QSL6E734XU8V type=write size=63733 2024-04-10T15:25:16.717 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.737+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~VD8HDH9PPG74.0 size=1048576 2024-04-10T15:25:16.718 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.738+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~VD8HDH9PPG74.1 size=1048576 2024-04-10T15:25:16.718 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.738+0000 7fde1a776780 1 < canceled part key=_multipart_BRSJ82BM5NOL.2~VD8HDH9PPG74.2 size=773707 2024-04-10T15:25:16.720 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.740+0000 7fde1a776780 1 < canceled multipart upload key=BRSJ82BM5NOL upload=VD8HDH9PPG74 tag=T0OAQTDB2L1U type=write size=3919435 2024-04-10T15:25:16.721 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.741+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=2G0B84KKCDFG type=del size=1588742 2024-04-10T15:25:16.722 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.742+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~SOFCAJRZNHYZ.0 size=1048576 2024-04-10T15:25:16.723 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.743+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~SOFCAJRZNHYZ.1 size=1048576 2024-04-10T15:25:16.724 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.744+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~SOFCAJRZNHYZ.2 size=427984 2024-04-10T15:25:16.726 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.746+0000 7fde1a776780 1 < completed multipart upload key=F7U2L70QSILB upload=SOFCAJRZNHYZ tag=RKH7NI1K6RTH type=write size=3573712 2024-04-10T15:25:16.729 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.749+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~O3VEHGV8BU4N.0 size=87743 2024-04-10T15:25:16.729 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.749+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=O3VEHGV8BU4N tag=2HH2VC2UO0YH type=write size=1136319 2024-04-10T15:25:16.730 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.750+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~X2O267MI30QI.0 size=1020424 2024-04-10T15:25:16.732 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.752+0000 7fde1a776780 1 < completed multipart upload key=BC5NU4J0LIY9 upload=X2O267MI30QI tag=12SEP1TU7LAM type=write size=2069000 2024-04-10T15:25:16.733 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.753+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=2N2E1S64M0JJ type=del size=1154846 2024-04-10T15:25:16.734 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.754+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=5UD7NPBFUSOD type=del 2024-04-10T15:25:16.736 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.756+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=8Q59LR0Q9JWT type=del size=1388324 2024-04-10T15:25:16.737 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.757+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~L8BPW7QHFG64.0 size=558065 2024-04-10T15:25:16.739 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.759+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=L8BPW7QHFG64 tag=BYRCPB4Z16D7 type=write size=1606641 2024-04-10T15:25:16.741 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.761+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=LD22TM7E59X0 type=del size=1691627 2024-04-10T15:25:16.743 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.763+0000 7fde1a776780 1 < suggested remove operation key=01BTT4OLERPN tag=AFLHXBPZO8B1 type=del 2024-04-10T15:25:16.744 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.764+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=02BBGUDJPBX5 type=del size=2988594 2024-04-10T15:25:16.746 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.766+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~ZY06FF66Q603.0 size=1048576 2024-04-10T15:25:16.747 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.767+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~ZY06FF66Q603.1 size=1048576 2024-04-10T15:25:16.747 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.767+0000 7fde1a776780 1 < canceled part key=_multipart_WEXVY1WRSZOS.2~ZY06FF66Q603.2 size=923020 2024-04-10T15:25:16.749 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.769+0000 7fde1a776780 1 < canceled multipart upload key=WEXVY1WRSZOS upload=ZY06FF66Q603 tag=GCFE3BDZE80H type=write size=4068748 2024-04-10T15:25:16.752 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.772+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~T79UH395WX21.0 size=1048576 2024-04-10T15:25:16.753 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.773+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~T79UH395WX21.1 size=963391 2024-04-10T15:25:16.753 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.773+0000 7fde1a776780 1 > prepared multipart upload key=F7U2L70QSILB upload=T79UH395WX21 tag=Z08OVX0CVX24 type=write size=3060543 2024-04-10T15:25:16.755 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.775+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=Q9KLI10A4CMM type=del 2024-04-10T15:25:16.756 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.776+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=4U6XZM0GMFEB type=write size=166555 2024-04-10T15:25:16.758 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.778+0000 7fde1a776780 1 < canceled operation key=GVB0VUGS9C0D tag=B1J6LQD5FA1S type=del size=3357186 2024-04-10T15:25:16.760 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.780+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=9NELYHZ7VT1Z type=del size=1785283 2024-04-10T15:25:16.761 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.781+0000 7fde1a776780 1 < completed delete operation key=4UIIRCLY6FIB tag=8QO0WKSGP1CR type=del 2024-04-10T15:25:16.762 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.782+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=79Q9CLHRF3KP type=del size=3868619 2024-04-10T15:25:16.765 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.784+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~TR5ACT5A8N1R.0 size=1048576 2024-04-10T15:25:16.765 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.785+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~TR5ACT5A8N1R.1 size=559455 2024-04-10T15:25:16.767 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.787+0000 7fde1a776780 1 < completed multipart upload key=BC5NU4J0LIY9 upload=TR5ACT5A8N1R tag=3BHZU54T9YLK type=write size=2656607 2024-04-10T15:25:16.768 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.788+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=4YYQJ4MSB917 type=del size=3856533 2024-04-10T15:25:16.770 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.790+0000 7fde1a776780 1 < completed write operation key=GVB0VUGS9C0D tag=D7L1BR3AGPRG type=write size=147641 2024-04-10T15:25:16.771 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.791+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=F84P3AZ2GBZG type=del size=1265551 2024-04-10T15:25:16.773 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.793+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~9OTDAG8LUIOO.0 size=581582 2024-04-10T15:25:16.775 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.795+0000 7fde1a776780 1 < completed multipart upload key=ZOVK659NLDON upload=9OTDAG8LUIOO tag=W26CWQI06286 type=write size=1630158 2024-04-10T15:25:16.778 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.798+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~2Y62G6PNAFSE.0 size=1048576 2024-04-10T15:25:16.779 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.799+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~2Y62G6PNAFSE.1 size=217750 2024-04-10T15:25:16.779 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.799+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=2Y62G6PNAFSE tag=PRIOCR9D5IL2 type=write size=2314902 2024-04-10T15:25:16.780 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.800+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=8ZZ5VARRGMHY type=del 2024-04-10T15:25:16.783 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.803+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~86ZL0W0S5LQR.0 size=1048576 2024-04-10T15:25:16.784 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.804+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~86ZL0W0S5LQR.1 size=1048576 2024-04-10T15:25:16.785 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.805+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~86ZL0W0S5LQR.2 size=264034 2024-04-10T15:25:16.785 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.805+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=86ZL0W0S5LQR tag=3CHTP3O28XV8 type=write size=3409762 2024-04-10T15:25:16.787 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.807+0000 7fde1a776780 1 < completed write operation key=ZOVK659NLDON tag=NUC1ONX6TRMR type=write size=180763 2024-04-10T15:25:16.790 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.810+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~YV4RN8G0N8FY.0 size=1048576 2024-04-10T15:25:16.791 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.811+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~YV4RN8G0N8FY.1 size=247990 2024-04-10T15:25:16.791 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.811+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=YV4RN8G0N8FY tag=H9PFOKE3AEH7 type=write size=2345142 2024-04-10T15:25:16.792 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.812+0000 7fde1a776780 1 < completed write operation key=HOP5B3O5BNC6 tag=QSL6E734XU8V type=write size=63733 2024-04-10T15:25:16.793 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.813+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=UF2YY91QJS5L type=write size=623569 2024-04-10T15:25:16.795 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.815+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=2G0B84KKCDFG type=del 2024-04-10T15:25:16.797 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.817+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~CGWKS94QRTMJ.0 size=891904 2024-04-10T15:25:16.798 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.817+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=CGWKS94QRTMJ tag=SPKNPQSLCJ2H type=write size=1940480 2024-04-10T15:25:16.799 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.819+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~O3VEHGV8BU4N.0 size=87743 2024-04-10T15:25:16.801 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.821+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=O3VEHGV8BU4N tag=2HH2VC2UO0YH type=write size=1136319 2024-04-10T15:25:16.803 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.823+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=DB8RNLHIXM2C type=del size=455826 2024-04-10T15:25:16.804 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.824+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=2N2E1S64M0JJ type=del 2024-04-10T15:25:16.807 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.827+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~15GQ6MAFZWKU.0 size=1048576 2024-04-10T15:25:16.810 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.830+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~15GQ6MAFZWKU.1 size=1026928 2024-04-10T15:25:16.810 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.830+0000 7fde1a776780 1 > prepared multipart upload key=VPWN54SOWO0W upload=15GQ6MAFZWKU tag=93N94EI91G8N type=write size=3124080 2024-04-10T15:25:16.812 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.832+0000 7fde1a776780 1 < canceled operation key=ZOVK659NLDON tag=8Q59LR0Q9JWT type=del size=1388324 2024-04-10T15:25:16.814 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.834+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=XW667P13CG2N type=del size=44475 2024-04-10T15:25:16.815 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.835+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=LD22TM7E59X0 type=del 2024-04-10T15:25:16.816 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.836+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=Z6IYNJ8PMLFZ type=del size=146875 2024-04-10T15:25:16.818 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.838+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=02BBGUDJPBX5 type=del 2024-04-10T15:25:16.821 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.841+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~RX311P0IVBKP.0 size=1048576 2024-04-10T15:25:16.822 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.842+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~RX311P0IVBKP.1 size=1048576 2024-04-10T15:25:16.823 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.843+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~RX311P0IVBKP.2 size=321795 2024-04-10T15:25:16.823 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.843+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=RX311P0IVBKP tag=ITA1E9JX52M1 type=write size=3467523 2024-04-10T15:25:16.824 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.844+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~T79UH395WX21.0 size=1048576 2024-04-10T15:25:16.825 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.845+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~T79UH395WX21.1 size=963391 2024-04-10T15:25:16.827 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.847+0000 7fde1a776780 1 < completed multipart upload key=F7U2L70QSILB upload=T79UH395WX21 tag=Z08OVX0CVX24 type=write size=3060543 2024-04-10T15:25:16.829 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.849+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=WDWLP1IV0CJF type=del size=1818760 2024-04-10T15:25:16.831 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.850+0000 7fde1a776780 1 < completed write operation key=GVB0VUGS9C0D tag=4U6XZM0GMFEB type=write size=166555 2024-04-10T15:25:16.833 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.853+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~6HJEQZ7RAHRA.0 size=1048576 2024-04-10T15:25:16.834 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.854+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~6HJEQZ7RAHRA.1 size=1048576 2024-04-10T15:25:16.836 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.855+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~6HJEQZ7RAHRA.2 size=380488 2024-04-10T15:25:16.836 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.855+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=6HJEQZ7RAHRA tag=4KHHA4H1MACB type=write size=3526216 2024-04-10T15:25:16.837 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.857+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=9NELYHZ7VT1Z type=del 2024-04-10T15:25:16.838 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.858+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=DK32G2ZUN4H1 type=del size=2561302 2024-04-10T15:25:16.840 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.860+0000 7fde1a776780 1 < completed delete operation key=OSSHDMNH4GXQ tag=79Q9CLHRF3KP type=del 2024-04-10T15:25:16.841 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.861+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=B8C314NGU0BG type=del size=1251486 2024-04-10T15:25:16.843 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.863+0000 7fde1a776780 1 < canceled operation key=BRSJ82BM5NOL tag=4YYQJ4MSB917 type=del size=3856533 2024-04-10T15:25:16.844 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.864+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=R6FU4DM3WKTA type=del size=401414 2024-04-10T15:25:16.846 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.866+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=F84P3AZ2GBZG type=del 2024-04-10T15:25:16.847 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.867+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=JLCO0IHGHS7Q type=del size=477848 2024-04-10T15:25:16.848 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.868+0000 7fde1a776780 1 < canceled part key=_multipart_HOP5B3O5BNC6.2~2Y62G6PNAFSE.0 size=1048576 2024-04-10T15:25:16.849 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.869+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~2Y62G6PNAFSE.1 size=217750 2024-04-10T15:25:16.851 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.871+0000 7fde1a776780 1 < canceled multipart upload key=HOP5B3O5BNC6 upload=2Y62G6PNAFSE tag=PRIOCR9D5IL2 type=write size=2314902 2024-04-10T15:25:16.854 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.873+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~KKIWQ5WHUXME.0 size=939473 2024-04-10T15:25:16.854 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.873+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=KKIWQ5WHUXME tag=ZW6LBYNGVP12 type=write size=1988049 2024-04-10T15:25:16.855 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.875+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~86ZL0W0S5LQR.0 size=1048576 2024-04-10T15:25:16.856 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.876+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~86ZL0W0S5LQR.1 size=1048576 2024-04-10T15:25:16.857 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.877+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~86ZL0W0S5LQR.2 size=264034 2024-04-10T15:25:16.859 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.879+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=86ZL0W0S5LQR tag=3CHTP3O28XV8 type=write size=3409762 2024-04-10T15:25:16.861 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.881+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=78SXJYWHIMLQ type=write size=653766 2024-04-10T15:25:16.862 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.882+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~YV4RN8G0N8FY.0 size=1048576 2024-04-10T15:25:16.863 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.883+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~YV4RN8G0N8FY.1 size=247990 2024-04-10T15:25:16.865 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.885+0000 7fde1a776780 1 < completed multipart upload key=OTI1FIIUG2C6 upload=YV4RN8G0N8FY tag=H9PFOKE3AEH7 type=write size=2345142 2024-04-10T15:25:16.868 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.888+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~6QS4DG7M59HG.0 size=1048576 2024-04-10T15:25:16.869 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.889+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~6QS4DG7M59HG.1 size=68775 2024-04-10T15:25:16.869 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.889+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=6QS4DG7M59HG tag=B1R721VO2E3F type=write size=2165927 2024-04-10T15:25:16.872 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.891+0000 7fde1a776780 1 < suggested update operation key=BC5NU4J0LIY9 tag=UF2YY91QJS5L type=write size=623569 2024-04-10T15:25:16.875 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.894+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~BZPY4FUY4ADT.0 size=1045707 2024-04-10T15:25:16.875 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.894+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=BZPY4FUY4ADT tag=3BLNCI0YLT6K type=write size=2094283 2024-04-10T15:25:16.876 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.896+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~CGWKS94QRTMJ.0 size=891904 2024-04-10T15:25:16.878 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.898+0000 7fde1a776780 1 < completed multipart upload key=LEX0BICCP07E upload=CGWKS94QRTMJ tag=SPKNPQSLCJ2H type=write size=1940480 2024-04-10T15:25:16.879 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.899+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=GQLS1WGBY2GG type=del size=932308 2024-04-10T15:25:16.881 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.901+0000 7fde1a776780 -1 < failed to complete operation key=BC5NU4J0LIY9 tag=DB8RNLHIXM2C type=del size=455826: (22) Invalid argument 2024-04-10T15:25:16.883 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.903+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~9VZU881UW9I5.0 size=1048576 2024-04-10T15:25:16.885 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.905+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~9VZU881UW9I5.1 size=1048576 2024-04-10T15:25:16.886 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.906+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~9VZU881UW9I5.2 size=1000339 2024-04-10T15:25:16.886 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.906+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=9VZU881UW9I5 tag=VX38IY6R6VAS type=write size=4146067 2024-04-10T15:25:16.887 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.907+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~15GQ6MAFZWKU.0 size=1048576 2024-04-10T15:25:16.888 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.908+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~15GQ6MAFZWKU.1 size=1026928 2024-04-10T15:25:16.890 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.910+0000 7fde1a776780 1 < completed multipart upload key=VPWN54SOWO0W upload=15GQ6MAFZWKU tag=93N94EI91G8N type=write size=3124080 2024-04-10T15:25:16.892 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.912+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=B6STQHAUIXO0 type=del size=2272924 2024-04-10T15:25:16.893 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.913+0000 7fde1a776780 1 < canceled operation key=WEXVY1WRSZOS tag=XW667P13CG2N type=del size=44475 2024-04-10T15:25:16.894 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.914+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=BYWDPBUYPQ30 type=del size=1440947 2024-04-10T15:25:16.896 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.916+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=Z6IYNJ8PMLFZ type=del 2024-04-10T15:25:16.897 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.917+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=UWGWCO9INE7Y type=del size=4016009 2024-04-10T15:25:16.899 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.919+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~RX311P0IVBKP.0 size=1048576 2024-04-10T15:25:16.900 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.920+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~RX311P0IVBKP.1 size=1048576 2024-04-10T15:25:16.901 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.921+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~RX311P0IVBKP.2 size=321795 2024-04-10T15:25:16.903 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.923+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=RX311P0IVBKP tag=ITA1E9JX52M1 type=write size=3467523 2024-04-10T15:25:16.905 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.925+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~9VRGUG093UJH.0 size=35267 2024-04-10T15:25:16.905 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.925+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=9VRGUG093UJH tag=JZ7S80ZIS1TU type=write size=1083843 2024-04-10T15:25:16.907 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.926+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=WDWLP1IV0CJF type=del 2024-04-10T15:25:16.909 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.929+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~IDR1Q49VPYB0.0 size=1048576 2024-04-10T15:25:16.910 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.930+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~IDR1Q49VPYB0.1 size=372146 2024-04-10T15:25:16.910 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.930+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=IDR1Q49VPYB0 tag=FG0I5LPISPJ1 type=write size=2469298 2024-04-10T15:25:16.911 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.931+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~6HJEQZ7RAHRA.0 size=1048576 2024-04-10T15:25:16.912 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.932+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~6HJEQZ7RAHRA.1 size=1048576 2024-04-10T15:25:16.913 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.933+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~6HJEQZ7RAHRA.2 size=380488 2024-04-10T15:25:16.915 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.935+0000 7fde1a776780 1 < completed multipart upload key=R4UBYQBOSB3Z upload=6HJEQZ7RAHRA tag=4KHHA4H1MACB type=write size=3526216 2024-04-10T15:25:16.917 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.937+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=1FP8PHW9UFD6 type=del size=4163392 2024-04-10T15:25:16.918 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.938+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=DK32G2ZUN4H1 type=del 2024-04-10T15:25:16.920 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.940+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~NZLZ8BF0SQ7B.0 size=1048576 2024-04-10T15:25:16.921 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.941+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~NZLZ8BF0SQ7B.1 size=1048576 2024-04-10T15:25:16.922 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.942+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~NZLZ8BF0SQ7B.2 size=600361 2024-04-10T15:25:16.922 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.942+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=NZLZ8BF0SQ7B tag=N6OIELP6KPYS type=write size=3746089 2024-04-10T15:25:16.924 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.944+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=B8C314NGU0BG type=del 2024-04-10T15:25:16.925 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.945+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=GXYSMDGFDU8P type=del size=1364917 2024-04-10T15:25:16.926 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.946+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=R6FU4DM3WKTA type=del 2024-04-10T15:25:16.929 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.949+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~XW4CXU2ILDQ3.0 size=30728 2024-04-10T15:25:16.929 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.949+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=XW4CXU2ILDQ3 tag=214IIRP87S1B type=write size=1079304 2024-04-10T15:25:16.930 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.950+0000 7fde1a776780 1 < completed delete operation key=UHHK0SL983MS tag=JLCO0IHGHS7Q type=del 2024-04-10T15:25:16.932 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.952+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=VQ9P0N6VEANL type=del size=781440 2024-04-10T15:25:16.933 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.953+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~KKIWQ5WHUXME.0 size=939473 2024-04-10T15:25:16.935 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.955+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=KKIWQ5WHUXME tag=ZW6LBYNGVP12 type=write size=1988049 2024-04-10T15:25:16.936 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.956+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=RI65FKVH7K94 type=del size=2222240 2024-04-10T15:25:16.938 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.958+0000 7fde1a776780 1 < completed write operation key=01BTT4OLERPN tag=78SXJYWHIMLQ type=write size=653766 2024-04-10T15:25:16.940 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.960+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~1J8VALR2BTP5.0 size=1048576 2024-04-10T15:25:16.941 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.961+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~1J8VALR2BTP5.1 size=1048576 2024-04-10T15:25:16.942 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.962+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~1J8VALR2BTP5.2 size=216615 2024-04-10T15:25:16.942 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.962+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=1J8VALR2BTP5 tag=EVE8YXUP6PHV type=write size=3362343 2024-04-10T15:25:16.943 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.963+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~6QS4DG7M59HG.0 size=1048576 2024-04-10T15:25:16.944 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.964+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~6QS4DG7M59HG.1 size=68775 2024-04-10T15:25:16.947 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.967+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=6QS4DG7M59HG tag=B1R721VO2E3F type=write size=2165927 2024-04-10T15:25:16.948 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.968+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=SP4OA6DCRJO2 type=del size=2020691 2024-04-10T15:25:16.950 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.970+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~BZPY4FUY4ADT.0 size=1045707 2024-04-10T15:25:16.952 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.972+0000 7fde1a776780 1 < completed multipart upload key=UHHK0SL983MS upload=BZPY4FUY4ADT tag=3BLNCI0YLT6K type=write size=2094283 2024-04-10T15:25:16.954 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.974+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=I0CY3I7RCB2N type=del size=954593 2024-04-10T15:25:16.955 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.975+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=GQLS1WGBY2GG type=del 2024-04-10T15:25:16.956 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.976+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=E0SWUNUO7D2N type=del size=830049 2024-04-10T15:25:16.958 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.978+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~9VZU881UW9I5.0 size=1048576 2024-04-10T15:25:16.959 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.979+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~9VZU881UW9I5.1 size=1048576 2024-04-10T15:25:16.960 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.980+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~9VZU881UW9I5.2 size=1000339 2024-04-10T15:25:16.962 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.982+0000 7fde1a776780 1 < completed multipart upload key=BC5NU4J0LIY9 upload=9VZU881UW9I5 tag=VX38IY6R6VAS type=write size=4146067 2024-04-10T15:25:16.964 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.984+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~X2V1AZETW441.0 size=1048576 2024-04-10T15:25:16.965 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.985+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~X2V1AZETW441.1 size=40085 2024-04-10T15:25:16.965 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.985+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=X2V1AZETW441 tag=JA1TFAVJMDYQ type=write size=2137237 2024-04-10T15:25:16.967 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.987+0000 7fde1a776780 1 < completed delete operation key=UHHK0SL983MS tag=B6STQHAUIXO0 type=del 2024-04-10T15:25:16.968 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.988+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=RFOCY7D2GHTX type=del size=2489644 2024-04-10T15:25:16.969 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.989+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=BYWDPBUYPQ30 type=del 2024-04-10T15:25:16.970 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.990+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=BI60NK9PGXP0 type=del size=834333 2024-04-10T15:25:16.971 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.991+0000 7fde1a776780 1 < completed delete operation key=OSSHDMNH4GXQ tag=UWGWCO9INE7Y type=del 2024-04-10T15:25:16.974 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.994+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~NGESBAU7OUPV.0 size=733864 2024-04-10T15:25:16.974 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.994+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=NGESBAU7OUPV tag=QCI4XGMZVMLZ type=write size=1782440 2024-04-10T15:25:16.975 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.995+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~9VRGUG093UJH.0 size=35267 2024-04-10T15:25:16.977 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:16.997+0000 7fde1a776780 1 < completed multipart upload key=01BTT4OLERPN upload=9VRGUG093UJH tag=JZ7S80ZIS1TU type=write size=1083843 2024-04-10T15:25:16.981 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.000+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~9NRNOBNWCT5I.0 size=1048576 2024-04-10T15:25:16.982 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.002+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~9NRNOBNWCT5I.1 size=564753 2024-04-10T15:25:16.982 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.002+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=9NRNOBNWCT5I tag=WV3MCDDQPKIT type=write size=2661905 2024-04-10T15:25:16.983 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.003+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~IDR1Q49VPYB0.0 size=1048576 2024-04-10T15:25:16.984 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.004+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~IDR1Q49VPYB0.1 size=372146 2024-04-10T15:25:16.986 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.006+0000 7fde1a776780 1 < completed multipart upload key=BRSJ82BM5NOL upload=IDR1Q49VPYB0 tag=FG0I5LPISPJ1 type=write size=2469298 2024-04-10T15:25:16.988 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.008+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=17FQI7A5WPLB type=del size=1713812 2024-04-10T15:25:16.989 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.009+0000 7fde1a776780 1 < canceled operation key=UHHK0SL983MS tag=1FP8PHW9UFD6 type=del size=4163392 2024-04-10T15:25:16.992 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.012+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~BASIPB4ER7CZ.0 size=1048576 2024-04-10T15:25:16.993 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.013+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~BASIPB4ER7CZ.1 size=1048576 2024-04-10T15:25:16.994 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.014+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~BASIPB4ER7CZ.2 size=518041 2024-04-10T15:25:16.994 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.014+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=BASIPB4ER7CZ tag=XENOJOC9PQKH type=write size=3663769 2024-04-10T15:25:16.995 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.015+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~NZLZ8BF0SQ7B.0 size=1048576 2024-04-10T15:25:16.996 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.016+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~NZLZ8BF0SQ7B.1 size=1048576 2024-04-10T15:25:16.997 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.017+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~NZLZ8BF0SQ7B.2 size=600361 2024-04-10T15:25:16.999 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.019+0000 7fde1a776780 1 < completed multipart upload key=01BTT4OLERPN upload=NZLZ8BF0SQ7B tag=N6OIELP6KPYS type=write size=3746089 2024-04-10T15:25:17.002 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.022+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~UMKBBTVP16ZJ.0 size=1048576 2024-04-10T15:25:17.003 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.023+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~UMKBBTVP16ZJ.1 size=1048576 2024-04-10T15:25:17.004 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.024+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~UMKBBTVP16ZJ.2 size=680124 2024-04-10T15:25:17.004 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.024+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=UMKBBTVP16ZJ tag=2U945RA0KCV8 type=write size=3825852 2024-04-10T15:25:17.005 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.025+0000 7fde1a776780 1 < completed delete operation key=OSSHDMNH4GXQ tag=GXYSMDGFDU8P type=del 2024-04-10T15:25:17.008 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.028+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~74PNTRQ003SG.0 size=333895 2024-04-10T15:25:17.008 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.028+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=74PNTRQ003SG tag=843L5T1XMNAD type=write size=1382471 2024-04-10T15:25:17.009 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.029+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~XW4CXU2ILDQ3.0 size=30728 2024-04-10T15:25:17.011 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.031+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=XW4CXU2ILDQ3 tag=214IIRP87S1B type=write size=1079304 2024-04-10T15:25:17.014 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.034+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~C197EFUZOO1L.0 size=978975 2024-04-10T15:25:17.014 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.034+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=C197EFUZOO1L tag=4TA0BGOBXSG5 type=write size=2027551 2024-04-10T15:25:17.015 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.035+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=VQ9P0N6VEANL type=del 2024-04-10T15:25:17.017 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.037+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~8NNBGKPJY2BK.0 size=1048576 2024-04-10T15:25:17.018 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.038+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~8NNBGKPJY2BK.1 size=405043 2024-04-10T15:25:17.019 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.038+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=8NNBGKPJY2BK tag=AR0RBQP24DM6 type=write size=2502195 2024-04-10T15:25:17.020 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.040+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=RI65FKVH7K94 type=del 2024-04-10T15:25:17.021 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.041+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=V5AZVO1CX39D type=write size=132701 2024-04-10T15:25:17.022 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.042+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~1J8VALR2BTP5.0 size=1048576 2024-04-10T15:25:17.023 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.042+0000 7fde1a776780 1 < canceled part key=_multipart_EI79GJ0HN0U7.2~1J8VALR2BTP5.1 size=1048576 2024-04-10T15:25:17.023 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.043+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~1J8VALR2BTP5.2 size=216615 2024-04-10T15:25:17.026 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.046+0000 7fde1a776780 1 < canceled multipart upload key=EI79GJ0HN0U7 upload=1J8VALR2BTP5 tag=EVE8YXUP6PHV type=write size=3362343 2024-04-10T15:25:17.027 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.047+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=XFOAEP8MKZVH type=del size=3216766 2024-04-10T15:25:17.029 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.048+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=SP4OA6DCRJO2 type=del 2024-04-10T15:25:17.031 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.051+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~GET83KEEEUO9.0 size=1048576 2024-04-10T15:25:17.032 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.052+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~GET83KEEEUO9.1 size=99063 2024-04-10T15:25:17.032 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.052+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=GET83KEEEUO9 tag=R7HBLXN1H0TK type=write size=2196215 2024-04-10T15:25:17.034 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.054+0000 7fde1a776780 1 < suggested remove operation key=XQVTX5DB2NXX tag=I0CY3I7RCB2N type=del 2024-04-10T15:25:17.037 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.057+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~SE55M214DK4T.0 size=832175 2024-04-10T15:25:17.037 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.057+0000 7fde1a776780 1 > prepared multipart upload key=UO4QF22YP29O upload=SE55M214DK4T tag=L603V6JO1AOS type=write size=1880751 2024-04-10T15:25:17.038 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.058+0000 7fde1a776780 1 < completed delete operation key=R4UBYQBOSB3Z tag=E0SWUNUO7D2N type=del 2024-04-10T15:25:17.039 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.059+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=5JDUNRYJ4WAD type=del size=161944 2024-04-10T15:25:17.041 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.061+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~X2V1AZETW441.0 size=1048576 2024-04-10T15:25:17.041 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.061+0000 7fde1a776780 1 < canceled part key=_multipart_HOP5B3O5BNC6.2~X2V1AZETW441.1 size=40085 2024-04-10T15:25:17.043 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.063+0000 7fde1a776780 1 < canceled multipart upload key=HOP5B3O5BNC6 upload=X2V1AZETW441 tag=JA1TFAVJMDYQ type=write size=2137237 2024-04-10T15:25:17.044 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.064+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=AG1BBPDNE990 type=del size=315154 2024-04-10T15:25:17.046 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.066+0000 7fde1a776780 1 < completed delete operation key=2HPCRWS9ESCI tag=RFOCY7D2GHTX type=del 2024-04-10T15:25:17.048 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.068+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~161AS3RQ8M9O.0 size=1048576 2024-04-10T15:25:17.049 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.069+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~161AS3RQ8M9O.1 size=279644 2024-04-10T15:25:17.050 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.069+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=161AS3RQ8M9O tag=BR4SD536GURW type=write size=2376796 2024-04-10T15:25:17.051 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.071+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=BI60NK9PGXP0 type=del 2024-04-10T15:25:17.054 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.073+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~D05MT33TGYTQ.0 size=1046356 2024-04-10T15:25:17.054 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.073+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=D05MT33TGYTQ tag=27RB0Q7NU614 type=write size=2094932 2024-04-10T15:25:17.055 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.075+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~NGESBAU7OUPV.0 size=733864 2024-04-10T15:25:17.057 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.077+0000 7fde1a776780 1 < completed multipart upload key=OSSHDMNH4GXQ upload=NGESBAU7OUPV tag=QCI4XGMZVMLZ type=write size=1782440 2024-04-10T15:25:17.058 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.078+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=3VA8RMBJZQRT type=write size=961139 2024-04-10T15:25:17.059 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.079+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~9NRNOBNWCT5I.0 size=1048576 2024-04-10T15:25:17.060 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.079+0000 7fde1a776780 1 < canceled part key=_multipart_OSSHDMNH4GXQ.2~9NRNOBNWCT5I.1 size=564753 2024-04-10T15:25:17.062 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.082+0000 7fde1a776780 1 < canceled multipart upload key=OSSHDMNH4GXQ upload=9NRNOBNWCT5I tag=WV3MCDDQPKIT type=write size=2661905 2024-04-10T15:25:17.063 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.083+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=ZYBLOCBU3SNM type=del size=913150 2024-04-10T15:25:17.064 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.084+0000 7fde1a776780 1 < completed delete operation key=LEX0BICCP07E tag=17FQI7A5WPLB type=del 2024-04-10T15:25:17.066 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.086+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=SNT3OPR4EV2A type=del size=504056 2024-04-10T15:25:17.067 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.087+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~BASIPB4ER7CZ.0 size=1048576 2024-04-10T15:25:17.068 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.088+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~BASIPB4ER7CZ.1 size=1048576 2024-04-10T15:25:17.069 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.089+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~BASIPB4ER7CZ.2 size=518041 2024-04-10T15:25:17.071 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.091+0000 7fde1a776780 1 < completed multipart upload key=XQVTX5DB2NXX upload=BASIPB4ER7CZ tag=XENOJOC9PQKH type=write size=3663769 2024-04-10T15:25:17.074 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.094+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~2EIRTNY9N4VH.0 size=1048576 2024-04-10T15:25:17.075 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.095+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~2EIRTNY9N4VH.1 size=1048576 2024-04-10T15:25:17.076 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.096+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~2EIRTNY9N4VH.2 size=621105 2024-04-10T15:25:17.076 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.096+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=2EIRTNY9N4VH tag=3EYC1OXVO9F8 type=write size=3766833 2024-04-10T15:25:17.077 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.097+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~UMKBBTVP16ZJ.0 size=1048576 2024-04-10T15:25:17.078 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.097+0000 7fde1a776780 1 < canceled part key=_multipart_1R91FWVRA2AS.2~UMKBBTVP16ZJ.1 size=1048576 2024-04-10T15:25:17.078 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.098+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~UMKBBTVP16ZJ.2 size=680124 2024-04-10T15:25:17.081 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.101+0000 7fde1a776780 1 < canceled multipart upload key=1R91FWVRA2AS upload=UMKBBTVP16ZJ tag=2U945RA0KCV8 type=write size=3825852 2024-04-10T15:25:17.083 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.103+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~5BSCIBRUMAWO.0 size=1048576 2024-04-10T15:25:17.084 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.104+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~5BSCIBRUMAWO.1 size=307268 2024-04-10T15:25:17.084 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.104+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=5BSCIBRUMAWO tag=BMMUAL5VX24D type=write size=2404420 2024-04-10T15:25:17.086 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.106+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~74PNTRQ003SG.0 size=333895 2024-04-10T15:25:17.088 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.108+0000 7fde1a776780 1 < completed multipart upload key=UHHK0SL983MS upload=74PNTRQ003SG tag=843L5T1XMNAD type=write size=1382471 2024-04-10T15:25:17.090 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.110+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=WI9313O57575 type=write size=700231 2024-04-10T15:25:17.091 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.111+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~C197EFUZOO1L.0 size=978975 2024-04-10T15:25:17.094 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.114+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=C197EFUZOO1L tag=4TA0BGOBXSG5 type=write size=2027551 2024-04-10T15:25:17.097 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.117+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~JJ8PG668DJPH.0 size=1013255 2024-04-10T15:25:17.097 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.117+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=JJ8PG668DJPH tag=PN1A8R8306UG type=write size=2061831 2024-04-10T15:25:17.099 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.118+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~8NNBGKPJY2BK.0 size=1048576 2024-04-10T15:25:17.100 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.120+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~8NNBGKPJY2BK.1 size=405043 2024-04-10T15:25:17.102 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.122+0000 7fde1a776780 1 < completed multipart upload key=LEX0BICCP07E upload=8NNBGKPJY2BK tag=AR0RBQP24DM6 type=write size=2502195 2024-04-10T15:25:17.106 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.123+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=37D21P9GM95I type=del size=3320771 2024-04-10T15:25:17.106 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.125+0000 7fde1a776780 1 < completed write operation key=O1ZBJUVP8PQD tag=V5AZVO1CX39D type=write size=132701 2024-04-10T15:25:17.106 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.126+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=A5B7QJ98VTGF type=del size=27304 2024-04-10T15:25:17.108 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.128+0000 7fde1a776780 1 < suggested update operation key=F7U2L70QSILB tag=XFOAEP8MKZVH type=del size=3216766 2024-04-10T15:25:17.110 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.130+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=CE1AC9TJSKR8 type=del size=3195492 2024-04-10T15:25:17.111 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.131+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~GET83KEEEUO9.0 size=1048576 2024-04-10T15:25:17.112 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.132+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~GET83KEEEUO9.1 size=99063 2024-04-10T15:25:17.114 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.134+0000 7fde1a776780 1 < completed multipart upload key=RHD4NMKH90JS upload=GET83KEEEUO9 tag=R7HBLXN1H0TK type=write size=2196215 2024-04-10T15:25:17.117 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.137+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~THVPLCZ2QKR4.0 size=1048576 2024-04-10T15:25:17.118 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.138+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~THVPLCZ2QKR4.1 size=1048576 2024-04-10T15:25:17.119 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.139+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~THVPLCZ2QKR4.2 size=713710 2024-04-10T15:25:17.119 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.139+0000 7fde1a776780 1 > prepared multipart upload key=WEXVY1WRSZOS upload=THVPLCZ2QKR4 tag=YYM7B651A4OK type=write size=3859438 2024-04-10T15:25:17.120 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.140+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~SE55M214DK4T.0 size=832175 2024-04-10T15:25:17.123 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.143+0000 7fde1a776780 1 < completed multipart upload key=UO4QF22YP29O upload=SE55M214DK4T tag=L603V6JO1AOS type=write size=1880751 2024-04-10T15:25:17.126 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.145+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~PFBA696U08X9.0 size=1048576 2024-04-10T15:25:17.126 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.146+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~PFBA696U08X9.1 size=113742 2024-04-10T15:25:17.127 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.146+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=PFBA696U08X9 tag=EJ3MJQZRDQCZ type=write size=2210894 2024-04-10T15:25:17.128 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.148+0000 7fde1a776780 1 < completed delete operation key=4UIIRCLY6FIB tag=5JDUNRYJ4WAD type=del 2024-04-10T15:25:17.129 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.149+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=HXKIARQ238RB type=del size=3683657 2024-04-10T15:25:17.130 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.150+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=AG1BBPDNE990 type=del 2024-04-10T15:25:17.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:16 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:25:17.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:16 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1654243060' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131940-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:25:17.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:16 smithi154 ceph-mon[84269]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-10T15:25:17.134 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.153+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~HRTZDKB04D6Q.0 size=1048576 2024-04-10T15:25:17.134 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.154+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~HRTZDKB04D6Q.1 size=120561 2024-04-10T15:25:17.134 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.154+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=HRTZDKB04D6Q tag=9SYYUF96CYD9 type=write size=2217713 2024-04-10T15:25:17.135 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.155+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~161AS3RQ8M9O.0 size=1048576 2024-04-10T15:25:17.137 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.156+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~161AS3RQ8M9O.1 size=279644 2024-04-10T15:25:17.139 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.159+0000 7fde1a776780 1 < completed multipart upload key=G2Z1VR134GSG upload=161AS3RQ8M9O tag=BR4SD536GURW type=write size=2376796 2024-04-10T15:25:17.141 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.161+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~LLPFAXATMZ1U.0 size=293804 2024-04-10T15:25:17.141 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.161+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=LLPFAXATMZ1U tag=HIQK1916KMSE type=write size=1342380 2024-04-10T15:25:17.142 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.162+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~D05MT33TGYTQ.0 size=1046356 2024-04-10T15:25:17.145 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.164+0000 7fde1a776780 1 < completed multipart upload key=U40N6ONWE7P2 upload=D05MT33TGYTQ tag=27RB0Q7NU614 type=write size=2094932 2024-04-10T15:25:17.147 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.167+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~D8ZHRBAAB2YZ.0 size=621852 2024-04-10T15:25:17.147 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.167+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=D8ZHRBAAB2YZ tag=G2OFLXV0HBN0 type=write size=1670428 2024-04-10T15:25:17.148 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.168+0000 7fde1a776780 1 < completed write operation key=BRSJ82BM5NOL tag=3VA8RMBJZQRT type=write size=961139 2024-04-10T15:25:17.151 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.171+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~74Y2BBXBT33N.0 size=1048576 2024-04-10T15:25:17.152 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.172+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~74Y2BBXBT33N.1 size=1048576 2024-04-10T15:25:17.153 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.173+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~74Y2BBXBT33N.2 size=512564 2024-04-10T15:25:17.153 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.173+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=74Y2BBXBT33N tag=27ZWK7JKDO10 type=write size=3658292 2024-04-10T15:25:17.154 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.174+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=ZYBLOCBU3SNM type=del 2024-04-10T15:25:17.156 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.176+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=QBHMRJHALJRQ type=del size=635598 2024-04-10T15:25:17.157 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.177+0000 7fde1a776780 1 < completed delete operation key=GOVDAOD5DREG tag=SNT3OPR4EV2A type=del 2024-04-10T15:25:17.159 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.179+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=YLCTJDZ3MNO7 type=del size=738874 2024-04-10T15:25:17.160 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.180+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~2EIRTNY9N4VH.0 size=1048576 2024-04-10T15:25:17.161 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.181+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~2EIRTNY9N4VH.1 size=1048576 2024-04-10T15:25:17.162 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.182+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~2EIRTNY9N4VH.2 size=621105 2024-04-10T15:25:17.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:16 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:25:17.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:16 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1654243060' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131940-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:25:17.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:16 smithi102 ceph-mon[88557]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-10T15:25:17.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:16 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:25:17.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:16 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1654243060' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-131940-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:25:17.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:16 smithi102 ceph-mon[90943]: osdmap e1067: 8 total, 8 up, 8 in 2024-04-10T15:25:17.165 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.185+0000 7fde1a776780 1 < completed multipart upload key=HOP5B3O5BNC6 upload=2EIRTNY9N4VH tag=3EYC1OXVO9F8 type=write size=3766833 2024-04-10T15:25:17.167 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.187+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~XVP2E7ABY1EZ.0 size=1048576 2024-04-10T15:25:17.168 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.188+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~XVP2E7ABY1EZ.1 size=1048576 2024-04-10T15:25:17.170 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.189+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~XVP2E7ABY1EZ.2 size=725748 2024-04-10T15:25:17.170 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.189+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=XVP2E7ABY1EZ tag=0RWV32OT4LD0 type=write size=3871476 2024-04-10T15:25:17.170 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.190+0000 7fde1a776780 1 < canceled part key=_multipart_BRSJ82BM5NOL.2~5BSCIBRUMAWO.0 size=1048576 2024-04-10T15:25:17.171 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.191+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~5BSCIBRUMAWO.1 size=307268 2024-04-10T15:25:17.173 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.193+0000 7fde1a776780 1 < canceled multipart upload key=BRSJ82BM5NOL upload=5BSCIBRUMAWO tag=BMMUAL5VX24D type=write size=2404420 2024-04-10T15:25:17.174 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.194+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=5SJ3KEMWXA2E type=del size=2975677 2024-04-10T15:25:17.175 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.195+0000 7fde1a776780 1 < completed write operation key=4UIIRCLY6FIB tag=WI9313O57575 type=write size=700231 2024-04-10T15:25:17.177 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.197+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=L3FU9WFDJ0SY type=del size=2198813 2024-04-10T15:25:17.178 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.198+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~JJ8PG668DJPH.0 size=1013255 2024-04-10T15:25:17.180 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.200+0000 7fde1a776780 1 < completed multipart upload key=BC5NU4J0LIY9 upload=JJ8PG668DJPH tag=PN1A8R8306UG type=write size=2061831 2024-04-10T15:25:17.182 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.202+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=MMFDM1OUMPT9 type=del size=233732 2024-04-10T15:25:17.183 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.203+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=37D21P9GM95I type=del 2024-04-10T15:25:17.186 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.206+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~JGCE6H0I9KCO.0 size=1048576 2024-04-10T15:25:17.187 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.207+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~JGCE6H0I9KCO.1 size=944800 2024-04-10T15:25:17.187 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.207+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=JGCE6H0I9KCO tag=TA9HH258091D type=write size=3041952 2024-04-10T15:25:17.188 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.208+0000 7fde1a776780 1 < completed delete operation key=R4UBYQBOSB3Z tag=A5B7QJ98VTGF type=del 2024-04-10T15:25:17.189 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.209+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=BVN168281CWK type=del size=2295962 2024-04-10T15:25:17.192 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.212+0000 7fde1a776780 1 < suggested update operation key=DKSUE7KTGBW7 tag=CE1AC9TJSKR8 type=del size=3195492 2024-04-10T15:25:17.194 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.214+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~8VXF2C9CA4GH.0 size=84056 2024-04-10T15:25:17.194 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.214+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=8VXF2C9CA4GH tag=L2Y8LECRNQ9A type=write size=1132632 2024-04-10T15:25:17.196 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.216+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~THVPLCZ2QKR4.0 size=1048576 2024-04-10T15:25:17.197 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.217+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~THVPLCZ2QKR4.1 size=1048576 2024-04-10T15:25:17.198 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.218+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~THVPLCZ2QKR4.2 size=713710 2024-04-10T15:25:17.201 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.220+0000 7fde1a776780 1 < completed multipart upload key=WEXVY1WRSZOS upload=THVPLCZ2QKR4 tag=YYM7B651A4OK type=write size=3859438 2024-04-10T15:25:17.203 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.223+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~34Z58W2LF8LU.0 size=136101 2024-04-10T15:25:17.203 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.223+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=34Z58W2LF8LU tag=OKY5L1MX4LCO type=write size=1184677 2024-04-10T15:25:17.204 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.224+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~PFBA696U08X9.0 size=1048576 2024-04-10T15:25:17.205 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.225+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~PFBA696U08X9.1 size=113742 2024-04-10T15:25:17.208 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.228+0000 7fde1a776780 1 < completed multipart upload key=G2Z1VR134GSG upload=PFBA696U08X9 tag=EJ3MJQZRDQCZ type=write size=2210894 2024-04-10T15:25:17.209 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.229+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=EFDY1QC77PF6 type=del size=1978730 2024-04-10T15:25:17.211 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.231+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=HXKIARQ238RB type=del 2024-04-10T15:25:17.213 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.233+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~4TBI3HLGZ33N.0 size=1048576 2024-04-10T15:25:17.214 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.234+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~4TBI3HLGZ33N.1 size=1048576 2024-04-10T15:25:17.216 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.235+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~4TBI3HLGZ33N.2 size=390016 2024-04-10T15:25:17.216 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.235+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=4TBI3HLGZ33N tag=KA8W0UWC5T2Y type=write size=3535744 2024-04-10T15:25:17.217 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.237+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~HRTZDKB04D6Q.0 size=1048576 2024-04-10T15:25:17.217 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.237+0000 7fde1a776780 1 < canceled part key=_multipart_RHD4NMKH90JS.2~HRTZDKB04D6Q.1 size=120561 2024-04-10T15:25:17.219 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.239+0000 7fde1a776780 1 < canceled multipart upload key=RHD4NMKH90JS upload=HRTZDKB04D6Q tag=9SYYUF96CYD9 type=write size=2217713 2024-04-10T15:25:17.221 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.241+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=FO3PISVSKE6D type=del size=3321285 2024-04-10T15:25:17.222 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.242+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~LLPFAXATMZ1U.0 size=293804 2024-04-10T15:25:17.224 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.244+0000 7fde1a776780 1 < completed multipart upload key=01BTT4OLERPN upload=LLPFAXATMZ1U tag=HIQK1916KMSE type=write size=1342380 2024-04-10T15:25:17.226 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.246+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=GX1IHOCP37RQ type=del size=3877928 2024-04-10T15:25:17.228 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.248+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~D8ZHRBAAB2YZ.0 size=621852 2024-04-10T15:25:17.230 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.250+0000 7fde1a776780 1 < completed multipart upload key=GOVDAOD5DREG upload=D8ZHRBAAB2YZ tag=G2OFLXV0HBN0 type=write size=1670428 2024-04-10T15:25:17.233 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.253+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~UHP761TL6TCC.0 size=1048576 2024-04-10T15:25:17.234 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.254+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~UHP761TL6TCC.1 size=197983 2024-04-10T15:25:17.234 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.254+0000 7fde1a776780 1 > prepared multipart upload key=L2PAIFCTQ0UL upload=UHP761TL6TCC tag=H6O6EPBVHUNT type=write size=2295135 2024-04-10T15:25:17.235 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.255+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~74Y2BBXBT33N.0 size=1048576 2024-04-10T15:25:17.236 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.256+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~74Y2BBXBT33N.1 size=1048576 2024-04-10T15:25:17.237 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.257+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~74Y2BBXBT33N.2 size=512564 2024-04-10T15:25:17.240 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.260+0000 7fde1a776780 1 < completed multipart upload key=G2Z1VR134GSG upload=74Y2BBXBT33N tag=27ZWK7JKDO10 type=write size=3658292 2024-04-10T15:25:17.242 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.262+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~0XHH3LSUN6JZ.0 size=1048576 2024-04-10T15:25:17.243 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.263+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~0XHH3LSUN6JZ.1 size=1048576 2024-04-10T15:25:17.244 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.264+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~0XHH3LSUN6JZ.2 size=834517 2024-04-10T15:25:17.244 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.264+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=0XHH3LSUN6JZ tag=L08IWV8MQPG2 type=write size=3980245 2024-04-10T15:25:17.246 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.266+0000 7fde1a776780 1 < canceled operation key=LEX0BICCP07E tag=QBHMRJHALJRQ type=del size=635598 2024-04-10T15:25:17.247 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.267+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=N986YP25BHGA type=del size=3906538 2024-04-10T15:25:17.248 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.268+0000 7fde1a776780 1 < completed delete operation key=4UIIRCLY6FIB tag=YLCTJDZ3MNO7 type=del 2024-04-10T15:25:17.250 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.270+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=W7Q3Q0D5SR8R type=del size=3509650 2024-04-10T15:25:17.250 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.270+0000 7fde1a776780 1 < canceled part key=_multipart_BRSJ82BM5NOL.2~XVP2E7ABY1EZ.0 size=1048576 2024-04-10T15:25:17.252 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.271+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~XVP2E7ABY1EZ.1 size=1048576 2024-04-10T15:25:17.253 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.273+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~XVP2E7ABY1EZ.2 size=725748 2024-04-10T15:25:17.256 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.276+0000 7fde1a776780 1 < canceled multipart upload key=BRSJ82BM5NOL upload=XVP2E7ABY1EZ tag=0RWV32OT4LD0 type=write size=3871476 2024-04-10T15:25:17.257 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.277+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=FKHD0ICHCS0H type=del size=2985592 2024-04-10T15:25:17.260 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.280+0000 7fde1a776780 1 < suggested update operation key=XQVTX5DB2NXX tag=5SJ3KEMWXA2E type=del size=2975677 2024-04-10T15:25:17.261 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.281+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=21025LM79S6F type=write size=133001 2024-04-10T15:25:17.263 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.283+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=L3FU9WFDJ0SY type=del 2024-04-10T15:25:17.265 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.285+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~9HJA9QS9WO8O.0 size=1048576 2024-04-10T15:25:17.266 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.286+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~9HJA9QS9WO8O.1 size=1048576 2024-04-10T15:25:17.267 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.287+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~9HJA9QS9WO8O.2 size=835149 2024-04-10T15:25:17.268 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.287+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=9HJA9QS9WO8O tag=N5EG17R430E0 type=write size=3980877 2024-04-10T15:25:17.269 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.289+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=MMFDM1OUMPT9 type=del 2024-04-10T15:25:17.271 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.291+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~5KV0WT3A3NOV.0 size=1048576 2024-04-10T15:25:17.272 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.292+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~5KV0WT3A3NOV.1 size=10614 2024-04-10T15:25:17.272 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.292+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=5KV0WT3A3NOV tag=DUITRAVNNQ2A type=write size=2107766 2024-04-10T15:25:17.274 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.294+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~JGCE6H0I9KCO.0 size=1048576 2024-04-10T15:25:17.275 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.295+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~JGCE6H0I9KCO.1 size=944800 2024-04-10T15:25:17.277 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.297+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=JGCE6H0I9KCO tag=TA9HH258091D type=write size=3041952 2024-04-10T15:25:17.278 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.298+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=AYUUWCGUQWCV type=del size=2636194 2024-04-10T15:25:17.280 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.300+0000 7fde1a776780 -1 < failed to complete operation key=DKSUE7KTGBW7 tag=BVN168281CWK type=del size=2295962: (22) Invalid argument 2024-04-10T15:25:17.282 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.301+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=GM35SHREIV9V type=del size=2295071 2024-04-10T15:25:17.283 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.303+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~8VXF2C9CA4GH.0 size=84056 2024-04-10T15:25:17.285 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.305+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=8VXF2C9CA4GH tag=L2Y8LECRNQ9A type=write size=1132632 2024-04-10T15:25:17.288 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.307+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~0CYLGIM3CGQ7.0 size=682854 2024-04-10T15:25:17.288 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.307+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=0CYLGIM3CGQ7 tag=IKUSP83Y1BQ9 type=write size=1731430 2024-04-10T15:25:17.289 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.309+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~34Z58W2LF8LU.0 size=136101 2024-04-10T15:25:17.291 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.311+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=34Z58W2LF8LU tag=OKY5L1MX4LCO type=write size=1184677 2024-04-10T15:25:17.294 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.313+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~ADK2CLNF2YVU.0 size=1048576 2024-04-10T15:25:17.295 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.314+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~ADK2CLNF2YVU.1 size=811191 2024-04-10T15:25:17.295 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.314+0000 7fde1a776780 1 > prepared multipart upload key=UO4QF22YP29O upload=ADK2CLNF2YVU tag=1RHDU344JLC6 type=write size=2908343 2024-04-10T15:25:17.297 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.317+0000 7fde1a776780 1 < suggested remove operation key=VPWN54SOWO0W tag=EFDY1QC77PF6 type=del 2024-04-10T15:25:17.300 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.320+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~L80FGWDGZ3VJ.0 size=1048576 2024-04-10T15:25:17.301 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.321+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~L80FGWDGZ3VJ.1 size=1048576 2024-04-10T15:25:17.302 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.322+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~L80FGWDGZ3VJ.2 size=558494 2024-04-10T15:25:17.302 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.322+0000 7fde1a776780 1 > prepared multipart upload key=VPWN54SOWO0W upload=L80FGWDGZ3VJ tag=3L66ZGKNLO2A type=write size=3704222 2024-04-10T15:25:17.303 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.323+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~4TBI3HLGZ33N.0 size=1048576 2024-04-10T15:25:17.305 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.325+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~4TBI3HLGZ33N.1 size=1048576 2024-04-10T15:25:17.306 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.326+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~4TBI3HLGZ33N.2 size=390016 2024-04-10T15:25:17.308 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.328+0000 7fde1a776780 1 < completed multipart upload key=TI6JR9Q8AOF5 upload=4TBI3HLGZ33N tag=KA8W0UWC5T2Y type=write size=3535744 2024-04-10T15:25:17.309 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.329+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=OT7BWXVUNNU6 type=del size=2453078 2024-04-10T15:25:17.311 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.331+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=FO3PISVSKE6D type=del 2024-04-10T15:25:17.313 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.332+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=017S07FOQFCL type=del size=2473532 2024-04-10T15:25:17.314 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.334+0000 7fde1a776780 1 < completed delete operation key=R4UBYQBOSB3Z tag=GX1IHOCP37RQ type=del 2024-04-10T15:25:17.316 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.335+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=KCI0P5LA35FR type=del size=1769153 2024-04-10T15:25:17.318 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.337+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~UHP761TL6TCC.0 size=1048576 2024-04-10T15:25:17.319 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.339+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~UHP761TL6TCC.1 size=197983 2024-04-10T15:25:17.322 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.341+0000 7fde1a776780 1 < completed multipart upload key=L2PAIFCTQ0UL upload=UHP761TL6TCC tag=H6O6EPBVHUNT type=write size=2295135 2024-04-10T15:25:17.323 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.343+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=ZDMECJVT41VG type=del size=3544191 2024-04-10T15:25:17.325 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.344+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~0XHH3LSUN6JZ.0 size=1048576 2024-04-10T15:25:17.326 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.346+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~0XHH3LSUN6JZ.1 size=1048576 2024-04-10T15:25:17.326 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.346+0000 7fde1a776780 1 < canceled part key=_multipart_LEX0BICCP07E.2~0XHH3LSUN6JZ.2 size=834517 2024-04-10T15:25:17.328 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.348+0000 7fde1a776780 1 < canceled multipart upload key=LEX0BICCP07E upload=0XHH3LSUN6JZ tag=L08IWV8MQPG2 type=write size=3980245 2024-04-10T15:25:17.329 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.349+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=W48BJMJWOIY1 type=del size=436290 2024-04-10T15:25:17.331 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.351+0000 7fde1a776780 1 < completed delete operation key=4UIIRCLY6FIB tag=N986YP25BHGA type=del 2024-04-10T15:25:17.333 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.352+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=EBJVQ5S2IGVP type=write size=649705 2024-04-10T15:25:17.334 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.354+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=W7Q3Q0D5SR8R type=del 2024-04-10T15:25:17.337 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.357+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=OW3BW2UN6X7F type=del size=558007 2024-04-10T15:25:17.339 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.359+0000 7fde1a776780 -1 < failed to complete operation key=XQVTX5DB2NXX tag=FKHD0ICHCS0H type=del size=2985592: (22) Invalid argument 2024-04-10T15:25:17.342 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.361+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~8XEFJGMSMT1V.0 size=48496 2024-04-10T15:25:17.342 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.361+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=8XEFJGMSMT1V tag=Q7GA0LN11JW2 type=write size=1097072 2024-04-10T15:25:17.343 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.363+0000 7fde1a776780 1 < completed write operation key=1R91FWVRA2AS tag=21025LM79S6F type=write size=133001 2024-04-10T15:25:17.344 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.364+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=ZVDDTIXKG1EL type=del size=402708 2024-04-10T15:25:17.345 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.365+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~9HJA9QS9WO8O.0 size=1048576 2024-04-10T15:25:17.346 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.366+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~9HJA9QS9WO8O.1 size=1048576 2024-04-10T15:25:17.348 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.368+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~9HJA9QS9WO8O.2 size=835149 2024-04-10T15:25:17.352 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.371+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=9HJA9QS9WO8O tag=N5EG17R430E0 type=write size=3980877 2024-04-10T15:25:17.353 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.373+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=RVY25LGV8D3Y type=del size=3070116 2024-04-10T15:25:17.354 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.374+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~5KV0WT3A3NOV.0 size=1048576 2024-04-10T15:25:17.355 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.375+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~5KV0WT3A3NOV.1 size=10614 2024-04-10T15:25:17.358 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.378+0000 7fde1a776780 1 < completed multipart upload key=UHHK0SL983MS upload=5KV0WT3A3NOV tag=DUITRAVNNQ2A type=write size=2107766 2024-04-10T15:25:17.361 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.380+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~2J62LC47ELQJ.0 size=1048576 2024-04-10T15:25:17.363 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.382+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~2J62LC47ELQJ.1 size=1048576 2024-04-10T15:25:17.365 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.384+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~2J62LC47ELQJ.2 size=414019 2024-04-10T15:25:17.365 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.384+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=2J62LC47ELQJ tag=M6AY3CH0Z1JN type=write size=3559747 2024-04-10T15:25:17.367 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.386+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=AYUUWCGUQWCV type=del 2024-04-10T15:25:17.368 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.388+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=UVS3KV9A0UPC type=del size=508394 2024-04-10T15:25:17.370 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.390+0000 7fde1a776780 1 < suggested remove operation key=UHHK0SL983MS tag=GM35SHREIV9V type=del 2024-04-10T15:25:17.373 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.393+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~KZPJT0IEBO34.0 size=1048576 2024-04-10T15:25:17.374 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.394+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~KZPJT0IEBO34.1 size=565836 2024-04-10T15:25:17.374 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.394+0000 7fde1a776780 1 > prepared multipart upload key=VPWN54SOWO0W upload=KZPJT0IEBO34 tag=TWANDGN88TRH type=write size=2662988 2024-04-10T15:25:17.374 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.394+0000 7fde1a776780 1 < canceled part key=_multipart_BRSJ82BM5NOL.2~0CYLGIM3CGQ7.0 size=682854 2024-04-10T15:25:17.376 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.396+0000 7fde1a776780 1 < canceled multipart upload key=BRSJ82BM5NOL upload=0CYLGIM3CGQ7 tag=IKUSP83Y1BQ9 type=write size=1731430 2024-04-10T15:25:17.379 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.399+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~A5JIRS2MBRSI.0 size=504814 2024-04-10T15:25:17.379 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.399+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=A5JIRS2MBRSI tag=UTG71WB1Q33W type=write size=1553390 2024-04-10T15:25:17.380 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.400+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~ADK2CLNF2YVU.0 size=1048576 2024-04-10T15:25:17.381 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.401+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~ADK2CLNF2YVU.1 size=811191 2024-04-10T15:25:17.383 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.403+0000 7fde1a776780 1 < completed multipart upload key=UO4QF22YP29O upload=ADK2CLNF2YVU tag=1RHDU344JLC6 type=write size=2908343 2024-04-10T15:25:17.385 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.405+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=2FA4XPEN8X2H type=del size=907482 2024-04-10T15:25:17.387 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.406+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~L80FGWDGZ3VJ.0 size=1048576 2024-04-10T15:25:17.388 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.408+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~L80FGWDGZ3VJ.1 size=1048576 2024-04-10T15:25:17.389 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.409+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~L80FGWDGZ3VJ.2 size=558494 2024-04-10T15:25:17.391 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.411+0000 7fde1a776780 1 < completed multipart upload key=VPWN54SOWO0W upload=L80FGWDGZ3VJ tag=3L66ZGKNLO2A type=write size=3704222 2024-04-10T15:25:17.394 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.414+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~LU1W4VG6OVY2.0 size=199263 2024-04-10T15:25:17.394 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.414+0000 7fde1a776780 1 > prepared multipart upload key=WEXVY1WRSZOS upload=LU1W4VG6OVY2 tag=8VW11O3NEOU0 type=write size=1247839 2024-04-10T15:25:17.395 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.415+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=OT7BWXVUNNU6 type=del 2024-04-10T15:25:17.396 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.416+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=ESSTZAB8K4F1 type=del size=1152716 2024-04-10T15:25:17.398 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.417+0000 7fde1a776780 1 < canceled operation key=OTI1FIIUG2C6 tag=017S07FOQFCL type=del size=2473532 2024-04-10T15:25:17.400 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.420+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~VEOPAB64TNZG.0 size=278375 2024-04-10T15:25:17.400 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.420+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=VEOPAB64TNZG tag=DVD33MWY6O9F type=write size=1326951 2024-04-10T15:25:17.402 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.422+0000 7fde1a776780 1 < completed delete operation key=R4UBYQBOSB3Z tag=KCI0P5LA35FR type=del 2024-04-10T15:25:17.403 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.423+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=K49MQQ7P5WI9 type=del size=15246 2024-04-10T15:25:17.404 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.424+0000 7fde1a776780 1 < completed delete operation key=1R91FWVRA2AS tag=ZDMECJVT41VG type=del 2024-04-10T15:25:17.406 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.426+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=S83T3SGYYRK6 type=write size=897210 2024-04-10T15:25:17.408 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.428+0000 7fde1a776780 1 < suggested update operation key=F7U2L70QSILB tag=W48BJMJWOIY1 type=del size=436290 2024-04-10T15:25:17.410 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.430+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=SJ7X8K4IL0XC type=del size=117042 2024-04-10T15:25:17.411 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.431+0000 7fde1a776780 1 < canceled operation key=U40N6ONWE7P2 tag=EBJVQ5S2IGVP type=write size=649705 2024-04-10T15:25:17.413 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.433+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=GS4VYHLC24XX type=del size=3668200 2024-04-10T15:25:17.415 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.435+0000 7fde1a776780 1 < suggested update operation key=GVB0VUGS9C0D tag=OW3BW2UN6X7F type=del size=558007 2024-04-10T15:25:17.418 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.438+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~UDGTIZDTV3GD.0 size=1048576 2024-04-10T15:25:17.419 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.439+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~UDGTIZDTV3GD.1 size=86763 2024-04-10T15:25:17.419 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.439+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=UDGTIZDTV3GD tag=BUAI5O04GZ8N type=write size=2183915 2024-04-10T15:25:17.419 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.439+0000 7fde1a776780 1 < canceled part key=_multipart_01BTT4OLERPN.2~8XEFJGMSMT1V.0 size=48496 2024-04-10T15:25:17.421 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.441+0000 7fde1a776780 1 < canceled multipart upload key=01BTT4OLERPN upload=8XEFJGMSMT1V tag=Q7GA0LN11JW2 type=write size=1097072 2024-04-10T15:25:17.424 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.444+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~MCLP8NZOI6UE.0 size=815187 2024-04-10T15:25:17.424 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.444+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=MCLP8NZOI6UE tag=NVPNMHR1A1PW type=write size=1863763 2024-04-10T15:25:17.426 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.445+0000 7fde1a776780 1 < completed delete operation key=GOVDAOD5DREG tag=ZVDDTIXKG1EL type=del 2024-04-10T15:25:17.428 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.448+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~TCUWS39238KA.0 size=1048576 2024-04-10T15:25:17.429 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.449+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~TCUWS39238KA.1 size=603109 2024-04-10T15:25:17.429 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.449+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=TCUWS39238KA tag=PRN6620QCX66 type=write size=2700261 2024-04-10T15:25:17.431 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.451+0000 7fde1a776780 1 < canceled operation key=TI6JR9Q8AOF5 tag=RVY25LGV8D3Y type=del size=3070116 2024-04-10T15:25:17.432 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.452+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=6V0M2U4KKNL9 type=write size=1048258 2024-04-10T15:25:17.434 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.454+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~2J62LC47ELQJ.0 size=1048576 2024-04-10T15:25:17.435 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.455+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~2J62LC47ELQJ.1 size=1048576 2024-04-10T15:25:17.436 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.456+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~2J62LC47ELQJ.2 size=414019 2024-04-10T15:25:17.438 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.458+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=2J62LC47ELQJ tag=M6AY3CH0Z1JN type=write size=3559747 2024-04-10T15:25:17.440 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.459+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=571ISBIB911O type=write size=664571 2024-04-10T15:25:17.441 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.461+0000 7fde1a776780 -1 < failed to complete operation key=GVB0VUGS9C0D tag=UVS3KV9A0UPC type=del size=508394: (22) Invalid argument 2024-04-10T15:25:17.443 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.463+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~Z7G2PVIF6D8R.0 size=1048576 2024-04-10T15:25:17.445 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.464+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~Z7G2PVIF6D8R.1 size=1048576 2024-04-10T15:25:17.446 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.465+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~Z7G2PVIF6D8R.2 size=436211 2024-04-10T15:25:17.446 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.465+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=Z7G2PVIF6D8R tag=LQHIBU90RWM3 type=write size=3581939 2024-04-10T15:25:17.447 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.467+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~KZPJT0IEBO34.0 size=1048576 2024-04-10T15:25:17.448 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.468+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~KZPJT0IEBO34.1 size=565836 2024-04-10T15:25:17.451 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.471+0000 7fde1a776780 1 < completed multipart upload key=VPWN54SOWO0W upload=KZPJT0IEBO34 tag=TWANDGN88TRH type=write size=2662988 2024-04-10T15:25:17.452 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.472+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=INDTENEZD173 type=del size=1397437 2024-04-10T15:25:17.454 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.474+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~A5JIRS2MBRSI.0 size=504814 2024-04-10T15:25:17.456 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.476+0000 7fde1a776780 1 < completed multipart upload key=HOP5B3O5BNC6 upload=A5JIRS2MBRSI tag=UTG71WB1Q33W type=write size=1553390 2024-04-10T15:25:17.459 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.478+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~O6ECIF7J0OXH.0 size=1048576 2024-04-10T15:25:17.460 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.479+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~O6ECIF7J0OXH.1 size=1048576 2024-04-10T15:25:17.461 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.481+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~O6ECIF7J0OXH.2 size=417187 2024-04-10T15:25:17.461 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.481+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=O6ECIF7J0OXH tag=2ZDDUZKI4S93 type=write size=3562915 2024-04-10T15:25:17.462 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.482+0000 7fde1a776780 1 < canceled operation key=OTI1FIIUG2C6 tag=2FA4XPEN8X2H type=del size=907482 2024-04-10T15:25:17.464 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.484+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=4A1YEF9QZKVB type=write size=314262 2024-04-10T15:25:17.465 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.485+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~LU1W4VG6OVY2.0 size=199263 2024-04-10T15:25:17.468 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.488+0000 7fde1a776780 1 < completed multipart upload key=WEXVY1WRSZOS upload=LU1W4VG6OVY2 tag=8VW11O3NEOU0 type=write size=1247839 2024-04-10T15:25:17.470 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.490+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~LRND6JCCFEXF.0 size=1048576 2024-04-10T15:25:17.471 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.491+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~LRND6JCCFEXF.1 size=652810 2024-04-10T15:25:17.471 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.491+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=LRND6JCCFEXF tag=LIGR9ULAGBTH type=write size=2749962 2024-04-10T15:25:17.473 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.493+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=ESSTZAB8K4F1 type=del 2024-04-10T15:25:17.475 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.495+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=W3FZ4N58LFXZ type=del size=3368278 2024-04-10T15:25:17.476 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.496+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~VEOPAB64TNZG.0 size=278375 2024-04-10T15:25:17.479 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.499+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=VEOPAB64TNZG tag=DVD33MWY6O9F type=write size=1326951 2024-04-10T15:25:17.480 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.500+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=77KRBOQB329S type=del size=1301179 2024-04-10T15:25:17.481 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.501+0000 7fde1a776780 -1 < failed to complete operation key=F7U2L70QSILB tag=K49MQQ7P5WI9 type=del size=15246: (22) Invalid argument 2024-04-10T15:25:17.484 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.504+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~HTIKETIULS8E.0 size=1048576 2024-04-10T15:25:17.485 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.505+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~HTIKETIULS8E.1 size=1048576 2024-04-10T15:25:17.486 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.506+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~HTIKETIULS8E.2 size=245771 2024-04-10T15:25:17.486 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.506+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=HTIKETIULS8E tag=1K36G6AAK7HK type=write size=3391499 2024-04-10T15:25:17.487 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.507+0000 7fde1a776780 1 < completed write operation key=G2Z1VR134GSG tag=S83T3SGYYRK6 type=write size=897210 2024-04-10T15:25:17.489 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.509+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=U31BCEVMGPYB type=del size=378849 2024-04-10T15:25:17.492 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.512+0000 7fde1a776780 1 < suggested update operation key=XQVTX5DB2NXX tag=SJ7X8K4IL0XC type=del size=117042 2024-04-10T15:25:17.493 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.513+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=CQZ9MENMNOFE type=del size=974752 2024-04-10T15:25:17.496 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.516+0000 7fde1a776780 1 < suggested remove operation key=HOP5B3O5BNC6 tag=GS4VYHLC24XX type=del 2024-04-10T15:25:17.499 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.519+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~ZSKOKABXFH40.0 size=1048576 2024-04-10T15:25:17.500 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.520+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~ZSKOKABXFH40.1 size=388265 2024-04-10T15:25:17.500 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.520+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=ZSKOKABXFH40 tag=VS7KLVYYTULB type=write size=2485417 2024-04-10T15:25:17.502 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.522+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~UDGTIZDTV3GD.0 size=1048576 2024-04-10T15:25:17.503 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.523+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~UDGTIZDTV3GD.1 size=86763 2024-04-10T15:25:17.506 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.526+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=UDGTIZDTV3GD tag=BUAI5O04GZ8N type=write size=2183915 2024-04-10T15:25:17.507 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.527+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=7FJ7J8QCIRNS type=del size=182586 2024-04-10T15:25:17.508 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.528+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~MCLP8NZOI6UE.0 size=815187 2024-04-10T15:25:17.514 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.530+0000 7fde1a776780 1 < completed multipart upload key=LEX0BICCP07E upload=MCLP8NZOI6UE tag=NVPNMHR1A1PW type=write size=1863763 2024-04-10T15:25:17.514 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.532+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=E75R8GAGZ3N1 type=del size=2228812 2024-04-10T15:25:17.514 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.533+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~TCUWS39238KA.0 size=1048576 2024-04-10T15:25:17.514 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.534+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~TCUWS39238KA.1 size=603109 2024-04-10T15:25:17.517 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.537+0000 7fde1a776780 1 < completed multipart upload key=ZOVK659NLDON upload=TCUWS39238KA tag=PRN6620QCX66 type=write size=2700261 2024-04-10T15:25:17.520 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.540+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~9TFJSU3PR275.0 size=1027971 2024-04-10T15:25:17.520 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.540+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=9TFJSU3PR275 tag=WTZHR25JD8FL type=write size=2076547 2024-04-10T15:25:17.521 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.541+0000 7fde1a776780 1 < completed write operation key=ZOVK659NLDON tag=6V0M2U4KKNL9 type=write size=1048258 2024-04-10T15:25:17.524 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.544+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~W18HOK4FSVQT.0 size=1048576 2024-04-10T15:25:17.525 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.545+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~W18HOK4FSVQT.1 size=841824 2024-04-10T15:25:17.525 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.545+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=W18HOK4FSVQT tag=LXR4IWKWXYXG type=write size=2938976 2024-04-10T15:25:17.526 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.546+0000 7fde1a776780 1 < completed write operation key=WEXVY1WRSZOS tag=571ISBIB911O type=write size=664571 2024-04-10T15:25:17.529 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.549+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~T35V8OAYDHZ7.0 size=813063 2024-04-10T15:25:17.529 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.549+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=T35V8OAYDHZ7 tag=W86AHS151JHD type=write size=1861639 2024-04-10T15:25:17.531 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.551+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~Z7G2PVIF6D8R.0 size=1048576 2024-04-10T15:25:17.531 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.551+0000 7fde1a776780 1 < canceled part key=_multipart_HOP5B3O5BNC6.2~Z7G2PVIF6D8R.1 size=1048576 2024-04-10T15:25:17.532 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.552+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~Z7G2PVIF6D8R.2 size=436211 2024-04-10T15:25:17.534 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.554+0000 7fde1a776780 1 < canceled multipart upload key=HOP5B3O5BNC6 upload=Z7G2PVIF6D8R tag=LQHIBU90RWM3 type=write size=3581939 2024-04-10T15:25:17.537 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.557+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~20ZQPFWWMHZG.0 size=1048576 2024-04-10T15:25:17.538 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.558+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~20ZQPFWWMHZG.1 size=878085 2024-04-10T15:25:17.538 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.558+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=20ZQPFWWMHZG tag=I05F9VBBX99P type=write size=2975237 2024-04-10T15:25:17.539 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.559+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=INDTENEZD173 type=del 2024-04-10T15:25:17.541 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.561+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=VUEAGMWWO195 type=del size=38813 2024-04-10T15:25:17.542 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.562+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~O6ECIF7J0OXH.0 size=1048576 2024-04-10T15:25:17.544 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.564+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~O6ECIF7J0OXH.1 size=1048576 2024-04-10T15:25:17.545 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.565+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~O6ECIF7J0OXH.2 size=417187 2024-04-10T15:25:17.547 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.567+0000 7fde1a776780 1 < completed multipart upload key=U40N6ONWE7P2 upload=O6ECIF7J0OXH tag=2ZDDUZKI4S93 type=write size=3562915 2024-04-10T15:25:17.549 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.569+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=IM3SMSAK2Q3P type=del size=2920306 2024-04-10T15:25:17.552 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.572+0000 7fde1a776780 1 < suggested update operation key=L2PAIFCTQ0UL tag=4A1YEF9QZKVB type=write size=314262 2024-04-10T15:25:17.554 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.574+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=KX1USSVWNK39 type=del size=517497 2024-04-10T15:25:17.556 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.575+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~LRND6JCCFEXF.0 size=1048576 2024-04-10T15:25:17.557 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.577+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~LRND6JCCFEXF.1 size=652810 2024-04-10T15:25:17.559 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.579+0000 7fde1a776780 1 < completed multipart upload key=OTI1FIIUG2C6 upload=LRND6JCCFEXF tag=LIGR9ULAGBTH type=write size=2749962 2024-04-10T15:25:17.561 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.580+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=5KX2NKQYYR2T type=del size=2506131 2024-04-10T15:25:17.562 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.582+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=W3FZ4N58LFXZ type=del 2024-04-10T15:25:17.565 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.585+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~TRW7DMQDNJDH.0 size=927242 2024-04-10T15:25:17.565 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.585+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=TRW7DMQDNJDH tag=5FAYGJ3N2QDT type=write size=1975818 2024-04-10T15:25:17.566 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.586+0000 7fde1a776780 1 < completed delete operation key=R4UBYQBOSB3Z tag=77KRBOQB329S type=del 2024-04-10T15:25:17.568 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.588+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=7MZC03P2K5X7 type=del size=74536 2024-04-10T15:25:17.568 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.588+0000 7fde1a776780 1 < canceled part key=_multipart_1R91FWVRA2AS.2~HTIKETIULS8E.0 size=1048576 2024-04-10T15:25:17.570 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.590+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~HTIKETIULS8E.1 size=1048576 2024-04-10T15:25:17.570 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.590+0000 7fde1a776780 1 < canceled part key=_multipart_1R91FWVRA2AS.2~HTIKETIULS8E.2 size=245771 2024-04-10T15:25:17.572 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.592+0000 7fde1a776780 1 < canceled multipart upload key=1R91FWVRA2AS upload=HTIKETIULS8E tag=1K36G6AAK7HK type=write size=3391499 2024-04-10T15:25:17.574 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.594+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=1L46VI7QN5ZM type=del size=521738 2024-04-10T15:25:17.576 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.595+0000 7fde1a776780 -1 < failed to complete operation key=L2PAIFCTQ0UL tag=U31BCEVMGPYB type=del size=378849: (22) Invalid argument 2024-04-10T15:25:17.577 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.597+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=448PLKPDG6T3 type=write size=328338 2024-04-10T15:25:17.580 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.600+0000 7fde1a776780 1 < suggested update operation key=UCUWIQFA7CRO tag=CQZ9MENMNOFE type=del size=974752 2024-04-10T15:25:17.581 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.601+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=VE17RYKB15K0 type=del size=3158179 2024-04-10T15:25:17.583 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.603+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~ZSKOKABXFH40.0 size=1048576 2024-04-10T15:25:17.584 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.604+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~ZSKOKABXFH40.1 size=388265 2024-04-10T15:25:17.586 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.606+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=ZSKOKABXFH40 tag=VS7KLVYYTULB type=write size=2485417 2024-04-10T15:25:17.589 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.609+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~160T5UHN8MWP.0 size=309289 2024-04-10T15:25:17.589 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.609+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=160T5UHN8MWP tag=64ZCH7X6AMF3 type=write size=1357865 2024-04-10T15:25:17.590 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.610+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=7FJ7J8QCIRNS type=del 2024-04-10T15:25:17.593 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.613+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~2QZZK41DILSH.0 size=512449 2024-04-10T15:25:17.593 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.613+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=2QZZK41DILSH tag=XXHMEUB4RPEJ type=write size=1561025 2024-04-10T15:25:17.595 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.614+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=E75R8GAGZ3N1 type=del 2024-04-10T15:25:17.596 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.616+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=HA91Z991RP4I type=write size=273931 2024-04-10T15:25:17.597 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.617+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~9TFJSU3PR275.0 size=1027971 2024-04-10T15:25:17.600 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.620+0000 7fde1a776780 1 < completed multipart upload key=R4UBYQBOSB3Z upload=9TFJSU3PR275 tag=WTZHR25JD8FL type=write size=2076547 2024-04-10T15:25:17.601 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.621+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=JPKCOHGZWZ1S type=del size=2410892 2024-04-10T15:25:17.603 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.623+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~W18HOK4FSVQT.0 size=1048576 2024-04-10T15:25:17.605 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.624+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~W18HOK4FSVQT.1 size=841824 2024-04-10T15:25:17.608 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.627+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=W18HOK4FSVQT tag=LXR4IWKWXYXG type=write size=2938976 2024-04-10T15:25:17.609 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.629+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=TRK1BF6CW5E8 type=write size=1006021 2024-04-10T15:25:17.610 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.630+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~T35V8OAYDHZ7.0 size=813063 2024-04-10T15:25:17.613 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.633+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=T35V8OAYDHZ7 tag=W86AHS151JHD type=write size=1861639 2024-04-10T15:25:17.614 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.634+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=U63MFJXF0C9E type=del size=2187274 2024-04-10T15:25:17.616 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.636+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~20ZQPFWWMHZG.0 size=1048576 2024-04-10T15:25:17.617 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.637+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~20ZQPFWWMHZG.1 size=878085 2024-04-10T15:25:17.620 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.640+0000 7fde1a776780 1 < completed multipart upload key=GOVDAOD5DREG upload=20ZQPFWWMHZG tag=I05F9VBBX99P type=write size=2975237 2024-04-10T15:25:17.622 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.642+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~1E9NO0W6WZ4R.0 size=1048576 2024-04-10T15:25:17.623 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.643+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~1E9NO0W6WZ4R.1 size=85221 2024-04-10T15:25:17.624 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.643+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=1E9NO0W6WZ4R tag=9VIVX7U1YNO5 type=write size=2182373 2024-04-10T15:25:17.625 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.645+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=VUEAGMWWO195 type=del 2024-04-10T15:25:17.627 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.647+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~PWQ77WEPB9G1.0 size=644354 2024-04-10T15:25:17.628 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.647+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=PWQ77WEPB9G1 tag=OVVTA1L4TGUH type=write size=1692930 2024-04-10T15:25:17.629 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.649+0000 7fde1a776780 -1 < failed to complete operation key=UCUWIQFA7CRO tag=IM3SMSAK2Q3P type=del size=2920306: (22) Invalid argument 2024-04-10T15:25:17.631 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.651+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=703WX2QCCQ7Y type=del size=3185339 2024-04-10T15:25:17.633 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.653+0000 7fde1a776780 1 < canceled operation key=GFDJUGM4M5RT tag=KX1USSVWNK39 type=del size=517497 2024-04-10T15:25:17.634 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.654+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=H2MPPP890OU2 type=del size=4050104 2024-04-10T15:25:17.636 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.656+0000 7fde1a776780 1 < completed delete operation key=OTI1FIIUG2C6 tag=5KX2NKQYYR2T type=del 2024-04-10T15:25:17.637 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.657+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=N6AVMZDTEPYQ type=del size=102197 2024-04-10T15:25:17.639 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.659+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~TRW7DMQDNJDH.0 size=927242 2024-04-10T15:25:17.641 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.661+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=TRW7DMQDNJDH tag=5FAYGJ3N2QDT type=write size=1975818 2024-04-10T15:25:17.643 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.663+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=4Q221MC5YIVX type=write size=388041 2024-04-10T15:25:17.645 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.664+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=7MZC03P2K5X7 type=del 2024-04-10T15:25:17.647 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.667+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~5V234K8VOO9L.0 size=1048576 2024-04-10T15:25:17.648 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.668+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~5V234K8VOO9L.1 size=401389 2024-04-10T15:25:17.648 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.668+0000 7fde1a776780 1 > prepared multipart upload key=UO4QF22YP29O upload=5V234K8VOO9L tag=I7ELHGO46186 type=write size=2498541 2024-04-10T15:25:17.650 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.670+0000 7fde1a776780 1 < completed delete operation key=G2Z1VR134GSG tag=1L46VI7QN5ZM type=del 2024-04-10T15:25:17.651 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.671+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=4U69S00ZVWZO type=del size=225821 2024-04-10T15:25:17.654 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.674+0000 7fde1a776780 1 < suggested update operation key=KN16WF5V2CIJ tag=448PLKPDG6T3 type=write size=328338 2024-04-10T15:25:17.656 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.676+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=V66B25RRQMUA type=write size=127721 2024-04-10T15:25:17.658 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.678+0000 7fde1a776780 1 < completed delete operation key=5ZH428JDA1AL tag=VE17RYKB15K0 type=del 2024-04-10T15:25:17.659 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.679+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=2KA4XIIJU7JQ type=write size=138627 2024-04-10T15:25:17.661 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.681+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~160T5UHN8MWP.0 size=309289 2024-04-10T15:25:17.664 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.684+0000 7fde1a776780 1 < completed multipart upload key=HOP5B3O5BNC6 upload=160T5UHN8MWP tag=64ZCH7X6AMF3 type=write size=1357865 2024-04-10T15:25:17.666 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.686+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=S1F12I2TJMMZ type=del size=1360375 2024-04-10T15:25:17.667 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.687+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~2QZZK41DILSH.0 size=512449 2024-04-10T15:25:17.670 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.690+0000 7fde1a776780 1 < completed multipart upload key=R4UBYQBOSB3Z upload=2QZZK41DILSH tag=XXHMEUB4RPEJ type=write size=1561025 2024-04-10T15:25:17.671 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.691+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=KSMHH7MW5HFV type=del size=3829928 2024-04-10T15:25:17.673 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.693+0000 7fde1a776780 1 < completed write operation key=F7U2L70QSILB tag=HA91Z991RP4I type=write size=273931 2024-04-10T15:25:17.674 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.694+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=2VTRFJAQYSEZ type=del size=2992287 2024-04-10T15:25:17.676 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.696+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=JPKCOHGZWZ1S type=del 2024-04-10T15:25:17.679 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.699+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~2S31BHM2F0ZD.0 size=1048576 2024-04-10T15:25:17.680 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.700+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~2S31BHM2F0ZD.1 size=1048576 2024-04-10T15:25:17.681 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.701+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~2S31BHM2F0ZD.2 size=924379 2024-04-10T15:25:17.681 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.701+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=2S31BHM2F0ZD tag=42A0N8J9A6YP type=write size=4070107 2024-04-10T15:25:17.683 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.702+0000 7fde1a776780 1 < completed write operation key=UHHK0SL983MS tag=TRK1BF6CW5E8 type=write size=1006021 2024-04-10T15:25:17.685 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.705+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~I29E2PZTVEMA.0 size=788516 2024-04-10T15:25:17.685 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.705+0000 7fde1a776780 1 > prepared multipart upload key=UO4QF22YP29O upload=I29E2PZTVEMA tag=AARZD5KJ0D7K type=write size=1837092 2024-04-10T15:25:17.686 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.706+0000 7fde1a776780 1 < canceled operation key=DKSUE7KTGBW7 tag=U63MFJXF0C9E type=del size=2187274 2024-04-10T15:25:17.688 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.708+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=AMAAHS4413ED type=write size=642203 2024-04-10T15:25:17.689 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.709+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~1E9NO0W6WZ4R.0 size=1048576 2024-04-10T15:25:17.690 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.710+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~1E9NO0W6WZ4R.1 size=85221 2024-04-10T15:25:17.693 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.713+0000 7fde1a776780 1 < completed multipart upload key=OTI1FIIUG2C6 upload=1E9NO0W6WZ4R tag=9VIVX7U1YNO5 type=write size=2182373 2024-04-10T15:25:17.696 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.715+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~F2LV5G4CDT25.0 size=1048576 2024-04-10T15:25:17.697 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.717+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~F2LV5G4CDT25.1 size=1048576 2024-04-10T15:25:17.698 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.718+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~F2LV5G4CDT25.2 size=554803 2024-04-10T15:25:17.698 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.718+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=F2LV5G4CDT25 tag=HGCGITJ1ODDA type=write size=3700531 2024-04-10T15:25:17.700 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.720+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~PWQ77WEPB9G1.0 size=644354 2024-04-10T15:25:17.703 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.722+0000 7fde1a776780 1 < completed multipart upload key=BC5NU4J0LIY9 upload=PWQ77WEPB9G1 tag=OVVTA1L4TGUH type=write size=1692930 2024-04-10T15:25:17.705 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.725+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~DFV204HA27MJ.0 size=1048576 2024-04-10T15:25:17.707 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.727+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~DFV204HA27MJ.1 size=1048576 2024-04-10T15:25:17.708 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.728+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~DFV204HA27MJ.2 size=157245 2024-04-10T15:25:17.708 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.728+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=DFV204HA27MJ tag=MEXRBS7M0EJJ type=write size=3302973 2024-04-10T15:25:17.709 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.729+0000 7fde1a776780 1 < completed delete operation key=01BTT4OLERPN tag=703WX2QCCQ7Y type=del 2024-04-10T15:25:17.711 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.731+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=5S1YDGCUOA17 type=del size=3401888 2024-04-10T15:25:17.713 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.732+0000 7fde1a776780 1 < canceled operation key=VPWN54SOWO0W tag=H2MPPP890OU2 type=del size=4050104 2024-04-10T15:25:17.714 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.734+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=45LW4C661BKA type=del size=3411020 2024-04-10T15:25:17.716 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.735+0000 7fde1a776780 1 < completed delete operation key=OSSHDMNH4GXQ tag=N6AVMZDTEPYQ type=del 2024-04-10T15:25:17.718 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.738+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~ZD2GYMJPCZDO.0 size=779786 2024-04-10T15:25:17.718 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.738+0000 7fde1a776780 1 > prepared multipart upload key=WEXVY1WRSZOS upload=ZD2GYMJPCZDO tag=MSKL8NBABL3G type=write size=1828362 2024-04-10T15:25:17.721 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.741+0000 7fde1a776780 1 < suggested update operation key=UCUWIQFA7CRO tag=4Q221MC5YIVX type=write size=388041 2024-04-10T15:25:17.723 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.742+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=IBC4GWOS6NO6 type=write size=712487 2024-04-10T15:25:17.724 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.744+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~5V234K8VOO9L.0 size=1048576 2024-04-10T15:25:17.724 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.744+0000 7fde1a776780 1 < canceled part key=_multipart_UO4QF22YP29O.2~5V234K8VOO9L.1 size=401389 2024-04-10T15:25:17.726 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.746+0000 7fde1a776780 1 < canceled multipart upload key=UO4QF22YP29O upload=5V234K8VOO9L tag=I7ELHGO46186 type=write size=2498541 2024-04-10T15:25:17.728 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.748+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=6E5YZXXDHPUT type=del size=2080362 2024-04-10T15:25:17.729 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.749+0000 7fde1a776780 1 < completed delete operation key=EI79GJ0HN0U7 tag=4U69S00ZVWZO type=del 2024-04-10T15:25:17.732 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.752+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~DOX5BOVZK6LB.0 size=1048576 2024-04-10T15:25:17.733 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.753+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~DOX5BOVZK6LB.1 size=1048576 2024-04-10T15:25:17.734 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.754+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~DOX5BOVZK6LB.2 size=283228 2024-04-10T15:25:17.734 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.754+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=DOX5BOVZK6LB tag=TCP14B6369LS type=write size=3428956 2024-04-10T15:25:17.736 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.756+0000 7fde1a776780 1 < completed write operation key=LEX0BICCP07E tag=V66B25RRQMUA type=write size=127721 2024-04-10T15:25:17.737 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.757+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=YVC24MM8KPAS type=write size=945319 2024-04-10T15:25:17.739 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.759+0000 7fde1a776780 1 < completed write operation key=LEX0BICCP07E tag=2KA4XIIJU7JQ type=write size=138627 2024-04-10T15:25:17.741 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.761+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=N8JF1VPJEHCN type=del size=3650801 2024-04-10T15:25:17.742 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.762+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=S1F12I2TJMMZ type=del 2024-04-10T15:25:17.745 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.765+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~C370KO808U12.0 size=1048576 2024-04-10T15:25:17.746 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.766+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~C370KO808U12.1 size=539138 2024-04-10T15:25:17.746 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.766+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=C370KO808U12 tag=ANQ5SE0GHHEJ type=write size=2636290 2024-04-10T15:25:17.749 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.769+0000 7fde1a776780 1 < suggested remove operation key=5ZH428JDA1AL tag=KSMHH7MW5HFV type=del 2024-04-10T15:25:17.750 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.770+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=YPZATM67ORNO type=del size=835040 2024-04-10T15:25:17.752 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.772+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=2VTRFJAQYSEZ type=del 2024-04-10T15:25:17.753 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.773+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=6UYRXN4JK035 type=del size=3134279 2024-04-10T15:25:17.755 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.775+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~2S31BHM2F0ZD.0 size=1048576 2024-04-10T15:25:17.755 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.775+0000 7fde1a776780 1 < canceled part key=_multipart_01BTT4OLERPN.2~2S31BHM2F0ZD.1 size=1048576 2024-04-10T15:25:17.756 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.776+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~2S31BHM2F0ZD.2 size=924379 2024-04-10T15:25:17.759 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.779+0000 7fde1a776780 1 < canceled multipart upload key=01BTT4OLERPN upload=2S31BHM2F0ZD tag=42A0N8J9A6YP type=write size=4070107 2024-04-10T15:25:17.760 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.780+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=3MWM55I05Q9A type=del size=2466063 2024-04-10T15:25:17.761 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.781+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~I29E2PZTVEMA.0 size=788516 2024-04-10T15:25:17.764 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.784+0000 7fde1a776780 1 < completed multipart upload key=UO4QF22YP29O upload=I29E2PZTVEMA tag=AARZD5KJ0D7K type=write size=1837092 2024-04-10T15:25:17.767 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.787+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~OSZSICC2GGZY.0 size=771050 2024-04-10T15:25:17.767 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.787+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=OSZSICC2GGZY tag=A0ZZEXRVB1FI type=write size=1819626 2024-04-10T15:25:17.770 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.790+0000 7fde1a776780 1 < suggested update operation key=R4UBYQBOSB3Z tag=AMAAHS4413ED type=write size=642203 2024-04-10T15:25:17.772 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.792+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=JTOQFZ5KA9SE type=del size=1850019 2024-04-10T15:25:17.773 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.793+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~F2LV5G4CDT25.0 size=1048576 2024-04-10T15:25:17.775 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.794+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~F2LV5G4CDT25.1 size=1048576 2024-04-10T15:25:17.776 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.796+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~F2LV5G4CDT25.2 size=554803 2024-04-10T15:25:17.778 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.798+0000 7fde1a776780 1 < completed multipart upload key=R4UBYQBOSB3Z upload=F2LV5G4CDT25 tag=HGCGITJ1ODDA type=write size=3700531 2024-04-10T15:25:17.780 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.800+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=9BM2WR2ZKWIH type=del size=1737608 2024-04-10T15:25:17.782 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.802+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~DFV204HA27MJ.0 size=1048576 2024-04-10T15:25:17.784 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.803+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~DFV204HA27MJ.1 size=1048576 2024-04-10T15:25:17.785 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.805+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~DFV204HA27MJ.2 size=157245 2024-04-10T15:25:17.788 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.808+0000 7fde1a776780 1 < completed multipart upload key=ZOVK659NLDON upload=DFV204HA27MJ tag=MEXRBS7M0EJJ type=write size=3302973 2024-04-10T15:25:17.789 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.809+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=60J7P6GXYD4U type=del size=3952860 2024-04-10T15:25:17.791 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.811+0000 7fde1a776780 1 < completed delete operation key=UO4QF22YP29O tag=5S1YDGCUOA17 type=del 2024-04-10T15:25:17.794 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.814+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~8CT5BQYCMM33.0 size=1048576 2024-04-10T15:25:17.795 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.815+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~8CT5BQYCMM33.1 size=1048576 2024-04-10T15:25:17.796 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.816+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~8CT5BQYCMM33.2 size=331890 2024-04-10T15:25:17.796 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.816+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=8CT5BQYCMM33 tag=RFYMVXV90G2C type=write size=3477618 2024-04-10T15:25:17.798 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.817+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=45LW4C661BKA type=del 2024-04-10T15:25:17.799 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.819+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=DVPE396SU6B3 type=write size=636755 2024-04-10T15:25:17.801 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.821+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~ZD2GYMJPCZDO.0 size=779786 2024-04-10T15:25:17.804 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.823+0000 7fde1a776780 1 < completed multipart upload key=WEXVY1WRSZOS upload=ZD2GYMJPCZDO tag=MSKL8NBABL3G type=write size=1828362 2024-04-10T15:25:17.806 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.826+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~X08D7GX5ULNG.0 size=1048576 2024-04-10T15:25:17.808 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.827+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~X08D7GX5ULNG.1 size=1048576 2024-04-10T15:25:17.809 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.829+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~X08D7GX5ULNG.2 size=446709 2024-04-10T15:25:17.809 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.829+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=X08D7GX5ULNG tag=GE0VRD74XJAJ type=write size=3592437 2024-04-10T15:25:17.810 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:25:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:25:17] "GET /metrics HTTP/1.1" 200 38756 "" "Prometheus/2.43.0" 2024-04-10T15:25:17.812 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.832+0000 7fde1a776780 1 < suggested update operation key=OTI1FIIUG2C6 tag=IBC4GWOS6NO6 type=write size=712487 2024-04-10T15:25:17.814 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.834+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=8YL3CEONYW7B type=write size=484003 2024-04-10T15:25:17.815 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.835+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=6E5YZXXDHPUT type=del 2024-04-10T15:25:17.817 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.837+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~VD9CIE32PK7Y.0 size=935311 2024-04-10T15:25:17.817 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.837+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=VD9CIE32PK7Y tag=5BYH5EIO0EUV type=write size=1983887 2024-04-10T15:25:17.819 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.839+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~DOX5BOVZK6LB.0 size=1048576 2024-04-10T15:25:17.820 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.840+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~DOX5BOVZK6LB.1 size=1048576 2024-04-10T15:25:17.821 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.841+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~DOX5BOVZK6LB.2 size=283228 2024-04-10T15:25:17.824 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.844+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=DOX5BOVZK6LB tag=TCP14B6369LS type=write size=3428956 2024-04-10T15:25:17.825 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.845+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=IFM3D5DP78R4 type=del size=1126793 2024-04-10T15:25:17.826 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.846+0000 7fde1a776780 1 < completed write operation key=UCUWIQFA7CRO tag=YVC24MM8KPAS type=write size=945319 2024-04-10T15:25:17.829 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.849+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~RLJU9WUOPV3P.0 size=681414 2024-04-10T15:25:17.829 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.849+0000 7fde1a776780 1 > prepared multipart upload key=F7U2L70QSILB upload=RLJU9WUOPV3P tag=KD7BNKQ9KKU6 type=write size=1729990 2024-04-10T15:25:17.831 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.850+0000 7fde1a776780 -1 < failed to complete operation key=R4UBYQBOSB3Z tag=N8JF1VPJEHCN type=del size=3650801: (22) Invalid argument 2024-04-10T15:25:17.832 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.852+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=F8G74FW0K0XN type=write size=699342 2024-04-10T15:25:17.834 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.853+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~C370KO808U12.0 size=1048576 2024-04-10T15:25:17.835 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.855+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~C370KO808U12.1 size=539138 2024-04-10T15:25:17.837 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.857+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=C370KO808U12 tag=ANQ5SE0GHHEJ type=write size=2636290 2024-04-10T15:25:17.839 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.859+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=FQ4MLDAR35UV type=write size=923591 2024-04-10T15:25:17.841 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.860+0000 7fde1a776780 1 < completed delete operation key=EI79GJ0HN0U7 tag=YPZATM67ORNO type=del 2024-04-10T15:25:17.842 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.862+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=TT2TM1M4UCP2 type=del size=3082205 2024-04-10T15:25:17.843 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.863+0000 7fde1a776780 1 < completed delete operation key=U40N6ONWE7P2 tag=6UYRXN4JK035 type=del 2024-04-10T15:25:17.845 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.865+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=RHPYX3MDUVZ0 type=del size=1478289 2024-04-10T15:25:17.846 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.866+0000 7fde1a776780 1 < canceled operation key=DKSUE7KTGBW7 tag=3MWM55I05Q9A type=del size=2466063 2024-04-10T15:25:17.848 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.868+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=I4D9PXU7QH9L type=write size=554135 2024-04-10T15:25:17.850 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.870+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~OSZSICC2GGZY.0 size=771050 2024-04-10T15:25:17.852 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.872+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=OSZSICC2GGZY tag=A0ZZEXRVB1FI type=write size=1819626 2024-04-10T15:25:17.853 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.873+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=QLVMLQXTMC52 type=write size=304595 2024-04-10T15:25:17.856 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.876+0000 7fde1a776780 1 < suggested update operation key=UHHK0SL983MS tag=JTOQFZ5KA9SE type=del size=1850019 2024-04-10T15:25:17.858 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.877+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=S272A95R6ZR2 type=del size=808022 2024-04-10T15:25:17.859 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.879+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=9BM2WR2ZKWIH type=del 2024-04-10T15:25:17.861 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.880+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=62PXYKXX3ITC type=write size=546263 2024-04-10T15:25:17.862 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.882+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=60J7P6GXYD4U type=del 2024-04-10T15:25:17.863 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.883+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=M1F2RV041G1Y type=del size=95241 2024-04-10T15:25:17.865 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.885+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~8CT5BQYCMM33.0 size=1048576 2024-04-10T15:25:17.866 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.886+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~8CT5BQYCMM33.1 size=1048576 2024-04-10T15:25:17.867 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.887+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~8CT5BQYCMM33.2 size=331890 2024-04-10T15:25:17.871 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.889+0000 7fde1a776780 1 < completed multipart upload key=HOP5B3O5BNC6 upload=8CT5BQYCMM33 tag=RFYMVXV90G2C type=write size=3477618 2024-04-10T15:25:17.872 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.892+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~ZBFCKIL2KXQ6.0 size=1048576 2024-04-10T15:25:17.873 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.893+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~ZBFCKIL2KXQ6.1 size=391213 2024-04-10T15:25:17.874 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.893+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=ZBFCKIL2KXQ6 tag=R9QTJ4D7RKKQ type=write size=2488365 2024-04-10T15:25:17.875 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.895+0000 7fde1a776780 1 < completed write operation key=5ZH428JDA1AL tag=DVPE396SU6B3 type=write size=636755 2024-04-10T15:25:17.876 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.896+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=UKAKKUMPN8ML type=del size=404939 2024-04-10T15:25:17.878 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.898+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~X08D7GX5ULNG.0 size=1048576 2024-04-10T15:25:17.878 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.898+0000 7fde1a776780 1 < canceled part key=_multipart_O1ZBJUVP8PQD.2~X08D7GX5ULNG.1 size=1048576 2024-04-10T15:25:17.879 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.899+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~X08D7GX5ULNG.2 size=446709 2024-04-10T15:25:17.882 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.902+0000 7fde1a776780 1 < canceled multipart upload key=O1ZBJUVP8PQD upload=X08D7GX5ULNG tag=GE0VRD74XJAJ type=write size=3592437 2024-04-10T15:25:17.885 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.905+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~C3GXGWOQZ9X4.0 size=258998 2024-04-10T15:25:17.885 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.905+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=C3GXGWOQZ9X4 tag=SVZO5XL3D8XQ type=write size=1307574 2024-04-10T15:25:17.886 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.906+0000 7fde1a776780 1 < completed write operation key=HOP5B3O5BNC6 tag=8YL3CEONYW7B type=write size=484003 2024-04-10T15:25:17.889 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.909+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~O48R2LECFDBS.0 size=1048576 2024-04-10T15:25:17.890 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.910+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~O48R2LECFDBS.1 size=1048576 2024-04-10T15:25:17.891 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.911+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~O48R2LECFDBS.2 size=301567 2024-04-10T15:25:17.891 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.911+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=O48R2LECFDBS tag=8029EI2NC4GI type=write size=3447295 2024-04-10T15:25:17.892 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.912+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~VD9CIE32PK7Y.0 size=935311 2024-04-10T15:25:17.895 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.915+0000 7fde1a776780 1 < completed multipart upload key=ZOVK659NLDON upload=VD9CIE32PK7Y tag=5BYH5EIO0EUV type=write size=1983887 2024-04-10T15:25:17.898 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.917+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~T56X0W7SEXTA.0 size=830784 2024-04-10T15:25:17.898 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.917+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=T56X0W7SEXTA tag=UA21H5UDHFF5 type=write size=1879360 2024-04-10T15:25:17.899 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.919+0000 7fde1a776780 1 < canceled operation key=VPWN54SOWO0W tag=IFM3D5DP78R4 type=del size=1126793 2024-04-10T15:25:17.901 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.921+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=TJKDL2OUS080 type=del size=2996277 2024-04-10T15:25:17.903 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.922+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~RLJU9WUOPV3P.0 size=681414 2024-04-10T15:25:17.905 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.925+0000 7fde1a776780 1 < completed multipart upload key=F7U2L70QSILB upload=RLJU9WUOPV3P tag=KD7BNKQ9KKU6 type=write size=1729990 2024-04-10T15:25:17.906 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.926+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=C0XKOW2O3HHO type=del size=3255936 2024-04-10T15:25:17.908 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.928+0000 7fde1a776780 1 < completed write operation key=GVB0VUGS9C0D tag=F8G74FW0K0XN type=write size=699342 2024-04-10T15:25:17.910 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.929+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=YFL79AN67WTX type=write size=754863 2024-04-10T15:25:17.911 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.931+0000 7fde1a776780 1 < completed write operation key=GFDJUGM4M5RT tag=FQ4MLDAR35UV type=write size=923591 2024-04-10T15:25:17.914 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.934+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~2C4U32435F3P.0 size=174435 2024-04-10T15:25:17.914 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.934+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=2C4U32435F3P tag=1C2RNFAXTNK3 type=write size=1223011 2024-04-10T15:25:17.917 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.937+0000 7fde1a776780 1 < suggested update operation key=HOP5B3O5BNC6 tag=TT2TM1M4UCP2 type=del size=3082205 2024-04-10T15:25:17.919 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.939+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=VRAJKMNQ7VBR type=del size=494237 2024-04-10T15:25:17.920 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.940+0000 7fde1a776780 1 < completed delete operation key=4UIIRCLY6FIB tag=RHPYX3MDUVZ0 type=del 2024-04-10T15:25:17.922 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.942+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=X83IQYPKQJN3 type=del size=1767577 2024-04-10T15:25:17.923 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.943+0000 7fde1a776780 1 < canceled operation key=GOVDAOD5DREG tag=I4D9PXU7QH9L type=write size=554135 2024-04-10T15:25:17.925 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.945+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=4197TLPW6GFP type=del size=1840724 2024-04-10T15:25:17.926 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.946+0000 7fde1a776780 1 < completed write operation key=UCUWIQFA7CRO tag=QLVMLQXTMC52 type=write size=304595 2024-04-10T15:25:17.928 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.948+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=6C86EKLR93BO type=del size=3889489 2024-04-10T15:25:17.931 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.951+0000 7fde1a776780 1 < suggested update operation key=DKSUE7KTGBW7 tag=S272A95R6ZR2 type=del size=808022 2024-04-10T15:25:17.934 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.954+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~6Z5H6LRXCLXZ.0 size=331206 2024-04-10T15:25:17.934 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.954+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=6Z5H6LRXCLXZ tag=7KY3PFHKN4P6 type=write size=1379782 2024-04-10T15:25:17.937 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.957+0000 7fde1a776780 1 < suggested update operation key=2HPCRWS9ESCI tag=62PXYKXX3ITC type=write size=546263 2024-04-10T15:25:17.940 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.960+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~F463X76F3HHW.0 size=1048576 2024-04-10T15:25:17.941 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.961+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~F463X76F3HHW.1 size=1048576 2024-04-10T15:25:17.942 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.962+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~F463X76F3HHW.2 size=192615 2024-04-10T15:25:17.942 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.962+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=F463X76F3HHW tag=H5UH3ASEMCC9 type=write size=3338343 2024-04-10T15:25:17.944 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.964+0000 7fde1a776780 1 < completed delete operation key=UO4QF22YP29O tag=M1F2RV041G1Y type=del 2024-04-10T15:25:17.947 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.967+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~8TRXSK6T8YW8.0 size=1048576 2024-04-10T15:25:17.948 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.968+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~8TRXSK6T8YW8.1 size=1048576 2024-04-10T15:25:17.949 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.969+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~8TRXSK6T8YW8.2 size=963544 2024-04-10T15:25:17.949 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.969+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=8TRXSK6T8YW8 tag=5ZYRMUYJIK84 type=write size=4109272 2024-04-10T15:25:17.950 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.970+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~ZBFCKIL2KXQ6.0 size=1048576 2024-04-10T15:25:17.951 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.971+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~ZBFCKIL2KXQ6.1 size=391213 2024-04-10T15:25:17.954 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.973+0000 7fde1a776780 1 < completed multipart upload key=OTI1FIIUG2C6 upload=ZBFCKIL2KXQ6 tag=R9QTJ4D7RKKQ type=write size=2488365 2024-04-10T15:25:17.956 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.976+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~JPVWU5YBG77J.0 size=1048576 2024-04-10T15:25:17.957 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.977+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~JPVWU5YBG77J.1 size=162243 2024-04-10T15:25:17.957 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.977+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=JPVWU5YBG77J tag=KA4BGSNEEZII type=write size=2259395 2024-04-10T15:25:17.959 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.979+0000 7fde1a776780 1 < completed delete operation key=LEX0BICCP07E tag=UKAKKUMPN8ML type=del 2024-04-10T15:25:17.961 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.981+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=4CC1PSDH98PH type=del size=3359278 2024-04-10T15:25:17.962 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.982+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~C3GXGWOQZ9X4.0 size=258998 2024-04-10T15:25:17.964 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.984+0000 7fde1a776780 1 < completed multipart upload key=RHD4NMKH90JS upload=C3GXGWOQZ9X4 tag=SVZO5XL3D8XQ type=write size=1307574 2024-04-10T15:25:17.966 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.986+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=MX8HCQY88GRI type=del size=3025170 2024-04-10T15:25:17.967 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.987+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~O48R2LECFDBS.0 size=1048576 2024-04-10T15:25:17.969 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.989+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~O48R2LECFDBS.1 size=1048576 2024-04-10T15:25:17.970 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.990+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~O48R2LECFDBS.2 size=301567 2024-04-10T15:25:17.973 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.993+0000 7fde1a776780 1 < completed multipart upload key=5ZH428JDA1AL upload=O48R2LECFDBS tag=8029EI2NC4GI type=write size=3447295 2024-04-10T15:25:17.976 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.996+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~41AK9J3WSVI9.0 size=1048576 2024-04-10T15:25:17.977 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.997+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~41AK9J3WSVI9.1 size=174192 2024-04-10T15:25:17.977 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.997+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=41AK9J3WSVI9 tag=9J1KDTTU9XJL type=write size=2271344 2024-04-10T15:25:17.979 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:17.999+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~T56X0W7SEXTA.0 size=830784 2024-04-10T15:25:17.982 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.002+0000 7fde1a776780 1 < completed multipart upload key=ZOVK659NLDON upload=T56X0W7SEXTA tag=UA21H5UDHFF5 type=write size=1879360 2024-04-10T15:25:17.985 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.005+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~8LH48354ZGGK.0 size=1048576 2024-04-10T15:25:17.986 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.006+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~8LH48354ZGGK.1 size=591873 2024-04-10T15:25:17.986 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.006+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=8LH48354ZGGK tag=FASI6L23C6FM type=write size=2689025 2024-04-10T15:25:17.990 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.010+0000 7fde1a776780 1 < suggested update operation key=1R91FWVRA2AS tag=TJKDL2OUS080 type=del size=2996277 2024-04-10T15:25:17.993 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.013+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~GY20F6ALSUZO.0 size=1048576 2024-04-10T15:25:17.994 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.014+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~GY20F6ALSUZO.1 size=1048576 2024-04-10T15:25:17.996 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.015+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~GY20F6ALSUZO.2 size=193480 2024-04-10T15:25:17.996 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.015+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=GY20F6ALSUZO tag=PT45QFH18ER3 type=write size=3339208 2024-04-10T15:25:17.997 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.017+0000 7fde1a776780 1 < completed delete operation key=UO4QF22YP29O tag=C0XKOW2O3HHO type=del 2024-04-10T15:25:17.998 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.018+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=8VR2YFU27O3N type=del size=1164803 2024-04-10T15:25:18.000 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.020+0000 7fde1a776780 1 < completed write operation key=G2Z1VR134GSG tag=YFL79AN67WTX type=write size=754863 2024-04-10T15:25:18.002 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.022+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~YAW0GHZ7LND4.0 size=845145 2024-04-10T15:25:18.002 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.022+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=YAW0GHZ7LND4 tag=9ZDLHSLGYU59 type=write size=1893721 2024-04-10T15:25:18.004 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.024+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~2C4U32435F3P.0 size=174435 2024-04-10T15:25:18.006 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.026+0000 7fde1a776780 1 < completed multipart upload key=HOP5B3O5BNC6 upload=2C4U32435F3P tag=1C2RNFAXTNK3 type=write size=1223011 2024-04-10T15:25:18.008 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.028+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=RVXRK3074P92 type=del size=2465950 2024-04-10T15:25:18.009 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.029+0000 7fde1a776780 1 < canceled operation key=O1ZBJUVP8PQD tag=VRAJKMNQ7VBR type=del size=494237 2024-04-10T15:25:18.011 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.031+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=RPO0QR5IL6TK type=del size=1094684 2024-04-10T15:25:18.012 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.032+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=X83IQYPKQJN3 type=del 2024-04-10T15:25:18.013 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.033+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=T2FTCNQBVD55 type=del size=765038 2024-04-10T15:25:18.015 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.035+0000 7fde1a776780 1 < completed delete operation key=4UIIRCLY6FIB tag=4197TLPW6GFP type=del 2024-04-10T15:25:18.016 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.036+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=8697GBG2WZUN type=write size=23380 2024-04-10T15:25:18.018 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.038+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=6C86EKLR93BO type=del 2024-04-10T15:25:18.020 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.040+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~G02KCLLRSYYE.0 size=1048576 2024-04-10T15:25:18.022 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.042+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~G02KCLLRSYYE.1 size=677783 2024-04-10T15:25:18.022 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.042+0000 7fde1a776780 1 > prepared multipart upload key=VPWN54SOWO0W upload=G02KCLLRSYYE tag=W9BXALC2D0V9 type=write size=2774935 2024-04-10T15:25:18.023 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.043+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~6Z5H6LRXCLXZ.0 size=331206 2024-04-10T15:25:18.026 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.046+0000 7fde1a776780 1 < completed multipart upload key=OSSHDMNH4GXQ upload=6Z5H6LRXCLXZ tag=7KY3PFHKN4P6 type=write size=1379782 2024-04-10T15:25:18.027 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.047+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=62CARWPV5VKQ type=write size=377450 2024-04-10T15:25:18.029 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.049+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~F463X76F3HHW.0 size=1048576 2024-04-10T15:25:18.030 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.050+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~F463X76F3HHW.1 size=1048576 2024-04-10T15:25:18.031 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.051+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~F463X76F3HHW.2 size=192615 2024-04-10T15:25:18.034 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.054+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=F463X76F3HHW tag=H5UH3ASEMCC9 type=write size=3338343 2024-04-10T15:25:18.035 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.055+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=LNOQ19JE3NMD type=del size=3102545 2024-04-10T15:25:18.037 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.057+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~8TRXSK6T8YW8.0 size=1048576 2024-04-10T15:25:18.039 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.058+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~8TRXSK6T8YW8.1 size=1048576 2024-04-10T15:25:18.040 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.060+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~8TRXSK6T8YW8.2 size=963544 2024-04-10T15:25:18.042 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.062+0000 7fde1a776780 1 < completed multipart upload key=2HPCRWS9ESCI upload=8TRXSK6T8YW8 tag=5ZYRMUYJIK84 type=write size=4109272 2024-04-10T15:25:18.045 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.065+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~2J54T2W60QJI.0 size=761009 2024-04-10T15:25:18.045 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.065+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=2J54T2W60QJI tag=6J4J4RWJ7AN0 type=write size=1809585 2024-04-10T15:25:18.046 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.065+0000 7fde1a776780 1 < canceled part key=_multipart_RHD4NMKH90JS.2~JPVWU5YBG77J.0 size=1048576 2024-04-10T15:25:18.047 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.067+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~JPVWU5YBG77J.1 size=162243 2024-04-10T15:25:18.049 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.069+0000 7fde1a776780 1 < canceled multipart upload key=RHD4NMKH90JS upload=JPVWU5YBG77J tag=KA4BGSNEEZII type=write size=2259395 2024-04-10T15:25:18.051 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.071+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=MHBVZ91I3YWH type=write size=953677 2024-04-10T15:25:18.052 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.072+0000 7fde1a776780 1 < canceled operation key=UHHK0SL983MS tag=4CC1PSDH98PH type=del size=3359278 2024-04-10T15:25:18.054 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.074+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=5AA64HE7PUKA type=write size=1026377 2024-04-10T15:25:18.055 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.075+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=MX8HCQY88GRI type=del 2024-04-10T15:25:18.058 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.078+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~OO1068AYZ3VE.0 size=45041 2024-04-10T15:25:18.058 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.078+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=OO1068AYZ3VE tag=NWISBQJND2P2 type=write size=1093617 2024-04-10T15:25:18.060 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.080+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~41AK9J3WSVI9.0 size=1048576 2024-04-10T15:25:18.061 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.081+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~41AK9J3WSVI9.1 size=174192 2024-04-10T15:25:18.064 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.083+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=41AK9J3WSVI9 tag=9J1KDTTU9XJL type=write size=2271344 2024-04-10T15:25:18.066 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.086+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~U34I6S7G174B.0 size=1048576 2024-04-10T15:25:18.067 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.087+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~U34I6S7G174B.1 size=1048576 2024-04-10T15:25:18.068 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.088+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~U34I6S7G174B.2 size=81777 2024-04-10T15:25:18.068 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.088+0000 7fde1a776780 1 > prepared multipart upload key=L2PAIFCTQ0UL upload=U34I6S7G174B tag=4UNI14AII30W type=write size=3227505 2024-04-10T15:25:18.070 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.090+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~8LH48354ZGGK.0 size=1048576 2024-04-10T15:25:18.071 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.091+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~8LH48354ZGGK.1 size=591873 2024-04-10T15:25:18.073 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.093+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=8LH48354ZGGK tag=FASI6L23C6FM type=write size=2689025 2024-04-10T15:25:18.076 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.096+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~NJCW00CROA09.0 size=1048576 2024-04-10T15:25:18.077 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.097+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~NJCW00CROA09.1 size=1048576 2024-04-10T15:25:18.078 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.098+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~NJCW00CROA09.2 size=449055 2024-04-10T15:25:18.078 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.098+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=NJCW00CROA09 tag=KF9E5EBJYX0R type=write size=3594783 2024-04-10T15:25:18.079 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.099+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~GY20F6ALSUZO.0 size=1048576 2024-04-10T15:25:18.081 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.100+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~GY20F6ALSUZO.1 size=1048576 2024-04-10T15:25:18.081 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.100+0000 7fde1a776780 1 < canceled part key=_multipart_GOVDAOD5DREG.2~GY20F6ALSUZO.2 size=193480 2024-04-10T15:25:18.083 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.103+0000 7fde1a776780 1 < canceled multipart upload key=GOVDAOD5DREG upload=GY20F6ALSUZO tag=PT45QFH18ER3 type=write size=3339208 2024-04-10T15:25:18.085 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.105+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=63X00VLCRVBR type=del size=1788624 2024-04-10T15:25:18.087 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.107+0000 7fde1a776780 1 < suggested update operation key=4UIIRCLY6FIB tag=8VR2YFU27O3N type=del size=1164803 2024-04-10T15:25:18.089 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.109+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=8EIQD57M0GD1 type=del size=3525067 2024-04-10T15:25:18.090 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.110+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~YAW0GHZ7LND4.0 size=845145 2024-04-10T15:25:18.093 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.113+0000 7fde1a776780 1 < completed multipart upload key=OSSHDMNH4GXQ upload=YAW0GHZ7LND4 tag=9ZDLHSLGYU59 type=write size=1893721 2024-04-10T15:25:18.094 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.114+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=12YHB85HZWMA type=del size=3020449 2024-04-10T15:25:18.095 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.115+0000 7fde1a776780 1 < completed delete operation key=1R91FWVRA2AS tag=RVXRK3074P92 type=del 2024-04-10T15:25:18.097 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.117+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=YDAT63ARUCQ9 type=del size=826528 2024-04-10T15:25:18.099 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.119+0000 7fde1a776780 1 < completed delete operation key=UCUWIQFA7CRO tag=RPO0QR5IL6TK type=del 2024-04-10T15:25:18.102 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.122+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~UJ7GWU9W4OI1.0 size=1048576 2024-04-10T15:25:18.103 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.123+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~UJ7GWU9W4OI1.1 size=1048576 2024-04-10T15:25:18.104 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.124+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~UJ7GWU9W4OI1.2 size=508886 2024-04-10T15:25:18.104 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.124+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=UJ7GWU9W4OI1 tag=LGK3FRS7TD06 type=write size=3654614 2024-04-10T15:25:18.105 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.125+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=T2FTCNQBVD55 type=del 2024-04-10T15:25:18.108 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.127+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=YXA2W1LIPVHI type=del size=3583942 2024-04-10T15:25:18.110 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.130+0000 7fde1a776780 1 < suggested update operation key=BC5NU4J0LIY9 tag=8697GBG2WZUN type=write size=23380 2024-04-10T15:25:18.111 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.131+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=0CPMF3XZ5CF8 type=del size=810565 2024-04-10T15:25:18.113 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.132+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~G02KCLLRSYYE.0 size=1048576 2024-04-10T15:25:18.114 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.134+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~G02KCLLRSYYE.1 size=677783 2024-04-10T15:25:18.116 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.136+0000 7fde1a776780 1 < completed multipart upload key=VPWN54SOWO0W upload=G02KCLLRSYYE tag=W9BXALC2D0V9 type=write size=2774935 2024-04-10T15:25:18.119 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.139+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~BGNQWDYKJ2X0.0 size=1048576 2024-04-10T15:25:18.120 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.140+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~BGNQWDYKJ2X0.1 size=1048576 2024-04-10T15:25:18.121 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.141+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~BGNQWDYKJ2X0.2 size=58637 2024-04-10T15:25:18.121 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.141+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=BGNQWDYKJ2X0 tag=C0S32MPCVMHX type=write size=3204365 2024-04-10T15:25:18.127 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.144+0000 7fde1a776780 1 < suggested update operation key=EI79GJ0HN0U7 tag=62CARWPV5VKQ type=write size=377450 2024-04-10T15:25:18.127 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.145+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=Q2EXVW3Z22TF type=del size=2865055 2024-04-10T15:25:18.129 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.148+0000 7fde1a776780 1 < suggested update operation key=KN16WF5V2CIJ tag=LNOQ19JE3NMD type=del size=3102545 2024-04-10T15:25:18.130 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.150+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=AU9UP1B1BOXQ type=write size=858352 2024-04-10T15:25:18.131 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.151+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~2J54T2W60QJI.0 size=761009 2024-04-10T15:25:18.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:17 smithi154 ceph-mon[84269]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-10T15:25:18.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:17 smithi154 ceph-mon[84269]: pgmap v1325: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:18.134 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.154+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=2J54T2W60QJI tag=6J4J4RWJ7AN0 type=write size=1809585 2024-04-10T15:25:18.135 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.155+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=ZMOWPR85SSDI type=write size=850254 2024-04-10T15:25:18.137 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.157+0000 7fde1a776780 1 < completed write operation key=5ZH428JDA1AL tag=MHBVZ91I3YWH type=write size=953677 2024-04-10T15:25:18.140 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.159+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~RQMZSE9BS6C2.0 size=440147 2024-04-10T15:25:18.140 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.159+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=RQMZSE9BS6C2 tag=L2O7RNM6CJZ9 type=write size=1488723 2024-04-10T15:25:18.142 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.161+0000 7fde1a776780 -1 < failed to complete operation key=KN16WF5V2CIJ tag=5AA64HE7PUKA type=write size=1026377: (22) Invalid argument 2024-04-10T15:25:18.145 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.164+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~EHMZHDD6SX1I.0 size=1021934 2024-04-10T15:25:18.145 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.164+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=EHMZHDD6SX1I tag=KW8DVIDGI3LP type=write size=2070510 2024-04-10T15:25:18.146 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.166+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~OO1068AYZ3VE.0 size=45041 2024-04-10T15:25:18.149 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.169+0000 7fde1a776780 1 < completed multipart upload key=01BTT4OLERPN upload=OO1068AYZ3VE tag=NWISBQJND2P2 type=write size=1093617 2024-04-10T15:25:18.150 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.170+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=0G7QY540R2M7 type=del size=1414312 2024-04-10T15:25:18.151 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.171+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~U34I6S7G174B.0 size=1048576 2024-04-10T15:25:18.153 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.173+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~U34I6S7G174B.1 size=1048576 2024-04-10T15:25:18.154 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.174+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~U34I6S7G174B.2 size=81777 2024-04-10T15:25:18.157 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.177+0000 7fde1a776780 1 < completed multipart upload key=L2PAIFCTQ0UL upload=U34I6S7G174B tag=4UNI14AII30W type=write size=3227505 2024-04-10T15:25:18.158 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.178+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=3B1CA8V7639Z type=del size=3250083 2024-04-10T15:25:18.160 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.180+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~NJCW00CROA09.0 size=1048576 2024-04-10T15:25:18.161 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.181+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~NJCW00CROA09.1 size=1048576 2024-04-10T15:25:18.163 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.182+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~NJCW00CROA09.2 size=449055 2024-04-10T15:25:18.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:17 smithi102 ceph-mon[90943]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-10T15:25:18.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:17 smithi102 ceph-mon[90943]: pgmap v1325: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:18.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:17 smithi102 ceph-mon[88557]: osdmap e1068: 8 total, 8 up, 8 in 2024-04-10T15:25:18.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:17 smithi102 ceph-mon[88557]: pgmap v1325: 137 pgs: 5 creating+peering, 21 unknown, 111 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:18.165 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.185+0000 7fde1a776780 1 < completed multipart upload key=G2Z1VR134GSG upload=NJCW00CROA09 tag=KF9E5EBJYX0R type=write size=3594783 2024-04-10T15:25:18.168 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.187+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~K6EL7K89L330.0 size=1048576 2024-04-10T15:25:18.169 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.189+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~K6EL7K89L330.1 size=1048576 2024-04-10T15:25:18.170 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.190+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~K6EL7K89L330.2 size=592442 2024-04-10T15:25:18.170 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.190+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=K6EL7K89L330 tag=Y0O2SY4N7YW9 type=write size=3738170 2024-04-10T15:25:18.171 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.191+0000 7fde1a776780 1 < completed delete operation key=R4UBYQBOSB3Z tag=63X00VLCRVBR type=del 2024-04-10T15:25:18.173 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.193+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=QFYV3CAA76TX type=del size=1365791 2024-04-10T15:25:18.176 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.196+0000 7fde1a776780 1 < suggested update operation key=F7U2L70QSILB tag=8EIQD57M0GD1 type=del size=3525067 2024-04-10T15:25:18.179 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.199+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~X3GHMW6QJ0LU.0 size=31259 2024-04-10T15:25:18.179 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.199+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=X3GHMW6QJ0LU tag=R6HEQ0YYUHNW type=write size=1079835 2024-04-10T15:25:18.181 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.201+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=12YHB85HZWMA type=del 2024-04-10T15:25:18.182 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.202+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=04BD3NQEHL7U type=del size=1414089 2024-04-10T15:25:18.184 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.204+0000 7fde1a776780 1 < completed delete operation key=OSSHDMNH4GXQ tag=YDAT63ARUCQ9 type=del 2024-04-10T15:25:18.185 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.205+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=E9ADLVRKRTD2 type=del size=577164 2024-04-10T15:25:18.187 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.207+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~UJ7GWU9W4OI1.0 size=1048576 2024-04-10T15:25:18.188 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.208+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~UJ7GWU9W4OI1.1 size=1048576 2024-04-10T15:25:18.189 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.209+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~UJ7GWU9W4OI1.2 size=508886 2024-04-10T15:25:18.192 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.212+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=UJ7GWU9W4OI1 tag=LGK3FRS7TD06 type=write size=3654614 2024-04-10T15:25:18.194 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.214+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=ZV0OLE7IYM7Y type=del size=2004386 2024-04-10T15:25:18.196 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.215+0000 7fde1a776780 1 < canceled operation key=VPWN54SOWO0W tag=YXA2W1LIPVHI type=del size=3583942 2024-04-10T15:25:18.199 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.218+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~01RURG6M6PL7.0 size=1048576 2024-04-10T15:25:18.200 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.220+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~01RURG6M6PL7.1 size=952976 2024-04-10T15:25:18.200 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.220+0000 7fde1a776780 1 > prepared multipart upload key=L2PAIFCTQ0UL upload=01RURG6M6PL7 tag=L4LLQ5BMMUNT type=write size=3050128 2024-04-10T15:25:18.203 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.223+0000 7fde1a776780 1 < suggested remove operation key=L2PAIFCTQ0UL tag=0CPMF3XZ5CF8 type=del 2024-04-10T15:25:18.205 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.224+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=XF74RUH79CVH type=del size=2998092 2024-04-10T15:25:18.206 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.226+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~BGNQWDYKJ2X0.0 size=1048576 2024-04-10T15:25:18.207 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.227+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~BGNQWDYKJ2X0.1 size=1048576 2024-04-10T15:25:18.208 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.228+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~BGNQWDYKJ2X0.2 size=58637 2024-04-10T15:25:18.211 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.231+0000 7fde1a776780 1 < completed multipart upload key=RHD4NMKH90JS upload=BGNQWDYKJ2X0 tag=C0S32MPCVMHX type=write size=3204365 2024-04-10T15:25:18.213 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.233+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=MRTV22MU1VEI type=write size=337772 2024-04-10T15:25:18.215 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.234+0000 7fde1a776780 -1 < failed to complete operation key=F7U2L70QSILB tag=Q2EXVW3Z22TF type=del size=2865055: (22) Invalid argument 2024-04-10T15:25:18.217 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.236+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=L1IBJVTZFW8K type=del size=3507220 2024-04-10T15:25:18.218 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.238+0000 7fde1a776780 1 < completed write operation key=GFDJUGM4M5RT tag=AU9UP1B1BOXQ type=write size=858352 2024-04-10T15:25:18.220 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.240+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=IKW5MQHFZO8V type=del size=3301310 2024-04-10T15:25:18.221 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.241+0000 7fde1a776780 1 < completed write operation key=KN16WF5V2CIJ tag=ZMOWPR85SSDI type=write size=850254 2024-04-10T15:25:18.223 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.243+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=5JKVW07H07CN type=write size=865265 2024-04-10T15:25:18.225 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.244+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~RQMZSE9BS6C2.0 size=440147 2024-04-10T15:25:18.227 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.247+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=RQMZSE9BS6C2 tag=L2O7RNM6CJZ9 type=write size=1488723 2024-04-10T15:25:18.230 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.250+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~D9MAOPZC1DNT.0 size=1048576 2024-04-10T15:25:18.231 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.251+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~D9MAOPZC1DNT.1 size=731525 2024-04-10T15:25:18.232 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.251+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=D9MAOPZC1DNT tag=ERIRQL0Z2OW7 type=write size=2828677 2024-04-10T15:25:18.233 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.253+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~EHMZHDD6SX1I.0 size=1021934 2024-04-10T15:25:18.236 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.256+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=EHMZHDD6SX1I tag=KW8DVIDGI3LP type=write size=2070510 2024-04-10T15:25:18.237 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.257+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=6KUME8ZQ0H4S type=del size=628503 2024-04-10T15:25:18.240 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.259+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=0G7QY540R2M7 type=del 2024-04-10T15:25:18.243 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.262+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~COWZ54PAON9H.0 size=1048576 2024-04-10T15:25:18.244 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.264+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~COWZ54PAON9H.1 size=501091 2024-04-10T15:25:18.244 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.264+0000 7fde1a776780 1 > prepared multipart upload key=L2PAIFCTQ0UL upload=COWZ54PAON9H tag=FJ9QLXAOJIFR type=write size=2598243 2024-04-10T15:25:18.246 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.265+0000 7fde1a776780 1 < canceled operation key=DKSUE7KTGBW7 tag=3B1CA8V7639Z type=del size=3250083 2024-04-10T15:25:18.247 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.267+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=BUT38QSZ673K type=del size=903536 2024-04-10T15:25:18.249 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.269+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~K6EL7K89L330.0 size=1048576 2024-04-10T15:25:18.251 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.270+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~K6EL7K89L330.1 size=1048576 2024-04-10T15:25:18.251 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.271+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~K6EL7K89L330.2 size=592442 2024-04-10T15:25:18.253 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.273+0000 7fde1a776780 1 < completed multipart upload key=BC5NU4J0LIY9 upload=K6EL7K89L330 tag=Y0O2SY4N7YW9 type=write size=3738170 2024-04-10T15:25:18.256 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.276+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~O6MLCYTQLAG4.0 size=1048576 2024-04-10T15:25:18.258 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.278+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~O6MLCYTQLAG4.1 size=766317 2024-04-10T15:25:18.258 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.278+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=O6MLCYTQLAG4 tag=3LC535ZTPMWG type=write size=2863469 2024-04-10T15:25:18.260 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.279+0000 7fde1a776780 1 < completed delete operation key=R4UBYQBOSB3Z tag=QFYV3CAA76TX type=del 2024-04-10T15:25:18.264 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.283+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~CYGBZJ1F78UQ.0 size=1048576 2024-04-10T15:25:18.265 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.285+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~CYGBZJ1F78UQ.1 size=1048576 2024-04-10T15:25:18.266 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.286+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~CYGBZJ1F78UQ.2 size=749100 2024-04-10T15:25:18.266 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.286+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=CYGBZJ1F78UQ tag=ATZKYTP6NVQ0 type=write size=3894828 2024-04-10T15:25:18.268 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.288+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~X3GHMW6QJ0LU.0 size=31259 2024-04-10T15:25:18.271 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.290+0000 7fde1a776780 1 < completed multipart upload key=GOVDAOD5DREG upload=X3GHMW6QJ0LU tag=R6HEQ0YYUHNW type=write size=1079835 2024-04-10T15:25:18.272 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.292+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=30H9FKWK3XGZ type=del size=2032828 2024-04-10T15:25:18.274 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.294+0000 7fde1a776780 1 < completed delete operation key=LEX0BICCP07E tag=04BD3NQEHL7U type=del 2024-04-10T15:25:18.277 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.297+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~WQVNQRBXZJSA.0 size=1048576 2024-04-10T15:25:18.278 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.298+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~WQVNQRBXZJSA.1 size=804294 2024-04-10T15:25:18.278 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.298+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=WQVNQRBXZJSA tag=WZL0V84030PR type=write size=2901446 2024-04-10T15:25:18.280 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.300+0000 7fde1a776780 1 < completed delete operation key=UCUWIQFA7CRO tag=E9ADLVRKRTD2 type=del 2024-04-10T15:25:18.282 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.302+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=C8M7XT4QKX0R type=del size=3143915 2024-04-10T15:25:18.284 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.303+0000 7fde1a776780 1 < completed delete operation key=UO4QF22YP29O tag=ZV0OLE7IYM7Y type=del 2024-04-10T15:25:18.285 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.305+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=OSY96GD3DSFI type=del size=3863617 2024-04-10T15:25:18.287 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.307+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~01RURG6M6PL7.0 size=1048576 2024-04-10T15:25:18.288 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.308+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~01RURG6M6PL7.1 size=952976 2024-04-10T15:25:18.291 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.311+0000 7fde1a776780 1 < completed multipart upload key=L2PAIFCTQ0UL upload=01RURG6M6PL7 tag=L4LLQ5BMMUNT type=write size=3050128 2024-04-10T15:25:18.293 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.312+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=P2B29IOOCY98 type=del size=1298987 2024-04-10T15:25:18.294 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.314+0000 7fde1a776780 1 < canceled operation key=RHD4NMKH90JS tag=XF74RUH79CVH type=del size=2998092 2024-04-10T15:25:18.297 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.317+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~9QX1ASF7LD9N.0 size=579557 2024-04-10T15:25:18.297 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.317+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=9QX1ASF7LD9N tag=DJPZSB3440PL type=write size=1628133 2024-04-10T15:25:18.298 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.318+0000 7fde1a776780 1 < completed write operation key=5ZH428JDA1AL tag=MRTV22MU1VEI type=write size=337772 2024-04-10T15:25:18.299 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.319+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=YMUC9KU0POIP type=write size=942076 2024-04-10T15:25:18.301 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.321+0000 7fde1a776780 1 < completed delete operation key=UHHK0SL983MS tag=L1IBJVTZFW8K type=del 2024-04-10T15:25:18.304 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.324+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~JF1O3050R91G.0 size=838324 2024-04-10T15:25:18.304 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.324+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=JF1O3050R91G tag=JI6TMIK11QYG type=write size=1886900 2024-04-10T15:25:18.310 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.327+0000 7fde1a776780 1 < suggested remove operation key=GOVDAOD5DREG tag=IKW5MQHFZO8V type=del 2024-04-10T15:25:18.310 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.330+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~ZWR67R09K8US.0 size=1048576 2024-04-10T15:25:18.311 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.331+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~ZWR67R09K8US.1 size=64673 2024-04-10T15:25:18.312 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.331+0000 7fde1a776780 1 > prepared multipart upload key=L2PAIFCTQ0UL upload=ZWR67R09K8US tag=XKFOFARTUL9Y type=write size=2161825 2024-04-10T15:25:18.313 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.333+0000 7fde1a776780 1 < completed write operation key=GFDJUGM4M5RT tag=5JKVW07H07CN type=write size=865265 2024-04-10T15:25:18.315 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.334+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=OGGRNWAZO6ZC type=write size=483625 2024-04-10T15:25:18.316 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.336+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~D9MAOPZC1DNT.0 size=1048576 2024-04-10T15:25:18.318 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.338+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~D9MAOPZC1DNT.1 size=731525 2024-04-10T15:25:18.320 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.340+0000 7fde1a776780 1 < completed multipart upload key=XQVTX5DB2NXX upload=D9MAOPZC1DNT tag=ERIRQL0Z2OW7 type=write size=2828677 2024-04-10T15:25:18.323 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.343+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~4TN86YHGWYQ4.0 size=1048576 2024-04-10T15:25:18.324 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.344+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~4TN86YHGWYQ4.1 size=783986 2024-04-10T15:25:18.324 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.344+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=4TN86YHGWYQ4 tag=VL05ZR4ZI0R6 type=write size=2881138 2024-04-10T15:25:18.325 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.345+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=6KUME8ZQ0H4S type=del 2024-04-10T15:25:18.327 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.347+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=WS2FLAA18X91 type=del size=206846 2024-04-10T15:25:18.329 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.349+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~COWZ54PAON9H.0 size=1048576 2024-04-10T15:25:18.330 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.350+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~COWZ54PAON9H.1 size=501091 2024-04-10T15:25:18.333 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.352+0000 7fde1a776780 1 < completed multipart upload key=L2PAIFCTQ0UL upload=COWZ54PAON9H tag=FJ9QLXAOJIFR type=write size=2598243 2024-04-10T15:25:18.334 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.354+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=DYMVIQTSH3J9 type=del size=2881943 2024-04-10T15:25:18.336 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.356+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=BUT38QSZ673K type=del 2024-04-10T15:25:18.337 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.357+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=4OI7I939LWUT type=del size=2397262 2024-04-10T15:25:18.339 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.359+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~O6MLCYTQLAG4.0 size=1048576 2024-04-10T15:25:18.341 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.360+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~O6MLCYTQLAG4.1 size=766317 2024-04-10T15:25:18.343 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.363+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=O6MLCYTQLAG4 tag=3LC535ZTPMWG type=write size=2863469 2024-04-10T15:25:18.346 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.366+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~KP9BO2QCWQUW.0 size=1048576 2024-04-10T15:25:18.348 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.368+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~KP9BO2QCWQUW.1 size=34500 2024-04-10T15:25:18.348 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.368+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=KP9BO2QCWQUW tag=L36DB1MBDHB8 type=write size=2131652 2024-04-10T15:25:18.348 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.368+0000 7fde1a776780 1 < canceled part key=_multipart_XQVTX5DB2NXX.2~CYGBZJ1F78UQ.0 size=1048576 2024-04-10T15:25:18.349 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.369+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~CYGBZJ1F78UQ.1 size=1048576 2024-04-10T15:25:18.351 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.370+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~CYGBZJ1F78UQ.2 size=749100 2024-04-10T15:25:18.353 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.373+0000 7fde1a776780 1 < canceled multipart upload key=XQVTX5DB2NXX upload=CYGBZJ1F78UQ tag=ATZKYTP6NVQ0 type=write size=3894828 2024-04-10T15:25:18.356 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.376+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~Y9RSLSFYZYQJ.0 size=1048576 2024-04-10T15:25:18.357 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.377+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~Y9RSLSFYZYQJ.1 size=93458 2024-04-10T15:25:18.357 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.377+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=Y9RSLSFYZYQJ tag=CMLTJFDDCWKK type=write size=2190610 2024-04-10T15:25:18.359 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.379+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=30H9FKWK3XGZ type=del 2024-04-10T15:25:18.361 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.381+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~CEFVJFEVEZSN.0 size=643673 2024-04-10T15:25:18.361 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.381+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=CEFVJFEVEZSN tag=ML7VK04EGH53 type=write size=1692249 2024-04-10T15:25:18.363 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.383+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~WQVNQRBXZJSA.0 size=1048576 2024-04-10T15:25:18.363 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.383+0000 7fde1a776780 1 < canceled part key=_multipart_GVB0VUGS9C0D.2~WQVNQRBXZJSA.1 size=804294 2024-04-10T15:25:18.365 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.385+0000 7fde1a776780 1 < canceled multipart upload key=GVB0VUGS9C0D upload=WQVNQRBXZJSA tag=WZL0V84030PR type=write size=2901446 2024-04-10T15:25:18.367 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.387+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=9UB9R75V3S61 type=del size=253466 2024-04-10T15:25:18.369 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.389+0000 7fde1a776780 -1 < failed to complete operation key=GOVDAOD5DREG tag=C8M7XT4QKX0R type=del size=3143915: (22) Invalid argument 2024-04-10T15:25:18.372 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.392+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~APSAINSPPH81.0 size=592019 2024-04-10T15:25:18.372 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.392+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=APSAINSPPH81 tag=Y4FBDDFBJ4JD type=write size=1640595 2024-04-10T15:25:18.375 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.395+0000 7fde1a776780 1 < suggested update operation key=BRSJ82BM5NOL tag=OSY96GD3DSFI type=del size=3863617 2024-04-10T15:25:18.377 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.397+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=IEWG544W03XG type=del size=2310985 2024-04-10T15:25:18.380 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.400+0000 7fde1a776780 1 < suggested remove operation key=LEX0BICCP07E tag=P2B29IOOCY98 type=del 2024-04-10T15:25:18.381 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.401+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=X3J470SAMJ4C type=write size=284011 2024-04-10T15:25:18.383 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.403+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~9QX1ASF7LD9N.0 size=579557 2024-04-10T15:25:18.386 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.406+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=9QX1ASF7LD9N tag=DJPZSB3440PL type=write size=1628133 2024-04-10T15:25:18.387 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.407+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=LI5UHC26F6ZF type=write size=432145 2024-04-10T15:25:18.391 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.411+0000 7fde1a776780 1 < suggested remove operation key=DKSUE7KTGBW7 tag=YMUC9KU0POIP type=write 2024-04-10T15:25:18.393 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.413+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~VS3TWYMKWYOJ.0 size=1048576 2024-04-10T15:25:18.395 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.415+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~VS3TWYMKWYOJ.1 size=1048576 2024-04-10T15:25:18.396 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.416+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~VS3TWYMKWYOJ.2 size=560613 2024-04-10T15:25:18.396 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.416+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=VS3TWYMKWYOJ tag=6PSA0SJ74DPZ type=write size=3706341 2024-04-10T15:25:18.397 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.417+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~JF1O3050R91G.0 size=838324 2024-04-10T15:25:18.400 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.420+0000 7fde1a776780 1 < completed multipart upload key=ZOVK659NLDON upload=JF1O3050R91G tag=JI6TMIK11QYG type=write size=1886900 2024-04-10T15:25:18.402 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.422+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=TY75RUQPT1L9 type=del size=1126814 2024-04-10T15:25:18.403 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.423+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~ZWR67R09K8US.0 size=1048576 2024-04-10T15:25:18.403 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.423+0000 7fde1a776780 1 < canceled part key=_multipart_L2PAIFCTQ0UL.2~ZWR67R09K8US.1 size=64673 2024-04-10T15:25:18.406 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.426+0000 7fde1a776780 1 < canceled multipart upload key=L2PAIFCTQ0UL upload=ZWR67R09K8US tag=XKFOFARTUL9Y type=write size=2161825 2024-04-10T15:25:18.407 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.427+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=M10DII27HY85 type=del size=3071227 2024-04-10T15:25:18.409 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.429+0000 7fde1a776780 1 < completed write operation key=F7U2L70QSILB tag=OGGRNWAZO6ZC type=write size=483625 2024-04-10T15:25:18.411 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.431+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~Z0LQYAED59H5.0 size=1048576 2024-04-10T15:25:18.413 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.432+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~Z0LQYAED59H5.1 size=1048576 2024-04-10T15:25:18.414 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.434+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~Z0LQYAED59H5.2 size=165890 2024-04-10T15:25:18.414 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.434+0000 7fde1a776780 1 > prepared multipart upload key=UO4QF22YP29O upload=Z0LQYAED59H5 tag=XFWIVV2XHOY2 type=write size=3311618 2024-04-10T15:25:18.414 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.434+0000 7fde1a776780 1 < canceled part key=_multipart_UCUWIQFA7CRO.2~4TN86YHGWYQ4.0 size=1048576 2024-04-10T15:25:18.415 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.435+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~4TN86YHGWYQ4.1 size=783986 2024-04-10T15:25:18.418 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.438+0000 7fde1a776780 1 < canceled multipart upload key=UCUWIQFA7CRO upload=4TN86YHGWYQ4 tag=VL05ZR4ZI0R6 type=write size=2881138 2024-04-10T15:25:18.419 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.439+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=OEWPROIOSUCR type=del size=2907718 2024-04-10T15:25:18.421 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.440+0000 7fde1a776780 1 < completed delete operation key=2HPCRWS9ESCI tag=WS2FLAA18X91 type=del 2024-04-10T15:25:18.422 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.442+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=BBA0ZCWKVZL3 type=del size=2687675 2024-04-10T15:25:18.424 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.444+0000 7fde1a776780 1 < completed delete operation key=ZOVK659NLDON tag=DYMVIQTSH3J9 type=del 2024-04-10T15:25:18.425 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.445+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=H8U665NJOQG2 type=del size=2818774 2024-04-10T15:25:18.427 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.447+0000 7fde1a776780 1 < canceled operation key=UO4QF22YP29O tag=4OI7I939LWUT type=del size=2397262 2024-04-10T15:25:18.428 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.448+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=G6W0KHT0TMZB type=write size=723512 2024-04-10T15:25:18.430 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.450+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~KP9BO2QCWQUW.0 size=1048576 2024-04-10T15:25:18.431 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.451+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~KP9BO2QCWQUW.1 size=34500 2024-04-10T15:25:18.434 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.453+0000 7fde1a776780 1 < completed multipart upload key=OSSHDMNH4GXQ upload=KP9BO2QCWQUW tag=L36DB1MBDHB8 type=write size=2131652 2024-04-10T15:25:18.435 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.455+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=RUIKSV6JHMFC type=write size=974502 2024-04-10T15:25:18.437 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.457+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~Y9RSLSFYZYQJ.0 size=1048576 2024-04-10T15:25:18.438 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.458+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~Y9RSLSFYZYQJ.1 size=93458 2024-04-10T15:25:18.441 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.461+0000 7fde1a776780 1 < completed multipart upload key=LEX0BICCP07E upload=Y9RSLSFYZYQJ tag=CMLTJFDDCWKK type=write size=2190610 2024-04-10T15:25:18.443 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.463+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~YY126X8KQY4R.0 size=1048576 2024-04-10T15:25:18.444 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.464+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~YY126X8KQY4R.1 size=1048576 2024-04-10T15:25:18.446 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.466+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~YY126X8KQY4R.2 size=177042 2024-04-10T15:25:18.446 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.466+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=YY126X8KQY4R tag=ZQ7ODEQJX637 type=write size=3322770 2024-04-10T15:25:18.448 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.467+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~CEFVJFEVEZSN.0 size=643673 2024-04-10T15:25:18.450 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.470+0000 7fde1a776780 1 < completed multipart upload key=2HPCRWS9ESCI upload=CEFVJFEVEZSN tag=ML7VK04EGH53 type=write size=1692249 2024-04-10T15:25:18.453 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.473+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~O2KEHJRUB2S8.0 size=546539 2024-04-10T15:25:18.453 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.473+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=O2KEHJRUB2S8 tag=FR4DA7MI2RZO type=write size=1595115 2024-04-10T15:25:18.455 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.475+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=9UB9R75V3S61 type=del 2024-04-10T15:25:18.456 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.476+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=4WHCDXW6TAK7 type=del size=2441557 2024-04-10T15:25:18.458 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.478+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~APSAINSPPH81.0 size=592019 2024-04-10T15:25:18.460 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.480+0000 7fde1a776780 1 < completed multipart upload key=BC5NU4J0LIY9 upload=APSAINSPPH81 tag=Y4FBDDFBJ4JD type=write size=1640595 2024-04-10T15:25:18.463 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.483+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~7PJ5PY713EBR.0 size=1048576 2024-04-10T15:25:18.464 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.484+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~7PJ5PY713EBR.1 size=833360 2024-04-10T15:25:18.464 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.484+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=7PJ5PY713EBR tag=OX5TIBB0UT76 type=write size=2930512 2024-04-10T15:25:18.466 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.486+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=IEWG544W03XG type=del 2024-04-10T15:25:18.468 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.487+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=1RIY14S6WAXU type=del size=1447215 2024-04-10T15:25:18.469 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.489+0000 7fde1a776780 1 < completed write operation key=O1ZBJUVP8PQD tag=X3J470SAMJ4C type=write size=284011 2024-04-10T15:25:18.472 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.492+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~CBXGT5J36Y62.0 size=1048576 2024-04-10T15:25:18.473 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.493+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~CBXGT5J36Y62.1 size=1048576 2024-04-10T15:25:18.474 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.494+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~CBXGT5J36Y62.2 size=446507 2024-04-10T15:25:18.475 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.494+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=CBXGT5J36Y62 tag=3GHX48FYHH34 type=write size=3592235 2024-04-10T15:25:18.476 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.496+0000 7fde1a776780 1 < completed write operation key=LEX0BICCP07E tag=LI5UHC26F6ZF type=write size=432145 2024-04-10T15:25:18.478 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.498+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=S7XLK6HFD5S7 type=del size=4046621 2024-04-10T15:25:18.479 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.499+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~VS3TWYMKWYOJ.0 size=1048576 2024-04-10T15:25:18.480 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.500+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~VS3TWYMKWYOJ.1 size=1048576 2024-04-10T15:25:18.482 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.502+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~VS3TWYMKWYOJ.2 size=560613 2024-04-10T15:25:18.485 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.505+0000 7fde1a776780 1 < completed multipart upload key=UHHK0SL983MS upload=VS3TWYMKWYOJ tag=6PSA0SJ74DPZ type=write size=3706341 2024-04-10T15:25:18.488 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.508+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~1PBLFHULAA1A.0 size=1048576 2024-04-10T15:25:18.490 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.509+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~1PBLFHULAA1A.1 size=1048576 2024-04-10T15:25:18.491 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.511+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~1PBLFHULAA1A.2 size=895632 2024-04-10T15:25:18.491 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.511+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=1PBLFHULAA1A tag=J20BM0GV3QVU type=write size=4041360 2024-04-10T15:25:18.492 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.512+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=TY75RUQPT1L9 type=del 2024-04-10T15:25:18.496 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.516+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~DBZNF9FEBD68.0 size=597738 2024-04-10T15:25:18.496 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.516+0000 7fde1a776780 1 > prepared multipart upload key=F7U2L70QSILB upload=DBZNF9FEBD68 tag=J1NJMIQTTPXX type=write size=1646314 2024-04-10T15:25:18.498 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.518+0000 7fde1a776780 1 < canceled operation key=XQVTX5DB2NXX tag=M10DII27HY85 type=del size=3071227 2024-04-10T15:25:18.501 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.521+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~1NV48QWLVDGC.0 size=1048576 2024-04-10T15:25:18.502 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.522+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~1NV48QWLVDGC.1 size=1048576 2024-04-10T15:25:18.503 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.523+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~1NV48QWLVDGC.2 size=851454 2024-04-10T15:25:18.503 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.523+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=1NV48QWLVDGC tag=D17CHPLH3VIY type=write size=3997182 2024-04-10T15:25:18.505 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.525+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~Z0LQYAED59H5.0 size=1048576 2024-04-10T15:25:18.506 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.526+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~Z0LQYAED59H5.1 size=1048576 2024-04-10T15:25:18.508 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.528+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~Z0LQYAED59H5.2 size=165890 2024-04-10T15:25:18.510 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.530+0000 7fde1a776780 1 < completed multipart upload key=UO4QF22YP29O upload=Z0LQYAED59H5 tag=XFWIVV2XHOY2 type=write size=3311618 2024-04-10T15:25:18.512 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.532+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=ATX0BYG4QNIR type=del size=2900666 2024-04-10T15:25:18.514 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.534+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=OEWPROIOSUCR type=del 2024-04-10T15:25:18.517 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.537+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~UPXHR7PYK8AY.0 size=1048576 2024-04-10T15:25:18.518 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.538+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~UPXHR7PYK8AY.1 size=435161 2024-04-10T15:25:18.519 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.538+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=UPXHR7PYK8AY tag=PAFIEY2A3AEJ type=write size=2532313 2024-04-10T15:25:18.520 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.540+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=BBA0ZCWKVZL3 type=del 2024-04-10T15:25:18.524 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.544+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=M6AUSJX7PVDN type=del size=4134917 2024-04-10T15:25:18.527 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.547+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=H8U665NJOQG2 type=del 2024-04-10T15:25:18.529 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.549+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=3RSAOX4H319R type=del size=4116659 2024-04-10T15:25:18.531 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.551+0000 7fde1a776780 1 < completed write operation key=HOP5B3O5BNC6 tag=G6W0KHT0TMZB type=write size=723512 2024-04-10T15:25:18.534 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.554+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~QZN4NQ62MNG7.0 size=1048576 2024-04-10T15:25:18.535 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.555+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~QZN4NQ62MNG7.1 size=1048576 2024-04-10T15:25:18.536 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.556+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~QZN4NQ62MNG7.2 size=306312 2024-04-10T15:25:18.537 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.556+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=QZN4NQ62MNG7 tag=H1N37L5SOKYQ type=write size=3452040 2024-04-10T15:25:18.538 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.558+0000 7fde1a776780 1 < completed write operation key=UCUWIQFA7CRO tag=RUIKSV6JHMFC type=write size=974502 2024-04-10T15:25:18.540 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.559+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=3ENLWRGF9WA3 type=del size=349667 2024-04-10T15:25:18.541 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.561+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~YY126X8KQY4R.0 size=1048576 2024-04-10T15:25:18.543 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.563+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~YY126X8KQY4R.1 size=1048576 2024-04-10T15:25:18.544 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.564+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~YY126X8KQY4R.2 size=177042 2024-04-10T15:25:18.547 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.567+0000 7fde1a776780 1 < completed multipart upload key=TI6JR9Q8AOF5 upload=YY126X8KQY4R tag=ZQ7ODEQJX637 type=write size=3322770 2024-04-10T15:25:18.549 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.568+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=6UL00KZB3LPA type=del size=1589064 2024-04-10T15:25:18.551 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.571+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~O2KEHJRUB2S8.0 size=546539 2024-04-10T15:25:18.554 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.574+0000 7fde1a776780 1 < completed multipart upload key=GOVDAOD5DREG upload=O2KEHJRUB2S8 tag=FR4DA7MI2RZO type=write size=1595115 2024-04-10T15:25:18.555 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.575+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=W98W3PIBRRWI type=write size=335435 2024-04-10T15:25:18.557 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.577+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=4WHCDXW6TAK7 type=del 2024-04-10T15:25:18.559 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.579+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=ZOIQTH9CDUNK type=del size=2514966 2024-04-10T15:25:18.559 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.579+0000 7fde1a776780 1 < canceled part key=_multipart_R4UBYQBOSB3Z.2~7PJ5PY713EBR.0 size=1048576 2024-04-10T15:25:18.560 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.580+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~7PJ5PY713EBR.1 size=833360 2024-04-10T15:25:18.563 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.583+0000 7fde1a776780 1 < canceled multipart upload key=R4UBYQBOSB3Z upload=7PJ5PY713EBR tag=OX5TIBB0UT76 type=write size=2930512 2024-04-10T15:25:18.566 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.586+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~QQMO958FACD0.0 size=1048576 2024-04-10T15:25:18.568 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.588+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~QQMO958FACD0.1 size=1048576 2024-04-10T15:25:18.569 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.589+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~QQMO958FACD0.2 size=238099 2024-04-10T15:25:18.569 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.589+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=QQMO958FACD0 tag=9RXMPL52N3IG type=write size=3383827 2024-04-10T15:25:18.571 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.591+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=1RIY14S6WAXU type=del 2024-04-10T15:25:18.573 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.593+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=QA0RJB5Y10WF type=write size=346887 2024-04-10T15:25:18.574 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.594+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~CBXGT5J36Y62.0 size=1048576 2024-04-10T15:25:18.576 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.596+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~CBXGT5J36Y62.1 size=1048576 2024-04-10T15:25:18.577 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.597+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~CBXGT5J36Y62.2 size=446507 2024-04-10T15:25:18.580 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.599+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=CBXGT5J36Y62 tag=3GHX48FYHH34 type=write size=3592235 2024-04-10T15:25:18.581 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.601+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=RQD2ZH90HOTJ type=write size=951588 2024-04-10T15:25:18.583 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.602+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=S7XLK6HFD5S7 type=del 2024-04-10T15:25:18.585 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.604+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=S755LOIY0R81 type=del size=2541759 2024-04-10T15:25:18.586 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.606+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~1PBLFHULAA1A.0 size=1048576 2024-04-10T15:25:18.587 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.607+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~1PBLFHULAA1A.1 size=1048576 2024-04-10T15:25:18.588 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.608+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~1PBLFHULAA1A.2 size=895632 2024-04-10T15:25:18.591 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.611+0000 7fde1a776780 1 < completed multipart upload key=HOP5B3O5BNC6 upload=1PBLFHULAA1A tag=J20BM0GV3QVU type=write size=4041360 2024-04-10T15:25:18.592 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.612+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=CG3WSL337ZZ3 type=write size=940530 2024-04-10T15:25:18.594 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.614+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~DBZNF9FEBD68.0 size=597738 2024-04-10T15:25:18.597 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.616+0000 7fde1a776780 1 < completed multipart upload key=F7U2L70QSILB upload=DBZNF9FEBD68 tag=J1NJMIQTTPXX type=write size=1646314 2024-04-10T15:25:18.600 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.620+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~Y2GTWRP4QN3X.0 size=1048576 2024-04-10T15:25:18.601 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.621+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~Y2GTWRP4QN3X.1 size=637977 2024-04-10T15:25:18.601 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.621+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=Y2GTWRP4QN3X tag=GWYISB037R1J type=write size=2735129 2024-04-10T15:25:18.604 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.624+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~1NV48QWLVDGC.0 size=1048576 2024-04-10T15:25:18.606 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.626+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~1NV48QWLVDGC.1 size=1048576 2024-04-10T15:25:18.609 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.629+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~1NV48QWLVDGC.2 size=851454 2024-04-10T15:25:18.612 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.632+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=1NV48QWLVDGC tag=D17CHPLH3VIY type=write size=3997182 2024-04-10T15:25:18.616 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.636+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~B48ZGI77G2VQ.0 size=1048576 2024-04-10T15:25:18.617 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.637+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~B48ZGI77G2VQ.1 size=1048576 2024-04-10T15:25:18.619 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.639+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~B48ZGI77G2VQ.2 size=126264 2024-04-10T15:25:18.619 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.639+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=B48ZGI77G2VQ tag=M2Z46NOCJCDM type=write size=3271992 2024-04-10T15:25:18.620 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.640+0000 7fde1a776780 1 < completed delete operation key=5ZH428JDA1AL tag=ATX0BYG4QNIR type=del 2024-04-10T15:25:18.622 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.642+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=AQDLYS1P8WM9 type=write size=28785 2024-04-10T15:25:18.624 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.644+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~UPXHR7PYK8AY.0 size=1048576 2024-04-10T15:25:18.624 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.644+0000 7fde1a776780 1 < canceled part key=_multipart_O1ZBJUVP8PQD.2~UPXHR7PYK8AY.1 size=435161 2024-04-10T15:25:18.627 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.647+0000 7fde1a776780 1 < canceled multipart upload key=O1ZBJUVP8PQD upload=UPXHR7PYK8AY tag=PAFIEY2A3AEJ type=write size=2532313 2024-04-10T15:25:18.630 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.650+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~I2LM77JQ0H4C.0 size=1048576 2024-04-10T15:25:18.631 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.651+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~I2LM77JQ0H4C.1 size=1048576 2024-04-10T15:25:18.632 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.652+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~I2LM77JQ0H4C.2 size=945492 2024-04-10T15:25:18.632 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.652+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=I2LM77JQ0H4C tag=E4OT8DQ8JF7U type=write size=4091220 2024-04-10T15:25:18.634 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.654+0000 7fde1a776780 1 < completed delete operation key=01BTT4OLERPN tag=M6AUSJX7PVDN type=del 2024-04-10T15:25:18.635 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.655+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=K7GWEWIOTTW7 type=del size=3047671 2024-04-10T15:25:18.637 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.657+0000 7fde1a776780 1 < completed delete operation key=G2Z1VR134GSG tag=3RSAOX4H319R type=del 2024-04-10T15:25:18.638 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.658+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=E26EJISNZ256 type=del size=3696553 2024-04-10T15:25:18.640 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.660+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~QZN4NQ62MNG7.0 size=1048576 2024-04-10T15:25:18.641 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.661+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~QZN4NQ62MNG7.1 size=1048576 2024-04-10T15:25:18.642 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.662+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~QZN4NQ62MNG7.2 size=306312 2024-04-10T15:25:18.645 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.665+0000 7fde1a776780 1 < completed multipart upload key=U40N6ONWE7P2 upload=QZN4NQ62MNG7 tag=H1N37L5SOKYQ type=write size=3452040 2024-04-10T15:25:18.648 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.668+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~EJBZP9Y4AVCN.0 size=1048576 2024-04-10T15:25:18.649 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.669+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~EJBZP9Y4AVCN.1 size=1048576 2024-04-10T15:25:18.650 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.670+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~EJBZP9Y4AVCN.2 size=869174 2024-04-10T15:25:18.650 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.670+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=EJBZP9Y4AVCN tag=SD7AFEM7H2TZ type=write size=4014902 2024-04-10T15:25:18.652 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.672+0000 7fde1a776780 1 < completed delete operation key=1R91FWVRA2AS tag=3ENLWRGF9WA3 type=del 2024-04-10T15:25:18.654 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.674+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=C6NP41SI8E7W type=del size=2745466 2024-04-10T15:25:18.655 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.675+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=6UL00KZB3LPA type=del 2024-04-10T15:25:18.659 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.678+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~3Y893Z5KHQ9J.0 size=828238 2024-04-10T15:25:18.659 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.678+0000 7fde1a776780 1 > prepared multipart upload key=WEXVY1WRSZOS upload=3Y893Z5KHQ9J tag=V0LXR5HCI67J type=write size=1876814 2024-04-10T15:25:18.660 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.680+0000 7fde1a776780 1 < completed write operation key=01BTT4OLERPN tag=W98W3PIBRRWI type=write size=335435 2024-04-10T15:25:18.663 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.683+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~3PD9D75ZEF95.0 size=1048576 2024-04-10T15:25:18.664 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.684+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~3PD9D75ZEF95.1 size=1048576 2024-04-10T15:25:18.665 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.685+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~3PD9D75ZEF95.2 size=632093 2024-04-10T15:25:18.666 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.685+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=3PD9D75ZEF95 tag=JVO58YTAQBFW type=write size=3777821 2024-04-10T15:25:18.667 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.687+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=ZOIQTH9CDUNK type=del 2024-04-10T15:25:18.668 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.688+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=ZV2XVMQWVLFY type=del size=297820 2024-04-10T15:25:18.669 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.689+0000 7fde1a776780 1 < canceled part key=_multipart_R4UBYQBOSB3Z.2~QQMO958FACD0.0 size=1048576 2024-04-10T15:25:18.670 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.690+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~QQMO958FACD0.1 size=1048576 2024-04-10T15:25:18.670 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.690+0000 7fde1a776780 1 < canceled part key=_multipart_R4UBYQBOSB3Z.2~QQMO958FACD0.2 size=238099 2024-04-10T15:25:18.673 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.693+0000 7fde1a776780 1 < canceled multipart upload key=R4UBYQBOSB3Z upload=QQMO958FACD0 tag=9RXMPL52N3IG type=write size=3383827 2024-04-10T15:25:18.674 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.694+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=D3ZRNJ25NTGN type=del size=1963840 2024-04-10T15:25:18.676 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.696+0000 7fde1a776780 1 < completed write operation key=LEX0BICCP07E tag=QA0RJB5Y10WF type=write size=346887 2024-04-10T15:25:18.677 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.697+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=Z81P9TYXNENP type=del size=2953620 2024-04-10T15:25:18.679 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.699+0000 7fde1a776780 1 < completed write operation key=GFDJUGM4M5RT tag=RQD2ZH90HOTJ type=write size=951588 2024-04-10T15:25:18.682 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.702+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~V1S8IJFDCNHI.0 size=1048576 2024-04-10T15:25:18.683 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.703+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~V1S8IJFDCNHI.1 size=834640 2024-04-10T15:25:18.683 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.703+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=V1S8IJFDCNHI tag=LR46Z0JXTNTK type=write size=2931792 2024-04-10T15:25:18.685 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.705+0000 7fde1a776780 1 < canceled operation key=UO4QF22YP29O tag=S755LOIY0R81 type=del size=2541759 2024-04-10T15:25:18.688 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.708+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~7F41F5IOU1UT.0 size=548321 2024-04-10T15:25:18.688 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.708+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=7F41F5IOU1UT tag=VOYAJCS0FULM type=write size=1596897 2024-04-10T15:25:18.689 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.709+0000 7fde1a776780 1 < completed write operation key=WEXVY1WRSZOS tag=CG3WSL337ZZ3 type=write size=940530 2024-04-10T15:25:18.692 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.712+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~1MUR9SUTXT9X.0 size=597013 2024-04-10T15:25:18.692 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.712+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=1MUR9SUTXT9X tag=CN6OU08POIJX type=write size=1645589 2024-04-10T15:25:18.694 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.714+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~Y2GTWRP4QN3X.0 size=1048576 2024-04-10T15:25:18.695 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.715+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~Y2GTWRP4QN3X.1 size=637977 2024-04-10T15:25:18.698 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.718+0000 7fde1a776780 1 < completed multipart upload key=HOP5B3O5BNC6 upload=Y2GTWRP4QN3X tag=GWYISB037R1J type=write size=2735129 2024-04-10T15:25:18.701 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.721+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~01T3TB01GL8Q.0 size=1048576 2024-04-10T15:25:18.703 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.722+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~01T3TB01GL8Q.1 size=313155 2024-04-10T15:25:18.703 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.722+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=01T3TB01GL8Q tag=DB0YK446TXT9 type=write size=2410307 2024-04-10T15:25:18.704 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.724+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~B48ZGI77G2VQ.0 size=1048576 2024-04-10T15:25:18.705 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.725+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~B48ZGI77G2VQ.1 size=1048576 2024-04-10T15:25:18.707 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.727+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~B48ZGI77G2VQ.2 size=126264 2024-04-10T15:25:18.710 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.730+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=B48ZGI77G2VQ tag=M2Z46NOCJCDM type=write size=3271992 2024-04-10T15:25:18.711 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.731+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=6AFNM9GB4828 type=del size=1201044 2024-04-10T15:25:18.713 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.733+0000 7fde1a776780 1 < completed write operation key=L2PAIFCTQ0UL tag=AQDLYS1P8WM9 type=write size=28785 2024-04-10T15:25:18.715 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.734+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=H3PG65XRW4YB type=write size=325158 2024-04-10T15:25:18.716 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.736+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~I2LM77JQ0H4C.0 size=1048576 2024-04-10T15:25:18.718 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.738+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~I2LM77JQ0H4C.1 size=1048576 2024-04-10T15:25:18.719 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.739+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~I2LM77JQ0H4C.2 size=945492 2024-04-10T15:25:18.722 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.742+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=I2LM77JQ0H4C tag=E4OT8DQ8JF7U type=write size=4091220 2024-04-10T15:25:18.723 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.743+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=U7BLC5Q1T6A7 type=write size=627711 2024-04-10T15:25:18.725 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.745+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=K7GWEWIOTTW7 type=del 2024-04-10T15:25:18.728 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.748+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~SLR7OPN15PNC.0 size=1048576 2024-04-10T15:25:18.729 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.749+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~SLR7OPN15PNC.1 size=244474 2024-04-10T15:25:18.729 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.749+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=SLR7OPN15PNC tag=WTO7VHN7PKUX type=write size=2341626 2024-04-10T15:25:18.730 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.750+0000 7fde1a776780 1 < completed delete operation key=01BTT4OLERPN tag=E26EJISNZ256 type=del 2024-04-10T15:25:18.733 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.753+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~V8GBQMUZAVX3.0 size=1048576 2024-04-10T15:25:18.735 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.755+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~V8GBQMUZAVX3.1 size=1048576 2024-04-10T15:25:18.736 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.756+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~V8GBQMUZAVX3.2 size=194241 2024-04-10T15:25:18.736 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.756+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=V8GBQMUZAVX3 tag=Q02P1LRWRG13 type=write size=3339969 2024-04-10T15:25:18.738 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.758+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~EJBZP9Y4AVCN.0 size=1048576 2024-04-10T15:25:18.739 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.759+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~EJBZP9Y4AVCN.1 size=1048576 2024-04-10T15:25:18.740 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.760+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~EJBZP9Y4AVCN.2 size=869174 2024-04-10T15:25:18.743 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.763+0000 7fde1a776780 1 < completed multipart upload key=OSSHDMNH4GXQ upload=EJBZP9Y4AVCN tag=SD7AFEM7H2TZ type=write size=4014902 2024-04-10T15:25:18.745 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.765+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=R4GPTOSXIBE7 type=del size=1394422 2024-04-10T15:25:18.750 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.767+0000 7fde1a776780 1 < completed delete operation key=UHHK0SL983MS tag=C6NP41SI8E7W type=del 2024-04-10T15:25:18.750 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.769+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=YRWJGX7XMSMT type=del size=108676 2024-04-10T15:25:18.751 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.770+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~3Y893Z5KHQ9J.0 size=828238 2024-04-10T15:25:18.754 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.774+0000 7fde1a776780 1 < completed multipart upload key=WEXVY1WRSZOS upload=3Y893Z5KHQ9J tag=V0LXR5HCI67J type=write size=1876814 2024-04-10T15:25:18.755 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.775+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=VZP639T6GMAT type=del size=1240216 2024-04-10T15:25:18.757 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.777+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~3PD9D75ZEF95.0 size=1048576 2024-04-10T15:25:18.759 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.779+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~3PD9D75ZEF95.1 size=1048576 2024-04-10T15:25:18.760 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.780+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~3PD9D75ZEF95.2 size=632093 2024-04-10T15:25:18.763 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.783+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=3PD9D75ZEF95 tag=JVO58YTAQBFW type=write size=3777821 2024-04-10T15:25:18.767 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.786+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~YN8IKDN0XE1R.0 size=1048576 2024-04-10T15:25:18.768 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.788+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~YN8IKDN0XE1R.1 size=726330 2024-04-10T15:25:18.768 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.788+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=YN8IKDN0XE1R tag=0NCC1G04V0H1 type=write size=2823482 2024-04-10T15:25:18.769 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.789+0000 7fde1a776780 1 < completed delete operation key=U40N6ONWE7P2 tag=ZV2XVMQWVLFY type=del 2024-04-10T15:25:18.771 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.791+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=W929TSIDPTIX type=write size=370864 2024-04-10T15:25:18.774 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.794+0000 7fde1a776780 1 < suggested update operation key=HOP5B3O5BNC6 tag=D3ZRNJ25NTGN type=del size=1963840 2024-04-10T15:25:18.777 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.797+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~URFJ16FAW3ND.0 size=1048576 2024-04-10T15:25:18.779 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.799+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~URFJ16FAW3ND.1 size=1048576 2024-04-10T15:25:18.780 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.800+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~URFJ16FAW3ND.2 size=370745 2024-04-10T15:25:18.780 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.800+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=URFJ16FAW3ND tag=XYWJB8XEOUZX type=write size=3516473 2024-04-10T15:25:18.782 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.802+0000 7fde1a776780 1 < completed delete operation key=EI79GJ0HN0U7 tag=Z81P9TYXNENP type=del 2024-04-10T15:25:18.783 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.803+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=KMDAT7GQGCSI type=del size=1016496 2024-04-10T15:25:18.785 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.805+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~V1S8IJFDCNHI.0 size=1048576 2024-04-10T15:25:18.786 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.806+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~V1S8IJFDCNHI.1 size=834640 2024-04-10T15:25:18.790 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.810+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=V1S8IJFDCNHI tag=LR46Z0JXTNTK type=write size=2931792 2024-04-10T15:25:18.793 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.813+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~NCO8U9YK1GDX.0 size=1048576 2024-04-10T15:25:18.795 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.815+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~NCO8U9YK1GDX.1 size=1048576 2024-04-10T15:25:18.797 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.817+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~NCO8U9YK1GDX.2 size=200871 2024-04-10T15:25:18.797 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.817+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=NCO8U9YK1GDX tag=ACHWZJJW8YGP type=write size=3346599 2024-04-10T15:25:18.799 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.819+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~7F41F5IOU1UT.0 size=548321 2024-04-10T15:25:18.802 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.822+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=7F41F5IOU1UT tag=VOYAJCS0FULM type=write size=1596897 2024-04-10T15:25:18.804 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.824+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~6HKN6UUOSPCE.0 size=207270 2024-04-10T15:25:18.804 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.824+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=6HKN6UUOSPCE tag=ULWANW1FPTD2 type=write size=1255846 2024-04-10T15:25:18.806 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.826+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~1MUR9SUTXT9X.0 size=597013 2024-04-10T15:25:18.809 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.829+0000 7fde1a776780 1 < completed multipart upload key=5ZH428JDA1AL upload=1MUR9SUTXT9X tag=CN6OU08POIJX type=write size=1645589 2024-04-10T15:25:18.811 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.831+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=GN2TX0F31CO0 type=del size=1939846 2024-04-10T15:25:18.813 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.832+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~01T3TB01GL8Q.0 size=1048576 2024-04-10T15:25:18.814 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.834+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~01T3TB01GL8Q.1 size=313155 2024-04-10T15:25:18.816 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.836+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=01T3TB01GL8Q tag=DB0YK446TXT9 type=write size=2410307 2024-04-10T15:25:18.818 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.838+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=33O0MHR9ABWU type=del size=1352060 2024-04-10T15:25:18.821 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.841+0000 7fde1a776780 1 < suggested remove operation key=LEX0BICCP07E tag=6AFNM9GB4828 type=del 2024-04-10T15:25:18.824 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.844+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~H8PV0C0EYO6K.0 size=1048576 2024-04-10T15:25:18.825 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.845+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~H8PV0C0EYO6K.1 size=1048576 2024-04-10T15:25:18.827 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.847+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~H8PV0C0EYO6K.2 size=155397 2024-04-10T15:25:18.827 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.847+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=H8PV0C0EYO6K tag=DZAS4IKDGDF0 type=write size=3301125 2024-04-10T15:25:18.830 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.850+0000 7fde1a776780 1 < suggested update operation key=G2Z1VR134GSG tag=H3PG65XRW4YB type=write size=325158 2024-04-10T15:25:18.832 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.852+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=B1L75DWYGV4C type=del size=225278 2024-04-10T15:25:18.833 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.853+0000 7fde1a776780 1 < completed write operation key=RHD4NMKH90JS tag=U7BLC5Q1T6A7 type=write size=627711 2024-04-10T15:25:18.836 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.856+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~L1H9XFRMZYQM.0 size=1048576 2024-04-10T15:25:18.837 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.857+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~L1H9XFRMZYQM.1 size=1048576 2024-04-10T15:25:18.839 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.858+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~L1H9XFRMZYQM.2 size=89832 2024-04-10T15:25:18.839 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.858+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=L1H9XFRMZYQM tag=4NZ9GSR5P81L type=write size=3235560 2024-04-10T15:25:18.840 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.860+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~SLR7OPN15PNC.0 size=1048576 2024-04-10T15:25:18.840 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.860+0000 7fde1a776780 1 < canceled part key=_multipart_HOP5B3O5BNC6.2~SLR7OPN15PNC.1 size=244474 2024-04-10T15:25:18.843 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.863+0000 7fde1a776780 1 < canceled multipart upload key=HOP5B3O5BNC6 upload=SLR7OPN15PNC tag=WTO7VHN7PKUX type=write size=2341626 2024-04-10T15:25:18.844 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.864+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=25HZD1SK0HZV type=write size=91872 2024-04-10T15:25:18.846 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.866+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~V8GBQMUZAVX3.0 size=1048576 2024-04-10T15:25:18.846 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.866+0000 7fde1a776780 1 < canceled part key=_multipart_01BTT4OLERPN.2~V8GBQMUZAVX3.1 size=1048576 2024-04-10T15:25:18.847 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.867+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~V8GBQMUZAVX3.2 size=194241 2024-04-10T15:25:18.850 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.870+0000 7fde1a776780 1 < canceled multipart upload key=01BTT4OLERPN upload=V8GBQMUZAVX3 tag=Q02P1LRWRG13 type=write size=3339969 2024-04-10T15:25:18.853 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.873+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~ZEF5O4UJ3MOD.0 size=1048576 2024-04-10T15:25:18.854 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.874+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~ZEF5O4UJ3MOD.1 size=401167 2024-04-10T15:25:18.854 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.874+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=ZEF5O4UJ3MOD tag=J2NSEJJ9WK5A type=write size=2498319 2024-04-10T15:25:18.855 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.875+0000 7fde1a776780 1 < completed delete operation key=4UIIRCLY6FIB tag=R4GPTOSXIBE7 type=del 2024-04-10T15:25:18.857 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.877+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=XCIZ32NDONTU type=del size=3733001 2024-04-10T15:25:18.860 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.880+0000 7fde1a776780 1 < suggested remove operation key=OTI1FIIUG2C6 tag=YRWJGX7XMSMT type=del 2024-04-10T15:25:18.862 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.881+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=N9YXWB44FLOJ type=del size=577594 2024-04-10T15:25:18.863 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.883+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=VZP639T6GMAT type=del 2024-04-10T15:25:18.865 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.885+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=71OZUOFEIFFN type=del size=3357325 2024-04-10T15:25:18.867 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.887+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~YN8IKDN0XE1R.0 size=1048576 2024-04-10T15:25:18.868 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.888+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~YN8IKDN0XE1R.1 size=726330 2024-04-10T15:25:18.871 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.891+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=YN8IKDN0XE1R tag=0NCC1G04V0H1 type=write size=2823482 2024-04-10T15:25:18.874 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.894+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~9T7FQNB0TTO7.0 size=242360 2024-04-10T15:25:18.874 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.894+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=9T7FQNB0TTO7 tag=N5L5YUL55SW7 type=write size=1290936 2024-04-10T15:25:18.876 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.895+0000 7fde1a776780 1 < completed write operation key=5ZH428JDA1AL tag=W929TSIDPTIX type=write size=370864 2024-04-10T15:25:18.879 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.898+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~AQEILBJWRF73.0 size=1048576 2024-04-10T15:25:18.880 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.900+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~AQEILBJWRF73.1 size=207532 2024-04-10T15:25:18.880 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.900+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=AQEILBJWRF73 tag=Y3S5H7IGX0FJ type=write size=2304684 2024-04-10T15:25:18.880 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.900+0000 7fde1a776780 1 < canceled part key=_multipart_TI6JR9Q8AOF5.2~URFJ16FAW3ND.0 size=1048576 2024-04-10T15:25:18.881 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.901+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~URFJ16FAW3ND.1 size=1048576 2024-04-10T15:25:18.882 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.902+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~URFJ16FAW3ND.2 size=370745 2024-04-10T15:25:18.885 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.905+0000 7fde1a776780 1 < canceled multipart upload key=TI6JR9Q8AOF5 upload=URFJ16FAW3ND tag=XYWJB8XEOUZX type=write size=3516473 2024-04-10T15:25:18.887 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.907+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=445AWV1BC73W type=write size=231836 2024-04-10T15:25:18.890 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.910+0000 7fde1a776780 1 < suggested update operation key=1R91FWVRA2AS tag=KMDAT7GQGCSI type=del size=1016496 2024-04-10T15:25:18.891 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.911+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=SGIVU9251HYT type=del size=1273493 2024-04-10T15:25:18.892 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.912+0000 7fde1a776780 1 < canceled part key=_multipart_XQVTX5DB2NXX.2~NCO8U9YK1GDX.0 size=1048576 2024-04-10T15:25:18.893 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.913+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~NCO8U9YK1GDX.1 size=1048576 2024-04-10T15:25:18.894 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.914+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~NCO8U9YK1GDX.2 size=200871 2024-04-10T15:25:18.897 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.917+0000 7fde1a776780 1 < canceled multipart upload key=XQVTX5DB2NXX upload=NCO8U9YK1GDX tag=ACHWZJJW8YGP type=write size=3346599 2024-04-10T15:25:18.898 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.918+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=S9S0H821IMC7 type=write size=464063 2024-04-10T15:25:18.900 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.920+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~6HKN6UUOSPCE.0 size=207270 2024-04-10T15:25:18.903 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.923+0000 7fde1a776780 1 < completed multipart upload key=G2Z1VR134GSG upload=6HKN6UUOSPCE tag=ULWANW1FPTD2 type=write size=1255846 2024-04-10T15:25:18.905 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.924+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=79JM13DAO7CV type=del size=344991 2024-04-10T15:25:18.906 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.926+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=GN2TX0F31CO0 type=del 2024-04-10T15:25:18.908 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.928+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=EMTK871GWWU6 type=write size=525870 2024-04-10T15:25:18.909 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.929+0000 7fde1a776780 1 < canceled operation key=F7U2L70QSILB tag=33O0MHR9ABWU type=del size=1352060 2024-04-10T15:25:18.912 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.932+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~7TMO8PC9RY2F.0 size=1048576 2024-04-10T15:25:18.914 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.934+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~7TMO8PC9RY2F.1 size=762897 2024-04-10T15:25:18.914 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.934+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=7TMO8PC9RY2F tag=XEG02NAOEA4T type=write size=2860049 2024-04-10T15:25:18.915 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.935+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~H8PV0C0EYO6K.0 size=1048576 2024-04-10T15:25:18.917 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.937+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~H8PV0C0EYO6K.1 size=1048576 2024-04-10T15:25:18.918 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.938+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~H8PV0C0EYO6K.2 size=155397 2024-04-10T15:25:18.921 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.941+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=H8PV0C0EYO6K tag=DZAS4IKDGDF0 type=write size=3301125 2024-04-10T15:25:18.924 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.944+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~HMSJISBJ3SRH.0 size=1048576 2024-04-10T15:25:18.926 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.946+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~HMSJISBJ3SRH.1 size=587715 2024-04-10T15:25:18.926 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.946+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=HMSJISBJ3SRH tag=UO5YUD2N6QOP type=write size=2684867 2024-04-10T15:25:18.927 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.947+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=B1L75DWYGV4C type=del 2024-04-10T15:25:18.929 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.949+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=VH01MOL3KTOZ type=del size=359321 2024-04-10T15:25:18.929 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.949+0000 7fde1a776780 1 < canceled part key=_multipart_DKSUE7KTGBW7.2~L1H9XFRMZYQM.0 size=1048576 2024-04-10T15:25:18.931 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.951+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~L1H9XFRMZYQM.1 size=1048576 2024-04-10T15:25:18.932 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.952+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~L1H9XFRMZYQM.2 size=89832 2024-04-10T15:25:18.935 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.955+0000 7fde1a776780 1 < canceled multipart upload key=DKSUE7KTGBW7 upload=L1H9XFRMZYQM tag=4NZ9GSR5P81L type=write size=3235560 2024-04-10T15:25:18.936 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.956+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=F5Y4XT2CK2OH type=write size=489179 2024-04-10T15:25:18.938 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.958+0000 7fde1a776780 1 < completed write operation key=2HPCRWS9ESCI tag=25HZD1SK0HZV type=write size=91872 2024-04-10T15:25:18.940 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.959+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=0P11260M0LXP type=del size=552071 2024-04-10T15:25:18.941 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.961+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~ZEF5O4UJ3MOD.0 size=1048576 2024-04-10T15:25:18.943 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.962+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~ZEF5O4UJ3MOD.1 size=401167 2024-04-10T15:25:18.945 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.965+0000 7fde1a776780 1 < completed multipart upload key=UHHK0SL983MS upload=ZEF5O4UJ3MOD tag=J2NSEJJ9WK5A type=write size=2498319 2024-04-10T15:25:18.948 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.968+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~EAK3X1YEUNVT.0 size=1048576 2024-04-10T15:25:18.949 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.969+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~EAK3X1YEUNVT.1 size=1019195 2024-04-10T15:25:18.949 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.969+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=EAK3X1YEUNVT tag=69MN1KY5OY2C type=write size=3116347 2024-04-10T15:25:18.954 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.973+0000 7fde1a776780 1 < suggested update operation key=TI6JR9Q8AOF5 tag=XCIZ32NDONTU type=del size=3733001 2024-04-10T15:25:18.954 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.974+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=QN2XLY0LMQIA type=del size=3561567 2024-04-10T15:25:18.956 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.976+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=N9YXWB44FLOJ type=del 2024-04-10T15:25:18.958 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.978+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=VHFEX9ICWQJ4 type=del size=4012059 2024-04-10T15:25:18.959 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.979+0000 7fde1a776780 1 < completed delete operation key=G2Z1VR134GSG tag=71OZUOFEIFFN type=del 2024-04-10T15:25:18.962 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.982+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~9M9L0K6SI1AB.0 size=1048576 2024-04-10T15:25:18.964 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.984+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~9M9L0K6SI1AB.1 size=1048576 2024-04-10T15:25:18.965 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.985+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~9M9L0K6SI1AB.2 size=474374 2024-04-10T15:25:18.966 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.985+0000 7fde1a776780 1 > prepared multipart upload key=F7U2L70QSILB upload=9M9L0K6SI1AB tag=LPVOONVNSUC3 type=write size=3620102 2024-04-10T15:25:18.967 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.987+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~9T7FQNB0TTO7.0 size=242360 2024-04-10T15:25:18.969 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.989+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=9T7FQNB0TTO7 tag=N5L5YUL55SW7 type=write size=1290936 2024-04-10T15:25:18.972 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.992+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~RS4MXZ9OJ1XQ.0 size=270798 2024-04-10T15:25:18.973 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.992+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=RS4MXZ9OJ1XQ tag=TFHKXN0HI21J type=write size=1319374 2024-04-10T15:25:18.974 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.994+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~AQEILBJWRF73.0 size=1048576 2024-04-10T15:25:18.975 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.995+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~AQEILBJWRF73.1 size=207532 2024-04-10T15:25:18.978 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:18.998+0000 7fde1a776780 1 < completed multipart upload key=ZOVK659NLDON upload=AQEILBJWRF73 tag=Y3S5H7IGX0FJ type=write size=2304684 2024-04-10T15:25:18.980 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.000+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=5L2P3JFV9Q40 type=del size=437244 2024-04-10T15:25:18.981 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.001+0000 7fde1a776780 1 < completed write operation key=EI79GJ0HN0U7 tag=445AWV1BC73W type=write size=231836 2024-04-10T15:25:18.985 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.005+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~ANBW2TAPCPC2.0 size=1048576 2024-04-10T15:25:18.986 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.006+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~ANBW2TAPCPC2.1 size=1048576 2024-04-10T15:25:18.988 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.007+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~ANBW2TAPCPC2.2 size=660499 2024-04-10T15:25:18.988 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.007+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=ANBW2TAPCPC2 tag=8J3NPYRBLO18 type=write size=3806227 2024-04-10T15:25:18.991 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.011+0000 7fde1a776780 1 < suggested update operation key=2HPCRWS9ESCI tag=SGIVU9251HYT type=del size=1273493 2024-04-10T15:25:18.992 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.012+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=8UJRQRMBU1IW type=del size=2183003 2024-04-10T15:25:18.994 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.014+0000 7fde1a776780 1 < completed write operation key=GFDJUGM4M5RT tag=S9S0H821IMC7 type=write size=464063 2024-04-10T15:25:18.997 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.017+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~VQTDWHNNYX66.0 size=725393 2024-04-10T15:25:18.997 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.017+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=VQTDWHNNYX66 tag=H36JJZ2M7X6S type=write size=1773969 2024-04-10T15:25:18.999 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.019+0000 7fde1a776780 1 < completed delete operation key=UCUWIQFA7CRO tag=79JM13DAO7CV type=del 2024-04-10T15:25:19.000 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.020+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=NWBV5MVV7ANO type=del size=3868258 2024-04-10T15:25:19.004 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.024+0000 7fde1a776780 1 < suggested remove operation key=ZOVK659NLDON tag=EMTK871GWWU6 type=write 2024-04-10T15:25:19.006 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.025+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=Y8J2R13AHIFU type=del size=2760478 2024-04-10T15:25:19.007 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.027+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~7TMO8PC9RY2F.0 size=1048576 2024-04-10T15:25:19.009 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.029+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~7TMO8PC9RY2F.1 size=762897 2024-04-10T15:25:19.012 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.031+0000 7fde1a776780 1 < completed multipart upload key=LEX0BICCP07E upload=7TMO8PC9RY2F tag=XEG02NAOEA4T type=write size=2860049 2024-04-10T15:25:19.015 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.035+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~W3OXOW19JLRB.0 size=165238 2024-04-10T15:25:19.015 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.035+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=W3OXOW19JLRB tag=TTQFR2P1HJXJ type=write size=1213814 2024-04-10T15:25:19.018 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.037+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~HMSJISBJ3SRH.0 size=1048576 2024-04-10T15:25:19.019 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.039+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~HMSJISBJ3SRH.1 size=587715 2024-04-10T15:25:19.022 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.042+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=HMSJISBJ3SRH tag=UO5YUD2N6QOP type=write size=2684867 2024-04-10T15:25:19.023 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.043+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=N3140I6AAVTI type=del size=2477606 2024-04-10T15:25:19.025 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.045+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=VH01MOL3KTOZ type=del 2024-04-10T15:25:19.028 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.048+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~W9ERN4SDU4I5.0 size=1048576 2024-04-10T15:25:19.029 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.049+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~W9ERN4SDU4I5.1 size=1048576 2024-04-10T15:25:19.031 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.051+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~W9ERN4SDU4I5.2 size=940638 2024-04-10T15:25:19.031 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.051+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=W9ERN4SDU4I5 tag=STGVQIF2LVH4 type=write size=4086366 2024-04-10T15:25:19.032 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.052+0000 7fde1a776780 1 < completed write operation key=EI79GJ0HN0U7 tag=F5Y4XT2CK2OH type=write size=489179 2024-04-10T15:25:19.034 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.054+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=Z2T7ZM52EVO5 type=write size=720057 2024-04-10T15:25:19.036 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.055+0000 7fde1a776780 1 < completed delete operation key=U40N6ONWE7P2 tag=0P11260M0LXP type=del 2024-04-10T15:25:19.039 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.058+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~99JWCK6G6IKC.0 size=910626 2024-04-10T15:25:19.039 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.058+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=99JWCK6G6IKC tag=EA67EM9A1A4Z type=write size=1959202 2024-04-10T15:25:19.040 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.060+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~EAK3X1YEUNVT.0 size=1048576 2024-04-10T15:25:19.042 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.061+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~EAK3X1YEUNVT.1 size=1019195 2024-04-10T15:25:19.045 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.064+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=EAK3X1YEUNVT tag=69MN1KY5OY2C type=write size=3116347 2024-04-10T15:25:19.048 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.068+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~HIRHENDDV8IN.0 size=1048576 2024-04-10T15:25:19.050 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.070+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~HIRHENDDV8IN.1 size=296049 2024-04-10T15:25:19.050 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.070+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=HIRHENDDV8IN tag=TQACALFETKDW type=write size=2393201 2024-04-10T15:25:19.052 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.071+0000 7fde1a776780 1 < canceled operation key=1R91FWVRA2AS tag=QN2XLY0LMQIA type=del size=3561567 2024-04-10T15:25:19.054 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.074+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~GAJFOF8N1M46.0 size=1048576 2024-04-10T15:25:19.056 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.076+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~GAJFOF8N1M46.1 size=136903 2024-04-10T15:25:19.056 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.076+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=GAJFOF8N1M46 tag=G1990MWDNBG5 type=write size=2234055 2024-04-10T15:25:19.057 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.077+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=VHFEX9ICWQJ4 type=del 2024-04-10T15:25:19.059 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.079+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=3C3PCX8Y5EVQ type=del size=1142887 2024-04-10T15:25:19.060 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.080+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~9M9L0K6SI1AB.0 size=1048576 2024-04-10T15:25:19.062 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.082+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~9M9L0K6SI1AB.1 size=1048576 2024-04-10T15:25:19.063 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.083+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~9M9L0K6SI1AB.2 size=474374 2024-04-10T15:25:19.066 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.086+0000 7fde1a776780 1 < completed multipart upload key=F7U2L70QSILB upload=9M9L0K6SI1AB tag=LPVOONVNSUC3 type=write size=3620102 2024-04-10T15:25:19.068 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.087+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=76RO81ILC9ZH type=del size=1887495 2024-04-10T15:25:19.069 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.089+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~RS4MXZ9OJ1XQ.0 size=270798 2024-04-10T15:25:19.072 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.092+0000 7fde1a776780 1 < completed multipart upload key=R4UBYQBOSB3Z upload=RS4MXZ9OJ1XQ tag=TFHKXN0HI21J type=write size=1319374 2024-04-10T15:25:19.074 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.093+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=W105VKLSE1WJ type=write size=833216 2024-04-10T15:25:19.077 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.096+0000 7fde1a776780 1 < suggested remove operation key=GFDJUGM4M5RT tag=5L2P3JFV9Q40 type=del 2024-04-10T15:25:19.079 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.098+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=ZAI2YPDOPRV7 type=del size=2477371 2024-04-10T15:25:19.081 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.100+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~ANBW2TAPCPC2.0 size=1048576 2024-04-10T15:25:19.082 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.102+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~ANBW2TAPCPC2.1 size=1048576 2024-04-10T15:25:19.083 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.103+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~ANBW2TAPCPC2.2 size=660499 2024-04-10T15:25:19.086 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.106+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=ANBW2TAPCPC2 tag=8J3NPYRBLO18 type=write size=3806227 2024-04-10T15:25:19.088 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.107+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=6150312GC3S8 type=del size=4064045 2024-04-10T15:25:19.091 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.111+0000 7fde1a776780 1 < suggested remove operation key=EI79GJ0HN0U7 tag=8UJRQRMBU1IW type=del 2024-04-10T15:25:19.094 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.113+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~BO9PIFKHE2E9.0 size=1030731 2024-04-10T15:25:19.094 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.113+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=BO9PIFKHE2E9 tag=2GWO910URRAH type=write size=2079307 2024-04-10T15:25:19.096 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.115+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~VQTDWHNNYX66.0 size=725393 2024-04-10T15:25:19.098 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.117+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=VQTDWHNNYX66 tag=H36JJZ2M7X6S type=write size=1773969 2024-04-10T15:25:19.099 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.119+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=12S76Q4NQPNZ type=del size=514858 2024-04-10T15:25:19.101 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.120+0000 7fde1a776780 1 < canceled operation key=U40N6ONWE7P2 tag=NWBV5MVV7ANO type=del size=3868258 2024-04-10T15:25:19.103 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.123+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~ZIADG5QXQ03S.0 size=928521 2024-04-10T15:25:19.104 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.123+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=ZIADG5QXQ03S tag=UV01YCJQ7PO9 type=write size=1977097 2024-04-10T15:25:19.105 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.125+0000 7fde1a776780 1 < completed delete operation key=R4UBYQBOSB3Z tag=Y8J2R13AHIFU type=del 2024-04-10T15:25:19.106 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.126+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=YHL6P8KTBOT0 type=del size=3847657 2024-04-10T15:25:19.108 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.128+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~W3OXOW19JLRB.0 size=165238 2024-04-10T15:25:19.110 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.130+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=W3OXOW19JLRB tag=TTQFR2P1HJXJ type=write size=1213814 2024-04-10T15:25:19.112 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.132+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=0MQFPJ01OBAW type=del size=3834856 2024-04-10T15:25:19.114 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.133+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=N3140I6AAVTI type=del 2024-04-10T15:25:19.115 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.135+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=865HIT23JXT8 type=write size=634736 2024-04-10T15:25:19.117 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.137+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~W9ERN4SDU4I5.0 size=1048576 2024-04-10T15:25:19.118 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.138+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~W9ERN4SDU4I5.1 size=1048576 2024-04-10T15:25:19.119 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.139+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~W9ERN4SDU4I5.2 size=940638 2024-04-10T15:25:19.122 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.142+0000 7fde1a776780 1 < completed multipart upload key=ZOVK659NLDON upload=W9ERN4SDU4I5 tag=STGVQIF2LVH4 type=write size=4086366 2024-04-10T15:25:19.124 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.144+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~EVMPPZS9A1J7.0 size=499600 2024-04-10T15:25:19.125 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.144+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=EVMPPZS9A1J7 tag=SD6CYCGFDG08 type=write size=1548176 2024-04-10T15:25:19.126 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.146+0000 7fde1a776780 1 < completed write operation key=F7U2L70QSILB tag=Z2T7ZM52EVO5 type=write size=720057 2024-04-10T15:25:19.128 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.148+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=S1GLR6D89K6I type=del size=3373671 2024-04-10T15:25:19.129 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.149+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~99JWCK6G6IKC.0 size=910626 2024-04-10T15:25:19.132 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.152+0000 7fde1a776780 1 < completed multipart upload key=R4UBYQBOSB3Z upload=99JWCK6G6IKC tag=EA67EM9A1A4Z type=write size=1959202 2024-04-10T15:25:19.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:18 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:25:19.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:18 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:25:19.135 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.154+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~3DGKH9R164BA.0 size=1048576 2024-04-10T15:25:19.136 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.156+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~3DGKH9R164BA.1 size=1048576 2024-04-10T15:25:19.137 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.157+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~3DGKH9R164BA.2 size=1010969 2024-04-10T15:25:19.137 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.157+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=3DGKH9R164BA tag=KY5ELSLI02JY type=write size=4156697 2024-04-10T15:25:19.139 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.159+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~HIRHENDDV8IN.0 size=1048576 2024-04-10T15:25:19.140 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.160+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~HIRHENDDV8IN.1 size=296049 2024-04-10T15:25:19.143 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.163+0000 7fde1a776780 1 < completed multipart upload key=01BTT4OLERPN upload=HIRHENDDV8IN tag=TQACALFETKDW type=write size=2393201 2024-04-10T15:25:19.146 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.165+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~ESWN48X8NJ9S.0 size=1048576 2024-04-10T15:25:19.147 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.167+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~ESWN48X8NJ9S.1 size=1047991 2024-04-10T15:25:19.147 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.167+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=ESWN48X8NJ9S tag=RTYU2043J2JP type=write size=3145143 2024-04-10T15:25:19.148 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.168+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~GAJFOF8N1M46.0 size=1048576 2024-04-10T15:25:19.150 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.170+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~GAJFOF8N1M46.1 size=136903 2024-04-10T15:25:19.152 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.172+0000 7fde1a776780 1 < completed multipart upload key=HOP5B3O5BNC6 upload=GAJFOF8N1M46 tag=G1990MWDNBG5 type=write size=2234055 2024-04-10T15:25:19.154 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.174+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=XYOGHA26LQZR type=del size=1294161 2024-04-10T15:25:19.158 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.176+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=3C3PCX8Y5EVQ type=del 2024-04-10T15:25:19.158 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.178+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=906KG72D3463 type=del size=551435 2024-04-10T15:25:19.159 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.179+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=76RO81ILC9ZH type=del 2024-04-10T15:25:19.162 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.182+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~81YZWYW9WWYL.0 size=516239 2024-04-10T15:25:19.162 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.182+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=81YZWYW9WWYL tag=E623KHVHBRHG type=write size=1564815 2024-04-10T15:25:19.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:18 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:25:19.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:18 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:25:19.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:18 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:25:19.163 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:18 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:25:19.165 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.185+0000 7fde1a776780 1 < suggested update operation key=R4UBYQBOSB3Z tag=W105VKLSE1WJ type=write size=833216 2024-04-10T15:25:19.168 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.188+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~UAZANB4A0ISZ.0 size=1048576 2024-04-10T15:25:19.170 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.190+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~UAZANB4A0ISZ.1 size=967003 2024-04-10T15:25:19.170 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.190+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=UAZANB4A0ISZ tag=U0LX1TNQQ202 type=write size=3064155 2024-04-10T15:25:19.171 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.191+0000 7fde1a776780 1 < completed delete operation key=5ZH428JDA1AL tag=ZAI2YPDOPRV7 type=del 2024-04-10T15:25:19.173 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.193+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=1XYL8XKYV5WO type=del size=2253823 2024-04-10T15:25:19.175 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.195+0000 7fde1a776780 -1 < failed to complete operation key=R4UBYQBOSB3Z tag=6150312GC3S8 type=del size=4064045: (22) Invalid argument 2024-04-10T15:25:19.177 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.197+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=V9VKHQP3GPQJ type=del size=3574181 2024-04-10T15:25:19.178 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.198+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~BO9PIFKHE2E9.0 size=1030731 2024-04-10T15:25:19.181 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.201+0000 7fde1a776780 1 < completed multipart upload key=R4UBYQBOSB3Z upload=BO9PIFKHE2E9 tag=2GWO910URRAH type=write size=2079307 2024-04-10T15:25:19.184 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.204+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~A7VAUH1270YZ.0 size=1048576 2024-04-10T15:25:19.186 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.205+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~A7VAUH1270YZ.1 size=859975 2024-04-10T15:25:19.186 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.205+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=A7VAUH1270YZ tag=32O6R1CHBKTK type=write size=2957127 2024-04-10T15:25:19.187 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.207+0000 7fde1a776780 1 < completed delete operation key=OTI1FIIUG2C6 tag=12S76Q4NQPNZ type=del 2024-04-10T15:25:19.191 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.211+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~TZZ51E1V12U4.0 size=1048576 2024-04-10T15:25:19.192 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.212+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~TZZ51E1V12U4.1 size=1048576 2024-04-10T15:25:19.194 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.214+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~TZZ51E1V12U4.2 size=885846 2024-04-10T15:25:19.194 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.214+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=TZZ51E1V12U4 tag=VJ9AY3QWRGBU type=write size=4031574 2024-04-10T15:25:19.196 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.215+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~ZIADG5QXQ03S.0 size=928521 2024-04-10T15:25:19.198 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.218+0000 7fde1a776780 1 < completed multipart upload key=UHHK0SL983MS upload=ZIADG5QXQ03S tag=UV01YCJQ7PO9 type=write size=1977097 2024-04-10T15:25:19.200 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.220+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=HE5T1KMWHZ7O type=write size=4902 2024-04-10T15:25:19.201 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.221+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=YHL6P8KTBOT0 type=del 2024-04-10T15:25:19.203 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.223+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=X7YB0AODNHUE type=write size=66574 2024-04-10T15:25:19.206 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.226+0000 7fde1a776780 1 < suggested remove operation key=WEXVY1WRSZOS tag=0MQFPJ01OBAW type=del 2024-04-10T15:25:19.209 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.229+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~TT2AOW1I0SU5.0 size=1048576 2024-04-10T15:25:19.211 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.230+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~TT2AOW1I0SU5.1 size=539307 2024-04-10T15:25:19.211 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.230+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=TT2AOW1I0SU5 tag=20DNCCFFT986 type=write size=2636459 2024-04-10T15:25:19.212 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.232+0000 7fde1a776780 1 < completed write operation key=U40N6ONWE7P2 tag=865HIT23JXT8 type=write size=634736 2024-04-10T15:25:19.214 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.234+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=WFTMJP3BV8GD type=write size=214708 2024-04-10T15:25:19.215 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.235+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~EVMPPZS9A1J7.0 size=499600 2024-04-10T15:25:19.218 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.238+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=EVMPPZS9A1J7 tag=SD6CYCGFDG08 type=write size=1548176 2024-04-10T15:25:19.221 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.241+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~0209F6779FUQ.0 size=1048576 2024-04-10T15:25:19.223 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.242+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~0209F6779FUQ.1 size=1048576 2024-04-10T15:25:19.224 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.244+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~0209F6779FUQ.2 size=743551 2024-04-10T15:25:19.224 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.244+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=0209F6779FUQ tag=HH39DLIY1SAT type=write size=3889279 2024-04-10T15:25:19.227 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.247+0000 7fde1a776780 1 < suggested remove operation key=LEX0BICCP07E tag=S1GLR6D89K6I type=del 2024-04-10T15:25:19.229 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.249+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=N6J1WTPY5N86 type=del size=710929 2024-04-10T15:25:19.231 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.250+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~3DGKH9R164BA.0 size=1048576 2024-04-10T15:25:19.232 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.252+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~3DGKH9R164BA.1 size=1048576 2024-04-10T15:25:19.234 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.254+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~3DGKH9R164BA.2 size=1010969 2024-04-10T15:25:19.237 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.257+0000 7fde1a776780 1 < completed multipart upload key=U40N6ONWE7P2 upload=3DGKH9R164BA tag=KY5ELSLI02JY type=write size=4156697 2024-04-10T15:25:19.239 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.259+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=ECUSH1VS0RV3 type=write size=396645 2024-04-10T15:25:19.241 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.260+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~ESWN48X8NJ9S.0 size=1048576 2024-04-10T15:25:19.242 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.262+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~ESWN48X8NJ9S.1 size=1047991 2024-04-10T15:25:19.245 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.264+0000 7fde1a776780 1 < completed multipart upload key=RHD4NMKH90JS upload=ESWN48X8NJ9S tag=RTYU2043J2JP type=write size=3145143 2024-04-10T15:25:19.248 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.268+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~QPEBE4MTB1R7.0 size=1048576 2024-04-10T15:25:19.250 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.269+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~QPEBE4MTB1R7.1 size=1048576 2024-04-10T15:25:19.251 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.271+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~QPEBE4MTB1R7.2 size=951416 2024-04-10T15:25:19.251 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.271+0000 7fde1a776780 1 > prepared multipart upload key=WEXVY1WRSZOS upload=QPEBE4MTB1R7 tag=KEF2VZT9EBAL type=write size=4097144 2024-04-10T15:25:19.253 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.272+0000 7fde1a776780 1 < completed delete operation key=OSSHDMNH4GXQ tag=XYOGHA26LQZR type=del 2024-04-10T15:25:19.254 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.274+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=0EEXHRNC6V66 type=del size=4035176 2024-04-10T15:25:19.256 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.275+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=906KG72D3463 type=del 2024-04-10T15:25:19.257 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.277+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=QRMVV12UBEFP type=del size=2013576 2024-04-10T15:25:19.259 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.279+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~81YZWYW9WWYL.0 size=516239 2024-04-10T15:25:19.262 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.281+0000 7fde1a776780 1 < completed multipart upload key=01BTT4OLERPN upload=81YZWYW9WWYL tag=E623KHVHBRHG type=write size=1564815 2024-04-10T15:25:19.264 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.284+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~F59M6RQB6COS.0 size=1048576 2024-04-10T15:25:19.266 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.285+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~F59M6RQB6COS.1 size=1048576 2024-04-10T15:25:19.267 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.287+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~F59M6RQB6COS.2 size=557615 2024-04-10T15:25:19.267 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.287+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=F59M6RQB6COS tag=BCE27WXTFM4N type=write size=3703343 2024-04-10T15:25:19.268 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.288+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~UAZANB4A0ISZ.0 size=1048576 2024-04-10T15:25:19.270 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.289+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~UAZANB4A0ISZ.1 size=967003 2024-04-10T15:25:19.273 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.293+0000 7fde1a776780 1 < completed multipart upload key=R4UBYQBOSB3Z upload=UAZANB4A0ISZ tag=U0LX1TNQQ202 type=write size=3064155 2024-04-10T15:25:19.278 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.298+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~X3GZ8HCYWKYY.0 size=1048576 2024-04-10T15:25:19.280 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.300+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~X3GZ8HCYWKYY.1 size=1048576 2024-04-10T15:25:19.281 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.301+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~X3GZ8HCYWKYY.2 size=539149 2024-04-10T15:25:19.282 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.301+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=X3GZ8HCYWKYY tag=NNZJBYRNXBF2 type=write size=3684877 2024-04-10T15:25:19.283 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.303+0000 7fde1a776780 1 < completed delete operation key=OTI1FIIUG2C6 tag=1XYL8XKYV5WO type=del 2024-04-10T15:25:19.286 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.306+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~KMX0KQXPS0A2.0 size=1048576 2024-04-10T15:25:19.288 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.308+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~KMX0KQXPS0A2.1 size=483429 2024-04-10T15:25:19.288 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.308+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=KMX0KQXPS0A2 tag=EQT434CJSD14 type=write size=2580581 2024-04-10T15:25:19.289 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.309+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=V9VKHQP3GPQJ type=del 2024-04-10T15:25:19.292 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.312+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~GD16M1SVB7XW.0 size=1048576 2024-04-10T15:25:19.293 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.313+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~GD16M1SVB7XW.1 size=296481 2024-04-10T15:25:19.293 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.313+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=GD16M1SVB7XW tag=DTRYDOL3JE13 type=write size=2393633 2024-04-10T15:25:19.295 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.315+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~A7VAUH1270YZ.0 size=1048576 2024-04-10T15:25:19.296 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.316+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~A7VAUH1270YZ.1 size=859975 2024-04-10T15:25:19.299 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.319+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=A7VAUH1270YZ tag=32O6R1CHBKTK type=write size=2957127 2024-04-10T15:25:19.302 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.322+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~MV8IODDRJC0X.0 size=830247 2024-04-10T15:25:19.302 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.322+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=MV8IODDRJC0X tag=Z9IJDA4JKPRC type=write size=1878823 2024-04-10T15:25:19.303 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.323+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~TZZ51E1V12U4.0 size=1048576 2024-04-10T15:25:19.303 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.323+0000 7fde1a776780 1 < canceled part key=_multipart_RHD4NMKH90JS.2~TZZ51E1V12U4.1 size=1048576 2024-04-10T15:25:19.305 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.324+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~TZZ51E1V12U4.2 size=885846 2024-04-10T15:25:19.307 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.327+0000 7fde1a776780 1 < canceled multipart upload key=RHD4NMKH90JS upload=TZZ51E1V12U4 tag=VJ9AY3QWRGBU type=write size=4031574 2024-04-10T15:25:19.309 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.329+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=KL7A85ELS0Y2 type=del size=2929630 2024-04-10T15:25:19.310 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.330+0000 7fde1a776780 1 < completed write operation key=2HPCRWS9ESCI tag=HE5T1KMWHZ7O type=write size=4902 2024-04-10T15:25:19.312 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.332+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=3OX0OUMGQOUA type=write size=538777 2024-04-10T15:25:19.313 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.333+0000 7fde1a776780 1 < completed write operation key=GVB0VUGS9C0D tag=X7YB0AODNHUE type=write size=66574 2024-04-10T15:25:19.316 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.335+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=3TO15VQW557P type=write size=641878 2024-04-10T15:25:19.316 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.336+0000 7fde1a776780 1 < canceled part key=_multipart_BC5NU4J0LIY9.2~TT2AOW1I0SU5.0 size=1048576 2024-04-10T15:25:19.318 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.338+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~TT2AOW1I0SU5.1 size=539307 2024-04-10T15:25:19.321 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.341+0000 7fde1a776780 1 < canceled multipart upload key=BC5NU4J0LIY9 upload=TT2AOW1I0SU5 tag=20DNCCFFT986 type=write size=2636459 2024-04-10T15:25:19.324 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.343+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=5D23HFL98F02 type=del size=1125820 2024-04-10T15:25:19.325 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.345+0000 7fde1a776780 1 < completed write operation key=OTI1FIIUG2C6 tag=WFTMJP3BV8GD type=write size=214708 2024-04-10T15:25:19.327 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.347+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=IHRBKV2CEP2D type=write size=355551 2024-04-10T15:25:19.328 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.348+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~0209F6779FUQ.0 size=1048576 2024-04-10T15:25:19.329 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.349+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~0209F6779FUQ.1 size=1048576 2024-04-10T15:25:19.331 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.351+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~0209F6779FUQ.2 size=743551 2024-04-10T15:25:19.333 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.353+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=0209F6779FUQ tag=HH39DLIY1SAT type=write size=3889279 2024-04-10T15:25:19.336 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.355+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=Y019WSFEP9LD type=write size=531497 2024-04-10T15:25:19.337 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.357+0000 7fde1a776780 1 < completed delete operation key=OSSHDMNH4GXQ tag=N6J1WTPY5N86 type=del 2024-04-10T15:25:19.339 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.359+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=HKG85U3HP3GI type=del size=3850683 2024-04-10T15:25:19.341 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.360+0000 7fde1a776780 1 < completed write operation key=TI6JR9Q8AOF5 tag=ECUSH1VS0RV3 type=write size=396645 2024-04-10T15:25:19.344 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.363+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~BV0GVY69WHWT.0 size=984000 2024-04-10T15:25:19.344 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.363+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=BV0GVY69WHWT tag=KSFWJWT0IZ9C type=write size=2032576 2024-04-10T15:25:19.345 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.365+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~QPEBE4MTB1R7.0 size=1048576 2024-04-10T15:25:19.347 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.366+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~QPEBE4MTB1R7.1 size=1048576 2024-04-10T15:25:19.348 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.368+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~QPEBE4MTB1R7.2 size=951416 2024-04-10T15:25:19.351 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.371+0000 7fde1a776780 1 < completed multipart upload key=WEXVY1WRSZOS upload=QPEBE4MTB1R7 tag=KEF2VZT9EBAL type=write size=4097144 2024-04-10T15:25:19.355 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.374+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~WPL6SZMIIPUM.0 size=1048576 2024-04-10T15:25:19.356 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.376+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~WPL6SZMIIPUM.1 size=86040 2024-04-10T15:25:19.356 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.376+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=WPL6SZMIIPUM tag=4QMKEIGM0BX1 type=write size=2183192 2024-04-10T15:25:19.362 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.380+0000 7fde1a776780 1 < suggested update operation key=R4UBYQBOSB3Z tag=0EEXHRNC6V66 type=del size=4035176 2024-04-10T15:25:19.362 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.382+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=X4V6FKWGHWQF type=del size=3831651 2024-04-10T15:25:19.364 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.384+0000 7fde1a776780 1 < completed delete operation key=5ZH428JDA1AL tag=QRMVV12UBEFP type=del 2024-04-10T15:25:19.366 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.385+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=WZKZWAM398QP type=del size=1844186 2024-04-10T15:25:19.367 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.387+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~F59M6RQB6COS.0 size=1048576 2024-04-10T15:25:19.369 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.389+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~F59M6RQB6COS.1 size=1048576 2024-04-10T15:25:19.369 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.389+0000 7fde1a776780 1 < canceled part key=_multipart_OTI1FIIUG2C6.2~F59M6RQB6COS.2 size=557615 2024-04-10T15:25:19.372 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.392+0000 7fde1a776780 1 < canceled multipart upload key=OTI1FIIUG2C6 upload=F59M6RQB6COS tag=BCE27WXTFM4N type=write size=3703343 2024-04-10T15:25:19.374 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.394+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=1AQ4DAC3VTM1 type=write size=602527 2024-04-10T15:25:19.376 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.396+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~X3GZ8HCYWKYY.0 size=1048576 2024-04-10T15:25:19.377 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.397+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~X3GZ8HCYWKYY.1 size=1048576 2024-04-10T15:25:19.379 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.399+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~X3GZ8HCYWKYY.2 size=539149 2024-04-10T15:25:19.383 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.403+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=X3GZ8HCYWKYY tag=NNZJBYRNXBF2 type=write size=3684877 2024-04-10T15:25:19.385 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.405+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=UGW1T0MRXM31 type=write size=456990 2024-04-10T15:25:19.388 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.407+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~KMX0KQXPS0A2.0 size=1048576 2024-04-10T15:25:19.390 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.409+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~KMX0KQXPS0A2.1 size=483429 2024-04-10T15:25:19.393 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.413+0000 7fde1a776780 1 < completed multipart upload key=5ZH428JDA1AL upload=KMX0KQXPS0A2 tag=EQT434CJSD14 type=write size=2580581 2024-04-10T15:25:19.395 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.414+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=L3H59SP123W8 type=del size=1465957 2024-04-10T15:25:19.397 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.417+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~GD16M1SVB7XW.0 size=1048576 2024-04-10T15:25:19.398 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.418+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~GD16M1SVB7XW.1 size=296481 2024-04-10T15:25:19.401 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.421+0000 7fde1a776780 1 < completed multipart upload key=5ZH428JDA1AL upload=GD16M1SVB7XW tag=DTRYDOL3JE13 type=write size=2393633 2024-04-10T15:25:19.403 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.423+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=OSVIHXTMU4QG type=del size=1138239 2024-04-10T15:25:19.405 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.425+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~MV8IODDRJC0X.0 size=830247 2024-04-10T15:25:19.407 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.427+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=MV8IODDRJC0X tag=Z9IJDA4JKPRC type=write size=1878823 2024-04-10T15:25:19.409 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.429+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=7MXRFSMPNKOI type=write size=321735 2024-04-10T15:25:19.411 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.431+0000 7fde1a776780 -1 < failed to complete operation key=R4UBYQBOSB3Z tag=KL7A85ELS0Y2 type=del size=2929630: (22) Invalid argument 2024-04-10T15:25:19.413 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.433+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=6CTWMRBPVRA7 type=del size=869314 2024-04-10T15:25:19.414 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.434+0000 7fde1a776780 1 < completed write operation key=BC5NU4J0LIY9 tag=3OX0OUMGQOUA type=write size=538777 2024-04-10T15:25:19.416 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.436+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=57NI31X28TMX type=del size=752786 2024-04-10T15:25:19.418 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.438+0000 7fde1a776780 1 < completed write operation key=OSSHDMNH4GXQ tag=3TO15VQW557P type=write size=641878 2024-04-10T15:25:19.421 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.441+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~N2FM18PXZ09A.0 size=166348 2024-04-10T15:25:19.421 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.441+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=N2FM18PXZ09A tag=733L6KA6OZ75 type=write size=1214924 2024-04-10T15:25:19.423 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.443+0000 7fde1a776780 1 < completed delete operation key=VPWN54SOWO0W tag=5D23HFL98F02 type=del 2024-04-10T15:25:19.425 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.445+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=ANJ8R3XO0IS7 type=write size=142603 2024-04-10T15:25:19.426 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.446+0000 7fde1a776780 1 < completed write operation key=XQVTX5DB2NXX tag=IHRBKV2CEP2D type=write size=355551 2024-04-10T15:25:19.429 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.449+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~HZSGLRZOI2GC.0 size=1048576 2024-04-10T15:25:19.431 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.451+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~HZSGLRZOI2GC.1 size=1048576 2024-04-10T15:25:19.432 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.452+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~HZSGLRZOI2GC.2 size=76712 2024-04-10T15:25:19.432 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.452+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=HZSGLRZOI2GC tag=ASVIC5447EBJ type=write size=3222440 2024-04-10T15:25:19.434 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.454+0000 7fde1a776780 1 < completed write operation key=4UIIRCLY6FIB tag=Y019WSFEP9LD type=write size=531497 2024-04-10T15:25:19.437 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.457+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~C8ZZF0GTF4P4.0 size=945930 2024-04-10T15:25:19.437 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.457+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=C8ZZF0GTF4P4 tag=S1NNHCAKL715 type=write size=1994506 2024-04-10T15:25:19.439 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.459+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=HKG85U3HP3GI type=del 2024-04-10T15:25:19.441 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.460+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=89HMWQGLV5AN type=write size=729386 2024-04-10T15:25:19.441 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.461+0000 7fde1a776780 1 < canceled part key=_multipart_G2Z1VR134GSG.2~BV0GVY69WHWT.0 size=984000 2024-04-10T15:25:19.444 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.463+0000 7fde1a776780 1 < canceled multipart upload key=G2Z1VR134GSG upload=BV0GVY69WHWT tag=KSFWJWT0IZ9C type=write size=2032576 2024-04-10T15:25:19.447 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.466+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~3V9OV36DMTVX.0 size=843395 2024-04-10T15:25:19.447 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.466+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=3V9OV36DMTVX tag=D07KHEL0L0XS type=write size=1891971 2024-04-10T15:25:19.448 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.468+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~WPL6SZMIIPUM.0 size=1048576 2024-04-10T15:25:19.450 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.470+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~WPL6SZMIIPUM.1 size=86040 2024-04-10T15:25:19.453 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.472+0000 7fde1a776780 1 < completed multipart upload key=5ZH428JDA1AL upload=WPL6SZMIIPUM tag=4QMKEIGM0BX1 type=write size=2183192 2024-04-10T15:25:19.456 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.475+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~T1DG3403MWFT.0 size=1048576 2024-04-10T15:25:19.457 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.477+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~T1DG3403MWFT.1 size=986092 2024-04-10T15:25:19.457 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.477+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=T1DG3403MWFT tag=TF0B8YUEFEGZ type=write size=3083244 2024-04-10T15:25:19.459 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.478+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=X4V6FKWGHWQF type=del 2024-04-10T15:25:19.462 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.481+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~ZZIUQUSY6R40.0 size=1048576 2024-04-10T15:25:19.463 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.483+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~ZZIUQUSY6R40.1 size=1048576 2024-04-10T15:25:19.465 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.485+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~ZZIUQUSY6R40.2 size=739443 2024-04-10T15:25:19.465 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.485+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=ZZIUQUSY6R40 tag=VSA0H7XRT1S9 type=write size=3885171 2024-04-10T15:25:19.467 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.487+0000 7fde1a776780 1 < completed delete operation key=OTI1FIIUG2C6 tag=WZKZWAM398QP type=del 2024-04-10T15:25:19.469 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.489+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=MNJ2NIWUL5TM type=del size=696955 2024-04-10T15:25:19.471 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.491+0000 7fde1a776780 1 < completed write operation key=UHHK0SL983MS tag=1AQ4DAC3VTM1 type=write size=602527 2024-04-10T15:25:19.473 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.493+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=DPQLBWNF9UFS type=write size=1025162 2024-04-10T15:25:19.475 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.495+0000 7fde1a776780 1 < completed write operation key=UCUWIQFA7CRO tag=UGW1T0MRXM31 type=write size=456990 2024-04-10T15:25:19.479 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.499+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~BODGJ2CSVYX3.0 size=1048576 2024-04-10T15:25:19.481 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.501+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~BODGJ2CSVYX3.1 size=1048576 2024-04-10T15:25:19.482 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.502+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~BODGJ2CSVYX3.2 size=1037844 2024-04-10T15:25:19.482 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.502+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=BODGJ2CSVYX3 tag=3MVYZF1186LO type=write size=4183572 2024-04-10T15:25:19.486 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.506+0000 7fde1a776780 1 < suggested remove operation key=OSSHDMNH4GXQ tag=L3H59SP123W8 type=del 2024-04-10T15:25:19.488 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.508+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=4MYDZ0DNUFFR type=del size=3597247 2024-04-10T15:25:19.489 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.509+0000 7fde1a776780 1 < completed delete operation key=1R91FWVRA2AS tag=OSVIHXTMU4QG type=del 2024-04-10T15:25:19.493 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.513+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~P25IT7PEOQ52.0 size=1048576 2024-04-10T15:25:19.494 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.514+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~P25IT7PEOQ52.1 size=1048576 2024-04-10T15:25:19.496 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.516+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~P25IT7PEOQ52.2 size=340584 2024-04-10T15:25:19.496 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.516+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=P25IT7PEOQ52 tag=L7OQMGB35C4X type=write size=3486312 2024-04-10T15:25:19.498 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.518+0000 7fde1a776780 1 < completed write operation key=O1ZBJUVP8PQD tag=7MXRFSMPNKOI type=write size=321735 2024-04-10T15:25:19.500 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.520+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=VKB7JZHV2D0T type=write size=417234 2024-04-10T15:25:19.502 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.522+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=6CTWMRBPVRA7 type=del 2024-04-10T15:25:19.506 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.526+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~R235K6TADJIN.0 size=1048576 2024-04-10T15:25:19.507 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.527+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~R235K6TADJIN.1 size=1048576 2024-04-10T15:25:19.509 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.529+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~R235K6TADJIN.2 size=414642 2024-04-10T15:25:19.509 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.529+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=R235K6TADJIN tag=BL9TV46OXDU0 type=write size=3560370 2024-04-10T15:25:19.511 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.530+0000 7fde1a776780 1 < completed delete operation key=UHHK0SL983MS tag=57NI31X28TMX type=del 2024-04-10T15:25:19.512 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.532+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=CF0RY0U5RYYG type=del size=2238233 2024-04-10T15:25:19.514 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.534+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~N2FM18PXZ09A.0 size=166348 2024-04-10T15:25:19.517 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.537+0000 7fde1a776780 1 < completed multipart upload key=HOP5B3O5BNC6 upload=N2FM18PXZ09A tag=733L6KA6OZ75 type=write size=1214924 2024-04-10T15:25:19.521 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.541+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~MUF0ON79FW50.0 size=353193 2024-04-10T15:25:19.521 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.541+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=MUF0ON79FW50 tag=D32XO8CGEFKZ type=write size=1401769 2024-04-10T15:25:19.522 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.542+0000 7fde1a776780 1 < canceled operation key=01BTT4OLERPN tag=ANJ8R3XO0IS7 type=write size=142603 2024-04-10T15:25:19.524 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.544+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=RCEXUTEBNM82 type=write size=57405 2024-04-10T15:25:19.526 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.546+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~HZSGLRZOI2GC.0 size=1048576 2024-04-10T15:25:19.527 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.547+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~HZSGLRZOI2GC.1 size=1048576 2024-04-10T15:25:19.528 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.548+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~HZSGLRZOI2GC.2 size=76712 2024-04-10T15:25:19.531 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.551+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=HZSGLRZOI2GC tag=ASVIC5447EBJ type=write size=3222440 2024-04-10T15:25:19.536 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.556+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~7F179RTXLHTL.0 size=527678 2024-04-10T15:25:19.536 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.556+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=7F179RTXLHTL tag=MNXXFHYKJFYM type=write size=1576254 2024-04-10T15:25:19.539 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.559+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~C8ZZF0GTF4P4.0 size=945930 2024-04-10T15:25:19.542 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.562+0000 7fde1a776780 1 < completed multipart upload key=OTI1FIIUG2C6 upload=C8ZZF0GTF4P4 tag=S1NNHCAKL715 type=write size=1994506 2024-04-10T15:25:19.544 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.564+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=8DYZ7DHIB657 type=del size=3917690 2024-04-10T15:25:19.546 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.566+0000 7fde1a776780 1 < completed write operation key=2HPCRWS9ESCI tag=89HMWQGLV5AN type=write size=729386 2024-04-10T15:25:19.549 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.569+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~ZV9OZ7P3EQ5P.0 size=1048576 2024-04-10T15:25:19.551 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.570+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~ZV9OZ7P3EQ5P.1 size=186782 2024-04-10T15:25:19.551 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.570+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=ZV9OZ7P3EQ5P tag=61CUIB46RJ6S type=write size=2283934 2024-04-10T15:25:19.551 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.571+0000 7fde1a776780 1 < canceled part key=_multipart_XQVTX5DB2NXX.2~3V9OV36DMTVX.0 size=843395 2024-04-10T15:25:19.554 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.573+0000 7fde1a776780 1 < canceled multipart upload key=XQVTX5DB2NXX upload=3V9OV36DMTVX tag=D07KHEL0L0XS type=write size=1891971 2024-04-10T15:25:19.557 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.576+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~X2OUMTHGFLWD.0 size=1048576 2024-04-10T15:25:19.558 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.578+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~X2OUMTHGFLWD.1 size=620515 2024-04-10T15:25:19.558 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.578+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=X2OUMTHGFLWD tag=QLQ9L5N61ZY0 type=write size=2717667 2024-04-10T15:25:19.559 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.579+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~T1DG3403MWFT.0 size=1048576 2024-04-10T15:25:19.561 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.581+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~T1DG3403MWFT.1 size=986092 2024-04-10T15:25:19.566 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.583+0000 7fde1a776780 1 < completed multipart upload key=U40N6ONWE7P2 upload=T1DG3403MWFT tag=TF0B8YUEFEGZ type=write size=3083244 2024-04-10T15:25:19.566 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.585+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=4CWDR1CEF5IT type=del size=3490067 2024-04-10T15:25:19.567 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.587+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~ZZIUQUSY6R40.0 size=1048576 2024-04-10T15:25:19.568 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.588+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~ZZIUQUSY6R40.1 size=1048576 2024-04-10T15:25:19.570 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.590+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~ZZIUQUSY6R40.2 size=739443 2024-04-10T15:25:19.573 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.593+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=ZZIUQUSY6R40 tag=VSA0H7XRT1S9 type=write size=3885171 2024-04-10T15:25:19.576 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.596+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~3MW7JUX9R8FZ.0 size=1048576 2024-04-10T15:25:19.577 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.597+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~3MW7JUX9R8FZ.1 size=1048576 2024-04-10T15:25:19.579 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.598+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~3MW7JUX9R8FZ.2 size=577822 2024-04-10T15:25:19.579 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.598+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=3MW7JUX9R8FZ tag=MSB1I0ZAMES6 type=write size=3723550 2024-04-10T15:25:19.580 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.600+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=MNJ2NIWUL5TM type=del 2024-04-10T15:25:19.583 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.603+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~C033GWUCFMHW.0 size=1048576 2024-04-10T15:25:19.585 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.605+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~C033GWUCFMHW.1 size=909903 2024-04-10T15:25:19.585 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.605+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=C033GWUCFMHW tag=XQGWWQMDOYU2 type=write size=3007055 2024-04-10T15:25:19.586 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.606+0000 7fde1a776780 1 < canceled operation key=RHD4NMKH90JS tag=DPQLBWNF9UFS type=write size=1025162 2024-04-10T15:25:19.588 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.608+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=8ZQ2ZT9X6FWW type=del size=2911734 2024-04-10T15:25:19.590 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.609+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~BODGJ2CSVYX3.0 size=1048576 2024-04-10T15:25:19.591 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.611+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~BODGJ2CSVYX3.1 size=1048576 2024-04-10T15:25:19.593 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.612+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~BODGJ2CSVYX3.2 size=1037844 2024-04-10T15:25:19.595 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.615+0000 7fde1a776780 1 < completed multipart upload key=GOVDAOD5DREG upload=BODGJ2CSVYX3 tag=3MVYZF1186LO type=write size=4183572 2024-04-10T15:25:19.596 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.616+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=4CBKMWNYJE0D type=del size=1526643 2024-04-10T15:25:19.598 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.618+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=4MYDZ0DNUFFR type=del 2024-04-10T15:25:19.600 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.619+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=7O94B3W7GFPQ type=write size=72283 2024-04-10T15:25:19.600 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.620+0000 7fde1a776780 1 < canceled part key=_multipart_OSSHDMNH4GXQ.2~P25IT7PEOQ52.0 size=1048576 2024-04-10T15:25:19.601 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.621+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~P25IT7PEOQ52.1 size=1048576 2024-04-10T15:25:19.602 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.622+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~P25IT7PEOQ52.2 size=340584 2024-04-10T15:25:19.605 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.625+0000 7fde1a776780 1 < canceled multipart upload key=OSSHDMNH4GXQ upload=P25IT7PEOQ52 tag=L7OQMGB35C4X type=write size=3486312 2024-04-10T15:25:19.607 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.627+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=YOWKBTH89RMS type=del size=338737 2024-04-10T15:25:19.609 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.629+0000 7fde1a776780 1 < completed write operation key=2HPCRWS9ESCI tag=VKB7JZHV2D0T type=write size=417234 2024-04-10T15:25:19.612 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.632+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~EDU8O6O99X6Q.0 size=1048576 2024-04-10T15:25:19.614 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.634+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~EDU8O6O99X6Q.1 size=1048576 2024-04-10T15:25:19.615 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.635+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~EDU8O6O99X6Q.2 size=318751 2024-04-10T15:25:19.616 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.635+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=EDU8O6O99X6Q tag=4WBE0LWV9XSL type=write size=3464479 2024-04-10T15:25:19.617 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.637+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~R235K6TADJIN.0 size=1048576 2024-04-10T15:25:19.619 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.639+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~R235K6TADJIN.1 size=1048576 2024-04-10T15:25:19.620 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.640+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~R235K6TADJIN.2 size=414642 2024-04-10T15:25:19.623 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.643+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=R235K6TADJIN tag=BL9TV46OXDU0 type=write size=3560370 2024-04-10T15:25:19.625 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.645+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=4P80YEP7WKYX type=del size=3528535 2024-04-10T15:25:19.626 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.646+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=CF0RY0U5RYYG type=del 2024-04-10T15:25:19.630 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.650+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~9DS0823PZR7F.0 size=1048576 2024-04-10T15:25:19.632 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.652+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~9DS0823PZR7F.1 size=593782 2024-04-10T15:25:19.632 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.652+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=9DS0823PZR7F tag=QII0ZE75SAN7 type=write size=2690934 2024-04-10T15:25:19.634 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.654+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~MUF0ON79FW50.0 size=353193 2024-04-10T15:25:19.637 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.657+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=MUF0ON79FW50 tag=D32XO8CGEFKZ type=write size=1401769 2024-04-10T15:25:19.638 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.658+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=MBJK5RBHV39F type=del size=1007329 2024-04-10T15:25:19.640 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.660+0000 7fde1a776780 1 < completed write operation key=4UIIRCLY6FIB tag=RCEXUTEBNM82 type=write size=57405 2024-04-10T15:25:19.642 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.662+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=GYLKOGPTFNVX type=del size=86347 2024-04-10T15:25:19.644 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.663+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~7F179RTXLHTL.0 size=527678 2024-04-10T15:25:19.647 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.666+0000 7fde1a776780 1 < completed multipart upload key=ZOVK659NLDON upload=7F179RTXLHTL tag=MNXXFHYKJFYM type=write size=1576254 2024-04-10T15:25:19.649 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.669+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=MERI57DLLU33 type=del size=2957865 2024-04-10T15:25:19.651 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.670+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=8DYZ7DHIB657 type=del 2024-04-10T15:25:19.652 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.672+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=ZW56YBTWH4TV type=write size=565760 2024-04-10T15:25:19.654 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.674+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~ZV9OZ7P3EQ5P.0 size=1048576 2024-04-10T15:25:19.655 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.675+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~ZV9OZ7P3EQ5P.1 size=186782 2024-04-10T15:25:19.658 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.678+0000 7fde1a776780 1 < completed multipart upload key=UHHK0SL983MS upload=ZV9OZ7P3EQ5P tag=61CUIB46RJ6S type=write size=2283934 2024-04-10T15:25:19.660 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.679+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=GINEN91E3HXO type=del size=139416 2024-04-10T15:25:19.661 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.681+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~X2OUMTHGFLWD.0 size=1048576 2024-04-10T15:25:19.663 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.682+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~X2OUMTHGFLWD.1 size=620515 2024-04-10T15:25:19.665 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.685+0000 7fde1a776780 1 < completed multipart upload key=UHHK0SL983MS upload=X2OUMTHGFLWD tag=QLQ9L5N61ZY0 type=write size=2717667 2024-04-10T15:25:19.668 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.688+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~YATY1B7J2R6L.0 size=964270 2024-04-10T15:25:19.668 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.688+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=YATY1B7J2R6L tag=YDUIUJQWZNLC type=write size=2012846 2024-04-10T15:25:19.669 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.689+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=4CWDR1CEF5IT type=del 2024-04-10T15:25:19.671 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.691+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=CJZKFNZ9ZHA9 type=write size=281100 2024-04-10T15:25:19.673 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.692+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~3MW7JUX9R8FZ.0 size=1048576 2024-04-10T15:25:19.674 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.694+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~3MW7JUX9R8FZ.1 size=1048576 2024-04-10T15:25:19.676 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.696+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~3MW7JUX9R8FZ.2 size=577822 2024-04-10T15:25:19.679 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.699+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=3MW7JUX9R8FZ tag=MSB1I0ZAMES6 type=write size=3723550 2024-04-10T15:25:19.680 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.700+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=YBJTIUQIBFGZ type=del size=170969 2024-04-10T15:25:19.682 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.702+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~C033GWUCFMHW.0 size=1048576 2024-04-10T15:25:19.684 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.704+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~C033GWUCFMHW.1 size=909903 2024-04-10T15:25:19.687 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.707+0000 7fde1a776780 1 < completed multipart upload key=ZOVK659NLDON upload=C033GWUCFMHW tag=XQGWWQMDOYU2 type=write size=3007055 2024-04-10T15:25:19.688 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.708+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=ARJS83FLWA0P type=del size=1968213 2024-04-10T15:25:19.690 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.710+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=8ZQ2ZT9X6FWW type=del 2024-04-10T15:25:19.692 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.712+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=1LVFI3IG14XD type=del size=1276556 2024-04-10T15:25:19.697 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.716+0000 7fde1a776780 1 < suggested remove operation key=VPWN54SOWO0W tag=4CBKMWNYJE0D type=del 2024-04-10T15:25:19.700 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.720+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~E8HKZUS8S6W7.0 size=1048576 2024-04-10T15:25:19.701 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.721+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~E8HKZUS8S6W7.1 size=1048576 2024-04-10T15:25:19.703 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.723+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~E8HKZUS8S6W7.2 size=878023 2024-04-10T15:25:19.703 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.723+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=E8HKZUS8S6W7 tag=YDEDZGZ249BM type=write size=4023751 2024-04-10T15:25:19.705 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.725+0000 7fde1a776780 1 < canceled operation key=EI79GJ0HN0U7 tag=7O94B3W7GFPQ type=write size=72283 2024-04-10T15:25:19.708 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.728+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~4RLJXXI002M5.0 size=219533 2024-04-10T15:25:19.708 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.728+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=4RLJXXI002M5 tag=XV95O10X4VVX type=write size=1268109 2024-04-10T15:25:19.710 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.730+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=YOWKBTH89RMS type=del 2024-04-10T15:25:19.711 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.731+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=BHS1LGAUH15M type=del size=3233666 2024-04-10T15:25:19.713 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.733+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~EDU8O6O99X6Q.0 size=1048576 2024-04-10T15:25:19.715 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.735+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~EDU8O6O99X6Q.1 size=1048576 2024-04-10T15:25:19.715 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.735+0000 7fde1a776780 1 < canceled part key=_multipart_OTI1FIIUG2C6.2~EDU8O6O99X6Q.2 size=318751 2024-04-10T15:25:19.717 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.737+0000 7fde1a776780 1 < canceled multipart upload key=OTI1FIIUG2C6 upload=EDU8O6O99X6Q tag=4WBE0LWV9XSL type=write size=3464479 2024-04-10T15:25:19.719 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.739+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=7VF0Y1NC79I8 type=del size=1796245 2024-04-10T15:25:19.721 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.740+0000 7fde1a776780 1 < completed delete operation key=ZOVK659NLDON tag=4P80YEP7WKYX type=del 2024-04-10T15:25:19.722 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.742+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=X516VDH24T6H type=del size=1907573 2024-04-10T15:25:19.724 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.744+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~9DS0823PZR7F.0 size=1048576 2024-04-10T15:25:19.726 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.746+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~9DS0823PZR7F.1 size=593782 2024-04-10T15:25:19.729 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.748+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=9DS0823PZR7F tag=QII0ZE75SAN7 type=write size=2690934 2024-04-10T15:25:19.731 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.751+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=BGS5FXFI0LA3 type=del size=3555011 2024-04-10T15:25:19.733 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.752+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=MBJK5RBHV39F type=del 2024-04-10T15:25:19.734 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.754+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=BNV3OAP9I8EE type=del size=524956 2024-04-10T15:25:19.736 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.756+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=GYLKOGPTFNVX type=del 2024-04-10T15:25:19.738 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.758+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=56MF9WDYZLPM type=del size=1240470 2024-04-10T15:25:19.739 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.759+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=MERI57DLLU33 type=del 2024-04-10T15:25:19.741 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.761+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=7VZ1I772NQSW type=write size=537523 2024-04-10T15:25:19.743 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.763+0000 7fde1a776780 1 < completed write operation key=G2Z1VR134GSG tag=ZW56YBTWH4TV type=write size=565760 2024-04-10T15:25:19.745 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.765+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=0LZ1XTI1XP2Z type=write size=688683 2024-04-10T15:25:19.748 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.768+0000 7fde1a776780 1 < suggested remove operation key=LEX0BICCP07E tag=GINEN91E3HXO type=del 2024-04-10T15:25:19.749 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.769+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=B0VCBX94CKV7 type=write size=1016206 2024-04-10T15:25:19.750 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.770+0000 7fde1a776780 1 < canceled part key=_multipart_GOVDAOD5DREG.2~YATY1B7J2R6L.0 size=964270 2024-04-10T15:25:19.753 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.773+0000 7fde1a776780 1 < canceled multipart upload key=GOVDAOD5DREG upload=YATY1B7J2R6L tag=YDUIUJQWZNLC type=write size=2012846 2024-04-10T15:25:19.755 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.774+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=RB816D7NDONH type=del size=1503747 2024-04-10T15:25:19.756 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.776+0000 7fde1a776780 1 < completed write operation key=01BTT4OLERPN tag=CJZKFNZ9ZHA9 type=write size=281100 2024-04-10T15:25:19.758 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.778+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=NVYXTJQ2FH63 type=write size=884167 2024-04-10T15:25:19.760 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.779+0000 7fde1a776780 1 < canceled operation key=F7U2L70QSILB tag=YBJTIUQIBFGZ type=del size=170969 2024-04-10T15:25:19.761 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.781+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=1IKJ7JNGEWTN type=del size=804209 2024-04-10T15:25:19.764 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.784+0000 7fde1a776780 1 < suggested remove operation key=GOVDAOD5DREG tag=ARJS83FLWA0P type=del 2024-04-10T15:25:19.770 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.787+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~028IRPHAR2E1.0 size=1048576 2024-04-10T15:25:19.770 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.789+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~028IRPHAR2E1.1 size=593497 2024-04-10T15:25:19.770 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.789+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=028IRPHAR2E1 tag=QJ9AWQZ5W60R type=write size=2690649 2024-04-10T15:25:19.770 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.790+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=1LVFI3IG14XD type=del 2024-04-10T15:25:19.773 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.793+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~PC7AMDFQNXJ1.0 size=1048576 2024-04-10T15:25:19.774 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.794+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~PC7AMDFQNXJ1.1 size=1048576 2024-04-10T15:25:19.776 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.796+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~PC7AMDFQNXJ1.2 size=697639 2024-04-10T15:25:19.776 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.796+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=PC7AMDFQNXJ1 tag=J3K0MY9IPHR4 type=write size=3843367 2024-04-10T15:25:19.778 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.798+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~E8HKZUS8S6W7.0 size=1048576 2024-04-10T15:25:19.779 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.799+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~E8HKZUS8S6W7.1 size=1048576 2024-04-10T15:25:19.781 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.800+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~E8HKZUS8S6W7.2 size=878023 2024-04-10T15:25:19.784 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.804+0000 7fde1a776780 1 < completed multipart upload key=ZOVK659NLDON upload=E8HKZUS8S6W7 tag=YDEDZGZ249BM type=write size=4023751 2024-04-10T15:25:19.787 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.807+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~RV8Q0IIO851M.0 size=1048576 2024-04-10T15:25:19.788 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.808+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~RV8Q0IIO851M.1 size=64651 2024-04-10T15:25:19.788 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.808+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=RV8Q0IIO851M tag=ZVSOP7K02VEQ type=write size=2161803 2024-04-10T15:25:19.790 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.810+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~4RLJXXI002M5.0 size=219533 2024-04-10T15:25:19.793 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.813+0000 7fde1a776780 1 < completed multipart upload key=BC5NU4J0LIY9 upload=4RLJXXI002M5 tag=XV95O10X4VVX type=write size=1268109 2024-04-10T15:25:19.794 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.814+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=LHBXY91LFZJ4 type=del size=3762090 2024-04-10T15:25:19.796 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.816+0000 7fde1a776780 1 < completed delete operation key=01BTT4OLERPN tag=BHS1LGAUH15M type=del 2024-04-10T15:25:19.798 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.818+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=YNFQ8HV48NLH type=del size=96442 2024-04-10T15:25:19.799 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.819+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=7VF0Y1NC79I8 type=del 2024-04-10T15:25:19.802 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.822+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=0HEAGRJ2PFBW type=write size=394057 2024-04-10T15:25:19.804 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.824+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=X516VDH24T6H type=del 2024-04-10T15:25:19.807 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.827+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~3TRGIJPL8MZS.0 size=1048576 2024-04-10T15:25:19.809 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.828+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~3TRGIJPL8MZS.1 size=1048576 2024-04-10T15:25:19.810 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.830+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~3TRGIJPL8MZS.2 size=186921 2024-04-10T15:25:19.810 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.830+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=3TRGIJPL8MZS tag=S14T7IYD1J3N type=write size=3332649 2024-04-10T15:25:19.815 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.835+0000 7fde1a776780 1 < suggested update operation key=OTI1FIIUG2C6 tag=BGS5FXFI0LA3 type=del size=3555011 2024-04-10T15:25:19.817 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.837+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=UPWUTC832A6C type=write size=338638 2024-04-10T15:25:19.819 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.839+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=BNV3OAP9I8EE type=del 2024-04-10T15:25:19.822 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.842+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~T6R9S674OAJS.0 size=1048576 2024-04-10T15:25:19.823 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.843+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~T6R9S674OAJS.1 size=744558 2024-04-10T15:25:19.823 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.843+0000 7fde1a776780 1 > prepared multipart upload key=L2PAIFCTQ0UL upload=T6R9S674OAJS tag=423PRDYWKR3Y type=write size=2841710 2024-04-10T15:25:19.825 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.845+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=56MF9WDYZLPM type=del 2024-04-10T15:25:19.828 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.848+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~D3UU3I0QR80M.0 size=1048576 2024-04-10T15:25:19.830 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.849+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~D3UU3I0QR80M.1 size=859592 2024-04-10T15:25:19.830 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.849+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=D3UU3I0QR80M tag=HRN2GM47E4PU type=write size=2956744 2024-04-10T15:25:19.831 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.851+0000 7fde1a776780 1 < completed write operation key=G2Z1VR134GSG tag=7VZ1I772NQSW type=write size=537523 2024-04-10T15:25:19.834 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.854+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~KJ2QIBAI6RJI.0 size=1007509 2024-04-10T15:25:19.834 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.854+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=KJ2QIBAI6RJI tag=NPD97HGY1EAF type=write size=2056085 2024-04-10T15:25:19.836 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.856+0000 7fde1a776780 1 < completed write operation key=DKSUE7KTGBW7 tag=0LZ1XTI1XP2Z type=write size=688683 2024-04-10T15:25:19.838 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.858+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=O059S0A2O1BG type=del size=2635661 2024-04-10T15:25:19.840 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.859+0000 7fde1a776780 1 < completed write operation key=RHD4NMKH90JS tag=B0VCBX94CKV7 type=write size=1016206 2024-04-10T15:25:19.841 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.861+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=5NMD1TFJL3FL type=del size=3606138 2024-04-10T15:25:19.843 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.863+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=RB816D7NDONH type=del 2024-04-10T15:25:19.847 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.867+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~TBYOC8HFV398.0 size=897223 2024-04-10T15:25:19.847 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.867+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=TBYOC8HFV398 tag=TJRK12SVWY4X type=write size=1945799 2024-04-10T15:25:19.851 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.870+0000 7fde1a776780 1 < completed write operation key=OSSHDMNH4GXQ tag=NVYXTJQ2FH63 type=write size=884167 2024-04-10T15:25:19.852 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.872+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=70D6DUEXDXTU type=del size=72734 2024-04-10T15:25:19.854 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.874+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=1IKJ7JNGEWTN type=del 2024-04-10T15:25:19.857 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.877+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~A077EVW5WGMI.0 size=1048576 2024-04-10T15:25:19.858 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.878+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~A077EVW5WGMI.1 size=566420 2024-04-10T15:25:19.858 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.878+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=A077EVW5WGMI tag=HKHQXHYPNL26 type=write size=2663572 2024-04-10T15:25:19.860 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.880+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~028IRPHAR2E1.0 size=1048576 2024-04-10T15:25:19.862 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.882+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~028IRPHAR2E1.1 size=593497 2024-04-10T15:25:19.865 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.885+0000 7fde1a776780 1 < completed multipart upload key=HOP5B3O5BNC6 upload=028IRPHAR2E1 tag=QJ9AWQZ5W60R type=write size=2690649 2024-04-10T15:25:19.867 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.887+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=E0LC4NYLZ313 type=del size=1701056 2024-04-10T15:25:19.869 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.888+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~PC7AMDFQNXJ1.0 size=1048576 2024-04-10T15:25:19.870 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.890+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~PC7AMDFQNXJ1.1 size=1048576 2024-04-10T15:25:19.871 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.891+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~PC7AMDFQNXJ1.2 size=697639 2024-04-10T15:25:19.874 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.894+0000 7fde1a776780 1 < completed multipart upload key=BRSJ82BM5NOL upload=PC7AMDFQNXJ1 tag=J3K0MY9IPHR4 type=write size=3843367 2024-04-10T15:25:19.878 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.897+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~EIG10ZCXT2W5.0 size=1048576 2024-04-10T15:25:19.879 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.899+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~EIG10ZCXT2W5.1 size=1048576 2024-04-10T15:25:19.881 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.900+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~EIG10ZCXT2W5.2 size=813088 2024-04-10T15:25:19.881 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.900+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=EIG10ZCXT2W5 tag=B0Z4CQK2ATVM type=write size=3958816 2024-04-10T15:25:19.882 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.902+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~RV8Q0IIO851M.0 size=1048576 2024-04-10T15:25:19.884 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.904+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~RV8Q0IIO851M.1 size=64651 2024-04-10T15:25:19.887 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.907+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=RV8Q0IIO851M tag=ZVSOP7K02VEQ type=write size=2161803 2024-04-10T15:25:19.890 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.910+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~BZVA2938EPB8.0 size=560612 2024-04-10T15:25:19.890 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.910+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=BZVA2938EPB8 tag=X079K1V2Y59B type=write size=1609188 2024-04-10T15:25:19.892 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.912+0000 7fde1a776780 1 < completed delete operation key=GOVDAOD5DREG tag=LHBXY91LFZJ4 type=del 2024-04-10T15:25:19.894 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.914+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=M6DVN21FZD6R type=del size=583119 2024-04-10T15:25:19.896 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.916+0000 7fde1a776780 1 < canceled operation key=ZOVK659NLDON tag=YNFQ8HV48NLH type=del size=96442 2024-04-10T15:25:19.899 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.919+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~DXOM1A8MGOKU.0 size=1048576 2024-04-10T15:25:19.900 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.920+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~DXOM1A8MGOKU.1 size=1048576 2024-04-10T15:25:19.902 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.921+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~DXOM1A8MGOKU.2 size=402016 2024-04-10T15:25:19.902 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.921+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=DXOM1A8MGOKU tag=PG6GWRDHK8Z9 type=write size=3547744 2024-04-10T15:25:19.903 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.923+0000 7fde1a776780 1 < completed write operation key=HOP5B3O5BNC6 tag=0HEAGRJ2PFBW type=write size=394057 2024-04-10T15:25:19.905 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.925+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=YJD335797NK5 type=write size=326551 2024-04-10T15:25:19.906 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.926+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~3TRGIJPL8MZS.0 size=1048576 2024-04-10T15:25:19.908 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.928+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~3TRGIJPL8MZS.1 size=1048576 2024-04-10T15:25:19.909 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.929+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~3TRGIJPL8MZS.2 size=186921 2024-04-10T15:25:19.912 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.932+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=3TRGIJPL8MZS tag=S14T7IYD1J3N type=write size=3332649 2024-04-10T15:25:19.916 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.935+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~8U22NVWLO3JQ.0 size=1048576 2024-04-10T15:25:19.917 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.937+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~8U22NVWLO3JQ.1 size=1048576 2024-04-10T15:25:19.918 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.938+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~8U22NVWLO3JQ.2 size=272671 2024-04-10T15:25:19.918 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.938+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=8U22NVWLO3JQ tag=SXODPLC064RG type=write size=3418399 2024-04-10T15:25:19.922 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.942+0000 7fde1a776780 1 < suggested update operation key=GVB0VUGS9C0D tag=UPWUTC832A6C type=write size=338638 2024-04-10T15:25:19.926 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.945+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~MVV2SDA0B8BG.0 size=1048576 2024-04-10T15:25:19.927 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.947+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~MVV2SDA0B8BG.1 size=928375 2024-04-10T15:25:19.927 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.947+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=MVV2SDA0B8BG tag=3HBYUY4Y3DT2 type=write size=3025527 2024-04-10T15:25:19.929 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.949+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~T6R9S674OAJS.0 size=1048576 2024-04-10T15:25:19.931 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.950+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~T6R9S674OAJS.1 size=744558 2024-04-10T15:25:19.934 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.953+0000 7fde1a776780 1 < completed multipart upload key=L2PAIFCTQ0UL upload=T6R9S674OAJS tag=423PRDYWKR3Y type=write size=2841710 2024-04-10T15:25:19.937 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.957+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~S4XJQURQ0QPY.0 size=462642 2024-04-10T15:25:19.937 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.957+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=S4XJQURQ0QPY tag=LD5KJEJKONHK type=write size=1511218 2024-04-10T15:25:19.939 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.958+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~D3UU3I0QR80M.0 size=1048576 2024-04-10T15:25:19.940 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.960+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~D3UU3I0QR80M.1 size=859592 2024-04-10T15:25:19.943 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.963+0000 7fde1a776780 1 < completed multipart upload key=OTI1FIIUG2C6 upload=D3UU3I0QR80M tag=HRN2GM47E4PU type=write size=2956744 2024-04-10T15:25:19.946 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.966+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~4X1HTZ1W492F.0 size=1048576 2024-04-10T15:25:19.947 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.967+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~4X1HTZ1W492F.1 size=130712 2024-04-10T15:25:19.947 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.967+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=4X1HTZ1W492F tag=0T28IY63QOE6 type=write size=2227864 2024-04-10T15:25:19.950 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.969+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~KJ2QIBAI6RJI.0 size=1007509 2024-04-10T15:25:19.953 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:19.973+0000 7fde1a776780 1 < completed multipart upload key=GOVDAOD5DREG upload=KJ2QIBAI6RJI tag=NPD97HGY1EAF type=write size=2056085 2024-04-10T15:25:19.982 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.002+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~LVE1A6X3EAQR.0 size=818008 2024-04-10T15:25:19.982 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.002+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=LVE1A6X3EAQR tag=TPQGCFLFLUMM type=write size=1866584 2024-04-10T15:25:19.984 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.004+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=O059S0A2O1BG type=del 2024-04-10T15:25:19.986 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.006+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=TW813N4W1NCX type=del size=112593 2024-04-10T15:25:19.991 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.011+0000 7fde1a776780 1 < suggested remove operation key=O1ZBJUVP8PQD tag=5NMD1TFJL3FL type=del 2024-04-10T15:25:19.995 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.014+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~J3OWOJE3BXJK.0 size=471147 2024-04-10T15:25:19.995 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.014+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=J3OWOJE3BXJK tag=61N1LQ0X8HQB type=write size=1519723 2024-04-10T15:25:19.997 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.016+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~TBYOC8HFV398.0 size=897223 2024-04-10T15:25:20.000 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.020+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=TBYOC8HFV398 tag=TJRK12SVWY4X type=write size=1945799 2024-04-10T15:25:20.002 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.022+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=ES1V59103YD2 type=del size=2085524 2024-04-10T15:25:20.004 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.024+0000 7fde1a776780 1 < completed delete operation key=U40N6ONWE7P2 tag=70D6DUEXDXTU type=del 2024-04-10T15:25:20.006 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.026+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=0PAY4GIBO1VF type=del size=494956 2024-04-10T15:25:20.008 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.028+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~A077EVW5WGMI.0 size=1048576 2024-04-10T15:25:20.008 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.028+0000 7fde1a776780 1 < canceled part key=_multipart_DKSUE7KTGBW7.2~A077EVW5WGMI.1 size=566420 2024-04-10T15:25:20.011 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.031+0000 7fde1a776780 1 < canceled multipart upload key=DKSUE7KTGBW7 upload=A077EVW5WGMI tag=HKHQXHYPNL26 type=write size=2663572 2024-04-10T15:25:20.015 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.035+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~SWHCMK33UHEZ.0 size=409846 2024-04-10T15:25:20.015 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.035+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=SWHCMK33UHEZ tag=R1Y2G9JMZY0D type=write size=1458422 2024-04-10T15:25:20.017 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.037+0000 7fde1a776780 -1 < failed to complete operation key=GVB0VUGS9C0D tag=E0LC4NYLZ313 type=del size=1701056: (22) Invalid argument 2024-04-10T15:25:20.019 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.039+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=A43F4PT9LJ58 type=write size=94625 2024-04-10T15:25:20.021 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.041+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~EIG10ZCXT2W5.0 size=1048576 2024-04-10T15:25:20.022 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.042+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~EIG10ZCXT2W5.1 size=1048576 2024-04-10T15:25:20.024 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.044+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~EIG10ZCXT2W5.2 size=813088 2024-04-10T15:25:20.027 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.047+0000 7fde1a776780 1 < completed multipart upload key=GOVDAOD5DREG upload=EIG10ZCXT2W5 tag=B0Z4CQK2ATVM type=write size=3958816 2024-04-10T15:25:20.029 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.049+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=XOKDE45ET03P type=del size=3854616 2024-04-10T15:25:20.031 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.051+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~BZVA2938EPB8.0 size=560612 2024-04-10T15:25:20.034 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.054+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=BZVA2938EPB8 tag=X079K1V2Y59B type=write size=1609188 2024-04-10T15:25:20.036 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.055+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=EQ1U4TO4L1NB type=del size=1291478 2024-04-10T15:25:20.037 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.057+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=M6DVN21FZD6R type=del 2024-04-10T15:25:20.040 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.060+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~37GXQU0EA9CL.0 size=1048576 2024-04-10T15:25:20.042 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.062+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~37GXQU0EA9CL.1 size=133720 2024-04-10T15:25:20.042 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.062+0000 7fde1a776780 1 > prepared multipart upload key=VPWN54SOWO0W upload=37GXQU0EA9CL tag=GZSOLZERSOXB type=write size=2230872 2024-04-10T15:25:20.043 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.063+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~DXOM1A8MGOKU.0 size=1048576 2024-04-10T15:25:20.045 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.065+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~DXOM1A8MGOKU.1 size=1048576 2024-04-10T15:25:20.046 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.066+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~DXOM1A8MGOKU.2 size=402016 2024-04-10T15:25:20.049 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.069+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=DXOM1A8MGOKU tag=PG6GWRDHK8Z9 type=write size=3547744 2024-04-10T15:25:20.051 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.071+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=KPAHDVHMRS32 type=del size=2106738 2024-04-10T15:25:20.053 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.073+0000 7fde1a776780 1 < completed write operation key=BRSJ82BM5NOL tag=YJD335797NK5 type=write size=326551 2024-04-10T15:25:20.055 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.075+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=XWSC2DEEIP7D type=del size=638243 2024-04-10T15:25:20.056 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.076+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~8U22NVWLO3JQ.0 size=1048576 2024-04-10T15:25:20.057 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.077+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~8U22NVWLO3JQ.1 size=1048576 2024-04-10T15:25:20.059 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.079+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~8U22NVWLO3JQ.2 size=272671 2024-04-10T15:25:20.063 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.082+0000 7fde1a776780 1 < completed multipart upload key=ZOVK659NLDON upload=8U22NVWLO3JQ tag=SXODPLC064RG type=write size=3418399 2024-04-10T15:25:20.063 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.083+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=YMH8WQRMGHNN type=del size=1686527 2024-04-10T15:25:20.065 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.085+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~MVV2SDA0B8BG.0 size=1048576 2024-04-10T15:25:20.066 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.086+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~MVV2SDA0B8BG.1 size=928375 2024-04-10T15:25:20.069 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.089+0000 7fde1a776780 1 < completed multipart upload key=UHHK0SL983MS upload=MVV2SDA0B8BG tag=3HBYUY4Y3DT2 type=write size=3025527 2024-04-10T15:25:20.072 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.092+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~4YPA79QY7QBJ.0 size=330060 2024-04-10T15:25:20.072 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.092+0000 7fde1a776780 1 > prepared multipart upload key=VPWN54SOWO0W upload=4YPA79QY7QBJ tag=N8UJ3D5SG5QW type=write size=1378636 2024-04-10T15:25:20.074 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.094+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~S4XJQURQ0QPY.0 size=462642 2024-04-10T15:25:20.077 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.097+0000 7fde1a776780 1 < completed multipart upload key=5ZH428JDA1AL upload=S4XJQURQ0QPY tag=LD5KJEJKONHK type=write size=1511218 2024-04-10T15:25:20.079 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.099+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=43V8TIDX5UF8 type=del size=3281807 2024-04-10T15:25:20.080 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.100+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~4X1HTZ1W492F.0 size=1048576 2024-04-10T15:25:20.082 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.101+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~4X1HTZ1W492F.1 size=130712 2024-04-10T15:25:20.084 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.104+0000 7fde1a776780 1 < completed multipart upload key=ZOVK659NLDON upload=4X1HTZ1W492F tag=0T28IY63QOE6 type=write size=2227864 2024-04-10T15:25:20.086 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.106+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=DH5ZB44BAWZA type=del size=1189226 2024-04-10T15:25:20.086 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.106+0000 7fde1a776780 1 < canceled part key=_multipart_2HPCRWS9ESCI.2~LVE1A6X3EAQR.0 size=818008 2024-04-10T15:25:20.089 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.109+0000 7fde1a776780 1 < canceled multipart upload key=2HPCRWS9ESCI upload=LVE1A6X3EAQR tag=TPQGCFLFLUMM type=write size=1866584 2024-04-10T15:25:20.092 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.111+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=W0GZK5OJNBWK type=write size=851136 2024-04-10T15:25:20.093 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.112+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=TW813N4W1NCX type=del 2024-04-10T15:25:20.095 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.114+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=O6IG8X8I4ZI7 type=del size=3252017 2024-04-10T15:25:20.097 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.116+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~J3OWOJE3BXJK.0 size=471147 2024-04-10T15:25:20.099 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.119+0000 7fde1a776780 1 < completed multipart upload key=2HPCRWS9ESCI upload=J3OWOJE3BXJK tag=61N1LQ0X8HQB type=write size=1519723 2024-04-10T15:25:20.101 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.121+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=P0LJMV8OAV99 type=del size=3963125 2024-04-10T15:25:20.103 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.123+0000 7fde1a776780 1 < completed delete operation key=VPWN54SOWO0W tag=ES1V59103YD2 type=del 2024-04-10T15:25:20.105 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.124+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=E530T4CXYI1T type=del size=2831987 2024-04-10T15:25:20.106 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.126+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=0PAY4GIBO1VF type=del 2024-04-10T15:25:20.108 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.128+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=OJ1RG1S4KTMW type=del size=3398789 2024-04-10T15:25:20.110 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.130+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~SWHCMK33UHEZ.0 size=409846 2024-04-10T15:25:20.113 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.133+0000 7fde1a776780 1 < completed multipart upload key=XQVTX5DB2NXX upload=SWHCMK33UHEZ tag=R1Y2G9JMZY0D type=write size=1458422 2024-04-10T15:25:20.115 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.135+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=TJN7I76ZA0PQ type=write size=1029875 2024-04-10T15:25:20.117 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.137+0000 7fde1a776780 1 < completed write operation key=4UIIRCLY6FIB tag=A43F4PT9LJ58 type=write size=94625 2024-04-10T15:25:20.121 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.140+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~XQ3NOQZIAF4P.0 size=1048576 2024-04-10T15:25:20.122 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.142+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~XQ3NOQZIAF4P.1 size=61394 2024-04-10T15:25:20.122 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.142+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=XQ3NOQZIAF4P tag=B2D2TCAAOQX8 type=write size=2158546 2024-04-10T15:25:20.124 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.144+0000 7fde1a776780 1 < completed delete operation key=LEX0BICCP07E tag=XOKDE45ET03P type=del 2024-04-10T15:25:20.128 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.148+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~OR1RCBZ2Y5H4.0 size=561833 2024-04-10T15:25:20.129 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.148+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=OR1RCBZ2Y5H4 tag=R6J752T30O4G type=write size=1610409 2024-04-10T15:25:20.130 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.150+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=EQ1U4TO4L1NB type=del 2024-04-10T15:25:20.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:25:20.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:19 smithi154 ceph-mon[84269]: pgmap v1326: 137 pgs: 5 creating+peering, 16 unknown, 116 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:20.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:20.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:25:20.133 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:25:20.134 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.153+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~BMTP2NDNKFKP.0 size=1048576 2024-04-10T15:25:20.136 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.155+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~BMTP2NDNKFKP.1 size=154954 2024-04-10T15:25:20.136 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.155+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=BMTP2NDNKFKP tag=QHQ02UM0HH0A type=write size=2252106 2024-04-10T15:25:20.137 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.157+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~37GXQU0EA9CL.0 size=1048576 2024-04-10T15:25:20.139 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.159+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~37GXQU0EA9CL.1 size=133720 2024-04-10T15:25:20.142 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.162+0000 7fde1a776780 1 < completed multipart upload key=VPWN54SOWO0W upload=37GXQU0EA9CL tag=GZSOLZERSOXB type=write size=2230872 2024-04-10T15:25:20.144 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.164+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=ZEDJ0TQY2171 type=del size=2564995 2024-04-10T15:25:20.148 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.168+0000 7fde1a776780 1 < suggested update operation key=ZOVK659NLDON tag=KPAHDVHMRS32 type=del size=2106738 2024-04-10T15:25:20.149 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.169+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=ULSYGULA4TW0 type=del size=2715473 2024-04-10T15:25:20.151 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.171+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=XWSC2DEEIP7D type=del 2024-04-10T15:25:20.155 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.175+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~W9NBXT2CNQOM.0 size=1048576 2024-04-10T15:25:20.156 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.176+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~W9NBXT2CNQOM.1 size=925059 2024-04-10T15:25:20.156 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.176+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=W9NBXT2CNQOM tag=R3JAL1UFJATN type=write size=3022211 2024-04-10T15:25:20.158 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.178+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=YMH8WQRMGHNN type=del 2024-04-10T15:25:20.161 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.181+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~QQFX8ZIXQTGJ.0 size=1048576 2024-04-10T15:25:20.163 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.183+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~QQFX8ZIXQTGJ.1 size=1048576 2024-04-10T15:25:20.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:25:20.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:19 smithi102 ceph-mon[90943]: pgmap v1326: 137 pgs: 5 creating+peering, 16 unknown, 116 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:20.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:20.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:25:20.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:25:20.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:25:20.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:19 smithi102 ceph-mon[88557]: pgmap v1326: 137 pgs: 5 creating+peering, 16 unknown, 116 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:20.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:25:20.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:25:20.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:25:20.164 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.184+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~QQFX8ZIXQTGJ.2 size=370731 2024-04-10T15:25:20.164 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.184+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=QQFX8ZIXQTGJ tag=GHW5FP8Q0KER type=write size=3516459 2024-04-10T15:25:20.166 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.186+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~4YPA79QY7QBJ.0 size=330060 2024-04-10T15:25:20.169 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.189+0000 7fde1a776780 1 < completed multipart upload key=VPWN54SOWO0W upload=4YPA79QY7QBJ tag=N8UJ3D5SG5QW type=write size=1378636 2024-04-10T15:25:20.172 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.192+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~NAFZCFYDOBIS.0 size=177412 2024-04-10T15:25:20.172 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.192+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=NAFZCFYDOBIS tag=4Y6QYRCS4HWF type=write size=1225988 2024-04-10T15:25:20.174 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.194+0000 7fde1a776780 -1 < failed to complete operation key=ZOVK659NLDON tag=43V8TIDX5UF8 type=del size=3281807: (22) Invalid argument 2024-04-10T15:25:20.176 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.196+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=UE5REKNJGR6D type=del size=691483 2024-04-10T15:25:20.178 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.197+0000 7fde1a776780 1 < completed delete operation key=UCUWIQFA7CRO tag=DH5ZB44BAWZA type=del 2024-04-10T15:25:20.182 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.199+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=FA7IJS0L273J type=del size=1678980 2024-04-10T15:25:20.182 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.201+0000 7fde1a776780 1 < completed write operation key=R4UBYQBOSB3Z tag=W0GZK5OJNBWK type=write size=851136 2024-04-10T15:25:20.185 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.204+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~T0MDP6THH3HX.0 size=1048576 2024-04-10T15:25:20.186 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.206+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~T0MDP6THH3HX.1 size=460516 2024-04-10T15:25:20.186 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.206+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=T0MDP6THH3HX tag=K6QB2TXRFK4C type=write size=2557668 2024-04-10T15:25:20.187 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.207+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=O6IG8X8I4ZI7 type=del 2024-04-10T15:25:20.189 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.209+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=43WSB3UAOZHV type=del size=429167 2024-04-10T15:25:20.191 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.210+0000 7fde1a776780 1 < completed delete operation key=4UIIRCLY6FIB tag=P0LJMV8OAV99 type=del 2024-04-10T15:25:20.192 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.212+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=KATV8AYR9QE2 type=del size=1727620 2024-04-10T15:25:20.196 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.216+0000 7fde1a776780 1 < suggested remove operation key=EI79GJ0HN0U7 tag=E530T4CXYI1T type=del 2024-04-10T15:25:20.198 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.218+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=9IC9LFODSZIR type=write size=214583 2024-04-10T15:25:20.201 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.221+0000 7fde1a776780 1 < suggested update operation key=OTI1FIIUG2C6 tag=OJ1RG1S4KTMW type=del size=3398789 2024-04-10T15:25:20.204 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.224+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~3K1RK6S15W2K.0 size=1048576 2024-04-10T15:25:20.205 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.225+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~3K1RK6S15W2K.1 size=1048576 2024-04-10T15:25:20.207 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.227+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~3K1RK6S15W2K.2 size=431603 2024-04-10T15:25:20.207 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.227+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=3K1RK6S15W2K tag=G9QIHPXLZXC0 type=write size=3577331 2024-04-10T15:25:20.208 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.228+0000 7fde1a776780 1 < completed write operation key=BRSJ82BM5NOL tag=TJN7I76ZA0PQ type=write size=1029875 2024-04-10T15:25:20.210 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.230+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=GIKT2KYL47S5 type=write size=608009 2024-04-10T15:25:20.212 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.231+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~XQ3NOQZIAF4P.0 size=1048576 2024-04-10T15:25:20.213 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.233+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~XQ3NOQZIAF4P.1 size=61394 2024-04-10T15:25:20.216 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.236+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=XQ3NOQZIAF4P tag=B2D2TCAAOQX8 type=write size=2158546 2024-04-10T15:25:20.219 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.239+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~7ZXA3OR30QL7.0 size=652536 2024-04-10T15:25:20.219 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.239+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=7ZXA3OR30QL7 tag=FMZG1DNEJWWT type=write size=1701112 2024-04-10T15:25:20.221 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.240+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~OR1RCBZ2Y5H4.0 size=561833 2024-04-10T15:25:20.224 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.243+0000 7fde1a776780 1 < completed multipart upload key=BRSJ82BM5NOL upload=OR1RCBZ2Y5H4 tag=R6J752T30O4G type=write size=1610409 2024-04-10T15:25:20.225 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.245+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=O78SIHQJONZA type=del size=1885228 2024-04-10T15:25:20.227 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.247+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~BMTP2NDNKFKP.0 size=1048576 2024-04-10T15:25:20.228 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.248+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~BMTP2NDNKFKP.1 size=154954 2024-04-10T15:25:20.231 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.251+0000 7fde1a776780 1 < completed multipart upload key=R4UBYQBOSB3Z upload=BMTP2NDNKFKP tag=QHQ02UM0HH0A type=write size=2252106 2024-04-10T15:25:20.234 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.254+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~6FB29HHD3WZP.0 size=1048576 2024-04-10T15:25:20.236 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.256+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~6FB29HHD3WZP.1 size=600604 2024-04-10T15:25:20.236 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.256+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=6FB29HHD3WZP tag=Y3NRE3AOKUWD type=write size=2697756 2024-04-10T15:25:20.238 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.258+0000 7fde1a776780 1 < canceled operation key=U40N6ONWE7P2 tag=ZEDJ0TQY2171 type=del size=2564995 2024-04-10T15:25:20.241 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.261+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~UGHRHQXRA6MT.0 size=742164 2024-04-10T15:25:20.241 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.261+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=UGHRHQXRA6MT tag=XMUDUSR92YE6 type=write size=1790740 2024-04-10T15:25:20.243 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.263+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=ULSYGULA4TW0 type=del 2024-04-10T15:25:20.244 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.264+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=43VGXF575PDS type=del size=2341841 2024-04-10T15:25:20.246 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.266+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~W9NBXT2CNQOM.0 size=1048576 2024-04-10T15:25:20.247 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.267+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~W9NBXT2CNQOM.1 size=925059 2024-04-10T15:25:20.250 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.270+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=W9NBXT2CNQOM tag=R3JAL1UFJATN type=write size=3022211 2024-04-10T15:25:20.252 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.272+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=14H4KVWOZ7CF type=del size=1561618 2024-04-10T15:25:20.254 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.274+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~QQFX8ZIXQTGJ.0 size=1048576 2024-04-10T15:25:20.255 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.275+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~QQFX8ZIXQTGJ.1 size=1048576 2024-04-10T15:25:20.257 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.277+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~QQFX8ZIXQTGJ.2 size=370731 2024-04-10T15:25:20.260 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.280+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=QQFX8ZIXQTGJ tag=GHW5FP8Q0KER type=write size=3516459 2024-04-10T15:25:20.264 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.283+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~3N4SHFE9NISK.0 size=1048576 2024-04-10T15:25:20.265 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.285+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~3N4SHFE9NISK.1 size=600450 2024-04-10T15:25:20.265 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.285+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=3N4SHFE9NISK tag=AWS898WAXFS2 type=write size=2697602 2024-04-10T15:25:20.267 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.287+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~NAFZCFYDOBIS.0 size=177412 2024-04-10T15:25:20.270 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.290+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=NAFZCFYDOBIS tag=4Y6QYRCS4HWF type=write size=1225988 2024-04-10T15:25:20.273 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.293+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~NJRLD19PI82Q.0 size=1048576 2024-04-10T15:25:20.274 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.294+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~NJRLD19PI82Q.1 size=1048576 2024-04-10T15:25:20.276 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.296+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~NJRLD19PI82Q.2 size=931219 2024-04-10T15:25:20.276 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.296+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=NJRLD19PI82Q tag=H4M21YEFV1NC type=write size=4076947 2024-04-10T15:25:20.278 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.298+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=UE5REKNJGR6D type=del 2024-04-10T15:25:20.280 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.299+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=CNQHF4OJL4US type=del size=1941035 2024-04-10T15:25:20.282 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.301+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=FA7IJS0L273J type=del 2024-04-10T15:25:20.285 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.304+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~G18104BBQXT4.0 size=344546 2024-04-10T15:25:20.285 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.304+0000 7fde1a776780 1 > prepared multipart upload key=VPWN54SOWO0W upload=G18104BBQXT4 tag=1XKA6ZT0US9K type=write size=1393122 2024-04-10T15:25:20.287 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.306+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~T0MDP6THH3HX.0 size=1048576 2024-04-10T15:25:20.288 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.308+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~T0MDP6THH3HX.1 size=460516 2024-04-10T15:25:20.291 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.311+0000 7fde1a776780 1 < completed multipart upload key=01BTT4OLERPN upload=T0MDP6THH3HX tag=K6QB2TXRFK4C type=write size=2557668 2024-04-10T15:25:20.293 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.313+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=KE1B9QK52GTN type=del size=1400005 2024-04-10T15:25:20.295 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.315+0000 7fde1a776780 1 < canceled operation key=KN16WF5V2CIJ tag=43WSB3UAOZHV type=del size=429167 2024-04-10T15:25:20.298 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.318+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~0QUQMTRNB2VY.0 size=197957 2024-04-10T15:25:20.298 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.318+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=0QUQMTRNB2VY tag=NORPQKUW55P8 type=write size=1246533 2024-04-10T15:25:20.302 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.321+0000 7fde1a776780 1 < suggested remove operation key=4UIIRCLY6FIB tag=KATV8AYR9QE2 type=del 2024-04-10T15:25:20.303 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.323+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=YJAJQ9XTFB18 type=write size=15597 2024-04-10T15:25:20.305 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.325+0000 7fde1a776780 1 < completed write operation key=BRSJ82BM5NOL tag=9IC9LFODSZIR type=write size=214583 2024-04-10T15:25:20.307 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.327+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=UJQKSHTPGX65 type=del size=3006590 2024-04-10T15:25:20.309 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.328+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~3K1RK6S15W2K.0 size=1048576 2024-04-10T15:25:20.310 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.330+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~3K1RK6S15W2K.1 size=1048576 2024-04-10T15:25:20.312 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.331+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~3K1RK6S15W2K.2 size=431603 2024-04-10T15:25:20.314 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.334+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=3K1RK6S15W2K tag=G9QIHPXLZXC0 type=write size=3577331 2024-04-10T15:25:20.316 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.336+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=FRG17EIQM0I3 type=del size=2939285 2024-04-10T15:25:20.318 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.338+0000 7fde1a776780 1 < canceled operation key=2HPCRWS9ESCI tag=GIKT2KYL47S5 type=write size=608009 2024-04-10T15:25:20.322 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.340+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=WUX7I5F2I7XU type=del size=3313023 2024-04-10T15:25:20.322 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.341+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~7ZXA3OR30QL7.0 size=652536 2024-04-10T15:25:20.324 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.344+0000 7fde1a776780 1 < completed multipart upload key=TI6JR9Q8AOF5 upload=7ZXA3OR30QL7 tag=FMZG1DNEJWWT type=write size=1701112 2024-04-10T15:25:20.327 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.347+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~IU2L5BPK99MF.0 size=807816 2024-04-10T15:25:20.328 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.347+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=IU2L5BPK99MF tag=U9GHVPUW097B type=write size=1856392 2024-04-10T15:25:20.331 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.351+0000 7fde1a776780 1 < suggested remove operation key=WEXVY1WRSZOS tag=O78SIHQJONZA type=del 2024-04-10T15:25:20.333 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.353+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=DY2QXLNEJTXC type=del size=3143942 2024-04-10T15:25:20.335 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.354+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~6FB29HHD3WZP.0 size=1048576 2024-04-10T15:25:20.336 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.356+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~6FB29HHD3WZP.1 size=600604 2024-04-10T15:25:20.339 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.359+0000 7fde1a776780 1 < completed multipart upload key=ZOVK659NLDON upload=6FB29HHD3WZP tag=Y3NRE3AOKUWD type=write size=2697756 2024-04-10T15:25:20.341 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.360+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=GCDGJI0F3F1F type=write size=493740 2024-04-10T15:25:20.342 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.362+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~UGHRHQXRA6MT.0 size=742164 2024-04-10T15:25:20.346 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.365+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=UGHRHQXRA6MT tag=XMUDUSR92YE6 type=write size=1790740 2024-04-10T15:25:20.347 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.367+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=MAVOKGAPEWQ6 type=write size=671175 2024-04-10T15:25:20.350 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.370+0000 7fde1a776780 1 < suggested remove operation key=2HPCRWS9ESCI tag=43VGXF575PDS type=del 2024-04-10T15:25:20.354 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.373+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~NRUBBW7WT8CA.0 size=1048576 2024-04-10T15:25:20.355 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.375+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~NRUBBW7WT8CA.1 size=1048576 2024-04-10T15:25:20.356 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.376+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~NRUBBW7WT8CA.2 size=969145 2024-04-10T15:25:20.356 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.376+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=NRUBBW7WT8CA tag=BNNM58BVMJOD type=write size=4114873 2024-04-10T15:25:20.358 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.378+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=14H4KVWOZ7CF type=del 2024-04-10T15:25:20.360 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.379+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=DIDB922XMS2E type=del size=2414932 2024-04-10T15:25:20.361 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.381+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~3N4SHFE9NISK.0 size=1048576 2024-04-10T15:25:20.363 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.383+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~3N4SHFE9NISK.1 size=600450 2024-04-10T15:25:20.365 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.385+0000 7fde1a776780 1 < completed multipart upload key=XQVTX5DB2NXX upload=3N4SHFE9NISK tag=AWS898WAXFS2 type=write size=2697602 2024-04-10T15:25:20.369 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.389+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~62RSC8OLOT77.0 size=642601 2024-04-10T15:25:20.369 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.389+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=62RSC8OLOT77 tag=YC6DSVZY8MNZ type=write size=1691177 2024-04-10T15:25:20.371 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.390+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~NJRLD19PI82Q.0 size=1048576 2024-04-10T15:25:20.372 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.392+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~NJRLD19PI82Q.1 size=1048576 2024-04-10T15:25:20.373 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.393+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~NJRLD19PI82Q.2 size=931219 2024-04-10T15:25:20.376 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.396+0000 7fde1a776780 1 < completed multipart upload key=01BTT4OLERPN upload=NJRLD19PI82Q tag=H4M21YEFV1NC type=write size=4076947 2024-04-10T15:25:20.378 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.398+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=4W8T9WPVBXPA type=del size=122893 2024-04-10T15:25:20.380 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.400+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=CNQHF4OJL4US type=del 2024-04-10T15:25:20.383 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.403+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~RNH4UCT7PW99.0 size=1048576 2024-04-10T15:25:20.385 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.404+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~RNH4UCT7PW99.1 size=969680 2024-04-10T15:25:20.385 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.404+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=RNH4UCT7PW99 tag=LWLB5PS0Q3A2 type=write size=3066832 2024-04-10T15:25:20.386 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.406+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~G18104BBQXT4.0 size=344546 2024-04-10T15:25:20.389 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.409+0000 7fde1a776780 1 < completed multipart upload key=VPWN54SOWO0W upload=G18104BBQXT4 tag=1XKA6ZT0US9K type=write size=1393122 2024-04-10T15:25:20.392 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.412+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~G0VRN0LO7G77.0 size=1048576 2024-04-10T15:25:20.394 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.413+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~G0VRN0LO7G77.1 size=1048576 2024-04-10T15:25:20.395 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.415+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~G0VRN0LO7G77.2 size=419459 2024-04-10T15:25:20.395 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.415+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=G0VRN0LO7G77 tag=HT7BD75BDVJS type=write size=3565187 2024-04-10T15:25:20.398 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.418+0000 7fde1a776780 1 < suggested update operation key=ZOVK659NLDON tag=KE1B9QK52GTN type=del size=1400005 2024-04-10T15:25:20.400 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.420+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=KHP4YS13T0P5 type=del size=623585 2024-04-10T15:25:20.401 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.421+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~0QUQMTRNB2VY.0 size=197957 2024-04-10T15:25:20.404 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.424+0000 7fde1a776780 1 < completed multipart upload key=U40N6ONWE7P2 upload=0QUQMTRNB2VY tag=NORPQKUW55P8 type=write size=1246533 2024-04-10T15:25:20.406 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.426+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=3RWUOEKLPAUP type=write size=448448 2024-04-10T15:25:20.408 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.428+0000 7fde1a776780 1 < completed write operation key=OSSHDMNH4GXQ tag=YJAJQ9XTFB18 type=write size=15597 2024-04-10T15:25:20.411 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.431+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~Q42BQH5UDGKS.0 size=668426 2024-04-10T15:25:20.411 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.431+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=Q42BQH5UDGKS tag=I1F19CC44QTN type=write size=1717002 2024-04-10T15:25:20.413 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.433+0000 7fde1a776780 1 < completed delete operation key=VPWN54SOWO0W tag=UJQKSHTPGX65 type=del 2024-04-10T15:25:20.416 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.436+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~41CQN2OLEXJD.0 size=1048576 2024-04-10T15:25:20.418 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.437+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~41CQN2OLEXJD.1 size=1030225 2024-04-10T15:25:20.418 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.437+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=41CQN2OLEXJD tag=IBP37EBP9GTW type=write size=3127377 2024-04-10T15:25:20.421 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.441+0000 7fde1a776780 1 < suggested remove operation key=R4UBYQBOSB3Z tag=FRG17EIQM0I3 type=del 2024-04-10T15:25:20.423 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.443+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=TNWBQSZN1AHG type=write size=699072 2024-04-10T15:25:20.425 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.444+0000 7fde1a776780 1 < completed delete operation key=VPWN54SOWO0W tag=WUX7I5F2I7XU type=del 2024-04-10T15:25:20.428 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.448+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~1X5TICT7HOAH.0 size=1048576 2024-04-10T15:25:20.429 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.449+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~1X5TICT7HOAH.1 size=93542 2024-04-10T15:25:20.430 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.449+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=1X5TICT7HOAH tag=5TR8MAKZKNSC type=write size=2190694 2024-04-10T15:25:20.432 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.451+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~IU2L5BPK99MF.0 size=807816 2024-04-10T15:25:20.435 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.454+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=IU2L5BPK99MF tag=U9GHVPUW097B type=write size=1856392 2024-04-10T15:25:20.436 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.456+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=Z2NR80SS430G type=del size=1406176 2024-04-10T15:25:20.438 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.458+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=DY2QXLNEJTXC type=del 2024-04-10T15:25:20.441 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.460+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=GMEZ4M8L26KN type=del size=1883643 2024-04-10T15:25:20.444 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.464+0000 7fde1a776780 1 < suggested remove operation key=BC5NU4J0LIY9 tag=GCDGJI0F3F1F type=write 2024-04-10T15:25:20.448 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.468+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~JPFNMK1B8KR2.0 size=1048576 2024-04-10T15:25:20.450 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.470+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~JPFNMK1B8KR2.1 size=246032 2024-04-10T15:25:20.450 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.470+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=JPFNMK1B8KR2 tag=POQPQ5GTPSZA type=write size=2343184 2024-04-10T15:25:20.452 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.472+0000 7fde1a776780 1 < canceled operation key=G2Z1VR134GSG tag=MAVOKGAPEWQ6 type=write size=671175 2024-04-10T15:25:20.454 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.474+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=TQZIMIL5B38L type=del size=2805790 2024-04-10T15:25:20.456 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.476+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~NRUBBW7WT8CA.0 size=1048576 2024-04-10T15:25:20.458 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.478+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~NRUBBW7WT8CA.1 size=1048576 2024-04-10T15:25:20.459 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.479+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~NRUBBW7WT8CA.2 size=969145 2024-04-10T15:25:20.462 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.482+0000 7fde1a776780 1 < completed multipart upload key=GOVDAOD5DREG upload=NRUBBW7WT8CA tag=BNNM58BVMJOD type=write size=4114873 2024-04-10T15:25:20.464 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.483+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=MEP3K1EC6474 type=del size=3926279 2024-04-10T15:25:20.467 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.487+0000 7fde1a776780 1 < suggested remove operation key=RHD4NMKH90JS tag=DIDB922XMS2E type=del 2024-04-10T15:25:20.468 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.488+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=VAL0V80LN3P4 type=write size=427541 2024-04-10T15:25:20.470 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.490+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~62RSC8OLOT77.0 size=642601 2024-04-10T15:25:20.473 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.493+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=62RSC8OLOT77 tag=YC6DSVZY8MNZ type=write size=1691177 2024-04-10T15:25:20.476 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.496+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~UME11Z3UMOCP.0 size=1048576 2024-04-10T15:25:20.478 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.498+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~UME11Z3UMOCP.1 size=1048576 2024-04-10T15:25:20.479 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.499+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~UME11Z3UMOCP.2 size=492876 2024-04-10T15:25:20.479 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.499+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=UME11Z3UMOCP tag=R8FVIDUY6AKE type=write size=3638604 2024-04-10T15:25:20.481 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.501+0000 7fde1a776780 1 < completed delete operation key=01BTT4OLERPN tag=4W8T9WPVBXPA type=del 2024-04-10T15:25:20.485 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.505+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~UC6EBR8UI1S8.0 size=505398 2024-04-10T15:25:20.485 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.505+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=UC6EBR8UI1S8 tag=XBHZ7LSCN87I type=write size=1553974 2024-04-10T15:25:20.486 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.506+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~RNH4UCT7PW99.0 size=1048576 2024-04-10T15:25:20.488 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.508+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~RNH4UCT7PW99.1 size=969680 2024-04-10T15:25:20.491 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.511+0000 7fde1a776780 1 < completed multipart upload key=2HPCRWS9ESCI upload=RNH4UCT7PW99 tag=LWLB5PS0Q3A2 type=write size=3066832 2024-04-10T15:25:20.493 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.513+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=3MA7JDI2GID9 type=del size=1319709 2024-04-10T15:25:20.495 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.514+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~G0VRN0LO7G77.0 size=1048576 2024-04-10T15:25:20.496 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.516+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~G0VRN0LO7G77.1 size=1048576 2024-04-10T15:25:20.497 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.517+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~G0VRN0LO7G77.2 size=419459 2024-04-10T15:25:20.500 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.520+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=G0VRN0LO7G77 tag=HT7BD75BDVJS type=write size=3565187 2024-04-10T15:25:20.505 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.524+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~PWXDAWDLP3XQ.0 size=1048576 2024-04-10T15:25:20.505 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.525+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~PWXDAWDLP3XQ.1 size=18840 2024-04-10T15:25:20.505 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.525+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=PWXDAWDLP3XQ tag=A8SYPLS3EN5Z type=write size=2115992 2024-04-10T15:25:20.507 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.527+0000 7fde1a776780 1 < completed delete operation key=UCUWIQFA7CRO tag=KHP4YS13T0P5 type=del 2024-04-10T15:25:20.509 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.529+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=JKKHO6NFXXUL type=write size=504579 2024-04-10T15:25:20.511 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.531+0000 7fde1a776780 1 < completed write operation key=1R91FWVRA2AS tag=3RWUOEKLPAUP type=write size=448448 2024-04-10T15:25:20.512 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.532+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=NEZ1NJTYJGAQ type=del size=2963959 2024-04-10T15:25:20.514 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.534+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~Q42BQH5UDGKS.0 size=668426 2024-04-10T15:25:20.518 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.537+0000 7fde1a776780 1 < completed multipart upload key=TI6JR9Q8AOF5 upload=Q42BQH5UDGKS tag=I1F19CC44QTN type=write size=1717002 2024-04-10T15:25:20.519 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.539+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=63CQJVU6VGX6 type=del size=3153882 2024-04-10T15:25:20.521 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.540+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~41CQN2OLEXJD.0 size=1048576 2024-04-10T15:25:20.522 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.542+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~41CQN2OLEXJD.1 size=1030225 2024-04-10T15:25:20.525 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.545+0000 7fde1a776780 1 < completed multipart upload key=BC5NU4J0LIY9 upload=41CQN2OLEXJD tag=IBP37EBP9GTW type=write size=3127377 2024-04-10T15:25:20.527 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.547+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=MT7CUMYTYTQM type=del size=1030775 2024-04-10T15:25:20.529 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.549+0000 7fde1a776780 1 < completed write operation key=EI79GJ0HN0U7 tag=TNWBQSZN1AHG type=write size=699072 2024-04-10T15:25:20.532 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.552+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~YGXKSSX3CG6O.0 size=1048576 2024-04-10T15:25:20.534 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.554+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~YGXKSSX3CG6O.1 size=1048576 2024-04-10T15:25:20.535 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.555+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~YGXKSSX3CG6O.2 size=346369 2024-04-10T15:25:20.535 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.555+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=YGXKSSX3CG6O tag=VFLSRFXF3GF3 type=write size=3492097 2024-04-10T15:25:20.537 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.557+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~1X5TICT7HOAH.0 size=1048576 2024-04-10T15:25:20.537 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.557+0000 7fde1a776780 1 < canceled part key=_multipart_O1ZBJUVP8PQD.2~1X5TICT7HOAH.1 size=93542 2024-04-10T15:25:20.540 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.560+0000 7fde1a776780 1 < canceled multipart upload key=O1ZBJUVP8PQD upload=1X5TICT7HOAH tag=5TR8MAKZKNSC type=write size=2190694 2024-04-10T15:25:20.542 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.562+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=17YT0R87OI6H type=del size=3083654 2024-04-10T15:25:20.544 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.564+0000 7fde1a776780 1 < completed delete operation key=UCUWIQFA7CRO tag=Z2NR80SS430G type=del 2024-04-10T15:25:20.546 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.566+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=HPGRRMHMR6NZ type=del size=3534358 2024-04-10T15:25:20.548 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.568+0000 7fde1a776780 1 < completed delete operation key=UCUWIQFA7CRO tag=GMEZ4M8L26KN type=del 2024-04-10T15:25:20.552 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.572+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~7SSTQGCXZCPJ.0 size=1048576 2024-04-10T15:25:20.554 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.574+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~7SSTQGCXZCPJ.1 size=1048576 2024-04-10T15:25:20.555 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.575+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~7SSTQGCXZCPJ.2 size=777101 2024-04-10T15:25:20.555 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.575+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=7SSTQGCXZCPJ tag=3WUN1QJC5N0Z type=write size=3922829 2024-04-10T15:25:20.557 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.577+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~JPFNMK1B8KR2.0 size=1048576 2024-04-10T15:25:20.557 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.577+0000 7fde1a776780 1 < canceled part key=_multipart_5ZH428JDA1AL.2~JPFNMK1B8KR2.1 size=246032 2024-04-10T15:25:20.560 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.580+0000 7fde1a776780 1 < canceled multipart upload key=5ZH428JDA1AL upload=JPFNMK1B8KR2 tag=POQPQ5GTPSZA type=write size=2343184 2024-04-10T15:25:20.562 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.582+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=SD6Y82V7ND8M type=del size=1733441 2024-04-10T15:25:20.564 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.584+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=TQZIMIL5B38L type=del 2024-04-10T15:25:20.566 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.586+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=60GYPOG05QPX type=del size=2257592 2024-04-10T15:25:20.568 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.588+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=MEP3K1EC6474 type=del 2024-04-10T15:25:20.570 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.589+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=TSKU0HY876P1 type=del size=392816 2024-04-10T15:25:20.571 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.591+0000 7fde1a776780 1 < completed write operation key=UHHK0SL983MS tag=VAL0V80LN3P4 type=write size=427541 2024-04-10T15:25:20.573 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.593+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=ZSNCF88UJHF1 type=write size=909201 2024-04-10T15:25:20.575 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.595+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~UME11Z3UMOCP.0 size=1048576 2024-04-10T15:25:20.576 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.596+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~UME11Z3UMOCP.1 size=1048576 2024-04-10T15:25:20.578 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.598+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~UME11Z3UMOCP.2 size=492876 2024-04-10T15:25:20.582 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.601+0000 7fde1a776780 1 < completed multipart upload key=BRSJ82BM5NOL upload=UME11Z3UMOCP tag=R8FVIDUY6AKE type=write size=3638604 2024-04-10T15:25:20.585 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.605+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~ZXZ61A5W6I3X.0 size=1048576 2024-04-10T15:25:20.586 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.606+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~ZXZ61A5W6I3X.1 size=28095 2024-04-10T15:25:20.586 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.606+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=ZXZ61A5W6I3X tag=GT2FS0371PQF type=write size=2125247 2024-04-10T15:25:20.588 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.608+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~UC6EBR8UI1S8.0 size=505398 2024-04-10T15:25:20.594 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.611+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=UC6EBR8UI1S8 tag=XBHZ7LSCN87I type=write size=1553974 2024-04-10T15:25:20.594 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.613+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=LUMXDJD5AE5G type=write size=546396 2024-04-10T15:25:20.598 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.617+0000 7fde1a776780 1 < suggested update operation key=RHD4NMKH90JS tag=3MA7JDI2GID9 type=del size=1319709 2024-04-10T15:25:20.599 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.619+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=JTF9NWXJZ22K type=del size=1785108 2024-04-10T15:25:20.601 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.621+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~PWXDAWDLP3XQ.0 size=1048576 2024-04-10T15:25:20.602 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.622+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~PWXDAWDLP3XQ.1 size=18840 2024-04-10T15:25:20.605 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.625+0000 7fde1a776780 1 < completed multipart upload key=R4UBYQBOSB3Z upload=PWXDAWDLP3XQ tag=A8SYPLS3EN5Z type=write size=2115992 2024-04-10T15:25:20.607 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.627+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=M3AD05YOWC6I type=write size=750248 2024-04-10T15:25:20.609 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.629+0000 7fde1a776780 1 < completed write operation key=KN16WF5V2CIJ tag=JKKHO6NFXXUL type=write size=504579 2024-04-10T15:25:20.611 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.630+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=UQ21EBGRZWYN type=del size=916917 2024-04-10T15:25:20.612 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.632+0000 7fde1a776780 1 < canceled operation key=GFDJUGM4M5RT tag=NEZ1NJTYJGAQ type=del size=2963959 2024-04-10T15:25:20.614 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.634+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=GY483WI2EPQI type=write size=820285 2024-04-10T15:25:20.616 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.636+0000 7fde1a776780 1 < completed delete operation key=2HPCRWS9ESCI tag=63CQJVU6VGX6 type=del 2024-04-10T15:25:20.618 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.637+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=BO0C73WGBQQF type=del size=3036590 2024-04-10T15:25:20.621 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.641+0000 7fde1a776780 1 < suggested update operation key=GVB0VUGS9C0D tag=MT7CUMYTYTQM type=del size=1030775 2024-04-10T15:25:20.623 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.643+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=3RLZAUP19L88 type=del size=3275575 2024-04-10T15:25:20.625 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.645+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~YGXKSSX3CG6O.0 size=1048576 2024-04-10T15:25:20.627 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.646+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~YGXKSSX3CG6O.1 size=1048576 2024-04-10T15:25:20.627 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.646+0000 7fde1a776780 1 < canceled part key=_multipart_GFDJUGM4M5RT.2~YGXKSSX3CG6O.2 size=346369 2024-04-10T15:25:20.630 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.650+0000 7fde1a776780 1 < canceled multipart upload key=GFDJUGM4M5RT upload=YGXKSSX3CG6O tag=VFLSRFXF3GF3 type=write size=3492097 2024-04-10T15:25:20.632 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.652+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=MC3M74ILQN93 type=del size=3332796 2024-04-10T15:25:20.634 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.653+0000 7fde1a776780 1 < completed delete operation key=UCUWIQFA7CRO tag=17YT0R87OI6H type=del 2024-04-10T15:25:20.637 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.657+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~7BZAHIOFE099.0 size=937508 2024-04-10T15:25:20.637 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.657+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=7BZAHIOFE099 tag=ZUBUZ14C03GP type=write size=1986084 2024-04-10T15:25:20.639 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.659+0000 7fde1a776780 1 < completed delete operation key=G2Z1VR134GSG tag=HPGRRMHMR6NZ type=del 2024-04-10T15:25:20.641 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.661+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=QSB8ANNQMWQV type=del size=315712 2024-04-10T15:25:20.643 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.662+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~7SSTQGCXZCPJ.0 size=1048576 2024-04-10T15:25:20.644 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.664+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~7SSTQGCXZCPJ.1 size=1048576 2024-04-10T15:25:20.645 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.665+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~7SSTQGCXZCPJ.2 size=777101 2024-04-10T15:25:20.649 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.668+0000 7fde1a776780 1 < completed multipart upload key=BRSJ82BM5NOL upload=7SSTQGCXZCPJ tag=3WUN1QJC5N0Z type=write size=3922829 2024-04-10T15:25:20.652 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.672+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~97Y7Z21XAGUA.0 size=1048576 2024-04-10T15:25:20.654 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.673+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~97Y7Z21XAGUA.1 size=1048576 2024-04-10T15:25:20.655 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.675+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~97Y7Z21XAGUA.2 size=196390 2024-04-10T15:25:20.655 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.675+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=97Y7Z21XAGUA tag=TN7CJ7ZJQC28 type=write size=3342118 2024-04-10T15:25:20.657 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.676+0000 7fde1a776780 1 < canceled operation key=01BTT4OLERPN tag=SD6Y82V7ND8M type=del size=1733441 2024-04-10T15:25:20.658 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.678+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=HV3FLLHR5GJA type=write size=160020 2024-04-10T15:25:20.660 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.680+0000 7fde1a776780 1 < completed delete operation key=OSSHDMNH4GXQ tag=60GYPOG05QPX type=del 2024-04-10T15:25:20.663 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.683+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~0K5ZDZDW1LA6.0 size=1048576 2024-04-10T15:25:20.665 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.684+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~0K5ZDZDW1LA6.1 size=344923 2024-04-10T15:25:20.665 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.684+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=0K5ZDZDW1LA6 tag=UIHM24QQWFFK type=write size=2442075 2024-04-10T15:25:20.666 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.686+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=TSKU0HY876P1 type=del 2024-04-10T15:25:20.668 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.688+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=6B7JYJTWV3ZV type=del size=2444406 2024-04-10T15:25:20.670 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.690+0000 7fde1a776780 1 < completed write operation key=GFDJUGM4M5RT tag=ZSNCF88UJHF1 type=write size=909201 2024-04-10T15:25:20.672 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.691+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=ZO2QDYB7JDZ8 type=del size=1779579 2024-04-10T15:25:20.672 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.692+0000 7fde1a776780 1 < canceled part key=_multipart_4UIIRCLY6FIB.2~ZXZ61A5W6I3X.0 size=1048576 2024-04-10T15:25:20.673 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.693+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~ZXZ61A5W6I3X.1 size=28095 2024-04-10T15:25:20.676 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.696+0000 7fde1a776780 1 < canceled multipart upload key=4UIIRCLY6FIB upload=ZXZ61A5W6I3X tag=GT2FS0371PQF type=write size=2125247 2024-04-10T15:25:20.678 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.698+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=TDT94G3HE6O4 type=del size=3171263 2024-04-10T15:25:20.679 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.699+0000 7fde1a776780 1 < completed write operation key=F7U2L70QSILB tag=LUMXDJD5AE5G type=write size=546396 2024-04-10T15:25:20.681 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.701+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=LJCJJBCL13CR type=del size=3128684 2024-04-10T15:25:20.683 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.703+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=JTF9NWXJZ22K type=del 2024-04-10T15:25:20.685 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.705+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=GE84VP5HNDJK type=del size=1714276 2024-04-10T15:25:20.686 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.706+0000 7fde1a776780 1 < completed write operation key=LEX0BICCP07E tag=M3AD05YOWC6I type=write size=750248 2024-04-10T15:25:20.688 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.708+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=12X2XHVF7U4R type=del size=3436042 2024-04-10T15:25:20.690 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.710+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=UQ21EBGRZWYN type=del 2024-04-10T15:25:20.692 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.712+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=92X2D6UUVFRG type=del size=2145098 2024-04-10T15:25:20.694 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.714+0000 7fde1a776780 1 < completed write operation key=GFDJUGM4M5RT tag=GY483WI2EPQI type=write size=820285 2024-04-10T15:25:20.696 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.716+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=020CQEKJJBYX type=del size=1206 2024-04-10T15:25:20.698 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.718+0000 7fde1a776780 1 < completed delete operation key=GOVDAOD5DREG tag=BO0C73WGBQQF type=del 2024-04-10T15:25:20.700 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.720+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=920UC8D0Q6PO type=del size=3222959 2024-04-10T15:25:20.702 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.721+0000 7fde1a776780 1 < completed delete operation key=R4UBYQBOSB3Z tag=3RLZAUP19L88 type=del 2024-04-10T15:25:20.703 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.723+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=HD34S2B3HF97 type=del size=3224005 2024-04-10T15:25:20.705 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.725+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=MC3M74ILQN93 type=del 2024-04-10T15:25:20.707 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.727+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=2ZYSY214U9SA type=del size=2589936 2024-04-10T15:25:20.709 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.729+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~7BZAHIOFE099.0 size=937508 2024-04-10T15:25:20.712 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.731+0000 7fde1a776780 1 < completed multipart upload key=ZOVK659NLDON upload=7BZAHIOFE099 tag=ZUBUZ14C03GP type=write size=1986084 2024-04-10T15:25:20.715 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.735+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~RRF9MK5HNMTE.0 size=22186 2024-04-10T15:25:20.715 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.735+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=RRF9MK5HNMTE tag=E9QE4494LWSI type=write size=1070762 2024-04-10T15:25:20.718 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.738+0000 7fde1a776780 1 < suggested remove operation key=OSSHDMNH4GXQ tag=QSB8ANNQMWQV type=del 2024-04-10T15:25:20.720 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.740+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=R5HE7QEC3YCK type=del size=2304275 2024-04-10T15:25:20.722 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.742+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~97Y7Z21XAGUA.0 size=1048576 2024-04-10T15:25:20.723 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.743+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~97Y7Z21XAGUA.1 size=1048576 2024-04-10T15:25:20.724 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.744+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~97Y7Z21XAGUA.2 size=196390 2024-04-10T15:25:20.728 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.748+0000 7fde1a776780 1 < completed multipart upload key=ZOVK659NLDON upload=97Y7Z21XAGUA tag=TN7CJ7ZJQC28 type=write size=3342118 2024-04-10T15:25:20.730 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.749+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=HMW3I1J0HXAU type=del size=484745 2024-04-10T15:25:20.732 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.751+0000 7fde1a776780 1 < completed write operation key=GOVDAOD5DREG tag=HV3FLLHR5GJA type=write size=160020 2024-04-10T15:25:20.733 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.753+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=Z4F59BUAJRGQ type=del size=351148 2024-04-10T15:25:20.735 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.755+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~0K5ZDZDW1LA6.0 size=1048576 2024-04-10T15:25:20.737 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.756+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~0K5ZDZDW1LA6.1 size=344923 2024-04-10T15:25:20.740 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.760+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=0K5ZDZDW1LA6 tag=UIHM24QQWFFK type=write size=2442075 2024-04-10T15:25:20.743 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.763+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~1JL1316J661K.0 size=865033 2024-04-10T15:25:20.743 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.763+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=1JL1316J661K tag=HW914HKNJSUV type=write size=1913609 2024-04-10T15:25:20.745 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.765+0000 7fde1a776780 1 < canceled operation key=F7U2L70QSILB tag=6B7JYJTWV3ZV type=del size=2444406 2024-04-10T15:25:20.747 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.766+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=4G2VLXZ3BR7L type=write size=839573 2024-04-10T15:25:20.748 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.768+0000 7fde1a776780 1 < completed delete operation key=4UIIRCLY6FIB tag=ZO2QDYB7JDZ8 type=del 2024-04-10T15:25:20.750 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.770+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=IKW13VSC1HPD type=write size=320779 2024-04-10T15:25:20.752 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.772+0000 7fde1a776780 1 < completed delete operation key=01BTT4OLERPN tag=TDT94G3HE6O4 type=del 2024-04-10T15:25:20.755 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.775+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~XFE6HQUO1LW7.0 size=1048576 2024-04-10T15:25:20.757 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.776+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~XFE6HQUO1LW7.1 size=1048576 2024-04-10T15:25:20.758 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.778+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~XFE6HQUO1LW7.2 size=994969 2024-04-10T15:25:20.758 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.778+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=XFE6HQUO1LW7 tag=U7DIRO3IC31H type=write size=4140697 2024-04-10T15:25:20.760 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.779+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=LJCJJBCL13CR type=del 2024-04-10T15:25:20.761 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.781+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=U0ZRY1A3UKR6 type=write size=923591 2024-04-10T15:25:20.763 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.783+0000 7fde1a776780 1 < completed delete operation key=LEX0BICCP07E tag=GE84VP5HNDJK type=del 2024-04-10T15:25:20.766 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.786+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~AQ6J30GNDT6M.0 size=637548 2024-04-10T15:25:20.766 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.786+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=AQ6J30GNDT6M tag=HT2SDJDDJ904 type=write size=1686124 2024-04-10T15:25:20.770 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.790+0000 7fde1a776780 1 < suggested remove operation key=UO4QF22YP29O tag=12X2XHVF7U4R type=del 2024-04-10T15:25:20.773 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.793+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~RB9Q0SWBK91A.0 size=1048576 2024-04-10T15:25:20.774 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.794+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~RB9Q0SWBK91A.1 size=1048576 2024-04-10T15:25:20.776 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.796+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~RB9Q0SWBK91A.2 size=702339 2024-04-10T15:25:20.776 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.796+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=RB9Q0SWBK91A tag=4UPOBI4XLMI2 type=write size=3848067 2024-04-10T15:25:20.778 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.797+0000 7fde1a776780 1 < completed delete operation key=ZOVK659NLDON tag=92X2D6UUVFRG type=del 2024-04-10T15:25:20.779 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.799+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=21M089V0HYUE type=del size=168339 2024-04-10T15:25:20.783 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.803+0000 7fde1a776780 1 < suggested remove operation key=UCUWIQFA7CRO tag=020CQEKJJBYX type=del 2024-04-10T15:25:20.786 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.806+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~LURWW955IVZH.0 size=1048576 2024-04-10T15:25:20.787 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.807+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~LURWW955IVZH.1 size=1048576 2024-04-10T15:25:20.789 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.809+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~LURWW955IVZH.2 size=887439 2024-04-10T15:25:20.789 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.809+0000 7fde1a776780 1 > prepared multipart upload key=UO4QF22YP29O upload=LURWW955IVZH tag=V1S3FCCU1B98 type=write size=4033167 2024-04-10T15:25:20.790 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.810+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=920UC8D0Q6PO type=del 2024-04-10T15:25:20.792 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.812+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=1K3R57NVCLI8 type=write size=239360 2024-04-10T15:25:20.798 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.815+0000 7fde1a776780 1 < suggested remove operation key=XQVTX5DB2NXX tag=HD34S2B3HF97 type=del 2024-04-10T15:25:20.799 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.819+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~WZ3F2K01A0IW.0 size=335376 2024-04-10T15:25:20.799 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.819+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=WZ3F2K01A0IW tag=UY2UMLKIOW6I type=write size=1383952 2024-04-10T15:25:20.801 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.820+0000 7fde1a776780 1 < completed delete operation key=4UIIRCLY6FIB tag=2ZYSY214U9SA type=del 2024-04-10T15:25:20.802 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.822+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=V1Z2COETLO7R type=del size=1331084 2024-04-10T15:25:20.805 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.824+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~RRF9MK5HNMTE.0 size=22186 2024-04-10T15:25:20.808 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.828+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=RRF9MK5HNMTE tag=E9QE4494LWSI type=write size=1070762 2024-04-10T15:25:20.810 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.830+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=Y4LP0PY58MCS type=del size=851001 2024-04-10T15:25:20.812 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.832+0000 7fde1a776780 1 < completed delete operation key=ZOVK659NLDON tag=R5HE7QEC3YCK type=del 2024-04-10T15:25:20.814 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.834+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=50Y9IU40MVIZ type=del size=1313491 2024-04-10T15:25:20.816 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.836+0000 7fde1a776780 1 < canceled operation key=R4UBYQBOSB3Z tag=HMW3I1J0HXAU type=del size=484745 2024-04-10T15:25:20.818 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.838+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=DSCOLG4XJPDQ type=del size=2582076 2024-04-10T15:25:20.820 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.840+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=Z4F59BUAJRGQ type=del 2024-04-10T15:25:20.822 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.842+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=Y81K276NK55Y type=del size=3091703 2024-04-10T15:25:20.823 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.843+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~1JL1316J661K.0 size=865033 2024-04-10T15:25:20.826 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.846+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=1JL1316J661K tag=HW914HKNJSUV type=write size=1913609 2024-04-10T15:25:20.828 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.848+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=M4V92MLCGD9E type=del size=1356044 2024-04-10T15:25:20.832 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.852+0000 7fde1a776780 1 < suggested update operation key=GVB0VUGS9C0D tag=4G2VLXZ3BR7L type=write size=839573 2024-04-10T15:25:20.835 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.855+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~C9GBEC2AINXT.0 size=480321 2024-04-10T15:25:20.835 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.855+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=C9GBEC2AINXT tag=7NZZ4SG1FDY7 type=write size=1528897 2024-04-10T15:25:20.837 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.857+0000 7fde1a776780 1 < completed write operation key=01BTT4OLERPN tag=IKW13VSC1HPD type=write size=320779 2024-04-10T15:25:20.839 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.859+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=SEM1JSZXP8RR type=del size=2866641 2024-04-10T15:25:20.841 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.861+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~XFE6HQUO1LW7.0 size=1048576 2024-04-10T15:25:20.842 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.862+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~XFE6HQUO1LW7.1 size=1048576 2024-04-10T15:25:20.844 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.864+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~XFE6HQUO1LW7.2 size=994969 2024-04-10T15:25:20.847 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.867+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=XFE6HQUO1LW7 tag=U7DIRO3IC31H type=write size=4140697 2024-04-10T15:25:20.848 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.868+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=F8XIX9X2A6LI type=write size=476678 2024-04-10T15:25:20.850 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.870+0000 7fde1a776780 1 < completed write operation key=VPWN54SOWO0W tag=U0ZRY1A3UKR6 type=write size=923591 2024-04-10T15:25:20.854 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.874+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~4RGFEQ0R3A9Z.0 size=1048576 2024-04-10T15:25:20.855 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.875+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~4RGFEQ0R3A9Z.1 size=1048576 2024-04-10T15:25:20.857 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.877+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~4RGFEQ0R3A9Z.2 size=41073 2024-04-10T15:25:20.857 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.877+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=4RGFEQ0R3A9Z tag=CO6LI55SBID4 type=write size=3186801 2024-04-10T15:25:20.858 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.878+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~AQ6J30GNDT6M.0 size=637548 2024-04-10T15:25:20.861 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.881+0000 7fde1a776780 1 < completed multipart upload key=5ZH428JDA1AL upload=AQ6J30GNDT6M tag=HT2SDJDDJ904 type=write size=1686124 2024-04-10T15:25:20.863 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.883+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=YIRWEEOVNY2X type=del size=1338764 2024-04-10T15:25:20.863 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.883+0000 7fde1a776780 1 < canceled part key=_multipart_UHHK0SL983MS.2~RB9Q0SWBK91A.0 size=1048576 2024-04-10T15:25:20.865 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.885+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~RB9Q0SWBK91A.1 size=1048576 2024-04-10T15:25:20.867 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.887+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~RB9Q0SWBK91A.2 size=702339 2024-04-10T15:25:20.870 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.890+0000 7fde1a776780 1 < canceled multipart upload key=UHHK0SL983MS upload=RB9Q0SWBK91A tag=4UPOBI4XLMI2 type=write size=3848067 2024-04-10T15:25:20.874 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.894+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~X21HOKEPWQQQ.0 size=1048576 2024-04-10T15:25:20.875 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.895+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~X21HOKEPWQQQ.1 size=1048576 2024-04-10T15:25:20.877 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.897+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~X21HOKEPWQQQ.2 size=705345 2024-04-10T15:25:20.877 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.897+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=X21HOKEPWQQQ tag=63IXAOKA2VMP type=write size=3851073 2024-04-10T15:25:20.879 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.899+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=21M089V0HYUE type=del 2024-04-10T15:25:20.882 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.902+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~K6EUU4X93OSD.0 size=611666 2024-04-10T15:25:20.882 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.902+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=K6EUU4X93OSD tag=ZM2FIAIH1YJS type=write size=1660242 2024-04-10T15:25:20.884 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.904+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~LURWW955IVZH.0 size=1048576 2024-04-10T15:25:20.885 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.905+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~LURWW955IVZH.1 size=1048576 2024-04-10T15:25:20.887 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.907+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~LURWW955IVZH.2 size=887439 2024-04-10T15:25:20.890 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.910+0000 7fde1a776780 1 < completed multipart upload key=UO4QF22YP29O upload=LURWW955IVZH tag=V1S3FCCU1B98 type=write size=4033167 2024-04-10T15:25:20.893 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.913+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~Y9DC9A443MD8.0 size=1048576 2024-04-10T15:25:20.895 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.915+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~Y9DC9A443MD8.1 size=1048576 2024-04-10T15:25:20.896 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.916+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~Y9DC9A443MD8.2 size=976652 2024-04-10T15:25:20.896 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.916+0000 7fde1a776780 1 > prepared multipart upload key=WEXVY1WRSZOS upload=Y9DC9A443MD8 tag=URKJT5DY2K39 type=write size=4122380 2024-04-10T15:25:20.898 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.918+0000 7fde1a776780 1 < completed write operation key=DKSUE7KTGBW7 tag=1K3R57NVCLI8 type=write size=239360 2024-04-10T15:25:20.900 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.920+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=FQRXX1ZZ31ZD type=del size=2906949 2024-04-10T15:25:20.901 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.921+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~WZ3F2K01A0IW.0 size=335376 2024-04-10T15:25:20.904 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.924+0000 7fde1a776780 1 < completed multipart upload key=BC5NU4J0LIY9 upload=WZ3F2K01A0IW tag=UY2UMLKIOW6I type=write size=1383952 2024-04-10T15:25:20.907 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.926+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=29CJ4KP4T007 type=del size=1080076 2024-04-10T15:25:20.908 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.927+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=V1Z2COETLO7R type=del 2024-04-10T15:25:20.910 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.929+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=1LGNHJ3VWKVB type=del size=319479 2024-04-10T15:25:20.912 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.931+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=Y4LP0PY58MCS type=del 2024-04-10T15:25:20.915 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.935+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~UMP4JF5937B8.0 size=1048576 2024-04-10T15:25:20.917 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.937+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~UMP4JF5937B8.1 size=348452 2024-04-10T15:25:20.917 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.937+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=UMP4JF5937B8 tag=OVZBPBFNAGU0 type=write size=2445604 2024-04-10T15:25:20.919 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.939+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=50Y9IU40MVIZ type=del 2024-04-10T15:25:20.920 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.940+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=E8X8VH0G58F2 type=del size=1186448 2024-04-10T15:25:20.923 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.942+0000 7fde1a776780 1 < completed delete operation key=4UIIRCLY6FIB tag=DSCOLG4XJPDQ type=del 2024-04-10T15:25:20.924 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.944+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=J15WTI0HSMG8 type=del size=3421356 2024-04-10T15:25:20.926 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.946+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=Y81K276NK55Y type=del 2024-04-10T15:25:20.929 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.949+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~QXH8ACSYTEB1.0 size=1048576 2024-04-10T15:25:20.931 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.950+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~QXH8ACSYTEB1.1 size=309221 2024-04-10T15:25:20.931 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.950+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=QXH8ACSYTEB1 tag=HL8YKZLGX9HN type=write size=2406373 2024-04-10T15:25:20.932 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.952+0000 7fde1a776780 1 < completed delete operation key=ZOVK659NLDON tag=M4V92MLCGD9E type=del 2024-04-10T15:25:20.936 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.956+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~UOVP4LK7WTS7.0 size=1048576 2024-04-10T15:25:20.938 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.958+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~UOVP4LK7WTS7.1 size=1048576 2024-04-10T15:25:20.939 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.959+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~UOVP4LK7WTS7.2 size=444432 2024-04-10T15:25:20.940 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.959+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=UOVP4LK7WTS7 tag=R7KHEGNBUZK9 type=write size=3590160 2024-04-10T15:25:20.940 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.959+0000 7fde1a776780 1 < canceled part key=_multipart_EI79GJ0HN0U7.2~C9GBEC2AINXT.0 size=480321 2024-04-10T15:25:20.943 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.962+0000 7fde1a776780 1 < canceled multipart upload key=EI79GJ0HN0U7 upload=C9GBEC2AINXT tag=7NZZ4SG1FDY7 type=write size=1528897 2024-04-10T15:25:20.945 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.965+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=URLLSL8Z1DDI type=del size=860463 2024-04-10T15:25:20.948 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.968+0000 7fde1a776780 1 < suggested remove operation key=GOVDAOD5DREG tag=SEM1JSZXP8RR type=del 2024-04-10T15:25:20.950 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.970+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=3QESCMXX0515 type=del size=2218354 2024-04-10T15:25:20.952 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.972+0000 7fde1a776780 1 < completed write operation key=4UIIRCLY6FIB tag=F8XIX9X2A6LI type=write size=476678 2024-04-10T15:25:20.953 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.973+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=1T0RED5V2CJX type=del size=975755 2024-04-10T15:25:20.955 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.975+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~4RGFEQ0R3A9Z.0 size=1048576 2024-04-10T15:25:20.957 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.977+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~4RGFEQ0R3A9Z.1 size=1048576 2024-04-10T15:25:20.958 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.978+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~4RGFEQ0R3A9Z.2 size=41073 2024-04-10T15:25:20.962 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.982+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=4RGFEQ0R3A9Z tag=CO6LI55SBID4 type=write size=3186801 2024-04-10T15:25:20.964 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.984+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=UJ6AEO3JR1DZ type=del size=4144405 2024-04-10T15:25:20.966 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.985+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=YIRWEEOVNY2X type=del 2024-04-10T15:25:20.969 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.989+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~NEFXX2Z6EYW1.0 size=1048576 2024-04-10T15:25:20.970 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.990+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~NEFXX2Z6EYW1.1 size=594138 2024-04-10T15:25:20.970 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.990+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=NEFXX2Z6EYW1 tag=Y4WDFBRR2N5R type=write size=2691290 2024-04-10T15:25:20.973 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.992+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~X21HOKEPWQQQ.0 size=1048576 2024-04-10T15:25:20.974 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.994+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~X21HOKEPWQQQ.1 size=1048576 2024-04-10T15:25:20.976 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.996+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~X21HOKEPWQQQ.2 size=705345 2024-04-10T15:25:20.979 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:20.999+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=X21HOKEPWQQQ tag=63IXAOKA2VMP type=write size=3851073 2024-04-10T15:25:20.983 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.003+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~ZAHGDZW7VP42.0 size=100637 2024-04-10T15:25:20.983 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.003+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=ZAHGDZW7VP42 tag=9WJFZ9IISOHP type=write size=1149213 2024-04-10T15:25:20.983 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.003+0000 7fde1a776780 1 < canceled part key=_multipart_UHHK0SL983MS.2~K6EUU4X93OSD.0 size=611666 2024-04-10T15:25:20.986 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.006+0000 7fde1a776780 1 < canceled multipart upload key=UHHK0SL983MS upload=K6EUU4X93OSD tag=ZM2FIAIH1YJS type=write size=1660242 2024-04-10T15:25:20.989 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.008+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=IG0MNRTHKQDR type=del size=638105 2024-04-10T15:25:20.990 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.010+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~Y9DC9A443MD8.0 size=1048576 2024-04-10T15:25:20.992 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.012+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~Y9DC9A443MD8.1 size=1048576 2024-04-10T15:25:20.994 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.014+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~Y9DC9A443MD8.2 size=976652 2024-04-10T15:25:20.997 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.017+0000 7fde1a776780 1 < completed multipart upload key=WEXVY1WRSZOS upload=Y9DC9A443MD8 tag=URKJT5DY2K39 type=write size=4122380 2024-04-10T15:25:21.002 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.019+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=QT01ITNAQGU1 type=write size=191530 2024-04-10T15:25:21.002 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.021+0000 7fde1a776780 1 < completed delete operation key=UO4QF22YP29O tag=FQRXX1ZZ31ZD type=del 2024-04-10T15:25:21.003 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.023+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=KKUFI6V73UDH type=del size=2069833 2024-04-10T15:25:21.005 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.025+0000 7fde1a776780 1 < completed delete operation key=UHHK0SL983MS tag=29CJ4KP4T007 type=del 2024-04-10T15:25:21.007 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.027+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=SHT7ZM82L6MT type=del size=3977742 2024-04-10T15:25:21.009 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.029+0000 7fde1a776780 1 < canceled operation key=UCUWIQFA7CRO tag=1LGNHJ3VWKVB type=del size=319479 2024-04-10T15:25:21.013 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.032+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~T7R6YYF0UNLF.0 size=1048576 2024-04-10T15:25:21.014 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.034+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~T7R6YYF0UNLF.1 size=1048576 2024-04-10T15:25:21.016 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.035+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~T7R6YYF0UNLF.2 size=638098 2024-04-10T15:25:21.016 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.035+0000 7fde1a776780 1 > prepared multipart upload key=WEXVY1WRSZOS upload=T7R6YYF0UNLF tag=TYVTUENBVYNJ type=write size=3783826 2024-04-10T15:25:21.018 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.038+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~UMP4JF5937B8.0 size=1048576 2024-04-10T15:25:21.020 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.039+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~UMP4JF5937B8.1 size=348452 2024-04-10T15:25:21.023 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.043+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=UMP4JF5937B8 tag=OVZBPBFNAGU0 type=write size=2445604 2024-04-10T15:25:21.025 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.044+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=JN3IJYXITSUD type=write size=786042 2024-04-10T15:25:21.027 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.046+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=E8X8VH0G58F2 type=del 2024-04-10T15:25:21.029 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.049+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=Z16893FL4TSF type=del size=1255711 2024-04-10T15:25:21.031 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.050+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=J15WTI0HSMG8 type=del 2024-04-10T15:25:21.034 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.054+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~OQ2KVYR13F0W.0 size=1048576 2024-04-10T15:25:21.035 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.055+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~OQ2KVYR13F0W.1 size=408758 2024-04-10T15:25:21.036 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.055+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=OQ2KVYR13F0W tag=JUO2HIUMWVB7 type=write size=2505910 2024-04-10T15:25:21.037 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.057+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~QXH8ACSYTEB1.0 size=1048576 2024-04-10T15:25:21.039 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.059+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~QXH8ACSYTEB1.1 size=309221 2024-04-10T15:25:21.042 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.062+0000 7fde1a776780 1 < completed multipart upload key=U40N6ONWE7P2 upload=QXH8ACSYTEB1 tag=HL8YKZLGX9HN type=write size=2406373 2024-04-10T15:25:21.044 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.064+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=8ULZ4V42V9TS type=del size=2546201 2024-04-10T15:25:21.046 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.066+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~UOVP4LK7WTS7.0 size=1048576 2024-04-10T15:25:21.047 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.067+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~UOVP4LK7WTS7.1 size=1048576 2024-04-10T15:25:21.049 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.069+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~UOVP4LK7WTS7.2 size=444432 2024-04-10T15:25:21.052 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.072+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=UOVP4LK7WTS7 tag=R7KHEGNBUZK9 type=write size=3590160 2024-04-10T15:25:21.054 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.074+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=3L9NSEG62PXP type=del size=2917535 2024-04-10T15:25:21.055 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.075+0000 7fde1a776780 1 < canceled operation key=2HPCRWS9ESCI tag=URLLSL8Z1DDI type=del size=860463 2024-04-10T15:25:21.057 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.077+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=F0YEF2WCYWY9 type=del size=3680028 2024-04-10T15:25:21.059 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.078+0000 7fde1a776780 1 < completed delete operation key=UO4QF22YP29O tag=3QESCMXX0515 type=del 2024-04-10T15:25:21.063 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.082+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~XSLVDHXO21IH.0 size=1048576 2024-04-10T15:25:21.064 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.084+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~XSLVDHXO21IH.1 size=150618 2024-04-10T15:25:21.064 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.084+0000 7fde1a776780 1 > prepared multipart upload key=UO4QF22YP29O upload=XSLVDHXO21IH tag=QXPLVQMF29FF type=write size=2247770 2024-04-10T15:25:21.066 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.086+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=1T0RED5V2CJX type=del 2024-04-10T15:25:21.068 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.088+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=8MGN10OJ08MM type=del size=1386470 2024-04-10T15:25:21.069 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.089+0000 7fde1a776780 1 < completed delete operation key=GOVDAOD5DREG tag=UJ6AEO3JR1DZ type=del 2024-04-10T15:25:21.073 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.093+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~WE4SCG8RWICK.0 size=708932 2024-04-10T15:25:21.073 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.093+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=WE4SCG8RWICK tag=WN4GCDXDTKEX type=write size=1757508 2024-04-10T15:25:21.075 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.095+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~NEFXX2Z6EYW1.0 size=1048576 2024-04-10T15:25:21.077 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.096+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~NEFXX2Z6EYW1.1 size=594138 2024-04-10T15:25:21.080 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.100+0000 7fde1a776780 1 < completed multipart upload key=TI6JR9Q8AOF5 upload=NEFXX2Z6EYW1 tag=Y4WDFBRR2N5R type=write size=2691290 2024-04-10T15:25:21.084 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.104+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~6DOA2KNMN61H.0 size=1048576 2024-04-10T15:25:21.085 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.105+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~6DOA2KNMN61H.1 size=1048576 2024-04-10T15:25:21.087 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.107+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~6DOA2KNMN61H.2 size=277262 2024-04-10T15:25:21.087 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.107+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=6DOA2KNMN61H tag=JWVQ4FYEBKVX type=write size=3422990 2024-04-10T15:25:21.089 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.108+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~ZAHGDZW7VP42.0 size=100637 2024-04-10T15:25:21.091 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.111+0000 7fde1a776780 1 < completed multipart upload key=01BTT4OLERPN upload=ZAHGDZW7VP42 tag=9WJFZ9IISOHP type=write size=1149213 2024-04-10T15:25:21.093 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.113+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=H4BC40IHJSJP type=del size=3240816 2024-04-10T15:25:21.095 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.115+0000 7fde1a776780 1 < completed delete operation key=U40N6ONWE7P2 tag=IG0MNRTHKQDR type=del 2024-04-10T15:25:21.099 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.119+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~8XYULRB6G3I7.0 size=1048576 2024-04-10T15:25:21.100 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.120+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~8XYULRB6G3I7.1 size=1048576 2024-04-10T15:25:21.102 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.122+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~8XYULRB6G3I7.2 size=25948 2024-04-10T15:25:21.102 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.122+0000 7fde1a776780 1 > prepared multipart upload key=L2PAIFCTQ0UL upload=8XYULRB6G3I7 tag=Y9W8UWG0PRYI type=write size=3171676 2024-04-10T15:25:21.104 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.124+0000 7fde1a776780 1 < completed write operation key=HOP5B3O5BNC6 tag=QT01ITNAQGU1 type=write size=191530 2024-04-10T15:25:21.106 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.126+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=05DCA737JP48 type=del size=782039 2024-04-10T15:25:21.108 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.128+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=KKUFI6V73UDH type=del 2024-04-10T15:25:21.112 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.131+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~8XUH7LT882A2.0 size=1048576 2024-04-10T15:25:21.113 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.133+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~8XUH7LT882A2.1 size=695424 2024-04-10T15:25:21.113 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.133+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=8XUH7LT882A2 tag=N30BGTKNTN2M type=write size=2792576 2024-04-10T15:25:21.117 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.137+0000 7fde1a776780 1 < suggested remove operation key=UHHK0SL983MS tag=SHT7ZM82L6MT type=del 2024-04-10T15:25:21.119 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.138+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=5N9IFPIBFUWG type=del size=2395380 2024-04-10T15:25:21.120 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.140+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~T7R6YYF0UNLF.0 size=1048576 2024-04-10T15:25:21.122 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.142+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~T7R6YYF0UNLF.1 size=1048576 2024-04-10T15:25:21.123 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.143+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~T7R6YYF0UNLF.2 size=638098 2024-04-10T15:25:21.126 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.146+0000 7fde1a776780 1 < completed multipart upload key=WEXVY1WRSZOS upload=T7R6YYF0UNLF tag=TYVTUENBVYNJ type=write size=3783826 2024-04-10T15:25:21.128 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.148+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=88UWA21B9UC1 type=del size=3976913 2024-04-10T15:25:21.130 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.150+0000 7fde1a776780 1 < completed write operation key=01BTT4OLERPN tag=JN3IJYXITSUD type=write size=786042 2024-04-10T15:25:21.132 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.152+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=763GR2URHMUF type=write size=24421 2024-04-10T15:25:21.134 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.154+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=Z16893FL4TSF type=del 2024-04-10T15:25:21.136 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.156+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=9KSWBAWW87BO type=del size=3711492 2024-04-10T15:25:21.138 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.157+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~OQ2KVYR13F0W.0 size=1048576 2024-04-10T15:25:21.139 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.159+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~OQ2KVYR13F0W.1 size=408758 2024-04-10T15:25:21.142 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.162+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=OQ2KVYR13F0W tag=JUO2HIUMWVB7 type=write size=2505910 2024-04-10T15:25:21.144 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.164+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=IZI1ZRPOQY71 type=del size=4179705 2024-04-10T15:25:21.146 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.166+0000 7fde1a776780 -1 < failed to complete operation key=UHHK0SL983MS tag=8ULZ4V42V9TS type=del size=2546201: (22) Invalid argument 2024-04-10T15:25:21.150 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.169+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~7NVTPUCDQGIN.0 size=814792 2024-04-10T15:25:21.150 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.169+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=7NVTPUCDQGIN tag=DTCJTY9S9WB9 type=write size=1863368 2024-04-10T15:25:21.153 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.173+0000 7fde1a776780 1 < suggested update operation key=UO4QF22YP29O tag=3L9NSEG62PXP type=del size=2917535 2024-04-10T15:25:21.155 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.175+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=EGI493P2M97N type=del size=318794 2024-04-10T15:25:21.157 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.177+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=F0YEF2WCYWY9 type=del 2024-04-10T15:25:21.158 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.178+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=BMD943O033MB type=del size=973207 2024-04-10T15:25:21.160 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.180+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~XSLVDHXO21IH.0 size=1048576 2024-04-10T15:25:21.162 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.181+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~XSLVDHXO21IH.1 size=150618 2024-04-10T15:25:21.165 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.185+0000 7fde1a776780 1 < completed multipart upload key=UO4QF22YP29O upload=XSLVDHXO21IH tag=QXPLVQMF29FF type=write size=2247770 2024-04-10T15:25:21.169 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.188+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~RVQRN3L7BE0U.0 size=1048576 2024-04-10T15:25:21.170 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.190+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~RVQRN3L7BE0U.1 size=778177 2024-04-10T15:25:21.170 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.190+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=RVQRN3L7BE0U tag=I9CCWQLTLLCM type=write size=2875329 2024-04-10T15:25:21.173 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.193+0000 7fde1a776780 1 < suggested remove operation key=U40N6ONWE7P2 tag=8MGN10OJ08MM type=del 2024-04-10T15:25:21.175 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.195+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=RNWLH13PPKBA type=del size=2169162 2024-04-10T15:25:21.176 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.196+0000 7fde1a776780 1 < canceled part key=_multipart_KN16WF5V2CIJ.2~WE4SCG8RWICK.0 size=708932 2024-04-10T15:25:21.179 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.199+0000 7fde1a776780 1 < canceled multipart upload key=KN16WF5V2CIJ upload=WE4SCG8RWICK tag=WN4GCDXDTKEX type=write size=1757508 2024-04-10T15:25:21.181 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.201+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=WX10O3HSW1GA type=write size=861068 2024-04-10T15:25:21.182 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.202+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~6DOA2KNMN61H.0 size=1048576 2024-04-10T15:25:21.183 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.202+0000 7fde1a776780 1 < canceled part key=_multipart_LEX0BICCP07E.2~6DOA2KNMN61H.1 size=1048576 2024-04-10T15:25:21.184 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.204+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~6DOA2KNMN61H.2 size=277262 2024-04-10T15:25:21.188 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.207+0000 7fde1a776780 1 < canceled multipart upload key=LEX0BICCP07E upload=6DOA2KNMN61H tag=JWVQ4FYEBKVX type=write size=3422990 2024-04-10T15:25:21.191 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.211+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~G5Y8LE3LYU5A.0 size=1048576 2024-04-10T15:25:21.192 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.212+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~G5Y8LE3LYU5A.1 size=1048576 2024-04-10T15:25:21.194 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.214+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~G5Y8LE3LYU5A.2 size=763239 2024-04-10T15:25:21.194 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.214+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=G5Y8LE3LYU5A tag=YAW3PV0T1TUX type=write size=3908967 2024-04-10T15:25:21.195 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.215+0000 7fde1a776780 1 < canceled operation key=UCUWIQFA7CRO tag=H4BC40IHJSJP type=del size=3240816 2024-04-10T15:25:21.199 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.219+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~ZIWV2W6F3NAO.0 size=1048576 2024-04-10T15:25:21.201 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.221+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~ZIWV2W6F3NAO.1 size=631606 2024-04-10T15:25:21.201 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.221+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=ZIWV2W6F3NAO tag=7ZRS2EK3I5NU type=write size=2728758 2024-04-10T15:25:21.201 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.221+0000 7fde1a776780 1 < canceled part key=_multipart_L2PAIFCTQ0UL.2~8XYULRB6G3I7.0 size=1048576 2024-04-10T15:25:21.203 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.223+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~8XYULRB6G3I7.1 size=1048576 2024-04-10T15:25:21.204 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.224+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~8XYULRB6G3I7.2 size=25948 2024-04-10T15:25:21.207 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.227+0000 7fde1a776780 1 < canceled multipart upload key=L2PAIFCTQ0UL upload=8XYULRB6G3I7 tag=Y9W8UWG0PRYI type=write size=3171676 2024-04-10T15:25:21.210 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.230+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~53TC88EQ4N03.0 size=1048576 2024-04-10T15:25:21.212 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.232+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~53TC88EQ4N03.1 size=1048576 2024-04-10T15:25:21.213 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.233+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~53TC88EQ4N03.2 size=672035 2024-04-10T15:25:21.213 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.233+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=53TC88EQ4N03 tag=M10WNKH77YCF type=write size=3817763 2024-04-10T15:25:21.216 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.236+0000 7fde1a776780 1 < suggested remove operation key=VPWN54SOWO0W tag=05DCA737JP48 type=del 2024-04-10T15:25:21.218 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.238+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=A0XBAMFO9ZDF type=del size=2600949 2024-04-10T15:25:21.220 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.240+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~8XUH7LT882A2.0 size=1048576 2024-04-10T15:25:21.221 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.241+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~8XUH7LT882A2.1 size=695424 2024-04-10T15:25:21.224 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.244+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=8XUH7LT882A2 tag=N30BGTKNTN2M type=write size=2792576 2024-04-10T15:25:21.228 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.248+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~0M63LNDQ5UXD.0 size=778893 2024-04-10T15:25:21.228 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.248+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=0M63LNDQ5UXD tag=Z362P88JGIRC type=write size=1827469 2024-04-10T15:25:21.229 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.249+0000 7fde1a776780 1 < completed delete operation key=GOVDAOD5DREG tag=5N9IFPIBFUWG type=del 2024-04-10T15:25:21.231 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.251+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=33DZR7TWJD4C type=del size=3710194 2024-04-10T15:25:21.233 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.253+0000 7fde1a776780 1 < canceled operation key=HOP5B3O5BNC6 tag=88UWA21B9UC1 type=del size=3976913 2024-04-10T15:25:21.235 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.254+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=DPFSXFCR4TMG type=del size=1210537 2024-04-10T15:25:21.239 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.259+0000 7fde1a776780 1 < suggested remove operation key=RHD4NMKH90JS tag=763GR2URHMUF type=write 2024-04-10T15:25:21.242 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.261+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=HN1ILIWB1QQ3 type=del size=3233526 2024-04-10T15:25:21.243 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.263+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=9KSWBAWW87BO type=del 2024-04-10T15:25:21.245 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.265+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=0M7LH7T1D2MC type=del size=3906907 2024-04-10T15:25:21.247 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.267+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=IZI1ZRPOQY71 type=del 2024-04-10T15:25:21.250 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.270+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~3DEUP7CNSYDV.0 size=1048576 2024-04-10T15:25:21.252 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.272+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~3DEUP7CNSYDV.1 size=1048576 2024-04-10T15:25:21.253 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.273+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~3DEUP7CNSYDV.2 size=617490 2024-04-10T15:25:21.253 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.273+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=3DEUP7CNSYDV tag=RJ2K14VH4WCI type=write size=3763218 2024-04-10T15:25:21.255 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.275+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~7NVTPUCDQGIN.0 size=814792 2024-04-10T15:25:21.258 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.278+0000 7fde1a776780 1 < completed multipart upload key=OSSHDMNH4GXQ upload=7NVTPUCDQGIN tag=DTCJTY9S9WB9 type=write size=1863368 2024-04-10T15:25:21.259 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.279+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=L93GVTQK8AQY type=del size=2322419 2024-04-10T15:25:21.261 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.281+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=EGI493P2M97N type=del 2024-04-10T15:25:21.265 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.285+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~EJ73O288ZAEJ.0 size=1048576 2024-04-10T15:25:21.266 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.286+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~EJ73O288ZAEJ.1 size=41771 2024-04-10T15:25:21.267 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.286+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=EJ73O288ZAEJ tag=WKQ1WVWG7TO3 type=write size=2138923 2024-04-10T15:25:21.270 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.290+0000 7fde1a776780 1 < suggested update operation key=O1ZBJUVP8PQD tag=BMD943O033MB type=del size=973207 2024-04-10T15:25:21.273 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.293+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~JSNM6UQG4OQ6.0 size=1048576 2024-04-10T15:25:21.275 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.295+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~JSNM6UQG4OQ6.1 size=1048576 2024-04-10T15:25:21.276 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.296+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~JSNM6UQG4OQ6.2 size=920844 2024-04-10T15:25:21.276 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.296+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=JSNM6UQG4OQ6 tag=IEOCCKS2P6F4 type=write size=4066572 2024-04-10T15:25:21.278 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.298+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~RVQRN3L7BE0U.0 size=1048576 2024-04-10T15:25:21.279 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.299+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~RVQRN3L7BE0U.1 size=778177 2024-04-10T15:25:21.282 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.302+0000 7fde1a776780 1 < completed multipart upload key=5ZH428JDA1AL upload=RVQRN3L7BE0U tag=I9CCWQLTLLCM type=write size=2875329 2024-04-10T15:25:21.284 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.304+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=N7671L3BQHOC type=del size=1539580 2024-04-10T15:25:21.288 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.308+0000 7fde1a776780 1 < suggested remove operation key=01BTT4OLERPN tag=RNWLH13PPKBA type=del 2024-04-10T15:25:21.290 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.310+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=Z09DPYB81NVA type=del size=1515726 2024-04-10T15:25:21.292 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.311+0000 7fde1a776780 1 < completed write operation key=XQVTX5DB2NXX tag=WX10O3HSW1GA type=write size=861068 2024-04-10T15:25:21.295 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.315+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~4Z7G63GKI5XG.0 size=1048576 2024-04-10T15:25:21.296 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.316+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~4Z7G63GKI5XG.1 size=653633 2024-04-10T15:25:21.296 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.316+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=4Z7G63GKI5XG tag=4KGI0DJJQE79 type=write size=2750785 2024-04-10T15:25:21.298 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.318+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~G5Y8LE3LYU5A.0 size=1048576 2024-04-10T15:25:21.300 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.320+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~G5Y8LE3LYU5A.1 size=1048576 2024-04-10T15:25:21.301 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.321+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~G5Y8LE3LYU5A.2 size=763239 2024-04-10T15:25:21.305 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.324+0000 7fde1a776780 1 < completed multipart upload key=LEX0BICCP07E upload=G5Y8LE3LYU5A tag=YAW3PV0T1TUX type=write size=3908967 2024-04-10T15:25:21.308 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.328+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~MYH1ZSLPKZCG.0 size=1048576 2024-04-10T15:25:21.309 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.329+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~MYH1ZSLPKZCG.1 size=207546 2024-04-10T15:25:21.309 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.329+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=MYH1ZSLPKZCG tag=ZTF7GYPQLRF4 type=write size=2304698 2024-04-10T15:25:21.311 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.331+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~ZIWV2W6F3NAO.0 size=1048576 2024-04-10T15:25:21.312 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.332+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~ZIWV2W6F3NAO.1 size=631606 2024-04-10T15:25:21.315 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.335+0000 7fde1a776780 1 < completed multipart upload key=BRSJ82BM5NOL upload=ZIWV2W6F3NAO tag=7ZRS2EK3I5NU type=write size=2728758 2024-04-10T15:25:21.318 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.338+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~IW5MI6D2PS2Z.0 size=1048576 2024-04-10T15:25:21.320 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.340+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~IW5MI6D2PS2Z.1 size=301827 2024-04-10T15:25:21.320 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.340+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=IW5MI6D2PS2Z tag=NXXTEGLZ5HWJ type=write size=2398979 2024-04-10T15:25:21.322 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.342+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~53TC88EQ4N03.0 size=1048576 2024-04-10T15:25:21.323 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.343+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~53TC88EQ4N03.1 size=1048576 2024-04-10T15:25:21.325 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.345+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~53TC88EQ4N03.2 size=672035 2024-04-10T15:25:21.328 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.348+0000 7fde1a776780 1 < completed multipart upload key=BC5NU4J0LIY9 upload=53TC88EQ4N03 tag=M10WNKH77YCF type=write size=3817763 2024-04-10T15:25:21.330 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.350+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=DU23T44HNGPP type=del size=3605826 2024-04-10T15:25:21.332 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.352+0000 7fde1a776780 1 < completed delete operation key=UO4QF22YP29O tag=A0XBAMFO9ZDF type=del 2024-04-10T15:25:21.334 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.354+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=SVKXA90J0QT5 type=del size=2969533 2024-04-10T15:25:21.336 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.356+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~0M63LNDQ5UXD.0 size=778893 2024-04-10T15:25:21.339 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.359+0000 7fde1a776780 1 < completed multipart upload key=XQVTX5DB2NXX upload=0M63LNDQ5UXD tag=Z362P88JGIRC type=write size=1827469 2024-04-10T15:25:21.341 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.360+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=GBWJ2JL6NS4G type=write size=176289 2024-04-10T15:25:21.342 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.362+0000 7fde1a776780 1 < canceled operation key=F7U2L70QSILB tag=33DZR7TWJD4C type=del size=3710194 2024-04-10T15:25:21.344 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.364+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=DPCUN79PV550 type=write size=323148 2024-04-10T15:25:21.346 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.366+0000 7fde1a776780 1 < completed delete operation key=VPWN54SOWO0W tag=DPFSXFCR4TMG type=del 2024-04-10T15:25:21.350 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.370+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~C1S3KZ4IF62G.0 size=501076 2024-04-10T15:25:21.350 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.370+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=C1S3KZ4IF62G tag=D95YXQ01ZOYI type=write size=1549652 2024-04-10T15:25:21.351 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.371+0000 7fde1a776780 1 < completed delete operation key=1R91FWVRA2AS tag=HN1ILIWB1QQ3 type=del 2024-04-10T15:25:21.355 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.375+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~8PXG634T8D85.0 size=1048576 2024-04-10T15:25:21.356 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.376+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~8PXG634T8D85.1 size=1048576 2024-04-10T15:25:21.358 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.377+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~8PXG634T8D85.2 size=528923 2024-04-10T15:25:21.358 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.377+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=8PXG634T8D85 tag=SFJE2QOSV6YR type=write size=3674651 2024-04-10T15:25:21.359 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.379+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=0M7LH7T1D2MC type=del 2024-04-10T15:25:21.363 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.383+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~PF0T1UHDET8F.0 size=1048576 2024-04-10T15:25:21.364 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.384+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~PF0T1UHDET8F.1 size=1048576 2024-04-10T15:25:21.366 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.386+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~PF0T1UHDET8F.2 size=534976 2024-04-10T15:25:21.366 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.386+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=PF0T1UHDET8F tag=KUK5QK6H099P type=write size=3680704 2024-04-10T15:25:21.368 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.388+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~3DEUP7CNSYDV.0 size=1048576 2024-04-10T15:25:21.370 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.390+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~3DEUP7CNSYDV.1 size=1048576 2024-04-10T15:25:21.371 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.391+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~3DEUP7CNSYDV.2 size=617490 2024-04-10T15:25:21.375 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.394+0000 7fde1a776780 1 < completed multipart upload key=OSSHDMNH4GXQ upload=3DEUP7CNSYDV tag=RJ2K14VH4WCI type=write size=3763218 2024-04-10T15:25:21.378 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.398+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~S3DJVPO03L78.0 size=414920 2024-04-10T15:25:21.378 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.398+0000 7fde1a776780 1 > prepared multipart upload key=L2PAIFCTQ0UL upload=S3DJVPO03L78 tag=EQTMS1FMGVIN type=write size=1463496 2024-04-10T15:25:21.380 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.400+0000 7fde1a776780 -1 < failed to complete operation key=01BTT4OLERPN tag=L93GVTQK8AQY type=del size=2322419: (22) Invalid argument 2024-04-10T15:25:21.384 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.404+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~GQ8YS5NCNRJO.0 size=1048576 2024-04-10T15:25:21.385 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.405+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~GQ8YS5NCNRJO.1 size=723023 2024-04-10T15:25:21.385 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.405+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=GQ8YS5NCNRJO tag=4GUQ5LQ0IDBH type=write size=2820175 2024-04-10T15:25:21.387 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.407+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~EJ73O288ZAEJ.0 size=1048576 2024-04-10T15:25:21.388 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.408+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~EJ73O288ZAEJ.1 size=41771 2024-04-10T15:25:21.391 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.411+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=EJ73O288ZAEJ tag=WKQ1WVWG7TO3 type=write size=2138923 2024-04-10T15:25:21.393 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.413+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=MXAB7CZA61Q2 type=del size=1793327 2024-04-10T15:25:21.393 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.413+0000 7fde1a776780 1 < canceled part key=_multipart_ZOVK659NLDON.2~JSNM6UQG4OQ6.0 size=1048576 2024-04-10T15:25:21.395 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.415+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~JSNM6UQG4OQ6.1 size=1048576 2024-04-10T15:25:21.396 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.416+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~JSNM6UQG4OQ6.2 size=920844 2024-04-10T15:25:21.399 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.419+0000 7fde1a776780 1 < canceled multipart upload key=ZOVK659NLDON upload=JSNM6UQG4OQ6 tag=IEOCCKS2P6F4 type=write size=4066572 2024-04-10T15:25:21.402 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.422+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~09RPQFAIK4SJ.0 size=1048576 2024-04-10T15:25:21.404 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.424+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~09RPQFAIK4SJ.1 size=1048576 2024-04-10T15:25:21.406 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.426+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~09RPQFAIK4SJ.2 size=369692 2024-04-10T15:25:21.406 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.426+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=09RPQFAIK4SJ tag=37OZRVK1LVPY type=write size=3515420 2024-04-10T15:25:21.411 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.430+0000 7fde1a776780 1 < suggested update operation key=UCUWIQFA7CRO tag=N7671L3BQHOC type=del size=1539580 2024-04-10T15:25:21.414 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.434+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~3TU22QY1KK72.0 size=1048576 2024-04-10T15:25:21.416 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.436+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~3TU22QY1KK72.1 size=1048576 2024-04-10T15:25:21.418 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.438+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~3TU22QY1KK72.2 size=221471 2024-04-10T15:25:21.418 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.438+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=3TU22QY1KK72 tag=RKHAW950RNG6 type=write size=3367199 2024-04-10T15:25:21.420 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.439+0000 7fde1a776780 1 < completed delete operation key=VPWN54SOWO0W tag=Z09DPYB81NVA type=del 2024-04-10T15:25:21.423 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.443+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~XKCBHH30JNQ2.0 size=984680 2024-04-10T15:25:21.423 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.443+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=XKCBHH30JNQ2 tag=YS55SOR589QY type=write size=2033256 2024-04-10T15:25:21.425 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.445+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~4Z7G63GKI5XG.0 size=1048576 2024-04-10T15:25:21.427 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.446+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~4Z7G63GKI5XG.1 size=653633 2024-04-10T15:25:21.430 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.450+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=4Z7G63GKI5XG tag=4KGI0DJJQE79 type=write size=2750785 2024-04-10T15:25:21.433 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.453+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~C5HSOUDDG697.0 size=1048576 2024-04-10T15:25:21.435 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.455+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~C5HSOUDDG697.1 size=1048576 2024-04-10T15:25:21.436 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.456+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~C5HSOUDDG697.2 size=117564 2024-04-10T15:25:21.436 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.456+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=C5HSOUDDG697 tag=CKIYLWNUORAP type=write size=3263292 2024-04-10T15:25:21.438 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.458+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~MYH1ZSLPKZCG.0 size=1048576 2024-04-10T15:25:21.440 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.460+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~MYH1ZSLPKZCG.1 size=207546 2024-04-10T15:25:21.443 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.463+0000 7fde1a776780 1 < completed multipart upload key=XQVTX5DB2NXX upload=MYH1ZSLPKZCG tag=ZTF7GYPQLRF4 type=write size=2304698 2024-04-10T15:25:21.447 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.467+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~V0STLIT2ZKNE.0 size=61343 2024-04-10T15:25:21.447 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.467+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=V0STLIT2ZKNE tag=MAGPNW5TZET2 type=write size=1109919 2024-04-10T15:25:21.450 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.470+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~IW5MI6D2PS2Z.0 size=1048576 2024-04-10T15:25:21.452 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.472+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~IW5MI6D2PS2Z.1 size=301827 2024-04-10T15:25:21.456 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.475+0000 7fde1a776780 1 < completed multipart upload key=XQVTX5DB2NXX upload=IW5MI6D2PS2Z tag=NXXTEGLZ5HWJ type=write size=2398979 2024-04-10T15:25:21.457 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.477+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=VRUTACH08SHI type=del size=3264585 2024-04-10T15:25:21.459 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.479+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=DU23T44HNGPP type=del 2024-04-10T15:25:21.461 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.481+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=KAIUCUNFN9UC type=del size=103493 2024-04-10T15:25:21.463 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.483+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=SVKXA90J0QT5 type=del 2024-04-10T15:25:21.466 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.485+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=JWLUJ2CQZ0TW type=del size=4138941 2024-04-10T15:25:21.468 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.487+0000 7fde1a776780 1 < completed write operation key=G2Z1VR134GSG tag=GBWJ2JL6NS4G type=write size=176289 2024-04-10T15:25:21.469 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.489+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=UTA9T0K4A6C3 type=write size=212230 2024-04-10T15:25:21.472 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.491+0000 7fde1a776780 1 < completed write operation key=BC5NU4J0LIY9 tag=DPCUN79PV550 type=write size=323148 2024-04-10T15:25:21.474 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.493+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=T1CEX0W0GJEQ type=del size=723557 2024-04-10T15:25:21.476 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.496+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~C1S3KZ4IF62G.0 size=501076 2024-04-10T15:25:21.479 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.499+0000 7fde1a776780 1 < completed multipart upload key=RHD4NMKH90JS upload=C1S3KZ4IF62G tag=D95YXQ01ZOYI type=write size=1549652 2024-04-10T15:25:21.481 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.501+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=FOEKYBQ41KM1 type=del size=1114333 2024-04-10T15:25:21.483 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.503+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~8PXG634T8D85.0 size=1048576 2024-04-10T15:25:21.485 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.505+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~8PXG634T8D85.1 size=1048576 2024-04-10T15:25:21.487 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.507+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~8PXG634T8D85.2 size=528923 2024-04-10T15:25:21.491 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.510+0000 7fde1a776780 1 < completed multipart upload key=BRSJ82BM5NOL upload=8PXG634T8D85 tag=SFJE2QOSV6YR type=write size=3674651 2024-04-10T15:25:21.494 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.512+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=CBG1SD8VXLQ8 type=del size=1992218 2024-04-10T15:25:21.495 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.515+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~PF0T1UHDET8F.0 size=1048576 2024-04-10T15:25:21.497 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.517+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~PF0T1UHDET8F.1 size=1048576 2024-04-10T15:25:21.499 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.519+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~PF0T1UHDET8F.2 size=534976 2024-04-10T15:25:21.503 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.522+0000 7fde1a776780 1 < completed multipart upload key=OSSHDMNH4GXQ upload=PF0T1UHDET8F tag=KUK5QK6H099P type=write size=3680704 2024-04-10T15:25:21.505 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.525+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=1C4ZI89D0PHU type=write size=105390 2024-04-10T15:25:21.507 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.527+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~S3DJVPO03L78.0 size=414920 2024-04-10T15:25:21.511 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.531+0000 7fde1a776780 1 < completed multipart upload key=L2PAIFCTQ0UL upload=S3DJVPO03L78 tag=EQTMS1FMGVIN type=write size=1463496 2024-04-10T15:25:21.513 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.533+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=B5FJZDFN7QKL type=write size=326491 2024-04-10T15:25:21.515 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.535+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~GQ8YS5NCNRJO.0 size=1048576 2024-04-10T15:25:21.517 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.537+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~GQ8YS5NCNRJO.1 size=723023 2024-04-10T15:25:21.520 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.540+0000 7fde1a776780 1 < completed multipart upload key=GOVDAOD5DREG upload=GQ8YS5NCNRJO tag=4GUQ5LQ0IDBH type=write size=2820175 2024-04-10T15:25:21.522 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.542+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=BO8DIJOYGYQT type=del size=920776 2024-04-10T15:25:21.525 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.544+0000 7fde1a776780 1 < completed delete operation key=G2Z1VR134GSG tag=MXAB7CZA61Q2 type=del 2024-04-10T15:25:21.527 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.547+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=LSKLMNQBRX3U type=del size=1292816 2024-04-10T15:25:21.529 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.549+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~09RPQFAIK4SJ.0 size=1048576 2024-04-10T15:25:21.531 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.550+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~09RPQFAIK4SJ.1 size=1048576 2024-04-10T15:25:21.532 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.552+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~09RPQFAIK4SJ.2 size=369692 2024-04-10T15:25:21.536 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.555+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=09RPQFAIK4SJ tag=37OZRVK1LVPY type=write size=3515420 2024-04-10T15:25:21.539 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.559+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~VOUND2SHF2AP.0 size=1048576 2024-04-10T15:25:21.540 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.560+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~VOUND2SHF2AP.1 size=1048576 2024-04-10T15:25:21.542 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.562+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~VOUND2SHF2AP.2 size=1029789 2024-04-10T15:25:21.542 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.562+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=VOUND2SHF2AP tag=J2BFWDFXOYYN type=write size=4175517 2024-04-10T15:25:21.543 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.562+0000 7fde1a776780 1 < canceled part key=_multipart_BC5NU4J0LIY9.2~3TU22QY1KK72.0 size=1048576 2024-04-10T15:25:21.544 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.564+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~3TU22QY1KK72.1 size=1048576 2024-04-10T15:25:21.546 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.565+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~3TU22QY1KK72.2 size=221471 2024-04-10T15:25:21.549 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.569+0000 7fde1a776780 1 < canceled multipart upload key=BC5NU4J0LIY9 upload=3TU22QY1KK72 tag=RKHAW950RNG6 type=write size=3367199 2024-04-10T15:25:21.551 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.571+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=BGNFXL0LCM8M type=write size=783095 2024-04-10T15:25:21.553 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.573+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~XKCBHH30JNQ2.0 size=984680 2024-04-10T15:25:21.556 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.576+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=XKCBHH30JNQ2 tag=YS55SOR589QY type=write size=2033256 2024-04-10T15:25:21.558 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.578+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=OINKLM0H9P4X type=del size=1158580 2024-04-10T15:25:21.560 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.580+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~C5HSOUDDG697.0 size=1048576 2024-04-10T15:25:21.562 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.581+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~C5HSOUDDG697.1 size=1048576 2024-04-10T15:25:21.563 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.583+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~C5HSOUDDG697.2 size=117564 2024-04-10T15:25:21.567 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.587+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=C5HSOUDDG697 tag=CKIYLWNUORAP type=write size=3263292 2024-04-10T15:25:21.570 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.590+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~X0RTNXLCLJRN.0 size=1048576 2024-04-10T15:25:21.572 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.591+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~X0RTNXLCLJRN.1 size=1048576 2024-04-10T15:25:21.573 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.593+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~X0RTNXLCLJRN.2 size=995866 2024-04-10T15:25:21.573 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.593+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=X0RTNXLCLJRN tag=OL5B6H1Y7QDN type=write size=4141594 2024-04-10T15:25:21.575 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.595+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~V0STLIT2ZKNE.0 size=61343 2024-04-10T15:25:21.578 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.598+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=V0STLIT2ZKNE tag=MAGPNW5TZET2 type=write size=1109919 2024-04-10T15:25:21.580 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.600+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=P37W3BCWM2KS type=del size=240210 2024-04-10T15:25:21.582 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.602+0000 7fde1a776780 1 < completed delete operation key=01BTT4OLERPN tag=VRUTACH08SHI type=del 2024-04-10T15:25:21.584 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.604+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=3UJUFQF12YXV type=del size=3980160 2024-04-10T15:25:21.586 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.606+0000 7fde1a776780 1 < completed delete operation key=UCUWIQFA7CRO tag=KAIUCUNFN9UC type=del 2024-04-10T15:25:21.590 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.610+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~ZGK8KBBEYL67.0 size=795277 2024-04-10T15:25:21.590 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.610+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=ZGK8KBBEYL67 tag=0133V6D31Q8I type=write size=1843853 2024-04-10T15:25:21.592 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.612+0000 7fde1a776780 1 < canceled operation key=OSSHDMNH4GXQ tag=JWLUJ2CQZ0TW type=del size=4138941 2024-04-10T15:25:21.594 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.614+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=I5A2VK6B5K2T type=del size=3180890 2024-04-10T15:25:21.598 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.618+0000 7fde1a776780 1 < suggested remove operation key=DKSUE7KTGBW7 tag=UTA9T0K4A6C3 type=write 2024-04-10T15:25:21.600 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.620+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=5468U50NCLRA type=del size=2213293 2024-04-10T15:25:21.602 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.622+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=T1CEX0W0GJEQ type=del 2024-04-10T15:25:21.606 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.625+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~XWYBQV1IQKQM.0 size=1048576 2024-04-10T15:25:21.607 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.627+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~XWYBQV1IQKQM.1 size=1048576 2024-04-10T15:25:21.609 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.628+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~XWYBQV1IQKQM.2 size=100326 2024-04-10T15:25:21.609 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.628+0000 7fde1a776780 1 > prepared multipart upload key=VPWN54SOWO0W upload=XWYBQV1IQKQM tag=C38WC9AEHF16 type=write size=3246054 2024-04-10T15:25:21.614 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.630+0000 7fde1a776780 1 < completed delete operation key=UCUWIQFA7CRO tag=FOEKYBQ41KM1 type=del 2024-04-10T15:25:21.614 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.632+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=N0SA1U26MMJV type=del size=407826 2024-04-10T15:25:21.614 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.634+0000 7fde1a776780 1 < canceled operation key=4UIIRCLY6FIB tag=CBG1SD8VXLQ8 type=del size=1992218 2024-04-10T15:25:21.618 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.638+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~I6IMLM7C6UVV.0 size=1048576 2024-04-10T15:25:21.620 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.640+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~I6IMLM7C6UVV.1 size=807285 2024-04-10T15:25:21.620 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.640+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=I6IMLM7C6UVV tag=TCJ1K8Q3QHQS type=write size=2904437 2024-04-10T15:25:21.622 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.641+0000 7fde1a776780 1 < completed write operation key=HOP5B3O5BNC6 tag=1C4ZI89D0PHU type=write size=105390 2024-04-10T15:25:21.623 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.643+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=I9RCY2X27I8E type=del size=2372672 2024-04-10T15:25:21.625 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.645+0000 7fde1a776780 1 < completed write operation key=O1ZBJUVP8PQD tag=B5FJZDFN7QKL type=write size=326491 2024-04-10T15:25:21.629 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.649+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~5318ENJTMP3Z.0 size=149597 2024-04-10T15:25:21.629 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.649+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=5318ENJTMP3Z tag=NI6AHX0421N2 type=write size=1198173 2024-04-10T15:25:21.631 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.651+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=BO8DIJOYGYQT type=del 2024-04-10T15:25:21.633 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.652+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=YKUE9Z2LJEWI type=del size=3298499 2024-04-10T15:25:21.635 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.654+0000 7fde1a776780 1 < completed delete operation key=UHHK0SL983MS tag=LSKLMNQBRX3U type=del 2024-04-10T15:25:21.638 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.658+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~UAM3WX3VBV7Y.0 size=54055 2024-04-10T15:25:21.638 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.658+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=UAM3WX3VBV7Y tag=Y6FGWSR8UMN2 type=write size=1102631 2024-04-10T15:25:21.640 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.660+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~VOUND2SHF2AP.0 size=1048576 2024-04-10T15:25:21.641 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.661+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~VOUND2SHF2AP.1 size=1048576 2024-04-10T15:25:21.642 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.661+0000 7fde1a776780 1 < canceled part key=_multipart_RHD4NMKH90JS.2~VOUND2SHF2AP.2 size=1029789 2024-04-10T15:25:21.645 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.664+0000 7fde1a776780 1 < canceled multipart upload key=RHD4NMKH90JS upload=VOUND2SHF2AP tag=J2BFWDFXOYYN type=write size=4175517 2024-04-10T15:25:21.648 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.668+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~XNWNBB2N5M09.0 size=951376 2024-04-10T15:25:21.648 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.668+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=XNWNBB2N5M09 tag=BLQDW9NM1DM1 type=write size=1999952 2024-04-10T15:25:21.650 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.670+0000 7fde1a776780 1 < completed write operation key=KN16WF5V2CIJ tag=BGNFXL0LCM8M type=write size=783095 2024-04-10T15:25:21.652 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.672+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=69XK9SIWM54Q type=del size=1590757 2024-04-10T15:25:21.655 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.675+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=OINKLM0H9P4X type=del 2024-04-10T15:25:21.659 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.679+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~PDHRH2QA217C.0 size=1048576 2024-04-10T15:25:21.661 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.681+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~PDHRH2QA217C.1 size=936960 2024-04-10T15:25:21.661 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.681+0000 7fde1a776780 1 > prepared multipart upload key=UO4QF22YP29O upload=PDHRH2QA217C tag=1QLT6N8XNYD1 type=write size=3034112 2024-04-10T15:25:21.663 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.683+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~X0RTNXLCLJRN.0 size=1048576 2024-04-10T15:25:21.665 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.684+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~X0RTNXLCLJRN.1 size=1048576 2024-04-10T15:25:21.667 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.686+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~X0RTNXLCLJRN.2 size=995866 2024-04-10T15:25:21.669 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.689+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=X0RTNXLCLJRN tag=OL5B6H1Y7QDN type=write size=4141594 2024-04-10T15:25:21.673 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.693+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~KILPTB4NMU5Z.0 size=1048576 2024-04-10T15:25:21.675 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.694+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~KILPTB4NMU5Z.1 size=1048576 2024-04-10T15:25:21.676 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.696+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~KILPTB4NMU5Z.2 size=502183 2024-04-10T15:25:21.676 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.696+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=KILPTB4NMU5Z tag=3KC9BM8BBWS3 type=write size=3647911 2024-04-10T15:25:21.678 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.698+0000 7fde1a776780 1 < completed delete operation key=OTI1FIIUG2C6 tag=P37W3BCWM2KS type=del 2024-04-10T15:25:21.680 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.699+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=4RMNZIDR3TI0 type=write size=1010029 2024-04-10T15:25:21.682 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.702+0000 7fde1a776780 1 < completed delete operation key=2HPCRWS9ESCI tag=3UJUFQF12YXV type=del 2024-04-10T15:25:21.686 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.706+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~Z19OEHC3524S.0 size=1048576 2024-04-10T15:25:21.687 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.707+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~Z19OEHC3524S.1 size=1048576 2024-04-10T15:25:21.689 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.709+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~Z19OEHC3524S.2 size=613888 2024-04-10T15:25:21.689 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.709+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=Z19OEHC3524S tag=K08EFCTB75QD type=write size=3759616 2024-04-10T15:25:21.691 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.711+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~ZGK8KBBEYL67.0 size=795277 2024-04-10T15:25:21.694 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.714+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=ZGK8KBBEYL67 tag=0133V6D31Q8I type=write size=1843853 2024-04-10T15:25:21.698 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.717+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~THAHYS9WA8Q8.0 size=305844 2024-04-10T15:25:21.698 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.717+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=THAHYS9WA8Q8 tag=CCFUOZXTSJG6 type=write size=1354420 2024-04-10T15:25:21.699 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.719+0000 7fde1a776780 1 < completed delete operation key=2HPCRWS9ESCI tag=I5A2VK6B5K2T type=del 2024-04-10T15:25:21.701 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.721+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=YUEWEJFSAEDQ type=del size=1182535 2024-04-10T15:25:21.706 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.725+0000 7fde1a776780 1 < suggested remove operation key=UHHK0SL983MS tag=5468U50NCLRA type=del 2024-04-10T15:25:21.707 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.727+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=0PCBJTKXVVAX type=del size=1179933 2024-04-10T15:25:21.709 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.729+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~XWYBQV1IQKQM.0 size=1048576 2024-04-10T15:25:21.710 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.730+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~XWYBQV1IQKQM.1 size=1048576 2024-04-10T15:25:21.712 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.732+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~XWYBQV1IQKQM.2 size=100326 2024-04-10T15:25:21.715 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.735+0000 7fde1a776780 1 < completed multipart upload key=VPWN54SOWO0W upload=XWYBQV1IQKQM tag=C38WC9AEHF16 type=write size=3246054 2024-04-10T15:25:21.719 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.739+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~N856TQ2JIKT9.0 size=1048576 2024-04-10T15:25:21.721 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.741+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~N856TQ2JIKT9.1 size=1048576 2024-04-10T15:25:21.722 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.742+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~N856TQ2JIKT9.2 size=64307 2024-04-10T15:25:21.722 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.742+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=N856TQ2JIKT9 tag=6HD0PXR1U8N0 type=write size=3210035 2024-04-10T15:25:21.724 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.744+0000 7fde1a776780 1 < completed delete operation key=U40N6ONWE7P2 tag=N0SA1U26MMJV type=del 2024-04-10T15:25:21.728 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.748+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~L75SJZXIKKL3.0 size=1048576 2024-04-10T15:25:21.730 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.749+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~L75SJZXIKKL3.1 size=1048576 2024-04-10T15:25:21.731 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.751+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~L75SJZXIKKL3.2 size=780510 2024-04-10T15:25:21.731 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.751+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=L75SJZXIKKL3 tag=PJE7PVVIJUP9 type=write size=3926238 2024-04-10T15:25:21.733 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.753+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~I6IMLM7C6UVV.0 size=1048576 2024-04-10T15:25:21.734 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.754+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~I6IMLM7C6UVV.1 size=807285 2024-04-10T15:25:21.738 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.758+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=I6IMLM7C6UVV tag=TCJ1K8Q3QHQS type=write size=2904437 2024-04-10T15:25:21.740 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.760+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=Y7C3LDDM25F9 type=del size=1160789 2024-04-10T15:25:21.742 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.762+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=I9RCY2X27I8E type=del 2024-04-10T15:25:21.744 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.763+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=JID2T50QKVSD type=del size=2015886 2024-04-10T15:25:21.744 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.764+0000 7fde1a776780 1 < canceled part key=_multipart_KN16WF5V2CIJ.2~5318ENJTMP3Z.0 size=149597 2024-04-10T15:25:21.747 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.767+0000 7fde1a776780 1 < canceled multipart upload key=KN16WF5V2CIJ upload=5318ENJTMP3Z tag=NI6AHX0421N2 type=write size=1198173 2024-04-10T15:25:21.750 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.770+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~0NN118Q37SI2.0 size=1048576 2024-04-10T15:25:21.752 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.772+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~0NN118Q37SI2.1 size=304889 2024-04-10T15:25:21.752 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.772+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=0NN118Q37SI2 tag=C7BPNOVMJ5O1 type=write size=2402041 2024-04-10T15:25:21.754 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.774+0000 7fde1a776780 1 < completed delete operation key=01BTT4OLERPN tag=YKUE9Z2LJEWI type=del 2024-04-10T15:25:21.756 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.776+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=W0A0N54G8U4G type=write size=368404 2024-04-10T15:25:21.758 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.778+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~UAM3WX3VBV7Y.0 size=54055 2024-04-10T15:25:21.762 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.782+0000 7fde1a776780 1 < completed multipart upload key=2HPCRWS9ESCI upload=UAM3WX3VBV7Y tag=Y6FGWSR8UMN2 type=write size=1102631 2024-04-10T15:25:21.766 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.785+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~64HL27Z316VV.0 size=1048576 2024-04-10T15:25:21.767 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.787+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~64HL27Z316VV.1 size=222765 2024-04-10T15:25:21.768 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.787+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=64HL27Z316VV tag=F9NAPU5CIOHU type=write size=2319917 2024-04-10T15:25:21.770 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.790+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~XNWNBB2N5M09.0 size=951376 2024-04-10T15:25:21.773 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.793+0000 7fde1a776780 1 < completed multipart upload key=R4UBYQBOSB3Z upload=XNWNBB2N5M09 tag=BLQDW9NM1DM1 type=write size=1999952 2024-04-10T15:25:21.777 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.797+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~I96ZXC3LG0L6.0 size=502103 2024-04-10T15:25:21.777 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.797+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=I96ZXC3LG0L6 tag=OD688SXX3K6M type=write size=1550679 2024-04-10T15:25:21.779 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.798+0000 7fde1a776780 1 < completed delete operation key=ZOVK659NLDON tag=69XK9SIWM54Q type=del 2024-04-10T15:25:21.780 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.800+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=3RGBLZB3HJQ2 type=del size=3216671 2024-04-10T15:25:21.783 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.802+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~PDHRH2QA217C.0 size=1048576 2024-04-10T15:25:21.784 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.804+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~PDHRH2QA217C.1 size=936960 2024-04-10T15:25:21.788 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.807+0000 7fde1a776780 1 < completed multipart upload key=UO4QF22YP29O upload=PDHRH2QA217C tag=1QLT6N8XNYD1 type=write size=3034112 2024-04-10T15:25:21.792 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.812+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~M3NCURPX7JY0.0 size=178188 2024-04-10T15:25:21.792 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.812+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=M3NCURPX7JY0 tag=HOZSF9U4NKVI type=write size=1226764 2024-04-10T15:25:21.794 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.814+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~KILPTB4NMU5Z.0 size=1048576 2024-04-10T15:25:21.796 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.815+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~KILPTB4NMU5Z.1 size=1048576 2024-04-10T15:25:21.797 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.817+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~KILPTB4NMU5Z.2 size=502183 2024-04-10T15:25:21.801 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.820+0000 7fde1a776780 1 < completed multipart upload key=OSSHDMNH4GXQ upload=KILPTB4NMU5Z tag=3KC9BM8BBWS3 type=write size=3647911 2024-04-10T15:25:21.803 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.823+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=C7WILD4DE175 type=del size=1495648 2024-04-10T15:25:21.805 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.825+0000 7fde1a776780 1 < completed write operation key=U40N6ONWE7P2 tag=4RMNZIDR3TI0 type=write size=1010029 2024-04-10T15:25:21.807 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.827+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=S3F902374DNI type=del size=1231135 2024-04-10T15:25:21.809 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.829+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~Z19OEHC3524S.0 size=1048576 2024-04-10T15:25:21.809 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.829+0000 7fde1a776780 1 < canceled part key=_multipart_BC5NU4J0LIY9.2~Z19OEHC3524S.1 size=1048576 2024-04-10T15:25:21.811 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.831+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~Z19OEHC3524S.2 size=613888 2024-04-10T15:25:21.814 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.834+0000 7fde1a776780 1 < canceled multipart upload key=BC5NU4J0LIY9 upload=Z19OEHC3524S tag=K08EFCTB75QD type=write size=3759616 2024-04-10T15:25:21.818 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.836+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=0XRQXGN470Q3 type=del size=2896674 2024-04-10T15:25:21.818 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.838+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~THAHYS9WA8Q8.0 size=305844 2024-04-10T15:25:21.821 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.841+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=THAHYS9WA8Q8 tag=CCFUOZXTSJG6 type=write size=1354420 2024-04-10T15:25:21.823 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.843+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=QIVAR1I5930F type=del size=78965 2024-04-10T15:25:21.825 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.845+0000 7fde1a776780 1 < completed delete operation key=G2Z1VR134GSG tag=YUEWEJFSAEDQ type=del 2024-04-10T15:25:21.827 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.847+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=HSF8177382LR type=del size=2336357 2024-04-10T15:25:21.829 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.849+0000 7fde1a776780 1 < completed delete operation key=1R91FWVRA2AS tag=0PCBJTKXVVAX type=del 2024-04-10T15:25:21.833 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.852+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~3GU0XYICZ6YW.0 size=1048576 2024-04-10T15:25:21.834 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.854+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~3GU0XYICZ6YW.1 size=1048576 2024-04-10T15:25:21.836 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.856+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~3GU0XYICZ6YW.2 size=353385 2024-04-10T15:25:21.836 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.856+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=3GU0XYICZ6YW tag=Q8J6M38E16VH type=write size=3499113 2024-04-10T15:25:21.842 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.862+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~N856TQ2JIKT9.0 size=1048576 2024-04-10T15:25:21.844 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.864+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~N856TQ2JIKT9.1 size=1048576 2024-04-10T15:25:21.846 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.866+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~N856TQ2JIKT9.2 size=64307 2024-04-10T15:25:21.850 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.870+0000 7fde1a776780 1 < completed multipart upload key=R4UBYQBOSB3Z upload=N856TQ2JIKT9 tag=6HD0PXR1U8N0 type=write size=3210035 2024-04-10T15:25:21.852 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.872+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=E0M3BO82RICY type=write size=683957 2024-04-10T15:25:21.854 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.874+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~L75SJZXIKKL3.0 size=1048576 2024-04-10T15:25:21.855 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.875+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~L75SJZXIKKL3.1 size=1048576 2024-04-10T15:25:21.857 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.877+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~L75SJZXIKKL3.2 size=780510 2024-04-10T15:25:21.860 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.880+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=L75SJZXIKKL3 tag=PJE7PVVIJUP9 type=write size=3926238 2024-04-10T15:25:21.864 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.883+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~SULU5JGSKRT4.0 size=1048576 2024-04-10T15:25:21.865 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.885+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~SULU5JGSKRT4.1 size=1048576 2024-04-10T15:25:21.867 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.887+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~SULU5JGSKRT4.2 size=1024959 2024-04-10T15:25:21.867 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.887+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=SULU5JGSKRT4 tag=WOC97W9FE9FU type=write size=4170687 2024-04-10T15:25:21.869 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.889+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=Y7C3LDDM25F9 type=del 2024-04-10T15:25:21.871 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.891+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=SOZTDPLOE4AU type=write size=579482 2024-04-10T15:25:21.873 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.893+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=JID2T50QKVSD type=del 2024-04-10T15:25:21.877 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.897+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~MVGCP9TLYPCQ.0 size=1048576 2024-04-10T15:25:21.879 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.898+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~MVGCP9TLYPCQ.1 size=1012216 2024-04-10T15:25:21.879 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.898+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=MVGCP9TLYPCQ tag=YBLE5GE2DCMJ type=write size=3109368 2024-04-10T15:25:21.881 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.900+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~0NN118Q37SI2.0 size=1048576 2024-04-10T15:25:21.882 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.902+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~0NN118Q37SI2.1 size=304889 2024-04-10T15:25:21.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:21 smithi154 ceph-mon[84269]: pgmap v1327: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 943 KiB/s rd, 329 KiB/s wr, 1.68k op/s 2024-04-10T15:25:21.886 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.905+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=0NN118Q37SI2 tag=C7BPNOVMJ5O1 type=write size=2402041 2024-04-10T15:25:21.888 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.907+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=INE8KPOJLUWX type=del size=934794 2024-04-10T15:25:21.890 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.910+0000 7fde1a776780 1 < completed write operation key=L2PAIFCTQ0UL tag=W0A0N54G8U4G type=write size=368404 2024-04-10T15:25:21.892 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.911+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=8MIDVJEP5F1Z type=del size=2469200 2024-04-10T15:25:21.892 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.912+0000 7fde1a776780 1 < canceled part key=_multipart_XQVTX5DB2NXX.2~64HL27Z316VV.0 size=1048576 2024-04-10T15:25:21.894 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.914+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~64HL27Z316VV.1 size=222765 2024-04-10T15:25:21.897 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.917+0000 7fde1a776780 1 < canceled multipart upload key=XQVTX5DB2NXX upload=64HL27Z316VV tag=F9NAPU5CIOHU type=write size=2319917 2024-04-10T15:25:21.899 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.919+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=KWTL4ZZEV0DT type=del size=2664080 2024-04-10T15:25:21.901 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.921+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~I96ZXC3LG0L6.0 size=502103 2024-04-10T15:25:21.905 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.925+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=I96ZXC3LG0L6 tag=OD688SXX3K6M type=write size=1550679 2024-04-10T15:25:21.907 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.927+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=3Y692N12577N type=del size=3855761 2024-04-10T15:25:21.911 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.930+0000 7fde1a776780 1 < suggested remove operation key=WEXVY1WRSZOS tag=3RGBLZB3HJQ2 type=del 2024-04-10T15:25:21.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:21 smithi102 ceph-mon[90943]: pgmap v1327: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 943 KiB/s rd, 329 KiB/s wr, 1.68k op/s 2024-04-10T15:25:21.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:21 smithi102 ceph-mon[88557]: pgmap v1327: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 943 KiB/s rd, 329 KiB/s wr, 1.68k op/s 2024-04-10T15:25:21.914 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.934+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~SDXFBG4DR3AQ.0 size=1048576 2024-04-10T15:25:21.915 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.935+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~SDXFBG4DR3AQ.1 size=1048576 2024-04-10T15:25:21.917 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.937+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~SDXFBG4DR3AQ.2 size=33911 2024-04-10T15:25:21.917 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.937+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=SDXFBG4DR3AQ tag=Z74LY0XV66VX type=write size=3179639 2024-04-10T15:25:21.919 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.939+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~M3NCURPX7JY0.0 size=178188 2024-04-10T15:25:21.922 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.942+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=M3NCURPX7JY0 tag=HOZSF9U4NKVI type=write size=1226764 2024-04-10T15:25:21.924 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.944+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=NUGTVWQ7G9HL type=del size=1526643 2024-04-10T15:25:21.926 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.945+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=C7WILD4DE175 type=del 2024-04-10T15:25:21.928 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.947+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=HZ9IA2Q90YO6 type=del size=98341 2024-04-10T15:25:21.932 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.952+0000 7fde1a776780 1 < suggested remove operation key=KN16WF5V2CIJ tag=S3F902374DNI type=del 2024-04-10T15:25:21.935 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.955+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~0TDR4YW82WD5.0 size=282664 2024-04-10T15:25:21.935 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.955+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=0TDR4YW82WD5 tag=8B3Q6FP4TX9S type=write size=1331240 2024-04-10T15:25:21.937 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.957+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=0XRQXGN470Q3 type=del 2024-04-10T15:25:21.939 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.959+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=EHFWOLW0UAHP type=del size=957294 2024-04-10T15:25:21.941 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.961+0000 7fde1a776780 1 < completed delete operation key=U40N6ONWE7P2 tag=QIVAR1I5930F type=del 2024-04-10T15:25:21.944 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.964+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~4PGK3ZBBGWW5.0 size=1048576 2024-04-10T15:25:21.946 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.966+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~4PGK3ZBBGWW5.1 size=1048576 2024-04-10T15:25:21.948 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.968+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~4PGK3ZBBGWW5.2 size=159117 2024-04-10T15:25:21.948 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.968+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=4PGK3ZBBGWW5 tag=JM4YLTRXEUSU type=write size=3304845 2024-04-10T15:25:21.950 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.970+0000 7fde1a776780 1 < completed delete operation key=OTI1FIIUG2C6 tag=HSF8177382LR type=del 2024-04-10T15:25:21.954 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.973+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~T5639DLGKZLJ.0 size=1048576 2024-04-10T15:25:21.956 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.975+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~T5639DLGKZLJ.1 size=1048576 2024-04-10T15:25:21.957 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.977+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~T5639DLGKZLJ.2 size=106118 2024-04-10T15:25:21.957 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.977+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=T5639DLGKZLJ tag=BB320E8MGTDL type=write size=3251846 2024-04-10T15:25:21.958 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.977+0000 7fde1a776780 1 < canceled part key=_multipart_XQVTX5DB2NXX.2~3GU0XYICZ6YW.0 size=1048576 2024-04-10T15:25:21.959 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.979+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~3GU0XYICZ6YW.1 size=1048576 2024-04-10T15:25:21.961 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.981+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~3GU0XYICZ6YW.2 size=353385 2024-04-10T15:25:21.964 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.984+0000 7fde1a776780 1 < canceled multipart upload key=XQVTX5DB2NXX upload=3GU0XYICZ6YW tag=Q8J6M38E16VH type=write size=3499113 2024-04-10T15:25:21.966 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.986+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=TK3Z0AL39DIE type=write size=528153 2024-04-10T15:25:21.970 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.990+0000 7fde1a776780 1 < suggested remove operation key=1R91FWVRA2AS tag=E0M3BO82RICY type=write 2024-04-10T15:25:21.972 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.992+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=XHX3OAGDV6M5 type=del size=2023437 2024-04-10T15:25:21.974 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.994+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~SULU5JGSKRT4.0 size=1048576 2024-04-10T15:25:21.976 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.996+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~SULU5JGSKRT4.1 size=1048576 2024-04-10T15:25:21.978 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:21.998+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~SULU5JGSKRT4.2 size=1024959 2024-04-10T15:25:21.981 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.001+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=SULU5JGSKRT4 tag=WOC97W9FE9FU type=write size=4170687 2024-04-10T15:25:21.983 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.003+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=9N840BRCZGDB type=del size=2588738 2024-04-10T15:25:21.985 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.004+0000 7fde1a776780 1 < canceled operation key=GVB0VUGS9C0D tag=SOZTDPLOE4AU type=write size=579482 2024-04-10T15:25:21.986 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.006+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=M33EEOQFUTX5 type=del size=557348 2024-04-10T15:25:21.989 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.008+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~MVGCP9TLYPCQ.0 size=1048576 2024-04-10T15:25:21.990 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.010+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~MVGCP9TLYPCQ.1 size=1012216 2024-04-10T15:25:21.994 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.013+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=MVGCP9TLYPCQ tag=YBLE5GE2DCMJ type=write size=3109368 2024-04-10T15:25:21.997 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.017+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~L46J549YPHR8.0 size=1048576 2024-04-10T15:25:21.999 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.018+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~L46J549YPHR8.1 size=902218 2024-04-10T15:25:21.999 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.018+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=L46J549YPHR8 tag=2NJI590X6GZJ type=write size=2999370 2024-04-10T15:25:22.001 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.020+0000 7fde1a776780 1 < completed delete operation key=OTI1FIIUG2C6 tag=INE8KPOJLUWX type=del 2024-04-10T15:25:22.003 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.022+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=1E85QBZBY2RD type=del size=3478587 2024-04-10T15:25:22.005 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.025+0000 7fde1a776780 1 < completed delete operation key=2HPCRWS9ESCI tag=8MIDVJEP5F1Z type=del 2024-04-10T15:25:22.008 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.028+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~SHCOYAOWWFQ8.0 size=1048576 2024-04-10T15:25:22.010 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.030+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~SHCOYAOWWFQ8.1 size=1048576 2024-04-10T15:25:22.012 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.031+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~SHCOYAOWWFQ8.2 size=575691 2024-04-10T15:25:22.012 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.031+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=SHCOYAOWWFQ8 tag=K5XN5333B4KF type=write size=3721419 2024-04-10T15:25:22.014 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.034+0000 7fde1a776780 -1 < failed to complete operation key=1R91FWVRA2AS tag=KWTL4ZZEV0DT type=del size=2664080: (22) Invalid argument 2024-04-10T15:25:22.016 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.036+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=L0VF8Z85RYID type=write size=480903 2024-04-10T15:25:22.020 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.040+0000 7fde1a776780 1 < suggested remove operation key=UO4QF22YP29O tag=3Y692N12577N type=del 2024-04-10T15:25:22.026 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.043+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~FHR23G3KZGN2.0 size=1048576 2024-04-10T15:25:22.026 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.045+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~FHR23G3KZGN2.1 size=26414 2024-04-10T15:25:22.026 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.045+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=FHR23G3KZGN2 tag=KKLT3YJ8AJ0O type=write size=2123566 2024-04-10T15:25:22.027 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.047+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~SDXFBG4DR3AQ.0 size=1048576 2024-04-10T15:25:22.029 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.049+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~SDXFBG4DR3AQ.1 size=1048576 2024-04-10T15:25:22.030 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.050+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~SDXFBG4DR3AQ.2 size=33911 2024-04-10T15:25:22.033 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.053+0000 7fde1a776780 1 < completed multipart upload key=GOVDAOD5DREG upload=SDXFBG4DR3AQ tag=Z74LY0XV66VX type=write size=3179639 2024-04-10T15:25:22.037 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.057+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~UHORAYDTA3SJ.0 size=1048576 2024-04-10T15:25:22.038 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.058+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~UHORAYDTA3SJ.1 size=1048576 2024-04-10T15:25:22.040 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.060+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~UHORAYDTA3SJ.2 size=604403 2024-04-10T15:25:22.041 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.060+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=UHORAYDTA3SJ tag=5G5378JYU1Z0 type=write size=3750131 2024-04-10T15:25:22.043 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.063+0000 7fde1a776780 -1 < failed to complete operation key=KN16WF5V2CIJ tag=NUGTVWQ7G9HL type=del size=1526643: (22) Invalid argument 2024-04-10T15:25:22.045 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.065+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=6J2YPP8P4U6Y type=del size=658113 2024-04-10T15:25:22.047 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.067+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=HZ9IA2Q90YO6 type=del 2024-04-10T15:25:22.051 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.071+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~33M5SRHO86FI.0 size=863572 2024-04-10T15:25:22.051 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.071+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=33M5SRHO86FI tag=M3GLS1BQX4MA type=write size=1912148 2024-04-10T15:25:22.053 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.073+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~0TDR4YW82WD5.0 size=282664 2024-04-10T15:25:22.056 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.076+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=0TDR4YW82WD5 tag=8B3Q6FP4TX9S type=write size=1331240 2024-04-10T15:25:22.058 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.078+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=IOHEZHL8MZZO type=del size=2891702 2024-04-10T15:25:22.060 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.079+0000 7fde1a776780 1 < completed delete operation key=GOVDAOD5DREG tag=EHFWOLW0UAHP type=del 2024-04-10T15:25:22.063 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.083+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~OUO6AZZVTR6L.0 size=642461 2024-04-10T15:25:22.064 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.083+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=OUO6AZZVTR6L tag=NVS2FA4FJ0UV type=write size=1691037 2024-04-10T15:25:22.065 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.085+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~4PGK3ZBBGWW5.0 size=1048576 2024-04-10T15:25:22.067 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.087+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~4PGK3ZBBGWW5.1 size=1048576 2024-04-10T15:25:22.069 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.089+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~4PGK3ZBBGWW5.2 size=159117 2024-04-10T15:25:22.072 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.092+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=4PGK3ZBBGWW5 tag=JM4YLTRXEUSU type=write size=3304845 2024-04-10T15:25:22.074 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.094+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=LSVJPH4FUJMM type=del size=3053651 2024-04-10T15:25:22.076 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.096+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~T5639DLGKZLJ.0 size=1048576 2024-04-10T15:25:22.076 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.096+0000 7fde1a776780 1 < canceled part key=_multipart_EI79GJ0HN0U7.2~T5639DLGKZLJ.1 size=1048576 2024-04-10T15:25:22.076 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.096+0000 7fde1a776780 1 < canceled part key=_multipart_EI79GJ0HN0U7.2~T5639DLGKZLJ.2 size=106118 2024-04-10T15:25:22.079 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.099+0000 7fde1a776780 1 < canceled multipart upload key=EI79GJ0HN0U7 upload=T5639DLGKZLJ tag=BB320E8MGTDL type=write size=3251846 2024-04-10T15:25:22.081 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.101+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=Y0P01V8PF8JW type=del size=527997 2024-04-10T15:25:22.083 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.103+0000 7fde1a776780 1 < completed write operation key=L2PAIFCTQ0UL tag=TK3Z0AL39DIE type=write size=528153 2024-04-10T15:25:22.086 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.106+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~J24PDH66VYMX.0 size=1048576 2024-04-10T15:25:22.088 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.108+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~J24PDH66VYMX.1 size=1048576 2024-04-10T15:25:22.090 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.110+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~J24PDH66VYMX.2 size=227472 2024-04-10T15:25:22.090 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.110+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=J24PDH66VYMX tag=3SX916J8WPJN type=write size=3373200 2024-04-10T15:25:22.093 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.112+0000 7fde1a776780 1 < completed delete operation key=OTI1FIIUG2C6 tag=XHX3OAGDV6M5 type=del 2024-04-10T15:25:22.095 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.115+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=DURHIMDBABAL type=write size=286658 2024-04-10T15:25:22.096 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.116+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=9N840BRCZGDB type=del 2024-04-10T15:25:22.099 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.118+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=PT1N9ELIUU6Q type=del size=1233907 2024-04-10T15:25:22.100 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.120+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=M33EEOQFUTX5 type=del 2024-04-10T15:25:22.103 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.122+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=WJHHVBJW10V1 type=del size=3728565 2024-04-10T15:25:22.105 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.124+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~L46J549YPHR8.0 size=1048576 2024-04-10T15:25:22.106 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.126+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~L46J549YPHR8.1 size=902218 2024-04-10T15:25:22.109 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.129+0000 7fde1a776780 1 < completed multipart upload key=LEX0BICCP07E upload=L46J549YPHR8 tag=2NJI590X6GZJ type=write size=2999370 2024-04-10T15:25:22.113 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.133+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~C82Q5BQV2DZ6.0 size=955831 2024-04-10T15:25:22.114 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.133+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=C82Q5BQV2DZ6 tag=0TF86AUQ08O0 type=write size=2004407 2024-04-10T15:25:22.117 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.137+0000 7fde1a776780 1 < suggested update operation key=2HPCRWS9ESCI tag=1E85QBZBY2RD type=del size=3478587 2024-04-10T15:25:22.119 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.139+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=42F57BTWDR4A type=del size=1881035 2024-04-10T15:25:22.121 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.141+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~SHCOYAOWWFQ8.0 size=1048576 2024-04-10T15:25:22.122 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.142+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~SHCOYAOWWFQ8.1 size=1048576 2024-04-10T15:25:22.124 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.144+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~SHCOYAOWWFQ8.2 size=575691 2024-04-10T15:25:22.128 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.147+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=SHCOYAOWWFQ8 tag=K5XN5333B4KF type=write size=3721419 2024-04-10T15:25:22.131 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.150+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=W9WRV5Q2YOD1 type=del size=1306003 2024-04-10T15:25:22.132 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.152+0000 7fde1a776780 1 < canceled operation key=KN16WF5V2CIJ tag=L0VF8Z85RYID type=write size=480903 2024-04-10T15:25:22.136 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.156+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~WFA5OQKCDF6B.0 size=1048576 2024-04-10T15:25:22.138 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.158+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~WFA5OQKCDF6B.1 size=1048576 2024-04-10T15:25:22.139 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.159+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~WFA5OQKCDF6B.2 size=483847 2024-04-10T15:25:22.139 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.159+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=WFA5OQKCDF6B tag=O84V3E5JQE0J type=write size=3629575 2024-04-10T15:25:22.141 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.161+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~FHR23G3KZGN2.0 size=1048576 2024-04-10T15:25:22.143 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.162+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~FHR23G3KZGN2.1 size=26414 2024-04-10T15:25:22.146 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.166+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=FHR23G3KZGN2 tag=KKLT3YJ8AJ0O type=write size=2123566 2024-04-10T15:25:22.149 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.169+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~4ID0KMTIH616.0 size=408818 2024-04-10T15:25:22.149 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.169+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=4ID0KMTIH616 tag=D4MVR5UQEA8K type=write size=1457394 2024-04-10T15:25:22.152 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.171+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~UHORAYDTA3SJ.0 size=1048576 2024-04-10T15:25:22.153 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.173+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~UHORAYDTA3SJ.1 size=1048576 2024-04-10T15:25:22.154 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.174+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~UHORAYDTA3SJ.2 size=604403 2024-04-10T15:25:22.158 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.177+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=UHORAYDTA3SJ tag=5G5378JYU1Z0 type=write size=3750131 2024-04-10T15:25:22.159 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.179+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=96Y0KNV9G7ST type=del size=3590711 2024-04-10T15:25:22.163 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.183+0000 7fde1a776780 1 < suggested remove operation key=F7U2L70QSILB tag=6J2YPP8P4U6Y type=del 2024-04-10T15:25:22.166 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.186+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~8ENO2C6QNLTE.0 size=1048576 2024-04-10T15:25:22.168 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.188+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~8ENO2C6QNLTE.1 size=1048576 2024-04-10T15:25:22.169 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.189+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~8ENO2C6QNLTE.2 size=576099 2024-04-10T15:25:22.170 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.189+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=8ENO2C6QNLTE tag=1IAXHWWVCRSN type=write size=3721827 2024-04-10T15:25:22.171 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.191+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~33M5SRHO86FI.0 size=863572 2024-04-10T15:25:22.175 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.194+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=33M5SRHO86FI tag=M3GLS1BQX4MA type=write size=1912148 2024-04-10T15:25:22.177 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.196+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=05SXDTX2IRNQ type=write size=368025 2024-04-10T15:25:22.178 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.198+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=IOHEZHL8MZZO type=del 2024-04-10T15:25:22.180 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.200+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=S4XQFK327KMT type=del size=58307 2024-04-10T15:25:22.182 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.202+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~OUO6AZZVTR6L.0 size=642461 2024-04-10T15:25:22.185 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.205+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=OUO6AZZVTR6L tag=NVS2FA4FJ0UV type=write size=1691037 2024-04-10T15:25:22.189 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.208+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~VB9K8EYEWJ0K.0 size=1048576 2024-04-10T15:25:22.191 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.210+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~VB9K8EYEWJ0K.1 size=1048576 2024-04-10T15:25:22.192 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.212+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~VB9K8EYEWJ0K.2 size=975163 2024-04-10T15:25:22.192 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.212+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=VB9K8EYEWJ0K tag=OOP609MXUJSZ type=write size=4120891 2024-04-10T15:25:22.194 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.214+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=LSVJPH4FUJMM type=del 2024-04-10T15:25:22.198 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.218+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~KNAXVJ3V63N6.0 size=414544 2024-04-10T15:25:22.198 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.218+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=KNAXVJ3V63N6 tag=30CBZRS38H07 type=write size=1463120 2024-04-10T15:25:22.200 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.219+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=Y0P01V8PF8JW type=del 2024-04-10T15:25:22.202 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.221+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=WPFIHGUGLCM9 type=del size=2958924 2024-04-10T15:25:22.204 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.224+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~J24PDH66VYMX.0 size=1048576 2024-04-10T15:25:22.205 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.225+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~J24PDH66VYMX.1 size=1048576 2024-04-10T15:25:22.207 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.227+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~J24PDH66VYMX.2 size=227472 2024-04-10T15:25:22.210 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.230+0000 7fde1a776780 1 < completed multipart upload key=ZOVK659NLDON upload=J24PDH66VYMX tag=3SX916J8WPJN type=write size=3373200 2024-04-10T15:25:22.212 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.232+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=LISFS0DWY6LF type=del size=2663095 2024-04-10T15:25:22.214 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.234+0000 7fde1a776780 1 < completed write operation key=HOP5B3O5BNC6 tag=DURHIMDBABAL type=write size=286658 2024-04-10T15:25:22.216 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.236+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=78FIL9TBE6L6 type=del size=839024 2024-04-10T15:25:22.218 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.237+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=PT1N9ELIUU6Q type=del 2024-04-10T15:25:22.220 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.239+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=18D4ZYFY0ZKU type=del size=193567 2024-04-10T15:25:22.223 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.243+0000 7fde1a776780 1 < suggested update operation key=UCUWIQFA7CRO tag=WJHHVBJW10V1 type=del size=3728565 2024-04-10T15:25:22.227 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.247+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~MHONAACBOZA2.0 size=1048576 2024-04-10T15:25:22.229 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.249+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~MHONAACBOZA2.1 size=337390 2024-04-10T15:25:22.229 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.249+0000 7fde1a776780 1 > prepared multipart upload key=WEXVY1WRSZOS upload=MHONAACBOZA2 tag=OC677Z60JQMY type=write size=2434542 2024-04-10T15:25:22.234 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.251+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~C82Q5BQV2DZ6.0 size=955831 2024-04-10T15:25:22.235 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.255+0000 7fde1a776780 1 < completed multipart upload key=OSSHDMNH4GXQ upload=C82Q5BQV2DZ6 tag=0TF86AUQ08O0 type=write size=2004407 2024-04-10T15:25:22.237 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.257+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=O78D1JHMCIN8 type=del size=3937039 2024-04-10T15:25:22.241 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.261+0000 7fde1a776780 1 < suggested remove operation key=2HPCRWS9ESCI tag=42F57BTWDR4A type=del 2024-04-10T15:25:22.243 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.263+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=EEKTAL9CBIV0 type=write size=670879 2024-04-10T15:25:22.245 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.264+0000 7fde1a776780 1 < canceled operation key=O1ZBJUVP8PQD tag=W9WRV5Q2YOD1 type=del size=1306003 2024-04-10T15:25:22.249 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.268+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~PO7LZZU60442.0 size=1048576 2024-04-10T15:25:22.250 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.270+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~PO7LZZU60442.1 size=1048576 2024-04-10T15:25:22.252 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.272+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~PO7LZZU60442.2 size=692561 2024-04-10T15:25:22.252 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.272+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=PO7LZZU60442 tag=73JC8IQXPIS6 type=write size=3838289 2024-04-10T15:25:22.254 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.274+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~WFA5OQKCDF6B.0 size=1048576 2024-04-10T15:25:22.255 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.275+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~WFA5OQKCDF6B.1 size=1048576 2024-04-10T15:25:22.257 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.277+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~WFA5OQKCDF6B.2 size=483847 2024-04-10T15:25:22.260 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.280+0000 7fde1a776780 1 < completed multipart upload key=G2Z1VR134GSG upload=WFA5OQKCDF6B tag=O84V3E5JQE0J type=write size=3629575 2024-04-10T15:25:22.262 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.282+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=76J3WVPTYV8D type=del size=925875 2024-04-10T15:25:22.264 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.284+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~4ID0KMTIH616.0 size=408818 2024-04-10T15:25:22.267 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.287+0000 7fde1a776780 1 < completed multipart upload key=01BTT4OLERPN upload=4ID0KMTIH616 tag=D4MVR5UQEA8K type=write size=1457394 2024-04-10T15:25:22.270 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.290+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~C1GU9VZNLAUM.0 size=1048576 2024-04-10T15:25:22.272 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.292+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~C1GU9VZNLAUM.1 size=911369 2024-04-10T15:25:22.272 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.292+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=C1GU9VZNLAUM tag=BAIO1NAU28GS type=write size=3008521 2024-04-10T15:25:22.274 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.293+0000 7fde1a776780 1 < completed delete operation key=5ZH428JDA1AL tag=96Y0KNV9G7ST type=del 2024-04-10T15:25:22.276 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.295+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=4O21LF4T3G0O type=del size=2412969 2024-04-10T15:25:22.277 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.297+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~8ENO2C6QNLTE.0 size=1048576 2024-04-10T15:25:22.279 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.299+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~8ENO2C6QNLTE.1 size=1048576 2024-04-10T15:25:22.281 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.301+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~8ENO2C6QNLTE.2 size=576099 2024-04-10T15:25:22.284 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.304+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=8ENO2C6QNLTE tag=1IAXHWWVCRSN type=write size=3721827 2024-04-10T15:25:22.286 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.306+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=ODFVXI6VOEUQ type=write size=323483 2024-04-10T15:25:22.288 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.308+0000 7fde1a776780 1 < completed write operation key=UHHK0SL983MS tag=05SXDTX2IRNQ type=write size=368025 2024-04-10T15:25:22.290 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.310+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=H87ZYOKQDAG6 type=del size=1078325 2024-04-10T15:25:22.292 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.312+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=S4XQFK327KMT type=del 2024-04-10T15:25:22.294 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.314+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=N5ML8OU6U3F5 type=write size=913722 2024-04-10T15:25:22.296 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.316+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~VB9K8EYEWJ0K.0 size=1048576 2024-04-10T15:25:22.298 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.318+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~VB9K8EYEWJ0K.1 size=1048576 2024-04-10T15:25:22.300 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.319+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~VB9K8EYEWJ0K.2 size=975163 2024-04-10T15:25:22.304 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.323+0000 7fde1a776780 1 < completed multipart upload key=G2Z1VR134GSG upload=VB9K8EYEWJ0K tag=OOP609MXUJSZ type=write size=4120891 2024-04-10T15:25:22.307 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.327+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~H89R9TJT1XB5.0 size=131316 2024-04-10T15:25:22.307 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.327+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=H89R9TJT1XB5 tag=D1TFDDHET0WG type=write size=1179892 2024-04-10T15:25:22.309 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.329+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~KNAXVJ3V63N6.0 size=414544 2024-04-10T15:25:22.312 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.332+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=KNAXVJ3V63N6 tag=30CBZRS38H07 type=write size=1463120 2024-04-10T15:25:22.314 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.334+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=5OUSWDV5UCF2 type=del size=3917028 2024-04-10T15:25:22.317 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.337+0000 7fde1a776780 1 < suggested remove operation key=UCUWIQFA7CRO tag=WPFIHGUGLCM9 type=del 2024-04-10T15:25:22.321 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.341+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~11VEZ9GW9EY2.0 size=1048576 2024-04-10T15:25:22.323 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.343+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~11VEZ9GW9EY2.1 size=151635 2024-04-10T15:25:22.323 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.343+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=11VEZ9GW9EY2 tag=CHWMGEB815LQ type=write size=2248787 2024-04-10T15:25:22.325 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.345+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=LISFS0DWY6LF type=del 2024-04-10T15:25:22.327 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.347+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=TJ3X1TGN30AH type=del size=2399844 2024-04-10T15:25:22.330 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.350+0000 7fde1a776780 -1 < failed to complete operation key=2HPCRWS9ESCI tag=78FIL9TBE6L6 type=del size=839024: (22) Invalid argument 2024-04-10T15:25:22.333 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.353+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~T4LXFKXM21HC.0 size=461229 2024-04-10T15:25:22.333 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.353+0000 7fde1a776780 1 > prepared multipart upload key=WEXVY1WRSZOS upload=T4LXFKXM21HC tag=A42O5ICVC9U2 type=write size=1509805 2024-04-10T15:25:22.338 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.357+0000 7fde1a776780 1 < suggested update operation key=O1ZBJUVP8PQD tag=18D4ZYFY0ZKU type=del size=193567 2024-04-10T15:25:22.339 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.359+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=Z1R6ECGPTR9H type=write size=360790 2024-04-10T15:25:22.341 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.360+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~MHONAACBOZA2.0 size=1048576 2024-04-10T15:25:22.341 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.360+0000 7fde1a776780 1 < canceled part key=_multipart_WEXVY1WRSZOS.2~MHONAACBOZA2.1 size=337390 2024-04-10T15:25:22.344 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.364+0000 7fde1a776780 1 < canceled multipart upload key=WEXVY1WRSZOS upload=MHONAACBOZA2 tag=OC677Z60JQMY type=write size=2434542 2024-04-10T15:25:22.348 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.368+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~2B63W380M4R4.0 size=1048576 2024-04-10T15:25:22.350 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.370+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~2B63W380M4R4.1 size=470589 2024-04-10T15:25:22.350 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.370+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=2B63W380M4R4 tag=2603WG38A1KV type=write size=2567741 2024-04-10T15:25:22.352 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.372+0000 7fde1a776780 1 < canceled operation key=HOP5B3O5BNC6 tag=O78D1JHMCIN8 type=del size=3937039 2024-04-10T15:25:22.354 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.374+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=GCM9OQMIXG0C type=del size=1199870 2024-04-10T15:25:22.356 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.376+0000 7fde1a776780 1 < completed write operation key=1R91FWVRA2AS tag=EEKTAL9CBIV0 type=write size=670879 2024-04-10T15:25:22.358 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.378+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=X8O63HZFQNHY type=del size=1480521 2024-04-10T15:25:22.358 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.378+0000 7fde1a776780 1 < canceled part key=_multipart_BC5NU4J0LIY9.2~PO7LZZU60442.0 size=1048576 2024-04-10T15:25:22.360 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.380+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~PO7LZZU60442.1 size=1048576 2024-04-10T15:25:22.361 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.381+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~PO7LZZU60442.2 size=692561 2024-04-10T15:25:22.365 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.385+0000 7fde1a776780 1 < canceled multipart upload key=BC5NU4J0LIY9 upload=PO7LZZU60442 tag=73JC8IQXPIS6 type=write size=3838289 2024-04-10T15:25:22.368 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.388+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~5LY6P6XYX9IK.0 size=1048576 2024-04-10T15:25:22.370 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.390+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~5LY6P6XYX9IK.1 size=198688 2024-04-10T15:25:22.370 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.390+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=5LY6P6XYX9IK tag=IHXMEEEG09K2 type=write size=2295840 2024-04-10T15:25:22.372 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.392+0000 7fde1a776780 1 < completed delete operation key=2HPCRWS9ESCI tag=76J3WVPTYV8D type=del 2024-04-10T15:25:22.374 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.393+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=1962N13XKMUR type=del size=426917 2024-04-10T15:25:22.376 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.396+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~C1GU9VZNLAUM.0 size=1048576 2024-04-10T15:25:22.377 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.397+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~C1GU9VZNLAUM.1 size=911369 2024-04-10T15:25:22.381 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.400+0000 7fde1a776780 1 < completed multipart upload key=OSSHDMNH4GXQ upload=C1GU9VZNLAUM tag=BAIO1NAU28GS type=write size=3008521 2024-04-10T15:25:22.384 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.404+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~U6SX45TYACE1.0 size=1048576 2024-04-10T15:25:22.386 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.406+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~U6SX45TYACE1.1 size=392979 2024-04-10T15:25:22.386 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.406+0000 7fde1a776780 1 > prepared multipart upload key=UO4QF22YP29O upload=U6SX45TYACE1 tag=SMFZVL7CVTQ4 type=write size=2490131 2024-04-10T15:25:22.388 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.408+0000 7fde1a776780 1 < completed delete operation key=U40N6ONWE7P2 tag=4O21LF4T3G0O type=del 2024-04-10T15:25:22.390 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.410+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=U5DOJR6VARWR type=del size=2393367 2024-04-10T15:25:22.392 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.412+0000 7fde1a776780 1 < completed write operation key=UO4QF22YP29O tag=ODFVXI6VOEUQ type=write size=323483 2024-04-10T15:25:22.395 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.414+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=3RLO48JN0J9O type=del size=44126 2024-04-10T15:25:22.397 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.417+0000 7fde1a776780 -1 < failed to complete operation key=O1ZBJUVP8PQD tag=H87ZYOKQDAG6 type=del size=1078325: (22) Invalid argument 2024-04-10T15:25:22.399 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.419+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=5JKJB990BTKV type=del size=2221809 2024-04-10T15:25:22.401 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.421+0000 7fde1a776780 1 < completed write operation key=BC5NU4J0LIY9 tag=N5ML8OU6U3F5 type=write size=913722 2024-04-10T15:25:22.405 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.425+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~Y16I52URUW7O.0 size=516003 2024-04-10T15:25:22.405 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.425+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=Y16I52URUW7O tag=0QBDQQF12GCK type=write size=1564579 2024-04-10T15:25:22.408 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.428+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~H89R9TJT1XB5.0 size=131316 2024-04-10T15:25:22.412 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.432+0000 7fde1a776780 1 < completed multipart upload key=BC5NU4J0LIY9 upload=H89R9TJT1XB5 tag=D1TFDDHET0WG type=write size=1179892 2024-04-10T15:25:22.415 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.435+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~1TBH4FR34R9N.0 size=1048576 2024-04-10T15:25:22.417 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.437+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~1TBH4FR34R9N.1 size=770700 2024-04-10T15:25:22.417 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.437+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=1TBH4FR34R9N tag=5B5A7A3EUZWJ type=write size=2867852 2024-04-10T15:25:22.419 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.439+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=5OUSWDV5UCF2 type=del 2024-04-10T15:25:22.423 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.443+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~ZEWODTZC9PSH.0 size=255293 2024-04-10T15:25:22.423 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.443+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=ZEWODTZC9PSH tag=9O2CMSADL81Z type=write size=1303869 2024-04-10T15:25:22.425 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.445+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~11VEZ9GW9EY2.0 size=1048576 2024-04-10T15:25:22.426 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.446+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~11VEZ9GW9EY2.1 size=151635 2024-04-10T15:25:22.430 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.449+0000 7fde1a776780 1 < completed multipart upload key=2HPCRWS9ESCI upload=11VEZ9GW9EY2 tag=CHWMGEB815LQ type=write size=2248787 2024-04-10T15:25:22.431 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.451+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=0FSJJX56B8ZZ type=del size=4189113 2024-04-10T15:25:22.433 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.453+0000 7fde1a776780 1 < completed delete operation key=ZOVK659NLDON tag=TJ3X1TGN30AH type=del 2024-04-10T15:25:22.437 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.457+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~SF428MAIWD0R.0 size=1048576 2024-04-10T15:25:22.439 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.459+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~SF428MAIWD0R.1 size=1021384 2024-04-10T15:25:22.439 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.459+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=SF428MAIWD0R tag=FPPIZRLBPYHW type=write size=3118536 2024-04-10T15:25:22.441 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.461+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~T4LXFKXM21HC.0 size=461229 2024-04-10T15:25:22.444 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.464+0000 7fde1a776780 1 < completed multipart upload key=WEXVY1WRSZOS upload=T4LXFKXM21HC tag=A42O5ICVC9U2 type=write size=1509805 2024-04-10T15:25:22.446 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.466+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=92DNVR9X3UPR type=del size=1891758 2024-04-10T15:25:22.448 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.468+0000 7fde1a776780 1 < completed write operation key=UCUWIQFA7CRO tag=Z1R6ECGPTR9H type=write size=360790 2024-04-10T15:25:22.450 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.470+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=0R30HG0GTGAA type=del size=3380415 2024-04-10T15:25:22.452 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.471+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~2B63W380M4R4.0 size=1048576 2024-04-10T15:25:22.453 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.473+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~2B63W380M4R4.1 size=470589 2024-04-10T15:25:22.457 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.477+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=2B63W380M4R4 tag=2603WG38A1KV type=write size=2567741 2024-04-10T15:25:22.461 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.481+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~JX2SPIKM0SQM.0 size=1048576 2024-04-10T15:25:22.463 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.482+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~JX2SPIKM0SQM.1 size=634895 2024-04-10T15:25:22.463 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.482+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=JX2SPIKM0SQM tag=APP1Y84RJZJP type=write size=2732047 2024-04-10T15:25:22.466 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.486+0000 7fde1a776780 1 < suggested remove operation key=5ZH428JDA1AL tag=GCM9OQMIXG0C type=del 2024-04-10T15:25:22.470 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.490+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~2SYP8B00HV9I.0 size=699512 2024-04-10T15:25:22.470 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.490+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=2SYP8B00HV9I tag=5RBVJFZT43NR type=write size=1748088 2024-04-10T15:25:22.472 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.491+0000 7fde1a776780 1 < canceled operation key=UHHK0SL983MS tag=X8O63HZFQNHY type=del size=1480521 2024-04-10T15:25:22.475 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.495+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~MB935XMGBC51.0 size=1048576 2024-04-10T15:25:22.477 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.497+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~MB935XMGBC51.1 size=457326 2024-04-10T15:25:22.477 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.497+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=MB935XMGBC51 tag=7DHMOUGQBBLW type=write size=2554478 2024-04-10T15:25:22.478 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.497+0000 7fde1a776780 1 < canceled part key=_multipart_GVB0VUGS9C0D.2~5LY6P6XYX9IK.0 size=1048576 2024-04-10T15:25:22.479 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.499+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~5LY6P6XYX9IK.1 size=198688 2024-04-10T15:25:22.483 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.503+0000 7fde1a776780 1 < canceled multipart upload key=GVB0VUGS9C0D upload=5LY6P6XYX9IK tag=IHXMEEEG09K2 type=write size=2295840 2024-04-10T15:25:22.488 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.507+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~5Z81JZ42N7AH.0 size=6353 2024-04-10T15:25:22.488 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.507+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=5Z81JZ42N7AH tag=0L1JRAHNK2JI type=write size=1054929 2024-04-10T15:25:22.489 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.509+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=1962N13XKMUR type=del 2024-04-10T15:25:22.492 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.512+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=5FVLXW3D9L3D type=del size=2221443 2024-04-10T15:25:22.494 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.514+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~U6SX45TYACE1.0 size=1048576 2024-04-10T15:25:22.496 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.515+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~U6SX45TYACE1.1 size=392979 2024-04-10T15:25:22.499 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.519+0000 7fde1a776780 1 < completed multipart upload key=UO4QF22YP29O upload=U6SX45TYACE1 tag=SMFZVL7CVTQ4 type=write size=2490131 2024-04-10T15:25:22.503 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.522+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~B05YBRTZS8EB.0 size=585006 2024-04-10T15:25:22.503 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.522+0000 7fde1a776780 1 > prepared multipart upload key=UO4QF22YP29O upload=B05YBRTZS8EB tag=6N07X9SRAQ10 type=write size=1633582 2024-04-10T15:25:22.503 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.523+0000 7fde1a776780 -1 < no bi entry to suggest for operation key=5ZH428JDA1AL tag=U5DOJR6VARWR type=del size=2393367: (2) No such file or directory 2024-04-10T15:25:22.505 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.525+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=LORIQYVXM0ZS type=del size=2550140 2024-04-10T15:25:22.507 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.527+0000 7fde1a776780 1 < completed delete operation key=G2Z1VR134GSG tag=3RLO48JN0J9O type=del 2024-04-10T15:25:22.509 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.529+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=UCRTYA4XKU6B type=del size=790648 2024-04-10T15:25:22.511 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.531+0000 7fde1a776780 1 < canceled operation key=HOP5B3O5BNC6 tag=5JKJB990BTKV type=del size=2221809 2024-04-10T15:25:22.515 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.535+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~ZPUPT32UWZ3N.0 size=1048576 2024-04-10T15:25:22.516 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.536+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~ZPUPT32UWZ3N.1 size=1048576 2024-04-10T15:25:22.518 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.538+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~ZPUPT32UWZ3N.2 size=340659 2024-04-10T15:25:22.518 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.538+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=ZPUPT32UWZ3N tag=JEDVK9B3V22V type=write size=3486387 2024-04-10T15:25:22.518 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.538+0000 7fde1a776780 1 < canceled part key=_multipart_O1ZBJUVP8PQD.2~Y16I52URUW7O.0 size=516003 2024-04-10T15:25:22.522 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.542+0000 7fde1a776780 1 < canceled multipart upload key=O1ZBJUVP8PQD upload=Y16I52URUW7O tag=0QBDQQF12GCK type=write size=1564579 2024-04-10T15:25:22.524 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.544+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=7L9RWCC7HIM2 type=del size=4021073 2024-04-10T15:25:22.526 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.546+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~1TBH4FR34R9N.0 size=1048576 2024-04-10T15:25:22.528 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.548+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~1TBH4FR34R9N.1 size=770700 2024-04-10T15:25:22.532 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.552+0000 7fde1a776780 1 < completed multipart upload key=5ZH428JDA1AL upload=1TBH4FR34R9N tag=5B5A7A3EUZWJ type=write size=2867852 2024-04-10T15:25:22.534 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.554+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=AX9H5QF12MDK type=del size=2379228 2024-04-10T15:25:22.536 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.556+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~ZEWODTZC9PSH.0 size=255293 2024-04-10T15:25:22.539 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.559+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=ZEWODTZC9PSH tag=9O2CMSADL81Z type=write size=1303869 2024-04-10T15:25:22.542 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.561+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=3P66SDT641RE type=del size=1561285 2024-04-10T15:25:22.544 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.564+0000 7fde1a776780 1 < canceled operation key=2HPCRWS9ESCI tag=0FSJJX56B8ZZ type=del size=4189113 2024-04-10T15:25:22.546 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.566+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=L9V8AT3HN8VP type=del size=624944 2024-04-10T15:25:22.548 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.567+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~SF428MAIWD0R.0 size=1048576 2024-04-10T15:25:22.548 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.567+0000 7fde1a776780 1 < canceled part key=_multipart_LEX0BICCP07E.2~SF428MAIWD0R.1 size=1021384 2024-04-10T15:25:22.551 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.571+0000 7fde1a776780 1 < canceled multipart upload key=LEX0BICCP07E upload=SF428MAIWD0R tag=FPPIZRLBPYHW type=write size=3118536 2024-04-10T15:25:22.553 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.573+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=YB0SUKKCB23B type=del size=2324299 2024-04-10T15:25:22.555 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.575+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=92DNVR9X3UPR type=del 2024-04-10T15:25:22.559 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.579+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~FBE8C32EEPHP.0 size=1048576 2024-04-10T15:25:22.560 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.580+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~FBE8C32EEPHP.1 size=743591 2024-04-10T15:25:22.560 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.580+0000 7fde1a776780 1 > prepared multipart upload key=F7U2L70QSILB upload=FBE8C32EEPHP tag=QV2TYGNIAK15 type=write size=2840743 2024-04-10T15:25:22.562 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.582+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=0R30HG0GTGAA type=del 2024-04-10T15:25:22.564 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.584+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=05LTDWKP1JLB type=del size=19537 2024-04-10T15:25:22.566 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.586+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~JX2SPIKM0SQM.0 size=1048576 2024-04-10T15:25:22.568 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.588+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~JX2SPIKM0SQM.1 size=634895 2024-04-10T15:25:22.571 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.591+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=JX2SPIKM0SQM tag=APP1Y84RJZJP type=write size=2732047 2024-04-10T15:25:22.575 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.595+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~TVYRNRU0XTIG.0 size=659376 2024-04-10T15:25:22.575 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.595+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=TVYRNRU0XTIG tag=POUDYVCZ7I3S type=write size=1707952 2024-04-10T15:25:22.577 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.597+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~2SYP8B00HV9I.0 size=699512 2024-04-10T15:25:22.581 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.600+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=2SYP8B00HV9I tag=5RBVJFZT43NR type=write size=1748088 2024-04-10T15:25:22.583 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.603+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=3034LU5WJTHX type=del size=2612501 2024-04-10T15:25:22.585 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.605+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~MB935XMGBC51.0 size=1048576 2024-04-10T15:25:22.586 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.606+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~MB935XMGBC51.1 size=457326 2024-04-10T15:25:22.590 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.609+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=MB935XMGBC51 tag=7DHMOUGQBBLW type=write size=2554478 2024-04-10T15:25:22.592 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.611+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=L1UF63TNH3AY type=del size=272193 2024-04-10T15:25:22.594 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.614+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~5Z81JZ42N7AH.0 size=6353 2024-04-10T15:25:22.597 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.617+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=5Z81JZ42N7AH tag=0L1JRAHNK2JI type=write size=1054929 2024-04-10T15:25:22.600 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.620+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~1I25JLSQEXTP.0 size=1048576 2024-04-10T15:25:22.602 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.622+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~1I25JLSQEXTP.1 size=403061 2024-04-10T15:25:22.602 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.622+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=1I25JLSQEXTP tag=Q6S11EOSGV1V type=write size=2500213 2024-04-10T15:25:22.604 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.624+0000 7fde1a776780 1 < canceled operation key=DKSUE7KTGBW7 tag=5FVLXW3D9L3D type=del size=2221443 2024-04-10T15:25:22.606 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.625+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=XIO0GDNTL0X8 type=del size=490314 2024-04-10T15:25:22.607 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.627+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~B05YBRTZS8EB.0 size=585006 2024-04-10T15:25:22.611 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.630+0000 7fde1a776780 1 < completed multipart upload key=UO4QF22YP29O upload=B05YBRTZS8EB tag=6N07X9SRAQ10 type=write size=1633582 2024-04-10T15:25:22.612 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.632+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=BDZO8HTKR7GD type=write size=372215 2024-04-10T15:25:22.614 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.634+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=LORIQYVXM0ZS type=del 2024-04-10T15:25:22.617 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.637+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~18C1SQ3DMJOL.0 size=1048576 2024-04-10T15:25:22.619 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.639+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~18C1SQ3DMJOL.1 size=873022 2024-04-10T15:25:22.619 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.639+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=18C1SQ3DMJOL tag=AJ3SYM9SUR3Y type=write size=2970174 2024-04-10T15:25:22.621 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.640+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=UCRTYA4XKU6B type=del 2024-04-10T15:25:22.622 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.642+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=GAFQ4V94SKIG type=del size=1190779 2024-04-10T15:25:22.624 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.644+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~ZPUPT32UWZ3N.0 size=1048576 2024-04-10T15:25:22.626 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.646+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~ZPUPT32UWZ3N.1 size=1048576 2024-04-10T15:25:22.627 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.647+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~ZPUPT32UWZ3N.2 size=340659 2024-04-10T15:25:22.630 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.650+0000 7fde1a776780 1 < completed multipart upload key=BRSJ82BM5NOL upload=ZPUPT32UWZ3N tag=JEDVK9B3V22V type=write size=3486387 2024-04-10T15:25:22.633 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:25:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:25:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:25:22.634 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.654+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~J90RM7B3JYX1.0 size=776679 2024-04-10T15:25:22.634 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.654+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=J90RM7B3JYX1 tag=T6KZE3FOQI3C type=write size=1825255 2024-04-10T15:25:22.636 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.655+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=7L9RWCC7HIM2 type=del 2024-04-10T15:25:22.639 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.659+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~4PHJA3JC2D1I.0 size=1048576 2024-04-10T15:25:22.641 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.661+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~4PHJA3JC2D1I.1 size=1048576 2024-04-10T15:25:22.645 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.663+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~4PHJA3JC2D1I.2 size=783271 2024-04-10T15:25:22.646 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.663+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=4PHJA3JC2D1I tag=925KYTDFVYPK type=write size=3928999 2024-04-10T15:25:22.647 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.667+0000 7fde1a776780 1 < suggested update operation key=TI6JR9Q8AOF5 tag=AX9H5QF12MDK type=del size=2379228 2024-04-10T15:25:22.649 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.669+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=5B9F3N8VQQVU type=del size=1242169 2024-04-10T15:25:22.650 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.670+0000 7fde1a776780 1 < completed delete operation key=EI79GJ0HN0U7 tag=3P66SDT641RE type=del 2024-04-10T15:25:22.654 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.674+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~LGIFZ2Z8BT4Q.0 size=1048576 2024-04-10T15:25:22.655 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.675+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~LGIFZ2Z8BT4Q.1 size=774754 2024-04-10T15:25:22.655 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.675+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=LGIFZ2Z8BT4Q tag=I1YTXCT69RF8 type=write size=2871906 2024-04-10T15:25:22.657 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.677+0000 7fde1a776780 1 < completed delete operation key=OSSHDMNH4GXQ tag=L9V8AT3HN8VP type=del 2024-04-10T15:25:22.659 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.679+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=Y27QECQIPIRK type=del size=2778624 2024-04-10T15:25:22.661 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.680+0000 7fde1a776780 1 < completed delete operation key=1R91FWVRA2AS tag=YB0SUKKCB23B type=del 2024-04-10T15:25:22.663 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.683+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=5XXZ1W2OYDN0 type=del size=641515 2024-04-10T15:25:22.665 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.684+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~FBE8C32EEPHP.0 size=1048576 2024-04-10T15:25:22.666 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.686+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~FBE8C32EEPHP.1 size=743591 2024-04-10T15:25:22.670 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.689+0000 7fde1a776780 1 < completed multipart upload key=F7U2L70QSILB upload=FBE8C32EEPHP tag=QV2TYGNIAK15 type=write size=2840743 2024-04-10T15:25:22.672 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.691+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=MO59O7W0RG0J type=del size=2896828 2024-04-10T15:25:22.675 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.695+0000 7fde1a776780 1 < suggested remove operation key=TI6JR9Q8AOF5 tag=05LTDWKP1JLB type=del 2024-04-10T15:25:22.679 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.698+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~DK20GBLV7D2B.0 size=1048576 2024-04-10T15:25:22.680 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.700+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~DK20GBLV7D2B.1 size=1048576 2024-04-10T15:25:22.682 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.702+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~DK20GBLV7D2B.2 size=433408 2024-04-10T15:25:22.682 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.702+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=DK20GBLV7D2B tag=WS3SM9IMTZA0 type=write size=3579136 2024-04-10T15:25:22.684 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.704+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~TVYRNRU0XTIG.0 size=659376 2024-04-10T15:25:22.687 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.707+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=TVYRNRU0XTIG tag=POUDYVCZ7I3S type=write size=1707952 2024-04-10T15:25:22.689 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.709+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=E7APIXLVZCCG type=del size=1117552 2024-04-10T15:25:22.691 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.710+0000 7fde1a776780 1 < completed delete operation key=UCUWIQFA7CRO tag=3034LU5WJTHX type=del 2024-04-10T15:25:22.693 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.713+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=71FIS2ENOV23 type=del size=3909544 2024-04-10T15:25:22.695 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.714+0000 7fde1a776780 1 < completed delete operation key=R4UBYQBOSB3Z tag=L1UF63TNH3AY type=del 2024-04-10T15:25:22.698 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.718+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~PO8ZOZ0UN2KM.0 size=1048576 2024-04-10T15:25:22.700 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.720+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~PO8ZOZ0UN2KM.1 size=1048576 2024-04-10T15:25:22.702 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.721+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~PO8ZOZ0UN2KM.2 size=681446 2024-04-10T15:25:22.702 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.721+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=PO8ZOZ0UN2KM tag=D3SAXXRPC5QU type=write size=3827174 2024-04-10T15:25:22.704 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.724+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~1I25JLSQEXTP.0 size=1048576 2024-04-10T15:25:22.706 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.725+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~1I25JLSQEXTP.1 size=403061 2024-04-10T15:25:22.710 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.729+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=1I25JLSQEXTP tag=Q6S11EOSGV1V type=write size=2500213 2024-04-10T15:25:22.712 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.731+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=T2VGMLEPMNFF type=del size=3053097 2024-04-10T15:25:22.715 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.735+0000 7fde1a776780 1 < suggested update operation key=2HPCRWS9ESCI tag=XIO0GDNTL0X8 type=del size=490314 2024-04-10T15:25:22.717 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.737+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=28G6TAGLNXEZ type=del size=3136392 2024-04-10T15:25:22.721 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.741+0000 7fde1a776780 1 < suggested remove operation key=OTI1FIIUG2C6 tag=BDZO8HTKR7GD type=write 2024-04-10T15:25:22.723 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.743+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=2I65ER7ETZGC type=del size=3597325 2024-04-10T15:25:22.725 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.744+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~18C1SQ3DMJOL.0 size=1048576 2024-04-10T15:25:22.727 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.746+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~18C1SQ3DMJOL.1 size=873022 2024-04-10T15:25:22.730 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.750+0000 7fde1a776780 1 < completed multipart upload key=OTI1FIIUG2C6 upload=18C1SQ3DMJOL tag=AJ3SYM9SUR3Y type=write size=2970174 2024-04-10T15:25:22.734 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.754+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~7ZKB7242412O.0 size=456160 2024-04-10T15:25:22.734 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.754+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=7ZKB7242412O tag=NIUZPS4D4DHJ type=write size=1504736 2024-04-10T15:25:22.737 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.757+0000 7fde1a776780 -1 < failed to complete operation key=2HPCRWS9ESCI tag=GAFQ4V94SKIG type=del size=1190779: (22) Invalid argument 2024-04-10T15:25:22.739 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.759+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=5FK85LUCKBE7 type=write size=766575 2024-04-10T15:25:22.741 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.761+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~J90RM7B3JYX1.0 size=776679 2024-04-10T15:25:22.744 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.764+0000 7fde1a776780 1 < completed multipart upload key=5ZH428JDA1AL upload=J90RM7B3JYX1 tag=T6KZE3FOQI3C type=write size=1825255 2024-04-10T15:25:22.748 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.768+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~PYVJGAH8AOBW.0 size=1048576 2024-04-10T15:25:22.750 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.770+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~PYVJGAH8AOBW.1 size=364745 2024-04-10T15:25:22.750 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.770+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=PYVJGAH8AOBW tag=IHTDMJ3H2DKU type=write size=2461897 2024-04-10T15:25:22.752 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.772+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~4PHJA3JC2D1I.0 size=1048576 2024-04-10T15:25:22.754 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.774+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~4PHJA3JC2D1I.1 size=1048576 2024-04-10T15:25:22.755 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.775+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~4PHJA3JC2D1I.2 size=783271 2024-04-10T15:25:22.759 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.778+0000 7fde1a776780 1 < completed multipart upload key=TI6JR9Q8AOF5 upload=4PHJA3JC2D1I tag=925KYTDFVYPK type=write size=3928999 2024-04-10T15:25:22.760 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.780+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=T1C1KYLO82NL type=write size=26842 2024-04-10T15:25:22.763 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.782+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=5B9F3N8VQQVU type=del 2024-04-10T15:25:22.765 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.784+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=6WWNG7G95ZEZ type=write size=752458 2024-04-10T15:25:22.766 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.786+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~LGIFZ2Z8BT4Q.0 size=1048576 2024-04-10T15:25:22.768 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.788+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~LGIFZ2Z8BT4Q.1 size=774754 2024-04-10T15:25:22.771 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.791+0000 7fde1a776780 1 < completed multipart upload key=GOVDAOD5DREG upload=LGIFZ2Z8BT4Q tag=I1YTXCT69RF8 type=write size=2871906 2024-04-10T15:25:22.775 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.795+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~WDQETJ1ZJBBZ.0 size=170153 2024-04-10T15:25:22.775 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.795+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=WDQETJ1ZJBBZ tag=VIPJL8FDK8V9 type=write size=1218729 2024-04-10T15:25:22.777 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.797+0000 7fde1a776780 1 < canceled operation key=F7U2L70QSILB tag=Y27QECQIPIRK type=del size=2778624 2024-04-10T15:25:22.781 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.800+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~63DMF67V6SF9.0 size=1048576 2024-04-10T15:25:22.782 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.802+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~63DMF67V6SF9.1 size=1048576 2024-04-10T15:25:22.784 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.804+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~63DMF67V6SF9.2 size=697907 2024-04-10T15:25:22.784 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.804+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=63DMF67V6SF9 tag=YUNE9LQPEFP1 type=write size=3843635 2024-04-10T15:25:22.786 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.806+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=5XXZ1W2OYDN0 type=del 2024-04-10T15:25:22.790 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.809+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~FL66TS307TY9.0 size=1048576 2024-04-10T15:25:22.792 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.812+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~FL66TS307TY9.1 size=95142 2024-04-10T15:25:22.792 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.812+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=FL66TS307TY9 tag=3OL47BLU0RL8 type=write size=2192294 2024-04-10T15:25:22.794 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.814+0000 7fde1a776780 1 < completed delete operation key=VPWN54SOWO0W tag=MO59O7W0RG0J type=del 2024-04-10T15:25:22.796 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.816+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=TUMY6WSIT8CP type=del size=2298815 2024-04-10T15:25:22.798 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.818+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~DK20GBLV7D2B.0 size=1048576 2024-04-10T15:25:22.798 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.818+0000 7fde1a776780 1 < canceled part key=_multipart_GOVDAOD5DREG.2~DK20GBLV7D2B.1 size=1048576 2024-04-10T15:25:22.799 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.819+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~DK20GBLV7D2B.2 size=433408 2024-04-10T15:25:22.803 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.823+0000 7fde1a776780 1 < canceled multipart upload key=GOVDAOD5DREG upload=DK20GBLV7D2B tag=WS3SM9IMTZA0 type=write size=3579136 2024-04-10T15:25:22.805 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.824+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=3P185F2WJ1CP type=del size=2576145 2024-04-10T15:25:22.806 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.826+0000 7fde1a776780 1 < completed delete operation key=VPWN54SOWO0W tag=E7APIXLVZCCG type=del 2024-04-10T15:25:22.808 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.828+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=BWDZHX0FPSDI type=del size=505127 2024-04-10T15:25:22.812 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.832+0000 7fde1a776780 1 < suggested update operation key=UCUWIQFA7CRO tag=71FIS2ENOV23 type=del size=3909544 2024-04-10T15:25:22.814 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.834+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=VJM6AT8FK6V3 type=del size=1954639 2024-04-10T15:25:22.816 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.836+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~PO8ZOZ0UN2KM.0 size=1048576 2024-04-10T15:25:22.817 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.837+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~PO8ZOZ0UN2KM.1 size=1048576 2024-04-10T15:25:22.819 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.839+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~PO8ZOZ0UN2KM.2 size=681446 2024-04-10T15:25:22.823 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.842+0000 7fde1a776780 1 < completed multipart upload key=01BTT4OLERPN upload=PO8ZOZ0UN2KM tag=D3SAXXRPC5QU type=write size=3827174 2024-04-10T15:25:22.827 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.846+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~ZY59T1Y6N8WH.0 size=1048576 2024-04-10T15:25:22.828 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.848+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~ZY59T1Y6N8WH.1 size=588936 2024-04-10T15:25:22.828 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.848+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=ZY59T1Y6N8WH tag=8DI0WHNLN8LU type=write size=2686088 2024-04-10T15:25:22.830 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.850+0000 7fde1a776780 1 < completed delete operation key=1R91FWVRA2AS tag=T2VGMLEPMNFF type=del 2024-04-10T15:25:22.832 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.852+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=GV6N7K2FW8JG type=write size=947821 2024-04-10T15:25:22.835 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.854+0000 7fde1a776780 1 < completed delete operation key=VPWN54SOWO0W tag=28G6TAGLNXEZ type=del 2024-04-10T15:25:22.838 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.858+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~MI8IF31EL0J9.0 size=1048576 2024-04-10T15:25:22.840 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.859+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~MI8IF31EL0J9.1 size=945386 2024-04-10T15:25:22.840 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.859+0000 7fde1a776780 1 > prepared multipart upload key=VPWN54SOWO0W upload=MI8IF31EL0J9 tag=9YT97QGB1BFE type=write size=3042538 2024-04-10T15:25:22.841 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.861+0000 7fde1a776780 1 < completed delete operation key=OSSHDMNH4GXQ tag=2I65ER7ETZGC type=del 2024-04-10T15:25:22.846 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.866+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~3MN3D06I0JM5.0 size=237365 2024-04-10T15:25:22.846 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.866+0000 7fde1a776780 1 > prepared multipart upload key=UO4QF22YP29O upload=3MN3D06I0JM5 tag=03Z3YQSSZDGQ type=write size=1285941 2024-04-10T15:25:22.848 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.868+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~7ZKB7242412O.0 size=456160 2024-04-10T15:25:22.854 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.871+0000 7fde1a776780 1 < completed multipart upload key=TI6JR9Q8AOF5 upload=7ZKB7242412O tag=NIUZPS4D4DHJ type=write size=1504736 2024-04-10T15:25:22.855 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.873+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=MC4FBBPMVY8K type=del size=3024662 2024-04-10T15:25:22.856 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.876+0000 7fde1a776780 1 < completed write operation key=R4UBYQBOSB3Z tag=5FK85LUCKBE7 type=write size=766575 2024-04-10T15:25:22.858 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.878+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=XBK1CUU6WP4D type=del size=4067136 2024-04-10T15:25:22.860 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.880+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~PYVJGAH8AOBW.0 size=1048576 2024-04-10T15:25:22.860 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.880+0000 7fde1a776780 1 < canceled part key=_multipart_KN16WF5V2CIJ.2~PYVJGAH8AOBW.1 size=364745 2024-04-10T15:25:22.863 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.883+0000 7fde1a776780 1 < canceled multipart upload key=KN16WF5V2CIJ upload=PYVJGAH8AOBW tag=IHTDMJ3H2DKU type=write size=2461897 2024-04-10T15:25:22.867 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.887+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~WTMYAVG0TBQG.0 size=1048576 2024-04-10T15:25:22.869 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.888+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~WTMYAVG0TBQG.1 size=1048576 2024-04-10T15:25:22.871 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.890+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~WTMYAVG0TBQG.2 size=172002 2024-04-10T15:25:22.871 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.890+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=WTMYAVG0TBQG tag=3P12KXAY78MI type=write size=3317730 2024-04-10T15:25:22.872 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.892+0000 7fde1a776780 1 < completed write operation key=OSSHDMNH4GXQ tag=T1C1KYLO82NL type=write size=26842 2024-04-10T15:25:22.874 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.894+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=E5UTQJD07NZ2 type=write size=990541 2024-04-10T15:25:22.876 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.896+0000 7fde1a776780 1 < completed write operation key=BRSJ82BM5NOL tag=6WWNG7G95ZEZ type=write size=752458 2024-04-10T15:25:22.880 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.900+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~7W048M0N7AQE.0 size=244758 2024-04-10T15:25:22.880 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.900+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=7W048M0N7AQE tag=BDKF6RUC3BP3 type=write size=1293334 2024-04-10T15:25:22.882 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.902+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~WDQETJ1ZJBBZ.0 size=170153 2024-04-10T15:25:22.886 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.906+0000 7fde1a776780 1 < completed multipart upload key=UHHK0SL983MS upload=WDQETJ1ZJBBZ tag=VIPJL8FDK8V9 type=write size=1218729 2024-04-10T15:25:22.888 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.908+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=RF2PQ9IEF1SE type=del size=472965 2024-04-10T15:25:22.890 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.910+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~63DMF67V6SF9.0 size=1048576 2024-04-10T15:25:22.892 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.912+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~63DMF67V6SF9.1 size=1048576 2024-04-10T15:25:22.894 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.913+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~63DMF67V6SF9.2 size=697907 2024-04-10T15:25:22.897 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.917+0000 7fde1a776780 1 < completed multipart upload key=BRSJ82BM5NOL upload=63DMF67V6SF9 tag=YUNE9LQPEFP1 type=write size=3843635 2024-04-10T15:25:22.899 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.919+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=C2Z3LUJUKWDS type=del size=3443702 2024-04-10T15:25:22.901 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.921+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~FL66TS307TY9.0 size=1048576 2024-04-10T15:25:22.901 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.921+0000 7fde1a776780 1 < canceled part key=_multipart_2HPCRWS9ESCI.2~FL66TS307TY9.1 size=95142 2024-04-10T15:25:22.905 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.925+0000 7fde1a776780 1 < canceled multipart upload key=2HPCRWS9ESCI upload=FL66TS307TY9 tag=3OL47BLU0RL8 type=write size=2192294 2024-04-10T15:25:22.909 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.929+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~2T9R4987EMI9.0 size=297463 2024-04-10T15:25:22.909 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.929+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=2T9R4987EMI9 tag=K3YUMK1AP95U type=write size=1346039 2024-04-10T15:25:22.913 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.933+0000 7fde1a776780 1 < suggested update operation key=01BTT4OLERPN tag=TUMY6WSIT8CP type=del size=2298815 2024-04-10T15:25:22.915 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.935+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=YVX9S3EYUWK1 type=del size=1868296 2024-04-10T15:25:22.917 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.937+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=3P185F2WJ1CP type=del 2024-04-10T15:25:22.919 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.939+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=OAMK800667HB type=del size=1215007 2024-04-10T15:25:22.923 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.943+0000 7fde1a776780 1 < suggested update operation key=G2Z1VR134GSG tag=BWDZHX0FPSDI type=del size=505127 2024-04-10T15:25:22.925 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.944+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=UKQ9M9PX0LI6 type=del size=3142247 2024-04-10T15:25:22.927 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.947+0000 7fde1a776780 1 < completed delete operation key=4UIIRCLY6FIB tag=VJM6AT8FK6V3 type=del 2024-04-10T15:25:22.929 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.949+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=SE48NKPIDM7R type=del size=1884969 2024-04-10T15:25:22.931 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.951+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~ZY59T1Y6N8WH.0 size=1048576 2024-04-10T15:25:22.933 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.953+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~ZY59T1Y6N8WH.1 size=588936 2024-04-10T15:25:22.936 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.956+0000 7fde1a776780 1 < completed multipart upload key=2HPCRWS9ESCI upload=ZY59T1Y6N8WH tag=8DI0WHNLN8LU type=write size=2686088 2024-04-10T15:25:22.938 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.958+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=K1LITAB0ZL81 type=del size=1927717 2024-04-10T15:25:22.940 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.960+0000 7fde1a776780 1 < completed write operation key=BRSJ82BM5NOL tag=GV6N7K2FW8JG type=write size=947821 2024-04-10T15:25:22.942 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.962+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=X566WOFP5SOF type=del size=3293071 2024-04-10T15:25:22.944 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.964+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~MI8IF31EL0J9.0 size=1048576 2024-04-10T15:25:22.946 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.966+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~MI8IF31EL0J9.1 size=945386 2024-04-10T15:25:22.950 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.970+0000 7fde1a776780 1 < completed multipart upload key=VPWN54SOWO0W upload=MI8IF31EL0J9 tag=9YT97QGB1BFE type=write size=3042538 2024-04-10T15:25:22.954 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.974+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~LCUOA9H1JRXD.0 size=232858 2024-04-10T15:25:22.954 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.974+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=LCUOA9H1JRXD tag=86KW2OEAQ3FJ type=write size=1281434 2024-04-10T15:25:22.956 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.976+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~3MN3D06I0JM5.0 size=237365 2024-04-10T15:25:22.959 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.979+0000 7fde1a776780 1 < completed multipart upload key=UO4QF22YP29O upload=3MN3D06I0JM5 tag=03Z3YQSSZDGQ type=write size=1285941 2024-04-10T15:25:22.962 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.981+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=2FPWYJ78849W type=del size=1003339 2024-04-10T15:25:22.964 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.984+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=MC4FBBPMVY8K type=del 2024-04-10T15:25:22.968 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.988+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~2HICIPF5XZSD.0 size=297310 2024-04-10T15:25:22.968 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.988+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=2HICIPF5XZSD tag=CYA3W5VERXJN type=write size=1345886 2024-04-10T15:25:22.971 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.991+0000 7fde1a776780 1 < completed delete operation key=EI79GJ0HN0U7 tag=XBK1CUU6WP4D type=del 2024-04-10T15:25:22.973 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.992+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=UNOKJBQCKIIQ type=del size=3239673 2024-04-10T15:25:22.975 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.995+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~WTMYAVG0TBQG.0 size=1048576 2024-04-10T15:25:22.977 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.997+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~WTMYAVG0TBQG.1 size=1048576 2024-04-10T15:25:22.979 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:22.999+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~WTMYAVG0TBQG.2 size=172002 2024-04-10T15:25:22.983 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.003+0000 7fde1a776780 1 < completed multipart upload key=R4UBYQBOSB3Z upload=WTMYAVG0TBQG tag=3P12KXAY78MI type=write size=3317730 2024-04-10T15:25:22.985 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.005+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=96U4HM61WE7B type=del size=111148 2024-04-10T15:25:22.987 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.007+0000 7fde1a776780 1 < completed write operation key=BRSJ82BM5NOL tag=E5UTQJD07NZ2 type=write size=990541 2024-04-10T15:25:22.990 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.010+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=HYV3VCOVYBSQ type=del size=188221 2024-04-10T15:25:22.992 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.012+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~7W048M0N7AQE.0 size=244758 2024-04-10T15:25:22.995 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.015+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=7W048M0N7AQE tag=BDKF6RUC3BP3 type=write size=1293334 2024-04-10T15:25:22.998 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.017+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=1O3IBVE0EFPJ type=del size=1320922 2024-04-10T15:25:23.000 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.020+0000 7fde1a776780 1 < completed delete operation key=LEX0BICCP07E tag=RF2PQ9IEF1SE type=del 2024-04-10T15:25:23.003 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.023+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~R6STQPZ162CT.0 size=1048576 2024-04-10T15:25:23.005 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.025+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~R6STQPZ162CT.1 size=373212 2024-04-10T15:25:23.005 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.025+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=R6STQPZ162CT tag=6RVZ36PMBT17 type=write size=2470364 2024-04-10T15:25:23.007 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.027+0000 7fde1a776780 1 < completed delete operation key=UHHK0SL983MS tag=C2Z3LUJUKWDS type=del 2024-04-10T15:25:23.009 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.029+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=UKW52ZBF1PGU type=del size=1835476 2024-04-10T15:25:23.011 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.031+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~2T9R4987EMI9.0 size=297463 2024-04-10T15:25:23.015 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.035+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=2T9R4987EMI9 tag=K3YUMK1AP95U type=write size=1346039 2024-04-10T15:25:23.020 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.040+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~3D9ZB29IPL2Q.0 size=1048576 2024-04-10T15:25:23.022 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.042+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~3D9ZB29IPL2Q.1 size=1048576 2024-04-10T15:25:23.024 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.044+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~3D9ZB29IPL2Q.2 size=243087 2024-04-10T15:25:23.024 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.044+0000 7fde1a776780 1 > prepared multipart upload key=F7U2L70QSILB upload=3D9ZB29IPL2Q tag=B4COU40KUOFY type=write size=3388815 2024-04-10T15:25:23.026 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.046+0000 7fde1a776780 1 < completed delete operation key=GOVDAOD5DREG tag=YVX9S3EYUWK1 type=del 2024-04-10T15:25:23.030 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.050+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~HS8RXRNO2792.0 size=1048576 2024-04-10T15:25:23.032 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.052+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~HS8RXRNO2792.1 size=1048576 2024-04-10T15:25:23.034 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.054+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~HS8RXRNO2792.2 size=65323 2024-04-10T15:25:23.035 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.054+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=HS8RXRNO2792 tag=JUHKVP5O7KAH type=write size=3211051 2024-04-10T15:25:23.036 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.056+0000 7fde1a776780 1 < completed delete operation key=U40N6ONWE7P2 tag=OAMK800667HB type=del 2024-04-10T15:25:23.040 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.060+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~KCVZGIUTJLMG.0 size=60163 2024-04-10T15:25:23.040 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.060+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=KCVZGIUTJLMG tag=B3RH40TXRYX0 type=write size=1108739 2024-04-10T15:25:23.044 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.064+0000 7fde1a776780 1 < suggested update operation key=O1ZBJUVP8PQD tag=UKQ9M9PX0LI6 type=del size=3142247 2024-04-10T15:25:23.046 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.066+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=AFRAJ04OPFLL type=del size=3013348 2024-04-10T15:25:23.050 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.069+0000 7fde1a776780 1 < suggested remove operation key=GVB0VUGS9C0D tag=SE48NKPIDM7R type=del 2024-04-10T15:25:23.053 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.073+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~Z5I9MX995EJZ.0 size=1048576 2024-04-10T15:25:23.058 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.075+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~Z5I9MX995EJZ.1 size=675293 2024-04-10T15:25:23.058 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.075+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=Z5I9MX995EJZ tag=9SLI4KWOE1HG type=write size=2772445 2024-04-10T15:25:23.058 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.077+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=K1LITAB0ZL81 type=del 2024-04-10T15:25:23.061 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.081+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~3Z8EF5EDH40R.0 size=1048576 2024-04-10T15:25:23.063 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.083+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~3Z8EF5EDH40R.1 size=25515 2024-04-10T15:25:23.063 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.083+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=3Z8EF5EDH40R tag=29X409KSR67H type=write size=2122667 2024-04-10T15:25:23.066 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.086+0000 7fde1a776780 1 < suggested update operation key=VPWN54SOWO0W tag=X566WOFP5SOF type=del size=3293071 2024-04-10T15:25:23.068 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.088+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=06B5BB1SX4BM type=del size=2582644 2024-04-10T15:25:23.070 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.090+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~LCUOA9H1JRXD.0 size=232858 2024-04-10T15:25:23.074 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.094+0000 7fde1a776780 1 < completed multipart upload key=OTI1FIIUG2C6 upload=LCUOA9H1JRXD tag=86KW2OEAQ3FJ type=write size=1281434 2024-04-10T15:25:23.076 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.096+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=NQMTWEJNLLCM type=del size=3084603 2024-04-10T15:25:23.080 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.099+0000 7fde1a776780 1 < suggested update operation key=L2PAIFCTQ0UL tag=2FPWYJ78849W type=del size=1003339 2024-04-10T15:25:23.084 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.103+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~7RMZBQCJDHBJ.0 size=1048576 2024-04-10T15:25:23.085 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.105+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~7RMZBQCJDHBJ.1 size=577550 2024-04-10T15:25:23.085 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.105+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=7RMZBQCJDHBJ tag=HX7USQA1WCCV type=write size=2674702 2024-04-10T15:25:23.088 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.107+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~2HICIPF5XZSD.0 size=297310 2024-04-10T15:25:23.091 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.111+0000 7fde1a776780 1 < completed multipart upload key=TI6JR9Q8AOF5 upload=2HICIPF5XZSD tag=CYA3W5VERXJN type=write size=1345886 2024-04-10T15:25:23.095 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.114+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~LQNMIGMUYO7L.0 size=1048576 2024-04-10T15:25:23.097 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.116+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~LQNMIGMUYO7L.1 size=1048576 2024-04-10T15:25:23.099 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.118+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~LQNMIGMUYO7L.2 size=545145 2024-04-10T15:25:23.099 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.118+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=LQNMIGMUYO7L tag=QX4POIL7Q8R3 type=write size=3690873 2024-04-10T15:25:23.101 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.120+0000 7fde1a776780 1 < completed delete operation key=ZOVK659NLDON tag=UNOKJBQCKIIQ type=del 2024-04-10T15:25:23.103 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.122+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=QUU6GFKL2ZYG type=del size=2598288 2024-04-10T15:25:23.108 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.127+0000 7fde1a776780 1 < suggested remove operation key=UHHK0SL983MS tag=96U4HM61WE7B type=del 2024-04-10T15:25:23.109 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.129+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=0EFDI4MNGD8L type=write size=260793 2024-04-10T15:25:23.111 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.131+0000 7fde1a776780 1 < completed delete operation key=LEX0BICCP07E tag=HYV3VCOVYBSQ type=del 2024-04-10T15:25:23.113 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.133+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=QONRCRSYKHTB type=write size=207605 2024-04-10T15:25:23.117 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.137+0000 7fde1a776780 1 < suggested remove operation key=EI79GJ0HN0U7 tag=1O3IBVE0EFPJ type=del 2024-04-10T15:25:23.121 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.140+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~MM1S6QO25ST7.0 size=1048576 2024-04-10T15:25:23.123 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.142+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~MM1S6QO25ST7.1 size=1048576 2024-04-10T15:25:23.124 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.144+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~MM1S6QO25ST7.2 size=330885 2024-04-10T15:25:23.125 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.144+0000 7fde1a776780 1 > prepared multipart upload key=F7U2L70QSILB upload=MM1S6QO25ST7 tag=RSM2WS63FTA5 type=write size=3476613 2024-04-10T15:25:23.126 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.146+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~R6STQPZ162CT.0 size=1048576 2024-04-10T15:25:23.126 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.146+0000 7fde1a776780 1 < canceled part key=_multipart_LEX0BICCP07E.2~R6STQPZ162CT.1 size=373212 2024-04-10T15:25:23.130 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.150+0000 7fde1a776780 1 < canceled multipart upload key=LEX0BICCP07E upload=R6STQPZ162CT tag=6RVZ36PMBT17 type=write size=2470364 2024-04-10T15:25:23.132 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.152+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=3QD8J7WTPE8A type=write size=537843 2024-04-10T15:25:23.135 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.155+0000 7fde1a776780 -1 < failed to complete operation key=VPWN54SOWO0W tag=UKW52ZBF1PGU type=del size=1835476: (22) Invalid argument 2024-04-10T15:25:23.139 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.159+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~1KTU97BN7Y84.0 size=1048576 2024-04-10T15:25:23.141 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.160+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~1KTU97BN7Y84.1 size=1002423 2024-04-10T15:25:23.141 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.160+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=1KTU97BN7Y84 tag=Q8V4PUGMO34T type=write size=3099575 2024-04-10T15:25:23.141 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.161+0000 7fde1a776780 1 < canceled part key=_multipart_F7U2L70QSILB.2~3D9ZB29IPL2Q.0 size=1048576 2024-04-10T15:25:23.143 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.163+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~3D9ZB29IPL2Q.1 size=1048576 2024-04-10T15:25:23.145 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.164+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~3D9ZB29IPL2Q.2 size=243087 2024-04-10T15:25:23.149 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.168+0000 7fde1a776780 1 < canceled multipart upload key=F7U2L70QSILB upload=3D9ZB29IPL2Q tag=B4COU40KUOFY type=write size=3388815 2024-04-10T15:25:23.153 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.172+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~J5VHYRW2LHGF.0 size=1048576 2024-04-10T15:25:23.154 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.174+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~J5VHYRW2LHGF.1 size=1048576 2024-04-10T15:25:23.156 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.176+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~J5VHYRW2LHGF.2 size=646976 2024-04-10T15:25:23.156 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.176+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=J5VHYRW2LHGF tag=VJLJEL4EKXB9 type=write size=3792704 2024-04-10T15:25:23.156 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.176+0000 7fde1a776780 1 < canceled part key=_multipart_TI6JR9Q8AOF5.2~HS8RXRNO2792.0 size=1048576 2024-04-10T15:25:23.158 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.178+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~HS8RXRNO2792.1 size=1048576 2024-04-10T15:25:23.160 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.180+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~HS8RXRNO2792.2 size=65323 2024-04-10T15:25:23.163 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.183+0000 7fde1a776780 1 < canceled multipart upload key=TI6JR9Q8AOF5 upload=HS8RXRNO2792 tag=JUHKVP5O7KAH type=write size=3211051 2024-04-10T15:25:23.165 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.185+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=Y65843BGMHEO type=del size=2162784 2024-04-10T15:25:23.167 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.187+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~KCVZGIUTJLMG.0 size=60163 2024-04-10T15:25:23.170 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.190+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=KCVZGIUTJLMG tag=B3RH40TXRYX0 type=write size=1108739 2024-04-10T15:25:23.172 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.192+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=AUQLT71AHYUA type=del size=1020986 2024-04-10T15:25:23.176 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.196+0000 7fde1a776780 1 < suggested remove operation key=GOVDAOD5DREG tag=AFRAJ04OPFLL type=del 2024-04-10T15:25:23.178 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.198+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=2T81RIXSCCBP type=del size=2110749 2024-04-10T15:25:23.180 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.200+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~Z5I9MX995EJZ.0 size=1048576 2024-04-10T15:25:23.182 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.202+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~Z5I9MX995EJZ.1 size=675293 2024-04-10T15:25:23.185 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.205+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=Z5I9MX995EJZ tag=9SLI4KWOE1HG type=write size=2772445 2024-04-10T15:25:23.187 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.207+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=XKTM38SE4GNF type=del size=128480 2024-04-10T15:25:23.189 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.209+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~3Z8EF5EDH40R.0 size=1048576 2024-04-10T15:25:23.191 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.211+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~3Z8EF5EDH40R.1 size=25515 2024-04-10T15:25:23.195 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.215+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=3Z8EF5EDH40R tag=29X409KSR67H type=write size=2122667 2024-04-10T15:25:23.199 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.219+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~I3KX8023626S.0 size=194795 2024-04-10T15:25:23.199 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.219+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=I3KX8023626S tag=IVSIXHJ247IX type=write size=1243371 2024-04-10T15:25:23.201 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.221+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=06B5BB1SX4BM type=del 2024-04-10T15:25:23.203 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.223+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=J7LUCX6UTTHY type=del size=1171716 2024-04-10T15:25:23.205 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.225+0000 7fde1a776780 1 < canceled operation key=UCUWIQFA7CRO tag=NQMTWEJNLLCM type=del size=3084603 2024-04-10T15:25:23.209 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.228+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~T10H91YU8ZBQ.0 size=576562 2024-04-10T15:25:23.209 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.228+0000 7fde1a776780 1 > prepared multipart upload key=F7U2L70QSILB upload=T10H91YU8ZBQ tag=PHPIJ5E96VX8 type=write size=1625138 2024-04-10T15:25:23.211 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.231+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~7RMZBQCJDHBJ.0 size=1048576 2024-04-10T15:25:23.213 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.233+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~7RMZBQCJDHBJ.1 size=577550 2024-04-10T15:25:23.217 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.237+0000 7fde1a776780 1 < completed multipart upload key=BRSJ82BM5NOL upload=7RMZBQCJDHBJ tag=HX7USQA1WCCV type=write size=2674702 2024-04-10T15:25:23.219 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.239+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=9DW04F0K9I0F type=del size=181462 2024-04-10T15:25:23.221 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.241+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~LQNMIGMUYO7L.0 size=1048576 2024-04-10T15:25:23.222 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.242+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~LQNMIGMUYO7L.1 size=1048576 2024-04-10T15:25:23.224 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.244+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~LQNMIGMUYO7L.2 size=545145 2024-04-10T15:25:23.228 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.247+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=LQNMIGMUYO7L tag=QX4POIL7Q8R3 type=write size=3690873 2024-04-10T15:25:23.229 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.249+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=K31KKR2X5GID type=del size=3935315 2024-04-10T15:25:23.231 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.251+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=QUU6GFKL2ZYG type=del 2024-04-10T15:25:23.235 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.255+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~EBXZ6H8TMP19.0 size=1048576 2024-04-10T15:25:23.236 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.256+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~EBXZ6H8TMP19.1 size=437084 2024-04-10T15:25:23.237 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.256+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=EBXZ6H8TMP19 tag=BKLV1WIONR4G type=write size=2534236 2024-04-10T15:25:23.240 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.260+0000 7fde1a776780 1 < suggested update operation key=WEXVY1WRSZOS tag=0EFDI4MNGD8L type=write size=260793 2024-04-10T15:25:23.242 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.262+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=88GW9013FYFU type=del size=1142282 2024-04-10T15:25:23.246 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.266+0000 7fde1a776780 1 < suggested remove operation key=ZOVK659NLDON tag=QONRCRSYKHTB type=write 2024-04-10T15:25:23.248 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.268+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=UC19JD4MTR5V type=del size=1274491 2024-04-10T15:25:23.248 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.268+0000 7fde1a776780 1 < canceled part key=_multipart_F7U2L70QSILB.2~MM1S6QO25ST7.0 size=1048576 2024-04-10T15:25:23.250 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.269+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~MM1S6QO25ST7.1 size=1048576 2024-04-10T15:25:23.252 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.271+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~MM1S6QO25ST7.2 size=330885 2024-04-10T15:25:23.257 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.274+0000 7fde1a776780 1 < canceled multipart upload key=F7U2L70QSILB upload=MM1S6QO25ST7 tag=RSM2WS63FTA5 type=write size=3476613 2024-04-10T15:25:23.257 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.276+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=NLLG0X7BRS02 type=del size=2605574 2024-04-10T15:25:23.262 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.278+0000 7fde1a776780 1 < completed write operation key=01BTT4OLERPN tag=3QD8J7WTPE8A type=write size=537843 2024-04-10T15:25:23.262 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.280+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=H831X2956E6F type=del size=3952256 2024-04-10T15:25:23.262 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.282+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~1KTU97BN7Y84.0 size=1048576 2024-04-10T15:25:23.264 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.284+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~1KTU97BN7Y84.1 size=1002423 2024-04-10T15:25:23.268 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.287+0000 7fde1a776780 1 < completed multipart upload key=5ZH428JDA1AL upload=1KTU97BN7Y84 tag=Q8V4PUGMO34T type=write size=3099575 2024-04-10T15:25:23.271 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.291+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~KCG4EG8EVTR6.0 size=1048576 2024-04-10T15:25:23.273 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.292+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~KCG4EG8EVTR6.1 size=406329 2024-04-10T15:25:23.273 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.293+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=KCG4EG8EVTR6 tag=Z2A6JHFAYT1I type=write size=2503481 2024-04-10T15:25:23.275 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.294+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~J5VHYRW2LHGF.0 size=1048576 2024-04-10T15:25:23.277 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.296+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~J5VHYRW2LHGF.1 size=1048576 2024-04-10T15:25:23.278 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.298+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~J5VHYRW2LHGF.2 size=646976 2024-04-10T15:25:23.281 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.301+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=J5VHYRW2LHGF tag=VJLJEL4EKXB9 type=write size=3792704 2024-04-10T15:25:23.286 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.306+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~PQ0N0U8EA5UA.0 size=858163 2024-04-10T15:25:23.286 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.306+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=PQ0N0U8EA5UA tag=2LK61EU9LXTY type=write size=1906739 2024-04-10T15:25:23.289 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.309+0000 7fde1a776780 1 < completed delete operation key=G2Z1VR134GSG tag=Y65843BGMHEO type=del 2024-04-10T15:25:23.292 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.312+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=02GK2E07EUL5 type=del size=3320030 2024-04-10T15:25:23.296 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.315+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=AUQLT71AHYUA type=del 2024-04-10T15:25:23.302 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.322+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~ICORYVWILB5M.0 size=1048576 2024-04-10T15:25:23.304 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.324+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~ICORYVWILB5M.1 size=1048576 2024-04-10T15:25:23.306 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.326+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~ICORYVWILB5M.2 size=231884 2024-04-10T15:25:23.306 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.326+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=ICORYVWILB5M tag=4VC6KVB3GRZE type=write size=3377612 2024-04-10T15:25:23.308 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.328+0000 7fde1a776780 1 < completed delete operation key=4UIIRCLY6FIB tag=2T81RIXSCCBP type=del 2024-04-10T15:25:23.310 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.330+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=WAC5HT5NGOQV type=del size=1492982 2024-04-10T15:25:23.312 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.332+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=XKTM38SE4GNF type=del 2024-04-10T15:25:23.314 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.334+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=F2BJPDABO39F type=del size=1202733 2024-04-10T15:25:23.314 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.334+0000 7fde1a776780 1 < canceled part key=_multipart_XQVTX5DB2NXX.2~I3KX8023626S.0 size=194795 2024-04-10T15:25:23.318 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.338+0000 7fde1a776780 1 < canceled multipart upload key=XQVTX5DB2NXX upload=I3KX8023626S tag=IVSIXHJ247IX type=write size=1243371 2024-04-10T15:25:23.320 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.340+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=B6APBPPV7LE2 type=del size=247906 2024-04-10T15:25:23.322 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.342+0000 7fde1a776780 1 < completed delete operation key=UHHK0SL983MS tag=J7LUCX6UTTHY type=del 2024-04-10T15:25:23.324 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.344+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=C04558PK50QH type=del size=1316659 2024-04-10T15:25:23.326 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.346+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~T10H91YU8ZBQ.0 size=576562 2024-04-10T15:25:23.331 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.351+0000 7fde1a776780 1 < completed multipart upload key=F7U2L70QSILB upload=T10H91YU8ZBQ tag=PHPIJ5E96VX8 type=write size=1625138 2024-04-10T15:25:23.335 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.354+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~LOOPC2ZOSAI7.0 size=708179 2024-04-10T15:25:23.335 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.354+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=LOOPC2ZOSAI7 tag=MBD8FIJHLQDD type=write size=1756755 2024-04-10T15:25:23.337 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.356+0000 7fde1a776780 1 < completed delete operation key=G2Z1VR134GSG tag=9DW04F0K9I0F type=del 2024-04-10T15:25:23.339 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.359+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=C6FAWH5YAIOE type=write size=240975 2024-04-10T15:25:23.341 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.361+0000 7fde1a776780 1 < completed delete operation key=G2Z1VR134GSG tag=K31KKR2X5GID type=del 2024-04-10T15:25:23.343 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.362+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=MKOR2Y97ERTI type=del size=3211493 2024-04-10T15:25:23.345 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.364+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~EBXZ6H8TMP19.0 size=1048576 2024-04-10T15:25:23.346 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.366+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~EBXZ6H8TMP19.1 size=437084 2024-04-10T15:25:23.350 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.370+0000 7fde1a776780 1 < completed multipart upload key=BC5NU4J0LIY9 upload=EBXZ6H8TMP19 tag=BKLV1WIONR4G type=write size=2534236 2024-04-10T15:25:23.352 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.372+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=EASHBFKEVK6D type=del size=3920385 2024-04-10T15:25:23.354 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.374+0000 7fde1a776780 1 < completed delete operation key=LEX0BICCP07E tag=88GW9013FYFU type=del 2024-04-10T15:25:23.356 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.376+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=2IQSK8ZC9RU0 type=write size=954430 2024-04-10T15:25:23.358 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.378+0000 7fde1a776780 1 < canceled operation key=OTI1FIIUG2C6 tag=UC19JD4MTR5V type=del size=1274491 2024-04-10T15:25:23.362 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.381+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~AXE01BP6XPA2.0 size=321152 2024-04-10T15:25:23.362 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.381+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=AXE01BP6XPA2 tag=95SDVVF6VAOZ type=write size=1369728 2024-04-10T15:25:23.363 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.383+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=NLLG0X7BRS02 type=del 2024-04-10T15:25:23.366 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.386+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=3LT62PWM87X3 type=del size=2325681 2024-04-10T15:25:23.368 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.388+0000 7fde1a776780 1 < canceled operation key=GFDJUGM4M5RT tag=H831X2956E6F type=del size=3952256 2024-04-10T15:25:23.372 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.392+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~CFGIJJ4DE2W9.0 size=347085 2024-04-10T15:25:23.372 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.392+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=CFGIJJ4DE2W9 tag=H08JPS6QBC2T type=write size=1395661 2024-04-10T15:25:23.374 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.394+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~KCG4EG8EVTR6.0 size=1048576 2024-04-10T15:25:23.376 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.395+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~KCG4EG8EVTR6.1 size=406329 2024-04-10T15:25:23.379 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.399+0000 7fde1a776780 1 < completed multipart upload key=XQVTX5DB2NXX upload=KCG4EG8EVTR6 tag=Z2A6JHFAYT1I type=write size=2503481 2024-04-10T15:25:23.383 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.403+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~DTK7URQKXGYM.0 size=1048576 2024-04-10T15:25:23.385 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.405+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~DTK7URQKXGYM.1 size=282873 2024-04-10T15:25:23.386 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.405+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=DTK7URQKXGYM tag=1MZ229OB3RS8 type=write size=2380025 2024-04-10T15:25:23.387 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.407+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~PQ0N0U8EA5UA.0 size=858163 2024-04-10T15:25:23.391 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.410+0000 7fde1a776780 1 < completed multipart upload key=UHHK0SL983MS upload=PQ0N0U8EA5UA tag=2LK61EU9LXTY type=write size=1906739 2024-04-10T15:25:23.393 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.413+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=GMZ3ATV9RGQK type=write size=842582 2024-04-10T15:25:23.395 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.414+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=02GK2E07EUL5 type=del 2024-04-10T15:25:23.396 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.416+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=0USPKRFMLDAK type=write size=575848 2024-04-10T15:25:23.399 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.418+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~ICORYVWILB5M.0 size=1048576 2024-04-10T15:25:23.400 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.420+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~ICORYVWILB5M.1 size=1048576 2024-04-10T15:25:23.402 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.422+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~ICORYVWILB5M.2 size=231884 2024-04-10T15:25:23.405 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.425+0000 7fde1a776780 1 < completed multipart upload key=HOP5B3O5BNC6 upload=ICORYVWILB5M tag=4VC6KVB3GRZE type=write size=3377612 2024-04-10T15:25:23.407 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.427+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=OHHHKASNEO5E type=del size=2776152 2024-04-10T15:25:23.409 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.429+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=WAC5HT5NGOQV type=del 2024-04-10T15:25:23.413 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.432+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~3XA1QZS6BFCO.0 size=932506 2024-04-10T15:25:23.413 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.432+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=3XA1QZS6BFCO tag=01FBGZ00LQQU type=write size=1981082 2024-04-10T15:25:23.415 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.434+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=F2BJPDABO39F type=del 2024-04-10T15:25:23.417 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.436+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=ZP9BH1BYJNES type=write size=247733 2024-04-10T15:25:23.419 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.439+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=B6APBPPV7LE2 type=del 2024-04-10T15:25:23.423 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.442+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~AO9H8S1AKW7B.0 size=289693 2024-04-10T15:25:23.423 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.442+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=AO9H8S1AKW7B tag=VZ4LS6LHLORW type=write size=1338269 2024-04-10T15:25:23.427 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.446+0000 7fde1a776780 1 < suggested update operation key=U40N6ONWE7P2 tag=C04558PK50QH type=del size=1316659 2024-04-10T15:25:23.430 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.450+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~BP8DMK5H6B34.0 size=1048576 2024-04-10T15:25:23.432 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.452+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~BP8DMK5H6B34.1 size=7150 2024-04-10T15:25:23.432 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.452+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=BP8DMK5H6B34 tag=57YGPG6RKWLI type=write size=2104302 2024-04-10T15:25:23.435 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.454+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~LOOPC2ZOSAI7.0 size=708179 2024-04-10T15:25:23.439 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.458+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=LOOPC2ZOSAI7 tag=MBD8FIJHLQDD type=write size=1756755 2024-04-10T15:25:23.442 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.462+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~733KPT77DN7M.0 size=91876 2024-04-10T15:25:23.442 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.462+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=733KPT77DN7M tag=OWM92R6F1MPK type=write size=1140452 2024-04-10T15:25:23.444 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.464+0000 7fde1a776780 1 < completed write operation key=HOP5B3O5BNC6 tag=C6FAWH5YAIOE type=write size=240975 2024-04-10T15:25:23.446 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.466+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=547S6VJB9PY8 type=del size=914044 2024-04-10T15:25:23.448 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.468+0000 7fde1a776780 1 < completed delete operation key=LEX0BICCP07E tag=MKOR2Y97ERTI type=del 2024-04-10T15:25:23.452 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.472+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~8W5J515RMCW9.0 size=1048576 2024-04-10T15:25:23.454 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.474+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~8W5J515RMCW9.1 size=1048576 2024-04-10T15:25:23.456 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.475+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~8W5J515RMCW9.2 size=724107 2024-04-10T15:25:23.456 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.475+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=8W5J515RMCW9 tag=0O9GJGGVF8LP type=write size=3869835 2024-04-10T15:25:23.458 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.478+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=EASHBFKEVK6D type=del 2024-04-10T15:25:23.462 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.482+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~7ZLJ6AYUGHR9.0 size=1048576 2024-04-10T15:25:23.466 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.484+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~7ZLJ6AYUGHR9.1 size=244561 2024-04-10T15:25:23.466 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.484+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=7ZLJ6AYUGHR9 tag=71M8CAXKWYMH type=write size=2341713 2024-04-10T15:25:23.468 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.487+0000 7fde1a776780 1 < suggested update operation key=HOP5B3O5BNC6 tag=2IQSK8ZC9RU0 type=write size=954430 2024-04-10T15:25:23.470 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.490+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=Q83C4VC3NEVW type=del size=2476273 2024-04-10T15:25:23.472 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.492+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~AXE01BP6XPA2.0 size=321152 2024-04-10T15:25:23.476 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.496+0000 7fde1a776780 1 < completed multipart upload key=UHHK0SL983MS upload=AXE01BP6XPA2 tag=95SDVVF6VAOZ type=write size=1369728 2024-04-10T15:25:23.480 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.500+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~QNT8312RRH4L.0 size=1048576 2024-04-10T15:25:23.482 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.501+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~QNT8312RRH4L.1 size=366072 2024-04-10T15:25:23.482 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.501+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=QNT8312RRH4L tag=4RDSUA4DVIST type=write size=2463224 2024-04-10T15:25:23.487 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.506+0000 7fde1a776780 1 < suggested update operation key=5ZH428JDA1AL tag=3LT62PWM87X3 type=del size=2325681 2024-04-10T15:25:23.489 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.509+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=4Y1JABOQI92D type=del size=3137151 2024-04-10T15:25:23.492 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.511+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~CFGIJJ4DE2W9.0 size=347085 2024-04-10T15:25:23.496 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.515+0000 7fde1a776780 1 < completed multipart upload key=ZOVK659NLDON upload=CFGIJJ4DE2W9 tag=H08JPS6QBC2T type=write size=1395661 2024-04-10T15:25:23.498 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.518+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=47ZMLZTL8USC type=del size=670164 2024-04-10T15:25:23.500 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.520+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~DTK7URQKXGYM.0 size=1048576 2024-04-10T15:25:23.502 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.522+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~DTK7URQKXGYM.1 size=282873 2024-04-10T15:25:23.505 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.525+0000 7fde1a776780 1 < completed multipart upload key=RHD4NMKH90JS upload=DTK7URQKXGYM tag=1MZ229OB3RS8 type=write size=2380025 2024-04-10T15:25:23.509 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.529+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~BTCHPPBYKC3G.0 size=1048576 2024-04-10T15:25:23.511 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.531+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~BTCHPPBYKC3G.1 size=1048576 2024-04-10T15:25:23.513 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.533+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~BTCHPPBYKC3G.2 size=184650 2024-04-10T15:25:23.513 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.533+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=BTCHPPBYKC3G tag=ISC39RGTXL23 type=write size=3330378 2024-04-10T15:25:23.515 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.535+0000 7fde1a776780 1 < canceled operation key=BRSJ82BM5NOL tag=GMZ3ATV9RGQK type=write size=842582 2024-04-10T15:25:23.517 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.537+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=1VPZFNXO51E6 type=del size=1269564 2024-04-10T15:25:23.519 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.539+0000 7fde1a776780 1 < completed write operation key=XQVTX5DB2NXX tag=0USPKRFMLDAK type=write size=575848 2024-04-10T15:25:23.521 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.541+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=EL54L1UZU3OI type=del size=3253576 2024-04-10T15:25:23.523 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.543+0000 7fde1a776780 1 < completed delete operation key=ZOVK659NLDON tag=OHHHKASNEO5E type=del 2024-04-10T15:25:23.525 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.545+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=MA60BFJUQOIS type=del size=97009 2024-04-10T15:25:23.528 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.547+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~3XA1QZS6BFCO.0 size=932506 2024-04-10T15:25:23.531 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.551+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=3XA1QZS6BFCO tag=01FBGZ00LQQU type=write size=1981082 2024-04-10T15:25:23.533 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.553+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=INSGID4306JM type=del size=2116831 2024-04-10T15:25:23.535 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.555+0000 7fde1a776780 1 < completed write operation key=UHHK0SL983MS tag=ZP9BH1BYJNES type=write size=247733 2024-04-10T15:25:23.537 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.557+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=W8TWWFFXDJ1F type=del size=681292 2024-04-10T15:25:23.539 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.559+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~AO9H8S1AKW7B.0 size=289693 2024-04-10T15:25:23.542 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.562+0000 7fde1a776780 1 < completed multipart upload key=OSSHDMNH4GXQ upload=AO9H8S1AKW7B tag=VZ4LS6LHLORW type=write size=1338269 2024-04-10T15:25:23.544 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.564+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=FVARYL3P2ZNC type=write size=299869 2024-04-10T15:25:23.547 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.566+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~BP8DMK5H6B34.0 size=1048576 2024-04-10T15:25:23.548 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.568+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~BP8DMK5H6B34.1 size=7150 2024-04-10T15:25:23.552 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.572+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=BP8DMK5H6B34 tag=57YGPG6RKWLI type=write size=2104302 2024-04-10T15:25:23.554 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.574+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=3B413MWIK7B0 type=del size=3337952 2024-04-10T15:25:23.556 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.575+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~733KPT77DN7M.0 size=91876 2024-04-10T15:25:23.559 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.579+0000 7fde1a776780 1 < completed multipart upload key=OTI1FIIUG2C6 upload=733KPT77DN7M tag=OWM92R6F1MPK type=write size=1140452 2024-04-10T15:25:23.563 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.583+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~ATE17W4XKL47.0 size=964321 2024-04-10T15:25:23.563 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.583+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=ATE17W4XKL47 tag=0TI2G12AME44 type=write size=2012897 2024-04-10T15:25:23.567 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.586+0000 7fde1a776780 1 < suggested update operation key=UCUWIQFA7CRO tag=547S6VJB9PY8 type=del size=914044 2024-04-10T15:25:23.569 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.588+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=IBD4I6UL40H7 type=del size=382572 2024-04-10T15:25:23.569 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.589+0000 7fde1a776780 1 < canceled part key=_multipart_OSSHDMNH4GXQ.2~8W5J515RMCW9.0 size=1048576 2024-04-10T15:25:23.571 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.590+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~8W5J515RMCW9.1 size=1048576 2024-04-10T15:25:23.572 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.592+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~8W5J515RMCW9.2 size=724107 2024-04-10T15:25:23.576 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.596+0000 7fde1a776780 1 < canceled multipart upload key=OSSHDMNH4GXQ upload=8W5J515RMCW9 tag=0O9GJGGVF8LP type=write size=3869835 2024-04-10T15:25:23.578 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.597+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=VPOMA9LG9TXN type=del size=1469781 2024-04-10T15:25:23.578 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.598+0000 7fde1a776780 1 < canceled part key=_multipart_HOP5B3O5BNC6.2~7ZLJ6AYUGHR9.0 size=1048576 2024-04-10T15:25:23.578 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.598+0000 7fde1a776780 1 < canceled part key=_multipart_HOP5B3O5BNC6.2~7ZLJ6AYUGHR9.1 size=244561 2024-04-10T15:25:23.582 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.602+0000 7fde1a776780 1 < canceled multipart upload key=HOP5B3O5BNC6 upload=7ZLJ6AYUGHR9 tag=71M8CAXKWYMH type=write size=2341713 2024-04-10T15:25:23.584 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.604+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=Q0YHX13B70PX type=del size=3275128 2024-04-10T15:25:23.588 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.608+0000 7fde1a776780 1 < suggested update operation key=OSSHDMNH4GXQ tag=Q83C4VC3NEVW type=del size=2476273 2024-04-10T15:25:23.590 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.610+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=VI7QBXS14U8X type=del size=1486540 2024-04-10T15:25:23.591 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.610+0000 7fde1a776780 1 < canceled part key=_multipart_BC5NU4J0LIY9.2~QNT8312RRH4L.0 size=1048576 2024-04-10T15:25:23.592 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.612+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~QNT8312RRH4L.1 size=366072 2024-04-10T15:25:23.596 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.616+0000 7fde1a776780 1 < canceled multipart upload key=BC5NU4J0LIY9 upload=QNT8312RRH4L tag=4RDSUA4DVIST type=write size=2463224 2024-04-10T15:25:23.598 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.618+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=XVU94TAMHS7P type=del size=948497 2024-04-10T15:25:23.602 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.622+0000 7fde1a776780 1 < suggested remove operation key=XQVTX5DB2NXX tag=4Y1JABOQI92D type=del 2024-04-10T15:25:23.606 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.626+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~BC700NK3JL5L.0 size=1048576 2024-04-10T15:25:23.608 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.627+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~BC700NK3JL5L.1 size=299615 2024-04-10T15:25:23.608 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.627+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=BC700NK3JL5L tag=L9GOXQ9R3LMU type=write size=2396767 2024-04-10T15:25:23.609 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.629+0000 7fde1a776780 1 < completed delete operation key=U40N6ONWE7P2 tag=47ZMLZTL8USC type=del 2024-04-10T15:25:23.611 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.631+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=0JZ3WVR3RIUC type=del size=1694583 2024-04-10T15:25:23.614 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.633+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~BTCHPPBYKC3G.0 size=1048576 2024-04-10T15:25:23.616 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.636+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~BTCHPPBYKC3G.1 size=1048576 2024-04-10T15:25:23.618 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.637+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~BTCHPPBYKC3G.2 size=184650 2024-04-10T15:25:23.621 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.641+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=BTCHPPBYKC3G tag=ISC39RGTXL23 type=write size=3330378 2024-04-10T15:25:23.623 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.643+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=EN3KGVX4D5WP type=del size=2537570 2024-04-10T15:25:23.625 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.645+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=1VPZFNXO51E6 type=del 2024-04-10T15:25:23.627 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.647+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=20Y3CY8KU25Y type=del size=655717 2024-04-10T15:25:23.629 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.649+0000 7fde1a776780 1 < completed delete operation key=LEX0BICCP07E tag=EL54L1UZU3OI type=del 2024-04-10T15:25:23.633 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.653+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~06BQKLRCOMGI.0 size=26494 2024-04-10T15:25:23.633 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.653+0000 7fde1a776780 1 > prepared multipart upload key=VPWN54SOWO0W upload=06BQKLRCOMGI tag=OALX07FGMGGU type=write size=1075070 2024-04-10T15:25:23.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:25:23.635 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.655+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=MA60BFJUQOIS type=del 2024-04-10T15:25:23.639 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.658+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~PVSWDT9BXCZZ.0 size=287855 2024-04-10T15:25:23.639 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.658+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=PVSWDT9BXCZZ tag=R6HY7CWTVW4N type=write size=1336431 2024-04-10T15:25:23.641 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.661+0000 7fde1a776780 1 < completed delete operation key=G2Z1VR134GSG tag=INSGID4306JM type=del 2024-04-10T15:25:23.643 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.662+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=Z2CCRX383NG9 type=del size=1311304 2024-04-10T15:25:23.647 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.667+0000 7fde1a776780 1 < suggested remove operation key=5ZH428JDA1AL tag=W8TWWFFXDJ1F type=del 2024-04-10T15:25:23.649 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.669+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=ZJUN21DE2PRD type=write size=482438 2024-04-10T15:25:23.652 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.672+0000 7fde1a776780 -1 < failed to complete operation key=5ZH428JDA1AL tag=FVARYL3P2ZNC type=write size=299869: (22) Invalid argument 2024-04-10T15:25:23.654 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.674+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=WP2UKXMPFPCR type=del size=1230659 2024-04-10T15:25:23.656 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.676+0000 7fde1a776780 1 < completed delete operation key=2HPCRWS9ESCI tag=3B413MWIK7B0 type=del 2024-04-10T15:25:23.658 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.678+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=4A3I85EPBMXK type=del size=3886767 2024-04-10T15:25:23.660 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.680+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~ATE17W4XKL47.0 size=964321 2024-04-10T15:25:23.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:25:23.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:25:23.664 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.683+0000 7fde1a776780 1 < completed multipart upload key=BC5NU4J0LIY9 upload=ATE17W4XKL47 tag=0TI2G12AME44 type=write size=2012897 2024-04-10T15:25:23.665 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.685+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=V9B90GZ7W516 type=del size=2253250 2024-04-10T15:25:23.667 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.687+0000 7fde1a776780 1 < completed delete operation key=UO4QF22YP29O tag=IBD4I6UL40H7 type=del 2024-04-10T15:25:23.671 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.691+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~G4EJJ8F6B0CC.0 size=188391 2024-04-10T15:25:23.671 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.691+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=G4EJJ8F6B0CC tag=H5X7SN5LJ11J type=write size=1236967 2024-04-10T15:25:23.673 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.693+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=VPOMA9LG9TXN type=del 2024-04-10T15:25:23.677 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.696+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~1TAZH3ZYSLZZ.0 size=148511 2024-04-10T15:25:23.677 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.696+0000 7fde1a776780 1 > prepared multipart upload key=F7U2L70QSILB upload=1TAZH3ZYSLZZ tag=6EDH5BULBR7Y type=write size=1197087 2024-04-10T15:25:23.679 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.698+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=Q0YHX13B70PX type=del 2024-04-10T15:25:23.682 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.702+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~PWCNZ6KW9P4B.0 size=1048576 2024-04-10T15:25:23.684 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.704+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~PWCNZ6KW9P4B.1 size=1048576 2024-04-10T15:25:23.686 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.705+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~PWCNZ6KW9P4B.2 size=775752 2024-04-10T15:25:23.686 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.705+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=PWCNZ6KW9P4B tag=GKCO924AG8KE type=write size=3921480 2024-04-10T15:25:23.688 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.707+0000 7fde1a776780 1 < canceled operation key=DKSUE7KTGBW7 tag=VI7QBXS14U8X type=del size=1486540 2024-04-10T15:25:23.691 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.710+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=B7EOJEDE53ER type=del size=1384849 2024-04-10T15:25:23.693 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.713+0000 7fde1a776780 1 < completed delete operation key=U40N6ONWE7P2 tag=XVU94TAMHS7P type=del 2024-04-10T15:25:23.695 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.715+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=7QIZ8ZJZNB87 type=del size=2447377 2024-04-10T15:25:23.697 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.717+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~BC700NK3JL5L.0 size=1048576 2024-04-10T15:25:23.697 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.717+0000 7fde1a776780 1 < canceled part key=_multipart_XQVTX5DB2NXX.2~BC700NK3JL5L.1 size=299615 2024-04-10T15:25:23.700 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.720+0000 7fde1a776780 1 < canceled multipart upload key=XQVTX5DB2NXX upload=BC700NK3JL5L tag=L9GOXQ9R3LMU type=write size=2396767 2024-04-10T15:25:23.705 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.724+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~KPLE91FDLAQW.0 size=336486 2024-04-10T15:25:23.705 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.724+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=KPLE91FDLAQW tag=23NQIO282GGO type=write size=1385062 2024-04-10T15:25:23.709 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.728+0000 7fde1a776780 1 < suggested remove operation key=G2Z1VR134GSG tag=0JZ3WVR3RIUC type=del 2024-04-10T15:25:23.713 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.733+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~D9EHWAPBBITJ.0 size=1048576 2024-04-10T15:25:23.715 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.735+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~D9EHWAPBBITJ.1 size=691179 2024-04-10T15:25:23.715 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.735+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=D9EHWAPBBITJ tag=LIFVRU8RBU92 type=write size=2788331 2024-04-10T15:25:23.719 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.739+0000 7fde1a776780 1 < suggested remove operation key=2HPCRWS9ESCI tag=EN3KGVX4D5WP type=del 2024-04-10T15:25:23.722 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.742+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~5OZSROS6YKXK.0 size=1048576 2024-04-10T15:25:23.724 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.744+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~5OZSROS6YKXK.1 size=794787 2024-04-10T15:25:23.724 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.744+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=5OZSROS6YKXK tag=DLY23OXXHK5I type=write size=2891939 2024-04-10T15:25:23.726 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.746+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=20Y3CY8KU25Y type=del 2024-04-10T15:25:23.728 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.748+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=2B9RAOX79OEP type=del size=3069580 2024-04-10T15:25:23.728 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.748+0000 7fde1a776780 1 < canceled part key=_multipart_VPWN54SOWO0W.2~06BQKLRCOMGI.0 size=26494 2024-04-10T15:25:23.732 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.752+0000 7fde1a776780 1 < canceled multipart upload key=VPWN54SOWO0W upload=06BQKLRCOMGI tag=OALX07FGMGGU type=write size=1075070 2024-04-10T15:25:23.734 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.754+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=IMRWHANJAUAF type=del size=1685803 2024-04-10T15:25:23.736 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.756+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~PVSWDT9BXCZZ.0 size=287855 2024-04-10T15:25:23.740 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.760+0000 7fde1a776780 1 < completed multipart upload key=UHHK0SL983MS upload=PVSWDT9BXCZZ tag=R6HY7CWTVW4N type=write size=1336431 2024-04-10T15:25:23.743 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.763+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=07VIFS0AWYP1 type=write size=666388 2024-04-10T15:25:23.746 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.765+0000 7fde1a776780 1 < canceled operation key=GVB0VUGS9C0D tag=Z2CCRX383NG9 type=del size=1311304 2024-04-10T15:25:23.747 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.767+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=IBR70XQPN10W type=del size=3462679 2024-04-10T15:25:23.751 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.771+0000 7fde1a776780 1 < suggested remove operation key=EI79GJ0HN0U7 tag=ZJUN21DE2PRD type=write 2024-04-10T15:25:23.756 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.775+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~OD15VG05E918.0 size=1048576 2024-04-10T15:25:23.758 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.777+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~OD15VG05E918.1 size=146756 2024-04-10T15:25:23.758 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.777+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=OD15VG05E918 tag=T0XMXQXBVG4F type=write size=2243908 2024-04-10T15:25:23.760 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.780+0000 7fde1a776780 1 < canceled operation key=TI6JR9Q8AOF5 tag=WP2UKXMPFPCR type=del size=1230659 2024-04-10T15:25:23.762 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.782+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=TWCGYAKMAWUI type=del size=3131473 2024-04-10T15:25:23.764 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.784+0000 7fde1a776780 1 < completed delete operation key=ZOVK659NLDON tag=4A3I85EPBMXK type=del 2024-04-10T15:25:23.769 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.789+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~UKKUZNMJHVXH.0 size=1048576 2024-04-10T15:25:23.771 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.791+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~UKKUZNMJHVXH.1 size=1048576 2024-04-10T15:25:23.772 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.792+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~UKKUZNMJHVXH.2 size=1042364 2024-04-10T15:25:23.773 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.792+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=UKKUZNMJHVXH tag=FIRDINK7VO2H type=write size=4188092 2024-04-10T15:25:23.775 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.795+0000 7fde1a776780 1 < completed delete operation key=R4UBYQBOSB3Z tag=V9B90GZ7W516 type=del 2024-04-10T15:25:23.777 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.797+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=FLYJZ9AW231A type=write size=114290 2024-04-10T15:25:23.777 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.797+0000 7fde1a776780 1 < canceled part key=_multipart_RHD4NMKH90JS.2~G4EJJ8F6B0CC.0 size=188391 2024-04-10T15:25:23.780 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.800+0000 7fde1a776780 1 < canceled multipart upload key=RHD4NMKH90JS upload=G4EJJ8F6B0CC tag=H5X7SN5LJ11J type=write size=1236967 2024-04-10T15:25:23.785 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.805+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~HELRJMCZTW16.0 size=1048576 2024-04-10T15:25:23.786 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.806+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~HELRJMCZTW16.1 size=1048576 2024-04-10T15:25:23.788 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.808+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~HELRJMCZTW16.2 size=692659 2024-04-10T15:25:23.788 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.808+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=HELRJMCZTW16 tag=YTV5MJ0OBHS4 type=write size=3838387 2024-04-10T15:25:23.790 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.810+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~1TAZH3ZYSLZZ.0 size=148511 2024-04-10T15:25:23.794 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.814+0000 7fde1a776780 1 < completed multipart upload key=F7U2L70QSILB upload=1TAZH3ZYSLZZ tag=6EDH5BULBR7Y type=write size=1197087 2024-04-10T15:25:23.798 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.817+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~Y5GTUQOO10RA.0 size=1048576 2024-04-10T15:25:23.799 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.819+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~Y5GTUQOO10RA.1 size=766882 2024-04-10T15:25:23.799 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.819+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=Y5GTUQOO10RA tag=X43SA27LSXCP type=write size=2864034 2024-04-10T15:25:23.800 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.820+0000 7fde1a776780 1 < canceled part key=_multipart_U40N6ONWE7P2.2~PWCNZ6KW9P4B.0 size=1048576 2024-04-10T15:25:23.802 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.821+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~PWCNZ6KW9P4B.1 size=1048576 2024-04-10T15:25:23.804 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.823+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~PWCNZ6KW9P4B.2 size=775752 2024-04-10T15:25:23.807 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.827+0000 7fde1a776780 1 < canceled multipart upload key=U40N6ONWE7P2 upload=PWCNZ6KW9P4B tag=GKCO924AG8KE type=write size=3921480 2024-04-10T15:25:23.809 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.829+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=9GQOBJOY2LFQ type=del size=1858591 2024-04-10T15:25:23.811 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.831+0000 7fde1a776780 1 < canceled operation key=DKSUE7KTGBW7 tag=B7EOJEDE53ER type=del size=1384849 2024-04-10T15:25:23.815 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.835+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~PP5LXMLJFGID.0 size=18971 2024-04-10T15:25:23.815 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.835+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=PP5LXMLJFGID tag=B2JONQIJ99GQ type=write size=1067547 2024-04-10T15:25:23.817 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.837+0000 7fde1a776780 1 < completed delete operation key=U40N6ONWE7P2 tag=7QIZ8ZJZNB87 type=del 2024-04-10T15:25:23.820 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.840+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=7T5KYQ5BF72K type=del size=658688 2024-04-10T15:25:23.822 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.842+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~KPLE91FDLAQW.0 size=336486 2024-04-10T15:25:23.826 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.846+0000 7fde1a776780 1 < completed multipart upload key=UHHK0SL983MS upload=KPLE91FDLAQW tag=23NQIO282GGO type=write size=1385062 2024-04-10T15:25:23.830 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.850+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~ZM8ICVROHLWQ.0 size=1048576 2024-04-10T15:25:23.832 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.851+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~ZM8ICVROHLWQ.1 size=899658 2024-04-10T15:25:23.832 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.851+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=ZM8ICVROHLWQ tag=9Q6FO2OX7BOF type=write size=2996810 2024-04-10T15:25:23.832 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.852+0000 7fde1a776780 1 < canceled part key=_multipart_LEX0BICCP07E.2~D9EHWAPBBITJ.0 size=1048576 2024-04-10T15:25:23.834 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.853+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~D9EHWAPBBITJ.1 size=691179 2024-04-10T15:25:23.838 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.857+0000 7fde1a776780 1 < canceled multipart upload key=LEX0BICCP07E upload=D9EHWAPBBITJ tag=LIFVRU8RBU92 type=write size=2788331 2024-04-10T15:25:23.842 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.861+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~14P0OXWCHPI8.0 size=1048576 2024-04-10T15:25:23.843 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.863+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~14P0OXWCHPI8.1 size=1048576 2024-04-10T15:25:23.845 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.865+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~14P0OXWCHPI8.2 size=930112 2024-04-10T15:25:23.846 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.865+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=14P0OXWCHPI8 tag=VMCCAX5KK0EZ type=write size=4075840 2024-04-10T15:25:23.847 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.867+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~5OZSROS6YKXK.0 size=1048576 2024-04-10T15:25:23.850 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.869+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~5OZSROS6YKXK.1 size=794787 2024-04-10T15:25:23.853 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.873+0000 7fde1a776780 1 < completed multipart upload key=OTI1FIIUG2C6 upload=5OZSROS6YKXK tag=DLY23OXXHK5I type=write size=2891939 2024-04-10T15:25:23.857 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.877+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~JPAK3Y9SINWW.0 size=1048576 2024-04-10T15:25:23.859 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.879+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~JPAK3Y9SINWW.1 size=1025275 2024-04-10T15:25:23.859 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.879+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=JPAK3Y9SINWW tag=XDPAHM7RS2QX type=write size=3122427 2024-04-10T15:25:23.861 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.881+0000 7fde1a776780 1 < completed delete operation key=UO4QF22YP29O tag=2B9RAOX79OEP type=del 2024-04-10T15:25:23.863 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.883+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=UJDPT8YBR8FQ type=del size=3488846 2024-04-10T15:25:23.865 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.885+0000 7fde1a776780 1 < completed delete operation key=ZOVK659NLDON tag=IMRWHANJAUAF type=del 2024-04-10T15:25:23.867 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.887+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=CSR0SL9X9WSE type=del size=2135929 2024-04-10T15:25:23.871 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.891+0000 7fde1a776780 1 < suggested update operation key=ZOVK659NLDON tag=07VIFS0AWYP1 type=write size=666388 2024-04-10T15:25:23.873 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.893+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=64AUL6HOKQEQ type=del size=3897442 2024-04-10T15:25:23.884 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.895+0000 7fde1a776780 1 < completed delete operation key=GOVDAOD5DREG tag=IBR70XQPN10W type=del 2024-04-10T15:25:23.884 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.899+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~QPPRNYC05I2Q.0 size=1048576 2024-04-10T15:25:23.884 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.901+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~QPPRNYC05I2Q.1 size=1048576 2024-04-10T15:25:23.884 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.902+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~QPPRNYC05I2Q.2 size=859498 2024-04-10T15:25:23.884 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.902+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=QPPRNYC05I2Q tag=Z0E2V27SLP03 type=write size=4005226 2024-04-10T15:25:23.885 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.905+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~OD15VG05E918.0 size=1048576 2024-04-10T15:25:23.887 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.906+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~OD15VG05E918.1 size=146756 2024-04-10T15:25:23.890 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.910+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=OD15VG05E918 tag=T0XMXQXBVG4F type=write size=2243908 2024-04-10T15:25:23.892 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.912+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=GXITZONYMDUY type=del size=360046 2024-04-10T15:25:23.895 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.914+0000 7fde1a776780 1 < completed delete operation key=UO4QF22YP29O tag=TWCGYAKMAWUI type=del 2024-04-10T15:25:23.899 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.919+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~1VC1BVC0HZRA.0 size=458147 2024-04-10T15:25:23.899 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.919+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=1VC1BVC0HZRA tag=6WX5IPOTM1QV type=write size=1506723 2024-04-10T15:25:23.901 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.921+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~UKKUZNMJHVXH.0 size=1048576 2024-04-10T15:25:23.903 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.923+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~UKKUZNMJHVXH.1 size=1048576 2024-04-10T15:25:23.904 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.924+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~UKKUZNMJHVXH.2 size=1042364 2024-04-10T15:25:23.908 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.928+0000 7fde1a776780 1 < completed multipart upload key=LEX0BICCP07E upload=UKKUZNMJHVXH tag=FIRDINK7VO2H type=write size=4188092 2024-04-10T15:25:23.912 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.932+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~7BS4V79LQAV1.0 size=1048576 2024-04-10T15:25:23.914 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.934+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~7BS4V79LQAV1.1 size=1048576 2024-04-10T15:25:23.916 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.936+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~7BS4V79LQAV1.2 size=473528 2024-04-10T15:25:23.916 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.936+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=7BS4V79LQAV1 tag=AJDWMLC8DWY1 type=write size=3619256 2024-04-10T15:25:23.918 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.938+0000 7fde1a776780 1 < completed write operation key=OSSHDMNH4GXQ tag=FLYJZ9AW231A type=write size=114290 2024-04-10T15:25:23.922 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.942+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~JAYNQWP3X2S4.0 size=1048576 2024-04-10T15:25:23.924 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.944+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~JAYNQWP3X2S4.1 size=198789 2024-04-10T15:25:23.924 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.944+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=JAYNQWP3X2S4 tag=B64CX0BFO965 type=write size=2295941 2024-04-10T15:25:23.924 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.944+0000 7fde1a776780 1 < canceled part key=_multipart_OTI1FIIUG2C6.2~HELRJMCZTW16.0 size=1048576 2024-04-10T15:25:23.926 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.946+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~HELRJMCZTW16.1 size=1048576 2024-04-10T15:25:23.926 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.946+0000 7fde1a776780 1 < canceled part key=_multipart_OTI1FIIUG2C6.2~HELRJMCZTW16.2 size=692659 2024-04-10T15:25:23.929 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.949+0000 7fde1a776780 1 < canceled multipart upload key=OTI1FIIUG2C6 upload=HELRJMCZTW16 tag=YTV5MJ0OBHS4 type=write size=3838387 2024-04-10T15:25:23.933 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.953+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~YKFI5V6O18G7.0 size=49222 2024-04-10T15:25:23.933 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.953+0000 7fde1a776780 1 > prepared multipart upload key=L2PAIFCTQ0UL upload=YKFI5V6O18G7 tag=NP97NCT1L8EH type=write size=1097798 2024-04-10T15:25:23.935 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.955+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~Y5GTUQOO10RA.0 size=1048576 2024-04-10T15:25:23.937 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.957+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~Y5GTUQOO10RA.1 size=766882 2024-04-10T15:25:23.941 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.960+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=Y5GTUQOO10RA tag=X43SA27LSXCP type=write size=2864034 2024-04-10T15:25:23.943 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.962+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=BZPUWLX1TMZC type=del size=2355658 2024-04-10T15:25:23.945 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.965+0000 7fde1a776780 1 < completed delete operation key=LEX0BICCP07E tag=9GQOBJOY2LFQ type=del 2024-04-10T15:25:23.947 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.967+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=IY31BIOU1ALV type=del size=1610556 2024-04-10T15:25:23.947 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.967+0000 7fde1a776780 1 < canceled part key=_multipart_U40N6ONWE7P2.2~PP5LXMLJFGID.0 size=18971 2024-04-10T15:25:23.951 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.971+0000 7fde1a776780 1 < canceled multipart upload key=U40N6ONWE7P2 upload=PP5LXMLJFGID tag=B2JONQIJ99GQ type=write size=1067547 2024-04-10T15:25:23.955 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.975+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~EKTW90UB896C.0 size=1048576 2024-04-10T15:25:23.957 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.977+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~EKTW90UB896C.1 size=58772 2024-04-10T15:25:23.957 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.977+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=EKTW90UB896C tag=PI1B6GZ6I7E8 type=write size=2155924 2024-04-10T15:25:23.961 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.981+0000 7fde1a776780 1 < suggested update operation key=BC5NU4J0LIY9 tag=7T5KYQ5BF72K type=del size=658688 2024-04-10T15:25:23.965 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.985+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~KARZ6WUJ1W1U.0 size=1048576 2024-04-10T15:25:23.967 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.987+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~KARZ6WUJ1W1U.1 size=1048576 2024-04-10T15:25:23.969 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.989+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~KARZ6WUJ1W1U.2 size=785787 2024-04-10T15:25:23.969 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.989+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=KARZ6WUJ1W1U tag=7FRZBJ1M0H27 type=write size=3931515 2024-04-10T15:25:23.972 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.991+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~ZM8ICVROHLWQ.0 size=1048576 2024-04-10T15:25:23.974 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.994+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~ZM8ICVROHLWQ.1 size=899658 2024-04-10T15:25:23.977 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:23.997+0000 7fde1a776780 1 < completed multipart upload key=R4UBYQBOSB3Z upload=ZM8ICVROHLWQ tag=9Q6FO2OX7BOF type=write size=2996810 2024-04-10T15:25:23.982 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.002+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~IQF9YMUOVPP5.0 size=1048576 2024-04-10T15:25:23.984 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.004+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~IQF9YMUOVPP5.1 size=1048576 2024-04-10T15:25:23.986 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.006+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~IQF9YMUOVPP5.2 size=91286 2024-04-10T15:25:23.986 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.006+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=IQF9YMUOVPP5 tag=ZX3VEB5TG3RK type=write size=3237014 2024-04-10T15:25:23.988 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.008+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~14P0OXWCHPI8.0 size=1048576 2024-04-10T15:25:23.988 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.008+0000 7fde1a776780 1 < canceled part key=_multipart_2HPCRWS9ESCI.2~14P0OXWCHPI8.1 size=1048576 2024-04-10T15:25:23.990 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.009+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~14P0OXWCHPI8.2 size=930112 2024-04-10T15:25:23.994 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.013+0000 7fde1a776780 1 < canceled multipart upload key=2HPCRWS9ESCI upload=14P0OXWCHPI8 tag=VMCCAX5KK0EZ type=write size=4075840 2024-04-10T15:25:23.997 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.017+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~DUKS547NE4UL.0 size=1048576 2024-04-10T15:25:23.999 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.019+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~DUKS547NE4UL.1 size=1048576 2024-04-10T15:25:24.001 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.020+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~DUKS547NE4UL.2 size=343062 2024-04-10T15:25:24.001 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.020+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=DUKS547NE4UL tag=TNIWFOXKH47W type=write size=3488790 2024-04-10T15:25:24.003 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.023+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~JPAK3Y9SINWW.0 size=1048576 2024-04-10T15:25:24.005 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.025+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~JPAK3Y9SINWW.1 size=1025275 2024-04-10T15:25:24.008 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.028+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=JPAK3Y9SINWW tag=XDPAHM7RS2QX type=write size=3122427 2024-04-10T15:25:24.010 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.030+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=0JLXQ9APYZXY type=del size=1471257 2024-04-10T15:25:24.013 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.032+0000 7fde1a776780 1 < completed delete operation key=LEX0BICCP07E tag=UJDPT8YBR8FQ type=del 2024-04-10T15:25:24.017 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.037+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~1H5C49T6U8ZV.0 size=1048576 2024-04-10T15:25:24.019 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.039+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~1H5C49T6U8ZV.1 size=1048576 2024-04-10T15:25:24.022 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.042+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~1H5C49T6U8ZV.2 size=444263 2024-04-10T15:25:24.022 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.042+0000 7fde1a776780 1 > prepared multipart upload key=F7U2L70QSILB upload=1H5C49T6U8ZV tag=04A3PWUVGTLW type=write size=3589991 2024-04-10T15:25:24.024 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.044+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=CSR0SL9X9WSE type=del 2024-04-10T15:25:24.026 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.046+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=LMHTO0A3AVU7 type=del size=2930956 2024-04-10T15:25:24.029 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.049+0000 7fde1a776780 1 < completed delete operation key=OTI1FIIUG2C6 tag=64AUL6HOKQEQ type=del 2024-04-10T15:25:24.033 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.052+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~ZH4D9VH02BHI.0 size=1048576 2024-04-10T15:25:24.034 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.054+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~ZH4D9VH02BHI.1 size=1048576 2024-04-10T15:25:24.036 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.056+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~ZH4D9VH02BHI.2 size=740685 2024-04-10T15:25:24.036 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.056+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=ZH4D9VH02BHI tag=AC4LG6B0RJV8 type=write size=3886413 2024-04-10T15:25:24.038 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.058+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~QPPRNYC05I2Q.0 size=1048576 2024-04-10T15:25:24.040 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.059+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~QPPRNYC05I2Q.1 size=1048576 2024-04-10T15:25:24.041 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.061+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~QPPRNYC05I2Q.2 size=859498 2024-04-10T15:25:24.045 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.065+0000 7fde1a776780 1 < completed multipart upload key=G2Z1VR134GSG upload=QPPRNYC05I2Q tag=Z0E2V27SLP03 type=write size=4005226 2024-04-10T15:25:24.047 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.067+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=AMXJI01IGS11 type=del size=3052496 2024-04-10T15:25:24.049 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.069+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=GXITZONYMDUY type=del 2024-04-10T15:25:24.053 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.073+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~RDFJUNDXF00K.0 size=1048576 2024-04-10T15:25:24.055 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.074+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~RDFJUNDXF00K.1 size=361257 2024-04-10T15:25:24.055 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.074+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=RDFJUNDXF00K tag=RGOZH9GQS0CQ type=write size=2458409 2024-04-10T15:25:24.057 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.077+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~1VC1BVC0HZRA.0 size=458147 2024-04-10T15:25:24.060 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.080+0000 7fde1a776780 1 < completed multipart upload key=XQVTX5DB2NXX upload=1VC1BVC0HZRA tag=6WX5IPOTM1QV type=write size=1506723 2024-04-10T15:25:24.064 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.084+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~RU3NLG5UL9R5.0 size=942499 2024-04-10T15:25:24.065 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.084+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=RU3NLG5UL9R5 tag=9B3IYB0AE08V type=write size=1991075 2024-04-10T15:25:24.066 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.086+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~7BS4V79LQAV1.0 size=1048576 2024-04-10T15:25:24.068 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.088+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~7BS4V79LQAV1.1 size=1048576 2024-04-10T15:25:24.068 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.088+0000 7fde1a776780 1 < canceled part key=_multipart_KN16WF5V2CIJ.2~7BS4V79LQAV1.2 size=473528 2024-04-10T15:25:24.072 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.092+0000 7fde1a776780 1 < canceled multipart upload key=KN16WF5V2CIJ upload=7BS4V79LQAV1 tag=AJDWMLC8DWY1 type=write size=3619256 2024-04-10T15:25:24.074 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.094+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=VYNYD36438HH type=write size=523500 2024-04-10T15:25:24.076 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.096+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~JAYNQWP3X2S4.0 size=1048576 2024-04-10T15:25:24.081 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.098+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~JAYNQWP3X2S4.1 size=198789 2024-04-10T15:25:24.082 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.101+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=JAYNQWP3X2S4 tag=B64CX0BFO965 type=write size=2295941 2024-04-10T15:25:24.084 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.104+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=CV7OXCR8ZLBN type=del size=1882107 2024-04-10T15:25:24.084 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.104+0000 7fde1a776780 1 < canceled part key=_multipart_L2PAIFCTQ0UL.2~YKFI5V6O18G7.0 size=49222 2024-04-10T15:25:24.089 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.109+0000 7fde1a776780 1 < canceled multipart upload key=L2PAIFCTQ0UL upload=YKFI5V6O18G7 tag=NP97NCT1L8EH type=write size=1097798 2024-04-10T15:25:24.097 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.117+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~M82380AXEICC.0 size=186302 2024-04-10T15:25:24.097 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.117+0000 7fde1a776780 1 > prepared multipart upload key=UO4QF22YP29O upload=M82380AXEICC tag=CAYAE1YH6SDE type=write size=1234878 2024-04-10T15:25:24.100 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.120+0000 7fde1a776780 -1 < failed to complete operation key=BC5NU4J0LIY9 tag=BZPUWLX1TMZC type=del size=2355658: (22) Invalid argument 2024-04-10T15:25:24.104 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.124+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~4ZRUG82GZ7X8.0 size=1048576 2024-04-10T15:25:24.105 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.125+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~4ZRUG82GZ7X8.1 size=49999 2024-04-10T15:25:24.106 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.125+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=4ZRUG82GZ7X8 tag=FLN3KDRMI04P type=write size=2147151 2024-04-10T15:25:24.108 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.128+0000 7fde1a776780 1 < canceled operation key=G2Z1VR134GSG tag=IY31BIOU1ALV type=del size=1610556 2024-04-10T15:25:24.112 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.132+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~2XAIJW3EU2I5.0 size=417896 2024-04-10T15:25:24.112 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.132+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=2XAIJW3EU2I5 tag=UP4AN4X6Q5HQ type=write size=1466472 2024-04-10T15:25:24.115 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.134+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~EKTW90UB896C.0 size=1048576 2024-04-10T15:25:24.117 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.137+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~EKTW90UB896C.1 size=58772 2024-04-10T15:25:24.121 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.141+0000 7fde1a776780 1 < completed multipart upload key=TI6JR9Q8AOF5 upload=EKTW90UB896C tag=PI1B6GZ6I7E8 type=write size=2155924 2024-04-10T15:25:24.125 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.145+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~5C7U127YZAZX.0 size=1048576 2024-04-10T15:25:24.127 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.147+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~5C7U127YZAZX.1 size=48780 2024-04-10T15:25:24.127 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.147+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=5C7U127YZAZX tag=9B3KFWQM8TM6 type=write size=2145932 2024-04-10T15:25:24.129 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.149+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~KARZ6WUJ1W1U.0 size=1048576 2024-04-10T15:25:24.129 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.149+0000 7fde1a776780 1 < canceled part key=_multipart_LEX0BICCP07E.2~KARZ6WUJ1W1U.1 size=1048576 2024-04-10T15:25:24.129 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.149+0000 7fde1a776780 1 < canceled part key=_multipart_LEX0BICCP07E.2~KARZ6WUJ1W1U.2 size=785787 2024-04-10T15:25:24.133 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.152+0000 7fde1a776780 1 < canceled multipart upload key=LEX0BICCP07E upload=KARZ6WUJ1W1U tag=7FRZBJ1M0H27 type=write size=3931515 2024-04-10T15:25:24.137 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.157+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~JZT63MV1HKGD.0 size=1048576 2024-04-10T15:25:24.139 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.158+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~JZT63MV1HKGD.1 size=979865 2024-04-10T15:25:24.139 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.158+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=JZT63MV1HKGD tag=CAJG93S8K09T type=write size=3077017 2024-04-10T15:25:24.141 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.160+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~IQF9YMUOVPP5.0 size=1048576 2024-04-10T15:25:24.142 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.162+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~IQF9YMUOVPP5.1 size=1048576 2024-04-10T15:25:24.144 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.164+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~IQF9YMUOVPP5.2 size=91286 2024-04-10T15:25:24.147 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.167+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=IQF9YMUOVPP5 tag=ZX3VEB5TG3RK type=write size=3237014 2024-04-10T15:25:24.149 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.169+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=0EYVJ2UB45DW type=del size=3124384 2024-04-10T15:25:24.151 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.171+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~DUKS547NE4UL.0 size=1048576 2024-04-10T15:25:24.153 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.172+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~DUKS547NE4UL.1 size=1048576 2024-04-10T15:25:24.155 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.174+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~DUKS547NE4UL.2 size=343062 2024-04-10T15:25:24.158 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.177+0000 7fde1a776780 1 < completed multipart upload key=R4UBYQBOSB3Z upload=DUKS547NE4UL tag=TNIWFOXKH47W type=write size=3488790 2024-04-10T15:25:24.160 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.180+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=SRK8FW719T0Z type=write size=933369 2024-04-10T15:25:24.162 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.182+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=0JLXQ9APYZXY type=del 2024-04-10T15:25:24.164 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.184+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=YQETHK7FFFZ8 type=write size=586039 2024-04-10T15:25:24.166 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.185+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~1H5C49T6U8ZV.0 size=1048576 2024-04-10T15:25:24.167 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.187+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~1H5C49T6U8ZV.1 size=1048576 2024-04-10T15:25:24.169 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.189+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~1H5C49T6U8ZV.2 size=444263 2024-04-10T15:25:24.173 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.192+0000 7fde1a776780 1 < completed multipart upload key=F7U2L70QSILB upload=1H5C49T6U8ZV tag=04A3PWUVGTLW type=write size=3589991 2024-04-10T15:25:24.175 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.194+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=JLGCOZ86TRSN type=del size=1284033 2024-04-10T15:25:24.179 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.198+0000 7fde1a776780 1 < suggested update operation key=HOP5B3O5BNC6 tag=LMHTO0A3AVU7 type=del size=2930956 2024-04-10T15:25:24.181 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.200+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=9BIPLLXHSM06 type=write size=654580 2024-04-10T15:25:24.183 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.203+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~ZH4D9VH02BHI.0 size=1048576 2024-04-10T15:25:24.185 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.205+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~ZH4D9VH02BHI.1 size=1048576 2024-04-10T15:25:24.186 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.206+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~ZH4D9VH02BHI.2 size=740685 2024-04-10T15:25:24.190 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.210+0000 7fde1a776780 1 < completed multipart upload key=OSSHDMNH4GXQ upload=ZH4D9VH02BHI tag=AC4LG6B0RJV8 type=write size=3886413 2024-04-10T15:25:24.192 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.212+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=V28I5XK42HOH type=del size=1952650 2024-04-10T15:25:24.196 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.216+0000 7fde1a776780 1 < suggested update operation key=RHD4NMKH90JS tag=AMXJI01IGS11 type=del size=3052496 2024-04-10T15:25:24.200 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.219+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~YLK8FT921FEX.0 size=1048576 2024-04-10T15:25:24.201 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.221+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~YLK8FT921FEX.1 size=303376 2024-04-10T15:25:24.201 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.221+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=YLK8FT921FEX tag=I3CC6O386TDI type=write size=2400528 2024-04-10T15:25:24.203 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.223+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~RDFJUNDXF00K.0 size=1048576 2024-04-10T15:25:24.205 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.225+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~RDFJUNDXF00K.1 size=361257 2024-04-10T15:25:24.208 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.228+0000 7fde1a776780 1 < completed multipart upload key=5ZH428JDA1AL upload=RDFJUNDXF00K tag=RGOZH9GQS0CQ type=write size=2458409 2024-04-10T15:25:24.211 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.230+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=ABLNNZ23OKH9 type=write size=442498 2024-04-10T15:25:24.213 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.233+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~RU3NLG5UL9R5.0 size=942499 2024-04-10T15:25:24.217 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.237+0000 7fde1a776780 1 < completed multipart upload key=LEX0BICCP07E upload=RU3NLG5UL9R5 tag=9B3IYB0AE08V type=write size=1991075 2024-04-10T15:25:24.219 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.239+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=ZALN01H5XPIP type=del size=1979242 2024-04-10T15:25:24.221 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.241+0000 7fde1a776780 1 < completed write operation key=U40N6ONWE7P2 tag=VYNYD36438HH type=write size=523500 2024-04-10T15:25:24.224 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.243+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=EPIGCE0VMUER type=write size=1018953 2024-04-10T15:25:24.226 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.245+0000 7fde1a776780 1 < canceled operation key=4UIIRCLY6FIB tag=CV7OXCR8ZLBN type=del size=1882107 2024-04-10T15:25:24.230 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.250+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~TS283SCNWMYG.0 size=1048576 2024-04-10T15:25:24.232 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.252+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~TS283SCNWMYG.1 size=1048576 2024-04-10T15:25:24.234 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.253+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~TS283SCNWMYG.2 size=579396 2024-04-10T15:25:24.234 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.253+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=TS283SCNWMYG tag=W98001LAWKI3 type=write size=3725124 2024-04-10T15:25:24.236 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.256+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~M82380AXEICC.0 size=186302 2024-04-10T15:25:24.240 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.260+0000 7fde1a776780 1 < completed multipart upload key=UO4QF22YP29O upload=M82380AXEICC tag=CAYAE1YH6SDE type=write size=1234878 2024-04-10T15:25:24.242 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.262+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=ACO7IIDM9IHY type=del size=1997427 2024-04-10T15:25:24.244 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.264+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~4ZRUG82GZ7X8.0 size=1048576 2024-04-10T15:25:24.246 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.266+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~4ZRUG82GZ7X8.1 size=49999 2024-04-10T15:25:24.249 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.269+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=4ZRUG82GZ7X8 tag=FLN3KDRMI04P type=write size=2147151 2024-04-10T15:25:24.253 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.273+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~Q2KA9YJHKLJC.0 size=1048576 2024-04-10T15:25:24.255 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.275+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~Q2KA9YJHKLJC.1 size=430898 2024-04-10T15:25:24.255 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.275+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=Q2KA9YJHKLJC tag=7TBOU6WJG7LY type=write size=2528050 2024-04-10T15:25:24.257 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.277+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~2XAIJW3EU2I5.0 size=417896 2024-04-10T15:25:24.261 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.281+0000 7fde1a776780 1 < completed multipart upload key=OTI1FIIUG2C6 upload=2XAIJW3EU2I5 tag=UP4AN4X6Q5HQ type=write size=1466472 2024-04-10T15:25:24.264 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.284+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~LE1FZ7D5IL9E.0 size=1048576 2024-04-10T15:25:24.266 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.286+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~LE1FZ7D5IL9E.1 size=1048576 2024-04-10T15:25:24.268 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.288+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~LE1FZ7D5IL9E.2 size=87795 2024-04-10T15:25:24.268 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.288+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=LE1FZ7D5IL9E tag=QCRVHVVQ24B6 type=write size=3233523 2024-04-10T15:25:24.270 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.290+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~5C7U127YZAZX.0 size=1048576 2024-04-10T15:25:24.272 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.291+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~5C7U127YZAZX.1 size=48780 2024-04-10T15:25:24.275 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.295+0000 7fde1a776780 1 < completed multipart upload key=HOP5B3O5BNC6 upload=5C7U127YZAZX tag=9B3KFWQM8TM6 type=write size=2145932 2024-04-10T15:25:24.279 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.299+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~RG16Y6DK0BLE.0 size=1048576 2024-04-10T15:25:24.281 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.300+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~RG16Y6DK0BLE.1 size=744031 2024-04-10T15:25:24.281 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.300+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=RG16Y6DK0BLE tag=NUDJHU6NYPDS type=write size=2841183 2024-04-10T15:25:24.286 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.302+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~JZT63MV1HKGD.0 size=1048576 2024-04-10T15:25:24.286 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.304+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~JZT63MV1HKGD.1 size=979865 2024-04-10T15:25:24.288 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.308+0000 7fde1a776780 1 < completed multipart upload key=RHD4NMKH90JS upload=JZT63MV1HKGD tag=CAJG93S8K09T type=write size=3077017 2024-04-10T15:25:24.290 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.310+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=UON93LLKP50D type=del size=972198 2024-04-10T15:25:24.292 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.312+0000 7fde1a776780 1 < canceled operation key=BC5NU4J0LIY9 tag=0EYVJ2UB45DW type=del size=3124384 2024-04-10T15:25:24.296 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.315+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~AX8X6RWATBUB.0 size=1048576 2024-04-10T15:25:24.297 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.317+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~AX8X6RWATBUB.1 size=190138 2024-04-10T15:25:24.297 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.317+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=AX8X6RWATBUB tag=9CL3UUSXUZCO type=write size=2287290 2024-04-10T15:25:24.300 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.320+0000 7fde1a776780 1 < completed write operation key=F7U2L70QSILB tag=SRK8FW719T0Z type=write size=933369 2024-04-10T15:25:24.302 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.322+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=BFXMR1NF8QVJ type=del size=2587864 2024-04-10T15:25:24.305 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.325+0000 7fde1a776780 1 < completed write operation key=OTI1FIIUG2C6 tag=YQETHK7FFFZ8 type=write size=586039 2024-04-10T15:25:24.308 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.327+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=U0NO0PUUADJO type=del size=4104047 2024-04-10T15:25:24.312 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.332+0000 7fde1a776780 1 < suggested remove operation key=R4UBYQBOSB3Z tag=JLGCOZ86TRSN type=del 2024-04-10T15:25:24.315 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.334+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=0ZFYTLC3NQ7U type=write size=601855 2024-04-10T15:25:24.316 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.336+0000 7fde1a776780 1 < completed write operation key=01BTT4OLERPN tag=9BIPLLXHSM06 type=write size=654580 2024-04-10T15:25:24.318 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.338+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=1CTOH7R7YIJ0 type=write size=273620 2024-04-10T15:25:24.323 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.342+0000 7fde1a776780 1 < suggested remove operation key=01BTT4OLERPN tag=V28I5XK42HOH type=del 2024-04-10T15:25:24.327 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.347+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~WRMI83078V9A.0 size=1048576 2024-04-10T15:25:24.329 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.348+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~WRMI83078V9A.1 size=1048576 2024-04-10T15:25:24.331 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.350+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~WRMI83078V9A.2 size=47033 2024-04-10T15:25:24.331 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.350+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=WRMI83078V9A tag=74SB2HHERQLE type=write size=3192761 2024-04-10T15:25:24.333 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.353+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~YLK8FT921FEX.0 size=1048576 2024-04-10T15:25:24.335 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.354+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~YLK8FT921FEX.1 size=303376 2024-04-10T15:25:24.339 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.359+0000 7fde1a776780 1 < completed multipart upload key=01BTT4OLERPN upload=YLK8FT921FEX tag=I3CC6O386TDI type=write size=2400528 2024-04-10T15:25:24.341 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.361+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=ONA5Z6M3EPR5 type=del size=1614650 2024-04-10T15:25:24.343 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.363+0000 7fde1a776780 1 < completed write operation key=KN16WF5V2CIJ tag=ABLNNZ23OKH9 type=write size=442498 2024-04-10T15:25:24.345 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.365+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=1EP0TTAE3LIM type=del size=2539152 2024-04-10T15:25:24.347 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.367+0000 7fde1a776780 1 < completed delete operation key=EI79GJ0HN0U7 tag=ZALN01H5XPIP type=del 2024-04-10T15:25:24.351 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.371+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~6EXY5CUGCCNX.0 size=1048576 2024-04-10T15:25:24.353 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.372+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~6EXY5CUGCCNX.1 size=40709 2024-04-10T15:25:24.353 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.372+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=6EXY5CUGCCNX tag=4ZV3J0ZUFK5W type=write size=2137861 2024-04-10T15:25:24.355 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.375+0000 7fde1a776780 1 < completed write operation key=ZOVK659NLDON tag=EPIGCE0VMUER type=write size=1018953 2024-04-10T15:25:24.359 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.379+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~HON5QLYLY35X.0 size=1048576 2024-04-10T15:25:24.361 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.381+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~HON5QLYLY35X.1 size=1048576 2024-04-10T15:25:24.363 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.383+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~HON5QLYLY35X.2 size=1025569 2024-04-10T15:25:24.363 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.383+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=HON5QLYLY35X tag=2PYH5M3PNJKW type=write size=4171297 2024-04-10T15:25:24.365 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.385+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~TS283SCNWMYG.0 size=1048576 2024-04-10T15:25:24.367 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.387+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~TS283SCNWMYG.1 size=1048576 2024-04-10T15:25:24.368 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.388+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~TS283SCNWMYG.2 size=579396 2024-04-10T15:25:24.372 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.392+0000 7fde1a776780 1 < completed multipart upload key=U40N6ONWE7P2 upload=TS283SCNWMYG tag=W98001LAWKI3 type=write size=3725124 2024-04-10T15:25:24.374 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.394+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=UTGK30FYTS2Q type=del size=763583 2024-04-10T15:25:24.376 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.396+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=ACO7IIDM9IHY type=del 2024-04-10T15:25:24.378 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.398+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=07MZLZDUAFE2 type=del size=1357774 2024-04-10T15:25:24.381 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.400+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~Q2KA9YJHKLJC.0 size=1048576 2024-04-10T15:25:24.383 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.402+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~Q2KA9YJHKLJC.1 size=430898 2024-04-10T15:25:24.386 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.406+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=Q2KA9YJHKLJC tag=7TBOU6WJG7LY type=write size=2528050 2024-04-10T15:25:24.388 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.408+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=GGHM21HNY5W4 type=write size=634293 2024-04-10T15:25:24.390 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.410+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~LE1FZ7D5IL9E.0 size=1048576 2024-04-10T15:25:24.392 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.412+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~LE1FZ7D5IL9E.1 size=1048576 2024-04-10T15:25:24.394 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.414+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~LE1FZ7D5IL9E.2 size=87795 2024-04-10T15:25:24.397 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.417+0000 7fde1a776780 1 < completed multipart upload key=G2Z1VR134GSG upload=LE1FZ7D5IL9E tag=QCRVHVVQ24B6 type=write size=3233523 2024-04-10T15:25:24.399 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.419+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=274JQ73XIWFK type=del size=4026337 2024-04-10T15:25:24.402 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.422+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~RG16Y6DK0BLE.0 size=1048576 2024-04-10T15:25:24.402 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.422+0000 7fde1a776780 1 < canceled part key=_multipart_RHD4NMKH90JS.2~RG16Y6DK0BLE.1 size=744031 2024-04-10T15:25:24.405 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.425+0000 7fde1a776780 1 < canceled multipart upload key=RHD4NMKH90JS upload=RG16Y6DK0BLE tag=NUDJHU6NYPDS type=write size=2841183 2024-04-10T15:25:24.410 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.429+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~742P09IXKKCR.0 size=1048576 2024-04-10T15:25:24.411 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.431+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~742P09IXKKCR.1 size=1048576 2024-04-10T15:25:24.413 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.432+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~742P09IXKKCR.2 size=599245 2024-04-10T15:25:24.413 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.432+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=742P09IXKKCR tag=BFTRJXCHXDWV type=write size=3744973 2024-04-10T15:25:24.417 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.436+0000 7fde1a776780 1 < suggested update operation key=U40N6ONWE7P2 tag=UON93LLKP50D type=del size=972198 2024-04-10T15:25:24.419 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.439+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=KE2EDSQMQ23Z type=write size=367821 2024-04-10T15:25:24.419 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.439+0000 7fde1a776780 1 < canceled part key=_multipart_GOVDAOD5DREG.2~AX8X6RWATBUB.0 size=1048576 2024-04-10T15:25:24.421 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.440+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~AX8X6RWATBUB.1 size=190138 2024-04-10T15:25:24.424 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.444+0000 7fde1a776780 1 < canceled multipart upload key=GOVDAOD5DREG upload=AX8X6RWATBUB tag=9CL3UUSXUZCO type=write size=2287290 2024-04-10T15:25:24.426 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.446+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=144IG0L92HW5 type=del size=5533 2024-04-10T15:25:24.431 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.450+0000 7fde1a776780 1 < suggested update operation key=BC5NU4J0LIY9 tag=BFXMR1NF8QVJ type=del size=2587864 2024-04-10T15:25:24.435 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.455+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~T4MX0T2DITXE.0 size=1048576 2024-04-10T15:25:24.437 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.456+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~T4MX0T2DITXE.1 size=932586 2024-04-10T15:25:24.437 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.456+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=T4MX0T2DITXE tag=37ECHE3SE71D type=write size=3029738 2024-04-10T15:25:24.440 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.459+0000 7fde1a776780 -1 < failed to complete operation key=U40N6ONWE7P2 tag=U0NO0PUUADJO type=del size=4104047: (22) Invalid argument 2024-04-10T15:25:24.443 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.463+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~18I2LJMWA9FN.0 size=1048576 2024-04-10T15:25:24.445 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.465+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~18I2LJMWA9FN.1 size=732407 2024-04-10T15:25:24.445 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.465+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=18I2LJMWA9FN tag=1NJWR3MVNUV3 type=write size=2829559 2024-04-10T15:25:24.449 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.469+0000 7fde1a776780 1 < suggested update operation key=ZOVK659NLDON tag=0ZFYTLC3NQ7U type=write size=601855 2024-04-10T15:25:24.452 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.471+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=V3NMF9H2YXL9 type=del size=330610 2024-04-10T15:25:24.455 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.475+0000 7fde1a776780 1 < suggested update operation key=GVB0VUGS9C0D tag=1CTOH7R7YIJ0 type=write size=273620 2024-04-10T15:25:24.460 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.479+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~F34C1OXZ9W6E.0 size=429504 2024-04-10T15:25:24.460 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.479+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=F34C1OXZ9W6E tag=RRGP4T576UCK type=write size=1478080 2024-04-10T15:25:24.462 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.482+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~WRMI83078V9A.0 size=1048576 2024-04-10T15:25:24.464 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.484+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~WRMI83078V9A.1 size=1048576 2024-04-10T15:25:24.465 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.485+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~WRMI83078V9A.2 size=47033 2024-04-10T15:25:24.470 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.490+0000 7fde1a776780 1 < completed multipart upload key=XQVTX5DB2NXX upload=WRMI83078V9A tag=74SB2HHERQLE type=write size=3192761 2024-04-10T15:25:24.472 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.492+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=M5906XTKP5GH type=del size=3423034 2024-04-10T15:25:24.475 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.494+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=ONA5Z6M3EPR5 type=del 2024-04-10T15:25:24.478 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.498+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~CTTXKHLERBLB.0 size=1048576 2024-04-10T15:25:24.481 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.500+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~CTTXKHLERBLB.1 size=1048576 2024-04-10T15:25:24.483 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.502+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~CTTXKHLERBLB.2 size=111556 2024-04-10T15:25:24.483 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.502+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=CTTXKHLERBLB tag=17XXE7UJ4XBT type=write size=3257284 2024-04-10T15:25:24.485 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.504+0000 7fde1a776780 1 < completed delete operation key=1R91FWVRA2AS tag=1EP0TTAE3LIM type=del 2024-04-10T15:25:24.487 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.507+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=54J1WMVX9KHP type=del size=1039841 2024-04-10T15:25:24.489 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.509+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~6EXY5CUGCCNX.0 size=1048576 2024-04-10T15:25:24.494 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.511+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~6EXY5CUGCCNX.1 size=40709 2024-04-10T15:25:24.495 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.514+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=6EXY5CUGCCNX tag=4ZV3J0ZUFK5W type=write size=2137861 2024-04-10T15:25:24.497 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.516+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=M0SFI0R9OECM type=del size=3357371 2024-04-10T15:25:24.497 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.517+0000 7fde1a776780 1 < canceled part key=_multipart_GFDJUGM4M5RT.2~HON5QLYLY35X.0 size=1048576 2024-04-10T15:25:24.499 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.518+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~HON5QLYLY35X.1 size=1048576 2024-04-10T15:25:24.500 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.520+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~HON5QLYLY35X.2 size=1025569 2024-04-10T15:25:24.504 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.524+0000 7fde1a776780 1 < canceled multipart upload key=GFDJUGM4M5RT upload=HON5QLYLY35X tag=2PYH5M3PNJKW type=write size=4171297 2024-04-10T15:25:24.506 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.526+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=OU91EAIHGB1W type=del size=3536822 2024-04-10T15:25:24.508 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.528+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=UTGK30FYTS2Q type=del 2024-04-10T15:25:24.512 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.532+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~GF2JMBQ5B680.0 size=592862 2024-04-10T15:25:24.512 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.532+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=GF2JMBQ5B680 tag=V45EKTPWD79F type=write size=1641438 2024-04-10T15:25:24.514 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.534+0000 7fde1a776780 1 < completed delete operation key=UO4QF22YP29O tag=07MZLZDUAFE2 type=del 2024-04-10T15:25:24.519 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.538+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~EL3XZ4YITHWS.0 size=14504 2024-04-10T15:25:24.519 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.538+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=EL3XZ4YITHWS tag=4ID9PNZ1YOHB type=write size=1063080 2024-04-10T15:25:24.521 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.540+0000 7fde1a776780 1 < completed write operation key=XQVTX5DB2NXX tag=GGHM21HNY5W4 type=write size=634293 2024-04-10T15:25:24.523 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.542+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=TJ64TEO1WG08 type=del size=2581078 2024-04-10T15:25:24.525 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.544+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=274JQ73XIWFK type=del 2024-04-10T15:25:24.527 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.547+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=57HCYLGCD4ZZ type=del size=1370839 2024-04-10T15:25:24.529 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.549+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~742P09IXKKCR.0 size=1048576 2024-04-10T15:25:24.531 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.551+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~742P09IXKKCR.1 size=1048576 2024-04-10T15:25:24.532 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.552+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~742P09IXKKCR.2 size=599245 2024-04-10T15:25:24.536 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.556+0000 7fde1a776780 1 < completed multipart upload key=BRSJ82BM5NOL upload=742P09IXKKCR tag=BFTRJXCHXDWV type=write size=3744973 2024-04-10T15:25:24.540 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.559+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~OG9BDZ5NIG7L.0 size=1018402 2024-04-10T15:25:24.540 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.559+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=OG9BDZ5NIG7L tag=IUPCXAGYILJG type=write size=2066978 2024-04-10T15:25:24.542 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.561+0000 7fde1a776780 1 < completed write operation key=KN16WF5V2CIJ tag=KE2EDSQMQ23Z type=write size=367821 2024-04-10T15:25:24.544 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.564+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=K4E07AG709OZ type=del size=3533534 2024-04-10T15:25:24.547 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.567+0000 7fde1a776780 -1 < failed to complete operation key=GVB0VUGS9C0D tag=144IG0L92HW5 type=del size=5533: (22) Invalid argument 2024-04-10T15:25:24.549 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.569+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=BMFDJ8MDD70Z type=del size=2761392 2024-04-10T15:25:24.551 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.571+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~T4MX0T2DITXE.0 size=1048576 2024-04-10T15:25:24.553 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.573+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~T4MX0T2DITXE.1 size=932586 2024-04-10T15:25:24.557 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.576+0000 7fde1a776780 1 < completed multipart upload key=5ZH428JDA1AL upload=T4MX0T2DITXE tag=37ECHE3SE71D type=write size=3029738 2024-04-10T15:25:24.559 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.579+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=DVYMPELAT223 type=del size=3300256 2024-04-10T15:25:24.561 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.581+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~18I2LJMWA9FN.0 size=1048576 2024-04-10T15:25:24.563 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.582+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~18I2LJMWA9FN.1 size=732407 2024-04-10T15:25:24.566 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.586+0000 7fde1a776780 1 < completed multipart upload key=GOVDAOD5DREG upload=18I2LJMWA9FN tag=1NJWR3MVNUV3 type=write size=2829559 2024-04-10T15:25:24.570 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.589+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~3Q749VMKX90L.0 size=1048576 2024-04-10T15:25:24.571 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.591+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~3Q749VMKX90L.1 size=1048576 2024-04-10T15:25:24.573 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.593+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~3Q749VMKX90L.2 size=132716 2024-04-10T15:25:24.573 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.593+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=3Q749VMKX90L tag=3VDEEZEGSY26 type=write size=3278444 2024-04-10T15:25:24.576 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.596+0000 7fde1a776780 -1 < failed to complete operation key=GVB0VUGS9C0D tag=V3NMF9H2YXL9 type=del size=330610: (22) Invalid argument 2024-04-10T15:25:24.578 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.598+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=V0X01UU03W41 type=del size=1493622 2024-04-10T15:25:24.581 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.601+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~F34C1OXZ9W6E.0 size=429504 2024-04-10T15:25:24.585 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.605+0000 7fde1a776780 1 < completed multipart upload key=U40N6ONWE7P2 upload=F34C1OXZ9W6E tag=RRGP4T576UCK type=write size=1478080 2024-04-10T15:25:24.589 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.609+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~WO8X4CD3GAKC.0 size=88159 2024-04-10T15:25:24.589 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.609+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=WO8X4CD3GAKC tag=GPZBAL6CM0MY type=write size=1136735 2024-04-10T15:25:24.593 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.613+0000 7fde1a776780 1 < suggested update operation key=ZOVK659NLDON tag=M5906XTKP5GH type=del size=3423034 2024-04-10T15:25:24.596 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.615+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=64VME8IRE4LX type=del size=1863842 2024-04-10T15:25:24.596 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.616+0000 7fde1a776780 1 < canceled part key=_multipart_UCUWIQFA7CRO.2~CTTXKHLERBLB.0 size=1048576 2024-04-10T15:25:24.598 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.618+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~CTTXKHLERBLB.1 size=1048576 2024-04-10T15:25:24.600 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.619+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~CTTXKHLERBLB.2 size=111556 2024-04-10T15:25:24.603 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.623+0000 7fde1a776780 1 < canceled multipart upload key=UCUWIQFA7CRO upload=CTTXKHLERBLB tag=17XXE7UJ4XBT type=write size=3257284 2024-04-10T15:25:24.605 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.625+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=HU6XLUD3EEKR type=del size=611145 2024-04-10T15:25:24.609 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.629+0000 7fde1a776780 1 < suggested update operation key=HOP5B3O5BNC6 tag=54J1WMVX9KHP type=del size=1039841 2024-04-10T15:25:24.611 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.631+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=TZ786V1PM3ZO type=del size=2753971 2024-04-10T15:25:24.613 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.633+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=M0SFI0R9OECM type=del 2024-04-10T15:25:24.615 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.635+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=D9BB48I75NK9 type=del size=298634 2024-04-10T15:25:24.617 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.637+0000 7fde1a776780 1 < completed delete operation key=U40N6ONWE7P2 tag=OU91EAIHGB1W type=del 2024-04-10T15:25:24.619 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.639+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=9POXIAQ788K9 type=write size=989703 2024-04-10T15:25:24.620 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.639+0000 7fde1a776780 1 < canceled part key=_multipart_UHHK0SL983MS.2~GF2JMBQ5B680.0 size=592862 2024-04-10T15:25:24.623 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.643+0000 7fde1a776780 1 < canceled multipart upload key=UHHK0SL983MS upload=GF2JMBQ5B680 tag=V45EKTPWD79F type=write size=1641438 2024-04-10T15:25:24.625 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.645+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=H7YWVE34VQ02 type=del size=3273665 2024-04-10T15:25:24.627 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.647+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~EL3XZ4YITHWS.0 size=14504 2024-04-10T15:25:24.631 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.650+0000 7fde1a776780 1 < completed multipart upload key=BC5NU4J0LIY9 upload=EL3XZ4YITHWS tag=4ID9PNZ1YOHB type=write size=1063080 2024-04-10T15:25:24.633 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.653+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=GVT23GU09MZG type=del size=1435706 2024-04-10T15:25:24.633 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:24 smithi154 ceph-mon[84269]: pgmap v1328: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 773 KiB/s rd, 270 KiB/s wr, 1.37k op/s 2024-04-10T15:25:24.635 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.655+0000 7fde1a776780 1 < completed delete operation key=2HPCRWS9ESCI tag=TJ64TEO1WG08 type=del 2024-04-10T15:25:24.639 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.659+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~LMFVAEV9GOI8.0 size=1048576 2024-04-10T15:25:24.641 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.661+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~LMFVAEV9GOI8.1 size=931973 2024-04-10T15:25:24.641 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.661+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=LMFVAEV9GOI8 tag=6SQ8HDD0XMCT type=write size=3029125 2024-04-10T15:25:24.643 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.663+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=57HCYLGCD4ZZ type=del 2024-04-10T15:25:24.645 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.665+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=74CA2R8SU0G9 type=del size=379504 2024-04-10T15:25:24.647 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.667+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~OG9BDZ5NIG7L.0 size=1018402 2024-04-10T15:25:24.652 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.672+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=OG9BDZ5NIG7L tag=IUPCXAGYILJG type=write size=2066978 2024-04-10T15:25:24.656 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.675+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~YTPIOII0DWME.0 size=1048576 2024-04-10T15:25:24.657 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.677+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~YTPIOII0DWME.1 size=509431 2024-04-10T15:25:24.657 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.677+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=YTPIOII0DWME tag=2OQQ175NAXX1 type=write size=2606583 2024-04-10T15:25:24.659 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.679+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=K4E07AG709OZ type=del 2024-04-10T15:25:24.662 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.681+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=SVI2VNGS3NYA type=del size=1483333 2024-04-10T15:25:24.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:24 smithi102 ceph-mon[90943]: pgmap v1328: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 773 KiB/s rd, 270 KiB/s wr, 1.37k op/s 2024-04-10T15:25:24.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:24 smithi102 ceph-mon[88557]: pgmap v1328: 137 pgs: 137 active+clean; 583 KiB data, 3.0 GiB used, 712 GiB / 715 GiB avail; 773 KiB/s rd, 270 KiB/s wr, 1.37k op/s 2024-04-10T15:25:24.665 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.685+0000 7fde1a776780 1 < suggested remove operation key=DKSUE7KTGBW7 tag=BMFDJ8MDD70Z type=del 2024-04-10T15:25:24.667 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.687+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=Q50MLXC1JQ9K type=del size=3183500 2024-04-10T15:25:24.669 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.689+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=DVYMPELAT223 type=del 2024-04-10T15:25:24.673 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.693+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~7BKN7MLOZIPA.0 size=1048576 2024-04-10T15:25:24.675 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.694+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~7BKN7MLOZIPA.1 size=101595 2024-04-10T15:25:24.675 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.694+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=7BKN7MLOZIPA tag=O6CBCGKIWF28 type=write size=2198747 2024-04-10T15:25:24.677 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.696+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~3Q749VMKX90L.0 size=1048576 2024-04-10T15:25:24.679 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.698+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~3Q749VMKX90L.1 size=1048576 2024-04-10T15:25:24.680 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.700+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~3Q749VMKX90L.2 size=132716 2024-04-10T15:25:24.684 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.704+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=3Q749VMKX90L tag=3VDEEZEGSY26 type=write size=3278444 2024-04-10T15:25:24.688 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.707+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~X6NP52Q5AC40.0 size=1048576 2024-04-10T15:25:24.690 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.709+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~X6NP52Q5AC40.1 size=857354 2024-04-10T15:25:24.690 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.709+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=X6NP52Q5AC40 tag=9A63FZ3HCC5O type=write size=2954506 2024-04-10T15:25:24.692 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.711+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=V0X01UU03W41 type=del 2024-04-10T15:25:24.694 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.714+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=YH0YZQSG6DJB type=del size=3174610 2024-04-10T15:25:24.698 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.716+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~WO8X4CD3GAKC.0 size=88159 2024-04-10T15:25:24.699 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.719+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=WO8X4CD3GAKC tag=GPZBAL6CM0MY type=write size=1136735 2024-04-10T15:25:24.701 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.721+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=6BAIP927R3QF type=del size=557260 2024-04-10T15:25:24.703 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.723+0000 7fde1a776780 1 < completed delete operation key=ZOVK659NLDON tag=64VME8IRE4LX type=del 2024-04-10T15:25:24.705 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.725+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=PWIKN3F33XYB type=del size=3319737 2024-04-10T15:25:24.708 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.728+0000 7fde1a776780 -1 < failed to complete operation key=HOP5B3O5BNC6 tag=HU6XLUD3EEKR type=del size=611145: (22) Invalid argument 2024-04-10T15:25:24.712 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.731+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~R95L3OC2W22Z.0 size=1048576 2024-04-10T15:25:24.714 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.733+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~R95L3OC2W22Z.1 size=709896 2024-04-10T15:25:24.714 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.733+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=R95L3OC2W22Z tag=0IQYJGWD0EOP type=write size=2807048 2024-04-10T15:25:24.718 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.738+0000 7fde1a776780 1 < suggested update operation key=OSSHDMNH4GXQ tag=TZ786V1PM3ZO type=del size=2753971 2024-04-10T15:25:24.720 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.740+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=AIQWMUNYV7UT type=del size=1118221 2024-04-10T15:25:24.722 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.742+0000 7fde1a776780 1 < canceled operation key=F7U2L70QSILB tag=D9BB48I75NK9 type=del size=298634 2024-04-10T15:25:24.724 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.744+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=7G26LZ9S5SJL type=del size=3937767 2024-04-10T15:25:24.728 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.748+0000 7fde1a776780 1 < suggested remove operation key=HOP5B3O5BNC6 tag=9POXIAQ788K9 type=write 2024-04-10T15:25:24.730 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.750+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=536CJUH5L928 type=del size=3286451 2024-04-10T15:25:24.732 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.751+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=H7YWVE34VQ02 type=del 2024-04-10T15:25:24.734 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.754+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=TFMBSBDTJZBP type=del size=2825908 2024-04-10T15:25:24.736 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.756+0000 7fde1a776780 1 < completed delete operation key=OTI1FIIUG2C6 tag=GVT23GU09MZG type=del 2024-04-10T15:25:24.740 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.760+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~7J8TOPALO5LQ.0 size=1048576 2024-04-10T15:25:24.742 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.761+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~7J8TOPALO5LQ.1 size=1048576 2024-04-10T15:25:24.744 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.763+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~7J8TOPALO5LQ.2 size=273667 2024-04-10T15:25:24.744 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.763+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=7J8TOPALO5LQ tag=BYF6B8B1FPM4 type=write size=3419395 2024-04-10T15:25:24.744 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.764+0000 7fde1a776780 1 < canceled part key=_multipart_RHD4NMKH90JS.2~LMFVAEV9GOI8.0 size=1048576 2024-04-10T15:25:24.746 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.766+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~LMFVAEV9GOI8.1 size=931973 2024-04-10T15:25:24.750 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.770+0000 7fde1a776780 1 < canceled multipart upload key=RHD4NMKH90JS upload=LMFVAEV9GOI8 tag=6SQ8HDD0XMCT type=write size=3029125 2024-04-10T15:25:24.753 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.773+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=G4ULOWF5ISIG type=del size=1594782 2024-04-10T15:25:24.755 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.775+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=74CA2R8SU0G9 type=del 2024-04-10T15:25:24.759 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.779+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~LRIEVQ60WC6G.0 size=1048576 2024-04-10T15:25:24.761 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.780+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~LRIEVQ60WC6G.1 size=769511 2024-04-10T15:25:24.761 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.780+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=LRIEVQ60WC6G tag=XI8OARRFBZLE type=write size=2866663 2024-04-10T15:25:24.763 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.783+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~YTPIOII0DWME.0 size=1048576 2024-04-10T15:25:24.765 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.785+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~YTPIOII0DWME.1 size=509431 2024-04-10T15:25:24.773 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.789+0000 7fde1a776780 1 < completed multipart upload key=ZOVK659NLDON upload=YTPIOII0DWME tag=2OQQ175NAXX1 type=write size=2606583 2024-04-10T15:25:24.773 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.792+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=EOV2HN7IGMUV type=write size=616338 2024-04-10T15:25:24.775 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.794+0000 7fde1a776780 -1 < failed to complete operation key=DKSUE7KTGBW7 tag=SVI2VNGS3NYA type=del size=1483333: (22) Invalid argument 2024-04-10T15:25:24.777 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.796+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=P5XW0DHJB82R type=del size=2900034 2024-04-10T15:25:24.779 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.798+0000 7fde1a776780 1 < canceled operation key=GVB0VUGS9C0D tag=Q50MLXC1JQ9K type=del size=3183500 2024-04-10T15:25:24.781 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.801+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=FBJ9Q06YK0PD type=del size=2783102 2024-04-10T15:25:24.783 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.803+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~7BKN7MLOZIPA.0 size=1048576 2024-04-10T15:25:24.785 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.805+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~7BKN7MLOZIPA.1 size=101595 2024-04-10T15:25:24.789 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.809+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=7BKN7MLOZIPA tag=O6CBCGKIWF28 type=write size=2198747 2024-04-10T15:25:24.793 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.812+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~M8DXAXFRFNHO.0 size=445901 2024-04-10T15:25:24.793 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.812+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=M8DXAXFRFNHO tag=YDGYQ9ELKU26 type=write size=1494477 2024-04-10T15:25:24.794 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.814+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~X6NP52Q5AC40.0 size=1048576 2024-04-10T15:25:24.797 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.816+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~X6NP52Q5AC40.1 size=857354 2024-04-10T15:25:24.800 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.820+0000 7fde1a776780 1 < completed multipart upload key=2HPCRWS9ESCI upload=X6NP52Q5AC40 tag=9A63FZ3HCC5O type=write size=2954506 2024-04-10T15:25:24.804 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.824+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~WTO7X39HRIAD.0 size=1048576 2024-04-10T15:25:24.806 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.826+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~WTO7X39HRIAD.1 size=1048576 2024-04-10T15:25:24.808 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.828+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~WTO7X39HRIAD.2 size=923194 2024-04-10T15:25:24.808 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.828+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=WTO7X39HRIAD tag=UL5LE6H9A0JK type=write size=4068922 2024-04-10T15:25:24.810 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.830+0000 7fde1a776780 1 < completed delete operation key=2HPCRWS9ESCI tag=YH0YZQSG6DJB type=del 2024-04-10T15:25:24.812 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.832+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=FLUOQIBO9SL4 type=del size=3005787 2024-04-10T15:25:24.814 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.834+0000 7fde1a776780 1 < completed delete operation key=VPWN54SOWO0W tag=6BAIP927R3QF type=del 2024-04-10T15:25:24.816 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.836+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=LG34DMU4TZ2U type=del size=3357780 2024-04-10T15:25:24.818 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.838+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=PWIKN3F33XYB type=del 2024-04-10T15:25:24.820 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.840+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=C7T62ENZIAB6 type=del size=3126425 2024-04-10T15:25:24.822 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.842+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~R95L3OC2W22Z.0 size=1048576 2024-04-10T15:25:24.824 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.843+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~R95L3OC2W22Z.1 size=709896 2024-04-10T15:25:24.827 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.847+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=R95L3OC2W22Z tag=0IQYJGWD0EOP type=write size=2807048 2024-04-10T15:25:24.830 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.849+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=1217XZQ0KDXA type=del size=2749412 2024-04-10T15:25:24.832 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.851+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=AIQWMUNYV7UT type=del 2024-04-10T15:25:24.834 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.854+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=MYEN0Z0CHPPJ type=del size=1899066 2024-04-10T15:25:24.836 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.856+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=7G26LZ9S5SJL type=del 2024-04-10T15:25:24.838 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.858+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=KU668HNC4I1Q type=del size=2555128 2024-04-10T15:25:24.841 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.860+0000 7fde1a776780 1 < completed delete operation key=UO4QF22YP29O tag=536CJUH5L928 type=del 2024-04-10T15:25:24.846 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.865+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~3JHH3UAHAO1H.0 size=1048576 2024-04-10T15:25:24.848 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.867+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~3JHH3UAHAO1H.1 size=1048576 2024-04-10T15:25:24.849 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.869+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~3JHH3UAHAO1H.2 size=856631 2024-04-10T15:25:24.849 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.869+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=3JHH3UAHAO1H tag=PPVXIOH06AYH type=write size=4002359 2024-04-10T15:25:24.851 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.871+0000 7fde1a776780 1 < completed delete operation key=2HPCRWS9ESCI tag=TFMBSBDTJZBP type=del 2024-04-10T15:25:24.853 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.873+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=6PES7LXQI9TN type=del size=3827533 2024-04-10T15:25:24.856 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.876+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~7J8TOPALO5LQ.0 size=1048576 2024-04-10T15:25:24.858 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.878+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~7J8TOPALO5LQ.1 size=1048576 2024-04-10T15:25:24.858 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.878+0000 7fde1a776780 1 < canceled part key=_multipart_01BTT4OLERPN.2~7J8TOPALO5LQ.2 size=273667 2024-04-10T15:25:24.862 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.881+0000 7fde1a776780 1 < canceled multipart upload key=01BTT4OLERPN upload=7J8TOPALO5LQ tag=BYF6B8B1FPM4 type=write size=3419395 2024-04-10T15:25:24.864 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.884+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=RSO9KNVL4EOC type=write size=675958 2024-04-10T15:25:24.866 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.886+0000 7fde1a776780 1 < completed delete operation key=OSSHDMNH4GXQ tag=G4ULOWF5ISIG type=del 2024-04-10T15:25:24.871 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.890+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~7H9Y8WO9KPWF.0 size=1048576 2024-04-10T15:25:24.872 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.892+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~7H9Y8WO9KPWF.1 size=874685 2024-04-10T15:25:24.873 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.892+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=7H9Y8WO9KPWF tag=673HEPLXC5H9 type=write size=2971837 2024-04-10T15:25:24.875 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.894+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~LRIEVQ60WC6G.0 size=1048576 2024-04-10T15:25:24.876 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.896+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~LRIEVQ60WC6G.1 size=769511 2024-04-10T15:25:24.880 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.900+0000 7fde1a776780 1 < completed multipart upload key=UHHK0SL983MS upload=LRIEVQ60WC6G tag=XI8OARRFBZLE type=write size=2866663 2024-04-10T15:25:24.884 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.903+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~IM2U4ZOY7CO8.0 size=1048576 2024-04-10T15:25:24.885 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.905+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~IM2U4ZOY7CO8.1 size=1048576 2024-04-10T15:25:24.887 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.907+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~IM2U4ZOY7CO8.2 size=779672 2024-04-10T15:25:24.887 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.907+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=IM2U4ZOY7CO8 tag=XYPPAYSG6LXO type=write size=3925400 2024-04-10T15:25:24.889 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.909+0000 7fde1a776780 1 < completed write operation key=OTI1FIIUG2C6 tag=EOV2HN7IGMUV type=write size=616338 2024-04-10T15:25:24.893 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.913+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~JRC7TZDSMUWV.0 size=1048576 2024-04-10T15:25:24.895 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.915+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~JRC7TZDSMUWV.1 size=1048576 2024-04-10T15:25:24.896 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.916+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~JRC7TZDSMUWV.2 size=277976 2024-04-10T15:25:24.897 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.916+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=JRC7TZDSMUWV tag=6L56149QQH9Y type=write size=3423704 2024-04-10T15:25:24.899 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.918+0000 7fde1a776780 1 < completed delete operation key=OTI1FIIUG2C6 tag=P5XW0DHJB82R type=del 2024-04-10T15:25:24.902 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.922+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~UO4QWF1F0OKZ.0 size=696807 2024-04-10T15:25:24.902 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.922+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=UO4QWF1F0OKZ tag=IYKGHLH86JTN type=write size=1745383 2024-04-10T15:25:24.906 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.926+0000 7fde1a776780 1 < suggested remove operation key=01BTT4OLERPN tag=FBJ9Q06YK0PD type=del 2024-04-10T15:25:24.910 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.929+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~O8O8JAS0IAYT.0 size=1048576 2024-04-10T15:25:24.912 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.932+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~O8O8JAS0IAYT.1 size=134193 2024-04-10T15:25:24.912 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.932+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=O8O8JAS0IAYT tag=44F94STYZ6Y1 type=write size=2231345 2024-04-10T15:25:24.914 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.934+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~M8DXAXFRFNHO.0 size=445901 2024-04-10T15:25:24.919 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.938+0000 7fde1a776780 1 < completed multipart upload key=XQVTX5DB2NXX upload=M8DXAXFRFNHO tag=YDGYQ9ELKU26 type=write size=1494477 2024-04-10T15:25:24.921 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.940+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=72O1QWYD0O82 type=del size=3944260 2024-04-10T15:25:24.923 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.943+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~WTO7X39HRIAD.0 size=1048576 2024-04-10T15:25:24.925 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.945+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~WTO7X39HRIAD.1 size=1048576 2024-04-10T15:25:24.927 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.946+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~WTO7X39HRIAD.2 size=923194 2024-04-10T15:25:24.930 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.950+0000 7fde1a776780 1 < completed multipart upload key=GOVDAOD5DREG upload=WTO7X39HRIAD tag=UL5LE6H9A0JK type=write size=4068922 2024-04-10T15:25:24.932 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.952+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=7091D0ENFZSU type=del size=3053526 2024-04-10T15:25:24.934 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.954+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=FLUOQIBO9SL4 type=del 2024-04-10T15:25:24.936 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.956+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=089EY4LYC4WC type=del size=881581 2024-04-10T15:25:24.938 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.958+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=LG34DMU4TZ2U type=del 2024-04-10T15:25:24.940 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.960+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=2MKF08BEVLNF type=del size=114679 2024-04-10T15:25:24.942 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.962+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=C7T62ENZIAB6 type=del 2024-04-10T15:25:24.944 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.964+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=NSP1EVVE2XHF type=del size=2607268 2024-04-10T15:25:24.948 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.968+0000 7fde1a776780 1 < suggested update operation key=BRSJ82BM5NOL tag=1217XZQ0KDXA type=del size=2749412 2024-04-10T15:25:24.951 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.970+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=ORAHYHFIMK4L type=del size=1383653 2024-04-10T15:25:24.953 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.973+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=MYEN0Z0CHPPJ type=del 2024-04-10T15:25:24.958 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.975+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=9ASZG94PI4M2 type=del size=303876 2024-04-10T15:25:24.959 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.979+0000 7fde1a776780 1 < suggested remove operation key=ZOVK659NLDON tag=KU668HNC4I1Q type=del 2024-04-10T15:25:24.961 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.981+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=4L9GYGSQVO4Q type=write size=1001781 2024-04-10T15:25:24.963 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.983+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~3JHH3UAHAO1H.0 size=1048576 2024-04-10T15:25:24.966 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.985+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~3JHH3UAHAO1H.1 size=1048576 2024-04-10T15:25:24.966 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.985+0000 7fde1a776780 1 < canceled part key=_multipart_TI6JR9Q8AOF5.2~3JHH3UAHAO1H.2 size=856631 2024-04-10T15:25:24.969 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.989+0000 7fde1a776780 1 < canceled multipart upload key=TI6JR9Q8AOF5 upload=3JHH3UAHAO1H tag=PPVXIOH06AYH type=write size=4002359 2024-04-10T15:25:24.974 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.993+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~PZZ1JWNAMYOD.0 size=768232 2024-04-10T15:25:24.974 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.993+0000 7fde1a776780 1 > prepared multipart upload key=VPWN54SOWO0W upload=PZZ1JWNAMYOD tag=KIFYSHS76DQ3 type=write size=1816808 2024-04-10T15:25:24.975 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.995+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=6PES7LXQI9TN type=del 2024-04-10T15:25:24.979 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.999+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~OGA2WDOYMNEM.0 size=314757 2024-04-10T15:25:24.979 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:24.999+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=OGA2WDOYMNEM tag=6HJ09OOPBEIR type=write size=1363333 2024-04-10T15:25:24.982 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.001+0000 7fde1a776780 1 < completed write operation key=O1ZBJUVP8PQD tag=RSO9KNVL4EOC type=write size=675958 2024-04-10T15:25:24.986 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.006+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~5IO7EXBN6NLX.0 size=937668 2024-04-10T15:25:24.986 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.006+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=5IO7EXBN6NLX tag=6PODWYY1N2MW type=write size=1986244 2024-04-10T15:25:24.988 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.008+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~7H9Y8WO9KPWF.0 size=1048576 2024-04-10T15:25:24.990 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.010+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~7H9Y8WO9KPWF.1 size=874685 2024-04-10T15:25:24.994 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.013+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=7H9Y8WO9KPWF tag=673HEPLXC5H9 type=write size=2971837 2024-04-10T15:25:24.996 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.016+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=IIDV7HXCJYK7 type=del size=2682669 2024-04-10T15:25:24.998 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.017+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~IM2U4ZOY7CO8.0 size=1048576 2024-04-10T15:25:24.999 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.019+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~IM2U4ZOY7CO8.1 size=1048576 2024-04-10T15:25:25.001 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.021+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~IM2U4ZOY7CO8.2 size=779672 2024-04-10T15:25:25.005 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.024+0000 7fde1a776780 1 < completed multipart upload key=G2Z1VR134GSG upload=IM2U4ZOY7CO8 tag=XYPPAYSG6LXO type=write size=3925400 2024-04-10T15:25:25.009 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.029+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~T4X63C3LU5FD.0 size=1048576 2024-04-10T15:25:25.011 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.031+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~T4X63C3LU5FD.1 size=472936 2024-04-10T15:25:25.011 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.031+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=T4X63C3LU5FD tag=1M9G9P9WVXGZ type=write size=2570088 2024-04-10T15:25:25.013 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.033+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~JRC7TZDSMUWV.0 size=1048576 2024-04-10T15:25:25.015 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.035+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~JRC7TZDSMUWV.1 size=1048576 2024-04-10T15:25:25.017 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.036+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~JRC7TZDSMUWV.2 size=277976 2024-04-10T15:25:25.020 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.040+0000 7fde1a776780 1 < completed multipart upload key=2HPCRWS9ESCI upload=JRC7TZDSMUWV tag=6L56149QQH9Y type=write size=3423704 2024-04-10T15:25:25.023 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.043+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=9TZIGZST6RKD type=del size=637008 2024-04-10T15:25:25.025 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.045+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~UO4QWF1F0OKZ.0 size=696807 2024-04-10T15:25:25.029 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.048+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=UO4QWF1F0OKZ tag=IYKGHLH86JTN type=write size=1745383 2024-04-10T15:25:25.031 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.051+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=T7KTIUAZHD9C type=del size=2504143 2024-04-10T15:25:25.033 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.053+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~O8O8JAS0IAYT.0 size=1048576 2024-04-10T15:25:25.035 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.055+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~O8O8JAS0IAYT.1 size=134193 2024-04-10T15:25:25.039 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.059+0000 7fde1a776780 1 < completed multipart upload key=GOVDAOD5DREG upload=O8O8JAS0IAYT tag=44F94STYZ6Y1 type=write size=2231345 2024-04-10T15:25:25.041 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.061+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=7R3S584035FV type=del size=695165 2024-04-10T15:25:25.045 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.065+0000 7fde1a776780 1 < suggested update operation key=UHHK0SL983MS tag=72O1QWYD0O82 type=del size=3944260 2024-04-10T15:25:25.047 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.067+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=MSMA3XSLO3Q0 type=del size=973199 2024-04-10T15:25:25.049 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.069+0000 7fde1a776780 1 < canceled operation key=RHD4NMKH90JS tag=7091D0ENFZSU type=del size=3053526 2024-04-10T15:25:25.052 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.072+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=TZN0X8GGPC3Q type=del size=3997815 2024-04-10T15:25:25.055 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.074+0000 7fde1a776780 -1 < failed to complete operation key=BRSJ82BM5NOL tag=089EY4LYC4WC type=del size=881581: (22) Invalid argument 2024-04-10T15:25:25.059 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.079+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~ECD3ZOCK80WM.0 size=1048576 2024-04-10T15:25:25.060 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.080+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~ECD3ZOCK80WM.1 size=71060 2024-04-10T15:25:25.061 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.080+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=ECD3ZOCK80WM tag=ZP7TDEP5N6EO type=write size=2168212 2024-04-10T15:25:25.064 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.084+0000 7fde1a776780 1 < suggested remove operation key=KN16WF5V2CIJ tag=2MKF08BEVLNF type=del 2024-04-10T15:25:25.068 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.088+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~I44X0PS5AZ8Z.0 size=254801 2024-04-10T15:25:25.068 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.088+0000 7fde1a776780 1 > prepared multipart upload key=L2PAIFCTQ0UL upload=I44X0PS5AZ8Z tag=9WXXNRKWZ2VJ type=write size=1303377 2024-04-10T15:25:25.070 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.090+0000 7fde1a776780 1 < completed delete operation key=1R91FWVRA2AS tag=NSP1EVVE2XHF type=del 2024-04-10T15:25:25.074 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.094+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~XAYHPQO80EY8.0 size=262598 2024-04-10T15:25:25.074 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.094+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=XAYHPQO80EY8 tag=2KII6IAEOQYG type=write size=1311174 2024-04-10T15:25:25.077 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.097+0000 7fde1a776780 -1 < failed to complete operation key=UHHK0SL983MS tag=ORAHYHFIMK4L type=del size=1383653: (22) Invalid argument 2024-04-10T15:25:25.079 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.099+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=6X7R117U0P52 type=del size=2789651 2024-04-10T15:25:25.081 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.101+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=9ASZG94PI4M2 type=del 2024-04-10T15:25:25.085 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.105+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~V081WA5AGCO3.0 size=306212 2024-04-10T15:25:25.085 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.105+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=V081WA5AGCO3 tag=QDWMJUD824Q6 type=write size=1354788 2024-04-10T15:25:25.089 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.109+0000 7fde1a776780 1 < suggested update operation key=OTI1FIIUG2C6 tag=4L9GYGSQVO4Q type=write size=1001781 2024-04-10T15:25:25.091 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.111+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=TW03GZNAOCVO type=del size=3357691 2024-04-10T15:25:25.093 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.113+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~PZZ1JWNAMYOD.0 size=768232 2024-04-10T15:25:25.097 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.117+0000 7fde1a776780 1 < completed multipart upload key=VPWN54SOWO0W upload=PZZ1JWNAMYOD tag=KIFYSHS76DQ3 type=write size=1816808 2024-04-10T15:25:25.100 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.120+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~24W6YIBFCINU.0 size=1048576 2024-04-10T15:25:25.102 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.122+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~24W6YIBFCINU.1 size=1048576 2024-04-10T15:25:25.106 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.124+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~24W6YIBFCINU.2 size=858661 2024-04-10T15:25:25.106 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.124+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=24W6YIBFCINU tag=KCVWIL4HTSQ6 type=write size=4004389 2024-04-10T15:25:25.106 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.126+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~OGA2WDOYMNEM.0 size=314757 2024-04-10T15:25:25.111 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.130+0000 7fde1a776780 1 < completed multipart upload key=TI6JR9Q8AOF5 upload=OGA2WDOYMNEM tag=6HJ09OOPBEIR type=write size=1363333 2024-04-10T15:25:25.114 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.134+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~LX9YBZQ5EOPG.0 size=1048576 2024-04-10T15:25:25.116 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.135+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~LX9YBZQ5EOPG.1 size=1048576 2024-04-10T15:25:25.117 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.137+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~LX9YBZQ5EOPG.2 size=1029344 2024-04-10T15:25:25.117 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.137+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=LX9YBZQ5EOPG tag=5N3LYTUQX9OV type=write size=4175072 2024-04-10T15:25:25.120 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.139+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~5IO7EXBN6NLX.0 size=937668 2024-04-10T15:25:25.123 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.143+0000 7fde1a776780 1 < completed multipart upload key=5ZH428JDA1AL upload=5IO7EXBN6NLX tag=6PODWYY1N2MW type=write size=1986244 2024-04-10T15:25:25.125 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.145+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=JH6EDJ24SYNI type=del size=3826502 2024-04-10T15:25:25.129 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.149+0000 7fde1a776780 1 < suggested remove operation key=R4UBYQBOSB3Z tag=IIDV7HXCJYK7 type=del 2024-04-10T15:25:25.133 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.153+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~42J9048YW9IA.0 size=1048576 2024-04-10T15:25:25.135 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.155+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~42J9048YW9IA.1 size=1048576 2024-04-10T15:25:25.136 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.156+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~42J9048YW9IA.2 size=1027748 2024-04-10T15:25:25.137 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.156+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=42J9048YW9IA tag=UPS2OK1CRGQU type=write size=4173476 2024-04-10T15:25:25.138 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.158+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~T4X63C3LU5FD.0 size=1048576 2024-04-10T15:25:25.140 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.160+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~T4X63C3LU5FD.1 size=472936 2024-04-10T15:25:25.144 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.164+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=T4X63C3LU5FD tag=1M9G9P9WVXGZ type=write size=2570088 2024-04-10T15:25:25.148 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.167+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~14HLKU3LMLOQ.0 size=1048576 2024-04-10T15:25:25.149 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.169+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~14HLKU3LMLOQ.1 size=1048576 2024-04-10T15:25:25.151 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.171+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~14HLKU3LMLOQ.2 size=820468 2024-04-10T15:25:25.152 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.171+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=14HLKU3LMLOQ tag=SFSAJLOXSTB3 type=write size=3966196 2024-04-10T15:25:25.154 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.173+0000 7fde1a776780 1 < completed delete operation key=U40N6ONWE7P2 tag=9TZIGZST6RKD type=del 2024-04-10T15:25:25.157 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.177+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~V79P73ZIP7B3.0 size=1048576 2024-04-10T15:25:25.159 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.179+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~V79P73ZIP7B3.1 size=1048576 2024-04-10T15:25:25.161 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.181+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~V79P73ZIP7B3.2 size=780606 2024-04-10T15:25:25.161 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.181+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=V79P73ZIP7B3 tag=W155946V6EDO type=write size=3926334 2024-04-10T15:25:25.163 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.183+0000 7fde1a776780 1 < completed delete operation key=EI79GJ0HN0U7 tag=T7KTIUAZHD9C type=del 2024-04-10T15:25:25.167 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.186+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~4KWC679MWBEW.0 size=203038 2024-04-10T15:25:25.167 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.186+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=4KWC679MWBEW tag=DK7WSW4RIXIM type=write size=1251614 2024-04-10T15:25:25.168 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.188+0000 7fde1a776780 1 < completed delete operation key=OSSHDMNH4GXQ tag=7R3S584035FV type=del 2024-04-10T15:25:25.173 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.193+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~0NEX9JVFW91G.0 size=1048576 2024-04-10T15:25:25.175 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.194+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~0NEX9JVFW91G.1 size=1048576 2024-04-10T15:25:25.176 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.196+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~0NEX9JVFW91G.2 size=153813 2024-04-10T15:25:25.176 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.196+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=0NEX9JVFW91G tag=PGG2POMQXPML type=write size=3299541 2024-04-10T15:25:25.178 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.198+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=MSMA3XSLO3Q0 type=del 2024-04-10T15:25:25.181 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.201+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=DHQ74HXBQL7U type=del size=2362643 2024-04-10T15:25:25.183 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.203+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=TZN0X8GGPC3Q type=del 2024-04-10T15:25:25.188 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.207+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~5QW95GAZKY2O.0 size=1048576 2024-04-10T15:25:25.190 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.209+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~5QW95GAZKY2O.1 size=456159 2024-04-10T15:25:25.190 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.209+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=5QW95GAZKY2O tag=UEW780MJZE00 type=write size=2553311 2024-04-10T15:25:25.192 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.212+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~ECD3ZOCK80WM.0 size=1048576 2024-04-10T15:25:25.194 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.214+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~ECD3ZOCK80WM.1 size=71060 2024-04-10T15:25:25.199 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.219+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=ECD3ZOCK80WM tag=ZP7TDEP5N6EO type=write size=2168212 2024-04-10T15:25:25.203 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.223+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~97OS0KAYB40G.0 size=1048576 2024-04-10T15:25:25.205 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.224+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~97OS0KAYB40G.1 size=1048576 2024-04-10T15:25:25.206 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.226+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~97OS0KAYB40G.2 size=191941 2024-04-10T15:25:25.206 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.226+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=97OS0KAYB40G tag=0TSLUN210GUI type=write size=3337669 2024-04-10T15:25:25.208 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.228+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~I44X0PS5AZ8Z.0 size=254801 2024-04-10T15:25:25.212 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.232+0000 7fde1a776780 1 < completed multipart upload key=L2PAIFCTQ0UL upload=I44X0PS5AZ8Z tag=9WXXNRKWZ2VJ type=write size=1303377 2024-04-10T15:25:25.216 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.236+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~MVYBB8J9BUTA.0 size=1048576 2024-04-10T15:25:25.218 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.238+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~MVYBB8J9BUTA.1 size=1048576 2024-04-10T15:25:25.220 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.239+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~MVYBB8J9BUTA.2 size=456550 2024-04-10T15:25:25.220 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.239+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=MVYBB8J9BUTA tag=BZ2U78Y22BAK type=write size=3602278 2024-04-10T15:25:25.222 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.242+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~XAYHPQO80EY8.0 size=262598 2024-04-10T15:25:25.225 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.245+0000 7fde1a776780 1 < completed multipart upload key=RHD4NMKH90JS upload=XAYHPQO80EY8 tag=2KII6IAEOQYG type=write size=1311174 2024-04-10T15:25:25.228 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.247+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=VK0QQ1UR62JS type=del size=3520701 2024-04-10T15:25:25.232 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.252+0000 7fde1a776780 1 < suggested remove operation key=XQVTX5DB2NXX tag=6X7R117U0P52 type=del 2024-04-10T15:25:25.234 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.254+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=9ROD0NBD9K8C type=del size=76626 2024-04-10T15:25:25.236 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.256+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~V081WA5AGCO3.0 size=306212 2024-04-10T15:25:25.240 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.260+0000 7fde1a776780 1 < completed multipart upload key=01BTT4OLERPN upload=V081WA5AGCO3 tag=QDWMJUD824Q6 type=write size=1354788 2024-04-10T15:25:25.242 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.262+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=S78OGTL24P2T type=del size=2121299 2024-04-10T15:25:25.245 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.265+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=TW03GZNAOCVO type=del 2024-04-10T15:25:25.247 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.267+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=EBYPB11EUP8K type=del size=2150301 2024-04-10T15:25:25.249 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.269+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~24W6YIBFCINU.0 size=1048576 2024-04-10T15:25:25.251 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.270+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~24W6YIBFCINU.1 size=1048576 2024-04-10T15:25:25.252 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.272+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~24W6YIBFCINU.2 size=858661 2024-04-10T15:25:25.256 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.276+0000 7fde1a776780 1 < completed multipart upload key=01BTT4OLERPN upload=24W6YIBFCINU tag=KCVWIL4HTSQ6 type=write size=4004389 2024-04-10T15:25:25.258 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.278+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=FTRL4AMBHKT5 type=del size=3874582 2024-04-10T15:25:25.260 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.280+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~LX9YBZQ5EOPG.0 size=1048576 2024-04-10T15:25:25.260 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.280+0000 7fde1a776780 1 < canceled part key=_multipart_UCUWIQFA7CRO.2~LX9YBZQ5EOPG.1 size=1048576 2024-04-10T15:25:25.262 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.282+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~LX9YBZQ5EOPG.2 size=1029344 2024-04-10T15:25:25.266 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.285+0000 7fde1a776780 1 < canceled multipart upload key=UCUWIQFA7CRO upload=LX9YBZQ5EOPG tag=5N3LYTUQX9OV type=write size=4175072 2024-04-10T15:25:25.267 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.287+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=UMVTNNKALLC2 type=del size=3440039 2024-04-10T15:25:25.269 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.289+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=JH6EDJ24SYNI type=del 2024-04-10T15:25:25.274 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.293+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~P72G63QMKVIF.0 size=1048576 2024-04-10T15:25:25.275 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.295+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~P72G63QMKVIF.1 size=1028490 2024-04-10T15:25:25.276 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.295+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=P72G63QMKVIF tag=VYYRWCOW1KTU type=write size=3125642 2024-04-10T15:25:25.278 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.297+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~42J9048YW9IA.0 size=1048576 2024-04-10T15:25:25.278 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.297+0000 7fde1a776780 1 < canceled part key=_multipart_R4UBYQBOSB3Z.2~42J9048YW9IA.1 size=1048576 2024-04-10T15:25:25.279 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.299+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~42J9048YW9IA.2 size=1027748 2024-04-10T15:25:25.283 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.303+0000 7fde1a776780 1 < canceled multipart upload key=R4UBYQBOSB3Z upload=42J9048YW9IA tag=UPS2OK1CRGQU type=write size=4173476 2024-04-10T15:25:25.285 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.305+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=VMT95KS50LBB type=del size=1208134 2024-04-10T15:25:25.287 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.307+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~14HLKU3LMLOQ.0 size=1048576 2024-04-10T15:25:25.287 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.307+0000 7fde1a776780 1 < canceled part key=_multipart_KN16WF5V2CIJ.2~14HLKU3LMLOQ.1 size=1048576 2024-04-10T15:25:25.287 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.307+0000 7fde1a776780 1 < canceled part key=_multipart_KN16WF5V2CIJ.2~14HLKU3LMLOQ.2 size=820468 2024-04-10T15:25:25.291 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.310+0000 7fde1a776780 1 < canceled multipart upload key=KN16WF5V2CIJ upload=14HLKU3LMLOQ tag=SFSAJLOXSTB3 type=write size=3966196 2024-04-10T15:25:25.293 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.312+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=BKG6MC4E7H47 type=del size=1417832 2024-04-10T15:25:25.296 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.316+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~V79P73ZIP7B3.0 size=1048576 2024-04-10T15:25:25.298 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.317+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~V79P73ZIP7B3.1 size=1048576 2024-04-10T15:25:25.299 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.319+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~V79P73ZIP7B3.2 size=780606 2024-04-10T15:25:25.303 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.323+0000 7fde1a776780 1 < completed multipart upload key=BC5NU4J0LIY9 upload=V79P73ZIP7B3 tag=W155946V6EDO type=write size=3926334 2024-04-10T15:25:25.307 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.327+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~4G7QXFO3L5Q0.0 size=453172 2024-04-10T15:25:25.308 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.327+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=4G7QXFO3L5Q0 tag=LGZCWMKJ4RJK type=write size=1501748 2024-04-10T15:25:25.310 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.329+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~4KWC679MWBEW.0 size=203038 2024-04-10T15:25:25.313 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.333+0000 7fde1a776780 1 < completed multipart upload key=LEX0BICCP07E upload=4KWC679MWBEW tag=DK7WSW4RIXIM type=write size=1251614 2024-04-10T15:25:25.317 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.337+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~71JATVLNOTVC.0 size=956225 2024-04-10T15:25:25.317 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.337+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=71JATVLNOTVC tag=Z417TJ3YJJ6Q type=write size=2004801 2024-04-10T15:25:25.319 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.339+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~0NEX9JVFW91G.0 size=1048576 2024-04-10T15:25:25.321 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.341+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~0NEX9JVFW91G.1 size=1048576 2024-04-10T15:25:25.321 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.341+0000 7fde1a776780 1 < canceled part key=_multipart_01BTT4OLERPN.2~0NEX9JVFW91G.2 size=153813 2024-04-10T15:25:25.324 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.344+0000 7fde1a776780 1 < canceled multipart upload key=01BTT4OLERPN upload=0NEX9JVFW91G tag=PGG2POMQXPML type=write size=3299541 2024-04-10T15:25:25.328 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.348+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~Y26VDN6NYHZT.0 size=69395 2024-04-10T15:25:25.328 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.348+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=Y26VDN6NYHZT tag=DINKJIMB3VYO type=write size=1117971 2024-04-10T15:25:25.331 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.351+0000 7fde1a776780 1 < canceled operation key=L2PAIFCTQ0UL tag=DHQ74HXBQL7U type=del size=2362643 2024-04-10T15:25:25.334 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.353+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=FOK865E3JIPI type=del size=4076799 2024-04-10T15:25:25.336 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.356+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~5QW95GAZKY2O.0 size=1048576 2024-04-10T15:25:25.338 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.358+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~5QW95GAZKY2O.1 size=456159 2024-04-10T15:25:25.342 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.362+0000 7fde1a776780 1 < completed multipart upload key=OTI1FIIUG2C6 upload=5QW95GAZKY2O tag=UEW780MJZE00 type=write size=2553311 2024-04-10T15:25:25.346 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.366+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~BX1A19QOKFCQ.0 size=1048576 2024-04-10T15:25:25.348 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.368+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~BX1A19QOKFCQ.1 size=1048576 2024-04-10T15:25:25.350 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.370+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~BX1A19QOKFCQ.2 size=174774 2024-04-10T15:25:25.350 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.370+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=BX1A19QOKFCQ tag=GBIAPUUELYO0 type=write size=3320502 2024-04-10T15:25:25.352 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.372+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~97OS0KAYB40G.0 size=1048576 2024-04-10T15:25:25.353 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.372+0000 7fde1a776780 1 < canceled part key=_multipart_EI79GJ0HN0U7.2~97OS0KAYB40G.1 size=1048576 2024-04-10T15:25:25.354 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.374+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~97OS0KAYB40G.2 size=191941 2024-04-10T15:25:25.358 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.378+0000 7fde1a776780 1 < canceled multipart upload key=EI79GJ0HN0U7 upload=97OS0KAYB40G tag=0TSLUN210GUI type=write size=3337669 2024-04-10T15:25:25.360 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.380+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=A566R5WGQEJ3 type=write size=945875 2024-04-10T15:25:25.362 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.382+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~MVYBB8J9BUTA.0 size=1048576 2024-04-10T15:25:25.363 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.382+0000 7fde1a776780 1 < canceled part key=_multipart_XQVTX5DB2NXX.2~MVYBB8J9BUTA.1 size=1048576 2024-04-10T15:25:25.366 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.386+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~MVYBB8J9BUTA.2 size=456550 2024-04-10T15:25:25.371 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.390+0000 7fde1a776780 1 < canceled multipart upload key=XQVTX5DB2NXX upload=MVYBB8J9BUTA tag=BZ2U78Y22BAK type=write size=3602278 2024-04-10T15:25:25.375 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.395+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~R83Q4YRTARK7.0 size=1048576 2024-04-10T15:25:25.377 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.397+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~R83Q4YRTARK7.1 size=1048576 2024-04-10T15:25:25.379 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.399+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~R83Q4YRTARK7.2 size=100187 2024-04-10T15:25:25.379 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.399+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=R83Q4YRTARK7 tag=AY1N38MNJMHH type=write size=3245915 2024-04-10T15:25:25.381 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.401+0000 7fde1a776780 1 < completed delete operation key=ZOVK659NLDON tag=VK0QQ1UR62JS type=del 2024-04-10T15:25:25.383 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.403+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=RLWBP36NGEM4 type=del size=1697521 2024-04-10T15:25:25.386 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.405+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=9ROD0NBD9K8C type=del 2024-04-10T15:25:25.390 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.410+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~CLF80KUTA5VQ.0 size=77023 2024-04-10T15:25:25.391 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.410+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=CLF80KUTA5VQ tag=HM9ZJ79X559T type=write size=1125599 2024-04-10T15:25:25.392 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.412+0000 7fde1a776780 1 < completed delete operation key=OSSHDMNH4GXQ tag=S78OGTL24P2T type=del 2024-04-10T15:25:25.394 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.414+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=A7XZ09G8IE5R type=del size=4150303 2024-04-10T15:25:25.399 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.418+0000 7fde1a776780 1 < suggested update operation key=O1ZBJUVP8PQD tag=EBYPB11EUP8K type=del size=2150301 2024-04-10T15:25:25.401 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.420+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=2C6QVVYANWSZ type=del size=3420369 2024-04-10T15:25:25.403 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.423+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=FTRL4AMBHKT5 type=del 2024-04-10T15:25:25.405 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.424+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=E4XA0Q8XC6HR type=del size=2761385 2024-04-10T15:25:25.407 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.427+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=UMVTNNKALLC2 type=del 2024-04-10T15:25:25.409 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.429+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=8NZNX9U26YYS type=del size=2236413 2024-04-10T15:25:25.409 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.429+0000 7fde1a776780 1 < canceled part key=_multipart_UHHK0SL983MS.2~P72G63QMKVIF.0 size=1048576 2024-04-10T15:25:25.412 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.432+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~P72G63QMKVIF.1 size=1028490 2024-04-10T15:25:25.418 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.438+0000 7fde1a776780 1 < canceled multipart upload key=UHHK0SL983MS upload=P72G63QMKVIF tag=VYYRWCOW1KTU type=write size=3125642 2024-04-10T15:25:25.422 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.442+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~J7J4KUXV1B1F.0 size=1048576 2024-04-10T15:25:25.424 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.444+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~J7J4KUXV1B1F.1 size=595955 2024-04-10T15:25:25.424 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.444+0000 7fde1a776780 1 > prepared multipart upload key=UO4QF22YP29O upload=J7J4KUXV1B1F tag=JS0SA55FE21N type=write size=2693107 2024-04-10T15:25:25.427 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.446+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=VMT95KS50LBB type=del 2024-04-10T15:25:25.429 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.448+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=Z53XQINC11BN type=del size=64658 2024-04-10T15:25:25.431 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.450+0000 7fde1a776780 1 < completed delete operation key=OSSHDMNH4GXQ tag=BKG6MC4E7H47 type=del 2024-04-10T15:25:25.434 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.454+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~7W4K9E1HBE9U.0 size=1048576 2024-04-10T15:25:25.436 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.456+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~7W4K9E1HBE9U.1 size=1048576 2024-04-10T15:25:25.438 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.458+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~7W4K9E1HBE9U.2 size=355279 2024-04-10T15:25:25.438 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.458+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=7W4K9E1HBE9U tag=WY54NFF8531U type=write size=3501007 2024-04-10T15:25:25.441 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.460+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~4G7QXFO3L5Q0.0 size=453172 2024-04-10T15:25:25.444 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.464+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=4G7QXFO3L5Q0 tag=LGZCWMKJ4RJK type=write size=1501748 2024-04-10T15:25:25.446 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.466+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=D78DGIAGNMC2 type=del size=3356579 2024-04-10T15:25:25.448 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.468+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~71JATVLNOTVC.0 size=956225 2024-04-10T15:25:25.451 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.471+0000 7fde1a776780 1 < completed multipart upload key=RHD4NMKH90JS upload=71JATVLNOTVC tag=Z417TJ3YJJ6Q type=write size=2004801 2024-04-10T15:25:25.456 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.475+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~02X0U300LR12.0 size=913598 2024-04-10T15:25:25.456 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.475+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=02X0U300LR12 tag=PHYOWCV0142P type=write size=1962174 2024-04-10T15:25:25.458 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.478+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~Y26VDN6NYHZT.0 size=69395 2024-04-10T15:25:25.461 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.481+0000 7fde1a776780 1 < completed multipart upload key=R4UBYQBOSB3Z upload=Y26VDN6NYHZT tag=DINKJIMB3VYO type=write size=1117971 2024-04-10T15:25:25.465 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.485+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~XROJFV4W1SGI.0 size=1048576 2024-04-10T15:25:25.467 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.486+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~XROJFV4W1SGI.1 size=1048576 2024-04-10T15:25:25.469 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.489+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~XROJFV4W1SGI.2 size=187827 2024-04-10T15:25:25.469 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.489+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=XROJFV4W1SGI tag=S463Q1W4D5SR type=write size=3333555 2024-04-10T15:25:25.471 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.491+0000 7fde1a776780 1 < completed delete operation key=UHHK0SL983MS tag=FOK865E3JIPI type=del 2024-04-10T15:25:25.473 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.493+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=Q8VT9Q9R7SK9 type=del size=2911923 2024-04-10T15:25:25.476 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.496+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~BX1A19QOKFCQ.0 size=1048576 2024-04-10T15:25:25.478 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.497+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~BX1A19QOKFCQ.1 size=1048576 2024-04-10T15:25:25.479 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.499+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~BX1A19QOKFCQ.2 size=174774 2024-04-10T15:25:25.483 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.503+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=BX1A19QOKFCQ tag=GBIAPUUELYO0 type=write size=3320502 2024-04-10T15:25:25.487 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.507+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~PXP5AZZ7YU2W.0 size=1048576 2024-04-10T15:25:25.489 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.509+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~PXP5AZZ7YU2W.1 size=897073 2024-04-10T15:25:25.489 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.509+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=PXP5AZZ7YU2W tag=KIEJLX3NB4I9 type=write size=2994225 2024-04-10T15:25:25.491 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.511+0000 7fde1a776780 1 < completed write operation key=BC5NU4J0LIY9 tag=A566R5WGQEJ3 type=write size=945875 2024-04-10T15:25:25.496 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.515+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~ZDJG7GBP5RAP.0 size=1048576 2024-04-10T15:25:25.497 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.517+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~ZDJG7GBP5RAP.1 size=1048576 2024-04-10T15:25:25.499 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.519+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~ZDJG7GBP5RAP.2 size=456405 2024-04-10T15:25:25.499 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.519+0000 7fde1a776780 1 > prepared multipart upload key=WEXVY1WRSZOS upload=ZDJG7GBP5RAP tag=REWFAJXBEUUU type=write size=3602133 2024-04-10T15:25:25.501 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.521+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~R83Q4YRTARK7.0 size=1048576 2024-04-10T15:25:25.503 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.523+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~R83Q4YRTARK7.1 size=1048576 2024-04-10T15:25:25.505 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.525+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~R83Q4YRTARK7.2 size=100187 2024-04-10T15:25:25.509 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.529+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=R83Q4YRTARK7 tag=AY1N38MNJMHH type=write size=3245915 2024-04-10T15:25:25.513 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.533+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~V56QS9ZQV6A7.0 size=1048576 2024-04-10T15:25:25.518 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.534+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~V56QS9ZQV6A7.1 size=298139 2024-04-10T15:25:25.518 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.534+0000 7fde1a776780 1 > prepared multipart upload key=VPWN54SOWO0W upload=V56QS9ZQV6A7 tag=TI7BB84K05N1 type=write size=2395291 2024-04-10T15:25:25.518 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.536+0000 7fde1a776780 1 < completed delete operation key=G2Z1VR134GSG tag=RLWBP36NGEM4 type=del 2024-04-10T15:25:25.519 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.538+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=ISHYM9GARBLZ type=del size=724567 2024-04-10T15:25:25.521 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.541+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~CLF80KUTA5VQ.0 size=77023 2024-04-10T15:25:25.525 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.545+0000 7fde1a776780 1 < completed multipart upload key=G2Z1VR134GSG upload=CLF80KUTA5VQ tag=HM9ZJ79X559T type=write size=1125599 2024-04-10T15:25:25.529 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.548+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~Z09JYLZLSWGH.0 size=1048576 2024-04-10T15:25:25.531 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.551+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~Z09JYLZLSWGH.1 size=1048576 2024-04-10T15:25:25.533 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.552+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~Z09JYLZLSWGH.2 size=630779 2024-04-10T15:25:25.533 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.552+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=Z09JYLZLSWGH tag=R75CY67VTZW9 type=write size=3776507 2024-04-10T15:25:25.538 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.557+0000 7fde1a776780 1 < suggested remove operation key=BRSJ82BM5NOL tag=A7XZ09G8IE5R type=del 2024-04-10T15:25:25.542 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.562+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~CFT4UFY364UD.0 size=1048576 2024-04-10T15:25:25.544 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.564+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~CFT4UFY364UD.1 size=192497 2024-04-10T15:25:25.544 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.564+0000 7fde1a776780 1 > prepared multipart upload key=UO4QF22YP29O upload=CFT4UFY364UD tag=LNTQ1MSL78AC type=write size=2289649 2024-04-10T15:25:25.546 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.566+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=2C6QVVYANWSZ type=del 2024-04-10T15:25:25.549 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.568+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=KR0W06E2G7Z6 type=del size=1945494 2024-04-10T15:25:25.551 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.570+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=E4XA0Q8XC6HR type=del 2024-04-10T15:25:25.553 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.572+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=MBDQ6EO7CUCL type=write size=865878 2024-04-10T15:25:25.555 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.575+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=8NZNX9U26YYS type=del 2024-04-10T15:25:25.558 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.578+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~H262V2FOC0DK.0 size=652937 2024-04-10T15:25:25.559 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.578+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=H262V2FOC0DK tag=A6NVP8V9KMBW type=write size=1701513 2024-04-10T15:25:25.561 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.581+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~J7J4KUXV1B1F.0 size=1048576 2024-04-10T15:25:25.563 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.582+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~J7J4KUXV1B1F.1 size=595955 2024-04-10T15:25:25.566 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.586+0000 7fde1a776780 1 < completed multipart upload key=UO4QF22YP29O upload=J7J4KUXV1B1F tag=JS0SA55FE21N type=write size=2693107 2024-04-10T15:25:25.570 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.590+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~K0S9L1KQJXDD.0 size=1048576 2024-04-10T15:25:25.572 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.591+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~K0S9L1KQJXDD.1 size=1048576 2024-04-10T15:25:25.573 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.593+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~K0S9L1KQJXDD.2 size=846390 2024-04-10T15:25:25.573 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.593+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=K0S9L1KQJXDD tag=GFITGRQVW1TM type=write size=3992118 2024-04-10T15:25:25.575 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.595+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=Z53XQINC11BN type=del 2024-04-10T15:25:25.579 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.599+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~XZ8KUHZX85UB.0 size=261629 2024-04-10T15:25:25.579 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.599+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=XZ8KUHZX85UB tag=S14YJNH73KE3 type=write size=1310205 2024-04-10T15:25:25.581 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.601+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~7W4K9E1HBE9U.0 size=1048576 2024-04-10T15:25:25.583 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.603+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~7W4K9E1HBE9U.1 size=1048576 2024-04-10T15:25:25.585 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.605+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~7W4K9E1HBE9U.2 size=355279 2024-04-10T15:25:25.589 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.609+0000 7fde1a776780 1 < completed multipart upload key=UHHK0SL983MS upload=7W4K9E1HBE9U tag=WY54NFF8531U type=write size=3501007 2024-04-10T15:25:25.591 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.611+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=1S3W0RXKDIHD type=del size=1267877 2024-04-10T15:25:25.593 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.613+0000 7fde1a776780 1 < completed delete operation key=LEX0BICCP07E tag=D78DGIAGNMC2 type=del 2024-04-10T15:25:25.595 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.615+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=HSYST1NEK7CR type=del size=3438474 2024-04-10T15:25:25.597 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.617+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~02X0U300LR12.0 size=913598 2024-04-10T15:25:25.600 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.620+0000 7fde1a776780 1 < completed multipart upload key=OSSHDMNH4GXQ upload=02X0U300LR12 tag=PHYOWCV0142P type=write size=1962174 2024-04-10T15:25:25.602 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.622+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=I12MDQ1JVVHH type=del size=3101425 2024-04-10T15:25:25.605 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.625+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~XROJFV4W1SGI.0 size=1048576 2024-04-10T15:25:25.607 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.626+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~XROJFV4W1SGI.1 size=1048576 2024-04-10T15:25:25.608 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.628+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~XROJFV4W1SGI.2 size=187827 2024-04-10T15:25:25.612 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.632+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=XROJFV4W1SGI tag=S463Q1W4D5SR type=write size=3333555 2024-04-10T15:25:25.614 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.634+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=OJUAXPS2J3ZW type=write size=938085 2024-04-10T15:25:25.616 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.636+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=Q8VT9Q9R7SK9 type=del 2024-04-10T15:25:25.620 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.640+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~GJF4RGHLG9XU.0 size=1048576 2024-04-10T15:25:25.622 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.642+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~GJF4RGHLG9XU.1 size=759751 2024-04-10T15:25:25.622 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.642+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=GJF4RGHLG9XU tag=DYXLS7E4AATP type=write size=2856903 2024-04-10T15:25:25.624 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.644+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~PXP5AZZ7YU2W.0 size=1048576 2024-04-10T15:25:25.626 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.646+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~PXP5AZZ7YU2W.1 size=897073 2024-04-10T15:25:25.629 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.649+0000 7fde1a776780 1 < completed multipart upload key=U40N6ONWE7P2 upload=PXP5AZZ7YU2W tag=KIEJLX3NB4I9 type=write size=2994225 2024-04-10T15:25:25.632 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.651+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=K9QLHAZ4Z5TJ type=del size=2867943 2024-04-10T15:25:25.634 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.653+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~ZDJG7GBP5RAP.0 size=1048576 2024-04-10T15:25:25.636 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.655+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~ZDJG7GBP5RAP.1 size=1048576 2024-04-10T15:25:25.638 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.657+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~ZDJG7GBP5RAP.2 size=456405 2024-04-10T15:25:25.642 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.661+0000 7fde1a776780 1 < completed multipart upload key=WEXVY1WRSZOS upload=ZDJG7GBP5RAP tag=REWFAJXBEUUU type=write size=3602133 2024-04-10T15:25:25.646 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.666+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~9KRIAVRNQ6O3.0 size=1048576 2024-04-10T15:25:25.647 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.667+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~9KRIAVRNQ6O3.1 size=1048576 2024-04-10T15:25:25.650 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.669+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~9KRIAVRNQ6O3.2 size=189132 2024-04-10T15:25:25.650 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.669+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=9KRIAVRNQ6O3 tag=TLORQXC1H9WK type=write size=3334860 2024-04-10T15:25:25.650 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.670+0000 7fde1a776780 1 < canceled part key=_multipart_VPWN54SOWO0W.2~V56QS9ZQV6A7.0 size=1048576 2024-04-10T15:25:25.652 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.672+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~V56QS9ZQV6A7.1 size=298139 2024-04-10T15:25:25.656 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.675+0000 7fde1a776780 1 < canceled multipart upload key=VPWN54SOWO0W upload=V56QS9ZQV6A7 tag=TI7BB84K05N1 type=write size=2395291 2024-04-10T15:25:25.658 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.677+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=CNRJ69675FD1 type=write size=89481 2024-04-10T15:25:25.659 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.679+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=ISHYM9GARBLZ type=del 2024-04-10T15:25:25.663 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.683+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~GI41NX2T8S99.0 size=129513 2024-04-10T15:25:25.664 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.683+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=GI41NX2T8S99 tag=0UWD6M2H0XWL type=write size=1178089 2024-04-10T15:25:25.666 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.686+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~Z09JYLZLSWGH.0 size=1048576 2024-04-10T15:25:25.667 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.687+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~Z09JYLZLSWGH.1 size=1048576 2024-04-10T15:25:25.667 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.687+0000 7fde1a776780 1 < canceled part key=_multipart_01BTT4OLERPN.2~Z09JYLZLSWGH.2 size=630779 2024-04-10T15:25:25.672 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.691+0000 7fde1a776780 1 < canceled multipart upload key=01BTT4OLERPN upload=Z09JYLZLSWGH tag=R75CY67VTZW9 type=write size=3776507 2024-04-10T15:25:25.673 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.693+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=9VU19NMXQXL7 type=del size=1724181 2024-04-10T15:25:25.676 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.695+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~CFT4UFY364UD.0 size=1048576 2024-04-10T15:25:25.677 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.697+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~CFT4UFY364UD.1 size=192497 2024-04-10T15:25:25.681 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.701+0000 7fde1a776780 1 < completed multipart upload key=UO4QF22YP29O upload=CFT4UFY364UD tag=LNTQ1MSL78AC type=write size=2289649 2024-04-10T15:25:25.685 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.705+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~Y355AWPAKHOS.0 size=1048576 2024-04-10T15:25:25.686 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.706+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~Y355AWPAKHOS.1 size=1048576 2024-04-10T15:25:25.689 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.708+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~Y355AWPAKHOS.2 size=303783 2024-04-10T15:25:25.689 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.708+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=Y355AWPAKHOS tag=9VP67VUWW67W type=write size=3449511 2024-04-10T15:25:25.691 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.710+0000 7fde1a776780 1 < completed delete operation key=01BTT4OLERPN tag=KR0W06E2G7Z6 type=del 2024-04-10T15:25:25.696 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.715+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~KGP0792DKYRW.0 size=1048576 2024-04-10T15:25:25.697 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.717+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~KGP0792DKYRW.1 size=649784 2024-04-10T15:25:25.697 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.717+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=KGP0792DKYRW tag=UANL21YTRYO7 type=write size=2746936 2024-04-10T15:25:25.699 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.719+0000 7fde1a776780 1 < completed write operation key=EI79GJ0HN0U7 tag=MBDQ6EO7CUCL type=write size=865878 2024-04-10T15:25:25.701 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.721+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=W13BJZX1H0CD type=del size=2769685 2024-04-10T15:25:25.703 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.723+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~H262V2FOC0DK.0 size=652937 2024-04-10T15:25:25.708 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.728+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=H262V2FOC0DK tag=A6NVP8V9KMBW type=write size=1701513 2024-04-10T15:25:25.712 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.732+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~VN7XVP5AZOKK.0 size=1048576 2024-04-10T15:25:25.714 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.734+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~VN7XVP5AZOKK.1 size=863802 2024-04-10T15:25:25.714 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.734+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=VN7XVP5AZOKK tag=KFQZLOWF4BGV type=write size=2960954 2024-04-10T15:25:25.716 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.736+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~K0S9L1KQJXDD.0 size=1048576 2024-04-10T15:25:25.718 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.738+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~K0S9L1KQJXDD.1 size=1048576 2024-04-10T15:25:25.720 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.739+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~K0S9L1KQJXDD.2 size=846390 2024-04-10T15:25:25.723 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.743+0000 7fde1a776780 1 < completed multipart upload key=UHHK0SL983MS upload=K0S9L1KQJXDD tag=GFITGRQVW1TM type=write size=3992118 2024-04-10T15:25:25.725 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.745+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=IUC08J6CYRYX type=del size=2144549 2024-04-10T15:25:25.727 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.747+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~XZ8KUHZX85UB.0 size=261629 2024-04-10T15:25:25.731 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.750+0000 7fde1a776780 1 < completed multipart upload key=HOP5B3O5BNC6 upload=XZ8KUHZX85UB tag=S14YJNH73KE3 type=write size=1310205 2024-04-10T15:25:25.735 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.754+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~6ZKC8I2H4UUO.0 size=1048576 2024-04-10T15:25:25.736 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.756+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~6ZKC8I2H4UUO.1 size=1048576 2024-04-10T15:25:25.738 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.758+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~6ZKC8I2H4UUO.2 size=859014 2024-04-10T15:25:25.738 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.758+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=6ZKC8I2H4UUO tag=ATAD6FDK7OP1 type=write size=4004742 2024-04-10T15:25:25.740 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.760+0000 7fde1a776780 1 < canceled operation key=BC5NU4J0LIY9 tag=1S3W0RXKDIHD type=del size=1267877 2024-04-10T15:25:25.744 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.764+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~1RQZPA0SSTU5.0 size=1048576 2024-04-10T15:25:25.746 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.766+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~1RQZPA0SSTU5.1 size=505851 2024-04-10T15:25:25.746 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.766+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=1RQZPA0SSTU5 tag=TO7NG7ZRSYEJ type=write size=2603003 2024-04-10T15:25:25.750 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.770+0000 7fde1a776780 1 < suggested update operation key=ZOVK659NLDON tag=HSYST1NEK7CR type=del size=3438474 2024-04-10T15:25:25.752 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.772+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=U2Y17LSOZD1G type=del size=936002 2024-04-10T15:25:25.755 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.774+0000 7fde1a776780 1 < completed delete operation key=01BTT4OLERPN tag=I12MDQ1JVVHH type=del 2024-04-10T15:25:25.757 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.777+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=2TQR01S0ZORU type=del size=624452 2024-04-10T15:25:25.759 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.779+0000 7fde1a776780 1 < completed write operation key=HOP5B3O5BNC6 tag=OJUAXPS2J3ZW type=write size=938085 2024-04-10T15:25:25.761 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.781+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=YADAFLU0L48V type=del size=2033875 2024-04-10T15:25:25.762 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.781+0000 7fde1a776780 1 < canceled part key=_multipart_G2Z1VR134GSG.2~GJF4RGHLG9XU.0 size=1048576 2024-04-10T15:25:25.762 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.781+0000 7fde1a776780 1 < canceled part key=_multipart_G2Z1VR134GSG.2~GJF4RGHLG9XU.1 size=759751 2024-04-10T15:25:25.765 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.785+0000 7fde1a776780 1 < canceled multipart upload key=G2Z1VR134GSG upload=GJF4RGHLG9XU tag=DYXLS7E4AATP type=write size=2856903 2024-04-10T15:25:25.767 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.787+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=I27EFVIOQ9T9 type=del size=628302 2024-04-10T15:25:25.769 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.789+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=K9QLHAZ4Z5TJ type=del 2024-04-10T15:25:25.773 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.793+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~GR06JS3STM99.0 size=1048576 2024-04-10T15:25:25.775 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.794+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~GR06JS3STM99.1 size=1048576 2024-04-10T15:25:25.776 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.796+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~GR06JS3STM99.2 size=871844 2024-04-10T15:25:25.776 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.796+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=GR06JS3STM99 tag=ZUUWBPJLMEKO type=write size=4017572 2024-04-10T15:25:25.779 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.798+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~9KRIAVRNQ6O3.0 size=1048576 2024-04-10T15:25:25.780 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.800+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~9KRIAVRNQ6O3.1 size=1048576 2024-04-10T15:25:25.782 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.802+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~9KRIAVRNQ6O3.2 size=189132 2024-04-10T15:25:25.787 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.806+0000 7fde1a776780 1 < completed multipart upload key=OTI1FIIUG2C6 upload=9KRIAVRNQ6O3 tag=TLORQXC1H9WK type=write size=3334860 2024-04-10T15:25:25.791 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.810+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~A3H3LHB3D74P.0 size=415970 2024-04-10T15:25:25.791 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.810+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=A3H3LHB3D74P tag=R8L24TC89PPO type=write size=1464546 2024-04-10T15:25:25.794 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.814+0000 7fde1a776780 1 < suggested update operation key=01BTT4OLERPN tag=CNRJ69675FD1 type=write size=89481 2024-04-10T15:25:25.796 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.816+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=7HGPI2NX719C type=del size=1490498 2024-04-10T15:25:25.800 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.819+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~GI41NX2T8S99.0 size=129513 2024-04-10T15:25:25.803 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.823+0000 7fde1a776780 1 < completed multipart upload key=OSSHDMNH4GXQ upload=GI41NX2T8S99 tag=0UWD6M2H0XWL type=write size=1178089 2024-04-10T15:25:25.805 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.825+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=OMEVH9RP6MVR type=del size=1095646 2024-04-10T15:25:25.807 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.827+0000 7fde1a776780 1 < completed delete operation key=OTI1FIIUG2C6 tag=9VU19NMXQXL7 type=del 2024-04-10T15:25:25.810 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.830+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=GWWSXE9CQTRJ type=del size=636780 2024-04-10T15:25:25.812 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.832+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~Y355AWPAKHOS.0 size=1048576 2024-04-10T15:25:25.814 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.833+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~Y355AWPAKHOS.1 size=1048576 2024-04-10T15:25:25.815 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.835+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~Y355AWPAKHOS.2 size=303783 2024-04-10T15:25:25.819 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.839+0000 7fde1a776780 1 < completed multipart upload key=OSSHDMNH4GXQ upload=Y355AWPAKHOS tag=9VP67VUWW67W type=write size=3449511 2024-04-10T15:25:25.823 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.843+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~P8FFJFH2LBJJ.0 size=1048576 2024-04-10T15:25:25.824 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.844+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~P8FFJFH2LBJJ.1 size=1048576 2024-04-10T15:25:25.826 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.846+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~P8FFJFH2LBJJ.2 size=493744 2024-04-10T15:25:25.826 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.846+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=P8FFJFH2LBJJ tag=D7T82JGRXWPN type=write size=3639472 2024-04-10T15:25:25.828 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.848+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~KGP0792DKYRW.0 size=1048576 2024-04-10T15:25:25.830 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.850+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~KGP0792DKYRW.1 size=649784 2024-04-10T15:25:25.834 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.854+0000 7fde1a776780 1 < completed multipart upload key=5ZH428JDA1AL upload=KGP0792DKYRW tag=UANL21YTRYO7 type=write size=2746936 2024-04-10T15:25:25.836 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.856+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=SG1FQ1Z9654E type=del size=3180018 2024-04-10T15:25:25.838 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.857+0000 7fde1a776780 1 < completed delete operation key=4UIIRCLY6FIB tag=W13BJZX1H0CD type=del 2024-04-10T15:25:25.840 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.859+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=9LN4S52BPVQZ type=del size=372762 2024-04-10T15:25:25.842 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.861+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~VN7XVP5AZOKK.0 size=1048576 2024-04-10T15:25:25.842 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.862+0000 7fde1a776780 1 < canceled part key=_multipart_ZOVK659NLDON.2~VN7XVP5AZOKK.1 size=863802 2024-04-10T15:25:25.845 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.865+0000 7fde1a776780 1 < canceled multipart upload key=ZOVK659NLDON upload=VN7XVP5AZOKK tag=KFQZLOWF4BGV type=write size=2960954 2024-04-10T15:25:25.847 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.867+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=U6LCIJ9QMSV3 type=del size=3392475 2024-04-10T15:25:25.850 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.869+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=IUC08J6CYRYX type=del 2024-04-10T15:25:25.852 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.872+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=XYQXQ1L0UGKO type=del size=1647092 2024-04-10T15:25:25.854 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.874+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~6ZKC8I2H4UUO.0 size=1048576 2024-04-10T15:25:25.856 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.876+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~6ZKC8I2H4UUO.1 size=1048576 2024-04-10T15:25:25.858 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.877+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~6ZKC8I2H4UUO.2 size=859014 2024-04-10T15:25:25.861 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.881+0000 7fde1a776780 1 < completed multipart upload key=GOVDAOD5DREG upload=6ZKC8I2H4UUO tag=ATAD6FDK7OP1 type=write size=4004742 2024-04-10T15:25:25.863 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.883+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=F5L7GH5DJ7OD type=del size=1058317 2024-04-10T15:25:25.865 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.885+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~1RQZPA0SSTU5.0 size=1048576 2024-04-10T15:25:25.867 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.887+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~1RQZPA0SSTU5.1 size=505851 2024-04-10T15:25:25.870 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.890+0000 7fde1a776780 1 < completed multipart upload key=G2Z1VR134GSG upload=1RQZPA0SSTU5 tag=TO7NG7ZRSYEJ type=write size=2603003 2024-04-10T15:25:25.875 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.894+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~5RMQVHCBDYR6.0 size=745329 2024-04-10T15:25:25.875 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.894+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=5RMQVHCBDYR6 tag=PUBTOKI8E4I1 type=write size=1793905 2024-04-10T15:25:25.877 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.897+0000 7fde1a776780 1 < completed delete operation key=LEX0BICCP07E tag=U2Y17LSOZD1G type=del 2024-04-10T15:25:25.879 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.899+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=FNYNUX808H6K type=del size=200577 2024-04-10T15:25:25.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:25 smithi154 ceph-mon[84269]: pgmap v1329: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 457 KiB/s wr, 2.33k op/s 2024-04-10T15:25:25.884 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.904+0000 7fde1a776780 1 < suggested update operation key=UHHK0SL983MS tag=2TQR01S0ZORU type=del size=624452 2024-04-10T15:25:25.886 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.906+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=P0HGU766DTYW type=del size=663636 2024-04-10T15:25:25.888 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.908+0000 7fde1a776780 1 < canceled operation key=HOP5B3O5BNC6 tag=YADAFLU0L48V type=del size=2033875 2024-04-10T15:25:25.890 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.910+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=6GGKJTFPE5OT type=write size=223270 2024-04-10T15:25:25.892 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.912+0000 7fde1a776780 1 < completed delete operation key=VPWN54SOWO0W tag=I27EFVIOQ9T9 type=del 2024-04-10T15:25:25.894 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.914+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=7F4Y2CBGQHHK type=write size=620243 2024-04-10T15:25:25.897 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.916+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~GR06JS3STM99.0 size=1048576 2024-04-10T15:25:25.898 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.918+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~GR06JS3STM99.1 size=1048576 2024-04-10T15:25:25.900 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.920+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~GR06JS3STM99.2 size=871844 2024-04-10T15:25:25.904 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.924+0000 7fde1a776780 1 < completed multipart upload key=BRSJ82BM5NOL upload=GR06JS3STM99 tag=ZUUWBPJLMEKO type=write size=4017572 2024-04-10T15:25:25.906 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.926+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=WJQ0I512U399 type=del size=3564669 2024-04-10T15:25:25.906 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.926+0000 7fde1a776780 1 < canceled part key=_multipart_U40N6ONWE7P2.2~A3H3LHB3D74P.0 size=415970 2024-04-10T15:25:25.910 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.930+0000 7fde1a776780 1 < canceled multipart upload key=U40N6ONWE7P2 upload=A3H3LHB3D74P tag=R8L24TC89PPO type=write size=1464546 2024-04-10T15:25:25.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:25 smithi102 ceph-mon[90943]: pgmap v1329: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 457 KiB/s wr, 2.33k op/s 2024-04-10T15:25:25.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:25 smithi102 ceph-mon[88557]: pgmap v1329: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 457 KiB/s wr, 2.33k op/s 2024-04-10T15:25:25.914 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.934+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~P9A2765VX92E.0 size=27198 2024-04-10T15:25:25.914 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.934+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=P9A2765VX92E tag=SJLDQ84PPWLK type=write size=1075774 2024-04-10T15:25:25.916 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.936+0000 7fde1a776780 1 < completed delete operation key=G2Z1VR134GSG tag=7HGPI2NX719C type=del 2024-04-10T15:25:25.920 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.939+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~17FIW85HQD8J.0 size=825165 2024-04-10T15:25:25.920 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.939+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=17FIW85HQD8J tag=FGKGVM0WI3QT type=write size=1873741 2024-04-10T15:25:25.922 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.942+0000 7fde1a776780 1 < completed delete operation key=OSSHDMNH4GXQ tag=OMEVH9RP6MVR type=del 2024-04-10T15:25:25.924 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.944+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=FT9LTXPH69L9 type=del size=3392835 2024-04-10T15:25:25.926 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.946+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=GWWSXE9CQTRJ type=del 2024-04-10T15:25:25.930 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.950+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~LQX2ZPI997R7.0 size=1048576 2024-04-10T15:25:25.932 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.951+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~LQX2ZPI997R7.1 size=247941 2024-04-10T15:25:25.932 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.951+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=LQX2ZPI997R7 tag=C6XOJ433E63S type=write size=2345093 2024-04-10T15:25:25.934 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.954+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~P8FFJFH2LBJJ.0 size=1048576 2024-04-10T15:25:25.936 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.956+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~P8FFJFH2LBJJ.1 size=1048576 2024-04-10T15:25:25.937 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.957+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~P8FFJFH2LBJJ.2 size=493744 2024-04-10T15:25:25.941 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.961+0000 7fde1a776780 1 < completed multipart upload key=OSSHDMNH4GXQ upload=P8FFJFH2LBJJ tag=D7T82JGRXWPN type=write size=3639472 2024-04-10T15:25:25.943 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.963+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=4THCYK1TP74L type=del size=521721 2024-04-10T15:25:25.945 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.965+0000 7fde1a776780 1 < completed delete operation key=UO4QF22YP29O tag=SG1FQ1Z9654E type=del 2024-04-10T15:25:25.947 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.967+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=5LVIZ8ITF3EU type=del size=1239331 2024-04-10T15:25:25.949 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.969+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=9LN4S52BPVQZ type=del 2024-04-10T15:25:25.953 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.973+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~V2NFF8LXH674.0 size=274449 2024-04-10T15:25:25.953 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.973+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=V2NFF8LXH674 tag=JMHQRMOA8KBM type=write size=1323025 2024-04-10T15:25:25.957 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.977+0000 7fde1a776780 1 < suggested update operation key=UCUWIQFA7CRO tag=U6LCIJ9QMSV3 type=del size=3392475 2024-04-10T15:25:25.961 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.980+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~8O0X4ATMLVUZ.0 size=1048576 2024-04-10T15:25:25.963 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.982+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~8O0X4ATMLVUZ.1 size=1048576 2024-04-10T15:25:25.964 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.984+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~8O0X4ATMLVUZ.2 size=254290 2024-04-10T15:25:25.965 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.984+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=8O0X4ATMLVUZ tag=JB1NE6BZH4X3 type=write size=3400018 2024-04-10T15:25:25.966 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.986+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=XYQXQ1L0UGKO type=del 2024-04-10T15:25:25.968 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.988+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=5837PW60VE25 type=del size=2981474 2024-04-10T15:25:25.971 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.990+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=F5L7GH5DJ7OD type=del 2024-04-10T15:25:25.972 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.992+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=Z90A8KDOMBPB type=del size=16339 2024-04-10T15:25:25.975 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.994+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~5RMQVHCBDYR6.0 size=745329 2024-04-10T15:25:25.979 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:25.998+0000 7fde1a776780 1 < completed multipart upload key=RHD4NMKH90JS upload=5RMQVHCBDYR6 tag=PUBTOKI8E4I1 type=write size=1793905 2024-04-10T15:25:25.981 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.000+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=PDT7UHRCAMMK type=del size=3714750 2024-04-10T15:25:25.983 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.002+0000 7fde1a776780 1 < completed delete operation key=1R91FWVRA2AS tag=FNYNUX808H6K type=del 2024-04-10T15:25:25.985 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.005+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=PUZ0T1OT6DB2 type=del size=1951519 2024-04-10T15:25:25.987 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.007+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=P0HGU766DTYW type=del 2024-04-10T15:25:25.991 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.011+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~UOTYSG9GWTIH.0 size=49179 2024-04-10T15:25:25.991 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.011+0000 7fde1a776780 1 > prepared multipart upload key=L2PAIFCTQ0UL upload=UOTYSG9GWTIH tag=3OH33AH3J5ZF type=write size=1097755 2024-04-10T15:25:25.995 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.015+0000 7fde1a776780 1 < suggested remove operation key=BC5NU4J0LIY9 tag=6GGKJTFPE5OT type=write 2024-04-10T15:25:25.997 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.017+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=OGNUHC2F4DAS type=del size=1677496 2024-04-10T15:25:25.999 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.019+0000 7fde1a776780 1 < completed write operation key=R4UBYQBOSB3Z tag=7F4Y2CBGQHHK type=write size=620243 2024-04-10T15:25:26.001 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.021+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=QV8E3FVLIKR1 type=write size=769709 2024-04-10T15:25:26.005 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.025+0000 7fde1a776780 1 < suggested remove operation key=4UIIRCLY6FIB tag=WJQ0I512U399 type=del 2024-04-10T15:25:26.009 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.029+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~9JKTQYVG7N2V.0 size=1048576 2024-04-10T15:25:26.011 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.030+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~9JKTQYVG7N2V.1 size=1048576 2024-04-10T15:25:26.012 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.032+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~9JKTQYVG7N2V.2 size=284814 2024-04-10T15:25:26.012 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.032+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=9JKTQYVG7N2V tag=EW7GEX27HAI4 type=write size=3430542 2024-04-10T15:25:26.014 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.034+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~P9A2765VX92E.0 size=27198 2024-04-10T15:25:26.018 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.037+0000 7fde1a776780 1 < completed multipart upload key=HOP5B3O5BNC6 upload=P9A2765VX92E tag=SJLDQ84PPWLK type=write size=1075774 2024-04-10T15:25:26.020 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.040+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=OBE8NDBUUJZT type=write size=471444 2024-04-10T15:25:26.022 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.042+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~17FIW85HQD8J.0 size=825165 2024-04-10T15:25:26.026 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.045+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=17FIW85HQD8J tag=FGKGVM0WI3QT type=write size=1873741 2024-04-10T15:25:26.030 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.049+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~95K7OB6OG6GC.0 size=1048576 2024-04-10T15:25:26.031 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.051+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~95K7OB6OG6GC.1 size=185804 2024-04-10T15:25:26.031 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.051+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=95K7OB6OG6GC tag=KJJCNM5M7GIF type=write size=2282956 2024-04-10T15:25:26.035 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.055+0000 7fde1a776780 1 < suggested update operation key=TI6JR9Q8AOF5 tag=FT9LTXPH69L9 type=del size=3392835 2024-04-10T15:25:26.039 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.059+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~4B156GZ00XXP.0 size=1048576 2024-04-10T15:25:26.041 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.060+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~4B156GZ00XXP.1 size=1048576 2024-04-10T15:25:26.042 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.062+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~4B156GZ00XXP.2 size=912517 2024-04-10T15:25:26.042 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.062+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=4B156GZ00XXP tag=UW676HVFXT9A type=write size=4058245 2024-04-10T15:25:26.043 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.062+0000 7fde1a776780 1 < canceled part key=_multipart_EI79GJ0HN0U7.2~LQX2ZPI997R7.0 size=1048576 2024-04-10T15:25:26.044 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.064+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~LQX2ZPI997R7.1 size=247941 2024-04-10T15:25:26.048 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.068+0000 7fde1a776780 1 < canceled multipart upload key=EI79GJ0HN0U7 upload=LQX2ZPI997R7 tag=C6XOJ433E63S type=write size=2345093 2024-04-10T15:25:26.050 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.070+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=EBMK03EXGH8I type=del size=32873 2024-04-10T15:25:26.052 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.072+0000 7fde1a776780 1 < completed delete operation key=EI79GJ0HN0U7 tag=4THCYK1TP74L type=del 2024-04-10T15:25:26.054 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.074+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=BF3OX8DDBTI5 type=del size=657888 2024-04-10T15:25:26.056 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.076+0000 7fde1a776780 1 < canceled operation key=5ZH428JDA1AL tag=5LVIZ8ITF3EU type=del size=1239331 2024-04-10T15:25:26.058 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.078+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=6QT8O5KIX3EM type=write size=622025 2024-04-10T15:25:26.061 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.080+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~V2NFF8LXH674.0 size=274449 2024-04-10T15:25:26.064 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.083+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=V2NFF8LXH674 tag=JMHQRMOA8KBM type=write size=1323025 2024-04-10T15:25:26.068 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.088+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~JRE2CVIJ0MS3.0 size=1048576 2024-04-10T15:25:26.070 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.089+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~JRE2CVIJ0MS3.1 size=573572 2024-04-10T15:25:26.070 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.089+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=JRE2CVIJ0MS3 tag=RQXDXYC2VP58 type=write size=2670724 2024-04-10T15:25:26.072 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.091+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~8O0X4ATMLVUZ.0 size=1048576 2024-04-10T15:25:26.073 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.093+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~8O0X4ATMLVUZ.1 size=1048576 2024-04-10T15:25:26.076 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.095+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~8O0X4ATMLVUZ.2 size=254290 2024-04-10T15:25:26.079 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.099+0000 7fde1a776780 1 < completed multipart upload key=HOP5B3O5BNC6 upload=8O0X4ATMLVUZ tag=JB1NE6BZH4X3 type=write size=3400018 2024-04-10T15:25:26.083 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.103+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~X51LXDUWUC2P.0 size=1048576 2024-04-10T15:25:26.085 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.105+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~X51LXDUWUC2P.1 size=1048576 2024-04-10T15:25:26.087 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.107+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~X51LXDUWUC2P.2 size=640859 2024-04-10T15:25:26.087 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.107+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=X51LXDUWUC2P tag=6Q3SWO9N3WXZ type=write size=3786587 2024-04-10T15:25:26.089 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.109+0000 7fde1a776780 1 < completed delete operation key=R4UBYQBOSB3Z tag=5837PW60VE25 type=del 2024-04-10T15:25:26.091 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.111+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=QSNMZXFD0DAR type=del size=1761064 2024-04-10T15:25:26.093 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.113+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=Z90A8KDOMBPB type=del 2024-04-10T15:25:26.097 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.117+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~K1611OQOKGRZ.0 size=1048576 2024-04-10T15:25:26.099 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.119+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~K1611OQOKGRZ.1 size=1048576 2024-04-10T15:25:26.101 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.121+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~K1611OQOKGRZ.2 size=208000 2024-04-10T15:25:26.101 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.121+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=K1611OQOKGRZ tag=NB5MTC9279XP type=write size=3353728 2024-04-10T15:25:26.103 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.123+0000 7fde1a776780 1 < completed delete operation key=GOVDAOD5DREG tag=PDT7UHRCAMMK type=del 2024-04-10T15:25:26.105 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.125+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=QNYZXX4EGE4X type=del size=2394435 2024-04-10T15:25:26.107 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.127+0000 7fde1a776780 1 < canceled operation key=R4UBYQBOSB3Z tag=PUZ0T1OT6DB2 type=del size=1951519 2024-04-10T15:25:26.109 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.129+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=UZRLTPNNT1NH type=del size=2005968 2024-04-10T15:25:26.111 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.131+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~UOTYSG9GWTIH.0 size=49179 2024-04-10T15:25:26.115 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.135+0000 7fde1a776780 1 < completed multipart upload key=L2PAIFCTQ0UL upload=UOTYSG9GWTIH tag=3OH33AH3J5ZF type=write size=1097755 2024-04-10T15:25:26.117 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.137+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=VMQHZ8SXWPSK type=del size=2734564 2024-04-10T15:25:26.121 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.141+0000 7fde1a776780 1 < suggested remove operation key=01BTT4OLERPN tag=OGNUHC2F4DAS type=del 2024-04-10T15:25:26.123 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.143+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=YOD923GF4JE6 type=del size=972110 2024-04-10T15:25:26.125 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.145+0000 7fde1a776780 1 < completed write operation key=5ZH428JDA1AL tag=QV8E3FVLIKR1 type=write size=769709 2024-04-10T15:25:26.129 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.149+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~BK0HYSIZ46FH.0 size=133150 2024-04-10T15:25:26.130 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.149+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=BK0HYSIZ46FH tag=UCS5QVAZLM45 type=write size=1181726 2024-04-10T15:25:26.130 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.149+0000 7fde1a776780 1 < canceled part key=_multipart_XQVTX5DB2NXX.2~9JKTQYVG7N2V.0 size=1048576 2024-04-10T15:25:26.131 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.151+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~9JKTQYVG7N2V.1 size=1048576 2024-04-10T15:25:26.133 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.153+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~9JKTQYVG7N2V.2 size=284814 2024-04-10T15:25:26.138 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.157+0000 7fde1a776780 1 < canceled multipart upload key=XQVTX5DB2NXX upload=9JKTQYVG7N2V tag=EW7GEX27HAI4 type=write size=3430542 2024-04-10T15:25:26.141 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.161+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~BY85HSMCTL7J.0 size=1048576 2024-04-10T15:25:26.143 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.163+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~BY85HSMCTL7J.1 size=1048576 2024-04-10T15:25:26.145 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.165+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~BY85HSMCTL7J.2 size=454126 2024-04-10T15:25:26.145 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.165+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=BY85HSMCTL7J tag=ZC5U7LWD9QB9 type=write size=3599854 2024-04-10T15:25:26.147 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.167+0000 7fde1a776780 1 < completed write operation key=XQVTX5DB2NXX tag=OBE8NDBUUJZT type=write size=471444 2024-04-10T15:25:26.152 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.171+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~UXFTZRILB3I1.0 size=1048576 2024-04-10T15:25:26.153 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.173+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~UXFTZRILB3I1.1 size=1048576 2024-04-10T15:25:26.155 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.175+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~UXFTZRILB3I1.2 size=877603 2024-04-10T15:25:26.155 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.175+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=UXFTZRILB3I1 tag=IYS3B6GKENR8 type=write size=4023331 2024-04-10T15:25:26.157 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.177+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~95K7OB6OG6GC.0 size=1048576 2024-04-10T15:25:26.159 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.179+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~95K7OB6OG6GC.1 size=185804 2024-04-10T15:25:26.163 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.182+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=95K7OB6OG6GC tag=KJJCNM5M7GIF type=write size=2282956 2024-04-10T15:25:26.165 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.184+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=WNUR91PD1NF7 type=del size=2124248 2024-04-10T15:25:26.167 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.187+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~4B156GZ00XXP.0 size=1048576 2024-04-10T15:25:26.169 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.189+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~4B156GZ00XXP.1 size=1048576 2024-04-10T15:25:26.170 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.190+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~4B156GZ00XXP.2 size=912517 2024-04-10T15:25:26.174 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.194+0000 7fde1a776780 1 < completed multipart upload key=TI6JR9Q8AOF5 upload=4B156GZ00XXP tag=UW676HVFXT9A type=write size=4058245 2024-04-10T15:25:26.176 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.196+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=WCV5HIRTD3SQ type=del size=1882703 2024-04-10T15:25:26.178 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.198+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=EBMK03EXGH8I type=del 2024-04-10T15:25:26.180 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.200+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=HU2S6UWHFQZS type=del size=3181647 2024-04-10T15:25:26.185 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.205+0000 7fde1a776780 1 < suggested remove operation key=GFDJUGM4M5RT tag=BF3OX8DDBTI5 type=del 2024-04-10T15:25:26.187 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.207+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=CGKH99Y3VCVJ type=del size=3474889 2024-04-10T15:25:26.190 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.210+0000 7fde1a776780 -1 < failed to complete operation key=GFDJUGM4M5RT tag=6QT8O5KIX3EM type=write size=622025: (22) Invalid argument 2024-04-10T15:25:26.194 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.213+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~DW1WVED3LZ73.0 size=1048576 2024-04-10T15:25:26.195 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.215+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~DW1WVED3LZ73.1 size=973873 2024-04-10T15:25:26.195 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.215+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=DW1WVED3LZ73 tag=39IE1QXGPI0V type=write size=3071025 2024-04-10T15:25:26.197 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.217+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~JRE2CVIJ0MS3.0 size=1048576 2024-04-10T15:25:26.199 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.219+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~JRE2CVIJ0MS3.1 size=573572 2024-04-10T15:25:26.203 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.223+0000 7fde1a776780 1 < completed multipart upload key=G2Z1VR134GSG upload=JRE2CVIJ0MS3 tag=RQXDXYC2VP58 type=write size=2670724 2024-04-10T15:25:26.207 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.226+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~ZWX6Q5FDRJXY.0 size=1034870 2024-04-10T15:25:26.207 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.226+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=ZWX6Q5FDRJXY tag=RLL6FBZE52YQ type=write size=2083446 2024-04-10T15:25:26.210 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.229+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~X51LXDUWUC2P.0 size=1048576 2024-04-10T15:25:26.212 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.231+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~X51LXDUWUC2P.1 size=1048576 2024-04-10T15:25:26.213 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.233+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~X51LXDUWUC2P.2 size=640859 2024-04-10T15:25:26.217 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.236+0000 7fde1a776780 1 < completed multipart upload key=HOP5B3O5BNC6 upload=X51LXDUWUC2P tag=6Q3SWO9N3WXZ type=write size=3786587 2024-04-10T15:25:26.221 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.240+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~AX42P29V21YB.0 size=581113 2024-04-10T15:25:26.221 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.240+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=AX42P29V21YB tag=1DA1LSYPFJJD type=write size=1629689 2024-04-10T15:25:26.223 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.242+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=QSNMZXFD0DAR type=del 2024-04-10T15:25:26.225 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.244+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=DUDUHNQZ69SK type=del size=1059249 2024-04-10T15:25:26.227 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.246+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~K1611OQOKGRZ.0 size=1048576 2024-04-10T15:25:26.228 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.248+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~K1611OQOKGRZ.1 size=1048576 2024-04-10T15:25:26.230 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.250+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~K1611OQOKGRZ.2 size=208000 2024-04-10T15:25:26.234 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.253+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=K1611OQOKGRZ tag=NB5MTC9279XP type=write size=3353728 2024-04-10T15:25:26.238 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.258+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~HNTP92T5AQ23.0 size=172662 2024-04-10T15:25:26.238 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.258+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=HNTP92T5AQ23 tag=2Q0GYY2FP8MG type=write size=1221238 2024-04-10T15:25:26.240 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.260+0000 7fde1a776780 1 < canceled operation key=BC5NU4J0LIY9 tag=QNYZXX4EGE4X type=del size=2394435 2024-04-10T15:25:26.243 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.262+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=1W5APNOBOVY7 type=del size=1768462 2024-04-10T15:25:26.245 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.264+0000 7fde1a776780 1 < completed delete operation key=UO4QF22YP29O tag=UZRLTPNNT1NH type=del 2024-04-10T15:25:26.249 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.269+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~VTHLV9F0K29R.0 size=1048576 2024-04-10T15:25:26.251 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.271+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~VTHLV9F0K29R.1 size=1048576 2024-04-10T15:25:26.253 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.273+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~VTHLV9F0K29R.2 size=949365 2024-04-10T15:25:26.253 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.273+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=VTHLV9F0K29R tag=HP7UXF5KQ9MI type=write size=4095093 2024-04-10T15:25:26.255 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.275+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=VMQHZ8SXWPSK type=del 2024-04-10T15:25:26.260 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.280+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~6JN0AIFN2JZV.0 size=1048576 2024-04-10T15:25:26.262 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.282+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~6JN0AIFN2JZV.1 size=9192 2024-04-10T15:25:26.262 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.282+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=6JN0AIFN2JZV tag=S2IELBGYFDHA type=write size=2106344 2024-04-10T15:25:26.264 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.284+0000 7fde1a776780 1 < completed delete operation key=OTI1FIIUG2C6 tag=YOD923GF4JE6 type=del 2024-04-10T15:25:26.266 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.286+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=RL0TTM3KRXW1 type=del size=629627 2024-04-10T15:25:26.266 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.286+0000 7fde1a776780 1 < canceled part key=_multipart_XQVTX5DB2NXX.2~BK0HYSIZ46FH.0 size=133150 2024-04-10T15:25:26.270 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.290+0000 7fde1a776780 1 < canceled multipart upload key=XQVTX5DB2NXX upload=BK0HYSIZ46FH tag=UCS5QVAZLM45 type=write size=1181726 2024-04-10T15:25:26.272 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.292+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=R2QSWAD38C64 type=del size=975664 2024-04-10T15:25:26.275 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.295+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~BY85HSMCTL7J.0 size=1048576 2024-04-10T15:25:26.277 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.296+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~BY85HSMCTL7J.1 size=1048576 2024-04-10T15:25:26.279 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.299+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~BY85HSMCTL7J.2 size=454126 2024-04-10T15:25:26.282 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.302+0000 7fde1a776780 1 < completed multipart upload key=XQVTX5DB2NXX upload=BY85HSMCTL7J tag=ZC5U7LWD9QB9 type=write size=3599854 2024-04-10T15:25:26.284 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.304+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=IUFWKLW1F1AW type=write size=951348 2024-04-10T15:25:26.287 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.306+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~UXFTZRILB3I1.0 size=1048576 2024-04-10T15:25:26.288 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.308+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~UXFTZRILB3I1.1 size=1048576 2024-04-10T15:25:26.289 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.308+0000 7fde1a776780 1 < canceled part key=_multipart_O1ZBJUVP8PQD.2~UXFTZRILB3I1.2 size=877603 2024-04-10T15:25:26.292 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.312+0000 7fde1a776780 1 < canceled multipart upload key=O1ZBJUVP8PQD upload=UXFTZRILB3I1 tag=IYS3B6GKENR8 type=write size=4023331 2024-04-10T15:25:26.294 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.313+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=QOX3Z6ILX87P type=del size=1030142 2024-04-10T15:25:26.296 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.315+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=WNUR91PD1NF7 type=del 2024-04-10T15:25:26.298 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.318+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=JWS9ND8ISDFO type=del size=2442661 2024-04-10T15:25:26.300 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.320+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=WCV5HIRTD3SQ type=del 2024-04-10T15:25:26.304 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.323+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~Z9EJY4NERTKA.0 size=1048576 2024-04-10T15:25:26.305 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.325+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~Z9EJY4NERTKA.1 size=257958 2024-04-10T15:25:26.305 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.325+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=Z9EJY4NERTKA tag=QVW386OO0PBY type=write size=2355110 2024-04-10T15:25:26.307 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.327+0000 7fde1a776780 1 < completed delete operation key=UHHK0SL983MS tag=HU2S6UWHFQZS type=del 2024-04-10T15:25:26.311 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.331+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~HGIXVFZ9GXU6.0 size=1037933 2024-04-10T15:25:26.311 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.331+0000 7fde1a776780 1 > prepared multipart upload key=UO4QF22YP29O upload=HGIXVFZ9GXU6 tag=H48WA7KRF50A type=write size=2086509 2024-04-10T15:25:26.313 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.332+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=CGKH99Y3VCVJ type=del 2024-04-10T15:25:26.315 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.335+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=7199Z026Z53S type=write size=383773 2024-04-10T15:25:26.317 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.337+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~DW1WVED3LZ73.0 size=1048576 2024-04-10T15:25:26.319 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.339+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~DW1WVED3LZ73.1 size=973873 2024-04-10T15:25:26.323 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.342+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=DW1WVED3LZ73 tag=39IE1QXGPI0V type=write size=3071025 2024-04-10T15:25:26.327 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.347+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~3O3MQX9OTCD5.0 size=1048576 2024-04-10T15:25:26.329 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.348+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~3O3MQX9OTCD5.1 size=840492 2024-04-10T15:25:26.329 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.348+0000 7fde1a776780 1 > prepared multipart upload key=F7U2L70QSILB upload=3O3MQX9OTCD5 tag=GENRMLGK9YQH type=write size=2937644 2024-04-10T15:25:26.331 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.350+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~ZWX6Q5FDRJXY.0 size=1034870 2024-04-10T15:25:26.335 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.354+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=ZWX6Q5FDRJXY tag=RLL6FBZE52YQ type=write size=2083446 2024-04-10T15:25:26.337 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.357+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=GAQ7QV9D7LOH type=write size=180486 2024-04-10T15:25:26.339 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.359+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~AX42P29V21YB.0 size=581113 2024-04-10T15:25:26.342 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.362+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=AX42P29V21YB tag=1DA1LSYPFJJD type=write size=1629689 2024-04-10T15:25:26.346 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.366+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~D6YWJ9MGGJMG.0 size=719529 2024-04-10T15:25:26.346 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.366+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=D6YWJ9MGGJMG tag=NGAX2SHB0N11 type=write size=1768105 2024-04-10T15:25:26.350 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.370+0000 7fde1a776780 1 < suggested update operation key=ZOVK659NLDON tag=DUDUHNQZ69SK type=del size=1059249 2024-04-10T15:25:26.354 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.374+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~VQVGK7Z12UCO.0 size=824110 2024-04-10T15:25:26.354 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.374+0000 7fde1a776780 1 > prepared multipart upload key=L2PAIFCTQ0UL upload=VQVGK7Z12UCO tag=O06RVFMEFG0E type=write size=1872686 2024-04-10T15:25:26.356 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.376+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~HNTP92T5AQ23.0 size=172662 2024-04-10T15:25:26.360 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.380+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=HNTP92T5AQ23 tag=2Q0GYY2FP8MG type=write size=1221238 2024-04-10T15:25:26.365 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.384+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~RUR5LCLSVK9U.0 size=1048576 2024-04-10T15:25:26.366 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.386+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~RUR5LCLSVK9U.1 size=35251 2024-04-10T15:25:26.370 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.386+0000 7fde1a776780 1 > prepared multipart upload key=L2PAIFCTQ0UL upload=RUR5LCLSVK9U tag=NMBBURMBM0G7 type=write size=2132403 2024-04-10T15:25:26.371 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.389+0000 7fde1a776780 -1 < failed to complete operation key=ZOVK659NLDON tag=1W5APNOBOVY7 type=del size=1768462: (22) Invalid argument 2024-04-10T15:25:26.371 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.391+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=RGQMBSQZBJI7 type=del size=3659017 2024-04-10T15:25:26.373 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.393+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~VTHLV9F0K29R.0 size=1048576 2024-04-10T15:25:26.375 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.395+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~VTHLV9F0K29R.1 size=1048576 2024-04-10T15:25:26.375 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.395+0000 7fde1a776780 1 < canceled part key=_multipart_LEX0BICCP07E.2~VTHLV9F0K29R.2 size=949365 2024-04-10T15:25:26.378 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.398+0000 7fde1a776780 1 < canceled multipart upload key=LEX0BICCP07E upload=VTHLV9F0K29R tag=HP7UXF5KQ9MI type=write size=4095093 2024-04-10T15:25:26.383 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.402+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~F8P6K5QROSHW.0 size=776030 2024-04-10T15:25:26.383 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.402+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=F8P6K5QROSHW tag=5C0GFPL9TNLX type=write size=1824606 2024-04-10T15:25:26.383 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.403+0000 7fde1a776780 1 < canceled part key=_multipart_4UIIRCLY6FIB.2~6JN0AIFN2JZV.0 size=1048576 2024-04-10T15:25:26.383 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.403+0000 7fde1a776780 1 < canceled part key=_multipart_4UIIRCLY6FIB.2~6JN0AIFN2JZV.1 size=9192 2024-04-10T15:25:26.386 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.406+0000 7fde1a776780 1 < canceled multipart upload key=4UIIRCLY6FIB upload=6JN0AIFN2JZV tag=S2IELBGYFDHA type=write size=2106344 2024-04-10T15:25:26.388 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.408+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=LZB6IXNL45AI type=del size=2631699 2024-04-10T15:25:26.390 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.410+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=RL0TTM3KRXW1 type=del 2024-04-10T15:25:26.394 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.414+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~3RAXLFJO70WE.0 size=1048576 2024-04-10T15:25:26.396 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.415+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~3RAXLFJO70WE.1 size=260332 2024-04-10T15:25:26.396 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.415+0000 7fde1a776780 1 > prepared multipart upload key=F7U2L70QSILB upload=3RAXLFJO70WE tag=TB9ZGQ2LUVQZ type=write size=2357484 2024-04-10T15:25:26.399 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.419+0000 7fde1a776780 1 < suggested remove operation key=GOVDAOD5DREG tag=R2QSWAD38C64 type=del 2024-04-10T15:25:26.403 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.423+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~BCIUBRWJUS0Y.0 size=1048576 2024-04-10T15:25:26.405 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.425+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~BCIUBRWJUS0Y.1 size=475567 2024-04-10T15:25:26.405 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.425+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=BCIUBRWJUS0Y tag=EYN8BV02HOAO type=write size=2572719 2024-04-10T15:25:26.407 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.427+0000 7fde1a776780 1 < canceled operation key=UO4QF22YP29O tag=IUFWKLW1F1AW type=write size=951348 2024-04-10T15:25:26.409 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.429+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=CW3YN14YAYEJ type=del size=1240948 2024-04-10T15:25:26.411 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.431+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=QOX3Z6ILX87P type=del 2024-04-10T15:25:26.413 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.433+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=ZL431B7H0UQJ type=del size=4049162 2024-04-10T15:25:26.415 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.435+0000 7fde1a776780 1 < completed delete operation key=01BTT4OLERPN tag=JWS9ND8ISDFO type=del 2024-04-10T15:25:26.419 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.439+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~L3LO4312LU48.0 size=1048576 2024-04-10T15:25:26.421 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.441+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~L3LO4312LU48.1 size=1048576 2024-04-10T15:25:26.423 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.443+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~L3LO4312LU48.2 size=649548 2024-04-10T15:25:26.423 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.443+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=L3LO4312LU48 tag=5H5VO6RVKHPG type=write size=3795276 2024-04-10T15:25:26.426 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.446+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~Z9EJY4NERTKA.0 size=1048576 2024-04-10T15:25:26.429 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.449+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~Z9EJY4NERTKA.1 size=257958 2024-04-10T15:25:26.433 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.453+0000 7fde1a776780 1 < completed multipart upload key=HOP5B3O5BNC6 upload=Z9EJY4NERTKA tag=QVW386OO0PBY type=write size=2355110 2024-04-10T15:25:26.435 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.455+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=8F07K2KSDM8G type=write size=84526 2024-04-10T15:25:26.436 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.455+0000 7fde1a776780 1 < canceled part key=_multipart_UO4QF22YP29O.2~HGIXVFZ9GXU6.0 size=1037933 2024-04-10T15:25:26.439 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.459+0000 7fde1a776780 1 < canceled multipart upload key=UO4QF22YP29O upload=HGIXVFZ9GXU6 tag=H48WA7KRF50A type=write size=2086509 2024-04-10T15:25:26.441 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.461+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=J8NHJ13Y48CB type=del size=834562 2024-04-10T15:25:26.444 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.463+0000 7fde1a776780 1 < completed write operation key=BRSJ82BM5NOL tag=7199Z026Z53S type=write size=383773 2024-04-10T15:25:26.446 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.465+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=W6P7NNDYEMLE type=write size=129949 2024-04-10T15:25:26.448 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.467+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~3O3MQX9OTCD5.0 size=1048576 2024-04-10T15:25:26.449 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.469+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~3O3MQX9OTCD5.1 size=840492 2024-04-10T15:25:26.453 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.473+0000 7fde1a776780 1 < completed multipart upload key=F7U2L70QSILB upload=3O3MQX9OTCD5 tag=GENRMLGK9YQH type=write size=2937644 2024-04-10T15:25:26.457 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.477+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~3WD8WCBHOTLT.0 size=1048576 2024-04-10T15:25:26.459 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.479+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~3WD8WCBHOTLT.1 size=787719 2024-04-10T15:25:26.459 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.479+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=3WD8WCBHOTLT tag=RERSBQZVDXYE type=write size=2884871 2024-04-10T15:25:26.461 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.481+0000 7fde1a776780 1 < completed write operation key=UHHK0SL983MS tag=GAQ7QV9D7LOH type=write size=180486 2024-04-10T15:25:26.463 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.483+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=QZ8PR6VRCT8P type=del size=2195125 2024-04-10T15:25:26.465 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.485+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~D6YWJ9MGGJMG.0 size=719529 2024-04-10T15:25:26.469 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.488+0000 7fde1a776780 1 < completed multipart upload key=XQVTX5DB2NXX upload=D6YWJ9MGGJMG tag=NGAX2SHB0N11 type=write size=1768105 2024-04-10T15:25:26.471 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.490+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=TT8GWG0CKT1K type=del size=2851792 2024-04-10T15:25:26.471 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.491+0000 7fde1a776780 1 < canceled part key=_multipart_L2PAIFCTQ0UL.2~VQVGK7Z12UCO.0 size=824110 2024-04-10T15:25:26.474 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.494+0000 7fde1a776780 1 < canceled multipart upload key=L2PAIFCTQ0UL upload=VQVGK7Z12UCO tag=O06RVFMEFG0E type=write size=1872686 2024-04-10T15:25:26.479 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.499+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~3EKR64N226HS.0 size=702173 2024-04-10T15:25:26.479 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.499+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=3EKR64N226HS tag=YNUCEEKVTVMN type=write size=1750749 2024-04-10T15:25:26.481 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.501+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~RUR5LCLSVK9U.0 size=1048576 2024-04-10T15:25:26.483 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.503+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~RUR5LCLSVK9U.1 size=35251 2024-04-10T15:25:26.487 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.507+0000 7fde1a776780 1 < completed multipart upload key=L2PAIFCTQ0UL upload=RUR5LCLSVK9U tag=NMBBURMBM0G7 type=write size=2132403 2024-04-10T15:25:26.492 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.511+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~WBXYT53MBEFB.0 size=1048576 2024-04-10T15:25:26.493 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.513+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~WBXYT53MBEFB.1 size=406585 2024-04-10T15:25:26.493 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.513+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=WBXYT53MBEFB tag=SUOSAUFZ2ZUS type=write size=2503737 2024-04-10T15:25:26.498 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.518+0000 7fde1a776780 1 < suggested update operation key=OTI1FIIUG2C6 tag=RGQMBSQZBJI7 type=del size=3659017 2024-04-10T15:25:26.500 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.520+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=81KUY2CN5IP1 type=del size=3521416 2024-04-10T15:25:26.502 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.522+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~F8P6K5QROSHW.0 size=776030 2024-04-10T15:25:26.506 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.525+0000 7fde1a776780 1 < completed multipart upload key=OTI1FIIUG2C6 upload=F8P6K5QROSHW tag=5C0GFPL9TNLX type=write size=1824606 2024-04-10T15:25:26.510 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.530+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~K37ZTTVDCA2Z.0 size=1048576 2024-04-10T15:25:26.512 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.531+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~K37ZTTVDCA2Z.1 size=344901 2024-04-10T15:25:26.512 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.531+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=K37ZTTVDCA2Z tag=9GCTDRAPCIP1 type=write size=2442053 2024-04-10T15:25:26.514 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.534+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=LZB6IXNL45AI type=del 2024-04-10T15:25:26.516 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.536+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=TDSPLADCR007 type=del size=2125490 2024-04-10T15:25:26.518 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.538+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~3RAXLFJO70WE.0 size=1048576 2024-04-10T15:25:26.520 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.539+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~3RAXLFJO70WE.1 size=260332 2024-04-10T15:25:26.523 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.543+0000 7fde1a776780 1 < completed multipart upload key=F7U2L70QSILB upload=3RAXLFJO70WE tag=TB9ZGQ2LUVQZ type=write size=2357484 2024-04-10T15:25:26.525 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.545+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=2URAOK49NEU9 type=del size=1887252 2024-04-10T15:25:26.527 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.547+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~BCIUBRWJUS0Y.0 size=1048576 2024-04-10T15:25:26.529 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.549+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~BCIUBRWJUS0Y.1 size=475567 2024-04-10T15:25:26.532 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.552+0000 7fde1a776780 1 < completed multipart upload key=XQVTX5DB2NXX upload=BCIUBRWJUS0Y tag=EYN8BV02HOAO type=write size=2572719 2024-04-10T15:25:26.534 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.554+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=BNBS8W7Z2FL3 type=write size=650697 2024-04-10T15:25:26.537 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.557+0000 7fde1a776780 1 < completed delete operation key=01BTT4OLERPN tag=CW3YN14YAYEJ type=del 2024-04-10T15:25:26.539 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.559+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=QIOF0X524P3C type=del size=2555168 2024-04-10T15:25:26.541 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.561+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=ZL431B7H0UQJ type=del 2024-04-10T15:25:26.546 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.563+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=2BIK21OT7WK9 type=del size=3547915 2024-04-10T15:25:26.546 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.563+0000 7fde1a776780 1 < canceled part key=_multipart_G2Z1VR134GSG.2~L3LO4312LU48.0 size=1048576 2024-04-10T15:25:26.547 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.565+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~L3LO4312LU48.1 size=1048576 2024-04-10T15:25:26.547 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.567+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~L3LO4312LU48.2 size=649548 2024-04-10T15:25:26.551 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.571+0000 7fde1a776780 1 < canceled multipart upload key=G2Z1VR134GSG upload=L3LO4312LU48 tag=5H5VO6RVKHPG type=write size=3795276 2024-04-10T15:25:26.555 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.574+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~1TKUIH413QU9.0 size=1048576 2024-04-10T15:25:26.556 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.576+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~1TKUIH413QU9.1 size=1048576 2024-04-10T15:25:26.558 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.578+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~1TKUIH413QU9.2 size=2601 2024-04-10T15:25:26.558 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.578+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=1TKUIH413QU9 tag=OCYGEDHQ4Y0O type=write size=3148329 2024-04-10T15:25:26.560 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.580+0000 7fde1a776780 1 < canceled operation key=KN16WF5V2CIJ tag=8F07K2KSDM8G type=write size=84526 2024-04-10T15:25:26.564 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.584+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~8B081P9WZHEM.0 size=395961 2024-04-10T15:25:26.564 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.584+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=8B081P9WZHEM tag=W50TKI1ZCXKP type=write size=1444537 2024-04-10T15:25:26.566 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.586+0000 7fde1a776780 1 < canceled operation key=GFDJUGM4M5RT tag=J8NHJ13Y48CB type=del size=834562 2024-04-10T15:25:26.568 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.588+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=CNLS4IXK6H9V type=del size=279660 2024-04-10T15:25:26.571 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.590+0000 7fde1a776780 1 < completed write operation key=R4UBYQBOSB3Z tag=W6P7NNDYEMLE type=write size=129949 2024-04-10T15:25:26.575 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.594+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~0DUYF3C8Y3WG.0 size=1048576 2024-04-10T15:25:26.576 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.596+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~0DUYF3C8Y3WG.1 size=1048576 2024-04-10T15:25:26.578 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.598+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~0DUYF3C8Y3WG.2 size=870194 2024-04-10T15:25:26.578 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.598+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=0DUYF3C8Y3WG tag=EN55ILTNQ9U3 type=write size=4015922 2024-04-10T15:25:26.581 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.600+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~3WD8WCBHOTLT.0 size=1048576 2024-04-10T15:25:26.582 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.602+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~3WD8WCBHOTLT.1 size=787719 2024-04-10T15:25:26.586 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.606+0000 7fde1a776780 1 < completed multipart upload key=2HPCRWS9ESCI upload=3WD8WCBHOTLT tag=RERSBQZVDXYE type=write size=2884871 2024-04-10T15:25:26.588 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.608+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=8MNAJBF0D7QP type=del size=2624251 2024-04-10T15:25:26.590 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.610+0000 7fde1a776780 1 < canceled operation key=L2PAIFCTQ0UL tag=QZ8PR6VRCT8P type=del size=2195125 2024-04-10T15:25:26.594 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.613+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~DNBQD9XP7261.0 size=1048576 2024-04-10T15:25:26.595 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.615+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~DNBQD9XP7261.1 size=529935 2024-04-10T15:25:26.596 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.615+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=DNBQD9XP7261 tag=XJBIMBA1SLSN type=write size=2627087 2024-04-10T15:25:26.597 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.617+0000 7fde1a776780 1 < completed delete operation key=2HPCRWS9ESCI tag=TT8GWG0CKT1K type=del 2024-04-10T15:25:26.600 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.619+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=0WW94FRHQUPW type=del size=1981077 2024-04-10T15:25:26.602 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.621+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~3EKR64N226HS.0 size=702173 2024-04-10T15:25:26.605 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.625+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=3EKR64N226HS tag=YNUCEEKVTVMN type=write size=1750749 2024-04-10T15:25:26.607 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.627+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=0M3H1JYLY5PW type=del size=2389573 2024-04-10T15:25:26.609 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.629+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~WBXYT53MBEFB.0 size=1048576 2024-04-10T15:25:26.611 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.631+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~WBXYT53MBEFB.1 size=406585 2024-04-10T15:25:26.615 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.635+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=WBXYT53MBEFB tag=SUOSAUFZ2ZUS type=write size=2503737 2024-04-10T15:25:26.618 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.638+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~SCMB0MPZIGIS.0 size=1048576 2024-04-10T15:25:26.620 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.640+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~SCMB0MPZIGIS.1 size=1048576 2024-04-10T15:25:26.622 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.642+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~SCMB0MPZIGIS.2 size=770761 2024-04-10T15:25:26.622 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.642+0000 7fde1a776780 1 > prepared multipart upload key=F7U2L70QSILB upload=SCMB0MPZIGIS tag=56XGVD17R23T type=write size=3916489 2024-04-10T15:25:26.626 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.646+0000 7fde1a776780 1 < suggested update operation key=L2PAIFCTQ0UL tag=81KUY2CN5IP1 type=del size=3521416 2024-04-10T15:25:26.628 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.648+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=TM0NT31UCAIZ type=write size=712161 2024-04-10T15:25:26.630 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.650+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~K37ZTTVDCA2Z.0 size=1048576 2024-04-10T15:25:26.632 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.652+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~K37ZTTVDCA2Z.1 size=344901 2024-04-10T15:25:26.636 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.656+0000 7fde1a776780 1 < completed multipart upload key=U40N6ONWE7P2 upload=K37ZTTVDCA2Z tag=9GCTDRAPCIP1 type=write size=2442053 2024-04-10T15:25:26.639 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.659+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=QV6MX87AG1JD type=del size=1198403 2024-04-10T15:25:26.641 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.661+0000 7fde1a776780 1 < completed delete operation key=EI79GJ0HN0U7 tag=TDSPLADCR007 type=del 2024-04-10T15:25:26.645 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.665+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~G2GLTNO93ZPA.0 size=1048576 2024-04-10T15:25:26.647 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.667+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~G2GLTNO93ZPA.1 size=1048576 2024-04-10T15:25:26.650 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.669+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~G2GLTNO93ZPA.2 size=88076 2024-04-10T15:25:26.650 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.669+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=G2GLTNO93ZPA tag=F5U5TXMZ0MUX type=write size=3233804 2024-04-10T15:25:26.651 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.671+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=2URAOK49NEU9 type=del 2024-04-10T15:25:26.656 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.675+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~8VL1BIATSB1P.0 size=1048576 2024-04-10T15:25:26.657 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.677+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~8VL1BIATSB1P.1 size=1048576 2024-04-10T15:25:26.659 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.679+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~8VL1BIATSB1P.2 size=838282 2024-04-10T15:25:26.659 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.679+0000 7fde1a776780 1 > prepared multipart upload key=UO4QF22YP29O upload=8VL1BIATSB1P tag=CJXXMTPX9Y7G type=write size=3984010 2024-04-10T15:25:26.663 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.683+0000 7fde1a776780 1 < suggested update operation key=F7U2L70QSILB tag=BNBS8W7Z2FL3 type=write size=650697 2024-04-10T15:25:26.665 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.685+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=AEGXA6RX0NK9 type=del size=1206938 2024-04-10T15:25:26.668 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.687+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=QIOF0X524P3C type=del 2024-04-10T15:25:26.670 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.689+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=1PA4L0W61U87 type=del size=2928154 2024-04-10T15:25:26.672 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.691+0000 7fde1a776780 1 < completed delete operation key=UHHK0SL983MS tag=2BIK21OT7WK9 type=del 2024-04-10T15:25:26.674 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.694+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=F4XHO6VCT4YR type=write size=106058 2024-04-10T15:25:26.676 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.696+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~1TKUIH413QU9.0 size=1048576 2024-04-10T15:25:26.678 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.698+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~1TKUIH413QU9.1 size=1048576 2024-04-10T15:25:26.678 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.698+0000 7fde1a776780 1 < canceled part key=_multipart_GFDJUGM4M5RT.2~1TKUIH413QU9.2 size=2601 2024-04-10T15:25:26.682 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.702+0000 7fde1a776780 1 < canceled multipart upload key=GFDJUGM4M5RT upload=1TKUIH413QU9 tag=OCYGEDHQ4Y0O type=write size=3148329 2024-04-10T15:25:26.684 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.704+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=LDU0J6BVP1OE type=del size=1825136 2024-04-10T15:25:26.686 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.706+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~8B081P9WZHEM.0 size=395961 2024-04-10T15:25:26.690 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.709+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=8B081P9WZHEM tag=W50TKI1ZCXKP type=write size=1444537 2024-04-10T15:25:26.695 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.715+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~6DW10F3C635P.0 size=1048576 2024-04-10T15:25:26.697 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.717+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~6DW10F3C635P.1 size=1048576 2024-04-10T15:25:26.699 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.718+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~6DW10F3C635P.2 size=582385 2024-04-10T15:25:26.699 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.718+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=6DW10F3C635P tag=2Y0BOF67893L type=write size=3728113 2024-04-10T15:25:26.701 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.721+0000 7fde1a776780 1 < completed delete operation key=UO4QF22YP29O tag=CNLS4IXK6H9V type=del 2024-04-10T15:25:26.703 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.723+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=2QLIU8EJNWX4 type=del size=3331627 2024-04-10T15:25:26.703 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.723+0000 7fde1a776780 1 < canceled part key=_multipart_ZOVK659NLDON.2~0DUYF3C8Y3WG.0 size=1048576 2024-04-10T15:25:26.705 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.725+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~0DUYF3C8Y3WG.1 size=1048576 2024-04-10T15:25:26.707 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.727+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~0DUYF3C8Y3WG.2 size=870194 2024-04-10T15:25:26.710 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.730+0000 7fde1a776780 1 < canceled multipart upload key=ZOVK659NLDON upload=0DUYF3C8Y3WG tag=EN55ILTNQ9U3 type=write size=4015922 2024-04-10T15:25:26.712 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.732+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=XWFGSSKZGG0Y type=del size=158070 2024-04-10T15:25:26.716 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.736+0000 7fde1a776780 1 < suggested update operation key=BC5NU4J0LIY9 tag=8MNAJBF0D7QP type=del size=2624251 2024-04-10T15:25:26.718 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.738+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=21QWRTI13W1T type=del size=866124 2024-04-10T15:25:26.720 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.740+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~DNBQD9XP7261.0 size=1048576 2024-04-10T15:25:26.720 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.740+0000 7fde1a776780 1 < canceled part key=_multipart_LEX0BICCP07E.2~DNBQD9XP7261.1 size=529935 2024-04-10T15:25:26.724 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.744+0000 7fde1a776780 1 < canceled multipart upload key=LEX0BICCP07E upload=DNBQD9XP7261 tag=XJBIMBA1SLSN type=write size=2627087 2024-04-10T15:25:26.728 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.747+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~4N6396TS83MV.0 size=1048576 2024-04-10T15:25:26.729 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.749+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~4N6396TS83MV.1 size=291494 2024-04-10T15:25:26.729 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.749+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=4N6396TS83MV tag=ZF31Z5QIPGBO type=write size=2388646 2024-04-10T15:25:26.731 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.751+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=0WW94FRHQUPW type=del 2024-04-10T15:25:26.733 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.753+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=2JEV8DRWP080 type=del size=3016964 2024-04-10T15:25:26.735 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.755+0000 7fde1a776780 1 < completed delete operation key=UHHK0SL983MS tag=0M3H1JYLY5PW type=del 2024-04-10T15:25:26.739 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.758+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~V37K6WWJ4KBO.0 size=578987 2024-04-10T15:25:26.739 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.758+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=V37K6WWJ4KBO tag=H4WUUKUFV4N8 type=write size=1627563 2024-04-10T15:25:26.739 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.759+0000 7fde1a776780 1 < canceled part key=_multipart_F7U2L70QSILB.2~SCMB0MPZIGIS.0 size=1048576 2024-04-10T15:25:26.741 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.761+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~SCMB0MPZIGIS.1 size=1048576 2024-04-10T15:25:26.746 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.762+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~SCMB0MPZIGIS.2 size=770761 2024-04-10T15:25:26.746 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.766+0000 7fde1a776780 1 < canceled multipart upload key=F7U2L70QSILB upload=SCMB0MPZIGIS tag=56XGVD17R23T type=write size=3916489 2024-04-10T15:25:26.748 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.768+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=MA6YO3103LS2 type=del size=570986 2024-04-10T15:25:26.751 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.771+0000 7fde1a776780 -1 < failed to complete operation key=BC5NU4J0LIY9 tag=TM0NT31UCAIZ type=write size=712161: (22) Invalid argument 2024-04-10T15:25:26.753 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.773+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=W0AFPBLB6VP9 type=del size=2135707 2024-04-10T15:25:26.758 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.778+0000 7fde1a776780 1 < suggested remove operation key=EI79GJ0HN0U7 tag=QV6MX87AG1JD type=del 2024-04-10T15:25:26.761 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.781+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~L0JWVPJ62508.0 size=1048576 2024-04-10T15:25:26.763 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.783+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~L0JWVPJ62508.1 size=757412 2024-04-10T15:25:26.763 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.783+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=L0JWVPJ62508 tag=3MQ9L84J71U4 type=write size=2854564 2024-04-10T15:25:26.765 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.785+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~G2GLTNO93ZPA.0 size=1048576 2024-04-10T15:25:26.767 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.787+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~G2GLTNO93ZPA.1 size=1048576 2024-04-10T15:25:26.769 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.789+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~G2GLTNO93ZPA.2 size=88076 2024-04-10T15:25:26.773 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.793+0000 7fde1a776780 1 < completed multipart upload key=RHD4NMKH90JS upload=G2GLTNO93ZPA tag=F5U5TXMZ0MUX type=write size=3233804 2024-04-10T15:25:26.775 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.795+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=1LQB4M72D2TN type=del size=3572146 2024-04-10T15:25:26.777 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.797+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~8VL1BIATSB1P.0 size=1048576 2024-04-10T15:25:26.781 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.800+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~8VL1BIATSB1P.1 size=1048576 2024-04-10T15:25:26.782 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.802+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~8VL1BIATSB1P.2 size=838282 2024-04-10T15:25:26.786 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.806+0000 7fde1a776780 1 < completed multipart upload key=UO4QF22YP29O upload=8VL1BIATSB1P tag=CJXXMTPX9Y7G type=write size=3984010 2024-04-10T15:25:26.789 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.809+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=YRIAW6EA8NRC type=del size=1527151 2024-04-10T15:25:26.791 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.811+0000 7fde1a776780 1 < completed delete operation key=LEX0BICCP07E tag=AEGXA6RX0NK9 type=del 2024-04-10T15:25:26.793 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.813+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=G7AO5N2WJU6M type=del size=745867 2024-04-10T15:25:26.795 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.815+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=1PA4L0W61U87 type=del 2024-04-10T15:25:26.797 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.817+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=ZGX16P5CETNF type=del size=2820642 2024-04-10T15:25:26.799 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.819+0000 7fde1a776780 1 < completed write operation key=VPWN54SOWO0W tag=F4XHO6VCT4YR type=write size=106058 2024-04-10T15:25:26.801 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.821+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=ZA56CIEEIU3T type=del size=2567337 2024-04-10T15:25:26.804 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.823+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=LDU0J6BVP1OE type=del 2024-04-10T15:25:26.808 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.828+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~B1RZI7YXP6Q1.0 size=804883 2024-04-10T15:25:26.808 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.828+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=B1RZI7YXP6Q1 tag=X3JX0YLZR43N type=write size=1853459 2024-04-10T15:25:26.810 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.830+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~6DW10F3C635P.0 size=1048576 2024-04-10T15:25:26.811 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.831+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~6DW10F3C635P.1 size=1048576 2024-04-10T15:25:26.813 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.833+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~6DW10F3C635P.2 size=582385 2024-04-10T15:25:26.816 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.836+0000 7fde1a776780 1 < completed multipart upload key=GOVDAOD5DREG upload=6DW10F3C635P tag=2Y0BOF67893L type=write size=3728113 2024-04-10T15:25:26.818 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.838+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=AEB6J0AQ5LUM type=del size=3431621 2024-04-10T15:25:26.820 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.840+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=2QLIU8EJNWX4 type=del 2024-04-10T15:25:26.822 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.842+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=WVEVS09PLJHA type=del size=2615597 2024-04-10T15:25:26.825 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.845+0000 7fde1a776780 -1 < failed to complete operation key=EI79GJ0HN0U7 tag=XWFGSSKZGG0Y type=del size=158070: (22) Invalid argument 2024-04-10T15:25:26.827 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.847+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=1BH7MG56G4Z5 type=del size=1091940 2024-04-10T15:25:26.829 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.849+0000 7fde1a776780 1 < completed delete operation key=UCUWIQFA7CRO tag=21QWRTI13W1T type=del 2024-04-10T15:25:26.831 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.851+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=0DUQU4FEC985 type=del size=3560703 2024-04-10T15:25:26.833 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.853+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~4N6396TS83MV.0 size=1048576 2024-04-10T15:25:26.835 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.855+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~4N6396TS83MV.1 size=291494 2024-04-10T15:25:26.839 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.858+0000 7fde1a776780 1 < completed multipart upload key=G2Z1VR134GSG upload=4N6396TS83MV tag=ZF31Z5QIPGBO type=write size=2388646 2024-04-10T15:25:26.843 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.862+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~8DI76ERSTAIL.0 size=1048576 2024-04-10T15:25:26.844 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.864+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~8DI76ERSTAIL.1 size=500349 2024-04-10T15:25:26.844 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.864+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=8DI76ERSTAIL tag=PBIIRVKTZLA1 type=write size=2597501 2024-04-10T15:25:26.848 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.868+0000 7fde1a776780 1 < suggested update operation key=1R91FWVRA2AS tag=2JEV8DRWP080 type=del size=3016964 2024-04-10T15:25:26.850 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.870+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=Z7JPOW9UQ3VF type=del size=415113 2024-04-10T15:25:26.852 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.872+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~V37K6WWJ4KBO.0 size=578987 2024-04-10T15:25:26.856 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.876+0000 7fde1a776780 1 < completed multipart upload key=BRSJ82BM5NOL upload=V37K6WWJ4KBO tag=H4WUUKUFV4N8 type=write size=1627563 2024-04-10T15:25:26.858 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.878+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=XW5B2BW1FK2W type=del size=791323 2024-04-10T15:25:26.860 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.880+0000 7fde1a776780 1 < completed delete operation key=UHHK0SL983MS tag=MA6YO3103LS2 type=del 2024-04-10T15:25:26.864 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.884+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~8A4ILGGRDLPU.0 size=1048576 2024-04-10T15:25:26.866 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.885+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~8A4ILGGRDLPU.1 size=797544 2024-04-10T15:25:26.866 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.885+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=8A4ILGGRDLPU tag=B033SGKUA8EW type=write size=2894696 2024-04-10T15:25:26.868 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.887+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=W0AFPBLB6VP9 type=del 2024-04-10T15:25:26.870 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.890+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=IV02044H2UI8 type=write size=817528 2024-04-10T15:25:26.872 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.892+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~L0JWVPJ62508.0 size=1048576 2024-04-10T15:25:26.874 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.893+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~L0JWVPJ62508.1 size=757412 2024-04-10T15:25:26.877 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.897+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=L0JWVPJ62508 tag=3MQ9L84J71U4 type=write size=2854564 2024-04-10T15:25:26.879 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.899+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=MQGTRD9VPMQ6 type=write size=381175 2024-04-10T15:25:26.881 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.901+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=1LQB4M72D2TN type=del 2024-04-10T15:25:26.885 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.905+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~73YI5LCF08AV.0 size=202752 2024-04-10T15:25:26.885 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.905+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=73YI5LCF08AV tag=8CDPB005IAFU type=write size=1251328 2024-04-10T15:25:26.887 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.907+0000 7fde1a776780 1 < completed delete operation key=5ZH428JDA1AL tag=YRIAW6EA8NRC type=del 2024-04-10T15:25:26.892 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.911+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~XMPHJV80BWCQ.0 size=1048576 2024-04-10T15:25:26.893 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.913+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~XMPHJV80BWCQ.1 size=1048576 2024-04-10T15:25:26.895 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.915+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~XMPHJV80BWCQ.2 size=744810 2024-04-10T15:25:26.895 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.915+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=XMPHJV80BWCQ tag=38PW9BR1L27E type=write size=3890538 2024-04-10T15:25:26.897 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.917+0000 7fde1a776780 1 < completed delete operation key=4UIIRCLY6FIB tag=G7AO5N2WJU6M type=del 2024-04-10T15:25:26.899 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.919+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=T20MWISZEXWV type=del size=325888 2024-04-10T15:25:26.901 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.921+0000 7fde1a776780 1 < completed delete operation key=EI79GJ0HN0U7 tag=ZGX16P5CETNF type=del 2024-04-10T15:25:26.906 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.926+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~3S3KK4ZADWMV.0 size=550204 2024-04-10T15:25:26.906 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.926+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=3S3KK4ZADWMV tag=PMZBJ28BSJPB type=write size=1598780 2024-04-10T15:25:26.908 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.928+0000 7fde1a776780 1 < completed delete operation key=OSSHDMNH4GXQ tag=ZA56CIEEIU3T type=del 2024-04-10T15:25:26.911 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.930+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=IW77RF4GV4FI type=del size=3785267 2024-04-10T15:25:26.913 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.933+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~B1RZI7YXP6Q1.0 size=804883 2024-04-10T15:25:26.917 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.937+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=B1RZI7YXP6Q1 tag=X3JX0YLZR43N type=write size=1853459 2024-04-10T15:25:26.919 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.939+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=U6BP3QG67IY9 type=del size=1716314 2024-04-10T15:25:26.921 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.941+0000 7fde1a776780 1 < canceled operation key=O1ZBJUVP8PQD tag=AEB6J0AQ5LUM type=del size=3431621 2024-04-10T15:25:26.923 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.943+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=PWPQHI5WKY21 type=del size=1697272 2024-04-10T15:25:26.925 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.945+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=WVEVS09PLJHA type=del 2024-04-10T15:25:26.929 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.949+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~74Z0QHDNKLII.0 size=537544 2024-04-10T15:25:26.930 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.949+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=74Z0QHDNKLII tag=LFWAOZMIAQR7 type=write size=1586120 2024-04-10T15:25:26.932 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.952+0000 7fde1a776780 1 < completed delete operation key=VPWN54SOWO0W tag=1BH7MG56G4Z5 type=del 2024-04-10T15:25:26.936 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.956+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~M5CQISVYJOQL.0 size=1048576 2024-04-10T15:25:26.938 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.957+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~M5CQISVYJOQL.1 size=437795 2024-04-10T15:25:26.938 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.957+0000 7fde1a776780 1 > prepared multipart upload key=L2PAIFCTQ0UL upload=M5CQISVYJOQL tag=SF8RRSCGYRT8 type=write size=2534947 2024-04-10T15:25:26.940 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.960+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=0DUQU4FEC985 type=del 2024-04-10T15:25:26.943 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.963+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~F9APMS1DWR8H.0 size=941652 2024-04-10T15:25:26.944 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.963+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=F9APMS1DWR8H tag=V5SOW5V2KCNN type=write size=1990228 2024-04-10T15:25:26.946 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.965+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~8DI76ERSTAIL.0 size=1048576 2024-04-10T15:25:26.947 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.967+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~8DI76ERSTAIL.1 size=500349 2024-04-10T15:25:26.951 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.971+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=8DI76ERSTAIL tag=PBIIRVKTZLA1 type=write size=2597501 2024-04-10T15:25:26.955 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.975+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~40C8K4EEBX12.0 size=1048576 2024-04-10T15:25:26.957 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.976+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~40C8K4EEBX12.1 size=1048576 2024-04-10T15:25:26.958 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.978+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~40C8K4EEBX12.2 size=126240 2024-04-10T15:25:26.958 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.978+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=40C8K4EEBX12 tag=MA5KSM4UVUR4 type=write size=3271968 2024-04-10T15:25:26.960 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.980+0000 7fde1a776780 1 < completed delete operation key=5ZH428JDA1AL tag=Z7JPOW9UQ3VF type=del 2024-04-10T15:25:26.963 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.982+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=WI8M0IQQDVNG type=del size=603086 2024-04-10T15:25:26.965 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.984+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=XW5B2BW1FK2W type=del 2024-04-10T15:25:26.967 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.986+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=6R74QEFT8KWN type=del size=4130574 2024-04-10T15:25:26.969 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.989+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~8A4ILGGRDLPU.0 size=1048576 2024-04-10T15:25:26.971 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.990+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~8A4ILGGRDLPU.1 size=797544 2024-04-10T15:25:26.974 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.994+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=8A4ILGGRDLPU tag=B033SGKUA8EW type=write size=2894696 2024-04-10T15:25:26.978 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:26.998+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~K7QGQWBCQXBG.0 size=1048576 2024-04-10T15:25:26.980 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.000+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~K7QGQWBCQXBG.1 size=251717 2024-04-10T15:25:26.980 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.000+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=K7QGQWBCQXBG tag=EBUMPXPDNABW type=write size=2348869 2024-04-10T15:25:26.982 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.002+0000 7fde1a776780 1 < completed write operation key=EI79GJ0HN0U7 tag=IV02044H2UI8 type=write size=817528 2024-04-10T15:25:26.984 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.004+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=AIHV62J7BXFC type=del size=2944190 2024-04-10T15:25:26.987 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.006+0000 7fde1a776780 1 < completed write operation key=EI79GJ0HN0U7 tag=MQGTRD9VPMQ6 type=write size=381175 2024-04-10T15:25:26.989 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.008+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=9JY985URM5J0 type=del size=1477657 2024-04-10T15:25:26.991 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.011+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~73YI5LCF08AV.0 size=202752 2024-04-10T15:25:26.994 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.014+0000 7fde1a776780 1 < completed multipart upload key=OTI1FIIUG2C6 upload=73YI5LCF08AV tag=8CDPB005IAFU type=write size=1251328 2024-04-10T15:25:26.997 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.016+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=CLXYVTV8MMF7 type=del size=619104 2024-04-10T15:25:26.999 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.019+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~XMPHJV80BWCQ.0 size=1048576 2024-04-10T15:25:27.001 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.021+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~XMPHJV80BWCQ.1 size=1048576 2024-04-10T15:25:27.003 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.023+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~XMPHJV80BWCQ.2 size=744810 2024-04-10T15:25:27.007 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.027+0000 7fde1a776780 1 < completed multipart upload key=OTI1FIIUG2C6 upload=XMPHJV80BWCQ tag=38PW9BR1L27E type=write size=3890538 2024-04-10T15:25:27.011 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.031+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~NVPDECPCR8KF.0 size=1048576 2024-04-10T15:25:27.013 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.032+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~NVPDECPCR8KF.1 size=936394 2024-04-10T15:25:27.013 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.032+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=NVPDECPCR8KF tag=DNRTTQU7AJNN type=write size=3033546 2024-04-10T15:25:27.015 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.035+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=T20MWISZEXWV type=del 2024-04-10T15:25:27.019 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.039+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~DDAJOXA63BXJ.0 size=164584 2024-04-10T15:25:27.019 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.039+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=DDAJOXA63BXJ tag=QM7W9U09ZWRS type=write size=1213160 2024-04-10T15:25:27.021 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.041+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~3S3KK4ZADWMV.0 size=550204 2024-04-10T15:25:27.025 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.044+0000 7fde1a776780 1 < completed multipart upload key=XQVTX5DB2NXX upload=3S3KK4ZADWMV tag=PMZBJ28BSJPB type=write size=1598780 2024-04-10T15:25:27.027 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.047+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=HH7H9LQIT4YE type=del size=2086799 2024-04-10T15:25:27.029 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.049+0000 7fde1a776780 1 < completed delete operation key=VPWN54SOWO0W tag=IW77RF4GV4FI type=del 2024-04-10T15:25:27.031 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.051+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=1LS7L87KEPXC type=del size=551260 2024-04-10T15:25:27.033 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.053+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=U6BP3QG67IY9 type=del 2024-04-10T15:25:27.036 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.055+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=KXUKFSPEP3WH type=del size=116614 2024-04-10T15:25:27.039 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.058+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=PWPQHI5WKY21 type=del 2024-04-10T15:25:27.041 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.060+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=74LEODACNN97 type=del size=1450611 2024-04-10T15:25:27.043 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.063+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~74Z0QHDNKLII.0 size=537544 2024-04-10T15:25:27.047 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.067+0000 7fde1a776780 1 < completed multipart upload key=2HPCRWS9ESCI upload=74Z0QHDNKLII tag=LFWAOZMIAQR7 type=write size=1586120 2024-04-10T15:25:27.049 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.069+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=5TH3PGQRPITT type=del size=1322371 2024-04-10T15:25:27.052 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.071+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~M5CQISVYJOQL.0 size=1048576 2024-04-10T15:25:27.053 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.073+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~M5CQISVYJOQL.1 size=437795 2024-04-10T15:25:27.058 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.077+0000 7fde1a776780 1 < completed multipart upload key=L2PAIFCTQ0UL upload=M5CQISVYJOQL tag=SF8RRSCGYRT8 type=write size=2534947 2024-04-10T15:25:27.060 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.080+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=L12WM967MLEH type=del size=217343 2024-04-10T15:25:27.062 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.082+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~F9APMS1DWR8H.0 size=941652 2024-04-10T15:25:27.065 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.085+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=F9APMS1DWR8H tag=V5SOW5V2KCNN type=write size=1990228 2024-04-10T15:25:27.068 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.087+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=0A9UUZUD177X type=write size=236418 2024-04-10T15:25:27.070 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.090+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~40C8K4EEBX12.0 size=1048576 2024-04-10T15:25:27.072 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.092+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~40C8K4EEBX12.1 size=1048576 2024-04-10T15:25:27.074 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.094+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~40C8K4EEBX12.2 size=126240 2024-04-10T15:25:27.078 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.098+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=40C8K4EEBX12 tag=MA5KSM4UVUR4 type=write size=3271968 2024-04-10T15:25:27.080 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.100+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=SLNJV791YYBA type=write size=879051 2024-04-10T15:25:27.082 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.102+0000 7fde1a776780 1 < completed delete operation key=OTI1FIIUG2C6 tag=WI8M0IQQDVNG type=del 2024-04-10T15:25:27.086 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.106+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~P6UP2ZP09NV7.0 size=1048576 2024-04-10T15:25:27.088 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.108+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~P6UP2ZP09NV7.1 size=1048576 2024-04-10T15:25:27.090 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.109+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~P6UP2ZP09NV7.2 size=902415 2024-04-10T15:25:27.090 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.109+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=P6UP2ZP09NV7 tag=T065KF9EGQ0O type=write size=4048143 2024-04-10T15:25:27.092 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.112+0000 7fde1a776780 1 < completed delete operation key=UCUWIQFA7CRO tag=6R74QEFT8KWN type=del 2024-04-10T15:25:27.096 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.116+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~EJD25W2WJ65B.0 size=834730 2024-04-10T15:25:27.096 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.116+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=EJD25W2WJ65B tag=408OY8BWR6OW type=write size=1883306 2024-04-10T15:25:27.098 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.118+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~K7QGQWBCQXBG.0 size=1048576 2024-04-10T15:25:27.100 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.120+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~K7QGQWBCQXBG.1 size=251717 2024-04-10T15:25:27.104 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.124+0000 7fde1a776780 1 < completed multipart upload key=U40N6ONWE7P2 upload=K7QGQWBCQXBG tag=EBUMPXPDNABW type=write size=2348869 2024-04-10T15:25:27.108 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.127+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~A3QCXLIOBCQY.0 size=924685 2024-04-10T15:25:27.108 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.127+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=A3QCXLIOBCQY tag=LR35IIGS8KAF type=write size=1973261 2024-04-10T15:25:27.110 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.129+0000 7fde1a776780 1 < completed delete operation key=G2Z1VR134GSG tag=AIHV62J7BXFC type=del 2024-04-10T15:25:27.112 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.132+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=AQ10KKRC9772 type=del size=2824918 2024-04-10T15:25:27.114 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.134+0000 7fde1a776780 1 < completed delete operation key=UO4QF22YP29O tag=9JY985URM5J0 type=del 2024-04-10T15:25:27.118 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.138+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~R09781QN4SNU.0 size=1048576 2024-04-10T15:25:27.120 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.139+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~R09781QN4SNU.1 size=646919 2024-04-10T15:25:27.120 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.139+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=R09781QN4SNU tag=G9T62GDJTZAB type=write size=2744071 2024-04-10T15:25:27.123 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.143+0000 7fde1a776780 1 < suggested remove operation key=WEXVY1WRSZOS tag=CLXYVTV8MMF7 type=del 2024-04-10T15:25:27.125 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.145+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=BBM7B71BJIP1 type=del size=4176330 2024-04-10T15:25:27.127 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.147+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~NVPDECPCR8KF.0 size=1048576 2024-04-10T15:25:27.129 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.149+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~NVPDECPCR8KF.1 size=936394 2024-04-10T15:25:27.133 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.153+0000 7fde1a776780 1 < completed multipart upload key=LEX0BICCP07E upload=NVPDECPCR8KF tag=DNRTTQU7AJNN type=write size=3033546 2024-04-10T15:25:27.135 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.155+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=KW2FB80SZ0GV type=del size=3537465 2024-04-10T15:25:27.137 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.157+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~DDAJOXA63BXJ.0 size=164584 2024-04-10T15:25:27.140 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.160+0000 7fde1a776780 1 < completed multipart upload key=01BTT4OLERPN upload=DDAJOXA63BXJ tag=QM7W9U09ZWRS type=write size=1213160 2024-04-10T15:25:27.143 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.162+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=SOEGRHCUAQS9 type=del size=366630 2024-04-10T15:25:27.147 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.167+0000 7fde1a776780 1 < suggested remove operation key=U40N6ONWE7P2 tag=HH7H9LQIT4YE type=del 2024-04-10T15:25:27.151 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.171+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~9ZXC9PGKRMP6.0 size=1048576 2024-04-10T15:25:27.153 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.173+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~9ZXC9PGKRMP6.1 size=891860 2024-04-10T15:25:27.153 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.173+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=9ZXC9PGKRMP6 tag=Q4YAVNRW8KO7 type=write size=2989012 2024-04-10T15:25:27.155 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.175+0000 7fde1a776780 1 < completed delete operation key=UHHK0SL983MS tag=1LS7L87KEPXC type=del 2024-04-10T15:25:27.157 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.177+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=WD5W6LXIEUWE type=del size=2729633 2024-04-10T15:25:27.159 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.179+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=KXUKFSPEP3WH type=del 2024-04-10T15:25:27.162 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.181+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=Z3ORPCAPW98P type=del size=240103 2024-04-10T15:25:27.166 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.186+0000 7fde1a776780 1 < suggested remove operation key=KN16WF5V2CIJ tag=74LEODACNN97 type=del 2024-04-10T15:25:27.168 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.188+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=SQN00F1MUM2R type=del size=1998220 2024-04-10T15:25:27.171 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.190+0000 7fde1a776780 1 < completed delete operation key=VPWN54SOWO0W tag=5TH3PGQRPITT type=del 2024-04-10T15:25:27.173 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.192+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=08WHWR3EG733 type=del size=4122214 2024-04-10T15:25:27.175 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.194+0000 7fde1a776780 1 < completed delete operation key=OSSHDMNH4GXQ tag=L12WM967MLEH type=del 2024-04-10T15:25:27.179 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.199+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~GVK44BZSPHTT.0 size=1048576 2024-04-10T15:25:27.181 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.200+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~GVK44BZSPHTT.1 size=1048576 2024-04-10T15:25:27.183 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.202+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~GVK44BZSPHTT.2 size=1004367 2024-04-10T15:25:27.183 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.202+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=GVK44BZSPHTT tag=6MUDJQNPN5CV type=write size=4150095 2024-04-10T15:25:27.185 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.205+0000 7fde1a776780 1 < completed write operation key=EI79GJ0HN0U7 tag=0A9UUZUD177X type=write size=236418 2024-04-10T15:25:27.190 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.209+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~8FO9AFZGERD8.0 size=1048576 2024-04-10T15:25:27.191 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.211+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~8FO9AFZGERD8.1 size=1048576 2024-04-10T15:25:27.193 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.213+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~8FO9AFZGERD8.2 size=853897 2024-04-10T15:25:27.193 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.213+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=8FO9AFZGERD8 tag=CBQNFG8S1YBB type=write size=3999625 2024-04-10T15:25:27.196 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.215+0000 7fde1a776780 -1 < failed to complete operation key=U40N6ONWE7P2 tag=SLNJV791YYBA type=write size=879051: (22) Invalid argument 2024-04-10T15:25:27.198 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.218+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=W2P3FBOVT04F type=write size=753687 2024-04-10T15:25:27.200 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.220+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~P6UP2ZP09NV7.0 size=1048576 2024-04-10T15:25:27.202 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.222+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~P6UP2ZP09NV7.1 size=1048576 2024-04-10T15:25:27.204 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.223+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~P6UP2ZP09NV7.2 size=902415 2024-04-10T15:25:27.207 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.227+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=P6UP2ZP09NV7 tag=T065KF9EGQ0O type=write size=4048143 2024-04-10T15:25:27.209 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.229+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=5QLSV1SP0OSE type=del size=3249472 2024-04-10T15:25:27.212 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.231+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~EJD25W2WJ65B.0 size=834730 2024-04-10T15:25:27.215 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.235+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=EJD25W2WJ65B tag=408OY8BWR6OW type=write size=1883306 2024-04-10T15:25:27.217 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.237+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=ZZG1AQL9WSLW type=del size=2888951 2024-04-10T15:25:27.219 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.239+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~A3QCXLIOBCQY.0 size=924685 2024-04-10T15:25:27.224 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.244+0000 7fde1a776780 1 < completed multipart upload key=UHHK0SL983MS upload=A3QCXLIOBCQY tag=LR35IIGS8KAF type=write size=1973261 2024-04-10T15:25:27.227 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.247+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=78JQX39XZXJS type=write size=137246 2024-04-10T15:25:27.229 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.249+0000 7fde1a776780 1 < completed delete operation key=LEX0BICCP07E tag=AQ10KKRC9772 type=del 2024-04-10T15:25:27.231 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.251+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=I6FUQPEZ6HD7 type=del size=1331203 2024-04-10T15:25:27.233 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.253+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~R09781QN4SNU.0 size=1048576 2024-04-10T15:25:27.235 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.255+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~R09781QN4SNU.1 size=646919 2024-04-10T15:25:27.239 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.258+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=R09781QN4SNU tag=G9T62GDJTZAB type=write size=2744071 2024-04-10T15:25:27.240 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.260+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=07815V8J7E9K type=del size=436424 2024-04-10T15:25:27.242 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.262+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=BBM7B71BJIP1 type=del 2024-04-10T15:25:27.244 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.264+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=DFRI8M4OPNXQ type=write size=459209 2024-04-10T15:25:27.247 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.267+0000 7fde1a776780 -1 < failed to complete operation key=U40N6ONWE7P2 tag=KW2FB80SZ0GV type=del size=3537465: (22) Invalid argument 2024-04-10T15:25:27.249 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.269+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=T9ZQ5LDQKFJV type=del size=2441591 2024-04-10T15:25:27.252 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.271+0000 7fde1a776780 1 < completed delete operation key=UCUWIQFA7CRO tag=SOEGRHCUAQS9 type=del 2024-04-10T15:25:27.256 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.276+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~27OG6D2G1F7V.0 size=934967 2024-04-10T15:25:27.256 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.276+0000 7fde1a776780 1 > prepared multipart upload key=WEXVY1WRSZOS upload=27OG6D2G1F7V tag=1LJGN4CX1MZB type=write size=1983543 2024-04-10T15:25:27.258 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.277+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~9ZXC9PGKRMP6.0 size=1048576 2024-04-10T15:25:27.259 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.279+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~9ZXC9PGKRMP6.1 size=891860 2024-04-10T15:25:27.263 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.283+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=9ZXC9PGKRMP6 tag=Q4YAVNRW8KO7 type=write size=2989012 2024-04-10T15:25:27.265 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.285+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=KQRP3M8LDS33 type=del size=1703128 2024-04-10T15:25:27.269 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.289+0000 7fde1a776780 1 < suggested remove operation key=1R91FWVRA2AS tag=WD5W6LXIEUWE type=del 2024-04-10T15:25:27.272 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.292+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~268N2SRG1TK6.0 size=1048576 2024-04-10T15:25:27.274 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.294+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~268N2SRG1TK6.1 size=1048576 2024-04-10T15:25:27.276 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.296+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~268N2SRG1TK6.2 size=1034264 2024-04-10T15:25:27.276 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.296+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=268N2SRG1TK6 tag=D1ZNYQIMVI7Y type=write size=4179992 2024-04-10T15:25:27.278 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.298+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=Z3ORPCAPW98P type=del 2024-04-10T15:25:27.281 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.301+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=3F2XVVW3EF5Q type=write size=870744 2024-04-10T15:25:27.283 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.303+0000 7fde1a776780 1 < completed delete operation key=5ZH428JDA1AL tag=SQN00F1MUM2R type=del 2024-04-10T15:25:27.287 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.307+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~KB459QOXHUOT.0 size=1048576 2024-04-10T15:25:27.289 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.309+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~KB459QOXHUOT.1 size=1048576 2024-04-10T15:25:27.291 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.311+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~KB459QOXHUOT.2 size=122858 2024-04-10T15:25:27.291 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.311+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=KB459QOXHUOT tag=U4IAALCVYC3B type=write size=3268586 2024-04-10T15:25:27.293 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.313+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=08WHWR3EG733 type=del 2024-04-10T15:25:27.297 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.317+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~22I0SE21N8U9.0 size=1048576 2024-04-10T15:25:27.299 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.319+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~22I0SE21N8U9.1 size=1048576 2024-04-10T15:25:27.301 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.321+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~22I0SE21N8U9.2 size=961997 2024-04-10T15:25:27.301 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.321+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=22I0SE21N8U9 tag=0BO1RSF7ZZDF type=write size=4107725 2024-04-10T15:25:27.303 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.323+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~GVK44BZSPHTT.0 size=1048576 2024-04-10T15:25:27.305 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.325+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~GVK44BZSPHTT.1 size=1048576 2024-04-10T15:25:27.305 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.325+0000 7fde1a776780 1 < canceled part key=_multipart_DKSUE7KTGBW7.2~GVK44BZSPHTT.2 size=1004367 2024-04-10T15:25:27.309 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.329+0000 7fde1a776780 1 < canceled multipart upload key=DKSUE7KTGBW7 upload=GVK44BZSPHTT tag=6MUDJQNPN5CV type=write size=4150095 2024-04-10T15:25:27.311 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.331+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=51MFW1FRGPPW type=del size=2089043 2024-04-10T15:25:27.314 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.333+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~8FO9AFZGERD8.0 size=1048576 2024-04-10T15:25:27.316 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.335+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~8FO9AFZGERD8.1 size=1048576 2024-04-10T15:25:27.317 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.337+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~8FO9AFZGERD8.2 size=853897 2024-04-10T15:25:27.322 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.342+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=8FO9AFZGERD8 tag=CBQNFG8S1YBB type=write size=3999625 2024-04-10T15:25:27.326 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.346+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~HIFNREBHZWEO.0 size=1048576 2024-04-10T15:25:27.328 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.348+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~HIFNREBHZWEO.1 size=1048576 2024-04-10T15:25:27.330 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.349+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~HIFNREBHZWEO.2 size=40091 2024-04-10T15:25:27.330 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.349+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=HIFNREBHZWEO tag=ZQ00WS7ZGTQU type=write size=3185819 2024-04-10T15:25:27.332 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.352+0000 7fde1a776780 1 < completed write operation key=2HPCRWS9ESCI tag=W2P3FBOVT04F type=write size=753687 2024-04-10T15:25:27.334 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.354+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=RLEMFEDHD130 type=del size=2332310 2024-04-10T15:25:27.336 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.356+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=5QLSV1SP0OSE type=del 2024-04-10T15:25:27.338 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.358+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=VQRF1FRSGQ1P type=del size=625284 2024-04-10T15:25:27.340 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.360+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=ZZG1AQL9WSLW type=del 2024-04-10T15:25:27.342 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.362+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=6K0JWSCZ2XM4 type=del size=3004533 2024-04-10T15:25:27.344 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.364+0000 7fde1a776780 1 < completed write operation key=R4UBYQBOSB3Z tag=78JQX39XZXJS type=write size=137246 2024-04-10T15:25:27.348 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.368+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~9XY7N8UZR3GV.0 size=1048576 2024-04-10T15:25:27.350 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.370+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~9XY7N8UZR3GV.1 size=702302 2024-04-10T15:25:27.350 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.370+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=9XY7N8UZR3GV tag=USVVHRCHKZ69 type=write size=2799454 2024-04-10T15:25:27.352 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.372+0000 7fde1a776780 1 < completed delete operation key=VPWN54SOWO0W tag=I6FUQPEZ6HD7 type=del 2024-04-10T15:25:27.357 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.376+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~JLA7U3M64AJ8.0 size=1048576 2024-04-10T15:25:27.358 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.377+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~JLA7U3M64AJ8.1 size=1048576 2024-04-10T15:25:27.360 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.380+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~JLA7U3M64AJ8.2 size=361617 2024-04-10T15:25:27.360 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.380+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=JLA7U3M64AJ8 tag=FDDVPPY6TW0K type=write size=3507345 2024-04-10T15:25:27.362 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.382+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=07815V8J7E9K type=del 2024-04-10T15:25:27.364 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.384+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=ILLB54JB6IS2 type=write size=137791 2024-04-10T15:25:27.367 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.387+0000 7fde1a776780 1 < canceled operation key=GFDJUGM4M5RT tag=DFRI8M4OPNXQ type=write size=459209 2024-04-10T15:25:27.369 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.389+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=JKIT7UT38WVE type=del size=3394272 2024-04-10T15:25:27.371 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.391+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=T9ZQ5LDQKFJV type=del 2024-04-10T15:25:27.373 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.393+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=ZWU9H2DKFC1U type=del size=2573045 2024-04-10T15:25:27.376 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.395+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~27OG6D2G1F7V.0 size=934967 2024-04-10T15:25:27.379 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.399+0000 7fde1a776780 1 < completed multipart upload key=WEXVY1WRSZOS upload=27OG6D2G1F7V tag=1LJGN4CX1MZB type=write size=1983543 2024-04-10T15:25:27.382 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.401+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=0SD3ZM7MXNJF type=del size=1463779 2024-04-10T15:25:27.384 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.404+0000 7fde1a776780 1 < canceled operation key=GOVDAOD5DREG tag=KQRP3M8LDS33 type=del size=1703128 2024-04-10T15:25:27.388 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.407+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~6HYJOVJW5G18.0 size=1048576 2024-04-10T15:25:27.390 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.410+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~6HYJOVJW5G18.1 size=589698 2024-04-10T15:25:27.390 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.410+0000 7fde1a776780 1 > prepared multipart upload key=L2PAIFCTQ0UL upload=6HYJOVJW5G18 tag=JCM6DAI6Y67N type=write size=2686850 2024-04-10T15:25:27.392 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.412+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~268N2SRG1TK6.0 size=1048576 2024-04-10T15:25:27.394 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.414+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~268N2SRG1TK6.1 size=1048576 2024-04-10T15:25:27.396 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.415+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~268N2SRG1TK6.2 size=1034264 2024-04-10T15:25:27.400 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.419+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=268N2SRG1TK6 tag=D1ZNYQIMVI7Y type=write size=4179992 2024-04-10T15:25:27.402 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.422+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=5VRWV7ZI8M3F type=del size=1548873 2024-04-10T15:25:27.404 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.424+0000 7fde1a776780 1 < completed write operation key=EI79GJ0HN0U7 tag=3F2XVVW3EF5Q type=write size=870744 2024-04-10T15:25:27.407 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.426+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=BWGO8YRQE1UO type=del size=733939 2024-04-10T15:25:27.409 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.429+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~KB459QOXHUOT.0 size=1048576 2024-04-10T15:25:27.411 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.431+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~KB459QOXHUOT.1 size=1048576 2024-04-10T15:25:27.413 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.433+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~KB459QOXHUOT.2 size=122858 2024-04-10T15:25:27.418 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.438+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=KB459QOXHUOT tag=U4IAALCVYC3B type=write size=3268586 2024-04-10T15:25:27.420 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.440+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=GEVCP9VEODR0 type=del size=2262944 2024-04-10T15:25:27.422 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.442+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~22I0SE21N8U9.0 size=1048576 2024-04-10T15:25:27.424 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.444+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~22I0SE21N8U9.1 size=1048576 2024-04-10T15:25:27.424 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.444+0000 7fde1a776780 1 < canceled part key=_multipart_DKSUE7KTGBW7.2~22I0SE21N8U9.2 size=961997 2024-04-10T15:25:27.428 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.448+0000 7fde1a776780 1 < canceled multipart upload key=DKSUE7KTGBW7 upload=22I0SE21N8U9 tag=0BO1RSF7ZZDF type=write size=4107725 2024-04-10T15:25:27.432 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.452+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~V6W96MXDOYM0.0 size=818600 2024-04-10T15:25:27.432 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.452+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=V6W96MXDOYM0 tag=VIYTCTJ5QNPN type=write size=1867176 2024-04-10T15:25:27.434 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.454+0000 7fde1a776780 1 < completed delete operation key=OSSHDMNH4GXQ tag=51MFW1FRGPPW type=del 2024-04-10T15:25:27.436 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.456+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=E0TNWOFJLIXK type=del size=1043294 2024-04-10T15:25:27.439 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.458+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~HIFNREBHZWEO.0 size=1048576 2024-04-10T15:25:27.439 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.458+0000 7fde1a776780 1 < canceled part key=_multipart_GFDJUGM4M5RT.2~HIFNREBHZWEO.1 size=1048576 2024-04-10T15:25:27.441 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.460+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~HIFNREBHZWEO.2 size=40091 2024-04-10T15:25:27.444 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.464+0000 7fde1a776780 1 < canceled multipart upload key=GFDJUGM4M5RT upload=HIFNREBHZWEO tag=ZQ00WS7ZGTQU type=write size=3185819 2024-04-10T15:25:27.446 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.466+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=4UHXUMEE0JHL type=del size=3014550 2024-04-10T15:25:27.448 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.468+0000 7fde1a776780 1 < canceled operation key=RHD4NMKH90JS tag=RLEMFEDHD130 type=del size=2332310 2024-04-10T15:25:27.450 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.470+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=F61WQYTRKBZ7 type=del size=3411189 2024-04-10T15:25:27.454 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.474+0000 7fde1a776780 1 < suggested remove operation key=U40N6ONWE7P2 tag=VQRF1FRSGQ1P type=del 2024-04-10T15:25:27.456 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.476+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=EVMJJOXDF7IJ type=del size=576841 2024-04-10T15:25:27.458 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.478+0000 7fde1a776780 1 < completed delete operation key=ZOVK659NLDON tag=6K0JWSCZ2XM4 type=del 2024-04-10T15:25:27.462 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.482+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~G2UQPALWX1KQ.0 size=1048576 2024-04-10T15:25:27.464 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.483+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~G2UQPALWX1KQ.1 size=635145 2024-04-10T15:25:27.464 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.483+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=G2UQPALWX1KQ tag=LKM67E5JLB9G type=write size=2732297 2024-04-10T15:25:27.466 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.486+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~9XY7N8UZR3GV.0 size=1048576 2024-04-10T15:25:27.466 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.486+0000 7fde1a776780 1 < canceled part key=_multipart_OSSHDMNH4GXQ.2~9XY7N8UZR3GV.1 size=702302 2024-04-10T15:25:27.470 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.490+0000 7fde1a776780 1 < canceled multipart upload key=OSSHDMNH4GXQ upload=9XY7N8UZR3GV tag=USVVHRCHKZ69 type=write size=2799454 2024-04-10T15:25:27.474 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.494+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~TK0YOBUSIJJH.0 size=15540 2024-04-10T15:25:27.474 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.494+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=TK0YOBUSIJJH tag=6IHLSHERBT2Y type=write size=1064116 2024-04-10T15:25:27.476 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.496+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~JLA7U3M64AJ8.0 size=1048576 2024-04-10T15:25:27.478 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.497+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~JLA7U3M64AJ8.1 size=1048576 2024-04-10T15:25:27.478 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.497+0000 7fde1a776780 1 < canceled part key=_multipart_5ZH428JDA1AL.2~JLA7U3M64AJ8.2 size=361617 2024-04-10T15:25:27.482 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.501+0000 7fde1a776780 1 < canceled multipart upload key=5ZH428JDA1AL upload=JLA7U3M64AJ8 tag=FDDVPPY6TW0K type=write size=3507345 2024-04-10T15:25:27.486 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.505+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~QFKQ76RNBWFL.0 size=340378 2024-04-10T15:25:27.486 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.505+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=QFKQ76RNBWFL tag=B0ICAMZUL2PX type=write size=1388954 2024-04-10T15:25:27.488 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.508+0000 7fde1a776780 1 < completed write operation key=RHD4NMKH90JS tag=ILLB54JB6IS2 type=write size=137791 2024-04-10T15:25:27.490 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.510+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=FHHV9H2HVNW5 type=write size=290553 2024-04-10T15:25:27.493 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.512+0000 7fde1a776780 1 < completed delete operation key=ZOVK659NLDON tag=JKIT7UT38WVE type=del 2024-04-10T15:25:27.495 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.515+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=RQUCLH70PPI9 type=del size=18155 2024-04-10T15:25:27.497 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.517+0000 7fde1a776780 1 < completed delete operation key=UO4QF22YP29O tag=ZWU9H2DKFC1U type=del 2024-04-10T15:25:27.499 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.519+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=RRXDSD6VKXGZ type=del size=2065705 2024-04-10T15:25:27.501 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.521+0000 7fde1a776780 1 < completed delete operation key=VPWN54SOWO0W tag=0SD3ZM7MXNJF type=del 2024-04-10T15:25:27.505 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.525+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~MSXBW37LTB3H.0 size=1048576 2024-04-10T15:25:27.507 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.526+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~MSXBW37LTB3H.1 size=988275 2024-04-10T15:25:27.507 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.526+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=MSXBW37LTB3H tag=C6NK591IX6BG type=write size=3085427 2024-04-10T15:25:27.509 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.529+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~6HYJOVJW5G18.0 size=1048576 2024-04-10T15:25:27.511 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.530+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~6HYJOVJW5G18.1 size=589698 2024-04-10T15:25:27.514 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.534+0000 7fde1a776780 1 < completed multipart upload key=L2PAIFCTQ0UL upload=6HYJOVJW5G18 tag=JCM6DAI6Y67N type=write size=2686850 2024-04-10T15:25:27.516 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.536+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=EI5S4HSNCQSR type=del size=3183063 2024-04-10T15:25:27.518 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.538+0000 7fde1a776780 1 < completed delete operation key=01BTT4OLERPN tag=5VRWV7ZI8M3F type=del 2024-04-10T15:25:27.520 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.540+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=73N3YL7EP62B type=del size=1592111 2024-04-10T15:25:27.524 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.544+0000 7fde1a776780 1 < suggested remove operation key=G2Z1VR134GSG tag=BWGO8YRQE1UO type=del 2024-04-10T15:25:27.526 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.546+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=L0X0L2JZGOYV type=del size=3368212 2024-04-10T15:25:27.528 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.548+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=GEVCP9VEODR0 type=del 2024-04-10T15:25:27.533 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.552+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~XL2FB92M06AX.0 size=1048576 2024-04-10T15:25:27.534 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.554+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~XL2FB92M06AX.1 size=1048576 2024-04-10T15:25:27.536 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.555+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~XL2FB92M06AX.2 size=780365 2024-04-10T15:25:27.536 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.555+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=XL2FB92M06AX tag=IPV72WEFW39C type=write size=3926093 2024-04-10T15:25:27.538 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.557+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~V6W96MXDOYM0.0 size=818600 2024-04-10T15:25:27.542 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.562+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=V6W96MXDOYM0 tag=VIYTCTJ5QNPN type=write size=1867176 2024-04-10T15:25:27.544 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.564+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=O1DLF51YQMKP type=del size=2528115 2024-04-10T15:25:27.546 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.566+0000 7fde1a776780 1 < completed delete operation key=EI79GJ0HN0U7 tag=E0TNWOFJLIXK type=del 2024-04-10T15:25:27.550 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.570+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~5RHLVHJAS15U.0 size=1048576 2024-04-10T15:25:27.552 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.571+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~5RHLVHJAS15U.1 size=642958 2024-04-10T15:25:27.552 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.571+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=5RHLVHJAS15U tag=SF65DXTGQMWT type=write size=2740110 2024-04-10T15:25:27.554 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.574+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=4UHXUMEE0JHL type=del 2024-04-10T15:25:27.558 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.578+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~7QADDUTT0SOZ.0 size=906260 2024-04-10T15:25:27.558 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.578+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=7QADDUTT0SOZ tag=77SW0GTIHJK9 type=write size=1954836 2024-04-10T15:25:27.560 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.580+0000 7fde1a776780 1 < completed delete operation key=LEX0BICCP07E tag=F61WQYTRKBZ7 type=del 2024-04-10T15:25:27.562 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.582+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=DVGASX1T17Q1 type=del size=2285111 2024-04-10T15:25:27.564 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.584+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=EVMJJOXDF7IJ type=del 2024-04-10T15:25:27.568 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.588+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~19XYU5BT5CFK.0 size=477332 2024-04-10T15:25:27.568 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.588+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=19XYU5BT5CFK tag=FXY53Y71MFC7 type=write size=1525908 2024-04-10T15:25:27.570 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.590+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~G2UQPALWX1KQ.0 size=1048576 2024-04-10T15:25:27.572 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.591+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~G2UQPALWX1KQ.1 size=635145 2024-04-10T15:25:27.576 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.596+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=G2UQPALWX1KQ tag=LKM67E5JLB9G type=write size=2732297 2024-04-10T15:25:27.578 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.598+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=VGUUI6WXI6OY type=del size=404542 2024-04-10T15:25:27.580 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.600+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~TK0YOBUSIJJH.0 size=15540 2024-04-10T15:25:27.584 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.603+0000 7fde1a776780 1 < completed multipart upload key=01BTT4OLERPN upload=TK0YOBUSIJJH tag=6IHLSHERBT2Y type=write size=1064116 2024-04-10T15:25:27.587 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.607+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~YDBGBKKUJMW7.0 size=1048576 2024-04-10T15:25:27.589 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.608+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~YDBGBKKUJMW7.1 size=916037 2024-04-10T15:25:27.589 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.609+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=YDBGBKKUJMW7 tag=2E58ZOXI40A3 type=write size=3013189 2024-04-10T15:25:27.592 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.612+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~QFKQ76RNBWFL.0 size=340378 2024-04-10T15:25:27.597 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.616+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=QFKQ76RNBWFL tag=B0ICAMZUL2PX type=write size=1388954 2024-04-10T15:25:27.602 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.622+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~BCQFT61RL0JW.0 size=1048576 2024-04-10T15:25:27.604 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.623+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~BCQFT61RL0JW.1 size=1048576 2024-04-10T15:25:27.607 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.626+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~BCQFT61RL0JW.2 size=255844 2024-04-10T15:25:27.607 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.626+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=BCQFT61RL0JW tag=B335K0F5YDFW type=write size=3401572 2024-04-10T15:25:27.609 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.629+0000 7fde1a776780 1 < completed write operation key=BRSJ82BM5NOL tag=FHHV9H2HVNW5 type=write size=290553 2024-04-10T15:25:27.613 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.632+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~5OA0PSNG487Q.0 size=771976 2024-04-10T15:25:27.613 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.632+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=5OA0PSNG487Q tag=N7LNM3LC8YTF type=write size=1820552 2024-04-10T15:25:27.615 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.634+0000 7fde1a776780 1 < completed delete operation key=ZOVK659NLDON tag=RQUCLH70PPI9 type=del 2024-04-10T15:25:27.619 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.638+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~GRFMUYX3667T.0 size=300281 2024-04-10T15:25:27.619 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.638+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=GRFMUYX3667T tag=BJO7IC0MSWTO type=write size=1348857 2024-04-10T15:25:27.621 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.641+0000 7fde1a776780 1 < completed delete operation key=2HPCRWS9ESCI tag=RRXDSD6VKXGZ type=del 2024-04-10T15:25:27.625 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.644+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~AU77M0LYZGE2.0 size=1048576 2024-04-10T15:25:27.627 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.646+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~AU77M0LYZGE2.1 size=627504 2024-04-10T15:25:27.627 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.646+0000 7fde1a776780 1 > prepared multipart upload key=UO4QF22YP29O upload=AU77M0LYZGE2 tag=1UWJVL75EPXE type=write size=2724656 2024-04-10T15:25:27.629 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.648+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~MSXBW37LTB3H.0 size=1048576 2024-04-10T15:25:27.631 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.650+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~MSXBW37LTB3H.1 size=988275 2024-04-10T15:25:27.634 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.654+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=MSXBW37LTB3H tag=C6NK591IX6BG type=write size=3085427 2024-04-10T15:25:27.639 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.659+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~5FIKJKVPDPWB.0 size=1048576 2024-04-10T15:25:27.641 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.660+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~5FIKJKVPDPWB.1 size=159894 2024-04-10T15:25:27.641 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.660+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=5FIKJKVPDPWB tag=ST4LY7HJX3HL type=write size=2257046 2024-04-10T15:25:27.643 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.663+0000 7fde1a776780 1 < completed delete operation key=2HPCRWS9ESCI tag=EI5S4HSNCQSR type=del 2024-04-10T15:25:27.645 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.665+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=BJ9SS5GOXHWB type=write size=570859 2024-04-10T15:25:27.647 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.667+0000 7fde1a776780 1 < canceled operation key=U40N6ONWE7P2 tag=73N3YL7EP62B type=del size=1592111 2024-04-10T15:25:27.649 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.669+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=007X5GSBXXE3 type=del size=194187 2024-04-10T15:25:27.652 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.671+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=L0X0L2JZGOYV type=del 2024-04-10T15:25:27.656 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.675+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~FM68CUY4D0ET.0 size=1048576 2024-04-10T15:25:27.658 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.677+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~FM68CUY4D0ET.1 size=946930 2024-04-10T15:25:27.658 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.677+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=FM68CUY4D0ET tag=QJ0K5MY6L9R8 type=write size=3044082 2024-04-10T15:25:27.660 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.680+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~XL2FB92M06AX.0 size=1048576 2024-04-10T15:25:27.662 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.681+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~XL2FB92M06AX.1 size=1048576 2024-04-10T15:25:27.663 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.683+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~XL2FB92M06AX.2 size=780365 2024-04-10T15:25:27.667 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.687+0000 7fde1a776780 1 < completed multipart upload key=G2Z1VR134GSG upload=XL2FB92M06AX tag=IPV72WEFW39C type=write size=3926093 2024-04-10T15:25:27.671 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.691+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~ZDI1KT8B0XW9.0 size=1048576 2024-04-10T15:25:27.673 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.692+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~ZDI1KT8B0XW9.1 size=644791 2024-04-10T15:25:27.673 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.692+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=ZDI1KT8B0XW9 tag=Y09YU4GQ9ZID type=write size=2741943 2024-04-10T15:25:27.675 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.695+0000 7fde1a776780 1 < completed delete operation key=ZOVK659NLDON tag=O1DLF51YQMKP type=del 2024-04-10T15:25:27.677 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.697+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=Z6IX452S1INJ type=del size=1160553 2024-04-10T15:25:27.679 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.699+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~5RHLVHJAS15U.0 size=1048576 2024-04-10T15:25:27.681 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.701+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~5RHLVHJAS15U.1 size=642958 2024-04-10T15:25:27.684 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.704+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=5RHLVHJAS15U tag=SF65DXTGQMWT type=write size=2740110 2024-04-10T15:25:27.688 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.708+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~EM2EBPTBABRU.0 size=1048576 2024-04-10T15:25:27.690 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.710+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~EM2EBPTBABRU.1 size=844601 2024-04-10T15:25:27.690 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.710+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=EM2EBPTBABRU tag=UJYYTT6P3ML6 type=write size=2941753 2024-04-10T15:25:27.692 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.712+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~7QADDUTT0SOZ.0 size=906260 2024-04-10T15:25:27.695 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.715+0000 7fde1a776780 1 < completed multipart upload key=GOVDAOD5DREG upload=7QADDUTT0SOZ tag=77SW0GTIHJK9 type=write size=1954836 2024-04-10T15:25:27.697 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.717+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=F2ATS4U9F4TQ type=del size=1560554 2024-04-10T15:25:27.699 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.719+0000 7fde1a776780 1 < canceled operation key=L2PAIFCTQ0UL tag=DVGASX1T17Q1 type=del size=2285111 2024-04-10T15:25:27.701 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.721+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=YIHIHMR4694J type=del size=921999 2024-04-10T15:25:27.703 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.723+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~19XYU5BT5CFK.0 size=477332 2024-04-10T15:25:27.707 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.726+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=19XYU5BT5CFK tag=FXY53Y71MFC7 type=write size=1525908 2024-04-10T15:25:27.709 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.729+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=MZJ6Y2KXRVGF type=del size=3191364 2024-04-10T15:25:27.713 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.733+0000 7fde1a776780 1 < suggested update operation key=UO4QF22YP29O tag=VGUUI6WXI6OY type=del size=404542 2024-04-10T15:25:27.715 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.735+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=JFBN2PQAFKAA type=write size=430946 2024-04-10T15:25:27.717 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.737+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~YDBGBKKUJMW7.0 size=1048576 2024-04-10T15:25:27.719 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.739+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~YDBGBKKUJMW7.1 size=916037 2024-04-10T15:25:27.723 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.743+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=YDBGBKKUJMW7 tag=2E58ZOXI40A3 type=write size=3013189 2024-04-10T15:25:27.727 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.746+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~RCB6EVL65DAD.0 size=1048576 2024-04-10T15:25:27.728 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.748+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~RCB6EVL65DAD.1 size=1048576 2024-04-10T15:25:27.730 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.750+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~RCB6EVL65DAD.2 size=1023615 2024-04-10T15:25:27.730 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.750+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=RCB6EVL65DAD tag=OKRS0QS2TQ4H type=write size=4169343 2024-04-10T15:25:27.732 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.752+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~BCQFT61RL0JW.0 size=1048576 2024-04-10T15:25:27.734 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.754+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~BCQFT61RL0JW.1 size=1048576 2024-04-10T15:25:27.736 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.755+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~BCQFT61RL0JW.2 size=255844 2024-04-10T15:25:27.740 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.759+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=BCQFT61RL0JW tag=B335K0F5YDFW type=write size=3401572 2024-04-10T15:25:27.744 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.764+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~CD2SZU4DAQHV.0 size=1048576 2024-04-10T15:25:27.746 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.765+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~CD2SZU4DAQHV.1 size=1048576 2024-04-10T15:25:27.748 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.767+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~CD2SZU4DAQHV.2 size=614427 2024-04-10T15:25:27.748 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.767+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=CD2SZU4DAQHV tag=CHHDB77X0WPZ type=write size=3760155 2024-04-10T15:25:27.750 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.769+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~5OA0PSNG487Q.0 size=771976 2024-04-10T15:25:27.753 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.773+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=5OA0PSNG487Q tag=N7LNM3LC8YTF type=write size=1820552 2024-04-10T15:25:27.755 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.775+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=D5L3J937ZGPM type=del size=56593 2024-04-10T15:25:27.757 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.777+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~GRFMUYX3667T.0 size=300281 2024-04-10T15:25:27.762 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.781+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=GRFMUYX3667T tag=BJO7IC0MSWTO type=write size=1348857 2024-04-10T15:25:27.766 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.785+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~EWT2DADSXQN7.0 size=1048576 2024-04-10T15:25:27.768 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.787+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~EWT2DADSXQN7.1 size=360450 2024-04-10T15:25:27.768 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.787+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=EWT2DADSXQN7 tag=ADX4RC1B46MN type=write size=2457602 2024-04-10T15:25:27.770 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.789+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~AU77M0LYZGE2.0 size=1048576 2024-04-10T15:25:27.772 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.791+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~AU77M0LYZGE2.1 size=627504 2024-04-10T15:25:27.775 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.795+0000 7fde1a776780 1 < completed multipart upload key=UO4QF22YP29O upload=AU77M0LYZGE2 tag=1UWJVL75EPXE type=write size=2724656 2024-04-10T15:25:27.777 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.797+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=9CWA2LDELFW7 type=write size=971927 2024-04-10T15:25:27.777 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.797+0000 7fde1a776780 1 < canceled part key=_multipart_TI6JR9Q8AOF5.2~5FIKJKVPDPWB.0 size=1048576 2024-04-10T15:25:27.779 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.799+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~5FIKJKVPDPWB.1 size=159894 2024-04-10T15:25:27.783 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.802+0000 7fde1a776780 1 < canceled multipart upload key=TI6JR9Q8AOF5 upload=5FIKJKVPDPWB tag=ST4LY7HJX3HL type=write size=2257046 2024-04-10T15:25:27.785 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.805+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=4VSGFI31DS3V type=del size=2328533 2024-04-10T15:25:27.787 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.807+0000 7fde1a776780 1 < completed write operation key=EI79GJ0HN0U7 tag=BJ9SS5GOXHWB type=write size=570859 2024-04-10T15:25:27.789 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.809+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=9M7OV7I014J9 type=del size=3711821 2024-04-10T15:25:27.793 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.812+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=007X5GSBXXE3 type=del 2024-04-10T15:25:27.796 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.816+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~R3LZMS8N43MP.0 size=1048576 2024-04-10T15:25:27.798 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.817+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~R3LZMS8N43MP.1 size=681797 2024-04-10T15:25:27.798 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.817+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=R3LZMS8N43MP tag=TGMUYINISUR0 type=write size=2778949 2024-04-10T15:25:27.800 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.819+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~FM68CUY4D0ET.0 size=1048576 2024-04-10T15:25:27.802 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.821+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~FM68CUY4D0ET.1 size=946930 2024-04-10T15:25:27.805 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.825+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=FM68CUY4D0ET tag=QJ0K5MY6L9R8 type=write size=3044082 2024-04-10T15:25:27.810 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.829+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~PZBISX3E0MKH.0 size=83308 2024-04-10T15:25:27.810 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.829+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=PZBISX3E0MKH tag=1N2XDPB7QPSU type=write size=1131884 2024-04-10T15:25:27.812 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.831+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~ZDI1KT8B0XW9.0 size=1048576 2024-04-10T15:25:27.813 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.833+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~ZDI1KT8B0XW9.1 size=644791 2024-04-10T15:25:27.817 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.837+0000 7fde1a776780 1 < completed multipart upload key=BC5NU4J0LIY9 upload=ZDI1KT8B0XW9 tag=Y09YU4GQ9ZID type=write size=2741943 2024-04-10T15:25:27.819 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.839+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=QVCVS33SDENJ type=del size=2788026 2024-04-10T15:25:27.821 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.841+0000 7fde1a776780 1 < canceled operation key=RHD4NMKH90JS tag=Z6IX452S1INJ type=del size=1160553 2024-04-10T15:25:27.823 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.843+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=RXZ6WDLC9Z6R type=del size=904709 2024-04-10T15:25:27.825 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.845+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~EM2EBPTBABRU.0 size=1048576 2024-04-10T15:25:27.827 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.847+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~EM2EBPTBABRU.1 size=844601 2024-04-10T15:25:27.831 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.851+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=EM2EBPTBABRU tag=UJYYTT6P3ML6 type=write size=2941753 2024-04-10T15:25:27.836 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.856+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~ALO3KDLAQOB1.0 size=727858 2024-04-10T15:25:27.836 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.856+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=ALO3KDLAQOB1 tag=ELL3E3YRLZPU type=write size=1776434 2024-04-10T15:25:27.839 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.859+0000 7fde1a776780 1 < completed delete operation key=ZOVK659NLDON tag=F2ATS4U9F4TQ type=del 2024-04-10T15:25:27.844 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.863+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~24PF3L09F3NT.0 size=1048576 2024-04-10T15:25:27.846 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.865+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~24PF3L09F3NT.1 size=1048576 2024-04-10T15:25:27.848 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.867+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~24PF3L09F3NT.2 size=336670 2024-04-10T15:25:27.848 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.867+0000 7fde1a776780 1 > prepared multipart upload key=F7U2L70QSILB upload=24PF3L09F3NT tag=OYWA3UK95MPH type=write size=3482398 2024-04-10T15:25:27.850 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.870+0000 7fde1a776780 1 < canceled operation key=UCUWIQFA7CRO tag=YIHIHMR4694J type=del size=921999 2024-04-10T15:25:27.852 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.872+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=PA2HXE1LATUQ type=del size=2250514 2024-04-10T15:25:27.854 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.874+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=MZJ6Y2KXRVGF type=del 2024-04-10T15:25:27.857 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.876+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=4KC5J9RM3CE0 type=del size=1279251 2024-04-10T15:25:27.859 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.879+0000 7fde1a776780 1 < canceled operation key=TI6JR9Q8AOF5 tag=JFBN2PQAFKAA type=write size=430946 2024-04-10T15:25:27.861 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.881+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=AW17EKSI31K9 type=del size=3740817 2024-04-10T15:25:27.863 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.883+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~RCB6EVL65DAD.0 size=1048576 2024-04-10T15:25:27.863 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.883+0000 7fde1a776780 1 < canceled part key=_multipart_4UIIRCLY6FIB.2~RCB6EVL65DAD.1 size=1048576 2024-04-10T15:25:27.865 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.885+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~RCB6EVL65DAD.2 size=1023615 2024-04-10T15:25:27.869 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.889+0000 7fde1a776780 1 < canceled multipart upload key=4UIIRCLY6FIB upload=RCB6EVL65DAD tag=OKRS0QS2TQ4H type=write size=4169343 2024-04-10T15:25:27.873 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.893+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~Z1N0BQPV78SS.0 size=1048576 2024-04-10T15:25:27.875 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.894+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~Z1N0BQPV78SS.1 size=105697 2024-04-10T15:25:27.875 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.894+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=Z1N0BQPV78SS tag=KQ5JV9FHCJEQ type=write size=2202849 2024-04-10T15:25:27.877 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.897+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~CD2SZU4DAQHV.0 size=1048576 2024-04-10T15:25:27.879 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.898+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~CD2SZU4DAQHV.1 size=1048576 2024-04-10T15:25:27.881 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.901+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~CD2SZU4DAQHV.2 size=614427 2024-04-10T15:25:27.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:27 smithi154 ceph-mon[84269]: pgmap v1330: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 414 KiB/s wr, 2.11k op/s 2024-04-10T15:25:27.885 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.904+0000 7fde1a776780 1 < completed multipart upload key=GOVDAOD5DREG upload=CD2SZU4DAQHV tag=CHHDB77X0WPZ type=write size=3760155 2024-04-10T15:25:27.887 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.906+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=4R3VLKDCUY36 type=del size=1913626 2024-04-10T15:25:27.891 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.911+0000 7fde1a776780 1 < suggested update operation key=F7U2L70QSILB tag=D5L3J937ZGPM type=del size=56593 2024-04-10T15:25:27.893 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.913+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=A7D5VM63A4G4 type=del size=3807637 2024-04-10T15:25:27.895 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.915+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~EWT2DADSXQN7.0 size=1048576 2024-04-10T15:25:27.897 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.917+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~EWT2DADSXQN7.1 size=360450 2024-04-10T15:25:27.901 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.920+0000 7fde1a776780 1 < completed multipart upload key=2HPCRWS9ESCI upload=EWT2DADSXQN7 tag=ADX4RC1B46MN type=write size=2457602 2024-04-10T15:25:27.905 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.925+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~NPWY5LGD71HG.0 size=811703 2024-04-10T15:25:27.905 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.925+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=NPWY5LGD71HG tag=CPKZK16WF3O3 type=write size=1860279 2024-04-10T15:25:27.907 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.927+0000 7fde1a776780 1 < completed write operation key=U40N6ONWE7P2 tag=9CWA2LDELFW7 type=write size=971927 2024-04-10T15:25:27.909 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.929+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=OQZUEH8D82ID type=del size=131510 2024-04-10T15:25:27.911 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.931+0000 7fde1a776780 1 < completed delete operation key=4UIIRCLY6FIB tag=4VSGFI31DS3V type=del 2024-04-10T15:25:27.913 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.933+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=S6GMFCOX3NHP type=del size=3058626 2024-04-10T15:25:27.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:27 smithi102 ceph-mon[90943]: pgmap v1330: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 414 KiB/s wr, 2.11k op/s 2024-04-10T15:25:27.914 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:25:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:25:27] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-04-10T15:25:27.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:27 smithi102 ceph-mon[88557]: pgmap v1330: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 414 KiB/s wr, 2.11k op/s 2024-04-10T15:25:27.917 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.937+0000 7fde1a776780 1 < suggested remove operation key=HOP5B3O5BNC6 tag=9M7OV7I014J9 type=del 2024-04-10T15:25:27.919 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.939+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=XPP15ARC9TZO type=del size=3136547 2024-04-10T15:25:27.921 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.941+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~R3LZMS8N43MP.0 size=1048576 2024-04-10T15:25:27.921 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.941+0000 7fde1a776780 1 < canceled part key=_multipart_ZOVK659NLDON.2~R3LZMS8N43MP.1 size=681797 2024-04-10T15:25:27.925 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.944+0000 7fde1a776780 1 < canceled multipart upload key=ZOVK659NLDON upload=R3LZMS8N43MP tag=TGMUYINISUR0 type=write size=2778949 2024-04-10T15:25:27.927 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.946+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=VBIOGMJRWGCW type=del size=480846 2024-04-10T15:25:27.927 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.947+0000 7fde1a776780 1 < canceled part key=_multipart_5ZH428JDA1AL.2~PZBISX3E0MKH.0 size=83308 2024-04-10T15:25:27.931 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.950+0000 7fde1a776780 1 < canceled multipart upload key=5ZH428JDA1AL upload=PZBISX3E0MKH tag=1N2XDPB7QPSU type=write size=1131884 2024-04-10T15:25:27.935 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.955+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~3M7FCBRSQ3WT.0 size=1048576 2024-04-10T15:25:27.937 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.956+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~3M7FCBRSQ3WT.1 size=41477 2024-04-10T15:25:27.937 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.956+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=3M7FCBRSQ3WT tag=VHIOW9P1BJCI type=write size=2138629 2024-04-10T15:25:27.939 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.958+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=QVCVS33SDENJ type=del 2024-04-10T15:25:27.943 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.962+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~7Z0OU2M3TA9S.0 size=1048576 2024-04-10T15:25:27.945 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.964+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~7Z0OU2M3TA9S.1 size=1048576 2024-04-10T15:25:27.946 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.966+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~7Z0OU2M3TA9S.2 size=1033584 2024-04-10T15:25:27.946 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.966+0000 7fde1a776780 1 > prepared multipart upload key=UO4QF22YP29O upload=7Z0OU2M3TA9S tag=CI5ZS7EREUSC type=write size=4179312 2024-04-10T15:25:27.950 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.970+0000 7fde1a776780 1 < suggested remove operation key=1R91FWVRA2AS tag=RXZ6WDLC9Z6R type=del 2024-04-10T15:25:27.954 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.974+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~9V3XH29LNO8H.0 size=182847 2024-04-10T15:25:27.954 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.974+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=9V3XH29LNO8H tag=73XGNK2Z8D37 type=write size=1231423 2024-04-10T15:25:27.956 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.976+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~ALO3KDLAQOB1.0 size=727858 2024-04-10T15:25:27.960 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.980+0000 7fde1a776780 1 < completed multipart upload key=TI6JR9Q8AOF5 upload=ALO3KDLAQOB1 tag=ELL3E3YRLZPU type=write size=1776434 2024-04-10T15:25:27.962 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.982+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=MHPU8AKV1FA7 type=del size=14273 2024-04-10T15:25:27.963 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.982+0000 7fde1a776780 1 < canceled part key=_multipart_F7U2L70QSILB.2~24PF3L09F3NT.0 size=1048576 2024-04-10T15:25:27.964 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.984+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~24PF3L09F3NT.1 size=1048576 2024-04-10T15:25:27.966 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.986+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~24PF3L09F3NT.2 size=336670 2024-04-10T15:25:27.970 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.990+0000 7fde1a776780 1 < canceled multipart upload key=F7U2L70QSILB upload=24PF3L09F3NT tag=OYWA3UK95MPH type=write size=3482398 2024-04-10T15:25:27.974 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.993+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~NUNZIVFZXE1O.0 size=944073 2024-04-10T15:25:27.974 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.993+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=NUNZIVFZXE1O tag=CFIJOWZUEHLD type=write size=1992649 2024-04-10T15:25:27.978 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:27.997+0000 7fde1a776780 1 < suggested update operation key=G2Z1VR134GSG tag=PA2HXE1LATUQ type=del size=2250514 2024-04-10T15:25:27.981 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.000+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=1KBIF4V624PW type=del size=2161875 2024-04-10T15:25:27.983 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.003+0000 7fde1a776780 1 < completed delete operation key=OSSHDMNH4GXQ tag=4KC5J9RM3CE0 type=del 2024-04-10T15:25:27.985 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.005+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=QCOLFMPZIDHC type=write size=447463 2024-04-10T15:25:27.987 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.007+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=AW17EKSI31K9 type=del 2024-04-10T15:25:27.989 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.009+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=GEC43U6459L8 type=write size=597760 2024-04-10T15:25:27.991 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.011+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~Z1N0BQPV78SS.0 size=1048576 2024-04-10T15:25:27.993 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.013+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~Z1N0BQPV78SS.1 size=105697 2024-04-10T15:25:27.997 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.017+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=Z1N0BQPV78SS tag=KQ5JV9FHCJEQ type=write size=2202849 2024-04-10T15:25:28.000 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.019+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=5G1C9AH5EQNN type=del size=3519608 2024-04-10T15:25:28.001 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.021+0000 7fde1a776780 1 < completed delete operation key=5ZH428JDA1AL tag=4R3VLKDCUY36 type=del 2024-04-10T15:25:28.003 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.023+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=17E20RSCFM43 type=del size=514816 2024-04-10T15:25:28.006 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.025+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=A7D5VM63A4G4 type=del 2024-04-10T15:25:28.008 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.027+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=O54PHSQFZFVX type=del size=82782 2024-04-10T15:25:28.008 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.028+0000 7fde1a776780 1 < canceled part key=_multipart_OTI1FIIUG2C6.2~NPWY5LGD71HG.0 size=811703 2024-04-10T15:25:28.012 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.031+0000 7fde1a776780 1 < canceled multipart upload key=OTI1FIIUG2C6 upload=NPWY5LGD71HG tag=CPKZK16WF3O3 type=write size=1860279 2024-04-10T15:25:28.014 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.034+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=1UOBPAUO902Z type=del size=2680329 2024-04-10T15:25:28.016 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.036+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=OQZUEH8D82ID type=del 2024-04-10T15:25:28.018 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.038+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=N4EAIWWE6MDC type=write size=730685 2024-04-10T15:25:28.022 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.042+0000 7fde1a776780 1 < suggested remove operation key=UO4QF22YP29O tag=S6GMFCOX3NHP type=del 2024-04-10T15:25:28.026 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.046+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~Y1VS02IFN0ML.0 size=1048576 2024-04-10T15:25:28.028 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.047+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~Y1VS02IFN0ML.1 size=179863 2024-04-10T15:25:28.028 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.047+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=Y1VS02IFN0ML tag=LF5A163ASQRF type=write size=2277015 2024-04-10T15:25:28.030 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.049+0000 7fde1a776780 1 < completed delete operation key=UCUWIQFA7CRO tag=XPP15ARC9TZO type=del 2024-04-10T15:25:28.032 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.051+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=QZLOJWMT4WFK type=write size=919684 2024-04-10T15:25:28.034 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.054+0000 7fde1a776780 1 < canceled operation key=GFDJUGM4M5RT tag=VBIOGMJRWGCW type=del size=480846 2024-04-10T15:25:28.037 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.057+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~QCFC6UX94CGA.0 size=1048576 2024-04-10T15:25:28.040 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.060+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~QCFC6UX94CGA.1 size=1048576 2024-04-10T15:25:28.042 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.061+0000 7fde1a776780 1 > prepared part key=_multipart_UO4QF22YP29O.2~QCFC6UX94CGA.2 size=580595 2024-04-10T15:25:28.042 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.061+0000 7fde1a776780 1 > prepared multipart upload key=UO4QF22YP29O upload=QCFC6UX94CGA tag=P1OG4OQXVYX0 type=write size=3726323 2024-04-10T15:25:28.045 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.065+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~3M7FCBRSQ3WT.0 size=1048576 2024-04-10T15:25:28.047 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.066+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~3M7FCBRSQ3WT.1 size=41477 2024-04-10T15:25:28.051 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.070+0000 7fde1a776780 1 < completed multipart upload key=U40N6ONWE7P2 upload=3M7FCBRSQ3WT tag=VHIOW9P1BJCI type=write size=2138629 2024-04-10T15:25:28.053 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.072+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=QWA4F0MX7GEF type=del size=2043759 2024-04-10T15:25:28.055 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.074+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~7Z0OU2M3TA9S.0 size=1048576 2024-04-10T15:25:28.056 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.076+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~7Z0OU2M3TA9S.1 size=1048576 2024-04-10T15:25:28.058 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.078+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~7Z0OU2M3TA9S.2 size=1033584 2024-04-10T15:25:28.062 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.082+0000 7fde1a776780 1 < completed multipart upload key=UO4QF22YP29O upload=7Z0OU2M3TA9S tag=CI5ZS7EREUSC type=write size=4179312 2024-04-10T15:25:28.066 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.086+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~C35WQ5F3QUBB.0 size=1048576 2024-04-10T15:25:28.068 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.087+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~C35WQ5F3QUBB.1 size=918765 2024-04-10T15:25:28.068 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.087+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=C35WQ5F3QUBB tag=Q0H5EY1CMZKS type=write size=3015917 2024-04-10T15:25:28.070 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.089+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~9V3XH29LNO8H.0 size=182847 2024-04-10T15:25:28.073 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.093+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=9V3XH29LNO8H tag=73XGNK2Z8D37 type=write size=1231423 2024-04-10T15:25:28.075 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.095+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=7XCZHA51OSSZ type=del size=1974060 2024-04-10T15:25:28.078 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.097+0000 7fde1a776780 1 < completed delete operation key=R4UBYQBOSB3Z tag=MHPU8AKV1FA7 type=del 2024-04-10T15:25:28.080 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.099+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=FQRV8FCWNUJM type=write size=731748 2024-04-10T15:25:28.082 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.101+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~NUNZIVFZXE1O.0 size=944073 2024-04-10T15:25:28.086 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.105+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=NUNZIVFZXE1O tag=CFIJOWZUEHLD type=write size=1992649 2024-04-10T15:25:28.089 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.109+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~WRIP4XBDHH53.0 size=566255 2024-04-10T15:25:28.089 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.109+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=WRIP4XBDHH53 tag=G6YY17I19U3B type=write size=1614831 2024-04-10T15:25:28.094 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.113+0000 7fde1a776780 1 < suggested update operation key=OSSHDMNH4GXQ tag=1KBIF4V624PW type=del size=2161875 2024-04-10T15:25:28.098 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.118+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~PYVWW9ZVCXKM.0 size=1048576 2024-04-10T15:25:28.100 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.119+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~PYVWW9ZVCXKM.1 size=1048576 2024-04-10T15:25:28.101 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.121+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~PYVWW9ZVCXKM.2 size=35890 2024-04-10T15:25:28.101 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.121+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=PYVWW9ZVCXKM tag=YU18KTOTAVWG type=write size=3181618 2024-04-10T15:25:28.105 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.125+0000 7fde1a776780 1 < suggested update operation key=UCUWIQFA7CRO tag=QCOLFMPZIDHC type=write size=447463 2024-04-10T15:25:28.109 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.128+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~M804W2ONQZPO.0 size=504397 2024-04-10T15:25:28.109 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.128+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=M804W2ONQZPO tag=3WG1R3KCY650 type=write size=1552973 2024-04-10T15:25:28.111 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.131+0000 7fde1a776780 1 < completed write operation key=ZOVK659NLDON tag=GEC43U6459L8 type=write size=597760 2024-04-10T15:25:28.113 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.133+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=JEQYZZT178T0 type=del size=89732 2024-04-10T15:25:28.115 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.135+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=5G1C9AH5EQNN type=del 2024-04-10T15:25:28.119 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.138+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~REE25ZMH8FMN.0 size=1048576 2024-04-10T15:25:28.120 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.140+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~REE25ZMH8FMN.1 size=1048576 2024-04-10T15:25:28.122 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.142+0000 7fde1a776780 1 > prepared part key=_multipart_OSSHDMNH4GXQ.2~REE25ZMH8FMN.2 size=84290 2024-04-10T15:25:28.122 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.142+0000 7fde1a776780 1 > prepared multipart upload key=OSSHDMNH4GXQ upload=REE25ZMH8FMN tag=SVJ6G0YOAD62 type=write size=3230018 2024-04-10T15:25:28.124 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.144+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=17E20RSCFM43 type=del 2024-04-10T15:25:28.128 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.147+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~EUXQR33Z23DZ.0 size=1048576 2024-04-10T15:25:28.130 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.149+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~EUXQR33Z23DZ.1 size=1048576 2024-04-10T15:25:28.131 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.151+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~EUXQR33Z23DZ.2 size=218855 2024-04-10T15:25:28.132 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.151+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=EUXQR33Z23DZ tag=OM0DF1N3U2UQ type=write size=3364583 2024-04-10T15:25:28.134 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.154+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=O54PHSQFZFVX type=del 2024-04-10T15:25:28.138 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.158+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~2Q2I4IJ9PGQL.0 size=1048576 2024-04-10T15:25:28.140 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.160+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~2Q2I4IJ9PGQL.1 size=1048576 2024-04-10T15:25:28.142 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.161+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~2Q2I4IJ9PGQL.2 size=816317 2024-04-10T15:25:28.142 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.161+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=2Q2I4IJ9PGQL tag=JTH7ZYXGO4A3 type=write size=3962045 2024-04-10T15:25:28.144 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.164+0000 7fde1a776780 1 < completed delete operation key=1R91FWVRA2AS tag=1UOBPAUO902Z type=del 2024-04-10T15:25:28.147 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.166+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=THS8P0GB7SMS type=del size=2415742 2024-04-10T15:25:28.151 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.170+0000 7fde1a776780 1 < suggested remove operation key=UHHK0SL983MS tag=N4EAIWWE6MDC type=write 2024-04-10T15:25:28.154 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.174+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~EYQIDWUSQI05.0 size=1048576 2024-04-10T15:25:28.156 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.176+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~EYQIDWUSQI05.1 size=1048576 2024-04-10T15:25:28.158 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.177+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~EYQIDWUSQI05.2 size=462018 2024-04-10T15:25:28.158 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.177+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=EYQIDWUSQI05 tag=I91VF7XF82P7 type=write size=3607746 2024-04-10T15:25:28.160 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.179+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~Y1VS02IFN0ML.0 size=1048576 2024-04-10T15:25:28.161 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.181+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~Y1VS02IFN0ML.1 size=179863 2024-04-10T15:25:28.165 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.185+0000 7fde1a776780 1 < completed multipart upload key=LEX0BICCP07E upload=Y1VS02IFN0ML tag=LF5A163ASQRF type=write size=2277015 2024-04-10T15:25:28.167 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.187+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=JLANNCV4GVYO type=del size=2760694 2024-04-10T15:25:28.170 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.190+0000 7fde1a776780 -1 < failed to complete operation key=UHHK0SL983MS tag=QZLOJWMT4WFK type=write size=919684: (22) Invalid argument 2024-04-10T15:25:28.174 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.194+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~2D5DPO78DXW5.0 size=1048576 2024-04-10T15:25:28.176 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.196+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~2D5DPO78DXW5.1 size=1048576 2024-04-10T15:25:28.178 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.198+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~2D5DPO78DXW5.2 size=980728 2024-04-10T15:25:28.179 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.198+0000 7fde1a776780 1 > prepared multipart upload key=WEXVY1WRSZOS upload=2D5DPO78DXW5 tag=YP2DQZVJDO5L type=write size=4126456 2024-04-10T15:25:28.180 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.200+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~QCFC6UX94CGA.0 size=1048576 2024-04-10T15:25:28.182 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.202+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~QCFC6UX94CGA.1 size=1048576 2024-04-10T15:25:28.184 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.204+0000 7fde1a776780 1 < completed part key=_multipart_UO4QF22YP29O.2~QCFC6UX94CGA.2 size=580595 2024-04-10T15:25:28.188 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.207+0000 7fde1a776780 1 < completed multipart upload key=UO4QF22YP29O upload=QCFC6UX94CGA tag=P1OG4OQXVYX0 type=write size=3726323 2024-04-10T15:25:28.190 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.209+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=GGL5XV3OK7GV type=del size=2263578 2024-04-10T15:25:28.192 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.211+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=QWA4F0MX7GEF type=del 2024-04-10T15:25:28.195 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.214+0000 7fde1a776780 1 > prepared operation key=GOVDAOD5DREG tag=V28RIEY229U6 type=write size=939024 2024-04-10T15:25:28.197 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.217+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~C35WQ5F3QUBB.0 size=1048576 2024-04-10T15:25:28.199 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.218+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~C35WQ5F3QUBB.1 size=918765 2024-04-10T15:25:28.202 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.222+0000 7fde1a776780 1 < completed multipart upload key=2HPCRWS9ESCI upload=C35WQ5F3QUBB tag=Q0H5EY1CMZKS type=write size=3015917 2024-04-10T15:25:28.204 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.224+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=CH7UGF28IPEG type=del size=983492 2024-04-10T15:25:28.208 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.228+0000 7fde1a776780 1 < suggested remove operation key=F7U2L70QSILB tag=7XCZHA51OSSZ type=del 2024-04-10T15:25:28.212 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.231+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~92P5OAJT7CBY.0 size=460522 2024-04-10T15:25:28.212 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.231+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=92P5OAJT7CBY tag=4ZVE5EZPREOS type=write size=1509098 2024-04-10T15:25:28.216 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.235+0000 7fde1a776780 1 < suggested remove operation key=1R91FWVRA2AS tag=FQRV8FCWNUJM type=write 2024-04-10T15:25:28.218 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.237+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=9JJFF5W9MLLN type=del size=2252891 2024-04-10T15:25:28.220 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.239+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~WRIP4XBDHH53.0 size=566255 2024-04-10T15:25:28.223 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.243+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=WRIP4XBDHH53 tag=G6YY17I19U3B type=write size=1614831 2024-04-10T15:25:28.225 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.245+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=KUTG7IDN849S type=write size=898302 2024-04-10T15:25:28.227 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.247+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~PYVWW9ZVCXKM.0 size=1048576 2024-04-10T15:25:28.229 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.249+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~PYVWW9ZVCXKM.1 size=1048576 2024-04-10T15:25:28.231 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.250+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~PYVWW9ZVCXKM.2 size=35890 2024-04-10T15:25:28.234 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.254+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=PYVWW9ZVCXKM tag=YU18KTOTAVWG type=write size=3181618 2024-04-10T15:25:28.236 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.256+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=5HTUTA4KLROE type=del size=1204340 2024-04-10T15:25:28.238 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.258+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~M804W2ONQZPO.0 size=504397 2024-04-10T15:25:28.242 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.261+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=M804W2ONQZPO tag=3WG1R3KCY650 type=write size=1552973 2024-04-10T15:25:28.246 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.265+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~WBQP4QHIBJ8D.0 size=810127 2024-04-10T15:25:28.246 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.265+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=WBQP4QHIBJ8D tag=70259HCRNQLL type=write size=1858703 2024-04-10T15:25:28.248 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.267+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=JEQYZZT178T0 type=del 2024-04-10T15:25:28.250 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.269+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=W1XE5A7NIC2I type=del size=3308521 2024-04-10T15:25:28.251 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.271+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~REE25ZMH8FMN.0 size=1048576 2024-04-10T15:25:28.253 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.273+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~REE25ZMH8FMN.1 size=1048576 2024-04-10T15:25:28.255 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.275+0000 7fde1a776780 1 < completed part key=_multipart_OSSHDMNH4GXQ.2~REE25ZMH8FMN.2 size=84290 2024-04-10T15:25:28.259 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.278+0000 7fde1a776780 1 < completed multipart upload key=OSSHDMNH4GXQ upload=REE25ZMH8FMN tag=SVJ6G0YOAD62 type=write size=3230018 2024-04-10T15:25:28.261 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.280+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=OP0XIY6GTA1Y type=del size=3156192 2024-04-10T15:25:28.263 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.282+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~EUXQR33Z23DZ.0 size=1048576 2024-04-10T15:25:28.264 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.284+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~EUXQR33Z23DZ.1 size=1048576 2024-04-10T15:25:28.266 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.286+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~EUXQR33Z23DZ.2 size=218855 2024-04-10T15:25:28.270 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.290+0000 7fde1a776780 1 < completed multipart upload key=BRSJ82BM5NOL upload=EUXQR33Z23DZ tag=OM0DF1N3U2UQ type=write size=3364583 2024-04-10T15:25:28.274 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.294+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~BZEM7ST2G8PN.0 size=1048576 2024-04-10T15:25:28.276 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.296+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~BZEM7ST2G8PN.1 size=1048576 2024-04-10T15:25:28.278 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.298+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~BZEM7ST2G8PN.2 size=303254 2024-04-10T15:25:28.278 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.298+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=BZEM7ST2G8PN tag=43V4MHMB85FZ type=write size=3448982 2024-04-10T15:25:28.280 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.300+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~2Q2I4IJ9PGQL.0 size=1048576 2024-04-10T15:25:28.282 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.302+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~2Q2I4IJ9PGQL.1 size=1048576 2024-04-10T15:25:28.284 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.304+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~2Q2I4IJ9PGQL.2 size=816317 2024-04-10T15:25:28.287 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.307+0000 7fde1a776780 1 < completed multipart upload key=BC5NU4J0LIY9 upload=2Q2I4IJ9PGQL tag=JTH7ZYXGO4A3 type=write size=3962045 2024-04-10T15:25:28.291 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.311+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~ICU9YK8G4T92.0 size=1048576 2024-04-10T15:25:28.293 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.313+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~ICU9YK8G4T92.1 size=1048576 2024-04-10T15:25:28.295 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.314+0000 7fde1a776780 1 > prepared part key=_multipart_XQVTX5DB2NXX.2~ICU9YK8G4T92.2 size=226961 2024-04-10T15:25:28.295 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.314+0000 7fde1a776780 1 > prepared multipart upload key=XQVTX5DB2NXX upload=ICU9YK8G4T92 tag=8T1ZZ4PV62YE type=write size=3372689 2024-04-10T15:25:28.297 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.317+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=THS8P0GB7SMS type=del 2024-04-10T15:25:28.301 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.321+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~8AA831N3JWEB.0 size=1048576 2024-04-10T15:25:28.303 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.322+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~8AA831N3JWEB.1 size=1048576 2024-04-10T15:25:28.305 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.324+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~8AA831N3JWEB.2 size=704291 2024-04-10T15:25:28.305 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.324+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=8AA831N3JWEB tag=CGER70FRL29R type=write size=3850019 2024-04-10T15:25:28.307 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.327+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~EYQIDWUSQI05.0 size=1048576 2024-04-10T15:25:28.309 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.328+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~EYQIDWUSQI05.1 size=1048576 2024-04-10T15:25:28.310 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.330+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~EYQIDWUSQI05.2 size=462018 2024-04-10T15:25:28.314 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.334+0000 7fde1a776780 1 < completed multipart upload key=LEX0BICCP07E upload=EYQIDWUSQI05 tag=I91VF7XF82P7 type=write size=3607746 2024-04-10T15:25:28.316 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.336+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=7XOMODXCWZKX type=write size=536898 2024-04-10T15:25:28.317 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.337+0000 7fde1a776780 -1 < no bi entry to suggest for operation key=F7U2L70QSILB tag=JLANNCV4GVYO type=del size=2760694: (2) No such file or directory 2024-04-10T15:25:28.321 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.340+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~VM7LPG020QBZ.0 size=133696 2024-04-10T15:25:28.321 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.340+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=VM7LPG020QBZ tag=P8ZFZ2FVJTXS type=write size=1182272 2024-04-10T15:25:28.323 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.343+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~2D5DPO78DXW5.0 size=1048576 2024-04-10T15:25:28.325 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.344+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~2D5DPO78DXW5.1 size=1048576 2024-04-10T15:25:28.327 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.346+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~2D5DPO78DXW5.2 size=980728 2024-04-10T15:25:28.330 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.350+0000 7fde1a776780 1 < completed multipart upload key=WEXVY1WRSZOS upload=2D5DPO78DXW5 tag=YP2DQZVJDO5L type=write size=4126456 2024-04-10T15:25:28.332 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.352+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=PTFGA5DB6SHJ type=del size=3331003 2024-04-10T15:25:28.334 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.354+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=GGL5XV3OK7GV type=del 2024-04-10T15:25:28.336 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.356+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=B26NP98QMGWV type=del size=3112944 2024-04-10T15:25:28.338 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.358+0000 7fde1a776780 1 < completed write operation key=GOVDAOD5DREG tag=V28RIEY229U6 type=write size=939024 2024-04-10T15:25:28.342 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.362+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~YKHTMA0Z3MJ2.0 size=1048576 2024-04-10T15:25:28.344 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.364+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~YKHTMA0Z3MJ2.1 size=1048576 2024-04-10T15:25:28.346 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.366+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~YKHTMA0Z3MJ2.2 size=861001 2024-04-10T15:25:28.346 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.366+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=YKHTMA0Z3MJ2 tag=ZF592DGZQAZ8 type=write size=4006729 2024-04-10T15:25:28.348 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.368+0000 7fde1a776780 1 < canceled operation key=4UIIRCLY6FIB tag=CH7UGF28IPEG type=del size=983492 2024-04-10T15:25:28.352 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.372+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~XQVC4SMR0RGF.0 size=1048576 2024-04-10T15:25:28.354 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.374+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~XQVC4SMR0RGF.1 size=1048576 2024-04-10T15:25:28.356 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.375+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~XQVC4SMR0RGF.2 size=243539 2024-04-10T15:25:28.356 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.375+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=XQVC4SMR0RGF tag=IDEUPGV1CA2Q type=write size=3389267 2024-04-10T15:25:28.358 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.377+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~92P5OAJT7CBY.0 size=460522 2024-04-10T15:25:28.362 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.381+0000 7fde1a776780 1 < completed multipart upload key=GOVDAOD5DREG upload=92P5OAJT7CBY tag=4ZVE5EZPREOS type=write size=1509098 2024-04-10T15:25:28.364 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.383+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=ZMFV96WJDCNC type=del size=178436 2024-04-10T15:25:28.366 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.386+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=9JJFF5W9MLLN type=del 2024-04-10T15:25:28.368 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.388+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=T8V76TC3SNJI type=del size=1013651 2024-04-10T15:25:28.370 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.390+0000 7fde1a776780 1 < completed write operation key=UO4QF22YP29O tag=KUTG7IDN849S type=write size=898302 2024-04-10T15:25:28.374 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.393+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~51E93B2ORKOO.0 size=1048576 2024-04-10T15:25:28.375 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.395+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~51E93B2ORKOO.1 size=1048576 2024-04-10T15:25:28.377 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.397+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~51E93B2ORKOO.2 size=183232 2024-04-10T15:25:28.377 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.397+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=51E93B2ORKOO tag=Y9Y0Z5XXMHZU type=write size=3328960 2024-04-10T15:25:28.379 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.399+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=5HTUTA4KLROE type=del 2024-04-10T15:25:28.383 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.403+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~T8E0XQVDY9WR.0 size=1048576 2024-04-10T15:25:28.385 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.404+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~T8E0XQVDY9WR.1 size=1048576 2024-04-10T15:25:28.387 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.407+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~T8E0XQVDY9WR.2 size=92647 2024-04-10T15:25:28.387 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.407+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=T8E0XQVDY9WR tag=T40LZPRVBO6H type=write size=3238375 2024-04-10T15:25:28.389 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.409+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~WBQP4QHIBJ8D.0 size=810127 2024-04-10T15:25:28.393 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.412+0000 7fde1a776780 1 < completed multipart upload key=R4UBYQBOSB3Z upload=WBQP4QHIBJ8D tag=70259HCRNQLL type=write size=1858703 2024-04-10T15:25:28.395 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.414+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=ZDFAVC3TNKIS type=del size=574502 2024-04-10T15:25:28.397 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.416+0000 7fde1a776780 1 < completed delete operation key=R4UBYQBOSB3Z tag=W1XE5A7NIC2I type=del 2024-04-10T15:25:28.398 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.418+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=HWDBD3KXFUBM type=del size=1029231 2024-04-10T15:25:28.403 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.422+0000 7fde1a776780 1 < suggested update operation key=O1ZBJUVP8PQD tag=OP0XIY6GTA1Y type=del size=3156192 2024-04-10T15:25:28.405 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.424+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=P4TW5OPG72EQ type=del size=397363 2024-04-10T15:25:28.407 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.426+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~BZEM7ST2G8PN.0 size=1048576 2024-04-10T15:25:28.408 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.428+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~BZEM7ST2G8PN.1 size=1048576 2024-04-10T15:25:28.411 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.430+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~BZEM7ST2G8PN.2 size=303254 2024-04-10T15:25:28.414 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.434+0000 7fde1a776780 1 < completed multipart upload key=TI6JR9Q8AOF5 upload=BZEM7ST2G8PN tag=43V4MHMB85FZ type=write size=3448982 2024-04-10T15:25:28.416 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.436+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=YBWJ2XTUYO08 type=del size=1442259 2024-04-10T15:25:28.418 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.438+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~ICU9YK8G4T92.0 size=1048576 2024-04-10T15:25:28.418 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.438+0000 7fde1a776780 1 < canceled part key=_multipart_XQVTX5DB2NXX.2~ICU9YK8G4T92.1 size=1048576 2024-04-10T15:25:28.420 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.440+0000 7fde1a776780 1 < completed part key=_multipart_XQVTX5DB2NXX.2~ICU9YK8G4T92.2 size=226961 2024-04-10T15:25:28.423 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.443+0000 7fde1a776780 1 < canceled multipart upload key=XQVTX5DB2NXX upload=ICU9YK8G4T92 tag=8T1ZZ4PV62YE type=write size=3372689 2024-04-10T15:25:28.426 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.445+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=2IFGYWAI78N3 type=del size=2760154 2024-04-10T15:25:28.427 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.447+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~8AA831N3JWEB.0 size=1048576 2024-04-10T15:25:28.429 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.449+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~8AA831N3JWEB.1 size=1048576 2024-04-10T15:25:28.431 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.451+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~8AA831N3JWEB.2 size=704291 2024-04-10T15:25:28.436 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.456+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=8AA831N3JWEB tag=CGER70FRL29R type=write size=3850019 2024-04-10T15:25:28.438 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.458+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=BX10J5FHRIAJ type=del size=2906492 2024-04-10T15:25:28.440 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.460+0000 7fde1a776780 1 < completed write operation key=DKSUE7KTGBW7 tag=7XOMODXCWZKX type=write size=536898 2024-04-10T15:25:28.442 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.462+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=W5U2A94236KL type=del size=4139263 2024-04-10T15:25:28.442 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.462+0000 7fde1a776780 1 < canceled part key=_multipart_1R91FWVRA2AS.2~VM7LPG020QBZ.0 size=133696 2024-04-10T15:25:28.446 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.466+0000 7fde1a776780 1 < canceled multipart upload key=1R91FWVRA2AS upload=VM7LPG020QBZ tag=P8ZFZ2FVJTXS type=write size=1182272 2024-04-10T15:25:28.448 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.467+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=XDQBTQC6LEYS type=del size=811144 2024-04-10T15:25:28.450 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.469+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=PTFGA5DB6SHJ type=del 2024-04-10T15:25:28.454 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.473+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~81YI0W0XUB4G.0 size=1048576 2024-04-10T15:25:28.455 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.475+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~81YI0W0XUB4G.1 size=1048576 2024-04-10T15:25:28.457 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.477+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~81YI0W0XUB4G.2 size=525802 2024-04-10T15:25:28.457 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.477+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=81YI0W0XUB4G tag=BLBZHJH5AYCQ type=write size=3671530 2024-04-10T15:25:28.459 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.479+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=B26NP98QMGWV type=del 2024-04-10T15:25:28.461 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.481+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=J607D43EFILL type=write size=187727 2024-04-10T15:25:28.463 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.483+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~YKHTMA0Z3MJ2.0 size=1048576 2024-04-10T15:25:28.463 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.483+0000 7fde1a776780 1 < canceled part key=_multipart_BC5NU4J0LIY9.2~YKHTMA0Z3MJ2.1 size=1048576 2024-04-10T15:25:28.465 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.485+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~YKHTMA0Z3MJ2.2 size=861001 2024-04-10T15:25:28.468 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.488+0000 7fde1a776780 1 < canceled multipart upload key=BC5NU4J0LIY9 upload=YKHTMA0Z3MJ2 tag=ZF592DGZQAZ8 type=write size=4006729 2024-04-10T15:25:28.470 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.490+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=X25AA8AP4T31 type=del size=2243801 2024-04-10T15:25:28.472 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.492+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~XQVC4SMR0RGF.0 size=1048576 2024-04-10T15:25:28.474 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.494+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~XQVC4SMR0RGF.1 size=1048576 2024-04-10T15:25:28.476 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.496+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~XQVC4SMR0RGF.2 size=243539 2024-04-10T15:25:28.480 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.500+0000 7fde1a776780 1 < completed multipart upload key=LEX0BICCP07E upload=XQVC4SMR0RGF tag=IDEUPGV1CA2Q type=write size=3389267 2024-04-10T15:25:28.485 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.504+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~JBUWPYN29VII.0 size=752697 2024-04-10T15:25:28.485 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.504+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=JBUWPYN29VII tag=BP65SCNVC6VD type=write size=1801273 2024-04-10T15:25:28.487 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.506+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=ZMFV96WJDCNC type=del 2024-04-10T15:25:28.489 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.508+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=KG4KGHB5Y1HQ type=del size=3813915 2024-04-10T15:25:28.491 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.510+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=T8V76TC3SNJI type=del 2024-04-10T15:25:28.495 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.514+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~3UIQYV34EIHR.0 size=1048576 2024-04-10T15:25:28.497 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.516+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~3UIQYV34EIHR.1 size=551299 2024-04-10T15:25:28.497 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.516+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=3UIQYV34EIHR tag=EVKCH3BJUZRX type=write size=2648451 2024-04-10T15:25:28.499 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.518+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~51E93B2ORKOO.0 size=1048576 2024-04-10T15:25:28.500 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.520+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~51E93B2ORKOO.1 size=1048576 2024-04-10T15:25:28.502 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.522+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~51E93B2ORKOO.2 size=183232 2024-04-10T15:25:28.505 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.525+0000 7fde1a776780 1 < completed multipart upload key=2HPCRWS9ESCI upload=51E93B2ORKOO tag=Y9Y0Z5XXMHZU type=write size=3328960 2024-04-10T15:25:28.507 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.527+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=RVC353U63H82 type=del size=1849451 2024-04-10T15:25:28.510 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.529+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~T8E0XQVDY9WR.0 size=1048576 2024-04-10T15:25:28.511 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.531+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~T8E0XQVDY9WR.1 size=1048576 2024-04-10T15:25:28.511 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.531+0000 7fde1a776780 1 < canceled part key=_multipart_EI79GJ0HN0U7.2~T8E0XQVDY9WR.2 size=92647 2024-04-10T15:25:28.515 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.535+0000 7fde1a776780 1 < canceled multipart upload key=EI79GJ0HN0U7 upload=T8E0XQVDY9WR tag=T40LZPRVBO6H type=write size=3238375 2024-04-10T15:25:28.519 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.539+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~8J1JD4M9YTAW.0 size=554142 2024-04-10T15:25:28.519 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.539+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=8J1JD4M9YTAW tag=V11A5DU1LVL0 type=write size=1602718 2024-04-10T15:25:28.521 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.541+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=ZDFAVC3TNKIS type=del 2024-04-10T15:25:28.523 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.542+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=WT3J07770ZE2 type=del size=3466895 2024-04-10T15:25:28.525 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.544+0000 7fde1a776780 1 < canceled operation key=DKSUE7KTGBW7 tag=HWDBD3KXFUBM type=del size=1029231 2024-04-10T15:25:28.527 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.546+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=9D5CFZV3C32G type=del size=2855530 2024-04-10T15:25:28.529 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.548+0000 7fde1a776780 1 < canceled operation key=4UIIRCLY6FIB tag=P4TW5OPG72EQ type=del size=397363 2024-04-10T15:25:28.533 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.552+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~WCK07KOPLP83.0 size=1048576 2024-04-10T15:25:28.534 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.554+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~WCK07KOPLP83.1 size=1048576 2024-04-10T15:25:28.536 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.555+0000 7fde1a776780 1 > prepared part key=_multipart_HOP5B3O5BNC6.2~WCK07KOPLP83.2 size=498893 2024-04-10T15:25:28.536 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.555+0000 7fde1a776780 1 > prepared multipart upload key=HOP5B3O5BNC6 upload=WCK07KOPLP83 tag=EZQ0XKV4399M type=write size=3644621 2024-04-10T15:25:28.538 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.558+0000 7fde1a776780 1 < completed delete operation key=UHHK0SL983MS tag=YBWJ2XTUYO08 type=del 2024-04-10T15:25:28.542 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.562+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~G304ZZ09TLP4.0 size=1048576 2024-04-10T15:25:28.544 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.564+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~G304ZZ09TLP4.1 size=1048576 2024-04-10T15:25:28.546 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.565+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~G304ZZ09TLP4.2 size=107034 2024-04-10T15:25:28.546 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.565+0000 7fde1a776780 1 > prepared multipart upload key=VPWN54SOWO0W upload=G304ZZ09TLP4 tag=MS703TNJNDJF type=write size=3252762 2024-04-10T15:25:28.548 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.567+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=2IFGYWAI78N3 type=del 2024-04-10T15:25:28.549 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.569+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=Q5Z6JDAVCWSJ type=del size=3929971 2024-04-10T15:25:28.552 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.571+0000 7fde1a776780 1 < canceled operation key=ZOVK659NLDON tag=BX10J5FHRIAJ type=del size=2906492 2024-04-10T15:25:28.556 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.576+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~UPF10ULGLAOJ.0 size=1048576 2024-04-10T15:25:28.558 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.577+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~UPF10ULGLAOJ.1 size=669395 2024-04-10T15:25:28.558 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.577+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=UPF10ULGLAOJ tag=5V8B2TZ7J8DI type=write size=2766547 2024-04-10T15:25:28.562 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.582+0000 7fde1a776780 1 < suggested update operation key=4UIIRCLY6FIB tag=W5U2A94236KL type=del size=4139263 2024-04-10T15:25:28.564 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.584+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=89TWKIABOPZF type=del size=3347128 2024-04-10T15:25:28.567 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.586+0000 7fde1a776780 1 < canceled operation key=GFDJUGM4M5RT tag=XDQBTQC6LEYS type=del size=811144 2024-04-10T15:25:28.569 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.588+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=6EWFZYQZ8AFH type=del size=1331550 2024-04-10T15:25:28.571 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.590+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~81YI0W0XUB4G.0 size=1048576 2024-04-10T15:25:28.571 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.590+0000 7fde1a776780 1 < canceled part key=_multipart_GFDJUGM4M5RT.2~81YI0W0XUB4G.1 size=1048576 2024-04-10T15:25:28.572 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.592+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~81YI0W0XUB4G.2 size=525802 2024-04-10T15:25:28.576 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.596+0000 7fde1a776780 1 < canceled multipart upload key=GFDJUGM4M5RT upload=81YI0W0XUB4G tag=BLBZHJH5AYCQ type=write size=3671530 2024-04-10T15:25:28.580 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.599+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~0I373DV6M0V4.0 size=1017416 2024-04-10T15:25:28.580 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.599+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=0I373DV6M0V4 tag=JIO7K4S6WHIN type=write size=2065992 2024-04-10T15:25:28.583 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.602+0000 7fde1a776780 1 < completed write operation key=UCUWIQFA7CRO tag=J607D43EFILL type=write size=187727 2024-04-10T15:25:28.585 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.605+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=APG8G4Q8LQMG type=del size=1875031 2024-04-10T15:25:28.587 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.607+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=X25AA8AP4T31 type=del 2024-04-10T15:25:28.589 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.609+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=MBBNIAP875D9 type=del size=936596 2024-04-10T15:25:28.592 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.611+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~JBUWPYN29VII.0 size=752697 2024-04-10T15:25:28.596 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.615+0000 7fde1a776780 1 < completed multipart upload key=01BTT4OLERPN upload=JBUWPYN29VII tag=BP65SCNVC6VD type=write size=1801273 2024-04-10T15:25:28.598 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.617+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=6G5OWRMQOCC7 type=del size=1660834 2024-04-10T15:25:28.602 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.621+0000 7fde1a776780 1 < suggested update operation key=BC5NU4J0LIY9 tag=KG4KGHB5Y1HQ type=del size=3813915 2024-04-10T15:25:28.604 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.623+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=E52PP48D8M3Y type=del size=1221910 2024-04-10T15:25:28.606 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.625+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~3UIQYV34EIHR.0 size=1048576 2024-04-10T15:25:28.607 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.627+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~3UIQYV34EIHR.1 size=551299 2024-04-10T15:25:28.611 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.631+0000 7fde1a776780 1 < completed multipart upload key=2HPCRWS9ESCI upload=3UIQYV34EIHR tag=EVKCH3BJUZRX type=write size=2648451 2024-04-10T15:25:28.615 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.634+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~89BE4MURYJC1.0 size=1048576 2024-04-10T15:25:28.616 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.636+0000 7fde1a776780 1 > prepared part key=_multipart_R4UBYQBOSB3Z.2~89BE4MURYJC1.1 size=607318 2024-04-10T15:25:28.617 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.636+0000 7fde1a776780 1 > prepared multipart upload key=R4UBYQBOSB3Z upload=89BE4MURYJC1 tag=8J8F9P0IJN90 type=write size=2704470 2024-04-10T15:25:28.619 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.638+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=RVC353U63H82 type=del 2024-04-10T15:25:28.621 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.641+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=2S2H2KX5I99R type=del size=3470407 2024-04-10T15:25:28.623 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.643+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~8J1JD4M9YTAW.0 size=554142 2024-04-10T15:25:28.627 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.646+0000 7fde1a776780 1 < completed multipart upload key=OTI1FIIUG2C6 upload=8J1JD4M9YTAW tag=V11A5DU1LVL0 type=write size=1602718 2024-04-10T15:25:28.629 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.649+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=93V505RAN4UN type=del size=3956763 2024-04-10T15:25:28.633 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.652+0000 7fde1a776780 1 < suggested update operation key=BRSJ82BM5NOL tag=WT3J07770ZE2 type=del size=3466895 2024-04-10T15:25:28.635 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.655+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=L1ZOXS5IY1F5 type=del size=457234 2024-04-10T15:25:28.637 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.657+0000 7fde1a776780 1 < completed delete operation key=2HPCRWS9ESCI tag=9D5CFZV3C32G type=del 2024-04-10T15:25:28.645 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.665+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~PV4YHJEG3PQ0.0 size=349588 2024-04-10T15:25:28.645 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.665+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=PV4YHJEG3PQ0 tag=U22ILYVT680U type=write size=1398164 2024-04-10T15:25:28.648 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.667+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~WCK07KOPLP83.0 size=1048576 2024-04-10T15:25:28.648 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.667+0000 7fde1a776780 1 < canceled part key=_multipart_HOP5B3O5BNC6.2~WCK07KOPLP83.1 size=1048576 2024-04-10T15:25:28.650 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.669+0000 7fde1a776780 1 < completed part key=_multipart_HOP5B3O5BNC6.2~WCK07KOPLP83.2 size=498893 2024-04-10T15:25:28.653 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.673+0000 7fde1a776780 1 < canceled multipart upload key=HOP5B3O5BNC6 upload=WCK07KOPLP83 tag=EZQ0XKV4399M type=write size=3644621 2024-04-10T15:25:28.655 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.675+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=3RBV71F5J5YI type=del size=41219 2024-04-10T15:25:28.657 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.677+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~G304ZZ09TLP4.0 size=1048576 2024-04-10T15:25:28.659 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.679+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~G304ZZ09TLP4.1 size=1048576 2024-04-10T15:25:28.661 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.680+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~G304ZZ09TLP4.2 size=107034 2024-04-10T15:25:28.664 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.684+0000 7fde1a776780 1 < completed multipart upload key=VPWN54SOWO0W upload=G304ZZ09TLP4 tag=MS703TNJNDJF type=write size=3252762 2024-04-10T15:25:28.666 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.686+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=Y8X97LESFX8E type=del size=3393122 2024-04-10T15:25:28.668 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.688+0000 7fde1a776780 1 < canceled operation key=U40N6ONWE7P2 tag=Q5Z6JDAVCWSJ type=del size=3929971 2024-04-10T15:25:28.670 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.690+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=OZJ6PKAY3SQO type=del size=3817248 2024-04-10T15:25:28.673 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.693+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~UPF10ULGLAOJ.0 size=1048576 2024-04-10T15:25:28.676 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.695+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~UPF10ULGLAOJ.1 size=669395 2024-04-10T15:25:28.679 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.699+0000 7fde1a776780 1 < completed multipart upload key=G2Z1VR134GSG upload=UPF10ULGLAOJ tag=5V8B2TZ7J8DI type=write size=2766547 2024-04-10T15:25:28.681 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.701+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=PSRNYCTYV5NB type=del size=2880617 2024-04-10T15:25:28.683 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.703+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=89TWKIABOPZF type=del 2024-04-10T15:25:28.688 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.708+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~H5AQW1Z2FIAE.0 size=1048576 2024-04-10T15:25:28.690 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.710+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~H5AQW1Z2FIAE.1 size=1048576 2024-04-10T15:25:28.692 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.711+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~H5AQW1Z2FIAE.2 size=395947 2024-04-10T15:25:28.692 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.711+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=H5AQW1Z2FIAE tag=VVHZIO5EO396 type=write size=3541675 2024-04-10T15:25:28.696 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.715+0000 7fde1a776780 1 < suggested update operation key=EI79GJ0HN0U7 tag=6EWFZYQZ8AFH type=del size=1331550 2024-04-10T15:25:28.698 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.718+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=6C33003GW9GX type=del size=2852683 2024-04-10T15:25:28.700 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.720+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~0I373DV6M0V4.0 size=1017416 2024-04-10T15:25:28.704 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.724+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=0I373DV6M0V4 tag=JIO7K4S6WHIN type=write size=2065992 2024-04-10T15:25:28.706 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.726+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=8CR8VYN9G6X9 type=del size=2979647 2024-04-10T15:25:28.709 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.729+0000 7fde1a776780 -1 < failed to complete operation key=BC5NU4J0LIY9 tag=APG8G4Q8LQMG type=del size=1875031: (22) Invalid argument 2024-04-10T15:25:28.713 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.733+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~B89EJCUF0H7E.0 size=1048576 2024-04-10T15:25:28.715 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.734+0000 7fde1a776780 1 > prepared part key=_multipart_G2Z1VR134GSG.2~B89EJCUF0H7E.1 size=937834 2024-04-10T15:25:28.715 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.734+0000 7fde1a776780 1 > prepared multipart upload key=G2Z1VR134GSG upload=B89EJCUF0H7E tag=OGQYMRH5E80R type=write size=3034986 2024-04-10T15:25:28.717 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.736+0000 7fde1a776780 1 < completed delete operation key=OTI1FIIUG2C6 tag=MBBNIAP875D9 type=del 2024-04-10T15:25:28.720 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.740+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~8ZVN8ZF7CW2T.0 size=386127 2024-04-10T15:25:28.720 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.740+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=8ZVN8ZF7CW2T tag=HJV9M0NOVAVM type=write size=1434703 2024-04-10T15:25:28.722 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.742+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=6G5OWRMQOCC7 type=del 2024-04-10T15:25:28.726 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.746+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~XP6J1EHW48QA.0 size=30638 2024-04-10T15:25:28.726 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.746+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=XP6J1EHW48QA tag=2TEX7GPF2V6R type=write size=1079214 2024-04-10T15:25:28.728 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.748+0000 7fde1a776780 1 < canceled operation key=DKSUE7KTGBW7 tag=E52PP48D8M3Y type=del size=1221910 2024-04-10T15:25:28.732 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.751+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~TA1E0DWG05CH.0 size=1048576 2024-04-10T15:25:28.733 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.753+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~TA1E0DWG05CH.1 size=1048576 2024-04-10T15:25:28.735 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.755+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~TA1E0DWG05CH.2 size=337442 2024-04-10T15:25:28.735 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.755+0000 7fde1a776780 1 > prepared multipart upload key=L2PAIFCTQ0UL upload=TA1E0DWG05CH tag=US61ZSCZZWOY type=write size=3483170 2024-04-10T15:25:28.738 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.757+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~89BE4MURYJC1.0 size=1048576 2024-04-10T15:25:28.739 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.759+0000 7fde1a776780 1 < completed part key=_multipart_R4UBYQBOSB3Z.2~89BE4MURYJC1.1 size=607318 2024-04-10T15:25:28.743 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.763+0000 7fde1a776780 1 < completed multipart upload key=R4UBYQBOSB3Z upload=89BE4MURYJC1 tag=8J8F9P0IJN90 type=write size=2704470 2024-04-10T15:25:28.747 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.767+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~SRHGLCVNHOL2.0 size=362848 2024-04-10T15:25:28.747 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.767+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=SRHGLCVNHOL2 tag=QF11HZTWCW0G type=write size=1411424 2024-04-10T15:25:28.749 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.769+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=2S2H2KX5I99R type=del 2024-04-10T15:25:28.751 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.771+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=7MAP4XXA767R type=del size=2673854 2024-04-10T15:25:28.753 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.773+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=93V505RAN4UN type=del 2024-04-10T15:25:28.755 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.775+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=QESGJU0W5E2G type=del size=191625 2024-04-10T15:25:28.757 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.777+0000 7fde1a776780 1 < completed delete operation key=5ZH428JDA1AL tag=L1ZOXS5IY1F5 type=del 2024-04-10T15:25:28.759 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.779+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=GMMM1JSUKH12 type=del size=1994094 2024-04-10T15:25:28.761 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.781+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~PV4YHJEG3PQ0.0 size=349588 2024-04-10T15:25:28.765 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.785+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=PV4YHJEG3PQ0 tag=U22ILYVT680U type=write size=1398164 2024-04-10T15:25:28.769 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.788+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~7IBA10T0BTRU.0 size=1048576 2024-04-10T15:25:28.771 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.790+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~7IBA10T0BTRU.1 size=1048576 2024-04-10T15:25:28.772 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.792+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~7IBA10T0BTRU.2 size=982768 2024-04-10T15:25:28.772 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.792+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=7IBA10T0BTRU tag=ZM1XG79N1OMH type=write size=4128496 2024-04-10T15:25:28.774 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.794+0000 7fde1a776780 1 < completed delete operation key=UCUWIQFA7CRO tag=3RBV71F5J5YI type=del 2024-04-10T15:25:28.778 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.798+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~HN5GX98BYS1O.0 size=1048576 2024-04-10T15:25:28.780 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.799+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~HN5GX98BYS1O.1 size=279216 2024-04-10T15:25:28.780 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.799+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=HN5GX98BYS1O tag=E8V3LZEZ6A4O type=write size=2376368 2024-04-10T15:25:28.782 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.801+0000 7fde1a776780 1 < completed delete operation key=VPWN54SOWO0W tag=Y8X97LESFX8E type=del 2024-04-10T15:25:28.784 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.804+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=7HD7S0Q69AFK type=del size=3476689 2024-04-10T15:25:28.788 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.808+0000 7fde1a776780 1 < suggested remove operation key=EI79GJ0HN0U7 tag=OZJ6PKAY3SQO type=del 2024-04-10T15:25:28.791 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.810+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=I2JWG10931M0 type=del size=165591 2024-04-10T15:25:28.795 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.815+0000 7fde1a776780 1 < suggested remove operation key=1R91FWVRA2AS tag=PSRNYCTYV5NB type=del 2024-04-10T15:25:28.797 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.817+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=3TK1020MC0OJ type=del size=1236647 2024-04-10T15:25:28.799 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.819+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~H5AQW1Z2FIAE.0 size=1048576 2024-04-10T15:25:28.801 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.820+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~H5AQW1Z2FIAE.1 size=1048576 2024-04-10T15:25:28.803 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.823+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~H5AQW1Z2FIAE.2 size=395947 2024-04-10T15:25:28.806 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.826+0000 7fde1a776780 1 < completed multipart upload key=RHD4NMKH90JS upload=H5AQW1Z2FIAE tag=VVHZIO5EO396 type=write size=3541675 2024-04-10T15:25:28.808 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.828+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=QCGSCBU1F6H2 type=del size=4051112 2024-04-10T15:25:28.811 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.830+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=6C33003GW9GX type=del 2024-04-10T15:25:28.814 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.834+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~RI9RUZT6RS42.0 size=687423 2024-04-10T15:25:28.815 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.834+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=RI9RUZT6RS42 tag=9KTYH64FTP8P type=write size=1735999 2024-04-10T15:25:28.817 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.837+0000 7fde1a776780 1 < completed delete operation key=LEX0BICCP07E tag=8CR8VYN9G6X9 type=del 2024-04-10T15:25:28.821 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.841+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~FH1NXY769HWQ.0 size=362023 2024-04-10T15:25:28.821 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.841+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=FH1NXY769HWQ tag=69IFSP3LGZSH type=write size=1410599 2024-04-10T15:25:28.824 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.843+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~B89EJCUF0H7E.0 size=1048576 2024-04-10T15:25:28.825 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.845+0000 7fde1a776780 1 < completed part key=_multipart_G2Z1VR134GSG.2~B89EJCUF0H7E.1 size=937834 2024-04-10T15:25:28.829 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.849+0000 7fde1a776780 1 < completed multipart upload key=G2Z1VR134GSG upload=B89EJCUF0H7E tag=OGQYMRH5E80R type=write size=3034986 2024-04-10T15:25:28.833 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.853+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~DPEX3LJTKZH8.0 size=670178 2024-04-10T15:25:28.833 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.853+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=DPEX3LJTKZH8 tag=GEOSB05RH2PG type=write size=1718754 2024-04-10T15:25:28.835 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.855+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~8ZVN8ZF7CW2T.0 size=386127 2024-04-10T15:25:28.839 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.858+0000 7fde1a776780 1 < completed multipart upload key=01BTT4OLERPN upload=8ZVN8ZF7CW2T tag=HJV9M0NOVAVM type=write size=1434703 2024-04-10T15:25:28.843 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.863+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~TKZB7HTKG1XT.0 size=142043 2024-04-10T15:25:28.843 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.863+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=TKZB7HTKG1XT tag=5EZ9K19I2JXQ type=write size=1190619 2024-04-10T15:25:28.845 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.865+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~XP6J1EHW48QA.0 size=30638 2024-04-10T15:25:28.849 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.869+0000 7fde1a776780 1 < completed multipart upload key=U40N6ONWE7P2 upload=XP6J1EHW48QA tag=2TEX7GPF2V6R type=write size=1079214 2024-04-10T15:25:28.853 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.873+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~IIX3CXJ4K4XY.0 size=1048576 2024-04-10T15:25:28.855 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.875+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~IIX3CXJ4K4XY.1 size=739083 2024-04-10T15:25:28.855 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.875+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=IIX3CXJ4K4XY tag=8725DRWGUKC3 type=write size=2836235 2024-04-10T15:25:28.857 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.877+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~TA1E0DWG05CH.0 size=1048576 2024-04-10T15:25:28.859 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.879+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~TA1E0DWG05CH.1 size=1048576 2024-04-10T15:25:28.861 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.881+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~TA1E0DWG05CH.2 size=337442 2024-04-10T15:25:28.864 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.884+0000 7fde1a776780 1 < completed multipart upload key=L2PAIFCTQ0UL upload=TA1E0DWG05CH tag=US61ZSCZZWOY type=write size=3483170 2024-04-10T15:25:28.866 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.886+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=JBJBKNXJ2KIM type=del size=45701 2024-04-10T15:25:28.869 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.888+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~SRHGLCVNHOL2.0 size=362848 2024-04-10T15:25:28.872 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.892+0000 7fde1a776780 1 < completed multipart upload key=OTI1FIIUG2C6 upload=SRHGLCVNHOL2 tag=QF11HZTWCW0G type=write size=1411424 2024-04-10T15:25:28.874 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.894+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=YH5TOPDSS8Z7 type=del size=1345886 2024-04-10T15:25:28.876 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.896+0000 7fde1a776780 1 < completed delete operation key=GFDJUGM4M5RT tag=7MAP4XXA767R type=del 2024-04-10T15:25:28.878 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.898+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=WPF963SA3NZX type=del size=4122551 2024-04-10T15:25:28.882 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.902+0000 7fde1a776780 1 < suggested remove operation key=L2PAIFCTQ0UL tag=QESGJU0W5E2G type=del 2024-04-10T15:25:28.886 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.906+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~3Z48EKDE9326.0 size=1048576 2024-04-10T15:25:28.888 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.908+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~3Z48EKDE9326.1 size=1048576 2024-04-10T15:25:28.890 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.909+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~3Z48EKDE9326.2 size=640687 2024-04-10T15:25:28.890 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.909+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=3Z48EKDE9326 tag=3NDNV2VXP9QY type=write size=3786415 2024-04-10T15:25:28.892 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.911+0000 7fde1a776780 1 < completed delete operation key=OSSHDMNH4GXQ tag=GMMM1JSUKH12 type=del 2024-04-10T15:25:28.896 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.915+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~FOJS5JLMTQ7X.0 size=1048576 2024-04-10T15:25:28.897 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.917+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~FOJS5JLMTQ7X.1 size=1048576 2024-04-10T15:25:28.899 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.919+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~FOJS5JLMTQ7X.2 size=666181 2024-04-10T15:25:28.899 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.919+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=FOJS5JLMTQ7X tag=Z4S11MU3JUJQ type=write size=3811909 2024-04-10T15:25:28.901 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.921+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~7IBA10T0BTRU.0 size=1048576 2024-04-10T15:25:28.903 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.922+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~7IBA10T0BTRU.1 size=1048576 2024-04-10T15:25:28.903 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.922+0000 7fde1a776780 1 < canceled part key=_multipart_GFDJUGM4M5RT.2~7IBA10T0BTRU.2 size=982768 2024-04-10T15:25:28.907 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.927+0000 7fde1a776780 1 < canceled multipart upload key=GFDJUGM4M5RT upload=7IBA10T0BTRU tag=ZM1XG79N1OMH type=write size=4128496 2024-04-10T15:25:28.911 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.931+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~2ALSFU8RS7B3.0 size=398541 2024-04-10T15:25:28.911 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.931+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=2ALSFU8RS7B3 tag=OKNLYQPY2H0U type=write size=1447117 2024-04-10T15:25:28.913 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.933+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~HN5GX98BYS1O.0 size=1048576 2024-04-10T15:25:28.915 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.935+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~HN5GX98BYS1O.1 size=279216 2024-04-10T15:25:28.919 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.939+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=HN5GX98BYS1O tag=E8V3LZEZ6A4O type=write size=2376368 2024-04-10T15:25:28.923 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.943+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~WT6BD7FU56K2.0 size=843005 2024-04-10T15:25:28.923 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.943+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=WT6BD7FU56K2 tag=IQXA1Q73TKFB type=write size=1891581 2024-04-10T15:25:28.925 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.945+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=7HD7S0Q69AFK type=del 2024-04-10T15:25:28.929 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.948+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~75K8LV18WXG9.0 size=1048576 2024-04-10T15:25:28.931 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.950+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~75K8LV18WXG9.1 size=1048576 2024-04-10T15:25:28.932 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.952+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~75K8LV18WXG9.2 size=981892 2024-04-10T15:25:28.932 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.952+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=75K8LV18WXG9 tag=TAVQ7CNEVVNU type=write size=4127620 2024-04-10T15:25:28.934 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.954+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=I2JWG10931M0 type=del 2024-04-10T15:25:28.936 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.956+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=FZQ2I343SDPZ type=write size=412472 2024-04-10T15:25:28.938 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.958+0000 7fde1a776780 1 < completed delete operation key=01BTT4OLERPN tag=3TK1020MC0OJ type=del 2024-04-10T15:25:28.940 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.960+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=50XON11PZELI type=del size=534202 2024-04-10T15:25:28.943 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.963+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=QCGSCBU1F6H2 type=del 2024-04-10T15:25:28.945 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.965+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=WW7Y46X859QX type=del size=1179600 2024-04-10T15:25:28.947 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.967+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~RI9RUZT6RS42.0 size=687423 2024-04-10T15:25:28.951 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.970+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=RI9RUZT6RS42 tag=9KTYH64FTP8P type=write size=1735999 2024-04-10T15:25:28.953 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.972+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=WBWD5EOHS0OC type=del size=631960 2024-04-10T15:25:28.955 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.974+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~FH1NXY769HWQ.0 size=362023 2024-04-10T15:25:28.958 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.978+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=FH1NXY769HWQ tag=69IFSP3LGZSH type=write size=1410599 2024-04-10T15:25:28.960 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.980+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=LWC4NJ8VMRY2 type=del size=766030 2024-04-10T15:25:28.962 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.982+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~DPEX3LJTKZH8.0 size=670178 2024-04-10T15:25:28.966 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.986+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=DPEX3LJTKZH8 tag=GEOSB05RH2PG type=write size=1718754 2024-04-10T15:25:28.968 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.988+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=VE8M36W3BHQD type=del size=2298289 2024-04-10T15:25:28.970 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.990+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~TKZB7HTKG1XT.0 size=142043 2024-04-10T15:25:28.974 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.993+0000 7fde1a776780 1 < completed multipart upload key=UHHK0SL983MS upload=TKZB7HTKG1XT tag=5EZ9K19I2JXQ type=write size=1190619 2024-04-10T15:25:28.976 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.996+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=S1RGVVN1KHM9 type=del size=1820660 2024-04-10T15:25:28.978 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:28.998+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~IIX3CXJ4K4XY.0 size=1048576 2024-04-10T15:25:28.980 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.000+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~IIX3CXJ4K4XY.1 size=739083 2024-04-10T15:25:28.984 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.004+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=IIX3CXJ4K4XY tag=8725DRWGUKC3 type=write size=2836235 2024-04-10T15:25:28.987 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.007+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=R0RTI1O2131E type=del size=175366 2024-04-10T15:25:28.989 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.009+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=JBJBKNXJ2KIM type=del 2024-04-10T15:25:28.991 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.011+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=9QUO2NVML4EH type=del size=2769476 2024-04-10T15:25:28.993 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.013+0000 7fde1a776780 1 < completed delete operation key=EI79GJ0HN0U7 tag=YH5TOPDSS8Z7 type=del 2024-04-10T15:25:28.997 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.017+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~W97AFYAMZUAC.0 size=1048576 2024-04-10T15:25:28.999 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.018+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~W97AFYAMZUAC.1 size=1048576 2024-04-10T15:25:29.001 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.020+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~W97AFYAMZUAC.2 size=610289 2024-04-10T15:25:29.001 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.020+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=W97AFYAMZUAC tag=GAF47TATLO8L type=write size=3756017 2024-04-10T15:25:29.003 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.022+0000 7fde1a776780 1 < completed delete operation key=LEX0BICCP07E tag=WPF963SA3NZX type=del 2024-04-10T15:25:29.005 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.025+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=6O13J8U0H82W type=write size=415895 2024-04-10T15:25:29.008 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.027+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~3Z48EKDE9326.0 size=1048576 2024-04-10T15:25:29.009 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.029+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~3Z48EKDE9326.1 size=1048576 2024-04-10T15:25:29.011 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.031+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~3Z48EKDE9326.2 size=640687 2024-04-10T15:25:29.015 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.034+0000 7fde1a776780 1 < completed multipart upload key=2HPCRWS9ESCI upload=3Z48EKDE9326 tag=3NDNV2VXP9QY type=write size=3786415 2024-04-10T15:25:29.017 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.036+0000 7fde1a776780 1 > prepared operation key=OSSHDMNH4GXQ tag=JZ2D5UMOX8EK type=del size=3104893 2024-04-10T15:25:29.019 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.038+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~FOJS5JLMTQ7X.0 size=1048576 2024-04-10T15:25:29.021 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.040+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~FOJS5JLMTQ7X.1 size=1048576 2024-04-10T15:25:29.022 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.042+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~FOJS5JLMTQ7X.2 size=666181 2024-04-10T15:25:29.026 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.045+0000 7fde1a776780 1 < completed multipart upload key=01BTT4OLERPN upload=FOJS5JLMTQ7X tag=Z4S11MU3JUJQ type=write size=3811909 2024-04-10T15:25:29.028 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.047+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=PHFS79ZNZKHP type=del size=1352459 2024-04-10T15:25:29.030 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.050+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~2ALSFU8RS7B3.0 size=398541 2024-04-10T15:25:29.034 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.053+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=2ALSFU8RS7B3 tag=OKNLYQPY2H0U type=write size=1447117 2024-04-10T15:25:29.037 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.057+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~FKEKTHVDCGS0.0 size=1048576 2024-04-10T15:25:29.039 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.059+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~FKEKTHVDCGS0.1 size=329196 2024-04-10T15:25:29.039 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.059+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=FKEKTHVDCGS0 tag=G11BX4O0KWCY type=write size=2426348 2024-04-10T15:25:29.041 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.061+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~WT6BD7FU56K2.0 size=843005 2024-04-10T15:25:29.045 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.065+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=WT6BD7FU56K2 tag=IQXA1Q73TKFB type=write size=1891581 2024-04-10T15:25:29.049 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.069+0000 7fde1a776780 1 > prepared part key=_multipart_VPWN54SOWO0W.2~R755YV0YDQBL.0 size=848356 2024-04-10T15:25:29.049 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.069+0000 7fde1a776780 1 > prepared multipart upload key=VPWN54SOWO0W upload=R755YV0YDQBL tag=YARW5PVPVU0Y type=write size=1896932 2024-04-10T15:25:29.051 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.071+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~75K8LV18WXG9.0 size=1048576 2024-04-10T15:25:29.051 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.071+0000 7fde1a776780 1 < canceled part key=_multipart_4UIIRCLY6FIB.2~75K8LV18WXG9.1 size=1048576 2024-04-10T15:25:29.053 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.073+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~75K8LV18WXG9.2 size=981892 2024-04-10T15:25:29.056 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.076+0000 7fde1a776780 1 < canceled multipart upload key=4UIIRCLY6FIB upload=75K8LV18WXG9 tag=TAVQ7CNEVVNU type=write size=4127620 2024-04-10T15:25:29.058 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.078+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=96WDCPCGY077 type=del size=130899 2024-04-10T15:25:29.061 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.080+0000 7fde1a776780 1 < completed write operation key=ZOVK659NLDON tag=FZQ2I343SDPZ type=write size=412472 2024-04-10T15:25:29.063 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.082+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=DWLNALAO3PMK type=del size=3344688 2024-04-10T15:25:29.065 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.085+0000 7fde1a776780 1 < completed delete operation key=EI79GJ0HN0U7 tag=50XON11PZELI type=del 2024-04-10T15:25:29.069 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.089+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~PIE8JXZ6YOTS.0 size=1048576 2024-04-10T15:25:29.071 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.091+0000 7fde1a776780 1 > prepared part key=_multipart_BC5NU4J0LIY9.2~PIE8JXZ6YOTS.1 size=973440 2024-04-10T15:25:29.071 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.091+0000 7fde1a776780 1 > prepared multipart upload key=BC5NU4J0LIY9 upload=PIE8JXZ6YOTS tag=H95K7NHXZFCM type=write size=3070592 2024-04-10T15:25:29.075 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.095+0000 7fde1a776780 1 < suggested update operation key=LEX0BICCP07E tag=WW7Y46X859QX type=del size=1179600 2024-04-10T15:25:29.077 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.097+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=URG5MIHH0M64 type=del size=702410 2024-04-10T15:25:29.081 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.101+0000 7fde1a776780 1 < suggested update operation key=XQVTX5DB2NXX tag=WBWD5EOHS0OC type=del size=631960 2024-04-10T15:25:29.083 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.103+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=1GWVXON94X5L type=del size=2676454 2024-04-10T15:25:29.085 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.105+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=LWC4NJ8VMRY2 type=del 2024-04-10T15:25:29.087 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.107+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=C67N2MP0BZQ9 type=del size=389986 2024-04-10T15:25:29.089 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.109+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=VE8M36W3BHQD type=del 2024-04-10T15:25:29.091 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.111+0000 7fde1a776780 1 > prepared operation key=BRSJ82BM5NOL tag=SHJ78U0KRIZW type=del size=4133017 2024-04-10T15:25:29.094 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.114+0000 7fde1a776780 1 < canceled operation key=EI79GJ0HN0U7 tag=S1RGVVN1KHM9 type=del size=1820660 2024-04-10T15:25:29.096 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.116+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=BZ6MUVYB9CJD type=del size=2412619 2024-04-10T15:25:29.098 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.118+0000 7fde1a776780 1 < completed delete operation key=2HPCRWS9ESCI tag=R0RTI1O2131E type=del 2024-04-10T15:25:29.101 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.120+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=BZT1Z9BXCOHE type=del size=1515294 2024-04-10T15:25:29.103 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.123+0000 7fde1a776780 1 < canceled operation key=4UIIRCLY6FIB tag=9QUO2NVML4EH type=del size=2769476 2024-04-10T15:25:29.105 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.125+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=FOI634OK62KZ type=del size=813423 2024-04-10T15:25:29.107 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.127+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~W97AFYAMZUAC.0 size=1048576 2024-04-10T15:25:29.109 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.129+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~W97AFYAMZUAC.1 size=1048576 2024-04-10T15:25:29.111 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.131+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~W97AFYAMZUAC.2 size=610289 2024-04-10T15:25:29.115 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.135+0000 7fde1a776780 1 < completed multipart upload key=2HPCRWS9ESCI upload=W97AFYAMZUAC tag=GAF47TATLO8L type=write size=3756017 2024-04-10T15:25:29.117 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.137+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=T6KRKJ5O0EYD type=del size=1655313 2024-04-10T15:25:29.119 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.139+0000 7fde1a776780 1 < canceled operation key=GVB0VUGS9C0D tag=6O13J8U0H82W type=write size=415895 2024-04-10T15:25:29.124 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.143+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~ZFZ8BT7IT43T.0 size=1048576 2024-04-10T15:25:29.126 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.145+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~ZFZ8BT7IT43T.1 size=1048576 2024-04-10T15:25:29.128 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.148+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~ZFZ8BT7IT43T.2 size=787537 2024-04-10T15:25:29.128 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.148+0000 7fde1a776780 1 > prepared multipart upload key=L2PAIFCTQ0UL upload=ZFZ8BT7IT43T tag=4RNPNIS5KOD1 type=write size=3933265 2024-04-10T15:25:29.132 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.152+0000 7fde1a776780 1 < suggested remove operation key=OSSHDMNH4GXQ tag=JZ2D5UMOX8EK type=del 2024-04-10T15:25:29.134 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.154+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=R5WQ9LR64NJU type=del size=397455 2024-04-10T15:25:29.137 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.156+0000 7fde1a776780 1 < completed delete operation key=OTI1FIIUG2C6 tag=PHFS79ZNZKHP type=del 2024-04-10T15:25:29.139 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.158+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=YVW2AQQ7S97X type=write size=862697 2024-04-10T15:25:29.141 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.160+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~FKEKTHVDCGS0.0 size=1048576 2024-04-10T15:25:29.141 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.160+0000 7fde1a776780 1 < canceled part key=_multipart_BRSJ82BM5NOL.2~FKEKTHVDCGS0.1 size=329196 2024-04-10T15:25:29.145 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.165+0000 7fde1a776780 1 < canceled multipart upload key=BRSJ82BM5NOL upload=FKEKTHVDCGS0 tag=G11BX4O0KWCY type=write size=2426348 2024-04-10T15:25:29.149 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.169+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~5C6J5NR2DZFU.0 size=1048576 2024-04-10T15:25:29.151 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.170+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~5C6J5NR2DZFU.1 size=1048576 2024-04-10T15:25:29.152 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.172+0000 7fde1a776780 1 > prepared part key=_multipart_EI79GJ0HN0U7.2~5C6J5NR2DZFU.2 size=412808 2024-04-10T15:25:29.153 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.172+0000 7fde1a776780 1 > prepared multipart upload key=EI79GJ0HN0U7 upload=5C6J5NR2DZFU tag=YHEME4R3QN2J type=write size=3558536 2024-04-10T15:25:29.155 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.174+0000 7fde1a776780 1 < completed part key=_multipart_VPWN54SOWO0W.2~R755YV0YDQBL.0 size=848356 2024-04-10T15:25:29.158 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.178+0000 7fde1a776780 1 < completed multipart upload key=VPWN54SOWO0W upload=R755YV0YDQBL tag=YARW5PVPVU0Y type=write size=1896932 2024-04-10T15:25:29.160 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.180+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=HRDX8V5C4ATJ type=del size=1732292 2024-04-10T15:25:29.162 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.182+0000 7fde1a776780 1 < completed delete operation key=5ZH428JDA1AL tag=96WDCPCGY077 type=del 2024-04-10T15:25:29.164 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.184+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=29XVJ2K6Y8II type=write size=601471 2024-04-10T15:25:29.167 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.186+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=DWLNALAO3PMK type=del 2024-04-10T15:25:29.169 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.189+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=D80260IYN8AU type=write size=567266 2024-04-10T15:25:29.171 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.191+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~PIE8JXZ6YOTS.0 size=1048576 2024-04-10T15:25:29.173 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.193+0000 7fde1a776780 1 < completed part key=_multipart_BC5NU4J0LIY9.2~PIE8JXZ6YOTS.1 size=973440 2024-04-10T15:25:29.177 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.197+0000 7fde1a776780 1 < completed multipart upload key=BC5NU4J0LIY9 upload=PIE8JXZ6YOTS tag=H95K7NHXZFCM type=write size=3070592 2024-04-10T15:25:29.179 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.199+0000 7fde1a776780 1 > prepared operation key=UO4QF22YP29O tag=ZHB5WZ6S2Y1C type=del size=556218 2024-04-10T15:25:29.181 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.201+0000 7fde1a776780 1 < completed delete operation key=EI79GJ0HN0U7 tag=URG5MIHH0M64 type=del 2024-04-10T15:25:29.183 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.203+0000 7fde1a776780 1 > prepared operation key=GFDJUGM4M5RT tag=36RLQDNIK4JZ type=del size=2884593 2024-04-10T15:25:29.188 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.208+0000 7fde1a776780 1 < suggested remove operation key=VPWN54SOWO0W tag=1GWVXON94X5L type=del 2024-04-10T15:25:29.190 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.210+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=CCGDUV283PU3 type=del size=34708 2024-04-10T15:25:29.192 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.212+0000 7fde1a776780 1 < completed delete operation key=ZOVK659NLDON tag=C67N2MP0BZQ9 type=del 2024-04-10T15:25:29.196 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.215+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~J3Z70MMASGHI.0 size=1048576 2024-04-10T15:25:29.198 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.218+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~J3Z70MMASGHI.1 size=938114 2024-04-10T15:25:29.198 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.218+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=J3Z70MMASGHI tag=IOVEYWL8G0GD type=write size=3035266 2024-04-10T15:25:29.200 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.220+0000 7fde1a776780 1 < completed delete operation key=BRSJ82BM5NOL tag=SHJ78U0KRIZW type=del 2024-04-10T15:25:29.203 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.223+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=O39RDG0SX7VR type=del size=2470377 2024-04-10T15:25:29.205 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.225+0000 7fde1a776780 1 < completed delete operation key=LEX0BICCP07E tag=BZ6MUVYB9CJD type=del 2024-04-10T15:25:29.209 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.229+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~7YGSG0UH338W.0 size=763228 2024-04-10T15:25:29.209 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.229+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=7YGSG0UH338W tag=7LE16G4GBF74 type=write size=1811804 2024-04-10T15:25:29.211 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.231+0000 7fde1a776780 1 < completed delete operation key=ZOVK659NLDON tag=BZT1Z9BXCOHE type=del 2024-04-10T15:25:29.215 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.235+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~ZCK80LX9IK4J.0 size=1048576 2024-04-10T15:25:29.217 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.236+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~ZCK80LX9IK4J.1 size=1048576 2024-04-10T15:25:29.218 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.238+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~ZCK80LX9IK4J.2 size=858235 2024-04-10T15:25:29.218 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.238+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=ZCK80LX9IK4J tag=N2OSCEZKF909 type=write size=4003963 2024-04-10T15:25:29.220 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.240+0000 7fde1a776780 1 < completed delete operation key=4UIIRCLY6FIB tag=FOI634OK62KZ type=del 2024-04-10T15:25:29.222 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.242+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=XGPKT26JGKNA type=del size=1118347 2024-04-10T15:25:29.224 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.244+0000 7fde1a776780 1 < completed delete operation key=2HPCRWS9ESCI tag=T6KRKJ5O0EYD type=del 2024-04-10T15:25:29.227 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.246+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=DIAT3VUAFTXX type=del size=1131619 2024-04-10T15:25:29.229 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.248+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~ZFZ8BT7IT43T.0 size=1048576 2024-04-10T15:25:29.229 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.248+0000 7fde1a776780 1 < canceled part key=_multipart_L2PAIFCTQ0UL.2~ZFZ8BT7IT43T.1 size=1048576 2024-04-10T15:25:29.231 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.250+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~ZFZ8BT7IT43T.2 size=787537 2024-04-10T15:25:29.234 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.254+0000 7fde1a776780 1 < canceled multipart upload key=L2PAIFCTQ0UL upload=ZFZ8BT7IT43T tag=4RNPNIS5KOD1 type=write size=3933265 2024-04-10T15:25:29.236 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.256+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=RWG9D40ZUM33 type=del size=1824629 2024-04-10T15:25:29.240 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.259+0000 7fde1a776780 1 < suggested update operation key=O1ZBJUVP8PQD tag=R5WQ9LR64NJU type=del size=397455 2024-04-10T15:25:29.244 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.263+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~9KETKGE6ZMJB.0 size=1048576 2024-04-10T15:25:29.246 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.265+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~9KETKGE6ZMJB.1 size=1048576 2024-04-10T15:25:29.247 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.267+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~9KETKGE6ZMJB.2 size=102481 2024-04-10T15:25:29.248 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.267+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=9KETKGE6ZMJB tag=URWJ2PRFG3M2 type=write size=3248209 2024-04-10T15:25:29.250 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.269+0000 7fde1a776780 1 < completed write operation key=KN16WF5V2CIJ tag=YVW2AQQ7S97X type=write size=862697 2024-04-10T15:25:29.251 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.271+0000 7fde1a776780 1 > prepared operation key=R4UBYQBOSB3Z tag=9RU7HD46JOC0 type=del size=244410 2024-04-10T15:25:29.254 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.273+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~5C6J5NR2DZFU.0 size=1048576 2024-04-10T15:25:29.256 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.276+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~5C6J5NR2DZFU.1 size=1048576 2024-04-10T15:25:29.258 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.277+0000 7fde1a776780 1 < completed part key=_multipart_EI79GJ0HN0U7.2~5C6J5NR2DZFU.2 size=412808 2024-04-10T15:25:29.262 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.281+0000 7fde1a776780 1 < completed multipart upload key=EI79GJ0HN0U7 upload=5C6J5NR2DZFU tag=YHEME4R3QN2J type=write size=3558536 2024-04-10T15:25:29.264 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.284+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=9FQKIGOEGJGY type=del size=3977949 2024-04-10T15:25:29.266 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.286+0000 7fde1a776780 1 < completed delete operation key=4UIIRCLY6FIB tag=HRDX8V5C4ATJ type=del 2024-04-10T15:25:29.270 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.290+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~61MLQ8VSI0GS.0 size=1048576 2024-04-10T15:25:29.272 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.292+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~61MLQ8VSI0GS.1 size=1048576 2024-04-10T15:25:29.274 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.294+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~61MLQ8VSI0GS.2 size=368542 2024-04-10T15:25:29.274 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.294+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=61MLQ8VSI0GS tag=Z2GZX5QQ56E0 type=write size=3514270 2024-04-10T15:25:29.276 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.296+0000 7fde1a776780 1 < completed write operation key=BC5NU4J0LIY9 tag=29XVJ2K6Y8II type=write size=601471 2024-04-10T15:25:29.278 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.298+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=J55O8SQULPXZ type=del size=4040189 2024-04-10T15:25:29.281 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.301+0000 7fde1a776780 -1 < failed to complete operation key=O1ZBJUVP8PQD tag=D80260IYN8AU type=write size=567266: (22) Invalid argument 2024-04-10T15:25:29.283 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.303+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=8RPVOQOJ1FGZ type=del size=4147607 2024-04-10T15:25:29.285 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.305+0000 7fde1a776780 1 < completed delete operation key=UO4QF22YP29O tag=ZHB5WZ6S2Y1C type=del 2024-04-10T15:25:29.287 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.307+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=VRGL8KBOQX6H type=del size=3072115 2024-04-10T15:25:29.291 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.311+0000 7fde1a776780 1 < suggested remove operation key=GFDJUGM4M5RT tag=36RLQDNIK4JZ type=del 2024-04-10T15:25:29.296 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.315+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~4LTOYNAYYLAY.0 size=1048576 2024-04-10T15:25:29.297 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.317+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~4LTOYNAYYLAY.1 size=1048576 2024-04-10T15:25:29.299 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.319+0000 7fde1a776780 1 > prepared part key=_multipart_GVB0VUGS9C0D.2~4LTOYNAYYLAY.2 size=106868 2024-04-10T15:25:29.299 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.319+0000 7fde1a776780 1 > prepared multipart upload key=GVB0VUGS9C0D upload=4LTOYNAYYLAY tag=8IN651SMF350 type=write size=3252596 2024-04-10T15:25:29.303 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.322+0000 7fde1a776780 1 < canceled operation key=L2PAIFCTQ0UL tag=CCGDUV283PU3 type=del size=34708 2024-04-10T15:25:29.306 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.326+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~Y1NVZD29P2ST.0 size=1048576 2024-04-10T15:25:29.309 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.328+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~Y1NVZD29P2ST.1 size=1048576 2024-04-10T15:25:29.310 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.330+0000 7fde1a776780 1 > prepared part key=_multipart_01BTT4OLERPN.2~Y1NVZD29P2ST.2 size=766977 2024-04-10T15:25:29.310 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.330+0000 7fde1a776780 1 > prepared multipart upload key=01BTT4OLERPN upload=Y1NVZD29P2ST tag=DPRF719XIIDF type=write size=3912705 2024-04-10T15:25:29.313 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.333+0000 7fde1a776780 1 < completed part key=_multipart_RHD4NMKH90JS.2~J3Z70MMASGHI.0 size=1048576 2024-04-10T15:25:29.313 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.333+0000 7fde1a776780 1 < canceled part key=_multipart_RHD4NMKH90JS.2~J3Z70MMASGHI.1 size=938114 2024-04-10T15:25:29.318 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.337+0000 7fde1a776780 1 < canceled multipart upload key=RHD4NMKH90JS upload=J3Z70MMASGHI tag=IOVEYWL8G0GD type=write size=3035266 2024-04-10T15:25:29.322 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.341+0000 7fde1a776780 1 > prepared part key=_multipart_OTI1FIIUG2C6.2~9T7CIH4GNOTQ.0 size=4515 2024-04-10T15:25:29.322 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.341+0000 7fde1a776780 1 > prepared multipart upload key=OTI1FIIUG2C6 upload=9T7CIH4GNOTQ tag=GXHPJ2F2TB44 type=write size=1053091 2024-04-10T15:25:29.324 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.343+0000 7fde1a776780 1 < completed delete operation key=OTI1FIIUG2C6 tag=O39RDG0SX7VR type=del 2024-04-10T15:25:29.328 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.348+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~62DW0CRL8Y3E.0 size=1048576 2024-04-10T15:25:29.330 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.349+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~62DW0CRL8Y3E.1 size=182218 2024-04-10T15:25:29.330 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.349+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=62DW0CRL8Y3E tag=K18XU21HZG5C type=write size=2279370 2024-04-10T15:25:29.332 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.352+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~7YGSG0UH338W.0 size=763228 2024-04-10T15:25:29.337 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.356+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=7YGSG0UH338W tag=7LE16G4GBF74 type=write size=1811804 2024-04-10T15:25:29.339 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.359+0000 7fde1a776780 1 > prepared operation key=1R91FWVRA2AS tag=EEI3HWZ8MPN3 type=del size=1696037 2024-04-10T15:25:29.341 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.361+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~ZCK80LX9IK4J.0 size=1048576 2024-04-10T15:25:29.343 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.363+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~ZCK80LX9IK4J.1 size=1048576 2024-04-10T15:25:29.345 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.365+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~ZCK80LX9IK4J.2 size=858235 2024-04-10T15:25:29.349 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.368+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=ZCK80LX9IK4J tag=N2OSCEZKF909 type=write size=4003963 2024-04-10T15:25:29.351 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.370+0000 7fde1a776780 1 > prepared operation key=4UIIRCLY6FIB tag=IDCWICI7BPM8 type=write size=242541 2024-04-10T15:25:29.353 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.372+0000 7fde1a776780 1 < completed delete operation key=5ZH428JDA1AL tag=XGPKT26JGKNA type=del 2024-04-10T15:25:29.355 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.375+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=H1AY7RWC3ZUS type=write size=403221 2024-04-10T15:25:29.357 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.377+0000 7fde1a776780 1 < completed delete operation key=VPWN54SOWO0W tag=DIAT3VUAFTXX type=del 2024-04-10T15:25:29.359 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.379+0000 7fde1a776780 1 > prepared operation key=VPWN54SOWO0W tag=GHQGKNKQ2U44 type=write size=150219 2024-04-10T15:25:29.361 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.381+0000 7fde1a776780 1 < completed delete operation key=KN16WF5V2CIJ tag=RWG9D40ZUM33 type=del 2024-04-10T15:25:29.364 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.383+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=M7GOPTCO4QZ3 type=del size=493021 2024-04-10T15:25:29.366 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.385+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~9KETKGE6ZMJB.0 size=1048576 2024-04-10T15:25:29.368 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.387+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~9KETKGE6ZMJB.1 size=1048576 2024-04-10T15:25:29.370 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.389+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~9KETKGE6ZMJB.2 size=102481 2024-04-10T15:25:29.373 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.393+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=9KETKGE6ZMJB tag=URWJ2PRFG3M2 type=write size=3248209 2024-04-10T15:25:29.378 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.398+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~0GUNJWDJYPUV.0 size=1048576 2024-04-10T15:25:29.380 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.399+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~0GUNJWDJYPUV.1 size=1048576 2024-04-10T15:25:29.381 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.401+0000 7fde1a776780 1 > prepared part key=_multipart_GFDJUGM4M5RT.2~0GUNJWDJYPUV.2 size=683501 2024-04-10T15:25:29.382 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.401+0000 7fde1a776780 1 > prepared multipart upload key=GFDJUGM4M5RT upload=0GUNJWDJYPUV tag=WK0FSM42EW29 type=write size=3829229 2024-04-10T15:25:29.386 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.406+0000 7fde1a776780 1 < suggested update operation key=R4UBYQBOSB3Z tag=9RU7HD46JOC0 type=del size=244410 2024-04-10T15:25:29.388 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.408+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=4KHB1PLN4BLD type=del size=1343988 2024-04-10T15:25:29.390 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.410+0000 7fde1a776780 1 < completed delete operation key=GVB0VUGS9C0D tag=9FQKIGOEGJGY type=del 2024-04-10T15:25:29.392 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.412+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=T2ZEU7Q2FX45 type=del size=3001513 2024-04-10T15:25:29.395 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.414+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~61MLQ8VSI0GS.0 size=1048576 2024-04-10T15:25:29.396 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.416+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~61MLQ8VSI0GS.1 size=1048576 2024-04-10T15:25:29.398 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.418+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~61MLQ8VSI0GS.2 size=368542 2024-04-10T15:25:29.402 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.422+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=61MLQ8VSI0GS tag=Z2GZX5QQ56E0 type=write size=3514270 2024-04-10T15:25:29.406 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.425+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~NGVBCLEK0Z37.0 size=628459 2024-04-10T15:25:29.406 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.425+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=NGVBCLEK0Z37 tag=BF49VC4Q3QB4 type=write size=1677035 2024-04-10T15:25:29.408 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.428+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=J55O8SQULPXZ type=del 2024-04-10T15:25:29.410 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.430+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=3JMK0YAST3YR type=del size=3294080 2024-04-10T15:25:29.413 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.432+0000 7fde1a776780 1 < completed delete operation key=XQVTX5DB2NXX tag=8RPVOQOJ1FGZ type=del 2024-04-10T15:25:29.417 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.437+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~PUHTNCYWFH5O.0 size=1048576 2024-04-10T15:25:29.419 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.439+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~PUHTNCYWFH5O.1 size=1048576 2024-04-10T15:25:29.421 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.441+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~PUHTNCYWFH5O.2 size=137112 2024-04-10T15:25:29.421 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.441+0000 7fde1a776780 1 > prepared multipart upload key=L2PAIFCTQ0UL upload=PUHTNCYWFH5O tag=2R17FLXOS4H1 type=write size=3282840 2024-04-10T15:25:29.423 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.443+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=VRGL8KBOQX6H type=del 2024-04-10T15:25:29.426 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.445+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=GEWEZYIB8BC3 type=del size=4032216 2024-04-10T15:25:29.428 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.448+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~4LTOYNAYYLAY.0 size=1048576 2024-04-10T15:25:29.430 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.449+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~4LTOYNAYYLAY.1 size=1048576 2024-04-10T15:25:29.431 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.451+0000 7fde1a776780 1 < completed part key=_multipart_GVB0VUGS9C0D.2~4LTOYNAYYLAY.2 size=106868 2024-04-10T15:25:29.435 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.455+0000 7fde1a776780 1 < completed multipart upload key=GVB0VUGS9C0D upload=4LTOYNAYYLAY tag=8IN651SMF350 type=write size=3252596 2024-04-10T15:25:29.439 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.458+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~TY3AMLA62L80.0 size=1048576 2024-04-10T15:25:29.441 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.460+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~TY3AMLA62L80.1 size=579123 2024-04-10T15:25:29.441 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.460+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=TY3AMLA62L80 tag=TKFB53INEAL6 type=write size=2676275 2024-04-10T15:25:29.443 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.462+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~Y1NVZD29P2ST.0 size=1048576 2024-04-10T15:25:29.445 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.464+0000 7fde1a776780 1 < completed part key=_multipart_01BTT4OLERPN.2~Y1NVZD29P2ST.1 size=1048576 2024-04-10T15:25:29.445 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.464+0000 7fde1a776780 1 < canceled part key=_multipart_01BTT4OLERPN.2~Y1NVZD29P2ST.2 size=766977 2024-04-10T15:25:29.449 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.468+0000 7fde1a776780 1 < canceled multipart upload key=01BTT4OLERPN upload=Y1NVZD29P2ST tag=DPRF719XIIDF type=write size=3912705 2024-04-10T15:25:29.451 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.471+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=30DFYOEFEC43 type=del size=1605910 2024-04-10T15:25:29.453 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.473+0000 7fde1a776780 1 < completed part key=_multipart_OTI1FIIUG2C6.2~9T7CIH4GNOTQ.0 size=4515 2024-04-10T15:25:29.457 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.476+0000 7fde1a776780 1 < completed multipart upload key=OTI1FIIUG2C6 upload=9T7CIH4GNOTQ tag=GXHPJ2F2TB44 type=write size=1053091 2024-04-10T15:25:29.459 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.478+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=FKGZEF8XYPR5 type=del size=1466073 2024-04-10T15:25:29.461 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.481+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~62DW0CRL8Y3E.0 size=1048576 2024-04-10T15:25:29.463 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.482+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~62DW0CRL8Y3E.1 size=182218 2024-04-10T15:25:29.466 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.486+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=62DW0CRL8Y3E tag=K18XU21HZG5C type=write size=2279370 2024-04-10T15:25:29.469 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.488+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=TYAMX92PEMD5 type=del size=654498 2024-04-10T15:25:29.471 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.490+0000 7fde1a776780 1 < completed delete operation key=1R91FWVRA2AS tag=EEI3HWZ8MPN3 type=del 2024-04-10T15:25:29.473 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.493+0000 7fde1a776780 1 > prepared operation key=01BTT4OLERPN tag=HPXRDPVZQ0KF type=del size=376445 2024-04-10T15:25:29.475 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.495+0000 7fde1a776780 1 < completed write operation key=4UIIRCLY6FIB tag=IDCWICI7BPM8 type=write size=242541 2024-04-10T15:25:29.477 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.497+0000 7fde1a776780 1 > prepared operation key=OTI1FIIUG2C6 tag=0XHD8XPYDCPY type=del size=268478 2024-04-10T15:25:29.480 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.499+0000 7fde1a776780 1 < completed write operation key=GVB0VUGS9C0D tag=H1AY7RWC3ZUS type=write size=403221 2024-04-10T15:25:29.482 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.501+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=2RP2AF54FRX6 type=del size=78261 2024-04-10T15:25:29.484 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.504+0000 7fde1a776780 1 < completed write operation key=VPWN54SOWO0W tag=GHQGKNKQ2U44 type=write size=150219 2024-04-10T15:25:29.488 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.508+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~FI5I3IRE5QTU.0 size=1048576 2024-04-10T15:25:29.490 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.509+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~FI5I3IRE5QTU.1 size=1048576 2024-04-10T15:25:29.492 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.511+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~FI5I3IRE5QTU.2 size=67599 2024-04-10T15:25:29.492 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.511+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=FI5I3IRE5QTU tag=31JSGJR5130C type=write size=3213327 2024-04-10T15:25:29.494 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.513+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=M7GOPTCO4QZ3 type=del 2024-04-10T15:25:29.496 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.516+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=B5NY4K3CMFA9 type=write size=181229 2024-04-10T15:25:29.498 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.518+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~0GUNJWDJYPUV.0 size=1048576 2024-04-10T15:25:29.501 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.520+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~0GUNJWDJYPUV.1 size=1048576 2024-04-10T15:25:29.502 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.522+0000 7fde1a776780 1 < completed part key=_multipart_GFDJUGM4M5RT.2~0GUNJWDJYPUV.2 size=683501 2024-04-10T15:25:29.506 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.525+0000 7fde1a776780 1 < completed multipart upload key=GFDJUGM4M5RT upload=0GUNJWDJYPUV tag=WK0FSM42EW29 type=write size=3829229 2024-04-10T15:25:29.508 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.528+0000 7fde1a776780 1 > prepared operation key=WEXVY1WRSZOS tag=HVDS01D03N2O type=del size=1779126 2024-04-10T15:25:29.512 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.532+0000 7fde1a776780 1 < suggested remove operation key=O1ZBJUVP8PQD tag=4KHB1PLN4BLD type=del 2024-04-10T15:25:29.516 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.535+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~ZD8KRNF0BE7T.0 size=261767 2024-04-10T15:25:29.516 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.535+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=ZD8KRNF0BE7T tag=X4UKLU2QSTB2 type=write size=1310343 2024-04-10T15:25:29.518 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.537+0000 7fde1a776780 1 < completed delete operation key=01BTT4OLERPN tag=T2ZEU7Q2FX45 type=del 2024-04-10T15:25:29.520 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.540+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=RJN0XPHM7VDC type=del size=3652583 2024-04-10T15:25:29.522 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.542+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~NGVBCLEK0Z37.0 size=628459 2024-04-10T15:25:29.526 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.545+0000 7fde1a776780 1 < completed multipart upload key=O1ZBJUVP8PQD upload=NGVBCLEK0Z37 tag=BF49VC4Q3QB4 type=write size=1677035 2024-04-10T15:25:29.530 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.550+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~P4L337PBVYZN.0 size=30782 2024-04-10T15:25:29.530 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.550+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=P4L337PBVYZN tag=JNR2LL7JD2CU type=write size=1079358 2024-04-10T15:25:29.532 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.551+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=3JMK0YAST3YR type=del 2024-04-10T15:25:29.536 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.556+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~GRP3AYJ7ELTX.0 size=1048576 2024-04-10T15:25:29.538 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.558+0000 7fde1a776780 1 > prepared part key=_multipart_2HPCRWS9ESCI.2~GRP3AYJ7ELTX.1 size=171502 2024-04-10T15:25:29.538 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.558+0000 7fde1a776780 1 > prepared multipart upload key=2HPCRWS9ESCI upload=GRP3AYJ7ELTX tag=R008YYC5YE33 type=write size=2268654 2024-04-10T15:25:29.540 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.560+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~PUHTNCYWFH5O.0 size=1048576 2024-04-10T15:25:29.542 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.561+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~PUHTNCYWFH5O.1 size=1048576 2024-04-10T15:25:29.544 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.563+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~PUHTNCYWFH5O.2 size=137112 2024-04-10T15:25:29.547 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.567+0000 7fde1a776780 1 < completed multipart upload key=L2PAIFCTQ0UL upload=PUHTNCYWFH5O tag=2R17FLXOS4H1 type=write size=3282840 2024-04-10T15:25:29.551 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.571+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~9A38KMZFJDBA.0 size=1048576 2024-04-10T15:25:29.553 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.572+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~9A38KMZFJDBA.1 size=1048576 2024-04-10T15:25:29.554 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.574+0000 7fde1a776780 1 > prepared part key=_multipart_UHHK0SL983MS.2~9A38KMZFJDBA.2 size=401474 2024-04-10T15:25:29.554 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.574+0000 7fde1a776780 1 > prepared multipart upload key=UHHK0SL983MS upload=9A38KMZFJDBA tag=86Q3SJIEHFV5 type=write size=3547202 2024-04-10T15:25:29.558 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.578+0000 7fde1a776780 1 < suggested remove operation key=O1ZBJUVP8PQD tag=GEWEZYIB8BC3 type=del 2024-04-10T15:25:29.560 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.580+0000 7fde1a776780 1 > prepared operation key=UHHK0SL983MS tag=AZQUP84JC60H type=del size=909636 2024-04-10T15:25:29.562 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.582+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~TY3AMLA62L80.0 size=1048576 2024-04-10T15:25:29.564 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.584+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~TY3AMLA62L80.1 size=579123 2024-04-10T15:25:29.568 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.587+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=TY3AMLA62L80 tag=TKFB53INEAL6 type=write size=2676275 2024-04-10T15:25:29.572 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.591+0000 7fde1a776780 1 > prepared part key=_multipart_DKSUE7KTGBW7.2~T966BH9WNZE7.0 size=629223 2024-04-10T15:25:29.572 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.591+0000 7fde1a776780 1 > prepared multipart upload key=DKSUE7KTGBW7 upload=T966BH9WNZE7 tag=X1OTQMEHWCIQ type=write size=1677799 2024-04-10T15:25:29.574 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.593+0000 7fde1a776780 1 < completed delete operation key=5ZH428JDA1AL tag=30DFYOEFEC43 type=del 2024-04-10T15:25:29.576 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.595+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=S07HZV2F9XTE type=del size=3843835 2024-04-10T15:25:29.578 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.598+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=FKGZEF8XYPR5 type=del 2024-04-10T15:25:29.582 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.601+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~XKNO6YORU1K5.0 size=1048576 2024-04-10T15:25:29.583 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.603+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~XKNO6YORU1K5.1 size=1048576 2024-04-10T15:25:29.585 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.605+0000 7fde1a776780 1 > prepared part key=_multipart_O1ZBJUVP8PQD.2~XKNO6YORU1K5.2 size=239989 2024-04-10T15:25:29.585 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.605+0000 7fde1a776780 1 > prepared multipart upload key=O1ZBJUVP8PQD upload=XKNO6YORU1K5 tag=1LYFYTWVTJQQ type=write size=3385717 2024-04-10T15:25:29.587 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.607+0000 7fde1a776780 1 < completed delete operation key=L2PAIFCTQ0UL tag=TYAMX92PEMD5 type=del 2024-04-10T15:25:29.589 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.609+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=NN5BMEDX526I type=write size=651945 2024-04-10T15:25:29.591 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.611+0000 7fde1a776780 1 < completed delete operation key=01BTT4OLERPN tag=HPXRDPVZQ0KF type=del 2024-04-10T15:25:29.596 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.616+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~2H2IQN0L8IQI.0 size=1048576 2024-04-10T15:25:29.598 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.617+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~2H2IQN0L8IQI.1 size=461877 2024-04-10T15:25:29.598 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.617+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=2H2IQN0L8IQI tag=F7OIFADDZBV9 type=write size=2559029 2024-04-10T15:25:29.602 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.622+0000 7fde1a776780 1 < suggested remove operation key=OTI1FIIUG2C6 tag=0XHD8XPYDCPY type=del 2024-04-10T15:25:29.604 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.624+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=Y8WAH010VJZQ type=del size=2989596 2024-04-10T15:25:29.608 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.628+0000 7fde1a776780 1 < suggested remove operation key=DKSUE7KTGBW7 tag=2RP2AF54FRX6 type=del 2024-04-10T15:25:29.610 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.630+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=C1UMLBB98TXS type=del size=1416321 2024-04-10T15:25:29.612 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.631+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~FI5I3IRE5QTU.0 size=1048576 2024-04-10T15:25:29.612 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.631+0000 7fde1a776780 1 < canceled part key=_multipart_UCUWIQFA7CRO.2~FI5I3IRE5QTU.1 size=1048576 2024-04-10T15:25:29.614 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.633+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~FI5I3IRE5QTU.2 size=67599 2024-04-10T15:25:29.617 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.637+0000 7fde1a776780 1 < canceled multipart upload key=UCUWIQFA7CRO upload=FI5I3IRE5QTU tag=31JSGJR5130C type=write size=3213327 2024-04-10T15:25:29.621 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.641+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~K1U9ZI2T8NQ2.0 size=1048576 2024-04-10T15:25:29.623 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.642+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~K1U9ZI2T8NQ2.1 size=1048576 2024-04-10T15:25:29.624 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.644+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~K1U9ZI2T8NQ2.2 size=861796 2024-04-10T15:25:29.624 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.644+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=K1U9ZI2T8NQ2 tag=S1DS69M0X0AC type=write size=4007524 2024-04-10T15:25:29.629 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.649+0000 7fde1a776780 1 < suggested update operation key=UHHK0SL983MS tag=B5NY4K3CMFA9 type=write size=181229 2024-04-10T15:25:29.633 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.653+0000 7fde1a776780 1 > prepared part key=_multipart_5ZH428JDA1AL.2~ZQ7YUO9GH2U7.0 size=315869 2024-04-10T15:25:29.633 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.653+0000 7fde1a776780 1 > prepared multipart upload key=5ZH428JDA1AL upload=ZQ7YUO9GH2U7 tag=ANUE8APSOXXR type=write size=1364445 2024-04-10T15:25:29.635 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.655+0000 7fde1a776780 1 < completed delete operation key=WEXVY1WRSZOS tag=HVDS01D03N2O type=del 2024-04-10T15:25:29.639 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.659+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~FUMI1WJSPESG.0 size=1048576 2024-04-10T15:25:29.642 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.661+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~FUMI1WJSPESG.1 size=449193 2024-04-10T15:25:29.642 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.661+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=FUMI1WJSPESG tag=PK6DMYD5OHVN type=write size=2546345 2024-04-10T15:25:29.644 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.663+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~ZD8KRNF0BE7T.0 size=261767 2024-04-10T15:25:29.648 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.668+0000 7fde1a776780 1 < completed multipart upload key=LEX0BICCP07E upload=ZD8KRNF0BE7T tag=X4UKLU2QSTB2 type=write size=1310343 2024-04-10T15:25:29.650 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.670+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=KCXSAKMUIKSK type=del size=1047269 2024-04-10T15:25:29.653 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.672+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=RJN0XPHM7VDC type=del 2024-04-10T15:25:29.655 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.674+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=SEOWCNLX2BWS type=del size=544096 2024-04-10T15:25:29.657 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.676+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~P4L337PBVYZN.0 size=30782 2024-04-10T15:25:29.660 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.680+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=P4L337PBVYZN tag=JNR2LL7JD2CU type=write size=1079358 2024-04-10T15:25:29.664 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.684+0000 7fde1a776780 1 > prepared part key=_multipart_4UIIRCLY6FIB.2~GP3WULI9GBO5.0 size=442600 2024-04-10T15:25:29.664 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.684+0000 7fde1a776780 1 > prepared multipart upload key=4UIIRCLY6FIB upload=GP3WULI9GBO5 tag=LUTXCDQ2XW4G type=write size=1491176 2024-04-10T15:25:29.666 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.686+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~GRP3AYJ7ELTX.0 size=1048576 2024-04-10T15:25:29.668 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.688+0000 7fde1a776780 1 < completed part key=_multipart_2HPCRWS9ESCI.2~GRP3AYJ7ELTX.1 size=171502 2024-04-10T15:25:29.672 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.691+0000 7fde1a776780 1 < completed multipart upload key=2HPCRWS9ESCI upload=GRP3AYJ7ELTX tag=R008YYC5YE33 type=write size=2268654 2024-04-10T15:25:29.676 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.695+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~JC3VGRQDE2WZ.0 size=1048576 2024-04-10T15:25:29.677 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.697+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~JC3VGRQDE2WZ.1 size=1048576 2024-04-10T15:25:29.679 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.699+0000 7fde1a776780 1 > prepared part key=_multipart_LEX0BICCP07E.2~JC3VGRQDE2WZ.2 size=910844 2024-04-10T15:25:29.679 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.699+0000 7fde1a776780 1 > prepared multipart upload key=LEX0BICCP07E upload=JC3VGRQDE2WZ tag=8M31PUVHA33R type=write size=4056572 2024-04-10T15:25:29.681 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.701+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~9A38KMZFJDBA.0 size=1048576 2024-04-10T15:25:29.683 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.702+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~9A38KMZFJDBA.1 size=1048576 2024-04-10T15:25:29.684 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.704+0000 7fde1a776780 1 < completed part key=_multipart_UHHK0SL983MS.2~9A38KMZFJDBA.2 size=401474 2024-04-10T15:25:29.688 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.708+0000 7fde1a776780 1 < completed multipart upload key=UHHK0SL983MS upload=9A38KMZFJDBA tag=86Q3SJIEHFV5 type=write size=3547202 2024-04-10T15:25:29.690 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.710+0000 7fde1a776780 1 > prepared operation key=DKSUE7KTGBW7 tag=86OOCK0XWIBG type=del size=3012043 2024-04-10T15:25:29.693 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.713+0000 7fde1a776780 -1 < failed to complete operation key=UHHK0SL983MS tag=AZQUP84JC60H type=del size=909636: (22) Invalid argument 2024-04-10T15:25:29.697 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.717+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~3MJW2WLO0XI6.0 size=1048576 2024-04-10T15:25:29.699 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.718+0000 7fde1a776780 1 > prepared part key=_multipart_TI6JR9Q8AOF5.2~3MJW2WLO0XI6.1 size=904268 2024-04-10T15:25:29.699 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.718+0000 7fde1a776780 1 > prepared multipart upload key=TI6JR9Q8AOF5 upload=3MJW2WLO0XI6 tag=KJ4Q5M13WL6U type=write size=3001420 2024-04-10T15:25:29.701 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.720+0000 7fde1a776780 1 < completed part key=_multipart_DKSUE7KTGBW7.2~T966BH9WNZE7.0 size=629223 2024-04-10T15:25:29.704 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.724+0000 7fde1a776780 1 < completed multipart upload key=DKSUE7KTGBW7 upload=T966BH9WNZE7 tag=X1OTQMEHWCIQ type=write size=1677799 2024-04-10T15:25:29.708 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.728+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~XEAJH06AKTK3.0 size=368210 2024-04-10T15:25:29.708 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.728+0000 7fde1a776780 1 > prepared multipart upload key=F7U2L70QSILB upload=XEAJH06AKTK3 tag=86OFEKGENZHM type=write size=1416786 2024-04-10T15:25:29.712 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.732+0000 7fde1a776780 1 < suggested update operation key=U40N6ONWE7P2 tag=S07HZV2F9XTE type=del size=3843835 2024-04-10T15:25:29.714 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.734+0000 7fde1a776780 1 > prepared operation key=TI6JR9Q8AOF5 tag=TMH2QEOEYACX type=del size=2227607 2024-04-10T15:25:29.717 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.736+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~XKNO6YORU1K5.0 size=1048576 2024-04-10T15:25:29.717 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.736+0000 7fde1a776780 1 < canceled part key=_multipart_O1ZBJUVP8PQD.2~XKNO6YORU1K5.1 size=1048576 2024-04-10T15:25:29.718 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.738+0000 7fde1a776780 1 < completed part key=_multipart_O1ZBJUVP8PQD.2~XKNO6YORU1K5.2 size=239989 2024-04-10T15:25:29.721 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.741+0000 7fde1a776780 1 < canceled multipart upload key=O1ZBJUVP8PQD upload=XKNO6YORU1K5 tag=1LYFYTWVTJQQ type=write size=3385717 2024-04-10T15:25:29.726 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.746+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~KGZF5C7SC73V.0 size=1048576 2024-04-10T15:25:29.728 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.747+0000 7fde1a776780 1 > prepared part key=_multipart_WEXVY1WRSZOS.2~KGZF5C7SC73V.1 size=518260 2024-04-10T15:25:29.728 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.747+0000 7fde1a776780 1 > prepared multipart upload key=WEXVY1WRSZOS upload=KGZF5C7SC73V tag=YTKUO1J9LLJ3 type=write size=2615412 2024-04-10T15:25:29.730 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.750+0000 7fde1a776780 1 < completed write operation key=GVB0VUGS9C0D tag=NN5BMEDX526I type=write size=651945 2024-04-10T15:25:29.732 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.752+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=HBX7JU0AF55K type=del size=3112376 2024-04-10T15:25:29.734 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.754+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~2H2IQN0L8IQI.0 size=1048576 2024-04-10T15:25:29.736 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.756+0000 7fde1a776780 1 < completed part key=_multipart_BRSJ82BM5NOL.2~2H2IQN0L8IQI.1 size=461877 2024-04-10T15:25:29.740 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.759+0000 7fde1a776780 1 < completed multipart upload key=BRSJ82BM5NOL upload=2H2IQN0L8IQI tag=F7OIFADDZBV9 type=write size=2559029 2024-04-10T15:25:29.744 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.764+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~UACLO9EY9W7J.0 size=1048576 2024-04-10T15:25:29.746 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.766+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~UACLO9EY9W7J.1 size=1048576 2024-04-10T15:25:29.748 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.768+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~UACLO9EY9W7J.2 size=78596 2024-04-10T15:25:29.748 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.768+0000 7fde1a776780 1 > prepared multipart upload key=L2PAIFCTQ0UL upload=UACLO9EY9W7J tag=2FAME5AJ1SY0 type=write size=3224324 2024-04-10T15:25:29.750 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.770+0000 7fde1a776780 1 < completed delete operation key=O1ZBJUVP8PQD tag=Y8WAH010VJZQ type=del 2024-04-10T15:25:29.752 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.772+0000 7fde1a776780 1 > prepared operation key=UCUWIQFA7CRO tag=CRKQW2YTYP0E type=del size=384900 2024-04-10T15:25:29.754 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.774+0000 7fde1a776780 1 < completed delete operation key=2HPCRWS9ESCI tag=C1UMLBB98TXS type=del 2024-04-10T15:25:29.759 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.779+0000 7fde1a776780 1 > prepared part key=_multipart_L2PAIFCTQ0UL.2~FYYFH3LURH64.0 size=422375 2024-04-10T15:25:29.759 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.779+0000 7fde1a776780 1 > prepared multipart upload key=L2PAIFCTQ0UL upload=FYYFH3LURH64 tag=589IW6JHHGQD type=write size=1470951 2024-04-10T15:25:29.761 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.781+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~K1U9ZI2T8NQ2.0 size=1048576 2024-04-10T15:25:29.761 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.781+0000 7fde1a776780 1 < canceled part key=_multipart_5ZH428JDA1AL.2~K1U9ZI2T8NQ2.1 size=1048576 2024-04-10T15:25:29.763 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.783+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~K1U9ZI2T8NQ2.2 size=861796 2024-04-10T15:25:29.767 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.786+0000 7fde1a776780 1 < canceled multipart upload key=5ZH428JDA1AL upload=K1U9ZI2T8NQ2 tag=S1DS69M0X0AC type=write size=4007524 2024-04-10T15:25:29.769 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.789+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=M1T0OL29ON2K type=del size=2567793 2024-04-10T15:25:29.771 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.791+0000 7fde1a776780 1 < completed part key=_multipart_5ZH428JDA1AL.2~ZQ7YUO9GH2U7.0 size=315869 2024-04-10T15:25:29.775 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.794+0000 7fde1a776780 1 < completed multipart upload key=5ZH428JDA1AL upload=ZQ7YUO9GH2U7 tag=ANUE8APSOXXR type=write size=1364445 2024-04-10T15:25:29.777 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.797+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=RKD5QRGQRP6M type=write size=50754 2024-04-10T15:25:29.779 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.799+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~FUMI1WJSPESG.0 size=1048576 2024-04-10T15:25:29.781 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.801+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~FUMI1WJSPESG.1 size=449193 2024-04-10T15:25:29.785 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.805+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=FUMI1WJSPESG tag=PK6DMYD5OHVN type=write size=2546345 2024-04-10T15:25:29.789 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.809+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~OTDCP8Y4V97U.0 size=1048576 2024-04-10T15:25:29.791 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.811+0000 7fde1a776780 1 > prepared part key=_multipart_ZOVK659NLDON.2~OTDCP8Y4V97U.1 size=407509 2024-04-10T15:25:29.791 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.811+0000 7fde1a776780 1 > prepared multipart upload key=ZOVK659NLDON upload=OTDCP8Y4V97U tag=Z8NH2KUFG7HW type=write size=2504661 2024-04-10T15:25:29.794 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.813+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=KCXSAKMUIKSK type=del 2024-04-10T15:25:29.796 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.815+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=Y1TXR6EO71Y6 type=del size=3513809 2024-04-10T15:25:29.798 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.818+0000 7fde1a776780 1 < completed delete operation key=HOP5B3O5BNC6 tag=SEOWCNLX2BWS type=del 2024-04-10T15:25:29.800 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.820+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=WSS8CBEIN3AW type=del size=1760846 2024-04-10T15:25:29.802 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.822+0000 7fde1a776780 1 < completed part key=_multipart_4UIIRCLY6FIB.2~GP3WULI9GBO5.0 size=442600 2024-04-10T15:25:29.805 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.825+0000 7fde1a776780 1 < completed multipart upload key=4UIIRCLY6FIB upload=GP3WULI9GBO5 tag=LUTXCDQ2XW4G type=write size=1491176 2024-04-10T15:25:29.808 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.827+0000 7fde1a776780 1 > prepared operation key=G2Z1VR134GSG tag=9MTDMEAOKTXZ type=del size=1077946 2024-04-10T15:25:29.810 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.830+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~JC3VGRQDE2WZ.0 size=1048576 2024-04-10T15:25:29.812 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.831+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~JC3VGRQDE2WZ.1 size=1048576 2024-04-10T15:25:29.813 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.833+0000 7fde1a776780 1 < completed part key=_multipart_LEX0BICCP07E.2~JC3VGRQDE2WZ.2 size=910844 2024-04-10T15:25:29.817 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.836+0000 7fde1a776780 1 < completed multipart upload key=LEX0BICCP07E upload=JC3VGRQDE2WZ tag=8M31PUVHA33R type=write size=4056572 2024-04-10T15:25:29.820 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.840+0000 7fde1a776780 1 > prepared part key=_multipart_1R91FWVRA2AS.2~6WMGTSCD6C29.0 size=888181 2024-04-10T15:25:29.821 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.840+0000 7fde1a776780 1 > prepared multipart upload key=1R91FWVRA2AS upload=6WMGTSCD6C29 tag=7XU998047KT7 type=write size=1936757 2024-04-10T15:25:29.823 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.842+0000 7fde1a776780 1 < completed delete operation key=DKSUE7KTGBW7 tag=86OOCK0XWIBG type=del 2024-04-10T15:25:29.825 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.844+0000 7fde1a776780 1 > prepared operation key=5ZH428JDA1AL tag=ZBM4Q6PE9WMQ type=del size=3695436 2024-04-10T15:25:29.825 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.845+0000 7fde1a776780 1 < canceled part key=_multipart_TI6JR9Q8AOF5.2~3MJW2WLO0XI6.0 size=1048576 2024-04-10T15:25:29.827 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.846+0000 7fde1a776780 1 < completed part key=_multipart_TI6JR9Q8AOF5.2~3MJW2WLO0XI6.1 size=904268 2024-04-10T15:25:29.830 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.850+0000 7fde1a776780 1 < canceled multipart upload key=TI6JR9Q8AOF5 upload=3MJW2WLO0XI6 tag=KJ4Q5M13WL6U type=write size=3001420 2024-04-10T15:25:29.835 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.854+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~HCS1UPQ91DWV.0 size=1048576 2024-04-10T15:25:29.836 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.856+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~HCS1UPQ91DWV.1 size=59180 2024-04-10T15:25:29.836 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.856+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=HCS1UPQ91DWV tag=HB4C2H1D56ET type=write size=2156332 2024-04-10T15:25:29.838 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.858+0000 7fde1a776780 1 < completed part key=_multipart_F7U2L70QSILB.2~XEAJH06AKTK3.0 size=368210 2024-04-10T15:25:29.842 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.861+0000 7fde1a776780 1 < completed multipart upload key=F7U2L70QSILB upload=XEAJH06AKTK3 tag=86OFEKGENZHM type=write size=1416786 2024-04-10T15:25:29.846 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.865+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~IJ2I65YQLHAN.0 size=1048576 2024-04-10T15:25:29.847 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.867+0000 7fde1a776780 1 > prepared part key=_multipart_KN16WF5V2CIJ.2~IJ2I65YQLHAN.1 size=554965 2024-04-10T15:25:29.847 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.867+0000 7fde1a776780 1 > prepared multipart upload key=KN16WF5V2CIJ upload=IJ2I65YQLHAN tag=582SCEFG02SY type=write size=2652117 2024-04-10T15:25:29.849 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.869+0000 7fde1a776780 1 < completed delete operation key=TI6JR9Q8AOF5 tag=TMH2QEOEYACX type=del 2024-04-10T15:25:29.851 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.871+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=GN5S7XA190KM type=del size=3323216 2024-04-10T15:25:29.853 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.873+0000 7fde1a776780 1 < completed part key=_multipart_WEXVY1WRSZOS.2~KGZF5C7SC73V.0 size=1048576 2024-04-10T15:25:29.853 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.873+0000 7fde1a776780 1 < canceled part key=_multipart_WEXVY1WRSZOS.2~KGZF5C7SC73V.1 size=518260 2024-04-10T15:25:29.857 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.877+0000 7fde1a776780 1 < canceled multipart upload key=WEXVY1WRSZOS upload=KGZF5C7SC73V tag=YTKUO1J9LLJ3 type=write size=2615412 2024-04-10T15:25:29.859 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.879+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=TDYOIHZMGADX type=del size=1942760 2024-04-10T15:25:29.861 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.880+0000 7fde1a776780 1 < completed delete operation key=BC5NU4J0LIY9 tag=HBX7JU0AF55K type=del 2024-04-10T15:25:29.865 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.884+0000 7fde1a776780 1 > prepared part key=_multipart_UCUWIQFA7CRO.2~S2POX5II06SW.0 size=440624 2024-04-10T15:25:29.865 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.884+0000 7fde1a776780 1 > prepared multipart upload key=UCUWIQFA7CRO upload=S2POX5II06SW tag=DKY0ZR2P9P4S type=write size=1489200 2024-04-10T15:25:29.867 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.887+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~UACLO9EY9W7J.0 size=1048576 2024-04-10T15:25:29.869 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.888+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~UACLO9EY9W7J.1 size=1048576 2024-04-10T15:25:29.870 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.890+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~UACLO9EY9W7J.2 size=78596 2024-04-10T15:25:29.874 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.893+0000 7fde1a776780 1 < completed multipart upload key=L2PAIFCTQ0UL upload=UACLO9EY9W7J tag=2FAME5AJ1SY0 type=write size=3224324 2024-04-10T15:25:29.878 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.897+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~EJWALZO8U2AC.0 size=1048576 2024-04-10T15:25:29.880 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.899+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~EJWALZO8U2AC.1 size=1048576 2024-04-10T15:25:29.881 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.901+0000 7fde1a776780 1 > prepared part key=_multipart_U40N6ONWE7P2.2~EJWALZO8U2AC.2 size=629303 2024-04-10T15:25:29.881 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.901+0000 7fde1a776780 1 > prepared multipart upload key=U40N6ONWE7P2 upload=EJWALZO8U2AC tag=H0R19KD8UAT5 type=write size=3775031 2024-04-10T15:25:29.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:29 smithi154 ceph-mon[84269]: pgmap v1331: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 364 KiB/s wr, 1.85k op/s 2024-04-10T15:25:29.884 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.903+0000 7fde1a776780 1 < completed delete operation key=UCUWIQFA7CRO tag=CRKQW2YTYP0E type=del 2024-04-10T15:25:29.885 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.905+0000 7fde1a776780 1 > prepared operation key=2HPCRWS9ESCI tag=VGLX6D31H387 type=del size=312876 2024-04-10T15:25:29.887 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.907+0000 7fde1a776780 1 < completed part key=_multipart_L2PAIFCTQ0UL.2~FYYFH3LURH64.0 size=422375 2024-04-10T15:25:29.891 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.911+0000 7fde1a776780 1 < completed multipart upload key=L2PAIFCTQ0UL upload=FYYFH3LURH64 tag=589IW6JHHGQD type=write size=1470951 2024-04-10T15:25:29.895 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.914+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~XDDM6FYOEL27.0 size=1048576 2024-04-10T15:25:29.896 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.916+0000 7fde1a776780 1 > prepared part key=_multipart_GOVDAOD5DREG.2~XDDM6FYOEL27.1 size=682162 2024-04-10T15:25:29.897 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.916+0000 7fde1a776780 1 > prepared multipart upload key=GOVDAOD5DREG upload=XDDM6FYOEL27 tag=1W63G0LZNRI8 type=write size=2779314 2024-04-10T15:25:29.901 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.921+0000 7fde1a776780 1 < suggested remove operation key=2HPCRWS9ESCI tag=M1T0OL29ON2K type=del 2024-04-10T15:25:29.905 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.924+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~WPTH2UJBMVQY.0 size=1048576 2024-04-10T15:25:29.907 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.926+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~WPTH2UJBMVQY.1 size=1048576 2024-04-10T15:25:29.908 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.928+0000 7fde1a776780 1 > prepared part key=_multipart_F7U2L70QSILB.2~WPTH2UJBMVQY.2 size=972811 2024-04-10T15:25:29.908 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.928+0000 7fde1a776780 1 > prepared multipart upload key=F7U2L70QSILB upload=WPTH2UJBMVQY tag=J000GWG798J7 type=write size=4118539 2024-04-10T15:25:29.912 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.932+0000 7fde1a776780 1 < suggested update operation key=XQVTX5DB2NXX tag=RKD5QRGQRP6M type=write size=50754 2024-04-10T15:25:29.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:29 smithi102 ceph-mon[90943]: pgmap v1331: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 364 KiB/s wr, 1.85k op/s 2024-04-10T15:25:29.913 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:29 smithi102 ceph-mon[88557]: pgmap v1331: 137 pgs: 137 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 364 KiB/s wr, 1.85k op/s 2024-04-10T15:25:29.914 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.934+0000 7fde1a776780 1 > prepared operation key=RHD4NMKH90JS tag=M4N7URZIKVHQ type=del size=2096602 2024-04-10T15:25:29.916 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.936+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~OTDCP8Y4V97U.0 size=1048576 2024-04-10T15:25:29.918 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.937+0000 7fde1a776780 1 < completed part key=_multipart_ZOVK659NLDON.2~OTDCP8Y4V97U.1 size=407509 2024-04-10T15:25:29.921 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.941+0000 7fde1a776780 1 < completed multipart upload key=ZOVK659NLDON upload=OTDCP8Y4V97U tag=Z8NH2KUFG7HW type=write size=2504661 2024-04-10T15:25:29.923 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.943+0000 7fde1a776780 1 > prepared operation key=L2PAIFCTQ0UL tag=3CQZUSU2790S type=del size=4081146 2024-04-10T15:25:29.925 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.945+0000 7fde1a776780 1 < completed delete operation key=RHD4NMKH90JS tag=Y1TXR6EO71Y6 type=del 2024-04-10T15:25:29.928 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.948+0000 7fde1a776780 1 > prepared operation key=XQVTX5DB2NXX tag=7UCAXLR7IMY1 type=del size=2644678 2024-04-10T15:25:29.930 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.950+0000 7fde1a776780 1 < completed delete operation key=G2Z1VR134GSG tag=WSS8CBEIN3AW type=del 2024-04-10T15:25:29.932 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.952+0000 7fde1a776780 1 > prepared operation key=HOP5B3O5BNC6 tag=8W4B8BUHIT2O type=write size=585759 2024-04-10T15:25:29.934 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.954+0000 7fde1a776780 1 < completed delete operation key=G2Z1VR134GSG tag=9MTDMEAOKTXZ type=del 2024-04-10T15:25:29.936 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.956+0000 7fde1a776780 1 > prepared operation key=GVB0VUGS9C0D tag=0NZ4COHW1WQS type=del size=225682 2024-04-10T15:25:29.938 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.958+0000 7fde1a776780 1 < completed part key=_multipart_1R91FWVRA2AS.2~6WMGTSCD6C29.0 size=888181 2024-04-10T15:25:29.942 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.961+0000 7fde1a776780 1 < completed multipart upload key=1R91FWVRA2AS upload=6WMGTSCD6C29 tag=7XU998047KT7 type=write size=1936757 2024-04-10T15:25:29.944 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.964+0000 7fde1a776780 1 > prepared operation key=KN16WF5V2CIJ tag=RI6VYFFU29M5 type=write size=121122 2024-04-10T15:25:29.946 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.966+0000 7fde1a776780 1 < completed delete operation key=5ZH428JDA1AL tag=ZBM4Q6PE9WMQ type=del 2024-04-10T15:25:29.949 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.968+0000 7fde1a776780 1 > prepared operation key=U40N6ONWE7P2 tag=7CAIGEDY2837 type=del size=2647065 2024-04-10T15:25:29.951 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.971+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~HCS1UPQ91DWV.0 size=1048576 2024-04-10T15:25:29.953 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.973+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~HCS1UPQ91DWV.1 size=59180 2024-04-10T15:25:29.957 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.976+0000 7fde1a776780 1 < completed multipart upload key=U40N6ONWE7P2 upload=HCS1UPQ91DWV tag=HB4C2H1D56ET type=write size=2156332 2024-04-10T15:25:29.960 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.980+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~C35Y8863Q232.0 size=1048576 2024-04-10T15:25:29.962 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.982+0000 7fde1a776780 1 > prepared part key=_multipart_RHD4NMKH90JS.2~C35Y8863Q232.1 size=870877 2024-04-10T15:25:29.962 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.982+0000 7fde1a776780 1 > prepared multipart upload key=RHD4NMKH90JS upload=C35Y8863Q232 tag=Z7A8CZ6GPD9S type=write size=2968029 2024-04-10T15:25:29.964 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.984+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~IJ2I65YQLHAN.0 size=1048576 2024-04-10T15:25:29.966 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.985+0000 7fde1a776780 1 < completed part key=_multipart_KN16WF5V2CIJ.2~IJ2I65YQLHAN.1 size=554965 2024-04-10T15:25:29.969 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.989+0000 7fde1a776780 1 < completed multipart upload key=KN16WF5V2CIJ upload=IJ2I65YQLHAN tag=582SCEFG02SY type=write size=2652117 2024-04-10T15:25:29.971 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.991+0000 7fde1a776780 1 > prepared operation key=LEX0BICCP07E tag=GKWS8VU18ULB type=del size=2934391 2024-04-10T15:25:29.974 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.993+0000 7fde1a776780 1 < completed delete operation key=F7U2L70QSILB tag=GN5S7XA190KM type=del 2024-04-10T15:25:29.976 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:29.995+0000 7fde1a776780 1 > prepared operation key=EI79GJ0HN0U7 tag=VJUMIHH2W2IX type=del size=776712 2024-04-10T15:25:29.980 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:30.000+0000 7fde1a776780 1 < suggested remove operation key=GVB0VUGS9C0D tag=TDYOIHZMGADX type=del 2024-04-10T15:25:29.982 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:30.002+0000 7fde1a776780 1 > prepared operation key=ZOVK659NLDON tag=GU5B8RGIGYK4 type=del size=464158 2024-04-10T15:25:29.984 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:30.004+0000 7fde1a776780 1 < completed part key=_multipart_UCUWIQFA7CRO.2~S2POX5II06SW.0 size=440624 2024-04-10T15:25:29.991 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:30.008+0000 7fde1a776780 1 < completed multipart upload key=UCUWIQFA7CRO upload=S2POX5II06SW tag=DKY0ZR2P9P4S type=write size=1489200 2024-04-10T15:25:29.991 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:30.010+0000 7fde1a776780 1 > prepared operation key=F7U2L70QSILB tag=2838THBO1EHA type=write size=177324 2024-04-10T15:25:29.993 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:30.012+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~EJWALZO8U2AC.0 size=1048576 2024-04-10T15:25:29.995 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:30.015+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~EJWALZO8U2AC.1 size=1048576 2024-04-10T15:25:29.997 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:30.017+0000 7fde1a776780 1 < completed part key=_multipart_U40N6ONWE7P2.2~EJWALZO8U2AC.2 size=629303 2024-04-10T15:25:30.001 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:30.021+0000 7fde1a776780 1 < completed multipart upload key=U40N6ONWE7P2 upload=EJWALZO8U2AC tag=H0R19KD8UAT5 type=write size=3775031 2024-04-10T15:25:30.003 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:30.023+0000 7fde1a776780 1 > prepared operation key=O1ZBJUVP8PQD tag=IB7BGFMLGSS4 type=del size=2031576 2024-04-10T15:25:30.007 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:30.026+0000 7fde1a776780 -1 < failed to complete operation key=2HPCRWS9ESCI tag=VGLX6D31H387 type=del size=312876: (22) Invalid argument 2024-04-10T15:25:30.009 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:30.028+0000 7fde1a776780 1 > prepared operation key=BC5NU4J0LIY9 tag=VYN4TCZU3GII type=del size=243572 2024-04-10T15:25:30.011 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:30.030+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~XDDM6FYOEL27.0 size=1048576 2024-04-10T15:25:30.012 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:30.032+0000 7fde1a776780 1 < completed part key=_multipart_GOVDAOD5DREG.2~XDDM6FYOEL27.1 size=682162 2024-04-10T15:25:30.016 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:30.036+0000 7fde1a776780 1 < completed multipart upload key=GOVDAOD5DREG upload=XDDM6FYOEL27 tag=1W63G0LZNRI8 type=write size=2779314 2024-04-10T15:25:30.019 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:30.039+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~JYEXA1EXWWI8.0 size=1048576 2024-04-10T15:25:30.021 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:30.041+0000 7fde1a776780 1 > prepared part key=_multipart_BRSJ82BM5NOL.2~JYEXA1EXWWI8.1 size=1047006 2024-04-10T15:25:30.021 INFO:tasks.workunit.client.0.smithi102.stderr:2024-04-10T15:25:30.041+0000 7fde1a776780 1 > prepared multipart upload key=BRSJ82BM5NOL upload=JYEXA1EXWWI8 tag=6ROJ0QRAD9MK type=write size=3144158 2024-04-10T15:25:30.021 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] cls_rgw_stats.simulate (14212 ms) 2024-04-10T15:25:30.022 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 1 test from cls_rgw_stats (14212 ms total) 2024-04-10T15:25:30.022 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:25:30.022 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment tear-down 2024-04-10T15:25:30.422 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] 1 test from 1 test suite ran. (16480 ms total) 2024-04-10T15:25:30.423 INFO:tasks.workunit.client.0.smithi102.stdout:[ PASSED ] 1 test. 2024-04-10T15:25:30.426 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:25:30.427 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:25:30.494 INFO:tasks.workunit:Running workunit cls/test_cls_sdk.sh... 2024-04-10T15:25:30.495 DEBUG:teuthology.orchestra.run.smithi102:workunit test cls/test_cls_sdk.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/cls/test_cls_sdk.sh 2024-04-10T15:25:30.563 INFO:tasks.workunit.client.0.smithi102.stdout:Running main() from gmock_main.cc 2024-04-10T15:25:30.657 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] Running 2 tests from 1 test suite. 2024-04-10T15:25:30.657 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment set-up. 2024-04-10T15:25:30.657 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 2 tests from ClsSDK 2024-04-10T15:25:30.657 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsSDK.TestSDKCoverageWrite 2024-04-10T15:25:31.815 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:31 smithi102 ceph-mon[90943]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-10T15:25:31.815 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:31 smithi102 ceph-mon[90943]: pgmap v1333: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:31.815 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:31 smithi102 ceph-mon[88557]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-10T15:25:31.815 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:31 smithi102 ceph-mon[88557]: pgmap v1333: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:31.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:31 smithi154 ceph-mon[84269]: osdmap e1069: 8 total, 8 up, 8 in 2024-04-10T15:25:31.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:31 smithi154 ceph-mon[84269]: pgmap v1333: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:32.634 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:25:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:25:32.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:32 smithi154 ceph-mon[84269]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-10T15:25:32.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:32 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1233843066' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-132126-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:32.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:32 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-132126-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:32.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:32 smithi102 ceph-mon[90943]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-10T15:25:32.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:32 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1233843066' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-132126-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:32.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:32 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-132126-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:32.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:32 smithi102 ceph-mon[88557]: osdmap e1070: 8 total, 8 up, 8 in 2024-04-10T15:25:32.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:32 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1233843066' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-132126-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:32.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:32 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-132126-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:33.467 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsSDK.TestSDKCoverageWrite (2905 ms) 2024-04-10T15:25:33.468 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] ClsSDK.TestSDKCoverageReplay 2024-04-10T15:25:33.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:33 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-132126-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:25:33.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:33 smithi154 ceph-mon[84269]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-10T15:25:33.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:33 smithi154 ceph-mon[84269]: pgmap v1336: 137 pgs: 1 creating+activating, 30 unknown, 106 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:33.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:33 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-132126-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:25:33.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:33 smithi102 ceph-mon[90943]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-10T15:25:33.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:33 smithi102 ceph-mon[90943]: pgmap v1336: 137 pgs: 1 creating+activating, 30 unknown, 106 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:33.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:33 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-132126-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:25:33.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:33 smithi102 ceph-mon[88557]: osdmap e1071: 8 total, 8 up, 8 in 2024-04-10T15:25:33.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:33 smithi102 ceph-mon[88557]: pgmap v1336: 137 pgs: 1 creating+activating, 30 unknown, 106 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:34.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:34 smithi154 ceph-mon[84269]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-10T15:25:34.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:34 smithi102 ceph-mon[90943]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-10T15:25:34.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:34 smithi102 ceph-mon[88557]: osdmap e1072: 8 total, 8 up, 8 in 2024-04-10T15:25:35.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:35 smithi154 ceph-mon[84269]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-10T15:25:35.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:35 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3902586818' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-132126-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:35.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:35 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-132126-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:35.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:35 smithi154 ceph-mon[84269]: pgmap v1339: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:35.913 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:35 smithi102 ceph-mon[90943]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-10T15:25:35.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:35 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3902586818' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-132126-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:35.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:35 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-132126-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:35.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:35 smithi102 ceph-mon[90943]: pgmap v1339: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:35.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:35 smithi102 ceph-mon[88557]: osdmap e1073: 8 total, 8 up, 8 in 2024-04-10T15:25:35.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:35 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3902586818' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-132126-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:35.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:35 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-132126-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:25:35.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:35 smithi102 ceph-mon[88557]: pgmap v1339: 137 pgs: 1 creating+peering, 31 unknown, 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:36.487 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] ClsSDK.TestSDKCoverageReplay (3019 ms) 2024-04-10T15:25:36.487 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 2 tests from ClsSDK (5924 ms total) 2024-04-10T15:25:36.487 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:25:36.487 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment tear-down 2024-04-10T15:25:36.487 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] 2 tests from 1 test suite ran. (5924 ms total) 2024-04-10T15:25:36.487 INFO:tasks.workunit.client.0.smithi102.stdout:[ PASSED ] 2 tests. 2024-04-10T15:25:36.491 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:25:36.491 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:25:36.558 INFO:tasks.workunit:Stopping ['cls'] on client.0... 2024-04-10T15:25:36.558 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-10T15:25:36.813 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:36 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:25:36.813 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:36 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-132126-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:25:36.813 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:36 smithi102 ceph-mon[90943]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-10T15:25:36.813 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:36 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:25:36.813 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:36 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-132126-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:25:36.813 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:36 smithi102 ceph-mon[88557]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-10T15:25:36.814 DEBUG:teuthology.parallel:result is None 2024-04-10T15:25:36.815 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T15:25:36.842 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T15:25:36.842 DEBUG:teuthology.orchestra.run.smithi102:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T15:25:36.883 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:36 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:25:36.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:36 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rados-api-smithi102-132126-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:25:36.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:36 smithi154 ceph-mon[84269]: osdmap e1074: 8 total, 8 up, 8 in 2024-04-10T15:25:36.897 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T15:25:36.897 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T15:25:36.897 INFO:teuthology.task.print:**** done end rados_api.yaml 2024-04-10T15:25:36.898 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T15:25:36.898 INFO:teuthology.task.print:**** done start rados_loadgenbig.yaml 2024-04-10T15:25:36.898 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-10T15:25:36.899 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-10T15:25:36.899 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-10T15:25:36.899 DEBUG:teuthology.orchestra.run.smithi102:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-10T15:25:36.952 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T15:25:36.952 INFO:teuthology.orchestra.run.smithi102.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-10T15:25:36.952 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T15:25:37.007 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-10T15:25:37.007 DEBUG:teuthology.orchestra.run.smithi102:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-10T15:25:37.062 INFO:tasks.workunit:timeout=3h 2024-04-10T15:25:37.062 INFO:tasks.workunit:cleanup=True 2024-04-10T15:25:37.062 DEBUG:teuthology.orchestra.run.smithi102:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-10T15:25:37.117 INFO:tasks.workunit.client.0.smithi102.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-10T15:25:37.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:37 smithi154 ceph-mon[84269]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-10T15:25:37.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:37 smithi154 ceph-mon[84269]: pgmap v1342: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:37.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:37 smithi102 ceph-mon[88557]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-10T15:25:37.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:37 smithi102 ceph-mon[88557]: pgmap v1342: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:37.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:37 smithi102 ceph-mon[90943]: osdmap e1075: 8 total, 8 up, 8 in 2024-04-10T15:25:37.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:37 smithi102 ceph-mon[90943]: pgmap v1342: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:37.915 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:25:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:25:37] "GET /metrics HTTP/1.1" 200 36379 "" "Prometheus/2.43.0" 2024-04-10T15:25:38.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:38 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:25:38.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:38 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:25:38.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:25:38.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:38 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:25:38.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:38 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:25:38.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:25:38.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:38 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:25:38.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:38 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:25:38.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:25:39.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:39 smithi154 ceph-mon[84269]: pgmap v1343: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:39.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:39 smithi102 ceph-mon[88557]: pgmap v1343: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:39.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:39 smithi102 ceph-mon[90943]: pgmap v1343: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:41.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:41 smithi154 ceph-mon[84269]: pgmap v1344: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:41.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:41 smithi102 ceph-mon[90943]: pgmap v1344: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:41.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:41 smithi102 ceph-mon[88557]: pgmap v1344: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:42.634 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:25:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:25:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:25:43.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:43 smithi154 ceph-mon[84269]: pgmap v1345: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:43.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:43 smithi102 ceph-mon[90943]: pgmap v1345: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:43.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:43 smithi102 ceph-mon[88557]: pgmap v1345: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:44.055 DEBUG:teuthology.orchestra.run.smithi102:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-10T15:25:44.110 INFO:tasks.workunit.client.0.smithi102.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-10T15:25:44.112 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T15:25:44.112 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-10T15:25:44.162 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-10T15:25:44.210 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-10T15:25:44.249 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T15:25:44.251 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T15:25:44.251 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-10T15:25:44.291 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T15:25:44.294 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-10T15:25:44.294 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-10T15:25:44.350 INFO:tasks.workunit:Running workunits matching rados/load-gen-big.sh on client.0... 2024-04-10T15:25:44.351 INFO:tasks.workunit:Running workunit rados/load-gen-big.sh... 2024-04-10T15:25:44.351 DEBUG:teuthology.orchestra.run.smithi102:workunit test rados/load-gen-big.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rados/load-gen-big.sh 2024-04-10T15:25:44.450 INFO:tasks.workunit.client.0.smithi102.stdout:run length 1200 seconds 2024-04-10T15:25:44.450 INFO:tasks.workunit.client.0.smithi102.stdout:preparing 10240 objects 2024-04-10T15:25:45.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:45 smithi154 ceph-mon[84269]: pgmap v1346: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:45.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:45 smithi102 ceph-mon[90943]: pgmap v1346: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:45.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:45 smithi102 ceph-mon[88557]: pgmap v1346: 105 pgs: 105 active+clean; 583 KiB data, 3.1 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:25:46.613 INFO:tasks.workunit.client.0.smithi102.stdout:load-gen will run 1200 seconds 2024-04-10T15:25:47.613 INFO:tasks.workunit.client.0.smithi102.stdout: 1: throughput=0MB/sec pending data=0 2024-04-10T15:25:47.613 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MzxqN1vG55YBiMM off=8234609 len=43773 2024-04-10T15:25:47.616 INFO:tasks.workunit.client.0.smithi102.stdout:op 0 completed, throughput=0.0416MB/sec 2024-04-10T15:25:47.616 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KJ00tkUVXyjRb_8 off=1273579 len=2006864 2024-04-10T15:25:47.618 INFO:tasks.workunit.client.0.smithi102.stdout:op 1 completed, throughput=1.94MB/sec 2024-04-10T15:25:47.618 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2qM_Ydw34_qELKZ off=498120 len=1074375 2024-04-10T15:25:47.625 INFO:tasks.workunit.client.0.smithi102.stdout:op 2 completed, throughput=2.94MB/sec 2024-04-10T15:25:47.625 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dsZzIEtMWJh_28h off=6658115 len=1929065 2024-04-10T15:25:47.627 INFO:tasks.workunit.client.0.smithi102.stdout:op 3 completed, throughput=4.75MB/sec 2024-04-10T15:25:47.627 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PSH-lD_oQAbfVcn off=3356502 len=1663244 2024-04-10T15:25:47.635 INFO:tasks.workunit.client.0.smithi102.stdout:op 4 completed, throughput=6.26MB/sec 2024-04-10T15:25:47.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:47 smithi154 ceph-mon[84269]: pgmap v1347: 105 pgs: 105 active+clean; 10 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s wr, 74 op/s 2024-04-10T15:25:47.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:47 smithi102 ceph-mon[90943]: pgmap v1347: 105 pgs: 105 active+clean; 10 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s wr, 74 op/s 2024-04-10T15:25:47.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:47 smithi102 ceph-mon[88557]: pgmap v1347: 105 pgs: 105 active+clean; 10 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s wr, 74 op/s 2024-04-10T15:25:47.914 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:25:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:25:47] "GET /metrics HTTP/1.1" 200 33989 "" "Prometheus/2.43.0" 2024-04-10T15:25:48.636 INFO:tasks.workunit.client.0.smithi102.stdout: 2: throughput=3.17MB/sec pending data=0 2024-04-10T15:25:48.636 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RlP5YnNEjPZeEN6 off=8379224 len=1736387 2024-04-10T15:25:48.646 INFO:tasks.workunit.client.0.smithi102.stdout:op 5 completed, throughput=3.97MB/sec 2024-04-10T15:25:48.646 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-i1W-dMKZJOIrtnI off=609558 len=843282 2024-04-10T15:25:48.651 INFO:tasks.workunit.client.0.smithi102.stdout:op 6 completed, throughput=4.35MB/sec 2024-04-10T15:25:48.651 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Oc0F0sLJcXcHjvc off=5608848 len=527167 2024-04-10T15:25:48.653 INFO:tasks.workunit.client.0.smithi102.stdout:op 7 completed, throughput=4.59MB/sec 2024-04-10T15:25:48.653 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ia0I9L2hBhoHJ09 off=1651040 len=807992 2024-04-10T15:25:48.657 INFO:tasks.workunit.client.0.smithi102.stdout:op 8 completed, throughput=4.96MB/sec 2024-04-10T15:25:48.657 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4cv_c04TYSgCnkK off=3273570 len=1369743 2024-04-10T15:25:48.659 INFO:tasks.workunit.client.0.smithi102.stdout:op 9 completed, throughput=5.59MB/sec 2024-04-10T15:25:49.660 INFO:tasks.workunit.client.0.smithi102.stdout: 3: throughput=3.76MB/sec pending data=0 2024-04-10T15:25:49.660 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0l8Pn6VT7qWEvqD off=16088050 len=1540633 2024-04-10T15:25:49.662 INFO:tasks.workunit.client.0.smithi102.stdout:op 10 completed, throughput=4.24MB/sec 2024-04-10T15:25:49.662 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KDNzLmpdUKRK4oe off=3141006 len=1011639 2024-04-10T15:25:49.663 INFO:tasks.workunit.client.0.smithi102.stdout:op 11 completed, throughput=4.55MB/sec 2024-04-10T15:25:49.664 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-USHm5Nj2Gabhwrc off=1731817 len=354494 2024-04-10T15:25:49.664 INFO:tasks.workunit.client.0.smithi102.stdout:op 12 completed, throughput=4.66MB/sec 2024-04-10T15:25:49.664 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Xd3dggYbWa8PHBq off=1872086 len=833248 2024-04-10T15:25:49.668 INFO:tasks.workunit.client.0.smithi102.stdout:op 13 completed, throughput=4.91MB/sec 2024-04-10T15:25:49.668 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sxdRD5c0owWzBvY off=2096790 len=1884701 2024-04-10T15:25:49.670 INFO:tasks.workunit.client.0.smithi102.stdout:op 14 completed, throughput=5.5MB/sec 2024-04-10T15:25:49.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:49 smithi154 ceph-mon[84269]: pgmap v1348: 105 pgs: 105 active+clean; 90 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 163 KiB/s rd, 605 KiB/s wr, 601 op/s 2024-04-10T15:25:49.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:49 smithi102 ceph-mon[90943]: pgmap v1348: 105 pgs: 105 active+clean; 90 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 163 KiB/s rd, 605 KiB/s wr, 601 op/s 2024-04-10T15:25:49.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:49 smithi102 ceph-mon[88557]: pgmap v1348: 105 pgs: 105 active+clean; 90 GiB data, 3.1 GiB used, 712 GiB / 715 GiB avail; 163 KiB/s rd, 605 KiB/s wr, 601 op/s 2024-04-10T15:25:50.671 INFO:tasks.workunit.client.0.smithi102.stdout: 4: throughput=4.14MB/sec pending data=0 2024-04-10T15:25:50.671 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gZnqdlCOxJ-mL7v off=8092890 len=148188 2024-04-10T15:25:50.671 INFO:tasks.workunit.client.0.smithi102.stdout:op 15 completed, throughput=4.18MB/sec 2024-04-10T15:25:50.672 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9Yuw9cPQXCctDFr off=3942416 len=1491913 2024-04-10T15:25:50.673 INFO:tasks.workunit.client.0.smithi102.stdout:op 16 completed, throughput=4.53MB/sec 2024-04-10T15:25:50.673 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-i1BQW26tKL5By41 off=4738510 len=684856 2024-04-10T15:25:50.674 INFO:tasks.workunit.client.0.smithi102.stdout:op 17 completed, throughput=4.69MB/sec 2024-04-10T15:25:50.674 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MrB9oxXPjKkIO7K off=2109791 len=1411326 2024-04-10T15:25:50.675 INFO:tasks.workunit.client.0.smithi102.stdout:op 18 completed, throughput=5.01MB/sec 2024-04-10T15:25:51.676 INFO:tasks.workunit.client.0.smithi102.stdout: 5: throughput=4.02MB/sec pending data=0 2024-04-10T15:25:51.676 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6jjxFOu4m7UthYh off=479719 len=554558 2024-04-10T15:25:51.677 INFO:tasks.workunit.client.0.smithi102.stdout:op 19 completed, throughput=4.13MB/sec 2024-04-10T15:25:51.677 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hJHiMNaavbHHjUp off=2649974 len=1941251 2024-04-10T15:25:51.679 INFO:tasks.workunit.client.0.smithi102.stdout:op 20 completed, throughput=4.49MB/sec 2024-04-10T15:25:51.679 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Lmisbeqt4cLusig off=1024013 len=752445 2024-04-10T15:25:51.680 INFO:tasks.workunit.client.0.smithi102.stdout:op 21 completed, throughput=4.63MB/sec 2024-04-10T15:25:51.680 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fo_IIxRjz0EhN1K off=4513081 len=1419530 2024-04-10T15:25:51.681 INFO:tasks.workunit.client.0.smithi102.stdout:op 22 completed, throughput=4.9MB/sec 2024-04-10T15:25:51.681 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oP3y88CSfSmEgcN off=21054882 len=507116 2024-04-10T15:25:51.682 INFO:tasks.workunit.client.0.smithi102.stdout:op 23 completed, throughput=4.99MB/sec 2024-04-10T15:25:51.682 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-isdWUehKU7Jxwwc off=5262820 len=73174 2024-04-10T15:25:51.684 INFO:tasks.workunit.client.0.smithi102.stdout:op 24 completed, throughput=5MB/sec 2024-04-10T15:25:51.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:51 smithi154 ceph-mon[84269]: pgmap v1349: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 318 KiB/s rd, 992 KiB/s wr, 853 op/s 2024-04-10T15:25:51.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:51 smithi102 ceph-mon[90943]: pgmap v1349: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 318 KiB/s rd, 992 KiB/s wr, 853 op/s 2024-04-10T15:25:51.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:51 smithi102 ceph-mon[88557]: pgmap v1349: 105 pgs: 105 active+clean; 128 GiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 318 KiB/s rd, 992 KiB/s wr, 853 op/s 2024-04-10T15:25:52.634 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:25:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:25:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:25:52.685 INFO:tasks.workunit.client.0.smithi102.stdout: 6: throughput=4.18MB/sec pending data=0 2024-04-10T15:25:52.685 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6FMkSal3KqRcRiy off=188701 len=1189503 2024-04-10T15:25:52.690 INFO:tasks.workunit.client.0.smithi102.stdout:op 25 completed, throughput=4.36MB/sec 2024-04-10T15:25:52.690 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iLXfD1tjRFrZHBN off=9891092 len=675390 2024-04-10T15:25:52.691 INFO:tasks.workunit.client.0.smithi102.stdout:op 26 completed, throughput=4.47MB/sec 2024-04-10T15:25:52.691 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0noy6M8fnhpTW3x off=8103035 len=1533752 2024-04-10T15:25:52.706 INFO:tasks.workunit.client.0.smithi102.stdout:op 27 completed, throughput=4.7MB/sec 2024-04-10T15:25:52.706 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-01ejOq07VGahzdt off=5476492 len=769109 2024-04-10T15:25:52.711 INFO:tasks.workunit.client.0.smithi102.stdout:op 28 completed, throughput=4.81MB/sec 2024-04-10T15:25:52.711 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fYpkhQFGuqszmZK off=19560622 len=2062347 2024-04-10T15:25:52.712 INFO:tasks.workunit.client.0.smithi102.stdout:op 29 completed, throughput=5.14MB/sec 2024-04-10T15:25:53.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:25:53.664 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:25:53.665 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:25:53.712 INFO:tasks.workunit.client.0.smithi102.stdout: 7: throughput=4.41MB/sec pending data=0 2024-04-10T15:25:53.713 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CS7zxrfY0m7igXW off=944217 len=893945 2024-04-10T15:25:53.718 INFO:tasks.workunit.client.0.smithi102.stdout:op 30 completed, throughput=4.53MB/sec 2024-04-10T15:25:53.719 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ib6XV4NPGY-53us off=1461096 len=1993623 2024-04-10T15:25:53.722 INFO:tasks.workunit.client.0.smithi102.stdout:op 31 completed, throughput=4.79MB/sec 2024-04-10T15:25:53.722 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_ck0X-WTdBD3yp7 off=2270606 len=94562 2024-04-10T15:25:53.725 INFO:tasks.workunit.client.0.smithi102.stdout:op 32 completed, throughput=4.8MB/sec 2024-04-10T15:25:53.725 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-txEbwBDGgp3QkBx off=18669622 len=209268 2024-04-10T15:25:53.726 INFO:tasks.workunit.client.0.smithi102.stdout:op 33 completed, throughput=4.83MB/sec 2024-04-10T15:25:53.726 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DY_9_Apcwk7G5AZ off=2168267 len=1617838 2024-04-10T15:25:53.735 INFO:tasks.workunit.client.0.smithi102.stdout:op 34 completed, throughput=5.04MB/sec 2024-04-10T15:25:54.634 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:54 smithi154 ceph-mon[84269]: pgmap v1350: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 854 op/s 2024-04-10T15:25:54.664 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:54 smithi102 ceph-mon[90943]: pgmap v1350: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 854 op/s 2024-04-10T15:25:54.665 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:54 smithi102 ceph-mon[88557]: pgmap v1350: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.1 MiB/s wr, 854 op/s 2024-04-10T15:25:54.736 INFO:tasks.workunit.client.0.smithi102.stdout: 8: throughput=4.42MB/sec pending data=0 2024-04-10T15:25:54.736 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SpS0BuMGQOrCWtc off=6189783 len=827897 2024-04-10T15:25:54.737 INFO:tasks.workunit.client.0.smithi102.stdout:op 35 completed, throughput=4.52MB/sec 2024-04-10T15:25:54.737 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xS0izh2VPgIEvLI off=12806684 len=1024290 2024-04-10T15:25:54.742 INFO:tasks.workunit.client.0.smithi102.stdout:op 36 completed, throughput=4.63MB/sec 2024-04-10T15:25:54.742 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MFJV0rttLJU1dZK off=3809663 len=6542 2024-04-10T15:25:54.745 INFO:tasks.workunit.client.0.smithi102.stdout:op 37 completed, throughput=4.63MB/sec 2024-04-10T15:25:54.745 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NBttQBloEqSDUXK off=4200350 len=551408 2024-04-10T15:25:54.746 INFO:tasks.workunit.client.0.smithi102.stdout:op 38 completed, throughput=4.7MB/sec 2024-04-10T15:25:54.746 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-K8wZJmv-HkSQwcl off=3149453 len=822775 2024-04-10T15:25:54.750 INFO:tasks.workunit.client.0.smithi102.stdout:op 39 completed, throughput=4.79MB/sec 2024-04-10T15:25:54.750 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-belGQkHccFoIZ3i off=1023833 len=1602576 2024-04-10T15:25:54.752 INFO:tasks.workunit.client.0.smithi102.stdout:op 40 completed, throughput=4.98MB/sec 2024-04-10T15:25:54.752 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-09_h2p7Ag7t6PG0 off=4461151 len=668874 2024-04-10T15:25:54.755 INFO:tasks.workunit.client.0.smithi102.stdout:op 41 completed, throughput=5.05MB/sec 2024-04-10T15:25:55.756 INFO:tasks.workunit.client.0.smithi102.stdout: 9: throughput=4.5MB/sec pending data=0 2024-04-10T15:25:55.756 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7O3tVBWi71pAlMU off=1775648 len=861857 2024-04-10T15:25:55.757 INFO:tasks.workunit.client.0.smithi102.stdout:op 42 completed, throughput=4.59MB/sec 2024-04-10T15:25:55.757 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vDyMvnTtlCArJOT off=11698333 len=1780204 2024-04-10T15:25:55.759 INFO:tasks.workunit.client.0.smithi102.stdout:op 43 completed, throughput=4.78MB/sec 2024-04-10T15:25:55.759 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3oB6-jeWgPJlmCT off=11275773 len=860828 2024-04-10T15:25:55.764 INFO:tasks.workunit.client.0.smithi102.stdout:op 44 completed, throughput=4.86MB/sec 2024-04-10T15:25:55.764 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dXe_hBXzVdYDNJm off=1570437 len=2096259 2024-04-10T15:25:55.769 INFO:tasks.workunit.client.0.smithi102.stdout:op 45 completed, throughput=5.08MB/sec 2024-04-10T15:25:55.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:55 smithi154 ceph-mon[84269]: pgmap v1351: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.6 MiB/s wr, 855 op/s 2024-04-10T15:25:55.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:55 smithi102 ceph-mon[90943]: pgmap v1351: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.6 MiB/s wr, 855 op/s 2024-04-10T15:25:55.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:55 smithi102 ceph-mon[88557]: pgmap v1351: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.6 MiB/s wr, 855 op/s 2024-04-10T15:25:56.769 INFO:tasks.workunit.client.0.smithi102.stdout: 10: throughput=4.58MB/sec pending data=0 2024-04-10T15:25:56.769 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nfJgCxwlAGVMZyR off=11190043 len=1581198 2024-04-10T15:25:56.776 INFO:tasks.workunit.client.0.smithi102.stdout:op 46 completed, throughput=4.72MB/sec 2024-04-10T15:25:56.777 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JI7_l2J5ZmL9sfo off=8432757 len=810585 2024-04-10T15:25:56.780 INFO:tasks.workunit.client.0.smithi102.stdout:op 47 completed, throughput=4.8MB/sec 2024-04-10T15:25:56.780 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bJ0jTGCLqMPVboN off=20922324 len=869336 2024-04-10T15:25:56.781 INFO:tasks.workunit.client.0.smithi102.stdout:op 48 completed, throughput=4.88MB/sec 2024-04-10T15:25:56.781 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BgQkG1VMizbIkuP off=11548650 len=853695 2024-04-10T15:25:56.786 INFO:tasks.workunit.client.0.smithi102.stdout:op 49 completed, throughput=4.96MB/sec 2024-04-10T15:25:56.786 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hkAGgLKs0ikDYbw off=4484892 len=1168508 2024-04-10T15:25:56.787 INFO:tasks.workunit.client.0.smithi102.stdout:op 50 completed, throughput=5.07MB/sec 2024-04-10T15:25:57.787 INFO:tasks.workunit.client.0.smithi102.stdout: 11: throughput=4.61MB/sec pending data=0 2024-04-10T15:25:57.787 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xgotvnYd6x1gGVo off=1248268 len=538993 2024-04-10T15:25:57.792 INFO:tasks.workunit.client.0.smithi102.stdout:op 51 completed, throughput=4.66MB/sec 2024-04-10T15:25:57.792 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-21boFd3rjiVbHk7 off=5759492 len=1213081 2024-04-10T15:25:57.799 INFO:tasks.workunit.client.0.smithi102.stdout:op 52 completed, throughput=4.76MB/sec 2024-04-10T15:25:57.799 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JLzQtmUDcgQU19D off=1877287 len=329588 2024-04-10T15:25:57.802 INFO:tasks.workunit.client.0.smithi102.stdout:op 53 completed, throughput=4.78MB/sec 2024-04-10T15:25:57.802 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mrVB_DFs6CaLd4s off=5910024 len=1010072 2024-04-10T15:25:57.803 INFO:tasks.workunit.client.0.smithi102.stdout:op 54 completed, throughput=4.87MB/sec 2024-04-10T15:25:57.803 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jXmOzncSoYe_dzc off=19664505 len=1969763 2024-04-10T15:25:57.817 INFO:tasks.workunit.client.0.smithi102.stdout:op 55 completed, throughput=5.03MB/sec 2024-04-10T15:25:57.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:57 smithi154 ceph-mon[84269]: pgmap v1352: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 855 op/s 2024-04-10T15:25:57.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:57 smithi102 ceph-mon[88557]: pgmap v1352: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 855 op/s 2024-04-10T15:25:57.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:57 smithi102 ceph-mon[90943]: pgmap v1352: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.6 MiB/s wr, 855 op/s 2024-04-10T15:25:57.915 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:25:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:25:57] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-10T15:25:58.817 INFO:tasks.workunit.client.0.smithi102.stdout: 12: throughput=4.62MB/sec pending data=0 2024-04-10T15:25:58.817 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NgiFiKjFEzHR7Tu off=4822338 len=608259 2024-04-10T15:25:58.822 INFO:tasks.workunit.client.0.smithi102.stdout:op 56 completed, throughput=4.66MB/sec 2024-04-10T15:25:58.822 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hU-P0ujvxeeb_M1 off=11529256 len=856240 2024-04-10T15:25:58.823 INFO:tasks.workunit.client.0.smithi102.stdout:op 57 completed, throughput=4.73MB/sec 2024-04-10T15:25:58.823 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nS1j8wBdjGSBvnt off=12999771 len=1586069 2024-04-10T15:25:58.825 INFO:tasks.workunit.client.0.smithi102.stdout:op 58 completed, throughput=4.85MB/sec 2024-04-10T15:25:58.825 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hvjZuF1qJMLEtsS off=9134913 len=1112887 2024-04-10T15:25:58.826 INFO:tasks.workunit.client.0.smithi102.stdout:op 59 completed, throughput=4.94MB/sec 2024-04-10T15:25:58.826 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YpHA1l_4Y2iqwHj off=11116369 len=26945 2024-04-10T15:25:58.827 INFO:tasks.workunit.client.0.smithi102.stdout:op 60 completed, throughput=4.94MB/sec 2024-04-10T15:25:58.827 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qONPLaVWtcXVs3f off=2814814 len=1015892 2024-04-10T15:25:58.828 INFO:tasks.workunit.client.0.smithi102.stdout:op 61 completed, throughput=5.02MB/sec 2024-04-10T15:25:59.828 INFO:tasks.workunit.client.0.smithi102.stdout: 13: throughput=4.64MB/sec pending data=0 2024-04-10T15:25:59.828 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FScZHY-Zs1EegmH off=2153270 len=1064024 2024-04-10T15:25:59.834 INFO:tasks.workunit.client.0.smithi102.stdout:op 62 completed, throughput=4.72MB/sec 2024-04-10T15:25:59.834 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-R0mkJ1ElDaxTZsT off=144008 len=2008588 2024-04-10T15:25:59.835 INFO:tasks.workunit.client.0.smithi102.stdout:op 63 completed, throughput=4.86MB/sec 2024-04-10T15:25:59.836 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5zZJQOvk0AQd6gK off=13766914 len=1853682 2024-04-10T15:25:59.844 INFO:tasks.workunit.client.0.smithi102.stdout:op 64 completed, throughput=4.99MB/sec 2024-04-10T15:25:59.844 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zYxN0UJAmaI-i9a off=5128721 len=1023134 2024-04-10T15:25:59.845 INFO:tasks.workunit.client.0.smithi102.stdout:op 65 completed, throughput=5.06MB/sec 2024-04-10T15:25:59.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:25:59 smithi154 ceph-mon[84269]: pgmap v1353: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 789 op/s 2024-04-10T15:25:59.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:25:59 smithi102 ceph-mon[90943]: pgmap v1353: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 789 op/s 2024-04-10T15:25:59.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:25:59 smithi102 ceph-mon[88557]: pgmap v1353: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 789 op/s 2024-04-10T15:26:00.846 INFO:tasks.workunit.client.0.smithi102.stdout: 14: throughput=4.71MB/sec pending data=0 2024-04-10T15:26:00.846 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-v2uoeXR9az6wLxM off=3998526 len=407198 2024-04-10T15:26:00.848 INFO:tasks.workunit.client.0.smithi102.stdout:op 66 completed, throughput=4.73MB/sec 2024-04-10T15:26:00.848 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DhnynDZwciXum07 off=1804824 len=1421649 2024-04-10T15:26:00.850 INFO:tasks.workunit.client.0.smithi102.stdout:op 67 completed, throughput=4.83MB/sec 2024-04-10T15:26:00.850 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7pyh81HB5xbMuqz off=15949691 len=478630 2024-04-10T15:26:00.851 INFO:tasks.workunit.client.0.smithi102.stdout:op 68 completed, throughput=4.86MB/sec 2024-04-10T15:26:00.851 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ytuCI3RLlwB5QG1 off=9238310 len=410522 2024-04-10T15:26:00.854 INFO:tasks.workunit.client.0.smithi102.stdout:op 69 completed, throughput=4.89MB/sec 2024-04-10T15:26:00.854 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-AMln_9c5_dmwOHb off=2209721 len=1615318 2024-04-10T15:26:00.857 INFO:tasks.workunit.client.0.smithi102.stdout:op 70 completed, throughput=4.99MB/sec 2024-04-10T15:26:00.857 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-avw23N3W0T7Zkn9 off=17264466 len=75352 2024-04-10T15:26:00.857 INFO:tasks.workunit.client.0.smithi102.stdout:op 71 completed, throughput=5MB/sec 2024-04-10T15:26:00.857 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Pb2P3fQ6xaVIPTN off=12164360 len=1909125 2024-04-10T15:26:00.860 INFO:tasks.workunit.client.0.smithi102.stdout:op 72 completed, throughput=5.13MB/sec 2024-04-10T15:26:01.716 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:01 smithi102 ceph-mon[90943]: pgmap v1354: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 256 op/s 2024-04-10T15:26:01.717 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:01 smithi102 ceph-mon[88557]: pgmap v1354: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 256 op/s 2024-04-10T15:26:01.861 INFO:tasks.workunit.client.0.smithi102.stdout: 15: throughput=4.79MB/sec pending data=0 2024-04-10T15:26:01.861 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dVWvjYJwK_Akb_f off=1810185 len=533842 2024-04-10T15:26:01.865 INFO:tasks.workunit.client.0.smithi102.stdout:op 73 completed, throughput=4.82MB/sec 2024-04-10T15:26:01.865 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RffJDHUYL2ZrsBy off=10265214 len=393506 2024-04-10T15:26:01.868 INFO:tasks.workunit.client.0.smithi102.stdout:op 74 completed, throughput=4.84MB/sec 2024-04-10T15:26:01.868 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Y8vw1o-___2gwPL off=3587527 len=2057267 2024-04-10T15:26:01.870 INFO:tasks.workunit.client.0.smithi102.stdout:op 75 completed, throughput=4.97MB/sec 2024-04-10T15:26:01.871 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6qpJTU19FbKysPM off=1683854 len=1489904 2024-04-10T15:26:01.872 INFO:tasks.workunit.client.0.smithi102.stdout:op 76 completed, throughput=5.07MB/sec 2024-04-10T15:26:01.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:01 smithi154 ceph-mon[84269]: pgmap v1354: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 256 op/s 2024-04-10T15:26:02.635 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:26:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:26:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:26:02.872 INFO:tasks.workunit.client.0.smithi102.stdout: 16: throughput=4.75MB/sec pending data=0 2024-04-10T15:26:02.873 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bzgBAbtaOuTCAOr off=16849929 len=439455 2024-04-10T15:26:02.873 INFO:tasks.workunit.client.0.smithi102.stdout:op 77 completed, throughput=4.78MB/sec 2024-04-10T15:26:02.873 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CrwfamP2eVzG92i off=4229768 len=580274 2024-04-10T15:26:02.875 INFO:tasks.workunit.client.0.smithi102.stdout:op 78 completed, throughput=4.81MB/sec 2024-04-10T15:26:02.875 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YdGR4HdRTnaWmcz off=2043935 len=428122 2024-04-10T15:26:02.879 INFO:tasks.workunit.client.0.smithi102.stdout:op 79 completed, throughput=4.84MB/sec 2024-04-10T15:26:02.879 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ATX62XKofabr6qP off=8409491 len=2041460 2024-04-10T15:26:02.890 INFO:tasks.workunit.client.0.smithi102.stdout:op 80 completed, throughput=4.95MB/sec 2024-04-10T15:26:02.890 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TuMaufvdkySpXT- off=1108495 len=859734 2024-04-10T15:26:02.891 INFO:tasks.workunit.client.0.smithi102.stdout:op 81 completed, throughput=5MB/sec 2024-04-10T15:26:03.694 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:03 smithi154 ceph-mon[84269]: pgmap v1355: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T15:26:03.892 INFO:tasks.workunit.client.0.smithi102.stdout: 17: throughput=4.71MB/sec pending data=0 2024-04-10T15:26:03.892 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-P9quVlY1AgGDdmH off=313543 len=490672 2024-04-10T15:26:03.893 INFO:tasks.workunit.client.0.smithi102.stdout:op 82 completed, throughput=4.74MB/sec 2024-04-10T15:26:03.893 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pIhi4vT4eDQFrgz off=2175427 len=1538066 2024-04-10T15:26:03.894 INFO:tasks.workunit.client.0.smithi102.stdout:op 83 completed, throughput=4.82MB/sec 2024-04-10T15:26:03.894 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kDUkOsskK2ShlD4 off=15689132 len=1734157 2024-04-10T15:26:03.898 INFO:tasks.workunit.client.0.smithi102.stdout:op 84 completed, throughput=4.92MB/sec 2024-04-10T15:26:03.898 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5o9caX5rPv-Vr8z off=17559675 len=313575 2024-04-10T15:26:03.901 INFO:tasks.workunit.client.0.smithi102.stdout:op 85 completed, throughput=4.94MB/sec 2024-04-10T15:26:03.901 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xzcYZr8m4_q6i_l off=16724435 len=494384 2024-04-10T15:26:03.904 INFO:tasks.workunit.client.0.smithi102.stdout:op 86 completed, throughput=4.96MB/sec 2024-04-10T15:26:03.904 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XWywsO0QbB22jH_ off=7929212 len=1175909 2024-04-10T15:26:03.910 INFO:tasks.workunit.client.0.smithi102.stdout:op 87 completed, throughput=5.03MB/sec 2024-04-10T15:26:03.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:03 smithi102 ceph-mon[88557]: pgmap v1355: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T15:26:03.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:03 smithi102 ceph-mon[90943]: pgmap v1355: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T15:26:04.134 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:26:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=cleanup t=2024-04-10T15:26:03.714080509Z level=info msg="Completed cleanup jobs" duration=2.463488ms 2024-04-10T15:26:04.910 INFO:tasks.workunit.client.0.smithi102.stdout: 18: throughput=4.75MB/sec pending data=0 2024-04-10T15:26:04.911 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GD-8-ViQ-5REXvn off=2218866 len=1596736 2024-04-10T15:26:04.912 INFO:tasks.workunit.client.0.smithi102.stdout:op 88 completed, throughput=4.83MB/sec 2024-04-10T15:26:04.912 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-n1r1yeqonE7Gm5Y off=11230448 len=495606 2024-04-10T15:26:04.913 INFO:tasks.workunit.client.0.smithi102.stdout:op 89 completed, throughput=4.86MB/sec 2024-04-10T15:26:04.913 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CVOfQitW08qqiML off=11788317 len=1511548 2024-04-10T15:26:04.922 INFO:tasks.workunit.client.0.smithi102.stdout:op 90 completed, throughput=4.94MB/sec 2024-04-10T15:26:04.922 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IYRSJOpzVLnWe_D off=6190360 len=554574 2024-04-10T15:26:04.923 INFO:tasks.workunit.client.0.smithi102.stdout:op 91 completed, throughput=4.96MB/sec 2024-04-10T15:26:04.923 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fqc7INH_IEW6qsm off=961950 len=326534 2024-04-10T15:26:04.924 INFO:tasks.workunit.client.0.smithi102.stdout:op 92 completed, throughput=4.98MB/sec 2024-04-10T15:26:04.924 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-poeQsF3iV8TRbSD off=8519777 len=408911 2024-04-10T15:26:04.924 INFO:tasks.workunit.client.0.smithi102.stdout:op 93 completed, throughput=5MB/sec 2024-04-10T15:26:05.925 INFO:tasks.workunit.client.0.smithi102.stdout: 19: throughput=4.74MB/sec pending data=0 2024-04-10T15:26:05.925 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3omaAt7V-x3CUXt off=851678 len=241729 2024-04-10T15:26:05.926 INFO:tasks.workunit.client.0.smithi102.stdout:op 94 completed, throughput=4.75MB/sec 2024-04-10T15:26:05.926 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jDJiAr8o3BNCQaO off=9298075 len=1575282 2024-04-10T15:26:05.928 INFO:tasks.workunit.client.0.smithi102.stdout:op 95 completed, throughput=4.83MB/sec 2024-04-10T15:26:05.928 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qRwrWK2qb8XGSaE off=16163379 len=2000437 2024-04-10T15:26:05.930 INFO:tasks.workunit.client.0.smithi102.stdout:op 96 completed, throughput=4.93MB/sec 2024-04-10T15:26:05.930 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_aqj_0bP_Pqm9M4 off=11680345 len=919586 2024-04-10T15:26:05.933 INFO:tasks.workunit.client.0.smithi102.stdout:op 97 completed, throughput=4.97MB/sec 2024-04-10T15:26:05.933 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LdV3WF4ePw3LgUl off=16702210 len=1865443 2024-04-10T15:26:05.942 INFO:tasks.workunit.client.0.smithi102.stdout:op 98 completed, throughput=5.06MB/sec 2024-04-10T15:26:06.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:06 smithi154 ceph-mon[84269]: pgmap v1356: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:26:06.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:06 smithi102 ceph-mon[90943]: pgmap v1356: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:26:06.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:06 smithi102 ceph-mon[88557]: pgmap v1356: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:26:06.943 INFO:tasks.workunit.client.0.smithi102.stdout: 20: throughput=4.81MB/sec pending data=0 2024-04-10T15:26:06.943 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CgBK9sNLoyisK6F off=3755899 len=840334 2024-04-10T15:26:06.944 INFO:tasks.workunit.client.0.smithi102.stdout:op 99 completed, throughput=4.85MB/sec 2024-04-10T15:26:06.944 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hY2DRG8QHBUnFUr off=2526299 len=1803503 2024-04-10T15:26:06.953 INFO:tasks.workunit.client.0.smithi102.stdout:op 100 completed, throughput=4.94MB/sec 2024-04-10T15:26:06.953 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Q7u179tra5u-nSY off=4967107 len=577657 2024-04-10T15:26:06.957 INFO:tasks.workunit.client.0.smithi102.stdout:op 101 completed, throughput=4.96MB/sec 2024-04-10T15:26:06.957 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eAoSgzGTJuKgMJx off=7423959 len=933571 2024-04-10T15:26:06.962 INFO:tasks.workunit.client.0.smithi102.stdout:op 102 completed, throughput=5MB/sec 2024-04-10T15:26:07.914 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:26:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:26:07] "GET /metrics HTTP/1.1" 200 34052 "" "Prometheus/2.43.0" 2024-04-10T15:26:07.962 INFO:tasks.workunit.client.0.smithi102.stdout: 21: throughput=4.77MB/sec pending data=0 2024-04-10T15:26:07.962 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-x1svQTjR15C0A7R off=11583114 len=1892983 2024-04-10T15:26:07.965 INFO:tasks.workunit.client.0.smithi102.stdout:op 103 completed, throughput=4.85MB/sec 2024-04-10T15:26:07.965 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Pe2tM7ZzkPV4vYr off=1503878 len=577440 2024-04-10T15:26:07.969 INFO:tasks.workunit.client.0.smithi102.stdout:op 104 completed, throughput=4.88MB/sec 2024-04-10T15:26:07.969 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iixdmHPlk6M8PnM off=13315085 len=368605 2024-04-10T15:26:07.970 INFO:tasks.workunit.client.0.smithi102.stdout:op 105 completed, throughput=4.9MB/sec 2024-04-10T15:26:07.970 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rAHblk8SWVsDyH7 off=11585304 len=1466980 2024-04-10T15:26:07.973 INFO:tasks.workunit.client.0.smithi102.stdout:op 106 completed, throughput=4.96MB/sec 2024-04-10T15:26:07.974 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8qMqn8G-lw71GUK off=13380103 len=847112 2024-04-10T15:26:07.976 INFO:tasks.workunit.client.0.smithi102.stdout:op 107 completed, throughput=5MB/sec 2024-04-10T15:26:07.976 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hXw_pkpX2lTDJ0k off=657495 len=1122039 2024-04-10T15:26:07.982 INFO:tasks.workunit.client.0.smithi102.stdout:op 108 completed, throughput=5.05MB/sec 2024-04-10T15:26:08.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:08 smithi154 ceph-mon[84269]: pgmap v1357: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:26:08.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:26:08.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:08 smithi102 ceph-mon[90943]: pgmap v1357: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:26:08.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:26:08.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:08 smithi102 ceph-mon[88557]: pgmap v1357: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:26:08.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:26:08.982 INFO:tasks.workunit.client.0.smithi102.stdout: 22: throughput=4.82MB/sec pending data=0 2024-04-10T15:26:08.983 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-40P-WlXFYE4UxH1 off=3633076 len=1628346 2024-04-10T15:26:08.990 INFO:tasks.workunit.client.0.smithi102.stdout:op 109 completed, throughput=4.89MB/sec 2024-04-10T15:26:08.990 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fo_IIxRjz0EhN1K off=1281852 len=1362738 2024-04-10T15:26:08.991 INFO:tasks.workunit.client.0.smithi102.stdout:op 110 completed, throughput=4.95MB/sec 2024-04-10T15:26:08.991 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-78jm8spVytP9Ark off=6208562 len=283947 2024-04-10T15:26:08.994 INFO:tasks.workunit.client.0.smithi102.stdout:op 111 completed, throughput=4.96MB/sec 2024-04-10T15:26:08.994 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ext8tFuF7-Vq4ix off=383658 len=857716 2024-04-10T15:26:08.996 INFO:tasks.workunit.client.0.smithi102.stdout:op 112 completed, throughput=4.99MB/sec 2024-04-10T15:26:08.996 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1vRGEHJN17b4rl7 off=3217073 len=759737 2024-04-10T15:26:08.999 INFO:tasks.workunit.client.0.smithi102.stdout:op 113 completed, throughput=5.03MB/sec 2024-04-10T15:26:09.999 INFO:tasks.workunit.client.0.smithi102.stdout: 23: throughput=4.81MB/sec pending data=0 2024-04-10T15:26:10.000 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kQXB5Cc4pYnE5ep off=11988604 len=1919804 2024-04-10T15:26:10.019 INFO:tasks.workunit.client.0.smithi102.stdout:op 114 completed, throughput=4.88MB/sec 2024-04-10T15:26:10.020 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ekRG4AX7FlNWPXE off=2538586 len=1395220 2024-04-10T15:26:10.021 INFO:tasks.workunit.client.0.smithi102.stdout:op 115 completed, throughput=4.94MB/sec 2024-04-10T15:26:10.021 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PotcW9xk7n2YGlS off=2326922 len=1911343 2024-04-10T15:26:10.023 INFO:tasks.workunit.client.0.smithi102.stdout:op 116 completed, throughput=5.02MB/sec 2024-04-10T15:26:10.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:10 smithi154 ceph-mon[84269]: pgmap v1358: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:26:10.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:10 smithi102 ceph-mon[90943]: pgmap v1358: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:26:10.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:10 smithi102 ceph-mon[88557]: pgmap v1358: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:26:11.024 INFO:tasks.workunit.client.0.smithi102.stdout: 24: throughput=4.81MB/sec pending data=0 2024-04-10T15:26:11.024 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2M-soAAI6g1PESP off=16693447 len=233732 2024-04-10T15:26:11.025 INFO:tasks.workunit.client.0.smithi102.stdout:op 117 completed, throughput=4.82MB/sec 2024-04-10T15:26:11.025 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pQ1wGv1EpixTfB4 off=9798914 len=1562940 2024-04-10T15:26:11.028 INFO:tasks.workunit.client.0.smithi102.stdout:op 118 completed, throughput=4.88MB/sec 2024-04-10T15:26:11.028 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JJh1bintnIg_nbo off=16221975 len=312315 2024-04-10T15:26:11.032 INFO:tasks.workunit.client.0.smithi102.stdout:op 119 completed, throughput=4.89MB/sec 2024-04-10T15:26:11.032 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-byshbiS1gKNSLIl off=9497472 len=398619 2024-04-10T15:26:11.035 INFO:tasks.workunit.client.0.smithi102.stdout:op 120 completed, throughput=4.91MB/sec 2024-04-10T15:26:11.035 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NuknTuyMYXkG2G8 off=4696847 len=688642 2024-04-10T15:26:11.040 INFO:tasks.workunit.client.0.smithi102.stdout:op 121 completed, throughput=4.93MB/sec 2024-04-10T15:26:11.040 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Bxf-zEmZLoSYEEa off=1295235 len=347170 2024-04-10T15:26:11.043 INFO:tasks.workunit.client.0.smithi102.stdout:op 122 completed, throughput=4.95MB/sec 2024-04-10T15:26:11.043 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-02EHV_KfnZz_jKG off=1936420 len=1778272 2024-04-10T15:26:11.045 INFO:tasks.workunit.client.0.smithi102.stdout:op 123 completed, throughput=5.02MB/sec 2024-04-10T15:26:12.045 INFO:tasks.workunit.client.0.smithi102.stdout: 25: throughput=4.82MB/sec pending data=0 2024-04-10T15:26:12.046 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nRXq9dOdGr8tJWO off=75411 len=1937463 2024-04-10T15:26:12.047 INFO:tasks.workunit.client.0.smithi102.stdout:op 124 completed, throughput=4.89MB/sec 2024-04-10T15:26:12.047 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_doLp6nP3OkQqOd off=18908928 len=299865 2024-04-10T15:26:12.051 INFO:tasks.workunit.client.0.smithi102.stdout:op 125 completed, throughput=4.9MB/sec 2024-04-10T15:26:12.051 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-yy9ppRNi0oo5d8_ off=0 len=1265966 2024-04-10T15:26:12.059 INFO:tasks.workunit.client.0.smithi102.stdout:op 126 completed, throughput=4.95MB/sec 2024-04-10T15:26:12.059 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4C3sW8xUVaNe4UB off=0 len=1534927 2024-04-10T15:26:12.061 INFO:tasks.workunit.client.0.smithi102.stdout:op 127 completed, throughput=5MB/sec 2024-04-10T15:26:12.635 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:12 smithi154 ceph-mon[84269]: pgmap v1359: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-10T15:26:12.635 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:26:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:26:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:26:12.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:12 smithi102 ceph-mon[90943]: pgmap v1359: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-10T15:26:12.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:12 smithi102 ceph-mon[88557]: pgmap v1359: 105 pgs: 105 active+clean; 128 GiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-10T15:26:13.061 INFO:tasks.workunit.client.0.smithi102.stdout: 26: throughput=4.82MB/sec pending data=0 2024-04-10T15:26:13.061 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zzH91hv-2IyEY-E off=2026919 len=1329609 2024-04-10T15:26:13.068 INFO:tasks.workunit.client.0.smithi102.stdout:op 128 completed, throughput=4.86MB/sec 2024-04-10T15:26:13.069 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ls1ddURgUAGbGLQ off=6978331 len=754857 2024-04-10T15:26:13.070 INFO:tasks.workunit.client.0.smithi102.stdout:op 129 completed, throughput=4.89MB/sec 2024-04-10T15:26:13.070 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FDPp5HPrVg2Dw9Y off=172503 len=1809868 2024-04-10T15:26:13.077 INFO:tasks.workunit.client.0.smithi102.stdout:op 130 completed, throughput=4.95MB/sec 2024-04-10T15:26:13.077 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rRcmXQzSZFYu5Sp off=642297 len=533845 2024-04-10T15:26:13.078 INFO:tasks.workunit.client.0.smithi102.stdout:op 131 completed, throughput=4.97MB/sec 2024-04-10T15:26:13.078 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Q6-EmA7_NmvXXr1 off=1392075 len=37300 2024-04-10T15:26:13.080 INFO:tasks.workunit.client.0.smithi102.stdout:op 132 completed, throughput=4.97MB/sec 2024-04-10T15:26:13.081 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--YjdlBPq4VD5gNM off=4904888 len=1589857 2024-04-10T15:26:13.082 INFO:tasks.workunit.client.0.smithi102.stdout:op 133 completed, throughput=5.03MB/sec 2024-04-10T15:26:14.082 INFO:tasks.workunit.client.0.smithi102.stdout: 27: throughput=4.85MB/sec pending data=0 2024-04-10T15:26:14.083 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mFJY_cM_L6xRA0W off=8392795 len=1574549 2024-04-10T15:26:14.090 INFO:tasks.workunit.client.0.smithi102.stdout:op 134 completed, throughput=4.9MB/sec 2024-04-10T15:26:14.090 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-S3gwfZnmkAddKqX off=691476 len=536098 2024-04-10T15:26:14.092 INFO:tasks.workunit.client.0.smithi102.stdout:op 135 completed, throughput=4.92MB/sec 2024-04-10T15:26:14.092 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4eByQbzrj6HzfuR off=21584022 len=1690393 2024-04-10T15:26:14.102 INFO:tasks.workunit.client.0.smithi102.stdout:op 136 completed, throughput=4.98MB/sec 2024-04-10T15:26:14.102 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VWrgrtOtRUWABJb off=810712 len=986030 2024-04-10T15:26:14.103 INFO:tasks.workunit.client.0.smithi102.stdout:op 137 completed, throughput=5.01MB/sec 2024-04-10T15:26:14.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:14 smithi154 ceph-mon[84269]: pgmap v1360: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-10T15:26:14.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:14 smithi102 ceph-mon[90943]: pgmap v1360: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-10T15:26:14.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:14 smithi102 ceph-mon[88557]: pgmap v1360: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-10T15:26:15.103 INFO:tasks.workunit.client.0.smithi102.stdout: 28: throughput=4.83MB/sec pending data=0 2024-04-10T15:26:15.103 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Xb3QGhnm1O_gqos off=1706937 len=1130607 2024-04-10T15:26:15.110 INFO:tasks.workunit.client.0.smithi102.stdout:op 138 completed, throughput=4.87MB/sec 2024-04-10T15:26:15.110 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kUOODp9zAw6D_0q off=1084172 len=916545 2024-04-10T15:26:15.111 INFO:tasks.workunit.client.0.smithi102.stdout:op 139 completed, throughput=4.9MB/sec 2024-04-10T15:26:15.111 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WZuTIs_9tVFS-Gh off=6788867 len=1803891 2024-04-10T15:26:15.122 INFO:tasks.workunit.client.0.smithi102.stdout:op 140 completed, throughput=4.96MB/sec 2024-04-10T15:26:15.122 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JyAZD-zTpBXqUWT off=13451649 len=481294 2024-04-10T15:26:15.125 INFO:tasks.workunit.client.0.smithi102.stdout:op 141 completed, throughput=4.97MB/sec 2024-04-10T15:26:15.125 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-orEMNok_QhHN9PM off=52331 len=408426 2024-04-10T15:26:15.128 INFO:tasks.workunit.client.0.smithi102.stdout:op 142 completed, throughput=4.99MB/sec 2024-04-10T15:26:15.128 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gT1JlO7xvVTdiyE off=1570614 len=1135643 2024-04-10T15:26:15.130 INFO:tasks.workunit.client.0.smithi102.stdout:op 143 completed, throughput=5.03MB/sec 2024-04-10T15:26:16.131 INFO:tasks.workunit.client.0.smithi102.stdout: 29: throughput=4.85MB/sec pending data=0 2024-04-10T15:26:16.131 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WRYgh8wyXJJbx0x off=5860299 len=1252025 2024-04-10T15:26:16.134 INFO:tasks.workunit.client.0.smithi102.stdout:op 144 completed, throughput=4.89MB/sec 2024-04-10T15:26:16.134 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FcBs-7u7EKAgv8n off=3228613 len=1216193 2024-04-10T15:26:16.136 INFO:tasks.workunit.client.0.smithi102.stdout:op 145 completed, throughput=4.93MB/sec 2024-04-10T15:26:16.136 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Oet3K2dAkn2VvLA off=16092426 len=760911 2024-04-10T15:26:16.137 INFO:tasks.workunit.client.0.smithi102.stdout:op 146 completed, throughput=4.96MB/sec 2024-04-10T15:26:16.137 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-guvf2EKRZ0SrRY- off=5731876 len=253003 2024-04-10T15:26:16.138 INFO:tasks.workunit.client.0.smithi102.stdout:op 147 completed, throughput=4.97MB/sec 2024-04-10T15:26:16.138 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xUpdsiWYbFbQnoo off=3304566 len=588126 2024-04-10T15:26:16.139 INFO:tasks.workunit.client.0.smithi102.stdout:op 148 completed, throughput=4.99MB/sec 2024-04-10T15:26:16.139 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-syVD_liyUWr8KP6 off=15234068 len=950047 2024-04-10T15:26:16.140 INFO:tasks.workunit.client.0.smithi102.stdout:op 149 completed, throughput=5.02MB/sec 2024-04-10T15:26:16.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:16 smithi154 ceph-mon[84269]: pgmap v1361: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:26:16.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:16 smithi102 ceph-mon[90943]: pgmap v1361: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:26:16.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:16 smithi102 ceph-mon[88557]: pgmap v1361: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:26:17.141 INFO:tasks.workunit.client.0.smithi102.stdout: 30: throughput=4.85MB/sec pending data=0 2024-04-10T15:26:17.141 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-K8EFfSV2hYK4n9c off=6199330 len=964409 2024-04-10T15:26:17.142 INFO:tasks.workunit.client.0.smithi102.stdout:op 150 completed, throughput=4.88MB/sec 2024-04-10T15:26:17.142 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eOZKJOO0rFMPiOt off=3126413 len=758524 2024-04-10T15:26:17.144 INFO:tasks.workunit.client.0.smithi102.stdout:op 151 completed, throughput=4.9MB/sec 2024-04-10T15:26:17.144 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9gC5Lv3McWhjcW0 off=3950056 len=1694496 2024-04-10T15:26:17.146 INFO:tasks.workunit.client.0.smithi102.stdout:op 152 completed, throughput=4.96MB/sec 2024-04-10T15:26:17.146 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ccghbw-1v3OqMud off=10405691 len=1821016 2024-04-10T15:26:17.155 INFO:tasks.workunit.client.0.smithi102.stdout:op 153 completed, throughput=5.01MB/sec 2024-04-10T15:26:17.914 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:26:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:26:17] "GET /metrics HTTP/1.1" 200 34051 "" "Prometheus/2.43.0" 2024-04-10T15:26:18.155 INFO:tasks.workunit.client.0.smithi102.stdout: 31: throughput=4.85MB/sec pending data=0 2024-04-10T15:26:18.155 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rL1IyYLUmA8j_eD off=422160 len=1078363 2024-04-10T15:26:18.161 INFO:tasks.workunit.client.0.smithi102.stdout:op 154 completed, throughput=4.89MB/sec 2024-04-10T15:26:18.162 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Pq-BNjg7eEmhGp5 off=14734352 len=152875 2024-04-10T15:26:18.165 INFO:tasks.workunit.client.0.smithi102.stdout:op 155 completed, throughput=4.89MB/sec 2024-04-10T15:26:18.165 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BDhiWOO0zNveloB off=17088157 len=638118 2024-04-10T15:26:18.169 INFO:tasks.workunit.client.0.smithi102.stdout:op 156 completed, throughput=4.91MB/sec 2024-04-10T15:26:18.169 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2ReXj9_cgtM3g3x off=8681824 len=123166 2024-04-10T15:26:18.172 INFO:tasks.workunit.client.0.smithi102.stdout:op 157 completed, throughput=4.91MB/sec 2024-04-10T15:26:18.172 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bW3a9d9MJaVK6we off=17930123 len=1084326 2024-04-10T15:26:18.173 INFO:tasks.workunit.client.0.smithi102.stdout:op 158 completed, throughput=4.94MB/sec 2024-04-10T15:26:18.173 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-v2uoeXR9az6wLxM off=7858771 len=792285 2024-04-10T15:26:18.177 INFO:tasks.workunit.client.0.smithi102.stdout:op 159 completed, throughput=4.97MB/sec 2024-04-10T15:26:18.177 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zo6l3wNB07vANNz off=2100954 len=408091 2024-04-10T15:26:18.178 INFO:tasks.workunit.client.0.smithi102.stdout:op 160 completed, throughput=4.98MB/sec 2024-04-10T15:26:18.178 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-o4DLQ3soEdNa7Nk off=12122815 len=295361 2024-04-10T15:26:18.180 INFO:tasks.workunit.client.0.smithi102.stdout:op 161 completed, throughput=4.99MB/sec 2024-04-10T15:26:18.181 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ufEFF-aHZ83RMz2 off=4464816 len=774969 2024-04-10T15:26:18.184 INFO:tasks.workunit.client.0.smithi102.stdout:op 162 completed, throughput=5.01MB/sec 2024-04-10T15:26:18.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:18 smithi154 ceph-mon[84269]: pgmap v1362: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:26:18.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:18 smithi102 ceph-mon[88557]: pgmap v1362: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:26:18.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:18 smithi102 ceph-mon[90943]: pgmap v1362: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:26:19.184 INFO:tasks.workunit.client.0.smithi102.stdout: 32: throughput=4.86MB/sec pending data=0 2024-04-10T15:26:19.185 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dL0p102ly-fhFuI off=4107214 len=1062923 2024-04-10T15:26:19.190 INFO:tasks.workunit.client.0.smithi102.stdout:op 163 completed, throughput=4.89MB/sec 2024-04-10T15:26:19.191 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aLYuU3K-0l1H9ie off=2397694 len=1376673 2024-04-10T15:26:19.192 INFO:tasks.workunit.client.0.smithi102.stdout:op 164 completed, throughput=4.93MB/sec 2024-04-10T15:26:19.192 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JXs4yGO_L9uhJeg off=9304964 len=830107 2024-04-10T15:26:19.193 INFO:tasks.workunit.client.0.smithi102.stdout:op 165 completed, throughput=4.95MB/sec 2024-04-10T15:26:19.193 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qv_txxPR6H0s3-H off=3900122 len=1983158 2024-04-10T15:26:19.195 INFO:tasks.workunit.client.0.smithi102.stdout:op 166 completed, throughput=5.01MB/sec 2024-04-10T15:26:20.195 INFO:tasks.workunit.client.0.smithi102.stdout: 33: throughput=4.86MB/sec pending data=0 2024-04-10T15:26:20.195 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8_uGheJuwtyq9ZF off=4853053 len=950882 2024-04-10T15:26:20.196 INFO:tasks.workunit.client.0.smithi102.stdout:op 167 completed, throughput=4.89MB/sec 2024-04-10T15:26:20.196 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RsGJwXlUnCkhe2T off=0 len=1592726 2024-04-10T15:26:20.204 INFO:tasks.workunit.client.0.smithi102.stdout:op 168 completed, throughput=4.93MB/sec 2024-04-10T15:26:20.204 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ji5X2fKo256rj3s off=351896 len=1755832 2024-04-10T15:26:20.211 INFO:tasks.workunit.client.0.smithi102.stdout:op 169 completed, throughput=4.98MB/sec 2024-04-10T15:26:20.211 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-am6zM31wUYzn9er off=1931108 len=1374678 2024-04-10T15:26:20.216 INFO:tasks.workunit.client.0.smithi102.stdout:op 170 completed, throughput=5.02MB/sec 2024-04-10T15:26:20.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:20 smithi154 ceph-mon[84269]: pgmap v1363: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:26:20.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:20 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:26:20.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:20 smithi102 ceph-mon[88557]: pgmap v1363: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:26:20.914 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:20 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:26:20.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:20 smithi102 ceph-mon[90943]: pgmap v1363: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:26:20.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:20 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:26:21.216 INFO:tasks.workunit.client.0.smithi102.stdout: 34: throughput=4.87MB/sec pending data=0 2024-04-10T15:26:21.217 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-42OiKLAJMii59MP off=6893733 len=1315655 2024-04-10T15:26:21.218 INFO:tasks.workunit.client.0.smithi102.stdout:op 171 completed, throughput=4.91MB/sec 2024-04-10T15:26:21.218 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fyztf10ZWY5hI3R off=930062 len=1499868 2024-04-10T15:26:21.219 INFO:tasks.workunit.client.0.smithi102.stdout:op 172 completed, throughput=4.95MB/sec 2024-04-10T15:26:21.220 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-d2sVQ6bZX-fnQJY off=320062 len=1800834 2024-04-10T15:26:21.221 INFO:tasks.workunit.client.0.smithi102.stdout:op 173 completed, throughput=5MB/sec 2024-04-10T15:26:21.221 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SQjLyRT--yiUK2X off=13617272 len=296198 2024-04-10T15:26:21.221 INFO:tasks.workunit.client.0.smithi102.stdout:op 174 completed, throughput=5.01MB/sec 2024-04-10T15:26:22.222 INFO:tasks.workunit.client.0.smithi102.stdout: 35: throughput=4.87MB/sec pending data=0 2024-04-10T15:26:22.222 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-AaKIQOpjk-__U_s off=587742 len=1276377 2024-04-10T15:26:22.224 INFO:tasks.workunit.client.0.smithi102.stdout:op 175 completed, throughput=4.9MB/sec 2024-04-10T15:26:22.225 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-V8ZKUafrJPrpG_C off=4247456 len=1041717 2024-04-10T15:26:22.228 INFO:tasks.workunit.client.0.smithi102.stdout:op 176 completed, throughput=4.93MB/sec 2024-04-10T15:26:22.228 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OOGN--TCm67ddF1 off=4720943 len=308786 2024-04-10T15:26:22.230 INFO:tasks.workunit.client.0.smithi102.stdout:op 177 completed, throughput=4.94MB/sec 2024-04-10T15:26:22.230 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ftpwi0gogXgmvQr off=10837135 len=1236398 2024-04-10T15:26:22.231 INFO:tasks.workunit.client.0.smithi102.stdout:op 178 completed, throughput=4.97MB/sec 2024-04-10T15:26:22.231 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-EEo91IYuc-PULir off=9956981 len=1646964 2024-04-10T15:26:22.233 INFO:tasks.workunit.client.0.smithi102.stdout:op 179 completed, throughput=5.01MB/sec 2024-04-10T15:26:22.384 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:26:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:26:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:26:22.670 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:22 smithi154 ceph-mon[84269]: pgmap v1364: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:26:22.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:22 smithi102 ceph-mon[90943]: pgmap v1364: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:26:22.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:22 smithi102 ceph-mon[88557]: pgmap v1364: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:26:23.233 INFO:tasks.workunit.client.0.smithi102.stdout: 36: throughput=4.88MB/sec pending data=0 2024-04-10T15:26:23.233 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GynUbj7HfUbNs_b off=9069025 len=1749353 2024-04-10T15:26:23.241 INFO:tasks.workunit.client.0.smithi102.stdout:op 180 completed, throughput=4.92MB/sec 2024-04-10T15:26:23.241 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-X3L32ZcOPuhIN4J off=12647404 len=651307 2024-04-10T15:26:23.245 INFO:tasks.workunit.client.0.smithi102.stdout:op 181 completed, throughput=4.94MB/sec 2024-04-10T15:26:23.245 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mbdyFxqpbsI6R2c off=13668180 len=1016669 2024-04-10T15:26:23.246 INFO:tasks.workunit.client.0.smithi102.stdout:op 182 completed, throughput=4.96MB/sec 2024-04-10T15:26:23.246 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZgCptAiEV2dY2EM off=2847669 len=342896 2024-04-10T15:26:23.248 INFO:tasks.workunit.client.0.smithi102.stdout:op 183 completed, throughput=4.97MB/sec 2024-04-10T15:26:23.248 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-I33vmENBbTtkdO7 off=5019365 len=1152272 2024-04-10T15:26:23.254 INFO:tasks.workunit.client.0.smithi102.stdout:op 184 completed, throughput=5MB/sec 2024-04-10T15:26:23.884 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:26:23.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:26:23.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:26:23.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:26:23.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:26:23.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:26:23.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:26:23.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:26:23.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:26:23.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:26:23.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:26:23.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:26:23.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:26:23.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:26:23.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:26:24.254 INFO:tasks.workunit.client.0.smithi102.stdout: 37: throughput=4.87MB/sec pending data=0 2024-04-10T15:26:24.255 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DIUoVIczfdR39-4 off=17210412 len=988124 2024-04-10T15:26:24.258 INFO:tasks.workunit.client.0.smithi102.stdout:op 185 completed, throughput=4.89MB/sec 2024-04-10T15:26:24.258 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hf5hk1JYwuJToeR off=10265401 len=414407 2024-04-10T15:26:24.261 INFO:tasks.workunit.client.0.smithi102.stdout:op 186 completed, throughput=4.9MB/sec 2024-04-10T15:26:24.261 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PqLd34p2cmaMbrS off=2226439 len=1928270 2024-04-10T15:26:24.268 INFO:tasks.workunit.client.0.smithi102.stdout:op 187 completed, throughput=4.95MB/sec 2024-04-10T15:26:24.268 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-C9k1KWcJiW9AKzl off=1750044 len=505640 2024-04-10T15:26:24.269 INFO:tasks.workunit.client.0.smithi102.stdout:op 188 completed, throughput=4.96MB/sec 2024-04-10T15:26:24.269 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Ce6kWcQdlBA2Xz- off=516058 len=1385958 2024-04-10T15:26:24.270 INFO:tasks.workunit.client.0.smithi102.stdout:op 189 completed, throughput=5MB/sec 2024-04-10T15:26:24.270 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vEGCwR4bEuzmHJA off=2851388 len=1983323 2024-04-10T15:26:24.271 INFO:tasks.workunit.client.0.smithi102.stdout:op 190 completed, throughput=5.05MB/sec 2024-04-10T15:26:24.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:24 smithi154 ceph-mon[84269]: pgmap v1365: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:26:24.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:24.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:26:24.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:26:24.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:24 smithi102 ceph-mon[90943]: pgmap v1365: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:26:24.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:24.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:26:24.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:26:24.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:24 smithi102 ceph-mon[88557]: pgmap v1365: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:26:24.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:26:24.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:26:24.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:26:25.271 INFO:tasks.workunit.client.0.smithi102.stdout: 38: throughput=4.92MB/sec pending data=0 2024-04-10T15:26:25.272 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NSooIl4WgLQXh9H off=14909009 len=957072 2024-04-10T15:26:25.277 INFO:tasks.workunit.client.0.smithi102.stdout:op 191 completed, throughput=4.94MB/sec 2024-04-10T15:26:25.277 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Ea1JHpsjH3Sl8mT off=8302633 len=1678359 2024-04-10T15:26:25.278 INFO:tasks.workunit.client.0.smithi102.stdout:op 192 completed, throughput=4.98MB/sec 2024-04-10T15:26:25.279 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eXJ5eLLJEuMMhOt off=2633071 len=782526 2024-04-10T15:26:25.283 INFO:tasks.workunit.client.0.smithi102.stdout:op 193 completed, throughput=5MB/sec 2024-04-10T15:26:26.283 INFO:tasks.workunit.client.0.smithi102.stdout: 39: throughput=4.87MB/sec pending data=0 2024-04-10T15:26:26.283 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Q9kmY8u_pqkQSBX off=4232134 len=956778 2024-04-10T15:26:26.289 INFO:tasks.workunit.client.0.smithi102.stdout:op 194 completed, throughput=4.9MB/sec 2024-04-10T15:26:26.289 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oU4754uGx9zp-fR off=6231355 len=1902493 2024-04-10T15:26:26.291 INFO:tasks.workunit.client.0.smithi102.stdout:op 195 completed, throughput=4.94MB/sec 2024-04-10T15:26:26.291 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-C8sLLV3pRLzlrPs off=1545290 len=723629 2024-04-10T15:26:26.296 INFO:tasks.workunit.client.0.smithi102.stdout:op 196 completed, throughput=4.96MB/sec 2024-04-10T15:26:26.296 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZB6RJSt3NkTMHCz off=5476920 len=1836970 2024-04-10T15:26:26.307 INFO:tasks.workunit.client.0.smithi102.stdout:op 197 completed, throughput=5MB/sec 2024-04-10T15:26:26.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:26 smithi154 ceph-mon[84269]: pgmap v1366: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:26:26.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:26 smithi102 ceph-mon[90943]: pgmap v1366: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:26:26.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:26 smithi102 ceph-mon[88557]: pgmap v1366: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:26:27.307 INFO:tasks.workunit.client.0.smithi102.stdout: 40: throughput=4.88MB/sec pending data=0 2024-04-10T15:26:27.307 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NuknTuyMYXkG2G8 off=5099785 len=1475898 2024-04-10T15:26:27.309 INFO:tasks.workunit.client.0.smithi102.stdout:op 198 completed, throughput=4.91MB/sec 2024-04-10T15:26:27.309 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-e5eIW2PWyeE-EAh off=1514052 len=163285 2024-04-10T15:26:27.310 INFO:tasks.workunit.client.0.smithi102.stdout:op 199 completed, throughput=4.92MB/sec 2024-04-10T15:26:27.310 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3jr6rsAurMarc2z off=2617465 len=1175221 2024-04-10T15:26:27.317 INFO:tasks.workunit.client.0.smithi102.stdout:op 200 completed, throughput=4.94MB/sec 2024-04-10T15:26:27.317 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-o6VKxRVZvjLyvcX off=11924260 len=506487 2024-04-10T15:26:27.317 INFO:tasks.workunit.client.0.smithi102.stdout:op 201 completed, throughput=4.96MB/sec 2024-04-10T15:26:27.318 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OYxHsFKVBkglTyx off=7336765 len=111028 2024-04-10T15:26:27.320 INFO:tasks.workunit.client.0.smithi102.stdout:op 202 completed, throughput=4.96MB/sec 2024-04-10T15:26:27.320 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OrxBCyMLK6Uo9LX off=830895 len=2061823 2024-04-10T15:26:27.329 INFO:tasks.workunit.client.0.smithi102.stdout:op 203 completed, throughput=5MB/sec 2024-04-10T15:26:27.915 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:26:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:26:27] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.43.0" 2024-04-10T15:26:28.329 INFO:tasks.workunit.client.0.smithi102.stdout: 41: throughput=4.88MB/sec pending data=0 2024-04-10T15:26:28.329 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xgQa4uU3upncHHK off=11434200 len=1934282 2024-04-10T15:26:28.337 INFO:tasks.workunit.client.0.smithi102.stdout:op 204 completed, throughput=4.93MB/sec 2024-04-10T15:26:28.337 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kpkd_uSDQuxX-1d off=23326149 len=1168817 2024-04-10T15:26:28.340 INFO:tasks.workunit.client.0.smithi102.stdout:op 205 completed, throughput=4.95MB/sec 2024-04-10T15:26:28.340 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dBSPOC3Z4bk_Sl- off=4444028 len=1072537 2024-04-10T15:26:28.343 INFO:tasks.workunit.client.0.smithi102.stdout:op 206 completed, throughput=4.98MB/sec 2024-04-10T15:26:28.343 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-I8XEzD-C7kjeoA0 off=15333875 len=512096 2024-04-10T15:26:28.343 INFO:tasks.workunit.client.0.smithi102.stdout:op 207 completed, throughput=4.99MB/sec 2024-04-10T15:26:28.343 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hyUT5YCx2yDhewl off=15370286 len=1206230 2024-04-10T15:26:28.344 INFO:tasks.workunit.client.0.smithi102.stdout:op 208 completed, throughput=5.02MB/sec 2024-04-10T15:26:28.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:28 smithi154 ceph-mon[84269]: pgmap v1367: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:26:28.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:28 smithi102 ceph-mon[88557]: pgmap v1367: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:26:28.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:28 smithi102 ceph-mon[90943]: pgmap v1367: 105 pgs: 105 active+clean; 128 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:26:29.345 INFO:tasks.workunit.client.0.smithi102.stdout: 42: throughput=4.9MB/sec pending data=0 2024-04-10T15:26:29.345 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ks0SBLFqyG1jq5X off=14713622 len=1307306 2024-04-10T15:26:29.346 INFO:tasks.workunit.client.0.smithi102.stdout:op 209 completed, throughput=4.93MB/sec 2024-04-10T15:26:29.347 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-O8ewWN5lOfeE8tH off=2443288 len=673344 2024-04-10T15:26:29.351 INFO:tasks.workunit.client.0.smithi102.stdout:op 210 completed, throughput=4.94MB/sec 2024-04-10T15:26:29.351 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4OiiI_K7p4cY7-W off=14065038 len=941203 2024-04-10T15:26:29.353 INFO:tasks.workunit.client.0.smithi102.stdout:op 211 completed, throughput=4.96MB/sec 2024-04-10T15:26:29.353 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-87x5uKeuIp6jpvH off=988478 len=579502 2024-04-10T15:26:29.354 INFO:tasks.workunit.client.0.smithi102.stdout:op 212 completed, throughput=4.98MB/sec 2024-04-10T15:26:29.354 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AQGs9v9NmBiLGIy off=24685000 len=528586 2024-04-10T15:26:29.358 INFO:tasks.workunit.client.0.smithi102.stdout:op 213 completed, throughput=4.99MB/sec 2024-04-10T15:26:29.358 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HHgEHXErVsGubSV off=9843880 len=1125122 2024-04-10T15:26:29.364 INFO:tasks.workunit.client.0.smithi102.stdout:op 214 completed, throughput=5.01MB/sec 2024-04-10T15:26:30.364 INFO:tasks.workunit.client.0.smithi102.stdout: 43: throughput=4.9MB/sec pending data=0 2024-04-10T15:26:30.365 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zhjlqp9aF6gIJoH off=21289097 len=775641 2024-04-10T15:26:30.370 INFO:tasks.workunit.client.0.smithi102.stdout:op 215 completed, throughput=4.91MB/sec 2024-04-10T15:26:30.370 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DLUgH6d9GQp_QQn off=5386361 len=194459 2024-04-10T15:26:30.370 INFO:tasks.workunit.client.0.smithi102.stdout:op 216 completed, throughput=4.92MB/sec 2024-04-10T15:26:30.371 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wm5vPXACrWeLpB4 off=8018504 len=276839 2024-04-10T15:26:30.373 INFO:tasks.workunit.client.0.smithi102.stdout:op 217 completed, throughput=4.92MB/sec 2024-04-10T15:26:30.373 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-r84GnGgflhd1PtM off=3442544 len=1649201 2024-04-10T15:26:30.377 INFO:tasks.workunit.client.0.smithi102.stdout:op 218 completed, throughput=4.96MB/sec 2024-04-10T15:26:30.377 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-19o06Zuh67hCkZo off=3223992 len=267726 2024-04-10T15:26:30.380 INFO:tasks.workunit.client.0.smithi102.stdout:op 219 completed, throughput=4.97MB/sec 2024-04-10T15:26:30.380 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YCEzSOdBMz7T6Za off=10745265 len=1692633 2024-04-10T15:26:30.387 INFO:tasks.workunit.client.0.smithi102.stdout:op 220 completed, throughput=5MB/sec 2024-04-10T15:26:30.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:30 smithi154 ceph-mon[84269]: pgmap v1368: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:26:30.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:30 smithi102 ceph-mon[90943]: pgmap v1368: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:26:30.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:30 smithi102 ceph-mon[88557]: pgmap v1368: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:26:31.388 INFO:tasks.workunit.client.0.smithi102.stdout: 44: throughput=4.89MB/sec pending data=0 2024-04-10T15:26:31.388 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-D21heaKdINFvQ-x off=2247344 len=1619205 2024-04-10T15:26:31.398 INFO:tasks.workunit.client.0.smithi102.stdout:op 221 completed, throughput=4.92MB/sec 2024-04-10T15:26:31.398 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-G9ghxBQwi5jO8Ai off=4279725 len=498682 2024-04-10T15:26:31.403 INFO:tasks.workunit.client.0.smithi102.stdout:op 222 completed, throughput=4.93MB/sec 2024-04-10T15:26:31.403 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3aJgrDeqOyt6NMt off=414247 len=434422 2024-04-10T15:26:31.406 INFO:tasks.workunit.client.0.smithi102.stdout:op 223 completed, throughput=4.94MB/sec 2024-04-10T15:26:31.406 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2wRBdRjysTIFhdM off=9844519 len=76987 2024-04-10T15:26:31.406 INFO:tasks.workunit.client.0.smithi102.stdout:op 224 completed, throughput=4.94MB/sec 2024-04-10T15:26:31.406 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zPWfnOu4qxpNFm0 off=9407999 len=1903204 2024-04-10T15:26:31.415 INFO:tasks.workunit.client.0.smithi102.stdout:op 225 completed, throughput=4.98MB/sec 2024-04-10T15:26:31.415 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vHDC-N5-IRrx1J7 off=10582728 len=472398 2024-04-10T15:26:31.416 INFO:tasks.workunit.client.0.smithi102.stdout:op 226 completed, throughput=4.99MB/sec 2024-04-10T15:26:31.416 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Kd700DleeRNqp5F off=6108564 len=1538106 2024-04-10T15:26:31.425 INFO:tasks.workunit.client.0.smithi102.stdout:op 227 completed, throughput=5.03MB/sec 2024-04-10T15:26:32.425 INFO:tasks.workunit.client.0.smithi102.stdout: 45: throughput=4.92MB/sec pending data=0 2024-04-10T15:26:32.425 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-17FUa1uxkf94hOv off=4577925 len=1268578 2024-04-10T15:26:32.428 INFO:tasks.workunit.client.0.smithi102.stdout:op 228 completed, throughput=4.94MB/sec 2024-04-10T15:26:32.428 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rbnHLKu9lyHPvuM off=13786759 len=1813998 2024-04-10T15:26:32.436 INFO:tasks.workunit.client.0.smithi102.stdout:op 229 completed, throughput=4.98MB/sec 2024-04-10T15:26:32.436 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QskyO0gn_DzEJfd off=4118241 len=1945396 2024-04-10T15:26:32.449 INFO:tasks.workunit.client.0.smithi102.stdout:op 230 completed, throughput=5.02MB/sec 2024-04-10T15:26:32.635 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:32 smithi154 ceph-mon[84269]: pgmap v1369: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:26:32.635 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:26:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:26:32.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:32 smithi102 ceph-mon[90943]: pgmap v1369: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:26:32.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:32 smithi102 ceph-mon[88557]: pgmap v1369: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:26:33.450 INFO:tasks.workunit.client.0.smithi102.stdout: 46: throughput=4.91MB/sec pending data=0 2024-04-10T15:26:33.450 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lB4ZCiDZerq28t0 off=2100193 len=1203282 2024-04-10T15:26:33.451 INFO:tasks.workunit.client.0.smithi102.stdout:op 231 completed, throughput=4.93MB/sec 2024-04-10T15:26:33.451 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kWNi-_dr9IJZKBE off=16318467 len=1553100 2024-04-10T15:26:33.455 INFO:tasks.workunit.client.0.smithi102.stdout:op 232 completed, throughput=4.97MB/sec 2024-04-10T15:26:33.455 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6dbCvnODFlabJQd off=13081721 len=1921681 2024-04-10T15:26:33.466 INFO:tasks.workunit.client.0.smithi102.stdout:op 233 completed, throughput=5MB/sec 2024-04-10T15:26:34.466 INFO:tasks.workunit.client.0.smithi102.stdout: 47: throughput=4.9MB/sec pending data=0 2024-04-10T15:26:34.466 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sG9th9m_7B6Oll1 off=394792 len=934369 2024-04-10T15:26:34.468 INFO:tasks.workunit.client.0.smithi102.stdout:op 234 completed, throughput=4.92MB/sec 2024-04-10T15:26:34.468 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uCm1wYVEAB856LB off=4442787 len=1704553 2024-04-10T15:26:34.470 INFO:tasks.workunit.client.0.smithi102.stdout:op 235 completed, throughput=4.95MB/sec 2024-04-10T15:26:34.470 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XD32BZu2JaIeiYZ off=252845 len=233250 2024-04-10T15:26:34.473 INFO:tasks.workunit.client.0.smithi102.stdout:op 236 completed, throughput=4.96MB/sec 2024-04-10T15:26:34.473 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0odre8IfvQBnUQz off=1258121 len=1154734 2024-04-10T15:26:34.480 INFO:tasks.workunit.client.0.smithi102.stdout:op 237 completed, throughput=4.98MB/sec 2024-04-10T15:26:34.480 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-f_WtFN73UtEhHGK off=17250041 len=809065 2024-04-10T15:26:34.485 INFO:tasks.workunit.client.0.smithi102.stdout:op 238 completed, throughput=4.99MB/sec 2024-04-10T15:26:34.485 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6gyhQml-wKmpE8q off=8047306 len=1684135 2024-04-10T15:26:34.486 INFO:tasks.workunit.client.0.smithi102.stdout:op 239 completed, throughput=5.03MB/sec 2024-04-10T15:26:34.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:34 smithi154 ceph-mon[84269]: pgmap v1370: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:26:34.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:34 smithi102 ceph-mon[90943]: pgmap v1370: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:26:34.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:34 smithi102 ceph-mon[88557]: pgmap v1370: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:26:35.487 INFO:tasks.workunit.client.0.smithi102.stdout: 48: throughput=4.92MB/sec pending data=0 2024-04-10T15:26:35.487 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-iv49mdw-0IMmaWG off=320070 len=1010608 2024-04-10T15:26:35.493 INFO:tasks.workunit.client.0.smithi102.stdout:op 240 completed, throughput=4.94MB/sec 2024-04-10T15:26:35.494 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IoTRoODHV-IF14M off=3127644 len=971799 2024-04-10T15:26:35.499 INFO:tasks.workunit.client.0.smithi102.stdout:op 241 completed, throughput=4.96MB/sec 2024-04-10T15:26:35.500 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TGAbl9ha1wJOCo4 off=6976525 len=825764 2024-04-10T15:26:35.501 INFO:tasks.workunit.client.0.smithi102.stdout:op 242 completed, throughput=4.98MB/sec 2024-04-10T15:26:35.501 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PycfdGNniwTnbe3 off=309654 len=257325 2024-04-10T15:26:35.502 INFO:tasks.workunit.client.0.smithi102.stdout:op 243 completed, throughput=4.98MB/sec 2024-04-10T15:26:35.502 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JpjXQyIoHQgjhK- off=9738584 len=1856082 2024-04-10T15:26:35.504 INFO:tasks.workunit.client.0.smithi102.stdout:op 244 completed, throughput=5.02MB/sec 2024-04-10T15:26:36.504 INFO:tasks.workunit.client.0.smithi102.stdout: 49: throughput=4.92MB/sec pending data=0 2024-04-10T15:26:36.504 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SBgx-Ev8oNh7_e9 off=18090322 len=1669152 2024-04-10T15:26:36.506 INFO:tasks.workunit.client.0.smithi102.stdout:op 245 completed, throughput=4.95MB/sec 2024-04-10T15:26:36.506 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2dDc657Rdn9Fvfz off=3519023 len=1287170 2024-04-10T15:26:36.514 INFO:tasks.workunit.client.0.smithi102.stdout:op 246 completed, throughput=4.97MB/sec 2024-04-10T15:26:36.514 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-D-za8NStv3p7hNb off=1570915 len=1933610 2024-04-10T15:26:36.516 INFO:tasks.workunit.client.0.smithi102.stdout:op 247 completed, throughput=5.01MB/sec 2024-04-10T15:26:36.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:36 smithi154 ceph-mon[84269]: pgmap v1371: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:26:36.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:36 smithi102 ceph-mon[90943]: pgmap v1371: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:26:36.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:36 smithi102 ceph-mon[88557]: pgmap v1371: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:26:37.517 INFO:tasks.workunit.client.0.smithi102.stdout: 50: throughput=4.91MB/sec pending data=0 2024-04-10T15:26:37.517 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-X8pbtRbXg0znPF4 off=220380 len=919894 2024-04-10T15:26:37.518 INFO:tasks.workunit.client.0.smithi102.stdout:op 248 completed, throughput=4.93MB/sec 2024-04-10T15:26:37.518 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uPnhj9eA4I0rHCD off=800636 len=1227882 2024-04-10T15:26:37.519 INFO:tasks.workunit.client.0.smithi102.stdout:op 249 completed, throughput=4.95MB/sec 2024-04-10T15:26:37.520 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Q_e23ZD6zUJtlsp off=1192245 len=7919 2024-04-10T15:26:37.522 INFO:tasks.workunit.client.0.smithi102.stdout:op 250 completed, throughput=4.95MB/sec 2024-04-10T15:26:37.522 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Vr3svZBpKxJTZxX off=8757164 len=1123891 2024-04-10T15:26:37.524 INFO:tasks.workunit.client.0.smithi102.stdout:op 251 completed, throughput=4.97MB/sec 2024-04-10T15:26:37.524 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gTXMLVFhFCDCjaj off=17100929 len=1511561 2024-04-10T15:26:37.534 INFO:tasks.workunit.client.0.smithi102.stdout:op 252 completed, throughput=5MB/sec 2024-04-10T15:26:37.534 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-yS2-Uo6HegDFYYi off=558084 len=262825 2024-04-10T15:26:37.534 INFO:tasks.workunit.client.0.smithi102.stdout:op 253 completed, throughput=5MB/sec 2024-04-10T15:26:37.915 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:26:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:26:37] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.43.0" 2024-04-10T15:26:38.535 INFO:tasks.workunit.client.0.smithi102.stdout: 51: throughput=4.91MB/sec pending data=0 2024-04-10T15:26:38.535 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-exZJFjzuA-kGfTQ off=13498749 len=710251 2024-04-10T15:26:38.539 INFO:tasks.workunit.client.0.smithi102.stdout:op 254 completed, throughput=4.92MB/sec 2024-04-10T15:26:38.539 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6Ag10cKouO9hs42 off=1089653 len=1099551 2024-04-10T15:26:38.545 INFO:tasks.workunit.client.0.smithi102.stdout:op 255 completed, throughput=4.94MB/sec 2024-04-10T15:26:38.545 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6JTj9kMTGUv9GTL off=132105 len=752568 2024-04-10T15:26:38.545 INFO:tasks.workunit.client.0.smithi102.stdout:op 256 completed, throughput=4.95MB/sec 2024-04-10T15:26:38.545 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--3BhfIgxDxhZrUy off=5414114 len=1379355 2024-04-10T15:26:38.551 INFO:tasks.workunit.client.0.smithi102.stdout:op 257 completed, throughput=4.98MB/sec 2024-04-10T15:26:38.551 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-74JLox1gK0QDR8G off=18352384 len=482031 2024-04-10T15:26:38.554 INFO:tasks.workunit.client.0.smithi102.stdout:op 258 completed, throughput=4.99MB/sec 2024-04-10T15:26:38.554 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HMCoTtE_okNw_EZ off=5877522 len=1992948 2024-04-10T15:26:38.566 INFO:tasks.workunit.client.0.smithi102.stdout:op 259 completed, throughput=5.02MB/sec 2024-04-10T15:26:38.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:38 smithi154 ceph-mon[84269]: pgmap v1372: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:26:38.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:26:38.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:38 smithi102 ceph-mon[90943]: pgmap v1372: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:26:38.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:26:38.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:38 smithi102 ceph-mon[88557]: pgmap v1372: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:26:38.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:26:39.566 INFO:tasks.workunit.client.0.smithi102.stdout: 52: throughput=4.93MB/sec pending data=0 2024-04-10T15:26:39.566 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pfeNJCP46pWJ6FG off=2169775 len=326463 2024-04-10T15:26:39.567 INFO:tasks.workunit.client.0.smithi102.stdout:op 260 completed, throughput=4.93MB/sec 2024-04-10T15:26:39.568 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uqBw1NxWzMhF4fF off=3625140 len=1828178 2024-04-10T15:26:39.579 INFO:tasks.workunit.client.0.smithi102.stdout:op 261 completed, throughput=4.97MB/sec 2024-04-10T15:26:39.579 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nta6ehpemXia6ts off=11147339 len=2037350 2024-04-10T15:26:39.582 INFO:tasks.workunit.client.0.smithi102.stdout:op 262 completed, throughput=5MB/sec 2024-04-10T15:26:40.583 INFO:tasks.workunit.client.0.smithi102.stdout: 53: throughput=4.91MB/sec pending data=0 2024-04-10T15:26:40.583 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-owIPzH0EyK4nXJr off=4689106 len=1387239 2024-04-10T15:26:40.584 INFO:tasks.workunit.client.0.smithi102.stdout:op 263 completed, throughput=4.93MB/sec 2024-04-10T15:26:40.584 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2nH08hG-fL9OUH0 off=9927092 len=461640 2024-04-10T15:26:40.585 INFO:tasks.workunit.client.0.smithi102.stdout:op 264 completed, throughput=4.94MB/sec 2024-04-10T15:26:40.585 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iYjK0x-ATgR60Is off=21621527 len=1973384 2024-04-10T15:26:40.587 INFO:tasks.workunit.client.0.smithi102.stdout:op 265 completed, throughput=4.98MB/sec 2024-04-10T15:26:40.587 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KZWncK4Wxi-RKDM off=12090581 len=473766 2024-04-10T15:26:40.591 INFO:tasks.workunit.client.0.smithi102.stdout:op 266 completed, throughput=4.98MB/sec 2024-04-10T15:26:40.591 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ko16w0FS3LfIHDg off=2162826 len=1757884 2024-04-10T15:26:40.598 INFO:tasks.workunit.client.0.smithi102.stdout:op 267 completed, throughput=5.01MB/sec 2024-04-10T15:26:40.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:40 smithi154 ceph-mon[84269]: pgmap v1373: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:26:40.914 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:40 smithi102 ceph-mon[90943]: pgmap v1373: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:26:40.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:40 smithi102 ceph-mon[88557]: pgmap v1373: 105 pgs: 105 active+clean; 128 GiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:26:41.598 INFO:tasks.workunit.client.0.smithi102.stdout: 54: throughput=4.92MB/sec pending data=0 2024-04-10T15:26:41.599 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7UnAQiGd-jKpph_ off=12443194 len=629762 2024-04-10T15:26:41.603 INFO:tasks.workunit.client.0.smithi102.stdout:op 268 completed, throughput=4.93MB/sec 2024-04-10T15:26:41.603 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LpD48Jz6FsrFJTg off=15957609 len=668938 2024-04-10T15:26:41.604 INFO:tasks.workunit.client.0.smithi102.stdout:op 269 completed, throughput=4.95MB/sec 2024-04-10T15:26:41.604 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SHZT9mG_YshtalS off=13587610 len=2010038 2024-04-10T15:26:41.607 INFO:tasks.workunit.client.0.smithi102.stdout:op 270 completed, throughput=4.98MB/sec 2024-04-10T15:26:41.607 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AkZz-02kGb3mhUS off=4086615 len=377666 2024-04-10T15:26:41.610 INFO:tasks.workunit.client.0.smithi102.stdout:op 271 completed, throughput=4.99MB/sec 2024-04-10T15:26:41.611 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ItY8RKn6MdRqiuJ off=436079 len=382500 2024-04-10T15:26:41.611 INFO:tasks.workunit.client.0.smithi102.stdout:op 272 completed, throughput=4.99MB/sec 2024-04-10T15:26:41.611 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CHHLqqi3SsEQl6W off=8899625 len=1255601 2024-04-10T15:26:41.612 INFO:tasks.workunit.client.0.smithi102.stdout:op 273 completed, throughput=5.01MB/sec 2024-04-10T15:26:42.612 INFO:tasks.workunit.client.0.smithi102.stdout: 55: throughput=4.93MB/sec pending data=0 2024-04-10T15:26:42.613 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-b7AhbHWwhSEpidR off=883722 len=963711 2024-04-10T15:26:42.618 INFO:tasks.workunit.client.0.smithi102.stdout:op 274 completed, throughput=4.94MB/sec 2024-04-10T15:26:42.619 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oir_M5LsfR_Y27i off=1472553 len=664288 2024-04-10T15:26:42.622 INFO:tasks.workunit.client.0.smithi102.stdout:op 275 completed, throughput=4.95MB/sec 2024-04-10T15:26:42.622 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qTuOpIXI8z1J8wM off=663814 len=1092982 2024-04-10T15:26:42.626 INFO:tasks.workunit.client.0.smithi102.stdout:op 276 completed, throughput=4.97MB/sec 2024-04-10T15:26:42.626 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vWLv81IuCOrUM14 off=3506126 len=847806 2024-04-10T15:26:42.626 INFO:tasks.workunit.client.0.smithi102.stdout:op 277 completed, throughput=4.98MB/sec 2024-04-10T15:26:42.626 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Xd3dggYbWa8PHBq off=2773473 len=275777 2024-04-10T15:26:42.628 INFO:tasks.workunit.client.0.smithi102.stdout:op 278 completed, throughput=4.99MB/sec 2024-04-10T15:26:42.628 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-X39xgSFSWscOkMr off=706652 len=963592 2024-04-10T15:26:42.633 INFO:tasks.workunit.client.0.smithi102.stdout:op 279 completed, throughput=5.01MB/sec 2024-04-10T15:26:42.635 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:42 smithi154 ceph-mon[84269]: pgmap v1374: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:26:42.635 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:26:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:26:42.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:42 smithi102 ceph-mon[90943]: pgmap v1374: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:26:42.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:42 smithi102 ceph-mon[88557]: pgmap v1374: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:26:43.633 INFO:tasks.workunit.client.0.smithi102.stdout: 56: throughput=4.92MB/sec pending data=0 2024-04-10T15:26:43.634 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gtp4FLaULFfFI2M off=7899263 len=1611111 2024-04-10T15:26:43.641 INFO:tasks.workunit.client.0.smithi102.stdout:op 280 completed, throughput=4.94MB/sec 2024-04-10T15:26:43.641 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MeCUusnwlLMIi2Y off=656828 len=2041407 2024-04-10T15:26:43.652 INFO:tasks.workunit.client.0.smithi102.stdout:op 281 completed, throughput=4.98MB/sec 2024-04-10T15:26:43.652 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-llMlb-ejQBuy22i off=19221270 len=1547142 2024-04-10T15:26:43.658 INFO:tasks.workunit.client.0.smithi102.stdout:op 282 completed, throughput=5MB/sec 2024-04-10T15:26:44.659 INFO:tasks.workunit.client.0.smithi102.stdout: 57: throughput=4.92MB/sec pending data=0 2024-04-10T15:26:44.659 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZrIVhzLznTRNmFd off=1269526 len=1597716 2024-04-10T15:26:44.667 INFO:tasks.workunit.client.0.smithi102.stdout:op 283 completed, throughput=4.94MB/sec 2024-04-10T15:26:44.667 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PxdmX_p0ciGN4H_ off=37357 len=432009 2024-04-10T15:26:44.670 INFO:tasks.workunit.client.0.smithi102.stdout:op 284 completed, throughput=4.95MB/sec 2024-04-10T15:26:44.671 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lOMGY7kjdlAJI98 off=2702097 len=1064315 2024-04-10T15:26:44.673 INFO:tasks.workunit.client.0.smithi102.stdout:op 285 completed, throughput=4.97MB/sec 2024-04-10T15:26:44.673 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CO8E-_0WRJJoEcn off=16106117 len=299608 2024-04-10T15:26:44.674 INFO:tasks.workunit.client.0.smithi102.stdout:op 286 completed, throughput=4.97MB/sec 2024-04-10T15:26:44.674 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tZzf2qTQ50Zqd-Z off=3694977 len=226338 2024-04-10T15:26:44.676 INFO:tasks.workunit.client.0.smithi102.stdout:op 287 completed, throughput=4.97MB/sec 2024-04-10T15:26:44.676 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-W0lsPfB4WYDBZ2u off=4636067 len=1187119 2024-04-10T15:26:44.678 INFO:tasks.workunit.client.0.smithi102.stdout:op 288 completed, throughput=4.99MB/sec 2024-04-10T15:26:44.678 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VQrBt1Mku1nnLGC off=7070366 len=433063 2024-04-10T15:26:44.679 INFO:tasks.workunit.client.0.smithi102.stdout:op 289 completed, throughput=5MB/sec 2024-04-10T15:26:44.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:44 smithi154 ceph-mon[84269]: pgmap v1375: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:26:44.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:44 smithi102 ceph-mon[90943]: pgmap v1375: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:26:44.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:44 smithi102 ceph-mon[88557]: pgmap v1375: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:26:45.680 INFO:tasks.workunit.client.0.smithi102.stdout: 58: throughput=4.92MB/sec pending data=0 2024-04-10T15:26:45.680 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lpcZeYa6f7SQy3k off=35559 len=2040903 2024-04-10T15:26:45.690 INFO:tasks.workunit.client.0.smithi102.stdout:op 290 completed, throughput=4.95MB/sec 2024-04-10T15:26:45.690 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_3ZfrnYQ3xZS3KX off=2874498 len=657270 2024-04-10T15:26:45.693 INFO:tasks.workunit.client.0.smithi102.stdout:op 291 completed, throughput=4.96MB/sec 2024-04-10T15:26:45.693 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kc2so_Ta5lr65Ka off=15667768 len=353236 2024-04-10T15:26:45.696 INFO:tasks.workunit.client.0.smithi102.stdout:op 292 completed, throughput=4.96MB/sec 2024-04-10T15:26:45.696 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0_hdvYP2QP8pQzy off=4961153 len=1729014 2024-04-10T15:26:45.700 INFO:tasks.workunit.client.0.smithi102.stdout:op 293 completed, throughput=4.99MB/sec 2024-04-10T15:26:45.700 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fmwCZHuczhCokmD off=3732879 len=1434597 2024-04-10T15:26:45.709 INFO:tasks.workunit.client.0.smithi102.stdout:op 294 completed, throughput=5.01MB/sec 2024-04-10T15:26:46.709 INFO:tasks.workunit.client.0.smithi102.stdout: 59: throughput=4.93MB/sec pending data=0 2024-04-10T15:26:46.710 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pVfLzIK6e3OnSbm off=1999797 len=1286637 2024-04-10T15:26:46.713 INFO:tasks.workunit.client.0.smithi102.stdout:op 295 completed, throughput=4.95MB/sec 2024-04-10T15:26:46.714 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gWPMi60GZO1mFaR off=0 len=1538005 2024-04-10T15:26:46.714 INFO:tasks.workunit.client.0.smithi102.stdout:op 296 completed, throughput=4.97MB/sec 2024-04-10T15:26:46.715 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2V4puaFkOcB0zfg off=5270844 len=1386131 2024-04-10T15:26:46.722 INFO:tasks.workunit.client.0.smithi102.stdout:op 297 completed, throughput=5MB/sec 2024-04-10T15:26:46.722 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8kBqknsPMmbwn9t off=3278229 len=598073 2024-04-10T15:26:46.724 INFO:tasks.workunit.client.0.smithi102.stdout:op 298 completed, throughput=5.01MB/sec 2024-04-10T15:26:46.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:46 smithi154 ceph-mon[84269]: pgmap v1376: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:26:46.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:46 smithi102 ceph-mon[90943]: pgmap v1376: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:26:46.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:46 smithi102 ceph-mon[88557]: pgmap v1376: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:26:47.725 INFO:tasks.workunit.client.0.smithi102.stdout: 60: throughput=4.92MB/sec pending data=0 2024-04-10T15:26:47.725 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ypUS0GI_2nBu2OX off=887119 len=1588835 2024-04-10T15:26:47.734 INFO:tasks.workunit.client.0.smithi102.stdout:op 299 completed, throughput=4.95MB/sec 2024-04-10T15:26:47.734 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lgjYRLfstVsA96K off=6684668 len=1694315 2024-04-10T15:26:47.741 INFO:tasks.workunit.client.0.smithi102.stdout:op 300 completed, throughput=4.97MB/sec 2024-04-10T15:26:47.742 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uSgmfNveJihPXeR off=974194 len=535865 2024-04-10T15:26:47.744 INFO:tasks.workunit.client.0.smithi102.stdout:op 301 completed, throughput=4.98MB/sec 2024-04-10T15:26:47.745 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QPuAp8wTGeF1gwT off=401901 len=1425534 2024-04-10T15:26:47.747 INFO:tasks.workunit.client.0.smithi102.stdout:op 302 completed, throughput=5MB/sec 2024-04-10T15:26:47.915 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:26:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:26:47] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.43.0" 2024-04-10T15:26:48.748 INFO:tasks.workunit.client.0.smithi102.stdout: 61: throughput=4.92MB/sec pending data=0 2024-04-10T15:26:48.748 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eX-5wI5YL2UtQA0 off=1425162 len=1538055 2024-04-10T15:26:48.749 INFO:tasks.workunit.client.0.smithi102.stdout:op 303 completed, throughput=4.95MB/sec 2024-04-10T15:26:48.749 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WrTJiWYz5DFwIg0 off=10474892 len=615112 2024-04-10T15:26:48.751 INFO:tasks.workunit.client.0.smithi102.stdout:op 304 completed, throughput=4.96MB/sec 2024-04-10T15:26:48.751 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-K-ADElL35FS5hJ4 off=4797583 len=367659 2024-04-10T15:26:48.755 INFO:tasks.workunit.client.0.smithi102.stdout:op 305 completed, throughput=4.96MB/sec 2024-04-10T15:26:48.755 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5o_llwg3TgqEwk0 off=9805780 len=1842428 2024-04-10T15:26:48.759 INFO:tasks.workunit.client.0.smithi102.stdout:op 306 completed, throughput=4.99MB/sec 2024-04-10T15:26:48.759 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_sq02_nKxqavtGo off=14419991 len=1902247 2024-04-10T15:26:48.761 INFO:tasks.workunit.client.0.smithi102.stdout:op 307 completed, throughput=5.02MB/sec 2024-04-10T15:26:48.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:48 smithi154 ceph-mon[84269]: pgmap v1377: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T15:26:48.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:48 smithi102 ceph-mon[88557]: pgmap v1377: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T15:26:48.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:48 smithi102 ceph-mon[90943]: pgmap v1377: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T15:26:49.762 INFO:tasks.workunit.client.0.smithi102.stdout: 62: throughput=4.94MB/sec pending data=0 2024-04-10T15:26:49.762 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OYxHsFKVBkglTyx off=3925635 len=759342 2024-04-10T15:26:49.763 INFO:tasks.workunit.client.0.smithi102.stdout:op 308 completed, throughput=4.95MB/sec 2024-04-10T15:26:49.763 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uePAz52qOxj0ROx off=781754 len=1168654 2024-04-10T15:26:49.770 INFO:tasks.workunit.client.0.smithi102.stdout:op 309 completed, throughput=4.97MB/sec 2024-04-10T15:26:49.770 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dH7dp4Jken6Yd4k off=0 len=1474067 2024-04-10T15:26:49.773 INFO:tasks.workunit.client.0.smithi102.stdout:op 310 completed, throughput=4.99MB/sec 2024-04-10T15:26:49.773 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pGAPLAaxIJdS6-u off=7957453 len=1307943 2024-04-10T15:26:49.779 INFO:tasks.workunit.client.0.smithi102.stdout:op 311 completed, throughput=5.01MB/sec 2024-04-10T15:26:50.780 INFO:tasks.workunit.client.0.smithi102.stdout: 63: throughput=4.93MB/sec pending data=0 2024-04-10T15:26:50.780 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UGaZIPJ1Hntwi-f off=546497 len=1430988 2024-04-10T15:26:50.783 INFO:tasks.workunit.client.0.smithi102.stdout:op 312 completed, throughput=4.95MB/sec 2024-04-10T15:26:50.783 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ULmH6XhFXQgnOeq off=7171435 len=787673 2024-04-10T15:26:50.788 INFO:tasks.workunit.client.0.smithi102.stdout:op 313 completed, throughput=4.96MB/sec 2024-04-10T15:26:50.788 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_8kb8S9QeX4lS8a off=7503218 len=942567 2024-04-10T15:26:50.793 INFO:tasks.workunit.client.0.smithi102.stdout:op 314 completed, throughput=4.98MB/sec 2024-04-10T15:26:50.793 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Br7Wqs5_Wp5n5GA off=1434453 len=175721 2024-04-10T15:26:50.793 INFO:tasks.workunit.client.0.smithi102.stdout:op 315 completed, throughput=4.98MB/sec 2024-04-10T15:26:50.794 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SN3_Qb52DiyhHm7 off=2364537 len=1301670 2024-04-10T15:26:50.795 INFO:tasks.workunit.client.0.smithi102.stdout:op 316 completed, throughput=5MB/sec 2024-04-10T15:26:50.795 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_rlPF4Zg4vRpZi6 off=21402277 len=1677652 2024-04-10T15:26:50.797 INFO:tasks.workunit.client.0.smithi102.stdout:op 317 completed, throughput=5.02MB/sec 2024-04-10T15:26:50.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:50 smithi154 ceph-mon[84269]: pgmap v1378: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:26:50.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:50 smithi102 ceph-mon[90943]: pgmap v1378: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:26:50.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:50 smithi102 ceph-mon[88557]: pgmap v1378: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:26:51.797 INFO:tasks.workunit.client.0.smithi102.stdout: 64: throughput=4.95MB/sec pending data=0 2024-04-10T15:26:51.797 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CHMMfHbat_TMazZ off=2728293 len=444259 2024-04-10T15:26:51.801 INFO:tasks.workunit.client.0.smithi102.stdout:op 318 completed, throughput=4.95MB/sec 2024-04-10T15:26:51.801 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DoerkF18_RHu_j9 off=5231286 len=1507022 2024-04-10T15:26:51.802 INFO:tasks.workunit.client.0.smithi102.stdout:op 319 completed, throughput=4.97MB/sec 2024-04-10T15:26:51.802 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MoSBZ61JPykZQPH off=4229900 len=1155049 2024-04-10T15:26:51.808 INFO:tasks.workunit.client.0.smithi102.stdout:op 320 completed, throughput=4.99MB/sec 2024-04-10T15:26:51.808 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WbW0vpB7qHkN5If off=4727531 len=1284923 2024-04-10T15:26:51.813 INFO:tasks.workunit.client.0.smithi102.stdout:op 321 completed, throughput=5.01MB/sec 2024-04-10T15:26:52.550 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:26:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:26:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:26:52.813 INFO:tasks.workunit.client.0.smithi102.stdout: 65: throughput=4.93MB/sec pending data=0 2024-04-10T15:26:52.814 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xlcdZ4KuVNckMaT off=18046497 len=660464 2024-04-10T15:26:52.814 INFO:tasks.workunit.client.0.smithi102.stdout:op 322 completed, throughput=4.94MB/sec 2024-04-10T15:26:52.815 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_dGMjQ11C0FDA0k off=4534145 len=353835 2024-04-10T15:26:52.818 INFO:tasks.workunit.client.0.smithi102.stdout:op 323 completed, throughput=4.95MB/sec 2024-04-10T15:26:52.818 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IXfYnOpoLiIDkXd off=9378991 len=780988 2024-04-10T15:26:52.819 INFO:tasks.workunit.client.0.smithi102.stdout:op 324 completed, throughput=4.96MB/sec 2024-04-10T15:26:52.819 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JqMneD8K9aWsYah off=4376923 len=1042379 2024-04-10T15:26:52.825 INFO:tasks.workunit.client.0.smithi102.stdout:op 325 completed, throughput=4.97MB/sec 2024-04-10T15:26:52.825 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3R2PEKsZeAvvMWg off=5845706 len=232972 2024-04-10T15:26:52.828 INFO:tasks.workunit.client.0.smithi102.stdout:op 326 completed, throughput=4.98MB/sec 2024-04-10T15:26:52.828 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LabVSpj-yhD_XDf off=374408 len=654130 2024-04-10T15:26:52.831 INFO:tasks.workunit.client.0.smithi102.stdout:op 327 completed, throughput=4.98MB/sec 2024-04-10T15:26:52.832 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9E8uqkrMzLshLVW off=7923437 len=1512163 2024-04-10T15:26:52.838 INFO:tasks.workunit.client.0.smithi102.stdout:op 328 completed, throughput=5.01MB/sec 2024-04-10T15:26:52.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:52 smithi154 ceph-mon[84269]: pgmap v1379: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:26:52.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:52 smithi102 ceph-mon[90943]: pgmap v1379: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:26:52.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:52 smithi102 ceph-mon[88557]: pgmap v1379: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:26:53.838 INFO:tasks.workunit.client.0.smithi102.stdout: 66: throughput=4.93MB/sec pending data=0 2024-04-10T15:26:53.839 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-88esQmMPsOOHh-M off=24277375 len=1068748 2024-04-10T15:26:53.840 INFO:tasks.workunit.client.0.smithi102.stdout:op 329 completed, throughput=4.95MB/sec 2024-04-10T15:26:53.840 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-o1g0ODVLQYgtD9p off=21331547 len=743446 2024-04-10T15:26:53.841 INFO:tasks.workunit.client.0.smithi102.stdout:op 330 completed, throughput=4.96MB/sec 2024-04-10T15:26:53.841 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Tdy5ShdYWKrSSBN off=6787299 len=589515 2024-04-10T15:26:53.846 INFO:tasks.workunit.client.0.smithi102.stdout:op 331 completed, throughput=4.97MB/sec 2024-04-10T15:26:53.846 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vkRONocegVQn-AZ off=12205885 len=444573 2024-04-10T15:26:53.850 INFO:tasks.workunit.client.0.smithi102.stdout:op 332 completed, throughput=4.97MB/sec 2024-04-10T15:26:53.850 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4WmaDZmb0LgfHBg off=10593032 len=380279 2024-04-10T15:26:53.852 INFO:tasks.workunit.client.0.smithi102.stdout:op 333 completed, throughput=4.98MB/sec 2024-04-10T15:26:53.853 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BFmp62yawpLWUGm off=16445713 len=1691628 2024-04-10T15:26:53.865 INFO:tasks.workunit.client.0.smithi102.stdout:op 334 completed, throughput=5MB/sec 2024-04-10T15:26:53.865 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-e8oI2c1iVMYvIhC off=16579583 len=1873301 2024-04-10T15:26:53.873 INFO:tasks.workunit.client.0.smithi102.stdout:op 335 completed, throughput=5.03MB/sec 2024-04-10T15:26:53.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:26:53.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:26:53.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:26:54.874 INFO:tasks.workunit.client.0.smithi102.stdout: 67: throughput=4.95MB/sec pending data=0 2024-04-10T15:26:54.874 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mb71-tKh1YDUNOG off=9734448 len=1744170 2024-04-10T15:26:54.885 INFO:tasks.workunit.client.0.smithi102.stdout:op 336 completed, throughput=4.98MB/sec 2024-04-10T15:26:54.885 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kQXB5Cc4pYnE5ep off=17667769 len=768751 2024-04-10T15:26:54.886 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:54 smithi154 ceph-mon[84269]: pgmap v1380: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:26:54.886 INFO:tasks.workunit.client.0.smithi102.stdout:op 337 completed, throughput=4.99MB/sec 2024-04-10T15:26:54.886 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZR0r7N0kHynApk4 off=20653999 len=2028279 2024-04-10T15:26:54.888 INFO:tasks.workunit.client.0.smithi102.stdout:op 338 completed, throughput=5.01MB/sec 2024-04-10T15:26:54.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:54 smithi102 ceph-mon[90943]: pgmap v1380: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:26:54.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:54 smithi102 ceph-mon[88557]: pgmap v1380: 105 pgs: 105 active+clean; 128 GiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:26:55.888 INFO:tasks.workunit.client.0.smithi102.stdout: 68: throughput=4.94MB/sec pending data=0 2024-04-10T15:26:55.888 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NmO020zlijF3y94 off=4715045 len=1245962 2024-04-10T15:26:55.896 INFO:tasks.workunit.client.0.smithi102.stdout:op 339 completed, throughput=4.96MB/sec 2024-04-10T15:26:55.896 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZwEjzvnyudWCSEf off=16763870 len=937213 2024-04-10T15:26:55.901 INFO:tasks.workunit.client.0.smithi102.stdout:op 340 completed, throughput=4.97MB/sec 2024-04-10T15:26:55.901 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xIQs8rVmulQWKY9 off=1696913 len=1697045 2024-04-10T15:26:55.908 INFO:tasks.workunit.client.0.smithi102.stdout:op 341 completed, throughput=4.99MB/sec 2024-04-10T15:26:55.908 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5zIEAYB0J__TNAj off=4987887 len=614359 2024-04-10T15:26:55.909 INFO:tasks.workunit.client.0.smithi102.stdout:op 342 completed, throughput=5MB/sec 2024-04-10T15:26:56.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:56 smithi154 ceph-mon[84269]: pgmap v1381: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:26:56.909 INFO:tasks.workunit.client.0.smithi102.stdout: 69: throughput=4.93MB/sec pending data=0 2024-04-10T15:26:56.909 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eiOhbdZ5T0-b6Hj off=3170459 len=1652862 2024-04-10T15:26:56.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:56 smithi102 ceph-mon[88557]: pgmap v1381: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:26:56.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:56 smithi102 ceph-mon[90943]: pgmap v1381: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:26:56.917 INFO:tasks.workunit.client.0.smithi102.stdout:op 343 completed, throughput=4.95MB/sec 2024-04-10T15:26:56.917 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pArI9tI0pVQl27C off=7852393 len=1634304 2024-04-10T15:26:56.920 INFO:tasks.workunit.client.0.smithi102.stdout:op 344 completed, throughput=4.97MB/sec 2024-04-10T15:26:56.920 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mCxM4M-kvYWEzN4 off=1573184 len=1559144 2024-04-10T15:26:56.926 INFO:tasks.workunit.client.0.smithi102.stdout:op 345 completed, throughput=5MB/sec 2024-04-10T15:26:56.926 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2u22XbZbkAgtIiT off=13778966 len=69028 2024-04-10T15:26:56.929 INFO:tasks.workunit.client.0.smithi102.stdout:op 346 completed, throughput=5MB/sec 2024-04-10T15:26:56.929 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sXchU-bs7i17zGu off=897228 len=2068498 2024-04-10T15:26:56.930 INFO:tasks.workunit.client.0.smithi102.stdout:op 347 completed, throughput=5.02MB/sec 2024-04-10T15:26:57.915 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:26:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:26:57] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-10T15:26:57.931 INFO:tasks.workunit.client.0.smithi102.stdout: 70: throughput=4.95MB/sec pending data=0 2024-04-10T15:26:57.931 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ftpwi0gogXgmvQr off=16266501 len=1317413 2024-04-10T15:26:57.938 INFO:tasks.workunit.client.0.smithi102.stdout:op 348 completed, throughput=4.97MB/sec 2024-04-10T15:26:57.938 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cnuYiDmbJJGG1c8 off=14096427 len=1099783 2024-04-10T15:26:57.943 INFO:tasks.workunit.client.0.smithi102.stdout:op 349 completed, throughput=4.99MB/sec 2024-04-10T15:26:57.943 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vYlcEau8sBMS8E7 off=0 len=1718502 2024-04-10T15:26:57.945 INFO:tasks.workunit.client.0.smithi102.stdout:op 350 completed, throughput=5.01MB/sec 2024-04-10T15:26:58.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:26:58 smithi154 ceph-mon[84269]: pgmap v1382: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:26:58.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:26:58 smithi102 ceph-mon[88557]: pgmap v1382: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:26:58.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:26:58 smithi102 ceph-mon[90943]: pgmap v1382: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:26:58.946 INFO:tasks.workunit.client.0.smithi102.stdout: 71: throughput=4.94MB/sec pending data=0 2024-04-10T15:26:58.946 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-X-3pLx-DxI883vs off=1691981 len=2003862 2024-04-10T15:26:58.948 INFO:tasks.workunit.client.0.smithi102.stdout:op 351 completed, throughput=4.97MB/sec 2024-04-10T15:26:58.948 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dLPdZ-TvwEJs3nX off=2797740 len=583314 2024-04-10T15:26:58.952 INFO:tasks.workunit.client.0.smithi102.stdout:op 352 completed, throughput=4.97MB/sec 2024-04-10T15:26:58.952 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZsMV3tolfpZ_9Ij off=7173187 len=1833488 2024-04-10T15:26:58.954 INFO:tasks.workunit.client.0.smithi102.stdout:op 353 completed, throughput=5MB/sec 2024-04-10T15:26:58.954 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-z2toSBFSlglaW6c off=2243691 len=480704 2024-04-10T15:26:58.958 INFO:tasks.workunit.client.0.smithi102.stdout:op 354 completed, throughput=5MB/sec 2024-04-10T15:26:59.958 INFO:tasks.workunit.client.0.smithi102.stdout: 72: throughput=4.93MB/sec pending data=0 2024-04-10T15:26:59.959 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-iO5C_bbE4GTyq30 off=2369944 len=1769996 2024-04-10T15:26:59.968 INFO:tasks.workunit.client.0.smithi102.stdout:op 355 completed, throughput=4.96MB/sec 2024-04-10T15:26:59.968 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DNvrtdMJAQ1WkCD off=698274 len=1395825 2024-04-10T15:26:59.970 INFO:tasks.workunit.client.0.smithi102.stdout:op 356 completed, throughput=4.97MB/sec 2024-04-10T15:26:59.970 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3O3lK9A-08kdGiv off=11685700 len=1307453 2024-04-10T15:26:59.971 INFO:tasks.workunit.client.0.smithi102.stdout:op 357 completed, throughput=4.99MB/sec 2024-04-10T15:26:59.971 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1nfA5mXTi2P2Gwb off=21828391 len=1310819 2024-04-10T15:26:59.973 INFO:tasks.workunit.client.0.smithi102.stdout:op 358 completed, throughput=5.01MB/sec 2024-04-10T15:27:00.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:00 smithi154 ceph-mon[84269]: pgmap v1383: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:27:00.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:00 smithi102 ceph-mon[90943]: pgmap v1383: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:27:00.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:00 smithi102 ceph-mon[88557]: pgmap v1383: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:27:00.973 INFO:tasks.workunit.client.0.smithi102.stdout: 73: throughput=4.94MB/sec pending data=0 2024-04-10T15:27:00.973 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Va7RNWoLmGPQZBm off=16615786 len=1167193 2024-04-10T15:27:00.979 INFO:tasks.workunit.client.0.smithi102.stdout:op 359 completed, throughput=4.96MB/sec 2024-04-10T15:27:00.980 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-S6FeKhZrLY7pSN3 off=15033610 len=88328 2024-04-10T15:27:00.982 INFO:tasks.workunit.client.0.smithi102.stdout:op 360 completed, throughput=4.96MB/sec 2024-04-10T15:27:00.982 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PUS6RjPhTnmIrtC off=17213464 len=232725 2024-04-10T15:27:00.982 INFO:tasks.workunit.client.0.smithi102.stdout:op 361 completed, throughput=4.96MB/sec 2024-04-10T15:27:00.982 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2bqAN-IJTUtWX2H off=3321027 len=524511 2024-04-10T15:27:00.983 INFO:tasks.workunit.client.0.smithi102.stdout:op 362 completed, throughput=4.97MB/sec 2024-04-10T15:27:00.984 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--o2eqXqWqOLXwMc off=311484 len=1553573 2024-04-10T15:27:00.991 INFO:tasks.workunit.client.0.smithi102.stdout:op 363 completed, throughput=4.99MB/sec 2024-04-10T15:27:00.991 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SbEd0ynpvaY1gCU off=8125968 len=1094068 2024-04-10T15:27:00.993 INFO:tasks.workunit.client.0.smithi102.stdout:op 364 completed, throughput=5MB/sec 2024-04-10T15:27:00.993 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Gk6SpUuv0NKhiZg off=5100807 len=149983 2024-04-10T15:27:00.995 INFO:tasks.workunit.client.0.smithi102.stdout:op 365 completed, throughput=5MB/sec 2024-04-10T15:27:01.996 INFO:tasks.workunit.client.0.smithi102.stdout: 74: throughput=4.94MB/sec pending data=0 2024-04-10T15:27:01.996 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kkNBcNHgcPhxPaU off=1118073 len=43661 2024-04-10T15:27:01.996 INFO:tasks.workunit.client.0.smithi102.stdout:op 366 completed, throughput=4.94MB/sec 2024-04-10T15:27:01.997 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1DHeRrrs4XSaXLf off=3128580 len=1159699 2024-04-10T15:27:02.000 INFO:tasks.workunit.client.0.smithi102.stdout:op 367 completed, throughput=4.95MB/sec 2024-04-10T15:27:02.000 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GkaxfhywrYMVIdB off=2477164 len=1698603 2024-04-10T15:27:02.002 INFO:tasks.workunit.client.0.smithi102.stdout:op 368 completed, throughput=4.97MB/sec 2024-04-10T15:27:02.002 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YjPwDlfDDci2eQT off=18039863 len=1563852 2024-04-10T15:27:02.004 INFO:tasks.workunit.client.0.smithi102.stdout:op 369 completed, throughput=4.99MB/sec 2024-04-10T15:27:02.004 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ueD25hm6UQn-0HQ off=6263742 len=1854889 2024-04-10T15:27:02.011 INFO:tasks.workunit.client.0.smithi102.stdout:op 370 completed, throughput=5.01MB/sec 2024-04-10T15:27:02.568 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:27:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:27:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:27:02.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:02 smithi154 ceph-mon[84269]: pgmap v1384: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:27:02.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:02 smithi102 ceph-mon[88557]: pgmap v1384: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:27:02.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:02 smithi102 ceph-mon[90943]: pgmap v1384: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:27:03.011 INFO:tasks.workunit.client.0.smithi102.stdout: 75: throughput=4.95MB/sec pending data=0 2024-04-10T15:27:03.012 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-S2zKufgjJmW8e03 off=3641373 len=1788401 2024-04-10T15:27:03.015 INFO:tasks.workunit.client.0.smithi102.stdout:op 371 completed, throughput=4.97MB/sec 2024-04-10T15:27:03.015 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lhsYI3vw0YORnU9 off=5157617 len=175376 2024-04-10T15:27:03.016 INFO:tasks.workunit.client.0.smithi102.stdout:op 372 completed, throughput=4.97MB/sec 2024-04-10T15:27:03.016 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OD1G0RTkdhthK7D off=7668274 len=242383 2024-04-10T15:27:03.017 INFO:tasks.workunit.client.0.smithi102.stdout:op 373 completed, throughput=4.98MB/sec 2024-04-10T15:27:03.017 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Dm7z4Xup369ap9T off=1581933 len=1434754 2024-04-10T15:27:03.024 INFO:tasks.workunit.client.0.smithi102.stdout:op 374 completed, throughput=4.99MB/sec 2024-04-10T15:27:03.024 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9-rYiV_YYOPbsc3 off=9765555 len=1261964 2024-04-10T15:27:03.030 INFO:tasks.workunit.client.0.smithi102.stdout:op 375 completed, throughput=5.01MB/sec 2024-04-10T15:27:04.030 INFO:tasks.workunit.client.0.smithi102.stdout: 76: throughput=4.94MB/sec pending data=0 2024-04-10T15:27:04.031 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xV8a9X04Rkpl1R5 off=55609 len=1965662 2024-04-10T15:27:04.032 INFO:tasks.workunit.client.0.smithi102.stdout:op 376 completed, throughput=4.97MB/sec 2024-04-10T15:27:04.032 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-v1xCdG5uHXcRVtV off=4955718 len=1796583 2024-04-10T15:27:04.043 INFO:tasks.workunit.client.0.smithi102.stdout:op 377 completed, throughput=4.99MB/sec 2024-04-10T15:27:04.043 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QO1ZZXVoCp0P2do off=1252073 len=1475298 2024-04-10T15:27:04.044 INFO:tasks.workunit.client.0.smithi102.stdout:op 378 completed, throughput=5.01MB/sec 2024-04-10T15:27:04.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:04 smithi154 ceph-mon[84269]: pgmap v1385: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:27:04.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:04 smithi102 ceph-mon[90943]: pgmap v1385: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:27:04.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:04 smithi102 ceph-mon[88557]: pgmap v1385: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:27:05.045 INFO:tasks.workunit.client.0.smithi102.stdout: 77: throughput=4.94MB/sec pending data=0 2024-04-10T15:27:05.045 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9i3eAd1ecUteSDy off=5158223 len=597150 2024-04-10T15:27:05.049 INFO:tasks.workunit.client.0.smithi102.stdout:op 379 completed, throughput=4.95MB/sec 2024-04-10T15:27:05.049 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-U4AUfyTkg5zkGsQ off=5910166 len=468255 2024-04-10T15:27:05.052 INFO:tasks.workunit.client.0.smithi102.stdout:op 380 completed, throughput=4.96MB/sec 2024-04-10T15:27:05.053 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-No05avhn563unNJ off=5274668 len=1054143 2024-04-10T15:27:05.058 INFO:tasks.workunit.client.0.smithi102.stdout:op 381 completed, throughput=4.97MB/sec 2024-04-10T15:27:05.059 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YCEzSOdBMz7T6Za off=3346246 len=2093093 2024-04-10T15:27:05.068 INFO:tasks.workunit.client.0.smithi102.stdout:op 382 completed, throughput=4.99MB/sec 2024-04-10T15:27:05.068 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3uj3tletZngA2fL off=13420472 len=59031 2024-04-10T15:27:05.070 INFO:tasks.workunit.client.0.smithi102.stdout:op 383 completed, throughput=4.99MB/sec 2024-04-10T15:27:05.070 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-r35fzo4CpTZaB7f off=7061086 len=273593 2024-04-10T15:27:05.073 INFO:tasks.workunit.client.0.smithi102.stdout:op 384 completed, throughput=5MB/sec 2024-04-10T15:27:05.074 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6IO8PF1otgwNcRj off=4288074 len=1815708 2024-04-10T15:27:05.075 INFO:tasks.workunit.client.0.smithi102.stdout:op 385 completed, throughput=5.02MB/sec 2024-04-10T15:27:06.075 INFO:tasks.workunit.client.0.smithi102.stdout: 78: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:06.075 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4G_78aKcj_D8Yi2 off=2277825 len=379131 2024-04-10T15:27:06.076 INFO:tasks.workunit.client.0.smithi102.stdout:op 386 completed, throughput=4.96MB/sec 2024-04-10T15:27:06.076 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dT7bpmJVwhfjV9e off=211544 len=1223108 2024-04-10T15:27:06.079 INFO:tasks.workunit.client.0.smithi102.stdout:op 387 completed, throughput=4.97MB/sec 2024-04-10T15:27:06.079 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NXw2Ud6Mjuim73C off=7716285 len=279591 2024-04-10T15:27:06.082 INFO:tasks.workunit.client.0.smithi102.stdout:op 388 completed, throughput=4.98MB/sec 2024-04-10T15:27:06.082 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bEl6c51i1IeX_Nv off=1016880 len=393335 2024-04-10T15:27:06.083 INFO:tasks.workunit.client.0.smithi102.stdout:op 389 completed, throughput=4.98MB/sec 2024-04-10T15:27:06.083 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_f85lUJKB9WMcXn off=3519460 len=1262185 2024-04-10T15:27:06.085 INFO:tasks.workunit.client.0.smithi102.stdout:op 390 completed, throughput=5MB/sec 2024-04-10T15:27:06.085 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qfSKuZm6vOkOFpn off=360750 len=1554271 2024-04-10T15:27:06.094 INFO:tasks.workunit.client.0.smithi102.stdout:op 391 completed, throughput=5.02MB/sec 2024-04-10T15:27:06.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:06 smithi154 ceph-mon[84269]: pgmap v1386: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:27:06.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:06 smithi102 ceph-mon[90943]: pgmap v1386: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:27:06.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:06 smithi102 ceph-mon[88557]: pgmap v1386: 105 pgs: 105 active+clean; 128 GiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:27:07.094 INFO:tasks.workunit.client.0.smithi102.stdout: 79: throughput=4.95MB/sec pending data=0 2024-04-10T15:27:07.094 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-x2xAs9jpT9Db9uw off=3321476 len=689830 2024-04-10T15:27:07.095 INFO:tasks.workunit.client.0.smithi102.stdout:op 392 completed, throughput=4.96MB/sec 2024-04-10T15:27:07.095 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JEWf2-OtGVVT0Hk off=14045342 len=961181 2024-04-10T15:27:07.100 INFO:tasks.workunit.client.0.smithi102.stdout:op 393 completed, throughput=4.97MB/sec 2024-04-10T15:27:07.100 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-A3OkY1fI7bV9grH off=5421296 len=1177841 2024-04-10T15:27:07.102 INFO:tasks.workunit.client.0.smithi102.stdout:op 394 completed, throughput=4.99MB/sec 2024-04-10T15:27:07.103 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4evjFvQJiQ2PjKw off=12320356 len=1106144 2024-04-10T15:27:07.108 INFO:tasks.workunit.client.0.smithi102.stdout:op 395 completed, throughput=5MB/sec 2024-04-10T15:27:07.108 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6E_72c4QFU1pf-a off=1790207 len=1612185 2024-04-10T15:27:07.109 INFO:tasks.workunit.client.0.smithi102.stdout:op 396 completed, throughput=5.02MB/sec 2024-04-10T15:27:07.915 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:27:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:27:07] "GET /metrics HTTP/1.1" 200 34056 "" "Prometheus/2.43.0" 2024-04-10T15:27:08.110 INFO:tasks.workunit.client.0.smithi102.stdout: 80: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:08.110 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wp9EBQSMBz2t-Hl off=8569146 len=1432693 2024-04-10T15:27:08.113 INFO:tasks.workunit.client.0.smithi102.stdout:op 397 completed, throughput=4.97MB/sec 2024-04-10T15:27:08.113 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-p5xzsAFZalEq-42 off=4159942 len=869672 2024-04-10T15:27:08.118 INFO:tasks.workunit.client.0.smithi102.stdout:op 398 completed, throughput=4.98MB/sec 2024-04-10T15:27:08.119 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Lmisbeqt4cLusig off=13242277 len=1535251 2024-04-10T15:27:08.120 INFO:tasks.workunit.client.0.smithi102.stdout:op 399 completed, throughput=5MB/sec 2024-04-10T15:27:08.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:08 smithi154 ceph-mon[84269]: pgmap v1387: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:27:08.886 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:27:08.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:08 smithi102 ceph-mon[90943]: pgmap v1387: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:27:08.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:27:08.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:08 smithi102 ceph-mon[88557]: pgmap v1387: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:27:08.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:27:09.121 INFO:tasks.workunit.client.0.smithi102.stdout: 81: throughput=4.94MB/sec pending data=0 2024-04-10T15:27:09.121 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-h-H8x2W0BvRTBld off=2529181 len=1001402 2024-04-10T15:27:09.123 INFO:tasks.workunit.client.0.smithi102.stdout:op 400 completed, throughput=4.95MB/sec 2024-04-10T15:27:09.123 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-b_w8S9UwCd8GdJn off=1457290 len=1267921 2024-04-10T15:27:09.125 INFO:tasks.workunit.client.0.smithi102.stdout:op 401 completed, throughput=4.97MB/sec 2024-04-10T15:27:09.125 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dIrh1pWqxDYajf6 off=1570236 len=201557 2024-04-10T15:27:09.127 INFO:tasks.workunit.client.0.smithi102.stdout:op 402 completed, throughput=4.97MB/sec 2024-04-10T15:27:09.128 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WJsBncDor4pA2RE off=8569326 len=767397 2024-04-10T15:27:09.132 INFO:tasks.workunit.client.0.smithi102.stdout:op 403 completed, throughput=4.98MB/sec 2024-04-10T15:27:09.132 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZZJZgJYraNbwSdL off=10045526 len=1883487 2024-04-10T15:27:09.144 INFO:tasks.workunit.client.0.smithi102.stdout:op 404 completed, throughput=5MB/sec 2024-04-10T15:27:09.145 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zryX47hNGTUX83E off=10413373 len=1709233 2024-04-10T15:27:09.146 INFO:tasks.workunit.client.0.smithi102.stdout:op 405 completed, throughput=5.02MB/sec 2024-04-10T15:27:10.147 INFO:tasks.workunit.client.0.smithi102.stdout: 82: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:10.147 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ePtBb7rvPucvTRb off=3836810 len=84023 2024-04-10T15:27:10.149 INFO:tasks.workunit.client.0.smithi102.stdout:op 406 completed, throughput=4.96MB/sec 2024-04-10T15:27:10.149 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IPrgmMnmRZQeLCi off=6370896 len=873429 2024-04-10T15:27:10.150 INFO:tasks.workunit.client.0.smithi102.stdout:op 407 completed, throughput=4.97MB/sec 2024-04-10T15:27:10.150 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZxEqK9VbQKev8jx off=7239891 len=1027863 2024-04-10T15:27:10.153 INFO:tasks.workunit.client.0.smithi102.stdout:op 408 completed, throughput=4.98MB/sec 2024-04-10T15:27:10.153 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-L8ilWnsMHF3UcOm off=3413558 len=468176 2024-04-10T15:27:10.156 INFO:tasks.workunit.client.0.smithi102.stdout:op 409 completed, throughput=4.98MB/sec 2024-04-10T15:27:10.156 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nFah3t5InKnmV0Y off=8035972 len=1199561 2024-04-10T15:27:10.164 INFO:tasks.workunit.client.0.smithi102.stdout:op 410 completed, throughput=5MB/sec 2024-04-10T15:27:10.164 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dHYj-Jx_8eWxuPL off=493803 len=1528701 2024-04-10T15:27:10.167 INFO:tasks.workunit.client.0.smithi102.stdout:op 411 completed, throughput=5.02MB/sec 2024-04-10T15:27:10.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:10 smithi154 ceph-mon[84269]: pgmap v1388: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:27:10.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:10 smithi102 ceph-mon[90943]: pgmap v1388: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:27:10.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:10 smithi102 ceph-mon[88557]: pgmap v1388: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:27:11.167 INFO:tasks.workunit.client.0.smithi102.stdout: 83: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:11.167 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sBlLapy_o4uVTs_ off=9874510 len=388571 2024-04-10T15:27:11.168 INFO:tasks.workunit.client.0.smithi102.stdout:op 412 completed, throughput=4.96MB/sec 2024-04-10T15:27:11.169 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ChWgrFb0cStXMb5 off=1183633 len=744148 2024-04-10T15:27:11.173 INFO:tasks.workunit.client.0.smithi102.stdout:op 413 completed, throughput=4.97MB/sec 2024-04-10T15:27:11.173 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cPkN5CQ6JIlkfsJ off=4567728 len=27275 2024-04-10T15:27:11.176 INFO:tasks.workunit.client.0.smithi102.stdout:op 414 completed, throughput=4.97MB/sec 2024-04-10T15:27:11.176 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9wG0mWj9OFyzCmR off=8086435 len=1912623 2024-04-10T15:27:11.178 INFO:tasks.workunit.client.0.smithi102.stdout:op 415 completed, throughput=4.99MB/sec 2024-04-10T15:27:11.178 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bpUJY8Vy-GVPuZ3 off=3971026 len=1952595 2024-04-10T15:27:11.180 INFO:tasks.workunit.client.0.smithi102.stdout:op 416 completed, throughput=5.01MB/sec 2024-04-10T15:27:12.181 INFO:tasks.workunit.client.0.smithi102.stdout: 84: throughput=4.95MB/sec pending data=0 2024-04-10T15:27:12.181 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GdqQ0S_7DwtGOdG off=2882630 len=1115082 2024-04-10T15:27:12.185 INFO:tasks.workunit.client.0.smithi102.stdout:op 417 completed, throughput=4.97MB/sec 2024-04-10T15:27:12.186 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tyaT5lmjDzy9E7R off=14962889 len=1807925 2024-04-10T15:27:12.189 INFO:tasks.workunit.client.0.smithi102.stdout:op 418 completed, throughput=4.99MB/sec 2024-04-10T15:27:12.190 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--6kk1-jZEEwtqKt off=4230113 len=497575 2024-04-10T15:27:12.191 INFO:tasks.workunit.client.0.smithi102.stdout:op 419 completed, throughput=4.99MB/sec 2024-04-10T15:27:12.191 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2Wf4_hZsaMBldqC off=3575557 len=1236623 2024-04-10T15:27:12.196 INFO:tasks.workunit.client.0.smithi102.stdout:op 420 completed, throughput=5MB/sec 2024-04-10T15:27:12.582 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:27:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:27:12.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:12 smithi154 ceph-mon[84269]: pgmap v1389: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:27:12.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:12 smithi102 ceph-mon[90943]: pgmap v1389: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:27:12.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:12 smithi102 ceph-mon[88557]: pgmap v1389: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:27:13.196 INFO:tasks.workunit.client.0.smithi102.stdout: 85: throughput=4.95MB/sec pending data=0 2024-04-10T15:27:13.196 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JuPJPYnWeQAGejd off=1549660 len=2082362 2024-04-10T15:27:13.199 INFO:tasks.workunit.client.0.smithi102.stdout:op 421 completed, throughput=4.97MB/sec 2024-04-10T15:27:13.199 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-68GQXeW8xg_IQAo off=3534227 len=1534516 2024-04-10T15:27:13.201 INFO:tasks.workunit.client.0.smithi102.stdout:op 422 completed, throughput=4.99MB/sec 2024-04-10T15:27:13.201 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--6mZ0A5jxrhDa3k off=11745223 len=1635453 2024-04-10T15:27:13.211 INFO:tasks.workunit.client.0.smithi102.stdout:op 423 completed, throughput=5MB/sec 2024-04-10T15:27:14.211 INFO:tasks.workunit.client.0.smithi102.stdout: 86: throughput=4.95MB/sec pending data=0 2024-04-10T15:27:14.211 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-onppQ_FtH48PivX off=14965297 len=1949900 2024-04-10T15:27:14.214 INFO:tasks.workunit.client.0.smithi102.stdout:op 424 completed, throughput=4.97MB/sec 2024-04-10T15:27:14.214 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ifGv124vJTWMpCx off=6199204 len=1902335 2024-04-10T15:27:14.223 INFO:tasks.workunit.client.0.smithi102.stdout:op 425 completed, throughput=4.99MB/sec 2024-04-10T15:27:14.224 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tqFd8e3EEz1diC6 off=4465297 len=975711 2024-04-10T15:27:14.226 INFO:tasks.workunit.client.0.smithi102.stdout:op 426 completed, throughput=5MB/sec 2024-04-10T15:27:14.227 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8welMFVhfNpYYNH off=6816855 len=1529100 2024-04-10T15:27:14.228 INFO:tasks.workunit.client.0.smithi102.stdout:op 427 completed, throughput=5.01MB/sec 2024-04-10T15:27:14.886 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:14 smithi154 ceph-mon[84269]: pgmap v1390: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:27:14.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:14 smithi102 ceph-mon[90943]: pgmap v1390: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:27:14.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:14 smithi102 ceph-mon[88557]: pgmap v1390: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:27:15.228 INFO:tasks.workunit.client.0.smithi102.stdout: 87: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:15.228 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rjRAMDN-4lcOA1_ off=1509575 len=1068308 2024-04-10T15:27:15.229 INFO:tasks.workunit.client.0.smithi102.stdout:op 428 completed, throughput=4.97MB/sec 2024-04-10T15:27:15.230 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pIhi4vT4eDQFrgz off=7872636 len=1992563 2024-04-10T15:27:15.240 INFO:tasks.workunit.client.0.smithi102.stdout:op 429 completed, throughput=4.99MB/sec 2024-04-10T15:27:15.240 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BRXivOClmyh315V off=14796626 len=872951 2024-04-10T15:27:15.241 INFO:tasks.workunit.client.0.smithi102.stdout:op 430 completed, throughput=5MB/sec 2024-04-10T15:27:15.241 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5L2q2jtkAAHQ5z4 off=1399374 len=1691637 2024-04-10T15:27:15.250 INFO:tasks.workunit.client.0.smithi102.stdout:op 431 completed, throughput=5.02MB/sec 2024-04-10T15:27:16.250 INFO:tasks.workunit.client.0.smithi102.stdout: 88: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:16.251 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6dV85wXMWbpxILb off=20313200 len=1178538 2024-04-10T15:27:16.253 INFO:tasks.workunit.client.0.smithi102.stdout:op 432 completed, throughput=4.97MB/sec 2024-04-10T15:27:16.253 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-31LS7rpeaMHajWe off=5693189 len=1233251 2024-04-10T15:27:16.259 INFO:tasks.workunit.client.0.smithi102.stdout:op 433 completed, throughput=4.99MB/sec 2024-04-10T15:27:16.259 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Mix3DZpOxzq_nN- off=13226947 len=1950535 2024-04-10T15:27:16.261 INFO:tasks.workunit.client.0.smithi102.stdout:op 434 completed, throughput=5.01MB/sec 2024-04-10T15:27:16.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:16 smithi154 ceph-mon[84269]: pgmap v1391: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:27:16.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:16 smithi102 ceph-mon[90943]: pgmap v1391: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:27:16.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:16 smithi102 ceph-mon[88557]: pgmap v1391: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:27:17.262 INFO:tasks.workunit.client.0.smithi102.stdout: 89: throughput=4.95MB/sec pending data=0 2024-04-10T15:27:17.262 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bwWSrCQACyQuoXa off=3784354 len=338874 2024-04-10T15:27:17.263 INFO:tasks.workunit.client.0.smithi102.stdout:op 435 completed, throughput=4.96MB/sec 2024-04-10T15:27:17.263 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mcjtSg09soFZjDl off=184215 len=1411656 2024-04-10T15:27:17.272 INFO:tasks.workunit.client.0.smithi102.stdout:op 436 completed, throughput=4.97MB/sec 2024-04-10T15:27:17.272 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LGLF5HeGSSerYmp off=9453713 len=930988 2024-04-10T15:27:17.277 INFO:tasks.workunit.client.0.smithi102.stdout:op 437 completed, throughput=4.98MB/sec 2024-04-10T15:27:17.278 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cyKVbPtV5uWAD3s off=4538846 len=886157 2024-04-10T15:27:17.279 INFO:tasks.workunit.client.0.smithi102.stdout:op 438 completed, throughput=4.99MB/sec 2024-04-10T15:27:17.279 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MfD4SHO-nEpD8d_ off=5485661 len=103254 2024-04-10T15:27:17.279 INFO:tasks.workunit.client.0.smithi102.stdout:op 439 completed, throughput=4.99MB/sec 2024-04-10T15:27:17.279 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RPS4jjYr2rZlXL7 off=269803 len=1747487 2024-04-10T15:27:17.289 INFO:tasks.workunit.client.0.smithi102.stdout:op 440 completed, throughput=5.01MB/sec 2024-04-10T15:27:17.915 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:27:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:27:17] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-10T15:27:18.290 INFO:tasks.workunit.client.0.smithi102.stdout: 90: throughput=4.95MB/sec pending data=0 2024-04-10T15:27:18.290 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nrjq5O1JRhB5kM8 off=11624784 len=822627 2024-04-10T15:27:18.291 INFO:tasks.workunit.client.0.smithi102.stdout:op 441 completed, throughput=4.96MB/sec 2024-04-10T15:27:18.291 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MgkUImIVd8dOlk9 off=11353694 len=27287 2024-04-10T15:27:18.291 INFO:tasks.workunit.client.0.smithi102.stdout:op 442 completed, throughput=4.96MB/sec 2024-04-10T15:27:18.292 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FazZVI199p9sxP8 off=2025206 len=1689814 2024-04-10T15:27:18.293 INFO:tasks.workunit.client.0.smithi102.stdout:op 443 completed, throughput=4.98MB/sec 2024-04-10T15:27:18.293 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_8KAo5sTA2d-PD1 off=1424872 len=836187 2024-04-10T15:27:18.296 INFO:tasks.workunit.client.0.smithi102.stdout:op 444 completed, throughput=4.99MB/sec 2024-04-10T15:27:18.296 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-r5SeZSL6epAZZuS off=1572965 len=597369 2024-04-10T15:27:18.300 INFO:tasks.workunit.client.0.smithi102.stdout:op 445 completed, throughput=4.99MB/sec 2024-04-10T15:27:18.300 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-T2QSDqIr718bzj3 off=7163088 len=1506411 2024-04-10T15:27:18.306 INFO:tasks.workunit.client.0.smithi102.stdout:op 446 completed, throughput=5.01MB/sec 2024-04-10T15:27:18.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:18 smithi154 ceph-mon[84269]: pgmap v1392: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T15:27:18.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:18 smithi102 ceph-mon[88557]: pgmap v1392: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T15:27:18.916 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:18 smithi102 ceph-mon[90943]: pgmap v1392: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T15:27:19.307 INFO:tasks.workunit.client.0.smithi102.stdout: 91: throughput=4.95MB/sec pending data=0 2024-04-10T15:27:19.307 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ELngaIC5T7D7TW5 off=14038905 len=785828 2024-04-10T15:27:19.311 INFO:tasks.workunit.client.0.smithi102.stdout:op 447 completed, throughput=4.96MB/sec 2024-04-10T15:27:19.311 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kh7XPop9VtVLzkM off=577463 len=606963 2024-04-10T15:27:19.315 INFO:tasks.workunit.client.0.smithi102.stdout:op 448 completed, throughput=4.97MB/sec 2024-04-10T15:27:19.315 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ephl2RA2QmEFgiS off=4232427 len=611531 2024-04-10T15:27:19.319 INFO:tasks.workunit.client.0.smithi102.stdout:op 449 completed, throughput=4.97MB/sec 2024-04-10T15:27:19.320 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-u-IWJsYXgFItRB7 off=6910083 len=767358 2024-04-10T15:27:19.324 INFO:tasks.workunit.client.0.smithi102.stdout:op 450 completed, throughput=4.98MB/sec 2024-04-10T15:27:19.324 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vRdxhw8pnUpfpA6 off=10669322 len=906640 2024-04-10T15:27:19.329 INFO:tasks.workunit.client.0.smithi102.stdout:op 451 completed, throughput=4.99MB/sec 2024-04-10T15:27:19.329 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Q8xO6t4lHLsYM9O off=138655 len=820945 2024-04-10T15:27:19.330 INFO:tasks.workunit.client.0.smithi102.stdout:op 452 completed, throughput=5MB/sec 2024-04-10T15:27:19.330 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Gh5QuBx6ZEQfDWn off=8735743 len=1124611 2024-04-10T15:27:19.331 INFO:tasks.workunit.client.0.smithi102.stdout:op 453 completed, throughput=5.01MB/sec 2024-04-10T15:27:20.331 INFO:tasks.workunit.client.0.smithi102.stdout: 92: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:20.331 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PS_YrSnIDuga0ej off=13824077 len=164725 2024-04-10T15:27:20.332 INFO:tasks.workunit.client.0.smithi102.stdout:op 454 completed, throughput=4.96MB/sec 2024-04-10T15:27:20.332 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zY6yz4KjkD8vgJd off=3357182 len=364296 2024-04-10T15:27:20.333 INFO:tasks.workunit.client.0.smithi102.stdout:op 455 completed, throughput=4.96MB/sec 2024-04-10T15:27:20.333 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-d2lhfxRN74cXLBh off=2441966 len=1763291 2024-04-10T15:27:20.344 INFO:tasks.workunit.client.0.smithi102.stdout:op 456 completed, throughput=4.98MB/sec 2024-04-10T15:27:20.344 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1PcqmI0s06NXs1k off=14540169 len=576080 2024-04-10T15:27:20.348 INFO:tasks.workunit.client.0.smithi102.stdout:op 457 completed, throughput=4.99MB/sec 2024-04-10T15:27:20.348 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-us15MP1Gzw7KcGG off=1603112 len=1165595 2024-04-10T15:27:20.349 INFO:tasks.workunit.client.0.smithi102.stdout:op 458 completed, throughput=5MB/sec 2024-04-10T15:27:20.349 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jFms5UKsx28gYu7 off=1561936 len=1819065 2024-04-10T15:27:20.356 INFO:tasks.workunit.client.0.smithi102.stdout:op 459 completed, throughput=5.02MB/sec 2024-04-10T15:27:20.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:20 smithi154 ceph-mon[84269]: pgmap v1393: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:27:20.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:20 smithi102 ceph-mon[90943]: pgmap v1393: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:27:20.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:20 smithi102 ceph-mon[88557]: pgmap v1393: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:27:21.356 INFO:tasks.workunit.client.0.smithi102.stdout: 93: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:21.356 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IgWe7iLd151PaRe off=7386849 len=173009 2024-04-10T15:27:21.357 INFO:tasks.workunit.client.0.smithi102.stdout:op 460 completed, throughput=4.96MB/sec 2024-04-10T15:27:21.357 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jOXwpX8yAePzQe5 off=4695733 len=505301 2024-04-10T15:27:21.361 INFO:tasks.workunit.client.0.smithi102.stdout:op 461 completed, throughput=4.97MB/sec 2024-04-10T15:27:21.361 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-w8vp8Q6wK8A0Pp0 off=496541 len=163509 2024-04-10T15:27:21.362 INFO:tasks.workunit.client.0.smithi102.stdout:op 462 completed, throughput=4.97MB/sec 2024-04-10T15:27:21.362 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KCJTNt4cTYhRa28 off=3873907 len=61737 2024-04-10T15:27:21.362 INFO:tasks.workunit.client.0.smithi102.stdout:op 463 completed, throughput=4.97MB/sec 2024-04-10T15:27:21.362 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UHQVclXn65ARd8D off=1274551 len=1038842 2024-04-10T15:27:21.363 INFO:tasks.workunit.client.0.smithi102.stdout:op 464 completed, throughput=4.98MB/sec 2024-04-10T15:27:21.363 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XvVXaNewGfQv86R off=13096490 len=17191 2024-04-10T15:27:21.364 INFO:tasks.workunit.client.0.smithi102.stdout:op 465 completed, throughput=4.98MB/sec 2024-04-10T15:27:21.364 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NanlbzPUQP9Fcr3 off=6850200 len=1835130 2024-04-10T15:27:21.377 INFO:tasks.workunit.client.0.smithi102.stdout:op 466 completed, throughput=5MB/sec 2024-04-10T15:27:22.378 INFO:tasks.workunit.client.0.smithi102.stdout: 94: throughput=4.95MB/sec pending data=0 2024-04-10T15:27:22.378 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rWgvjhac0Z7WVUi off=11753276 len=1915202 2024-04-10T15:27:22.382 INFO:tasks.workunit.client.0.smithi102.stdout:op 467 completed, throughput=4.97MB/sec 2024-04-10T15:27:22.382 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6exL3bq9mYCPU0k off=2422398 len=1172858 2024-04-10T15:27:22.383 INFO:tasks.workunit.client.0.smithi102.stdout:op 468 completed, throughput=4.98MB/sec 2024-04-10T15:27:22.383 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Tcwb3UGxYHJZA62 off=18637867 len=732098 2024-04-10T15:27:22.385 INFO:tasks.workunit.client.0.smithi102.stdout:op 469 completed, throughput=4.99MB/sec 2024-04-10T15:27:22.385 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kLjTcIo7U0HpiL9 off=2695465 len=165572 2024-04-10T15:27:22.385 INFO:tasks.workunit.client.0.smithi102.stdout:op 470 completed, throughput=4.99MB/sec 2024-04-10T15:27:22.385 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jfvfx2EKEFiob1A off=0 len=1254256 2024-04-10T15:27:22.392 INFO:tasks.workunit.client.0.smithi102.stdout:op 471 completed, throughput=5MB/sec 2024-04-10T15:27:22.392 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-twj8iqxr4cIhhCw off=7389489 len=1641170 2024-04-10T15:27:22.394 INFO:tasks.workunit.client.0.smithi102.stdout:op 472 completed, throughput=5.02MB/sec 2024-04-10T15:27:22.598 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:27:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:27:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:27:22.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:22 smithi154 ceph-mon[84269]: pgmap v1394: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:27:22.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:22 smithi102 ceph-mon[90943]: pgmap v1394: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:27:22.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:22 smithi102 ceph-mon[88557]: pgmap v1394: 105 pgs: 105 active+clean; 128 GiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:27:23.394 INFO:tasks.workunit.client.0.smithi102.stdout: 95: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:23.395 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-L88n49o0I6mz0Af off=6431159 len=676279 2024-04-10T15:27:23.398 INFO:tasks.workunit.client.0.smithi102.stdout:op 473 completed, throughput=4.97MB/sec 2024-04-10T15:27:23.399 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oQdmrx4Ryg1uvXB off=3396225 len=1171377 2024-04-10T15:27:23.400 INFO:tasks.workunit.client.0.smithi102.stdout:op 474 completed, throughput=4.98MB/sec 2024-04-10T15:27:23.400 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-X59JGdO2fb5XQgV off=9349598 len=669947 2024-04-10T15:27:23.401 INFO:tasks.workunit.client.0.smithi102.stdout:op 475 completed, throughput=4.99MB/sec 2024-04-10T15:27:23.401 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YeFqzHYiM11OMGy off=14585944 len=1663681 2024-04-10T15:27:23.408 INFO:tasks.workunit.client.0.smithi102.stdout:op 476 completed, throughput=5MB/sec 2024-04-10T15:27:23.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:27:23.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:27:23.916 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:27:24.408 INFO:tasks.workunit.client.0.smithi102.stdout: 96: throughput=4.95MB/sec pending data=0 2024-04-10T15:27:24.408 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cZF7HwqQKGw-N8J off=5346149 len=1359855 2024-04-10T15:27:24.410 INFO:tasks.workunit.client.0.smithi102.stdout:op 477 completed, throughput=4.97MB/sec 2024-04-10T15:27:24.410 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XWUQJbm2ARNZOjA off=8283651 len=546551 2024-04-10T15:27:24.412 INFO:tasks.workunit.client.0.smithi102.stdout:op 478 completed, throughput=4.97MB/sec 2024-04-10T15:27:24.412 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-q0wVZHbfyhcGJET off=9386910 len=357264 2024-04-10T15:27:24.415 INFO:tasks.workunit.client.0.smithi102.stdout:op 479 completed, throughput=4.97MB/sec 2024-04-10T15:27:24.415 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sjLNhs8WTWePHPW off=3828743 len=2054903 2024-04-10T15:27:24.425 INFO:tasks.workunit.client.0.smithi102.stdout:op 480 completed, throughput=4.99MB/sec 2024-04-10T15:27:24.425 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3ExZlKQCM9P5WGf off=1372237 len=799531 2024-04-10T15:27:24.426 INFO:tasks.workunit.client.0.smithi102.stdout:op 481 completed, throughput=5MB/sec 2024-04-10T15:27:24.885 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:24 smithi154 ceph-mon[84269]: pgmap v1395: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:27:24.886 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:27:24.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:24 smithi102 ceph-mon[90943]: pgmap v1395: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:27:24.915 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:27:24.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:24 smithi102 ceph-mon[88557]: pgmap v1395: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:27:24.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:27:25.426 INFO:tasks.workunit.client.0.smithi102.stdout: 97: throughput=4.95MB/sec pending data=0 2024-04-10T15:27:25.427 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RXZryP7Odu5reKf off=8148286 len=1797128 2024-04-10T15:27:25.429 INFO:tasks.workunit.client.0.smithi102.stdout:op 482 completed, throughput=4.97MB/sec 2024-04-10T15:27:25.429 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kkhsakNSf3G9rMN off=12520322 len=1632447 2024-04-10T15:27:25.438 INFO:tasks.workunit.client.0.smithi102.stdout:op 483 completed, throughput=4.98MB/sec 2024-04-10T15:27:25.438 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-s4EffpdwHUwR8mS off=7951121 len=1620763 2024-04-10T15:27:25.444 INFO:tasks.workunit.client.0.smithi102.stdout:op 484 completed, throughput=5MB/sec 2024-04-10T15:27:25.444 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-keVXhFiyZbMFHYf off=12062110 len=1477124 2024-04-10T15:27:25.451 INFO:tasks.workunit.client.0.smithi102.stdout:op 485 completed, throughput=5.01MB/sec 2024-04-10T15:27:25.886 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:25.886 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:27:25.886 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:27:25.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:25.915 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:27:25.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:27:25.916 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:27:25.916 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:27:25.916 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:27:26.452 INFO:tasks.workunit.client.0.smithi102.stdout: 98: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:26.452 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qR-vU8cluoTrQRo off=13942807 len=46068 2024-04-10T15:27:26.454 INFO:tasks.workunit.client.0.smithi102.stdout:op 486 completed, throughput=4.96MB/sec 2024-04-10T15:27:26.454 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3jhj-WdgNyAmuRl off=1159154 len=1667325 2024-04-10T15:27:26.462 INFO:tasks.workunit.client.0.smithi102.stdout:op 487 completed, throughput=4.98MB/sec 2024-04-10T15:27:26.462 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--0xn6mA5ugj8lCk off=2308016 len=677210 2024-04-10T15:27:26.463 INFO:tasks.workunit.client.0.smithi102.stdout:op 488 completed, throughput=4.99MB/sec 2024-04-10T15:27:26.463 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-C92FKYNwrzvEXnl off=577876 len=1774807 2024-04-10T15:27:26.471 INFO:tasks.workunit.client.0.smithi102.stdout:op 489 completed, throughput=5MB/sec 2024-04-10T15:27:27.135 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:26 smithi154 ceph-mon[84269]: pgmap v1396: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:27:27.165 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:26 smithi102 ceph-mon[90943]: pgmap v1396: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:27:27.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:26 smithi102 ceph-mon[88557]: pgmap v1396: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:27:27.471 INFO:tasks.workunit.client.0.smithi102.stdout: 99: throughput=4.95MB/sec pending data=0 2024-04-10T15:27:27.472 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tNab5-MejoB9iyi off=5829098 len=1778435 2024-04-10T15:27:27.482 INFO:tasks.workunit.client.0.smithi102.stdout:op 490 completed, throughput=4.97MB/sec 2024-04-10T15:27:27.482 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--o2eqXqWqOLXwMc off=75789 len=110958 2024-04-10T15:27:27.485 INFO:tasks.workunit.client.0.smithi102.stdout:op 491 completed, throughput=4.97MB/sec 2024-04-10T15:27:27.485 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LJN4-DmKIlpC6Jx off=11282063 len=1565216 2024-04-10T15:27:27.492 INFO:tasks.workunit.client.0.smithi102.stdout:op 492 completed, throughput=4.98MB/sec 2024-04-10T15:27:27.492 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qV3g4YYdAZSNrNI off=5939615 len=1536973 2024-04-10T15:27:27.494 INFO:tasks.workunit.client.0.smithi102.stdout:op 493 completed, throughput=5MB/sec 2024-04-10T15:27:27.494 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sVRM7ZMKYGinyue off=7483322 len=184249 2024-04-10T15:27:27.495 INFO:tasks.workunit.client.0.smithi102.stdout:op 494 completed, throughput=5MB/sec 2024-04-10T15:27:27.495 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2V4puaFkOcB0zfg off=8455082 len=669569 2024-04-10T15:27:27.500 INFO:tasks.workunit.client.0.smithi102.stdout:op 495 completed, throughput=5.01MB/sec 2024-04-10T15:27:27.916 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:27:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:27:27] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-10T15:27:28.500 INFO:tasks.workunit.client.0.smithi102.stdout: 100: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:28.500 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WyGOwxUPSERixVl off=11976552 len=1537491 2024-04-10T15:27:28.504 INFO:tasks.workunit.client.0.smithi102.stdout:op 496 completed, throughput=4.97MB/sec 2024-04-10T15:27:28.504 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FcE6RRG_F2T16kl off=3770615 len=73672 2024-04-10T15:27:28.507 INFO:tasks.workunit.client.0.smithi102.stdout:op 497 completed, throughput=4.97MB/sec 2024-04-10T15:27:28.507 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Bs0mXZnOkRN7nj3 off=156998 len=1096458 2024-04-10T15:27:28.513 INFO:tasks.workunit.client.0.smithi102.stdout:op 498 completed, throughput=4.98MB/sec 2024-04-10T15:27:28.513 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VWdiybVACdaQ7Hv off=795201 len=452377 2024-04-10T15:27:28.514 INFO:tasks.workunit.client.0.smithi102.stdout:op 499 completed, throughput=4.99MB/sec 2024-04-10T15:27:28.514 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9NwpVTL4gGfXbuh off=1464112 len=161637 2024-04-10T15:27:28.517 INFO:tasks.workunit.client.0.smithi102.stdout:op 500 completed, throughput=4.99MB/sec 2024-04-10T15:27:28.517 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SXRu-8JTAlo9WxB off=6683588 len=1634302 2024-04-10T15:27:28.518 INFO:tasks.workunit.client.0.smithi102.stdout:op 501 completed, throughput=5MB/sec 2024-04-10T15:27:29.135 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:28 smithi154 ceph-mon[84269]: pgmap v1397: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:27:29.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:28 smithi102 ceph-mon[90943]: pgmap v1397: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:27:29.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:28 smithi102 ceph-mon[88557]: pgmap v1397: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:27:29.519 INFO:tasks.workunit.client.0.smithi102.stdout: 101: throughput=4.95MB/sec pending data=0 2024-04-10T15:27:29.519 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6wRZek1lF9zW-5z off=20288230 len=1244422 2024-04-10T15:27:29.520 INFO:tasks.workunit.client.0.smithi102.stdout:op 502 completed, throughput=4.97MB/sec 2024-04-10T15:27:29.521 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8RUjJnyPBXSyyDh off=2058908 len=5276 2024-04-10T15:27:29.523 INFO:tasks.workunit.client.0.smithi102.stdout:op 503 completed, throughput=4.97MB/sec 2024-04-10T15:27:29.523 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bq09Eupl2cK6i0p off=285271 len=301867 2024-04-10T15:27:29.526 INFO:tasks.workunit.client.0.smithi102.stdout:op 504 completed, throughput=4.97MB/sec 2024-04-10T15:27:29.526 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rPXP0wPPvtD7tl9 off=2894631 len=1433183 2024-04-10T15:27:29.527 INFO:tasks.workunit.client.0.smithi102.stdout:op 505 completed, throughput=4.98MB/sec 2024-04-10T15:27:29.527 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MX295IDvOqqior8 off=10001 len=763670 2024-04-10T15:27:29.528 INFO:tasks.workunit.client.0.smithi102.stdout:op 506 completed, throughput=4.99MB/sec 2024-04-10T15:27:29.528 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zaRo02uYaZMU-ev off=12789345 len=1227942 2024-04-10T15:27:29.531 INFO:tasks.workunit.client.0.smithi102.stdout:op 507 completed, throughput=5MB/sec 2024-04-10T15:27:29.531 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-S6l7v-wGsajOtbm off=2898805 len=238667 2024-04-10T15:27:29.534 INFO:tasks.workunit.client.0.smithi102.stdout:op 508 completed, throughput=5MB/sec 2024-04-10T15:27:30.534 INFO:tasks.workunit.client.0.smithi102.stdout: 102: throughput=4.95MB/sec pending data=0 2024-04-10T15:27:30.535 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vXdSCQKEf8o4mTf off=202711 len=519607 2024-04-10T15:27:30.538 INFO:tasks.workunit.client.0.smithi102.stdout:op 509 completed, throughput=4.96MB/sec 2024-04-10T15:27:30.538 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-575GclcfS1zB3BZ off=9902865 len=708089 2024-04-10T15:27:30.542 INFO:tasks.workunit.client.0.smithi102.stdout:op 510 completed, throughput=4.96MB/sec 2024-04-10T15:27:30.542 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-iGOT8G4XToJqlUN off=5504621 len=1162378 2024-04-10T15:27:30.548 INFO:tasks.workunit.client.0.smithi102.stdout:op 511 completed, throughput=4.97MB/sec 2024-04-10T15:27:30.548 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Loy4gUFc9cmPf4C off=15822070 len=2008708 2024-04-10T15:27:30.560 INFO:tasks.workunit.client.0.smithi102.stdout:op 512 completed, throughput=4.99MB/sec 2024-04-10T15:27:30.560 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0G2lkJcTtJb9Kkq off=7130415 len=517060 2024-04-10T15:27:30.564 INFO:tasks.workunit.client.0.smithi102.stdout:op 513 completed, throughput=5MB/sec 2024-04-10T15:27:30.564 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-D_kGkNqjKYMATZ0 off=1275845 len=666601 2024-04-10T15:27:30.564 INFO:tasks.workunit.client.0.smithi102.stdout:op 514 completed, throughput=5MB/sec 2024-04-10T15:27:31.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:30 smithi154 ceph-mon[84269]: pgmap v1398: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:27:31.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:30 smithi102 ceph-mon[90943]: pgmap v1398: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:27:31.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:30 smithi102 ceph-mon[88557]: pgmap v1398: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:27:31.565 INFO:tasks.workunit.client.0.smithi102.stdout: 103: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:31.565 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SepKRg2djbCV6fh off=8584449 len=1997059 2024-04-10T15:27:31.569 INFO:tasks.workunit.client.0.smithi102.stdout:op 515 completed, throughput=4.97MB/sec 2024-04-10T15:27:31.569 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oNBBgz98ZHhEWjc off=13512547 len=584185 2024-04-10T15:27:31.573 INFO:tasks.workunit.client.0.smithi102.stdout:op 516 completed, throughput=4.98MB/sec 2024-04-10T15:27:31.574 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-D21heaKdINFvQ-x off=467333 len=810597 2024-04-10T15:27:31.575 INFO:tasks.workunit.client.0.smithi102.stdout:op 517 completed, throughput=4.99MB/sec 2024-04-10T15:27:31.575 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ixkyNqc0jN2gB8r off=1949974 len=1944211 2024-04-10T15:27:31.586 INFO:tasks.workunit.client.0.smithi102.stdout:op 518 completed, throughput=5MB/sec 2024-04-10T15:27:32.587 INFO:tasks.workunit.client.0.smithi102.stdout: 104: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:32.587 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-J1yFNGMPWBoWfiF off=8308517 len=2077058 2024-04-10T15:27:32.589 INFO:tasks.workunit.client.0.smithi102.stdout:op 519 completed, throughput=4.97MB/sec 2024-04-10T15:27:32.589 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GzvQygrpBCa2JkQ off=9599648 len=1463746 2024-04-10T15:27:32.591 INFO:tasks.workunit.client.0.smithi102.stdout:op 520 completed, throughput=4.99MB/sec 2024-04-10T15:27:32.591 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vScPN1rgHnREMPs off=3912715 len=129944 2024-04-10T15:27:32.592 INFO:tasks.workunit.client.0.smithi102.stdout:op 521 completed, throughput=4.99MB/sec 2024-04-10T15:27:32.592 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uQ3zTu_7dOa9xiL off=1225061 len=757574 2024-04-10T15:27:32.596 INFO:tasks.workunit.client.0.smithi102.stdout:op 522 completed, throughput=4.99MB/sec 2024-04-10T15:27:32.596 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-W7Eu3lTS2lo13Iu off=15160970 len=996983 2024-04-10T15:27:32.597 INFO:tasks.workunit.client.0.smithi102.stdout:op 523 completed, throughput=5MB/sec 2024-04-10T15:27:32.636 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:27:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:27:32.968 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:32 smithi102 ceph-mon[90943]: pgmap v1399: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:27:32.968 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:32 smithi102 ceph-mon[88557]: pgmap v1399: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:27:33.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:32 smithi154 ceph-mon[84269]: pgmap v1399: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:27:33.597 INFO:tasks.workunit.client.0.smithi102.stdout: 105: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:33.597 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6o8KNYdfxR5QbcZ off=7771927 len=2056447 2024-04-10T15:27:33.599 INFO:tasks.workunit.client.0.smithi102.stdout:op 524 completed, throughput=4.98MB/sec 2024-04-10T15:27:33.599 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cUkj1KS0RuGlQ2S off=1278551 len=1794734 2024-04-10T15:27:33.606 INFO:tasks.workunit.client.0.smithi102.stdout:op 525 completed, throughput=4.99MB/sec 2024-04-10T15:27:33.606 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-weMxJmyFyy1ebss off=1200011 len=746485 2024-04-10T15:27:33.608 INFO:tasks.workunit.client.0.smithi102.stdout:op 526 completed, throughput=5MB/sec 2024-04-10T15:27:33.608 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7rkHgHNtbfDpDIT off=15958738 len=2004943 2024-04-10T15:27:33.615 INFO:tasks.workunit.client.0.smithi102.stdout:op 527 completed, throughput=5.02MB/sec 2024-04-10T15:27:34.616 INFO:tasks.workunit.client.0.smithi102.stdout: 106: throughput=4.97MB/sec pending data=0 2024-04-10T15:27:34.616 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QO_ClwDP1fUYbIW off=5227462 len=55516 2024-04-10T15:27:34.616 INFO:tasks.workunit.client.0.smithi102.stdout:op 528 completed, throughput=4.97MB/sec 2024-04-10T15:27:34.616 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oOfDpMAxciCJrvW off=6665298 len=1231251 2024-04-10T15:27:34.622 INFO:tasks.workunit.client.0.smithi102.stdout:op 529 completed, throughput=4.98MB/sec 2024-04-10T15:27:34.622 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-D6XSW5hP9HirsJF off=2338184 len=524901 2024-04-10T15:27:34.626 INFO:tasks.workunit.client.0.smithi102.stdout:op 530 completed, throughput=4.98MB/sec 2024-04-10T15:27:34.626 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uAj1mqUTk14NUB2 off=4453997 len=99411 2024-04-10T15:27:34.626 INFO:tasks.workunit.client.0.smithi102.stdout:op 531 completed, throughput=4.98MB/sec 2024-04-10T15:27:34.626 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9gOirDfONThWso_ off=4145793 len=989803 2024-04-10T15:27:34.627 INFO:tasks.workunit.client.0.smithi102.stdout:op 532 completed, throughput=4.99MB/sec 2024-04-10T15:27:34.627 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QNcKyvMGO7szYql off=10364671 len=1342868 2024-04-10T15:27:34.635 INFO:tasks.workunit.client.0.smithi102.stdout:op 533 completed, throughput=5.01MB/sec 2024-04-10T15:27:35.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:34 smithi154 ceph-mon[84269]: pgmap v1400: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:27:35.165 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:34 smithi102 ceph-mon[88557]: pgmap v1400: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:27:35.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:34 smithi102 ceph-mon[90943]: pgmap v1400: 105 pgs: 105 active+clean; 128 GiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:27:35.636 INFO:tasks.workunit.client.0.smithi102.stdout: 107: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:35.636 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Jd-8b-VkqstXHv6 off=7148942 len=1745363 2024-04-10T15:27:35.644 INFO:tasks.workunit.client.0.smithi102.stdout:op 534 completed, throughput=4.97MB/sec 2024-04-10T15:27:35.645 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UdAYcOZfd5lyy-B off=2671626 len=191019 2024-04-10T15:27:35.645 INFO:tasks.workunit.client.0.smithi102.stdout:op 535 completed, throughput=4.98MB/sec 2024-04-10T15:27:35.645 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eBGKvOxyXv0SjL5 off=13139108 len=342864 2024-04-10T15:27:35.646 INFO:tasks.workunit.client.0.smithi102.stdout:op 536 completed, throughput=4.98MB/sec 2024-04-10T15:27:35.646 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-92XFehCdgIKcVg- off=15783295 len=453563 2024-04-10T15:27:35.647 INFO:tasks.workunit.client.0.smithi102.stdout:op 537 completed, throughput=4.98MB/sec 2024-04-10T15:27:35.648 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ypUS0GI_2nBu2OX off=12641756 len=693238 2024-04-10T15:27:35.649 INFO:tasks.workunit.client.0.smithi102.stdout:op 538 completed, throughput=4.99MB/sec 2024-04-10T15:27:35.649 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-T_IGuHIdZCErlII off=14160363 len=1742389 2024-04-10T15:27:35.659 INFO:tasks.workunit.client.0.smithi102.stdout:op 539 completed, throughput=5MB/sec 2024-04-10T15:27:36.659 INFO:tasks.workunit.client.0.smithi102.stdout: 108: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:36.660 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uvLUXUiynbmTeIT off=0 len=1398366 2024-04-10T15:27:36.661 INFO:tasks.workunit.client.0.smithi102.stdout:op 540 completed, throughput=4.97MB/sec 2024-04-10T15:27:36.661 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TErcqVWT8V0W7Ls off=18689102 len=471170 2024-04-10T15:27:36.662 INFO:tasks.workunit.client.0.smithi102.stdout:op 541 completed, throughput=4.97MB/sec 2024-04-10T15:27:36.662 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mn37isnPyDy9d-h off=207969 len=1669564 2024-04-10T15:27:36.671 INFO:tasks.workunit.client.0.smithi102.stdout:op 542 completed, throughput=4.99MB/sec 2024-04-10T15:27:36.672 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-auezIPQAwUqo_3S off=17516676 len=1580468 2024-04-10T15:27:36.676 INFO:tasks.workunit.client.0.smithi102.stdout:op 543 completed, throughput=5MB/sec 2024-04-10T15:27:37.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:36 smithi154 ceph-mon[84269]: pgmap v1401: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:27:37.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:36 smithi102 ceph-mon[90943]: pgmap v1401: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:27:37.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:36 smithi102 ceph-mon[88557]: pgmap v1401: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:27:37.676 INFO:tasks.workunit.client.0.smithi102.stdout: 109: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:37.676 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8jkWgwcFR7uuerI off=10087686 len=488145 2024-04-10T15:27:37.677 INFO:tasks.workunit.client.0.smithi102.stdout:op 544 completed, throughput=4.96MB/sec 2024-04-10T15:27:37.678 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KkRD37ndaM0JCOq off=3878533 len=959724 2024-04-10T15:27:37.683 INFO:tasks.workunit.client.0.smithi102.stdout:op 545 completed, throughput=4.97MB/sec 2024-04-10T15:27:37.683 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RYqeZf-guQ-IBZs off=410322 len=1881166 2024-04-10T15:27:37.694 INFO:tasks.workunit.client.0.smithi102.stdout:op 546 completed, throughput=4.98MB/sec 2024-04-10T15:27:37.694 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dVWvjYJwK_Akb_f off=425647 len=1690278 2024-04-10T15:27:37.699 INFO:tasks.workunit.client.0.smithi102.stdout:op 547 completed, throughput=5MB/sec 2024-04-10T15:27:37.699 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jIweu6f7U8GeTmq off=9205379 len=1328390 2024-04-10T15:27:37.700 INFO:tasks.workunit.client.0.smithi102.stdout:op 548 completed, throughput=5.01MB/sec 2024-04-10T15:27:37.916 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:27:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:27:37] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-10T15:27:38.701 INFO:tasks.workunit.client.0.smithi102.stdout: 110: throughput=4.97MB/sec pending data=0 2024-04-10T15:27:38.701 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tcBgnP9KSSikXR5 off=3108295 len=225404 2024-04-10T15:27:38.704 INFO:tasks.workunit.client.0.smithi102.stdout:op 549 completed, throughput=4.97MB/sec 2024-04-10T15:27:38.704 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-P79_06ihjEZr5VP off=9748767 len=1953768 2024-04-10T15:27:38.707 INFO:tasks.workunit.client.0.smithi102.stdout:op 550 completed, throughput=4.98MB/sec 2024-04-10T15:27:38.707 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-iv7zQEAaWzKJn3J off=11513773 len=592656 2024-04-10T15:27:38.711 INFO:tasks.workunit.client.0.smithi102.stdout:op 551 completed, throughput=4.99MB/sec 2024-04-10T15:27:38.711 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-w5BtB2tRJfQYtls off=21843193 len=142754 2024-04-10T15:27:38.712 INFO:tasks.workunit.client.0.smithi102.stdout:op 552 completed, throughput=4.99MB/sec 2024-04-10T15:27:38.712 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XWH0uNHXO_Djg5i off=6339691 len=312087 2024-04-10T15:27:38.715 INFO:tasks.workunit.client.0.smithi102.stdout:op 553 completed, throughput=4.99MB/sec 2024-04-10T15:27:38.715 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-itGKO0LhL6UPF7e off=17250579 len=2034879 2024-04-10T15:27:38.727 INFO:tasks.workunit.client.0.smithi102.stdout:op 554 completed, throughput=5.01MB/sec 2024-04-10T15:27:39.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:38 smithi154 ceph-mon[84269]: pgmap v1402: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:27:39.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:27:39.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:38 smithi102 ceph-mon[90943]: pgmap v1402: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:27:39.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:27:39.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:38 smithi102 ceph-mon[88557]: pgmap v1402: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:27:39.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:27:39.727 INFO:tasks.workunit.client.0.smithi102.stdout: 111: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:39.727 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1AzZeYDWdZXzgOK off=2477538 len=1922294 2024-04-10T15:27:39.740 INFO:tasks.workunit.client.0.smithi102.stdout:op 555 completed, throughput=4.98MB/sec 2024-04-10T15:27:39.740 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ErtmnsFqmIf0WKo off=6370277 len=1162770 2024-04-10T15:27:39.745 INFO:tasks.workunit.client.0.smithi102.stdout:op 556 completed, throughput=4.99MB/sec 2024-04-10T15:27:39.745 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xR2NE-Ffzw_ito3 off=6303814 len=1467332 2024-04-10T15:27:39.751 INFO:tasks.workunit.client.0.smithi102.stdout:op 557 completed, throughput=5MB/sec 2024-04-10T15:27:40.751 INFO:tasks.workunit.client.0.smithi102.stdout: 112: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:40.751 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pMmxpg65IrpCKqB off=9293069 len=83463 2024-04-10T15:27:40.752 INFO:tasks.workunit.client.0.smithi102.stdout:op 558 completed, throughput=4.96MB/sec 2024-04-10T15:27:40.752 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dT7bpmJVwhfjV9e off=4811702 len=1631121 2024-04-10T15:27:40.762 INFO:tasks.workunit.client.0.smithi102.stdout:op 559 completed, throughput=4.97MB/sec 2024-04-10T15:27:40.762 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lfqB0grDo6uurxb off=7791369 len=407003 2024-04-10T15:27:40.763 INFO:tasks.workunit.client.0.smithi102.stdout:op 560 completed, throughput=4.98MB/sec 2024-04-10T15:27:40.763 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rrfuDic99bqHLVw off=7735343 len=1713184 2024-04-10T15:27:40.772 INFO:tasks.workunit.client.0.smithi102.stdout:op 561 completed, throughput=4.99MB/sec 2024-04-10T15:27:40.772 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--RMt2ukOTCp77A- off=11617613 len=1194110 2024-04-10T15:27:40.773 INFO:tasks.workunit.client.0.smithi102.stdout:op 562 completed, throughput=5MB/sec 2024-04-10T15:27:40.773 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DDGzB57hdxEr-wn off=2113451 len=1769311 2024-04-10T15:27:40.782 INFO:tasks.workunit.client.0.smithi102.stdout:op 563 completed, throughput=5.01MB/sec 2024-04-10T15:27:41.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:40 smithi154 ceph-mon[84269]: pgmap v1403: 105 pgs: 105 active+clean; 128 GiB data, 4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:27:41.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:40 smithi102 ceph-mon[90943]: pgmap v1403: 105 pgs: 105 active+clean; 128 GiB data, 4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:27:41.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:40 smithi102 ceph-mon[88557]: pgmap v1403: 105 pgs: 105 active+clean; 128 GiB data, 4 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:27:41.782 INFO:tasks.workunit.client.0.smithi102.stdout: 113: throughput=4.97MB/sec pending data=0 2024-04-10T15:27:41.782 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eZRY0q4IJEBQkOk off=0 len=1075728 2024-04-10T15:27:41.787 INFO:tasks.workunit.client.0.smithi102.stdout:op 564 completed, throughput=4.98MB/sec 2024-04-10T15:27:41.788 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HPNgBFIUgXVWGB5 off=8450689 len=673307 2024-04-10T15:27:41.791 INFO:tasks.workunit.client.0.smithi102.stdout:op 565 completed, throughput=4.98MB/sec 2024-04-10T15:27:41.791 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-A_HuVMSWpUDCPSN off=3286356 len=1865732 2024-04-10T15:27:41.793 INFO:tasks.workunit.client.0.smithi102.stdout:op 566 completed, throughput=5MB/sec 2024-04-10T15:27:41.793 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-832p0Kw_nLsPsvG off=1837372 len=1775072 2024-04-10T15:27:41.800 INFO:tasks.workunit.client.0.smithi102.stdout:op 567 completed, throughput=5.01MB/sec 2024-04-10T15:27:42.636 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:27:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:27:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:27:42.800 INFO:tasks.workunit.client.0.smithi102.stdout: 114: throughput=4.97MB/sec pending data=0 2024-04-10T15:27:42.800 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4WynTgVE4YkSGMo off=17857591 len=1113396 2024-04-10T15:27:42.801 INFO:tasks.workunit.client.0.smithi102.stdout:op 568 completed, throughput=4.98MB/sec 2024-04-10T15:27:42.802 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6SAfveXZKy1b8hF off=8557747 len=1725575 2024-04-10T15:27:42.811 INFO:tasks.workunit.client.0.smithi102.stdout:op 569 completed, throughput=4.99MB/sec 2024-04-10T15:27:42.811 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UKdh6YO89OwzoYn off=7247962 len=1079911 2024-04-10T15:27:42.812 INFO:tasks.workunit.client.0.smithi102.stdout:op 570 completed, throughput=5MB/sec 2024-04-10T15:27:43.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:42 smithi154 ceph-mon[84269]: pgmap v1404: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:27:43.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:42 smithi102 ceph-mon[90943]: pgmap v1404: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:27:43.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:42 smithi102 ceph-mon[88557]: pgmap v1404: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:27:43.813 INFO:tasks.workunit.client.0.smithi102.stdout: 115: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:43.813 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AAnKJN4MX_aiYIM off=8925837 len=61087 2024-04-10T15:27:43.815 INFO:tasks.workunit.client.0.smithi102.stdout:op 571 completed, throughput=4.96MB/sec 2024-04-10T15:27:43.816 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-u4UNRH7cToZbGnT off=3701281 len=654632 2024-04-10T15:27:43.817 INFO:tasks.workunit.client.0.smithi102.stdout:op 572 completed, throughput=4.97MB/sec 2024-04-10T15:27:43.817 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jofNVEKWohqAOnQ off=49867 len=1971776 2024-04-10T15:27:43.819 INFO:tasks.workunit.client.0.smithi102.stdout:op 573 completed, throughput=4.98MB/sec 2024-04-10T15:27:43.819 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4eByQbzrj6HzfuR off=1102801 len=1818927 2024-04-10T15:27:43.823 INFO:tasks.workunit.client.0.smithi102.stdout:op 574 completed, throughput=5MB/sec 2024-04-10T15:27:43.823 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-atC2KOqWG6ZxsTI off=10827213 len=633730 2024-04-10T15:27:43.828 INFO:tasks.workunit.client.0.smithi102.stdout:op 575 completed, throughput=5MB/sec 2024-04-10T15:27:44.828 INFO:tasks.workunit.client.0.smithi102.stdout: 116: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:44.828 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Zo7bTyhCxyBNadr off=10501642 len=775121 2024-04-10T15:27:44.833 INFO:tasks.workunit.client.0.smithi102.stdout:op 576 completed, throughput=4.96MB/sec 2024-04-10T15:27:44.833 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Qd0ZSulV-6Ar6RH off=11276115 len=1659894 2024-04-10T15:27:44.835 INFO:tasks.workunit.client.0.smithi102.stdout:op 577 completed, throughput=4.98MB/sec 2024-04-10T15:27:44.835 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-duf3A39lOlFxCWE off=2868611 len=1805097 2024-04-10T15:27:44.837 INFO:tasks.workunit.client.0.smithi102.stdout:op 578 completed, throughput=4.99MB/sec 2024-04-10T15:27:44.837 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-o27bspe8L9I2pNB off=539453 len=265815 2024-04-10T15:27:44.840 INFO:tasks.workunit.client.0.smithi102.stdout:op 579 completed, throughput=4.99MB/sec 2024-04-10T15:27:44.840 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-i5CQ0yv7gI7rMSC off=300707 len=515001 2024-04-10T15:27:44.841 INFO:tasks.workunit.client.0.smithi102.stdout:op 580 completed, throughput=5MB/sec 2024-04-10T15:27:44.841 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-K6gRnSWaSgMeYN- off=4529071 len=1565854 2024-04-10T15:27:44.849 INFO:tasks.workunit.client.0.smithi102.stdout:op 581 completed, throughput=5.01MB/sec 2024-04-10T15:27:45.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:44 smithi154 ceph-mon[84269]: pgmap v1405: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:27:45.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:44 smithi102 ceph-mon[88557]: pgmap v1405: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:27:45.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:44 smithi102 ceph-mon[90943]: pgmap v1405: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:27:45.849 INFO:tasks.workunit.client.0.smithi102.stdout: 117: throughput=4.97MB/sec pending data=0 2024-04-10T15:27:45.849 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hdsuDf_yjUx39dU off=2564058 len=964786 2024-04-10T15:27:45.851 INFO:tasks.workunit.client.0.smithi102.stdout:op 582 completed, throughput=4.98MB/sec 2024-04-10T15:27:45.851 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gl5n1OE7RhtilMp off=3575141 len=1352279 2024-04-10T15:27:45.852 INFO:tasks.workunit.client.0.smithi102.stdout:op 583 completed, throughput=4.99MB/sec 2024-04-10T15:27:45.852 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BnD4Yb1T2bROt4J off=9031308 len=52039 2024-04-10T15:27:45.853 INFO:tasks.workunit.client.0.smithi102.stdout:op 584 completed, throughput=4.99MB/sec 2024-04-10T15:27:45.853 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-i_SEKtFIWwBgaTH off=2056909 len=1425535 2024-04-10T15:27:45.859 INFO:tasks.workunit.client.0.smithi102.stdout:op 585 completed, throughput=5MB/sec 2024-04-10T15:27:45.860 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ANCpMZGlwrAEUcu off=2471873 len=1890806 2024-04-10T15:27:45.862 INFO:tasks.workunit.client.0.smithi102.stdout:op 586 completed, throughput=5.01MB/sec 2024-04-10T15:27:46.862 INFO:tasks.workunit.client.0.smithi102.stdout: 118: throughput=4.97MB/sec pending data=0 2024-04-10T15:27:46.862 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dIJbDltRhEc7C7L off=4964256 len=654088 2024-04-10T15:27:46.863 INFO:tasks.workunit.client.0.smithi102.stdout:op 587 completed, throughput=4.98MB/sec 2024-04-10T15:27:46.863 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0vsk8VtuAy2Fy9G off=712746 len=1241331 2024-04-10T15:27:46.865 INFO:tasks.workunit.client.0.smithi102.stdout:op 588 completed, throughput=4.99MB/sec 2024-04-10T15:27:46.865 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gWR2ckVBj0CiZyD off=6346053 len=965721 2024-04-10T15:27:46.866 INFO:tasks.workunit.client.0.smithi102.stdout:op 589 completed, throughput=4.99MB/sec 2024-04-10T15:27:46.866 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NkOiP2vVMcyrW2L off=4206842 len=2054787 2024-04-10T15:27:46.868 INFO:tasks.workunit.client.0.smithi102.stdout:op 590 completed, throughput=5.01MB/sec 2024-04-10T15:27:47.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:46 smithi154 ceph-mon[84269]: pgmap v1406: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:27:47.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:46 smithi102 ceph-mon[90943]: pgmap v1406: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:27:47.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:46 smithi102 ceph-mon[88557]: pgmap v1406: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:27:47.868 INFO:tasks.workunit.client.0.smithi102.stdout: 119: throughput=4.97MB/sec pending data=0 2024-04-10T15:27:47.869 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KOrKpR5sDjwhAYb off=2734083 len=269819 2024-04-10T15:27:47.872 INFO:tasks.workunit.client.0.smithi102.stdout:op 591 completed, throughput=4.97MB/sec 2024-04-10T15:27:47.872 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-z-WKCNLNRJKqdCv off=21787529 len=1612529 2024-04-10T15:27:47.881 INFO:tasks.workunit.client.0.smithi102.stdout:op 592 completed, throughput=4.98MB/sec 2024-04-10T15:27:47.881 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SJmCHvPxwCTj0oS off=13536939 len=115919 2024-04-10T15:27:47.882 INFO:tasks.workunit.client.0.smithi102.stdout:op 593 completed, throughput=4.98MB/sec 2024-04-10T15:27:47.882 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XcPXatjnqmRg26Q off=3103808 len=506779 2024-04-10T15:27:47.882 INFO:tasks.workunit.client.0.smithi102.stdout:op 594 completed, throughput=4.99MB/sec 2024-04-10T15:27:47.882 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mn37isnPyDy9d-h off=1548061 len=1596463 2024-04-10T15:27:47.885 INFO:tasks.workunit.client.0.smithi102.stdout:op 595 completed, throughput=5MB/sec 2024-04-10T15:27:47.916 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:27:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:27:47] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-10T15:27:48.886 INFO:tasks.workunit.client.0.smithi102.stdout: 120: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:48.886 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BmccWV0upnIWj7V off=14454474 len=1132724 2024-04-10T15:27:48.891 INFO:tasks.workunit.client.0.smithi102.stdout:op 596 completed, throughput=4.97MB/sec 2024-04-10T15:27:48.891 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_IUo2KuuhWbrUW9 off=2511600 len=1901931 2024-04-10T15:27:48.895 INFO:tasks.workunit.client.0.smithi102.stdout:op 597 completed, throughput=4.98MB/sec 2024-04-10T15:27:48.895 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-T1fTZ1zt0BA16H9 off=16554766 len=844758 2024-04-10T15:27:48.900 INFO:tasks.workunit.client.0.smithi102.stdout:op 598 completed, throughput=4.99MB/sec 2024-04-10T15:27:48.900 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pKxRq1xozsnSPu6 off=15821335 len=1735187 2024-04-10T15:27:48.901 INFO:tasks.workunit.client.0.smithi102.stdout:op 599 completed, throughput=5MB/sec 2024-04-10T15:27:49.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:48 smithi154 ceph-mon[84269]: pgmap v1407: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:27:49.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:48 smithi102 ceph-mon[90943]: pgmap v1407: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:27:49.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:48 smithi102 ceph-mon[88557]: pgmap v1407: 105 pgs: 105 active+clean; 128 GiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:27:49.902 INFO:tasks.workunit.client.0.smithi102.stdout: 121: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:49.902 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-x3bLH2N_63brxKx off=2719811 len=1862361 2024-04-10T15:27:49.914 INFO:tasks.workunit.client.0.smithi102.stdout:op 600 completed, throughput=4.98MB/sec 2024-04-10T15:27:49.914 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dZfa82j25Sjxz2d off=2537005 len=1098896 2024-04-10T15:27:49.918 INFO:tasks.workunit.client.0.smithi102.stdout:op 601 completed, throughput=4.98MB/sec 2024-04-10T15:27:49.918 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Mr2khwOpMJp0TpE off=13074639 len=1594931 2024-04-10T15:27:49.927 INFO:tasks.workunit.client.0.smithi102.stdout:op 602 completed, throughput=5MB/sec 2024-04-10T15:27:49.927 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hyqxHP26NX6-Fh_ off=9006948 len=1173642 2024-04-10T15:27:49.928 INFO:tasks.workunit.client.0.smithi102.stdout:op 603 completed, throughput=5.01MB/sec 2024-04-10T15:27:50.928 INFO:tasks.workunit.client.0.smithi102.stdout: 122: throughput=4.97MB/sec pending data=0 2024-04-10T15:27:50.929 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tIptG4mE_J6YX5i off=14277387 len=802547 2024-04-10T15:27:50.933 INFO:tasks.workunit.client.0.smithi102.stdout:op 604 completed, throughput=4.97MB/sec 2024-04-10T15:27:50.933 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2m8f379EyztO8Un off=4437631 len=1797981 2024-04-10T15:27:50.944 INFO:tasks.workunit.client.0.smithi102.stdout:op 605 completed, throughput=4.98MB/sec 2024-04-10T15:27:50.944 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ovhh4uac4cTmtri off=2884054 len=1682400 2024-04-10T15:27:50.951 INFO:tasks.workunit.client.0.smithi102.stdout:op 606 completed, throughput=5MB/sec 2024-04-10T15:27:50.951 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3q1GnXOr3885VfG off=650316 len=733019 2024-04-10T15:27:50.955 INFO:tasks.workunit.client.0.smithi102.stdout:op 607 completed, throughput=5MB/sec 2024-04-10T15:27:51.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:50 smithi154 ceph-mon[84269]: pgmap v1408: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:27:51.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:50 smithi102 ceph-mon[90943]: pgmap v1408: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:27:51.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:50 smithi102 ceph-mon[88557]: pgmap v1408: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:27:51.956 INFO:tasks.workunit.client.0.smithi102.stdout: 123: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:51.956 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OgvfjGKri_nEH9n off=3886082 len=1502775 2024-04-10T15:27:51.957 INFO:tasks.workunit.client.0.smithi102.stdout:op 608 completed, throughput=4.97MB/sec 2024-04-10T15:27:51.958 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8SBY2lDygKV-f5e off=891734 len=1720605 2024-04-10T15:27:51.959 INFO:tasks.workunit.client.0.smithi102.stdout:op 609 completed, throughput=4.99MB/sec 2024-04-10T15:27:51.959 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0bPd9bp7gNORUxM off=18040704 len=283615 2024-04-10T15:27:51.960 INFO:tasks.workunit.client.0.smithi102.stdout:op 610 completed, throughput=4.99MB/sec 2024-04-10T15:27:51.960 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8IMZZorW_kS67f7 off=15990794 len=656938 2024-04-10T15:27:51.964 INFO:tasks.workunit.client.0.smithi102.stdout:op 611 completed, throughput=4.99MB/sec 2024-04-10T15:27:51.964 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YvQOMGdsgSBVqIH off=3781882 len=1581881 2024-04-10T15:27:51.971 INFO:tasks.workunit.client.0.smithi102.stdout:op 612 completed, throughput=5.01MB/sec 2024-04-10T15:27:52.636 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:27:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:27:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:27:52.971 INFO:tasks.workunit.client.0.smithi102.stdout: 124: throughput=4.97MB/sec pending data=0 2024-04-10T15:27:52.971 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9cGQWnSMObNgWCj off=3602440 len=1046201 2024-04-10T15:27:52.972 INFO:tasks.workunit.client.0.smithi102.stdout:op 613 completed, throughput=4.97MB/sec 2024-04-10T15:27:52.973 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-b-FD8ImypCCtzv1 off=1625110 len=1804714 2024-04-10T15:27:52.981 INFO:tasks.workunit.client.0.smithi102.stdout:op 614 completed, throughput=4.99MB/sec 2024-04-10T15:27:52.981 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ET_Uk_iMg8YEDBw off=6182008 len=1617397 2024-04-10T15:27:52.988 INFO:tasks.workunit.client.0.smithi102.stdout:op 615 completed, throughput=5MB/sec 2024-04-10T15:27:52.989 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-X7OtnwJKHi3sLXE off=19783903 len=273012 2024-04-10T15:27:52.990 INFO:tasks.workunit.client.0.smithi102.stdout:op 616 completed, throughput=5MB/sec 2024-04-10T15:27:53.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:52 smithi154 ceph-mon[84269]: pgmap v1409: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:27:53.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:52 smithi102 ceph-mon[90943]: pgmap v1409: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:27:53.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:52 smithi102 ceph-mon[88557]: pgmap v1409: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:27:53.920 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:27:53.990 INFO:tasks.workunit.client.0.smithi102.stdout: 125: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:53.990 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KQQR75bHLk-Gsry off=3552604 len=620359 2024-04-10T15:27:53.994 INFO:tasks.workunit.client.0.smithi102.stdout:op 617 completed, throughput=4.97MB/sec 2024-04-10T15:27:53.994 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NqUhIDCbxu8VJL3 off=2729724 len=1316710 2024-04-10T15:27:53.999 INFO:tasks.workunit.client.0.smithi102.stdout:op 618 completed, throughput=4.98MB/sec 2024-04-10T15:27:53.999 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xTJrkLpb2JzGwjP off=7884209 len=1437813 2024-04-10T15:27:54.001 INFO:tasks.workunit.client.0.smithi102.stdout:op 619 completed, throughput=4.99MB/sec 2024-04-10T15:27:54.001 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qjbXOTItdyrSuzE off=2417973 len=1580503 2024-04-10T15:27:54.009 INFO:tasks.workunit.client.0.smithi102.stdout:op 620 completed, throughput=5MB/sec 2024-04-10T15:27:54.009 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-imxzS-62G-SuSnu off=11041351 len=1257241 2024-04-10T15:27:54.014 INFO:tasks.workunit.client.0.smithi102.stdout:op 621 completed, throughput=5.01MB/sec 2024-04-10T15:27:54.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:27:54.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:27:55.015 INFO:tasks.workunit.client.0.smithi102.stdout: 126: throughput=4.97MB/sec pending data=0 2024-04-10T15:27:55.015 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0uWwu1zB8_e9a9s off=5827399 len=259362 2024-04-10T15:27:55.016 INFO:tasks.workunit.client.0.smithi102.stdout:op 622 completed, throughput=4.97MB/sec 2024-04-10T15:27:55.016 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0NnPkkvEcxmP78N off=22776617 len=1166939 2024-04-10T15:27:55.018 INFO:tasks.workunit.client.0.smithi102.stdout:op 623 completed, throughput=4.98MB/sec 2024-04-10T15:27:55.018 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gD0jtTLul889p4_ off=21402146 len=941462 2024-04-10T15:27:55.023 INFO:tasks.workunit.client.0.smithi102.stdout:op 624 completed, throughput=4.99MB/sec 2024-04-10T15:27:55.023 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AM59jV_31q1ijci off=0 len=1586667 2024-04-10T15:27:55.030 INFO:tasks.workunit.client.0.smithi102.stdout:op 625 completed, throughput=5MB/sec 2024-04-10T15:27:55.030 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6xWgAzMhe_JR4qU off=7057550 len=354234 2024-04-10T15:27:55.033 INFO:tasks.workunit.client.0.smithi102.stdout:op 626 completed, throughput=5MB/sec 2024-04-10T15:27:55.033 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wpnwuwCUPpWVYOW off=16884796 len=1140843 2024-04-10T15:27:55.039 INFO:tasks.workunit.client.0.smithi102.stdout:op 627 completed, throughput=5.01MB/sec 2024-04-10T15:27:55.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:54 smithi154 ceph-mon[84269]: pgmap v1410: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:27:55.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:54 smithi102 ceph-mon[88557]: pgmap v1410: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:27:55.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:54 smithi102 ceph-mon[90943]: pgmap v1410: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:27:56.040 INFO:tasks.workunit.client.0.smithi102.stdout: 127: throughput=4.97MB/sec pending data=0 2024-04-10T15:27:56.040 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ApiKB20W2hopYCU off=2704088 len=1988654 2024-04-10T15:27:56.049 INFO:tasks.workunit.client.0.smithi102.stdout:op 628 completed, throughput=4.98MB/sec 2024-04-10T15:27:56.049 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TBE5Z_UErug_dSm off=21857709 len=235099 2024-04-10T15:27:56.049 INFO:tasks.workunit.client.0.smithi102.stdout:op 629 completed, throughput=4.99MB/sec 2024-04-10T15:27:56.049 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fQOGITTUQpb3sN9 off=7876301 len=1049248 2024-04-10T15:27:56.055 INFO:tasks.workunit.client.0.smithi102.stdout:op 630 completed, throughput=4.99MB/sec 2024-04-10T15:27:56.055 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kWfiY2sUGTSwwsb off=1621488 len=792021 2024-04-10T15:27:56.059 INFO:tasks.workunit.client.0.smithi102.stdout:op 631 completed, throughput=5MB/sec 2024-04-10T15:27:56.060 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2xk5D4BlkNPxHfk off=4594222 len=437035 2024-04-10T15:27:56.060 INFO:tasks.workunit.client.0.smithi102.stdout:op 632 completed, throughput=5MB/sec 2024-04-10T15:27:57.061 INFO:tasks.workunit.client.0.smithi102.stdout: 128: throughput=4.96MB/sec pending data=0 2024-04-10T15:27:57.061 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mmBoMvt454BCYvY off=12248158 len=1195755 2024-04-10T15:27:57.067 INFO:tasks.workunit.client.0.smithi102.stdout:op 633 completed, throughput=4.97MB/sec 2024-04-10T15:27:57.067 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1pZ-E6NYX8bUdRT off=13809908 len=2051077 2024-04-10T15:27:57.078 INFO:tasks.workunit.client.0.smithi102.stdout:op 634 completed, throughput=4.99MB/sec 2024-04-10T15:27:57.078 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tTc8CVKFBRubiNs off=4666323 len=184278 2024-04-10T15:27:57.081 INFO:tasks.workunit.client.0.smithi102.stdout:op 635 completed, throughput=4.99MB/sec 2024-04-10T15:27:57.081 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-G_15_08rvS3Brdn off=7266300 len=1425451 2024-04-10T15:27:57.089 INFO:tasks.workunit.client.0.smithi102.stdout:op 636 completed, throughput=5MB/sec 2024-04-10T15:27:57.089 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Io0u6y2qCQ8GTLb off=3795798 len=1447753 2024-04-10T15:27:57.092 INFO:tasks.workunit.client.0.smithi102.stdout:op 637 completed, throughput=5.01MB/sec 2024-04-10T15:27:57.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:56 smithi154 ceph-mon[84269]: pgmap v1411: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:27:57.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:56 smithi102 ceph-mon[90943]: pgmap v1411: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:27:57.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:56 smithi102 ceph-mon[88557]: pgmap v1411: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:27:57.916 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:27:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:27:57] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.43.0" 2024-04-10T15:27:58.092 INFO:tasks.workunit.client.0.smithi102.stdout: 129: throughput=4.97MB/sec pending data=0 2024-04-10T15:27:58.092 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_OjoEAThHAx06oN off=2304294 len=1755695 2024-04-10T15:27:58.094 INFO:tasks.workunit.client.0.smithi102.stdout:op 638 completed, throughput=4.98MB/sec 2024-04-10T15:27:58.095 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mi3SxeRG9MpqtEM off=15285335 len=1857227 2024-04-10T15:27:58.096 INFO:tasks.workunit.client.0.smithi102.stdout:op 639 completed, throughput=5MB/sec 2024-04-10T15:27:58.097 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FIvM9jRRk61Txwp off=6963306 len=1641673 2024-04-10T15:27:58.098 INFO:tasks.workunit.client.0.smithi102.stdout:op 640 completed, throughput=5.01MB/sec 2024-04-10T15:27:59.098 INFO:tasks.workunit.client.0.smithi102.stdout: 130: throughput=4.97MB/sec pending data=0 2024-04-10T15:27:59.098 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QfPRI1JMxFjWcCJ off=597245 len=815755 2024-04-10T15:27:59.102 INFO:tasks.workunit.client.0.smithi102.stdout:op 641 completed, throughput=4.98MB/sec 2024-04-10T15:27:59.103 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3rvPIMYUBHJOZ1g off=7885801 len=217186 2024-04-10T15:27:59.106 INFO:tasks.workunit.client.0.smithi102.stdout:op 642 completed, throughput=4.98MB/sec 2024-04-10T15:27:59.106 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6-ywa7IZQovMZJi off=8385573 len=1503553 2024-04-10T15:27:59.107 INFO:tasks.workunit.client.0.smithi102.stdout:op 643 completed, throughput=4.99MB/sec 2024-04-10T15:27:59.108 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-i4c8b1EAANrTQN9 off=63282 len=1394180 2024-04-10T15:27:59.109 INFO:tasks.workunit.client.0.smithi102.stdout:op 644 completed, throughput=5MB/sec 2024-04-10T15:27:59.109 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PUYalb7z1cOHIqO off=3677509 len=1865869 2024-04-10T15:27:59.113 INFO:tasks.workunit.client.0.smithi102.stdout:op 645 completed, throughput=5.01MB/sec 2024-04-10T15:27:59.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:27:58 smithi154 ceph-mon[84269]: pgmap v1412: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-10T15:27:59.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:27:58 smithi102 ceph-mon[90943]: pgmap v1412: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-10T15:27:59.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:27:58 smithi102 ceph-mon[88557]: pgmap v1412: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-10T15:28:00.113 INFO:tasks.workunit.client.0.smithi102.stdout: 131: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:00.113 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3542nbFluYOp91W off=4213805 len=463126 2024-04-10T15:28:00.116 INFO:tasks.workunit.client.0.smithi102.stdout:op 646 completed, throughput=4.98MB/sec 2024-04-10T15:28:00.117 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lWyoYeg8WSDOqmG off=11092948 len=1014285 2024-04-10T15:28:00.120 INFO:tasks.workunit.client.0.smithi102.stdout:op 647 completed, throughput=4.98MB/sec 2024-04-10T15:28:00.120 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-X3L32ZcOPuhIN4J off=20727796 len=1613639 2024-04-10T15:28:00.122 INFO:tasks.workunit.client.0.smithi102.stdout:op 648 completed, throughput=5MB/sec 2024-04-10T15:28:00.122 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-L52aqw3LpRcdmK2 off=10596589 len=1454269 2024-04-10T15:28:00.131 INFO:tasks.workunit.client.0.smithi102.stdout:op 649 completed, throughput=5.01MB/sec 2024-04-10T15:28:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: 132: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:01.133 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CzP7NuFrZYmsqh2 off=8207878 len=1405873 2024-04-10T15:28:01.133 INFO:tasks.workunit.client.0.smithi102.stdout:op 650 completed, throughput=4.98MB/sec 2024-04-10T15:28:01.134 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1MjUkBfWcr4Gu48 off=4739369 len=1488179 2024-04-10T15:28:01.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:00 smithi154 ceph-mon[84269]: pgmap v1413: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:28:01.137 INFO:tasks.workunit.client.0.smithi102.stdout:op 651 completed, throughput=4.99MB/sec 2024-04-10T15:28:01.137 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-X3e2o5XgzvukZ4c off=2553838 len=633050 2024-04-10T15:28:01.138 INFO:tasks.workunit.client.0.smithi102.stdout:op 652 completed, throughput=4.99MB/sec 2024-04-10T15:28:01.138 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rB97LEIzMrvDT6T off=1787595 len=493374 2024-04-10T15:28:01.141 INFO:tasks.workunit.client.0.smithi102.stdout:op 653 completed, throughput=5MB/sec 2024-04-10T15:28:01.141 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KogET0pDbjpK1ee off=2982582 len=789777 2024-04-10T15:28:01.146 INFO:tasks.workunit.client.0.smithi102.stdout:op 654 completed, throughput=5MB/sec 2024-04-10T15:28:01.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:00 smithi102 ceph-mon[90943]: pgmap v1413: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:28:01.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:00 smithi102 ceph-mon[88557]: pgmap v1413: 105 pgs: 105 active+clean; 128 GiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:28:02.146 INFO:tasks.workunit.client.0.smithi102.stdout: 133: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:02.146 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oTm4H57xdphtpu4 off=1510027 len=242009 2024-04-10T15:28:02.147 INFO:tasks.workunit.client.0.smithi102.stdout:op 655 completed, throughput=4.97MB/sec 2024-04-10T15:28:02.147 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fY3VIPZP6qi4r_c off=1657607 len=1687789 2024-04-10T15:28:02.149 INFO:tasks.workunit.client.0.smithi102.stdout:op 656 completed, throughput=4.98MB/sec 2024-04-10T15:28:02.149 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8iOepF2dBsSeIAu off=5297589 len=1699185 2024-04-10T15:28:02.158 INFO:tasks.workunit.client.0.smithi102.stdout:op 657 completed, throughput=4.99MB/sec 2024-04-10T15:28:02.158 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rh7gBCEgcnWsdSe off=1782306 len=1762254 2024-04-10T15:28:02.167 INFO:tasks.workunit.client.0.smithi102.stdout:op 658 completed, throughput=5MB/sec 2024-04-10T15:28:02.636 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:28:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:28:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:28:03.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:02 smithi154 ceph-mon[84269]: pgmap v1414: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:28:03.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:02 smithi102 ceph-mon[90943]: pgmap v1414: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:28:03.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:02 smithi102 ceph-mon[88557]: pgmap v1414: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:28:03.167 INFO:tasks.workunit.client.0.smithi102.stdout: 134: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:03.167 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-L7he6X1_r3qOhUO off=3346701 len=1336680 2024-04-10T15:28:03.170 INFO:tasks.workunit.client.0.smithi102.stdout:op 659 completed, throughput=4.97MB/sec 2024-04-10T15:28:03.170 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xqak-D466ecck5g off=7263418 len=1895634 2024-04-10T15:28:03.182 INFO:tasks.workunit.client.0.smithi102.stdout:op 660 completed, throughput=4.99MB/sec 2024-04-10T15:28:03.182 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VNH8kqy5XuZOveu off=14973905 len=1356486 2024-04-10T15:28:03.187 INFO:tasks.workunit.client.0.smithi102.stdout:op 661 completed, throughput=5MB/sec 2024-04-10T15:28:03.187 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JoAXSgmTQL3F8vd off=3211156 len=827075 2024-04-10T15:28:03.192 INFO:tasks.workunit.client.0.smithi102.stdout:op 662 completed, throughput=5MB/sec 2024-04-10T15:28:04.192 INFO:tasks.workunit.client.0.smithi102.stdout: 135: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:04.192 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WSAqdEmOdxArl_R off=6227368 len=2024093 2024-04-10T15:28:04.202 INFO:tasks.workunit.client.0.smithi102.stdout:op 663 completed, throughput=4.98MB/sec 2024-04-10T15:28:04.202 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--0NBE5gbksA7mVq off=12065229 len=1418194 2024-04-10T15:28:04.203 INFO:tasks.workunit.client.0.smithi102.stdout:op 664 completed, throughput=4.99MB/sec 2024-04-10T15:28:04.204 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gRH2rJWEREgcgIT off=16598 len=36211 2024-04-10T15:28:04.206 INFO:tasks.workunit.client.0.smithi102.stdout:op 665 completed, throughput=4.99MB/sec 2024-04-10T15:28:04.206 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gI_0Epn9XIt1nqT off=1096866 len=1967076 2024-04-10T15:28:04.208 INFO:tasks.workunit.client.0.smithi102.stdout:op 666 completed, throughput=5MB/sec 2024-04-10T15:28:05.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:04 smithi154 ceph-mon[84269]: pgmap v1415: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T15:28:05.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:04 smithi102 ceph-mon[90943]: pgmap v1415: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T15:28:05.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:04 smithi102 ceph-mon[88557]: pgmap v1415: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T15:28:05.208 INFO:tasks.workunit.client.0.smithi102.stdout: 136: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:05.208 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Qd0ZSulV-6Ar6RH off=16804698 len=203512 2024-04-10T15:28:05.211 INFO:tasks.workunit.client.0.smithi102.stdout:op 667 completed, throughput=4.97MB/sec 2024-04-10T15:28:05.211 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tFTMRaOXANzIOvO off=3977089 len=1731115 2024-04-10T15:28:05.218 INFO:tasks.workunit.client.0.smithi102.stdout:op 668 completed, throughput=4.98MB/sec 2024-04-10T15:28:05.218 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-o4RP6rc1wQ8jijA off=11442975 len=249082 2024-04-10T15:28:05.219 INFO:tasks.workunit.client.0.smithi102.stdout:op 669 completed, throughput=4.98MB/sec 2024-04-10T15:28:05.219 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--mJ6CKFs_7-uznt off=4905168 len=414219 2024-04-10T15:28:05.220 INFO:tasks.workunit.client.0.smithi102.stdout:op 670 completed, throughput=4.98MB/sec 2024-04-10T15:28:05.220 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jaS2BaZJ1JnYgBW off=7702576 len=1359710 2024-04-10T15:28:05.221 INFO:tasks.workunit.client.0.smithi102.stdout:op 671 completed, throughput=4.99MB/sec 2024-04-10T15:28:05.221 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UZAnt9ZHUWwyV5w off=6005977 len=1419928 2024-04-10T15:28:05.229 INFO:tasks.workunit.client.0.smithi102.stdout:op 672 completed, throughput=5MB/sec 2024-04-10T15:28:06.230 INFO:tasks.workunit.client.0.smithi102.stdout: 137: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:06.230 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gM_57yp5vdA1RZc off=3267520 len=1506009 2024-04-10T15:28:06.236 INFO:tasks.workunit.client.0.smithi102.stdout:op 673 completed, throughput=4.98MB/sec 2024-04-10T15:28:06.236 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gc3ifB6tIfff5g0 off=1765422 len=322715 2024-04-10T15:28:06.239 INFO:tasks.workunit.client.0.smithi102.stdout:op 674 completed, throughput=4.98MB/sec 2024-04-10T15:28:06.239 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ab72kqxUrAjOZ6T off=14588928 len=919100 2024-04-10T15:28:06.241 INFO:tasks.workunit.client.0.smithi102.stdout:op 675 completed, throughput=4.99MB/sec 2024-04-10T15:28:06.241 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YCEzSOdBMz7T6Za off=6598417 len=2062680 2024-04-10T15:28:06.243 INFO:tasks.workunit.client.0.smithi102.stdout:op 676 completed, throughput=5MB/sec 2024-04-10T15:28:07.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:06 smithi154 ceph-mon[84269]: pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:28:07.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:06 smithi102 ceph-mon[90943]: pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:28:07.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:06 smithi102 ceph-mon[88557]: pgmap v1416: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:28:07.244 INFO:tasks.workunit.client.0.smithi102.stdout: 138: throughput=4.96MB/sec pending data=0 2024-04-10T15:28:07.244 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wSqnC0ydshl849V off=2264170 len=1699652 2024-04-10T15:28:07.253 INFO:tasks.workunit.client.0.smithi102.stdout:op 677 completed, throughput=4.98MB/sec 2024-04-10T15:28:07.253 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-HqW3vzJbJ3WPgiW off=3126518 len=826737 2024-04-10T15:28:07.255 INFO:tasks.workunit.client.0.smithi102.stdout:op 678 completed, throughput=4.98MB/sec 2024-04-10T15:28:07.255 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rGkG1xVR4lf4n77 off=4329095 len=182475 2024-04-10T15:28:07.257 INFO:tasks.workunit.client.0.smithi102.stdout:op 679 completed, throughput=4.98MB/sec 2024-04-10T15:28:07.257 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-iDTNP_uoBx6wc-P off=11869829 len=1134507 2024-04-10T15:28:07.265 INFO:tasks.workunit.client.0.smithi102.stdout:op 680 completed, throughput=4.99MB/sec 2024-04-10T15:28:07.265 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ypFNIenhj2bzYJL off=2557163 len=2058801 2024-04-10T15:28:07.271 INFO:tasks.workunit.client.0.smithi102.stdout:op 681 completed, throughput=5MB/sec 2024-04-10T15:28:07.916 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:28:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:28:07] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.43.0" 2024-04-10T15:28:08.271 INFO:tasks.workunit.client.0.smithi102.stdout: 139: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:08.272 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rMDma1RpWnkiCrI off=1856678 len=390220 2024-04-10T15:28:08.272 INFO:tasks.workunit.client.0.smithi102.stdout:op 682 completed, throughput=4.97MB/sec 2024-04-10T15:28:08.272 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DbN-Tv6rdyP3yTw off=16677371 len=714602 2024-04-10T15:28:08.273 INFO:tasks.workunit.client.0.smithi102.stdout:op 683 completed, throughput=4.98MB/sec 2024-04-10T15:28:08.273 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SEN8sTwaB0hPcR7 off=3938852 len=579778 2024-04-10T15:28:08.274 INFO:tasks.workunit.client.0.smithi102.stdout:op 684 completed, throughput=4.98MB/sec 2024-04-10T15:28:08.274 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-y9wuABOfxvKxgfB off=6831217 len=968607 2024-04-10T15:28:08.275 INFO:tasks.workunit.client.0.smithi102.stdout:op 685 completed, throughput=4.99MB/sec 2024-04-10T15:28:08.275 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OUpmFQWp0QZ8W-I off=3749638 len=1186740 2024-04-10T15:28:08.277 INFO:tasks.workunit.client.0.smithi102.stdout:op 686 completed, throughput=4.99MB/sec 2024-04-10T15:28:08.277 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rKsGF21bOq-4-jW off=4236010 len=407703 2024-04-10T15:28:08.277 INFO:tasks.workunit.client.0.smithi102.stdout:op 687 completed, throughput=5MB/sec 2024-04-10T15:28:08.277 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aZaNDvt2ukdNz39 off=5229660 len=482491 2024-04-10T15:28:08.279 INFO:tasks.workunit.client.0.smithi102.stdout:op 688 completed, throughput=5MB/sec 2024-04-10T15:28:08.279 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wnKG0ALp2OBMlnQ off=3785938 len=1953340 2024-04-10T15:28:08.281 INFO:tasks.workunit.client.0.smithi102.stdout:op 689 completed, throughput=5.01MB/sec 2024-04-10T15:28:09.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:08 smithi154 ceph-mon[84269]: pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:28:09.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:28:09.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:08 smithi102 ceph-mon[90943]: pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:28:09.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:28:09.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:08 smithi102 ceph-mon[88557]: pgmap v1417: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:28:09.167 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:28:09.281 INFO:tasks.workunit.client.0.smithi102.stdout: 140: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:09.282 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CftCqIgxx3wnxPi off=1439893 len=528564 2024-04-10T15:28:09.282 INFO:tasks.workunit.client.0.smithi102.stdout:op 690 completed, throughput=4.98MB/sec 2024-04-10T15:28:09.283 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tVwV14ErtKec9qt off=3591273 len=757033 2024-04-10T15:28:09.287 INFO:tasks.workunit.client.0.smithi102.stdout:op 691 completed, throughput=4.99MB/sec 2024-04-10T15:28:09.287 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FCaraXLUL58MWL9 off=3284088 len=349928 2024-04-10T15:28:09.288 INFO:tasks.workunit.client.0.smithi102.stdout:op 692 completed, throughput=4.99MB/sec 2024-04-10T15:28:09.288 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_bflciNwWII7Z36 off=17148221 len=1100815 2024-04-10T15:28:09.290 INFO:tasks.workunit.client.0.smithi102.stdout:op 693 completed, throughput=5MB/sec 2024-04-10T15:28:09.290 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ab72kqxUrAjOZ6T off=20923685 len=94225 2024-04-10T15:28:09.293 INFO:tasks.workunit.client.0.smithi102.stdout:op 694 completed, throughput=5MB/sec 2024-04-10T15:28:09.293 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ckj7-YvAYNYeARD off=1725376 len=2031590 2024-04-10T15:28:09.295 INFO:tasks.workunit.client.0.smithi102.stdout:op 695 completed, throughput=5.01MB/sec 2024-04-10T15:28:10.296 INFO:tasks.workunit.client.0.smithi102.stdout: 141: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:10.296 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sDewdoX1qXZfKWq off=1978036 len=315941 2024-04-10T15:28:10.297 INFO:tasks.workunit.client.0.smithi102.stdout:op 696 completed, throughput=4.98MB/sec 2024-04-10T15:28:10.297 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zZlFvBSbuklgvct off=5954215 len=1056940 2024-04-10T15:28:10.299 INFO:tasks.workunit.client.0.smithi102.stdout:op 697 completed, throughput=4.98MB/sec 2024-04-10T15:28:10.299 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-h-H8x2W0BvRTBld off=8663061 len=1893030 2024-04-10T15:28:10.309 INFO:tasks.workunit.client.0.smithi102.stdout:op 698 completed, throughput=5MB/sec 2024-04-10T15:28:10.309 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uooyn-1oRRETo6n off=2016581 len=804827 2024-04-10T15:28:10.314 INFO:tasks.workunit.client.0.smithi102.stdout:op 699 completed, throughput=5MB/sec 2024-04-10T15:28:11.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:10 smithi154 ceph-mon[84269]: pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:28:11.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:10 smithi102 ceph-mon[90943]: pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:28:11.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:10 smithi102 ceph-mon[88557]: pgmap v1418: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:28:11.314 INFO:tasks.workunit.client.0.smithi102.stdout: 142: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:11.315 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ocIqLsRbWZy_eQk off=13687653 len=952940 2024-04-10T15:28:11.319 INFO:tasks.workunit.client.0.smithi102.stdout:op 700 completed, throughput=4.97MB/sec 2024-04-10T15:28:11.319 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-S1qIaRia7o51l2j off=4792663 len=1661399 2024-04-10T15:28:11.326 INFO:tasks.workunit.client.0.smithi102.stdout:op 701 completed, throughput=4.98MB/sec 2024-04-10T15:28:11.326 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IlV_6w7YcfoayJW off=52117 len=1356869 2024-04-10T15:28:11.328 INFO:tasks.workunit.client.0.smithi102.stdout:op 702 completed, throughput=4.99MB/sec 2024-04-10T15:28:11.328 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7PIHYztIuPOWB70 off=4061993 len=1861616 2024-04-10T15:28:11.330 INFO:tasks.workunit.client.0.smithi102.stdout:op 703 completed, throughput=5MB/sec 2024-04-10T15:28:12.330 INFO:tasks.workunit.client.0.smithi102.stdout: 143: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:12.331 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Be73K9VZtDlUucT off=18442885 len=1946418 2024-04-10T15:28:12.332 INFO:tasks.workunit.client.0.smithi102.stdout:op 704 completed, throughput=4.98MB/sec 2024-04-10T15:28:12.332 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8IMZZorW_kS67f7 off=22482000 len=1425481 2024-04-10T15:28:12.339 INFO:tasks.workunit.client.0.smithi102.stdout:op 705 completed, throughput=4.99MB/sec 2024-04-10T15:28:12.339 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DSKcnaQTW3RJiM- off=214777 len=1216750 2024-04-10T15:28:12.347 INFO:tasks.workunit.client.0.smithi102.stdout:op 706 completed, throughput=5MB/sec 2024-04-10T15:28:12.347 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-W0lsPfB4WYDBZ2u off=1959465 len=1159874 2024-04-10T15:28:12.352 INFO:tasks.workunit.client.0.smithi102.stdout:op 707 completed, throughput=5.01MB/sec 2024-04-10T15:28:12.636 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:28:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:28:13.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:12 smithi154 ceph-mon[84269]: pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:28:13.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:12 smithi102 ceph-mon[90943]: pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:28:13.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:12 smithi102 ceph-mon[88557]: pgmap v1419: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:28:13.352 INFO:tasks.workunit.client.0.smithi102.stdout: 144: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:13.352 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6ISTlmaTxsa_M68 off=13556507 len=1704747 2024-04-10T15:28:13.354 INFO:tasks.workunit.client.0.smithi102.stdout:op 708 completed, throughput=4.98MB/sec 2024-04-10T15:28:13.354 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-w2rRq1_NOzOKsWh off=5759231 len=715432 2024-04-10T15:28:13.355 INFO:tasks.workunit.client.0.smithi102.stdout:op 709 completed, throughput=4.99MB/sec 2024-04-10T15:28:13.355 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9WdJavEfriiOrWq off=20058505 len=1910372 2024-04-10T15:28:13.358 INFO:tasks.workunit.client.0.smithi102.stdout:op 710 completed, throughput=5MB/sec 2024-04-10T15:28:14.358 INFO:tasks.workunit.client.0.smithi102.stdout: 145: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:14.358 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vtiINPm9Zd_OAAR off=23279094 len=126790 2024-04-10T15:28:14.359 INFO:tasks.workunit.client.0.smithi102.stdout:op 711 completed, throughput=4.97MB/sec 2024-04-10T15:28:14.359 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZRG87CCxli-GG1C off=332750 len=1672984 2024-04-10T15:28:14.361 INFO:tasks.workunit.client.0.smithi102.stdout:op 712 completed, throughput=4.98MB/sec 2024-04-10T15:28:14.361 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wYEYucle_sk15Le off=5792143 len=98631 2024-04-10T15:28:14.361 INFO:tasks.workunit.client.0.smithi102.stdout:op 713 completed, throughput=4.98MB/sec 2024-04-10T15:28:14.361 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9PQidUBEuh1KGx0 off=1061169 len=114471 2024-04-10T15:28:14.362 INFO:tasks.workunit.client.0.smithi102.stdout:op 714 completed, throughput=4.98MB/sec 2024-04-10T15:28:14.363 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SIklSkvGiB_ippk off=6405736 len=409610 2024-04-10T15:28:14.363 INFO:tasks.workunit.client.0.smithi102.stdout:op 715 completed, throughput=4.98MB/sec 2024-04-10T15:28:14.363 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uEv9DTrZIoU7p36 off=9892357 len=1008596 2024-04-10T15:28:14.368 INFO:tasks.workunit.client.0.smithi102.stdout:op 716 completed, throughput=4.99MB/sec 2024-04-10T15:28:14.368 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8V8atDaE-GsFK_6 off=20147770 len=420759 2024-04-10T15:28:14.371 INFO:tasks.workunit.client.0.smithi102.stdout:op 717 completed, throughput=4.99MB/sec 2024-04-10T15:28:14.427 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-K3Sg3tyJKkyTlrZ off=6179747 len=496566 2024-04-10T15:28:14.428 INFO:tasks.workunit.client.0.smithi102.stdout:op 718 completed, throughput=4.99MB/sec 2024-04-10T15:28:14.428 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PjwkSdx5ulxtKFi off=4667798 len=229360 2024-04-10T15:28:14.429 INFO:tasks.workunit.client.0.smithi102.stdout:op 719 completed, throughput=5MB/sec 2024-04-10T15:28:14.429 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zYF5JX_l7ovDmiV off=16882718 len=1153350 2024-04-10T15:28:14.429 INFO:tasks.workunit.client.0.smithi102.stdout:op 720 completed, throughput=5MB/sec 2024-04-10T15:28:15.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:14 smithi154 ceph-mon[84269]: pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:28:15.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:14 smithi102 ceph-mon[90943]: pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:28:15.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:14 smithi102 ceph-mon[88557]: pgmap v1420: 105 pgs: 105 active+clean; 128 GiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:28:15.374 INFO:tasks.workunit.client.0.smithi102.stdout: 146: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:15.374 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-o27bspe8L9I2pNB off=1156715 len=127699 2024-04-10T15:28:15.375 INFO:tasks.workunit.client.0.smithi102.stdout:op 721 completed, throughput=4.97MB/sec 2024-04-10T15:28:15.375 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7hq-AOrVsZsRdEt off=2378990 len=19438 2024-04-10T15:28:15.375 INFO:tasks.workunit.client.0.smithi102.stdout:op 722 completed, throughput=4.97MB/sec 2024-04-10T15:28:15.375 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Ii4Rv-3hvly4KS_ off=2545720 len=980214 2024-04-10T15:28:15.376 INFO:tasks.workunit.client.0.smithi102.stdout:op 723 completed, throughput=4.98MB/sec 2024-04-10T15:28:15.377 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ICF7hTug5TYMRpR off=10198366 len=1859457 2024-04-10T15:28:15.379 INFO:tasks.workunit.client.0.smithi102.stdout:op 724 completed, throughput=4.99MB/sec 2024-04-10T15:28:15.379 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fHxKj6GuS7C2dvp off=10418088 len=1935146 2024-04-10T15:28:15.388 INFO:tasks.workunit.client.0.smithi102.stdout:op 725 completed, throughput=5MB/sec 2024-04-10T15:28:16.389 INFO:tasks.workunit.client.0.smithi102.stdout: 147: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:16.389 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8KEnjF1taM_8yYP off=8296875 len=1846204 2024-04-10T15:28:16.398 INFO:tasks.workunit.client.0.smithi102.stdout:op 726 completed, throughput=4.98MB/sec 2024-04-10T15:28:16.398 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uAa3mspOEuipCBy off=2784062 len=388737 2024-04-10T15:28:16.402 INFO:tasks.workunit.client.0.smithi102.stdout:op 727 completed, throughput=4.98MB/sec 2024-04-10T15:28:16.402 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CRmQGa52BMSEzz5 off=9829212 len=559979 2024-04-10T15:28:16.406 INFO:tasks.workunit.client.0.smithi102.stdout:op 728 completed, throughput=4.98MB/sec 2024-04-10T15:28:16.406 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UnZQzB0BD4dxEw3 off=6369835 len=1614706 2024-04-10T15:28:16.409 INFO:tasks.workunit.client.0.smithi102.stdout:op 729 completed, throughput=4.99MB/sec 2024-04-10T15:28:16.409 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dlDNxJfqXcON6Mz off=5893156 len=1967892 2024-04-10T15:28:16.417 INFO:tasks.workunit.client.0.smithi102.stdout:op 730 completed, throughput=5.01MB/sec 2024-04-10T15:28:17.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:16 smithi154 ceph-mon[84269]: pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:28:17.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:16 smithi102 ceph-mon[88557]: pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:28:17.167 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:16 smithi102 ceph-mon[90943]: pgmap v1421: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:28:17.417 INFO:tasks.workunit.client.0.smithi102.stdout: 148: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:17.417 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-W_cHEF-UtiyXP6Z off=2604683 len=1317576 2024-04-10T15:28:17.419 INFO:tasks.workunit.client.0.smithi102.stdout:op 731 completed, throughput=4.98MB/sec 2024-04-10T15:28:17.419 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-alekM1th79HyZvN off=8227745 len=945799 2024-04-10T15:28:17.420 INFO:tasks.workunit.client.0.smithi102.stdout:op 732 completed, throughput=4.99MB/sec 2024-04-10T15:28:17.421 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-L-moOsXlTfcYeiv off=6197073 len=575226 2024-04-10T15:28:17.424 INFO:tasks.workunit.client.0.smithi102.stdout:op 733 completed, throughput=4.99MB/sec 2024-04-10T15:28:17.424 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RXZryP7Odu5reKf off=13823930 len=1881259 2024-04-10T15:28:17.426 INFO:tasks.workunit.client.0.smithi102.stdout:op 734 completed, throughput=5MB/sec 2024-04-10T15:28:17.918 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:28:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:28:17] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-04-10T15:28:18.426 INFO:tasks.workunit.client.0.smithi102.stdout: 149: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:18.426 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-H2szRYAlj7yd6qP off=315582 len=24110 2024-04-10T15:28:18.427 INFO:tasks.workunit.client.0.smithi102.stdout:op 735 completed, throughput=4.97MB/sec 2024-04-10T15:28:18.427 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ah77O35kqu7bomE off=13827465 len=1228678 2024-04-10T15:28:18.433 INFO:tasks.workunit.client.0.smithi102.stdout:op 736 completed, throughput=4.98MB/sec 2024-04-10T15:28:18.434 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mb3vug6j9CczA8A off=4401851 len=352071 2024-04-10T15:28:18.436 INFO:tasks.workunit.client.0.smithi102.stdout:op 737 completed, throughput=4.98MB/sec 2024-04-10T15:28:18.437 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4ljQYkb9Oe6yI9X off=1618660 len=218023 2024-04-10T15:28:18.438 INFO:tasks.workunit.client.0.smithi102.stdout:op 738 completed, throughput=4.98MB/sec 2024-04-10T15:28:18.438 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dT7bpmJVwhfjV9e off=3103137 len=552729 2024-04-10T15:28:18.439 INFO:tasks.workunit.client.0.smithi102.stdout:op 739 completed, throughput=4.99MB/sec 2024-04-10T15:28:18.439 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WsUe4ZeHyDLvQF4 off=1099838 len=118490 2024-04-10T15:28:18.440 INFO:tasks.workunit.client.0.smithi102.stdout:op 740 completed, throughput=4.99MB/sec 2024-04-10T15:28:18.440 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-J8Dtavz5U7VQtGC off=221781 len=1562001 2024-04-10T15:28:18.446 INFO:tasks.workunit.client.0.smithi102.stdout:op 741 completed, throughput=5MB/sec 2024-04-10T15:28:18.446 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gFpObpSA2sYVo_k off=2528025 len=1234025 2024-04-10T15:28:18.447 INFO:tasks.workunit.client.0.smithi102.stdout:op 742 completed, throughput=5MB/sec 2024-04-10T15:28:19.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:18 smithi154 ceph-mon[84269]: pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:28:19.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:18 smithi102 ceph-mon[90943]: pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:28:19.167 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:18 smithi102 ceph-mon[88557]: pgmap v1422: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:28:19.447 INFO:tasks.workunit.client.0.smithi102.stdout: 150: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:19.447 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UDkXS4m_SVG56dn off=337737 len=180235 2024-04-10T15:28:19.450 INFO:tasks.workunit.client.0.smithi102.stdout:op 743 completed, throughput=4.97MB/sec 2024-04-10T15:28:19.450 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_9WD5fa9zYla5BN off=996678 len=2028387 2024-04-10T15:28:19.454 INFO:tasks.workunit.client.0.smithi102.stdout:op 744 completed, throughput=4.98MB/sec 2024-04-10T15:28:19.454 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IGuUV4pJ0R_QF4H off=6057962 len=1887336 2024-04-10T15:28:19.459 INFO:tasks.workunit.client.0.smithi102.stdout:op 745 completed, throughput=5MB/sec 2024-04-10T15:28:19.459 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mhb4edEHAtGboo2 off=1032299 len=2033671 2024-04-10T15:28:19.471 INFO:tasks.workunit.client.0.smithi102.stdout:op 746 completed, throughput=5.01MB/sec 2024-04-10T15:28:20.472 INFO:tasks.workunit.client.0.smithi102.stdout: 151: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:20.472 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-o7d-2xX_HofQPws off=9795873 len=636982 2024-04-10T15:28:20.476 INFO:tasks.workunit.client.0.smithi102.stdout:op 747 completed, throughput=4.98MB/sec 2024-04-10T15:28:20.476 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RLOxvgsHGq1OxR7 off=976528 len=853158 2024-04-10T15:28:20.477 INFO:tasks.workunit.client.0.smithi102.stdout:op 748 completed, throughput=4.98MB/sec 2024-04-10T15:28:20.477 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oTm4H57xdphtpu4 off=3787982 len=1104041 2024-04-10T15:28:20.479 INFO:tasks.workunit.client.0.smithi102.stdout:op 749 completed, throughput=4.99MB/sec 2024-04-10T15:28:20.479 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-S3tmQ8F7UVhz649 off=416531 len=572264 2024-04-10T15:28:20.483 INFO:tasks.workunit.client.0.smithi102.stdout:op 750 completed, throughput=4.99MB/sec 2024-04-10T15:28:20.483 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-iiMI3wqBnOJdZSC off=2456703 len=286818 2024-04-10T15:28:20.487 INFO:tasks.workunit.client.0.smithi102.stdout:op 751 completed, throughput=5MB/sec 2024-04-10T15:28:20.487 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5CQet_zw58ezJBM off=111630 len=2036861 2024-04-10T15:28:20.498 INFO:tasks.workunit.client.0.smithi102.stdout:op 752 completed, throughput=5.01MB/sec 2024-04-10T15:28:21.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:20 smithi154 ceph-mon[84269]: pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T15:28:21.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:20 smithi102 ceph-mon[90943]: pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T15:28:21.167 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:20 smithi102 ceph-mon[88557]: pgmap v1423: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T15:28:21.499 INFO:tasks.workunit.client.0.smithi102.stdout: 152: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:21.499 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ute5Jdgu6OYoDmN off=10129623 len=155566 2024-04-10T15:28:21.501 INFO:tasks.workunit.client.0.smithi102.stdout:op 753 completed, throughput=4.98MB/sec 2024-04-10T15:28:21.501 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fzjG09m9k-RLLD0 off=15869533 len=1436074 2024-04-10T15:28:21.503 INFO:tasks.workunit.client.0.smithi102.stdout:op 754 completed, throughput=4.99MB/sec 2024-04-10T15:28:21.503 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2_CNsNw4irqV4pu off=907618 len=373459 2024-04-10T15:28:21.505 INFO:tasks.workunit.client.0.smithi102.stdout:op 755 completed, throughput=4.99MB/sec 2024-04-10T15:28:21.505 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_DtBMFx2d_rWpAI off=3881410 len=202588 2024-04-10T15:28:21.507 INFO:tasks.workunit.client.0.smithi102.stdout:op 756 completed, throughput=4.99MB/sec 2024-04-10T15:28:21.508 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MFTZ51bIN_yCfMl off=2722897 len=542833 2024-04-10T15:28:21.512 INFO:tasks.workunit.client.0.smithi102.stdout:op 757 completed, throughput=4.99MB/sec 2024-04-10T15:28:21.512 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eFd0Ga07xWVnlc7 off=2613370 len=1020205 2024-04-10T15:28:21.513 INFO:tasks.workunit.client.0.smithi102.stdout:op 758 completed, throughput=5MB/sec 2024-04-10T15:28:21.513 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-J1XByQ-_fpoIDbV off=2721036 len=1565686 2024-04-10T15:28:21.514 INFO:tasks.workunit.client.0.smithi102.stdout:op 759 completed, throughput=5.01MB/sec 2024-04-10T15:28:22.515 INFO:tasks.workunit.client.0.smithi102.stdout: 153: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:22.515 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-U56_vfHK1ebRbEm off=6945260 len=723600 2024-04-10T15:28:22.520 INFO:tasks.workunit.client.0.smithi102.stdout:op 760 completed, throughput=4.98MB/sec 2024-04-10T15:28:22.520 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wugO2vxiCpGGleT off=2652608 len=203857 2024-04-10T15:28:22.521 INFO:tasks.workunit.client.0.smithi102.stdout:op 761 completed, throughput=4.98MB/sec 2024-04-10T15:28:22.521 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vx-Tu29zIPfHjgS off=8739060 len=2047851 2024-04-10T15:28:22.533 INFO:tasks.workunit.client.0.smithi102.stdout:op 762 completed, throughput=4.99MB/sec 2024-04-10T15:28:22.533 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mzbHjwf8du8mDAi off=7571292 len=1044895 2024-04-10T15:28:22.538 INFO:tasks.workunit.client.0.smithi102.stdout:op 763 completed, throughput=5MB/sec 2024-04-10T15:28:22.538 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dhM1f1PeHO7cRI0 off=93876 len=1012038 2024-04-10T15:28:22.539 INFO:tasks.workunit.client.0.smithi102.stdout:op 764 completed, throughput=5.01MB/sec 2024-04-10T15:28:22.636 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:28:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:28:23.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:22 smithi154 ceph-mon[84269]: pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T15:28:23.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:22 smithi102 ceph-mon[90943]: pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T15:28:23.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:22 smithi102 ceph-mon[88557]: pgmap v1424: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T15:28:23.540 INFO:tasks.workunit.client.0.smithi102.stdout: 154: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:23.540 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-G7ZFoNZh2uC4Q7Z off=16872713 len=165099 2024-04-10T15:28:23.541 INFO:tasks.workunit.client.0.smithi102.stdout:op 765 completed, throughput=4.98MB/sec 2024-04-10T15:28:23.541 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OV2r5PsOQMXaYp2 off=5412305 len=426239 2024-04-10T15:28:23.542 INFO:tasks.workunit.client.0.smithi102.stdout:op 766 completed, throughput=4.98MB/sec 2024-04-10T15:28:23.542 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Y8i9pJWvcIxyLyi off=13477120 len=694900 2024-04-10T15:28:23.546 INFO:tasks.workunit.client.0.smithi102.stdout:op 767 completed, throughput=4.98MB/sec 2024-04-10T15:28:23.547 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Lxqk4cd4ycDmKNB off=8369272 len=759248 2024-04-10T15:28:23.548 INFO:tasks.workunit.client.0.smithi102.stdout:op 768 completed, throughput=4.99MB/sec 2024-04-10T15:28:23.548 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CuCV1iuibSA3nFY off=14830113 len=483787 2024-04-10T15:28:23.552 INFO:tasks.workunit.client.0.smithi102.stdout:op 769 completed, throughput=4.99MB/sec 2024-04-10T15:28:23.552 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ylLdMA6YTA2GeqK off=10924699 len=400911 2024-04-10T15:28:23.555 INFO:tasks.workunit.client.0.smithi102.stdout:op 770 completed, throughput=4.99MB/sec 2024-04-10T15:28:23.555 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ab4W-7ewAmK5ic- off=10401040 len=708250 2024-04-10T15:28:23.556 INFO:tasks.workunit.client.0.smithi102.stdout:op 771 completed, throughput=5MB/sec 2024-04-10T15:28:23.556 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0GDr7xGesAnHdAa off=684190 len=138540 2024-04-10T15:28:23.557 INFO:tasks.workunit.client.0.smithi102.stdout:op 772 completed, throughput=5MB/sec 2024-04-10T15:28:23.557 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-d0irE1mlkNIf-Ch off=238324 len=2057643 2024-04-10T15:28:23.569 INFO:tasks.workunit.client.0.smithi102.stdout:op 773 completed, throughput=5.01MB/sec 2024-04-10T15:28:24.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:28:24.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:28:24.167 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:28:24.569 INFO:tasks.workunit.client.0.smithi102.stdout: 155: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:24.569 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eCJRKjv3XxXGJpL off=2313312 len=593653 2024-04-10T15:28:24.570 INFO:tasks.workunit.client.0.smithi102.stdout:op 774 completed, throughput=4.98MB/sec 2024-04-10T15:28:24.570 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xScqbOALds34zfQ off=3969027 len=1066672 2024-04-10T15:28:24.571 INFO:tasks.workunit.client.0.smithi102.stdout:op 775 completed, throughput=4.99MB/sec 2024-04-10T15:28:24.571 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jflGorCZFc1upue off=8363967 len=54899 2024-04-10T15:28:24.574 INFO:tasks.workunit.client.0.smithi102.stdout:op 776 completed, throughput=4.99MB/sec 2024-04-10T15:28:24.574 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-K40fHs_DYX5q3ec off=3192257 len=1340169 2024-04-10T15:28:24.580 INFO:tasks.workunit.client.0.smithi102.stdout:op 777 completed, throughput=5MB/sec 2024-04-10T15:28:24.580 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LonAu5IUl4sFB31 off=2311202 len=894459 2024-04-10T15:28:24.581 INFO:tasks.workunit.client.0.smithi102.stdout:op 778 completed, throughput=5MB/sec 2024-04-10T15:28:25.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:24 smithi154 ceph-mon[84269]: pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:28:25.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:28:25.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:24 smithi102 ceph-mon[90943]: pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:28:25.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:28:25.166 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:24 smithi102 ceph-mon[88557]: pgmap v1425: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:28:25.167 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:28:25.581 INFO:tasks.workunit.client.0.smithi102.stdout: 156: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:25.581 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Uwvo_s0S-_Ymxgt off=159111 len=766172 2024-04-10T15:28:25.586 INFO:tasks.workunit.client.0.smithi102.stdout:op 779 completed, throughput=4.97MB/sec 2024-04-10T15:28:25.586 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BWs3FOJCKNVq2hE off=18897 len=284271 2024-04-10T15:28:25.587 INFO:tasks.workunit.client.0.smithi102.stdout:op 780 completed, throughput=4.98MB/sec 2024-04-10T15:28:25.587 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8MHeXrf1pAsFrUT off=17354842 len=59632 2024-04-10T15:28:25.589 INFO:tasks.workunit.client.0.smithi102.stdout:op 781 completed, throughput=4.98MB/sec 2024-04-10T15:28:25.589 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lagYETkBzIPju94 off=11760759 len=2050456 2024-04-10T15:28:25.597 INFO:tasks.workunit.client.0.smithi102.stdout:op 782 completed, throughput=4.99MB/sec 2024-04-10T15:28:25.597 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-j56DlwKo33j0url off=4658709 len=1741039 2024-04-10T15:28:25.604 INFO:tasks.workunit.client.0.smithi102.stdout:op 783 completed, throughput=5MB/sec 2024-04-10T15:28:25.604 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0Tmt2goOSyY_HGW off=16168827 len=726341 2024-04-10T15:28:25.607 INFO:tasks.workunit.client.0.smithi102.stdout:op 784 completed, throughput=5MB/sec 2024-04-10T15:28:26.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:26.136 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:28:26.137 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:28:26.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:26.166 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:28:26.167 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:28:26.167 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:28:26.167 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:28:26.167 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:28:26.608 INFO:tasks.workunit.client.0.smithi102.stdout: 157: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:26.608 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TrcTnWHZiSS4h1D off=14277828 len=1107265 2024-04-10T15:28:26.609 INFO:tasks.workunit.client.0.smithi102.stdout:op 785 completed, throughput=4.98MB/sec 2024-04-10T15:28:26.610 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-x8kyQd8GJ-8_86C off=10873010 len=205219 2024-04-10T15:28:26.612 INFO:tasks.workunit.client.0.smithi102.stdout:op 786 completed, throughput=4.98MB/sec 2024-04-10T15:28:26.612 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WSAqdEmOdxArl_R off=8617991 len=1654389 2024-04-10T15:28:26.620 INFO:tasks.workunit.client.0.smithi102.stdout:op 787 completed, throughput=4.99MB/sec 2024-04-10T15:28:26.620 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-J1XByQ-_fpoIDbV off=2246667 len=197604 2024-04-10T15:28:26.620 INFO:tasks.workunit.client.0.smithi102.stdout:op 788 completed, throughput=4.99MB/sec 2024-04-10T15:28:26.620 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Z7fz7kJJZlXHqlI off=194248 len=1815558 2024-04-10T15:28:26.622 INFO:tasks.workunit.client.0.smithi102.stdout:op 789 completed, throughput=5MB/sec 2024-04-10T15:28:26.622 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-d5JTEP1hZbgl5vn off=13380896 len=930200 2024-04-10T15:28:26.623 INFO:tasks.workunit.client.0.smithi102.stdout:op 790 completed, throughput=5.01MB/sec 2024-04-10T15:28:27.624 INFO:tasks.workunit.client.0.smithi102.stdout: 158: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:27.624 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1EZCqJUBrT1VqT4 off=3352233 len=958746 2024-04-10T15:28:27.629 INFO:tasks.workunit.client.0.smithi102.stdout:op 791 completed, throughput=4.98MB/sec 2024-04-10T15:28:27.630 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YqbjaZqTq3403yB off=17139437 len=2000443 2024-04-10T15:28:27.632 INFO:tasks.workunit.client.0.smithi102.stdout:op 792 completed, throughput=4.99MB/sec 2024-04-10T15:28:27.632 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qFJEBkELoJ7zj36 off=21958199 len=439485 2024-04-10T15:28:27.635 INFO:tasks.workunit.client.0.smithi102.stdout:op 793 completed, throughput=4.99MB/sec 2024-04-10T15:28:27.636 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-q_2NONefHhn4joP off=2597515 len=1702891 2024-04-10T15:28:27.637 INFO:tasks.workunit.client.0.smithi102.stdout:op 794 completed, throughput=5MB/sec 2024-04-10T15:28:27.666 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:27 smithi102 ceph-mon[90943]: pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:28:27.667 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:27 smithi102 ceph-mon[88557]: pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:28:27.667 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:28:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:28:27] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-10T15:28:27.886 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:27 smithi154 ceph-mon[84269]: pgmap v1426: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:28:28.638 INFO:tasks.workunit.client.0.smithi102.stdout: 159: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:28.638 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-b1Cfb4OZkszhoc- off=14788763 len=1876275 2024-04-10T15:28:28.650 INFO:tasks.workunit.client.0.smithi102.stdout:op 795 completed, throughput=4.98MB/sec 2024-04-10T15:28:28.650 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rMdouOlzCkEwL_I off=5720791 len=1034594 2024-04-10T15:28:28.655 INFO:tasks.workunit.client.0.smithi102.stdout:op 796 completed, throughput=4.99MB/sec 2024-04-10T15:28:28.656 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-AFyxn2l5y0fAm8f off=4539829 len=350692 2024-04-10T15:28:28.656 INFO:tasks.workunit.client.0.smithi102.stdout:op 797 completed, throughput=4.99MB/sec 2024-04-10T15:28:28.657 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wD_wGgEoNarlYcr off=12180261 len=1463783 2024-04-10T15:28:28.660 INFO:tasks.workunit.client.0.smithi102.stdout:op 798 completed, throughput=5MB/sec 2024-04-10T15:28:29.660 INFO:tasks.workunit.client.0.smithi102.stdout: 160: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:29.660 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dM5fFd9nE5WqUIM off=8541768 len=1355305 2024-04-10T15:28:29.666 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:29 smithi102 ceph-mon[90943]: pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:28:29.667 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:29 smithi102 ceph-mon[88557]: pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:28:29.667 INFO:tasks.workunit.client.0.smithi102.stdout:op 799 completed, throughput=4.98MB/sec 2024-04-10T15:28:29.667 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-okk9436rAaB-rCp off=3318904 len=240006 2024-04-10T15:28:29.670 INFO:tasks.workunit.client.0.smithi102.stdout:op 800 completed, throughput=4.98MB/sec 2024-04-10T15:28:29.670 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UnvLEn4m-Z1ggNh off=3341925 len=13432 2024-04-10T15:28:29.672 INFO:tasks.workunit.client.0.smithi102.stdout:op 801 completed, throughput=4.98MB/sec 2024-04-10T15:28:29.672 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-39iBgsQW4ZT-tx9 off=319046 len=174723 2024-04-10T15:28:29.674 INFO:tasks.workunit.client.0.smithi102.stdout:op 802 completed, throughput=4.98MB/sec 2024-04-10T15:28:29.675 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-otzmMgHm33jNW2U off=7635119 len=2041447 2024-04-10T15:28:29.677 INFO:tasks.workunit.client.0.smithi102.stdout:op 803 completed, throughput=4.99MB/sec 2024-04-10T15:28:29.677 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nrjq5O1JRhB5kM8 off=17964962 len=317183 2024-04-10T15:28:29.678 INFO:tasks.workunit.client.0.smithi102.stdout:op 804 completed, throughput=4.99MB/sec 2024-04-10T15:28:29.678 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2cV4tqvxbzIrsZd off=15450630 len=1497705 2024-04-10T15:28:29.679 INFO:tasks.workunit.client.0.smithi102.stdout:op 805 completed, throughput=5MB/sec 2024-04-10T15:28:29.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:29 smithi154 ceph-mon[84269]: pgmap v1427: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:28:30.679 INFO:tasks.workunit.client.0.smithi102.stdout: 161: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:30.679 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-k99ehZPOqW1nyi1 off=13243209 len=1284739 2024-04-10T15:28:30.682 INFO:tasks.workunit.client.0.smithi102.stdout:op 806 completed, throughput=4.98MB/sec 2024-04-10T15:28:30.683 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-A9pJUtI8a5ZjfuL off=14890164 len=1585574 2024-04-10T15:28:30.691 INFO:tasks.workunit.client.0.smithi102.stdout:op 807 completed, throughput=4.99MB/sec 2024-04-10T15:28:30.691 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FJlgncjWOe8uCVh off=1352052 len=20587 2024-04-10T15:28:30.693 INFO:tasks.workunit.client.0.smithi102.stdout:op 808 completed, throughput=4.99MB/sec 2024-04-10T15:28:30.693 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oprybgZGk7YYuJF off=1442423 len=1411685 2024-04-10T15:28:30.702 INFO:tasks.workunit.client.0.smithi102.stdout:op 809 completed, throughput=5MB/sec 2024-04-10T15:28:30.702 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tzLgjkYnjsGyeXd off=691465 len=1986883 2024-04-10T15:28:30.704 INFO:tasks.workunit.client.0.smithi102.stdout:op 810 completed, throughput=5.01MB/sec 2024-04-10T15:28:30.886 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:30 smithi154 ceph-mon[84269]: pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T15:28:30.916 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:30 smithi102 ceph-mon[90943]: pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T15:28:30.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:30 smithi102 ceph-mon[88557]: pgmap v1428: 105 pgs: 105 active+clean; 128 GiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 6 op/s 2024-04-10T15:28:31.705 INFO:tasks.workunit.client.0.smithi102.stdout: 162: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:31.705 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dKn5drZTMuLgpOZ off=680670 len=157394 2024-04-10T15:28:31.708 INFO:tasks.workunit.client.0.smithi102.stdout:op 811 completed, throughput=4.98MB/sec 2024-04-10T15:28:31.708 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OgB9HBYzB8bLIG- off=14079590 len=960538 2024-04-10T15:28:31.713 INFO:tasks.workunit.client.0.smithi102.stdout:op 812 completed, throughput=4.98MB/sec 2024-04-10T15:28:31.714 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MiVaHBk_js2L6b_ off=17484783 len=815669 2024-04-10T15:28:31.718 INFO:tasks.workunit.client.0.smithi102.stdout:op 813 completed, throughput=4.99MB/sec 2024-04-10T15:28:31.719 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-28truJj5ZveKRx_ off=11728548 len=1613480 2024-04-10T15:28:31.726 INFO:tasks.workunit.client.0.smithi102.stdout:op 814 completed, throughput=5MB/sec 2024-04-10T15:28:31.726 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-I6oSkVO8JBABjxb off=18333583 len=754554 2024-04-10T15:28:31.730 INFO:tasks.workunit.client.0.smithi102.stdout:op 815 completed, throughput=5MB/sec 2024-04-10T15:28:32.636 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:32 smithi154 ceph-mon[84269]: pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:28:32.637 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:28:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:28:32.719 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:32 smithi102 ceph-mon[90943]: pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:28:32.719 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:32 smithi102 ceph-mon[88557]: pgmap v1429: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:28:32.730 INFO:tasks.workunit.client.0.smithi102.stdout: 163: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:32.730 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vdYDfrdSWhaXK-O off=3980219 len=846018 2024-04-10T15:28:32.735 INFO:tasks.workunit.client.0.smithi102.stdout:op 816 completed, throughput=4.98MB/sec 2024-04-10T15:28:32.735 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eWtqh0my5EiNxLZ off=15181649 len=2029155 2024-04-10T15:28:32.745 INFO:tasks.workunit.client.0.smithi102.stdout:op 817 completed, throughput=4.99MB/sec 2024-04-10T15:28:32.745 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-68GQXeW8xg_IQAo off=1264285 len=1376737 2024-04-10T15:28:32.746 INFO:tasks.workunit.client.0.smithi102.stdout:op 818 completed, throughput=4.99MB/sec 2024-04-10T15:28:32.746 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WZuTIs_9tVFS-Gh off=9815350 len=604800 2024-04-10T15:28:32.750 INFO:tasks.workunit.client.0.smithi102.stdout:op 819 completed, throughput=5MB/sec 2024-04-10T15:28:32.751 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MDMtYZClFmqKIyQ off=4007801 len=1789784 2024-04-10T15:28:32.759 INFO:tasks.workunit.client.0.smithi102.stdout:op 820 completed, throughput=5.01MB/sec 2024-04-10T15:28:33.759 INFO:tasks.workunit.client.0.smithi102.stdout: 164: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:33.759 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iqWFvhjlRvV2sTF off=3266049 len=1755802 2024-04-10T15:28:33.763 INFO:tasks.workunit.client.0.smithi102.stdout:op 821 completed, throughput=4.99MB/sec 2024-04-10T15:28:33.763 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gXFTchY8DdoQRif off=6943486 len=1481063 2024-04-10T15:28:33.771 INFO:tasks.workunit.client.0.smithi102.stdout:op 822 completed, throughput=5MB/sec 2024-04-10T15:28:33.771 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-B2FjLPCjQlPoWhm off=4175232 len=915322 2024-04-10T15:28:33.772 INFO:tasks.workunit.client.0.smithi102.stdout:op 823 completed, throughput=5MB/sec 2024-04-10T15:28:34.773 INFO:tasks.workunit.client.0.smithi102.stdout: 165: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:34.773 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IZLWCUUR6VM4KBS off=939406 len=644015 2024-04-10T15:28:34.774 INFO:tasks.workunit.client.0.smithi102.stdout:op 824 completed, throughput=4.98MB/sec 2024-04-10T15:28:34.774 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zySjh9hPSH0cuOS off=747440 len=1988752 2024-04-10T15:28:34.784 INFO:tasks.workunit.client.0.smithi102.stdout:op 825 completed, throughput=4.99MB/sec 2024-04-10T15:28:34.784 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Oq7v_Zb1ItJv2O6 off=118312 len=955520 2024-04-10T15:28:34.787 INFO:tasks.workunit.client.0.smithi102.stdout:op 826 completed, throughput=4.99MB/sec 2024-04-10T15:28:34.787 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BnUhypcD8QBov01 off=13077464 len=528655 2024-04-10T15:28:34.787 INFO:tasks.workunit.client.0.smithi102.stdout:op 827 completed, throughput=4.99MB/sec 2024-04-10T15:28:34.787 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-U6MCw8FuJzaoIAs off=2723659 len=1629830 2024-04-10T15:28:34.791 INFO:tasks.workunit.client.0.smithi102.stdout:op 828 completed, throughput=5MB/sec 2024-04-10T15:28:34.886 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:34 smithi154 ceph-mon[84269]: pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:28:34.916 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:34 smithi102 ceph-mon[90943]: pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:28:34.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:34 smithi102 ceph-mon[88557]: pgmap v1430: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:28:35.791 INFO:tasks.workunit.client.0.smithi102.stdout: 166: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:35.791 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3WZuPT2SNairvAj off=1532467 len=1132463 2024-04-10T15:28:35.797 INFO:tasks.workunit.client.0.smithi102.stdout:op 829 completed, throughput=4.98MB/sec 2024-04-10T15:28:35.797 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gMh8ukbmZY-BiKT off=4243016 len=774220 2024-04-10T15:28:35.799 INFO:tasks.workunit.client.0.smithi102.stdout:op 830 completed, throughput=4.98MB/sec 2024-04-10T15:28:35.799 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UUSN1rHGNx5OkxL off=547295 len=914267 2024-04-10T15:28:35.800 INFO:tasks.workunit.client.0.smithi102.stdout:op 831 completed, throughput=4.99MB/sec 2024-04-10T15:28:35.800 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GWtCpM9O9lAZVuP off=11004443 len=1638981 2024-04-10T15:28:35.810 INFO:tasks.workunit.client.0.smithi102.stdout:op 832 completed, throughput=5MB/sec 2024-04-10T15:28:35.810 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Q7-8gi33Xdz2A20 off=16738874 len=28842 2024-04-10T15:28:35.812 INFO:tasks.workunit.client.0.smithi102.stdout:op 833 completed, throughput=5MB/sec 2024-04-10T15:28:35.812 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-w3VgYpoNon5DUK0 off=327772 len=1744683 2024-04-10T15:28:35.820 INFO:tasks.workunit.client.0.smithi102.stdout:op 834 completed, throughput=5.01MB/sec 2024-04-10T15:28:36.821 INFO:tasks.workunit.client.0.smithi102.stdout: 167: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:36.821 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dFkH7m_YLgkbZef off=2986044 len=401606 2024-04-10T15:28:36.825 INFO:tasks.workunit.client.0.smithi102.stdout:op 835 completed, throughput=4.98MB/sec 2024-04-10T15:28:36.825 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WKGsF8LZ3oYI0eu off=3043491 len=515733 2024-04-10T15:28:36.826 INFO:tasks.workunit.client.0.smithi102.stdout:op 836 completed, throughput=4.98MB/sec 2024-04-10T15:28:36.826 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZWbvJIvpDqcFRqq off=919577 len=1576981 2024-04-10T15:28:36.833 INFO:tasks.workunit.client.0.smithi102.stdout:op 837 completed, throughput=4.99MB/sec 2024-04-10T15:28:36.833 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qC8e_BhpGEohSkI off=7853374 len=430554 2024-04-10T15:28:36.836 INFO:tasks.workunit.client.0.smithi102.stdout:op 838 completed, throughput=5MB/sec 2024-04-10T15:28:36.836 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8FSdFHaznpi5JBv off=1878812 len=725800 2024-04-10T15:28:36.841 INFO:tasks.workunit.client.0.smithi102.stdout:op 839 completed, throughput=5MB/sec 2024-04-10T15:28:36.841 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--v2tEQ9sU493qAa off=5711933 len=1279545 2024-04-10T15:28:36.847 INFO:tasks.workunit.client.0.smithi102.stdout:op 840 completed, throughput=5.01MB/sec 2024-04-10T15:28:36.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:36 smithi154 ceph-mon[84269]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:28:36.916 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:36 smithi102 ceph-mon[90943]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:28:36.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:36 smithi102 ceph-mon[88557]: pgmap v1431: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:28:37.848 INFO:tasks.workunit.client.0.smithi102.stdout: 168: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:37.848 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OWnB0MPM51QcOIx off=1364788 len=2045286 2024-04-10T15:28:37.850 INFO:tasks.workunit.client.0.smithi102.stdout:op 841 completed, throughput=4.99MB/sec 2024-04-10T15:28:37.850 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hpKjhM1oZ6GO_8L off=282511 len=809219 2024-04-10T15:28:37.854 INFO:tasks.workunit.client.0.smithi102.stdout:op 842 completed, throughput=4.99MB/sec 2024-04-10T15:28:37.854 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-G0T__jb3upoolrp off=3788214 len=569576 2024-04-10T15:28:37.857 INFO:tasks.workunit.client.0.smithi102.stdout:op 843 completed, throughput=5MB/sec 2024-04-10T15:28:37.858 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aBkXkavtp3N9-v6 off=4757731 len=1214844 2024-04-10T15:28:37.859 INFO:tasks.workunit.client.0.smithi102.stdout:op 844 completed, throughput=5MB/sec 2024-04-10T15:28:37.916 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:28:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:28:37] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-10T15:28:38.859 INFO:tasks.workunit.client.0.smithi102.stdout: 169: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:38.859 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iO5C_bbE4GTyq30 off=2828638 len=1311302 2024-04-10T15:28:38.862 INFO:tasks.workunit.client.0.smithi102.stdout:op 845 completed, throughput=4.98MB/sec 2024-04-10T15:28:38.862 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XvVXaNewGfQv86R off=20718918 len=317449 2024-04-10T15:28:38.863 INFO:tasks.workunit.client.0.smithi102.stdout:op 846 completed, throughput=4.98MB/sec 2024-04-10T15:28:38.863 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-HqimRNGaJtjBKKP off=2909343 len=1231291 2024-04-10T15:28:38.865 INFO:tasks.workunit.client.0.smithi102.stdout:op 847 completed, throughput=4.99MB/sec 2024-04-10T15:28:38.865 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-onlYzZtkW8vrLmD off=7957868 len=1470839 2024-04-10T15:28:38.867 INFO:tasks.workunit.client.0.smithi102.stdout:op 848 completed, throughput=5MB/sec 2024-04-10T15:28:38.867 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-df1wcnST7K4iAo1 off=1289991 len=365896 2024-04-10T15:28:38.868 INFO:tasks.workunit.client.0.smithi102.stdout:op 849 completed, throughput=5MB/sec 2024-04-10T15:28:38.868 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BYIppcY-bXTu_qB off=6272488 len=264610 2024-04-10T15:28:38.869 INFO:tasks.workunit.client.0.smithi102.stdout:op 850 completed, throughput=5MB/sec 2024-04-10T15:28:38.886 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:38 smithi154 ceph-mon[84269]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:28:38.886 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:28:38.916 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:38 smithi102 ceph-mon[90943]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:28:38.916 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:28:38.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:38 smithi102 ceph-mon[88557]: pgmap v1432: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:28:38.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:28:39.869 INFO:tasks.workunit.client.0.smithi102.stdout: 170: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:39.869 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cHPkpr4oOrNEcQt off=11491558 len=5835 2024-04-10T15:28:39.870 INFO:tasks.workunit.client.0.smithi102.stdout:op 851 completed, throughput=4.97MB/sec 2024-04-10T15:28:39.870 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WDi-OkcNYNea0GB off=11105457 len=1741176 2024-04-10T15:28:39.872 INFO:tasks.workunit.client.0.smithi102.stdout:op 852 completed, throughput=4.98MB/sec 2024-04-10T15:28:39.872 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JqMneD8K9aWsYah off=1865926 len=1175722 2024-04-10T15:28:39.874 INFO:tasks.workunit.client.0.smithi102.stdout:op 853 completed, throughput=4.99MB/sec 2024-04-10T15:28:39.874 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-388GwtYXyMawlnz off=6189842 len=92066 2024-04-10T15:28:39.875 INFO:tasks.workunit.client.0.smithi102.stdout:op 854 completed, throughput=4.99MB/sec 2024-04-10T15:28:39.875 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hVSHC16_QePOCka off=652265 len=369626 2024-04-10T15:28:39.876 INFO:tasks.workunit.client.0.smithi102.stdout:op 855 completed, throughput=4.99MB/sec 2024-04-10T15:28:39.876 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-B1Ce_1ocNkn6vR0 off=273818 len=1149991 2024-04-10T15:28:39.877 INFO:tasks.workunit.client.0.smithi102.stdout:op 856 completed, throughput=5MB/sec 2024-04-10T15:28:39.877 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8KEnjF1taM_8yYP off=11159985 len=329176 2024-04-10T15:28:39.881 INFO:tasks.workunit.client.0.smithi102.stdout:op 857 completed, throughput=5MB/sec 2024-04-10T15:28:39.881 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6dbCvnODFlabJQd off=6235839 len=1206166 2024-04-10T15:28:39.887 INFO:tasks.workunit.client.0.smithi102.stdout:op 858 completed, throughput=5MB/sec 2024-04-10T15:28:40.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:40 smithi154 ceph-mon[84269]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:28:40.887 INFO:tasks.workunit.client.0.smithi102.stdout: 171: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:40.887 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YPOYNFioGH5VVW7 off=19408898 len=542785 2024-04-10T15:28:40.888 INFO:tasks.workunit.client.0.smithi102.stdout:op 859 completed, throughput=4.98MB/sec 2024-04-10T15:28:40.888 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-x88c2fIb7HO_Sam off=21604456 len=639508 2024-04-10T15:28:40.892 INFO:tasks.workunit.client.0.smithi102.stdout:op 860 completed, throughput=4.98MB/sec 2024-04-10T15:28:40.892 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-czY6EIAQKHr5olW off=1513901 len=1977808 2024-04-10T15:28:40.894 INFO:tasks.workunit.client.0.smithi102.stdout:op 861 completed, throughput=4.99MB/sec 2024-04-10T15:28:40.894 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VQrBt1Mku1nnLGC off=1428839 len=492038 2024-04-10T15:28:40.895 INFO:tasks.workunit.client.0.smithi102.stdout:op 862 completed, throughput=5MB/sec 2024-04-10T15:28:40.895 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-c1JD0-yYvtpkdgr off=8181210 len=1966366 2024-04-10T15:28:40.906 INFO:tasks.workunit.client.0.smithi102.stdout:op 863 completed, throughput=5.01MB/sec 2024-04-10T15:28:40.916 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:40 smithi102 ceph-mon[88557]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:28:40.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:40 smithi102 ceph-mon[90943]: pgmap v1433: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:28:41.906 INFO:tasks.workunit.client.0.smithi102.stdout: 172: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:41.907 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-m30ppJCHr9l9A1u off=2422802 len=599228 2024-04-10T15:28:41.910 INFO:tasks.workunit.client.0.smithi102.stdout:op 864 completed, throughput=4.98MB/sec 2024-04-10T15:28:41.910 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-b54CIzc2vM_7SJT off=12926368 len=1870147 2024-04-10T15:28:41.922 INFO:tasks.workunit.client.0.smithi102.stdout:op 865 completed, throughput=4.99MB/sec 2024-04-10T15:28:41.922 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NTNduspzsmV6TzO off=12126371 len=1035875 2024-04-10T15:28:41.923 INFO:tasks.workunit.client.0.smithi102.stdout:op 866 completed, throughput=5MB/sec 2024-04-10T15:28:41.923 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WHTiEfwV9u7FnIX off=9813098 len=578313 2024-04-10T15:28:41.927 INFO:tasks.workunit.client.0.smithi102.stdout:op 867 completed, throughput=5MB/sec 2024-04-10T15:28:41.927 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TrfH4BmgzsM4IMj off=877584 len=1277277 2024-04-10T15:28:41.929 INFO:tasks.workunit.client.0.smithi102.stdout:op 868 completed, throughput=5.01MB/sec 2024-04-10T15:28:42.637 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:42 smithi154 ceph-mon[84269]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:28:42.637 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:28:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:28:42.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:42 smithi102 ceph-mon[90943]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:28:42.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:42 smithi102 ceph-mon[88557]: pgmap v1434: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:28:42.929 INFO:tasks.workunit.client.0.smithi102.stdout: 173: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:42.929 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cdlKTT0jLBB9X9Q off=2143691 len=140830 2024-04-10T15:28:42.932 INFO:tasks.workunit.client.0.smithi102.stdout:op 869 completed, throughput=4.98MB/sec 2024-04-10T15:28:42.932 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-85xtZkUNAucU1PA off=8247876 len=520525 2024-04-10T15:28:42.933 INFO:tasks.workunit.client.0.smithi102.stdout:op 870 completed, throughput=4.98MB/sec 2024-04-10T15:28:42.933 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uCJddyt-C6GZNWP off=4729706 len=477780 2024-04-10T15:28:42.934 INFO:tasks.workunit.client.0.smithi102.stdout:op 871 completed, throughput=4.98MB/sec 2024-04-10T15:28:42.934 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RBwSzAmq6w6o3NU off=21114147 len=983148 2024-04-10T15:28:42.939 INFO:tasks.workunit.client.0.smithi102.stdout:op 872 completed, throughput=4.99MB/sec 2024-04-10T15:28:42.939 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-csrzV6LO-4e2o1t off=1448178 len=485070 2024-04-10T15:28:42.940 INFO:tasks.workunit.client.0.smithi102.stdout:op 873 completed, throughput=4.99MB/sec 2024-04-10T15:28:42.940 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Ir6LKtaYKm9wNT0 off=9252119 len=276504 2024-04-10T15:28:42.941 INFO:tasks.workunit.client.0.smithi102.stdout:op 874 completed, throughput=4.99MB/sec 2024-04-10T15:28:42.941 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uYKa51Efd9CucJ0 off=9569480 len=1783782 2024-04-10T15:28:42.951 INFO:tasks.workunit.client.0.smithi102.stdout:op 875 completed, throughput=5MB/sec 2024-04-10T15:28:43.952 INFO:tasks.workunit.client.0.smithi102.stdout: 174: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:43.952 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5FLhFqsBR6dSAwA off=1735875 len=10023 2024-04-10T15:28:43.954 INFO:tasks.workunit.client.0.smithi102.stdout:op 876 completed, throughput=4.97MB/sec 2024-04-10T15:28:43.955 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BbMYM-hzD8bpwCr off=12256018 len=990489 2024-04-10T15:28:43.956 INFO:tasks.workunit.client.0.smithi102.stdout:op 877 completed, throughput=4.98MB/sec 2024-04-10T15:28:43.956 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ut8fvMepjKKmolH off=2901317 len=2008742 2024-04-10T15:28:43.967 INFO:tasks.workunit.client.0.smithi102.stdout:op 878 completed, throughput=4.99MB/sec 2024-04-10T15:28:43.967 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_EYDtKJAH9ln2Yp off=625224 len=1077890 2024-04-10T15:28:43.968 INFO:tasks.workunit.client.0.smithi102.stdout:op 879 completed, throughput=5MB/sec 2024-04-10T15:28:43.968 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5V__aravFqg3U0x off=9216765 len=1864583 2024-04-10T15:28:43.979 INFO:tasks.workunit.client.0.smithi102.stdout:op 880 completed, throughput=5.01MB/sec 2024-04-10T15:28:44.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:44 smithi154 ceph-mon[84269]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:28:44.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:44 smithi102 ceph-mon[90943]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:28:44.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:44 smithi102 ceph-mon[88557]: pgmap v1435: 105 pgs: 105 active+clean; 128 GiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:28:44.979 INFO:tasks.workunit.client.0.smithi102.stdout: 175: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:44.979 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oO4sAuJm8MJ_6BW off=22551948 len=988632 2024-04-10T15:28:44.981 INFO:tasks.workunit.client.0.smithi102.stdout:op 881 completed, throughput=4.98MB/sec 2024-04-10T15:28:44.982 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oMvfOUqo5z1-4Q7 off=18538001 len=429731 2024-04-10T15:28:44.983 INFO:tasks.workunit.client.0.smithi102.stdout:op 882 completed, throughput=4.98MB/sec 2024-04-10T15:28:44.983 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-77k5be6I_fHdrmg off=3568108 len=1973859 2024-04-10T15:28:44.985 INFO:tasks.workunit.client.0.smithi102.stdout:op 883 completed, throughput=5MB/sec 2024-04-10T15:28:44.985 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UNK9Zxr-GjE5tqS off=79516 len=1980262 2024-04-10T15:28:44.994 INFO:tasks.workunit.client.0.smithi102.stdout:op 884 completed, throughput=5.01MB/sec 2024-04-10T15:28:45.994 INFO:tasks.workunit.client.0.smithi102.stdout: 176: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:45.994 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5vWeZQV3lSy-hcd off=16875702 len=1276846 2024-04-10T15:28:46.003 INFO:tasks.workunit.client.0.smithi102.stdout:op 885 completed, throughput=4.98MB/sec 2024-04-10T15:28:46.003 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ATH6LashAJGsOAx off=5029418 len=389032 2024-04-10T15:28:46.004 INFO:tasks.workunit.client.0.smithi102.stdout:op 886 completed, throughput=4.99MB/sec 2024-04-10T15:28:46.004 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SQjLyRT--yiUK2X off=17189777 len=87588 2024-04-10T15:28:46.007 INFO:tasks.workunit.client.0.smithi102.stdout:op 887 completed, throughput=4.99MB/sec 2024-04-10T15:28:46.007 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3yLAuxTcrJx4MbT off=8852683 len=287386 2024-04-10T15:28:46.009 INFO:tasks.workunit.client.0.smithi102.stdout:op 888 completed, throughput=4.99MB/sec 2024-04-10T15:28:46.009 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5Ldhsr-Kr4b2Y4y off=13217 len=1340942 2024-04-10T15:28:46.017 INFO:tasks.workunit.client.0.smithi102.stdout:op 889 completed, throughput=4.99MB/sec 2024-04-10T15:28:46.017 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FK6yt6wwvDZ7CP- off=294246 len=1211507 2024-04-10T15:28:46.018 INFO:tasks.workunit.client.0.smithi102.stdout:op 890 completed, throughput=5MB/sec 2024-04-10T15:28:46.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:46 smithi154 ceph-mon[84269]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:28:46.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:46 smithi102 ceph-mon[90943]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:28:46.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:46 smithi102 ceph-mon[88557]: pgmap v1436: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:28:47.019 INFO:tasks.workunit.client.0.smithi102.stdout: 177: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:47.019 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XAJLw8BSq62HjsA off=9898644 len=589067 2024-04-10T15:28:47.021 INFO:tasks.workunit.client.0.smithi102.stdout:op 891 completed, throughput=4.98MB/sec 2024-04-10T15:28:47.021 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jpFNEAYReDUE8CR off=127602 len=1129522 2024-04-10T15:28:47.026 INFO:tasks.workunit.client.0.smithi102.stdout:op 892 completed, throughput=4.98MB/sec 2024-04-10T15:28:47.026 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xHnHcLV0B_PWx1v off=4422869 len=111103 2024-04-10T15:28:47.029 INFO:tasks.workunit.client.0.smithi102.stdout:op 893 completed, throughput=4.98MB/sec 2024-04-10T15:28:47.029 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DEoIesEY7G_pg6F off=6530333 len=2010628 2024-04-10T15:28:47.033 INFO:tasks.workunit.client.0.smithi102.stdout:op 894 completed, throughput=4.99MB/sec 2024-04-10T15:28:47.033 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5Tyog4amW1tMLQH off=3007913 len=1483182 2024-04-10T15:28:47.039 INFO:tasks.workunit.client.0.smithi102.stdout:op 895 completed, throughput=5MB/sec 2024-04-10T15:28:47.917 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:28:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:28:47] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-10T15:28:48.040 INFO:tasks.workunit.client.0.smithi102.stdout: 178: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:48.040 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NOMBahmqFM-IM6W off=8776493 len=686414 2024-04-10T15:28:48.044 INFO:tasks.workunit.client.0.smithi102.stdout:op 896 completed, throughput=4.98MB/sec 2024-04-10T15:28:48.044 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1nfA5mXTi2P2Gwb off=2857947 len=1436990 2024-04-10T15:28:48.052 INFO:tasks.workunit.client.0.smithi102.stdout:op 897 completed, throughput=4.98MB/sec 2024-04-10T15:28:48.052 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_iR0_uweLZaLa8- off=23983207 len=1405279 2024-04-10T15:28:48.061 INFO:tasks.workunit.client.0.smithi102.stdout:op 898 completed, throughput=4.99MB/sec 2024-04-10T15:28:48.061 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9peZZMQCW6CdCg7 off=2104155 len=113093 2024-04-10T15:28:48.063 INFO:tasks.workunit.client.0.smithi102.stdout:op 899 completed, throughput=4.99MB/sec 2024-04-10T15:28:48.063 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8XE1QQA--zvXy-E off=0 len=1338827 2024-04-10T15:28:48.064 INFO:tasks.workunit.client.0.smithi102.stdout:op 900 completed, throughput=5MB/sec 2024-04-10T15:28:48.064 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-f0Wn-hDC6HRduLP off=13744652 len=1269133 2024-04-10T15:28:48.065 INFO:tasks.workunit.client.0.smithi102.stdout:op 901 completed, throughput=5.01MB/sec 2024-04-10T15:28:48.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:48 smithi154 ceph-mon[84269]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:28:48.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:48 smithi102 ceph-mon[88557]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:28:48.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:48 smithi102 ceph-mon[90943]: pgmap v1437: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:28:49.065 INFO:tasks.workunit.client.0.smithi102.stdout: 179: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:49.065 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nXlX-I2wlJJNfO_ off=1163558 len=1090671 2024-04-10T15:28:49.068 INFO:tasks.workunit.client.0.smithi102.stdout:op 902 completed, throughput=4.98MB/sec 2024-04-10T15:28:49.068 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KA6Bx7FK_1GKEua off=1837889 len=1519342 2024-04-10T15:28:49.075 INFO:tasks.workunit.client.0.smithi102.stdout:op 903 completed, throughput=4.99MB/sec 2024-04-10T15:28:49.075 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7G55Xnee-5ORY7N off=11189811 len=781714 2024-04-10T15:28:49.079 INFO:tasks.workunit.client.0.smithi102.stdout:op 904 completed, throughput=5MB/sec 2024-04-10T15:28:49.079 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tkS_yRv13f1IZ9e off=1557976 len=190048 2024-04-10T15:28:49.080 INFO:tasks.workunit.client.0.smithi102.stdout:op 905 completed, throughput=5MB/sec 2024-04-10T15:28:49.080 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-i_yb5Uj5Xsjv3nZ off=5029540 len=1086166 2024-04-10T15:28:49.085 INFO:tasks.workunit.client.0.smithi102.stdout:op 906 completed, throughput=5MB/sec 2024-04-10T15:28:50.086 INFO:tasks.workunit.client.0.smithi102.stdout: 180: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:50.086 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9bxP7dMY9kQ6WOx off=4965424 len=1883958 2024-04-10T15:28:50.089 INFO:tasks.workunit.client.0.smithi102.stdout:op 907 completed, throughput=4.98MB/sec 2024-04-10T15:28:50.089 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-g5uw3zV4xCZkY_o off=3838171 len=1019499 2024-04-10T15:28:50.094 INFO:tasks.workunit.client.0.smithi102.stdout:op 908 completed, throughput=4.99MB/sec 2024-04-10T15:28:50.094 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-I2VeNaZLP5V-EE8 off=1785079 len=493693 2024-04-10T15:28:50.098 INFO:tasks.workunit.client.0.smithi102.stdout:op 909 completed, throughput=4.99MB/sec 2024-04-10T15:28:50.098 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-P7ZHo4JANlB0oc4 off=844876 len=990135 2024-04-10T15:28:50.103 INFO:tasks.workunit.client.0.smithi102.stdout:op 910 completed, throughput=5MB/sec 2024-04-10T15:28:50.104 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JR-96R-gLxNPf1q off=3193308 len=329608 2024-04-10T15:28:50.104 INFO:tasks.workunit.client.0.smithi102.stdout:op 911 completed, throughput=5MB/sec 2024-04-10T15:28:50.104 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-loJDVgv_VoPOMuI off=3121906 len=1980405 2024-04-10T15:28:50.116 INFO:tasks.workunit.client.0.smithi102.stdout:op 912 completed, throughput=5.01MB/sec 2024-04-10T15:28:50.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:50 smithi154 ceph-mon[84269]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-10T15:28:50.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:50 smithi102 ceph-mon[90943]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-10T15:28:50.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:50 smithi102 ceph-mon[88557]: pgmap v1438: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-10T15:28:51.117 INFO:tasks.workunit.client.0.smithi102.stdout: 181: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:51.117 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WFJwsV8tzKbowKh off=5561781 len=1634689 2024-04-10T15:28:51.119 INFO:tasks.workunit.client.0.smithi102.stdout:op 913 completed, throughput=4.99MB/sec 2024-04-10T15:28:51.119 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZtQp-nb02UaHZvk off=3778081 len=805371 2024-04-10T15:28:51.124 INFO:tasks.workunit.client.0.smithi102.stdout:op 914 completed, throughput=4.99MB/sec 2024-04-10T15:28:51.124 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oR4rlLJPDfAiAU3 off=5501360 len=612853 2024-04-10T15:28:51.126 INFO:tasks.workunit.client.0.smithi102.stdout:op 915 completed, throughput=5MB/sec 2024-04-10T15:28:51.126 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-T0W7Hj31ytSZ8G3 off=2894137 len=708716 2024-04-10T15:28:51.130 INFO:tasks.workunit.client.0.smithi102.stdout:op 916 completed, throughput=5MB/sec 2024-04-10T15:28:52.130 INFO:tasks.workunit.client.0.smithi102.stdout: 182: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:52.130 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uEfKsGrYVR5aPnN off=2201559 len=912594 2024-04-10T15:28:52.136 INFO:tasks.workunit.client.0.smithi102.stdout:op 917 completed, throughput=4.98MB/sec 2024-04-10T15:28:52.136 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SbEd0ynpvaY1gCU off=1176617 len=2012593 2024-04-10T15:28:52.138 INFO:tasks.workunit.client.0.smithi102.stdout:op 918 completed, throughput=4.99MB/sec 2024-04-10T15:28:52.138 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TlUZDtmL1x6mHpq off=3124176 len=680368 2024-04-10T15:28:52.139 INFO:tasks.workunit.client.0.smithi102.stdout:op 919 completed, throughput=4.99MB/sec 2024-04-10T15:28:52.139 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XPVQchLNkTKmnZF off=12131658 len=1018333 2024-04-10T15:28:52.141 INFO:tasks.workunit.client.0.smithi102.stdout:op 920 completed, throughput=5MB/sec 2024-04-10T15:28:52.141 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ESRQ8bhXmulQM01 off=8499167 len=1817501 2024-04-10T15:28:52.144 INFO:tasks.workunit.client.0.smithi102.stdout:op 921 completed, throughput=5.01MB/sec 2024-04-10T15:28:52.637 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:52 smithi154 ceph-mon[84269]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:28:52.637 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:28:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:28:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:28:52.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:52 smithi102 ceph-mon[90943]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:28:52.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:52 smithi102 ceph-mon[88557]: pgmap v1439: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:28:53.145 INFO:tasks.workunit.client.0.smithi102.stdout: 183: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:53.145 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QMfgP1MgUcsC8Nn off=12321744 len=719194 2024-04-10T15:28:53.149 INFO:tasks.workunit.client.0.smithi102.stdout:op 922 completed, throughput=4.98MB/sec 2024-04-10T15:28:53.149 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7qbrohjLaC8VBR6 off=6000222 len=1076450 2024-04-10T15:28:53.151 INFO:tasks.workunit.client.0.smithi102.stdout:op 923 completed, throughput=4.99MB/sec 2024-04-10T15:28:53.151 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-y1kiFBWEs2WX_yI off=12095754 len=1933938 2024-04-10T15:28:53.160 INFO:tasks.workunit.client.0.smithi102.stdout:op 924 completed, throughput=5MB/sec 2024-04-10T15:28:53.160 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ADMRV25PRnYyZqo off=2963643 len=890835 2024-04-10T15:28:53.161 INFO:tasks.workunit.client.0.smithi102.stdout:op 925 completed, throughput=5MB/sec 2024-04-10T15:28:53.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:28:53.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:28:53.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:28:54.161 INFO:tasks.workunit.client.0.smithi102.stdout: 184: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:54.161 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PoQH88QTwfH0yxR off=7003218 len=1552963 2024-04-10T15:28:54.171 INFO:tasks.workunit.client.0.smithi102.stdout:op 926 completed, throughput=4.98MB/sec 2024-04-10T15:28:54.171 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-itYy7A8Bf0G45f7 off=2319778 len=980947 2024-04-10T15:28:54.177 INFO:tasks.workunit.client.0.smithi102.stdout:op 927 completed, throughput=4.99MB/sec 2024-04-10T15:28:54.177 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UcCzyI5URjOQecw off=15676892 len=1512674 2024-04-10T15:28:54.184 INFO:tasks.workunit.client.0.smithi102.stdout:op 928 completed, throughput=5MB/sec 2024-04-10T15:28:54.184 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gMExZcEbPSYJiQO off=816442 len=1123550 2024-04-10T15:28:54.190 INFO:tasks.workunit.client.0.smithi102.stdout:op 929 completed, throughput=5MB/sec 2024-04-10T15:28:54.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:54 smithi154 ceph-mon[84269]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:28:54.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:54 smithi102 ceph-mon[90943]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:28:54.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:54 smithi102 ceph-mon[88557]: pgmap v1440: 105 pgs: 105 active+clean; 128 GiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:28:55.190 INFO:tasks.workunit.client.0.smithi102.stdout: 185: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:55.190 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Yp-v2I-PFyREe2Y off=11261031 len=1269135 2024-04-10T15:28:55.198 INFO:tasks.workunit.client.0.smithi102.stdout:op 930 completed, throughput=4.98MB/sec 2024-04-10T15:28:55.198 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dL0p102ly-fhFuI off=8774961 len=896133 2024-04-10T15:28:55.199 INFO:tasks.workunit.client.0.smithi102.stdout:op 931 completed, throughput=4.99MB/sec 2024-04-10T15:28:55.199 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-HYyDczMFzQRvafn off=2623018 len=1417218 2024-04-10T15:28:55.200 INFO:tasks.workunit.client.0.smithi102.stdout:op 932 completed, throughput=4.99MB/sec 2024-04-10T15:28:55.200 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fcILtUJHL1MXT71 off=1345856 len=808976 2024-04-10T15:28:55.205 INFO:tasks.workunit.client.0.smithi102.stdout:op 933 completed, throughput=5MB/sec 2024-04-10T15:28:55.205 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XU0M8TFDnqhObYn off=12868094 len=1417247 2024-04-10T15:28:55.208 INFO:tasks.workunit.client.0.smithi102.stdout:op 934 completed, throughput=5MB/sec 2024-04-10T15:28:56.209 INFO:tasks.workunit.client.0.smithi102.stdout: 186: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:56.209 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-H397Fnc754-GjZG off=138373 len=489423 2024-04-10T15:28:56.213 INFO:tasks.workunit.client.0.smithi102.stdout:op 935 completed, throughput=4.98MB/sec 2024-04-10T15:28:56.213 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QBn97gqUkKnFxkJ off=969977 len=685463 2024-04-10T15:28:56.216 INFO:tasks.workunit.client.0.smithi102.stdout:op 936 completed, throughput=4.98MB/sec 2024-04-10T15:28:56.216 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6ErvWS4FXl9l5LO off=12088112 len=187285 2024-04-10T15:28:56.216 INFO:tasks.workunit.client.0.smithi102.stdout:op 937 completed, throughput=4.98MB/sec 2024-04-10T15:28:56.216 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZrIVhzLznTRNmFd off=1471481 len=566301 2024-04-10T15:28:56.220 INFO:tasks.workunit.client.0.smithi102.stdout:op 938 completed, throughput=4.99MB/sec 2024-04-10T15:28:56.220 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-C92FKYNwrzvEXnl off=913373 len=1216414 2024-04-10T15:28:56.222 INFO:tasks.workunit.client.0.smithi102.stdout:op 939 completed, throughput=4.99MB/sec 2024-04-10T15:28:56.222 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YPOYNFioGH5VVW7 off=9850901 len=1765940 2024-04-10T15:28:56.224 INFO:tasks.workunit.client.0.smithi102.stdout:op 940 completed, throughput=5MB/sec 2024-04-10T15:28:56.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:56 smithi154 ceph-mon[84269]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:28:56.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:56 smithi102 ceph-mon[90943]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:28:56.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:56 smithi102 ceph-mon[88557]: pgmap v1441: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:28:57.224 INFO:tasks.workunit.client.0.smithi102.stdout: 187: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:57.224 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0eFIz_DknbYnYpU off=1753153 len=942773 2024-04-10T15:28:57.229 INFO:tasks.workunit.client.0.smithi102.stdout:op 941 completed, throughput=4.98MB/sec 2024-04-10T15:28:57.229 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-saFc6KjvD6J94sn off=2608148 len=858745 2024-04-10T15:28:57.234 INFO:tasks.workunit.client.0.smithi102.stdout:op 942 completed, throughput=4.98MB/sec 2024-04-10T15:28:57.234 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-To7XwIEClM5UnDF off=2216158 len=691938 2024-04-10T15:28:57.234 INFO:tasks.workunit.client.0.smithi102.stdout:op 943 completed, throughput=4.99MB/sec 2024-04-10T15:28:57.235 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TJIwvjE7LKipN4t off=17062781 len=488498 2024-04-10T15:28:57.236 INFO:tasks.workunit.client.0.smithi102.stdout:op 944 completed, throughput=4.99MB/sec 2024-04-10T15:28:57.236 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-06-VRBvO63kuTnN off=8753555 len=330499 2024-04-10T15:28:57.239 INFO:tasks.workunit.client.0.smithi102.stdout:op 945 completed, throughput=4.99MB/sec 2024-04-10T15:28:57.239 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rPw9kR8KbQa3Cy_ off=8279438 len=1058718 2024-04-10T15:28:57.244 INFO:tasks.workunit.client.0.smithi102.stdout:op 946 completed, throughput=5MB/sec 2024-04-10T15:28:57.244 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XkjdFta2Eyhre54 off=305340 len=1107697 2024-04-10T15:28:57.249 INFO:tasks.workunit.client.0.smithi102.stdout:op 947 completed, throughput=5MB/sec 2024-04-10T15:28:57.917 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:28:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:28:57] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-10T15:28:58.249 INFO:tasks.workunit.client.0.smithi102.stdout: 188: throughput=4.98MB/sec pending data=0 2024-04-10T15:28:58.249 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZcQfO282eG05jDF off=217529 len=1371219 2024-04-10T15:28:58.251 INFO:tasks.workunit.client.0.smithi102.stdout:op 948 completed, throughput=4.98MB/sec 2024-04-10T15:28:58.251 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NHWbnZooT7lTtZ8 off=4409753 len=1269433 2024-04-10T15:28:58.254 INFO:tasks.workunit.client.0.smithi102.stdout:op 949 completed, throughput=4.99MB/sec 2024-04-10T15:28:58.254 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ubtyEyrQaqvNq21 off=2488425 len=516937 2024-04-10T15:28:58.257 INFO:tasks.workunit.client.0.smithi102.stdout:op 950 completed, throughput=4.99MB/sec 2024-04-10T15:28:58.257 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3rEyp6A189LfYva off=5516653 len=1854092 2024-04-10T15:28:58.270 INFO:tasks.workunit.client.0.smithi102.stdout:op 951 completed, throughput=5MB/sec 2024-04-10T15:28:58.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:28:58 smithi154 ceph-mon[84269]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:28:58.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:28:58 smithi102 ceph-mon[90943]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:28:58.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:28:58 smithi102 ceph-mon[88557]: pgmap v1442: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:28:59.271 INFO:tasks.workunit.client.0.smithi102.stdout: 189: throughput=4.97MB/sec pending data=0 2024-04-10T15:28:59.271 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dHYj-Jx_8eWxuPL off=3282759 len=885193 2024-04-10T15:28:59.273 INFO:tasks.workunit.client.0.smithi102.stdout:op 952 completed, throughput=4.98MB/sec 2024-04-10T15:28:59.273 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hXB51eA7x_cgc-Q off=3731067 len=2055645 2024-04-10T15:28:59.286 INFO:tasks.workunit.client.0.smithi102.stdout:op 953 completed, throughput=4.99MB/sec 2024-04-10T15:28:59.287 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6woCEwVUppGWUQw off=509200 len=378859 2024-04-10T15:28:59.290 INFO:tasks.workunit.client.0.smithi102.stdout:op 954 completed, throughput=4.99MB/sec 2024-04-10T15:28:59.290 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_8vc-ac4x5eZ8k6 off=20031313 len=743819 2024-04-10T15:28:59.294 INFO:tasks.workunit.client.0.smithi102.stdout:op 955 completed, throughput=4.99MB/sec 2024-04-10T15:28:59.294 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NBsdHUzir2cFIf_ off=1847612 len=331577 2024-04-10T15:28:59.297 INFO:tasks.workunit.client.0.smithi102.stdout:op 956 completed, throughput=5MB/sec 2024-04-10T15:28:59.297 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xx4q9sq3vgA9qmP off=19396286 len=1171195 2024-04-10T15:28:59.298 INFO:tasks.workunit.client.0.smithi102.stdout:op 957 completed, throughput=5MB/sec 2024-04-10T15:29:00.299 INFO:tasks.workunit.client.0.smithi102.stdout: 190: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:00.299 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8nMzUupmlGPvNZ5 off=7161388 len=1817049 2024-04-10T15:29:00.303 INFO:tasks.workunit.client.0.smithi102.stdout:op 958 completed, throughput=4.98MB/sec 2024-04-10T15:29:00.303 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-f87oLQPA5gi5VJL off=2234291 len=1625925 2024-04-10T15:29:00.305 INFO:tasks.workunit.client.0.smithi102.stdout:op 959 completed, throughput=4.99MB/sec 2024-04-10T15:29:00.305 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NLPjvQ7A-2FqFUo off=4410915 len=509062 2024-04-10T15:29:00.306 INFO:tasks.workunit.client.0.smithi102.stdout:op 960 completed, throughput=4.99MB/sec 2024-04-10T15:29:00.306 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QAJHOFoA_dMdQ_g off=8962505 len=1529529 2024-04-10T15:29:00.308 INFO:tasks.workunit.client.0.smithi102.stdout:op 961 completed, throughput=5MB/sec 2024-04-10T15:29:00.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:00 smithi154 ceph-mon[84269]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-10T15:29:00.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:00 smithi102 ceph-mon[88557]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-10T15:29:00.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:00 smithi102 ceph-mon[90943]: pgmap v1443: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.2 MiB/s wr, 6 op/s 2024-04-10T15:29:01.308 INFO:tasks.workunit.client.0.smithi102.stdout: 191: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:01.308 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--AnmXGkN09SKgDj off=1691769 len=711690 2024-04-10T15:29:01.312 INFO:tasks.workunit.client.0.smithi102.stdout:op 962 completed, throughput=4.98MB/sec 2024-04-10T15:29:01.312 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CwUm2q58YDZRaUw off=2872268 len=1348372 2024-04-10T15:29:01.321 INFO:tasks.workunit.client.0.smithi102.stdout:op 963 completed, throughput=4.99MB/sec 2024-04-10T15:29:01.321 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hkdpk3ehfVZkjqc off=6501582 len=1342550 2024-04-10T15:29:01.328 INFO:tasks.workunit.client.0.smithi102.stdout:op 964 completed, throughput=4.99MB/sec 2024-04-10T15:29:01.328 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-92ktils7lemXNMb off=9850565 len=1064438 2024-04-10T15:29:01.332 INFO:tasks.workunit.client.0.smithi102.stdout:op 965 completed, throughput=5MB/sec 2024-04-10T15:29:01.332 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rK5lkivTAeoryfy off=1666718 len=42086 2024-04-10T15:29:01.334 INFO:tasks.workunit.client.0.smithi102.stdout:op 966 completed, throughput=5MB/sec 2024-04-10T15:29:01.334 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hpgJrbjw-nNAoOU off=12440625 len=1533991 2024-04-10T15:29:01.338 INFO:tasks.workunit.client.0.smithi102.stdout:op 967 completed, throughput=5.01MB/sec 2024-04-10T15:29:02.339 INFO:tasks.workunit.client.0.smithi102.stdout: 192: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:02.339 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rIAEMbzfKJgmhLA off=14155389 len=947590 2024-04-10T15:29:02.341 INFO:tasks.workunit.client.0.smithi102.stdout:op 968 completed, throughput=4.98MB/sec 2024-04-10T15:29:02.341 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fVY9XGktHjos3tw off=15858885 len=1083096 2024-04-10T15:29:02.343 INFO:tasks.workunit.client.0.smithi102.stdout:op 969 completed, throughput=4.99MB/sec 2024-04-10T15:29:02.344 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kZV-FvAxjZfpz2b off=2503641 len=847216 2024-04-10T15:29:02.347 INFO:tasks.workunit.client.0.smithi102.stdout:op 970 completed, throughput=4.99MB/sec 2024-04-10T15:29:02.347 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8B4mqLnQ08F8Npf off=1376123 len=870750 2024-04-10T15:29:02.348 INFO:tasks.workunit.client.0.smithi102.stdout:op 971 completed, throughput=5MB/sec 2024-04-10T15:29:02.348 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qh40NNjsr5S-sA4 off=17465407 len=1203229 2024-04-10T15:29:02.356 INFO:tasks.workunit.client.0.smithi102.stdout:op 972 completed, throughput=5MB/sec 2024-04-10T15:29:02.637 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:02 smithi154 ceph-mon[84269]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:29:02.637 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:29:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:29:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:29:02.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:02 smithi102 ceph-mon[90943]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:29:02.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:02 smithi102 ceph-mon[88557]: pgmap v1444: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:29:03.357 INFO:tasks.workunit.client.0.smithi102.stdout: 193: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:03.357 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kLotIgxqvT94LVi off=7947407 len=412460 2024-04-10T15:29:03.360 INFO:tasks.workunit.client.0.smithi102.stdout:op 973 completed, throughput=4.98MB/sec 2024-04-10T15:29:03.361 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TnRm7ke3EpWNX2- off=319989 len=1767895 2024-04-10T15:29:03.368 INFO:tasks.workunit.client.0.smithi102.stdout:op 974 completed, throughput=4.99MB/sec 2024-04-10T15:29:03.368 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IllA8tOLNphWc79 off=12825209 len=1416118 2024-04-10T15:29:03.376 INFO:tasks.workunit.client.0.smithi102.stdout:op 975 completed, throughput=5MB/sec 2024-04-10T15:29:03.377 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lziDD_EAhMeAx_Z off=5174133 len=1490690 2024-04-10T15:29:03.384 INFO:tasks.workunit.client.0.smithi102.stdout:op 976 completed, throughput=5MB/sec 2024-04-10T15:29:04.384 INFO:tasks.workunit.client.0.smithi102.stdout: 194: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:04.384 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4XCo4Y9tXfHDEKs off=11088943 len=1250238 2024-04-10T15:29:04.386 INFO:tasks.workunit.client.0.smithi102.stdout:op 977 completed, throughput=4.98MB/sec 2024-04-10T15:29:04.386 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rZ_xGzmIRWTFd-g off=696525 len=1142504 2024-04-10T15:29:04.392 INFO:tasks.workunit.client.0.smithi102.stdout:op 978 completed, throughput=4.99MB/sec 2024-04-10T15:29:04.392 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ie_78XXvXVxPiCq off=14048717 len=519319 2024-04-10T15:29:04.396 INFO:tasks.workunit.client.0.smithi102.stdout:op 979 completed, throughput=4.99MB/sec 2024-04-10T15:29:04.396 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EV2iq6eIfX5aNWC off=3099601 len=1007256 2024-04-10T15:29:04.400 INFO:tasks.workunit.client.0.smithi102.stdout:op 980 completed, throughput=5MB/sec 2024-04-10T15:29:04.400 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lTmgCY6-Hvumy9X off=1742010 len=1736463 2024-04-10T15:29:04.403 INFO:tasks.workunit.client.0.smithi102.stdout:op 981 completed, throughput=5MB/sec 2024-04-10T15:29:04.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:04 smithi154 ceph-mon[84269]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:29:04.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:04 smithi102 ceph-mon[90943]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:29:04.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:04 smithi102 ceph-mon[88557]: pgmap v1445: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:29:05.404 INFO:tasks.workunit.client.0.smithi102.stdout: 195: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:05.404 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-S_H9Uvs9yTH9HMB off=11461292 len=1959013 2024-04-10T15:29:05.415 INFO:tasks.workunit.client.0.smithi102.stdout:op 982 completed, throughput=4.99MB/sec 2024-04-10T15:29:05.415 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CGbfcNkuFnmXmfE off=9959165 len=575202 2024-04-10T15:29:05.419 INFO:tasks.workunit.client.0.smithi102.stdout:op 983 completed, throughput=4.99MB/sec 2024-04-10T15:29:05.419 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uLoJ4AtO2qEA_pE off=13512180 len=880529 2024-04-10T15:29:05.424 INFO:tasks.workunit.client.0.smithi102.stdout:op 984 completed, throughput=4.99MB/sec 2024-04-10T15:29:05.424 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3P0uDOIcXP5PmjG off=10837843 len=444690 2024-04-10T15:29:05.427 INFO:tasks.workunit.client.0.smithi102.stdout:op 985 completed, throughput=5MB/sec 2024-04-10T15:29:05.427 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KnfNXB2Bc3U5fui off=18603419 len=1967521 2024-04-10T15:29:05.437 INFO:tasks.workunit.client.0.smithi102.stdout:op 986 completed, throughput=5.01MB/sec 2024-04-10T15:29:06.437 INFO:tasks.workunit.client.0.smithi102.stdout: 196: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:06.437 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-soCQ5ILXP9yUSyB off=17145507 len=692142 2024-04-10T15:29:06.441 INFO:tasks.workunit.client.0.smithi102.stdout:op 987 completed, throughput=4.98MB/sec 2024-04-10T15:29:06.441 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bDBnOoTZrjLzJRS off=1135063 len=1954065 2024-04-10T15:29:06.443 INFO:tasks.workunit.client.0.smithi102.stdout:op 988 completed, throughput=4.99MB/sec 2024-04-10T15:29:06.443 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-l9EalJ7W3UwUJEk off=4897803 len=355261 2024-04-10T15:29:06.444 INFO:tasks.workunit.client.0.smithi102.stdout:op 989 completed, throughput=4.99MB/sec 2024-04-10T15:29:06.444 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_qjrdDgONtnM7SP off=2718022 len=3750 2024-04-10T15:29:06.445 INFO:tasks.workunit.client.0.smithi102.stdout:op 990 completed, throughput=4.99MB/sec 2024-04-10T15:29:06.445 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dyhk2HpHC6ZlLe1 off=4350162 len=759783 2024-04-10T15:29:06.450 INFO:tasks.workunit.client.0.smithi102.stdout:op 991 completed, throughput=5MB/sec 2024-04-10T15:29:06.450 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EK8Ow60zGUQG26v off=8010486 len=630198 2024-04-10T15:29:06.454 INFO:tasks.workunit.client.0.smithi102.stdout:op 992 completed, throughput=5MB/sec 2024-04-10T15:29:06.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:06 smithi154 ceph-mon[84269]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:29:06.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:06 smithi102 ceph-mon[90943]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:29:06.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:06 smithi102 ceph-mon[88557]: pgmap v1446: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:29:07.454 INFO:tasks.workunit.client.0.smithi102.stdout: 197: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:07.455 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UOXy-tAdNYtCOHO off=912038 len=1857491 2024-04-10T15:29:07.464 INFO:tasks.workunit.client.0.smithi102.stdout:op 993 completed, throughput=4.98MB/sec 2024-04-10T15:29:07.464 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kSEKJRuybBEoDlx off=5413632 len=885143 2024-04-10T15:29:07.468 INFO:tasks.workunit.client.0.smithi102.stdout:op 994 completed, throughput=4.99MB/sec 2024-04-10T15:29:07.468 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lB4ZCiDZerq28t0 off=9329131 len=476133 2024-04-10T15:29:07.471 INFO:tasks.workunit.client.0.smithi102.stdout:op 995 completed, throughput=4.99MB/sec 2024-04-10T15:29:07.471 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VS7GrXfiwuFwOig off=956513 len=1161102 2024-04-10T15:29:07.472 INFO:tasks.workunit.client.0.smithi102.stdout:op 996 completed, throughput=5MB/sec 2024-04-10T15:29:07.473 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vYWM8e9Hr79slCo off=9506835 len=99952 2024-04-10T15:29:07.473 INFO:tasks.workunit.client.0.smithi102.stdout:op 997 completed, throughput=5MB/sec 2024-04-10T15:29:07.473 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tD4uZgindctnH1r off=4398152 len=393873 2024-04-10T15:29:07.476 INFO:tasks.workunit.client.0.smithi102.stdout:op 998 completed, throughput=5MB/sec 2024-04-10T15:29:07.477 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8Z2XGvmLgx6cR6V off=5622595 len=1848915 2024-04-10T15:29:07.487 INFO:tasks.workunit.client.0.smithi102.stdout:op 999 completed, throughput=5.01MB/sec 2024-04-10T15:29:07.917 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:29:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:29:07] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-10T15:29:08.487 INFO:tasks.workunit.client.0.smithi102.stdout: 198: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:08.487 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qmr1YGiemPyLwLq off=258964 len=482546 2024-04-10T15:29:08.488 INFO:tasks.workunit.client.0.smithi102.stdout:op 1000 completed, throughput=4.98MB/sec 2024-04-10T15:29:08.489 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MFUp36iO8kx6Cma off=11270506 len=1717294 2024-04-10T15:29:08.492 INFO:tasks.workunit.client.0.smithi102.stdout:op 1001 completed, throughput=4.99MB/sec 2024-04-10T15:29:08.492 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xYxDgqt_uHHRkRO off=4638865 len=768157 2024-04-10T15:29:08.497 INFO:tasks.workunit.client.0.smithi102.stdout:op 1002 completed, throughput=5MB/sec 2024-04-10T15:29:08.497 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-O2u-mMp6Wtz9b2r off=18370645 len=729976 2024-04-10T15:29:08.498 INFO:tasks.workunit.client.0.smithi102.stdout:op 1003 completed, throughput=5MB/sec 2024-04-10T15:29:08.498 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-w8vp8Q6wK8A0Pp0 off=1092102 len=1458406 2024-04-10T15:29:08.506 INFO:tasks.workunit.client.0.smithi102.stdout:op 1004 completed, throughput=5.01MB/sec 2024-04-10T15:29:08.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:08 smithi154 ceph-mon[84269]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:29:08.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:08.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:08 smithi102 ceph-mon[88557]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:29:08.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:08.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:08 smithi102 ceph-mon[90943]: pgmap v1447: 105 pgs: 105 active+clean; 128 GiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:29:08.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:09.506 INFO:tasks.workunit.client.0.smithi102.stdout: 199: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:09.507 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-A7X3FjnCPNf-pBE off=863861 len=1886684 2024-04-10T15:29:09.516 INFO:tasks.workunit.client.0.smithi102.stdout:op 1005 completed, throughput=4.99MB/sec 2024-04-10T15:29:09.516 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vW2rw5HwkwGeQP3 off=5317167 len=348835 2024-04-10T15:29:09.519 INFO:tasks.workunit.client.0.smithi102.stdout:op 1006 completed, throughput=4.99MB/sec 2024-04-10T15:29:09.519 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wy05XrbUMSP5gzw off=680573 len=530673 2024-04-10T15:29:09.521 INFO:tasks.workunit.client.0.smithi102.stdout:op 1007 completed, throughput=4.99MB/sec 2024-04-10T15:29:09.522 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4I7JIo54tpFEJKT off=7141338 len=1602882 2024-04-10T15:29:09.530 INFO:tasks.workunit.client.0.smithi102.stdout:op 1008 completed, throughput=5MB/sec 2024-04-10T15:29:10.531 INFO:tasks.workunit.client.0.smithi102.stdout: 200: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:10.531 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KYB_yVsoUvz1qyT off=1341902 len=1292462 2024-04-10T15:29:10.539 INFO:tasks.workunit.client.0.smithi102.stdout:op 1009 completed, throughput=4.98MB/sec 2024-04-10T15:29:10.539 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Hk5_zNww4DzOI4H off=9300210 len=1610237 2024-04-10T15:29:10.541 INFO:tasks.workunit.client.0.smithi102.stdout:op 1010 completed, throughput=4.99MB/sec 2024-04-10T15:29:10.541 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-blIHudyHNVqUWll off=8489638 len=1502668 2024-04-10T15:29:10.543 INFO:tasks.workunit.client.0.smithi102.stdout:op 1011 completed, throughput=5MB/sec 2024-04-10T15:29:10.543 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PqBeUn8b__Y9c3s off=12579288 len=1340235 2024-04-10T15:29:10.546 INFO:tasks.workunit.client.0.smithi102.stdout:op 1012 completed, throughput=5MB/sec 2024-04-10T15:29:10.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:10 smithi154 ceph-mon[84269]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:29:10.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:10 smithi102 ceph-mon[88557]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:29:10.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:10 smithi102 ceph-mon[90943]: pgmap v1448: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:29:11.547 INFO:tasks.workunit.client.0.smithi102.stdout: 201: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:11.547 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lE44qdvJxYEGPxx off=8683969 len=63967 2024-04-10T15:29:11.547 INFO:tasks.workunit.client.0.smithi102.stdout:op 1013 completed, throughput=4.98MB/sec 2024-04-10T15:29:11.548 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ttirg6Z_t3Ua1Fw off=2794565 len=1612461 2024-04-10T15:29:11.555 INFO:tasks.workunit.client.0.smithi102.stdout:op 1014 completed, throughput=4.99MB/sec 2024-04-10T15:29:11.555 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ck7SHhQA2_TTKVk off=10732308 len=1564601 2024-04-10T15:29:11.556 INFO:tasks.workunit.client.0.smithi102.stdout:op 1015 completed, throughput=4.99MB/sec 2024-04-10T15:29:11.557 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rPt7Jga6i1z0qJW off=1146113 len=1610803 2024-04-10T15:29:11.564 INFO:tasks.workunit.client.0.smithi102.stdout:op 1016 completed, throughput=5MB/sec 2024-04-10T15:29:12.564 INFO:tasks.workunit.client.0.smithi102.stdout: 202: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:12.564 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-H5E2QIt3qyOh3Yi off=17490205 len=299708 2024-04-10T15:29:12.567 INFO:tasks.workunit.client.0.smithi102.stdout:op 1017 completed, throughput=4.98MB/sec 2024-04-10T15:29:12.568 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AO3uFwMVlmlyL-d off=7734707 len=650412 2024-04-10T15:29:12.571 INFO:tasks.workunit.client.0.smithi102.stdout:op 1018 completed, throughput=4.98MB/sec 2024-04-10T15:29:12.571 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Fd1J4mI8SlwW_FG off=9503802 len=230538 2024-04-10T15:29:12.572 INFO:tasks.workunit.client.0.smithi102.stdout:op 1019 completed, throughput=4.98MB/sec 2024-04-10T15:29:12.572 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FINZbwZgYgEhu_i off=19537136 len=379212 2024-04-10T15:29:12.576 INFO:tasks.workunit.client.0.smithi102.stdout:op 1020 completed, throughput=4.98MB/sec 2024-04-10T15:29:12.576 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mr3w_c2npi2Zudz off=1772051 len=842181 2024-04-10T15:29:12.580 INFO:tasks.workunit.client.0.smithi102.stdout:op 1021 completed, throughput=4.99MB/sec 2024-04-10T15:29:12.580 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vIHZ9Ej1Y3BvdWH off=2933825 len=1045510 2024-04-10T15:29:12.582 INFO:tasks.workunit.client.0.smithi102.stdout:op 1022 completed, throughput=4.99MB/sec 2024-04-10T15:29:12.582 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uF0KBGsYu_Xit1f off=6543815 len=465742 2024-04-10T15:29:12.583 INFO:tasks.workunit.client.0.smithi102.stdout:op 1023 completed, throughput=4.99MB/sec 2024-04-10T15:29:12.583 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KnfNXB2Bc3U5fui off=12618348 len=2044971 2024-04-10T15:29:12.594 INFO:tasks.workunit.client.0.smithi102.stdout:op 1024 completed, throughput=5MB/sec 2024-04-10T15:29:12.637 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:12 smithi154 ceph-mon[84269]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:29:12.637 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:29:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:29:12.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:12 smithi102 ceph-mon[88557]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:29:12.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:12 smithi102 ceph-mon[90943]: pgmap v1449: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:29:13.595 INFO:tasks.workunit.client.0.smithi102.stdout: 203: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:13.595 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4zhbGR-qbHgIGoy off=2368406 len=1524333 2024-04-10T15:29:13.603 INFO:tasks.workunit.client.0.smithi102.stdout:op 1025 completed, throughput=4.99MB/sec 2024-04-10T15:29:13.603 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Ywx65QXK0y0OG2T off=9075137 len=568690 2024-04-10T15:29:13.604 INFO:tasks.workunit.client.0.smithi102.stdout:op 1026 completed, throughput=4.99MB/sec 2024-04-10T15:29:13.604 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hYAeX4qjIr3OVLf off=6886976 len=901857 2024-04-10T15:29:13.616 INFO:tasks.workunit.client.0.smithi102.stdout:op 1027 completed, throughput=4.99MB/sec 2024-04-10T15:29:13.616 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Z0kEWYAcBjGMzOZ off=12279681 len=1941927 2024-04-10T15:29:13.632 INFO:tasks.workunit.client.0.smithi102.stdout:op 1028 completed, throughput=5MB/sec 2024-04-10T15:29:14.633 INFO:tasks.workunit.client.0.smithi102.stdout: 204: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:14.633 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XUPS-A02ysWi-F7 off=7108111 len=1916840 2024-04-10T15:29:14.635 INFO:tasks.workunit.client.0.smithi102.stdout:op 1029 completed, throughput=4.99MB/sec 2024-04-10T15:29:14.635 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-V4wXyZGqOsiyQLl off=2221448 len=1350899 2024-04-10T15:29:14.642 INFO:tasks.workunit.client.0.smithi102.stdout:op 1030 completed, throughput=4.99MB/sec 2024-04-10T15:29:14.642 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-o754xgDqeOrJNmt off=6325913 len=990922 2024-04-10T15:29:14.648 INFO:tasks.workunit.client.0.smithi102.stdout:op 1031 completed, throughput=5MB/sec 2024-04-10T15:29:14.648 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nsGUGsCkoiqfsNh off=1832961 len=721642 2024-04-10T15:29:14.652 INFO:tasks.workunit.client.0.smithi102.stdout:op 1032 completed, throughput=5MB/sec 2024-04-10T15:29:14.652 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-c3u6_me6JqDMFKR off=16855478 len=1627756 2024-04-10T15:29:14.653 INFO:tasks.workunit.client.0.smithi102.stdout:op 1033 completed, throughput=5.01MB/sec 2024-04-10T15:29:14.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:14 smithi154 ceph-mon[84269]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:29:14.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:14 smithi102 ceph-mon[90943]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:29:14.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:14 smithi102 ceph-mon[88557]: pgmap v1450: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:29:15.653 INFO:tasks.workunit.client.0.smithi102.stdout: 205: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:15.654 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WZYambG03GAvWoM off=1662900 len=481690 2024-04-10T15:29:15.657 INFO:tasks.workunit.client.0.smithi102.stdout:op 1034 completed, throughput=4.99MB/sec 2024-04-10T15:29:15.657 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xO5h3zyGKWTmEIx off=1866233 len=97868 2024-04-10T15:29:15.660 INFO:tasks.workunit.client.0.smithi102.stdout:op 1035 completed, throughput=4.99MB/sec 2024-04-10T15:29:15.660 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5RVOk-odXWsyhVV off=3850786 len=160914 2024-04-10T15:29:15.661 INFO:tasks.workunit.client.0.smithi102.stdout:op 1036 completed, throughput=4.99MB/sec 2024-04-10T15:29:15.661 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--0xn6mA5ugj8lCk off=8507271 len=192725 2024-04-10T15:29:15.661 INFO:tasks.workunit.client.0.smithi102.stdout:op 1037 completed, throughput=4.99MB/sec 2024-04-10T15:29:15.661 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4_8YWCsVCudZOyk off=6271359 len=1868994 2024-04-10T15:29:15.663 INFO:tasks.workunit.client.0.smithi102.stdout:op 1038 completed, throughput=5MB/sec 2024-04-10T15:29:15.663 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kZV-FvAxjZfpz2b off=3517850 len=244066 2024-04-10T15:29:15.665 INFO:tasks.workunit.client.0.smithi102.stdout:op 1039 completed, throughput=5MB/sec 2024-04-10T15:29:15.666 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1RgerpksvzwH_ke off=1188442 len=1159707 2024-04-10T15:29:15.672 INFO:tasks.workunit.client.0.smithi102.stdout:op 1040 completed, throughput=5MB/sec 2024-04-10T15:29:16.672 INFO:tasks.workunit.client.0.smithi102.stdout: 206: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:16.672 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-B_bRBitFvKWCkny off=367477 len=1109573 2024-04-10T15:29:16.674 INFO:tasks.workunit.client.0.smithi102.stdout:op 1041 completed, throughput=4.98MB/sec 2024-04-10T15:29:16.674 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BDhiWOO0zNveloB off=5516115 len=1714015 2024-04-10T15:29:16.676 INFO:tasks.workunit.client.0.smithi102.stdout:op 1042 completed, throughput=4.99MB/sec 2024-04-10T15:29:16.676 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wkH8PrNpewF2_1u off=15238522 len=452322 2024-04-10T15:29:16.677 INFO:tasks.workunit.client.0.smithi102.stdout:op 1043 completed, throughput=4.99MB/sec 2024-04-10T15:29:16.677 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RpYrVlmBi2y_gNN off=5003456 len=704817 2024-04-10T15:29:16.678 INFO:tasks.workunit.client.0.smithi102.stdout:op 1044 completed, throughput=5MB/sec 2024-04-10T15:29:16.678 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IyzJ-I7FpIF3j75 off=3518346 len=109105 2024-04-10T15:29:16.678 INFO:tasks.workunit.client.0.smithi102.stdout:op 1045 completed, throughput=5MB/sec 2024-04-10T15:29:16.678 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xScqbOALds34zfQ off=4005352 len=1966326 2024-04-10T15:29:16.680 INFO:tasks.workunit.client.0.smithi102.stdout:op 1046 completed, throughput=5.01MB/sec 2024-04-10T15:29:16.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:16 smithi154 ceph-mon[84269]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:29:16.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:16 smithi102 ceph-mon[90943]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:29:16.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:16 smithi102 ceph-mon[88557]: pgmap v1451: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:29:17.680 INFO:tasks.workunit.client.0.smithi102.stdout: 207: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:17.680 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lDGxjrQ2aULYiHu off=3447701 len=688991 2024-04-10T15:29:17.685 INFO:tasks.workunit.client.0.smithi102.stdout:op 1047 completed, throughput=4.98MB/sec 2024-04-10T15:29:17.685 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wbfeArUc6kj96uC off=19957420 len=363379 2024-04-10T15:29:17.688 INFO:tasks.workunit.client.0.smithi102.stdout:op 1048 completed, throughput=4.99MB/sec 2024-04-10T15:29:17.688 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gYfe26kYKvCk1jJ off=13980516 len=408649 2024-04-10T15:29:17.691 INFO:tasks.workunit.client.0.smithi102.stdout:op 1049 completed, throughput=4.99MB/sec 2024-04-10T15:29:17.691 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-98I5ux57JvRjQAK off=7987385 len=642310 2024-04-10T15:29:17.694 INFO:tasks.workunit.client.0.smithi102.stdout:op 1050 completed, throughput=4.99MB/sec 2024-04-10T15:29:17.695 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BQphhU-JKsHcgox off=1378909 len=752573 2024-04-10T15:29:17.699 INFO:tasks.workunit.client.0.smithi102.stdout:op 1051 completed, throughput=4.99MB/sec 2024-04-10T15:29:17.699 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_lGf87hqRwqYu-v off=19891622 len=1451446 2024-04-10T15:29:17.700 INFO:tasks.workunit.client.0.smithi102.stdout:op 1052 completed, throughput=5MB/sec 2024-04-10T15:29:17.917 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:29:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:29:17] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-04-10T15:29:18.701 INFO:tasks.workunit.client.0.smithi102.stdout: 208: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:18.701 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cIYT6cJWpxBHdCk off=5998454 len=1393888 2024-04-10T15:29:18.707 INFO:tasks.workunit.client.0.smithi102.stdout:op 1053 completed, throughput=4.98MB/sec 2024-04-10T15:29:18.707 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-i8djrA5pGHKRlZl off=3272004 len=544787 2024-04-10T15:29:18.708 INFO:tasks.workunit.client.0.smithi102.stdout:op 1054 completed, throughput=4.99MB/sec 2024-04-10T15:29:18.708 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VFTzPMmYisOXnjx off=593054 len=76406 2024-04-10T15:29:18.710 INFO:tasks.workunit.client.0.smithi102.stdout:op 1055 completed, throughput=4.99MB/sec 2024-04-10T15:29:18.710 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4gXyKwMFhpgJupS off=15721912 len=1197247 2024-04-10T15:29:18.715 INFO:tasks.workunit.client.0.smithi102.stdout:op 1056 completed, throughput=4.99MB/sec 2024-04-10T15:29:18.715 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-E841ErUw1KDEXTz off=6351572 len=634686 2024-04-10T15:29:18.720 INFO:tasks.workunit.client.0.smithi102.stdout:op 1057 completed, throughput=4.99MB/sec 2024-04-10T15:29:18.720 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-s30NopLL6dnLtnV off=17038428 len=1823891 2024-04-10T15:29:18.723 INFO:tasks.workunit.client.0.smithi102.stdout:op 1058 completed, throughput=5MB/sec 2024-04-10T15:29:18.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:18 smithi154 ceph-mon[84269]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-10T15:29:18.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:18 smithi102 ceph-mon[90943]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-10T15:29:18.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:18 smithi102 ceph-mon[88557]: pgmap v1452: 105 pgs: 105 active+clean; 128 GiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-10T15:29:19.723 INFO:tasks.workunit.client.0.smithi102.stdout: 209: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:19.724 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-HC9wZLhaR3Sb6ge off=5881354 len=150038 2024-04-10T15:29:19.724 INFO:tasks.workunit.client.0.smithi102.stdout:op 1059 completed, throughput=4.98MB/sec 2024-04-10T15:29:19.724 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uc7naQ2JhqYou4b off=718903 len=1169080 2024-04-10T15:29:19.727 INFO:tasks.workunit.client.0.smithi102.stdout:op 1060 completed, throughput=4.98MB/sec 2024-04-10T15:29:19.727 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--T4fJUM-Duki5Ck off=7756244 len=2000551 2024-04-10T15:29:19.736 INFO:tasks.workunit.client.0.smithi102.stdout:op 1061 completed, throughput=4.99MB/sec 2024-04-10T15:29:19.736 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hsXQ61ZnDbwyz7i off=7596939 len=102074 2024-04-10T15:29:19.738 INFO:tasks.workunit.client.0.smithi102.stdout:op 1062 completed, throughput=4.99MB/sec 2024-04-10T15:29:19.738 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PaQzkXD9ZGtvmKG off=169715 len=155626 2024-04-10T15:29:19.740 INFO:tasks.workunit.client.0.smithi102.stdout:op 1063 completed, throughput=4.99MB/sec 2024-04-10T15:29:19.740 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3q-EUBl687I3DrL off=12266587 len=674054 2024-04-10T15:29:19.741 INFO:tasks.workunit.client.0.smithi102.stdout:op 1064 completed, throughput=5MB/sec 2024-04-10T15:29:19.741 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rRcmXQzSZFYu5Sp off=2695944 len=1917993 2024-04-10T15:29:19.743 INFO:tasks.workunit.client.0.smithi102.stdout:op 1065 completed, throughput=5.01MB/sec 2024-04-10T15:29:20.744 INFO:tasks.workunit.client.0.smithi102.stdout: 210: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:20.744 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ihVXO2pWQe9HtWG off=17607803 len=722367 2024-04-10T15:29:20.745 INFO:tasks.workunit.client.0.smithi102.stdout:op 1066 completed, throughput=4.99MB/sec 2024-04-10T15:29:20.745 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qFdNXUnfnRHwrfy off=7916068 len=382939 2024-04-10T15:29:20.748 INFO:tasks.workunit.client.0.smithi102.stdout:op 1067 completed, throughput=4.99MB/sec 2024-04-10T15:29:20.749 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_cVkVKzADm0COKQ off=899453 len=1510729 2024-04-10T15:29:20.752 INFO:tasks.workunit.client.0.smithi102.stdout:op 1068 completed, throughput=4.99MB/sec 2024-04-10T15:29:20.752 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-yPZMYEBD0-Nu4AG off=3278103 len=1311747 2024-04-10T15:29:20.753 INFO:tasks.workunit.client.0.smithi102.stdout:op 1069 completed, throughput=5MB/sec 2024-04-10T15:29:20.753 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6-CvUCzYGdivW69 off=21450380 len=489141 2024-04-10T15:29:20.754 INFO:tasks.workunit.client.0.smithi102.stdout:op 1070 completed, throughput=5MB/sec 2024-04-10T15:29:20.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:20 smithi154 ceph-mon[84269]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:29:20.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:20 smithi102 ceph-mon[90943]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:29:20.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:20 smithi102 ceph-mon[88557]: pgmap v1453: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:29:21.755 INFO:tasks.workunit.client.0.smithi102.stdout: 211: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:21.755 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ail0PdUjhODnBkC off=6883 len=873225 2024-04-10T15:29:21.760 INFO:tasks.workunit.client.0.smithi102.stdout:op 1071 completed, throughput=4.98MB/sec 2024-04-10T15:29:21.760 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KBoz4cF8HaaGpto off=2556993 len=1251742 2024-04-10T15:29:21.761 INFO:tasks.workunit.client.0.smithi102.stdout:op 1072 completed, throughput=4.99MB/sec 2024-04-10T15:29:21.761 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0rPy_lzs13afNx3 off=15818413 len=1306325 2024-04-10T15:29:21.768 INFO:tasks.workunit.client.0.smithi102.stdout:op 1073 completed, throughput=4.99MB/sec 2024-04-10T15:29:21.768 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZtIFgUhEg_5TAVr off=2577118 len=1123800 2024-04-10T15:29:21.769 INFO:tasks.workunit.client.0.smithi102.stdout:op 1074 completed, throughput=5MB/sec 2024-04-10T15:29:21.769 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nOdRk3PwsDSSLuA off=10000380 len=1075419 2024-04-10T15:29:21.771 INFO:tasks.workunit.client.0.smithi102.stdout:op 1075 completed, throughput=5MB/sec 2024-04-10T15:29:22.637 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:22 smithi154 ceph-mon[84269]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:29:22.637 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:29:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:29:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:29:22.771 INFO:tasks.workunit.client.0.smithi102.stdout: 212: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:22.772 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eWgZjk67XWn6lBR off=18395762 len=124149 2024-04-10T15:29:22.774 INFO:tasks.workunit.client.0.smithi102.stdout:op 1076 completed, throughput=4.98MB/sec 2024-04-10T15:29:22.774 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BQLnzAnNfTmBcrn off=8420815 len=1506665 2024-04-10T15:29:22.776 INFO:tasks.workunit.client.0.smithi102.stdout:op 1077 completed, throughput=4.99MB/sec 2024-04-10T15:29:22.776 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QnZfLAPRmb4gFWi off=4661242 len=1238479 2024-04-10T15:29:22.778 INFO:tasks.workunit.client.0.smithi102.stdout:op 1078 completed, throughput=4.99MB/sec 2024-04-10T15:29:22.778 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TrcTnWHZiSS4h1D off=16999912 len=1182522 2024-04-10T15:29:22.785 INFO:tasks.workunit.client.0.smithi102.stdout:op 1079 completed, throughput=5MB/sec 2024-04-10T15:29:22.785 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LhZl8JC9Ql517tp off=1774619 len=1189952 2024-04-10T15:29:22.785 INFO:tasks.workunit.client.0.smithi102.stdout:op 1080 completed, throughput=5MB/sec 2024-04-10T15:29:22.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:22 smithi102 ceph-mon[90943]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:29:22.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:22 smithi102 ceph-mon[88557]: pgmap v1454: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:29:23.786 INFO:tasks.workunit.client.0.smithi102.stdout: 213: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:23.786 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-u9rP5YTWnokJFzO off=8530433 len=1307012 2024-04-10T15:29:23.794 INFO:tasks.workunit.client.0.smithi102.stdout:op 1081 completed, throughput=4.99MB/sec 2024-04-10T15:29:23.794 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rn65UZXdnOne1vL off=3460328 len=283468 2024-04-10T15:29:23.798 INFO:tasks.workunit.client.0.smithi102.stdout:op 1082 completed, throughput=4.99MB/sec 2024-04-10T15:29:23.798 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IqzwpdI2y-UUP-o off=11034159 len=661441 2024-04-10T15:29:23.799 INFO:tasks.workunit.client.0.smithi102.stdout:op 1083 completed, throughput=4.99MB/sec 2024-04-10T15:29:23.799 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5qLVXy3GDI_2ues off=3890800 len=380281 2024-04-10T15:29:23.800 INFO:tasks.workunit.client.0.smithi102.stdout:op 1084 completed, throughput=4.99MB/sec 2024-04-10T15:29:23.800 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vXdSCQKEf8o4mTf off=435208 len=1783120 2024-04-10T15:29:23.810 INFO:tasks.workunit.client.0.smithi102.stdout:op 1085 completed, throughput=5MB/sec 2024-04-10T15:29:23.810 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cmHF8zyU0yBOBtR off=6918931 len=1730389 2024-04-10T15:29:23.818 INFO:tasks.workunit.client.0.smithi102.stdout:op 1086 completed, throughput=5.01MB/sec 2024-04-10T15:29:23.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:23.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:23.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:24.818 INFO:tasks.workunit.client.0.smithi102.stdout: 214: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:24.818 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XJDBeaxlFIA4Ot6 off=21771515 len=314949 2024-04-10T15:29:24.819 INFO:tasks.workunit.client.0.smithi102.stdout:op 1087 completed, throughput=4.98MB/sec 2024-04-10T15:29:24.819 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hbfrXkctFuZhXuC off=8680344 len=696466 2024-04-10T15:29:24.820 INFO:tasks.workunit.client.0.smithi102.stdout:op 1088 completed, throughput=4.99MB/sec 2024-04-10T15:29:24.820 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aEruYBM4FBh819m off=2493526 len=1401817 2024-04-10T15:29:24.827 INFO:tasks.workunit.client.0.smithi102.stdout:op 1089 completed, throughput=4.99MB/sec 2024-04-10T15:29:24.827 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IqWQwz85umgwJVW off=5039593 len=467971 2024-04-10T15:29:24.830 INFO:tasks.workunit.client.0.smithi102.stdout:op 1090 completed, throughput=5MB/sec 2024-04-10T15:29:24.830 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-frX9qzM-gzF-Yla off=359031 len=1199230 2024-04-10T15:29:24.831 INFO:tasks.workunit.client.0.smithi102.stdout:op 1091 completed, throughput=5MB/sec 2024-04-10T15:29:24.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:24 smithi154 ceph-mon[84269]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:29:24.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:24 smithi102 ceph-mon[90943]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:29:24.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:24 smithi102 ceph-mon[88557]: pgmap v1455: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:29:25.832 INFO:tasks.workunit.client.0.smithi102.stdout: 215: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:25.832 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nErC5QJdT8hqowB off=15299311 len=1554095 2024-04-10T15:29:25.839 INFO:tasks.workunit.client.0.smithi102.stdout:op 1092 completed, throughput=4.98MB/sec 2024-04-10T15:29:25.839 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-miqkp_kQkqRPBcL off=57756 len=1138504 2024-04-10T15:29:25.839 INFO:tasks.workunit.client.0.smithi102.stdout:op 1093 completed, throughput=4.99MB/sec 2024-04-10T15:29:25.839 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-yq3oWbMQJ-TlpzM off=723350 len=1487520 2024-04-10T15:29:25.845 INFO:tasks.workunit.client.0.smithi102.stdout:op 1094 completed, throughput=5MB/sec 2024-04-10T15:29:25.845 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8ojP7Ip6D8DL0t8 off=10817466 len=1128079 2024-04-10T15:29:25.850 INFO:tasks.workunit.client.0.smithi102.stdout:op 1095 completed, throughput=5MB/sec 2024-04-10T15:29:25.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:29:25.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:29:25.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:29:26.850 INFO:tasks.workunit.client.0.smithi102.stdout: 216: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:26.851 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WvzTBmphpchGdoA off=1265814 len=1889304 2024-04-10T15:29:26.859 INFO:tasks.workunit.client.0.smithi102.stdout:op 1096 completed, throughput=4.99MB/sec 2024-04-10T15:29:26.859 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5UcyaHmKOOFVBVG off=239222 len=1720973 2024-04-10T15:29:26.867 INFO:tasks.workunit.client.0.smithi102.stdout:op 1097 completed, throughput=4.99MB/sec 2024-04-10T15:29:26.867 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-InrFsrC6NhaJJWU off=89378 len=1494625 2024-04-10T15:29:26.874 INFO:tasks.workunit.client.0.smithi102.stdout:op 1098 completed, throughput=5MB/sec 2024-04-10T15:29:26.874 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-r1MK6tgiy0BGkSC off=1005234 len=1167228 2024-04-10T15:29:26.880 INFO:tasks.workunit.client.0.smithi102.stdout:op 1099 completed, throughput=5MB/sec 2024-04-10T15:29:27.387 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:27 smithi154 ceph-mon[84269]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:29:27.387 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:27 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:29:27.388 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:27 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:29:27.388 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:27 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:29:27.388 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:27 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:29:27.388 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:27 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:29:27.417 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:27 smithi102 ceph-mon[90943]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:29:27.417 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:27 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:29:27.417 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:27 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:29:27.417 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:27 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:29:27.417 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:27 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:29:27.418 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:27 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:29:27.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:27 smithi102 ceph-mon[88557]: pgmap v1456: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:29:27.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:27 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:29:27.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:27 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:29:27.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:27 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:29:27.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:27 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:29:27.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:27 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:29:27.881 INFO:tasks.workunit.client.0.smithi102.stdout: 217: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:27.881 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FJlgncjWOe8uCVh off=0 len=1716219 2024-04-10T15:29:27.884 INFO:tasks.workunit.client.0.smithi102.stdout:op 1100 completed, throughput=4.99MB/sec 2024-04-10T15:29:27.884 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pNA--0zu7RnyPr0 off=3249636 len=1130078 2024-04-10T15:29:27.886 INFO:tasks.workunit.client.0.smithi102.stdout:op 1101 completed, throughput=4.99MB/sec 2024-04-10T15:29:27.886 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HO7xmOQhXey8hmr off=9347456 len=300820 2024-04-10T15:29:27.889 INFO:tasks.workunit.client.0.smithi102.stdout:op 1102 completed, throughput=5MB/sec 2024-04-10T15:29:27.889 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_IUo2KuuhWbrUW9 off=3071187 len=560320 2024-04-10T15:29:27.893 INFO:tasks.workunit.client.0.smithi102.stdout:op 1103 completed, throughput=5MB/sec 2024-04-10T15:29:27.893 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-z9S6b9u0EDr6ncV off=4595089 len=1143530 2024-04-10T15:29:27.894 INFO:tasks.workunit.client.0.smithi102.stdout:op 1104 completed, throughput=5MB/sec 2024-04-10T15:29:27.917 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:29:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:29:27] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-04-10T15:29:28.894 INFO:tasks.workunit.client.0.smithi102.stdout: 218: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:28.895 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QSGizFV2KNhW5aO off=1532224 len=1297119 2024-04-10T15:29:28.897 INFO:tasks.workunit.client.0.smithi102.stdout:op 1105 completed, throughput=4.99MB/sec 2024-04-10T15:29:28.897 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZXtTh7Bu6WpBb4_ off=15036490 len=1365223 2024-04-10T15:29:28.906 INFO:tasks.workunit.client.0.smithi102.stdout:op 1106 completed, throughput=4.99MB/sec 2024-04-10T15:29:28.906 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ABlsz7VwYFCTHhI off=6727881 len=658177 2024-04-10T15:29:28.910 INFO:tasks.workunit.client.0.smithi102.stdout:op 1107 completed, throughput=4.99MB/sec 2024-04-10T15:29:28.910 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-y6Vbpc8r30xUj-s off=2754478 len=687445 2024-04-10T15:29:28.912 INFO:tasks.workunit.client.0.smithi102.stdout:op 1108 completed, throughput=5MB/sec 2024-04-10T15:29:28.912 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aW1oiEqmDZUh_Vr off=21521783 len=927377 2024-04-10T15:29:28.913 INFO:tasks.workunit.client.0.smithi102.stdout:op 1109 completed, throughput=5MB/sec 2024-04-10T15:29:29.387 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:29 smithi154 ceph-mon[84269]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:29:29.417 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:29 smithi102 ceph-mon[90943]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:29:29.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:29 smithi102 ceph-mon[88557]: pgmap v1457: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:29:29.914 INFO:tasks.workunit.client.0.smithi102.stdout: 219: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:29.914 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7qNTPU0egjy6hpA off=13502739 len=1188878 2024-04-10T15:29:29.919 INFO:tasks.workunit.client.0.smithi102.stdout:op 1110 completed, throughput=4.98MB/sec 2024-04-10T15:29:29.919 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oP3y88CSfSmEgcN off=17970657 len=1598786 2024-04-10T15:29:29.921 INFO:tasks.workunit.client.0.smithi102.stdout:op 1111 completed, throughput=4.99MB/sec 2024-04-10T15:29:29.921 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IAZYseOzoc2dPGP off=4758185 len=379922 2024-04-10T15:29:29.925 INFO:tasks.workunit.client.0.smithi102.stdout:op 1112 completed, throughput=4.99MB/sec 2024-04-10T15:29:29.925 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mB5MDPmuHVXIykg off=8371923 len=398630 2024-04-10T15:29:29.925 INFO:tasks.workunit.client.0.smithi102.stdout:op 1113 completed, throughput=4.99MB/sec 2024-04-10T15:29:29.925 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iVuoqYGpKtr8p7a off=4170726 len=1161786 2024-04-10T15:29:29.926 INFO:tasks.workunit.client.0.smithi102.stdout:op 1114 completed, throughput=5MB/sec 2024-04-10T15:29:29.926 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QYvrQn3_60lj-lV off=3744025 len=941479 2024-04-10T15:29:29.927 INFO:tasks.workunit.client.0.smithi102.stdout:op 1115 completed, throughput=5MB/sec 2024-04-10T15:29:30.927 INFO:tasks.workunit.client.0.smithi102.stdout: 220: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:30.927 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nkCDOT2P7CtKVmh off=2180426 len=432957 2024-04-10T15:29:30.930 INFO:tasks.workunit.client.0.smithi102.stdout:op 1116 completed, throughput=4.98MB/sec 2024-04-10T15:29:30.931 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TNhMAL6owOoXKxE off=4018297 len=1430182 2024-04-10T15:29:30.938 INFO:tasks.workunit.client.0.smithi102.stdout:op 1117 completed, throughput=4.99MB/sec 2024-04-10T15:29:30.938 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ANvsrZZburrq5cE off=4487329 len=877537 2024-04-10T15:29:30.939 INFO:tasks.workunit.client.0.smithi102.stdout:op 1118 completed, throughput=4.99MB/sec 2024-04-10T15:29:30.940 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WP-q9fEHWDqR4Qx off=19817245 len=787624 2024-04-10T15:29:30.941 INFO:tasks.workunit.client.0.smithi102.stdout:op 1119 completed, throughput=4.99MB/sec 2024-04-10T15:29:30.941 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-yCbwjzZgq05On49 off=7399294 len=367589 2024-04-10T15:29:30.944 INFO:tasks.workunit.client.0.smithi102.stdout:op 1120 completed, throughput=5MB/sec 2024-04-10T15:29:30.944 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7-Lqk86KvyMNYF8 off=4420293 len=1887950 2024-04-10T15:29:30.954 INFO:tasks.workunit.client.0.smithi102.stdout:op 1121 completed, throughput=5MB/sec 2024-04-10T15:29:31.387 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:31 smithi154 ceph-mon[84269]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-10T15:29:31.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:31 smithi102 ceph-mon[88557]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-10T15:29:31.417 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:31 smithi102 ceph-mon[90943]: pgmap v1458: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.5 MiB/s wr, 6 op/s 2024-04-10T15:29:31.954 INFO:tasks.workunit.client.0.smithi102.stdout: 221: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:31.954 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sOoKn6z0jS4pyCh off=22642757 len=1407649 2024-04-10T15:29:31.956 INFO:tasks.workunit.client.0.smithi102.stdout:op 1122 completed, throughput=4.99MB/sec 2024-04-10T15:29:31.956 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-83dbpI0Yash0vXK off=15840411 len=1544267 2024-04-10T15:29:31.964 INFO:tasks.workunit.client.0.smithi102.stdout:op 1123 completed, throughput=4.99MB/sec 2024-04-10T15:29:31.964 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lyXZgV4jP8Aokvj off=17944435 len=1259266 2024-04-10T15:29:31.971 INFO:tasks.workunit.client.0.smithi102.stdout:op 1124 completed, throughput=5MB/sec 2024-04-10T15:29:31.971 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PYCBlb9vHcL9Jbl off=8918893 len=1892141 2024-04-10T15:29:31.972 INFO:tasks.workunit.client.0.smithi102.stdout:op 1125 completed, throughput=5.01MB/sec 2024-04-10T15:29:32.637 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:29:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:29:32.973 INFO:tasks.workunit.client.0.smithi102.stdout: 222: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:32.973 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LlEvF43nRUNQKvq off=17120497 len=670689 2024-04-10T15:29:32.975 INFO:tasks.workunit.client.0.smithi102.stdout:op 1126 completed, throughput=4.99MB/sec 2024-04-10T15:29:32.975 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aY8PRDKyAbgBpBI off=11055439 len=376820 2024-04-10T15:29:32.978 INFO:tasks.workunit.client.0.smithi102.stdout:op 1127 completed, throughput=4.99MB/sec 2024-04-10T15:29:32.978 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-E9-Ym12IjRTWfJM off=4199192 len=469399 2024-04-10T15:29:32.979 INFO:tasks.workunit.client.0.smithi102.stdout:op 1128 completed, throughput=4.99MB/sec 2024-04-10T15:29:32.980 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lCpJXDyL2HEyokZ off=6268502 len=1922782 2024-04-10T15:29:32.983 INFO:tasks.workunit.client.0.smithi102.stdout:op 1129 completed, throughput=5MB/sec 2024-04-10T15:29:32.983 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mRGVDY1Lg3-elS4 off=188289 len=1474536 2024-04-10T15:29:32.985 INFO:tasks.workunit.client.0.smithi102.stdout:op 1130 completed, throughput=5.01MB/sec 2024-04-10T15:29:33.387 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:33 smithi154 ceph-mon[84269]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:29:33.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:33 smithi102 ceph-mon[88557]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:29:33.418 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:33 smithi102 ceph-mon[90943]: pgmap v1459: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:29:33.985 INFO:tasks.workunit.client.0.smithi102.stdout: 223: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:33.985 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-r9fFnp7xTqNWTZf off=1616988 len=1468810 2024-04-10T15:29:33.993 INFO:tasks.workunit.client.0.smithi102.stdout:op 1131 completed, throughput=4.99MB/sec 2024-04-10T15:29:33.993 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VvypTGPaeElodhY off=15640519 len=392167 2024-04-10T15:29:33.994 INFO:tasks.workunit.client.0.smithi102.stdout:op 1132 completed, throughput=4.99MB/sec 2024-04-10T15:29:33.994 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-a3Gn58moD945xpR off=5474492 len=1709276 2024-04-10T15:29:34.002 INFO:tasks.workunit.client.0.smithi102.stdout:op 1133 completed, throughput=5MB/sec 2024-04-10T15:29:34.002 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-suAV96uTtgqhGZW off=12368982 len=375703 2024-04-10T15:29:34.003 INFO:tasks.workunit.client.0.smithi102.stdout:op 1134 completed, throughput=5MB/sec 2024-04-10T15:29:34.003 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-H8SFQH6uPJExzXV off=7848623 len=426562 2024-04-10T15:29:34.006 INFO:tasks.workunit.client.0.smithi102.stdout:op 1135 completed, throughput=5MB/sec 2024-04-10T15:29:35.007 INFO:tasks.workunit.client.0.smithi102.stdout: 224: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:35.007 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NGlK0heCTGoBhgD off=4289436 len=1557570 2024-04-10T15:29:35.015 INFO:tasks.workunit.client.0.smithi102.stdout:op 1136 completed, throughput=4.99MB/sec 2024-04-10T15:29:35.015 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZwimI6F418gAjyN off=7220479 len=711186 2024-04-10T15:29:35.016 INFO:tasks.workunit.client.0.smithi102.stdout:op 1137 completed, throughput=4.99MB/sec 2024-04-10T15:29:35.016 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-f9VreEpHxWQSajH off=12887794 len=145484 2024-04-10T15:29:35.017 INFO:tasks.workunit.client.0.smithi102.stdout:op 1138 completed, throughput=4.99MB/sec 2024-04-10T15:29:35.017 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-S8Lxvoxj1FOSaDy off=11521857 len=1941425 2024-04-10T15:29:35.027 INFO:tasks.workunit.client.0.smithi102.stdout:op 1139 completed, throughput=5MB/sec 2024-04-10T15:29:35.027 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4gvFhoIDGSJnCMe off=2151602 len=630048 2024-04-10T15:29:35.031 INFO:tasks.workunit.client.0.smithi102.stdout:op 1140 completed, throughput=5MB/sec 2024-04-10T15:29:35.031 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-B48V8uTRvEEn5Kf off=431319 len=1344890 2024-04-10T15:29:35.039 INFO:tasks.workunit.client.0.smithi102.stdout:op 1141 completed, throughput=5MB/sec 2024-04-10T15:29:35.387 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:35 smithi154 ceph-mon[84269]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:29:35.417 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:35 smithi102 ceph-mon[90943]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:29:35.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:35 smithi102 ceph-mon[88557]: pgmap v1460: 105 pgs: 105 active+clean; 128 GiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:29:36.039 INFO:tasks.workunit.client.0.smithi102.stdout: 225: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:36.039 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ojOmt-TLh7vD2kF off=12761809 len=960386 2024-04-10T15:29:36.040 INFO:tasks.workunit.client.0.smithi102.stdout:op 1142 completed, throughput=4.99MB/sec 2024-04-10T15:29:36.041 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--mJ6CKFs_7-uznt off=7154794 len=188768 2024-04-10T15:29:36.041 INFO:tasks.workunit.client.0.smithi102.stdout:op 1143 completed, throughput=4.99MB/sec 2024-04-10T15:29:36.041 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dM5fFd9nE5WqUIM off=2853758 len=1169345 2024-04-10T15:29:36.047 INFO:tasks.workunit.client.0.smithi102.stdout:op 1144 completed, throughput=4.99MB/sec 2024-04-10T15:29:36.047 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Phr0DhZCKpIkBE8 off=10843157 len=1806998 2024-04-10T15:29:36.057 INFO:tasks.workunit.client.0.smithi102.stdout:op 1145 completed, throughput=5MB/sec 2024-04-10T15:29:36.057 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-J6c8vwCYCzl4gyy off=579583 len=1212420 2024-04-10T15:29:36.063 INFO:tasks.workunit.client.0.smithi102.stdout:op 1146 completed, throughput=5MB/sec 2024-04-10T15:29:37.064 INFO:tasks.workunit.client.0.smithi102.stdout: 226: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:37.064 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jIPVLEKQVUylByB off=5230058 len=515779 2024-04-10T15:29:37.065 INFO:tasks.workunit.client.0.smithi102.stdout:op 1147 completed, throughput=4.99MB/sec 2024-04-10T15:29:37.065 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2uMC4fVKxXkDwOw off=1110436 len=1784500 2024-04-10T15:29:37.076 INFO:tasks.workunit.client.0.smithi102.stdout:op 1148 completed, throughput=4.99MB/sec 2024-04-10T15:29:37.076 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cPkN5CQ6JIlkfsJ off=7573495 len=73724 2024-04-10T15:29:37.077 INFO:tasks.workunit.client.0.smithi102.stdout:op 1149 completed, throughput=4.99MB/sec 2024-04-10T15:29:37.077 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Fqrf3bnrcUN4vkV off=12800628 len=1349081 2024-04-10T15:29:37.078 INFO:tasks.workunit.client.0.smithi102.stdout:op 1150 completed, throughput=5MB/sec 2024-04-10T15:29:37.078 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nkJ4qQ1Wp2zrcEI off=3484349 len=712818 2024-04-10T15:29:37.079 INFO:tasks.workunit.client.0.smithi102.stdout:op 1151 completed, throughput=5MB/sec 2024-04-10T15:29:37.387 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:37 smithi154 ceph-mon[84269]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:29:37.417 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:37 smithi102 ceph-mon[90943]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:29:37.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:37 smithi102 ceph-mon[88557]: pgmap v1461: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:29:37.917 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:29:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:29:37] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-04-10T15:29:38.080 INFO:tasks.workunit.client.0.smithi102.stdout: 227: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:38.080 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CPd4rOT_NVMZh4i off=2506206 len=343183 2024-04-10T15:29:38.081 INFO:tasks.workunit.client.0.smithi102.stdout:op 1152 completed, throughput=4.98MB/sec 2024-04-10T15:29:38.081 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gMVAmMVOUZr2_Vt off=3148468 len=450558 2024-04-10T15:29:38.081 INFO:tasks.workunit.client.0.smithi102.stdout:op 1153 completed, throughput=4.98MB/sec 2024-04-10T15:29:38.082 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lfHrdICoY4-Pc4Z off=115882 len=1515339 2024-04-10T15:29:38.090 INFO:tasks.workunit.client.0.smithi102.stdout:op 1154 completed, throughput=4.99MB/sec 2024-04-10T15:29:38.090 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-b_otZ3nDks_8TZA off=3307036 len=507443 2024-04-10T15:29:38.093 INFO:tasks.workunit.client.0.smithi102.stdout:op 1155 completed, throughput=4.99MB/sec 2024-04-10T15:29:38.094 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MMzMXRqmQf_Uchw off=8389723 len=568596 2024-04-10T15:29:38.094 INFO:tasks.workunit.client.0.smithi102.stdout:op 1156 completed, throughput=4.99MB/sec 2024-04-10T15:29:38.094 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FxxWK1-cIqIE5yJ off=873376 len=993393 2024-04-10T15:29:38.097 INFO:tasks.workunit.client.0.smithi102.stdout:op 1157 completed, throughput=5MB/sec 2024-04-10T15:29:38.097 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FT47mj3LxzB7GuS off=4634885 len=308264 2024-04-10T15:29:38.097 INFO:tasks.workunit.client.0.smithi102.stdout:op 1158 completed, throughput=5MB/sec 2024-04-10T15:29:38.097 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Vzt4inoBhmzTJAY off=2671027 len=104503 2024-04-10T15:29:38.098 INFO:tasks.workunit.client.0.smithi102.stdout:op 1159 completed, throughput=5MB/sec 2024-04-10T15:29:38.098 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-p9dV6Mm8thX8XS7 off=2623387 len=1477801 2024-04-10T15:29:38.101 INFO:tasks.workunit.client.0.smithi102.stdout:op 1160 completed, throughput=5MB/sec 2024-04-10T15:29:39.101 INFO:tasks.workunit.client.0.smithi102.stdout: 228: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:39.101 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jQjrFeBYv4QoH8l off=1464287 len=491700 2024-04-10T15:29:39.105 INFO:tasks.workunit.client.0.smithi102.stdout:op 1161 completed, throughput=4.99MB/sec 2024-04-10T15:29:39.105 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qPgzdvyMPsj-kyP off=1583470 len=1322840 2024-04-10T15:29:39.111 INFO:tasks.workunit.client.0.smithi102.stdout:op 1162 completed, throughput=4.99MB/sec 2024-04-10T15:29:39.111 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-v7GSqSVemUDxmca off=6205114 len=741559 2024-04-10T15:29:39.116 INFO:tasks.workunit.client.0.smithi102.stdout:op 1163 completed, throughput=4.99MB/sec 2024-04-10T15:29:39.116 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lTCFtSN8Nw-jj9l off=5939098 len=248260 2024-04-10T15:29:39.119 INFO:tasks.workunit.client.0.smithi102.stdout:op 1164 completed, throughput=4.99MB/sec 2024-04-10T15:29:39.119 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9WdJavEfriiOrWq off=16829493 len=1286462 2024-04-10T15:29:39.120 INFO:tasks.workunit.client.0.smithi102.stdout:op 1165 completed, throughput=5MB/sec 2024-04-10T15:29:39.120 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Uz31ecCBQzmQyHq off=2419765 len=2054082 2024-04-10T15:29:39.130 INFO:tasks.workunit.client.0.smithi102.stdout:op 1166 completed, throughput=5.01MB/sec 2024-04-10T15:29:39.387 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:39 smithi154 ceph-mon[84269]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:29:39.388 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:39.417 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:39 smithi102 ceph-mon[90943]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:29:39.417 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:39.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:39 smithi102 ceph-mon[88557]: pgmap v1462: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:29:39.418 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:40.131 INFO:tasks.workunit.client.0.smithi102.stdout: 229: throughput=4.99MB/sec pending data=0 2024-04-10T15:29:40.131 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NGoCMCsKqmOuPw1 off=11566911 len=1475274 2024-04-10T15:29:40.134 INFO:tasks.workunit.client.0.smithi102.stdout:op 1167 completed, throughput=4.99MB/sec 2024-04-10T15:29:40.134 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YOOouEn278pzLSp off=83805 len=1177192 2024-04-10T15:29:40.141 INFO:tasks.workunit.client.0.smithi102.stdout:op 1168 completed, throughput=5MB/sec 2024-04-10T15:29:40.141 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wFE7tPc1Rd1GmKu off=1930604 len=1369539 2024-04-10T15:29:40.142 INFO:tasks.workunit.client.0.smithi102.stdout:op 1169 completed, throughput=5MB/sec 2024-04-10T15:29:41.143 INFO:tasks.workunit.client.0.smithi102.stdout: 230: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:41.143 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TiJSxH-pxRlX5yQ off=1757285 len=631181 2024-04-10T15:29:41.147 INFO:tasks.workunit.client.0.smithi102.stdout:op 1170 completed, throughput=4.98MB/sec 2024-04-10T15:29:41.147 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-59rSh-iL86vOkWv off=3121493 len=291352 2024-04-10T15:29:41.150 INFO:tasks.workunit.client.0.smithi102.stdout:op 1171 completed, throughput=4.98MB/sec 2024-04-10T15:29:41.150 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-axNcBsNCV8X8LdS off=3940970 len=1713544 2024-04-10T15:29:41.158 INFO:tasks.workunit.client.0.smithi102.stdout:op 1172 completed, throughput=4.99MB/sec 2024-04-10T15:29:41.158 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6EYelHAy-3xpj_B off=2597819 len=1281639 2024-04-10T15:29:41.159 INFO:tasks.workunit.client.0.smithi102.stdout:op 1173 completed, throughput=5MB/sec 2024-04-10T15:29:41.160 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-B77ggq76S6aUzR6 off=3579314 len=1299157 2024-04-10T15:29:41.166 INFO:tasks.workunit.client.0.smithi102.stdout:op 1174 completed, throughput=5MB/sec 2024-04-10T15:29:41.387 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:41 smithi154 ceph-mon[84269]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-10T15:29:41.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:41 smithi102 ceph-mon[88557]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-10T15:29:41.417 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:41 smithi102 ceph-mon[90943]: pgmap v1463: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-10T15:29:42.167 INFO:tasks.workunit.client.0.smithi102.stdout: 231: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:42.167 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9WdJavEfriiOrWq off=6580581 len=1805233 2024-04-10T15:29:42.176 INFO:tasks.workunit.client.0.smithi102.stdout:op 1175 completed, throughput=4.99MB/sec 2024-04-10T15:29:42.176 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OWwazFcaXvanv2R off=4401276 len=1856629 2024-04-10T15:29:42.182 INFO:tasks.workunit.client.0.smithi102.stdout:op 1176 completed, throughput=5MB/sec 2024-04-10T15:29:42.183 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-44LZSfYHwMPbcjk off=1185035 len=1017752 2024-04-10T15:29:42.184 INFO:tasks.workunit.client.0.smithi102.stdout:op 1177 completed, throughput=5MB/sec 2024-04-10T15:29:42.184 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RR9T4GpjLd_KDAx off=7626946 len=1987796 2024-04-10T15:29:42.191 INFO:tasks.workunit.client.0.smithi102.stdout:op 1178 completed, throughput=5.01MB/sec 2024-04-10T15:29:42.637 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:29:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:29:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:29:43.191 INFO:tasks.workunit.client.0.smithi102.stdout: 232: throughput=4.99MB/sec pending data=0 2024-04-10T15:29:43.191 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eX-5wI5YL2UtQA0 off=4403315 len=1890327 2024-04-10T15:29:43.203 INFO:tasks.workunit.client.0.smithi102.stdout:op 1179 completed, throughput=4.99MB/sec 2024-04-10T15:29:43.204 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--zkTzLjqOn7uxAP off=466463 len=722995 2024-04-10T15:29:43.205 INFO:tasks.workunit.client.0.smithi102.stdout:op 1180 completed, throughput=5MB/sec 2024-04-10T15:29:43.206 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vI3JSydSyT7a5H- off=2542510 len=1370981 2024-04-10T15:29:43.212 INFO:tasks.workunit.client.0.smithi102.stdout:op 1181 completed, throughput=5MB/sec 2024-04-10T15:29:43.388 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:43 smithi154 ceph-mon[84269]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:29:43.417 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:43 smithi102 ceph-mon[90943]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:29:43.417 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:43 smithi102 ceph-mon[88557]: pgmap v1464: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:29:44.212 INFO:tasks.workunit.client.0.smithi102.stdout: 233: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:44.213 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7EX92bAFsJCRXIV off=0 len=1510007 2024-04-10T15:29:44.221 INFO:tasks.workunit.client.0.smithi102.stdout:op 1182 completed, throughput=4.99MB/sec 2024-04-10T15:29:44.221 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pkBenRo8ALxG2q_ off=6207953 len=1167158 2024-04-10T15:29:44.222 INFO:tasks.workunit.client.0.smithi102.stdout:op 1183 completed, throughput=4.99MB/sec 2024-04-10T15:29:44.223 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RvBAoff_CzFTHZd off=8435705 len=626979 2024-04-10T15:29:44.226 INFO:tasks.workunit.client.0.smithi102.stdout:op 1184 completed, throughput=4.99MB/sec 2024-04-10T15:29:44.226 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nw4cWN0S9kv31-8 off=2498001 len=250252 2024-04-10T15:29:44.227 INFO:tasks.workunit.client.0.smithi102.stdout:op 1185 completed, throughput=4.99MB/sec 2024-04-10T15:29:44.227 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--7RYfaQRWjWPHN3 off=4267121 len=1992399 2024-04-10T15:29:44.229 INFO:tasks.workunit.client.0.smithi102.stdout:op 1186 completed, throughput=5MB/sec 2024-04-10T15:29:44.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:44 smithi154 ceph-mon[84269]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:29:44.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:44 smithi102 ceph-mon[90943]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:29:44.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:44 smithi102 ceph-mon[88557]: pgmap v1465: 105 pgs: 105 active+clean; 128 GiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:29:45.229 INFO:tasks.workunit.client.0.smithi102.stdout: 234: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:45.230 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OOGN--TCm67ddF1 off=3316513 len=122973 2024-04-10T15:29:45.232 INFO:tasks.workunit.client.0.smithi102.stdout:op 1187 completed, throughput=4.98MB/sec 2024-04-10T15:29:45.232 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OhqNFlq3Ntp_oLw off=14947762 len=276123 2024-04-10T15:29:45.235 INFO:tasks.workunit.client.0.smithi102.stdout:op 1188 completed, throughput=4.98MB/sec 2024-04-10T15:29:45.235 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wNe4V9FLCGQdNcG off=1835256 len=987178 2024-04-10T15:29:45.241 INFO:tasks.workunit.client.0.smithi102.stdout:op 1189 completed, throughput=4.99MB/sec 2024-04-10T15:29:45.241 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lz378XJL7dN8bFu off=141901 len=997139 2024-04-10T15:29:45.242 INFO:tasks.workunit.client.0.smithi102.stdout:op 1190 completed, throughput=4.99MB/sec 2024-04-10T15:29:45.242 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-riJZW4JMVSqhX6x off=5824809 len=478969 2024-04-10T15:29:45.246 INFO:tasks.workunit.client.0.smithi102.stdout:op 1191 completed, throughput=4.99MB/sec 2024-04-10T15:29:45.246 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-N_kzlvF8xuof1c7 off=11049919 len=264386 2024-04-10T15:29:45.249 INFO:tasks.workunit.client.0.smithi102.stdout:op 1192 completed, throughput=4.99MB/sec 2024-04-10T15:29:45.249 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lW7hlAIl_uo25qh off=5029405 len=1485073 2024-04-10T15:29:45.257 INFO:tasks.workunit.client.0.smithi102.stdout:op 1193 completed, throughput=5MB/sec 2024-04-10T15:29:45.257 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FjVQrcci4X7NB8d off=704762 len=43468 2024-04-10T15:29:45.257 INFO:tasks.workunit.client.0.smithi102.stdout:op 1194 completed, throughput=5MB/sec 2024-04-10T15:29:45.258 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-u8P9slR6Wpv3KBU off=9280713 len=505064 2024-04-10T15:29:45.258 INFO:tasks.workunit.client.0.smithi102.stdout:op 1195 completed, throughput=5MB/sec 2024-04-10T15:29:46.258 INFO:tasks.workunit.client.0.smithi102.stdout: 235: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:46.259 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oFOo7Rw_QKtmoLC off=11170695 len=202118 2024-04-10T15:29:46.259 INFO:tasks.workunit.client.0.smithi102.stdout:op 1196 completed, throughput=4.98MB/sec 2024-04-10T15:29:46.260 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JKF47_InN79Fuwf off=21803133 len=403171 2024-04-10T15:29:46.261 INFO:tasks.workunit.client.0.smithi102.stdout:op 1197 completed, throughput=4.98MB/sec 2024-04-10T15:29:46.261 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CucqMZOCunqsDEe off=4150016 len=837442 2024-04-10T15:29:46.265 INFO:tasks.workunit.client.0.smithi102.stdout:op 1198 completed, throughput=4.99MB/sec 2024-04-10T15:29:46.265 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ky8J0T_JLG6gQgu off=2166710 len=652932 2024-04-10T15:29:46.269 INFO:tasks.workunit.client.0.smithi102.stdout:op 1199 completed, throughput=4.99MB/sec 2024-04-10T15:29:46.269 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RiaGHpAgO8umXS1 off=5796773 len=212564 2024-04-10T15:29:46.270 INFO:tasks.workunit.client.0.smithi102.stdout:op 1200 completed, throughput=4.99MB/sec 2024-04-10T15:29:46.270 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6fpgm12FHLLRxlK off=12606654 len=1243767 2024-04-10T15:29:46.276 INFO:tasks.workunit.client.0.smithi102.stdout:op 1201 completed, throughput=4.99MB/sec 2024-04-10T15:29:46.276 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-EV2iq6eIfX5aNWC off=16034207 len=466921 2024-04-10T15:29:46.277 INFO:tasks.workunit.client.0.smithi102.stdout:op 1202 completed, throughput=5MB/sec 2024-04-10T15:29:46.277 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sRnUtC2OLYDuwCf off=3913132 len=1253651 2024-04-10T15:29:46.289 INFO:tasks.workunit.client.0.smithi102.stdout:op 1203 completed, throughput=5MB/sec 2024-04-10T15:29:46.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:46 smithi154 ceph-mon[84269]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:29:46.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:46 smithi102 ceph-mon[88557]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:29:46.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:46 smithi102 ceph-mon[90943]: pgmap v1466: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:29:47.289 INFO:tasks.workunit.client.0.smithi102.stdout: 236: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:47.290 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_MShbMWxi3UZafv off=17575980 len=1713695 2024-04-10T15:29:47.291 INFO:tasks.workunit.client.0.smithi102.stdout:op 1204 completed, throughput=4.99MB/sec 2024-04-10T15:29:47.291 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_zREKavOt2xE_l5 off=11012464 len=134466 2024-04-10T15:29:47.294 INFO:tasks.workunit.client.0.smithi102.stdout:op 1205 completed, throughput=4.99MB/sec 2024-04-10T15:29:47.294 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TnRm7ke3EpWNX2- off=488600 len=1071636 2024-04-10T15:29:47.296 INFO:tasks.workunit.client.0.smithi102.stdout:op 1206 completed, throughput=4.99MB/sec 2024-04-10T15:29:47.296 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zhoJg9KH2ZOETAr off=886483 len=327742 2024-04-10T15:29:47.299 INFO:tasks.workunit.client.0.smithi102.stdout:op 1207 completed, throughput=4.99MB/sec 2024-04-10T15:29:47.300 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-paao2FodA_5vKJ6 off=5878504 len=582976 2024-04-10T15:29:47.301 INFO:tasks.workunit.client.0.smithi102.stdout:op 1208 completed, throughput=5MB/sec 2024-04-10T15:29:47.301 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qaPORvWXZMqGg8p off=3778287 len=451333 2024-04-10T15:29:47.302 INFO:tasks.workunit.client.0.smithi102.stdout:op 1209 completed, throughput=5MB/sec 2024-04-10T15:29:47.302 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0_hdvYP2QP8pQzy off=5149873 len=1503168 2024-04-10T15:29:47.310 INFO:tasks.workunit.client.0.smithi102.stdout:op 1210 completed, throughput=5MB/sec 2024-04-10T15:29:47.917 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:29:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:29:47] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-10T15:29:48.310 INFO:tasks.workunit.client.0.smithi102.stdout: 237: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:48.311 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rO4VLuchTAU6su2 off=1939958 len=157513 2024-04-10T15:29:48.313 INFO:tasks.workunit.client.0.smithi102.stdout:op 1211 completed, throughput=4.98MB/sec 2024-04-10T15:29:48.313 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-d4fwSvZ92lolSc- off=4636852 len=492065 2024-04-10T15:29:48.315 INFO:tasks.workunit.client.0.smithi102.stdout:op 1212 completed, throughput=4.98MB/sec 2024-04-10T15:29:48.315 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ca5uxi81589PVly off=16524625 len=1508467 2024-04-10T15:29:48.321 INFO:tasks.workunit.client.0.smithi102.stdout:op 1213 completed, throughput=4.99MB/sec 2024-04-10T15:29:48.321 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-y7VzoKPsSbkSf2U off=1486122 len=871756 2024-04-10T15:29:48.322 INFO:tasks.workunit.client.0.smithi102.stdout:op 1214 completed, throughput=4.99MB/sec 2024-04-10T15:29:48.322 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-daCHf86EoP0cbBL off=21598202 len=238214 2024-04-10T15:29:48.323 INFO:tasks.workunit.client.0.smithi102.stdout:op 1215 completed, throughput=4.99MB/sec 2024-04-10T15:29:48.323 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-L__FsrtmVvOv6fH off=7902914 len=1642705 2024-04-10T15:29:48.331 INFO:tasks.workunit.client.0.smithi102.stdout:op 1216 completed, throughput=5MB/sec 2024-04-10T15:29:48.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:48 smithi154 ceph-mon[84269]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T15:29:48.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:48 smithi102 ceph-mon[90943]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T15:29:48.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:48 smithi102 ceph-mon[88557]: pgmap v1467: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T15:29:49.332 INFO:tasks.workunit.client.0.smithi102.stdout: 238: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:49.332 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KvlcUiq3nNvLKS_ off=2631315 len=299022 2024-04-10T15:29:49.332 INFO:tasks.workunit.client.0.smithi102.stdout:op 1217 completed, throughput=4.98MB/sec 2024-04-10T15:29:49.333 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hiN5G80yPcwl3OX off=17377696 len=647363 2024-04-10T15:29:49.334 INFO:tasks.workunit.client.0.smithi102.stdout:op 1218 completed, throughput=4.98MB/sec 2024-04-10T15:29:49.334 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZsMV3tolfpZ_9Ij off=8188873 len=1469659 2024-04-10T15:29:49.342 INFO:tasks.workunit.client.0.smithi102.stdout:op 1219 completed, throughput=4.99MB/sec 2024-04-10T15:29:49.342 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lziDD_EAhMeAx_Z off=6197569 len=792442 2024-04-10T15:29:49.345 INFO:tasks.workunit.client.0.smithi102.stdout:op 1220 completed, throughput=4.99MB/sec 2024-04-10T15:29:49.346 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-z1Iv5djecvCFE5Y off=11230838 len=1846693 2024-04-10T15:29:49.353 INFO:tasks.workunit.client.0.smithi102.stdout:op 1221 completed, throughput=5MB/sec 2024-04-10T15:29:49.353 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ArTjN7LrhvC9iK6 off=16523828 len=1377313 2024-04-10T15:29:49.356 INFO:tasks.workunit.client.0.smithi102.stdout:op 1222 completed, throughput=5.01MB/sec 2024-04-10T15:29:50.356 INFO:tasks.workunit.client.0.smithi102.stdout: 239: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:50.356 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6p32kdu-IHdz-le off=6551898 len=534868 2024-04-10T15:29:50.357 INFO:tasks.workunit.client.0.smithi102.stdout:op 1223 completed, throughput=4.99MB/sec 2024-04-10T15:29:50.357 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NPvokuR8miADVk4 off=4041752 len=447640 2024-04-10T15:29:50.361 INFO:tasks.workunit.client.0.smithi102.stdout:op 1224 completed, throughput=4.99MB/sec 2024-04-10T15:29:50.361 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jh7YlD7TbMBiud2 off=2729025 len=1206071 2024-04-10T15:29:50.362 INFO:tasks.workunit.client.0.smithi102.stdout:op 1225 completed, throughput=4.99MB/sec 2024-04-10T15:29:50.362 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Tyjh2j9d43I3EKR off=9556259 len=1225523 2024-04-10T15:29:50.368 INFO:tasks.workunit.client.0.smithi102.stdout:op 1226 completed, throughput=5MB/sec 2024-04-10T15:29:50.368 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rw5a-6J9O-OngL7 off=7033864 len=661571 2024-04-10T15:29:50.372 INFO:tasks.workunit.client.0.smithi102.stdout:op 1227 completed, throughput=5MB/sec 2024-04-10T15:29:50.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:50 smithi154 ceph-mon[84269]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-10T15:29:50.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:50 smithi102 ceph-mon[90943]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-10T15:29:50.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:50 smithi102 ceph-mon[88557]: pgmap v1468: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 6 op/s 2024-04-10T15:29:51.372 INFO:tasks.workunit.client.0.smithi102.stdout: 240: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:51.372 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-iiiodVLkjnRs2Ln off=5486248 len=1155472 2024-04-10T15:29:51.378 INFO:tasks.workunit.client.0.smithi102.stdout:op 1228 completed, throughput=4.98MB/sec 2024-04-10T15:29:51.378 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-w4abPlpdeKT3zou off=2574676 len=1320837 2024-04-10T15:29:51.386 INFO:tasks.workunit.client.0.smithi102.stdout:op 1229 completed, throughput=4.99MB/sec 2024-04-10T15:29:51.386 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-57VYgv_jKHfFyGC off=4914325 len=648954 2024-04-10T15:29:51.387 INFO:tasks.workunit.client.0.smithi102.stdout:op 1230 completed, throughput=4.99MB/sec 2024-04-10T15:29:51.387 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nH_qtxAYDlDt_dI off=6381575 len=1907746 2024-04-10T15:29:51.396 INFO:tasks.workunit.client.0.smithi102.stdout:op 1231 completed, throughput=5MB/sec 2024-04-10T15:29:51.397 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QAHRagFjdC8k6OC off=11434127 len=576608 2024-04-10T15:29:51.400 INFO:tasks.workunit.client.0.smithi102.stdout:op 1232 completed, throughput=5MB/sec 2024-04-10T15:29:52.400 INFO:tasks.workunit.client.0.smithi102.stdout: 241: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:52.401 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--0NBE5gbksA7mVq off=12722943 len=1933907 2024-04-10T15:29:52.409 INFO:tasks.workunit.client.0.smithi102.stdout:op 1233 completed, throughput=4.99MB/sec 2024-04-10T15:29:52.409 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-33kCXyXp594BgNd off=9464503 len=765166 2024-04-10T15:29:52.414 INFO:tasks.workunit.client.0.smithi102.stdout:op 1234 completed, throughput=4.99MB/sec 2024-04-10T15:29:52.414 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wS2xuShBJ-a6_Bj off=3910089 len=1782591 2024-04-10T15:29:52.423 INFO:tasks.workunit.client.0.smithi102.stdout:op 1235 completed, throughput=5MB/sec 2024-04-10T15:29:52.424 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ItpYkG1GN46Py2l off=11105737 len=1665875 2024-04-10T15:29:52.431 INFO:tasks.workunit.client.0.smithi102.stdout:op 1236 completed, throughput=5MB/sec 2024-04-10T15:29:52.638 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:52 smithi154 ceph-mon[84269]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:29:52.638 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:29:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:29:52.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:52 smithi102 ceph-mon[88557]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:29:52.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:52 smithi102 ceph-mon[90943]: pgmap v1469: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:29:53.431 INFO:tasks.workunit.client.0.smithi102.stdout: 242: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:53.431 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VUXX0RNhudPfF8L off=9359239 len=1636846 2024-04-10T15:29:53.433 INFO:tasks.workunit.client.0.smithi102.stdout:op 1237 completed, throughput=4.99MB/sec 2024-04-10T15:29:53.433 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_4wcwZVdJiQgj_G off=1567738 len=798993 2024-04-10T15:29:53.438 INFO:tasks.workunit.client.0.smithi102.stdout:op 1238 completed, throughput=4.99MB/sec 2024-04-10T15:29:53.438 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_16uhp7RCsRNc1D off=1629112 len=1865380 2024-04-10T15:29:53.447 INFO:tasks.workunit.client.0.smithi102.stdout:op 1239 completed, throughput=5MB/sec 2024-04-10T15:29:53.447 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vtIg58qcpV0Fsye off=1613939 len=524235 2024-04-10T15:29:53.451 INFO:tasks.workunit.client.0.smithi102.stdout:op 1240 completed, throughput=5MB/sec 2024-04-10T15:29:53.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:53.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:53.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:29:54.451 INFO:tasks.workunit.client.0.smithi102.stdout: 243: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:54.451 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-L_Zg-kqrsP3ZY3E off=4554549 len=1298027 2024-04-10T15:29:54.459 INFO:tasks.workunit.client.0.smithi102.stdout:op 1241 completed, throughput=4.99MB/sec 2024-04-10T15:29:54.459 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rZNi4kDsFIe2Yfd off=4478113 len=2060027 2024-04-10T15:29:54.461 INFO:tasks.workunit.client.0.smithi102.stdout:op 1242 completed, throughput=4.99MB/sec 2024-04-10T15:29:54.461 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NWkdGxbVhWUpYEc off=2083736 len=549950 2024-04-10T15:29:54.464 INFO:tasks.workunit.client.0.smithi102.stdout:op 1243 completed, throughput=5MB/sec 2024-04-10T15:29:54.464 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KXKPeTgZ6Q8CZu3 off=9336081 len=600311 2024-04-10T15:29:54.468 INFO:tasks.workunit.client.0.smithi102.stdout:op 1244 completed, throughput=5MB/sec 2024-04-10T15:29:54.468 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BwTKhCrrLNnOJUM off=11312629 len=1623219 2024-04-10T15:29:54.475 INFO:tasks.workunit.client.0.smithi102.stdout:op 1245 completed, throughput=5MB/sec 2024-04-10T15:29:54.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:54 smithi154 ceph-mon[84269]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:29:54.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:54 smithi102 ceph-mon[90943]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:29:54.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:54 smithi102 ceph-mon[88557]: pgmap v1470: 105 pgs: 105 active+clean; 128 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:29:55.475 INFO:tasks.workunit.client.0.smithi102.stdout: 244: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:55.476 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-p9tRwZ-enGSQiwX off=12191518 len=154461 2024-04-10T15:29:55.477 INFO:tasks.workunit.client.0.smithi102.stdout:op 1246 completed, throughput=4.99MB/sec 2024-04-10T15:29:55.477 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-r3_dnLqwZ3eAwVn off=5628741 len=89109 2024-04-10T15:29:55.479 INFO:tasks.workunit.client.0.smithi102.stdout:op 1247 completed, throughput=4.99MB/sec 2024-04-10T15:29:55.479 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rj-zkTMcooR4ne7 off=5007147 len=904695 2024-04-10T15:29:55.485 INFO:tasks.workunit.client.0.smithi102.stdout:op 1248 completed, throughput=4.99MB/sec 2024-04-10T15:29:55.485 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sBHYDb9kRbFpY8y off=2056716 len=95118 2024-04-10T15:29:55.485 INFO:tasks.workunit.client.0.smithi102.stdout:op 1249 completed, throughput=4.99MB/sec 2024-04-10T15:29:55.485 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mse4DWIxS4pWbUx off=4254190 len=762778 2024-04-10T15:29:55.489 INFO:tasks.workunit.client.0.smithi102.stdout:op 1250 completed, throughput=4.99MB/sec 2024-04-10T15:29:55.489 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Y_lPzQiBSsbAFK0 off=14726 len=1984297 2024-04-10T15:29:55.492 INFO:tasks.workunit.client.0.smithi102.stdout:op 1251 completed, throughput=5MB/sec 2024-04-10T15:29:55.492 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qJIGNjLhNgzSLx- off=11510121 len=1475385 2024-04-10T15:29:55.498 INFO:tasks.workunit.client.0.smithi102.stdout:op 1252 completed, throughput=5.01MB/sec 2024-04-10T15:29:56.499 INFO:tasks.workunit.client.0.smithi102.stdout: 245: throughput=4.99MB/sec pending data=0 2024-04-10T15:29:56.499 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mKOjDX7RE2Swzdn off=9903881 len=1727542 2024-04-10T15:29:56.501 INFO:tasks.workunit.client.0.smithi102.stdout:op 1253 completed, throughput=4.99MB/sec 2024-04-10T15:29:56.501 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-L3hbC-foKJRghwN off=20165132 len=410540 2024-04-10T15:29:56.504 INFO:tasks.workunit.client.0.smithi102.stdout:op 1254 completed, throughput=4.99MB/sec 2024-04-10T15:29:56.504 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OOGN--TCm67ddF1 off=9436250 len=552536 2024-04-10T15:29:56.505 INFO:tasks.workunit.client.0.smithi102.stdout:op 1255 completed, throughput=5MB/sec 2024-04-10T15:29:56.505 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fOLW_xBc9ry5R_9 off=2382248 len=1501148 2024-04-10T15:29:56.515 INFO:tasks.workunit.client.0.smithi102.stdout:op 1256 completed, throughput=5MB/sec 2024-04-10T15:29:56.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:56 smithi154 ceph-mon[84269]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:29:56.917 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:56 smithi102 ceph-mon[88557]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:29:56.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:56 smithi102 ceph-mon[90943]: pgmap v1471: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:29:57.515 INFO:tasks.workunit.client.0.smithi102.stdout: 246: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:57.515 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GWtCpM9O9lAZVuP off=309117 len=34093 2024-04-10T15:29:57.518 INFO:tasks.workunit.client.0.smithi102.stdout:op 1257 completed, throughput=4.98MB/sec 2024-04-10T15:29:57.518 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7kbPJ9XRWw7Qvh6 off=8544834 len=1049649 2024-04-10T15:29:57.519 INFO:tasks.workunit.client.0.smithi102.stdout:op 1258 completed, throughput=4.98MB/sec 2024-04-10T15:29:57.519 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NjvH3PhF0Hg1Ubk off=2424647 len=1153581 2024-04-10T15:29:57.527 INFO:tasks.workunit.client.0.smithi102.stdout:op 1259 completed, throughput=4.99MB/sec 2024-04-10T15:29:57.527 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-w3sNc-RzazOfAoL off=13780585 len=1193264 2024-04-10T15:29:57.529 INFO:tasks.workunit.client.0.smithi102.stdout:op 1260 completed, throughput=4.99MB/sec 2024-04-10T15:29:57.529 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5zvJdLrTdrCUvVW off=5438315 len=1233118 2024-04-10T15:29:57.535 INFO:tasks.workunit.client.0.smithi102.stdout:op 1261 completed, throughput=5MB/sec 2024-04-10T15:29:57.535 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-C-5db04zXzouPj1 off=9760078 len=1165795 2024-04-10T15:29:57.539 INFO:tasks.workunit.client.0.smithi102.stdout:op 1262 completed, throughput=5MB/sec 2024-04-10T15:29:57.918 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:29:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:29:57] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-10T15:29:58.540 INFO:tasks.workunit.client.0.smithi102.stdout: 247: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:58.540 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-S75HhiQ5BQhkUDa off=16647801 len=336768 2024-04-10T15:29:58.541 INFO:tasks.workunit.client.0.smithi102.stdout:op 1263 completed, throughput=4.98MB/sec 2024-04-10T15:29:58.542 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NvlnpDtRW56y3zU off=1751509 len=1075789 2024-04-10T15:29:58.547 INFO:tasks.workunit.client.0.smithi102.stdout:op 1264 completed, throughput=4.99MB/sec 2024-04-10T15:29:58.548 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-V4aOCvxfbjXUrSH off=1290714 len=1455342 2024-04-10T15:29:58.555 INFO:tasks.workunit.client.0.smithi102.stdout:op 1265 completed, throughput=4.99MB/sec 2024-04-10T15:29:58.555 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EiBfn2DMvFQ3K7Z off=10720137 len=1978583 2024-04-10T15:29:58.567 INFO:tasks.workunit.client.0.smithi102.stdout:op 1266 completed, throughput=5MB/sec 2024-04-10T15:29:58.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:29:58 smithi154 ceph-mon[84269]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:29:58.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:29:58 smithi102 ceph-mon[90943]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:29:58.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:29:58 smithi102 ceph-mon[88557]: pgmap v1472: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:29:59.567 INFO:tasks.workunit.client.0.smithi102.stdout: 248: throughput=4.98MB/sec pending data=0 2024-04-10T15:29:59.567 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9N-GpaMyFW_zMdp off=7216772 len=1418917 2024-04-10T15:29:59.569 INFO:tasks.workunit.client.0.smithi102.stdout:op 1267 completed, throughput=4.99MB/sec 2024-04-10T15:29:59.569 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-M3vItNN43EGE0xh off=1918310 len=280676 2024-04-10T15:29:59.573 INFO:tasks.workunit.client.0.smithi102.stdout:op 1268 completed, throughput=4.99MB/sec 2024-04-10T15:29:59.573 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FmTYuYJ_itBS9k- off=473693 len=1522580 2024-04-10T15:29:59.581 INFO:tasks.workunit.client.0.smithi102.stdout:op 1269 completed, throughput=4.99MB/sec 2024-04-10T15:29:59.581 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-b_otZ3nDks_8TZA off=1035350 len=1684806 2024-04-10T15:29:59.588 INFO:tasks.workunit.client.0.smithi102.stdout:op 1270 completed, throughput=5MB/sec 2024-04-10T15:29:59.588 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9GshS_JshhUGZxI off=1708912 len=2086966 2024-04-10T15:29:59.590 INFO:tasks.workunit.client.0.smithi102.stdout:op 1271 completed, throughput=5.01MB/sec 2024-04-10T15:30:00.590 INFO:tasks.workunit.client.0.smithi102.stdout: 249: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:00.590 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-z3xOl2vwrIBkEti off=5684829 len=1474515 2024-04-10T15:30:00.598 INFO:tasks.workunit.client.0.smithi102.stdout:op 1272 completed, throughput=4.99MB/sec 2024-04-10T15:30:00.598 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nPZJkGT1OTbjEKP off=10282272 len=1780473 2024-04-10T15:30:00.600 INFO:tasks.workunit.client.0.smithi102.stdout:op 1273 completed, throughput=5MB/sec 2024-04-10T15:30:00.600 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DgQ-WBHSYvNu9Zs off=16822489 len=1758142 2024-04-10T15:30:00.608 INFO:tasks.workunit.client.0.smithi102.stdout:op 1274 completed, throughput=5.01MB/sec 2024-04-10T15:30:00.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:00 smithi154 ceph-mon[84269]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-10T15:30:00.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:00 smithi154 ceph-mon[84269]: overall HEALTH_OK 2024-04-10T15:30:00.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:00 smithi102 ceph-mon[90943]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-10T15:30:00.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:00 smithi102 ceph-mon[90943]: overall HEALTH_OK 2024-04-10T15:30:00.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:00 smithi102 ceph-mon[88557]: pgmap v1473: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.7 MiB/s wr, 6 op/s 2024-04-10T15:30:00.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:00 smithi102 ceph-mon[88557]: overall HEALTH_OK 2024-04-10T15:30:01.609 INFO:tasks.workunit.client.0.smithi102.stdout: 250: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:01.609 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Sxc_l_JxKrcWLrc off=7249648 len=1658138 2024-04-10T15:30:01.610 INFO:tasks.workunit.client.0.smithi102.stdout:op 1275 completed, throughput=4.99MB/sec 2024-04-10T15:30:01.611 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Yq-sHsAfPplm_bp off=5749607 len=87906 2024-04-10T15:30:01.613 INFO:tasks.workunit.client.0.smithi102.stdout:op 1276 completed, throughput=4.99MB/sec 2024-04-10T15:30:01.613 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aDgz-OMbEoJ2bvR off=9070472 len=56248 2024-04-10T15:30:01.614 INFO:tasks.workunit.client.0.smithi102.stdout:op 1277 completed, throughput=4.99MB/sec 2024-04-10T15:30:01.614 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EdH6yjGjjZ_eEfp off=16990980 len=1023070 2024-04-10T15:30:01.619 INFO:tasks.workunit.client.0.smithi102.stdout:op 1278 completed, throughput=5MB/sec 2024-04-10T15:30:01.619 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-s_1PMuCzm6xkPk9 off=310066 len=111223 2024-04-10T15:30:01.620 INFO:tasks.workunit.client.0.smithi102.stdout:op 1279 completed, throughput=5MB/sec 2024-04-10T15:30:01.620 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Ja-Wia9mueGLWHj off=4229978 len=1162417 2024-04-10T15:30:01.622 INFO:tasks.workunit.client.0.smithi102.stdout:op 1280 completed, throughput=5MB/sec 2024-04-10T15:30:02.622 INFO:tasks.workunit.client.0.smithi102.stdout: 251: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:02.622 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MsjgRp_qUxM2HhP off=1442475 len=1842418 2024-04-10T15:30:02.624 INFO:tasks.workunit.client.0.smithi102.stdout:op 1281 completed, throughput=4.99MB/sec 2024-04-10T15:30:02.624 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uhxxufeL2yNEQCO off=2216663 len=77444 2024-04-10T15:30:02.627 INFO:tasks.workunit.client.0.smithi102.stdout:op 1282 completed, throughput=4.99MB/sec 2024-04-10T15:30:02.627 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KvlcUiq3nNvLKS_ off=3262228 len=1430396 2024-04-10T15:30:02.634 INFO:tasks.workunit.client.0.smithi102.stdout:op 1283 completed, throughput=4.99MB/sec 2024-04-10T15:30:02.634 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TiJSxH-pxRlX5yQ off=7654407 len=459073 2024-04-10T15:30:02.635 INFO:tasks.workunit.client.0.smithi102.stdout:op 1284 completed, throughput=5MB/sec 2024-04-10T15:30:02.635 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--UUMQAQQuQQzxdR off=19020785 len=1135977 2024-04-10T15:30:02.637 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:30:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:30:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:30:02.638 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:02 smithi154 ceph-mon[84269]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T15:30:02.641 INFO:tasks.workunit.client.0.smithi102.stdout:op 1285 completed, throughput=5MB/sec 2024-04-10T15:30:02.641 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1PcqmI0s06NXs1k off=6999613 len=1499401 2024-04-10T15:30:02.642 INFO:tasks.workunit.client.0.smithi102.stdout:op 1286 completed, throughput=5MB/sec 2024-04-10T15:30:02.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:02 smithi102 ceph-mon[90943]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T15:30:02.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:02 smithi102 ceph-mon[88557]: pgmap v1474: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T15:30:03.642 INFO:tasks.workunit.client.0.smithi102.stdout: 252: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:03.642 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-k9GgbZcwbCxCB8K off=3608642 len=227570 2024-04-10T15:30:03.645 INFO:tasks.workunit.client.0.smithi102.stdout:op 1287 completed, throughput=4.99MB/sec 2024-04-10T15:30:03.645 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fe9Qbs7HTxQ9p4T off=11421750 len=1986097 2024-04-10T15:30:03.648 INFO:tasks.workunit.client.0.smithi102.stdout:op 1288 completed, throughput=4.99MB/sec 2024-04-10T15:30:03.648 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3BdcbuI6Mm_sF3M off=3777383 len=215742 2024-04-10T15:30:03.650 INFO:tasks.workunit.client.0.smithi102.stdout:op 1289 completed, throughput=4.99MB/sec 2024-04-10T15:30:03.651 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-43OdWi1cnqOBp98 off=18769707 len=2053732 2024-04-10T15:30:03.653 INFO:tasks.workunit.client.0.smithi102.stdout:op 1290 completed, throughput=5MB/sec 2024-04-10T15:30:04.653 INFO:tasks.workunit.client.0.smithi102.stdout: 253: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:04.653 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FCaraXLUL58MWL9 off=10189438 len=662797 2024-04-10T15:30:04.657 INFO:tasks.workunit.client.0.smithi102.stdout:op 1291 completed, throughput=4.98MB/sec 2024-04-10T15:30:04.658 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nXlX-I2wlJJNfO_ off=438592 len=1815637 2024-04-10T15:30:04.661 INFO:tasks.workunit.client.0.smithi102.stdout:op 1292 completed, throughput=4.99MB/sec 2024-04-10T15:30:04.661 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--xxIPKDVqx_PG09 off=4603784 len=111894 2024-04-10T15:30:04.663 INFO:tasks.workunit.client.0.smithi102.stdout:op 1293 completed, throughput=4.99MB/sec 2024-04-10T15:30:04.663 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-HnQPteKjPimFtaN off=1078 len=1876943 2024-04-10T15:30:04.667 INFO:tasks.workunit.client.0.smithi102.stdout:op 1294 completed, throughput=5MB/sec 2024-04-10T15:30:04.667 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ARKvXeeHJpAnHdi off=23656201 len=1740552 2024-04-10T15:30:04.675 INFO:tasks.workunit.client.0.smithi102.stdout:op 1295 completed, throughput=5.01MB/sec 2024-04-10T15:30:04.887 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:04 smithi154 ceph-mon[84269]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-10T15:30:04.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:04 smithi102 ceph-mon[90943]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-10T15:30:04.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:04 smithi102 ceph-mon[88557]: pgmap v1475: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-10T15:30:05.675 INFO:tasks.workunit.client.0.smithi102.stdout: 254: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:05.675 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-l2kJqDjYRFe5g7f off=14033725 len=390530 2024-04-10T15:30:05.676 INFO:tasks.workunit.client.0.smithi102.stdout:op 1296 completed, throughput=4.99MB/sec 2024-04-10T15:30:05.676 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2BcgKzh-U_qoGkA off=22542512 len=532326 2024-04-10T15:30:05.677 INFO:tasks.workunit.client.0.smithi102.stdout:op 1297 completed, throughput=4.99MB/sec 2024-04-10T15:30:05.677 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-056uyZqewKgrpST off=14669210 len=1421216 2024-04-10T15:30:05.685 INFO:tasks.workunit.client.0.smithi102.stdout:op 1298 completed, throughput=4.99MB/sec 2024-04-10T15:30:05.685 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6gwXnUTUPCETTZn off=10653105 len=1944067 2024-04-10T15:30:05.694 INFO:tasks.workunit.client.0.smithi102.stdout:op 1299 completed, throughput=5MB/sec 2024-04-10T15:30:06.694 INFO:tasks.workunit.client.0.smithi102.stdout: 255: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:06.695 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rixb9PLijQM3ykY off=5074583 len=43753 2024-04-10T15:30:06.695 INFO:tasks.workunit.client.0.smithi102.stdout:op 1300 completed, throughput=4.98MB/sec 2024-04-10T15:30:06.695 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-khHnNq1UtSExMhM off=4213891 len=1683411 2024-04-10T15:30:06.697 INFO:tasks.workunit.client.0.smithi102.stdout:op 1301 completed, throughput=4.99MB/sec 2024-04-10T15:30:06.697 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gWPMi60GZO1mFaR off=670179 len=867826 2024-04-10T15:30:06.703 INFO:tasks.workunit.client.0.smithi102.stdout:op 1302 completed, throughput=4.99MB/sec 2024-04-10T15:30:06.703 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ri2FrzyhkwIFC5c off=8129253 len=129371 2024-04-10T15:30:06.705 INFO:tasks.workunit.client.0.smithi102.stdout:op 1303 completed, throughput=4.99MB/sec 2024-04-10T15:30:06.705 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uwzIEdwIDRtsCbb off=22266734 len=1033553 2024-04-10T15:30:06.707 INFO:tasks.workunit.client.0.smithi102.stdout:op 1304 completed, throughput=5MB/sec 2024-04-10T15:30:06.708 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NuZtdiWBpmIdKcg off=15035700 len=2020671 2024-04-10T15:30:06.710 INFO:tasks.workunit.client.0.smithi102.stdout:op 1305 completed, throughput=5MB/sec 2024-04-10T15:30:06.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:06 smithi154 ceph-mon[84269]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:30:06.917 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:06 smithi102 ceph-mon[90943]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:30:06.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:06 smithi102 ceph-mon[88557]: pgmap v1476: 105 pgs: 105 active+clean; 128 GiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:30:07.710 INFO:tasks.workunit.client.0.smithi102.stdout: 256: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:07.710 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mB5MDPmuHVXIykg off=5604680 len=147430 2024-04-10T15:30:07.713 INFO:tasks.workunit.client.0.smithi102.stdout:op 1306 completed, throughput=4.98MB/sec 2024-04-10T15:30:07.713 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--Q-Sk_n8PArlCgb off=3655256 len=593889 2024-04-10T15:30:07.714 INFO:tasks.workunit.client.0.smithi102.stdout:op 1307 completed, throughput=4.99MB/sec 2024-04-10T15:30:07.714 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uXC7E3zAHHkNpU4 off=62049 len=163112 2024-04-10T15:30:07.716 INFO:tasks.workunit.client.0.smithi102.stdout:op 1308 completed, throughput=4.99MB/sec 2024-04-10T15:30:07.716 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-O8gl3XJJgMhwgQw off=11888402 len=1884642 2024-04-10T15:30:07.718 INFO:tasks.workunit.client.0.smithi102.stdout:op 1309 completed, throughput=4.99MB/sec 2024-04-10T15:30:07.718 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ticU4cpGVnoX9Y5 off=2916561 len=507405 2024-04-10T15:30:07.719 INFO:tasks.workunit.client.0.smithi102.stdout:op 1310 completed, throughput=5MB/sec 2024-04-10T15:30:07.719 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hvN9Mvl5chgbtyd off=7195405 len=1743599 2024-04-10T15:30:07.727 INFO:tasks.workunit.client.0.smithi102.stdout:op 1311 completed, throughput=5MB/sec 2024-04-10T15:30:07.918 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:30:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:30:07] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-10T15:30:08.728 INFO:tasks.workunit.client.0.smithi102.stdout: 257: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:08.728 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8ODYLRA3iMMuHG7 off=7418358 len=1995291 2024-04-10T15:30:08.738 INFO:tasks.workunit.client.0.smithi102.stdout:op 1312 completed, throughput=4.99MB/sec 2024-04-10T15:30:08.738 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-auSET57T-DJXJ6p off=657635 len=1295629 2024-04-10T15:30:08.745 INFO:tasks.workunit.client.0.smithi102.stdout:op 1313 completed, throughput=4.99MB/sec 2024-04-10T15:30:08.745 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xL9XiUbSgtJIQIU off=15942270 len=2492 2024-04-10T15:30:08.745 INFO:tasks.workunit.client.0.smithi102.stdout:op 1314 completed, throughput=4.99MB/sec 2024-04-10T15:30:08.745 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4dD_lmNZGtDMDym off=5156075 len=903917 2024-04-10T15:30:08.747 INFO:tasks.workunit.client.0.smithi102.stdout:op 1315 completed, throughput=5MB/sec 2024-04-10T15:30:08.747 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IKyVtxSkuUZ-MR2 off=1327140 len=167404 2024-04-10T15:30:08.747 INFO:tasks.workunit.client.0.smithi102.stdout:op 1316 completed, throughput=5MB/sec 2024-04-10T15:30:08.747 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wnKG0ALp2OBMlnQ off=12490945 len=449209 2024-04-10T15:30:08.751 INFO:tasks.workunit.client.0.smithi102.stdout:op 1317 completed, throughput=5MB/sec 2024-04-10T15:30:08.751 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_GXk0e8TJ1Pv1vU off=627010 len=1394803 2024-04-10T15:30:08.753 INFO:tasks.workunit.client.0.smithi102.stdout:op 1318 completed, throughput=5MB/sec 2024-04-10T15:30:08.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:08 smithi154 ceph-mon[84269]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:30:08.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:08.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:08 smithi102 ceph-mon[90943]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:30:08.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:08.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:08 smithi102 ceph-mon[88557]: pgmap v1477: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:30:08.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:09.753 INFO:tasks.workunit.client.0.smithi102.stdout: 258: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:09.753 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HPNgBFIUgXVWGB5 off=2048623 len=40728 2024-04-10T15:30:09.756 INFO:tasks.workunit.client.0.smithi102.stdout:op 1319 completed, throughput=4.99MB/sec 2024-04-10T15:30:09.756 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-I3LI1iPdvjvLkmb off=1328494 len=1626926 2024-04-10T15:30:09.759 INFO:tasks.workunit.client.0.smithi102.stdout:op 1320 completed, throughput=4.99MB/sec 2024-04-10T15:30:09.759 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4MjU0-CSwqzV658 off=586037 len=1726597 2024-04-10T15:30:09.769 INFO:tasks.workunit.client.0.smithi102.stdout:op 1321 completed, throughput=5MB/sec 2024-04-10T15:30:09.769 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2wZvt1Umzg1VB8n off=13449446 len=483757 2024-04-10T15:30:09.773 INFO:tasks.workunit.client.0.smithi102.stdout:op 1322 completed, throughput=5MB/sec 2024-04-10T15:30:09.773 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-H7v7WJdrirp0AHt off=17025297 len=1729434 2024-04-10T15:30:09.780 INFO:tasks.workunit.client.0.smithi102.stdout:op 1323 completed, throughput=5.01MB/sec 2024-04-10T15:30:10.781 INFO:tasks.workunit.client.0.smithi102.stdout: 259: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:10.781 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DRv1Jjd_49GG6Kt off=10306582 len=1307395 2024-04-10T15:30:10.788 INFO:tasks.workunit.client.0.smithi102.stdout:op 1324 completed, throughput=4.99MB/sec 2024-04-10T15:30:10.788 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hAktYIBtzZe08g0 off=1722382 len=404965 2024-04-10T15:30:10.792 INFO:tasks.workunit.client.0.smithi102.stdout:op 1325 completed, throughput=4.99MB/sec 2024-04-10T15:30:10.792 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fx8CnlWrBdo0UDG off=19660667 len=1608019 2024-04-10T15:30:10.800 INFO:tasks.workunit.client.0.smithi102.stdout:op 1326 completed, throughput=5MB/sec 2024-04-10T15:30:10.800 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZNa3iryik_lqvlS off=7475610 len=305653 2024-04-10T15:30:10.801 INFO:tasks.workunit.client.0.smithi102.stdout:op 1327 completed, throughput=5MB/sec 2024-04-10T15:30:10.801 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TWtr9srUgITObaW off=281867 len=989901 2024-04-10T15:30:10.802 INFO:tasks.workunit.client.0.smithi102.stdout:op 1328 completed, throughput=5MB/sec 2024-04-10T15:30:10.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:10 smithi154 ceph-mon[84269]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:30:10.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:10 smithi102 ceph-mon[90943]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:30:10.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:10 smithi102 ceph-mon[88557]: pgmap v1478: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:30:11.802 INFO:tasks.workunit.client.0.smithi102.stdout: 260: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:11.803 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PigGc_tUhL4hoph off=13692015 len=159438 2024-04-10T15:30:11.803 INFO:tasks.workunit.client.0.smithi102.stdout:op 1329 completed, throughput=4.98MB/sec 2024-04-10T15:30:11.803 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GSSamNExN2uAq8B off=9118218 len=1415722 2024-04-10T15:30:11.805 INFO:tasks.workunit.client.0.smithi102.stdout:op 1330 completed, throughput=4.99MB/sec 2024-04-10T15:30:11.805 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_gQq8Kk2L_d-_Fz off=7567617 len=518528 2024-04-10T15:30:11.808 INFO:tasks.workunit.client.0.smithi102.stdout:op 1331 completed, throughput=4.99MB/sec 2024-04-10T15:30:11.808 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XUhPEeR4gRRplBs off=7350189 len=1990204 2024-04-10T15:30:11.811 INFO:tasks.workunit.client.0.smithi102.stdout:op 1332 completed, throughput=5MB/sec 2024-04-10T15:30:11.811 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-j18RhfmVF_2pIR_ off=14471187 len=96200 2024-04-10T15:30:11.811 INFO:tasks.workunit.client.0.smithi102.stdout:op 1333 completed, throughput=5MB/sec 2024-04-10T15:30:11.811 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nXJDI1H9cQqgwCl off=11710392 len=524931 2024-04-10T15:30:11.815 INFO:tasks.workunit.client.0.smithi102.stdout:op 1334 completed, throughput=5MB/sec 2024-04-10T15:30:12.638 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:12 smithi154 ceph-mon[84269]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:30:12.638 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:30:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:30:12.816 INFO:tasks.workunit.client.0.smithi102.stdout: 261: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:12.816 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wtSJl2Nb90ykRXM off=8682382 len=1668488 2024-04-10T15:30:12.817 INFO:tasks.workunit.client.0.smithi102.stdout:op 1335 completed, throughput=4.99MB/sec 2024-04-10T15:30:12.818 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-HqsQZJqWrJNTk0H off=9504576 len=754132 2024-04-10T15:30:12.819 INFO:tasks.workunit.client.0.smithi102.stdout:op 1336 completed, throughput=4.99MB/sec 2024-04-10T15:30:12.819 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dLPdZ-TvwEJs3nX off=4294241 len=436250 2024-04-10T15:30:12.823 INFO:tasks.workunit.client.0.smithi102.stdout:op 1337 completed, throughput=4.99MB/sec 2024-04-10T15:30:12.823 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cIcVQukDp0yM0sF off=14281279 len=1149352 2024-04-10T15:30:12.829 INFO:tasks.workunit.client.0.smithi102.stdout:op 1338 completed, throughput=5MB/sec 2024-04-10T15:30:12.829 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PYgl3auRDLz4MuY off=16265714 len=992130 2024-04-10T15:30:12.833 INFO:tasks.workunit.client.0.smithi102.stdout:op 1339 completed, throughput=5MB/sec 2024-04-10T15:30:12.833 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DN9yjfmm-L_a_hv off=3773800 len=691363 2024-04-10T15:30:12.837 INFO:tasks.workunit.client.0.smithi102.stdout:op 1340 completed, throughput=5MB/sec 2024-04-10T15:30:12.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:12 smithi102 ceph-mon[90943]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:30:12.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:12 smithi102 ceph-mon[88557]: pgmap v1479: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:30:13.837 INFO:tasks.workunit.client.0.smithi102.stdout: 262: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:13.837 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-myHe5QSrsYVcaeI off=21633579 len=1965769 2024-04-10T15:30:13.849 INFO:tasks.workunit.client.0.smithi102.stdout:op 1341 completed, throughput=4.99MB/sec 2024-04-10T15:30:13.849 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XMGbnIYLfis5fzx off=943635 len=806408 2024-04-10T15:30:13.850 INFO:tasks.workunit.client.0.smithi102.stdout:op 1342 completed, throughput=4.99MB/sec 2024-04-10T15:30:13.850 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sCdNmVT-_guUPsp off=13790051 len=528083 2024-04-10T15:30:13.851 INFO:tasks.workunit.client.0.smithi102.stdout:op 1343 completed, throughput=4.99MB/sec 2024-04-10T15:30:13.851 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-iwpB7Q5BgrA0mM4 off=1456516 len=1443148 2024-04-10T15:30:13.858 INFO:tasks.workunit.client.0.smithi102.stdout:op 1344 completed, throughput=5MB/sec 2024-04-10T15:30:13.858 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dZMve8LVgtU_Fxh off=0 len=1314083 2024-04-10T15:30:13.867 INFO:tasks.workunit.client.0.smithi102.stdout:op 1345 completed, throughput=5MB/sec 2024-04-10T15:30:14.867 INFO:tasks.workunit.client.0.smithi102.stdout: 263: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:14.868 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Jt-uE8TVqQN6S5g off=6964132 len=1671721 2024-04-10T15:30:14.869 INFO:tasks.workunit.client.0.smithi102.stdout:op 1346 completed, throughput=4.99MB/sec 2024-04-10T15:30:14.869 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-e15drdw2GN0n-Vd off=708794 len=1428624 2024-04-10T15:30:14.876 INFO:tasks.workunit.client.0.smithi102.stdout:op 1347 completed, throughput=5MB/sec 2024-04-10T15:30:14.876 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-B6qJidz5bfLJygS off=10471283 len=1294412 2024-04-10T15:30:14.877 INFO:tasks.workunit.client.0.smithi102.stdout:op 1348 completed, throughput=5MB/sec 2024-04-10T15:30:14.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:14 smithi154 ceph-mon[84269]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:30:14.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:14 smithi102 ceph-mon[90943]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:30:14.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:14 smithi102 ceph-mon[88557]: pgmap v1480: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:30:15.878 INFO:tasks.workunit.client.0.smithi102.stdout: 264: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:15.878 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tZ8ZgJJo0v02KcD off=1847127 len=23013 2024-04-10T15:30:15.879 INFO:tasks.workunit.client.0.smithi102.stdout:op 1349 completed, throughput=4.98MB/sec 2024-04-10T15:30:15.879 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mkgB70cuJcYr464 off=3282418 len=1604963 2024-04-10T15:30:15.882 INFO:tasks.workunit.client.0.smithi102.stdout:op 1350 completed, throughput=4.99MB/sec 2024-04-10T15:30:15.882 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XN-vjvYYDBIhyVf off=5823276 len=1280620 2024-04-10T15:30:15.884 INFO:tasks.workunit.client.0.smithi102.stdout:op 1351 completed, throughput=4.99MB/sec 2024-04-10T15:30:15.884 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2WtcPqN5WWnw-VW off=18944791 len=211492 2024-04-10T15:30:15.887 INFO:tasks.workunit.client.0.smithi102.stdout:op 1352 completed, throughput=4.99MB/sec 2024-04-10T15:30:15.887 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JUxVEH9KkqFpJCQ off=3457727 len=1508298 2024-04-10T15:30:15.895 INFO:tasks.workunit.client.0.smithi102.stdout:op 1353 completed, throughput=5MB/sec 2024-04-10T15:30:15.895 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FcBs-7u7EKAgv8n off=899324 len=963711 2024-04-10T15:30:15.899 INFO:tasks.workunit.client.0.smithi102.stdout:op 1354 completed, throughput=5MB/sec 2024-04-10T15:30:16.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:16 smithi154 ceph-mon[84269]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:30:16.900 INFO:tasks.workunit.client.0.smithi102.stdout: 265: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:16.900 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wEx9HvagasmEfvK off=4082617 len=1686986 2024-04-10T15:30:16.908 INFO:tasks.workunit.client.0.smithi102.stdout:op 1355 completed, throughput=4.99MB/sec 2024-04-10T15:30:16.909 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-b1yEn9Q1XwMIQiu off=574406 len=1057028 2024-04-10T15:30:16.915 INFO:tasks.workunit.client.0.smithi102.stdout:op 1356 completed, throughput=4.99MB/sec 2024-04-10T15:30:16.915 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oP3y88CSfSmEgcN off=7554219 len=1133555 2024-04-10T15:30:16.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:16 smithi102 ceph-mon[90943]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:30:16.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:16 smithi102 ceph-mon[88557]: pgmap v1481: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:30:16.921 INFO:tasks.workunit.client.0.smithi102.stdout:op 1357 completed, throughput=5MB/sec 2024-04-10T15:30:16.922 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qoILBm74gCGrmWc off=1998051 len=339828 2024-04-10T15:30:16.923 INFO:tasks.workunit.client.0.smithi102.stdout:op 1358 completed, throughput=5MB/sec 2024-04-10T15:30:16.923 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FfOX4Idd52uWaZ8 off=2926512 len=572776 2024-04-10T15:30:16.924 INFO:tasks.workunit.client.0.smithi102.stdout:op 1359 completed, throughput=5MB/sec 2024-04-10T15:30:16.924 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vWkkVPd1WWVFNDH off=377501 len=1628262 2024-04-10T15:30:16.930 INFO:tasks.workunit.client.0.smithi102.stdout:op 1360 completed, throughput=5.01MB/sec 2024-04-10T15:30:17.918 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:30:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:30:17] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-10T15:30:17.931 INFO:tasks.workunit.client.0.smithi102.stdout: 266: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:17.931 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--zkTzLjqOn7uxAP off=8607651 len=1027378 2024-04-10T15:30:17.937 INFO:tasks.workunit.client.0.smithi102.stdout:op 1361 completed, throughput=4.99MB/sec 2024-04-10T15:30:17.937 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6dV85wXMWbpxILb off=15519953 len=1161668 2024-04-10T15:30:17.940 INFO:tasks.workunit.client.0.smithi102.stdout:op 1362 completed, throughput=4.99MB/sec 2024-04-10T15:30:17.940 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Y--ne1GPO2_UMkL off=3940594 len=1331930 2024-04-10T15:30:17.941 INFO:tasks.workunit.client.0.smithi102.stdout:op 1363 completed, throughput=5MB/sec 2024-04-10T15:30:17.941 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9MLSgEvRaILThCm off=10133537 len=1832322 2024-04-10T15:30:17.951 INFO:tasks.workunit.client.0.smithi102.stdout:op 1364 completed, throughput=5.01MB/sec 2024-04-10T15:30:18.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:18 smithi154 ceph-mon[84269]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:30:18.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:18 smithi102 ceph-mon[90943]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:30:18.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:18 smithi102 ceph-mon[88557]: pgmap v1482: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:30:18.952 INFO:tasks.workunit.client.0.smithi102.stdout: 267: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:18.952 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-O0p59dVtmE34UTH off=6374157 len=2084659 2024-04-10T15:30:18.956 INFO:tasks.workunit.client.0.smithi102.stdout:op 1365 completed, throughput=4.99MB/sec 2024-04-10T15:30:18.956 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eXXdIbEwD3jnjrT off=10129379 len=2016016 2024-04-10T15:30:18.965 INFO:tasks.workunit.client.0.smithi102.stdout:op 1366 completed, throughput=5MB/sec 2024-04-10T15:30:19.966 INFO:tasks.workunit.client.0.smithi102.stdout: 268: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:19.966 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ypFNIenhj2bzYJL off=4022937 len=1746788 2024-04-10T15:30:19.973 INFO:tasks.workunit.client.0.smithi102.stdout:op 1367 completed, throughput=4.99MB/sec 2024-04-10T15:30:19.973 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tB3kmBhkJ-XE_e2 off=6604007 len=589065 2024-04-10T15:30:19.975 INFO:tasks.workunit.client.0.smithi102.stdout:op 1368 completed, throughput=4.99MB/sec 2024-04-10T15:30:19.975 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rh7gBCEgcnWsdSe off=884254 len=1921146 2024-04-10T15:30:19.984 INFO:tasks.workunit.client.0.smithi102.stdout:op 1369 completed, throughput=5MB/sec 2024-04-10T15:30:19.984 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OsOXFBaRNSq8HEX off=870536 len=1311202 2024-04-10T15:30:19.989 INFO:tasks.workunit.client.0.smithi102.stdout:op 1370 completed, throughput=5MB/sec 2024-04-10T15:30:20.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:20 smithi154 ceph-mon[84269]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:30:20.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:20 smithi102 ceph-mon[90943]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:30:20.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:20 smithi102 ceph-mon[88557]: pgmap v1483: 105 pgs: 105 active+clean; 128 GiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:30:20.990 INFO:tasks.workunit.client.0.smithi102.stdout: 269: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:20.990 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IU4KSvwQmEtJcl0 off=1639811 len=1912764 2024-04-10T15:30:20.998 INFO:tasks.workunit.client.0.smithi102.stdout:op 1371 completed, throughput=4.99MB/sec 2024-04-10T15:30:20.998 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LjauOfaR8eHume_ off=251895 len=330317 2024-04-10T15:30:21.002 INFO:tasks.workunit.client.0.smithi102.stdout:op 1372 completed, throughput=4.99MB/sec 2024-04-10T15:30:21.002 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Tw-Nz1LbXrmntyb off=5332820 len=1178220 2024-04-10T15:30:21.006 INFO:tasks.workunit.client.0.smithi102.stdout:op 1373 completed, throughput=5MB/sec 2024-04-10T15:30:21.006 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-orI2t7UGoOkCEyW off=10985704 len=172587 2024-04-10T15:30:21.009 INFO:tasks.workunit.client.0.smithi102.stdout:op 1374 completed, throughput=5MB/sec 2024-04-10T15:30:21.009 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ceGww9V4SyhT_qi off=9279635 len=1468039 2024-04-10T15:30:21.012 INFO:tasks.workunit.client.0.smithi102.stdout:op 1375 completed, throughput=5MB/sec 2024-04-10T15:30:22.012 INFO:tasks.workunit.client.0.smithi102.stdout: 270: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:22.012 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AStugKzN3GbOhit off=11580002 len=1662755 2024-04-10T15:30:22.026 INFO:tasks.workunit.client.0.smithi102.stdout:op 1376 completed, throughput=4.99MB/sec 2024-04-10T15:30:22.026 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-V9JGrpWyT7WO82Z off=13044369 len=318276 2024-04-10T15:30:22.028 INFO:tasks.workunit.client.0.smithi102.stdout:op 1377 completed, throughput=4.99MB/sec 2024-04-10T15:30:22.029 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2LYnOIFDuO7-Hug off=7498134 len=1675105 2024-04-10T15:30:22.033 INFO:tasks.workunit.client.0.smithi102.stdout:op 1378 completed, throughput=4.99MB/sec 2024-04-10T15:30:22.033 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FyBQ2mgQ3f49QtL off=5968285 len=646849 2024-04-10T15:30:22.035 INFO:tasks.workunit.client.0.smithi102.stdout:op 1379 completed, throughput=5MB/sec 2024-04-10T15:30:22.035 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AunKvuNRMtoecEH off=14796090 len=1998472 2024-04-10T15:30:22.048 INFO:tasks.workunit.client.0.smithi102.stdout:op 1380 completed, throughput=5MB/sec 2024-04-10T15:30:22.550 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:30:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:30:22.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:22 smithi154 ceph-mon[84269]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:30:22.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:22 smithi102 ceph-mon[90943]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:30:22.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:22 smithi102 ceph-mon[88557]: pgmap v1484: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:30:23.048 INFO:tasks.workunit.client.0.smithi102.stdout: 271: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:23.048 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nPwnUIPXFJ9UPc4 off=4862568 len=573123 2024-04-10T15:30:23.050 INFO:tasks.workunit.client.0.smithi102.stdout:op 1381 completed, throughput=4.99MB/sec 2024-04-10T15:30:23.050 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BB9k4FFcK-91jcn off=16664763 len=1458290 2024-04-10T15:30:23.053 INFO:tasks.workunit.client.0.smithi102.stdout:op 1382 completed, throughput=4.99MB/sec 2024-04-10T15:30:23.053 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8VkXAGzLCRUShDh off=7185562 len=917376 2024-04-10T15:30:23.058 INFO:tasks.workunit.client.0.smithi102.stdout:op 1383 completed, throughput=5MB/sec 2024-04-10T15:30:23.058 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Y8vw1o-___2gwPL off=21582126 len=1896402 2024-04-10T15:30:23.062 INFO:tasks.workunit.client.0.smithi102.stdout:op 1384 completed, throughput=5MB/sec 2024-04-10T15:30:23.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:23.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:23.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:24.062 INFO:tasks.workunit.client.0.smithi102.stdout: 272: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:24.062 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LhuQHYR1IwXXpqn off=3919214 len=123203 2024-04-10T15:30:24.063 INFO:tasks.workunit.client.0.smithi102.stdout:op 1385 completed, throughput=4.98MB/sec 2024-04-10T15:30:24.063 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cH1XD3go9v6UKxU off=839557 len=892286 2024-04-10T15:30:24.064 INFO:tasks.workunit.client.0.smithi102.stdout:op 1386 completed, throughput=4.99MB/sec 2024-04-10T15:30:24.065 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Fee9iOnhJ7Nv9v8 off=10000170 len=2066406 2024-04-10T15:30:24.069 INFO:tasks.workunit.client.0.smithi102.stdout:op 1387 completed, throughput=4.99MB/sec 2024-04-10T15:30:24.069 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QAvys2_1Ed1xfXn off=6091223 len=564199 2024-04-10T15:30:24.074 INFO:tasks.workunit.client.0.smithi102.stdout:op 1388 completed, throughput=5MB/sec 2024-04-10T15:30:24.074 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GdaE3FRclmRtr7x off=8729480 len=405607 2024-04-10T15:30:24.075 INFO:tasks.workunit.client.0.smithi102.stdout:op 1389 completed, throughput=5MB/sec 2024-04-10T15:30:24.075 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gTtJeNni0s9_YuX off=2507863 len=268979 2024-04-10T15:30:24.077 INFO:tasks.workunit.client.0.smithi102.stdout:op 1390 completed, throughput=5MB/sec 2024-04-10T15:30:24.077 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-o-Il_EWaJWoRnLP off=10241757 len=50907 2024-04-10T15:30:24.078 INFO:tasks.workunit.client.0.smithi102.stdout:op 1391 completed, throughput=5MB/sec 2024-04-10T15:30:24.078 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Uvr3lQAsVoJOsT0 off=4239987 len=905164 2024-04-10T15:30:24.082 INFO:tasks.workunit.client.0.smithi102.stdout:op 1392 completed, throughput=5MB/sec 2024-04-10T15:30:24.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:24 smithi154 ceph-mon[84269]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:30:24.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:24 smithi102 ceph-mon[90943]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:30:24.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:24 smithi102 ceph-mon[88557]: pgmap v1485: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:30:25.082 INFO:tasks.workunit.client.0.smithi102.stdout: 273: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:25.082 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vcEjg1afkmyiCaF off=1274113 len=705286 2024-04-10T15:30:25.084 INFO:tasks.workunit.client.0.smithi102.stdout:op 1393 completed, throughput=4.99MB/sec 2024-04-10T15:30:25.084 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RJWSv95m1Bb3lKF off=17239729 len=1932329 2024-04-10T15:30:25.096 INFO:tasks.workunit.client.0.smithi102.stdout:op 1394 completed, throughput=4.99MB/sec 2024-04-10T15:30:25.096 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2V3RRYbEoF2SW_V off=11273931 len=1472598 2024-04-10T15:30:25.103 INFO:tasks.workunit.client.0.smithi102.stdout:op 1395 completed, throughput=5MB/sec 2024-04-10T15:30:25.103 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_6fg4O-J3k1tkfh off=10841914 len=1531619 2024-04-10T15:30:25.104 INFO:tasks.workunit.client.0.smithi102.stdout:op 1396 completed, throughput=5MB/sec 2024-04-10T15:30:26.105 INFO:tasks.workunit.client.0.smithi102.stdout: 274: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:26.105 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-95MnFfVy2gXFMhE off=8955 len=700781 2024-04-10T15:30:26.106 INFO:tasks.workunit.client.0.smithi102.stdout:op 1397 completed, throughput=4.99MB/sec 2024-04-10T15:30:26.106 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZE5yn0nMouQlqsv off=18873163 len=1844346 2024-04-10T15:30:26.117 INFO:tasks.workunit.client.0.smithi102.stdout:op 1398 completed, throughput=4.99MB/sec 2024-04-10T15:30:26.117 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VwEyEqVwfbw-Rkx off=20447376 len=452574 2024-04-10T15:30:26.119 INFO:tasks.workunit.client.0.smithi102.stdout:op 1399 completed, throughput=4.99MB/sec 2024-04-10T15:30:26.119 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3zBlFMOhQJz3Nos off=14076767 len=388186 2024-04-10T15:30:26.122 INFO:tasks.workunit.client.0.smithi102.stdout:op 1400 completed, throughput=5MB/sec 2024-04-10T15:30:26.122 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OsOXFBaRNSq8HEX off=20908833 len=248072 2024-04-10T15:30:26.125 INFO:tasks.workunit.client.0.smithi102.stdout:op 1401 completed, throughput=5MB/sec 2024-04-10T15:30:26.125 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mkoli54J5erR9NK off=8187179 len=1082675 2024-04-10T15:30:26.126 INFO:tasks.workunit.client.0.smithi102.stdout:op 1402 completed, throughput=5MB/sec 2024-04-10T15:30:26.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:26 smithi154 ceph-mon[84269]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-10T15:30:26.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:26 smithi102 ceph-mon[90943]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-10T15:30:26.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:26 smithi102 ceph-mon[88557]: pgmap v1486: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 4 op/s 2024-04-10T15:30:27.127 INFO:tasks.workunit.client.0.smithi102.stdout: 275: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:27.127 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8UFwH-HnL5xXx2Q off=1025261 len=1196924 2024-04-10T15:30:27.133 INFO:tasks.workunit.client.0.smithi102.stdout:op 1403 completed, throughput=4.99MB/sec 2024-04-10T15:30:27.133 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_KaXGkZGNhhe9pi off=14690212 len=658072 2024-04-10T15:30:27.137 INFO:tasks.workunit.client.0.smithi102.stdout:op 1404 completed, throughput=4.99MB/sec 2024-04-10T15:30:27.138 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zRSGAC3cCwLiwiC off=6628013 len=553112 2024-04-10T15:30:27.138 INFO:tasks.workunit.client.0.smithi102.stdout:op 1405 completed, throughput=4.99MB/sec 2024-04-10T15:30:27.138 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xunzJYeOiPSXv5e off=5113241 len=1576682 2024-04-10T15:30:27.145 INFO:tasks.workunit.client.0.smithi102.stdout:op 1406 completed, throughput=5MB/sec 2024-04-10T15:30:27.146 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1NBX4Xi5l5FhIhe off=2074246 len=1235362 2024-04-10T15:30:27.146 INFO:tasks.workunit.client.0.smithi102.stdout:op 1407 completed, throughput=5MB/sec 2024-04-10T15:30:27.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:27 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:30:27.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:27 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:30:27.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:27 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:30:27.918 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:30:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:30:27] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-10T15:30:27.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:27 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:30:27.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:27 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:30:27.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:27 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:30:27.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:27 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:30:27.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:27 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:30:27.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:27 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:30:28.147 INFO:tasks.workunit.client.0.smithi102.stdout: 276: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:28.147 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_Qv0A96PTJLuiBK off=17975958 len=1252148 2024-04-10T15:30:28.149 INFO:tasks.workunit.client.0.smithi102.stdout:op 1408 completed, throughput=4.99MB/sec 2024-04-10T15:30:28.149 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_9WD5fa9zYla5BN off=1142313 len=1559679 2024-04-10T15:30:28.157 INFO:tasks.workunit.client.0.smithi102.stdout:op 1409 completed, throughput=4.99MB/sec 2024-04-10T15:30:28.157 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-M3vItNN43EGE0xh off=4653743 len=1396605 2024-04-10T15:30:28.165 INFO:tasks.workunit.client.0.smithi102.stdout:op 1410 completed, throughput=5MB/sec 2024-04-10T15:30:28.165 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CFw678_4o-QRUMt off=405257 len=633903 2024-04-10T15:30:28.165 INFO:tasks.workunit.client.0.smithi102.stdout:op 1411 completed, throughput=5MB/sec 2024-04-10T15:30:28.166 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-H2J-gXR80343X90 off=8896831 len=894116 2024-04-10T15:30:28.170 INFO:tasks.workunit.client.0.smithi102.stdout:op 1412 completed, throughput=5MB/sec 2024-04-10T15:30:28.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:28 smithi154 ceph-mon[84269]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-10T15:30:28.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:28 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:30:28.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:28 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:30:28.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:28 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:30:28.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:28 smithi102 ceph-mon[90943]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-10T15:30:28.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:28 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:30:28.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:28 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:30:28.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:28 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:30:28.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:28 smithi102 ceph-mon[88557]: pgmap v1487: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 3 op/s 2024-04-10T15:30:28.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:28 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:30:28.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:28 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:30:28.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:28 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:30:29.170 INFO:tasks.workunit.client.0.smithi102.stdout: 277: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:29.171 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ATLh45rewPMM4a1 off=1505099 len=825977 2024-04-10T15:30:29.175 INFO:tasks.workunit.client.0.smithi102.stdout:op 1413 completed, throughput=4.99MB/sec 2024-04-10T15:30:29.175 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-USWxuhZiXGjPkb6 off=353477 len=795817 2024-04-10T15:30:29.177 INFO:tasks.workunit.client.0.smithi102.stdout:op 1414 completed, throughput=4.99MB/sec 2024-04-10T15:30:29.177 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3WiP2FD7w2ocfnv off=2018389 len=597656 2024-04-10T15:30:29.181 INFO:tasks.workunit.client.0.smithi102.stdout:op 1415 completed, throughput=4.99MB/sec 2024-04-10T15:30:29.181 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rMnZLmfb9t-Js8x off=6738562 len=929315 2024-04-10T15:30:29.187 INFO:tasks.workunit.client.0.smithi102.stdout:op 1416 completed, throughput=4.99MB/sec 2024-04-10T15:30:29.187 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eJRe6dt0rkQfMVT off=539019 len=212045 2024-04-10T15:30:29.187 INFO:tasks.workunit.client.0.smithi102.stdout:op 1417 completed, throughput=4.99MB/sec 2024-04-10T15:30:29.188 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qlcr6cGi-pd0eXA off=9473645 len=1708333 2024-04-10T15:30:29.197 INFO:tasks.workunit.client.0.smithi102.stdout:op 1418 completed, throughput=5MB/sec 2024-04-10T15:30:30.197 INFO:tasks.workunit.client.0.smithi102.stdout: 278: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:30.197 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CHk5SQ_U3pydZjg off=1519237 len=2087332 2024-04-10T15:30:30.199 INFO:tasks.workunit.client.0.smithi102.stdout:op 1419 completed, throughput=4.99MB/sec 2024-04-10T15:30:30.199 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1oqnDdu3Z6-OFaa off=1291436 len=1598323 2024-04-10T15:30:30.208 INFO:tasks.workunit.client.0.smithi102.stdout:op 1420 completed, throughput=4.99MB/sec 2024-04-10T15:30:30.208 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pdkm7lmX0PHmeMl off=9935181 len=667063 2024-04-10T15:30:30.209 INFO:tasks.workunit.client.0.smithi102.stdout:op 1421 completed, throughput=5MB/sec 2024-04-10T15:30:30.209 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bpL9ViqgkadJDqe off=9760984 len=281733 2024-04-10T15:30:30.212 INFO:tasks.workunit.client.0.smithi102.stdout:op 1422 completed, throughput=5MB/sec 2024-04-10T15:30:30.212 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uhnKFSdMke2f14M off=12777540 len=20059 2024-04-10T15:30:30.212 INFO:tasks.workunit.client.0.smithi102.stdout:op 1423 completed, throughput=5MB/sec 2024-04-10T15:30:30.212 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--I_GyQLgWyPJkAo off=21090886 len=1191643 2024-04-10T15:30:30.218 INFO:tasks.workunit.client.0.smithi102.stdout:op 1424 completed, throughput=5MB/sec 2024-04-10T15:30:30.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:30 smithi154 ceph-mon[84269]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T15:30:30.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:30 smithi102 ceph-mon[88557]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T15:30:30.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:30 smithi102 ceph-mon[90943]: pgmap v1488: 105 pgs: 105 active+clean; 128 GiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T15:30:31.219 INFO:tasks.workunit.client.0.smithi102.stdout: 279: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:31.219 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UkKia1W8lOMMGmt off=8335242 len=1690822 2024-04-10T15:30:31.221 INFO:tasks.workunit.client.0.smithi102.stdout:op 1425 completed, throughput=4.99MB/sec 2024-04-10T15:30:31.221 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SUGuiv7ZSzIBxwq off=5436163 len=1664133 2024-04-10T15:30:31.223 INFO:tasks.workunit.client.0.smithi102.stdout:op 1426 completed, throughput=5MB/sec 2024-04-10T15:30:31.223 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zVUCiUr7RvZOjpb off=15127421 len=737192 2024-04-10T15:30:31.227 INFO:tasks.workunit.client.0.smithi102.stdout:op 1427 completed, throughput=5MB/sec 2024-04-10T15:30:31.227 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_OjoEAThHAx06oN off=4314442 len=1958118 2024-04-10T15:30:31.229 INFO:tasks.workunit.client.0.smithi102.stdout:op 1428 completed, throughput=5MB/sec 2024-04-10T15:30:32.230 INFO:tasks.workunit.client.0.smithi102.stdout: 280: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:32.230 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xqStdsClkPDjjcG off=3235517 len=1056826 2024-04-10T15:30:32.231 INFO:tasks.workunit.client.0.smithi102.stdout:op 1429 completed, throughput=4.99MB/sec 2024-04-10T15:30:32.231 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RgpdqhCWAicDi7L off=467700 len=1143753 2024-04-10T15:30:32.238 INFO:tasks.workunit.client.0.smithi102.stdout:op 1430 completed, throughput=4.99MB/sec 2024-04-10T15:30:32.238 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3zBlFMOhQJz3Nos off=14159760 len=1435702 2024-04-10T15:30:32.246 INFO:tasks.workunit.client.0.smithi102.stdout:op 1431 completed, throughput=5MB/sec 2024-04-10T15:30:32.246 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-w9xi2aGfQDhHAAu off=1579636 len=815616 2024-04-10T15:30:32.247 INFO:tasks.workunit.client.0.smithi102.stdout:op 1432 completed, throughput=5MB/sec 2024-04-10T15:30:32.570 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:30:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:30:32.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:32 smithi154 ceph-mon[84269]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:30:32.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:32 smithi102 ceph-mon[88557]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:30:32.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:32 smithi102 ceph-mon[90943]: pgmap v1489: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:30:33.247 INFO:tasks.workunit.client.0.smithi102.stdout: 281: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:33.247 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_Fw-0sbQ4kweT7H off=7970291 len=1198465 2024-04-10T15:30:33.249 INFO:tasks.workunit.client.0.smithi102.stdout:op 1433 completed, throughput=4.99MB/sec 2024-04-10T15:30:33.249 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xlhpv33assb5HeF off=9572122 len=924965 2024-04-10T15:30:33.254 INFO:tasks.workunit.client.0.smithi102.stdout:op 1434 completed, throughput=4.99MB/sec 2024-04-10T15:30:33.255 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-yJWK3kxhKq810BN off=366450 len=859379 2024-04-10T15:30:33.256 INFO:tasks.workunit.client.0.smithi102.stdout:op 1435 completed, throughput=4.99MB/sec 2024-04-10T15:30:33.256 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-iLXfD1tjRFrZHBN off=14847225 len=112421 2024-04-10T15:30:33.258 INFO:tasks.workunit.client.0.smithi102.stdout:op 1436 completed, throughput=4.99MB/sec 2024-04-10T15:30:33.258 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-X8y2L3nqLYIiOia off=3718356 len=1709403 2024-04-10T15:30:33.261 INFO:tasks.workunit.client.0.smithi102.stdout:op 1437 completed, throughput=5MB/sec 2024-04-10T15:30:33.261 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-arjLME7VDClqHxw off=14859710 len=1048617 2024-04-10T15:30:33.266 INFO:tasks.workunit.client.0.smithi102.stdout:op 1438 completed, throughput=5MB/sec 2024-04-10T15:30:34.266 INFO:tasks.workunit.client.0.smithi102.stdout: 282: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:34.267 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UUpURrWF3WloYxE off=957875 len=1828784 2024-04-10T15:30:34.276 INFO:tasks.workunit.client.0.smithi102.stdout:op 1439 completed, throughput=4.99MB/sec 2024-04-10T15:30:34.276 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ooynLWcu-N0H3c7 off=94511 len=5017 2024-04-10T15:30:34.278 INFO:tasks.workunit.client.0.smithi102.stdout:op 1440 completed, throughput=4.99MB/sec 2024-04-10T15:30:34.278 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-a9P0d8A_l4to-sd off=15655364 len=381073 2024-04-10T15:30:34.279 INFO:tasks.workunit.client.0.smithi102.stdout:op 1441 completed, throughput=4.99MB/sec 2024-04-10T15:30:34.279 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Gyvky-QPaV_kTOE off=10072665 len=1092084 2024-04-10T15:30:34.281 INFO:tasks.workunit.client.0.smithi102.stdout:op 1442 completed, throughput=5MB/sec 2024-04-10T15:30:34.281 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Jezkr-Pj0sM4bs4 off=90217 len=674962 2024-04-10T15:30:34.283 INFO:tasks.workunit.client.0.smithi102.stdout:op 1443 completed, throughput=5MB/sec 2024-04-10T15:30:34.283 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-c6_GvjR4h8qOPsH off=7692914 len=1329097 2024-04-10T15:30:34.292 INFO:tasks.workunit.client.0.smithi102.stdout:op 1444 completed, throughput=5MB/sec 2024-04-10T15:30:34.720 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:34 smithi102 ceph-mon[90943]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:30:34.720 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:34 smithi102 ceph-mon[88557]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:30:34.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:34 smithi154 ceph-mon[84269]: pgmap v1490: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:30:35.292 INFO:tasks.workunit.client.0.smithi102.stdout: 283: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:35.292 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pv-mpf4zReh9E6- off=20872788 len=1870437 2024-04-10T15:30:35.301 INFO:tasks.workunit.client.0.smithi102.stdout:op 1445 completed, throughput=4.99MB/sec 2024-04-10T15:30:35.301 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RseMaQhX0O4_D4W off=1795180 len=114596 2024-04-10T15:30:35.301 INFO:tasks.workunit.client.0.smithi102.stdout:op 1446 completed, throughput=4.99MB/sec 2024-04-10T15:30:35.302 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QOcQJNVYEzhgz00 off=1857487 len=1921002 2024-04-10T15:30:35.311 INFO:tasks.workunit.client.0.smithi102.stdout:op 1447 completed, throughput=5MB/sec 2024-04-10T15:30:35.311 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zbEpW7MgB9UMd-_ off=24501313 len=652365 2024-04-10T15:30:35.314 INFO:tasks.workunit.client.0.smithi102.stdout:op 1448 completed, throughput=5MB/sec 2024-04-10T15:30:36.315 INFO:tasks.workunit.client.0.smithi102.stdout: 284: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:36.315 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NqUhIDCbxu8VJL3 off=5874987 len=1529358 2024-04-10T15:30:36.317 INFO:tasks.workunit.client.0.smithi102.stdout:op 1449 completed, throughput=4.99MB/sec 2024-04-10T15:30:36.317 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_NPHyB8uF0RuGba off=8825471 len=457033 2024-04-10T15:30:36.321 INFO:tasks.workunit.client.0.smithi102.stdout:op 1450 completed, throughput=4.99MB/sec 2024-04-10T15:30:36.321 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ve_pJgh2y1JSLQC off=1923706 len=1505497 2024-04-10T15:30:36.322 INFO:tasks.workunit.client.0.smithi102.stdout:op 1451 completed, throughput=4.99MB/sec 2024-04-10T15:30:36.323 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-s_xT4XIjOteW-9q off=11482269 len=1230029 2024-04-10T15:30:36.324 INFO:tasks.workunit.client.0.smithi102.stdout:op 1452 completed, throughput=5MB/sec 2024-04-10T15:30:36.324 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EHqskgXPyxuEUT9 off=1522992 len=1122173 2024-04-10T15:30:36.329 INFO:tasks.workunit.client.0.smithi102.stdout:op 1453 completed, throughput=5MB/sec 2024-04-10T15:30:36.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:36 smithi154 ceph-mon[84269]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:30:36.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:36 smithi102 ceph-mon[90943]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:30:36.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:36 smithi102 ceph-mon[88557]: pgmap v1491: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:30:37.329 INFO:tasks.workunit.client.0.smithi102.stdout: 285: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:37.329 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rbnHLKu9lyHPvuM off=17876538 len=1058485 2024-04-10T15:30:37.331 INFO:tasks.workunit.client.0.smithi102.stdout:op 1454 completed, throughput=4.99MB/sec 2024-04-10T15:30:37.331 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-U_9N9SiTqFb5mfn off=16743676 len=811928 2024-04-10T15:30:37.332 INFO:tasks.workunit.client.0.smithi102.stdout:op 1455 completed, throughput=4.99MB/sec 2024-04-10T15:30:37.332 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qDCSyyb3ySLs696 off=8208791 len=1301441 2024-04-10T15:30:37.339 INFO:tasks.workunit.client.0.smithi102.stdout:op 1456 completed, throughput=5MB/sec 2024-04-10T15:30:37.339 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-viMYwZDwCLhharO off=14780223 len=1069333 2024-04-10T15:30:37.341 INFO:tasks.workunit.client.0.smithi102.stdout:op 1457 completed, throughput=5MB/sec 2024-04-10T15:30:37.341 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hfjS3fPnKH0NOoc off=14103028 len=19466 2024-04-10T15:30:37.343 INFO:tasks.workunit.client.0.smithi102.stdout:op 1458 completed, throughput=5MB/sec 2024-04-10T15:30:37.343 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-w4AKcc-OtCvGlcc off=553857 len=1224875 2024-04-10T15:30:37.345 INFO:tasks.workunit.client.0.smithi102.stdout:op 1459 completed, throughput=5MB/sec 2024-04-10T15:30:37.918 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:30:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:30:37] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-10T15:30:38.345 INFO:tasks.workunit.client.0.smithi102.stdout: 286: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:38.345 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oKX0pd8zJOY9g1b off=6590972 len=391661 2024-04-10T15:30:38.349 INFO:tasks.workunit.client.0.smithi102.stdout:op 1460 completed, throughput=4.99MB/sec 2024-04-10T15:30:38.349 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-W-GKGu9FIwqZyOH off=12268229 len=1532284 2024-04-10T15:30:38.352 INFO:tasks.workunit.client.0.smithi102.stdout:op 1461 completed, throughput=4.99MB/sec 2024-04-10T15:30:38.352 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-c_HijivibKF3hrH off=7231334 len=2061979 2024-04-10T15:30:38.355 INFO:tasks.workunit.client.0.smithi102.stdout:op 1462 completed, throughput=5MB/sec 2024-04-10T15:30:38.355 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xXLYEvp2baJe2Y4 off=2561180 len=1106476 2024-04-10T15:30:38.362 INFO:tasks.workunit.client.0.smithi102.stdout:op 1463 completed, throughput=5MB/sec 2024-04-10T15:30:38.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:38 smithi154 ceph-mon[84269]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:30:38.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:38.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:38 smithi102 ceph-mon[90943]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:30:38.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:38.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:38 smithi102 ceph-mon[88557]: pgmap v1492: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:30:38.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:39.362 INFO:tasks.workunit.client.0.smithi102.stdout: 287: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:39.362 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3ZV-DC7Gdq7JFZn off=7514892 len=536126 2024-04-10T15:30:39.366 INFO:tasks.workunit.client.0.smithi102.stdout:op 1464 completed, throughput=4.99MB/sec 2024-04-10T15:30:39.366 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Y74bcv5Sg6Qn-1l off=0 len=1601992 2024-04-10T15:30:39.368 INFO:tasks.workunit.client.0.smithi102.stdout:op 1465 completed, throughput=4.99MB/sec 2024-04-10T15:30:39.368 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MRkr6m4lfmFNNnI off=415340 len=674220 2024-04-10T15:30:39.372 INFO:tasks.workunit.client.0.smithi102.stdout:op 1466 completed, throughput=4.99MB/sec 2024-04-10T15:30:39.372 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0YxR8_qUTfrdgjb off=198602 len=1156606 2024-04-10T15:30:39.375 INFO:tasks.workunit.client.0.smithi102.stdout:op 1467 completed, throughput=5MB/sec 2024-04-10T15:30:39.375 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-keLLD1k4q1s8Yfx off=1220438 len=55835 2024-04-10T15:30:39.378 INFO:tasks.workunit.client.0.smithi102.stdout:op 1468 completed, throughput=5MB/sec 2024-04-10T15:30:39.378 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ui-UhAMdlM3pNmx off=6500962 len=79949 2024-04-10T15:30:39.381 INFO:tasks.workunit.client.0.smithi102.stdout:op 1469 completed, throughput=5MB/sec 2024-04-10T15:30:39.381 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kkhzrFDYgG6D7sw off=4551911 len=1877861 2024-04-10T15:30:39.391 INFO:tasks.workunit.client.0.smithi102.stdout:op 1470 completed, throughput=5MB/sec 2024-04-10T15:30:40.391 INFO:tasks.workunit.client.0.smithi102.stdout: 288: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:40.391 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-u7orIWbvsRBg97q off=19137942 len=1591929 2024-04-10T15:30:40.393 INFO:tasks.workunit.client.0.smithi102.stdout:op 1471 completed, throughput=4.99MB/sec 2024-04-10T15:30:40.393 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zlCUcdfvlhYPUIR off=7111058 len=298920 2024-04-10T15:30:40.394 INFO:tasks.workunit.client.0.smithi102.stdout:op 1472 completed, throughput=4.99MB/sec 2024-04-10T15:30:40.394 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NmkJBhWthzoGVGQ off=21454150 len=46191 2024-04-10T15:30:40.396 INFO:tasks.workunit.client.0.smithi102.stdout:op 1473 completed, throughput=4.99MB/sec 2024-04-10T15:30:40.396 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OObjU8ZrgvLq3fj off=7276196 len=57163 2024-04-10T15:30:40.398 INFO:tasks.workunit.client.0.smithi102.stdout:op 1474 completed, throughput=4.99MB/sec 2024-04-10T15:30:40.398 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-F3fiUuj0G3ENkMK off=7366068 len=546979 2024-04-10T15:30:40.399 INFO:tasks.workunit.client.0.smithi102.stdout:op 1475 completed, throughput=4.99MB/sec 2024-04-10T15:30:40.399 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vm3tBdRDKURLLLP off=9799760 len=465269 2024-04-10T15:30:40.403 INFO:tasks.workunit.client.0.smithi102.stdout:op 1476 completed, throughput=5MB/sec 2024-04-10T15:30:40.403 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_ck0X-WTdBD3yp7 off=2699266 len=858099 2024-04-10T15:30:40.405 INFO:tasks.workunit.client.0.smithi102.stdout:op 1477 completed, throughput=5MB/sec 2024-04-10T15:30:40.405 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cm0R1oG-btC8RIs off=4221686 len=905280 2024-04-10T15:30:40.410 INFO:tasks.workunit.client.0.smithi102.stdout:op 1478 completed, throughput=5MB/sec 2024-04-10T15:30:40.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:40 smithi154 ceph-mon[84269]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-10T15:30:40.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:40 smithi102 ceph-mon[90943]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-10T15:30:40.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:40 smithi102 ceph-mon[88557]: pgmap v1493: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-10T15:30:41.410 INFO:tasks.workunit.client.0.smithi102.stdout: 289: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:41.410 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-A31YH--gSm6WgcM off=9404210 len=1342691 2024-04-10T15:30:41.412 INFO:tasks.workunit.client.0.smithi102.stdout:op 1479 completed, throughput=4.99MB/sec 2024-04-10T15:30:41.412 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--5S5GjNskev6d5O off=82601 len=1893043 2024-04-10T15:30:41.416 INFO:tasks.workunit.client.0.smithi102.stdout:op 1480 completed, throughput=5MB/sec 2024-04-10T15:30:41.416 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ygABpXvIbVa1Drq off=7321368 len=750292 2024-04-10T15:30:41.417 INFO:tasks.workunit.client.0.smithi102.stdout:op 1481 completed, throughput=5MB/sec 2024-04-10T15:30:41.418 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5s-T_HE6dTBjSAx off=19307930 len=945084 2024-04-10T15:30:41.423 INFO:tasks.workunit.client.0.smithi102.stdout:op 1482 completed, throughput=5MB/sec 2024-04-10T15:30:42.423 INFO:tasks.workunit.client.0.smithi102.stdout: 290: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:42.423 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Q_y6_glkN9VKVB0 off=14388365 len=1985329 2024-04-10T15:30:42.432 INFO:tasks.workunit.client.0.smithi102.stdout:op 1483 completed, throughput=4.99MB/sec 2024-04-10T15:30:42.432 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FzYAxwdWKhM3EvR off=1225711 len=1431119 2024-04-10T15:30:42.433 INFO:tasks.workunit.client.0.smithi102.stdout:op 1484 completed, throughput=4.99MB/sec 2024-04-10T15:30:42.433 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-J2kWfGHwrdWqsZL off=1536261 len=162389 2024-04-10T15:30:42.434 INFO:tasks.workunit.client.0.smithi102.stdout:op 1485 completed, throughput=4.99MB/sec 2024-04-10T15:30:42.434 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vBmefs15DgJ7tF_ off=9899813 len=1394862 2024-04-10T15:30:42.435 INFO:tasks.workunit.client.0.smithi102.stdout:op 1486 completed, throughput=5MB/sec 2024-04-10T15:30:42.435 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_ck0X-WTdBD3yp7 off=487427 len=1383961 2024-04-10T15:30:42.436 INFO:tasks.workunit.client.0.smithi102.stdout:op 1487 completed, throughput=5MB/sec 2024-04-10T15:30:42.638 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:42 smithi154 ceph-mon[84269]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:30:42.638 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:30:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:30:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:30:42.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:42 smithi102 ceph-mon[90943]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:30:42.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:42 smithi102 ceph-mon[88557]: pgmap v1494: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:30:43.437 INFO:tasks.workunit.client.0.smithi102.stdout: 291: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:43.475 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pBo-lzYLEHxSlzR off=352268 len=1033822 2024-04-10T15:30:43.476 INFO:tasks.workunit.client.0.smithi102.stdout:op 1488 completed, throughput=4.99MB/sec 2024-04-10T15:30:43.476 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gFpObpSA2sYVo_k off=2434261 len=1841569 2024-04-10T15:30:43.476 INFO:tasks.workunit.client.0.smithi102.stdout:op 1489 completed, throughput=5MB/sec 2024-04-10T15:30:43.476 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WgjJGce2xyXMZEZ off=2086568 len=558322 2024-04-10T15:30:43.476 INFO:tasks.workunit.client.0.smithi102.stdout:op 1490 completed, throughput=5MB/sec 2024-04-10T15:30:43.476 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-haTb5VjSE8B3KL8 off=905841 len=1137981 2024-04-10T15:30:43.476 INFO:tasks.workunit.client.0.smithi102.stdout:op 1491 completed, throughput=5MB/sec 2024-04-10T15:30:44.457 INFO:tasks.workunit.client.0.smithi102.stdout: 292: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:44.457 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-B7fCo2EcfzGe4Sn off=4376163 len=1779166 2024-04-10T15:30:44.466 INFO:tasks.workunit.client.0.smithi102.stdout:op 1492 completed, throughput=4.99MB/sec 2024-04-10T15:30:44.467 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9R2FoLeGlClNw2T off=6937777 len=11707 2024-04-10T15:30:44.467 INFO:tasks.workunit.client.0.smithi102.stdout:op 1493 completed, throughput=4.99MB/sec 2024-04-10T15:30:44.467 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-HzGWVDNvgVLuhuU off=5951132 len=838823 2024-04-10T15:30:44.468 INFO:tasks.workunit.client.0.smithi102.stdout:op 1494 completed, throughput=4.99MB/sec 2024-04-10T15:30:44.468 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oigYi0hL9if-i7p off=1651475 len=844183 2024-04-10T15:30:44.472 INFO:tasks.workunit.client.0.smithi102.stdout:op 1495 completed, throughput=5MB/sec 2024-04-10T15:30:44.472 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-L3qoP9v6g4EVS1b off=5432295 len=1351539 2024-04-10T15:30:44.474 INFO:tasks.workunit.client.0.smithi102.stdout:op 1496 completed, throughput=5MB/sec 2024-04-10T15:30:44.474 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Q1HRT1WvtMlAlUZ off=10316666 len=1340604 2024-04-10T15:30:44.477 INFO:tasks.workunit.client.0.smithi102.stdout:op 1497 completed, throughput=5MB/sec 2024-04-10T15:30:44.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:44 smithi154 ceph-mon[84269]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:30:44.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:44 smithi102 ceph-mon[90943]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:30:44.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:44 smithi102 ceph-mon[88557]: pgmap v1495: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:30:45.475 INFO:tasks.workunit.client.0.smithi102.stdout: 293: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:45.476 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-R2MtJ8m0ubZjUu3 off=1369181 len=28792 2024-04-10T15:30:45.478 INFO:tasks.workunit.client.0.smithi102.stdout:op 1498 completed, throughput=4.99MB/sec 2024-04-10T15:30:45.478 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-T_IGuHIdZCErlII off=2058922 len=549811 2024-04-10T15:30:45.480 INFO:tasks.workunit.client.0.smithi102.stdout:op 1499 completed, throughput=4.99MB/sec 2024-04-10T15:30:45.480 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0i3MpoFPW0PW44z off=2558397 len=353569 2024-04-10T15:30:45.481 INFO:tasks.workunit.client.0.smithi102.stdout:op 1500 completed, throughput=4.99MB/sec 2024-04-10T15:30:45.481 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iXRZ_quvr4E2FXs off=13897740 len=602903 2024-04-10T15:30:45.482 INFO:tasks.workunit.client.0.smithi102.stdout:op 1501 completed, throughput=4.99MB/sec 2024-04-10T15:30:45.482 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-la6E1DOUAjdpUHl off=4865020 len=1655137 2024-04-10T15:30:45.486 INFO:tasks.workunit.client.0.smithi102.stdout:op 1502 completed, throughput=5MB/sec 2024-04-10T15:30:45.486 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Q-ebLaYJdoMPoPr off=2499518 len=1697919 2024-04-10T15:30:45.488 INFO:tasks.workunit.client.0.smithi102.stdout:op 1503 completed, throughput=5MB/sec 2024-04-10T15:30:46.488 INFO:tasks.workunit.client.0.smithi102.stdout: 294: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:46.489 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ycbEM69S58WAZar off=23552316 len=287889 2024-04-10T15:30:46.492 INFO:tasks.workunit.client.0.smithi102.stdout:op 1504 completed, throughput=4.99MB/sec 2024-04-10T15:30:46.492 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-a93v33NFUkzSbZv off=3700774 len=531563 2024-04-10T15:30:46.494 INFO:tasks.workunit.client.0.smithi102.stdout:op 1505 completed, throughput=4.99MB/sec 2024-04-10T15:30:46.494 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PgQKm107ShZO-EA off=5708915 len=1823608 2024-04-10T15:30:46.497 INFO:tasks.workunit.client.0.smithi102.stdout:op 1506 completed, throughput=4.99MB/sec 2024-04-10T15:30:46.497 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jWZpY-TR3y6AFNB off=23720811 len=792361 2024-04-10T15:30:46.498 INFO:tasks.workunit.client.0.smithi102.stdout:op 1507 completed, throughput=5MB/sec 2024-04-10T15:30:46.498 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gw3erSS5w1koxXS off=21361275 len=509226 2024-04-10T15:30:46.499 INFO:tasks.workunit.client.0.smithi102.stdout:op 1508 completed, throughput=5MB/sec 2024-04-10T15:30:46.499 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ggUC-zekQbgjOXr off=5969723 len=338864 2024-04-10T15:30:46.502 INFO:tasks.workunit.client.0.smithi102.stdout:op 1509 completed, throughput=5MB/sec 2024-04-10T15:30:46.502 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NwphW3PheR-c8qF off=1654379 len=156950 2024-04-10T15:30:46.502 INFO:tasks.workunit.client.0.smithi102.stdout:op 1510 completed, throughput=5MB/sec 2024-04-10T15:30:46.502 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cBHCIgtyxRa7awr off=5089413 len=308278 2024-04-10T15:30:46.503 INFO:tasks.workunit.client.0.smithi102.stdout:op 1511 completed, throughput=5MB/sec 2024-04-10T15:30:46.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:46 smithi154 ceph-mon[84269]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-10T15:30:46.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:46 smithi102 ceph-mon[90943]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-10T15:30:46.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:46 smithi102 ceph-mon[88557]: pgmap v1496: 105 pgs: 105 active+clean; 128 GiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-10T15:30:47.503 INFO:tasks.workunit.client.0.smithi102.stdout: 295: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:47.503 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bpgC-EIcObqrrEU off=10875542 len=1112400 2024-04-10T15:30:47.505 INFO:tasks.workunit.client.0.smithi102.stdout:op 1512 completed, throughput=4.99MB/sec 2024-04-10T15:30:47.505 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OiOYHFvANPpK7JM off=5042683 len=1219168 2024-04-10T15:30:47.514 INFO:tasks.workunit.client.0.smithi102.stdout:op 1513 completed, throughput=4.99MB/sec 2024-04-10T15:30:47.514 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ygABpXvIbVa1Drq off=4660266 len=243655 2024-04-10T15:30:47.515 INFO:tasks.workunit.client.0.smithi102.stdout:op 1514 completed, throughput=4.99MB/sec 2024-04-10T15:30:47.515 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wugO2vxiCpGGleT off=3332783 len=1516956 2024-04-10T15:30:47.522 INFO:tasks.workunit.client.0.smithi102.stdout:op 1515 completed, throughput=5MB/sec 2024-04-10T15:30:47.522 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kkjBmcnGPs-uObP off=139488 len=1437724 2024-04-10T15:30:47.524 INFO:tasks.workunit.client.0.smithi102.stdout:op 1516 completed, throughput=5MB/sec 2024-04-10T15:30:47.918 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:30:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:30:47] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-04-10T15:30:48.524 INFO:tasks.workunit.client.0.smithi102.stdout: 296: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:48.524 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KhAwsBjZdNy0N4c off=1322133 len=1067320 2024-04-10T15:30:48.530 INFO:tasks.workunit.client.0.smithi102.stdout:op 1517 completed, throughput=4.99MB/sec 2024-04-10T15:30:48.530 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--dijuw748w856sP off=19349694 len=562023 2024-04-10T15:30:48.534 INFO:tasks.workunit.client.0.smithi102.stdout:op 1518 completed, throughput=4.99MB/sec 2024-04-10T15:30:48.534 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-HdZkqy0tFTkQDmf off=2235983 len=571784 2024-04-10T15:30:48.536 INFO:tasks.workunit.client.0.smithi102.stdout:op 1519 completed, throughput=4.99MB/sec 2024-04-10T15:30:48.536 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-76rHTeq9ec-0pbX off=9121892 len=1883760 2024-04-10T15:30:48.543 INFO:tasks.workunit.client.0.smithi102.stdout:op 1520 completed, throughput=5MB/sec 2024-04-10T15:30:48.543 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-yrA9KMHkn5IRZ3S off=12229188 len=1969214 2024-04-10T15:30:48.556 INFO:tasks.workunit.client.0.smithi102.stdout:op 1521 completed, throughput=5MB/sec 2024-04-10T15:30:48.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:48 smithi154 ceph-mon[84269]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-10T15:30:48.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:48 smithi102 ceph-mon[90943]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-10T15:30:48.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:48 smithi102 ceph-mon[88557]: pgmap v1497: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-10T15:30:49.556 INFO:tasks.workunit.client.0.smithi102.stdout: 297: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:49.556 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xwY0IfHPv4I1hY2 off=16945541 len=152590 2024-04-10T15:30:49.557 INFO:tasks.workunit.client.0.smithi102.stdout:op 1522 completed, throughput=4.99MB/sec 2024-04-10T15:30:49.557 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EcxNFSkbJNDyULj off=4688124 len=1785055 2024-04-10T15:30:49.566 INFO:tasks.workunit.client.0.smithi102.stdout:op 1523 completed, throughput=4.99MB/sec 2024-04-10T15:30:49.566 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-w5BtB2tRJfQYtls off=1263670 len=98107 2024-04-10T15:30:49.569 INFO:tasks.workunit.client.0.smithi102.stdout:op 1524 completed, throughput=4.99MB/sec 2024-04-10T15:30:49.569 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GWtCpM9O9lAZVuP off=5465315 len=608499 2024-04-10T15:30:49.574 INFO:tasks.workunit.client.0.smithi102.stdout:op 1525 completed, throughput=4.99MB/sec 2024-04-10T15:30:49.574 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pMz6-n4HBABYgor off=1687578 len=49797 2024-04-10T15:30:49.576 INFO:tasks.workunit.client.0.smithi102.stdout:op 1526 completed, throughput=5MB/sec 2024-04-10T15:30:49.576 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9ocgDVwyIJj26qs off=9924928 len=1312919 2024-04-10T15:30:49.581 INFO:tasks.workunit.client.0.smithi102.stdout:op 1527 completed, throughput=5MB/sec 2024-04-10T15:30:49.581 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5o_llwg3TgqEwk0 off=3938810 len=1674322 2024-04-10T15:30:49.585 INFO:tasks.workunit.client.0.smithi102.stdout:op 1528 completed, throughput=5MB/sec 2024-04-10T15:30:50.584 INFO:tasks.workunit.client.0.smithi102.stdout: 298: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:50.585 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CdiFXuRd7TttBg- off=4887302 len=1202177 2024-04-10T15:30:50.586 INFO:tasks.workunit.client.0.smithi102.stdout:op 1529 completed, throughput=4.99MB/sec 2024-04-10T15:30:50.586 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5W_PyX6Mzd-a0v2 off=12047614 len=1568580 2024-04-10T15:30:50.594 INFO:tasks.workunit.client.0.smithi102.stdout:op 1530 completed, throughput=5MB/sec 2024-04-10T15:30:50.594 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iv7zQEAaWzKJn3J off=22925280 len=1563115 2024-04-10T15:30:50.595 INFO:tasks.workunit.client.0.smithi102.stdout:op 1531 completed, throughput=5MB/sec 2024-04-10T15:30:50.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:50 smithi154 ceph-mon[84269]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T15:30:50.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:50 smithi102 ceph-mon[88557]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T15:30:50.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:50 smithi102 ceph-mon[90943]: pgmap v1498: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T15:30:51.595 INFO:tasks.workunit.client.0.smithi102.stdout: 299: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:51.595 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tUWzXy4haFcnMIs off=1486939 len=1527337 2024-04-10T15:30:51.603 INFO:tasks.workunit.client.0.smithi102.stdout:op 1532 completed, throughput=4.99MB/sec 2024-04-10T15:30:51.603 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jp1FbvGVRRDXPB3 off=1382358 len=351776 2024-04-10T15:30:51.606 INFO:tasks.workunit.client.0.smithi102.stdout:op 1533 completed, throughput=4.99MB/sec 2024-04-10T15:30:51.606 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fiKX7FeTHcX6qK6 off=5026710 len=1097139 2024-04-10T15:30:51.611 INFO:tasks.workunit.client.0.smithi102.stdout:op 1534 completed, throughput=4.99MB/sec 2024-04-10T15:30:51.612 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8XC5A8wXtnA-XRO off=17941507 len=411045 2024-04-10T15:30:51.612 INFO:tasks.workunit.client.0.smithi102.stdout:op 1535 completed, throughput=5MB/sec 2024-04-10T15:30:51.613 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uOSSaMANjL5RLrt off=436057 len=577761 2024-04-10T15:30:51.616 INFO:tasks.workunit.client.0.smithi102.stdout:op 1536 completed, throughput=5MB/sec 2024-04-10T15:30:51.616 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ndbYVofML6LOHoe off=5806571 len=1560494 2024-04-10T15:30:51.624 INFO:tasks.workunit.client.0.smithi102.stdout:op 1537 completed, throughput=5MB/sec 2024-04-10T15:30:52.625 INFO:tasks.workunit.client.0.smithi102.stdout: 300: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:52.625 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bq_XAJCH3PyUHKL off=4676378 len=1591743 2024-04-10T15:30:52.635 INFO:tasks.workunit.client.0.smithi102.stdout:op 1538 completed, throughput=4.99MB/sec 2024-04-10T15:30:52.635 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pl0n6cmwFDCp8Rr off=6535160 len=1430591 2024-04-10T15:30:52.637 INFO:tasks.workunit.client.0.smithi102.stdout:op 1539 completed, throughput=4.99MB/sec 2024-04-10T15:30:52.637 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-A08htR7FG3_5ENI off=1485931 len=101797 2024-04-10T15:30:52.638 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:52 smithi154 ceph-mon[84269]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:30:52.638 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:30:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:30:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:30:52.639 INFO:tasks.workunit.client.0.smithi102.stdout:op 1540 completed, throughput=4.99MB/sec 2024-04-10T15:30:52.639 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1CSJXzVRFeRWj60 off=2409570 len=946824 2024-04-10T15:30:52.644 INFO:tasks.workunit.client.0.smithi102.stdout:op 1541 completed, throughput=5MB/sec 2024-04-10T15:30:52.644 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-S7nt6LzCm6dybe_ off=20546712 len=80368 2024-04-10T15:30:52.645 INFO:tasks.workunit.client.0.smithi102.stdout:op 1542 completed, throughput=5MB/sec 2024-04-10T15:30:52.645 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-T0W7Hj31ytSZ8G3 off=946447 len=1079009 2024-04-10T15:30:52.650 INFO:tasks.workunit.client.0.smithi102.stdout:op 1543 completed, throughput=5MB/sec 2024-04-10T15:30:52.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:52 smithi102 ceph-mon[90943]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:30:52.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:52 smithi102 ceph-mon[88557]: pgmap v1499: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:30:53.650 INFO:tasks.workunit.client.0.smithi102.stdout: 301: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:53.650 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0mptv5HR-0QQmVS off=12755480 len=975234 2024-04-10T15:30:53.651 INFO:tasks.workunit.client.0.smithi102.stdout:op 1544 completed, throughput=4.99MB/sec 2024-04-10T15:30:53.652 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GbnlBj5Nm8b5ltc off=1518687 len=640794 2024-04-10T15:30:53.656 INFO:tasks.workunit.client.0.smithi102.stdout:op 1545 completed, throughput=4.99MB/sec 2024-04-10T15:30:53.656 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Q2lq4SBbWxm6bPI off=18057531 len=1402506 2024-04-10T15:30:53.665 INFO:tasks.workunit.client.0.smithi102.stdout:op 1546 completed, throughput=4.99MB/sec 2024-04-10T15:30:53.665 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RnPhy8nAlELV_ff off=748696 len=119716 2024-04-10T15:30:53.668 INFO:tasks.workunit.client.0.smithi102.stdout:op 1547 completed, throughput=4.99MB/sec 2024-04-10T15:30:53.668 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tZ3EaRudEmBRztQ off=12067056 len=426008 2024-04-10T15:30:53.668 INFO:tasks.workunit.client.0.smithi102.stdout:op 1548 completed, throughput=5MB/sec 2024-04-10T15:30:53.668 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pNsjdBSmqwBg_2q off=16164443 len=2089300 2024-04-10T15:30:53.671 INFO:tasks.workunit.client.0.smithi102.stdout:op 1549 completed, throughput=5MB/sec 2024-04-10T15:30:53.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:53.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:53.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:30:54.671 INFO:tasks.workunit.client.0.smithi102.stdout: 302: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:54.672 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-t3lrUv6wGEWtmdA off=5138402 len=756242 2024-04-10T15:30:54.673 INFO:tasks.workunit.client.0.smithi102.stdout:op 1550 completed, throughput=4.99MB/sec 2024-04-10T15:30:54.673 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zQt0NnASxZseaNC off=7068253 len=1112587 2024-04-10T15:30:54.678 INFO:tasks.workunit.client.0.smithi102.stdout:op 1551 completed, throughput=4.99MB/sec 2024-04-10T15:30:54.678 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TO0iW9vAv34BGVP off=6175808 len=1072165 2024-04-10T15:30:54.679 INFO:tasks.workunit.client.0.smithi102.stdout:op 1552 completed, throughput=4.99MB/sec 2024-04-10T15:30:54.679 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fnHQDPQ5HlJHkwi off=2071432 len=176870 2024-04-10T15:30:54.680 INFO:tasks.workunit.client.0.smithi102.stdout:op 1553 completed, throughput=5MB/sec 2024-04-10T15:30:54.680 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oTAAG0_dgS02V2O off=3337046 len=1806002 2024-04-10T15:30:54.689 INFO:tasks.workunit.client.0.smithi102.stdout:op 1554 completed, throughput=5MB/sec 2024-04-10T15:30:54.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:54 smithi154 ceph-mon[84269]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:30:54.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:54 smithi102 ceph-mon[90943]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:30:54.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:54 smithi102 ceph-mon[88557]: pgmap v1500: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:30:55.689 INFO:tasks.workunit.client.0.smithi102.stdout: 303: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:55.689 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lKt7E6zLKAHR7tS off=3358206 len=632171 2024-04-10T15:30:55.693 INFO:tasks.workunit.client.0.smithi102.stdout:op 1555 completed, throughput=4.99MB/sec 2024-04-10T15:30:55.693 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5L6WRZTBITvP1VM off=14653359 len=246338 2024-04-10T15:30:55.696 INFO:tasks.workunit.client.0.smithi102.stdout:op 1556 completed, throughput=4.99MB/sec 2024-04-10T15:30:55.696 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RfmZbWeMBrympm0 off=13517632 len=338501 2024-04-10T15:30:55.697 INFO:tasks.workunit.client.0.smithi102.stdout:op 1557 completed, throughput=4.99MB/sec 2024-04-10T15:30:55.697 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-HxZNbFZDk51AXjN off=7964391 len=1119362 2024-04-10T15:30:55.698 INFO:tasks.workunit.client.0.smithi102.stdout:op 1558 completed, throughput=4.99MB/sec 2024-04-10T15:30:55.698 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8FeYq_bG6HQFVZs off=6705257 len=342142 2024-04-10T15:30:55.701 INFO:tasks.workunit.client.0.smithi102.stdout:op 1559 completed, throughput=4.99MB/sec 2024-04-10T15:30:55.701 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ToCmwXlgt7TfLWy off=2022858 len=181854 2024-04-10T15:30:55.704 INFO:tasks.workunit.client.0.smithi102.stdout:op 1560 completed, throughput=4.99MB/sec 2024-04-10T15:30:55.704 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-T49S640UCzAaIUG off=3989576 len=1538069 2024-04-10T15:30:55.711 INFO:tasks.workunit.client.0.smithi102.stdout:op 1561 completed, throughput=5MB/sec 2024-04-10T15:30:55.711 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Pz7PLfOpLQzBK_X off=3816771 len=957241 2024-04-10T15:30:55.716 INFO:tasks.workunit.client.0.smithi102.stdout:op 1562 completed, throughput=5MB/sec 2024-04-10T15:30:56.716 INFO:tasks.workunit.client.0.smithi102.stdout: 304: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:56.717 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3KnKubJl4FT7vhj off=3594130 len=1913405 2024-04-10T15:30:56.718 INFO:tasks.workunit.client.0.smithi102.stdout:op 1563 completed, throughput=4.99MB/sec 2024-04-10T15:30:56.719 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OWjwMxXcDM7mkeD off=21370305 len=1086467 2024-04-10T15:30:56.721 INFO:tasks.workunit.client.0.smithi102.stdout:op 1564 completed, throughput=4.99MB/sec 2024-04-10T15:30:56.721 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-V2RlAFESkScVTHy off=25576 len=1808441 2024-04-10T15:30:56.722 INFO:tasks.workunit.client.0.smithi102.stdout:op 1565 completed, throughput=5MB/sec 2024-04-10T15:30:56.722 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TVECHhUyhbSLzAk off=12858097 len=1839486 2024-04-10T15:30:56.724 INFO:tasks.workunit.client.0.smithi102.stdout:op 1566 completed, throughput=5MB/sec 2024-04-10T15:30:56.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:56 smithi154 ceph-mon[84269]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:30:56.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:56 smithi102 ceph-mon[90943]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:30:56.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:56 smithi102 ceph-mon[88557]: pgmap v1501: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:30:57.724 INFO:tasks.workunit.client.0.smithi102.stdout: 305: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:57.725 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_LP0eiuW2vNy4c2 off=23262070 len=125922 2024-04-10T15:30:57.725 INFO:tasks.workunit.client.0.smithi102.stdout:op 1567 completed, throughput=4.99MB/sec 2024-04-10T15:30:57.725 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vm3tBdRDKURLLLP off=10515050 len=543510 2024-04-10T15:30:57.730 INFO:tasks.workunit.client.0.smithi102.stdout:op 1568 completed, throughput=4.99MB/sec 2024-04-10T15:30:57.730 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EB7J52PRkgx79F3 off=5774414 len=231933 2024-04-10T15:30:57.732 INFO:tasks.workunit.client.0.smithi102.stdout:op 1569 completed, throughput=4.99MB/sec 2024-04-10T15:30:57.733 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WX8g7GrZDrmF93E off=1452630 len=1337223 2024-04-10T15:30:57.740 INFO:tasks.workunit.client.0.smithi102.stdout:op 1570 completed, throughput=5MB/sec 2024-04-10T15:30:57.740 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EV2iq6eIfX5aNWC off=4001480 len=1786878 2024-04-10T15:30:57.749 INFO:tasks.workunit.client.0.smithi102.stdout:op 1571 completed, throughput=5MB/sec 2024-04-10T15:30:57.918 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:30:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:30:57] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.43.0" 2024-04-10T15:30:58.749 INFO:tasks.workunit.client.0.smithi102.stdout: 306: throughput=4.98MB/sec pending data=0 2024-04-10T15:30:58.749 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Xzsobi8z1C8j4wN off=15766276 len=569979 2024-04-10T15:30:58.753 INFO:tasks.workunit.client.0.smithi102.stdout:op 1572 completed, throughput=4.99MB/sec 2024-04-10T15:30:58.753 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MqF3sm0HKa0JXNQ off=10145466 len=1076693 2024-04-10T15:30:58.758 INFO:tasks.workunit.client.0.smithi102.stdout:op 1573 completed, throughput=4.99MB/sec 2024-04-10T15:30:58.759 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_hxmvCsF-Dfu8Qi off=2091283 len=268893 2024-04-10T15:30:58.760 INFO:tasks.workunit.client.0.smithi102.stdout:op 1574 completed, throughput=4.99MB/sec 2024-04-10T15:30:58.760 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9MLSgEvRaILThCm off=5079143 len=32742 2024-04-10T15:30:58.760 INFO:tasks.workunit.client.0.smithi102.stdout:op 1575 completed, throughput=4.99MB/sec 2024-04-10T15:30:58.760 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ANpKuG87dX56CCd off=8261212 len=1668979 2024-04-10T15:30:58.762 INFO:tasks.workunit.client.0.smithi102.stdout:op 1576 completed, throughput=5MB/sec 2024-04-10T15:30:58.762 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vSgP8R0taV4tnsX off=577594 len=1815056 2024-04-10T15:30:58.764 INFO:tasks.workunit.client.0.smithi102.stdout:op 1577 completed, throughput=5MB/sec 2024-04-10T15:30:58.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:30:58 smithi154 ceph-mon[84269]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:30:58.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:30:58 smithi102 ceph-mon[90943]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:30:58.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:30:58 smithi102 ceph-mon[88557]: pgmap v1502: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:30:59.764 INFO:tasks.workunit.client.0.smithi102.stdout: 307: throughput=4.99MB/sec pending data=0 2024-04-10T15:30:59.764 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gmfX9lpKOhN8rQt off=592876 len=628075 2024-04-10T15:30:59.765 INFO:tasks.workunit.client.0.smithi102.stdout:op 1578 completed, throughput=4.99MB/sec 2024-04-10T15:30:59.765 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7fRVTtEKt-o2ljG off=11189463 len=941558 2024-04-10T15:30:59.767 INFO:tasks.workunit.client.0.smithi102.stdout:op 1579 completed, throughput=4.99MB/sec 2024-04-10T15:30:59.767 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Z_qoNN1KRw44e13 off=63260 len=1051462 2024-04-10T15:30:59.773 INFO:tasks.workunit.client.0.smithi102.stdout:op 1580 completed, throughput=4.99MB/sec 2024-04-10T15:30:59.774 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-S8Lxvoxj1FOSaDy off=14203341 len=731600 2024-04-10T15:30:59.778 INFO:tasks.workunit.client.0.smithi102.stdout:op 1581 completed, throughput=5MB/sec 2024-04-10T15:30:59.778 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lJfAlmPr44ltqht off=1447342 len=1037238 2024-04-10T15:30:59.780 INFO:tasks.workunit.client.0.smithi102.stdout:op 1582 completed, throughput=5MB/sec 2024-04-10T15:30:59.780 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Sk6kYWYb68PrO2H off=6420486 len=50170 2024-04-10T15:30:59.780 INFO:tasks.workunit.client.0.smithi102.stdout:op 1583 completed, throughput=5MB/sec 2024-04-10T15:30:59.780 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mzbHjwf8du8mDAi off=1692490 len=359285 2024-04-10T15:30:59.783 INFO:tasks.workunit.client.0.smithi102.stdout:op 1584 completed, throughput=5MB/sec 2024-04-10T15:30:59.783 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3CFiCav4uTa26gw off=3402162 len=2092459 2024-04-10T15:30:59.785 INFO:tasks.workunit.client.0.smithi102.stdout:op 1585 completed, throughput=5.01MB/sec 2024-04-10T15:31:00.785 INFO:tasks.workunit.client.0.smithi102.stdout: 308: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:00.786 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7KIhtWC7e5SUfCs off=11727387 len=522031 2024-04-10T15:31:00.790 INFO:tasks.workunit.client.0.smithi102.stdout:op 1586 completed, throughput=4.99MB/sec 2024-04-10T15:31:00.790 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-X4E9HxJxUjiJGg9 off=24228400 len=113199 2024-04-10T15:31:00.790 INFO:tasks.workunit.client.0.smithi102.stdout:op 1587 completed, throughput=4.99MB/sec 2024-04-10T15:31:00.791 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-z310FE1f48f33Mr off=7589259 len=1781602 2024-04-10T15:31:00.801 INFO:tasks.workunit.client.0.smithi102.stdout:op 1588 completed, throughput=5MB/sec 2024-04-10T15:31:00.801 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WvVjTMhNzJD_jmr off=5952172 len=1202353 2024-04-10T15:31:00.808 INFO:tasks.workunit.client.0.smithi102.stdout:op 1589 completed, throughput=5MB/sec 2024-04-10T15:31:00.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:00 smithi154 ceph-mon[84269]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-10T15:31:00.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:00 smithi102 ceph-mon[90943]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-10T15:31:00.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:00 smithi102 ceph-mon[88557]: pgmap v1503: 105 pgs: 105 active+clean; 128 GiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-10T15:31:01.808 INFO:tasks.workunit.client.0.smithi102.stdout: 309: throughput=4.98MB/sec pending data=0 2024-04-10T15:31:01.808 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FfAodpD_lw_Etek off=250524 len=900598 2024-04-10T15:31:01.813 INFO:tasks.workunit.client.0.smithi102.stdout:op 1590 completed, throughput=4.99MB/sec 2024-04-10T15:31:01.813 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KFTdKXOfaSTAkHc off=12141034 len=1157330 2024-04-10T15:31:01.815 INFO:tasks.workunit.client.0.smithi102.stdout:op 1591 completed, throughput=4.99MB/sec 2024-04-10T15:31:01.815 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--6kk1-jZEEwtqKt off=7794163 len=1169431 2024-04-10T15:31:01.817 INFO:tasks.workunit.client.0.smithi102.stdout:op 1592 completed, throughput=4.99MB/sec 2024-04-10T15:31:01.817 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Ya6n5jMX8pCGGUi off=862233 len=1290877 2024-04-10T15:31:01.819 INFO:tasks.workunit.client.0.smithi102.stdout:op 1593 completed, throughput=5MB/sec 2024-04-10T15:31:01.819 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ck7SHhQA2_TTKVk off=6181334 len=1200329 2024-04-10T15:31:01.820 INFO:tasks.workunit.client.0.smithi102.stdout:op 1594 completed, throughput=5MB/sec 2024-04-10T15:31:02.638 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:02 smithi154 ceph-mon[84269]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:31:02.639 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:31:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:31:02.821 INFO:tasks.workunit.client.0.smithi102.stdout: 310: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:02.821 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-b9Z1D2lNAkvZPNV off=1472554 len=1115734 2024-04-10T15:31:02.826 INFO:tasks.workunit.client.0.smithi102.stdout:op 1595 completed, throughput=4.99MB/sec 2024-04-10T15:31:02.826 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Fh0p7xcRelbXdG4 off=2014460 len=1758421 2024-04-10T15:31:02.828 INFO:tasks.workunit.client.0.smithi102.stdout:op 1596 completed, throughput=4.99MB/sec 2024-04-10T15:31:02.828 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SqwmGdiWgVyBWET off=438937 len=1814558 2024-04-10T15:31:02.830 INFO:tasks.workunit.client.0.smithi102.stdout:op 1597 completed, throughput=5MB/sec 2024-04-10T15:31:02.830 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-J_arfH4CS-A4b2h off=6166667 len=1301281 2024-04-10T15:31:02.836 INFO:tasks.workunit.client.0.smithi102.stdout:op 1598 completed, throughput=5MB/sec 2024-04-10T15:31:02.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:02 smithi102 ceph-mon[90943]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:31:02.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:02 smithi102 ceph-mon[88557]: pgmap v1504: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:31:03.388 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:31:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=sqlstore.transactions t=2024-04-10T15:31:02.996231511Z level=info msg="Database locked, sleeping then retrying" error="database is locked" retry=0 code="database is locked" 2024-04-10T15:31:03.836 INFO:tasks.workunit.client.0.smithi102.stdout: 311: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:03.837 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vOefBN-XiLVe8sz off=3563930 len=1042506 2024-04-10T15:31:03.838 INFO:tasks.workunit.client.0.smithi102.stdout:op 1599 completed, throughput=4.99MB/sec 2024-04-10T15:31:03.838 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-W7UxKNtfnyvcgd8 off=10573526 len=1202958 2024-04-10T15:31:03.845 INFO:tasks.workunit.client.0.smithi102.stdout:op 1600 completed, throughput=4.99MB/sec 2024-04-10T15:31:03.845 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zaBzUZ56ITkdCey off=10226447 len=1696202 2024-04-10T15:31:03.855 INFO:tasks.workunit.client.0.smithi102.stdout:op 1601 completed, throughput=5MB/sec 2024-04-10T15:31:03.855 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VscV4GMo2HETPv4 off=5598694 len=713748 2024-04-10T15:31:03.859 INFO:tasks.workunit.client.0.smithi102.stdout:op 1602 completed, throughput=5MB/sec 2024-04-10T15:31:04.859 INFO:tasks.workunit.client.0.smithi102.stdout: 312: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:04.859 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wJLemOk3t0ISV2r off=5061806 len=408405 2024-04-10T15:31:04.863 INFO:tasks.workunit.client.0.smithi102.stdout:op 1603 completed, throughput=4.99MB/sec 2024-04-10T15:31:04.863 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_Zease3XckwSQXi off=595466 len=1983552 2024-04-10T15:31:04.866 INFO:tasks.workunit.client.0.smithi102.stdout:op 1604 completed, throughput=4.99MB/sec 2024-04-10T15:31:04.866 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jcPIkdYRxIr6pzr off=1964588 len=981309 2024-04-10T15:31:04.871 INFO:tasks.workunit.client.0.smithi102.stdout:op 1605 completed, throughput=5MB/sec 2024-04-10T15:31:04.871 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WL-kKw8i-LqiThK off=9565480 len=1897999 2024-04-10T15:31:04.874 INFO:tasks.workunit.client.0.smithi102.stdout:op 1606 completed, throughput=5MB/sec 2024-04-10T15:31:04.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:04 smithi154 ceph-mon[84269]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:31:04.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:04 smithi102 ceph-mon[90943]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:31:04.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:04 smithi102 ceph-mon[88557]: pgmap v1505: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:31:05.874 INFO:tasks.workunit.client.0.smithi102.stdout: 313: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:05.874 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tVp6F7ZWwidQdbm off=10188860 len=1594259 2024-04-10T15:31:05.876 INFO:tasks.workunit.client.0.smithi102.stdout:op 1607 completed, throughput=4.99MB/sec 2024-04-10T15:31:05.876 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-z2toSBFSlglaW6c off=1377619 len=308747 2024-04-10T15:31:05.876 INFO:tasks.workunit.client.0.smithi102.stdout:op 1608 completed, throughput=4.99MB/sec 2024-04-10T15:31:05.877 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hXB51eA7x_cgc-Q off=19176046 len=1621995 2024-04-10T15:31:05.880 INFO:tasks.workunit.client.0.smithi102.stdout:op 1609 completed, throughput=5MB/sec 2024-04-10T15:31:05.880 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nbNtAcqqbSTx8qx off=4634143 len=1966026 2024-04-10T15:31:05.889 INFO:tasks.workunit.client.0.smithi102.stdout:op 1610 completed, throughput=5MB/sec 2024-04-10T15:31:06.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:06 smithi154 ceph-mon[84269]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:31:06.889 INFO:tasks.workunit.client.0.smithi102.stdout: 314: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:06.890 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xZo9RW6W822ph4N off=4179316 len=1393226 2024-04-10T15:31:06.891 INFO:tasks.workunit.client.0.smithi102.stdout:op 1611 completed, throughput=4.99MB/sec 2024-04-10T15:31:06.891 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Lk-bumbwtk08Nq2 off=8627424 len=467033 2024-04-10T15:31:06.892 INFO:tasks.workunit.client.0.smithi102.stdout:op 1612 completed, throughput=4.99MB/sec 2024-04-10T15:31:06.892 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-e5eIW2PWyeE-EAh off=2262899 len=252901 2024-04-10T15:31:06.895 INFO:tasks.workunit.client.0.smithi102.stdout:op 1613 completed, throughput=4.99MB/sec 2024-04-10T15:31:06.895 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-be46aRpeqp521Vk off=17908490 len=984624 2024-04-10T15:31:06.900 INFO:tasks.workunit.client.0.smithi102.stdout:op 1614 completed, throughput=5MB/sec 2024-04-10T15:31:06.900 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hpKjhM1oZ6GO_8L off=2243393 len=419194 2024-04-10T15:31:06.901 INFO:tasks.workunit.client.0.smithi102.stdout:op 1615 completed, throughput=5MB/sec 2024-04-10T15:31:06.901 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BY_AlBXXHcxzxjT off=3999340 len=259485 2024-04-10T15:31:06.904 INFO:tasks.workunit.client.0.smithi102.stdout:op 1616 completed, throughput=5MB/sec 2024-04-10T15:31:06.904 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KEQ5MaEedm7TAj- off=10091509 len=962154 2024-04-10T15:31:06.905 INFO:tasks.workunit.client.0.smithi102.stdout:op 1617 completed, throughput=5MB/sec 2024-04-10T15:31:06.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:06 smithi102 ceph-mon[90943]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:31:06.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:06 smithi102 ceph-mon[88557]: pgmap v1506: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:31:07.906 INFO:tasks.workunit.client.0.smithi102.stdout: 315: throughput=4.98MB/sec pending data=0 2024-04-10T15:31:07.906 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Iqk4Fq8CYxbPs3e off=2139000 len=829965 2024-04-10T15:31:07.910 INFO:tasks.workunit.client.0.smithi102.stdout:op 1618 completed, throughput=4.99MB/sec 2024-04-10T15:31:07.910 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jufi2HhGfE12T82 off=12731385 len=1318181 2024-04-10T15:31:07.913 INFO:tasks.workunit.client.0.smithi102.stdout:op 1619 completed, throughput=4.99MB/sec 2024-04-10T15:31:07.913 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eZq3igILm1Tepwm off=14725032 len=1820148 2024-04-10T15:31:07.915 INFO:tasks.workunit.client.0.smithi102.stdout:op 1620 completed, throughput=5MB/sec 2024-04-10T15:31:07.915 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MHA9SRtA1ctuJwn off=3349604 len=498140 2024-04-10T15:31:07.916 INFO:tasks.workunit.client.0.smithi102.stdout:op 1621 completed, throughput=5MB/sec 2024-04-10T15:31:07.916 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FfMmgdi3PBDtKyr off=17524597 len=1639461 2024-04-10T15:31:07.917 INFO:tasks.workunit.client.0.smithi102.stdout:op 1622 completed, throughput=5MB/sec 2024-04-10T15:31:07.918 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:31:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:31:07] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.43.0" 2024-04-10T15:31:08.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:08 smithi154 ceph-mon[84269]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:31:08.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:08.917 INFO:tasks.workunit.client.0.smithi102.stdout: 316: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:08.917 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ga7lOMoiRqx9xT3 off=13310586 len=955645 2024-04-10T15:31:08.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:08 smithi102 ceph-mon[90943]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:31:08.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:08.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:08 smithi102 ceph-mon[88557]: pgmap v1507: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:31:08.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:08.922 INFO:tasks.workunit.client.0.smithi102.stdout:op 1623 completed, throughput=4.99MB/sec 2024-04-10T15:31:08.923 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FC3C5sEkgUorL4h off=22687112 len=1284492 2024-04-10T15:31:08.925 INFO:tasks.workunit.client.0.smithi102.stdout:op 1624 completed, throughput=4.99MB/sec 2024-04-10T15:31:08.925 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ygYlDYxyHG2rqan off=12112219 len=933692 2024-04-10T15:31:08.925 INFO:tasks.workunit.client.0.smithi102.stdout:op 1625 completed, throughput=5MB/sec 2024-04-10T15:31:08.925 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fvMp231HAHzsL8D off=932035 len=1100451 2024-04-10T15:31:08.930 INFO:tasks.workunit.client.0.smithi102.stdout:op 1626 completed, throughput=5MB/sec 2024-04-10T15:31:08.931 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-N8NcNhYpyne3n6Z off=1952703 len=1335803 2024-04-10T15:31:08.937 INFO:tasks.workunit.client.0.smithi102.stdout:op 1627 completed, throughput=5MB/sec 2024-04-10T15:31:09.938 INFO:tasks.workunit.client.0.smithi102.stdout: 317: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:09.938 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-iCM8vUkCnBJDU_U off=3187459 len=1976323 2024-04-10T15:31:09.948 INFO:tasks.workunit.client.0.smithi102.stdout:op 1628 completed, throughput=4.99MB/sec 2024-04-10T15:31:09.948 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-K1eYiLgNFgrvBEq off=497880 len=913910 2024-04-10T15:31:09.953 INFO:tasks.workunit.client.0.smithi102.stdout:op 1629 completed, throughput=5MB/sec 2024-04-10T15:31:09.953 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8kBqknsPMmbwn9t off=2019211 len=1857091 2024-04-10T15:31:09.956 INFO:tasks.workunit.client.0.smithi102.stdout:op 1630 completed, throughput=5MB/sec 2024-04-10T15:31:10.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:10 smithi154 ceph-mon[84269]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:31:10.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:10 smithi102 ceph-mon[90943]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:31:10.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:10 smithi102 ceph-mon[88557]: pgmap v1508: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:31:10.957 INFO:tasks.workunit.client.0.smithi102.stdout: 318: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:10.957 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YLp7Aomh4MsSRT- off=15060159 len=2094293 2024-04-10T15:31:10.961 INFO:tasks.workunit.client.0.smithi102.stdout:op 1631 completed, throughput=4.99MB/sec 2024-04-10T15:31:10.962 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tOI_nNBqYc7a1Ei off=6163907 len=1126062 2024-04-10T15:31:10.964 INFO:tasks.workunit.client.0.smithi102.stdout:op 1632 completed, throughput=5MB/sec 2024-04-10T15:31:10.964 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Oy1EW9kiQ9yfShE off=4322769 len=21225 2024-04-10T15:31:10.967 INFO:tasks.workunit.client.0.smithi102.stdout:op 1633 completed, throughput=5MB/sec 2024-04-10T15:31:10.967 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mPPUW7OK5bCDWUb off=3149303 len=915301 2024-04-10T15:31:10.968 INFO:tasks.workunit.client.0.smithi102.stdout:op 1634 completed, throughput=5MB/sec 2024-04-10T15:31:10.968 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OvZgtErXzNeJsaK off=135542 len=1703131 2024-04-10T15:31:10.970 INFO:tasks.workunit.client.0.smithi102.stdout:op 1635 completed, throughput=5MB/sec 2024-04-10T15:31:11.970 INFO:tasks.workunit.client.0.smithi102.stdout: 319: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:11.971 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sXQr0QM8ZqN4snQ off=137856 len=1637969 2024-04-10T15:31:11.974 INFO:tasks.workunit.client.0.smithi102.stdout:op 1636 completed, throughput=4.99MB/sec 2024-04-10T15:31:11.974 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VTJRWPFr17J7DER off=20599614 len=352648 2024-04-10T15:31:11.975 INFO:tasks.workunit.client.0.smithi102.stdout:op 1637 completed, throughput=4.99MB/sec 2024-04-10T15:31:11.975 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YLp7Aomh4MsSRT- off=10526658 len=1502435 2024-04-10T15:31:11.977 INFO:tasks.workunit.client.0.smithi102.stdout:op 1638 completed, throughput=5MB/sec 2024-04-10T15:31:11.977 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Q5EnS7ksvSY5gMj off=17662670 len=458423 2024-04-10T15:31:11.980 INFO:tasks.workunit.client.0.smithi102.stdout:op 1639 completed, throughput=5MB/sec 2024-04-10T15:31:11.980 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-yPZMYEBD0-Nu4AG off=3195629 len=674003 2024-04-10T15:31:11.985 INFO:tasks.workunit.client.0.smithi102.stdout:op 1640 completed, throughput=5MB/sec 2024-04-10T15:31:12.561 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:31:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:31:12.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:12 smithi154 ceph-mon[84269]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:31:12.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:12 smithi102 ceph-mon[90943]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:31:12.918 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:12 smithi102 ceph-mon[88557]: pgmap v1509: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:31:12.985 INFO:tasks.workunit.client.0.smithi102.stdout: 320: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:12.985 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1D2fJPSpKniaB_p off=16380839 len=1596431 2024-04-10T15:31:12.987 INFO:tasks.workunit.client.0.smithi102.stdout:op 1641 completed, throughput=4.99MB/sec 2024-04-10T15:31:12.987 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-t8ZxxfpOiJ9ScQZ off=253301 len=1962049 2024-04-10T15:31:12.989 INFO:tasks.workunit.client.0.smithi102.stdout:op 1642 completed, throughput=5MB/sec 2024-04-10T15:31:12.990 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hY5TeVksUgHv44q off=4983737 len=1409747 2024-04-10T15:31:12.996 INFO:tasks.workunit.client.0.smithi102.stdout:op 1643 completed, throughput=5MB/sec 2024-04-10T15:31:13.996 INFO:tasks.workunit.client.0.smithi102.stdout: 321: throughput=4.98MB/sec pending data=0 2024-04-10T15:31:13.997 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Q_RUBi1JRGmK9Ck off=3190243 len=1409674 2024-04-10T15:31:13.998 INFO:tasks.workunit.client.0.smithi102.stdout:op 1644 completed, throughput=4.99MB/sec 2024-04-10T15:31:13.998 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-w9xi2aGfQDhHAAu off=4555906 len=556650 2024-04-10T15:31:14.000 INFO:tasks.workunit.client.0.smithi102.stdout:op 1645 completed, throughput=4.99MB/sec 2024-04-10T15:31:14.000 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BBv_s3PxwwHinIa off=15010550 len=1195379 2024-04-10T15:31:14.006 INFO:tasks.workunit.client.0.smithi102.stdout:op 1646 completed, throughput=4.99MB/sec 2024-04-10T15:31:14.006 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KA6Bx7FK_1GKEua off=1120469 len=1053538 2024-04-10T15:31:14.011 INFO:tasks.workunit.client.0.smithi102.stdout:op 1647 completed, throughput=5MB/sec 2024-04-10T15:31:14.012 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BGiuv5CLrwSDcBd off=2616477 len=919712 2024-04-10T15:31:14.017 INFO:tasks.workunit.client.0.smithi102.stdout:op 1648 completed, throughput=5MB/sec 2024-04-10T15:31:14.017 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-05PEcz9yv7YxZFx off=1249699 len=1381236 2024-04-10T15:31:14.020 INFO:tasks.workunit.client.0.smithi102.stdout:op 1649 completed, throughput=5MB/sec 2024-04-10T15:31:14.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:14 smithi154 ceph-mon[84269]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:31:14.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:14 smithi102 ceph-mon[90943]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:31:14.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:14 smithi102 ceph-mon[88557]: pgmap v1510: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:31:15.020 INFO:tasks.workunit.client.0.smithi102.stdout: 322: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:15.020 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8hSj4gBFXsvC7zY off=6121563 len=1512889 2024-04-10T15:31:15.022 INFO:tasks.workunit.client.0.smithi102.stdout:op 1650 completed, throughput=4.99MB/sec 2024-04-10T15:31:15.022 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TRoCJgoLN2mLms5 off=12620906 len=1423591 2024-04-10T15:31:15.031 INFO:tasks.workunit.client.0.smithi102.stdout:op 1651 completed, throughput=5MB/sec 2024-04-10T15:31:15.031 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-itx82xm3rLRbVz4 off=10294270 len=491111 2024-04-10T15:31:15.034 INFO:tasks.workunit.client.0.smithi102.stdout:op 1652 completed, throughput=5MB/sec 2024-04-10T15:31:15.034 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wG803zE_rsVd7JF off=1562871 len=39968 2024-04-10T15:31:15.037 INFO:tasks.workunit.client.0.smithi102.stdout:op 1653 completed, throughput=5MB/sec 2024-04-10T15:31:15.037 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ehoSYOd5i8hrqg0 off=331342 len=860641 2024-04-10T15:31:15.040 INFO:tasks.workunit.client.0.smithi102.stdout:op 1654 completed, throughput=5MB/sec 2024-04-10T15:31:16.041 INFO:tasks.workunit.client.0.smithi102.stdout: 323: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:16.041 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eei_JgQWSiJ20JR off=7371849 len=1554429 2024-04-10T15:31:16.044 INFO:tasks.workunit.client.0.smithi102.stdout:op 1655 completed, throughput=4.99MB/sec 2024-04-10T15:31:16.044 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3Ix-VHsyvLIvjwR off=2008743 len=1387841 2024-04-10T15:31:16.046 INFO:tasks.workunit.client.0.smithi102.stdout:op 1656 completed, throughput=4.99MB/sec 2024-04-10T15:31:16.046 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lLoudBhWITlw1E- off=17102838 len=1711081 2024-04-10T15:31:16.049 INFO:tasks.workunit.client.0.smithi102.stdout:op 1657 completed, throughput=5MB/sec 2024-04-10T15:31:16.050 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tf-RYEF5xFx9VM1 off=6394777 len=601629 2024-04-10T15:31:16.051 INFO:tasks.workunit.client.0.smithi102.stdout:op 1658 completed, throughput=5MB/sec 2024-04-10T15:31:16.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:16 smithi154 ceph-mon[84269]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:31:16.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:16 smithi102 ceph-mon[90943]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:31:16.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:16 smithi102 ceph-mon[88557]: pgmap v1511: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:31:17.051 INFO:tasks.workunit.client.0.smithi102.stdout: 324: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:17.051 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Lmisbeqt4cLusig off=19993084 len=1642855 2024-04-10T15:31:17.053 INFO:tasks.workunit.client.0.smithi102.stdout:op 1659 completed, throughput=4.99MB/sec 2024-04-10T15:31:17.053 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1O0Ad5M6HuhNMbi off=11965830 len=628127 2024-04-10T15:31:17.057 INFO:tasks.workunit.client.0.smithi102.stdout:op 1660 completed, throughput=4.99MB/sec 2024-04-10T15:31:17.057 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tXML-Kmn_S8rrEP off=537560 len=150636 2024-04-10T15:31:17.058 INFO:tasks.workunit.client.0.smithi102.stdout:op 1661 completed, throughput=4.99MB/sec 2024-04-10T15:31:17.058 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tvhgYTeol3yBZBW off=11687202 len=1897752 2024-04-10T15:31:17.059 INFO:tasks.workunit.client.0.smithi102.stdout:op 1662 completed, throughput=5MB/sec 2024-04-10T15:31:17.059 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tPfvF9mKVHKpisQ off=5302387 len=883500 2024-04-10T15:31:17.060 INFO:tasks.workunit.client.0.smithi102.stdout:op 1663 completed, throughput=5MB/sec 2024-04-10T15:31:17.919 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:31:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:31:17] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-10T15:31:18.060 INFO:tasks.workunit.client.0.smithi102.stdout: 325: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:18.061 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vwX69sSEJQdepjg off=14799366 len=1963281 2024-04-10T15:31:18.063 INFO:tasks.workunit.client.0.smithi102.stdout:op 1664 completed, throughput=4.99MB/sec 2024-04-10T15:31:18.063 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-L3hbC-foKJRghwN off=10256055 len=598024 2024-04-10T15:31:18.064 INFO:tasks.workunit.client.0.smithi102.stdout:op 1665 completed, throughput=4.99MB/sec 2024-04-10T15:31:18.064 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xx4q9sq3vgA9qmP off=3692900 len=695937 2024-04-10T15:31:18.068 INFO:tasks.workunit.client.0.smithi102.stdout:op 1666 completed, throughput=4.99MB/sec 2024-04-10T15:31:18.068 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ux57n6njRsjRifL off=6892137 len=122285 2024-04-10T15:31:18.071 INFO:tasks.workunit.client.0.smithi102.stdout:op 1667 completed, throughput=4.99MB/sec 2024-04-10T15:31:18.071 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EV2iq6eIfX5aNWC off=6499119 len=143810 2024-04-10T15:31:18.073 INFO:tasks.workunit.client.0.smithi102.stdout:op 1668 completed, throughput=4.99MB/sec 2024-04-10T15:31:18.073 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XZLDMkPwQgWO-MH off=3833908 len=1699065 2024-04-10T15:31:18.076 INFO:tasks.workunit.client.0.smithi102.stdout:op 1669 completed, throughput=5MB/sec 2024-04-10T15:31:18.077 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eHV-FZcrTk-tcnw off=16235016 len=1945677 2024-04-10T15:31:18.088 INFO:tasks.workunit.client.0.smithi102.stdout:op 1670 completed, throughput=5.01MB/sec 2024-04-10T15:31:18.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:18 smithi154 ceph-mon[84269]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-10T15:31:18.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:18 smithi102 ceph-mon[90943]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-10T15:31:18.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:18 smithi102 ceph-mon[88557]: pgmap v1512: 105 pgs: 105 active+clean; 128 GiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-10T15:31:19.088 INFO:tasks.workunit.client.0.smithi102.stdout: 326: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:19.088 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aANiwDCbrPL-ECS off=4691992 len=1290763 2024-04-10T15:31:19.090 INFO:tasks.workunit.client.0.smithi102.stdout:op 1671 completed, throughput=4.99MB/sec 2024-04-10T15:31:19.090 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OvZgtErXzNeJsaK off=696230 len=72294 2024-04-10T15:31:19.093 INFO:tasks.workunit.client.0.smithi102.stdout:op 1672 completed, throughput=4.99MB/sec 2024-04-10T15:31:19.093 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zntthdKT7XUMyWu off=4681059 len=2019139 2024-04-10T15:31:19.104 INFO:tasks.workunit.client.0.smithi102.stdout:op 1673 completed, throughput=5MB/sec 2024-04-10T15:31:19.104 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hdsuDf_yjUx39dU off=123482 len=1926609 2024-04-10T15:31:19.112 INFO:tasks.workunit.client.0.smithi102.stdout:op 1674 completed, throughput=5.01MB/sec 2024-04-10T15:31:20.113 INFO:tasks.workunit.client.0.smithi102.stdout: 327: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:20.113 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-H_CjL3wDvD9aBGe off=948046 len=708200 2024-04-10T15:31:20.114 INFO:tasks.workunit.client.0.smithi102.stdout:op 1675 completed, throughput=4.99MB/sec 2024-04-10T15:31:20.115 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-q58myitl4ViNqXG off=16182667 len=992985 2024-04-10T15:31:20.120 INFO:tasks.workunit.client.0.smithi102.stdout:op 1676 completed, throughput=4.99MB/sec 2024-04-10T15:31:20.120 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-p8US9Mw230OFCn4 off=3228342 len=167763 2024-04-10T15:31:20.123 INFO:tasks.workunit.client.0.smithi102.stdout:op 1677 completed, throughput=5MB/sec 2024-04-10T15:31:20.123 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-f54wmTrjgx3uM9f off=2086751 len=1943353 2024-04-10T15:31:20.134 INFO:tasks.workunit.client.0.smithi102.stdout:op 1678 completed, throughput=5MB/sec 2024-04-10T15:31:20.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:20 smithi154 ceph-mon[84269]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T15:31:20.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:20 smithi102 ceph-mon[90943]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T15:31:20.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:20 smithi102 ceph-mon[88557]: pgmap v1513: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T15:31:21.134 INFO:tasks.workunit.client.0.smithi102.stdout: 328: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:21.134 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZZVPkHbqK-yd_WN off=2757903 len=854553 2024-04-10T15:31:21.135 INFO:tasks.workunit.client.0.smithi102.stdout:op 1679 completed, throughput=4.99MB/sec 2024-04-10T15:31:21.135 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KbqxBZ89DOR3dou off=13485605 len=1715184 2024-04-10T15:31:21.137 INFO:tasks.workunit.client.0.smithi102.stdout:op 1680 completed, throughput=4.99MB/sec 2024-04-10T15:31:21.138 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--e4jks8AFkhZrHG off=3740710 len=920235 2024-04-10T15:31:21.139 INFO:tasks.workunit.client.0.smithi102.stdout:op 1681 completed, throughput=5MB/sec 2024-04-10T15:31:21.139 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BQ3r5l5_kyknkbo off=13207586 len=2071316 2024-04-10T15:31:21.141 INFO:tasks.workunit.client.0.smithi102.stdout:op 1682 completed, throughput=5MB/sec 2024-04-10T15:31:22.141 INFO:tasks.workunit.client.0.smithi102.stdout: 329: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:22.141 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KYB_yVsoUvz1qyT off=1552325 len=799804 2024-04-10T15:31:22.144 INFO:tasks.workunit.client.0.smithi102.stdout:op 1683 completed, throughput=4.99MB/sec 2024-04-10T15:31:22.144 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sU6lUUfwlSp5Ix8 off=4025685 len=1037353 2024-04-10T15:31:22.146 INFO:tasks.workunit.client.0.smithi102.stdout:op 1684 completed, throughput=4.99MB/sec 2024-04-10T15:31:22.146 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UoBMhDT32Z2vtUh off=1679719 len=1458094 2024-04-10T15:31:22.153 INFO:tasks.workunit.client.0.smithi102.stdout:op 1685 completed, throughput=5MB/sec 2024-04-10T15:31:22.153 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5l27BAAMGHGIq24 off=1811765 len=667762 2024-04-10T15:31:22.157 INFO:tasks.workunit.client.0.smithi102.stdout:op 1686 completed, throughput=5MB/sec 2024-04-10T15:31:22.157 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-viwcW8QEP8hf50B off=15155478 len=1218112 2024-04-10T15:31:22.165 INFO:tasks.workunit.client.0.smithi102.stdout:op 1687 completed, throughput=5MB/sec 2024-04-10T15:31:22.583 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:31:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:31:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:31:22.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:22 smithi154 ceph-mon[84269]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:31:22.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:22 smithi102 ceph-mon[90943]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:31:22.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:22 smithi102 ceph-mon[88557]: pgmap v1514: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:31:23.166 INFO:tasks.workunit.client.0.smithi102.stdout: 330: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:23.166 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XgWw7hZEOn0oSvF off=3844284 len=1982410 2024-04-10T15:31:23.168 INFO:tasks.workunit.client.0.smithi102.stdout:op 1688 completed, throughput=4.99MB/sec 2024-04-10T15:31:23.168 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SsC_2VTL8_XNdEW off=2495617 len=1012453 2024-04-10T15:31:23.169 INFO:tasks.workunit.client.0.smithi102.stdout:op 1689 completed, throughput=4.99MB/sec 2024-04-10T15:31:23.170 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7uhPzt31W75yQ3D off=4499226 len=1294400 2024-04-10T15:31:23.177 INFO:tasks.workunit.client.0.smithi102.stdout:op 1690 completed, throughput=5MB/sec 2024-04-10T15:31:23.177 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ucswhCcqDg3q2Zi off=16641430 len=1594283 2024-04-10T15:31:23.178 INFO:tasks.workunit.client.0.smithi102.stdout:op 1691 completed, throughput=5MB/sec 2024-04-10T15:31:23.888 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:23.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:23.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:24.179 INFO:tasks.workunit.client.0.smithi102.stdout: 331: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:24.179 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xPKXKdyOZ3Qsrne off=3887490 len=332653 2024-04-10T15:31:24.179 INFO:tasks.workunit.client.0.smithi102.stdout:op 1692 completed, throughput=4.99MB/sec 2024-04-10T15:31:24.179 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-k8CB1Mcjq3DBK9q off=6027360 len=1867029 2024-04-10T15:31:24.181 INFO:tasks.workunit.client.0.smithi102.stdout:op 1693 completed, throughput=4.99MB/sec 2024-04-10T15:31:24.181 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SUAGBMYR8BYO-Jp off=3535934 len=1430540 2024-04-10T15:31:24.184 INFO:tasks.workunit.client.0.smithi102.stdout:op 1694 completed, throughput=5MB/sec 2024-04-10T15:31:24.185 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6RVQwlHSmX_IFUd off=6356560 len=1488567 2024-04-10T15:31:24.191 INFO:tasks.workunit.client.0.smithi102.stdout:op 1695 completed, throughput=5MB/sec 2024-04-10T15:31:24.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:24 smithi154 ceph-mon[84269]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:31:24.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:24 smithi102 ceph-mon[90943]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:31:24.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:24 smithi102 ceph-mon[88557]: pgmap v1515: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:31:25.191 INFO:tasks.workunit.client.0.smithi102.stdout: 332: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:25.192 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vpkuUhkQ2tL3g8T off=16675779 len=1287339 2024-04-10T15:31:25.193 INFO:tasks.workunit.client.0.smithi102.stdout:op 1696 completed, throughput=4.99MB/sec 2024-04-10T15:31:25.193 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-m-VRxWtfysJYFRK off=9328147 len=1471978 2024-04-10T15:31:25.202 INFO:tasks.workunit.client.0.smithi102.stdout:op 1697 completed, throughput=4.99MB/sec 2024-04-10T15:31:25.203 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NqUhIDCbxu8VJL3 off=3950638 len=309258 2024-04-10T15:31:25.206 INFO:tasks.workunit.client.0.smithi102.stdout:op 1698 completed, throughput=5MB/sec 2024-04-10T15:31:25.206 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hEx_x8OVtFRc_1a off=6531183 len=1887024 2024-04-10T15:31:25.209 INFO:tasks.workunit.client.0.smithi102.stdout:op 1699 completed, throughput=5MB/sec 2024-04-10T15:31:26.209 INFO:tasks.workunit.client.0.smithi102.stdout: 333: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:26.210 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RWKeRyhGB1CwWQG off=15093467 len=1805556 2024-04-10T15:31:26.212 INFO:tasks.workunit.client.0.smithi102.stdout:op 1700 completed, throughput=4.99MB/sec 2024-04-10T15:31:26.212 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ebRXVcU4Dm28317 off=3361382 len=242409 2024-04-10T15:31:26.212 INFO:tasks.workunit.client.0.smithi102.stdout:op 1701 completed, throughput=4.99MB/sec 2024-04-10T15:31:26.212 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-81ixRrEWsrlmTH5 off=12403484 len=636128 2024-04-10T15:31:26.217 INFO:tasks.workunit.client.0.smithi102.stdout:op 1702 completed, throughput=4.99MB/sec 2024-04-10T15:31:26.217 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5sBYJdYD0Is6WIB off=1395142 len=1782247 2024-04-10T15:31:26.219 INFO:tasks.workunit.client.0.smithi102.stdout:op 1703 completed, throughput=5MB/sec 2024-04-10T15:31:26.219 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YZ8DdgYvlwbR6IO off=2185007 len=1843434 2024-04-10T15:31:26.228 INFO:tasks.workunit.client.0.smithi102.stdout:op 1704 completed, throughput=5MB/sec 2024-04-10T15:31:26.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:26 smithi154 ceph-mon[84269]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:31:26.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:26 smithi102 ceph-mon[90943]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:31:26.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:26 smithi102 ceph-mon[88557]: pgmap v1516: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:31:27.229 INFO:tasks.workunit.client.0.smithi102.stdout: 334: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:27.229 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zBZ7bTKclPCIBYo off=2684901 len=999052 2024-04-10T15:31:27.230 INFO:tasks.workunit.client.0.smithi102.stdout:op 1705 completed, throughput=4.99MB/sec 2024-04-10T15:31:27.230 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UCgtwzCzzF6axgw off=4255190 len=1136043 2024-04-10T15:31:27.234 INFO:tasks.workunit.client.0.smithi102.stdout:op 1706 completed, throughput=4.99MB/sec 2024-04-10T15:31:27.234 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nk1c7leJK9K1XMi off=12857644 len=1166144 2024-04-10T15:31:27.234 INFO:tasks.workunit.client.0.smithi102.stdout:op 1707 completed, throughput=5MB/sec 2024-04-10T15:31:27.235 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UC-jEYGH4ZrxYVS off=7268417 len=953003 2024-04-10T15:31:27.240 INFO:tasks.workunit.client.0.smithi102.stdout:op 1708 completed, throughput=5MB/sec 2024-04-10T15:31:27.918 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:31:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:31:27] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-10T15:31:28.240 INFO:tasks.workunit.client.0.smithi102.stdout: 335: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:28.240 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--lhvN1eE4ulEmsc off=1945289 len=525267 2024-04-10T15:31:28.244 INFO:tasks.workunit.client.0.smithi102.stdout:op 1709 completed, throughput=4.99MB/sec 2024-04-10T15:31:28.244 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-L7mlXBoc_Ll7pqf off=3742584 len=607860 2024-04-10T15:31:28.245 INFO:tasks.workunit.client.0.smithi102.stdout:op 1710 completed, throughput=4.99MB/sec 2024-04-10T15:31:28.245 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9Yuw9cPQXCctDFr off=2212098 len=1143266 2024-04-10T15:31:28.250 INFO:tasks.workunit.client.0.smithi102.stdout:op 1711 completed, throughput=4.99MB/sec 2024-04-10T15:31:28.250 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0LUcEJnDXuB9Azy off=3763845 len=597495 2024-04-10T15:31:28.251 INFO:tasks.workunit.client.0.smithi102.stdout:op 1712 completed, throughput=4.99MB/sec 2024-04-10T15:31:28.251 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cn1cT898B4bvc1S off=12875738 len=123144 2024-04-10T15:31:28.251 INFO:tasks.workunit.client.0.smithi102.stdout:op 1713 completed, throughput=4.99MB/sec 2024-04-10T15:31:28.251 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YR9w8AZ8ipbjjOu off=4796319 len=1884400 2024-04-10T15:31:28.259 INFO:tasks.workunit.client.0.smithi102.stdout:op 1714 completed, throughput=5MB/sec 2024-04-10T15:31:28.259 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vjwJekkljVJ-p_i off=4711299 len=776877 2024-04-10T15:31:28.263 INFO:tasks.workunit.client.0.smithi102.stdout:op 1715 completed, throughput=5MB/sec 2024-04-10T15:31:28.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:28 smithi154 ceph-mon[84269]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-10T15:31:28.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:28 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:28.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:28 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:31:28.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:28 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:31:28.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:28 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:31:28.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:28 smithi102 ceph-mon[90943]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-10T15:31:28.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:28 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:28.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:28 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:31:28.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:28 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:31:28.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:28 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:31:28.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:28 smithi102 ceph-mon[88557]: pgmap v1517: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-10T15:31:28.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:28 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:31:28.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:28 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:31:28.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:28 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:31:28.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:28 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:31:29.263 INFO:tasks.workunit.client.0.smithi102.stdout: 336: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:29.263 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oA5GNn1RpZSqnYM off=10588313 len=255275 2024-04-10T15:31:29.264 INFO:tasks.workunit.client.0.smithi102.stdout:op 1716 completed, throughput=4.99MB/sec 2024-04-10T15:31:29.264 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--k0ynWRxCGJheFP off=2268904 len=838434 2024-04-10T15:31:29.269 INFO:tasks.workunit.client.0.smithi102.stdout:op 1717 completed, throughput=4.99MB/sec 2024-04-10T15:31:29.269 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0WO4dvkEtIHfESX off=3947681 len=1223633 2024-04-10T15:31:29.271 INFO:tasks.workunit.client.0.smithi102.stdout:op 1718 completed, throughput=4.99MB/sec 2024-04-10T15:31:29.271 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9E8uqkrMzLshLVW off=13530033 len=17618 2024-04-10T15:31:29.273 INFO:tasks.workunit.client.0.smithi102.stdout:op 1719 completed, throughput=4.99MB/sec 2024-04-10T15:31:29.273 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-28A-DSqGpzcKmb- off=579469 len=123187 2024-04-10T15:31:29.273 INFO:tasks.workunit.client.0.smithi102.stdout:op 1720 completed, throughput=4.99MB/sec 2024-04-10T15:31:29.273 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZVfVntwgiO6KJhz off=3801245 len=1514234 2024-04-10T15:31:29.275 INFO:tasks.workunit.client.0.smithi102.stdout:op 1721 completed, throughput=5MB/sec 2024-04-10T15:31:29.275 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bEZ4dHbamap5JJh off=8296046 len=364454 2024-04-10T15:31:29.278 INFO:tasks.workunit.client.0.smithi102.stdout:op 1722 completed, throughput=5MB/sec 2024-04-10T15:31:29.278 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zr3V6PxFcgRIjKs off=728066 len=968099 2024-04-10T15:31:29.279 INFO:tasks.workunit.client.0.smithi102.stdout:op 1723 completed, throughput=5MB/sec 2024-04-10T15:31:30.279 INFO:tasks.workunit.client.0.smithi102.stdout: 337: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:30.279 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-18mXokxn1uvbv-e off=2348801 len=375146 2024-04-10T15:31:30.282 INFO:tasks.workunit.client.0.smithi102.stdout:op 1724 completed, throughput=4.99MB/sec 2024-04-10T15:31:30.283 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4_8YWCsVCudZOyk off=861607 len=1728088 2024-04-10T15:31:30.284 INFO:tasks.workunit.client.0.smithi102.stdout:op 1725 completed, throughput=4.99MB/sec 2024-04-10T15:31:30.285 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xXlC2q_RCGT0cCh off=89125 len=649375 2024-04-10T15:31:30.285 INFO:tasks.workunit.client.0.smithi102.stdout:op 1726 completed, throughput=4.99MB/sec 2024-04-10T15:31:30.285 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MnPUhgYn-ZdsKpz off=5532653 len=1663770 2024-04-10T15:31:30.286 INFO:tasks.workunit.client.0.smithi102.stdout:op 1727 completed, throughput=5MB/sec 2024-04-10T15:31:30.287 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MXDKdZWgJfnpOiL off=2234083 len=1450367 2024-04-10T15:31:30.288 INFO:tasks.workunit.client.0.smithi102.stdout:op 1728 completed, throughput=5MB/sec 2024-04-10T15:31:30.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:30 smithi154 ceph-mon[84269]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:31:30.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:30 smithi102 ceph-mon[90943]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:31:30.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:30 smithi102 ceph-mon[88557]: pgmap v1518: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:31:31.288 INFO:tasks.workunit.client.0.smithi102.stdout: 338: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:31.289 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Q_RUBi1JRGmK9Ck off=2596843 len=2096824 2024-04-10T15:31:31.299 INFO:tasks.workunit.client.0.smithi102.stdout:op 1729 completed, throughput=4.99MB/sec 2024-04-10T15:31:31.299 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qIi-m2GR4gkS1aI off=14858059 len=206765 2024-04-10T15:31:31.300 INFO:tasks.workunit.client.0.smithi102.stdout:op 1730 completed, throughput=4.99MB/sec 2024-04-10T15:31:31.300 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-g6YGFwZlepmxJeQ off=4747689 len=2083159 2024-04-10T15:31:31.309 INFO:tasks.workunit.client.0.smithi102.stdout:op 1731 completed, throughput=5MB/sec 2024-04-10T15:31:32.310 INFO:tasks.workunit.client.0.smithi102.stdout: 339: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:32.310 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pLnu3xE4rfxVId_ off=1200205 len=1462861 2024-04-10T15:31:32.318 INFO:tasks.workunit.client.0.smithi102.stdout:op 1732 completed, throughput=4.99MB/sec 2024-04-10T15:31:32.318 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LbrLAxeULUaB9qd off=2483513 len=1632982 2024-04-10T15:31:32.327 INFO:tasks.workunit.client.0.smithi102.stdout:op 1733 completed, throughput=4.99MB/sec 2024-04-10T15:31:32.327 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ti8a2ELgLfjMTpj off=13655532 len=265145 2024-04-10T15:31:32.329 INFO:tasks.workunit.client.0.smithi102.stdout:op 1734 completed, throughput=4.99MB/sec 2024-04-10T15:31:32.329 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JihrUsXbQs01It5 off=1680665 len=722343 2024-04-10T15:31:32.333 INFO:tasks.workunit.client.0.smithi102.stdout:op 1735 completed, throughput=5MB/sec 2024-04-10T15:31:32.333 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-u7hkjHwO0vWRSG6 off=0 len=1404713 2024-04-10T15:31:32.335 INFO:tasks.workunit.client.0.smithi102.stdout:op 1736 completed, throughput=5MB/sec 2024-04-10T15:31:32.602 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:31:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:31:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:31:32.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:32 smithi154 ceph-mon[84269]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:31:32.918 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:32 smithi102 ceph-mon[90943]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:31:32.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:32 smithi102 ceph-mon[88557]: pgmap v1519: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:31:33.335 INFO:tasks.workunit.client.0.smithi102.stdout: 340: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:33.335 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GS8SDujnaYfvLL7 off=18031257 len=191286 2024-04-10T15:31:33.336 INFO:tasks.workunit.client.0.smithi102.stdout:op 1737 completed, throughput=4.99MB/sec 2024-04-10T15:31:33.336 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0noy6M8fnhpTW3x off=13435433 len=137031 2024-04-10T15:31:33.337 INFO:tasks.workunit.client.0.smithi102.stdout:op 1738 completed, throughput=4.99MB/sec 2024-04-10T15:31:33.337 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xuCLhQAiVixa0Cw off=15345710 len=1972099 2024-04-10T15:31:33.347 INFO:tasks.workunit.client.0.smithi102.stdout:op 1739 completed, throughput=4.99MB/sec 2024-04-10T15:31:33.347 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8aYqWnBteSTHP-g off=1720132 len=456885 2024-04-10T15:31:33.348 INFO:tasks.workunit.client.0.smithi102.stdout:op 1740 completed, throughput=4.99MB/sec 2024-04-10T15:31:33.348 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ib6XV4NPGY-53us off=555369 len=1965541 2024-04-10T15:31:33.352 INFO:tasks.workunit.client.0.smithi102.stdout:op 1741 completed, throughput=5MB/sec 2024-04-10T15:31:33.352 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-HHphI21CH_KXWVT off=1727890 len=1007362 2024-04-10T15:31:33.353 INFO:tasks.workunit.client.0.smithi102.stdout:op 1742 completed, throughput=5MB/sec 2024-04-10T15:31:34.354 INFO:tasks.workunit.client.0.smithi102.stdout: 341: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:34.354 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-AAnKJN4MX_aiYIM off=23170426 len=1371084 2024-04-10T15:31:34.356 INFO:tasks.workunit.client.0.smithi102.stdout:op 1743 completed, throughput=4.99MB/sec 2024-04-10T15:31:34.356 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Pb2P3fQ6xaVIPTN off=1195351 len=688314 2024-04-10T15:31:34.358 INFO:tasks.workunit.client.0.smithi102.stdout:op 1744 completed, throughput=4.99MB/sec 2024-04-10T15:31:34.358 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UoGA4nlDRw-8d9_ off=1087176 len=1182560 2024-04-10T15:31:34.364 INFO:tasks.workunit.client.0.smithi102.stdout:op 1745 completed, throughput=5MB/sec 2024-04-10T15:31:34.364 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4JGOG1V1wOJzxTu off=48299 len=1258916 2024-04-10T15:31:34.366 INFO:tasks.workunit.client.0.smithi102.stdout:op 1746 completed, throughput=5MB/sec 2024-04-10T15:31:34.366 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-i_yb5Uj5Xsjv3nZ off=4031062 len=1360790 2024-04-10T15:31:34.367 INFO:tasks.workunit.client.0.smithi102.stdout:op 1747 completed, throughput=5MB/sec 2024-04-10T15:31:34.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:34 smithi154 ceph-mon[84269]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:31:34.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:34 smithi102 ceph-mon[90943]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:31:34.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:34 smithi102 ceph-mon[88557]: pgmap v1520: 105 pgs: 105 active+clean; 128 GiB data, 5.7 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:31:35.368 INFO:tasks.workunit.client.0.smithi102.stdout: 342: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:35.368 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ocN0GfR3ROuCHu- off=10803524 len=335036 2024-04-10T15:31:35.371 INFO:tasks.workunit.client.0.smithi102.stdout:op 1748 completed, throughput=4.99MB/sec 2024-04-10T15:31:35.371 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ktbintmdBycNqcp off=2461253 len=993206 2024-04-10T15:31:35.375 INFO:tasks.workunit.client.0.smithi102.stdout:op 1749 completed, throughput=4.99MB/sec 2024-04-10T15:31:35.375 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-btSBou4sJ5K-MlF off=4194180 len=1987224 2024-04-10T15:31:35.379 INFO:tasks.workunit.client.0.smithi102.stdout:op 1750 completed, throughput=5MB/sec 2024-04-10T15:31:35.379 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7mcu_MCIFu9ola_ off=2005112 len=301209 2024-04-10T15:31:35.382 INFO:tasks.workunit.client.0.smithi102.stdout:op 1751 completed, throughput=5MB/sec 2024-04-10T15:31:35.382 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0rPy_lzs13afNx3 off=7318749 len=1116721 2024-04-10T15:31:35.388 INFO:tasks.workunit.client.0.smithi102.stdout:op 1752 completed, throughput=5MB/sec 2024-04-10T15:31:36.388 INFO:tasks.workunit.client.0.smithi102.stdout: 343: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:36.389 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kOm66tAgORFBgPP off=17261284 len=18335 2024-04-10T15:31:36.391 INFO:tasks.workunit.client.0.smithi102.stdout:op 1753 completed, throughput=4.99MB/sec 2024-04-10T15:31:36.391 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9ymZ3hp5QO_MyV6 off=17654759 len=588711 2024-04-10T15:31:36.395 INFO:tasks.workunit.client.0.smithi102.stdout:op 1754 completed, throughput=4.99MB/sec 2024-04-10T15:31:36.395 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-I1xH9yXeGlzGOgi off=1264345 len=1567664 2024-04-10T15:31:36.402 INFO:tasks.workunit.client.0.smithi102.stdout:op 1755 completed, throughput=4.99MB/sec 2024-04-10T15:31:36.402 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VEpxzGAnXTl6P_m off=9867646 len=1259862 2024-04-10T15:31:36.403 INFO:tasks.workunit.client.0.smithi102.stdout:op 1756 completed, throughput=5MB/sec 2024-04-10T15:31:36.403 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-F7Ny6AO8oqoeY5K off=13116997 len=1662152 2024-04-10T15:31:36.405 INFO:tasks.workunit.client.0.smithi102.stdout:op 1757 completed, throughput=5MB/sec 2024-04-10T15:31:36.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:36 smithi154 ceph-mon[84269]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:31:36.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:36 smithi102 ceph-mon[90943]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:31:36.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:36 smithi102 ceph-mon[88557]: pgmap v1521: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:31:37.406 INFO:tasks.workunit.client.0.smithi102.stdout: 344: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:37.406 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZRVJGo6kW5jUILG off=6221657 len=1350464 2024-04-10T15:31:37.407 INFO:tasks.workunit.client.0.smithi102.stdout:op 1758 completed, throughput=4.99MB/sec 2024-04-10T15:31:37.407 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aSvaNIcLDAYUyi2 off=3927079 len=1977285 2024-04-10T15:31:37.409 INFO:tasks.workunit.client.0.smithi102.stdout:op 1759 completed, throughput=5MB/sec 2024-04-10T15:31:37.409 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lnG_uYQauUU3WYw off=3607242 len=1606940 2024-04-10T15:31:37.418 INFO:tasks.workunit.client.0.smithi102.stdout:op 1760 completed, throughput=5MB/sec 2024-04-10T15:31:37.418 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CrwfamP2eVzG92i off=9282144 len=1875759 2024-04-10T15:31:37.421 INFO:tasks.workunit.client.0.smithi102.stdout:op 1761 completed, throughput=5MB/sec 2024-04-10T15:31:37.919 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:31:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:31:37] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-10T15:31:38.422 INFO:tasks.workunit.client.0.smithi102.stdout: 345: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:38.422 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Jg8yL3IVVlnBTfN off=7121031 len=1095118 2024-04-10T15:31:38.427 INFO:tasks.workunit.client.0.smithi102.stdout:op 1762 completed, throughput=4.99MB/sec 2024-04-10T15:31:38.427 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WtT3Zn6mTAgfBAx off=16266532 len=1759000 2024-04-10T15:31:38.436 INFO:tasks.workunit.client.0.smithi102.stdout:op 1763 completed, throughput=5MB/sec 2024-04-10T15:31:38.436 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2FvwcLSDboH8yVt off=10888474 len=1058478 2024-04-10T15:31:38.436 INFO:tasks.workunit.client.0.smithi102.stdout:op 1764 completed, throughput=5MB/sec 2024-04-10T15:31:38.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:38 smithi154 ceph-mon[84269]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:31:38.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:38.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:38 smithi102 ceph-mon[90943]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:31:38.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:38.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:38 smithi102 ceph-mon[88557]: pgmap v1522: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:31:38.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:39.437 INFO:tasks.workunit.client.0.smithi102.stdout: 346: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:39.437 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-yrUtwK0-Uc_ohT3 off=18746361 len=115041 2024-04-10T15:31:39.437 INFO:tasks.workunit.client.0.smithi102.stdout:op 1765 completed, throughput=4.99MB/sec 2024-04-10T15:31:39.437 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XYtMh-hIdGmH-GP off=3018003 len=1890312 2024-04-10T15:31:39.441 INFO:tasks.workunit.client.0.smithi102.stdout:op 1766 completed, throughput=4.99MB/sec 2024-04-10T15:31:39.441 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jwS7uUEgxMw7XyP off=1447665 len=1634894 2024-04-10T15:31:39.444 INFO:tasks.workunit.client.0.smithi102.stdout:op 1767 completed, throughput=5MB/sec 2024-04-10T15:31:39.444 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qGVrnrK7mqOEsgP off=11343298 len=2052609 2024-04-10T15:31:39.446 INFO:tasks.workunit.client.0.smithi102.stdout:op 1768 completed, throughput=5MB/sec 2024-04-10T15:31:40.446 INFO:tasks.workunit.client.0.smithi102.stdout: 347: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:40.447 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KsQHadpMGTJiiyV off=1887263 len=1364261 2024-04-10T15:31:40.454 INFO:tasks.workunit.client.0.smithi102.stdout:op 1769 completed, throughput=4.99MB/sec 2024-04-10T15:31:40.455 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rM9jG6twz1Ocbc1 off=1796778 len=1515990 2024-04-10T15:31:40.456 INFO:tasks.workunit.client.0.smithi102.stdout:op 1770 completed, throughput=5MB/sec 2024-04-10T15:31:40.456 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lhVsUyY8ZUsBu_0 off=177419 len=1133770 2024-04-10T15:31:40.462 INFO:tasks.workunit.client.0.smithi102.stdout:op 1771 completed, throughput=5MB/sec 2024-04-10T15:31:40.462 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hN2AzaX9lTk6JHs off=11578888 len=1252899 2024-04-10T15:31:40.468 INFO:tasks.workunit.client.0.smithi102.stdout:op 1772 completed, throughput=5MB/sec 2024-04-10T15:31:40.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:40 smithi154 ceph-mon[84269]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:31:40.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:40 smithi102 ceph-mon[90943]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:31:40.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:40 smithi102 ceph-mon[88557]: pgmap v1523: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:31:41.468 INFO:tasks.workunit.client.0.smithi102.stdout: 348: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:41.468 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-I2VeNaZLP5V-EE8 off=3053258 len=1506676 2024-04-10T15:31:41.470 INFO:tasks.workunit.client.0.smithi102.stdout:op 1773 completed, throughput=4.99MB/sec 2024-04-10T15:31:41.470 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ywsFLAARnXLM3nW off=15126175 len=1678753 2024-04-10T15:31:41.472 INFO:tasks.workunit.client.0.smithi102.stdout:op 1774 completed, throughput=5MB/sec 2024-04-10T15:31:41.472 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PZSZv8zHylVf4Nh off=14339141 len=2039994 2024-04-10T15:31:41.476 INFO:tasks.workunit.client.0.smithi102.stdout:op 1775 completed, throughput=5MB/sec 2024-04-10T15:31:42.476 INFO:tasks.workunit.client.0.smithi102.stdout: 349: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:42.476 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NZ_JD19hxbInLww off=21687117 len=972161 2024-04-10T15:31:42.477 INFO:tasks.workunit.client.0.smithi102.stdout:op 1776 completed, throughput=4.99MB/sec 2024-04-10T15:31:42.477 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ug6RsOJTkK3g0QC off=13014714 len=1629837 2024-04-10T15:31:42.487 INFO:tasks.workunit.client.0.smithi102.stdout:op 1777 completed, throughput=4.99MB/sec 2024-04-10T15:31:42.487 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-j9UhXHD7kxf6v_g off=9919620 len=1642914 2024-04-10T15:31:42.489 INFO:tasks.workunit.client.0.smithi102.stdout:op 1778 completed, throughput=5MB/sec 2024-04-10T15:31:42.489 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CucqMZOCunqsDEe off=5890801 len=42739 2024-04-10T15:31:42.490 INFO:tasks.workunit.client.0.smithi102.stdout:op 1779 completed, throughput=5MB/sec 2024-04-10T15:31:42.490 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ez9douhRyfc5uNO off=17198862 len=2068313 2024-04-10T15:31:42.500 INFO:tasks.workunit.client.0.smithi102.stdout:op 1780 completed, throughput=5MB/sec 2024-04-10T15:31:42.619 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:31:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:31:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:31:42.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:42 smithi154 ceph-mon[84269]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:31:42.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:42 smithi102 ceph-mon[90943]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:31:42.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:42 smithi102 ceph-mon[88557]: pgmap v1524: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:31:43.500 INFO:tasks.workunit.client.0.smithi102.stdout: 350: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:43.500 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gJ_dBxCzJmC2RPJ off=4910473 len=1067495 2024-04-10T15:31:43.501 INFO:tasks.workunit.client.0.smithi102.stdout:op 1781 completed, throughput=4.99MB/sec 2024-04-10T15:31:43.501 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LAC2E2K9VvhNAu7 off=2352506 len=307887 2024-04-10T15:31:43.502 INFO:tasks.workunit.client.0.smithi102.stdout:op 1782 completed, throughput=4.99MB/sec 2024-04-10T15:31:43.502 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6ODSwK8xXQlJGKL off=10618983 len=147568 2024-04-10T15:31:43.505 INFO:tasks.workunit.client.0.smithi102.stdout:op 1783 completed, throughput=4.99MB/sec 2024-04-10T15:31:43.505 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FyBQ2mgQ3f49QtL off=5809272 len=1906260 2024-04-10T15:31:43.516 INFO:tasks.workunit.client.0.smithi102.stdout:op 1784 completed, throughput=5MB/sec 2024-04-10T15:31:43.516 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2qA5NHA7daGIuol off=346449 len=2056008 2024-04-10T15:31:43.527 INFO:tasks.workunit.client.0.smithi102.stdout:op 1785 completed, throughput=5MB/sec 2024-04-10T15:31:44.527 INFO:tasks.workunit.client.0.smithi102.stdout: 351: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:44.527 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pF6PVOC2N5Jhy3k off=5875834 len=640546 2024-04-10T15:31:44.531 INFO:tasks.workunit.client.0.smithi102.stdout:op 1786 completed, throughput=4.99MB/sec 2024-04-10T15:31:44.531 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MFYtbh46B2LOyDU off=2854103 len=824466 2024-04-10T15:31:44.536 INFO:tasks.workunit.client.0.smithi102.stdout:op 1787 completed, throughput=4.99MB/sec 2024-04-10T15:31:44.537 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GLrRR8xEyIUWn6A off=3604773 len=632766 2024-04-10T15:31:44.538 INFO:tasks.workunit.client.0.smithi102.stdout:op 1788 completed, throughput=5MB/sec 2024-04-10T15:31:44.538 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-B48CuefkWdRbBA3 off=6874612 len=5563 2024-04-10T15:31:44.538 INFO:tasks.workunit.client.0.smithi102.stdout:op 1789 completed, throughput=5MB/sec 2024-04-10T15:31:44.538 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FJasNEpih6oHEXm off=4564903 len=1791994 2024-04-10T15:31:44.540 INFO:tasks.workunit.client.0.smithi102.stdout:op 1790 completed, throughput=5MB/sec 2024-04-10T15:31:44.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:44 smithi154 ceph-mon[84269]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:31:44.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:44 smithi102 ceph-mon[90943]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:31:44.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:44 smithi102 ceph-mon[88557]: pgmap v1525: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:31:45.541 INFO:tasks.workunit.client.0.smithi102.stdout: 352: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:45.541 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FQyPSOabldmrGGn off=1114023 len=843689 2024-04-10T15:31:45.546 INFO:tasks.workunit.client.0.smithi102.stdout:op 1791 completed, throughput=4.99MB/sec 2024-04-10T15:31:45.546 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-V-94mYsXLSK1h8K off=1943853 len=256040 2024-04-10T15:31:45.549 INFO:tasks.workunit.client.0.smithi102.stdout:op 1792 completed, throughput=4.99MB/sec 2024-04-10T15:31:45.549 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-w3f_C9eZ7x22ipd off=2597224 len=1601988 2024-04-10T15:31:45.551 INFO:tasks.workunit.client.0.smithi102.stdout:op 1793 completed, throughput=4.99MB/sec 2024-04-10T15:31:45.551 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3rvPIMYUBHJOZ1g off=1318650 len=171229 2024-04-10T15:31:45.552 INFO:tasks.workunit.client.0.smithi102.stdout:op 1794 completed, throughput=4.99MB/sec 2024-04-10T15:31:45.552 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6dV85wXMWbpxILb off=11781947 len=2031480 2024-04-10T15:31:45.563 INFO:tasks.workunit.client.0.smithi102.stdout:op 1795 completed, throughput=5MB/sec 2024-04-10T15:31:45.563 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NrvW0SbwxhdNNQZ off=1997473 len=1331399 2024-04-10T15:31:45.570 INFO:tasks.workunit.client.0.smithi102.stdout:op 1796 completed, throughput=5MB/sec 2024-04-10T15:31:46.570 INFO:tasks.workunit.client.0.smithi102.stdout: 353: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:46.570 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-q-Q0Oo7jvrultna off=5045447 len=391636 2024-04-10T15:31:46.574 INFO:tasks.workunit.client.0.smithi102.stdout:op 1797 completed, throughput=4.99MB/sec 2024-04-10T15:31:46.574 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ORl5w5UqnphbxW_ off=1263018 len=5369 2024-04-10T15:31:46.574 INFO:tasks.workunit.client.0.smithi102.stdout:op 1798 completed, throughput=4.99MB/sec 2024-04-10T15:31:46.574 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FCaraXLUL58MWL9 off=9113147 len=1096644 2024-04-10T15:31:46.580 INFO:tasks.workunit.client.0.smithi102.stdout:op 1799 completed, throughput=4.99MB/sec 2024-04-10T15:31:46.580 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uRlS08pb1qp6E9U off=6232144 len=1053085 2024-04-10T15:31:46.585 INFO:tasks.workunit.client.0.smithi102.stdout:op 1800 completed, throughput=5MB/sec 2024-04-10T15:31:46.585 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6Ws8VvnslcwlI6G off=3938534 len=1877476 2024-04-10T15:31:46.597 INFO:tasks.workunit.client.0.smithi102.stdout:op 1801 completed, throughput=5MB/sec 2024-04-10T15:31:46.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:46 smithi154 ceph-mon[84269]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-10T15:31:46.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:46 smithi102 ceph-mon[90943]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-10T15:31:46.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:46 smithi102 ceph-mon[88557]: pgmap v1526: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-10T15:31:47.597 INFO:tasks.workunit.client.0.smithi102.stdout: 354: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:47.597 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FrSCOtjTEpsKiPO off=0 len=1259817 2024-04-10T15:31:47.598 INFO:tasks.workunit.client.0.smithi102.stdout:op 1802 completed, throughput=4.99MB/sec 2024-04-10T15:31:47.599 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pl0n6cmwFDCp8Rr off=3346549 len=674505 2024-04-10T15:31:47.600 INFO:tasks.workunit.client.0.smithi102.stdout:op 1803 completed, throughput=4.99MB/sec 2024-04-10T15:31:47.600 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-npLliivmh6v0GMT off=716642 len=1243573 2024-04-10T15:31:47.605 INFO:tasks.workunit.client.0.smithi102.stdout:op 1804 completed, throughput=4.99MB/sec 2024-04-10T15:31:47.605 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-t0jUQfJk1hFPDr- off=5606324 len=2062024 2024-04-10T15:31:47.607 INFO:tasks.workunit.client.0.smithi102.stdout:op 1805 completed, throughput=5MB/sec 2024-04-10T15:31:47.919 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:31:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:31:47] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-10T15:31:48.608 INFO:tasks.workunit.client.0.smithi102.stdout: 355: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:48.608 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fAyWxIRp6sJshRl off=4285750 len=1653999 2024-04-10T15:31:48.610 INFO:tasks.workunit.client.0.smithi102.stdout:op 1806 completed, throughput=4.99MB/sec 2024-04-10T15:31:48.610 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rYG93zyyC7F5G3P off=7830492 len=727680 2024-04-10T15:31:48.611 INFO:tasks.workunit.client.0.smithi102.stdout:op 1807 completed, throughput=4.99MB/sec 2024-04-10T15:31:48.611 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OhABg-fI3sY3Ee- off=6925518 len=1166285 2024-04-10T15:31:48.613 INFO:tasks.workunit.client.0.smithi102.stdout:op 1808 completed, throughput=5MB/sec 2024-04-10T15:31:48.613 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-V3sLELb8C8gIRcs off=14600234 len=1639084 2024-04-10T15:31:48.615 INFO:tasks.workunit.client.0.smithi102.stdout:op 1809 completed, throughput=5MB/sec 2024-04-10T15:31:48.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:48 smithi154 ceph-mon[84269]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-10T15:31:48.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:48 smithi102 ceph-mon[90943]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-10T15:31:48.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:48 smithi102 ceph-mon[88557]: pgmap v1527: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.6 MiB/s wr, 3 op/s 2024-04-10T15:31:49.615 INFO:tasks.workunit.client.0.smithi102.stdout: 356: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:49.615 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XNu4qeQ_fO6tdmS off=11192862 len=508338 2024-04-10T15:31:49.619 INFO:tasks.workunit.client.0.smithi102.stdout:op 1810 completed, throughput=4.99MB/sec 2024-04-10T15:31:49.619 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FOxfzvj27yytea6 off=12742083 len=1882149 2024-04-10T15:31:49.621 INFO:tasks.workunit.client.0.smithi102.stdout:op 1811 completed, throughput=4.99MB/sec 2024-04-10T15:31:49.621 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--SrSMvIVW-DJ_F- off=2395547 len=157010 2024-04-10T15:31:49.621 INFO:tasks.workunit.client.0.smithi102.stdout:op 1812 completed, throughput=4.99MB/sec 2024-04-10T15:31:49.621 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mPD_E8__5MCAIfE off=9318839 len=1893628 2024-04-10T15:31:49.632 INFO:tasks.workunit.client.0.smithi102.stdout:op 1813 completed, throughput=5MB/sec 2024-04-10T15:31:49.632 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1_bsHhW6p_ZJ39O off=1123687 len=1061032 2024-04-10T15:31:49.633 INFO:tasks.workunit.client.0.smithi102.stdout:op 1814 completed, throughput=5MB/sec 2024-04-10T15:31:50.634 INFO:tasks.workunit.client.0.smithi102.stdout: 357: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:50.634 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MvE2V0r3Zn1FKrB off=14531672 len=1831220 2024-04-10T15:31:50.638 INFO:tasks.workunit.client.0.smithi102.stdout:op 1815 completed, throughput=4.99MB/sec 2024-04-10T15:31:50.638 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VJEMUeQsQZRsg7K off=7572132 len=407238 2024-04-10T15:31:50.639 INFO:tasks.workunit.client.0.smithi102.stdout:op 1816 completed, throughput=4.99MB/sec 2024-04-10T15:31:50.639 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qDd-qJMdw4UeY8q off=17923394 len=366105 2024-04-10T15:31:50.642 INFO:tasks.workunit.client.0.smithi102.stdout:op 1817 completed, throughput=4.99MB/sec 2024-04-10T15:31:50.642 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UcGkw9I6rLRF8WU off=2235847 len=234498 2024-04-10T15:31:50.643 INFO:tasks.workunit.client.0.smithi102.stdout:op 1818 completed, throughput=4.99MB/sec 2024-04-10T15:31:50.643 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KJRE0UXMRPmFk-6 off=12437130 len=1354572 2024-04-10T15:31:50.650 INFO:tasks.workunit.client.0.smithi102.stdout:op 1819 completed, throughput=5MB/sec 2024-04-10T15:31:50.650 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jHFSGoxTwKxf8Nu off=10164339 len=858835 2024-04-10T15:31:50.652 INFO:tasks.workunit.client.0.smithi102.stdout:op 1820 completed, throughput=5MB/sec 2024-04-10T15:31:50.652 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KsQHadpMGTJiiyV off=1777362 len=1382477 2024-04-10T15:31:50.654 INFO:tasks.workunit.client.0.smithi102.stdout:op 1821 completed, throughput=5MB/sec 2024-04-10T15:31:50.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:50 smithi154 ceph-mon[84269]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:31:50.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:50 smithi102 ceph-mon[90943]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:31:50.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:50 smithi102 ceph-mon[88557]: pgmap v1528: 105 pgs: 105 active+clean; 128 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:31:51.654 INFO:tasks.workunit.client.0.smithi102.stdout: 358: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:51.654 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sa4wwQqLD8UMmsw off=2671321 len=760720 2024-04-10T15:31:51.660 INFO:tasks.workunit.client.0.smithi102.stdout:op 1822 completed, throughput=4.99MB/sec 2024-04-10T15:31:51.660 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_F04BWAwwN1sgEu off=1179169 len=627671 2024-04-10T15:31:51.663 INFO:tasks.workunit.client.0.smithi102.stdout:op 1823 completed, throughput=4.99MB/sec 2024-04-10T15:31:51.664 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pfeNJCP46pWJ6FG off=8269927 len=1896102 2024-04-10T15:31:51.667 INFO:tasks.workunit.client.0.smithi102.stdout:op 1824 completed, throughput=5MB/sec 2024-04-10T15:31:51.667 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-B7XTIFWEeaZnBQu off=13043855 len=974142 2024-04-10T15:31:51.672 INFO:tasks.workunit.client.0.smithi102.stdout:op 1825 completed, throughput=5MB/sec 2024-04-10T15:31:52.638 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:31:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:31:52.672 INFO:tasks.workunit.client.0.smithi102.stdout: 359: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:52.672 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uyqF_2zdRyQUl6_ off=20740322 len=1353371 2024-04-10T15:31:52.674 INFO:tasks.workunit.client.0.smithi102.stdout:op 1826 completed, throughput=4.99MB/sec 2024-04-10T15:31:52.674 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LDYx0W6Ei1rB-V7 off=7951659 len=1048774 2024-04-10T15:31:52.679 INFO:tasks.workunit.client.0.smithi102.stdout:op 1827 completed, throughput=4.99MB/sec 2024-04-10T15:31:52.679 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pXjI2Dy1R4ZNNUQ off=9962557 len=1486191 2024-04-10T15:31:52.680 INFO:tasks.workunit.client.0.smithi102.stdout:op 1828 completed, throughput=5MB/sec 2024-04-10T15:31:52.680 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-HkYmMobY_M7Ie_p off=107163 len=1061892 2024-04-10T15:31:52.682 INFO:tasks.workunit.client.0.smithi102.stdout:op 1829 completed, throughput=5MB/sec 2024-04-10T15:31:52.682 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-k6mwzf4QfPYsiEr off=3867567 len=293491 2024-04-10T15:31:52.683 INFO:tasks.workunit.client.0.smithi102.stdout:op 1830 completed, throughput=5MB/sec 2024-04-10T15:31:52.889 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:52 smithi154 ceph-mon[84269]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-10T15:31:52.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:52 smithi102 ceph-mon[88557]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-10T15:31:52.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:52 smithi102 ceph-mon[90943]: pgmap v1529: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-10T15:31:53.683 INFO:tasks.workunit.client.0.smithi102.stdout: 360: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:53.683 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Nf-gAROMGo2dSmA off=7756439 len=279073 2024-04-10T15:31:53.687 INFO:tasks.workunit.client.0.smithi102.stdout:op 1831 completed, throughput=4.99MB/sec 2024-04-10T15:31:53.687 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Hax9moCrM5O2Nz9 off=16550835 len=1373044 2024-04-10T15:31:53.695 INFO:tasks.workunit.client.0.smithi102.stdout:op 1832 completed, throughput=4.99MB/sec 2024-04-10T15:31:53.695 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mREDnqeRoF1_Ho_ off=10708603 len=393568 2024-04-10T15:31:53.696 INFO:tasks.workunit.client.0.smithi102.stdout:op 1833 completed, throughput=4.99MB/sec 2024-04-10T15:31:53.696 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RxkWyhoG1pJJ3Od off=541713 len=480558 2024-04-10T15:31:53.697 INFO:tasks.workunit.client.0.smithi102.stdout:op 1834 completed, throughput=4.99MB/sec 2024-04-10T15:31:53.697 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KuvgTi8wGLzpq2X off=1314180 len=1866970 2024-04-10T15:31:53.699 INFO:tasks.workunit.client.0.smithi102.stdout:op 1835 completed, throughput=5MB/sec 2024-04-10T15:31:53.699 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JYOwJKxdRC3IoR3 off=5776977 len=657405 2024-04-10T15:31:53.703 INFO:tasks.workunit.client.0.smithi102.stdout:op 1836 completed, throughput=5MB/sec 2024-04-10T15:31:53.703 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1SYVDB69B2U6OOB off=6285995 len=787909 2024-04-10T15:31:53.704 INFO:tasks.workunit.client.0.smithi102.stdout:op 1837 completed, throughput=5MB/sec 2024-04-10T15:31:53.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:53.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:54.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:31:54.705 INFO:tasks.workunit.client.0.smithi102.stdout: 361: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:54.705 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bu7DyD3Gy8MMgET off=1624300 len=11039 2024-04-10T15:31:54.706 INFO:tasks.workunit.client.0.smithi102.stdout:op 1838 completed, throughput=4.99MB/sec 2024-04-10T15:31:54.706 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NJTkeA9A5rBAgP8 off=11462432 len=1104785 2024-04-10T15:31:54.707 INFO:tasks.workunit.client.0.smithi102.stdout:op 1839 completed, throughput=4.99MB/sec 2024-04-10T15:31:54.707 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-H0n_OM0BgUhm2_P off=9764007 len=1302573 2024-04-10T15:31:54.708 INFO:tasks.workunit.client.0.smithi102.stdout:op 1840 completed, throughput=4.99MB/sec 2024-04-10T15:31:54.708 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9sx66H-ASKXhuH3 off=14258155 len=1215848 2024-04-10T15:31:54.709 INFO:tasks.workunit.client.0.smithi102.stdout:op 1841 completed, throughput=5MB/sec 2024-04-10T15:31:54.710 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jcPIkdYRxIr6pzr off=6120745 len=313674 2024-04-10T15:31:54.710 INFO:tasks.workunit.client.0.smithi102.stdout:op 1842 completed, throughput=5MB/sec 2024-04-10T15:31:54.710 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bFVDXSVyEINVRrr off=2103362 len=1115937 2024-04-10T15:31:54.711 INFO:tasks.workunit.client.0.smithi102.stdout:op 1843 completed, throughput=5MB/sec 2024-04-10T15:31:54.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:54 smithi102 ceph-mon[90943]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:31:54.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:54 smithi102 ceph-mon[88557]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:31:55.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:54 smithi154 ceph-mon[84269]: pgmap v1530: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:31:55.712 INFO:tasks.workunit.client.0.smithi102.stdout: 362: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:55.712 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-j1pxXudxhQFoP0A off=223811 len=42576 2024-04-10T15:31:55.712 INFO:tasks.workunit.client.0.smithi102.stdout:op 1844 completed, throughput=4.99MB/sec 2024-04-10T15:31:55.712 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-B7TQxAZEHj9D0oI off=837323 len=2033898 2024-04-10T15:31:55.724 INFO:tasks.workunit.client.0.smithi102.stdout:op 1845 completed, throughput=4.99MB/sec 2024-04-10T15:31:55.724 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NbVUoVaj15kqOb4 off=4838175 len=901632 2024-04-10T15:31:55.728 INFO:tasks.workunit.client.0.smithi102.stdout:op 1846 completed, throughput=4.99MB/sec 2024-04-10T15:31:55.729 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-q3NAP7MraCZ9RBI off=1430534 len=1804581 2024-04-10T15:31:55.732 INFO:tasks.workunit.client.0.smithi102.stdout:op 1847 completed, throughput=5MB/sec 2024-04-10T15:31:55.732 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1PcqmI0s06NXs1k off=12064506 len=280466 2024-04-10T15:31:55.733 INFO:tasks.workunit.client.0.smithi102.stdout:op 1848 completed, throughput=5MB/sec 2024-04-10T15:31:56.734 INFO:tasks.workunit.client.0.smithi102.stdout: 363: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:56.734 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jSgzpGFw8yE0sUu off=5484492 len=1293649 2024-04-10T15:31:56.735 INFO:tasks.workunit.client.0.smithi102.stdout:op 1849 completed, throughput=4.99MB/sec 2024-04-10T15:31:56.735 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qOMipXM34vQM0SI off=3320517 len=671443 2024-04-10T15:31:56.736 INFO:tasks.workunit.client.0.smithi102.stdout:op 1850 completed, throughput=4.99MB/sec 2024-04-10T15:31:56.737 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xaivnGMMwO4zkYw off=2165517 len=1322211 2024-04-10T15:31:56.738 INFO:tasks.workunit.client.0.smithi102.stdout:op 1851 completed, throughput=5MB/sec 2024-04-10T15:31:56.738 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EMcFX_joY54Nz5Y off=971251 len=837053 2024-04-10T15:31:56.742 INFO:tasks.workunit.client.0.smithi102.stdout:op 1852 completed, throughput=5MB/sec 2024-04-10T15:31:56.742 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LMTuvXtyL7m5dZ5 off=4413400 len=634739 2024-04-10T15:31:56.747 INFO:tasks.workunit.client.0.smithi102.stdout:op 1853 completed, throughput=5MB/sec 2024-04-10T15:31:56.747 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SqqlkJJZCfvxhL1 off=16770310 len=913253 2024-04-10T15:31:56.748 INFO:tasks.workunit.client.0.smithi102.stdout:op 1854 completed, throughput=5MB/sec 2024-04-10T15:31:56.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:56 smithi102 ceph-mon[90943]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:31:56.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:56 smithi102 ceph-mon[88557]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:31:57.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:56 smithi154 ceph-mon[84269]: pgmap v1531: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:31:57.749 INFO:tasks.workunit.client.0.smithi102.stdout: 364: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:57.749 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Kyl6IC0oo9njYK3 off=4518888 len=933483 2024-04-10T15:31:57.753 INFO:tasks.workunit.client.0.smithi102.stdout:op 1855 completed, throughput=4.99MB/sec 2024-04-10T15:31:57.753 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fCpKRTlyvKFEFWS off=641 len=1176437 2024-04-10T15:31:57.755 INFO:tasks.workunit.client.0.smithi102.stdout:op 1856 completed, throughput=4.99MB/sec 2024-04-10T15:31:57.755 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2qivGSg8gng9LSd off=2361511 len=616724 2024-04-10T15:31:57.756 INFO:tasks.workunit.client.0.smithi102.stdout:op 1857 completed, throughput=4.99MB/sec 2024-04-10T15:31:57.756 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MXRLSBXJ3ODr5XB off=1827383 len=1250618 2024-04-10T15:31:57.758 INFO:tasks.workunit.client.0.smithi102.stdout:op 1858 completed, throughput=5MB/sec 2024-04-10T15:31:57.758 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-88esQmMPsOOHh-M off=22394089 len=1206618 2024-04-10T15:31:57.759 INFO:tasks.workunit.client.0.smithi102.stdout:op 1859 completed, throughput=5MB/sec 2024-04-10T15:31:57.919 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:31:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:31:57] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-04-10T15:31:58.760 INFO:tasks.workunit.client.0.smithi102.stdout: 365: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:58.760 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pHbFDO82R7OY__Y off=3772895 len=1256817 2024-04-10T15:31:58.761 INFO:tasks.workunit.client.0.smithi102.stdout:op 1860 completed, throughput=4.99MB/sec 2024-04-10T15:31:58.761 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PqLd34p2cmaMbrS off=4565427 len=777858 2024-04-10T15:31:58.762 INFO:tasks.workunit.client.0.smithi102.stdout:op 1861 completed, throughput=4.99MB/sec 2024-04-10T15:31:58.762 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-f-9HHuleQ5uVGxh off=2251354 len=672969 2024-04-10T15:31:58.767 INFO:tasks.workunit.client.0.smithi102.stdout:op 1862 completed, throughput=4.99MB/sec 2024-04-10T15:31:58.767 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xunzJYeOiPSXv5e off=780416 len=1753550 2024-04-10T15:31:58.770 INFO:tasks.workunit.client.0.smithi102.stdout:op 1863 completed, throughput=5MB/sec 2024-04-10T15:31:58.770 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-p362l8B4G63WVSL off=15008813 len=1444553 2024-04-10T15:31:58.772 INFO:tasks.workunit.client.0.smithi102.stdout:op 1864 completed, throughput=5MB/sec 2024-04-10T15:31:58.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:31:58 smithi102 ceph-mon[90943]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:31:58.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:31:58 smithi102 ceph-mon[88557]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:31:59.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:31:58 smithi154 ceph-mon[84269]: pgmap v1532: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:31:59.773 INFO:tasks.workunit.client.0.smithi102.stdout: 366: throughput=4.99MB/sec pending data=0 2024-04-10T15:31:59.773 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-44tUWjwvdAmB_bk off=243928 len=1457814 2024-04-10T15:31:59.776 INFO:tasks.workunit.client.0.smithi102.stdout:op 1865 completed, throughput=4.99MB/sec 2024-04-10T15:31:59.776 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cBzW1dd9rGXwfNB off=11050023 len=474549 2024-04-10T15:31:59.779 INFO:tasks.workunit.client.0.smithi102.stdout:op 1866 completed, throughput=4.99MB/sec 2024-04-10T15:31:59.779 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XKQvbPDMPL0BLN9 off=7751113 len=2037836 2024-04-10T15:31:59.783 INFO:tasks.workunit.client.0.smithi102.stdout:op 1867 completed, throughput=5MB/sec 2024-04-10T15:31:59.783 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XKK0SlKf87fzF7a off=1174645 len=274998 2024-04-10T15:31:59.786 INFO:tasks.workunit.client.0.smithi102.stdout:op 1868 completed, throughput=5MB/sec 2024-04-10T15:31:59.786 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2iqbv7ZevOOFCdH off=1260217 len=1511543 2024-04-10T15:31:59.793 INFO:tasks.workunit.client.0.smithi102.stdout:op 1869 completed, throughput=5MB/sec 2024-04-10T15:32:00.793 INFO:tasks.workunit.client.0.smithi102.stdout: 367: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:00.793 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DN9yjfmm-L_a_hv off=2717261 len=425566 2024-04-10T15:32:00.797 INFO:tasks.workunit.client.0.smithi102.stdout:op 1870 completed, throughput=4.99MB/sec 2024-04-10T15:32:00.797 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VTl4aSUTQZp3E5q off=1159727 len=1201531 2024-04-10T15:32:00.798 INFO:tasks.workunit.client.0.smithi102.stdout:op 1871 completed, throughput=4.99MB/sec 2024-04-10T15:32:00.798 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Cj1A9s7j0BYyJeG off=13555974 len=1254500 2024-04-10T15:32:00.801 INFO:tasks.workunit.client.0.smithi102.stdout:op 1872 completed, throughput=5MB/sec 2024-04-10T15:32:00.801 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GkZb81vlu38DRwd off=10957552 len=1120222 2024-04-10T15:32:00.804 INFO:tasks.workunit.client.0.smithi102.stdout:op 1873 completed, throughput=5MB/sec 2024-04-10T15:32:00.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:00 smithi102 ceph-mon[90943]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T15:32:00.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:00 smithi102 ceph-mon[88557]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T15:32:01.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:00 smithi154 ceph-mon[84269]: pgmap v1533: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T15:32:01.804 INFO:tasks.workunit.client.0.smithi102.stdout: 368: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:01.805 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5_1xacTLqUslndZ off=10039118 len=1814608 2024-04-10T15:32:01.814 INFO:tasks.workunit.client.0.smithi102.stdout:op 1874 completed, throughput=4.99MB/sec 2024-04-10T15:32:01.814 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-w8xNJgM-RO1OsOM off=4465270 len=1126587 2024-04-10T15:32:01.815 INFO:tasks.workunit.client.0.smithi102.stdout:op 1875 completed, throughput=4.99MB/sec 2024-04-10T15:32:01.815 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wpDip1XvXaI6Yuw off=4467033 len=529771 2024-04-10T15:32:01.820 INFO:tasks.workunit.client.0.smithi102.stdout:op 1876 completed, throughput=5MB/sec 2024-04-10T15:32:01.820 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-HWr43Gy1ZMeuyal off=5656667 len=992916 2024-04-10T15:32:01.821 INFO:tasks.workunit.client.0.smithi102.stdout:op 1877 completed, throughput=5MB/sec 2024-04-10T15:32:01.821 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-x9fgq93QlwqHM1W off=12590938 len=1803139 2024-04-10T15:32:01.831 INFO:tasks.workunit.client.0.smithi102.stdout:op 1878 completed, throughput=5MB/sec 2024-04-10T15:32:02.639 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:32:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:32:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:32:02.832 INFO:tasks.workunit.client.0.smithi102.stdout: 369: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:02.832 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3tHbPdMngGtZHMx off=10909038 len=397913 2024-04-10T15:32:02.835 INFO:tasks.workunit.client.0.smithi102.stdout:op 1879 completed, throughput=4.99MB/sec 2024-04-10T15:32:02.835 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JRV-i63rVlu3lQ9 off=4659443 len=245623 2024-04-10T15:32:02.838 INFO:tasks.workunit.client.0.smithi102.stdout:op 1880 completed, throughput=4.99MB/sec 2024-04-10T15:32:02.838 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-E6iCFDRI_uug0X1 off=3423667 len=842425 2024-04-10T15:32:02.840 INFO:tasks.workunit.client.0.smithi102.stdout:op 1881 completed, throughput=4.99MB/sec 2024-04-10T15:32:02.840 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--doHJMlX0mv_RP_ off=313747 len=1690785 2024-04-10T15:32:02.843 INFO:tasks.workunit.client.0.smithi102.stdout:op 1882 completed, throughput=5MB/sec 2024-04-10T15:32:02.843 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cZF7HwqQKGw-N8J off=2891805 len=739766 2024-04-10T15:32:02.844 INFO:tasks.workunit.client.0.smithi102.stdout:op 1883 completed, throughput=5MB/sec 2024-04-10T15:32:02.844 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-V06Pw4LAwSAdFji off=143887 len=1221827 2024-04-10T15:32:02.845 INFO:tasks.workunit.client.0.smithi102.stdout:op 1884 completed, throughput=5MB/sec 2024-04-10T15:32:02.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:02 smithi102 ceph-mon[90943]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T15:32:02.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:02 smithi102 ceph-mon[88557]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T15:32:03.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:02 smithi154 ceph-mon[84269]: pgmap v1534: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T15:32:03.846 INFO:tasks.workunit.client.0.smithi102.stdout: 370: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:03.846 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uK_SPXPgi5249V8 off=20042768 len=192534 2024-04-10T15:32:03.847 INFO:tasks.workunit.client.0.smithi102.stdout:op 1885 completed, throughput=4.99MB/sec 2024-04-10T15:32:03.847 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MwSn6CNrTeir-2T off=5548790 len=92792 2024-04-10T15:32:03.847 INFO:tasks.workunit.client.0.smithi102.stdout:op 1886 completed, throughput=4.99MB/sec 2024-04-10T15:32:03.847 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JbKuAOG58G-9gRF off=281560 len=267947 2024-04-10T15:32:03.851 INFO:tasks.workunit.client.0.smithi102.stdout:op 1887 completed, throughput=4.99MB/sec 2024-04-10T15:32:03.851 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_eWTHz4uxlNOO4L off=2071400 len=1409783 2024-04-10T15:32:03.857 INFO:tasks.workunit.client.0.smithi102.stdout:op 1888 completed, throughput=4.99MB/sec 2024-04-10T15:32:03.857 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1sfGZn_Z8M-CT-_ off=5563953 len=1835824 2024-04-10T15:32:03.859 INFO:tasks.workunit.client.0.smithi102.stdout:op 1889 completed, throughput=5MB/sec 2024-04-10T15:32:03.859 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Q8xO6t4lHLsYM9O off=1411262 len=1683931 2024-04-10T15:32:03.860 INFO:tasks.workunit.client.0.smithi102.stdout:op 1890 completed, throughput=5MB/sec 2024-04-10T15:32:04.861 INFO:tasks.workunit.client.0.smithi102.stdout: 371: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:04.861 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6ZX_C3FZrLdyEm- off=262208 len=1335060 2024-04-10T15:32:04.869 INFO:tasks.workunit.client.0.smithi102.stdout:op 1891 completed, throughput=4.99MB/sec 2024-04-10T15:32:04.869 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ySeUIDECr0dXprz off=16418891 len=135490 2024-04-10T15:32:04.870 INFO:tasks.workunit.client.0.smithi102.stdout:op 1892 completed, throughput=4.99MB/sec 2024-04-10T15:32:04.870 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FzprvHsk6T7689m off=2786664 len=1185885 2024-04-10T15:32:04.873 INFO:tasks.workunit.client.0.smithi102.stdout:op 1893 completed, throughput=5MB/sec 2024-04-10T15:32:04.873 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-e001o6fW657UWB4 off=5000404 len=910198 2024-04-10T15:32:04.874 INFO:tasks.workunit.client.0.smithi102.stdout:op 1894 completed, throughput=5MB/sec 2024-04-10T15:32:04.874 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NqUhIDCbxu8VJL3 off=6624894 len=1749723 2024-04-10T15:32:04.881 INFO:tasks.workunit.client.0.smithi102.stdout:op 1895 completed, throughput=5MB/sec 2024-04-10T15:32:04.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:04 smithi102 ceph-mon[88557]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-10T15:32:04.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:04 smithi102 ceph-mon[90943]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-10T15:32:05.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:04 smithi154 ceph-mon[84269]: pgmap v1535: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.6 MiB/s rd, 1.6 MiB/s wr, 5 op/s 2024-04-10T15:32:05.882 INFO:tasks.workunit.client.0.smithi102.stdout: 372: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:05.882 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2V3RRYbEoF2SW_V off=5225416 len=1851018 2024-04-10T15:32:05.884 INFO:tasks.workunit.client.0.smithi102.stdout:op 1896 completed, throughput=4.99MB/sec 2024-04-10T15:32:05.884 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PENGtl3-_PYx5eO off=18406111 len=444090 2024-04-10T15:32:05.885 INFO:tasks.workunit.client.0.smithi102.stdout:op 1897 completed, throughput=4.99MB/sec 2024-04-10T15:32:05.885 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GZX2bHsU9_DxMvg off=1897741 len=402845 2024-04-10T15:32:05.886 INFO:tasks.workunit.client.0.smithi102.stdout:op 1898 completed, throughput=5MB/sec 2024-04-10T15:32:05.886 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ii4Rv-3hvly4KS_ off=4654700 len=1292836 2024-04-10T15:32:05.893 INFO:tasks.workunit.client.0.smithi102.stdout:op 1899 completed, throughput=5MB/sec 2024-04-10T15:32:05.893 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XpOvBv3Vdn8oNmc off=6072743 len=494935 2024-04-10T15:32:05.896 INFO:tasks.workunit.client.0.smithi102.stdout:op 1900 completed, throughput=5MB/sec 2024-04-10T15:32:06.897 INFO:tasks.workunit.client.0.smithi102.stdout: 373: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:06.897 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-m8NLvtHli6S59j_ off=660390 len=1555518 2024-04-10T15:32:06.899 INFO:tasks.workunit.client.0.smithi102.stdout:op 1901 completed, throughput=4.99MB/sec 2024-04-10T15:32:06.899 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DHXQfD0sltwV0B_ off=3131840 len=717472 2024-04-10T15:32:06.900 INFO:tasks.workunit.client.0.smithi102.stdout:op 1902 completed, throughput=4.99MB/sec 2024-04-10T15:32:06.900 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XSAYjrL9g6fZPpB off=875595 len=1672334 2024-04-10T15:32:06.909 INFO:tasks.workunit.client.0.smithi102.stdout:op 1903 completed, throughput=5MB/sec 2024-04-10T15:32:06.909 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ruNrhk9riAT857Q off=7222144 len=1440659 2024-04-10T15:32:06.915 INFO:tasks.workunit.client.0.smithi102.stdout:op 1904 completed, throughput=5MB/sec 2024-04-10T15:32:06.919 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:06 smithi102 ceph-mon[90943]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-10T15:32:06.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:06 smithi102 ceph-mon[88557]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-10T15:32:07.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:06 smithi154 ceph-mon[84269]: pgmap v1536: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-10T15:32:07.915 INFO:tasks.workunit.client.0.smithi102.stdout: 374: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:07.915 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fr788QDYqK8FaTU off=2742187 len=898869 2024-04-10T15:32:07.916 INFO:tasks.workunit.client.0.smithi102.stdout:op 1905 completed, throughput=4.99MB/sec 2024-04-10T15:32:07.916 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GnyQ1KH89STI1xm off=1451688 len=2080985 2024-04-10T15:32:07.919 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:32:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:32:07] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-04-10T15:32:07.926 INFO:tasks.workunit.client.0.smithi102.stdout:op 1906 completed, throughput=4.99MB/sec 2024-04-10T15:32:07.927 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bbCHvA1ekcYC8UC off=4122497 len=344101 2024-04-10T15:32:07.930 INFO:tasks.workunit.client.0.smithi102.stdout:op 1907 completed, throughput=5MB/sec 2024-04-10T15:32:07.930 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SLO8ozRX-EdZc3U off=1576496 len=398585 2024-04-10T15:32:07.933 INFO:tasks.workunit.client.0.smithi102.stdout:op 1908 completed, throughput=5MB/sec 2024-04-10T15:32:07.933 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7TzA-tFVdg2GKTP off=78238 len=1519205 2024-04-10T15:32:07.939 INFO:tasks.workunit.client.0.smithi102.stdout:op 1909 completed, throughput=5MB/sec 2024-04-10T15:32:07.939 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aRiIHJD2Y_XxhQe off=7228059 len=1863310 2024-04-10T15:32:07.943 INFO:tasks.workunit.client.0.smithi102.stdout:op 1910 completed, throughput=5MB/sec 2024-04-10T15:32:08.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:08 smithi102 ceph-mon[88557]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-10T15:32:08.919 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:08.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:08 smithi102 ceph-mon[90943]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-10T15:32:08.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:08.943 INFO:tasks.workunit.client.0.smithi102.stdout: 375: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:08.943 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sq_NAPrCnKMhYC7 off=11506141 len=729075 2024-04-10T15:32:08.945 INFO:tasks.workunit.client.0.smithi102.stdout:op 1911 completed, throughput=4.99MB/sec 2024-04-10T15:32:08.945 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-d9ya9uf3uMLqwE3 off=1411337 len=676967 2024-04-10T15:32:08.946 INFO:tasks.workunit.client.0.smithi102.stdout:op 1912 completed, throughput=4.99MB/sec 2024-04-10T15:32:08.947 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MJLSH1dpQWBrK6b off=4216572 len=165455 2024-04-10T15:32:08.947 INFO:tasks.workunit.client.0.smithi102.stdout:op 1913 completed, throughput=5MB/sec 2024-04-10T15:32:08.947 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4nxtlVVz3mJWwLn off=6637748 len=1660617 2024-04-10T15:32:08.956 INFO:tasks.workunit.client.0.smithi102.stdout:op 1914 completed, throughput=5MB/sec 2024-04-10T15:32:08.956 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GuwdOhQgNQIPhRt off=4963718 len=1286164 2024-04-10T15:32:08.962 INFO:tasks.workunit.client.0.smithi102.stdout:op 1915 completed, throughput=5MB/sec 2024-04-10T15:32:09.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:08 smithi154 ceph-mon[84269]: pgmap v1537: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.4 MiB/s wr, 4 op/s 2024-04-10T15:32:09.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:09.962 INFO:tasks.workunit.client.0.smithi102.stdout: 376: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:09.963 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fFxwCZIz7A_yBOq off=21586430 len=924129 2024-04-10T15:32:09.968 INFO:tasks.workunit.client.0.smithi102.stdout:op 1916 completed, throughput=4.99MB/sec 2024-04-10T15:32:09.969 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9_7FdwmDLlGwVgi off=5757688 len=1570771 2024-04-10T15:32:09.970 INFO:tasks.workunit.client.0.smithi102.stdout:op 1917 completed, throughput=5MB/sec 2024-04-10T15:32:09.970 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8gGIbJZhXqIYxJV off=2162479 len=1262421 2024-04-10T15:32:09.971 INFO:tasks.workunit.client.0.smithi102.stdout:op 1918 completed, throughput=5MB/sec 2024-04-10T15:32:09.972 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-V4wXyZGqOsiyQLl off=9625357 len=1724185 2024-04-10T15:32:09.973 INFO:tasks.workunit.client.0.smithi102.stdout:op 1919 completed, throughput=5MB/sec 2024-04-10T15:32:10.974 INFO:tasks.workunit.client.0.smithi102.stdout: 377: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:10.974 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OfPdwQwrsnc2H5u off=13187022 len=1949435 2024-04-10T15:32:10.987 INFO:tasks.workunit.client.0.smithi102.stdout:op 1920 completed, throughput=4.99MB/sec 2024-04-10T15:32:10.987 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zk3hlt6lw570ATW off=9619629 len=1767061 2024-04-10T15:32:10.996 INFO:tasks.workunit.client.0.smithi102.stdout:op 1921 completed, throughput=5MB/sec 2024-04-10T15:32:10.996 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-HY7SXKv9F3erR0L off=6320280 len=1018948 2024-04-10T15:32:10.996 INFO:tasks.workunit.client.0.smithi102.stdout:op 1922 completed, throughput=5MB/sec 2024-04-10T15:32:11.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:10 smithi154 ceph-mon[84269]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-10T15:32:11.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:10 smithi102 ceph-mon[90943]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-10T15:32:11.169 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:10 smithi102 ceph-mon[88557]: pgmap v1538: 105 pgs: 105 active+clean; 128 GiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.8 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-10T15:32:11.997 INFO:tasks.workunit.client.0.smithi102.stdout: 378: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:11.997 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ML40qo8Du5PQDHq off=6654987 len=859576 2024-04-10T15:32:12.002 INFO:tasks.workunit.client.0.smithi102.stdout:op 1923 completed, throughput=4.99MB/sec 2024-04-10T15:32:12.003 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cKG7hryFqfzmRdh off=6761520 len=1037608 2024-04-10T15:32:12.007 INFO:tasks.workunit.client.0.smithi102.stdout:op 1924 completed, throughput=4.99MB/sec 2024-04-10T15:32:12.008 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vcEjg1afkmyiCaF off=802989 len=352782 2024-04-10T15:32:12.009 INFO:tasks.workunit.client.0.smithi102.stdout:op 1925 completed, throughput=4.99MB/sec 2024-04-10T15:32:12.009 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-REeEmjlX4pb7g0m off=5738425 len=1424907 2024-04-10T15:32:12.010 INFO:tasks.workunit.client.0.smithi102.stdout:op 1926 completed, throughput=5MB/sec 2024-04-10T15:32:12.010 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-b2UN-O6bCAYNeKv off=1394505 len=950600 2024-04-10T15:32:12.014 INFO:tasks.workunit.client.0.smithi102.stdout:op 1927 completed, throughput=5MB/sec 2024-04-10T15:32:12.015 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1HXLQYUQNTQi7uS off=4408243 len=183699 2024-04-10T15:32:12.016 INFO:tasks.workunit.client.0.smithi102.stdout:op 1928 completed, throughput=5MB/sec 2024-04-10T15:32:12.016 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-a3Yez0e9uiC9zFw off=8135794 len=123390 2024-04-10T15:32:12.018 INFO:tasks.workunit.client.0.smithi102.stdout:op 1929 completed, throughput=5MB/sec 2024-04-10T15:32:12.639 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:32:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:32:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:32:13.018 INFO:tasks.workunit.client.0.smithi102.stdout: 379: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:13.019 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1H5MX0n9YhZPbHP off=20772316 len=1118158 2024-04-10T15:32:13.020 INFO:tasks.workunit.client.0.smithi102.stdout:op 1930 completed, throughput=4.99MB/sec 2024-04-10T15:32:13.020 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XlBZIwC3e7QnpCE off=21244688 len=187688 2024-04-10T15:32:13.021 INFO:tasks.workunit.client.0.smithi102.stdout:op 1931 completed, throughput=4.99MB/sec 2024-04-10T15:32:13.021 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-p-i2BqM46g4eNhN off=4622196 len=1608336 2024-04-10T15:32:13.029 INFO:tasks.workunit.client.0.smithi102.stdout:op 1932 completed, throughput=4.99MB/sec 2024-04-10T15:32:13.029 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vcEjg1afkmyiCaF off=6358470 len=871042 2024-04-10T15:32:13.030 INFO:tasks.workunit.client.0.smithi102.stdout:op 1933 completed, throughput=5MB/sec 2024-04-10T15:32:13.031 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ChWgrFb0cStXMb5 off=307402 len=708286 2024-04-10T15:32:13.035 INFO:tasks.workunit.client.0.smithi102.stdout:op 1934 completed, throughput=5MB/sec 2024-04-10T15:32:13.035 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JM2AunEysZ9f1va off=9191114 len=1922232 2024-04-10T15:32:13.046 INFO:tasks.workunit.client.0.smithi102.stdout:op 1935 completed, throughput=5MB/sec 2024-04-10T15:32:13.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:12 smithi154 ceph-mon[84269]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:32:13.169 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:12 smithi102 ceph-mon[88557]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:32:13.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:12 smithi102 ceph-mon[90943]: pgmap v1539: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:32:14.046 INFO:tasks.workunit.client.0.smithi102.stdout: 380: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:14.046 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3vdNAQfU-wITHUW off=8478760 len=1361813 2024-04-10T15:32:14.048 INFO:tasks.workunit.client.0.smithi102.stdout:op 1936 completed, throughput=4.99MB/sec 2024-04-10T15:32:14.048 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-E5kMu4v7QVV2Mjo off=11846285 len=569982 2024-04-10T15:32:14.049 INFO:tasks.workunit.client.0.smithi102.stdout:op 1937 completed, throughput=4.99MB/sec 2024-04-10T15:32:14.049 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2Cxynskn9g8KhG5 off=10932152 len=147448 2024-04-10T15:32:14.053 INFO:tasks.workunit.client.0.smithi102.stdout:op 1938 completed, throughput=4.99MB/sec 2024-04-10T15:32:14.053 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1V0H6z77Vqm7G_w off=1456113 len=1374120 2024-04-10T15:32:14.054 INFO:tasks.workunit.client.0.smithi102.stdout:op 1939 completed, throughput=5MB/sec 2024-04-10T15:32:14.054 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KxAxtvA0BArX-Xa off=2652657 len=760441 2024-04-10T15:32:14.055 INFO:tasks.workunit.client.0.smithi102.stdout:op 1940 completed, throughput=5MB/sec 2024-04-10T15:32:15.056 INFO:tasks.workunit.client.0.smithi102.stdout: 381: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:15.056 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vOiEZ1F0B_d8y2Y off=3504282 len=1323456 2024-04-10T15:32:15.062 INFO:tasks.workunit.client.0.smithi102.stdout:op 1941 completed, throughput=4.99MB/sec 2024-04-10T15:32:15.062 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NCTv99qwJoEdBLT off=12177001 len=1118111 2024-04-10T15:32:15.068 INFO:tasks.workunit.client.0.smithi102.stdout:op 1942 completed, throughput=4.99MB/sec 2024-04-10T15:32:15.068 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5FG5cMRwv2GhZGd off=23241843 len=873346 2024-04-10T15:32:15.073 INFO:tasks.workunit.client.0.smithi102.stdout:op 1943 completed, throughput=5MB/sec 2024-04-10T15:32:15.073 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-utVVhOMXs9Dq0_n off=16600081 len=2096899 2024-04-10T15:32:15.081 INFO:tasks.workunit.client.0.smithi102.stdout:op 1944 completed, throughput=5MB/sec 2024-04-10T15:32:15.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:14 smithi154 ceph-mon[84269]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:32:15.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:14 smithi102 ceph-mon[90943]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:32:15.169 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:14 smithi102 ceph-mon[88557]: pgmap v1540: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:32:16.081 INFO:tasks.workunit.client.0.smithi102.stdout: 382: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:16.082 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XelzjLANCp7SvLL off=14067680 len=758538 2024-04-10T15:32:16.082 INFO:tasks.workunit.client.0.smithi102.stdout:op 1945 completed, throughput=4.99MB/sec 2024-04-10T15:32:16.082 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-HqNNFuZtzWD2Exn off=8700321 len=75133 2024-04-10T15:32:16.083 INFO:tasks.workunit.client.0.smithi102.stdout:op 1946 completed, throughput=4.99MB/sec 2024-04-10T15:32:16.083 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bVHy7MXk7FPp8A7 off=14931331 len=1946403 2024-04-10T15:32:16.085 INFO:tasks.workunit.client.0.smithi102.stdout:op 1947 completed, throughput=4.99MB/sec 2024-04-10T15:32:16.085 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-J8Py5Qw-zyechqG off=7063178 len=1444204 2024-04-10T15:32:16.092 INFO:tasks.workunit.client.0.smithi102.stdout:op 1948 completed, throughput=5MB/sec 2024-04-10T15:32:16.092 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-L6wbGIkkBw2P0dD off=1137710 len=1766645 2024-04-10T15:32:16.094 INFO:tasks.workunit.client.0.smithi102.stdout:op 1949 completed, throughput=5MB/sec 2024-04-10T15:32:17.094 INFO:tasks.workunit.client.0.smithi102.stdout: 383: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:17.094 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cIYT6cJWpxBHdCk off=2251974 len=287548 2024-04-10T15:32:17.095 INFO:tasks.workunit.client.0.smithi102.stdout:op 1950 completed, throughput=4.99MB/sec 2024-04-10T15:32:17.095 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XARupLDFQMKC2_P off=10975722 len=1156306 2024-04-10T15:32:17.098 INFO:tasks.workunit.client.0.smithi102.stdout:op 1951 completed, throughput=4.99MB/sec 2024-04-10T15:32:17.098 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pdce7grV_0zN5PO off=1768891 len=803003 2024-04-10T15:32:17.099 INFO:tasks.workunit.client.0.smithi102.stdout:op 1952 completed, throughput=4.99MB/sec 2024-04-10T15:32:17.099 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cz2bbtpoHirbRx6 off=225669 len=1092138 2024-04-10T15:32:17.101 INFO:tasks.workunit.client.0.smithi102.stdout:op 1953 completed, throughput=5MB/sec 2024-04-10T15:32:17.101 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eFd0Ga07xWVnlc7 off=1434512 len=1692944 2024-04-10T15:32:17.102 INFO:tasks.workunit.client.0.smithi102.stdout:op 1954 completed, throughput=5MB/sec 2024-04-10T15:32:17.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:16 smithi154 ceph-mon[84269]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:32:17.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:16 smithi102 ceph-mon[90943]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:32:17.169 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:16 smithi102 ceph-mon[88557]: pgmap v1541: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:32:17.919 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:32:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:32:17] "GET /metrics HTTP/1.1" 200 34062 "" "Prometheus/2.43.0" 2024-04-10T15:32:18.103 INFO:tasks.workunit.client.0.smithi102.stdout: 384: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:18.103 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7HTmtu_djnNaQh7 off=5397684 len=1698912 2024-04-10T15:32:18.110 INFO:tasks.workunit.client.0.smithi102.stdout:op 1955 completed, throughput=4.99MB/sec 2024-04-10T15:32:18.110 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mCxM4M-kvYWEzN4 off=1222298 len=725870 2024-04-10T15:32:18.114 INFO:tasks.workunit.client.0.smithi102.stdout:op 1956 completed, throughput=4.99MB/sec 2024-04-10T15:32:18.114 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7oz36yjvYDshgW5 off=15022983 len=1478100 2024-04-10T15:32:18.116 INFO:tasks.workunit.client.0.smithi102.stdout:op 1957 completed, throughput=5MB/sec 2024-04-10T15:32:18.116 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qjbXOTItdyrSuzE off=1977404 len=99501 2024-04-10T15:32:18.117 INFO:tasks.workunit.client.0.smithi102.stdout:op 1958 completed, throughput=5MB/sec 2024-04-10T15:32:18.117 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-M8JuS3uC8ELtVx_ off=745425 len=866891 2024-04-10T15:32:18.122 INFO:tasks.workunit.client.0.smithi102.stdout:op 1959 completed, throughput=5MB/sec 2024-04-10T15:32:19.122 INFO:tasks.workunit.client.0.smithi102.stdout: 385: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:19.123 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0uWwu1zB8_e9a9s off=3601440 len=358793 2024-04-10T15:32:19.126 INFO:tasks.workunit.client.0.smithi102.stdout:op 1960 completed, throughput=4.99MB/sec 2024-04-10T15:32:19.126 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CaSG1bFwR85pVd1 off=5410116 len=126592 2024-04-10T15:32:19.127 INFO:tasks.workunit.client.0.smithi102.stdout:op 1961 completed, throughput=4.99MB/sec 2024-04-10T15:32:19.127 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nlIo0gFEQJXf9ij off=721782 len=1313972 2024-04-10T15:32:19.132 INFO:tasks.workunit.client.0.smithi102.stdout:op 1962 completed, throughput=4.99MB/sec 2024-04-10T15:32:19.132 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KT6EcrC1LQ3Gh1e off=0 len=1825497 2024-04-10T15:32:19.136 INFO:tasks.workunit.client.0.smithi102.stdout:op 1963 completed, throughput=5MB/sec 2024-04-10T15:32:19.136 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZSFYDJWo2QnPUvl off=5898210 len=2080124 2024-04-10T15:32:19.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:18 smithi154 ceph-mon[84269]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:32:19.145 INFO:tasks.workunit.client.0.smithi102.stdout:op 1964 completed, throughput=5MB/sec 2024-04-10T15:32:19.169 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:18 smithi102 ceph-mon[88557]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:32:19.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:18 smithi102 ceph-mon[90943]: pgmap v1542: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:32:20.146 INFO:tasks.workunit.client.0.smithi102.stdout: 386: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:20.146 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-06Gs9ZDwxvpb9DX off=4832690 len=1413543 2024-04-10T15:32:20.153 INFO:tasks.workunit.client.0.smithi102.stdout:op 1965 completed, throughput=4.99MB/sec 2024-04-10T15:32:20.153 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dq-el_wn0d4oz2M off=4800011 len=57225 2024-04-10T15:32:20.155 INFO:tasks.workunit.client.0.smithi102.stdout:op 1966 completed, throughput=4.99MB/sec 2024-04-10T15:32:20.155 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gpKpR0cowwqXQb7 off=9444395 len=495363 2024-04-10T15:32:20.159 INFO:tasks.workunit.client.0.smithi102.stdout:op 1967 completed, throughput=4.99MB/sec 2024-04-10T15:32:20.159 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-o8Ae6aF81jkVZLX off=1363432 len=923913 2024-04-10T15:32:20.163 INFO:tasks.workunit.client.0.smithi102.stdout:op 1968 completed, throughput=4.99MB/sec 2024-04-10T15:32:20.164 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jiYW4d9VvEPqdiy off=4781462 len=1891861 2024-04-10T15:32:20.171 INFO:tasks.workunit.client.0.smithi102.stdout:op 1969 completed, throughput=5MB/sec 2024-04-10T15:32:20.171 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WUvJuWjlIzHlxVY off=11167466 len=1614730 2024-04-10T15:32:20.172 INFO:tasks.workunit.client.0.smithi102.stdout:op 1970 completed, throughput=5MB/sec 2024-04-10T15:32:21.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:20 smithi154 ceph-mon[84269]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:32:21.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:20 smithi102 ceph-mon[90943]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:32:21.169 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:20 smithi102 ceph-mon[88557]: pgmap v1543: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:32:21.172 INFO:tasks.workunit.client.0.smithi102.stdout: 387: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:21.173 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ddxkkxUqtsPTdTy off=3002180 len=985046 2024-04-10T15:32:21.174 INFO:tasks.workunit.client.0.smithi102.stdout:op 1971 completed, throughput=4.99MB/sec 2024-04-10T15:32:21.174 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Ja-Wia9mueGLWHj off=2111105 len=115361 2024-04-10T15:32:21.175 INFO:tasks.workunit.client.0.smithi102.stdout:op 1972 completed, throughput=4.99MB/sec 2024-04-10T15:32:21.175 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EdH6yjGjjZ_eEfp off=511020 len=1101823 2024-04-10T15:32:21.181 INFO:tasks.workunit.client.0.smithi102.stdout:op 1973 completed, throughput=5MB/sec 2024-04-10T15:32:21.181 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SIpu4zlhn4ViT1T off=11561657 len=4224 2024-04-10T15:32:21.183 INFO:tasks.workunit.client.0.smithi102.stdout:op 1974 completed, throughput=5MB/sec 2024-04-10T15:32:21.183 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3QfPCl5VdArtsKH off=1555994 len=165205 2024-04-10T15:32:21.184 INFO:tasks.workunit.client.0.smithi102.stdout:op 1975 completed, throughput=5MB/sec 2024-04-10T15:32:21.184 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JddavPkjJ-0KvcU off=7423363 len=1919094 2024-04-10T15:32:21.191 INFO:tasks.workunit.client.0.smithi102.stdout:op 1976 completed, throughput=5MB/sec 2024-04-10T15:32:22.192 INFO:tasks.workunit.client.0.smithi102.stdout: 388: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:22.192 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xgQa4uU3upncHHK off=16776583 len=925728 2024-04-10T15:32:22.193 INFO:tasks.workunit.client.0.smithi102.stdout:op 1977 completed, throughput=4.99MB/sec 2024-04-10T15:32:22.193 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WjmQ56Jbth7PwPl off=8225322 len=722169 2024-04-10T15:32:22.194 INFO:tasks.workunit.client.0.smithi102.stdout:op 1978 completed, throughput=4.99MB/sec 2024-04-10T15:32:22.194 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nQ9ufFGOM_Vqu5c off=8122828 len=1773232 2024-04-10T15:32:22.204 INFO:tasks.workunit.client.0.smithi102.stdout:op 1979 completed, throughput=5MB/sec 2024-04-10T15:32:22.204 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BAKHEyTaWAWN28V off=2116039 len=43552 2024-04-10T15:32:22.207 INFO:tasks.workunit.client.0.smithi102.stdout:op 1980 completed, throughput=5MB/sec 2024-04-10T15:32:22.207 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nKLUXe529yJD-yC off=5705366 len=1170366 2024-04-10T15:32:22.208 INFO:tasks.workunit.client.0.smithi102.stdout:op 1981 completed, throughput=5MB/sec 2024-04-10T15:32:22.208 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-f5aap_GjDVdtstS off=112344 len=798234 2024-04-10T15:32:22.209 INFO:tasks.workunit.client.0.smithi102.stdout:op 1982 completed, throughput=5MB/sec 2024-04-10T15:32:22.639 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:32:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:32:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:32:23.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:22 smithi154 ceph-mon[84269]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:32:23.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:22 smithi102 ceph-mon[90943]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:32:23.169 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:22 smithi102 ceph-mon[88557]: pgmap v1544: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:32:23.209 INFO:tasks.workunit.client.0.smithi102.stdout: 389: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:23.209 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6iwplV4J7roRJ4y off=15415125 len=713217 2024-04-10T15:32:23.211 INFO:tasks.workunit.client.0.smithi102.stdout:op 1983 completed, throughput=4.99MB/sec 2024-04-10T15:32:23.211 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eF_dmmozV54KLOu off=4922067 len=1271175 2024-04-10T15:32:23.213 INFO:tasks.workunit.client.0.smithi102.stdout:op 1984 completed, throughput=4.99MB/sec 2024-04-10T15:32:23.213 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-T-_awcpwW3F0zFl off=2495350 len=988037 2024-04-10T15:32:23.218 INFO:tasks.workunit.client.0.smithi102.stdout:op 1985 completed, throughput=5MB/sec 2024-04-10T15:32:23.219 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XTQF-vqjAUN3VT7 off=9726691 len=10621 2024-04-10T15:32:23.219 INFO:tasks.workunit.client.0.smithi102.stdout:op 1986 completed, throughput=5MB/sec 2024-04-10T15:32:23.219 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Gg072RDlK_EgykY off=7870725 len=819121 2024-04-10T15:32:23.220 INFO:tasks.workunit.client.0.smithi102.stdout:op 1987 completed, throughput=5MB/sec 2024-04-10T15:32:23.221 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0daYynMDQI4YMRY off=701706 len=711616 2024-04-10T15:32:23.225 INFO:tasks.workunit.client.0.smithi102.stdout:op 1988 completed, throughput=5MB/sec 2024-04-10T15:32:23.225 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-H2J-gXR80343X90 off=4529231 len=1219013 2024-04-10T15:32:23.226 INFO:tasks.workunit.client.0.smithi102.stdout:op 1989 completed, throughput=5MB/sec 2024-04-10T15:32:24.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:24.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:24.169 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:24.226 INFO:tasks.workunit.client.0.smithi102.stdout: 390: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:24.226 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-yuOuVf4QiHefgvp off=7771198 len=1093290 2024-04-10T15:32:24.228 INFO:tasks.workunit.client.0.smithi102.stdout:op 1990 completed, throughput=4.99MB/sec 2024-04-10T15:32:24.228 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0eFIz_DknbYnYpU off=4188941 len=108693 2024-04-10T15:32:24.229 INFO:tasks.workunit.client.0.smithi102.stdout:op 1991 completed, throughput=4.99MB/sec 2024-04-10T15:32:24.229 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-q_2NONefHhn4joP off=20724221 len=511728 2024-04-10T15:32:24.233 INFO:tasks.workunit.client.0.smithi102.stdout:op 1992 completed, throughput=4.99MB/sec 2024-04-10T15:32:24.233 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-L7M1PWO5khprNAA off=16419859 len=1772492 2024-04-10T15:32:24.242 INFO:tasks.workunit.client.0.smithi102.stdout:op 1993 completed, throughput=5MB/sec 2024-04-10T15:32:24.242 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj---YdTGWzo2_uEls off=10219162 len=494876 2024-04-10T15:32:24.244 INFO:tasks.workunit.client.0.smithi102.stdout:op 1994 completed, throughput=5MB/sec 2024-04-10T15:32:24.244 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jo-4dtgGT0VPO9F off=3989165 len=1443248 2024-04-10T15:32:24.246 INFO:tasks.workunit.client.0.smithi102.stdout:op 1995 completed, throughput=5MB/sec 2024-04-10T15:32:25.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:24 smithi154 ceph-mon[84269]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:32:25.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:24 smithi102 ceph-mon[90943]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:32:25.169 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:24 smithi102 ceph-mon[88557]: pgmap v1545: 105 pgs: 105 active+clean; 128 GiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:32:25.247 INFO:tasks.workunit.client.0.smithi102.stdout: 391: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:25.247 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cnuYiDmbJJGG1c8 off=3357824 len=1473430 2024-04-10T15:32:25.249 INFO:tasks.workunit.client.0.smithi102.stdout:op 1996 completed, throughput=4.99MB/sec 2024-04-10T15:32:25.249 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kDx_FiNHLqqqBDD off=6729865 len=40159 2024-04-10T15:32:25.250 INFO:tasks.workunit.client.0.smithi102.stdout:op 1997 completed, throughput=4.99MB/sec 2024-04-10T15:32:25.250 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-axWM0Y02VclcuGn off=12385740 len=835782 2024-04-10T15:32:25.255 INFO:tasks.workunit.client.0.smithi102.stdout:op 1998 completed, throughput=5MB/sec 2024-04-10T15:32:25.255 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-HTsAlnL2BsjnlSU off=3966876 len=564304 2024-04-10T15:32:25.256 INFO:tasks.workunit.client.0.smithi102.stdout:op 1999 completed, throughput=5MB/sec 2024-04-10T15:32:25.256 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eAzqA3XOEW6gr3m off=2696391 len=1719145 2024-04-10T15:32:25.259 INFO:tasks.workunit.client.0.smithi102.stdout:op 2000 completed, throughput=5MB/sec 2024-04-10T15:32:26.260 INFO:tasks.workunit.client.0.smithi102.stdout: 392: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:26.260 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Qd5RC0myUoc9XfY off=12723664 len=1807770 2024-04-10T15:32:26.262 INFO:tasks.workunit.client.0.smithi102.stdout:op 2001 completed, throughput=4.99MB/sec 2024-04-10T15:32:26.262 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TAuwyB8a7L7wZ_V off=2860350 len=1155869 2024-04-10T15:32:26.269 INFO:tasks.workunit.client.0.smithi102.stdout:op 2002 completed, throughput=4.99MB/sec 2024-04-10T15:32:26.269 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gFtTllQIFVXhUi7 off=9334044 len=849592 2024-04-10T15:32:26.272 INFO:tasks.workunit.client.0.smithi102.stdout:op 2003 completed, throughput=5MB/sec 2024-04-10T15:32:26.272 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-iGOT8G4XToJqlUN off=13772745 len=2012182 2024-04-10T15:32:26.283 INFO:tasks.workunit.client.0.smithi102.stdout:op 2004 completed, throughput=5MB/sec 2024-04-10T15:32:27.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:26 smithi154 ceph-mon[84269]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:32:27.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:26 smithi102 ceph-mon[90943]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:32:27.169 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:26 smithi102 ceph-mon[88557]: pgmap v1546: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:32:27.284 INFO:tasks.workunit.client.0.smithi102.stdout: 393: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:27.284 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cZMeI0lyynDOSA- off=19712332 len=1078588 2024-04-10T15:32:27.289 INFO:tasks.workunit.client.0.smithi102.stdout:op 2005 completed, throughput=4.99MB/sec 2024-04-10T15:32:27.289 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TLifk6lxJNLVk-a off=4012749 len=1042834 2024-04-10T15:32:27.293 INFO:tasks.workunit.client.0.smithi102.stdout:op 2006 completed, throughput=4.99MB/sec 2024-04-10T15:32:27.294 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-A6GZeN1MlVWXuUb off=320551 len=796122 2024-04-10T15:32:27.294 INFO:tasks.workunit.client.0.smithi102.stdout:op 2007 completed, throughput=5MB/sec 2024-04-10T15:32:27.295 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TiJtB-YS_PHOzci off=1058529 len=802752 2024-04-10T15:32:27.295 INFO:tasks.workunit.client.0.smithi102.stdout:op 2008 completed, throughput=5MB/sec 2024-04-10T15:32:27.295 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NvlnpDtRW56y3zU off=4126373 len=67894 2024-04-10T15:32:27.296 INFO:tasks.workunit.client.0.smithi102.stdout:op 2009 completed, throughput=5MB/sec 2024-04-10T15:32:27.296 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-88jGMNk7o3OBCBi off=2900166 len=1097746 2024-04-10T15:32:27.302 INFO:tasks.workunit.client.0.smithi102.stdout:op 2010 completed, throughput=5MB/sec 2024-04-10T15:32:27.919 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:32:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:32:27] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.43.0" 2024-04-10T15:32:28.302 INFO:tasks.workunit.client.0.smithi102.stdout: 394: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:28.302 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6Flgo8UcixA1gFn off=20887240 len=1488500 2024-04-10T15:32:28.310 INFO:tasks.workunit.client.0.smithi102.stdout:op 2011 completed, throughput=4.99MB/sec 2024-04-10T15:32:28.310 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YseTs6pLcwdAolB off=5938853 len=1586744 2024-04-10T15:32:28.312 INFO:tasks.workunit.client.0.smithi102.stdout:op 2012 completed, throughput=5MB/sec 2024-04-10T15:32:28.312 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kpmjMaKnI37TA7Y off=11186785 len=403617 2024-04-10T15:32:28.313 INFO:tasks.workunit.client.0.smithi102.stdout:op 2013 completed, throughput=5MB/sec 2024-04-10T15:32:28.313 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YSXSyT7z0iHA7ND off=12181389 len=1567208 2024-04-10T15:32:28.321 INFO:tasks.workunit.client.0.smithi102.stdout:op 2014 completed, throughput=5MB/sec 2024-04-10T15:32:28.321 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Sek79qlpYQ0FplG off=1785896 len=811526 2024-04-10T15:32:28.322 INFO:tasks.workunit.client.0.smithi102.stdout:op 2015 completed, throughput=5MB/sec 2024-04-10T15:32:29.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:28 smithi154 ceph-mon[84269]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:32:29.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:28 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:32:29.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:28 smithi102 ceph-mon[90943]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:32:29.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:28 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:32:29.169 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:28 smithi102 ceph-mon[88557]: pgmap v1547: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:32:29.169 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:28 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:32:29.322 INFO:tasks.workunit.client.0.smithi102.stdout: 395: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:29.323 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-weMxJmyFyy1ebss off=1985811 len=643066 2024-04-10T15:32:29.324 INFO:tasks.workunit.client.0.smithi102.stdout:op 2016 completed, throughput=4.99MB/sec 2024-04-10T15:32:29.324 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Dkzrv3g8szBi0N8 off=1342110 len=2075485 2024-04-10T15:32:29.328 INFO:tasks.workunit.client.0.smithi102.stdout:op 2017 completed, throughput=5MB/sec 2024-04-10T15:32:29.328 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Fn0NWrEO7gMOV4_ off=5265252 len=1635398 2024-04-10T15:32:29.335 INFO:tasks.workunit.client.0.smithi102.stdout:op 2018 completed, throughput=5MB/sec 2024-04-10T15:32:29.335 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ObEnh3r8ZIV-vHB off=9725654 len=1414446 2024-04-10T15:32:29.342 INFO:tasks.workunit.client.0.smithi102.stdout:op 2019 completed, throughput=5MB/sec 2024-04-10T15:32:30.139 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:29 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:32:30.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:29 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:32:30.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:29 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:32:30.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:29 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:32:30.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:29 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:32:30.169 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:29 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:32:30.170 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:29 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:32:30.170 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:29 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:32:30.170 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:29 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:32:30.342 INFO:tasks.workunit.client.0.smithi102.stdout: 396: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:30.342 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7_PBf04lYyGfAqv off=21801345 len=708886 2024-04-10T15:32:30.346 INFO:tasks.workunit.client.0.smithi102.stdout:op 2020 completed, throughput=4.99MB/sec 2024-04-10T15:32:30.347 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HBaF7rcx04MPAX3 off=1334356 len=982050 2024-04-10T15:32:30.352 INFO:tasks.workunit.client.0.smithi102.stdout:op 2021 completed, throughput=4.99MB/sec 2024-04-10T15:32:30.352 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tzCcQhXpAKmYu8h off=2367499 len=1624030 2024-04-10T15:32:30.359 INFO:tasks.workunit.client.0.smithi102.stdout:op 2022 completed, throughput=5MB/sec 2024-04-10T15:32:30.359 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GyLew5V4FpEwlhx off=9981766 len=898382 2024-04-10T15:32:30.363 INFO:tasks.workunit.client.0.smithi102.stdout:op 2023 completed, throughput=5MB/sec 2024-04-10T15:32:31.363 INFO:tasks.workunit.client.0.smithi102.stdout: 397: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:31.363 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aANiwDCbrPL-ECS off=8416921 len=243146 2024-04-10T15:32:31.366 INFO:tasks.workunit.client.0.smithi102.stdout:op 2024 completed, throughput=4.99MB/sec 2024-04-10T15:32:31.366 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8h1x2nZCZj2VY0S off=8062533 len=1752105 2024-04-10T15:32:31.374 INFO:tasks.workunit.client.0.smithi102.stdout:op 2025 completed, throughput=4.99MB/sec 2024-04-10T15:32:31.374 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fbVn849mT5gHYG8 off=3618879 len=1198463 2024-04-10T15:32:31.381 INFO:tasks.workunit.client.0.smithi102.stdout:op 2026 completed, throughput=4.99MB/sec 2024-04-10T15:32:31.381 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MulCOhv8SW5q64q off=12860303 len=2092404 2024-04-10T15:32:31.383 INFO:tasks.workunit.client.0.smithi102.stdout:op 2027 completed, throughput=5MB/sec 2024-04-10T15:32:31.383 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GpQeYNCFEZ0G03K off=6462247 len=2065823 2024-04-10T15:32:31.390 INFO:tasks.workunit.client.0.smithi102.stdout:op 2028 completed, throughput=5MB/sec 2024-04-10T15:32:31.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:31 smithi154 ceph-mon[84269]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-10T15:32:31.669 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:31 smithi102 ceph-mon[90943]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-10T15:32:31.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:31 smithi102 ceph-mon[88557]: pgmap v1548: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-10T15:32:32.391 INFO:tasks.workunit.client.0.smithi102.stdout: 398: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:32.391 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5zIEAYB0J__TNAj off=5871455 len=1287922 2024-04-10T15:32:32.398 INFO:tasks.workunit.client.0.smithi102.stdout:op 2029 completed, throughput=5MB/sec 2024-04-10T15:32:32.398 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--9CvMbouI2sQ2oS off=8005069 len=465167 2024-04-10T15:32:32.399 INFO:tasks.workunit.client.0.smithi102.stdout:op 2030 completed, throughput=5MB/sec 2024-04-10T15:32:32.399 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-d7Zm-48Fua_sfLa off=20843129 len=11611 2024-04-10T15:32:32.399 INFO:tasks.workunit.client.0.smithi102.stdout:op 2031 completed, throughput=5MB/sec 2024-04-10T15:32:32.399 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cc8dlVakRp4PDHY off=7996599 len=2021995 2024-04-10T15:32:32.407 INFO:tasks.workunit.client.0.smithi102.stdout:op 2032 completed, throughput=5MB/sec 2024-04-10T15:32:32.639 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:32:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:32:33.407 INFO:tasks.workunit.client.0.smithi102.stdout: 399: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:33.408 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nGYLKREmpZRJtFZ off=918790 len=1868745 2024-04-10T15:32:33.410 INFO:tasks.workunit.client.0.smithi102.stdout:op 2033 completed, throughput=4.99MB/sec 2024-04-10T15:32:33.410 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JJh1bintnIg_nbo off=19946098 len=713749 2024-04-10T15:32:33.415 INFO:tasks.workunit.client.0.smithi102.stdout:op 2034 completed, throughput=4.99MB/sec 2024-04-10T15:32:33.415 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IWraWMh_cPSmYui off=9862576 len=719204 2024-04-10T15:32:33.416 INFO:tasks.workunit.client.0.smithi102.stdout:op 2035 completed, throughput=5MB/sec 2024-04-10T15:32:33.416 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5Rqjh9Q28RLl4WN off=16883725 len=1720086 2024-04-10T15:32:33.419 INFO:tasks.workunit.client.0.smithi102.stdout:op 2036 completed, throughput=5MB/sec 2024-04-10T15:32:33.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:33 smithi154 ceph-mon[84269]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:32:33.669 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:33 smithi102 ceph-mon[90943]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:32:33.669 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:33 smithi102 ceph-mon[88557]: pgmap v1549: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:32:34.420 INFO:tasks.workunit.client.0.smithi102.stdout: 400: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:34.420 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DR7SN-yaP2tS0F7 off=5302510 len=2056908 2024-04-10T15:32:34.424 INFO:tasks.workunit.client.0.smithi102.stdout:op 2037 completed, throughput=4.99MB/sec 2024-04-10T15:32:34.424 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rs7zqKpR6xZ04eW off=1946340 len=103453 2024-04-10T15:32:34.427 INFO:tasks.workunit.client.0.smithi102.stdout:op 2038 completed, throughput=4.99MB/sec 2024-04-10T15:32:34.427 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3M9UYtOrt6pqPap off=278266 len=755820 2024-04-10T15:32:34.428 INFO:tasks.workunit.client.0.smithi102.stdout:op 2039 completed, throughput=4.99MB/sec 2024-04-10T15:32:34.428 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vOcD-U-gYhhzfdm off=3889921 len=861288 2024-04-10T15:32:34.429 INFO:tasks.workunit.client.0.smithi102.stdout:op 2040 completed, throughput=5MB/sec 2024-04-10T15:32:34.429 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cmHF8zyU0yBOBtR off=1628532 len=1531446 2024-04-10T15:32:34.437 INFO:tasks.workunit.client.0.smithi102.stdout:op 2041 completed, throughput=5MB/sec 2024-04-10T15:32:35.437 INFO:tasks.workunit.client.0.smithi102.stdout: 401: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:35.437 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-d4TV7rpNW6urBfz off=20689325 len=1003476 2024-04-10T15:32:35.438 INFO:tasks.workunit.client.0.smithi102.stdout:op 2042 completed, throughput=4.99MB/sec 2024-04-10T15:32:35.438 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IViqUQbUscEisFf off=91381 len=1217115 2024-04-10T15:32:35.445 INFO:tasks.workunit.client.0.smithi102.stdout:op 2043 completed, throughput=4.99MB/sec 2024-04-10T15:32:35.445 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IUA1qlFwKtdRb6W off=1058078 len=1127174 2024-04-10T15:32:35.452 INFO:tasks.workunit.client.0.smithi102.stdout:op 2044 completed, throughput=5MB/sec 2024-04-10T15:32:35.452 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gnC993AyE6EHE_u off=18979794 len=464439 2024-04-10T15:32:35.452 INFO:tasks.workunit.client.0.smithi102.stdout:op 2045 completed, throughput=5MB/sec 2024-04-10T15:32:35.453 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9gOirDfONThWso_ off=4334732 len=470477 2024-04-10T15:32:35.454 INFO:tasks.workunit.client.0.smithi102.stdout:op 2046 completed, throughput=5MB/sec 2024-04-10T15:32:35.454 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mFOMWBfMmR5ewd0 off=16700149 len=738555 2024-04-10T15:32:35.455 INFO:tasks.workunit.client.0.smithi102.stdout:op 2047 completed, throughput=5MB/sec 2024-04-10T15:32:35.455 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vScPN1rgHnREMPs off=17327815 len=450210 2024-04-10T15:32:35.455 INFO:tasks.workunit.client.0.smithi102.stdout:op 2048 completed, throughput=5MB/sec 2024-04-10T15:32:35.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:35 smithi154 ceph-mon[84269]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:32:35.669 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:35 smithi102 ceph-mon[90943]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:32:35.669 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:35 smithi102 ceph-mon[88557]: pgmap v1550: 105 pgs: 105 active+clean; 128 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:32:36.456 INFO:tasks.workunit.client.0.smithi102.stdout: 402: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:36.456 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-K9xwZ0sOYsnnQpR off=4186970 len=1083323 2024-04-10T15:32:36.462 INFO:tasks.workunit.client.0.smithi102.stdout:op 2049 completed, throughput=4.99MB/sec 2024-04-10T15:32:36.462 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6zRV7LueecE79rf off=1768310 len=683312 2024-04-10T15:32:36.466 INFO:tasks.workunit.client.0.smithi102.stdout:op 2050 completed, throughput=4.99MB/sec 2024-04-10T15:32:36.466 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pnI0KNikIyLD7Ap off=2805211 len=1137826 2024-04-10T15:32:36.468 INFO:tasks.workunit.client.0.smithi102.stdout:op 2051 completed, throughput=5MB/sec 2024-04-10T15:32:36.468 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zegJXaLGjZr4Y15 off=6334067 len=1602180 2024-04-10T15:32:36.471 INFO:tasks.workunit.client.0.smithi102.stdout:op 2052 completed, throughput=5MB/sec 2024-04-10T15:32:36.472 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Sesqtv55b8hTfin off=1960628 len=409334 2024-04-10T15:32:36.473 INFO:tasks.workunit.client.0.smithi102.stdout:op 2053 completed, throughput=5MB/sec 2024-04-10T15:32:36.473 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cLn7zUMKcXCkXTL off=582721 len=1033197 2024-04-10T15:32:36.474 INFO:tasks.workunit.client.0.smithi102.stdout:op 2054 completed, throughput=5MB/sec 2024-04-10T15:32:37.474 INFO:tasks.workunit.client.0.smithi102.stdout: 403: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:37.475 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7vRfKipqqrr9STs off=1634567 len=1903679 2024-04-10T15:32:37.483 INFO:tasks.workunit.client.0.smithi102.stdout:op 2055 completed, throughput=4.99MB/sec 2024-04-10T15:32:37.483 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QaQ0g_fd1x4w5ir off=2442282 len=500655 2024-04-10T15:32:37.484 INFO:tasks.workunit.client.0.smithi102.stdout:op 2056 completed, throughput=5MB/sec 2024-04-10T15:32:37.485 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-q0L0YAOelJ77cfk off=3461466 len=114090 2024-04-10T15:32:37.487 INFO:tasks.workunit.client.0.smithi102.stdout:op 2057 completed, throughput=5MB/sec 2024-04-10T15:32:37.487 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3DfctScqd9ezTxt off=6646017 len=873899 2024-04-10T15:32:37.492 INFO:tasks.workunit.client.0.smithi102.stdout:op 2058 completed, throughput=5MB/sec 2024-04-10T15:32:37.492 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jHxhnUiYRuoaJN- off=14668692 len=77125 2024-04-10T15:32:37.492 INFO:tasks.workunit.client.0.smithi102.stdout:op 2059 completed, throughput=5MB/sec 2024-04-10T15:32:37.493 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VXlT3fM0Yt2CjEt off=1751452 len=1036 2024-04-10T15:32:37.494 INFO:tasks.workunit.client.0.smithi102.stdout:op 2060 completed, throughput=5MB/sec 2024-04-10T15:32:37.494 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Nr_HLq6QuoHE9P- off=5948129 len=1420805 2024-04-10T15:32:37.495 INFO:tasks.workunit.client.0.smithi102.stdout:op 2061 completed, throughput=5MB/sec 2024-04-10T15:32:37.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:37 smithi102 ceph-mon[90943]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:32:37.552 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:37 smithi102 ceph-mon[88557]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:32:37.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:37 smithi154 ceph-mon[84269]: pgmap v1551: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:32:37.920 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:32:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:32:37] "GET /metrics HTTP/1.1" 200 34057 "" "Prometheus/2.43.0" 2024-04-10T15:32:38.496 INFO:tasks.workunit.client.0.smithi102.stdout: 404: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:38.496 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TXE1wua0IPGsmEt off=18100497 len=608928 2024-04-10T15:32:38.497 INFO:tasks.workunit.client.0.smithi102.stdout:op 2062 completed, throughput=4.99MB/sec 2024-04-10T15:32:38.497 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-f8BhFyYDMtaUsT9 off=6064183 len=1885021 2024-04-10T15:32:38.509 INFO:tasks.workunit.client.0.smithi102.stdout:op 2063 completed, throughput=4.99MB/sec 2024-04-10T15:32:38.509 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ik7B6M4mvyCSdrm off=10780022 len=1649172 2024-04-10T15:32:38.512 INFO:tasks.workunit.client.0.smithi102.stdout:op 2064 completed, throughput=5MB/sec 2024-04-10T15:32:38.512 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vzclTm35uDUO2c8 off=8610060 len=1543255 2024-04-10T15:32:38.514 INFO:tasks.workunit.client.0.smithi102.stdout:op 2065 completed, throughput=5MB/sec 2024-04-10T15:32:39.514 INFO:tasks.workunit.client.0.smithi102.stdout: 405: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:39.514 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hqzqLB7So5GqH5T off=3351648 len=211546 2024-04-10T15:32:39.517 INFO:tasks.workunit.client.0.smithi102.stdout:op 2066 completed, throughput=4.99MB/sec 2024-04-10T15:32:39.517 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KXKPeTgZ6Q8CZu3 off=6277224 len=1974089 2024-04-10T15:32:39.528 INFO:tasks.workunit.client.0.smithi102.stdout:op 2067 completed, throughput=4.99MB/sec 2024-04-10T15:32:39.528 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8ZXSt7PSaNx7ufV off=9341198 len=259118 2024-04-10T15:32:39.529 INFO:tasks.workunit.client.0.smithi102.stdout:op 2068 completed, throughput=5MB/sec 2024-04-10T15:32:39.529 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rM9jG6twz1Ocbc1 off=6311814 len=929370 2024-04-10T15:32:39.531 INFO:tasks.workunit.client.0.smithi102.stdout:op 2069 completed, throughput=5MB/sec 2024-04-10T15:32:39.531 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OjjXiq6XsJqerjg off=2591001 len=1901679 2024-04-10T15:32:39.540 INFO:tasks.workunit.client.0.smithi102.stdout:op 2070 completed, throughput=5MB/sec 2024-04-10T15:32:39.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:39 smithi154 ceph-mon[84269]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-10T15:32:39.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:39.669 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:39 smithi102 ceph-mon[90943]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-10T15:32:39.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:39.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:39 smithi102 ceph-mon[88557]: pgmap v1552: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.5 MiB/s wr, 3 op/s 2024-04-10T15:32:39.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:40.540 INFO:tasks.workunit.client.0.smithi102.stdout: 406: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:40.540 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7agGoDWPw9CODil off=14796582 len=1813172 2024-04-10T15:32:40.544 INFO:tasks.workunit.client.0.smithi102.stdout:op 2071 completed, throughput=4.99MB/sec 2024-04-10T15:32:40.544 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SDHDMXgtFJsfx7b off=12623917 len=390078 2024-04-10T15:32:40.545 INFO:tasks.workunit.client.0.smithi102.stdout:op 2072 completed, throughput=4.99MB/sec 2024-04-10T15:32:40.545 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vUPA1-hOs2AWdrs off=11782496 len=525033 2024-04-10T15:32:40.546 INFO:tasks.workunit.client.0.smithi102.stdout:op 2073 completed, throughput=5MB/sec 2024-04-10T15:32:40.546 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_63LcXJ3yxvW8PA off=13576693 len=1271989 2024-04-10T15:32:40.554 INFO:tasks.workunit.client.0.smithi102.stdout:op 2074 completed, throughput=5MB/sec 2024-04-10T15:32:40.554 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--tSxAFaTYGqkqGv off=9313243 len=1284985 2024-04-10T15:32:40.556 INFO:tasks.workunit.client.0.smithi102.stdout:op 2075 completed, throughput=5MB/sec 2024-04-10T15:32:41.556 INFO:tasks.workunit.client.0.smithi102.stdout: 407: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:41.556 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-shuiy65WyY-GiyZ off=4495531 len=1141173 2024-04-10T15:32:41.558 INFO:tasks.workunit.client.0.smithi102.stdout:op 2076 completed, throughput=4.99MB/sec 2024-04-10T15:32:41.558 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3PqbNkcpb6TU5Y- off=35319 len=945723 2024-04-10T15:32:41.563 INFO:tasks.workunit.client.0.smithi102.stdout:op 2077 completed, throughput=4.99MB/sec 2024-04-10T15:32:41.563 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uAa3mspOEuipCBy off=5834730 len=1856661 2024-04-10T15:32:41.565 INFO:tasks.workunit.client.0.smithi102.stdout:op 2078 completed, throughput=5MB/sec 2024-04-10T15:32:41.565 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_hG081TcOhegKC- off=3701046 len=1194198 2024-04-10T15:32:41.568 INFO:tasks.workunit.client.0.smithi102.stdout:op 2079 completed, throughput=5MB/sec 2024-04-10T15:32:41.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:41 smithi154 ceph-mon[84269]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:32:41.669 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:41 smithi102 ceph-mon[90943]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:32:41.669 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:41 smithi102 ceph-mon[88557]: pgmap v1553: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:32:42.568 INFO:tasks.workunit.client.0.smithi102.stdout: 408: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:42.569 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-T5fRvCWl_OzQupG off=962943 len=1223984 2024-04-10T15:32:42.574 INFO:tasks.workunit.client.0.smithi102.stdout:op 2080 completed, throughput=4.99MB/sec 2024-04-10T15:32:42.574 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-j-b3f1VUy5-Xwo_ off=2751458 len=461143 2024-04-10T15:32:42.577 INFO:tasks.workunit.client.0.smithi102.stdout:op 2081 completed, throughput=4.99MB/sec 2024-04-10T15:32:42.578 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WhnhhTzknzMbweh off=7954300 len=1623892 2024-04-10T15:32:42.579 INFO:tasks.workunit.client.0.smithi102.stdout:op 2082 completed, throughput=5MB/sec 2024-04-10T15:32:42.580 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-X9Uk7xhLBll9uwc off=6843830 len=610669 2024-04-10T15:32:42.584 INFO:tasks.workunit.client.0.smithi102.stdout:op 2083 completed, throughput=5MB/sec 2024-04-10T15:32:42.584 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5142TMKdHOzclau off=7423380 len=1623631 2024-04-10T15:32:42.587 INFO:tasks.workunit.client.0.smithi102.stdout:op 2084 completed, throughput=5MB/sec 2024-04-10T15:32:42.639 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:32:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:32:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:32:43.587 INFO:tasks.workunit.client.0.smithi102.stdout: 409: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:43.587 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UcGkw9I6rLRF8WU off=842381 len=1530314 2024-04-10T15:32:43.589 INFO:tasks.workunit.client.0.smithi102.stdout:op 2085 completed, throughput=4.99MB/sec 2024-04-10T15:32:43.590 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4MjU0-CSwqzV658 off=2241777 len=736264 2024-04-10T15:32:43.594 INFO:tasks.workunit.client.0.smithi102.stdout:op 2086 completed, throughput=4.99MB/sec 2024-04-10T15:32:43.594 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cV5BZKFwH9x9YBL off=3140153 len=253970 2024-04-10T15:32:43.595 INFO:tasks.workunit.client.0.smithi102.stdout:op 2087 completed, throughput=5MB/sec 2024-04-10T15:32:43.595 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-C3urHgMDJ8ymFU1 off=5100074 len=918811 2024-04-10T15:32:43.596 INFO:tasks.workunit.client.0.smithi102.stdout:op 2088 completed, throughput=5MB/sec 2024-04-10T15:32:43.596 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UjRFuj0BiTYe9hk off=12175203 len=1753976 2024-04-10T15:32:43.598 INFO:tasks.workunit.client.0.smithi102.stdout:op 2089 completed, throughput=5MB/sec 2024-04-10T15:32:43.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:43 smithi154 ceph-mon[84269]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:32:43.669 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:43 smithi102 ceph-mon[90943]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:32:43.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:43 smithi102 ceph-mon[88557]: pgmap v1554: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:32:44.598 INFO:tasks.workunit.client.0.smithi102.stdout: 410: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:44.599 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rPOdEgM3_WMBv8A off=13458665 len=800202 2024-04-10T15:32:44.600 INFO:tasks.workunit.client.0.smithi102.stdout:op 2090 completed, throughput=4.99MB/sec 2024-04-10T15:32:44.601 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dKn5drZTMuLgpOZ off=1105279 len=1044458 2024-04-10T15:32:44.602 INFO:tasks.workunit.client.0.smithi102.stdout:op 2091 completed, throughput=4.99MB/sec 2024-04-10T15:32:44.602 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4I1kdx1IQc74REJ off=12011005 len=268241 2024-04-10T15:32:44.603 INFO:tasks.workunit.client.0.smithi102.stdout:op 2092 completed, throughput=4.99MB/sec 2024-04-10T15:32:44.603 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aonkRbX0RFHgU7I off=8557855 len=1893368 2024-04-10T15:32:44.605 INFO:tasks.workunit.client.0.smithi102.stdout:op 2093 completed, throughput=5MB/sec 2024-04-10T15:32:44.605 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8pbjTlcrG0av6-4 off=12312650 len=392785 2024-04-10T15:32:44.606 INFO:tasks.workunit.client.0.smithi102.stdout:op 2094 completed, throughput=5MB/sec 2024-04-10T15:32:44.606 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nzcmd0x_xdbut2H off=8153184 len=1109728 2024-04-10T15:32:44.611 INFO:tasks.workunit.client.0.smithi102.stdout:op 2095 completed, throughput=5MB/sec 2024-04-10T15:32:45.612 INFO:tasks.workunit.client.0.smithi102.stdout: 411: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:45.612 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GkZb81vlu38DRwd off=6133225 len=870264 2024-04-10T15:32:45.614 INFO:tasks.workunit.client.0.smithi102.stdout:op 2096 completed, throughput=4.99MB/sec 2024-04-10T15:32:45.614 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YqbjaZqTq3403yB off=21388195 len=1302835 2024-04-10T15:32:45.620 INFO:tasks.workunit.client.0.smithi102.stdout:op 2097 completed, throughput=4.99MB/sec 2024-04-10T15:32:45.620 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-01JWBrmIu6k9KrN off=6763692 len=570209 2024-04-10T15:32:45.621 INFO:tasks.workunit.client.0.smithi102.stdout:op 2098 completed, throughput=5MB/sec 2024-04-10T15:32:45.621 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4IikZuQ1r8-XR8k off=6092941 len=873521 2024-04-10T15:32:45.625 INFO:tasks.workunit.client.0.smithi102.stdout:op 2099 completed, throughput=5MB/sec 2024-04-10T15:32:45.625 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aCYQEWkr8kKl7Y6 off=7543354 len=649574 2024-04-10T15:32:45.626 INFO:tasks.workunit.client.0.smithi102.stdout:op 2100 completed, throughput=5MB/sec 2024-04-10T15:32:45.626 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NnK8xO2OEcAkd47 off=13981672 len=841614 2024-04-10T15:32:45.627 INFO:tasks.workunit.client.0.smithi102.stdout:op 2101 completed, throughput=5MB/sec 2024-04-10T15:32:45.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:45 smithi154 ceph-mon[84269]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:32:45.669 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:45 smithi102 ceph-mon[90943]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:32:45.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:45 smithi102 ceph-mon[88557]: pgmap v1555: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:32:46.628 INFO:tasks.workunit.client.0.smithi102.stdout: 412: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:46.628 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CKQwJdUGP6U0ifI off=10234867 len=411598 2024-04-10T15:32:46.629 INFO:tasks.workunit.client.0.smithi102.stdout:op 2102 completed, throughput=4.99MB/sec 2024-04-10T15:32:46.629 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-G1Gq8sXeC-vv4Sf off=1171525 len=731360 2024-04-10T15:32:46.633 INFO:tasks.workunit.client.0.smithi102.stdout:op 2103 completed, throughput=4.99MB/sec 2024-04-10T15:32:46.633 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cBzW1dd9rGXwfNB off=86518 len=1911383 2024-04-10T15:32:46.642 INFO:tasks.workunit.client.0.smithi102.stdout:op 2104 completed, throughput=5MB/sec 2024-04-10T15:32:46.642 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EgmOX8_1H8HtHZ7 off=12455359 len=1009178 2024-04-10T15:32:46.648 INFO:tasks.workunit.client.0.smithi102.stdout:op 2105 completed, throughput=5MB/sec 2024-04-10T15:32:46.648 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9Tl6GXNVobzblTp off=11446373 len=203610 2024-04-10T15:32:46.649 INFO:tasks.workunit.client.0.smithi102.stdout:op 2106 completed, throughput=5MB/sec 2024-04-10T15:32:46.649 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-id_tCwnH8IsVTcC off=1820574 len=186834 2024-04-10T15:32:46.649 INFO:tasks.workunit.client.0.smithi102.stdout:op 2107 completed, throughput=5MB/sec 2024-04-10T15:32:46.649 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-G11g73rMsIGp9sb off=1454668 len=2018104 2024-04-10T15:32:46.657 INFO:tasks.workunit.client.0.smithi102.stdout:op 2108 completed, throughput=5MB/sec 2024-04-10T15:32:47.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:47 smithi102 ceph-mon[90943]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:32:47.551 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:47 smithi102 ceph-mon[88557]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:32:47.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:47 smithi154 ceph-mon[84269]: pgmap v1556: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:32:47.657 INFO:tasks.workunit.client.0.smithi102.stdout: 413: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:47.657 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VxIRO1B_ae7a5We off=8163214 len=272862 2024-04-10T15:32:47.658 INFO:tasks.workunit.client.0.smithi102.stdout:op 2109 completed, throughput=4.99MB/sec 2024-04-10T15:32:47.658 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-W0lsPfB4WYDBZ2u off=86196 len=1552146 2024-04-10T15:32:47.666 INFO:tasks.workunit.client.0.smithi102.stdout:op 2110 completed, throughput=5MB/sec 2024-04-10T15:32:47.666 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HTlMV8q25oOS1fc off=0 len=1498281 2024-04-10T15:32:47.675 INFO:tasks.workunit.client.0.smithi102.stdout:op 2111 completed, throughput=5MB/sec 2024-04-10T15:32:47.675 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nSE9pGOymYMQUlH off=7505953 len=1101516 2024-04-10T15:32:47.678 INFO:tasks.workunit.client.0.smithi102.stdout:op 2112 completed, throughput=5MB/sec 2024-04-10T15:32:47.919 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:32:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:32:47] "GET /metrics HTTP/1.1" 200 34060 "" "Prometheus/2.43.0" 2024-04-10T15:32:48.678 INFO:tasks.workunit.client.0.smithi102.stdout: 414: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:48.678 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rrsXQ-_DuHW56ME off=918080 len=2060889 2024-04-10T15:32:48.689 INFO:tasks.workunit.client.0.smithi102.stdout:op 2113 completed, throughput=4.99MB/sec 2024-04-10T15:32:48.689 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xMpSRHnIRPfn4uS off=8429668 len=1113038 2024-04-10T15:32:48.695 INFO:tasks.workunit.client.0.smithi102.stdout:op 2114 completed, throughput=5MB/sec 2024-04-10T15:32:48.696 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DXAY3ptBB7eDG-s off=4325810 len=1494284 2024-04-10T15:32:48.703 INFO:tasks.workunit.client.0.smithi102.stdout:op 2115 completed, throughput=5MB/sec 2024-04-10T15:32:48.703 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VHzFrZjdQ8dSK15 off=11388786 len=913759 2024-04-10T15:32:48.704 INFO:tasks.workunit.client.0.smithi102.stdout:op 2116 completed, throughput=5MB/sec 2024-04-10T15:32:49.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:49 smithi154 ceph-mon[84269]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:32:49.669 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:49 smithi102 ceph-mon[88557]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:32:49.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:49 smithi102 ceph-mon[90943]: pgmap v1557: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:32:49.705 INFO:tasks.workunit.client.0.smithi102.stdout: 415: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:49.705 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-f6GKy-EXLz4ny6S off=7423650 len=921096 2024-04-10T15:32:49.710 INFO:tasks.workunit.client.0.smithi102.stdout:op 2117 completed, throughput=4.99MB/sec 2024-04-10T15:32:49.711 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CmriBH3bx52ZJrQ off=13991898 len=1723578 2024-04-10T15:32:49.722 INFO:tasks.workunit.client.0.smithi102.stdout:op 2118 completed, throughput=5MB/sec 2024-04-10T15:32:49.722 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oM8zY0Is9ozn_0d off=977835 len=1138143 2024-04-10T15:32:49.727 INFO:tasks.workunit.client.0.smithi102.stdout:op 2119 completed, throughput=5MB/sec 2024-04-10T15:32:49.728 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-HTlMV8q25oOS1fc off=596507 len=901774 2024-04-10T15:32:49.730 INFO:tasks.workunit.client.0.smithi102.stdout:op 2120 completed, throughput=5MB/sec 2024-04-10T15:32:50.730 INFO:tasks.workunit.client.0.smithi102.stdout: 416: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:50.730 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MqF3sm0HKa0JXNQ off=9174159 len=1112996 2024-04-10T15:32:50.732 INFO:tasks.workunit.client.0.smithi102.stdout:op 2121 completed, throughput=4.99MB/sec 2024-04-10T15:32:50.732 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SgRPj5eAn_EdFCZ off=1568239 len=1840404 2024-04-10T15:32:50.734 INFO:tasks.workunit.client.0.smithi102.stdout:op 2122 completed, throughput=5MB/sec 2024-04-10T15:32:50.734 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nzCNbGodT-PzpgI off=1899571 len=752721 2024-04-10T15:32:50.740 INFO:tasks.workunit.client.0.smithi102.stdout:op 2123 completed, throughput=5MB/sec 2024-04-10T15:32:50.740 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cJDvPC3WSePZZqG off=4756165 len=1732973 2024-04-10T15:32:50.743 INFO:tasks.workunit.client.0.smithi102.stdout:op 2124 completed, throughput=5MB/sec 2024-04-10T15:32:51.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:51 smithi154 ceph-mon[84269]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:32:51.669 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:51 smithi102 ceph-mon[90943]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:32:51.669 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:51 smithi102 ceph-mon[88557]: pgmap v1558: 105 pgs: 105 active+clean; 128 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:32:51.743 INFO:tasks.workunit.client.0.smithi102.stdout: 417: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:51.743 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ANCpMZGlwrAEUcu off=16590779 len=457547 2024-04-10T15:32:51.747 INFO:tasks.workunit.client.0.smithi102.stdout:op 2125 completed, throughput=4.99MB/sec 2024-04-10T15:32:51.747 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-txEbwBDGgp3QkBx off=9627193 len=448538 2024-04-10T15:32:51.748 INFO:tasks.workunit.client.0.smithi102.stdout:op 2126 completed, throughput=4.99MB/sec 2024-04-10T15:32:51.748 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PAPjr0KIZZs1b10 off=7784628 len=948400 2024-04-10T15:32:51.750 INFO:tasks.workunit.client.0.smithi102.stdout:op 2127 completed, throughput=4.99MB/sec 2024-04-10T15:32:51.750 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3t_i53Yx6p0GKeG off=17180726 len=372824 2024-04-10T15:32:51.752 INFO:tasks.workunit.client.0.smithi102.stdout:op 2128 completed, throughput=4.99MB/sec 2024-04-10T15:32:51.752 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NMVN4_WH5QG9LeJ off=5173930 len=631736 2024-04-10T15:32:51.754 INFO:tasks.workunit.client.0.smithi102.stdout:op 2129 completed, throughput=5MB/sec 2024-04-10T15:32:51.754 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-V1CGrG87SGG2hIa off=1213881 len=39511 2024-04-10T15:32:51.754 INFO:tasks.workunit.client.0.smithi102.stdout:op 2130 completed, throughput=5MB/sec 2024-04-10T15:32:51.754 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ubh1slzABQjCFmO off=16141771 len=783219 2024-04-10T15:32:51.759 INFO:tasks.workunit.client.0.smithi102.stdout:op 2131 completed, throughput=5MB/sec 2024-04-10T15:32:51.759 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cyD31Dmi4YU3M2r off=6095279 len=1705529 2024-04-10T15:32:51.766 INFO:tasks.workunit.client.0.smithi102.stdout:op 2132 completed, throughput=5MB/sec 2024-04-10T15:32:52.639 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:32:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:32:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:32:52.766 INFO:tasks.workunit.client.0.smithi102.stdout: 418: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:52.766 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dxxHaQN9OmJ7_iu off=1349609 len=425286 2024-04-10T15:32:52.767 INFO:tasks.workunit.client.0.smithi102.stdout:op 2133 completed, throughput=4.99MB/sec 2024-04-10T15:32:52.767 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2fPbxjHKu5hiYag off=1029507 len=752218 2024-04-10T15:32:52.771 INFO:tasks.workunit.client.0.smithi102.stdout:op 2134 completed, throughput=4.99MB/sec 2024-04-10T15:32:52.771 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-AxqcIUCzizCwmsO off=3992421 len=33572 2024-04-10T15:32:52.772 INFO:tasks.workunit.client.0.smithi102.stdout:op 2135 completed, throughput=4.99MB/sec 2024-04-10T15:32:52.772 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qoILBm74gCGrmWc off=2653788 len=381139 2024-04-10T15:32:52.773 INFO:tasks.workunit.client.0.smithi102.stdout:op 2136 completed, throughput=4.99MB/sec 2024-04-10T15:32:52.773 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ch8qY2fh5S_cr3w off=6663249 len=520634 2024-04-10T15:32:52.777 INFO:tasks.workunit.client.0.smithi102.stdout:op 2137 completed, throughput=4.99MB/sec 2024-04-10T15:32:52.777 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UGaZIPJ1Hntwi-f off=12656568 len=1185875 2024-04-10T15:32:52.785 INFO:tasks.workunit.client.0.smithi102.stdout:op 2138 completed, throughput=5MB/sec 2024-04-10T15:32:52.785 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GgzjfqRYPDjw_tv off=8335563 len=62219 2024-04-10T15:32:52.786 INFO:tasks.workunit.client.0.smithi102.stdout:op 2139 completed, throughput=5MB/sec 2024-04-10T15:32:52.786 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0DQlVNQG07yfVVK off=407425 len=1755162 2024-04-10T15:32:52.787 INFO:tasks.workunit.client.0.smithi102.stdout:op 2140 completed, throughput=5MB/sec 2024-04-10T15:32:53.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:53 smithi154 ceph-mon[84269]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:32:53.669 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:53 smithi102 ceph-mon[90943]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:32:53.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:53 smithi102 ceph-mon[88557]: pgmap v1559: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:32:53.788 INFO:tasks.workunit.client.0.smithi102.stdout: 419: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:53.788 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rGH1JSiBR62tUrU off=13539627 len=938080 2024-04-10T15:32:53.793 INFO:tasks.workunit.client.0.smithi102.stdout:op 2141 completed, throughput=4.99MB/sec 2024-04-10T15:32:53.793 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QNCLrWqYjYOTtU9 off=5902193 len=1417219 2024-04-10T15:32:53.796 INFO:tasks.workunit.client.0.smithi102.stdout:op 2142 completed, throughput=4.99MB/sec 2024-04-10T15:32:53.796 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JxXNJvghm3YNEbP off=10348984 len=135107 2024-04-10T15:32:53.797 INFO:tasks.workunit.client.0.smithi102.stdout:op 2143 completed, throughput=4.99MB/sec 2024-04-10T15:32:53.797 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ndKUmxIwt62CJ9N off=537314 len=1164960 2024-04-10T15:32:53.798 INFO:tasks.workunit.client.0.smithi102.stdout:op 2144 completed, throughput=5MB/sec 2024-04-10T15:32:53.798 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1BqeIJ6VF45Tj5_ off=10802763 len=386314 2024-04-10T15:32:53.799 INFO:tasks.workunit.client.0.smithi102.stdout:op 2145 completed, throughput=5MB/sec 2024-04-10T15:32:53.799 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1ILA_CY3DEUnc_I off=1185429 len=163081 2024-04-10T15:32:53.800 INFO:tasks.workunit.client.0.smithi102.stdout:op 2146 completed, throughput=5MB/sec 2024-04-10T15:32:53.800 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SASvIJmw3peYYyG off=3859360 len=1653240 2024-04-10T15:32:53.808 INFO:tasks.workunit.client.0.smithi102.stdout:op 2147 completed, throughput=5MB/sec 2024-04-10T15:32:54.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:54.669 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:54.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:32:54.808 INFO:tasks.workunit.client.0.smithi102.stdout: 420: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:54.809 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9kE94pshDQH_ExM off=9551426 len=75951 2024-04-10T15:32:54.809 INFO:tasks.workunit.client.0.smithi102.stdout:op 2148 completed, throughput=4.99MB/sec 2024-04-10T15:32:54.809 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Xl6AyZMvI0f4YgR off=176884 len=818574 2024-04-10T15:32:54.814 INFO:tasks.workunit.client.0.smithi102.stdout:op 2149 completed, throughput=4.99MB/sec 2024-04-10T15:32:54.814 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-D1ymBzJ-gjhBRKk off=5743477 len=1513641 2024-04-10T15:32:54.816 INFO:tasks.workunit.client.0.smithi102.stdout:op 2150 completed, throughput=4.99MB/sec 2024-04-10T15:32:54.816 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZkZ4aTlTIZGkAyl off=3842782 len=1203037 2024-04-10T15:32:54.818 INFO:tasks.workunit.client.0.smithi102.stdout:op 2151 completed, throughput=5MB/sec 2024-04-10T15:32:54.818 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uUaTBz-2kgI6SjV off=2115681 len=965722 2024-04-10T15:32:54.823 INFO:tasks.workunit.client.0.smithi102.stdout:op 2152 completed, throughput=5MB/sec 2024-04-10T15:32:54.823 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Tgi6QRhEz41hsCT off=7781755 len=466894 2024-04-10T15:32:54.824 INFO:tasks.workunit.client.0.smithi102.stdout:op 2153 completed, throughput=5MB/sec 2024-04-10T15:32:55.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:55 smithi154 ceph-mon[84269]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:32:55.669 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:55 smithi102 ceph-mon[90943]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:32:55.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:55 smithi102 ceph-mon[88557]: pgmap v1560: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:32:55.824 INFO:tasks.workunit.client.0.smithi102.stdout: 421: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:55.824 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Cuze4MsRjgECFEJ off=2137267 len=435693 2024-04-10T15:32:55.825 INFO:tasks.workunit.client.0.smithi102.stdout:op 2154 completed, throughput=4.99MB/sec 2024-04-10T15:32:55.825 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MJLVveQcUf2m8FW off=8675943 len=1254747 2024-04-10T15:32:55.831 INFO:tasks.workunit.client.0.smithi102.stdout:op 2155 completed, throughput=4.99MB/sec 2024-04-10T15:32:55.831 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QK6PjIQ-kHj7LIH off=7451109 len=870102 2024-04-10T15:32:55.835 INFO:tasks.workunit.client.0.smithi102.stdout:op 2156 completed, throughput=4.99MB/sec 2024-04-10T15:32:55.835 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Oz0-LmPC6Ty2IKK off=4287254 len=1439636 2024-04-10T15:32:55.838 INFO:tasks.workunit.client.0.smithi102.stdout:op 2157 completed, throughput=5MB/sec 2024-04-10T15:32:55.838 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-okKFViT6YUAzN_J off=6529798 len=1234021 2024-04-10T15:32:55.845 INFO:tasks.workunit.client.0.smithi102.stdout:op 2158 completed, throughput=5MB/sec 2024-04-10T15:32:56.845 INFO:tasks.workunit.client.0.smithi102.stdout: 422: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:56.845 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-t98KTsNMVZhSGEO off=15283485 len=1632980 2024-04-10T15:32:56.855 INFO:tasks.workunit.client.0.smithi102.stdout:op 2159 completed, throughput=4.99MB/sec 2024-04-10T15:32:56.855 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-EmbOhTmlFf4Jlj_ off=7928260 len=1893029 2024-04-10T15:32:56.858 INFO:tasks.workunit.client.0.smithi102.stdout:op 2160 completed, throughput=5MB/sec 2024-04-10T15:32:56.858 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Mot2D3oWXFTeEOq off=13000778 len=1743877 2024-04-10T15:32:56.868 INFO:tasks.workunit.client.0.smithi102.stdout:op 2161 completed, throughput=5MB/sec 2024-04-10T15:32:57.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:57 smithi102 ceph-mon[90943]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:32:57.551 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:57 smithi102 ceph-mon[88557]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:32:57.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:57 smithi154 ceph-mon[84269]: pgmap v1561: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:32:57.868 INFO:tasks.workunit.client.0.smithi102.stdout: 423: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:57.868 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7ab2QtI_Zv0lH31 off=14781283 len=1714333 2024-04-10T15:32:57.870 INFO:tasks.workunit.client.0.smithi102.stdout:op 2162 completed, throughput=4.99MB/sec 2024-04-10T15:32:57.870 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-C0cszkwxUUQS37w off=10562774 len=564130 2024-04-10T15:32:57.874 INFO:tasks.workunit.client.0.smithi102.stdout:op 2163 completed, throughput=4.99MB/sec 2024-04-10T15:32:57.874 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-J1cHzZCZrDpA8NG off=19015476 len=656453 2024-04-10T15:32:57.876 INFO:tasks.workunit.client.0.smithi102.stdout:op 2164 completed, throughput=5MB/sec 2024-04-10T15:32:57.876 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NUWUGfXwnfjbAtS off=12052072 len=252064 2024-04-10T15:32:57.876 INFO:tasks.workunit.client.0.smithi102.stdout:op 2165 completed, throughput=5MB/sec 2024-04-10T15:32:57.876 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bbiz18V9b_3WomZ off=4551202 len=611757 2024-04-10T15:32:57.878 INFO:tasks.workunit.client.0.smithi102.stdout:op 2166 completed, throughput=5MB/sec 2024-04-10T15:32:57.878 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bC2Chkqb8EY7YgU off=209822 len=1763772 2024-04-10T15:32:57.880 INFO:tasks.workunit.client.0.smithi102.stdout:op 2167 completed, throughput=5MB/sec 2024-04-10T15:32:57.919 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:32:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:32:57] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-04-10T15:32:58.881 INFO:tasks.workunit.client.0.smithi102.stdout: 424: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:58.881 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NRhAPqVQS5L9Cvi off=13957728 len=929587 2024-04-10T15:32:58.886 INFO:tasks.workunit.client.0.smithi102.stdout:op 2168 completed, throughput=4.99MB/sec 2024-04-10T15:32:58.886 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-reDF5XxmwkhCffp off=5799242 len=875811 2024-04-10T15:32:58.888 INFO:tasks.workunit.client.0.smithi102.stdout:op 2169 completed, throughput=4.99MB/sec 2024-04-10T15:32:58.888 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FxxWK1-cIqIE5yJ off=5783220 len=586772 2024-04-10T15:32:58.892 INFO:tasks.workunit.client.0.smithi102.stdout:op 2170 completed, throughput=4.99MB/sec 2024-04-10T15:32:58.892 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hk9B-vmECh6Fcqv off=14277210 len=1341502 2024-04-10T15:32:58.895 INFO:tasks.workunit.client.0.smithi102.stdout:op 2171 completed, throughput=5MB/sec 2024-04-10T15:32:58.895 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RexUov-K9fnK5Uc off=10330319 len=1888141 2024-04-10T15:32:58.904 INFO:tasks.workunit.client.0.smithi102.stdout:op 2172 completed, throughput=5MB/sec 2024-04-10T15:32:59.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:32:59 smithi154 ceph-mon[84269]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:32:59.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:32:59 smithi102 ceph-mon[88557]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:32:59.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:32:59 smithi102 ceph-mon[90943]: pgmap v1562: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:32:59.906 INFO:tasks.workunit.client.0.smithi102.stdout: 425: throughput=4.99MB/sec pending data=0 2024-04-10T15:32:59.906 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pXjI2Dy1R4ZNNUQ off=1932849 len=638278 2024-04-10T15:32:59.908 INFO:tasks.workunit.client.0.smithi102.stdout:op 2173 completed, throughput=4.99MB/sec 2024-04-10T15:32:59.908 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9elv8mHVYpAH7an off=4626515 len=1992025 2024-04-10T15:32:59.919 INFO:tasks.workunit.client.0.smithi102.stdout:op 2174 completed, throughput=5MB/sec 2024-04-10T15:32:59.920 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fxDP7RN1nTCFdUR off=4388372 len=563426 2024-04-10T15:32:59.922 INFO:tasks.workunit.client.0.smithi102.stdout:op 2175 completed, throughput=5MB/sec 2024-04-10T15:32:59.923 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wzlvfvvpcg91DiN off=20838842 len=1462047 2024-04-10T15:32:59.929 INFO:tasks.workunit.client.0.smithi102.stdout:op 2176 completed, throughput=5MB/sec 2024-04-10T15:32:59.930 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-o_0fAM9IWMtMwDt off=3801739 len=1334073 2024-04-10T15:32:59.936 INFO:tasks.workunit.client.0.smithi102.stdout:op 2177 completed, throughput=5MB/sec 2024-04-10T15:33:00.936 INFO:tasks.workunit.client.0.smithi102.stdout: 426: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:00.936 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5-KjckfmlkaDsJw off=13764165 len=19560 2024-04-10T15:33:00.939 INFO:tasks.workunit.client.0.smithi102.stdout:op 2178 completed, throughput=4.99MB/sec 2024-04-10T15:33:00.939 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PYOsxbiK3CFEdTx off=681665 len=250225 2024-04-10T15:33:00.942 INFO:tasks.workunit.client.0.smithi102.stdout:op 2179 completed, throughput=4.99MB/sec 2024-04-10T15:33:00.942 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nRPCkcO0JxQVJfv off=11887949 len=968137 2024-04-10T15:33:00.947 INFO:tasks.workunit.client.0.smithi102.stdout:op 2180 completed, throughput=4.99MB/sec 2024-04-10T15:33:00.947 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-us15MP1Gzw7KcGG off=9066466 len=677401 2024-04-10T15:33:00.951 INFO:tasks.workunit.client.0.smithi102.stdout:op 2181 completed, throughput=5MB/sec 2024-04-10T15:33:00.951 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9FpcqLt-7f7y6w3 off=5146243 len=1063075 2024-04-10T15:33:00.953 INFO:tasks.workunit.client.0.smithi102.stdout:op 2182 completed, throughput=5MB/sec 2024-04-10T15:33:00.953 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QO1ZZXVoCp0P2do off=3171063 len=1740353 2024-04-10T15:33:00.955 INFO:tasks.workunit.client.0.smithi102.stdout:op 2183 completed, throughput=5MB/sec 2024-04-10T15:33:01.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:01 smithi154 ceph-mon[84269]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-10T15:33:01.669 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:01 smithi102 ceph-mon[90943]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-10T15:33:01.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:01 smithi102 ceph-mon[88557]: pgmap v1563: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-10T15:33:01.955 INFO:tasks.workunit.client.0.smithi102.stdout: 427: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:01.955 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Khv87TATyQdoUF- off=7547985 len=1977321 2024-04-10T15:33:01.959 INFO:tasks.workunit.client.0.smithi102.stdout:op 2184 completed, throughput=4.99MB/sec 2024-04-10T15:33:01.959 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rK5lkivTAeoryfy off=17344077 len=379457 2024-04-10T15:33:01.960 INFO:tasks.workunit.client.0.smithi102.stdout:op 2185 completed, throughput=4.99MB/sec 2024-04-10T15:33:01.960 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-InrFsrC6NhaJJWU off=809032 len=1598090 2024-04-10T15:33:01.963 INFO:tasks.workunit.client.0.smithi102.stdout:op 2186 completed, throughput=5MB/sec 2024-04-10T15:33:01.963 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BmVajMr20_MdLNe off=2296484 len=816774 2024-04-10T15:33:01.963 INFO:tasks.workunit.client.0.smithi102.stdout:op 2187 completed, throughput=5MB/sec 2024-04-10T15:33:02.640 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:33:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:33:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:33:02.964 INFO:tasks.workunit.client.0.smithi102.stdout: 428: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:02.964 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ESmt_d264mTbgE1 off=13109731 len=19189 2024-04-10T15:33:02.964 INFO:tasks.workunit.client.0.smithi102.stdout:op 2188 completed, throughput=4.99MB/sec 2024-04-10T15:33:02.965 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4IuvtH-07Yrlxc7 off=5276252 len=1844600 2024-04-10T15:33:02.967 INFO:tasks.workunit.client.0.smithi102.stdout:op 2189 completed, throughput=4.99MB/sec 2024-04-10T15:33:02.967 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-emj50rdh3QVfjHN off=18324606 len=1760372 2024-04-10T15:33:02.976 INFO:tasks.workunit.client.0.smithi102.stdout:op 2190 completed, throughput=5MB/sec 2024-04-10T15:33:02.976 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GyLew5V4FpEwlhx off=12077122 len=1120254 2024-04-10T15:33:02.977 INFO:tasks.workunit.client.0.smithi102.stdout:op 2191 completed, throughput=5MB/sec 2024-04-10T15:33:02.977 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XxJVdGSiRNLDr5U off=3111722 len=133077 2024-04-10T15:33:02.980 INFO:tasks.workunit.client.0.smithi102.stdout:op 2192 completed, throughput=5MB/sec 2024-04-10T15:33:02.980 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CT8XTMY5ySR0Ao_ off=2384486 len=1183387 2024-04-10T15:33:02.981 INFO:tasks.workunit.client.0.smithi102.stdout:op 2193 completed, throughput=5MB/sec 2024-04-10T15:33:03.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:03 smithi154 ceph-mon[84269]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:33:03.669 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:03 smithi102 ceph-mon[90943]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:33:03.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:03 smithi102 ceph-mon[88557]: pgmap v1564: 105 pgs: 105 active+clean; 128 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:33:03.982 INFO:tasks.workunit.client.0.smithi102.stdout: 429: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:03.982 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7O3tVBWi71pAlMU off=1460959 len=1176546 2024-04-10T15:33:03.983 INFO:tasks.workunit.client.0.smithi102.stdout:op 2194 completed, throughput=4.99MB/sec 2024-04-10T15:33:03.983 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oWWKKggR2syMMvA off=12555045 len=1248036 2024-04-10T15:33:03.985 INFO:tasks.workunit.client.0.smithi102.stdout:op 2195 completed, throughput=5MB/sec 2024-04-10T15:33:03.985 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IyWLP9Hbhsda6et off=455489 len=1175378 2024-04-10T15:33:03.986 INFO:tasks.workunit.client.0.smithi102.stdout:op 2196 completed, throughput=5MB/sec 2024-04-10T15:33:03.986 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZwEjzvnyudWCSEf off=10076943 len=205846 2024-04-10T15:33:03.987 INFO:tasks.workunit.client.0.smithi102.stdout:op 2197 completed, throughput=5MB/sec 2024-04-10T15:33:03.988 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fDEncOxe87AZbfW off=1396210 len=1470345 2024-04-10T15:33:03.990 INFO:tasks.workunit.client.0.smithi102.stdout:op 2198 completed, throughput=5MB/sec 2024-04-10T15:33:04.991 INFO:tasks.workunit.client.0.smithi102.stdout: 430: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:04.991 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MrKiNMKXaoDxu2a off=8799361 len=1772314 2024-04-10T15:33:04.993 INFO:tasks.workunit.client.0.smithi102.stdout:op 2199 completed, throughput=4.99MB/sec 2024-04-10T15:33:04.993 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zRSGAC3cCwLiwiC off=7601175 len=2039110 2024-04-10T15:33:05.005 INFO:tasks.workunit.client.0.smithi102.stdout:op 2200 completed, throughput=5MB/sec 2024-04-10T15:33:05.005 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kc2so_Ta5lr65Ka off=9199856 len=760726 2024-04-10T15:33:05.006 INFO:tasks.workunit.client.0.smithi102.stdout:op 2201 completed, throughput=5MB/sec 2024-04-10T15:33:05.006 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-E2rAY0fz2ybq_FM off=9874016 len=1192096 2024-04-10T15:33:05.013 INFO:tasks.workunit.client.0.smithi102.stdout:op 2202 completed, throughput=5MB/sec 2024-04-10T15:33:05.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:05 smithi154 ceph-mon[84269]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:33:05.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:05 smithi102 ceph-mon[90943]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:33:05.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:05 smithi102 ceph-mon[88557]: pgmap v1565: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:33:06.013 INFO:tasks.workunit.client.0.smithi102.stdout: 431: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:06.014 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uc7naQ2JhqYou4b off=921453 len=1753793 2024-04-10T15:33:06.023 INFO:tasks.workunit.client.0.smithi102.stdout:op 2203 completed, throughput=4.99MB/sec 2024-04-10T15:33:06.023 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1sOjsrxORaNU8y2 off=2706606 len=115334 2024-04-10T15:33:06.025 INFO:tasks.workunit.client.0.smithi102.stdout:op 2204 completed, throughput=5MB/sec 2024-04-10T15:33:06.025 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dFkH7m_YLgkbZef off=6774069 len=1515808 2024-04-10T15:33:06.027 INFO:tasks.workunit.client.0.smithi102.stdout:op 2205 completed, throughput=5MB/sec 2024-04-10T15:33:06.027 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DY935uWy-4R4CMt off=553041 len=314221 2024-04-10T15:33:06.028 INFO:tasks.workunit.client.0.smithi102.stdout:op 2206 completed, throughput=5MB/sec 2024-04-10T15:33:06.028 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8-l3XgnIN__furk off=15259037 len=1653548 2024-04-10T15:33:06.034 INFO:tasks.workunit.client.0.smithi102.stdout:op 2207 completed, throughput=5MB/sec 2024-04-10T15:33:07.035 INFO:tasks.workunit.client.0.smithi102.stdout: 432: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:07.035 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xIvFnIZi4OrBW42 off=4076950 len=603613 2024-04-10T15:33:07.038 INFO:tasks.workunit.client.0.smithi102.stdout:op 2208 completed, throughput=4.99MB/sec 2024-04-10T15:33:07.039 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-h9va-2TJoMKKt2Y off=938876 len=675339 2024-04-10T15:33:07.043 INFO:tasks.workunit.client.0.smithi102.stdout:op 2209 completed, throughput=4.99MB/sec 2024-04-10T15:33:07.043 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CJcfhdvXVvMbz7T off=13792364 len=1353734 2024-04-10T15:33:07.045 INFO:tasks.workunit.client.0.smithi102.stdout:op 2210 completed, throughput=5MB/sec 2024-04-10T15:33:07.045 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cy3419izEUmHjX2 off=5490679 len=30682 2024-04-10T15:33:07.045 INFO:tasks.workunit.client.0.smithi102.stdout:op 2211 completed, throughput=5MB/sec 2024-04-10T15:33:07.046 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_sl1R6er4o4hhBl off=7853485 len=1053201 2024-04-10T15:33:07.050 INFO:tasks.workunit.client.0.smithi102.stdout:op 2212 completed, throughput=5MB/sec 2024-04-10T15:33:07.050 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FEdO4gaHaf3Lu9G off=10663132 len=1872903 2024-04-10T15:33:07.062 INFO:tasks.workunit.client.0.smithi102.stdout:op 2213 completed, throughput=5MB/sec 2024-04-10T15:33:07.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:07 smithi102 ceph-mon[90943]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:33:07.551 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:07 smithi102 ceph-mon[88557]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:33:07.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:07 smithi154 ceph-mon[84269]: pgmap v1566: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:33:07.919 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:33:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:33:07] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-04-10T15:33:08.059 INFO:tasks.workunit.client.0.smithi102.stdout: 433: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:08.059 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UnZQzB0BD4dxEw3 off=12320306 len=521066 2024-04-10T15:33:08.063 INFO:tasks.workunit.client.0.smithi102.stdout:op 2214 completed, throughput=4.99MB/sec 2024-04-10T15:33:08.064 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eSuziniVhOGEM_J off=1823283 len=1803606 2024-04-10T15:33:08.073 INFO:tasks.workunit.client.0.smithi102.stdout:op 2215 completed, throughput=5MB/sec 2024-04-10T15:33:08.073 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MVPXIFOhJlYyC6T off=2796867 len=1027224 2024-04-10T15:33:08.078 INFO:tasks.workunit.client.0.smithi102.stdout:op 2216 completed, throughput=5MB/sec 2024-04-10T15:33:08.078 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RQWBowz61j0sloH off=4545338 len=1055327 2024-04-10T15:33:08.083 INFO:tasks.workunit.client.0.smithi102.stdout:op 2217 completed, throughput=5MB/sec 2024-04-10T15:33:08.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:08.669 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:08.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:09.084 INFO:tasks.workunit.client.0.smithi102.stdout: 434: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:09.084 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8VW1GsXAD2lDN2a off=8648731 len=39387 2024-04-10T15:33:09.084 INFO:tasks.workunit.client.0.smithi102.stdout:op 2218 completed, throughput=4.99MB/sec 2024-04-10T15:33:09.084 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gAO99shWku4TsIe off=5018596 len=853580 2024-04-10T15:33:09.085 INFO:tasks.workunit.client.0.smithi102.stdout:op 2219 completed, throughput=4.99MB/sec 2024-04-10T15:33:09.086 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IQqVaAYzqB9iG7m off=14722419 len=1051405 2024-04-10T15:33:09.091 INFO:tasks.workunit.client.0.smithi102.stdout:op 2220 completed, throughput=4.99MB/sec 2024-04-10T15:33:09.091 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ALervlGwJR18NGW off=1234103 len=424792 2024-04-10T15:33:09.094 INFO:tasks.workunit.client.0.smithi102.stdout:op 2221 completed, throughput=4.99MB/sec 2024-04-10T15:33:09.094 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cPkN5CQ6JIlkfsJ off=4660543 len=1691072 2024-04-10T15:33:09.105 INFO:tasks.workunit.client.0.smithi102.stdout:op 2222 completed, throughput=5MB/sec 2024-04-10T15:33:09.106 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Ae83VYOHcaLkXR5 off=1909228 len=542408 2024-04-10T15:33:09.106 INFO:tasks.workunit.client.0.smithi102.stdout:op 2223 completed, throughput=5MB/sec 2024-04-10T15:33:09.106 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ufwRMlb00pmClPt off=12632317 len=981606 2024-04-10T15:33:09.109 INFO:tasks.workunit.client.0.smithi102.stdout:op 2224 completed, throughput=5MB/sec 2024-04-10T15:33:09.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:09 smithi154 ceph-mon[84269]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:33:09.669 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:09 smithi102 ceph-mon[90943]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:33:09.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:09 smithi102 ceph-mon[88557]: pgmap v1567: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:33:10.109 INFO:tasks.workunit.client.0.smithi102.stdout: 435: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:10.110 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ae4luHcewC5lkqY off=7682557 len=1161150 2024-04-10T15:33:10.111 INFO:tasks.workunit.client.0.smithi102.stdout:op 2225 completed, throughput=4.99MB/sec 2024-04-10T15:33:10.111 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-52by4waKYOt2utn off=15556479 len=1058848 2024-04-10T15:33:10.117 INFO:tasks.workunit.client.0.smithi102.stdout:op 2226 completed, throughput=4.99MB/sec 2024-04-10T15:33:10.117 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vDcs9310EMWBBWj off=9521225 len=744654 2024-04-10T15:33:10.118 INFO:tasks.workunit.client.0.smithi102.stdout:op 2227 completed, throughput=5MB/sec 2024-04-10T15:33:10.118 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zRODNVlN341Q2-g off=3512891 len=514342 2024-04-10T15:33:10.119 INFO:tasks.workunit.client.0.smithi102.stdout:op 2228 completed, throughput=5MB/sec 2024-04-10T15:33:10.119 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6vgak6Rwc5pO1Eq off=18596268 len=759020 2024-04-10T15:33:10.120 INFO:tasks.workunit.client.0.smithi102.stdout:op 2229 completed, throughput=5MB/sec 2024-04-10T15:33:10.120 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JMAh82-C9xg9K94 off=12182470 len=388650 2024-04-10T15:33:10.122 INFO:tasks.workunit.client.0.smithi102.stdout:op 2230 completed, throughput=5MB/sec 2024-04-10T15:33:10.122 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-L8fnlKK722O0qze off=2535420 len=469210 2024-04-10T15:33:10.122 INFO:tasks.workunit.client.0.smithi102.stdout:op 2231 completed, throughput=5MB/sec 2024-04-10T15:33:11.123 INFO:tasks.workunit.client.0.smithi102.stdout: 436: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:11.123 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rKtgBRZIBayGiec off=9680023 len=759354 2024-04-10T15:33:11.127 INFO:tasks.workunit.client.0.smithi102.stdout:op 2232 completed, throughput=4.99MB/sec 2024-04-10T15:33:11.127 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fbVn849mT5gHYG8 off=2514872 len=1808111 2024-04-10T15:33:11.137 INFO:tasks.workunit.client.0.smithi102.stdout:op 2233 completed, throughput=4.99MB/sec 2024-04-10T15:33:11.137 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jgx3Z_zZnrnQc8m off=16341822 len=218109 2024-04-10T15:33:11.140 INFO:tasks.workunit.client.0.smithi102.stdout:op 2234 completed, throughput=5MB/sec 2024-04-10T15:33:11.140 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4t0-fK8CkRywMRs off=5028918 len=1616400 2024-04-10T15:33:11.141 INFO:tasks.workunit.client.0.smithi102.stdout:op 2235 completed, throughput=5MB/sec 2024-04-10T15:33:11.141 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OjvEIrUFZLkgJuw off=10939139 len=2078162 2024-04-10T15:33:11.151 INFO:tasks.workunit.client.0.smithi102.stdout:op 2236 completed, throughput=5MB/sec 2024-04-10T15:33:11.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:11 smithi154 ceph-mon[84269]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-10T15:33:11.669 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:11 smithi102 ceph-mon[90943]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-10T15:33:11.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:11 smithi102 ceph-mon[88557]: pgmap v1568: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 3.1 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-10T15:33:12.151 INFO:tasks.workunit.client.0.smithi102.stdout: 437: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:12.151 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZoUJoDfbWEf9fdt off=10480197 len=827392 2024-04-10T15:33:12.154 INFO:tasks.workunit.client.0.smithi102.stdout:op 2237 completed, throughput=4.99MB/sec 2024-04-10T15:33:12.154 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oISKA3VaaYxNX6j off=2399966 len=219303 2024-04-10T15:33:12.155 INFO:tasks.workunit.client.0.smithi102.stdout:op 2238 completed, throughput=4.99MB/sec 2024-04-10T15:33:12.155 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qZZ4_e6B3zeVM4f off=11971791 len=2070190 2024-04-10T15:33:12.165 INFO:tasks.workunit.client.0.smithi102.stdout:op 2239 completed, throughput=5MB/sec 2024-04-10T15:33:12.165 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hIq4Fv0f2AoqVEW off=7156861 len=1617319 2024-04-10T15:33:12.167 INFO:tasks.workunit.client.0.smithi102.stdout:op 2240 completed, throughput=5MB/sec 2024-04-10T15:33:12.640 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:33:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:33:13.167 INFO:tasks.workunit.client.0.smithi102.stdout: 438: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:13.167 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-usHaNhqxLXHN-Yx off=9046644 len=1875565 2024-04-10T15:33:13.176 INFO:tasks.workunit.client.0.smithi102.stdout:op 2241 completed, throughput=4.99MB/sec 2024-04-10T15:33:13.176 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-scrcgTu8TNjzVu4 off=11734239 len=146609 2024-04-10T15:33:13.177 INFO:tasks.workunit.client.0.smithi102.stdout:op 2242 completed, throughput=4.99MB/sec 2024-04-10T15:33:13.177 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VzeHDm56mhRCUr7 off=15631526 len=1746021 2024-04-10T15:33:13.184 INFO:tasks.workunit.client.0.smithi102.stdout:op 2243 completed, throughput=5MB/sec 2024-04-10T15:33:13.185 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qh40NNjsr5S-sA4 off=2892136 len=2069366 2024-04-10T15:33:13.196 INFO:tasks.workunit.client.0.smithi102.stdout:op 2244 completed, throughput=5MB/sec 2024-04-10T15:33:13.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:13 smithi154 ceph-mon[84269]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:33:13.669 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:13 smithi102 ceph-mon[90943]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:33:13.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:13 smithi102 ceph-mon[88557]: pgmap v1569: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:33:14.196 INFO:tasks.workunit.client.0.smithi102.stdout: 439: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:14.196 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gI1JUpOIbqdJhPx off=4858047 len=1233829 2024-04-10T15:33:14.202 INFO:tasks.workunit.client.0.smithi102.stdout:op 2245 completed, throughput=4.99MB/sec 2024-04-10T15:33:14.202 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-B4jQQbEoGe1GsOa off=2465542 len=532609 2024-04-10T15:33:14.206 INFO:tasks.workunit.client.0.smithi102.stdout:op 2246 completed, throughput=5MB/sec 2024-04-10T15:33:14.206 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Q_961KAo4AIVeDx off=20241565 len=1284230 2024-04-10T15:33:14.212 INFO:tasks.workunit.client.0.smithi102.stdout:op 2247 completed, throughput=5MB/sec 2024-04-10T15:33:14.213 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-u-FkG9-TYNqPPYS off=2112710 len=345426 2024-04-10T15:33:14.216 INFO:tasks.workunit.client.0.smithi102.stdout:op 2248 completed, throughput=5MB/sec 2024-04-10T15:33:14.216 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mXMwLuMdgdalB9e off=1619284 len=656626 2024-04-10T15:33:14.219 INFO:tasks.workunit.client.0.smithi102.stdout:op 2249 completed, throughput=5MB/sec 2024-04-10T15:33:15.220 INFO:tasks.workunit.client.0.smithi102.stdout: 440: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:15.220 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-J0THuZ6KAuUtjKH off=2112590 len=703943 2024-04-10T15:33:15.222 INFO:tasks.workunit.client.0.smithi102.stdout:op 2250 completed, throughput=4.99MB/sec 2024-04-10T15:33:15.222 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0noy6M8fnhpTW3x off=396757 len=972802 2024-04-10T15:33:15.227 INFO:tasks.workunit.client.0.smithi102.stdout:op 2251 completed, throughput=4.99MB/sec 2024-04-10T15:33:15.228 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UDZMNx932uuw7pQ off=916133 len=2057026 2024-04-10T15:33:15.230 INFO:tasks.workunit.client.0.smithi102.stdout:op 2252 completed, throughput=5MB/sec 2024-04-10T15:33:15.230 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wzlvfvvpcg91DiN off=19376896 len=1405389 2024-04-10T15:33:15.233 INFO:tasks.workunit.client.0.smithi102.stdout:op 2253 completed, throughput=5MB/sec 2024-04-10T15:33:15.233 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5zvJdLrTdrCUvVW off=10497490 len=1098136 2024-04-10T15:33:15.241 INFO:tasks.workunit.client.0.smithi102.stdout:op 2254 completed, throughput=5MB/sec 2024-04-10T15:33:15.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:15 smithi154 ceph-mon[84269]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:33:15.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:15 smithi102 ceph-mon[90943]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:33:15.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:15 smithi102 ceph-mon[88557]: pgmap v1570: 105 pgs: 105 active+clean; 128 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:33:16.239 INFO:tasks.workunit.client.0.smithi102.stdout: 441: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:16.240 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DIUoVIczfdR39-4 off=1880493 len=163859 2024-04-10T15:33:16.242 INFO:tasks.workunit.client.0.smithi102.stdout:op 2255 completed, throughput=4.99MB/sec 2024-04-10T15:33:16.242 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-t02GA2v-NPgvKhC off=1447795 len=1692548 2024-04-10T15:33:16.245 INFO:tasks.workunit.client.0.smithi102.stdout:op 2256 completed, throughput=4.99MB/sec 2024-04-10T15:33:16.245 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-spwr1E_e6tIIQaw off=309343 len=143649 2024-04-10T15:33:16.246 INFO:tasks.workunit.client.0.smithi102.stdout:op 2257 completed, throughput=4.99MB/sec 2024-04-10T15:33:16.246 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XOGulPiLiTdbhlI off=7012091 len=1866777 2024-04-10T15:33:16.255 INFO:tasks.workunit.client.0.smithi102.stdout:op 2258 completed, throughput=5MB/sec 2024-04-10T15:33:16.255 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-t8ZxxfpOiJ9ScQZ off=126501 len=1134141 2024-04-10T15:33:16.257 INFO:tasks.workunit.client.0.smithi102.stdout:op 2259 completed, throughput=5MB/sec 2024-04-10T15:33:17.257 INFO:tasks.workunit.client.0.smithi102.stdout: 442: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:17.257 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aDa5EE0J3WfU3K7 off=369923 len=1734828 2024-04-10T15:33:17.265 INFO:tasks.workunit.client.0.smithi102.stdout:op 2260 completed, throughput=4.99MB/sec 2024-04-10T15:33:17.265 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-G221QYlY1qHpeou off=4739977 len=1264335 2024-04-10T15:33:17.269 INFO:tasks.workunit.client.0.smithi102.stdout:op 2261 completed, throughput=5MB/sec 2024-04-10T15:33:17.270 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qGVrnrK7mqOEsgP off=265974 len=1492004 2024-04-10T15:33:17.276 INFO:tasks.workunit.client.0.smithi102.stdout:op 2262 completed, throughput=5MB/sec 2024-04-10T15:33:17.276 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-syTnV3Irv1Llf1v off=2688025 len=949526 2024-04-10T15:33:17.281 INFO:tasks.workunit.client.0.smithi102.stdout:op 2263 completed, throughput=5MB/sec 2024-04-10T15:33:17.551 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:17 smithi102 ceph-mon[90943]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:33:17.552 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:17 smithi102 ceph-mon[88557]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:33:17.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:17 smithi154 ceph-mon[84269]: pgmap v1571: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:33:17.920 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:33:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:33:17] "GET /metrics HTTP/1.1" 200 34067 "" "Prometheus/2.43.0" 2024-04-10T15:33:18.281 INFO:tasks.workunit.client.0.smithi102.stdout: 443: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:18.281 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Po1ZhpMvlhie78x off=11211737 len=1415248 2024-04-10T15:33:18.288 INFO:tasks.workunit.client.0.smithi102.stdout:op 2264 completed, throughput=4.99MB/sec 2024-04-10T15:33:18.288 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-f8BhFyYDMtaUsT9 off=1748969 len=185098 2024-04-10T15:33:18.291 INFO:tasks.workunit.client.0.smithi102.stdout:op 2265 completed, throughput=4.99MB/sec 2024-04-10T15:33:18.291 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sOHMMqCZE6Q_X53 off=3993110 len=1717706 2024-04-10T15:33:18.293 INFO:tasks.workunit.client.0.smithi102.stdout:op 2266 completed, throughput=5MB/sec 2024-04-10T15:33:18.293 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5WrvzSz0U43GAY- off=2219795 len=141548 2024-04-10T15:33:18.296 INFO:tasks.workunit.client.0.smithi102.stdout:op 2267 completed, throughput=5MB/sec 2024-04-10T15:33:18.296 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VhpKPQVuAEsddV2 off=2700500 len=260423 2024-04-10T15:33:18.299 INFO:tasks.workunit.client.0.smithi102.stdout:op 2268 completed, throughput=5MB/sec 2024-04-10T15:33:18.299 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Zo7bTyhCxyBNadr off=11623485 len=207015 2024-04-10T15:33:18.299 INFO:tasks.workunit.client.0.smithi102.stdout:op 2269 completed, throughput=5MB/sec 2024-04-10T15:33:18.299 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kJ-MIYkaKtW_E8Y off=17659695 len=249793 2024-04-10T15:33:18.302 INFO:tasks.workunit.client.0.smithi102.stdout:op 2270 completed, throughput=5MB/sec 2024-04-10T15:33:18.302 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oTAAG0_dgS02V2O off=4942450 len=784843 2024-04-10T15:33:18.303 INFO:tasks.workunit.client.0.smithi102.stdout:op 2271 completed, throughput=5MB/sec 2024-04-10T15:33:19.304 INFO:tasks.workunit.client.0.smithi102.stdout: 444: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:19.304 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-V9qKofBpTtyTgJ2 off=8730129 len=1936145 2024-04-10T15:33:19.308 INFO:tasks.workunit.client.0.smithi102.stdout:op 2272 completed, throughput=4.99MB/sec 2024-04-10T15:33:19.308 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fVY9XGktHjos3tw off=11234811 len=1576933 2024-04-10T15:33:19.316 INFO:tasks.workunit.client.0.smithi102.stdout:op 2273 completed, throughput=5MB/sec 2024-04-10T15:33:19.316 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LJN4-DmKIlpC6Jx off=9082076 len=638842 2024-04-10T15:33:19.317 INFO:tasks.workunit.client.0.smithi102.stdout:op 2274 completed, throughput=5MB/sec 2024-04-10T15:33:19.317 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vWLv81IuCOrUM14 off=2494258 len=179233 2024-04-10T15:33:19.317 INFO:tasks.workunit.client.0.smithi102.stdout:op 2275 completed, throughput=5MB/sec 2024-04-10T15:33:19.318 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-THUQnSlVfq6iPv1 off=18666138 len=1382187 2024-04-10T15:33:19.319 INFO:tasks.workunit.client.0.smithi102.stdout:op 2276 completed, throughput=5MB/sec 2024-04-10T15:33:19.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:19 smithi154 ceph-mon[84269]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-10T15:33:19.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:19 smithi102 ceph-mon[88557]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-10T15:33:19.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:19 smithi102 ceph-mon[90943]: pgmap v1572: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.8 MiB/s wr, 5 op/s 2024-04-10T15:33:20.320 INFO:tasks.workunit.client.0.smithi102.stdout: 445: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:20.320 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KDaa83dTpM8rW5a off=4278676 len=1550517 2024-04-10T15:33:20.321 INFO:tasks.workunit.client.0.smithi102.stdout:op 2277 completed, throughput=4.99MB/sec 2024-04-10T15:33:20.322 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-voHKbKk_kKwCyQB off=6026336 len=337637 2024-04-10T15:33:20.322 INFO:tasks.workunit.client.0.smithi102.stdout:op 2278 completed, throughput=4.99MB/sec 2024-04-10T15:33:20.322 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZxT9qAk6wNGXYR2 off=2174580 len=303373 2024-04-10T15:33:20.326 INFO:tasks.workunit.client.0.smithi102.stdout:op 2279 completed, throughput=4.99MB/sec 2024-04-10T15:33:20.326 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VzeHDm56mhRCUr7 off=18695827 len=628025 2024-04-10T15:33:20.330 INFO:tasks.workunit.client.0.smithi102.stdout:op 2280 completed, throughput=5MB/sec 2024-04-10T15:33:20.330 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-b9jGr5mheVVFvoS off=8630954 len=591047 2024-04-10T15:33:20.330 INFO:tasks.workunit.client.0.smithi102.stdout:op 2281 completed, throughput=5MB/sec 2024-04-10T15:33:20.331 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DagKRkuF1C5nQLQ off=8152649 len=784374 2024-04-10T15:33:20.333 INFO:tasks.workunit.client.0.smithi102.stdout:op 2282 completed, throughput=5MB/sec 2024-04-10T15:33:20.333 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-88esQmMPsOOHh-M off=17874411 len=322166 2024-04-10T15:33:20.335 INFO:tasks.workunit.client.0.smithi102.stdout:op 2283 completed, throughput=5MB/sec 2024-04-10T15:33:20.335 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cdHikKn0a0NidMv off=2240532 len=778409 2024-04-10T15:33:20.336 INFO:tasks.workunit.client.0.smithi102.stdout:op 2284 completed, throughput=5MB/sec 2024-04-10T15:33:21.337 INFO:tasks.workunit.client.0.smithi102.stdout: 446: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:21.337 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JddavPkjJ-0KvcU off=8551067 len=263172 2024-04-10T15:33:21.340 INFO:tasks.workunit.client.0.smithi102.stdout:op 2285 completed, throughput=4.99MB/sec 2024-04-10T15:33:21.340 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WY5cs0z2IcC6zn6 off=2773248 len=191450 2024-04-10T15:33:21.342 INFO:tasks.workunit.client.0.smithi102.stdout:op 2286 completed, throughput=4.99MB/sec 2024-04-10T15:33:21.342 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-EQvux6ZSjBvLYhC off=2511869 len=1277790 2024-04-10T15:33:21.343 INFO:tasks.workunit.client.0.smithi102.stdout:op 2287 completed, throughput=4.99MB/sec 2024-04-10T15:33:21.343 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gzPMOf2WcVtP_5Y off=6859610 len=1304662 2024-04-10T15:33:21.345 INFO:tasks.workunit.client.0.smithi102.stdout:op 2288 completed, throughput=5MB/sec 2024-04-10T15:33:21.345 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ULLok0KIMKNSL-T off=981637 len=628959 2024-04-10T15:33:21.346 INFO:tasks.workunit.client.0.smithi102.stdout:op 2289 completed, throughput=5MB/sec 2024-04-10T15:33:21.346 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oUFob_6PXtTJt6t off=12353569 len=564008 2024-04-10T15:33:21.347 INFO:tasks.workunit.client.0.smithi102.stdout:op 2290 completed, throughput=5MB/sec 2024-04-10T15:33:21.347 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OObjU8ZrgvLq3fj off=5633418 len=350741 2024-04-10T15:33:21.350 INFO:tasks.workunit.client.0.smithi102.stdout:op 2291 completed, throughput=5MB/sec 2024-04-10T15:33:21.350 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jcC31ifhGrG1g1h off=4266526 len=286516 2024-04-10T15:33:21.352 INFO:tasks.workunit.client.0.smithi102.stdout:op 2292 completed, throughput=5MB/sec 2024-04-10T15:33:21.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:21 smithi154 ceph-mon[84269]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2024-04-10T15:33:21.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:21 smithi102 ceph-mon[90943]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2024-04-10T15:33:21.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:21 smithi102 ceph-mon[88557]: pgmap v1573: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 4.1 MiB/s wr, 6 op/s 2024-04-10T15:33:22.353 INFO:tasks.workunit.client.0.smithi102.stdout: 447: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:22.353 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZlEqV1Uw502KjyK off=21108251 len=1124769 2024-04-10T15:33:22.359 INFO:tasks.workunit.client.0.smithi102.stdout:op 2293 completed, throughput=4.99MB/sec 2024-04-10T15:33:22.359 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aHpxF7LqYFRO60Z off=8304047 len=1722786 2024-04-10T15:33:22.368 INFO:tasks.workunit.client.0.smithi102.stdout:op 2294 completed, throughput=5MB/sec 2024-04-10T15:33:22.368 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nmDzdeoBx8BNk49 off=4176602 len=106862 2024-04-10T15:33:22.371 INFO:tasks.workunit.client.0.smithi102.stdout:op 2295 completed, throughput=5MB/sec 2024-04-10T15:33:22.371 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Gg072RDlK_EgykY off=13937136 len=1357454 2024-04-10T15:33:22.374 INFO:tasks.workunit.client.0.smithi102.stdout:op 2296 completed, throughput=5MB/sec 2024-04-10T15:33:22.374 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YT9HmpsL8ytjbjO off=11732721 len=1199455 2024-04-10T15:33:22.378 INFO:tasks.workunit.client.0.smithi102.stdout:op 2297 completed, throughput=5MB/sec 2024-04-10T15:33:22.640 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:33:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:33:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:33:23.379 INFO:tasks.workunit.client.0.smithi102.stdout: 448: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:23.379 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Z3NtOuR_TrEDaJ0 off=3103187 len=1728233 2024-04-10T15:33:23.387 INFO:tasks.workunit.client.0.smithi102.stdout:op 2298 completed, throughput=4.99MB/sec 2024-04-10T15:33:23.388 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XelzjLANCp7SvLL off=9222413 len=741780 2024-04-10T15:33:23.392 INFO:tasks.workunit.client.0.smithi102.stdout:op 2299 completed, throughput=4.99MB/sec 2024-04-10T15:33:23.393 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Eqd06uIegW9KBoz off=3093148 len=168773 2024-04-10T15:33:23.393 INFO:tasks.workunit.client.0.smithi102.stdout:op 2300 completed, throughput=4.99MB/sec 2024-04-10T15:33:23.393 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SshgL9kxmiMyq5G off=5716200 len=768579 2024-04-10T15:33:23.396 INFO:tasks.workunit.client.0.smithi102.stdout:op 2301 completed, throughput=5MB/sec 2024-04-10T15:33:23.396 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MfyVZfwkRyl-UyC off=2664892 len=572589 2024-04-10T15:33:23.400 INFO:tasks.workunit.client.0.smithi102.stdout:op 2302 completed, throughput=5MB/sec 2024-04-10T15:33:23.400 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QVcO7s-g__GY3Mg off=732065 len=1255944 2024-04-10T15:33:23.407 INFO:tasks.workunit.client.0.smithi102.stdout:op 2303 completed, throughput=5MB/sec 2024-04-10T15:33:23.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:23 smithi154 ceph-mon[84269]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:33:23.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:23.669 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:23 smithi102 ceph-mon[90943]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:33:23.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:23.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:23 smithi102 ceph-mon[88557]: pgmap v1574: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:33:23.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:24.407 INFO:tasks.workunit.client.0.smithi102.stdout: 449: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:24.407 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-A8gq84mlCRMl62U off=1535795 len=1853743 2024-04-10T15:33:24.420 INFO:tasks.workunit.client.0.smithi102.stdout:op 2304 completed, throughput=4.99MB/sec 2024-04-10T15:33:24.420 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1AYuhlad0XkPXm3 off=5121435 len=1289695 2024-04-10T15:33:24.421 INFO:tasks.workunit.client.0.smithi102.stdout:op 2305 completed, throughput=5MB/sec 2024-04-10T15:33:24.421 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CVcoE92tWO0W06l off=4125227 len=1358028 2024-04-10T15:33:24.428 INFO:tasks.workunit.client.0.smithi102.stdout:op 2306 completed, throughput=5MB/sec 2024-04-10T15:33:24.428 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2QNceM_uay_4Lxi off=3160771 len=1166573 2024-04-10T15:33:24.439 INFO:tasks.workunit.client.0.smithi102.stdout:op 2307 completed, throughput=5MB/sec 2024-04-10T15:33:25.440 INFO:tasks.workunit.client.0.smithi102.stdout: 450: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:25.440 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LQen2QTM7TnKD5L off=1176159 len=1852374 2024-04-10T15:33:25.442 INFO:tasks.workunit.client.0.smithi102.stdout:op 2308 completed, throughput=4.99MB/sec 2024-04-10T15:33:25.442 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-73o5uo9AtB-O_-S off=267486 len=1223483 2024-04-10T15:33:25.450 INFO:tasks.workunit.client.0.smithi102.stdout:op 2309 completed, throughput=5MB/sec 2024-04-10T15:33:25.450 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ankIV9dRXMoTrtL off=15995652 len=305465 2024-04-10T15:33:25.453 INFO:tasks.workunit.client.0.smithi102.stdout:op 2310 completed, throughput=5MB/sec 2024-04-10T15:33:25.453 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ANCpMZGlwrAEUcu off=286012 len=561904 2024-04-10T15:33:25.457 INFO:tasks.workunit.client.0.smithi102.stdout:op 2311 completed, throughput=5MB/sec 2024-04-10T15:33:25.457 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mUmRgm4P8jGN2Jo off=4368499 len=586676 2024-04-10T15:33:25.458 INFO:tasks.workunit.client.0.smithi102.stdout:op 2312 completed, throughput=5MB/sec 2024-04-10T15:33:25.458 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zGFP1_3vISntrWQ off=9980524 len=1424213 2024-04-10T15:33:25.460 INFO:tasks.workunit.client.0.smithi102.stdout:op 2313 completed, throughput=5MB/sec 2024-04-10T15:33:25.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:25 smithi154 ceph-mon[84269]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-10T15:33:25.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:25 smithi102 ceph-mon[90943]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-10T15:33:25.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:25 smithi102 ceph-mon[88557]: pgmap v1575: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.3 MiB/s wr, 6 op/s 2024-04-10T15:33:26.461 INFO:tasks.workunit.client.0.smithi102.stdout: 451: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:26.461 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3edp6BkEp8JADqb off=2170741 len=1091103 2024-04-10T15:33:26.466 INFO:tasks.workunit.client.0.smithi102.stdout:op 2314 completed, throughput=4.99MB/sec 2024-04-10T15:33:26.466 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aGD5mBABSSVbJ0b off=22007713 len=1465422 2024-04-10T15:33:26.474 INFO:tasks.workunit.client.0.smithi102.stdout:op 2315 completed, throughput=5MB/sec 2024-04-10T15:33:26.474 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-goFAGySGZEHPclW off=15446715 len=2011696 2024-04-10T15:33:26.484 INFO:tasks.workunit.client.0.smithi102.stdout:op 2316 completed, throughput=5MB/sec 2024-04-10T15:33:27.484 INFO:tasks.workunit.client.0.smithi102.stdout: 452: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:27.484 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ul1vB7pMgdqFq7T off=7678781 len=42901 2024-04-10T15:33:27.487 INFO:tasks.workunit.client.0.smithi102.stdout:op 2317 completed, throughput=4.99MB/sec 2024-04-10T15:33:27.487 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-I584fZbuQ0Uj86a off=3127172 len=527114 2024-04-10T15:33:27.488 INFO:tasks.workunit.client.0.smithi102.stdout:op 2318 completed, throughput=4.99MB/sec 2024-04-10T15:33:27.488 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BOSoj-oAcK6cseI off=2283556 len=991043 2024-04-10T15:33:27.493 INFO:tasks.workunit.client.0.smithi102.stdout:op 2319 completed, throughput=4.99MB/sec 2024-04-10T15:33:27.493 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-H9k4XWFSIVbh8CL off=9056039 len=1147070 2024-04-10T15:33:27.494 INFO:tasks.workunit.client.0.smithi102.stdout:op 2320 completed, throughput=4.99MB/sec 2024-04-10T15:33:27.494 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ABBiMJVF82WxBoT off=4609949 len=1656149 2024-04-10T15:33:27.504 INFO:tasks.workunit.client.0.smithi102.stdout:op 2321 completed, throughput=5MB/sec 2024-04-10T15:33:27.504 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oIXgB6ikifmt5cQ off=1949549 len=113221 2024-04-10T15:33:27.505 INFO:tasks.workunit.client.0.smithi102.stdout:op 2322 completed, throughput=5MB/sec 2024-04-10T15:33:27.505 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7tuyDnz0fNaA9tr off=810389 len=351572 2024-04-10T15:33:27.508 INFO:tasks.workunit.client.0.smithi102.stdout:op 2323 completed, throughput=5MB/sec 2024-04-10T15:33:27.508 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-78EuW7KumVd81yz off=16172407 len=382949 2024-04-10T15:33:27.511 INFO:tasks.workunit.client.0.smithi102.stdout:op 2324 completed, throughput=5MB/sec 2024-04-10T15:33:27.511 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2_CNsNw4irqV4pu off=187182 len=1093895 2024-04-10T15:33:27.517 INFO:tasks.workunit.client.0.smithi102.stdout:op 2325 completed, throughput=5MB/sec 2024-04-10T15:33:27.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:27 smithi154 ceph-mon[84269]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:33:27.669 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:27 smithi102 ceph-mon[90943]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:33:27.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:27 smithi102 ceph-mon[88557]: pgmap v1576: 105 pgs: 105 active+clean; 128 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:33:27.670 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:33:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:33:27] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-10T15:33:28.517 INFO:tasks.workunit.client.0.smithi102.stdout: 453: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:28.517 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-omyMe_KjFYO9sSV off=8982659 len=800526 2024-04-10T15:33:28.522 INFO:tasks.workunit.client.0.smithi102.stdout:op 2326 completed, throughput=4.99MB/sec 2024-04-10T15:33:28.522 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FkjqpVgUqH7gGNh off=14922028 len=619249 2024-04-10T15:33:28.525 INFO:tasks.workunit.client.0.smithi102.stdout:op 2327 completed, throughput=4.99MB/sec 2024-04-10T15:33:28.525 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hY44iB-N3Xh74NN off=4377474 len=1844180 2024-04-10T15:33:28.528 INFO:tasks.workunit.client.0.smithi102.stdout:op 2328 completed, throughput=5MB/sec 2024-04-10T15:33:28.528 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-e1Ygq_A9pjcLup9 off=1230947 len=372543 2024-04-10T15:33:28.529 INFO:tasks.workunit.client.0.smithi102.stdout:op 2329 completed, throughput=5MB/sec 2024-04-10T15:33:28.529 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CoJK-nzVOOkvTGg off=1639834 len=994894 2024-04-10T15:33:28.531 INFO:tasks.workunit.client.0.smithi102.stdout:op 2330 completed, throughput=5MB/sec 2024-04-10T15:33:29.531 INFO:tasks.workunit.client.0.smithi102.stdout: 454: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:29.532 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fAl-4uQAWiOPsTw off=12347572 len=1565940 2024-04-10T15:33:29.538 INFO:tasks.workunit.client.0.smithi102.stdout:op 2331 completed, throughput=4.99MB/sec 2024-04-10T15:33:29.538 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FsW3TSwbTe2nExz off=2133017 len=1787321 2024-04-10T15:33:29.541 INFO:tasks.workunit.client.0.smithi102.stdout:op 2332 completed, throughput=5MB/sec 2024-04-10T15:33:29.542 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jS2dCYiR25wfHHB off=109483 len=1279155 2024-04-10T15:33:29.543 INFO:tasks.workunit.client.0.smithi102.stdout:op 2333 completed, throughput=5MB/sec 2024-04-10T15:33:29.543 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OyEVYP7s658UPX_ off=9158629 len=1090260 2024-04-10T15:33:29.544 INFO:tasks.workunit.client.0.smithi102.stdout:op 2334 completed, throughput=5MB/sec 2024-04-10T15:33:29.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:29 smithi154 ceph-mon[84269]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:33:29.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:29 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:29.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:29 smithi102 ceph-mon[90943]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:33:29.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:29 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:29.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:29 smithi102 ceph-mon[88557]: pgmap v1577: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:33:29.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:29 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:33:30.544 INFO:tasks.workunit.client.0.smithi102.stdout: 455: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:30.544 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2KKRvlth4sZEIHr off=16327986 len=1265778 2024-04-10T15:33:30.549 INFO:tasks.workunit.client.0.smithi102.stdout:op 2335 completed, throughput=4.99MB/sec 2024-04-10T15:33:30.549 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GTVe6s8HeFr3J5e off=6044363 len=494435 2024-04-10T15:33:30.552 INFO:tasks.workunit.client.0.smithi102.stdout:op 2336 completed, throughput=4.99MB/sec 2024-04-10T15:33:30.552 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0rPy_lzs13afNx3 off=5787568 len=1486429 2024-04-10T15:33:30.558 INFO:tasks.workunit.client.0.smithi102.stdout:op 2337 completed, throughput=5MB/sec 2024-04-10T15:33:30.558 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tGF5CWb8SMAZVWf off=13048133 len=676415 2024-04-10T15:33:30.560 INFO:tasks.workunit.client.0.smithi102.stdout:op 2338 completed, throughput=5MB/sec 2024-04-10T15:33:30.560 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ggOrwTXNEodoxIQ off=5002688 len=1452483 2024-04-10T15:33:30.566 INFO:tasks.workunit.client.0.smithi102.stdout:op 2339 completed, throughput=5MB/sec 2024-04-10T15:33:30.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:30 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:30.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:30 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:33:30.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:30 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:33:30.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:30 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:30.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:30 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:33:30.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:30 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:33:30.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:30 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:33:30.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:30 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:33:30.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:30 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:33:31.566 INFO:tasks.workunit.client.0.smithi102.stdout: 456: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:31.566 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--YhFWSeV2OqZzVM off=3049491 len=643350 2024-04-10T15:33:31.567 INFO:tasks.workunit.client.0.smithi102.stdout:op 2340 completed, throughput=4.99MB/sec 2024-04-10T15:33:31.567 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--5rupRfWcigSrA- off=5289327 len=986445 2024-04-10T15:33:31.568 INFO:tasks.workunit.client.0.smithi102.stdout:op 2341 completed, throughput=4.99MB/sec 2024-04-10T15:33:31.569 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RnYNQJRc8AP5GVl off=1810258 len=479695 2024-04-10T15:33:31.572 INFO:tasks.workunit.client.0.smithi102.stdout:op 2342 completed, throughput=5MB/sec 2024-04-10T15:33:31.572 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mD1IW4UUeARcsNW off=5937907 len=568452 2024-04-10T15:33:31.573 INFO:tasks.workunit.client.0.smithi102.stdout:op 2343 completed, throughput=5MB/sec 2024-04-10T15:33:31.573 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oXP5_IV0wdAqf0c off=5705801 len=1766920 2024-04-10T15:33:31.583 INFO:tasks.workunit.client.0.smithi102.stdout:op 2344 completed, throughput=5MB/sec 2024-04-10T15:33:31.583 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ysYpL9cKzTWb4s5 off=10519858 len=238177 2024-04-10T15:33:31.585 INFO:tasks.workunit.client.0.smithi102.stdout:op 2345 completed, throughput=5MB/sec 2024-04-10T15:33:31.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:31 smithi154 ceph-mon[84269]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:33:31.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:31 smithi102 ceph-mon[88557]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:33:31.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:31 smithi102 ceph-mon[90943]: pgmap v1578: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:33:32.585 INFO:tasks.workunit.client.0.smithi102.stdout: 457: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:32.586 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GRgo7FTcoRTT4xX off=6829586 len=1993214 2024-04-10T15:33:32.588 INFO:tasks.workunit.client.0.smithi102.stdout:op 2346 completed, throughput=4.99MB/sec 2024-04-10T15:33:32.588 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hS98-GC_eKeRuD4 off=19121997 len=363985 2024-04-10T15:33:32.589 INFO:tasks.workunit.client.0.smithi102.stdout:op 2347 completed, throughput=4.99MB/sec 2024-04-10T15:33:32.590 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ve_pJgh2y1JSLQC off=9357246 len=1702470 2024-04-10T15:33:32.592 INFO:tasks.workunit.client.0.smithi102.stdout:op 2348 completed, throughput=5MB/sec 2024-04-10T15:33:32.592 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LUu25s4SqbAiEq2 off=1180344 len=683964 2024-04-10T15:33:32.597 INFO:tasks.workunit.client.0.smithi102.stdout:op 2349 completed, throughput=5MB/sec 2024-04-10T15:33:32.597 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VJ4WX8JrNmpQCMl off=2661231 len=1617449 2024-04-10T15:33:32.598 INFO:tasks.workunit.client.0.smithi102.stdout:op 2350 completed, throughput=5MB/sec 2024-04-10T15:33:32.640 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:33:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:33:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:33:33.599 INFO:tasks.workunit.client.0.smithi102.stdout: 458: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:33.599 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vuKgviwcnNcnbSv off=6153487 len=1929052 2024-04-10T15:33:33.606 INFO:tasks.workunit.client.0.smithi102.stdout:op 2351 completed, throughput=5MB/sec 2024-04-10T15:33:33.607 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-deABjxheiCv08in off=3024130 len=1784500 2024-04-10T15:33:33.607 INFO:tasks.workunit.client.0.smithi102.stdout:op 2352 completed, throughput=5MB/sec 2024-04-10T15:33:33.608 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eFW3pZg92pah2TV off=19124389 len=1824008 2024-04-10T15:33:33.609 INFO:tasks.workunit.client.0.smithi102.stdout:op 2353 completed, throughput=5MB/sec 2024-04-10T15:33:33.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:33 smithi154 ceph-mon[84269]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:33:33.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:33 smithi102 ceph-mon[90943]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:33:33.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:33 smithi102 ceph-mon[88557]: pgmap v1579: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:33:34.609 INFO:tasks.workunit.client.0.smithi102.stdout: 459: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:34.609 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vveZ9iKeym__7Zr off=503691 len=752355 2024-04-10T15:33:34.611 INFO:tasks.workunit.client.0.smithi102.stdout:op 2354 completed, throughput=4.99MB/sec 2024-04-10T15:33:34.611 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NmkJBhWthzoGVGQ off=17300972 len=875694 2024-04-10T15:33:34.616 INFO:tasks.workunit.client.0.smithi102.stdout:op 2355 completed, throughput=5MB/sec 2024-04-10T15:33:34.616 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XIEkUzs544FP_0G off=17558695 len=592326 2024-04-10T15:33:34.616 INFO:tasks.workunit.client.0.smithi102.stdout:op 2356 completed, throughput=5MB/sec 2024-04-10T15:33:34.617 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-llMlb-ejQBuy22i off=6947762 len=1011271 2024-04-10T15:33:34.621 INFO:tasks.workunit.client.0.smithi102.stdout:op 2357 completed, throughput=5MB/sec 2024-04-10T15:33:34.621 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-P48OUQAz1GdyiO0 off=6179183 len=931798 2024-04-10T15:33:34.624 INFO:tasks.workunit.client.0.smithi102.stdout:op 2358 completed, throughput=5MB/sec 2024-04-10T15:33:35.625 INFO:tasks.workunit.client.0.smithi102.stdout: 460: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:35.625 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Hys9y3A5wRa2q0K off=5216499 len=1798609 2024-04-10T15:33:35.635 INFO:tasks.workunit.client.0.smithi102.stdout:op 2359 completed, throughput=4.99MB/sec 2024-04-10T15:33:35.635 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CGbfcNkuFnmXmfE off=11768929 len=670921 2024-04-10T15:33:35.639 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:35 smithi154 ceph-mon[84269]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:33:35.640 INFO:tasks.workunit.client.0.smithi102.stdout:op 2360 completed, throughput=4.99MB/sec 2024-04-10T15:33:35.640 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LwghT3uCBBNDsqY off=7374533 len=1649669 2024-04-10T15:33:35.643 INFO:tasks.workunit.client.0.smithi102.stdout:op 2361 completed, throughput=5MB/sec 2024-04-10T15:33:35.643 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-yRyAYZ4t8xLpuaM off=5682731 len=1275795 2024-04-10T15:33:35.645 INFO:tasks.workunit.client.0.smithi102.stdout:op 2362 completed, throughput=5MB/sec 2024-04-10T15:33:35.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:35 smithi102 ceph-mon[90943]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:33:35.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:35 smithi102 ceph-mon[88557]: pgmap v1580: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:33:36.645 INFO:tasks.workunit.client.0.smithi102.stdout: 461: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:36.646 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qJoka1CJCZ7qmVm off=13251882 len=132654 2024-04-10T15:33:36.648 INFO:tasks.workunit.client.0.smithi102.stdout:op 2363 completed, throughput=4.99MB/sec 2024-04-10T15:33:36.648 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CFw678_4o-QRUMt off=5187598 len=510654 2024-04-10T15:33:36.649 INFO:tasks.workunit.client.0.smithi102.stdout:op 2364 completed, throughput=4.99MB/sec 2024-04-10T15:33:36.649 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kNxm5iQMwf4wPvV off=2257588 len=304901 2024-04-10T15:33:36.653 INFO:tasks.workunit.client.0.smithi102.stdout:op 2365 completed, throughput=4.99MB/sec 2024-04-10T15:33:36.653 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LTZPGrBDEdn4-E7 off=1869598 len=622452 2024-04-10T15:33:36.654 INFO:tasks.workunit.client.0.smithi102.stdout:op 2366 completed, throughput=4.99MB/sec 2024-04-10T15:33:36.654 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qUoTNoJyCw3iR5u off=2040154 len=1249609 2024-04-10T15:33:36.661 INFO:tasks.workunit.client.0.smithi102.stdout:op 2367 completed, throughput=5MB/sec 2024-04-10T15:33:36.661 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OSfikdSRIBa31PF off=6724557 len=827350 2024-04-10T15:33:36.665 INFO:tasks.workunit.client.0.smithi102.stdout:op 2368 completed, throughput=5MB/sec 2024-04-10T15:33:36.665 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Yqgphap6XkIJ-9R off=11063169 len=2047584 2024-04-10T15:33:36.676 INFO:tasks.workunit.client.0.smithi102.stdout:op 2369 completed, throughput=5MB/sec 2024-04-10T15:33:37.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:37 smithi154 ceph-mon[84269]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:33:37.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:37 smithi102 ceph-mon[90943]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:33:37.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:37 smithi102 ceph-mon[88557]: pgmap v1581: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:33:37.670 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:33:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:33:37] "GET /metrics HTTP/1.1" 200 34063 "" "Prometheus/2.43.0" 2024-04-10T15:33:37.676 INFO:tasks.workunit.client.0.smithi102.stdout: 462: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:37.677 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dyLr9KdGvkxrVsG off=3153330 len=1082196 2024-04-10T15:33:37.682 INFO:tasks.workunit.client.0.smithi102.stdout:op 2370 completed, throughput=4.99MB/sec 2024-04-10T15:33:37.682 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-b2EA1QXjjPd5g2Z off=16200660 len=1177024 2024-04-10T15:33:37.684 INFO:tasks.workunit.client.0.smithi102.stdout:op 2371 completed, throughput=5MB/sec 2024-04-10T15:33:37.684 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3JU7Y8Ou_g3xs7d off=3217498 len=1346680 2024-04-10T15:33:37.687 INFO:tasks.workunit.client.0.smithi102.stdout:op 2372 completed, throughput=5MB/sec 2024-04-10T15:33:37.687 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wYPN-QANoNyzk-f off=771936 len=853265 2024-04-10T15:33:37.692 INFO:tasks.workunit.client.0.smithi102.stdout:op 2373 completed, throughput=5MB/sec 2024-04-10T15:33:37.692 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_sl1R6er4o4hhBl off=4443803 len=424922 2024-04-10T15:33:37.693 INFO:tasks.workunit.client.0.smithi102.stdout:op 2374 completed, throughput=5MB/sec 2024-04-10T15:33:38.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:38.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:38.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:38.693 INFO:tasks.workunit.client.0.smithi102.stdout: 463: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:38.693 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7zWkBImyP7a4uxd off=1053889 len=763814 2024-04-10T15:33:38.697 INFO:tasks.workunit.client.0.smithi102.stdout:op 2375 completed, throughput=4.99MB/sec 2024-04-10T15:33:38.698 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bKs25eWeJ6BE8MF off=367390 len=421544 2024-04-10T15:33:38.701 INFO:tasks.workunit.client.0.smithi102.stdout:op 2376 completed, throughput=4.99MB/sec 2024-04-10T15:33:38.701 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CE9sLF9IgdVRuU0 off=1476089 len=571918 2024-04-10T15:33:38.702 INFO:tasks.workunit.client.0.smithi102.stdout:op 2377 completed, throughput=4.99MB/sec 2024-04-10T15:33:38.702 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eyVztdF_hVe1iZG off=1181161 len=697926 2024-04-10T15:33:38.703 INFO:tasks.workunit.client.0.smithi102.stdout:op 2378 completed, throughput=4.99MB/sec 2024-04-10T15:33:38.703 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-T49S640UCzAaIUG off=8897507 len=2082508 2024-04-10T15:33:38.715 INFO:tasks.workunit.client.0.smithi102.stdout:op 2379 completed, throughput=5MB/sec 2024-04-10T15:33:38.715 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jU9pivrZ7oFRP2s off=8253650 len=1842307 2024-04-10T15:33:38.717 INFO:tasks.workunit.client.0.smithi102.stdout:op 2380 completed, throughput=5MB/sec 2024-04-10T15:33:39.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:39 smithi154 ceph-mon[84269]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:33:39.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:39 smithi102 ceph-mon[90943]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:33:39.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:39 smithi102 ceph-mon[88557]: pgmap v1582: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:33:39.718 INFO:tasks.workunit.client.0.smithi102.stdout: 464: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:39.718 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bbtXovIIbigvjtu off=8561569 len=1789836 2024-04-10T15:33:39.720 INFO:tasks.workunit.client.0.smithi102.stdout:op 2381 completed, throughput=5MB/sec 2024-04-10T15:33:39.720 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fpW-sKBsz5xL_tE off=9867830 len=984747 2024-04-10T15:33:39.725 INFO:tasks.workunit.client.0.smithi102.stdout:op 2382 completed, throughput=5MB/sec 2024-04-10T15:33:39.725 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sp0REqT-NbXAN4z off=4913710 len=1171366 2024-04-10T15:33:39.733 INFO:tasks.workunit.client.0.smithi102.stdout:op 2383 completed, throughput=5MB/sec 2024-04-10T15:33:39.733 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Be73K9VZtDlUucT off=17603623 len=638360 2024-04-10T15:33:39.734 INFO:tasks.workunit.client.0.smithi102.stdout:op 2384 completed, throughput=5MB/sec 2024-04-10T15:33:40.735 INFO:tasks.workunit.client.0.smithi102.stdout: 465: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:40.735 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0YR1isJ8JIplm0D off=8868257 len=549390 2024-04-10T15:33:40.739 INFO:tasks.workunit.client.0.smithi102.stdout:op 2385 completed, throughput=4.99MB/sec 2024-04-10T15:33:40.739 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vkruHOijA6tdZFx off=12302520 len=783982 2024-04-10T15:33:40.740 INFO:tasks.workunit.client.0.smithi102.stdout:op 2386 completed, throughput=4.99MB/sec 2024-04-10T15:33:40.740 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-96si6ovTb8goWf8 off=0 len=1060752 2024-04-10T15:33:40.742 INFO:tasks.workunit.client.0.smithi102.stdout:op 2387 completed, throughput=5MB/sec 2024-04-10T15:33:40.742 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4JGOG1V1wOJzxTu off=6647998 len=1869764 2024-04-10T15:33:40.744 INFO:tasks.workunit.client.0.smithi102.stdout:op 2388 completed, throughput=5MB/sec 2024-04-10T15:33:40.744 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9Tmfgj-NpA0vi0S off=3397199 len=794661 2024-04-10T15:33:40.745 INFO:tasks.workunit.client.0.smithi102.stdout:op 2389 completed, throughput=5MB/sec 2024-04-10T15:33:41.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:41 smithi154 ceph-mon[84269]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:33:41.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:41 smithi102 ceph-mon[90943]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:33:41.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:41 smithi102 ceph-mon[88557]: pgmap v1583: 105 pgs: 105 active+clean; 128 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:33:41.745 INFO:tasks.workunit.client.0.smithi102.stdout: 466: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:41.745 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bbPYu_5y61kwYyh off=13576494 len=1666041 2024-04-10T15:33:41.755 INFO:tasks.workunit.client.0.smithi102.stdout:op 2390 completed, throughput=4.99MB/sec 2024-04-10T15:33:41.756 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-yseJAcIGbvhgxHN off=754561 len=1207361 2024-04-10T15:33:41.757 INFO:tasks.workunit.client.0.smithi102.stdout:op 2391 completed, throughput=5MB/sec 2024-04-10T15:33:41.757 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_6VZbwK0fGSfY1F off=6161921 len=721332 2024-04-10T15:33:41.762 INFO:tasks.workunit.client.0.smithi102.stdout:op 2392 completed, throughput=5MB/sec 2024-04-10T15:33:41.762 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oIepY_uNcT-m3BZ off=1847744 len=595013 2024-04-10T15:33:41.762 INFO:tasks.workunit.client.0.smithi102.stdout:op 2393 completed, throughput=5MB/sec 2024-04-10T15:33:41.763 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IectC0DfddJTSHP off=11965282 len=91346 2024-04-10T15:33:41.765 INFO:tasks.workunit.client.0.smithi102.stdout:op 2394 completed, throughput=5MB/sec 2024-04-10T15:33:41.765 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LyGLPSI3LR53vfN off=11868820 len=1616870 2024-04-10T15:33:41.773 INFO:tasks.workunit.client.0.smithi102.stdout:op 2395 completed, throughput=5MB/sec 2024-04-10T15:33:42.640 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:33:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:33:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:33:42.773 INFO:tasks.workunit.client.0.smithi102.stdout: 467: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:42.774 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mmBctev5wiib_Jl off=10579186 len=1231920 2024-04-10T15:33:42.775 INFO:tasks.workunit.client.0.smithi102.stdout:op 2396 completed, throughput=4.99MB/sec 2024-04-10T15:33:42.775 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lHNdbeiaKNBcg2d off=19235220 len=1110163 2024-04-10T15:33:42.781 INFO:tasks.workunit.client.0.smithi102.stdout:op 2397 completed, throughput=5MB/sec 2024-04-10T15:33:42.781 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cBzW1dd9rGXwfNB off=9120114 len=1567463 2024-04-10T15:33:42.789 INFO:tasks.workunit.client.0.smithi102.stdout:op 2398 completed, throughput=5MB/sec 2024-04-10T15:33:42.789 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-H_6Tu5-ezeitk6G off=10855137 len=1838197 2024-04-10T15:33:42.797 INFO:tasks.workunit.client.0.smithi102.stdout:op 2399 completed, throughput=5MB/sec 2024-04-10T15:33:43.640 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:43 smithi154 ceph-mon[84269]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:33:43.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:43 smithi102 ceph-mon[90943]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:33:43.670 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:43 smithi102 ceph-mon[88557]: pgmap v1584: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:33:43.798 INFO:tasks.workunit.client.0.smithi102.stdout: 468: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:43.798 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jufi2HhGfE12T82 off=217329 len=252080 2024-04-10T15:33:43.801 INFO:tasks.workunit.client.0.smithi102.stdout:op 2400 completed, throughput=4.99MB/sec 2024-04-10T15:33:43.802 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VDEM1-Lcg0lEuac off=3991822 len=86459 2024-04-10T15:33:43.804 INFO:tasks.workunit.client.0.smithi102.stdout:op 2401 completed, throughput=4.99MB/sec 2024-04-10T15:33:43.804 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-y8UR7oUPBh03gqi off=690474 len=1464049 2024-04-10T15:33:43.806 INFO:tasks.workunit.client.0.smithi102.stdout:op 2402 completed, throughput=5MB/sec 2024-04-10T15:33:43.806 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1V0H6z77Vqm7G_w off=4993589 len=270537 2024-04-10T15:33:43.809 INFO:tasks.workunit.client.0.smithi102.stdout:op 2403 completed, throughput=5MB/sec 2024-04-10T15:33:43.809 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ywsFLAARnXLM3nW off=17037168 len=333651 2024-04-10T15:33:43.812 INFO:tasks.workunit.client.0.smithi102.stdout:op 2404 completed, throughput=5MB/sec 2024-04-10T15:33:43.812 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_-UvEO6wBuG_X1F off=3993859 len=208325 2024-04-10T15:33:43.815 INFO:tasks.workunit.client.0.smithi102.stdout:op 2405 completed, throughput=5MB/sec 2024-04-10T15:33:43.815 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-htIYXSdGal_hdnh off=11190 len=178708 2024-04-10T15:33:43.815 INFO:tasks.workunit.client.0.smithi102.stdout:op 2406 completed, throughput=5MB/sec 2024-04-10T15:33:43.816 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8314nVzr6wrj1k_ off=6672900 len=1413810 2024-04-10T15:33:43.823 INFO:tasks.workunit.client.0.smithi102.stdout:op 2407 completed, throughput=5MB/sec 2024-04-10T15:33:43.823 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-X_OH_hMY7ZOZS-z off=7022371 len=163429 2024-04-10T15:33:43.824 INFO:tasks.workunit.client.0.smithi102.stdout:op 2408 completed, throughput=5MB/sec 2024-04-10T15:33:44.824 INFO:tasks.workunit.client.0.smithi102.stdout: 469: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:44.825 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NndrH8QOYsYB3a7 off=5648741 len=1661605 2024-04-10T15:33:44.835 INFO:tasks.workunit.client.0.smithi102.stdout:op 2409 completed, throughput=4.99MB/sec 2024-04-10T15:33:44.835 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ui-UhAMdlM3pNmx off=3438854 len=149046 2024-04-10T15:33:44.837 INFO:tasks.workunit.client.0.smithi102.stdout:op 2410 completed, throughput=4.99MB/sec 2024-04-10T15:33:44.837 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Xy8ongam7nppDOO off=784810 len=238508 2024-04-10T15:33:44.840 INFO:tasks.workunit.client.0.smithi102.stdout:op 2411 completed, throughput=4.99MB/sec 2024-04-10T15:33:44.840 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-c1o05AbLlpo_4Vt off=359442 len=705948 2024-04-10T15:33:44.842 INFO:tasks.workunit.client.0.smithi102.stdout:op 2412 completed, throughput=4.99MB/sec 2024-04-10T15:33:44.842 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5xmyMd-YByCaTMc off=3406550 len=926547 2024-04-10T15:33:44.843 INFO:tasks.workunit.client.0.smithi102.stdout:op 2413 completed, throughput=5MB/sec 2024-04-10T15:33:44.843 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-C3IRwWTdSnzDTKB off=172718 len=694543 2024-04-10T15:33:44.844 INFO:tasks.workunit.client.0.smithi102.stdout:op 2414 completed, throughput=5MB/sec 2024-04-10T15:33:44.844 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jSpHQCFEruxfjt8 off=3246618 len=164887 2024-04-10T15:33:44.844 INFO:tasks.workunit.client.0.smithi102.stdout:op 2415 completed, throughput=5MB/sec 2024-04-10T15:33:44.845 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_j3Vd9uRXL4mQOI off=413929 len=1899034 2024-04-10T15:33:44.847 INFO:tasks.workunit.client.0.smithi102.stdout:op 2416 completed, throughput=5MB/sec 2024-04-10T15:33:44.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:44 smithi154 ceph-mon[84269]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:33:44.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:44 smithi102 ceph-mon[88557]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:33:44.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:44 smithi102 ceph-mon[90943]: pgmap v1585: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:33:45.847 INFO:tasks.workunit.client.0.smithi102.stdout: 470: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:45.847 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eBssyKwELGNPHeY off=1137347 len=136258 2024-04-10T15:33:45.850 INFO:tasks.workunit.client.0.smithi102.stdout:op 2417 completed, throughput=4.99MB/sec 2024-04-10T15:33:45.850 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-98ngxGawNOTonEE off=5987463 len=1557421 2024-04-10T15:33:45.857 INFO:tasks.workunit.client.0.smithi102.stdout:op 2418 completed, throughput=5MB/sec 2024-04-10T15:33:45.857 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lTCFtSN8Nw-jj9l off=3248712 len=2029575 2024-04-10T15:33:45.867 INFO:tasks.workunit.client.0.smithi102.stdout:op 2419 completed, throughput=5MB/sec 2024-04-10T15:33:45.868 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5vAbjnoYNezsUzW off=2204870 len=1202681 2024-04-10T15:33:45.873 INFO:tasks.workunit.client.0.smithi102.stdout:op 2420 completed, throughput=5MB/sec 2024-04-10T15:33:46.873 INFO:tasks.workunit.client.0.smithi102.stdout: 471: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:46.873 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Dnpr2erdB8gomVZ off=7549735 len=584529 2024-04-10T15:33:46.874 INFO:tasks.workunit.client.0.smithi102.stdout:op 2421 completed, throughput=4.99MB/sec 2024-04-10T15:33:46.874 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rNJ61gn27zQIDxe off=2651297 len=917106 2024-04-10T15:33:46.879 INFO:tasks.workunit.client.0.smithi102.stdout:op 2422 completed, throughput=4.99MB/sec 2024-04-10T15:33:46.879 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4lQY4KR7g2e3GSK off=4542800 len=1329031 2024-04-10T15:33:46.887 INFO:tasks.workunit.client.0.smithi102.stdout:op 2423 completed, throughput=5MB/sec 2024-04-10T15:33:46.887 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UFDDbeDfVLfG5sV off=14656406 len=2035161 2024-04-10T15:33:46.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:46 smithi154 ceph-mon[84269]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:33:46.897 INFO:tasks.workunit.client.0.smithi102.stdout:op 2424 completed, throughput=5MB/sec 2024-04-10T15:33:46.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:46 smithi102 ceph-mon[90943]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:33:46.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:46 smithi102 ceph-mon[88557]: pgmap v1586: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:33:47.897 INFO:tasks.workunit.client.0.smithi102.stdout: 472: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:47.897 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8LhlxHWngkW4ScZ off=4996892 len=1072686 2024-04-10T15:33:47.902 INFO:tasks.workunit.client.0.smithi102.stdout:op 2425 completed, throughput=4.99MB/sec 2024-04-10T15:33:47.903 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6cnM4RO8hMkcZfp off=14177751 len=132757 2024-04-10T15:33:47.905 INFO:tasks.workunit.client.0.smithi102.stdout:op 2426 completed, throughput=4.99MB/sec 2024-04-10T15:33:47.905 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gjZNp7pKG8W8b0F off=2142062 len=910425 2024-04-10T15:33:47.907 INFO:tasks.workunit.client.0.smithi102.stdout:op 2427 completed, throughput=4.99MB/sec 2024-04-10T15:33:47.907 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3V1xyIUlvN-kGLq off=8664007 len=1566932 2024-04-10T15:33:47.915 INFO:tasks.workunit.client.0.smithi102.stdout:op 2428 completed, throughput=5MB/sec 2024-04-10T15:33:47.915 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-iVuoqYGpKtr8p7a off=2068055 len=1783021 2024-04-10T15:33:47.920 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:33:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:33:47] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2024-04-10T15:33:47.923 INFO:tasks.workunit.client.0.smithi102.stdout:op 2429 completed, throughput=5MB/sec 2024-04-10T15:33:48.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:48 smithi154 ceph-mon[84269]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:33:48.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:48 smithi102 ceph-mon[90943]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:33:48.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:48 smithi102 ceph-mon[88557]: pgmap v1587: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 709 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:33:48.923 INFO:tasks.workunit.client.0.smithi102.stdout: 473: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:48.923 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SH-ZlXbj9qRR28d off=142528 len=1444661 2024-04-10T15:33:48.925 INFO:tasks.workunit.client.0.smithi102.stdout:op 2430 completed, throughput=4.99MB/sec 2024-04-10T15:33:48.925 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VIsPO55S_KyOCP5 off=682413 len=267217 2024-04-10T15:33:48.926 INFO:tasks.workunit.client.0.smithi102.stdout:op 2431 completed, throughput=4.99MB/sec 2024-04-10T15:33:48.926 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IV4xeVPeNlbkJu6 off=5446275 len=2080112 2024-04-10T15:33:48.930 INFO:tasks.workunit.client.0.smithi102.stdout:op 2432 completed, throughput=5MB/sec 2024-04-10T15:33:48.930 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-N6dBNqHbxPN7vrl off=15649097 len=1874547 2024-04-10T15:33:48.940 INFO:tasks.workunit.client.0.smithi102.stdout:op 2433 completed, throughput=5MB/sec 2024-04-10T15:33:49.940 INFO:tasks.workunit.client.0.smithi102.stdout: 474: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:49.941 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rrFZwNK3HTN8b5s off=7180580 len=1388151 2024-04-10T15:33:49.948 INFO:tasks.workunit.client.0.smithi102.stdout:op 2434 completed, throughput=4.99MB/sec 2024-04-10T15:33:49.948 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uB4Nf7ucLtEr0OI off=8081770 len=819125 2024-04-10T15:33:49.953 INFO:tasks.workunit.client.0.smithi102.stdout:op 2435 completed, throughput=5MB/sec 2024-04-10T15:33:49.953 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RqhgL6N2UNyBdTq off=14462512 len=1732820 2024-04-10T15:33:49.964 INFO:tasks.workunit.client.0.smithi102.stdout:op 2436 completed, throughput=5MB/sec 2024-04-10T15:33:49.964 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Qfs8brNnZUanDOG off=4307198 len=1966809 2024-04-10T15:33:49.973 INFO:tasks.workunit.client.0.smithi102.stdout:op 2437 completed, throughput=5MB/sec 2024-04-10T15:33:50.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:50 smithi154 ceph-mon[84269]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:33:50.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:50 smithi102 ceph-mon[88557]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:33:50.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:50 smithi102 ceph-mon[90943]: pgmap v1588: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:33:50.973 INFO:tasks.workunit.client.0.smithi102.stdout: 475: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:50.973 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mWbbFt2hrvp8SyB off=2641478 len=585720 2024-04-10T15:33:50.978 INFO:tasks.workunit.client.0.smithi102.stdout:op 2438 completed, throughput=4.99MB/sec 2024-04-10T15:33:50.978 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mQomKjrMlE5Vjg- off=1337590 len=1280643 2024-04-10T15:33:50.983 INFO:tasks.workunit.client.0.smithi102.stdout:op 2439 completed, throughput=5MB/sec 2024-04-10T15:33:50.983 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-C1JpzfRCT8nfZqx off=1367918 len=922271 2024-04-10T15:33:50.985 INFO:tasks.workunit.client.0.smithi102.stdout:op 2440 completed, throughput=5MB/sec 2024-04-10T15:33:50.985 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BqHSH5iBmxf1K4N off=10042562 len=801289 2024-04-10T15:33:50.990 INFO:tasks.workunit.client.0.smithi102.stdout:op 2441 completed, throughput=5MB/sec 2024-04-10T15:33:50.990 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XzJwUChzun6eCT9 off=4556044 len=990318 2024-04-10T15:33:50.993 INFO:tasks.workunit.client.0.smithi102.stdout:op 2442 completed, throughput=5MB/sec 2024-04-10T15:33:51.994 INFO:tasks.workunit.client.0.smithi102.stdout: 476: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:51.994 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-z4pfJyhNhgtEnB0 off=4578195 len=967622 2024-04-10T15:33:51.996 INFO:tasks.workunit.client.0.smithi102.stdout:op 2443 completed, throughput=4.99MB/sec 2024-04-10T15:33:51.996 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-70U5l3vNNZYwvQr off=2633888 len=273304 2024-04-10T15:33:51.997 INFO:tasks.workunit.client.0.smithi102.stdout:op 2444 completed, throughput=4.99MB/sec 2024-04-10T15:33:51.997 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KdaPkLgJQ--XuuR off=18194294 len=926845 2024-04-10T15:33:52.003 INFO:tasks.workunit.client.0.smithi102.stdout:op 2445 completed, throughput=4.99MB/sec 2024-04-10T15:33:52.003 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qSQ4u0BKDuGym5t off=1998958 len=1698897 2024-04-10T15:33:52.011 INFO:tasks.workunit.client.0.smithi102.stdout:op 2446 completed, throughput=5MB/sec 2024-04-10T15:33:52.012 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bSNBvVBdgW9ed1d off=1740550 len=564296 2024-04-10T15:33:52.015 INFO:tasks.workunit.client.0.smithi102.stdout:op 2447 completed, throughput=5MB/sec 2024-04-10T15:33:52.015 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5o9caX5rPv-Vr8z off=10186955 len=632714 2024-04-10T15:33:52.018 INFO:tasks.workunit.client.0.smithi102.stdout:op 2448 completed, throughput=5MB/sec 2024-04-10T15:33:52.574 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:33:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:33:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:33:52.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:52 smithi154 ceph-mon[84269]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:33:52.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:52 smithi102 ceph-mon[90943]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:33:52.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:52 smithi102 ceph-mon[88557]: pgmap v1589: 105 pgs: 105 active+clean; 128 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:33:53.018 INFO:tasks.workunit.client.0.smithi102.stdout: 477: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:53.019 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2zjsGWQZEPYkAuc off=2857341 len=196459 2024-04-10T15:33:53.019 INFO:tasks.workunit.client.0.smithi102.stdout:op 2449 completed, throughput=4.99MB/sec 2024-04-10T15:33:53.019 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Qx0H_EgDW5q72xo off=791506 len=126603 2024-04-10T15:33:53.020 INFO:tasks.workunit.client.0.smithi102.stdout:op 2450 completed, throughput=4.99MB/sec 2024-04-10T15:33:53.020 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-knaY_dI1Ksrg0MF off=574877 len=244117 2024-04-10T15:33:53.023 INFO:tasks.workunit.client.0.smithi102.stdout:op 2451 completed, throughput=4.99MB/sec 2024-04-10T15:33:53.023 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Pvih-fwHD1CNqiM off=6086664 len=618022 2024-04-10T15:33:53.024 INFO:tasks.workunit.client.0.smithi102.stdout:op 2452 completed, throughput=4.99MB/sec 2024-04-10T15:33:53.024 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Lk-bumbwtk08Nq2 off=3060940 len=1851020 2024-04-10T15:33:53.026 INFO:tasks.workunit.client.0.smithi102.stdout:op 2453 completed, throughput=5MB/sec 2024-04-10T15:33:53.026 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HEn6XUyX2Kscqj- off=7873927 len=1785430 2024-04-10T15:33:53.035 INFO:tasks.workunit.client.0.smithi102.stdout:op 2454 completed, throughput=5MB/sec 2024-04-10T15:33:53.035 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-G6EFdZH1cIcgUTl off=6912233 len=757859 2024-04-10T15:33:53.036 INFO:tasks.workunit.client.0.smithi102.stdout:op 2455 completed, throughput=5MB/sec 2024-04-10T15:33:53.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:53.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:53.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:33:54.036 INFO:tasks.workunit.client.0.smithi102.stdout: 478: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:54.036 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KNVghydKcjbek3e off=1039889 len=1939097 2024-04-10T15:33:54.038 INFO:tasks.workunit.client.0.smithi102.stdout:op 2456 completed, throughput=4.99MB/sec 2024-04-10T15:33:54.038 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GdPATHcvdfJcHfh off=5182093 len=24840 2024-04-10T15:33:54.038 INFO:tasks.workunit.client.0.smithi102.stdout:op 2457 completed, throughput=4.99MB/sec 2024-04-10T15:33:54.039 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CzGO6EKXr2SbBPX off=14602105 len=578216 2024-04-10T15:33:54.040 INFO:tasks.workunit.client.0.smithi102.stdout:op 2458 completed, throughput=5MB/sec 2024-04-10T15:33:54.040 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zcHtDLfgSbYSnoz off=8385598 len=1254513 2024-04-10T15:33:54.046 INFO:tasks.workunit.client.0.smithi102.stdout:op 2459 completed, throughput=5MB/sec 2024-04-10T15:33:54.046 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Oai4lfGA5987Oko off=9778313 len=84941 2024-04-10T15:33:54.049 INFO:tasks.workunit.client.0.smithi102.stdout:op 2460 completed, throughput=5MB/sec 2024-04-10T15:33:54.049 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-r9LHpRMNWPm4MmN off=4344272 len=47996 2024-04-10T15:33:54.051 INFO:tasks.workunit.client.0.smithi102.stdout:op 2461 completed, throughput=5MB/sec 2024-04-10T15:33:54.051 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wawL0F7v42v8lT0 off=4465997 len=962841 2024-04-10T15:33:54.053 INFO:tasks.workunit.client.0.smithi102.stdout:op 2462 completed, throughput=5MB/sec 2024-04-10T15:33:54.053 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RsR1K1UVWdeWPJ0 off=19037743 len=1457809 2024-04-10T15:33:54.056 INFO:tasks.workunit.client.0.smithi102.stdout:op 2463 completed, throughput=5MB/sec 2024-04-10T15:33:54.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:54 smithi154 ceph-mon[84269]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T15:33:54.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:54 smithi102 ceph-mon[88557]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T15:33:54.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:54 smithi102 ceph-mon[90943]: pgmap v1590: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T15:33:55.056 INFO:tasks.workunit.client.0.smithi102.stdout: 479: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:55.056 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SfuplPfbEPCvoQm off=4592195 len=675483 2024-04-10T15:33:55.060 INFO:tasks.workunit.client.0.smithi102.stdout:op 2464 completed, throughput=4.99MB/sec 2024-04-10T15:33:55.060 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ufwRMlb00pmClPt off=9924755 len=192367 2024-04-10T15:33:55.061 INFO:tasks.workunit.client.0.smithi102.stdout:op 2465 completed, throughput=4.99MB/sec 2024-04-10T15:33:55.061 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VM2B4IjxuFu7E9e off=12345062 len=1904846 2024-04-10T15:33:55.065 INFO:tasks.workunit.client.0.smithi102.stdout:op 2466 completed, throughput=5MB/sec 2024-04-10T15:33:55.065 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oAh_V6SH2-8OgJo off=16734004 len=1799203 2024-04-10T15:33:55.073 INFO:tasks.workunit.client.0.smithi102.stdout:op 2467 completed, throughput=5MB/sec 2024-04-10T15:33:56.074 INFO:tasks.workunit.client.0.smithi102.stdout: 480: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:56.074 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oUM2z0fJOK9WS4L off=3654447 len=1164853 2024-04-10T15:33:56.078 INFO:tasks.workunit.client.0.smithi102.stdout:op 2468 completed, throughput=4.99MB/sec 2024-04-10T15:33:56.079 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VWrgrtOtRUWABJb off=12542585 len=746533 2024-04-10T15:33:56.083 INFO:tasks.workunit.client.0.smithi102.stdout:op 2469 completed, throughput=4.99MB/sec 2024-04-10T15:33:56.083 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YmCqHBp3iZWRruV off=5155871 len=275484 2024-04-10T15:33:56.084 INFO:tasks.workunit.client.0.smithi102.stdout:op 2470 completed, throughput=4.99MB/sec 2024-04-10T15:33:56.084 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lBv_9j-VC0aKnFQ off=14294282 len=847723 2024-04-10T15:33:56.085 INFO:tasks.workunit.client.0.smithi102.stdout:op 2471 completed, throughput=5MB/sec 2024-04-10T15:33:56.085 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jaAn9HBRHAbc4vU off=15084798 len=1003829 2024-04-10T15:33:56.091 INFO:tasks.workunit.client.0.smithi102.stdout:op 2472 completed, throughput=5MB/sec 2024-04-10T15:33:56.091 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9ypUyaO5p_mIcLY off=138661 len=99478 2024-04-10T15:33:56.093 INFO:tasks.workunit.client.0.smithi102.stdout:op 2473 completed, throughput=5MB/sec 2024-04-10T15:33:56.093 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-15ccsowtkCUc3gG off=15250856 len=1686108 2024-04-10T15:33:56.099 INFO:tasks.workunit.client.0.smithi102.stdout:op 2474 completed, throughput=5MB/sec 2024-04-10T15:33:56.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:56 smithi154 ceph-mon[84269]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-10T15:33:56.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:56 smithi102 ceph-mon[88557]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-10T15:33:56.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:56 smithi102 ceph-mon[90943]: pgmap v1591: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-10T15:33:57.099 INFO:tasks.workunit.client.0.smithi102.stdout: 481: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:57.099 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Vzjj8Sx_0uCos2z off=21363024 len=2080688 2024-04-10T15:33:57.109 INFO:tasks.workunit.client.0.smithi102.stdout:op 2475 completed, throughput=5MB/sec 2024-04-10T15:33:57.109 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ztW5-oj9lWc8yOn off=4316574 len=1779588 2024-04-10T15:33:57.117 INFO:tasks.workunit.client.0.smithi102.stdout:op 2476 completed, throughput=5MB/sec 2024-04-10T15:33:57.117 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LP6JpwCoG2PrTOJ off=6317401 len=963606 2024-04-10T15:33:57.121 INFO:tasks.workunit.client.0.smithi102.stdout:op 2477 completed, throughput=5MB/sec 2024-04-10T15:33:57.920 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:33:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:33:57] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2024-04-10T15:33:58.122 INFO:tasks.workunit.client.0.smithi102.stdout: 482: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:58.122 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-a_-cuqI7bwuGaf6 off=824588 len=1621336 2024-04-10T15:33:58.124 INFO:tasks.workunit.client.0.smithi102.stdout:op 2478 completed, throughput=4.99MB/sec 2024-04-10T15:33:58.124 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BCHjYcDcfL2V9fK off=15606996 len=901131 2024-04-10T15:33:58.128 INFO:tasks.workunit.client.0.smithi102.stdout:op 2479 completed, throughput=5MB/sec 2024-04-10T15:33:58.129 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-C4D1HQ6rgMnR8tU off=1671946 len=1758557 2024-04-10T15:33:58.130 INFO:tasks.workunit.client.0.smithi102.stdout:op 2480 completed, throughput=5MB/sec 2024-04-10T15:33:58.130 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-H_CjL3wDvD9aBGe off=1859269 len=206778 2024-04-10T15:33:58.131 INFO:tasks.workunit.client.0.smithi102.stdout:op 2481 completed, throughput=5MB/sec 2024-04-10T15:33:58.131 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HKZfUiUANy8yD3g off=14016177 len=1473491 2024-04-10T15:33:58.140 INFO:tasks.workunit.client.0.smithi102.stdout:op 2482 completed, throughput=5MB/sec 2024-04-10T15:33:58.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:33:58 smithi154 ceph-mon[84269]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T15:33:58.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:33:58 smithi102 ceph-mon[90943]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T15:33:58.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:33:58 smithi102 ceph-mon[88557]: pgmap v1592: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T15:33:59.140 INFO:tasks.workunit.client.0.smithi102.stdout: 483: throughput=4.99MB/sec pending data=0 2024-04-10T15:33:59.141 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-59YP7d1xP5kO1Zi off=9022752 len=659471 2024-04-10T15:33:59.142 INFO:tasks.workunit.client.0.smithi102.stdout:op 2483 completed, throughput=4.99MB/sec 2024-04-10T15:33:59.142 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SPKtECJIX6dVWPa off=5509121 len=1825588 2024-04-10T15:33:59.144 INFO:tasks.workunit.client.0.smithi102.stdout:op 2484 completed, throughput=5MB/sec 2024-04-10T15:33:59.144 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YogN-RYEECPgwh0 off=16659958 len=1182900 2024-04-10T15:33:59.150 INFO:tasks.workunit.client.0.smithi102.stdout:op 2485 completed, throughput=5MB/sec 2024-04-10T15:33:59.150 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SAVIiUFj5ub_gXb off=6627173 len=119030 2024-04-10T15:33:59.150 INFO:tasks.workunit.client.0.smithi102.stdout:op 2486 completed, throughput=5MB/sec 2024-04-10T15:33:59.150 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Uy7OXTRpokYvTLq off=8672435 len=676118 2024-04-10T15:33:59.152 INFO:tasks.workunit.client.0.smithi102.stdout:op 2487 completed, throughput=5MB/sec 2024-04-10T15:34:00.152 INFO:tasks.workunit.client.0.smithi102.stdout: 484: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:00.152 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gNdsMl5DCq0h9ow off=10100703 len=1453644 2024-04-10T15:34:00.159 INFO:tasks.workunit.client.0.smithi102.stdout:op 2488 completed, throughput=4.99MB/sec 2024-04-10T15:34:00.159 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PMqtzM91WNhltUh off=2270501 len=1780019 2024-04-10T15:34:00.167 INFO:tasks.workunit.client.0.smithi102.stdout:op 2489 completed, throughput=5MB/sec 2024-04-10T15:34:00.168 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UnvLEn4m-Z1ggNh off=6354014 len=1078218 2024-04-10T15:34:00.173 INFO:tasks.workunit.client.0.smithi102.stdout:op 2490 completed, throughput=5MB/sec 2024-04-10T15:34:00.173 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-G1pOsWKfmx4uY4u off=2747071 len=1167795 2024-04-10T15:34:00.179 INFO:tasks.workunit.client.0.smithi102.stdout:op 2491 completed, throughput=5MB/sec 2024-04-10T15:34:00.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:00 smithi154 ceph-mon[84269]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-10T15:34:00.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:00 smithi102 ceph-mon[90943]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-10T15:34:00.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:00 smithi102 ceph-mon[88557]: pgmap v1593: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 5 op/s 2024-04-10T15:34:01.179 INFO:tasks.workunit.client.0.smithi102.stdout: 485: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:01.180 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qhucxMcWrymVduJ off=1613253 len=1905906 2024-04-10T15:34:01.184 INFO:tasks.workunit.client.0.smithi102.stdout:op 2492 completed, throughput=4.99MB/sec 2024-04-10T15:34:01.184 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UydIn9cBtJGvxfI off=4738650 len=549327 2024-04-10T15:34:01.187 INFO:tasks.workunit.client.0.smithi102.stdout:op 2493 completed, throughput=5MB/sec 2024-04-10T15:34:01.187 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VgH7KgmO_EfSwKS off=6276615 len=186756 2024-04-10T15:34:01.190 INFO:tasks.workunit.client.0.smithi102.stdout:op 2494 completed, throughput=5MB/sec 2024-04-10T15:34:01.190 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-o5fJpYEaLyCn3sO off=4694056 len=340376 2024-04-10T15:34:01.191 INFO:tasks.workunit.client.0.smithi102.stdout:op 2495 completed, throughput=5MB/sec 2024-04-10T15:34:01.191 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Lk4WlaqFtn0RSzt off=10444301 len=1478103 2024-04-10T15:34:01.193 INFO:tasks.workunit.client.0.smithi102.stdout:op 2496 completed, throughput=5MB/sec 2024-04-10T15:34:01.193 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zYz2bfVH2ekFNua off=3323217 len=138979 2024-04-10T15:34:01.194 INFO:tasks.workunit.client.0.smithi102.stdout:op 2497 completed, throughput=5MB/sec 2024-04-10T15:34:01.194 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oWWKKggR2syMMvA off=13193492 len=1346991 2024-04-10T15:34:01.201 INFO:tasks.workunit.client.0.smithi102.stdout:op 2498 completed, throughput=5MB/sec 2024-04-10T15:34:02.202 INFO:tasks.workunit.client.0.smithi102.stdout: 486: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:02.202 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IqX56nGnCPqzJUu off=3959467 len=1287941 2024-04-10T15:34:02.205 INFO:tasks.workunit.client.0.smithi102.stdout:op 2499 completed, throughput=4.99MB/sec 2024-04-10T15:34:02.205 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GuwdOhQgNQIPhRt off=10023595 len=1208349 2024-04-10T15:34:02.206 INFO:tasks.workunit.client.0.smithi102.stdout:op 2500 completed, throughput=5MB/sec 2024-04-10T15:34:02.207 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aWYdV66eIPDcQuc off=3379780 len=1239808 2024-04-10T15:34:02.212 INFO:tasks.workunit.client.0.smithi102.stdout:op 2501 completed, throughput=5MB/sec 2024-04-10T15:34:02.212 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Zib4m6PO-aBOzDm off=12939673 len=429375 2024-04-10T15:34:02.213 INFO:tasks.workunit.client.0.smithi102.stdout:op 2502 completed, throughput=5MB/sec 2024-04-10T15:34:02.213 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UZAnt9ZHUWwyV5w off=2898580 len=2087218 2024-04-10T15:34:02.225 INFO:tasks.workunit.client.0.smithi102.stdout:op 2503 completed, throughput=5MB/sec 2024-04-10T15:34:02.591 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:34:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:34:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:34:02.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:02 smithi154 ceph-mon[84269]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:34:02.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:02 smithi102 ceph-mon[88557]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:34:02.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:02 smithi102 ceph-mon[90943]: pgmap v1594: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:34:03.226 INFO:tasks.workunit.client.0.smithi102.stdout: 487: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:03.226 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6IO8PF1otgwNcRj off=4550358 len=1893572 2024-04-10T15:34:03.234 INFO:tasks.workunit.client.0.smithi102.stdout:op 2504 completed, throughput=5MB/sec 2024-04-10T15:34:03.234 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hnRJjSkMHq92yy0 off=6025507 len=1318182 2024-04-10T15:34:03.236 INFO:tasks.workunit.client.0.smithi102.stdout:op 2505 completed, throughput=5MB/sec 2024-04-10T15:34:03.236 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--YhFWSeV2OqZzVM off=900281 len=346812 2024-04-10T15:34:03.239 INFO:tasks.workunit.client.0.smithi102.stdout:op 2506 completed, throughput=5MB/sec 2024-04-10T15:34:03.239 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZUChU41bMNkwSyI off=4961280 len=488471 2024-04-10T15:34:03.242 INFO:tasks.workunit.client.0.smithi102.stdout:op 2507 completed, throughput=5MB/sec 2024-04-10T15:34:04.243 INFO:tasks.workunit.client.0.smithi102.stdout: 488: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:04.243 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8kBqknsPMmbwn9t off=2277090 len=252151 2024-04-10T15:34:04.244 INFO:tasks.workunit.client.0.smithi102.stdout:op 2508 completed, throughput=4.99MB/sec 2024-04-10T15:34:04.244 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--fmoO7qEwW9Q74- off=1828643 len=325729 2024-04-10T15:34:04.245 INFO:tasks.workunit.client.0.smithi102.stdout:op 2509 completed, throughput=4.99MB/sec 2024-04-10T15:34:04.245 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5nOmaCZwVy_DTnx off=3663115 len=2006687 2024-04-10T15:34:04.258 INFO:tasks.workunit.client.0.smithi102.stdout:op 2510 completed, throughput=5MB/sec 2024-04-10T15:34:04.258 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UKi57zOrrOqYnp7 off=816261 len=1740396 2024-04-10T15:34:04.269 INFO:tasks.workunit.client.0.smithi102.stdout:op 2511 completed, throughput=5MB/sec 2024-04-10T15:34:04.269 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-B6Mf0v04QszEdGn off=734092 len=1122666 2024-04-10T15:34:04.273 INFO:tasks.workunit.client.0.smithi102.stdout:op 2512 completed, throughput=5MB/sec 2024-04-10T15:34:04.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:04 smithi154 ceph-mon[84269]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:34:04.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:04 smithi102 ceph-mon[90943]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:34:04.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:04 smithi102 ceph-mon[88557]: pgmap v1595: 105 pgs: 105 active+clean; 128 GiB data, 6.8 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:34:05.274 INFO:tasks.workunit.client.0.smithi102.stdout: 489: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:05.274 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QAHRagFjdC8k6OC off=8931231 len=1675633 2024-04-10T15:34:05.281 INFO:tasks.workunit.client.0.smithi102.stdout:op 2513 completed, throughput=4.99MB/sec 2024-04-10T15:34:05.281 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CgvdAtX1iyuEmoX off=6042096 len=1006473 2024-04-10T15:34:05.285 INFO:tasks.workunit.client.0.smithi102.stdout:op 2514 completed, throughput=5MB/sec 2024-04-10T15:34:05.285 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-yqAwFCwDuD5XHkI off=21340074 len=1201392 2024-04-10T15:34:05.292 INFO:tasks.workunit.client.0.smithi102.stdout:op 2515 completed, throughput=5MB/sec 2024-04-10T15:34:05.292 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SbEd0ynpvaY1gCU off=240978 len=879218 2024-04-10T15:34:05.296 INFO:tasks.workunit.client.0.smithi102.stdout:op 2516 completed, throughput=5MB/sec 2024-04-10T15:34:05.296 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Yy0qahp0pisXKpA off=15816291 len=873685 2024-04-10T15:34:05.300 INFO:tasks.workunit.client.0.smithi102.stdout:op 2517 completed, throughput=5MB/sec 2024-04-10T15:34:06.301 INFO:tasks.workunit.client.0.smithi102.stdout: 490: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:06.301 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CSoOxF7FkPmwEfk off=171311 len=1615918 2024-04-10T15:34:06.309 INFO:tasks.workunit.client.0.smithi102.stdout:op 2518 completed, throughput=4.99MB/sec 2024-04-10T15:34:06.310 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Fy7dczuFEPTkPHh off=2834899 len=318297 2024-04-10T15:34:06.313 INFO:tasks.workunit.client.0.smithi102.stdout:op 2519 completed, throughput=5MB/sec 2024-04-10T15:34:06.313 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HvCps62VkVkSd7k off=7759333 len=492351 2024-04-10T15:34:06.317 INFO:tasks.workunit.client.0.smithi102.stdout:op 2520 completed, throughput=5MB/sec 2024-04-10T15:34:06.317 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LYrYJuGGYnr51Us off=24575774 len=607569 2024-04-10T15:34:06.321 INFO:tasks.workunit.client.0.smithi102.stdout:op 2521 completed, throughput=5MB/sec 2024-04-10T15:34:06.321 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JLBXP5_Ditw4JRQ off=581850 len=1765769 2024-04-10T15:34:06.331 INFO:tasks.workunit.client.0.smithi102.stdout:op 2522 completed, throughput=5MB/sec 2024-04-10T15:34:06.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:06 smithi154 ceph-mon[84269]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:34:06.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:06 smithi102 ceph-mon[90943]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:34:06.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:06 smithi102 ceph-mon[88557]: pgmap v1596: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:34:07.331 INFO:tasks.workunit.client.0.smithi102.stdout: 491: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:07.331 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SfuplPfbEPCvoQm off=759799 len=1902154 2024-04-10T15:34:07.342 INFO:tasks.workunit.client.0.smithi102.stdout:op 2523 completed, throughput=4.99MB/sec 2024-04-10T15:34:07.342 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-T8CrtUTaRuf0aHg off=6923948 len=2055834 2024-04-10T15:34:07.345 INFO:tasks.workunit.client.0.smithi102.stdout:op 2524 completed, throughput=5MB/sec 2024-04-10T15:34:07.345 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2u22XbZbkAgtIiT off=10076269 len=9350 2024-04-10T15:34:07.346 INFO:tasks.workunit.client.0.smithi102.stdout:op 2525 completed, throughput=5MB/sec 2024-04-10T15:34:07.346 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QTHqtSmbKcR6-f7 off=321697 len=1771384 2024-04-10T15:34:07.348 INFO:tasks.workunit.client.0.smithi102.stdout:op 2526 completed, throughput=5MB/sec 2024-04-10T15:34:07.920 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:34:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:34:07] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2024-04-10T15:34:08.348 INFO:tasks.workunit.client.0.smithi102.stdout: 492: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:08.348 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4tx2igz5EJnxO4b off=3315827 len=1481554 2024-04-10T15:34:08.356 INFO:tasks.workunit.client.0.smithi102.stdout:op 2527 completed, throughput=4.99MB/sec 2024-04-10T15:34:08.356 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_k_uaBzPax56qiA off=5629132 len=281897 2024-04-10T15:34:08.357 INFO:tasks.workunit.client.0.smithi102.stdout:op 2528 completed, throughput=4.99MB/sec 2024-04-10T15:34:08.357 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4C_CTgsOChTgvwI off=584222 len=1136772 2024-04-10T15:34:08.359 INFO:tasks.workunit.client.0.smithi102.stdout:op 2529 completed, throughput=5MB/sec 2024-04-10T15:34:08.359 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-D0_-3CZiycsITbg off=421255 len=2047896 2024-04-10T15:34:08.379 INFO:tasks.workunit.client.0.smithi102.stdout:op 2530 completed, throughput=5MB/sec 2024-04-10T15:34:08.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:08 smithi154 ceph-mon[84269]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:34:08.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:34:08.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:08 smithi102 ceph-mon[90943]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:34:08.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:34:08.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:08 smithi102 ceph-mon[88557]: pgmap v1597: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:34:08.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:34:09.380 INFO:tasks.workunit.client.0.smithi102.stdout: 493: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:09.380 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YE5z1oxP8CCPswU off=3898476 len=1290444 2024-04-10T15:34:09.387 INFO:tasks.workunit.client.0.smithi102.stdout:op 2531 completed, throughput=4.99MB/sec 2024-04-10T15:34:09.387 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nj8XDEEcDpRYvr7 off=4388708 len=630433 2024-04-10T15:34:09.388 INFO:tasks.workunit.client.0.smithi102.stdout:op 2532 completed, throughput=4.99MB/sec 2024-04-10T15:34:09.388 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pawlg9V3qQQ5-Ob off=6752577 len=1992572 2024-04-10T15:34:09.390 INFO:tasks.workunit.client.0.smithi102.stdout:op 2533 completed, throughput=5MB/sec 2024-04-10T15:34:09.390 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eqPSeuw_Xz0q-Dn off=430392 len=1195727 2024-04-10T15:34:09.394 INFO:tasks.workunit.client.0.smithi102.stdout:op 2534 completed, throughput=5MB/sec 2024-04-10T15:34:09.394 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DcPY2FA2PAczVMX off=9450597 len=906375 2024-04-10T15:34:09.399 INFO:tasks.workunit.client.0.smithi102.stdout:op 2535 completed, throughput=5MB/sec 2024-04-10T15:34:10.399 INFO:tasks.workunit.client.0.smithi102.stdout: 494: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:10.400 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nq44enJNn_WdzAl off=3131215 len=1472000 2024-04-10T15:34:10.408 INFO:tasks.workunit.client.0.smithi102.stdout:op 2536 completed, throughput=4.99MB/sec 2024-04-10T15:34:10.408 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gFF_7LIZd45viUL off=430937 len=108230 2024-04-10T15:34:10.408 INFO:tasks.workunit.client.0.smithi102.stdout:op 2537 completed, throughput=4.99MB/sec 2024-04-10T15:34:10.408 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UhmiaZr51MPiefg off=1979378 len=18288 2024-04-10T15:34:10.410 INFO:tasks.workunit.client.0.smithi102.stdout:op 2538 completed, throughput=4.99MB/sec 2024-04-10T15:34:10.411 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QCvHVAgQjF0RYs2 off=16378089 len=136134 2024-04-10T15:34:10.411 INFO:tasks.workunit.client.0.smithi102.stdout:op 2539 completed, throughput=4.99MB/sec 2024-04-10T15:34:10.411 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dnL9kiPDupdTimK off=3987760 len=1661633 2024-04-10T15:34:10.413 INFO:tasks.workunit.client.0.smithi102.stdout:op 2540 completed, throughput=5MB/sec 2024-04-10T15:34:10.413 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2HXr5oPolOeymp9 off=4462428 len=1718379 2024-04-10T15:34:10.417 INFO:tasks.workunit.client.0.smithi102.stdout:op 2541 completed, throughput=5MB/sec 2024-04-10T15:34:10.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:10 smithi154 ceph-mon[84269]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T15:34:10.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:10 smithi102 ceph-mon[90943]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T15:34:10.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:10 smithi102 ceph-mon[88557]: pgmap v1598: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T15:34:11.418 INFO:tasks.workunit.client.0.smithi102.stdout: 495: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:11.418 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4MjU0-CSwqzV658 off=1780656 len=1405068 2024-04-10T15:34:11.421 INFO:tasks.workunit.client.0.smithi102.stdout:op 2542 completed, throughput=4.99MB/sec 2024-04-10T15:34:11.421 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5CrEV_Iid1TMb5- off=3544199 len=109610 2024-04-10T15:34:11.422 INFO:tasks.workunit.client.0.smithi102.stdout:op 2543 completed, throughput=4.99MB/sec 2024-04-10T15:34:11.422 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fKLtO9YAiwcrpO2 off=0 len=1341651 2024-04-10T15:34:11.430 INFO:tasks.workunit.client.0.smithi102.stdout:op 2544 completed, throughput=5MB/sec 2024-04-10T15:34:11.430 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ps73nBQXpzefh5R off=9669268 len=161723 2024-04-10T15:34:11.432 INFO:tasks.workunit.client.0.smithi102.stdout:op 2545 completed, throughput=5MB/sec 2024-04-10T15:34:11.432 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-d6TYYwm8hrL4Q17 off=5907942 len=1271748 2024-04-10T15:34:11.442 INFO:tasks.workunit.client.0.smithi102.stdout:op 2546 completed, throughput=5MB/sec 2024-04-10T15:34:11.442 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-c7eZZMBfmgrVKhX off=896828 len=1638105 2024-04-10T15:34:11.454 INFO:tasks.workunit.client.0.smithi102.stdout:op 2547 completed, throughput=5MB/sec 2024-04-10T15:34:12.454 INFO:tasks.workunit.client.0.smithi102.stdout: 496: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:12.455 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8IzuuPpBNoNB5-c off=6297010 len=952654 2024-04-10T15:34:12.456 INFO:tasks.workunit.client.0.smithi102.stdout:op 2548 completed, throughput=4.99MB/sec 2024-04-10T15:34:12.456 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-G2X_z9wcbcMicPX off=4796277 len=1171885 2024-04-10T15:34:12.461 INFO:tasks.workunit.client.0.smithi102.stdout:op 2549 completed, throughput=5MB/sec 2024-04-10T15:34:12.461 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GVwiT-ZWjgdGenq off=446910 len=451980 2024-04-10T15:34:12.465 INFO:tasks.workunit.client.0.smithi102.stdout:op 2550 completed, throughput=5MB/sec 2024-04-10T15:34:12.465 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wG12sL5xS71qIkR off=13285048 len=330908 2024-04-10T15:34:12.468 INFO:tasks.workunit.client.0.smithi102.stdout:op 2551 completed, throughput=5MB/sec 2024-04-10T15:34:12.468 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wx1pTnT2mokrB7C off=20249959 len=1795067 2024-04-10T15:34:12.477 INFO:tasks.workunit.client.0.smithi102.stdout:op 2552 completed, throughput=5MB/sec 2024-04-10T15:34:12.605 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:34:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:34:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:34:12.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:12 smithi154 ceph-mon[84269]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:34:12.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:12 smithi102 ceph-mon[90943]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:34:12.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:12 smithi102 ceph-mon[88557]: pgmap v1599: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:34:13.477 INFO:tasks.workunit.client.0.smithi102.stdout: 497: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:13.477 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7ig9HPu6UPX-NSa off=8259553 len=455652 2024-04-10T15:34:13.480 INFO:tasks.workunit.client.0.smithi102.stdout:op 2553 completed, throughput=4.99MB/sec 2024-04-10T15:34:13.480 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-puRGpvZjZleXqUL off=9146092 len=1440826 2024-04-10T15:34:13.484 INFO:tasks.workunit.client.0.smithi102.stdout:op 2554 completed, throughput=4.99MB/sec 2024-04-10T15:34:13.484 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mtB57gUnTTpoH7f off=7619664 len=202242 2024-04-10T15:34:13.485 INFO:tasks.workunit.client.0.smithi102.stdout:op 2555 completed, throughput=4.99MB/sec 2024-04-10T15:34:13.485 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NQfF7LzwZZ8acge off=514714 len=282034 2024-04-10T15:34:13.487 INFO:tasks.workunit.client.0.smithi102.stdout:op 2556 completed, throughput=5MB/sec 2024-04-10T15:34:13.487 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wzwtMtvRmbfijkk off=1366958 len=2025749 2024-04-10T15:34:13.491 INFO:tasks.workunit.client.0.smithi102.stdout:op 2557 completed, throughput=5MB/sec 2024-04-10T15:34:13.491 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-b2EA1QXjjPd5g2Z off=2356788 len=1397682 2024-04-10T15:34:13.497 INFO:tasks.workunit.client.0.smithi102.stdout:op 2558 completed, throughput=5MB/sec 2024-04-10T15:34:14.498 INFO:tasks.workunit.client.0.smithi102.stdout: 498: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:14.498 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KDNzLmpdUKRK4oe off=611367 len=345793 2024-04-10T15:34:14.501 INFO:tasks.workunit.client.0.smithi102.stdout:op 2559 completed, throughput=4.99MB/sec 2024-04-10T15:34:14.501 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tFAXDmjejfac2Ts off=236401 len=1819800 2024-04-10T15:34:14.509 INFO:tasks.workunit.client.0.smithi102.stdout:op 2560 completed, throughput=5MB/sec 2024-04-10T15:34:14.509 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SUAGBMYR8BYO-Jp off=6612222 len=1469541 2024-04-10T15:34:14.516 INFO:tasks.workunit.client.0.smithi102.stdout:op 2561 completed, throughput=5MB/sec 2024-04-10T15:34:14.516 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NJChMFgRGAsnm0R off=11322523 len=621877 2024-04-10T15:34:14.520 INFO:tasks.workunit.client.0.smithi102.stdout:op 2562 completed, throughput=5MB/sec 2024-04-10T15:34:14.520 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vNGwAY2pcVne42C off=1482244 len=1850628 2024-04-10T15:34:14.524 INFO:tasks.workunit.client.0.smithi102.stdout:op 2563 completed, throughput=5MB/sec 2024-04-10T15:34:14.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:14 smithi154 ceph-mon[84269]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:34:14.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:14 smithi102 ceph-mon[90943]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:34:14.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:14 smithi102 ceph-mon[88557]: pgmap v1600: 105 pgs: 105 active+clean; 128 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:34:15.524 INFO:tasks.workunit.client.0.smithi102.stdout: 499: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:15.524 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5_G8_E0AN-Rpuf4 off=979476 len=294414 2024-04-10T15:34:15.527 INFO:tasks.workunit.client.0.smithi102.stdout:op 2564 completed, throughput=4.99MB/sec 2024-04-10T15:34:15.527 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ixkyNqc0jN2gB8r off=19311847 len=59036 2024-04-10T15:34:15.530 INFO:tasks.workunit.client.0.smithi102.stdout:op 2565 completed, throughput=4.99MB/sec 2024-04-10T15:34:15.530 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jn2zAyDuuy-Jwvv off=7354606 len=862063 2024-04-10T15:34:15.534 INFO:tasks.workunit.client.0.smithi102.stdout:op 2566 completed, throughput=5MB/sec 2024-04-10T15:34:15.535 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0o1WK8THjRDgwA6 off=13800721 len=149709 2024-04-10T15:34:15.538 INFO:tasks.workunit.client.0.smithi102.stdout:op 2567 completed, throughput=5MB/sec 2024-04-10T15:34:15.538 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UfNjqouyjTSPd-T off=1784661 len=92775 2024-04-10T15:34:15.540 INFO:tasks.workunit.client.0.smithi102.stdout:op 2568 completed, throughput=5MB/sec 2024-04-10T15:34:15.540 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fK3XWyYquM2jwb8 off=18982854 len=1017712 2024-04-10T15:34:15.544 INFO:tasks.workunit.client.0.smithi102.stdout:op 2569 completed, throughput=5MB/sec 2024-04-10T15:34:15.545 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6rmHTW4YPaP26yb off=6808652 len=1827341 2024-04-10T15:34:15.548 INFO:tasks.workunit.client.0.smithi102.stdout:op 2570 completed, throughput=5MB/sec 2024-04-10T15:34:16.548 INFO:tasks.workunit.client.0.smithi102.stdout: 500: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:16.549 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9CvLwU0YCSFTK0t off=3101142 len=1979460 2024-04-10T15:34:16.551 INFO:tasks.workunit.client.0.smithi102.stdout:op 2571 completed, throughput=4.99MB/sec 2024-04-10T15:34:16.551 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fcACf_FLMl7Zz6f off=19536493 len=3495 2024-04-10T15:34:16.551 INFO:tasks.workunit.client.0.smithi102.stdout:op 2572 completed, throughput=4.99MB/sec 2024-04-10T15:34:16.551 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3L9FFR5Ha1JBL9I off=15246427 len=1111502 2024-04-10T15:34:16.554 INFO:tasks.workunit.client.0.smithi102.stdout:op 2573 completed, throughput=5MB/sec 2024-04-10T15:34:16.554 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UPyv0SjN81nONQw off=533330 len=745330 2024-04-10T15:34:16.555 INFO:tasks.workunit.client.0.smithi102.stdout:op 2574 completed, throughput=5MB/sec 2024-04-10T15:34:16.555 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ReFz8BPoKWrNpVk off=6733050 len=1329908 2024-04-10T15:34:16.563 INFO:tasks.workunit.client.0.smithi102.stdout:op 2575 completed, throughput=5MB/sec 2024-04-10T15:34:16.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:16 smithi154 ceph-mon[84269]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:34:16.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:16 smithi102 ceph-mon[90943]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:34:16.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:16 smithi102 ceph-mon[88557]: pgmap v1601: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:34:17.563 INFO:tasks.workunit.client.0.smithi102.stdout: 501: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:17.563 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bBn-DKxz9mEejD_ off=194615 len=978630 2024-04-10T15:34:17.566 INFO:tasks.workunit.client.0.smithi102.stdout:op 2576 completed, throughput=4.99MB/sec 2024-04-10T15:34:17.566 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--CPPKV1QEv76d0E off=2190305 len=689816 2024-04-10T15:34:17.570 INFO:tasks.workunit.client.0.smithi102.stdout:op 2577 completed, throughput=4.99MB/sec 2024-04-10T15:34:17.570 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AMln_9c5_dmwOHb off=1950115 len=1576008 2024-04-10T15:34:17.578 INFO:tasks.workunit.client.0.smithi102.stdout:op 2578 completed, throughput=5MB/sec 2024-04-10T15:34:17.579 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gkhmPBgs56QkdAR off=448158 len=122467 2024-04-10T15:34:17.579 INFO:tasks.workunit.client.0.smithi102.stdout:op 2579 completed, throughput=5MB/sec 2024-04-10T15:34:17.579 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-K0QmWVvezAd3pZC off=5590355 len=2087609 2024-04-10T15:34:17.588 INFO:tasks.workunit.client.0.smithi102.stdout:op 2580 completed, throughput=5MB/sec 2024-04-10T15:34:17.920 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:34:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:34:17] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2024-04-10T15:34:18.589 INFO:tasks.workunit.client.0.smithi102.stdout: 502: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:18.589 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FDPp5HPrVg2Dw9Y off=625163 len=194095 2024-04-10T15:34:18.592 INFO:tasks.workunit.client.0.smithi102.stdout:op 2581 completed, throughput=4.99MB/sec 2024-04-10T15:34:18.592 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XBnsQnjxTBE1Fs5 off=17358034 len=1645977 2024-04-10T15:34:18.598 INFO:tasks.workunit.client.0.smithi102.stdout:op 2582 completed, throughput=4.99MB/sec 2024-04-10T15:34:18.598 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vFvMiZp0D5fGf4S off=3454488 len=214062 2024-04-10T15:34:18.598 INFO:tasks.workunit.client.0.smithi102.stdout:op 2583 completed, throughput=4.99MB/sec 2024-04-10T15:34:18.598 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-90jxSA5uA99g1_5 off=809912 len=295151 2024-04-10T15:34:18.598 INFO:tasks.workunit.client.0.smithi102.stdout:op 2584 completed, throughput=5MB/sec 2024-04-10T15:34:18.598 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2hTTg0FCr24aUwC off=0 len=1658535 2024-04-10T15:34:18.604 INFO:tasks.workunit.client.0.smithi102.stdout:op 2585 completed, throughput=5MB/sec 2024-04-10T15:34:18.605 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jU9pivrZ7oFRP2s off=11033832 len=1471732 2024-04-10T15:34:18.606 INFO:tasks.workunit.client.0.smithi102.stdout:op 2586 completed, throughput=5MB/sec 2024-04-10T15:34:18.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:18 smithi154 ceph-mon[84269]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:34:18.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:18 smithi102 ceph-mon[90943]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:34:18.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:18 smithi102 ceph-mon[88557]: pgmap v1602: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:34:19.606 INFO:tasks.workunit.client.0.smithi102.stdout: 503: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:19.606 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nhcpsB30UT3FKn9 off=1919883 len=72927 2024-04-10T15:34:19.607 INFO:tasks.workunit.client.0.smithi102.stdout:op 2587 completed, throughput=4.99MB/sec 2024-04-10T15:34:19.607 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nchnW8UzZkwgtM8 off=3880006 len=661259 2024-04-10T15:34:19.609 INFO:tasks.workunit.client.0.smithi102.stdout:op 2588 completed, throughput=4.99MB/sec 2024-04-10T15:34:19.609 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Wv0dvtChuPx-MIT off=3577790 len=48164 2024-04-10T15:34:19.611 INFO:tasks.workunit.client.0.smithi102.stdout:op 2589 completed, throughput=4.99MB/sec 2024-04-10T15:34:19.611 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZXQm8AHKiK9qb7_ off=6423983 len=196294 2024-04-10T15:34:19.614 INFO:tasks.workunit.client.0.smithi102.stdout:op 2590 completed, throughput=4.99MB/sec 2024-04-10T15:34:19.615 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-srS92Igu9pC9Hyu off=1567270 len=552889 2024-04-10T15:34:19.618 INFO:tasks.workunit.client.0.smithi102.stdout:op 2591 completed, throughput=4.99MB/sec 2024-04-10T15:34:19.618 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-s_1PMuCzm6xkPk9 off=674484 len=1295574 2024-04-10T15:34:19.625 INFO:tasks.workunit.client.0.smithi102.stdout:op 2592 completed, throughput=5MB/sec 2024-04-10T15:34:19.625 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6kNSWGj5BsgoLcQ off=439072 len=1059834 2024-04-10T15:34:19.627 INFO:tasks.workunit.client.0.smithi102.stdout:op 2593 completed, throughput=5MB/sec 2024-04-10T15:34:19.627 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2RTfosQrdRToUMf off=13978616 len=477904 2024-04-10T15:34:19.627 INFO:tasks.workunit.client.0.smithi102.stdout:op 2594 completed, throughput=5MB/sec 2024-04-10T15:34:19.628 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WP-q9fEHWDqR4Qx off=2869554 len=1395316 2024-04-10T15:34:19.636 INFO:tasks.workunit.client.0.smithi102.stdout:op 2595 completed, throughput=5MB/sec 2024-04-10T15:34:20.636 INFO:tasks.workunit.client.0.smithi102.stdout: 504: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:20.636 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-soByN8wZJlVxeA4 off=3774736 len=315561 2024-04-10T15:34:20.639 INFO:tasks.workunit.client.0.smithi102.stdout:op 2596 completed, throughput=4.99MB/sec 2024-04-10T15:34:20.639 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-srBu25jzw_EeRTH off=17319919 len=1235923 2024-04-10T15:34:20.641 INFO:tasks.workunit.client.0.smithi102.stdout:op 2597 completed, throughput=4.99MB/sec 2024-04-10T15:34:20.641 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xcIyYWFbTBRfkY3 off=4447866 len=206209 2024-04-10T15:34:20.644 INFO:tasks.workunit.client.0.smithi102.stdout:op 2598 completed, throughput=5MB/sec 2024-04-10T15:34:20.644 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-w-Kfycf4ovaYuBd off=2146278 len=1704064 2024-04-10T15:34:20.652 INFO:tasks.workunit.client.0.smithi102.stdout:op 2599 completed, throughput=5MB/sec 2024-04-10T15:34:20.652 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-s2UkMHR1YMFRF86 off=9226009 len=952282 2024-04-10T15:34:20.657 INFO:tasks.workunit.client.0.smithi102.stdout:op 2600 completed, throughput=5MB/sec 2024-04-10T15:34:20.657 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OpbjMh2-enhIcEy off=14303181 len=1076814 2024-04-10T15:34:20.663 INFO:tasks.workunit.client.0.smithi102.stdout:op 2601 completed, throughput=5MB/sec 2024-04-10T15:34:20.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:20 smithi154 ceph-mon[84269]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:34:20.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:20 smithi102 ceph-mon[88557]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:34:20.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:20 smithi102 ceph-mon[90943]: pgmap v1603: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:34:21.663 INFO:tasks.workunit.client.0.smithi102.stdout: 505: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:21.663 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BF3JxsAjXRbth8I off=2262157 len=381304 2024-04-10T15:34:21.664 INFO:tasks.workunit.client.0.smithi102.stdout:op 2602 completed, throughput=4.99MB/sec 2024-04-10T15:34:21.664 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0fwsyIN8pdwPkrw off=696446 len=1904490 2024-04-10T15:34:21.675 INFO:tasks.workunit.client.0.smithi102.stdout:op 2603 completed, throughput=5MB/sec 2024-04-10T15:34:21.675 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2Ubm-Jw3e6BBc3G off=6897881 len=1666267 2024-04-10T15:34:21.677 INFO:tasks.workunit.client.0.smithi102.stdout:op 2604 completed, throughput=5MB/sec 2024-04-10T15:34:21.677 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6zRV7LueecE79rf off=1547491 len=904131 2024-04-10T15:34:21.679 INFO:tasks.workunit.client.0.smithi102.stdout:op 2605 completed, throughput=5MB/sec 2024-04-10T15:34:22.618 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:34:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:34:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:34:22.679 INFO:tasks.workunit.client.0.smithi102.stdout: 506: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:22.679 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-azcrTJXqOUvdrKp off=10452419 len=1386628 2024-04-10T15:34:22.681 INFO:tasks.workunit.client.0.smithi102.stdout:op 2606 completed, throughput=4.99MB/sec 2024-04-10T15:34:22.681 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aTjVucEw6mZCK6e off=9943980 len=1588564 2024-04-10T15:34:22.685 INFO:tasks.workunit.client.0.smithi102.stdout:op 2607 completed, throughput=5MB/sec 2024-04-10T15:34:22.685 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xMR7D4tmnyTHceA off=1954127 len=1967382 2024-04-10T15:34:22.687 INFO:tasks.workunit.client.0.smithi102.stdout:op 2608 completed, throughput=5MB/sec 2024-04-10T15:34:22.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:22 smithi154 ceph-mon[84269]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:34:22.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:22 smithi102 ceph-mon[90943]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:34:22.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:22 smithi102 ceph-mon[88557]: pgmap v1604: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:34:23.688 INFO:tasks.workunit.client.0.smithi102.stdout: 507: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:23.688 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BsGOo77fB-g-zq4 off=4388326 len=1901555 2024-04-10T15:34:23.697 INFO:tasks.workunit.client.0.smithi102.stdout:op 2609 completed, throughput=4.99MB/sec 2024-04-10T15:34:23.697 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_Z238ogZUMFT9Cw off=2828382 len=418298 2024-04-10T15:34:23.697 INFO:tasks.workunit.client.0.smithi102.stdout:op 2610 completed, throughput=4.99MB/sec 2024-04-10T15:34:23.698 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BHzm4oQZjybMXQe off=7976602 len=1782950 2024-04-10T15:34:23.699 INFO:tasks.workunit.client.0.smithi102.stdout:op 2611 completed, throughput=5MB/sec 2024-04-10T15:34:23.699 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OxhAr01gKSllhV9 off=3893209 len=829575 2024-04-10T15:34:23.702 INFO:tasks.workunit.client.0.smithi102.stdout:op 2612 completed, throughput=5MB/sec 2024-04-10T15:34:23.702 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SGncsxya4F2t1ue off=6885364 len=1815386 2024-04-10T15:34:23.704 INFO:tasks.workunit.client.0.smithi102.stdout:op 2613 completed, throughput=5MB/sec 2024-04-10T15:34:23.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:34:23.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:34:23.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:34:24.704 INFO:tasks.workunit.client.0.smithi102.stdout: 508: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:24.704 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FgWRIX4P8Ag_zgF off=7136112 len=1434039 2024-04-10T15:34:24.706 INFO:tasks.workunit.client.0.smithi102.stdout:op 2614 completed, throughput=5MB/sec 2024-04-10T15:34:24.706 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-50eJ-CagRVnArEU off=11618737 len=1176902 2024-04-10T15:34:24.713 INFO:tasks.workunit.client.0.smithi102.stdout:op 2615 completed, throughput=5MB/sec 2024-04-10T15:34:24.713 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CWoiLmHrKBJ3-Ba off=4133135 len=1449655 2024-04-10T15:34:24.714 INFO:tasks.workunit.client.0.smithi102.stdout:op 2616 completed, throughput=5MB/sec 2024-04-10T15:34:24.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:24 smithi154 ceph-mon[84269]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:34:24.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:24 smithi102 ceph-mon[90943]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:34:24.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:24 smithi102 ceph-mon[88557]: pgmap v1605: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:34:25.715 INFO:tasks.workunit.client.0.smithi102.stdout: 509: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:25.715 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1fmThWD45oIo4wK off=16050601 len=630898 2024-04-10T15:34:25.719 INFO:tasks.workunit.client.0.smithi102.stdout:op 2617 completed, throughput=4.99MB/sec 2024-04-10T15:34:25.720 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OAnATe6tq8YwrJ0 off=46985 len=144270 2024-04-10T15:34:25.722 INFO:tasks.workunit.client.0.smithi102.stdout:op 2618 completed, throughput=4.99MB/sec 2024-04-10T15:34:25.722 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-M63dFXDOu7LNNPQ off=3197351 len=370854 2024-04-10T15:34:25.723 INFO:tasks.workunit.client.0.smithi102.stdout:op 2619 completed, throughput=4.99MB/sec 2024-04-10T15:34:25.723 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8qQ47pbb95K7vTo off=192780 len=373613 2024-04-10T15:34:25.726 INFO:tasks.workunit.client.0.smithi102.stdout:op 2620 completed, throughput=4.99MB/sec 2024-04-10T15:34:25.726 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CZyYVg3QpxWGrYO off=275379 len=1271769 2024-04-10T15:34:25.732 INFO:tasks.workunit.client.0.smithi102.stdout:op 2621 completed, throughput=5MB/sec 2024-04-10T15:34:25.732 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_mQTKs5gXRrwA9z off=15705590 len=1768000 2024-04-10T15:34:25.739 INFO:tasks.workunit.client.0.smithi102.stdout:op 2622 completed, throughput=5MB/sec 2024-04-10T15:34:25.739 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mbdyFxqpbsI6R2c off=2619997 len=1163848 2024-04-10T15:34:25.745 INFO:tasks.workunit.client.0.smithi102.stdout:op 2623 completed, throughput=5MB/sec 2024-04-10T15:34:26.746 INFO:tasks.workunit.client.0.smithi102.stdout: 510: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:26.746 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0YH1cmUm5ufU7Nt off=1137633 len=459480 2024-04-10T15:34:26.750 INFO:tasks.workunit.client.0.smithi102.stdout:op 2624 completed, throughput=4.99MB/sec 2024-04-10T15:34:26.750 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XPVQchLNkTKmnZF off=2798046 len=127201 2024-04-10T15:34:26.751 INFO:tasks.workunit.client.0.smithi102.stdout:op 2625 completed, throughput=4.99MB/sec 2024-04-10T15:34:26.751 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-x3TztFcijUXqcnd off=5634667 len=1682470 2024-04-10T15:34:26.754 INFO:tasks.workunit.client.0.smithi102.stdout:op 2626 completed, throughput=5MB/sec 2024-04-10T15:34:26.754 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gJo_uxIN3sBNNH4 off=2645823 len=1308371 2024-04-10T15:34:26.762 INFO:tasks.workunit.client.0.smithi102.stdout:op 2627 completed, throughput=5MB/sec 2024-04-10T15:34:26.762 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-52huTHjUtr0owCQ off=4559788 len=169428 2024-04-10T15:34:26.764 INFO:tasks.workunit.client.0.smithi102.stdout:op 2628 completed, throughput=5MB/sec 2024-04-10T15:34:26.764 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-m0-zVPpMwwFHmvM off=13866876 len=1127249 2024-04-10T15:34:26.765 INFO:tasks.workunit.client.0.smithi102.stdout:op 2629 completed, throughput=5MB/sec 2024-04-10T15:34:26.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:26 smithi154 ceph-mon[84269]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:34:26.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:26 smithi102 ceph-mon[90943]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:34:26.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:26 smithi102 ceph-mon[88557]: pgmap v1606: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:34:27.766 INFO:tasks.workunit.client.0.smithi102.stdout: 511: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:27.766 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1XCnqqbLmuev016 off=6706948 len=925444 2024-04-10T15:34:27.771 INFO:tasks.workunit.client.0.smithi102.stdout:op 2630 completed, throughput=4.99MB/sec 2024-04-10T15:34:27.771 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4ewRjRhDA5crye8 off=6873959 len=2003529 2024-04-10T15:34:27.782 INFO:tasks.workunit.client.0.smithi102.stdout:op 2631 completed, throughput=5MB/sec 2024-04-10T15:34:27.782 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HxiuVt6UsIkJsuU off=18685496 len=416643 2024-04-10T15:34:27.785 INFO:tasks.workunit.client.0.smithi102.stdout:op 2632 completed, throughput=5MB/sec 2024-04-10T15:34:27.785 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RtYZluUvqVt4kjM off=13465444 len=206488 2024-04-10T15:34:27.788 INFO:tasks.workunit.client.0.smithi102.stdout:op 2633 completed, throughput=5MB/sec 2024-04-10T15:34:27.788 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-m3be12Mf0Ccs2zV off=4059622 len=120262 2024-04-10T15:34:27.790 INFO:tasks.workunit.client.0.smithi102.stdout:op 2634 completed, throughput=5MB/sec 2024-04-10T15:34:27.790 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZJuq0vEoILPH_Vu off=1778292 len=1836929 2024-04-10T15:34:27.799 INFO:tasks.workunit.client.0.smithi102.stdout:op 2635 completed, throughput=5MB/sec 2024-04-10T15:34:27.920 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:34:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:34:27] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2024-04-10T15:34:28.800 INFO:tasks.workunit.client.0.smithi102.stdout: 512: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:28.800 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jp1FbvGVRRDXPB3 off=0 len=1734134 2024-04-10T15:34:28.804 INFO:tasks.workunit.client.0.smithi102.stdout:op 2636 completed, throughput=4.99MB/sec 2024-04-10T15:34:28.804 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-atv1QVdKDnhYwJR off=2745131 len=337320 2024-04-10T15:34:28.805 INFO:tasks.workunit.client.0.smithi102.stdout:op 2637 completed, throughput=4.99MB/sec 2024-04-10T15:34:28.805 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kt8BMcSPpowaISv off=3435586 len=1385478 2024-04-10T15:34:28.813 INFO:tasks.workunit.client.0.smithi102.stdout:op 2638 completed, throughput=5MB/sec 2024-04-10T15:34:28.813 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WEDT7k-xGPFVfHZ off=5036767 len=1470109 2024-04-10T15:34:28.819 INFO:tasks.workunit.client.0.smithi102.stdout:op 2639 completed, throughput=5MB/sec 2024-04-10T15:34:28.819 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qBfvDUoG6fAzuLz off=14091120 len=2093754 2024-04-10T15:34:28.820 INFO:tasks.workunit.client.0.smithi102.stdout:op 2640 completed, throughput=5MB/sec 2024-04-10T15:34:28.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:28 smithi154 ceph-mon[84269]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:34:28.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:28 smithi102 ceph-mon[90943]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:34:28.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:28 smithi102 ceph-mon[88557]: pgmap v1607: 105 pgs: 105 active+clean; 128 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:34:29.821 INFO:tasks.workunit.client.0.smithi102.stdout: 513: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:29.821 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-j4e2gMk8G7MUC6J off=3269445 len=1216399 2024-04-10T15:34:29.829 INFO:tasks.workunit.client.0.smithi102.stdout:op 2641 completed, throughput=5MB/sec 2024-04-10T15:34:29.829 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YIfKB2B6KdMIQUa off=8329827 len=371442 2024-04-10T15:34:29.833 INFO:tasks.workunit.client.0.smithi102.stdout:op 2642 completed, throughput=5MB/sec 2024-04-10T15:34:29.833 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-b9GRvyHWnoF5Bsg off=1837952 len=819501 2024-04-10T15:34:29.836 INFO:tasks.workunit.client.0.smithi102.stdout:op 2643 completed, throughput=5MB/sec 2024-04-10T15:34:29.836 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dyhk2HpHC6ZlLe1 off=654893 len=30238 2024-04-10T15:34:29.839 INFO:tasks.workunit.client.0.smithi102.stdout:op 2644 completed, throughput=5MB/sec 2024-04-10T15:34:29.839 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-77D29uk-UxN_4ZT off=6178829 len=691150 2024-04-10T15:34:29.844 INFO:tasks.workunit.client.0.smithi102.stdout:op 2645 completed, throughput=5MB/sec 2024-04-10T15:34:29.844 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BHQ3lmWiRf3UQBt off=16985591 len=1761141 2024-04-10T15:34:29.845 INFO:tasks.workunit.client.0.smithi102.stdout:op 2646 completed, throughput=5MB/sec 2024-04-10T15:34:30.846 INFO:tasks.workunit.client.0.smithi102.stdout: 514: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:30.846 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Wh7GuC6nq3SP7HG off=5907898 len=1768737 2024-04-10T15:34:30.862 INFO:tasks.workunit.client.0.smithi102.stdout:op 2647 completed, throughput=5MB/sec 2024-04-10T15:34:30.862 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mYISt5P-01JyYBT off=10848304 len=646059 2024-04-10T15:34:30.864 INFO:tasks.workunit.client.0.smithi102.stdout:op 2648 completed, throughput=5MB/sec 2024-04-10T15:34:30.864 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BTqwDHPfZbM3dhG off=11583650 len=1509064 2024-04-10T15:34:30.872 INFO:tasks.workunit.client.0.smithi102.stdout:op 2649 completed, throughput=5MB/sec 2024-04-10T15:34:30.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:30 smithi154 ceph-mon[84269]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:34:30.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:30 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:34:30.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:30 smithi102 ceph-mon[90943]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:34:30.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:30 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:34:30.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:30 smithi102 ceph-mon[88557]: pgmap v1608: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:34:30.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:30 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:34:31.872 INFO:tasks.workunit.client.0.smithi102.stdout: 515: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:31.872 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BBYwGLOoUyXwC-m off=2027083 len=1626435 2024-04-10T15:34:31.879 INFO:tasks.workunit.client.0.smithi102.stdout:op 2650 completed, throughput=4.99MB/sec 2024-04-10T15:34:31.879 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MiCi-9L-bZjljms off=2079263 len=906809 2024-04-10T15:34:31.883 INFO:tasks.workunit.client.0.smithi102.stdout:op 2651 completed, throughput=5MB/sec 2024-04-10T15:34:31.883 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GfRtv6DVsKLRB3M off=10901472 len=227575 2024-04-10T15:34:31.886 INFO:tasks.workunit.client.0.smithi102.stdout:op 2652 completed, throughput=5MB/sec 2024-04-10T15:34:31.887 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-L3sTAxeN_nTM4kJ off=469942 len=164399 2024-04-10T15:34:31.889 INFO:tasks.workunit.client.0.smithi102.stdout:op 2653 completed, throughput=5MB/sec 2024-04-10T15:34:31.889 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-t0OwNDVWGgWAqJt off=1340298 len=393098 2024-04-10T15:34:31.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:31.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:34:31.890 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:34:31.893 INFO:tasks.workunit.client.0.smithi102.stdout:op 2654 completed, throughput=5MB/sec 2024-04-10T15:34:31.893 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UQwJGe7a_nSC1NJ off=3118718 len=35980 2024-04-10T15:34:31.893 INFO:tasks.workunit.client.0.smithi102.stdout:op 2655 completed, throughput=5MB/sec 2024-04-10T15:34:31.893 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Et0-5-68ZS5IUJN off=13613745 len=1389923 2024-04-10T15:34:31.895 INFO:tasks.workunit.client.0.smithi102.stdout:op 2656 completed, throughput=5MB/sec 2024-04-10T15:34:31.895 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-yvce4TIeAkRBsB5 off=7730304 len=1802753 2024-04-10T15:34:31.896 INFO:tasks.workunit.client.0.smithi102.stdout:op 2657 completed, throughput=5MB/sec 2024-04-10T15:34:31.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:31.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:34:31.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:34:31.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:34:31.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:34:31.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:34:32.640 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:34:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:34:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:34:32.896 INFO:tasks.workunit.client.0.smithi102.stdout: 516: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:32.896 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7ELuU02V2mEQ281 off=1226031 len=1443855 2024-04-10T15:34:32.898 INFO:tasks.workunit.client.0.smithi102.stdout:op 2658 completed, throughput=5MB/sec 2024-04-10T15:34:32.899 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6SAfveXZKy1b8hF off=9216373 len=505490 2024-04-10T15:34:32.899 INFO:tasks.workunit.client.0.smithi102.stdout:op 2659 completed, throughput=5MB/sec 2024-04-10T15:34:32.899 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JdlSfhRBZnztDhq off=544600 len=2092554 2024-04-10T15:34:32.902 INFO:tasks.workunit.client.0.smithi102.stdout:op 2660 completed, throughput=5MB/sec 2024-04-10T15:34:32.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:32 smithi102 ceph-mon[88557]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:34:32.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:32 smithi102 ceph-mon[90943]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:34:33.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:32 smithi154 ceph-mon[84269]: pgmap v1609: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:34:33.902 INFO:tasks.workunit.client.0.smithi102.stdout: 517: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:33.902 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Q7TVNUiXIIIYees off=13321443 len=1239768 2024-04-10T15:34:33.908 INFO:tasks.workunit.client.0.smithi102.stdout:op 2661 completed, throughput=4.99MB/sec 2024-04-10T15:34:33.908 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4SFOFbxw1qwb0Zf off=12667852 len=1273711 2024-04-10T15:34:33.910 INFO:tasks.workunit.client.0.smithi102.stdout:op 2662 completed, throughput=4.99MB/sec 2024-04-10T15:34:33.910 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OIYkgZW1mc74C70 off=4295025 len=314265 2024-04-10T15:34:33.913 INFO:tasks.workunit.client.0.smithi102.stdout:op 2663 completed, throughput=5MB/sec 2024-04-10T15:34:33.913 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-85xtZkUNAucU1PA off=2540670 len=137047 2024-04-10T15:34:33.913 INFO:tasks.workunit.client.0.smithi102.stdout:op 2664 completed, throughput=5MB/sec 2024-04-10T15:34:33.913 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-o2vAUFaUkRc_zvO off=1655899 len=1934233 2024-04-10T15:34:33.915 INFO:tasks.workunit.client.0.smithi102.stdout:op 2665 completed, throughput=5MB/sec 2024-04-10T15:34:33.915 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XNu4qeQ_fO6tdmS off=4582049 len=266838 2024-04-10T15:34:33.918 INFO:tasks.workunit.client.0.smithi102.stdout:op 2666 completed, throughput=5MB/sec 2024-04-10T15:34:33.918 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2MwSyZb62MFmBxU off=761391 len=1032054 2024-04-10T15:34:33.921 INFO:tasks.workunit.client.0.smithi102.stdout:op 2667 completed, throughput=5MB/sec 2024-04-10T15:34:34.920 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:34 smithi102 ceph-mon[90943]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T15:34:34.920 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:34 smithi102 ceph-mon[88557]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T15:34:34.921 INFO:tasks.workunit.client.0.smithi102.stdout: 518: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:34.921 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-F3fiUuj0G3ENkMK off=9593223 len=352090 2024-04-10T15:34:34.922 INFO:tasks.workunit.client.0.smithi102.stdout:op 2668 completed, throughput=4.99MB/sec 2024-04-10T15:34:34.922 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WhnhhTzknzMbweh off=6091112 len=301320 2024-04-10T15:34:34.923 INFO:tasks.workunit.client.0.smithi102.stdout:op 2669 completed, throughput=4.99MB/sec 2024-04-10T15:34:34.923 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-85Dh5Kg4Gn8djzN off=4571385 len=930403 2024-04-10T15:34:34.928 INFO:tasks.workunit.client.0.smithi102.stdout:op 2670 completed, throughput=4.99MB/sec 2024-04-10T15:34:34.928 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lONXWdggds6CEuB off=5438618 len=1151654 2024-04-10T15:34:34.934 INFO:tasks.workunit.client.0.smithi102.stdout:op 2671 completed, throughput=5MB/sec 2024-04-10T15:34:34.934 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ORl5w5UqnphbxW_ off=663881 len=864988 2024-04-10T15:34:34.937 INFO:tasks.workunit.client.0.smithi102.stdout:op 2672 completed, throughput=5MB/sec 2024-04-10T15:34:34.937 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cqaM2jr1CrqXSWj off=1062373 len=1413927 2024-04-10T15:34:34.945 INFO:tasks.workunit.client.0.smithi102.stdout:op 2673 completed, throughput=5MB/sec 2024-04-10T15:34:35.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:34 smithi154 ceph-mon[84269]: pgmap v1610: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 3.3 MiB/s rd, 3.1 MiB/s wr, 6 op/s 2024-04-10T15:34:35.946 INFO:tasks.workunit.client.0.smithi102.stdout: 519: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:35.946 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Al5myG8j-LFEMqq off=552360 len=2038661 2024-04-10T15:34:35.948 INFO:tasks.workunit.client.0.smithi102.stdout:op 2674 completed, throughput=5MB/sec 2024-04-10T15:34:35.948 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-u3idlGVKHoTQAep off=2931594 len=1833514 2024-04-10T15:34:35.959 INFO:tasks.workunit.client.0.smithi102.stdout:op 2675 completed, throughput=5MB/sec 2024-04-10T15:34:35.959 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fx8CnlWrBdo0UDG off=735987 len=1215995 2024-04-10T15:34:35.960 INFO:tasks.workunit.client.0.smithi102.stdout:op 2676 completed, throughput=5MB/sec 2024-04-10T15:34:36.961 INFO:tasks.workunit.client.0.smithi102.stdout: 520: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:36.961 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-86aRXvf8BjIPGhH off=7209748 len=1535232 2024-04-10T15:34:36.968 INFO:tasks.workunit.client.0.smithi102.stdout:op 2677 completed, throughput=4.99MB/sec 2024-04-10T15:34:36.968 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-EkIvYiS7Ik6yXPh off=9227799 len=1547080 2024-04-10T15:34:36.969 INFO:tasks.workunit.client.0.smithi102.stdout:op 2678 completed, throughput=5MB/sec 2024-04-10T15:34:36.969 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oigYi0hL9if-i7p off=2878775 len=1118968 2024-04-10T15:34:36.971 INFO:tasks.workunit.client.0.smithi102.stdout:op 2679 completed, throughput=5MB/sec 2024-04-10T15:34:36.971 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-H_6Tu5-ezeitk6G off=4246044 len=1052306 2024-04-10T15:34:36.978 INFO:tasks.workunit.client.0.smithi102.stdout:op 2680 completed, throughput=5MB/sec 2024-04-10T15:34:37.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:36 smithi154 ceph-mon[84269]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:34:37.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:36 smithi102 ceph-mon[90943]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:34:37.170 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:36 smithi102 ceph-mon[88557]: pgmap v1611: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:34:37.920 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:34:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:34:37] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2024-04-10T15:34:37.978 INFO:tasks.workunit.client.0.smithi102.stdout: 521: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:37.978 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-93K0O_RAxPPu84d off=13007067 len=334159 2024-04-10T15:34:37.982 INFO:tasks.workunit.client.0.smithi102.stdout:op 2681 completed, throughput=4.99MB/sec 2024-04-10T15:34:37.982 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lhsYI3vw0YORnU9 off=12706164 len=2035753 2024-04-10T15:34:37.991 INFO:tasks.workunit.client.0.smithi102.stdout:op 2682 completed, throughput=5MB/sec 2024-04-10T15:34:37.991 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-96si6ovTb8goWf8 off=189573 len=871179 2024-04-10T15:34:37.997 INFO:tasks.workunit.client.0.smithi102.stdout:op 2683 completed, throughput=5MB/sec 2024-04-10T15:34:37.997 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-yw15vqFjdLFgW7A off=2182021 len=323368 2024-04-10T15:34:37.998 INFO:tasks.workunit.client.0.smithi102.stdout:op 2684 completed, throughput=5MB/sec 2024-04-10T15:34:37.998 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NdpNiszTg3O9uJB off=8288576 len=200631 2024-04-10T15:34:38.000 INFO:tasks.workunit.client.0.smithi102.stdout:op 2685 completed, throughput=5MB/sec 2024-04-10T15:34:38.001 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qmr1YGiemPyLwLq off=14869460 len=1963534 2024-04-10T15:34:38.004 INFO:tasks.workunit.client.0.smithi102.stdout:op 2686 completed, throughput=5MB/sec 2024-04-10T15:34:39.005 INFO:tasks.workunit.client.0.smithi102.stdout: 522: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:39.005 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zi3jNec1v5tUcXh off=5268918 len=427840 2024-04-10T15:34:39.006 INFO:tasks.workunit.client.0.smithi102.stdout:op 2687 completed, throughput=4.99MB/sec 2024-04-10T15:34:39.006 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mVxnNjmieRUlxpU off=5375961 len=1887257 2024-04-10T15:34:39.016 INFO:tasks.workunit.client.0.smithi102.stdout:op 2688 completed, throughput=5MB/sec 2024-04-10T15:34:39.016 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fYTHGZpjXaDd3x5 off=165220 len=163623 2024-04-10T15:34:39.016 INFO:tasks.workunit.client.0.smithi102.stdout:op 2689 completed, throughput=5MB/sec 2024-04-10T15:34:39.016 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5o9caX5rPv-Vr8z off=15720016 len=160211 2024-04-10T15:34:39.016 INFO:tasks.workunit.client.0.smithi102.stdout:op 2690 completed, throughput=5MB/sec 2024-04-10T15:34:39.016 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fMzs2GC3pwYLMK1 off=14735307 len=123049 2024-04-10T15:34:39.017 INFO:tasks.workunit.client.0.smithi102.stdout:op 2691 completed, throughput=5MB/sec 2024-04-10T15:34:39.017 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pMR9TJl6C65z_bc off=1330882 len=451099 2024-04-10T15:34:39.018 INFO:tasks.workunit.client.0.smithi102.stdout:op 2692 completed, throughput=5MB/sec 2024-04-10T15:34:39.018 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GpNfyU_54OSOVo7 off=781242 len=463867 2024-04-10T15:34:39.021 INFO:tasks.workunit.client.0.smithi102.stdout:op 2693 completed, throughput=5MB/sec 2024-04-10T15:34:39.021 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LHcPMOM6ReDvN3s off=17207825 len=34558 2024-04-10T15:34:39.022 INFO:tasks.workunit.client.0.smithi102.stdout:op 2694 completed, throughput=5MB/sec 2024-04-10T15:34:39.022 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vRzzj7u9QPSVU2M off=6523651 len=1534731 2024-04-10T15:34:39.023 INFO:tasks.workunit.client.0.smithi102.stdout:op 2695 completed, throughput=5MB/sec 2024-04-10T15:34:39.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:38 smithi154 ceph-mon[84269]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:34:39.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:34:39.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:38 smithi102 ceph-mon[90943]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:34:39.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:34:39.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:38 smithi102 ceph-mon[88557]: pgmap v1612: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:34:39.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:34:40.024 INFO:tasks.workunit.client.0.smithi102.stdout: 523: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:40.024 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2JtkBVmfscvNpLO off=7710575 len=1428195 2024-04-10T15:34:40.029 INFO:tasks.workunit.client.0.smithi102.stdout:op 2696 completed, throughput=4.99MB/sec 2024-04-10T15:34:40.030 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DACPWZuZJSBC2Nf off=7087811 len=121034 2024-04-10T15:34:40.030 INFO:tasks.workunit.client.0.smithi102.stdout:op 2697 completed, throughput=4.99MB/sec 2024-04-10T15:34:40.030 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-acesd-kZL92cfHq off=8594376 len=1749468 2024-04-10T15:34:40.032 INFO:tasks.workunit.client.0.smithi102.stdout:op 2698 completed, throughput=5MB/sec 2024-04-10T15:34:40.032 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bpRa4lSn4e4AnV7 off=3891266 len=1552914 2024-04-10T15:34:40.041 INFO:tasks.workunit.client.0.smithi102.stdout:op 2699 completed, throughput=5MB/sec 2024-04-10T15:34:40.041 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-K7veUDiB6I-pZJZ off=7837349 len=880397 2024-04-10T15:34:40.047 INFO:tasks.workunit.client.0.smithi102.stdout:op 2700 completed, throughput=5MB/sec 2024-04-10T15:34:41.048 INFO:tasks.workunit.client.0.smithi102.stdout: 524: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:41.048 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eiOhbdZ5T0-b6Hj off=10083971 len=344605 2024-04-10T15:34:41.049 INFO:tasks.workunit.client.0.smithi102.stdout:op 2701 completed, throughput=4.99MB/sec 2024-04-10T15:34:41.049 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DzXl27q0p8DI7Bl off=15370272 len=496109 2024-04-10T15:34:41.049 INFO:tasks.workunit.client.0.smithi102.stdout:op 2702 completed, throughput=4.99MB/sec 2024-04-10T15:34:41.049 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3dqkYb3F19dUEB_ off=1252916 len=262572 2024-04-10T15:34:41.052 INFO:tasks.workunit.client.0.smithi102.stdout:op 2703 completed, throughput=4.99MB/sec 2024-04-10T15:34:41.052 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Nk_wFz49OQQLMHF off=8253458 len=801690 2024-04-10T15:34:41.055 INFO:tasks.workunit.client.0.smithi102.stdout:op 2704 completed, throughput=5MB/sec 2024-04-10T15:34:41.055 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uZVQlJm6KEit5kZ off=3579265 len=1638888 2024-04-10T15:34:41.058 INFO:tasks.workunit.client.0.smithi102.stdout:op 2705 completed, throughput=5MB/sec 2024-04-10T15:34:41.058 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ulqG901gg2q1W34 off=3024989 len=192002 2024-04-10T15:34:41.058 INFO:tasks.workunit.client.0.smithi102.stdout:op 2706 completed, throughput=5MB/sec 2024-04-10T15:34:41.059 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pV38gvXmbxqijA0 off=1014565 len=1124094 2024-04-10T15:34:41.065 INFO:tasks.workunit.client.0.smithi102.stdout:op 2707 completed, throughput=5MB/sec 2024-04-10T15:34:41.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:40 smithi154 ceph-mon[84269]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:34:41.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:40 smithi102 ceph-mon[90943]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:34:41.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:40 smithi102 ceph-mon[88557]: pgmap v1613: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:34:42.065 INFO:tasks.workunit.client.0.smithi102.stdout: 525: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:42.065 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BYIppcY-bXTu_qB off=12110018 len=1783214 2024-04-10T15:34:42.068 INFO:tasks.workunit.client.0.smithi102.stdout:op 2708 completed, throughput=4.99MB/sec 2024-04-10T15:34:42.068 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OSQPBPzyiOhWKVf off=5458047 len=1591018 2024-04-10T15:34:42.070 INFO:tasks.workunit.client.0.smithi102.stdout:op 2709 completed, throughput=5MB/sec 2024-04-10T15:34:42.070 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qONPLaVWtcXVs3f off=3593524 len=106768 2024-04-10T15:34:42.070 INFO:tasks.workunit.client.0.smithi102.stdout:op 2710 completed, throughput=5MB/sec 2024-04-10T15:34:42.070 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-G6AAggmOdmiWmud off=465982 len=1674181 2024-04-10T15:34:42.078 INFO:tasks.workunit.client.0.smithi102.stdout:op 2711 completed, throughput=5MB/sec 2024-04-10T15:34:42.640 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:34:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:34:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:34:43.079 INFO:tasks.workunit.client.0.smithi102.stdout: 526: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:43.079 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-g_U5uFlIaDLdx2d off=3275174 len=984640 2024-04-10T15:34:43.080 INFO:tasks.workunit.client.0.smithi102.stdout:op 2712 completed, throughput=4.99MB/sec 2024-04-10T15:34:43.080 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TCkClg2mt_rr6Pm off=181178 len=1360113 2024-04-10T15:34:43.088 INFO:tasks.workunit.client.0.smithi102.stdout:op 2713 completed, throughput=5MB/sec 2024-04-10T15:34:43.088 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eZOy-xzG-pW7VeS off=6212028 len=616009 2024-04-10T15:34:43.089 INFO:tasks.workunit.client.0.smithi102.stdout:op 2714 completed, throughput=5MB/sec 2024-04-10T15:34:43.089 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LBj4EyZz5MxnSTT off=12393425 len=170827 2024-04-10T15:34:43.090 INFO:tasks.workunit.client.0.smithi102.stdout:op 2715 completed, throughput=5MB/sec 2024-04-10T15:34:43.090 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OYuY1Z1GKGal9Yl off=403516 len=1627244 2024-04-10T15:34:43.098 INFO:tasks.workunit.client.0.smithi102.stdout:op 2716 completed, throughput=5MB/sec 2024-04-10T15:34:43.098 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fHgzmE0Lj-HC0DW off=17930617 len=1068867 2024-04-10T15:34:43.099 INFO:tasks.workunit.client.0.smithi102.stdout:op 2717 completed, throughput=5MB/sec 2024-04-10T15:34:43.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:42 smithi154 ceph-mon[84269]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:34:43.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:42 smithi102 ceph-mon[90943]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:34:43.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:42 smithi102 ceph-mon[88557]: pgmap v1614: 105 pgs: 105 active+clean; 128 GiB data, 7.1 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:34:44.100 INFO:tasks.workunit.client.0.smithi102.stdout: 527: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:44.100 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dY8COYEqNxkOADe off=2395537 len=693722 2024-04-10T15:34:44.101 INFO:tasks.workunit.client.0.smithi102.stdout:op 2718 completed, throughput=4.99MB/sec 2024-04-10T15:34:44.101 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bBB4J-3rhjlNAl_ off=6281292 len=100040 2024-04-10T15:34:44.104 INFO:tasks.workunit.client.0.smithi102.stdout:op 2719 completed, throughput=4.99MB/sec 2024-04-10T15:34:44.104 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8qaUigEMirzD5R- off=5126832 len=947047 2024-04-10T15:34:44.105 INFO:tasks.workunit.client.0.smithi102.stdout:op 2720 completed, throughput=4.99MB/sec 2024-04-10T15:34:44.105 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nIaYkgArknInZbt off=676259 len=1634390 2024-04-10T15:34:44.112 INFO:tasks.workunit.client.0.smithi102.stdout:op 2721 completed, throughput=5MB/sec 2024-04-10T15:34:44.112 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-V4wXyZGqOsiyQLl off=10879265 len=1719832 2024-04-10T15:34:44.114 INFO:tasks.workunit.client.0.smithi102.stdout:op 2722 completed, throughput=5MB/sec 2024-04-10T15:34:45.115 INFO:tasks.workunit.client.0.smithi102.stdout: 528: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:45.115 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MxEwuHUt2xxKt2W off=290316 len=30348 2024-04-10T15:34:45.115 INFO:tasks.workunit.client.0.smithi102.stdout:op 2723 completed, throughput=4.99MB/sec 2024-04-10T15:34:45.115 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-D6XSW5hP9HirsJF off=1050955 len=1192684 2024-04-10T15:34:45.118 INFO:tasks.workunit.client.0.smithi102.stdout:op 2724 completed, throughput=4.99MB/sec 2024-04-10T15:34:45.118 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-12XNy7yj4oclZL- off=944202 len=451358 2024-04-10T15:34:45.119 INFO:tasks.workunit.client.0.smithi102.stdout:op 2725 completed, throughput=4.99MB/sec 2024-04-10T15:34:45.119 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-teI0fA0Llv9IfS- off=2376979 len=682713 2024-04-10T15:34:45.120 INFO:tasks.workunit.client.0.smithi102.stdout:op 2726 completed, throughput=5MB/sec 2024-04-10T15:34:45.121 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qsxgXzxUBoneFnd off=7130486 len=621598 2024-04-10T15:34:45.124 INFO:tasks.workunit.client.0.smithi102.stdout:op 2727 completed, throughput=5MB/sec 2024-04-10T15:34:45.124 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-J3j3jvWLgk984Dt off=9793719 len=453183 2024-04-10T15:34:45.126 INFO:tasks.workunit.client.0.smithi102.stdout:op 2728 completed, throughput=5MB/sec 2024-04-10T15:34:45.126 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aLpi2r82cJZvW57 off=11370438 len=1940792 2024-04-10T15:34:45.135 INFO:tasks.workunit.client.0.smithi102.stdout:op 2729 completed, throughput=5MB/sec 2024-04-10T15:34:45.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:44 smithi154 ceph-mon[84269]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:34:45.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:44 smithi102 ceph-mon[90943]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:34:45.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:44 smithi102 ceph-mon[88557]: pgmap v1615: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:34:46.136 INFO:tasks.workunit.client.0.smithi102.stdout: 529: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:46.136 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sMKexihqFKMz-JF off=230187 len=649273 2024-04-10T15:34:46.140 INFO:tasks.workunit.client.0.smithi102.stdout:op 2730 completed, throughput=4.99MB/sec 2024-04-10T15:34:46.140 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jr2-JmP5lHUDDMr off=9905390 len=1187216 2024-04-10T15:34:46.141 INFO:tasks.workunit.client.0.smithi102.stdout:op 2731 completed, throughput=4.99MB/sec 2024-04-10T15:34:46.141 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-21zv3PWmze2hE7f off=2314425 len=1034026 2024-04-10T15:34:46.147 INFO:tasks.workunit.client.0.smithi102.stdout:op 2732 completed, throughput=5MB/sec 2024-04-10T15:34:46.147 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_315AMtVOtZBJ3f off=11291245 len=762543 2024-04-10T15:34:46.151 INFO:tasks.workunit.client.0.smithi102.stdout:op 2733 completed, throughput=5MB/sec 2024-04-10T15:34:46.152 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-C3urHgMDJ8ymFU1 off=13598070 len=1660816 2024-04-10T15:34:46.160 INFO:tasks.workunit.client.0.smithi102.stdout:op 2734 completed, throughput=5MB/sec 2024-04-10T15:34:47.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:46 smithi154 ceph-mon[84269]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:34:47.160 INFO:tasks.workunit.client.0.smithi102.stdout: 530: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:47.160 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KdUBH40thIfMIws off=1668254 len=1907158 2024-04-10T15:34:47.169 INFO:tasks.workunit.client.0.smithi102.stdout:op 2735 completed, throughput=4.99MB/sec 2024-04-10T15:34:47.170 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2gLB0Og-Nk5ntU9 off=14068098 len=574238 2024-04-10T15:34:47.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:46 smithi102 ceph-mon[90943]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:34:47.170 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:46 smithi102 ceph-mon[88557]: pgmap v1616: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:34:47.171 INFO:tasks.workunit.client.0.smithi102.stdout:op 2736 completed, throughput=5MB/sec 2024-04-10T15:34:47.171 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wpDip1XvXaI6Yuw off=7311947 len=1770488 2024-04-10T15:34:47.172 INFO:tasks.workunit.client.0.smithi102.stdout:op 2737 completed, throughput=5MB/sec 2024-04-10T15:34:47.173 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Vrl_OS613K0y8xo off=14056305 len=1423989 2024-04-10T15:34:47.179 INFO:tasks.workunit.client.0.smithi102.stdout:op 2738 completed, throughput=5MB/sec 2024-04-10T15:34:47.920 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:34:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:34:47] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2024-04-10T15:34:48.180 INFO:tasks.workunit.client.0.smithi102.stdout: 531: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:48.180 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-K0DXfdUfvkNhLZf off=2227493 len=363535 2024-04-10T15:34:48.181 INFO:tasks.workunit.client.0.smithi102.stdout:op 2739 completed, throughput=4.99MB/sec 2024-04-10T15:34:48.181 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-HF2I8OcBZc27BAY off=7929409 len=876567 2024-04-10T15:34:48.182 INFO:tasks.workunit.client.0.smithi102.stdout:op 2740 completed, throughput=4.99MB/sec 2024-04-10T15:34:48.182 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-AxqcIUCzizCwmsO off=2735003 len=1137204 2024-04-10T15:34:48.185 INFO:tasks.workunit.client.0.smithi102.stdout:op 2741 completed, throughput=5MB/sec 2024-04-10T15:34:48.185 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xN6uONUEcVy75fv off=8908113 len=2062659 2024-04-10T15:34:48.187 INFO:tasks.workunit.client.0.smithi102.stdout:op 2742 completed, throughput=5MB/sec 2024-04-10T15:34:48.187 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Iiq_ALVQMs3TbiO off=1437620 len=1715224 2024-04-10T15:34:48.195 INFO:tasks.workunit.client.0.smithi102.stdout:op 2743 completed, throughput=5MB/sec 2024-04-10T15:34:49.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:48 smithi154 ceph-mon[84269]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:34:49.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:48 smithi102 ceph-mon[90943]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:34:49.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:48 smithi102 ceph-mon[88557]: pgmap v1617: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:34:49.195 INFO:tasks.workunit.client.0.smithi102.stdout: 532: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:49.196 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wA-YLOYJDfRkM1N off=3249870 len=1061804 2024-04-10T15:34:49.202 INFO:tasks.workunit.client.0.smithi102.stdout:op 2744 completed, throughput=5MB/sec 2024-04-10T15:34:49.202 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BW6UC-mgYpCQ2ho off=0 len=1210504 2024-04-10T15:34:49.208 INFO:tasks.workunit.client.0.smithi102.stdout:op 2745 completed, throughput=5MB/sec 2024-04-10T15:34:49.208 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kbbfcoAoW6C-Gac off=4073416 len=23771 2024-04-10T15:34:49.210 INFO:tasks.workunit.client.0.smithi102.stdout:op 2746 completed, throughput=5MB/sec 2024-04-10T15:34:49.210 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--YdU480PvGQBFQt off=18676845 len=1164331 2024-04-10T15:34:49.217 INFO:tasks.workunit.client.0.smithi102.stdout:op 2747 completed, throughput=5MB/sec 2024-04-10T15:34:49.217 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uALbB53JPjFg2_2 off=5500520 len=1863396 2024-04-10T15:34:49.221 INFO:tasks.workunit.client.0.smithi102.stdout:op 2748 completed, throughput=5MB/sec 2024-04-10T15:34:50.222 INFO:tasks.workunit.client.0.smithi102.stdout: 533: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:50.222 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NfAHsJdNw9_tPTy off=2298176 len=1397062 2024-04-10T15:34:50.223 INFO:tasks.workunit.client.0.smithi102.stdout:op 2749 completed, throughput=5MB/sec 2024-04-10T15:34:50.224 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9Yuw9cPQXCctDFr off=11319115 len=1689129 2024-04-10T15:34:50.232 INFO:tasks.workunit.client.0.smithi102.stdout:op 2750 completed, throughput=5MB/sec 2024-04-10T15:34:50.232 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-40P-WlXFYE4UxH1 off=2413829 len=683494 2024-04-10T15:34:50.236 INFO:tasks.workunit.client.0.smithi102.stdout:op 2751 completed, throughput=5MB/sec 2024-04-10T15:34:50.237 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-H1vRRIrKwcJLtxl off=3852701 len=1757934 2024-04-10T15:34:50.246 INFO:tasks.workunit.client.0.smithi102.stdout:op 2752 completed, throughput=5MB/sec 2024-04-10T15:34:51.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:50 smithi154 ceph-mon[84269]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:34:51.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:50 smithi102 ceph-mon[90943]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:34:51.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:50 smithi102 ceph-mon[88557]: pgmap v1618: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:34:51.247 INFO:tasks.workunit.client.0.smithi102.stdout: 534: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:51.247 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PaQzkXD9ZGtvmKG off=9000368 len=166098 2024-04-10T15:34:51.250 INFO:tasks.workunit.client.0.smithi102.stdout:op 2753 completed, throughput=4.99MB/sec 2024-04-10T15:34:51.250 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-T63YVNtqmp5KdPA off=4453570 len=475867 2024-04-10T15:34:51.251 INFO:tasks.workunit.client.0.smithi102.stdout:op 2754 completed, throughput=4.99MB/sec 2024-04-10T15:34:51.251 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Dpu3BFIhixJsHeN off=4376126 len=641052 2024-04-10T15:34:51.255 INFO:tasks.workunit.client.0.smithi102.stdout:op 2755 completed, throughput=5MB/sec 2024-04-10T15:34:51.255 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SYcHpSEb6KWgiAE off=793186 len=1049293 2024-04-10T15:34:51.257 INFO:tasks.workunit.client.0.smithi102.stdout:op 2756 completed, throughput=5MB/sec 2024-04-10T15:34:51.257 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xT49SMIP50f39q_ off=16375895 len=788334 2024-04-10T15:34:51.258 INFO:tasks.workunit.client.0.smithi102.stdout:op 2757 completed, throughput=5MB/sec 2024-04-10T15:34:51.258 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4nHw7zFiApJNFGl off=3739520 len=160272 2024-04-10T15:34:51.261 INFO:tasks.workunit.client.0.smithi102.stdout:op 2758 completed, throughput=5MB/sec 2024-04-10T15:34:51.261 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TB_hKUzW2Yn9M_1 off=13887680 len=1006561 2024-04-10T15:34:51.262 INFO:tasks.workunit.client.0.smithi102.stdout:op 2759 completed, throughput=5MB/sec 2024-04-10T15:34:52.262 INFO:tasks.workunit.client.0.smithi102.stdout: 535: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:52.262 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nKLUXe529yJD-yC off=3747579 len=1343918 2024-04-10T15:34:52.264 INFO:tasks.workunit.client.0.smithi102.stdout:op 2760 completed, throughput=4.99MB/sec 2024-04-10T15:34:52.264 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-F7ToXNAsPJSJlQM off=874653 len=1806479 2024-04-10T15:34:52.273 INFO:tasks.workunit.client.0.smithi102.stdout:op 2761 completed, throughput=5MB/sec 2024-04-10T15:34:52.273 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bBB4J-3rhjlNAl_ off=1196538 len=461968 2024-04-10T15:34:52.274 INFO:tasks.workunit.client.0.smithi102.stdout:op 2762 completed, throughput=5MB/sec 2024-04-10T15:34:52.274 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-i2kJ9DMjUfgirOD off=12109120 len=490132 2024-04-10T15:34:52.278 INFO:tasks.workunit.client.0.smithi102.stdout:op 2763 completed, throughput=5MB/sec 2024-04-10T15:34:52.278 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JnaIzSKMm0ZstXK off=8301540 len=429329 2024-04-10T15:34:52.279 INFO:tasks.workunit.client.0.smithi102.stdout:op 2764 completed, throughput=5MB/sec 2024-04-10T15:34:52.279 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NUrvooWRX-Nhiwk off=16145806 len=1052263 2024-04-10T15:34:52.280 INFO:tasks.workunit.client.0.smithi102.stdout:op 2765 completed, throughput=5MB/sec 2024-04-10T15:34:52.641 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:34:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:34:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:34:53.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:52 smithi154 ceph-mon[84269]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:34:53.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:52 smithi102 ceph-mon[90943]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:34:53.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:52 smithi102 ceph-mon[88557]: pgmap v1619: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:34:53.280 INFO:tasks.workunit.client.0.smithi102.stdout: 536: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:53.280 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wbcTDRfvk1frTJp off=1558158 len=1592342 2024-04-10T15:34:53.287 INFO:tasks.workunit.client.0.smithi102.stdout:op 2766 completed, throughput=5MB/sec 2024-04-10T15:34:53.287 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-p6t5iVLVxjn0gRa off=649549 len=244369 2024-04-10T15:34:53.288 INFO:tasks.workunit.client.0.smithi102.stdout:op 2767 completed, throughput=5MB/sec 2024-04-10T15:34:53.288 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QKP9pqr_oX9AwiB off=1190618 len=1592212 2024-04-10T15:34:53.291 INFO:tasks.workunit.client.0.smithi102.stdout:op 2768 completed, throughput=5MB/sec 2024-04-10T15:34:53.291 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rlzwiYyADuLoD6T off=4809721 len=87111 2024-04-10T15:34:53.291 INFO:tasks.workunit.client.0.smithi102.stdout:op 2769 completed, throughput=5MB/sec 2024-04-10T15:34:53.292 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-J2i7OILWbMlBGDW off=8073011 len=505424 2024-04-10T15:34:53.295 INFO:tasks.workunit.client.0.smithi102.stdout:op 2770 completed, throughput=5MB/sec 2024-04-10T15:34:53.295 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bqYRa0Dl4rB2gPO off=8901022 len=841839 2024-04-10T15:34:53.299 INFO:tasks.workunit.client.0.smithi102.stdout:op 2771 completed, throughput=5MB/sec 2024-04-10T15:34:54.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:34:54.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:34:54.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:34:54.299 INFO:tasks.workunit.client.0.smithi102.stdout: 537: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:54.300 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hXw_pkpX2lTDJ0k off=7409547 len=1007427 2024-04-10T15:34:54.301 INFO:tasks.workunit.client.0.smithi102.stdout:op 2772 completed, throughput=4.99MB/sec 2024-04-10T15:34:54.301 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-yRyAYZ4t8xLpuaM off=14504909 len=970640 2024-04-10T15:34:54.302 INFO:tasks.workunit.client.0.smithi102.stdout:op 2773 completed, throughput=4.99MB/sec 2024-04-10T15:34:54.303 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2gAXAnCeMdKO5PS off=2347931 len=257954 2024-04-10T15:34:54.303 INFO:tasks.workunit.client.0.smithi102.stdout:op 2774 completed, throughput=5MB/sec 2024-04-10T15:34:54.303 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-o4FDAarYX2vkOOg off=5124461 len=1057771 2024-04-10T15:34:54.304 INFO:tasks.workunit.client.0.smithi102.stdout:op 2775 completed, throughput=5MB/sec 2024-04-10T15:34:54.305 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HU2EICufiVxyv54 off=14235666 len=1620767 2024-04-10T15:34:54.314 INFO:tasks.workunit.client.0.smithi102.stdout:op 2776 completed, throughput=5MB/sec 2024-04-10T15:34:54.314 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GT84tEz7CN59PaV off=18835474 len=121029 2024-04-10T15:34:54.314 INFO:tasks.workunit.client.0.smithi102.stdout:op 2777 completed, throughput=5MB/sec 2024-04-10T15:34:55.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:54 smithi154 ceph-mon[84269]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-10T15:34:55.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:54 smithi102 ceph-mon[90943]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-10T15:34:55.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:54 smithi102 ceph-mon[88557]: pgmap v1620: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-10T15:34:55.314 INFO:tasks.workunit.client.0.smithi102.stdout: 538: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:55.314 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TcLB9hQkzLPPMp5 off=23941094 len=276902 2024-04-10T15:34:55.318 INFO:tasks.workunit.client.0.smithi102.stdout:op 2778 completed, throughput=4.99MB/sec 2024-04-10T15:34:55.318 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-g3kpnUOFv0TG31y off=2612055 len=1555633 2024-04-10T15:34:55.325 INFO:tasks.workunit.client.0.smithi102.stdout:op 2779 completed, throughput=4.99MB/sec 2024-04-10T15:34:55.325 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5Tyog4amW1tMLQH off=2284874 len=423928 2024-04-10T15:34:55.325 INFO:tasks.workunit.client.0.smithi102.stdout:op 2780 completed, throughput=4.99MB/sec 2024-04-10T15:34:55.326 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gCss8CMejm4RIWB off=7146139 len=831169 2024-04-10T15:34:55.330 INFO:tasks.workunit.client.0.smithi102.stdout:op 2781 completed, throughput=5MB/sec 2024-04-10T15:34:55.330 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_iooZ3sKsv7erFn off=499472 len=1410816 2024-04-10T15:34:55.338 INFO:tasks.workunit.client.0.smithi102.stdout:op 2782 completed, throughput=5MB/sec 2024-04-10T15:34:55.338 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uAa3mspOEuipCBy off=2456333 len=1247210 2024-04-10T15:34:55.338 INFO:tasks.workunit.client.0.smithi102.stdout:op 2783 completed, throughput=5MB/sec 2024-04-10T15:34:56.338 INFO:tasks.workunit.client.0.smithi102.stdout: 539: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:56.338 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DsGuqXae7A28YeG off=19467950 len=1795956 2024-04-10T15:34:56.340 INFO:tasks.workunit.client.0.smithi102.stdout:op 2784 completed, throughput=4.99MB/sec 2024-04-10T15:34:56.340 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-z8wfyqvad0cXJt6 off=853277 len=1991245 2024-04-10T15:34:56.354 INFO:tasks.workunit.client.0.smithi102.stdout:op 2785 completed, throughput=5MB/sec 2024-04-10T15:34:56.354 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WknZat7C_yfP9kU off=5592522 len=1708462 2024-04-10T15:34:56.361 INFO:tasks.workunit.client.0.smithi102.stdout:op 2786 completed, throughput=5MB/sec 2024-04-10T15:34:57.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:56 smithi154 ceph-mon[84269]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:34:57.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:56 smithi102 ceph-mon[90943]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:34:57.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:56 smithi102 ceph-mon[88557]: pgmap v1621: 105 pgs: 105 active+clean; 128 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:34:57.361 INFO:tasks.workunit.client.0.smithi102.stdout: 540: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:57.361 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MrB9oxXPjKkIO7K off=685979 len=1374478 2024-04-10T15:34:57.363 INFO:tasks.workunit.client.0.smithi102.stdout:op 2787 completed, throughput=4.99MB/sec 2024-04-10T15:34:57.363 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4MjU0-CSwqzV658 off=3486201 len=423595 2024-04-10T15:34:57.367 INFO:tasks.workunit.client.0.smithi102.stdout:op 2788 completed, throughput=4.99MB/sec 2024-04-10T15:34:57.367 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IMwCatK_p4vBj8h off=3259769 len=1898404 2024-04-10T15:34:57.371 INFO:tasks.workunit.client.0.smithi102.stdout:op 2789 completed, throughput=5MB/sec 2024-04-10T15:34:57.371 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6-CvUCzYGdivW69 off=10683592 len=1764946 2024-04-10T15:34:57.373 INFO:tasks.workunit.client.0.smithi102.stdout:op 2790 completed, throughput=5MB/sec 2024-04-10T15:34:57.921 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:34:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:34:57] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2024-04-10T15:34:58.373 INFO:tasks.workunit.client.0.smithi102.stdout: 541: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:58.374 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4nWpnuEyuCYsob7 off=22638319 len=1984991 2024-04-10T15:34:58.384 INFO:tasks.workunit.client.0.smithi102.stdout:op 2791 completed, throughput=5MB/sec 2024-04-10T15:34:58.384 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-J1cHzZCZrDpA8NG off=3238684 len=2067371 2024-04-10T15:34:58.386 INFO:tasks.workunit.client.0.smithi102.stdout:op 2792 completed, throughput=5MB/sec 2024-04-10T15:34:58.386 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TBE5Z_UErug_dSm off=6495768 len=818357 2024-04-10T15:34:58.387 INFO:tasks.workunit.client.0.smithi102.stdout:op 2793 completed, throughput=5MB/sec 2024-04-10T15:34:59.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:34:58 smithi154 ceph-mon[84269]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:34:59.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:34:58 smithi102 ceph-mon[90943]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:34:59.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:34:58 smithi102 ceph-mon[88557]: pgmap v1622: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:34:59.387 INFO:tasks.workunit.client.0.smithi102.stdout: 542: throughput=4.99MB/sec pending data=0 2024-04-10T15:34:59.388 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-56eQcEU6OpK3p_b off=8165254 len=1360303 2024-04-10T15:34:59.390 INFO:tasks.workunit.client.0.smithi102.stdout:op 2794 completed, throughput=4.99MB/sec 2024-04-10T15:34:59.390 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0nNjlbx8kGMdUOb off=22639622 len=241340 2024-04-10T15:34:59.394 INFO:tasks.workunit.client.0.smithi102.stdout:op 2795 completed, throughput=4.99MB/sec 2024-04-10T15:34:59.394 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-f9VreEpHxWQSajH off=7937582 len=960003 2024-04-10T15:34:59.395 INFO:tasks.workunit.client.0.smithi102.stdout:op 2796 completed, throughput=5MB/sec 2024-04-10T15:34:59.395 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tEOW384xO7eX2Me off=8961947 len=1603150 2024-04-10T15:34:59.402 INFO:tasks.workunit.client.0.smithi102.stdout:op 2797 completed, throughput=5MB/sec 2024-04-10T15:34:59.402 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eyGzAl_DJ1TOSBF off=2973992 len=679904 2024-04-10T15:34:59.403 INFO:tasks.workunit.client.0.smithi102.stdout:op 2798 completed, throughput=5MB/sec 2024-04-10T15:34:59.403 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vx-Tu29zIPfHjgS off=3956389 len=403473 2024-04-10T15:34:59.406 INFO:tasks.workunit.client.0.smithi102.stdout:op 2799 completed, throughput=5MB/sec 2024-04-10T15:35:00.406 INFO:tasks.workunit.client.0.smithi102.stdout: 543: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:00.406 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0GXDI6be686OJyE off=16555112 len=308345 2024-04-10T15:35:00.410 INFO:tasks.workunit.client.0.smithi102.stdout:op 2800 completed, throughput=4.99MB/sec 2024-04-10T15:35:00.410 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5JDKAkgdw1VcaOU off=3968955 len=1706171 2024-04-10T15:35:00.419 INFO:tasks.workunit.client.0.smithi102.stdout:op 2801 completed, throughput=4.99MB/sec 2024-04-10T15:35:00.419 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FfMmgdi3PBDtKyr off=5915676 len=322111 2024-04-10T15:35:00.420 INFO:tasks.workunit.client.0.smithi102.stdout:op 2802 completed, throughput=5MB/sec 2024-04-10T15:35:00.420 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gSl3u2pY2MRyW1_ off=2373790 len=1593634 2024-04-10T15:35:00.422 INFO:tasks.workunit.client.0.smithi102.stdout:op 2803 completed, throughput=5MB/sec 2024-04-10T15:35:00.422 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BSzhlU1V6s-wdNz off=1816441 len=1392574 2024-04-10T15:35:00.423 INFO:tasks.workunit.client.0.smithi102.stdout:op 2804 completed, throughput=5MB/sec 2024-04-10T15:35:01.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:00 smithi154 ceph-mon[84269]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:35:01.170 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:00 smithi102 ceph-mon[88557]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:35:01.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:00 smithi102 ceph-mon[90943]: pgmap v1623: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:35:01.424 INFO:tasks.workunit.client.0.smithi102.stdout: 544: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:01.424 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nRPCkcO0JxQVJfv off=2735512 len=922281 2024-04-10T15:35:01.425 INFO:tasks.workunit.client.0.smithi102.stdout:op 2805 completed, throughput=4.99MB/sec 2024-04-10T15:35:01.425 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-C7IQLS8CYCI0CxI off=7234920 len=1055125 2024-04-10T15:35:01.426 INFO:tasks.workunit.client.0.smithi102.stdout:op 2806 completed, throughput=4.99MB/sec 2024-04-10T15:35:01.427 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0VXB-nxC5Vy11qo off=6017065 len=1705180 2024-04-10T15:35:01.435 INFO:tasks.workunit.client.0.smithi102.stdout:op 2807 completed, throughput=5MB/sec 2024-04-10T15:35:01.435 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vjKjxgLwIg28oXW off=7886942 len=372284 2024-04-10T15:35:01.436 INFO:tasks.workunit.client.0.smithi102.stdout:op 2808 completed, throughput=5MB/sec 2024-04-10T15:35:01.436 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TO0iW9vAv34BGVP off=5741225 len=2057787 2024-04-10T15:35:01.445 INFO:tasks.workunit.client.0.smithi102.stdout:op 2809 completed, throughput=5MB/sec 2024-04-10T15:35:02.445 INFO:tasks.workunit.client.0.smithi102.stdout: 545: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:02.446 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oIxLyhucvXWNRLp off=6314029 len=607570 2024-04-10T15:35:02.447 INFO:tasks.workunit.client.0.smithi102.stdout:op 2810 completed, throughput=4.99MB/sec 2024-04-10T15:35:02.447 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5FLhFqsBR6dSAwA off=9783744 len=607410 2024-04-10T15:35:02.451 INFO:tasks.workunit.client.0.smithi102.stdout:op 2811 completed, throughput=4.99MB/sec 2024-04-10T15:35:02.451 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--pZMzP-7BlcXSUP off=1945034 len=1261315 2024-04-10T15:35:02.452 INFO:tasks.workunit.client.0.smithi102.stdout:op 2812 completed, throughput=5MB/sec 2024-04-10T15:35:02.452 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tQn4-qSHLOnTCqP off=7011401 len=648285 2024-04-10T15:35:02.454 INFO:tasks.workunit.client.0.smithi102.stdout:op 2813 completed, throughput=5MB/sec 2024-04-10T15:35:02.454 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xrkwXfldhb8K2Mz off=5535785 len=334874 2024-04-10T15:35:02.454 INFO:tasks.workunit.client.0.smithi102.stdout:op 2814 completed, throughput=5MB/sec 2024-04-10T15:35:02.454 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oir_M5LsfR_Y27i off=364629 len=1495762 2024-04-10T15:35:02.456 INFO:tasks.workunit.client.0.smithi102.stdout:op 2815 completed, throughput=5MB/sec 2024-04-10T15:35:02.641 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:35:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:35:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:35:03.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:02 smithi154 ceph-mon[84269]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:35:03.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:02 smithi102 ceph-mon[90943]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:35:03.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:02 smithi102 ceph-mon[88557]: pgmap v1624: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:35:03.457 INFO:tasks.workunit.client.0.smithi102.stdout: 546: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:03.457 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wFSZNKBB9-jSP6K off=7867792 len=1485683 2024-04-10T15:35:03.459 INFO:tasks.workunit.client.0.smithi102.stdout:op 2816 completed, throughput=4.99MB/sec 2024-04-10T15:35:03.459 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LzxmvtmQqZVlMFy off=6595030 len=296172 2024-04-10T15:35:03.462 INFO:tasks.workunit.client.0.smithi102.stdout:op 2817 completed, throughput=5MB/sec 2024-04-10T15:35:03.463 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ifgi3bgray_6aiC off=3036918 len=146383 2024-04-10T15:35:03.465 INFO:tasks.workunit.client.0.smithi102.stdout:op 2818 completed, throughput=5MB/sec 2024-04-10T15:35:03.465 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-V4aOCvxfbjXUrSH off=3772310 len=935063 2024-04-10T15:35:03.470 INFO:tasks.workunit.client.0.smithi102.stdout:op 2819 completed, throughput=5MB/sec 2024-04-10T15:35:03.470 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Bv0w2lJzOFsAhVq off=19052162 len=1582937 2024-04-10T15:35:03.478 INFO:tasks.workunit.client.0.smithi102.stdout:op 2820 completed, throughput=5MB/sec 2024-04-10T15:35:03.478 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WqrRxE3kNVniSJt off=5159590 len=1383751 2024-04-10T15:35:03.485 INFO:tasks.workunit.client.0.smithi102.stdout:op 2821 completed, throughput=5MB/sec 2024-04-10T15:35:04.485 INFO:tasks.workunit.client.0.smithi102.stdout: 547: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:04.485 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9Di7x-wPBnABxYG off=5148869 len=761959 2024-04-10T15:35:04.486 INFO:tasks.workunit.client.0.smithi102.stdout:op 2822 completed, throughput=4.99MB/sec 2024-04-10T15:35:04.487 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-e0K5BBq8NjaLiIf off=657876 len=2016824 2024-04-10T15:35:04.495 INFO:tasks.workunit.client.0.smithi102.stdout:op 2823 completed, throughput=5MB/sec 2024-04-10T15:35:04.495 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-f_Furodtm1TJWYm off=1385791 len=1919887 2024-04-10T15:35:04.506 INFO:tasks.workunit.client.0.smithi102.stdout:op 2824 completed, throughput=5MB/sec 2024-04-10T15:35:05.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:04 smithi154 ceph-mon[84269]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:35:05.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:04 smithi102 ceph-mon[90943]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:35:05.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:04 smithi102 ceph-mon[88557]: pgmap v1625: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:35:05.506 INFO:tasks.workunit.client.0.smithi102.stdout: 548: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:05.506 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rKtgBRZIBayGiec off=1227512 len=735851 2024-04-10T15:35:05.511 INFO:tasks.workunit.client.0.smithi102.stdout:op 2825 completed, throughput=4.99MB/sec 2024-04-10T15:35:05.511 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wfAP6QWFfHEPZyr off=1013610 len=1970255 2024-04-10T15:35:05.521 INFO:tasks.workunit.client.0.smithi102.stdout:op 2826 completed, throughput=5MB/sec 2024-04-10T15:35:05.521 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SKGBv7Rrv84YPm8 off=4241400 len=737253 2024-04-10T15:35:05.522 INFO:tasks.workunit.client.0.smithi102.stdout:op 2827 completed, throughput=5MB/sec 2024-04-10T15:35:05.522 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-syFgs04955RvFSL off=11108677 len=1737247 2024-04-10T15:35:05.531 INFO:tasks.workunit.client.0.smithi102.stdout:op 2828 completed, throughput=5MB/sec 2024-04-10T15:35:06.531 INFO:tasks.workunit.client.0.smithi102.stdout: 549: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:06.532 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0-4QaDS7TAbWmJa off=11790475 len=1897979 2024-04-10T15:35:06.540 INFO:tasks.workunit.client.0.smithi102.stdout:op 2829 completed, throughput=4.99MB/sec 2024-04-10T15:35:06.540 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FcBs-7u7EKAgv8n off=1174099 len=1163114 2024-04-10T15:35:06.545 INFO:tasks.workunit.client.0.smithi102.stdout:op 2830 completed, throughput=5MB/sec 2024-04-10T15:35:06.545 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-AG6WgDNYkIAcTmP off=5819397 len=825407 2024-04-10T15:35:06.546 INFO:tasks.workunit.client.0.smithi102.stdout:op 2831 completed, throughput=5MB/sec 2024-04-10T15:35:06.546 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YU2PcApq4_hpUpz off=13884451 len=578949 2024-04-10T15:35:06.547 INFO:tasks.workunit.client.0.smithi102.stdout:op 2832 completed, throughput=5MB/sec 2024-04-10T15:35:06.547 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rDPwyjSNeNwV7FH off=1270213 len=1968200 2024-04-10T15:35:06.548 INFO:tasks.workunit.client.0.smithi102.stdout:op 2833 completed, throughput=5MB/sec 2024-04-10T15:35:06.973 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:06 smithi102 ceph-mon[90943]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:35:06.973 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:06 smithi102 ceph-mon[88557]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:35:07.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:06 smithi154 ceph-mon[84269]: pgmap v1626: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:35:07.549 INFO:tasks.workunit.client.0.smithi102.stdout: 550: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:07.549 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-B6seQWECO111QsC off=14271396 len=2004688 2024-04-10T15:35:07.551 INFO:tasks.workunit.client.0.smithi102.stdout:op 2834 completed, throughput=5MB/sec 2024-04-10T15:35:07.551 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XuYAOqL-STRXRcP off=15622882 len=650588 2024-04-10T15:35:07.556 INFO:tasks.workunit.client.0.smithi102.stdout:op 2835 completed, throughput=5MB/sec 2024-04-10T15:35:07.556 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EmbOhTmlFf4Jlj_ off=6679957 len=1799291 2024-04-10T15:35:07.564 INFO:tasks.workunit.client.0.smithi102.stdout:op 2836 completed, throughput=5MB/sec 2024-04-10T15:35:07.921 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:35:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:35:07] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2024-04-10T15:35:08.565 INFO:tasks.workunit.client.0.smithi102.stdout: 551: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:08.565 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ib6XV4NPGY-53us off=2627063 len=977437 2024-04-10T15:35:08.567 INFO:tasks.workunit.client.0.smithi102.stdout:op 2837 completed, throughput=4.99MB/sec 2024-04-10T15:35:08.567 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8K7RkrAO5TGb4ti off=2228947 len=199957 2024-04-10T15:35:08.568 INFO:tasks.workunit.client.0.smithi102.stdout:op 2838 completed, throughput=4.99MB/sec 2024-04-10T15:35:08.568 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-yRyAYZ4t8xLpuaM off=16249994 len=1176660 2024-04-10T15:35:08.573 INFO:tasks.workunit.client.0.smithi102.stdout:op 2839 completed, throughput=5MB/sec 2024-04-10T15:35:08.573 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pxkGQjgS6KVCikB off=4991726 len=312770 2024-04-10T15:35:08.576 INFO:tasks.workunit.client.0.smithi102.stdout:op 2840 completed, throughput=5MB/sec 2024-04-10T15:35:08.576 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1sfGZn_Z8M-CT-_ off=8898076 len=614901 2024-04-10T15:35:08.580 INFO:tasks.workunit.client.0.smithi102.stdout:op 2841 completed, throughput=5MB/sec 2024-04-10T15:35:08.580 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AM59jV_31q1ijci off=823371 len=240538 2024-04-10T15:35:08.583 INFO:tasks.workunit.client.0.smithi102.stdout:op 2842 completed, throughput=5MB/sec 2024-04-10T15:35:08.583 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-O6SeIjqsu2guPHt off=13700535 len=1162930 2024-04-10T15:35:08.588 INFO:tasks.workunit.client.0.smithi102.stdout:op 2843 completed, throughput=5MB/sec 2024-04-10T15:35:08.588 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4NrloX6-EV5PD1s off=1484149 len=2056413 2024-04-10T15:35:08.589 INFO:tasks.workunit.client.0.smithi102.stdout:op 2844 completed, throughput=5MB/sec 2024-04-10T15:35:09.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:08 smithi154 ceph-mon[84269]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:35:09.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:09.170 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:08 smithi102 ceph-mon[88557]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:35:09.170 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:09.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:08 smithi102 ceph-mon[90943]: pgmap v1627: 105 pgs: 105 active+clean; 128 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:35:09.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:09.589 INFO:tasks.workunit.client.0.smithi102.stdout: 552: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:09.590 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QTHqtSmbKcR6-f7 off=9192877 len=1146078 2024-04-10T15:35:09.591 INFO:tasks.workunit.client.0.smithi102.stdout:op 2845 completed, throughput=5MB/sec 2024-04-10T15:35:09.591 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WSu6YPqIo9lG6Mt off=2335893 len=713554 2024-04-10T15:35:09.592 INFO:tasks.workunit.client.0.smithi102.stdout:op 2846 completed, throughput=5MB/sec 2024-04-10T15:35:09.592 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tGwLdNF8L4Hr5-Y off=820596 len=629040 2024-04-10T15:35:09.597 INFO:tasks.workunit.client.0.smithi102.stdout:op 2847 completed, throughput=5MB/sec 2024-04-10T15:35:09.597 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nOdRk3PwsDSSLuA off=22864205 len=889819 2024-04-10T15:35:09.602 INFO:tasks.workunit.client.0.smithi102.stdout:op 2848 completed, throughput=5MB/sec 2024-04-10T15:35:09.603 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3zBlFMOhQJz3Nos off=13436666 len=1105783 2024-04-10T15:35:09.607 INFO:tasks.workunit.client.0.smithi102.stdout:op 2849 completed, throughput=5MB/sec 2024-04-10T15:35:10.608 INFO:tasks.workunit.client.0.smithi102.stdout: 553: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:10.608 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6_BBdmsNf-A_Kti off=231243 len=492153 2024-04-10T15:35:10.612 INFO:tasks.workunit.client.0.smithi102.stdout:op 2850 completed, throughput=4.99MB/sec 2024-04-10T15:35:10.612 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-W-mLRQLBnw2ZkHx off=6832201 len=72182 2024-04-10T15:35:10.612 INFO:tasks.workunit.client.0.smithi102.stdout:op 2851 completed, throughput=4.99MB/sec 2024-04-10T15:35:10.612 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-u7orIWbvsRBg97q off=16375290 len=433346 2024-04-10T15:35:10.616 INFO:tasks.workunit.client.0.smithi102.stdout:op 2852 completed, throughput=4.99MB/sec 2024-04-10T15:35:10.616 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-EEo91IYuc-PULir off=3374091 len=1333819 2024-04-10T15:35:10.617 INFO:tasks.workunit.client.0.smithi102.stdout:op 2853 completed, throughput=5MB/sec 2024-04-10T15:35:10.617 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pAPR3JCwB0vZuUd off=20859912 len=352393 2024-04-10T15:35:10.621 INFO:tasks.workunit.client.0.smithi102.stdout:op 2854 completed, throughput=5MB/sec 2024-04-10T15:35:10.621 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gtp4FLaULFfFI2M off=7028128 len=30284 2024-04-10T15:35:10.622 INFO:tasks.workunit.client.0.smithi102.stdout:op 2855 completed, throughput=5MB/sec 2024-04-10T15:35:10.623 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Dio80P5Uep8fmSP off=10519005 len=1042174 2024-04-10T15:35:10.624 INFO:tasks.workunit.client.0.smithi102.stdout:op 2856 completed, throughput=5MB/sec 2024-04-10T15:35:10.624 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-loJDVgv_VoPOMuI off=17884584 len=638387 2024-04-10T15:35:10.628 INFO:tasks.workunit.client.0.smithi102.stdout:op 2857 completed, throughput=5MB/sec 2024-04-10T15:35:10.628 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kWdTEEhYf8bOLX6 off=6269955 len=701580 2024-04-10T15:35:10.632 INFO:tasks.workunit.client.0.smithi102.stdout:op 2858 completed, throughput=5MB/sec 2024-04-10T15:35:11.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:10 smithi154 ceph-mon[84269]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:35:11.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:10 smithi102 ceph-mon[90943]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:35:11.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:10 smithi102 ceph-mon[88557]: pgmap v1628: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:35:11.632 INFO:tasks.workunit.client.0.smithi102.stdout: 554: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:11.633 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cufx5UhcFGYHtR3 off=8517590 len=950157 2024-04-10T15:35:11.638 INFO:tasks.workunit.client.0.smithi102.stdout:op 2859 completed, throughput=4.99MB/sec 2024-04-10T15:35:11.638 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-p0K7i21H-nrag8A off=2299745 len=725353 2024-04-10T15:35:11.641 INFO:tasks.workunit.client.0.smithi102.stdout:op 2860 completed, throughput=4.99MB/sec 2024-04-10T15:35:11.642 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uwovQypSLBpzHMm off=11322625 len=1213842 2024-04-10T15:35:11.649 INFO:tasks.workunit.client.0.smithi102.stdout:op 2861 completed, throughput=5MB/sec 2024-04-10T15:35:11.649 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pHuF1uWEpb7XnfU off=10945937 len=272360 2024-04-10T15:35:11.649 INFO:tasks.workunit.client.0.smithi102.stdout:op 2862 completed, throughput=5MB/sec 2024-04-10T15:35:11.649 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-npAWgLOtgMkNwSU off=504987 len=851397 2024-04-10T15:35:11.653 INFO:tasks.workunit.client.0.smithi102.stdout:op 2863 completed, throughput=5MB/sec 2024-04-10T15:35:11.653 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lHEjjIE2QEZkPcS off=17974120 len=1306179 2024-04-10T15:35:11.659 INFO:tasks.workunit.client.0.smithi102.stdout:op 2864 completed, throughput=5MB/sec 2024-04-10T15:35:12.641 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:35:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:35:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:35:12.659 INFO:tasks.workunit.client.0.smithi102.stdout: 555: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:12.660 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SR9E6IddPGrJDRP off=15867677 len=886910 2024-04-10T15:35:12.665 INFO:tasks.workunit.client.0.smithi102.stdout:op 2865 completed, throughput=4.99MB/sec 2024-04-10T15:35:12.665 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Xr9vqnbjyYDacY7 off=5757764 len=633096 2024-04-10T15:35:12.668 INFO:tasks.workunit.client.0.smithi102.stdout:op 2866 completed, throughput=4.99MB/sec 2024-04-10T15:35:12.669 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SjyOBNrHFQuax35 off=11534786 len=226465 2024-04-10T15:35:12.671 INFO:tasks.workunit.client.0.smithi102.stdout:op 2867 completed, throughput=4.99MB/sec 2024-04-10T15:35:12.671 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1VlIpiKNyMWDjjs off=14989256 len=1216094 2024-04-10T15:35:12.673 INFO:tasks.workunit.client.0.smithi102.stdout:op 2868 completed, throughput=5MB/sec 2024-04-10T15:35:12.673 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kh7XPop9VtVLzkM off=872293 len=1598710 2024-04-10T15:35:12.674 INFO:tasks.workunit.client.0.smithi102.stdout:op 2869 completed, throughput=5MB/sec 2024-04-10T15:35:12.674 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-47nVoxUxtCNfDGb off=0 len=1138306 2024-04-10T15:35:12.679 INFO:tasks.workunit.client.0.smithi102.stdout:op 2870 completed, throughput=5MB/sec 2024-04-10T15:35:13.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:12 smithi154 ceph-mon[84269]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:35:13.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:12 smithi102 ceph-mon[90943]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:35:13.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:12 smithi102 ceph-mon[88557]: pgmap v1629: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:35:13.679 INFO:tasks.workunit.client.0.smithi102.stdout: 556: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:13.679 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sdD6ATu3YS347Mn off=23643372 len=906532 2024-04-10T15:35:13.684 INFO:tasks.workunit.client.0.smithi102.stdout:op 2871 completed, throughput=4.99MB/sec 2024-04-10T15:35:13.684 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WiGUV01M8OQ9BVd off=7885203 len=1567043 2024-04-10T15:35:13.687 INFO:tasks.workunit.client.0.smithi102.stdout:op 2872 completed, throughput=5MB/sec 2024-04-10T15:35:13.687 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-L0T23FornAYUrM0 off=3651609 len=317905 2024-04-10T15:35:13.690 INFO:tasks.workunit.client.0.smithi102.stdout:op 2873 completed, throughput=5MB/sec 2024-04-10T15:35:13.690 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dlWPzbWchvsxkI0 off=1807934 len=573283 2024-04-10T15:35:13.691 INFO:tasks.workunit.client.0.smithi102.stdout:op 2874 completed, throughput=5MB/sec 2024-04-10T15:35:13.691 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bOmFeWzdYviIz3T off=15462066 len=1226075 2024-04-10T15:35:13.692 INFO:tasks.workunit.client.0.smithi102.stdout:op 2875 completed, throughput=5MB/sec 2024-04-10T15:35:14.693 INFO:tasks.workunit.client.0.smithi102.stdout: 557: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:14.693 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VfrnVgW8tV5MMex off=7292287 len=69259 2024-04-10T15:35:14.694 INFO:tasks.workunit.client.0.smithi102.stdout:op 2876 completed, throughput=4.99MB/sec 2024-04-10T15:35:14.694 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NrvW0SbwxhdNNQZ off=1453740 len=1875132 2024-04-10T15:35:14.698 INFO:tasks.workunit.client.0.smithi102.stdout:op 2877 completed, throughput=4.99MB/sec 2024-04-10T15:35:14.698 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RtJYx0AiWyZbePL off=1951644 len=1467561 2024-04-10T15:35:14.700 INFO:tasks.workunit.client.0.smithi102.stdout:op 2878 completed, throughput=5MB/sec 2024-04-10T15:35:14.700 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kanrwpf6t7_vY3w off=836821 len=1539085 2024-04-10T15:35:14.709 INFO:tasks.workunit.client.0.smithi102.stdout:op 2879 completed, throughput=5MB/sec 2024-04-10T15:35:14.710 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Tceeir5_nebE5Ni off=11238206 len=1557988 2024-04-10T15:35:14.718 INFO:tasks.workunit.client.0.smithi102.stdout:op 2880 completed, throughput=5MB/sec 2024-04-10T15:35:15.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:14 smithi154 ceph-mon[84269]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:35:15.170 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:14 smithi102 ceph-mon[88557]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:35:15.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:14 smithi102 ceph-mon[90943]: pgmap v1630: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:35:15.718 INFO:tasks.workunit.client.0.smithi102.stdout: 558: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:15.718 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ehEr75ugAfeYGUk off=9579860 len=710820 2024-04-10T15:35:15.723 INFO:tasks.workunit.client.0.smithi102.stdout:op 2881 completed, throughput=4.99MB/sec 2024-04-10T15:35:15.723 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QziEXkvrcuCnTSM off=8246391 len=777230 2024-04-10T15:35:15.726 INFO:tasks.workunit.client.0.smithi102.stdout:op 2882 completed, throughput=5MB/sec 2024-04-10T15:35:15.726 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vNGwAY2pcVne42C off=12514012 len=1297589 2024-04-10T15:35:15.732 INFO:tasks.workunit.client.0.smithi102.stdout:op 2883 completed, throughput=5MB/sec 2024-04-10T15:35:15.732 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jUdhVs9uL41mMR7 off=4807978 len=1149917 2024-04-10T15:35:15.738 INFO:tasks.workunit.client.0.smithi102.stdout:op 2884 completed, throughput=5MB/sec 2024-04-10T15:35:15.738 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--5rupRfWcigSrA- off=6429961 len=284701 2024-04-10T15:35:15.738 INFO:tasks.workunit.client.0.smithi102.stdout:op 2885 completed, throughput=5MB/sec 2024-04-10T15:35:16.739 INFO:tasks.workunit.client.0.smithi102.stdout: 559: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:16.739 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-arx1xzZTKoHoqYk off=3919902 len=70730 2024-04-10T15:35:16.740 INFO:tasks.workunit.client.0.smithi102.stdout:op 2886 completed, throughput=4.99MB/sec 2024-04-10T15:35:16.740 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HkGxBxm7WEcuVud off=4496191 len=1453097 2024-04-10T15:35:16.748 INFO:tasks.workunit.client.0.smithi102.stdout:op 2887 completed, throughput=4.99MB/sec 2024-04-10T15:35:16.748 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PAPjr0KIZZs1b10 off=8436148 len=1791658 2024-04-10T15:35:16.750 INFO:tasks.workunit.client.0.smithi102.stdout:op 2888 completed, throughput=5MB/sec 2024-04-10T15:35:16.750 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-A8gq84mlCRMl62U off=1874150 len=1870465 2024-04-10T15:35:16.757 INFO:tasks.workunit.client.0.smithi102.stdout:op 2889 completed, throughput=5MB/sec 2024-04-10T15:35:17.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:16 smithi154 ceph-mon[84269]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:35:17.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:16 smithi102 ceph-mon[90943]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:35:17.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:16 smithi102 ceph-mon[88557]: pgmap v1631: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:35:17.758 INFO:tasks.workunit.client.0.smithi102.stdout: 560: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:17.758 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wbcTDRfvk1frTJp off=9119569 len=1621130 2024-04-10T15:35:17.760 INFO:tasks.workunit.client.0.smithi102.stdout:op 2890 completed, throughput=4.99MB/sec 2024-04-10T15:35:17.760 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bEa6EESFr1A4Spj off=4642731 len=1237862 2024-04-10T15:35:17.766 INFO:tasks.workunit.client.0.smithi102.stdout:op 2891 completed, throughput=5MB/sec 2024-04-10T15:35:17.766 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ER0LYs1lU0ud359 off=7637155 len=514058 2024-04-10T15:35:17.767 INFO:tasks.workunit.client.0.smithi102.stdout:op 2892 completed, throughput=5MB/sec 2024-04-10T15:35:17.767 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-F8IWj4gRMn8RuKh off=500716 len=1163406 2024-04-10T15:35:17.769 INFO:tasks.workunit.client.0.smithi102.stdout:op 2893 completed, throughput=5MB/sec 2024-04-10T15:35:17.769 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-S4an9dkS9-vvzrm off=8276639 len=916507 2024-04-10T15:35:17.771 INFO:tasks.workunit.client.0.smithi102.stdout:op 2894 completed, throughput=5MB/sec 2024-04-10T15:35:17.921 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:35:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:35:17] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2024-04-10T15:35:18.771 INFO:tasks.workunit.client.0.smithi102.stdout: 561: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:18.772 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3EVO23lJu6XLtaz off=709264 len=1408908 2024-04-10T15:35:18.778 INFO:tasks.workunit.client.0.smithi102.stdout:op 2895 completed, throughput=4.99MB/sec 2024-04-10T15:35:18.778 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oBjbELStgN30--C off=19189985 len=1378048 2024-04-10T15:35:18.785 INFO:tasks.workunit.client.0.smithi102.stdout:op 2896 completed, throughput=5MB/sec 2024-04-10T15:35:18.785 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--Rv8qklkopuChHg off=15102884 len=263631 2024-04-10T15:35:18.787 INFO:tasks.workunit.client.0.smithi102.stdout:op 2897 completed, throughput=5MB/sec 2024-04-10T15:35:18.788 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-be46aRpeqp521Vk off=8058167 len=976336 2024-04-10T15:35:18.790 INFO:tasks.workunit.client.0.smithi102.stdout:op 2898 completed, throughput=5MB/sec 2024-04-10T15:35:18.790 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-u3noY7MfnAcCyJ2 off=2109136 len=319674 2024-04-10T15:35:18.792 INFO:tasks.workunit.client.0.smithi102.stdout:op 2899 completed, throughput=5MB/sec 2024-04-10T15:35:18.792 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nx4D1Gc_baCshDM off=5835504 len=165774 2024-04-10T15:35:18.793 INFO:tasks.workunit.client.0.smithi102.stdout:op 2900 completed, throughput=5MB/sec 2024-04-10T15:35:18.793 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ToCmwXlgt7TfLWy off=2288420 len=1722372 2024-04-10T15:35:18.794 INFO:tasks.workunit.client.0.smithi102.stdout:op 2901 completed, throughput=5MB/sec 2024-04-10T15:35:19.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:18 smithi154 ceph-mon[84269]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:35:19.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:18 smithi102 ceph-mon[90943]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:35:19.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:18 smithi102 ceph-mon[88557]: pgmap v1632: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:35:19.794 INFO:tasks.workunit.client.0.smithi102.stdout: 562: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:19.795 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oWyCuRzmwWMnzFW off=3348639 len=975845 2024-04-10T15:35:19.796 INFO:tasks.workunit.client.0.smithi102.stdout:op 2902 completed, throughput=4.99MB/sec 2024-04-10T15:35:19.796 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tH6Z3SBvs5ZfYsQ off=5117 len=1673822 2024-04-10T15:35:19.803 INFO:tasks.workunit.client.0.smithi102.stdout:op 2903 completed, throughput=5MB/sec 2024-04-10T15:35:19.803 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-i1W-dMKZJOIrtnI off=16175853 len=1161055 2024-04-10T15:35:19.805 INFO:tasks.workunit.client.0.smithi102.stdout:op 2904 completed, throughput=5MB/sec 2024-04-10T15:35:19.805 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Vi4BVkTwxg3UQRe off=14269877 len=331049 2024-04-10T15:35:19.806 INFO:tasks.workunit.client.0.smithi102.stdout:op 2905 completed, throughput=5MB/sec 2024-04-10T15:35:19.806 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FazZVI199p9sxP8 off=5253496 len=509595 2024-04-10T15:35:19.809 INFO:tasks.workunit.client.0.smithi102.stdout:op 2906 completed, throughput=5MB/sec 2024-04-10T15:35:20.810 INFO:tasks.workunit.client.0.smithi102.stdout: 563: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:20.810 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_aZAXKn7BVFFCP_ off=13788156 len=2040970 2024-04-10T15:35:20.812 INFO:tasks.workunit.client.0.smithi102.stdout:op 2907 completed, throughput=5MB/sec 2024-04-10T15:35:20.812 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ccmTdX8Xv1o3KYK off=13616602 len=1799055 2024-04-10T15:35:20.820 INFO:tasks.workunit.client.0.smithi102.stdout:op 2908 completed, throughput=5MB/sec 2024-04-10T15:35:20.820 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-U1zSGahbSw0vZXc off=6348100 len=898291 2024-04-10T15:35:20.822 INFO:tasks.workunit.client.0.smithi102.stdout:op 2909 completed, throughput=5MB/sec 2024-04-10T15:35:20.822 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VgtYfH79HOsRp9j off=861123 len=1690730 2024-04-10T15:35:20.830 INFO:tasks.workunit.client.0.smithi102.stdout:op 2910 completed, throughput=5MB/sec 2024-04-10T15:35:21.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:20 smithi154 ceph-mon[84269]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:35:21.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:20 smithi102 ceph-mon[90943]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:35:21.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:20 smithi102 ceph-mon[88557]: pgmap v1633: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:35:21.829 INFO:tasks.workunit.client.0.smithi102.stdout: 564: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:21.829 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xVERFIfjtUMJaMd off=8704870 len=1176233 2024-04-10T15:35:21.831 INFO:tasks.workunit.client.0.smithi102.stdout:op 2911 completed, throughput=5MB/sec 2024-04-10T15:35:21.831 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-S-DPTxpak2Ei5P4 off=2691426 len=526607 2024-04-10T15:35:21.835 INFO:tasks.workunit.client.0.smithi102.stdout:op 2912 completed, throughput=5MB/sec 2024-04-10T15:35:21.835 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5pMSwTeTqurupHc off=2175002 len=1228878 2024-04-10T15:35:21.842 INFO:tasks.workunit.client.0.smithi102.stdout:op 2913 completed, throughput=5MB/sec 2024-04-10T15:35:21.843 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YLwalP0SEb7mEa7 off=2461711 len=1323855 2024-04-10T15:35:21.849 INFO:tasks.workunit.client.0.smithi102.stdout:op 2914 completed, throughput=5MB/sec 2024-04-10T15:35:22.641 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:35:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:35:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:35:22.849 INFO:tasks.workunit.client.0.smithi102.stdout: 565: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:22.850 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6b9GVuQIY67bToG off=12811036 len=792075 2024-04-10T15:35:22.854 INFO:tasks.workunit.client.0.smithi102.stdout:op 2915 completed, throughput=4.99MB/sec 2024-04-10T15:35:22.854 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xRXLTiXyYfd8nLy off=11663014 len=1280603 2024-04-10T15:35:22.861 INFO:tasks.workunit.client.0.smithi102.stdout:op 2916 completed, throughput=5MB/sec 2024-04-10T15:35:22.861 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tMeP7vrmX64luWp off=8553274 len=1709691 2024-04-10T15:35:22.869 INFO:tasks.workunit.client.0.smithi102.stdout:op 2917 completed, throughput=5MB/sec 2024-04-10T15:35:22.869 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-HhVIFiZ6-l4lE49 off=9634288 len=815190 2024-04-10T15:35:22.870 INFO:tasks.workunit.client.0.smithi102.stdout:op 2918 completed, throughput=5MB/sec 2024-04-10T15:35:22.870 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-D2cIRA_ukkPHHhr off=163511 len=728372 2024-04-10T15:35:22.872 INFO:tasks.workunit.client.0.smithi102.stdout:op 2919 completed, throughput=5MB/sec 2024-04-10T15:35:23.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:22 smithi154 ceph-mon[84269]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:35:23.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:22 smithi102 ceph-mon[90943]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:35:23.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:22 smithi102 ceph-mon[88557]: pgmap v1634: 105 pgs: 105 active+clean; 128 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:35:23.872 INFO:tasks.workunit.client.0.smithi102.stdout: 566: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:23.872 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xkCCrO_JXP8akdP off=550229 len=114957 2024-04-10T15:35:23.873 INFO:tasks.workunit.client.0.smithi102.stdout:op 2920 completed, throughput=4.99MB/sec 2024-04-10T15:35:23.874 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FiUpn2Us8QLMg8J off=18376562 len=1898878 2024-04-10T15:35:23.885 INFO:tasks.workunit.client.0.smithi102.stdout:op 2921 completed, throughput=5MB/sec 2024-04-10T15:35:23.885 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GSSamNExN2uAq8B off=8722263 len=1291065 2024-04-10T15:35:23.887 INFO:tasks.workunit.client.0.smithi102.stdout:op 2922 completed, throughput=5MB/sec 2024-04-10T15:35:23.887 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Vr3svZBpKxJTZxX off=3885401 len=1845673 2024-04-10T15:35:23.897 INFO:tasks.workunit.client.0.smithi102.stdout:op 2923 completed, throughput=5MB/sec 2024-04-10T15:35:24.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:24.170 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:24.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:24.897 INFO:tasks.workunit.client.0.smithi102.stdout: 567: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:24.897 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mb5G7TUFCQdqlka off=8326642 len=1452909 2024-04-10T15:35:24.899 INFO:tasks.workunit.client.0.smithi102.stdout:op 2924 completed, throughput=4.99MB/sec 2024-04-10T15:35:24.899 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ci_oLqyPAVTc7bm off=430167 len=1812082 2024-04-10T15:35:24.909 INFO:tasks.workunit.client.0.smithi102.stdout:op 2925 completed, throughput=5MB/sec 2024-04-10T15:35:24.909 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YLwalP0SEb7mEa7 off=1311425 len=1826063 2024-04-10T15:35:24.918 INFO:tasks.workunit.client.0.smithi102.stdout:op 2926 completed, throughput=5MB/sec 2024-04-10T15:35:24.918 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aDa5EE0J3WfU3K7 off=2291515 len=2075386 2024-04-10T15:35:24.926 INFO:tasks.workunit.client.0.smithi102.stdout:op 2927 completed, throughput=5MB/sec 2024-04-10T15:35:25.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:24 smithi154 ceph-mon[84269]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:35:25.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:24 smithi102 ceph-mon[88557]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:35:25.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:24 smithi102 ceph-mon[90943]: pgmap v1635: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:35:25.927 INFO:tasks.workunit.client.0.smithi102.stdout: 568: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:25.927 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6NKCtjOayA3Z0gu off=13088819 len=1514280 2024-04-10T15:35:25.935 INFO:tasks.workunit.client.0.smithi102.stdout:op 2928 completed, throughput=5MB/sec 2024-04-10T15:35:25.935 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-A7BSlPtPFRDGEWm off=1494628 len=1453126 2024-04-10T15:35:25.942 INFO:tasks.workunit.client.0.smithi102.stdout:op 2929 completed, throughput=5MB/sec 2024-04-10T15:35:25.942 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QZqQHR7TLjbeQBD off=1846938 len=456271 2024-04-10T15:35:25.943 INFO:tasks.workunit.client.0.smithi102.stdout:op 2930 completed, throughput=5MB/sec 2024-04-10T15:35:25.943 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AxKOz6XoQvEhoZc off=24299741 len=1222978 2024-04-10T15:35:25.951 INFO:tasks.workunit.client.0.smithi102.stdout:op 2931 completed, throughput=5MB/sec 2024-04-10T15:35:26.952 INFO:tasks.workunit.client.0.smithi102.stdout: 569: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:26.952 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oUM2z0fJOK9WS4L off=1062536 len=145398 2024-04-10T15:35:26.952 INFO:tasks.workunit.client.0.smithi102.stdout:op 2932 completed, throughput=4.99MB/sec 2024-04-10T15:35:26.953 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-T6GJVtG91vIWm5c off=20402996 len=1371068 2024-04-10T15:35:26.959 INFO:tasks.workunit.client.0.smithi102.stdout:op 2933 completed, throughput=5MB/sec 2024-04-10T15:35:26.959 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-b2EA1QXjjPd5g2Z off=22138492 len=319454 2024-04-10T15:35:26.961 INFO:tasks.workunit.client.0.smithi102.stdout:op 2934 completed, throughput=5MB/sec 2024-04-10T15:35:26.961 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ticU4cpGVnoX9Y5 off=493352 len=744459 2024-04-10T15:35:26.962 INFO:tasks.workunit.client.0.smithi102.stdout:op 2935 completed, throughput=5MB/sec 2024-04-10T15:35:26.963 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gzvl3zYMl3l1ZdE off=6748497 len=1234431 2024-04-10T15:35:26.966 INFO:tasks.workunit.client.0.smithi102.stdout:op 2936 completed, throughput=5MB/sec 2024-04-10T15:35:26.966 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-iY-SPLZNCVXAN8J off=5783979 len=61694 2024-04-10T15:35:26.968 INFO:tasks.workunit.client.0.smithi102.stdout:op 2937 completed, throughput=5MB/sec 2024-04-10T15:35:26.968 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BqGNTgbPsW-unrU off=10677688 len=524912 2024-04-10T15:35:26.971 INFO:tasks.workunit.client.0.smithi102.stdout:op 2938 completed, throughput=5MB/sec 2024-04-10T15:35:27.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:26 smithi154 ceph-mon[84269]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:35:27.170 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:26 smithi102 ceph-mon[88557]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:35:27.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:26 smithi102 ceph-mon[90943]: pgmap v1636: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:35:27.921 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:35:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:35:27] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2024-04-10T15:35:27.971 INFO:tasks.workunit.client.0.smithi102.stdout: 570: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:27.971 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2-5UAM5ucFwVJaH off=22097562 len=863487 2024-04-10T15:35:27.976 INFO:tasks.workunit.client.0.smithi102.stdout:op 2939 completed, throughput=4.99MB/sec 2024-04-10T15:35:27.976 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Knntv39n2x-Iqn3 off=205733 len=379480 2024-04-10T15:35:27.980 INFO:tasks.workunit.client.0.smithi102.stdout:op 2940 completed, throughput=4.99MB/sec 2024-04-10T15:35:27.980 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6rVQKBly-evrXyj off=13336023 len=562507 2024-04-10T15:35:27.981 INFO:tasks.workunit.client.0.smithi102.stdout:op 2941 completed, throughput=4.99MB/sec 2024-04-10T15:35:27.981 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OSDMNI2-WMNm6ol off=480439 len=1033708 2024-04-10T15:35:27.986 INFO:tasks.workunit.client.0.smithi102.stdout:op 2942 completed, throughput=5MB/sec 2024-04-10T15:35:27.986 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pxkGQjgS6KVCikB off=6999658 len=573951 2024-04-10T15:35:27.987 INFO:tasks.workunit.client.0.smithi102.stdout:op 2943 completed, throughput=5MB/sec 2024-04-10T15:35:27.987 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5icFVeYWDVxSeFk off=703917 len=457717 2024-04-10T15:35:27.987 INFO:tasks.workunit.client.0.smithi102.stdout:op 2944 completed, throughput=5MB/sec 2024-04-10T15:35:27.987 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7vRfKipqqrr9STs off=1744814 len=1590488 2024-04-10T15:35:27.990 INFO:tasks.workunit.client.0.smithi102.stdout:op 2945 completed, throughput=5MB/sec 2024-04-10T15:35:28.990 INFO:tasks.workunit.client.0.smithi102.stdout: 571: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:28.990 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cWF1WRg79aCRY5B off=713312 len=1480759 2024-04-10T15:35:28.992 INFO:tasks.workunit.client.0.smithi102.stdout:op 2946 completed, throughput=4.99MB/sec 2024-04-10T15:35:28.992 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Nbm0rasqtX9hjJd off=4391471 len=2056725 2024-04-10T15:35:28.995 INFO:tasks.workunit.client.0.smithi102.stdout:op 2947 completed, throughput=5MB/sec 2024-04-10T15:35:28.995 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8xqqZI8utiaQJzZ off=3044905 len=1686 2024-04-10T15:35:28.997 INFO:tasks.workunit.client.0.smithi102.stdout:op 2948 completed, throughput=5MB/sec 2024-04-10T15:35:28.997 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-V-94mYsXLSK1h8K off=972491 len=826231 2024-04-10T15:35:29.002 INFO:tasks.workunit.client.0.smithi102.stdout:op 2949 completed, throughput=5MB/sec 2024-04-10T15:35:29.002 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--o2eqXqWqOLXwMc off=176236 len=204923 2024-04-10T15:35:29.005 INFO:tasks.workunit.client.0.smithi102.stdout:op 2950 completed, throughput=5MB/sec 2024-04-10T15:35:29.006 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BqZi0GF8YZQ73Ze off=2426154 len=1759064 2024-04-10T15:35:29.015 INFO:tasks.workunit.client.0.smithi102.stdout:op 2951 completed, throughput=5MB/sec 2024-04-10T15:35:29.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:28 smithi154 ceph-mon[84269]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T15:35:29.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:28 smithi102 ceph-mon[90943]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T15:35:29.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:28 smithi102 ceph-mon[88557]: pgmap v1637: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T15:35:30.015 INFO:tasks.workunit.client.0.smithi102.stdout: 572: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:30.015 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-w8KaeUB-iJrrVHF off=6459841 len=1478092 2024-04-10T15:35:30.023 INFO:tasks.workunit.client.0.smithi102.stdout:op 2952 completed, throughput=5MB/sec 2024-04-10T15:35:30.023 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UodE7Li8U5-90My off=6329222 len=764335 2024-04-10T15:35:30.024 INFO:tasks.workunit.client.0.smithi102.stdout:op 2953 completed, throughput=5MB/sec 2024-04-10T15:35:30.024 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rAJx8lvOpXp-ZUq off=2084006 len=1362099 2024-04-10T15:35:30.032 INFO:tasks.workunit.client.0.smithi102.stdout:op 2954 completed, throughput=5MB/sec 2024-04-10T15:35:30.032 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Q_961KAo4AIVeDx off=7654277 len=1762313 2024-04-10T15:35:30.035 INFO:tasks.workunit.client.0.smithi102.stdout:op 2955 completed, throughput=5MB/sec 2024-04-10T15:35:31.036 INFO:tasks.workunit.client.0.smithi102.stdout: 573: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:31.036 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-E2rAY0fz2ybq_FM off=17562016 len=714243 2024-04-10T15:35:31.036 INFO:tasks.workunit.client.0.smithi102.stdout:op 2956 completed, throughput=4.99MB/sec 2024-04-10T15:35:31.036 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TwVKWD_P2SYcrM7 off=5816867 len=249875 2024-04-10T15:35:31.037 INFO:tasks.workunit.client.0.smithi102.stdout:op 2957 completed, throughput=5MB/sec 2024-04-10T15:35:31.037 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mHtqEuCJNk77xSC off=8578955 len=1591946 2024-04-10T15:35:31.038 INFO:tasks.workunit.client.0.smithi102.stdout:op 2958 completed, throughput=5MB/sec 2024-04-10T15:35:31.038 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4Oeb8ZYseujHhQn off=1051567 len=1956382 2024-04-10T15:35:31.045 INFO:tasks.workunit.client.0.smithi102.stdout:op 2959 completed, throughput=5MB/sec 2024-04-10T15:35:31.140 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:30 smithi154 ceph-mon[84269]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:35:31.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:30 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:35:31.170 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:30 smithi102 ceph-mon[90943]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:35:31.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:30 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:35:31.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:30 smithi102 ceph-mon[88557]: pgmap v1638: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:35:31.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:30 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:35:32.045 INFO:tasks.workunit.client.0.smithi102.stdout: 574: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:32.045 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uAj1mqUTk14NUB2 off=4713476 len=161305 2024-04-10T15:35:32.046 INFO:tasks.workunit.client.0.smithi102.stdout:op 2960 completed, throughput=4.99MB/sec 2024-04-10T15:35:32.046 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NJTkeA9A5rBAgP8 off=13730542 len=1126647 2024-04-10T15:35:32.052 INFO:tasks.workunit.client.0.smithi102.stdout:op 2961 completed, throughput=4.99MB/sec 2024-04-10T15:35:32.052 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hFITmOY4FFtr6Kz off=10692683 len=560098 2024-04-10T15:35:32.055 INFO:tasks.workunit.client.0.smithi102.stdout:op 2962 completed, throughput=5MB/sec 2024-04-10T15:35:32.056 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--xoCaEZRJHiY8pz off=17774344 len=844259 2024-04-10T15:35:32.056 INFO:tasks.workunit.client.0.smithi102.stdout:op 2963 completed, throughput=5MB/sec 2024-04-10T15:35:32.057 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-t7Oo-9iXvenRRsc off=13430384 len=2087531 2024-04-10T15:35:32.060 INFO:tasks.workunit.client.0.smithi102.stdout:op 2964 completed, throughput=5MB/sec 2024-04-10T15:35:32.061 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dBSPOC3Z4bk_Sl- off=5335288 len=1055077 2024-04-10T15:35:32.062 INFO:tasks.workunit.client.0.smithi102.stdout:op 2965 completed, throughput=5MB/sec 2024-04-10T15:35:32.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:32.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:35:32.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:35:32.170 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:32.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:35:32.171 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:35:32.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:35:32.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:35:32.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:35:32.641 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:35:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:35:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:35:33.062 INFO:tasks.workunit.client.0.smithi102.stdout: 575: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:33.063 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-E6X9d25ooxfiEu9 off=3355918 len=234084 2024-04-10T15:35:33.066 INFO:tasks.workunit.client.0.smithi102.stdout:op 2966 completed, throughput=4.99MB/sec 2024-04-10T15:35:33.066 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-AAJUqfNuLJ5Wj7P off=18196884 len=134504 2024-04-10T15:35:33.067 INFO:tasks.workunit.client.0.smithi102.stdout:op 2967 completed, throughput=4.99MB/sec 2024-04-10T15:35:33.067 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_0tVZHyP1y_t4G5 off=2299781 len=1134716 2024-04-10T15:35:33.068 INFO:tasks.workunit.client.0.smithi102.stdout:op 2968 completed, throughput=5MB/sec 2024-04-10T15:35:33.068 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MHakBYGQo0Ug5Vi off=6464286 len=939270 2024-04-10T15:35:33.073 INFO:tasks.workunit.client.0.smithi102.stdout:op 2969 completed, throughput=5MB/sec 2024-04-10T15:35:33.073 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-H7v7WJdrirp0AHt off=1022670 len=1695147 2024-04-10T15:35:33.074 INFO:tasks.workunit.client.0.smithi102.stdout:op 2970 completed, throughput=5MB/sec 2024-04-10T15:35:33.074 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LYrYJuGGYnr51Us off=3087100 len=1410661 2024-04-10T15:35:33.082 INFO:tasks.workunit.client.0.smithi102.stdout:op 2971 completed, throughput=5MB/sec 2024-04-10T15:35:33.641 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:33 smithi154 ceph-mon[84269]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:35:33.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:33 smithi102 ceph-mon[90943]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:35:33.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:33 smithi102 ceph-mon[88557]: pgmap v1639: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 1.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:35:34.082 INFO:tasks.workunit.client.0.smithi102.stdout: 576: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:34.082 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-86fWOZEj0h5Xpvm off=2998860 len=299705 2024-04-10T15:35:34.086 INFO:tasks.workunit.client.0.smithi102.stdout:op 2972 completed, throughput=4.99MB/sec 2024-04-10T15:35:34.086 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xgxYfK8amtKMzZ7 off=12665888 len=1845819 2024-04-10T15:35:34.088 INFO:tasks.workunit.client.0.smithi102.stdout:op 2973 completed, throughput=5MB/sec 2024-04-10T15:35:34.088 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-G5QqR5cBe3rzZ1n off=5595372 len=240509 2024-04-10T15:35:34.089 INFO:tasks.workunit.client.0.smithi102.stdout:op 2974 completed, throughput=5MB/sec 2024-04-10T15:35:34.089 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kNeSJgpKSkwA58b off=9031440 len=721045 2024-04-10T15:35:34.093 INFO:tasks.workunit.client.0.smithi102.stdout:op 2975 completed, throughput=5MB/sec 2024-04-10T15:35:34.093 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6Zrgr_UCM4kVNXe off=18004182 len=908888 2024-04-10T15:35:34.095 INFO:tasks.workunit.client.0.smithi102.stdout:op 2976 completed, throughput=5MB/sec 2024-04-10T15:35:34.096 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lHHst_I7A2IKYNG off=3828267 len=1368208 2024-04-10T15:35:34.097 INFO:tasks.workunit.client.0.smithi102.stdout:op 2977 completed, throughput=5MB/sec 2024-04-10T15:35:35.098 INFO:tasks.workunit.client.0.smithi102.stdout: 577: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:35.098 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-C-etnChInaX-79O off=5133471 len=2061395 2024-04-10T15:35:35.100 INFO:tasks.workunit.client.0.smithi102.stdout:op 2978 completed, throughput=5MB/sec 2024-04-10T15:35:35.100 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eITPRYbSEhQ5wh_ off=4254657 len=769728 2024-04-10T15:35:35.104 INFO:tasks.workunit.client.0.smithi102.stdout:op 2979 completed, throughput=5MB/sec 2024-04-10T15:35:35.104 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NF37HQZgkDC4N33 off=5404634 len=2058647 2024-04-10T15:35:35.108 INFO:tasks.workunit.client.0.smithi102.stdout:op 2980 completed, throughput=5MB/sec 2024-04-10T15:35:35.641 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:35 smithi154 ceph-mon[84269]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:35:35.670 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:35 smithi102 ceph-mon[90943]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:35:35.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:35 smithi102 ceph-mon[88557]: pgmap v1640: 105 pgs: 105 active+clean; 128 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:35:36.109 INFO:tasks.workunit.client.0.smithi102.stdout: 578: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:36.109 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aYlb9_VoEmbnQ8n off=8307173 len=478159 2024-04-10T15:35:36.110 INFO:tasks.workunit.client.0.smithi102.stdout:op 2981 completed, throughput=4.99MB/sec 2024-04-10T15:35:36.110 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-F9MvyvkTrq43-WW off=14845847 len=219103 2024-04-10T15:35:36.110 INFO:tasks.workunit.client.0.smithi102.stdout:op 2982 completed, throughput=4.99MB/sec 2024-04-10T15:35:36.110 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3j-5YxqmnQGSf9W off=2267358 len=1360646 2024-04-10T15:35:36.118 INFO:tasks.workunit.client.0.smithi102.stdout:op 2983 completed, throughput=5MB/sec 2024-04-10T15:35:36.118 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hKswur7uy9g9oon off=62679 len=1831248 2024-04-10T15:35:36.120 INFO:tasks.workunit.client.0.smithi102.stdout:op 2984 completed, throughput=5MB/sec 2024-04-10T15:35:36.120 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Ch_vhWmCkVkxpaG off=14302194 len=1526190 2024-04-10T15:35:36.122 INFO:tasks.workunit.client.0.smithi102.stdout:op 2985 completed, throughput=5MB/sec 2024-04-10T15:35:37.122 INFO:tasks.workunit.client.0.smithi102.stdout: 579: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:37.122 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--N2psiQDcY84jn3 off=24646 len=792120 2024-04-10T15:35:37.127 INFO:tasks.workunit.client.0.smithi102.stdout:op 2986 completed, throughput=4.99MB/sec 2024-04-10T15:35:37.128 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zjfSNNbeHbcMJ2P off=7971688 len=944031 2024-04-10T15:35:37.133 INFO:tasks.workunit.client.0.smithi102.stdout:op 2987 completed, throughput=5MB/sec 2024-04-10T15:35:37.133 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GXKbzjcrJmMr8VE off=18268215 len=237966 2024-04-10T15:35:37.134 INFO:tasks.workunit.client.0.smithi102.stdout:op 2988 completed, throughput=5MB/sec 2024-04-10T15:35:37.134 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fe9Qbs7HTxQ9p4T off=12975966 len=1420614 2024-04-10T15:35:37.140 INFO:tasks.workunit.client.0.smithi102.stdout:op 2989 completed, throughput=5MB/sec 2024-04-10T15:35:37.140 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dWHKbODni8TFHGh off=837945 len=1974404 2024-04-10T15:35:37.148 INFO:tasks.workunit.client.0.smithi102.stdout:op 2990 completed, throughput=5MB/sec 2024-04-10T15:35:37.641 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:37 smithi154 ceph-mon[84269]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:35:37.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:37 smithi102 ceph-mon[88557]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:35:37.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:37 smithi102 ceph-mon[90943]: pgmap v1641: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:35:37.671 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:35:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:35:37] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2024-04-10T15:35:38.149 INFO:tasks.workunit.client.0.smithi102.stdout: 580: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:38.149 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ERAapySMx39fb8b off=3656164 len=1929146 2024-04-10T15:35:38.160 INFO:tasks.workunit.client.0.smithi102.stdout:op 2991 completed, throughput=5MB/sec 2024-04-10T15:35:38.160 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-n2zwSbPLq5b1Whu off=9113110 len=4499 2024-04-10T15:35:38.162 INFO:tasks.workunit.client.0.smithi102.stdout:op 2992 completed, throughput=5MB/sec 2024-04-10T15:35:38.162 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-o2vRM2AmZ_nQypo off=1276262 len=1103700 2024-04-10T15:35:38.166 INFO:tasks.workunit.client.0.smithi102.stdout:op 2993 completed, throughput=5MB/sec 2024-04-10T15:35:38.166 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-q9pqRPtmt6JNSyt off=3904844 len=1771027 2024-04-10T15:35:38.170 INFO:tasks.workunit.client.0.smithi102.stdout:op 2994 completed, throughput=5MB/sec 2024-04-10T15:35:38.641 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:38.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:38.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:39.170 INFO:tasks.workunit.client.0.smithi102.stdout: 581: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:39.171 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZPiU1op1L17naw7 off=7761791 len=396820 2024-04-10T15:35:39.172 INFO:tasks.workunit.client.0.smithi102.stdout:op 2995 completed, throughput=4.99MB/sec 2024-04-10T15:35:39.172 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3rgJFupnfLC0Hh- off=938113 len=1866342 2024-04-10T15:35:39.182 INFO:tasks.workunit.client.0.smithi102.stdout:op 2996 completed, throughput=5MB/sec 2024-04-10T15:35:39.182 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1OQTXOgafpvp-Xe off=7184962 len=628281 2024-04-10T15:35:39.184 INFO:tasks.workunit.client.0.smithi102.stdout:op 2997 completed, throughput=5MB/sec 2024-04-10T15:35:39.184 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-H5w78Yn5k5rj2LJ off=4588197 len=178233 2024-04-10T15:35:39.187 INFO:tasks.workunit.client.0.smithi102.stdout:op 2998 completed, throughput=5MB/sec 2024-04-10T15:35:39.187 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-f54wmTrjgx3uM9f off=2855036 len=726648 2024-04-10T15:35:39.191 INFO:tasks.workunit.client.0.smithi102.stdout:op 2999 completed, throughput=5MB/sec 2024-04-10T15:35:39.191 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Cr-IvqaUMt5BLDS off=18537675 len=1343014 2024-04-10T15:35:39.198 INFO:tasks.workunit.client.0.smithi102.stdout:op 3000 completed, throughput=5MB/sec 2024-04-10T15:35:39.641 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:39 smithi154 ceph-mon[84269]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:35:39.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:39 smithi102 ceph-mon[90943]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:35:39.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:39 smithi102 ceph-mon[88557]: pgmap v1642: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:35:40.199 INFO:tasks.workunit.client.0.smithi102.stdout: 582: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:40.199 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eabDP5ljh1Q790m off=8289503 len=660523 2024-04-10T15:35:40.202 INFO:tasks.workunit.client.0.smithi102.stdout:op 3001 completed, throughput=4.99MB/sec 2024-04-10T15:35:40.203 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IYRSJOpzVLnWe_D off=7060685 len=1914415 2024-04-10T15:35:40.214 INFO:tasks.workunit.client.0.smithi102.stdout:op 3002 completed, throughput=5MB/sec 2024-04-10T15:35:40.214 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xN6uONUEcVy75fv off=17228855 len=952297 2024-04-10T15:35:40.215 INFO:tasks.workunit.client.0.smithi102.stdout:op 3003 completed, throughput=5MB/sec 2024-04-10T15:35:40.215 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-exZJFjzuA-kGfTQ off=2083033 len=1219503 2024-04-10T15:35:40.221 INFO:tasks.workunit.client.0.smithi102.stdout:op 3004 completed, throughput=5MB/sec 2024-04-10T15:35:40.221 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rqzNBnFZohQ3jN_ off=3085771 len=891617 2024-04-10T15:35:40.225 INFO:tasks.workunit.client.0.smithi102.stdout:op 3005 completed, throughput=5MB/sec 2024-04-10T15:35:41.226 INFO:tasks.workunit.client.0.smithi102.stdout: 583: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:41.226 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MbqM-KHR3rljBtQ off=301314 len=312000 2024-04-10T15:35:41.229 INFO:tasks.workunit.client.0.smithi102.stdout:op 3006 completed, throughput=4.99MB/sec 2024-04-10T15:35:41.230 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MCh-o4aA8l7ipYG off=2864229 len=176900 2024-04-10T15:35:41.230 INFO:tasks.workunit.client.0.smithi102.stdout:op 3007 completed, throughput=4.99MB/sec 2024-04-10T15:35:41.230 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MulCOhv8SW5q64q off=2062619 len=443628 2024-04-10T15:35:41.234 INFO:tasks.workunit.client.0.smithi102.stdout:op 3008 completed, throughput=4.99MB/sec 2024-04-10T15:35:41.234 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-I3LI1iPdvjvLkmb off=739059 len=1787249 2024-04-10T15:35:41.244 INFO:tasks.workunit.client.0.smithi102.stdout:op 3009 completed, throughput=5MB/sec 2024-04-10T15:35:41.244 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DXAY3ptBB7eDG-s off=12801225 len=1874184 2024-04-10T15:35:41.246 INFO:tasks.workunit.client.0.smithi102.stdout:op 3010 completed, throughput=5MB/sec 2024-04-10T15:35:41.246 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-df1wcnST7K4iAo1 off=6486530 len=1254024 2024-04-10T15:35:41.253 INFO:tasks.workunit.client.0.smithi102.stdout:op 3011 completed, throughput=5MB/sec 2024-04-10T15:35:41.641 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:41 smithi154 ceph-mon[84269]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:35:41.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:41 smithi102 ceph-mon[90943]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:35:41.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:41 smithi102 ceph-mon[88557]: pgmap v1643: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:35:42.253 INFO:tasks.workunit.client.0.smithi102.stdout: 584: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:42.253 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KogET0pDbjpK1ee off=6810820 len=1455758 2024-04-10T15:35:42.255 INFO:tasks.workunit.client.0.smithi102.stdout:op 3012 completed, throughput=5MB/sec 2024-04-10T15:35:42.255 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eT-U1OR0JohIpC8 off=16713757 len=861087 2024-04-10T15:35:42.256 INFO:tasks.workunit.client.0.smithi102.stdout:op 3013 completed, throughput=5MB/sec 2024-04-10T15:35:42.256 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-i5CQ0yv7gI7rMSC off=1719391 len=411254 2024-04-10T15:35:42.260 INFO:tasks.workunit.client.0.smithi102.stdout:op 3014 completed, throughput=5MB/sec 2024-04-10T15:35:42.260 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LhZl8JC9Ql517tp off=4640626 len=262039 2024-04-10T15:35:42.261 INFO:tasks.workunit.client.0.smithi102.stdout:op 3015 completed, throughput=5MB/sec 2024-04-10T15:35:42.261 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DfLYad8BHT5aPin off=14525830 len=1315889 2024-04-10T15:35:42.263 INFO:tasks.workunit.client.0.smithi102.stdout:op 3016 completed, throughput=5MB/sec 2024-04-10T15:35:42.264 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--5rupRfWcigSrA- off=10037299 len=236693 2024-04-10T15:35:42.264 INFO:tasks.workunit.client.0.smithi102.stdout:op 3017 completed, throughput=5MB/sec 2024-04-10T15:35:42.641 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:35:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:35:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:35:43.264 INFO:tasks.workunit.client.0.smithi102.stdout: 585: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:43.265 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CnB03tkqgPkgyKH off=1294622 len=1446106 2024-04-10T15:35:43.271 INFO:tasks.workunit.client.0.smithi102.stdout:op 3018 completed, throughput=4.99MB/sec 2024-04-10T15:35:43.271 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7oqAW8r2ewUVqGb off=1667054 len=1574759 2024-04-10T15:35:43.278 INFO:tasks.workunit.client.0.smithi102.stdout:op 3019 completed, throughput=5MB/sec 2024-04-10T15:35:43.278 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-b64YYdeANLuRnLM off=2525195 len=588653 2024-04-10T15:35:43.282 INFO:tasks.workunit.client.0.smithi102.stdout:op 3020 completed, throughput=5MB/sec 2024-04-10T15:35:43.282 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pcqGDPPqFQlFzRu off=10456781 len=1635692 2024-04-10T15:35:43.284 INFO:tasks.workunit.client.0.smithi102.stdout:op 3021 completed, throughput=5MB/sec 2024-04-10T15:35:43.641 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:43 smithi154 ceph-mon[84269]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:35:43.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:43 smithi102 ceph-mon[90943]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:35:43.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:43 smithi102 ceph-mon[88557]: pgmap v1644: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:35:44.284 INFO:tasks.workunit.client.0.smithi102.stdout: 586: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:44.284 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1J9gfZXWu55ThZJ off=650384 len=1313949 2024-04-10T15:35:44.286 INFO:tasks.workunit.client.0.smithi102.stdout:op 3022 completed, throughput=4.99MB/sec 2024-04-10T15:35:44.286 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4g6swQ4sdjlZcUw off=245347 len=1157846 2024-04-10T15:35:44.294 INFO:tasks.workunit.client.0.smithi102.stdout:op 3023 completed, throughput=5MB/sec 2024-04-10T15:35:44.294 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BBnHeOp6ytUg10X off=13894815 len=937433 2024-04-10T15:35:44.296 INFO:tasks.workunit.client.0.smithi102.stdout:op 3024 completed, throughput=5MB/sec 2024-04-10T15:35:44.296 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0AO4o6KnRiyfcgO off=10059801 len=1844966 2024-04-10T15:35:44.298 INFO:tasks.workunit.client.0.smithi102.stdout:op 3025 completed, throughput=5MB/sec 2024-04-10T15:35:44.298 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-p6pZbnKwQaaS5WM off=9141801 len=2032588 2024-04-10T15:35:44.305 INFO:tasks.workunit.client.0.smithi102.stdout:op 3026 completed, throughput=5MB/sec 2024-04-10T15:35:45.306 INFO:tasks.workunit.client.0.smithi102.stdout: 587: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:45.306 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uWjlyTPE-wsg8-M off=751408 len=174230 2024-04-10T15:35:45.306 INFO:tasks.workunit.client.0.smithi102.stdout:op 3027 completed, throughput=5MB/sec 2024-04-10T15:35:45.306 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-brL-clevYIrbQln off=410235 len=2024325 2024-04-10T15:35:45.309 INFO:tasks.workunit.client.0.smithi102.stdout:op 3028 completed, throughput=5MB/sec 2024-04-10T15:35:45.309 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hLm-qB5T5BG1-Et off=230567 len=941739 2024-04-10T15:35:45.314 INFO:tasks.workunit.client.0.smithi102.stdout:op 3029 completed, throughput=5MB/sec 2024-04-10T15:35:45.314 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YCwH1DyAObLfigD off=3528503 len=2045425 2024-04-10T15:35:45.316 INFO:tasks.workunit.client.0.smithi102.stdout:op 3030 completed, throughput=5MB/sec 2024-04-10T15:35:45.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:45 smithi102 ceph-mon[90943]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:35:45.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:45 smithi102 ceph-mon[88557]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:35:45.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:45 smithi154 ceph-mon[84269]: pgmap v1645: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:35:46.316 INFO:tasks.workunit.client.0.smithi102.stdout: 588: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:46.317 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FQSv6Wi5WDrgiDg off=865540 len=186830 2024-04-10T15:35:46.317 INFO:tasks.workunit.client.0.smithi102.stdout:op 3031 completed, throughput=4.99MB/sec 2024-04-10T15:35:46.317 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oHEHMgvaB0CMcwq off=7822923 len=2031621 2024-04-10T15:35:46.321 INFO:tasks.workunit.client.0.smithi102.stdout:op 3032 completed, throughput=5MB/sec 2024-04-10T15:35:46.321 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0FMB7A2kXq9nzRq off=1634880 len=1872995 2024-04-10T15:35:46.330 INFO:tasks.workunit.client.0.smithi102.stdout:op 3033 completed, throughput=5MB/sec 2024-04-10T15:35:47.331 INFO:tasks.workunit.client.0.smithi102.stdout: 589: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:47.331 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Mq4Jslac6y-lWXc off=1926870 len=534539 2024-04-10T15:35:47.331 INFO:tasks.workunit.client.0.smithi102.stdout:op 3034 completed, throughput=4.99MB/sec 2024-04-10T15:35:47.332 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mQCYsqBqKOuYAUz off=3538363 len=700186 2024-04-10T15:35:47.333 INFO:tasks.workunit.client.0.smithi102.stdout:op 3035 completed, throughput=4.99MB/sec 2024-04-10T15:35:47.333 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-E6X9d25ooxfiEu9 off=997336 len=392732 2024-04-10T15:35:47.336 INFO:tasks.workunit.client.0.smithi102.stdout:op 3036 completed, throughput=5MB/sec 2024-04-10T15:35:47.337 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_9WD5fa9zYla5BN off=595773 len=1661475 2024-04-10T15:35:47.346 INFO:tasks.workunit.client.0.smithi102.stdout:op 3037 completed, throughput=5MB/sec 2024-04-10T15:35:47.346 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Z_qoNN1KRw44e13 off=0 len=1114722 2024-04-10T15:35:47.349 INFO:tasks.workunit.client.0.smithi102.stdout:op 3038 completed, throughput=5MB/sec 2024-04-10T15:35:47.349 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rmE58ErMeGHNdco off=8970532 len=1172128 2024-04-10T15:35:47.350 INFO:tasks.workunit.client.0.smithi102.stdout:op 3039 completed, throughput=5MB/sec 2024-04-10T15:35:47.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:47 smithi102 ceph-mon[90943]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:35:47.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:47 smithi102 ceph-mon[88557]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:35:47.671 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:35:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:35:47] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2024-04-10T15:35:47.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:47 smithi154 ceph-mon[84269]: pgmap v1646: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:35:48.351 INFO:tasks.workunit.client.0.smithi102.stdout: 590: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:48.351 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-H5w78Yn5k5rj2LJ off=10992033 len=289943 2024-04-10T15:35:48.351 INFO:tasks.workunit.client.0.smithi102.stdout:op 3040 completed, throughput=4.99MB/sec 2024-04-10T15:35:48.351 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Eqd06uIegW9KBoz off=3859101 len=193116 2024-04-10T15:35:48.354 INFO:tasks.workunit.client.0.smithi102.stdout:op 3041 completed, throughput=4.99MB/sec 2024-04-10T15:35:48.354 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ap2SQEfrUbaeu1e off=9999192 len=402809 2024-04-10T15:35:48.358 INFO:tasks.workunit.client.0.smithi102.stdout:op 3042 completed, throughput=4.99MB/sec 2024-04-10T15:35:48.358 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xwvBsCBZHSMkz3q off=1830664 len=1950222 2024-04-10T15:35:48.360 INFO:tasks.workunit.client.0.smithi102.stdout:op 3043 completed, throughput=5MB/sec 2024-04-10T15:35:48.360 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UDdQR35DNfwia6P off=608941 len=2066366 2024-04-10T15:35:48.363 INFO:tasks.workunit.client.0.smithi102.stdout:op 3044 completed, throughput=5MB/sec 2024-04-10T15:35:49.363 INFO:tasks.workunit.client.0.smithi102.stdout: 591: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:49.363 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rh7gBCEgcnWsdSe off=2646521 len=898039 2024-04-10T15:35:49.365 INFO:tasks.workunit.client.0.smithi102.stdout:op 3045 completed, throughput=4.99MB/sec 2024-04-10T15:35:49.365 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-r_x3PcxzLhI7uB7 off=394251 len=652760 2024-04-10T15:35:49.368 INFO:tasks.workunit.client.0.smithi102.stdout:op 3046 completed, throughput=4.99MB/sec 2024-04-10T15:35:49.368 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jfU00xRrCOfD9At off=2111631 len=484350 2024-04-10T15:35:49.372 INFO:tasks.workunit.client.0.smithi102.stdout:op 3047 completed, throughput=5MB/sec 2024-04-10T15:35:49.372 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2RWygSWGJd7P4IY off=11890414 len=2091885 2024-04-10T15:35:49.374 INFO:tasks.workunit.client.0.smithi102.stdout:op 3048 completed, throughput=5MB/sec 2024-04-10T15:35:49.375 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Q9kmY8u_pqkQSBX off=5486401 len=1456915 2024-04-10T15:35:49.385 INFO:tasks.workunit.client.0.smithi102.stdout:op 3049 completed, throughput=5MB/sec 2024-04-10T15:35:49.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:49 smithi102 ceph-mon[90943]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:35:49.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:49 smithi102 ceph-mon[88557]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:35:49.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:49 smithi154 ceph-mon[84269]: pgmap v1647: 105 pgs: 105 active+clean; 128 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:35:50.386 INFO:tasks.workunit.client.0.smithi102.stdout: 592: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:50.386 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FufrCQrVeOQHrt0 off=6459647 len=1381318 2024-04-10T15:35:50.393 INFO:tasks.workunit.client.0.smithi102.stdout:op 3050 completed, throughput=4.99MB/sec 2024-04-10T15:35:50.393 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IGuUV4pJ0R_QF4H off=12230929 len=1268346 2024-04-10T15:35:50.400 INFO:tasks.workunit.client.0.smithi102.stdout:op 3051 completed, throughput=5MB/sec 2024-04-10T15:35:50.400 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-b19J60b9-a3yUVQ off=3129021 len=2070164 2024-04-10T15:35:50.412 INFO:tasks.workunit.client.0.smithi102.stdout:op 3052 completed, throughput=5MB/sec 2024-04-10T15:35:50.412 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-g7PQtE2wxiqO_1g off=880215 len=1547796 2024-04-10T15:35:50.420 INFO:tasks.workunit.client.0.smithi102.stdout:op 3053 completed, throughput=5MB/sec 2024-04-10T15:35:51.420 INFO:tasks.workunit.client.0.smithi102.stdout: 593: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:51.420 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VaeyNZBW21Pf2JF off=8160464 len=305950 2024-04-10T15:35:51.423 INFO:tasks.workunit.client.0.smithi102.stdout:op 3054 completed, throughput=4.99MB/sec 2024-04-10T15:35:51.424 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PTuwZJZfzFHPgO0 off=1003517 len=503270 2024-04-10T15:35:51.427 INFO:tasks.workunit.client.0.smithi102.stdout:op 3055 completed, throughput=5MB/sec 2024-04-10T15:35:51.427 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Lz8oJJF6HnvZq74 off=17456426 len=125276 2024-04-10T15:35:51.428 INFO:tasks.workunit.client.0.smithi102.stdout:op 3056 completed, throughput=5MB/sec 2024-04-10T15:35:51.428 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iVuoqYGpKtr8p7a off=4446692 len=1943902 2024-04-10T15:35:51.430 INFO:tasks.workunit.client.0.smithi102.stdout:op 3057 completed, throughput=5MB/sec 2024-04-10T15:35:51.430 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PycfdGNniwTnbe3 off=4178269 len=1831504 2024-04-10T15:35:51.434 INFO:tasks.workunit.client.0.smithi102.stdout:op 3058 completed, throughput=5MB/sec 2024-04-10T15:35:51.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:51 smithi102 ceph-mon[90943]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:35:51.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:51 smithi102 ceph-mon[88557]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:35:51.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:51 smithi154 ceph-mon[84269]: pgmap v1648: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:35:52.434 INFO:tasks.workunit.client.0.smithi102.stdout: 594: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:52.435 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qDuskzbm8X_77ep off=2381341 len=1238975 2024-04-10T15:35:52.436 INFO:tasks.workunit.client.0.smithi102.stdout:op 3059 completed, throughput=5MB/sec 2024-04-10T15:35:52.436 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-orEMNok_QhHN9PM off=735720 len=239489 2024-04-10T15:35:52.437 INFO:tasks.workunit.client.0.smithi102.stdout:op 3060 completed, throughput=5MB/sec 2024-04-10T15:35:52.437 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-C3IRwWTdSnzDTKB off=4963322 len=1048820 2024-04-10T15:35:52.438 INFO:tasks.workunit.client.0.smithi102.stdout:op 3061 completed, throughput=5MB/sec 2024-04-10T15:35:52.438 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_2F82h5_BIxgY1U off=8901028 len=1802384 2024-04-10T15:35:52.448 INFO:tasks.workunit.client.0.smithi102.stdout:op 3062 completed, throughput=5MB/sec 2024-04-10T15:35:52.448 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-c-Ics6BN_QM-OcS off=8521343 len=1087268 2024-04-10T15:35:52.449 INFO:tasks.workunit.client.0.smithi102.stdout:op 3063 completed, throughput=5MB/sec 2024-04-10T15:35:52.641 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:35:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:35:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:35:53.449 INFO:tasks.workunit.client.0.smithi102.stdout: 595: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:53.449 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GEMacfzDNvWUJjr off=810397 len=947847 2024-04-10T15:35:53.455 INFO:tasks.workunit.client.0.smithi102.stdout:op 3064 completed, throughput=4.99MB/sec 2024-04-10T15:35:53.455 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UQXwCAlaRdGlBM8 off=7429279 len=1052962 2024-04-10T15:35:53.462 INFO:tasks.workunit.client.0.smithi102.stdout:op 3065 completed, throughput=5MB/sec 2024-04-10T15:35:53.462 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KVkS9TAzkj0QPYK off=1372494 len=844178 2024-04-10T15:35:53.467 INFO:tasks.workunit.client.0.smithi102.stdout:op 3066 completed, throughput=5MB/sec 2024-04-10T15:35:53.467 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mk-rRHrdDRwhk2C off=1698590 len=179967 2024-04-10T15:35:53.468 INFO:tasks.workunit.client.0.smithi102.stdout:op 3067 completed, throughput=5MB/sec 2024-04-10T15:35:53.469 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ImP54NDUnLNDs9N off=6351864 len=1310390 2024-04-10T15:35:53.470 INFO:tasks.workunit.client.0.smithi102.stdout:op 3068 completed, throughput=5MB/sec 2024-04-10T15:35:53.470 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kbZCgVDPHefemw3 off=1714687 len=1017493 2024-04-10T15:35:53.475 INFO:tasks.workunit.client.0.smithi102.stdout:op 3069 completed, throughput=5MB/sec 2024-04-10T15:35:53.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:53 smithi102 ceph-mon[90943]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:35:53.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:53.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:53 smithi102 ceph-mon[88557]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:35:53.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:53.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:53 smithi154 ceph-mon[84269]: pgmap v1649: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:35:53.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:35:54.476 INFO:tasks.workunit.client.0.smithi102.stdout: 596: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:54.476 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oNhfYwvIsrujMj4 off=175792 len=287769 2024-04-10T15:35:54.477 INFO:tasks.workunit.client.0.smithi102.stdout:op 3070 completed, throughput=4.99MB/sec 2024-04-10T15:35:54.477 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7G55Xnee-5ORY7N off=6200510 len=639183 2024-04-10T15:35:54.478 INFO:tasks.workunit.client.0.smithi102.stdout:op 3071 completed, throughput=4.99MB/sec 2024-04-10T15:35:54.478 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WtvyiaLwJrZ0DFM off=4269296 len=1132320 2024-04-10T15:35:54.483 INFO:tasks.workunit.client.0.smithi102.stdout:op 3072 completed, throughput=5MB/sec 2024-04-10T15:35:54.483 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-663dRrV4-XiLrHR off=11313715 len=1065219 2024-04-10T15:35:54.483 INFO:tasks.workunit.client.0.smithi102.stdout:op 3073 completed, throughput=5MB/sec 2024-04-10T15:35:54.483 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6FMkSal3KqRcRiy off=0 len=1378204 2024-04-10T15:35:54.491 INFO:tasks.workunit.client.0.smithi102.stdout:op 3074 completed, throughput=5MB/sec 2024-04-10T15:35:55.491 INFO:tasks.workunit.client.0.smithi102.stdout: 597: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:55.491 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-yRZjImPfvavM-tH off=1275761 len=471615 2024-04-10T15:35:55.492 INFO:tasks.workunit.client.0.smithi102.stdout:op 3075 completed, throughput=4.99MB/sec 2024-04-10T15:35:55.492 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sNmtDMcIXrHDY6p off=6435500 len=1650897 2024-04-10T15:35:55.502 INFO:tasks.workunit.client.0.smithi102.stdout:op 3076 completed, throughput=5MB/sec 2024-04-10T15:35:55.502 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zekF1wp_2vVHaIZ off=784830 len=752575 2024-04-10T15:35:55.506 INFO:tasks.workunit.client.0.smithi102.stdout:op 3077 completed, throughput=5MB/sec 2024-04-10T15:35:55.507 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sRW_5zh50a2OrUx off=993449 len=1297622 2024-04-10T15:35:55.514 INFO:tasks.workunit.client.0.smithi102.stdout:op 3078 completed, throughput=5MB/sec 2024-04-10T15:35:55.514 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7oqAW8r2ewUVqGb off=5527561 len=1683036 2024-04-10T15:35:55.521 INFO:tasks.workunit.client.0.smithi102.stdout:op 3079 completed, throughput=5MB/sec 2024-04-10T15:35:55.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:55 smithi102 ceph-mon[90943]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:35:55.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:55 smithi102 ceph-mon[88557]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:35:55.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:55 smithi154 ceph-mon[84269]: pgmap v1650: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:35:56.522 INFO:tasks.workunit.client.0.smithi102.stdout: 598: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:56.522 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9R2FoLeGlClNw2T off=9134419 len=1984235 2024-04-10T15:35:56.526 INFO:tasks.workunit.client.0.smithi102.stdout:op 3080 completed, throughput=5MB/sec 2024-04-10T15:35:56.526 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BxBtve8oFQWDhdv off=1561928 len=206251 2024-04-10T15:35:56.526 INFO:tasks.workunit.client.0.smithi102.stdout:op 3081 completed, throughput=5MB/sec 2024-04-10T15:35:56.527 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rZNi4kDsFIe2Yfd off=2043398 len=1058911 2024-04-10T15:35:56.528 INFO:tasks.workunit.client.0.smithi102.stdout:op 3082 completed, throughput=5MB/sec 2024-04-10T15:35:56.528 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--nsmfRbms_egUi3 off=1310225 len=261286 2024-04-10T15:35:56.529 INFO:tasks.workunit.client.0.smithi102.stdout:op 3083 completed, throughput=5MB/sec 2024-04-10T15:35:56.529 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kiS40UgoD2_TTXP off=4130802 len=1262436 2024-04-10T15:35:56.535 INFO:tasks.workunit.client.0.smithi102.stdout:op 3084 completed, throughput=5MB/sec 2024-04-10T15:35:57.535 INFO:tasks.workunit.client.0.smithi102.stdout: 599: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:57.536 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5RoncjcuvnrT8Hh off=16722275 len=89601 2024-04-10T15:35:57.538 INFO:tasks.workunit.client.0.smithi102.stdout:op 3085 completed, throughput=4.99MB/sec 2024-04-10T15:35:57.538 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ifGv124vJTWMpCx off=1575357 len=664736 2024-04-10T15:35:57.542 INFO:tasks.workunit.client.0.smithi102.stdout:op 3086 completed, throughput=4.99MB/sec 2024-04-10T15:35:57.542 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-h8G_eQi_wsMdeO_ off=3655721 len=1018122 2024-04-10T15:35:57.544 INFO:tasks.workunit.client.0.smithi102.stdout:op 3087 completed, throughput=4.99MB/sec 2024-04-10T15:35:57.544 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XZ2wzD_hYdvkhZk off=4604479 len=1010629 2024-04-10T15:35:57.545 INFO:tasks.workunit.client.0.smithi102.stdout:op 3088 completed, throughput=5MB/sec 2024-04-10T15:35:57.546 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uooyn-1oRRETo6n off=2476249 len=345159 2024-04-10T15:35:57.547 INFO:tasks.workunit.client.0.smithi102.stdout:op 3089 completed, throughput=5MB/sec 2024-04-10T15:35:57.547 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MUBC0LvJVC7uN5E off=8626863 len=90958 2024-04-10T15:35:57.548 INFO:tasks.workunit.client.0.smithi102.stdout:op 3090 completed, throughput=5MB/sec 2024-04-10T15:35:57.548 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-44frI-ZgEEhZCgZ off=1350907 len=328703 2024-04-10T15:35:57.551 INFO:tasks.workunit.client.0.smithi102.stdout:op 3091 completed, throughput=5MB/sec 2024-04-10T15:35:57.551 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VUXX0RNhudPfF8L off=2032768 len=1188438 2024-04-10T15:35:57.552 INFO:tasks.workunit.client.0.smithi102.stdout:op 3092 completed, throughput=5MB/sec 2024-04-10T15:35:57.552 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-A-pkVhMBY8D3mQ- off=1729515 len=940130 2024-04-10T15:35:57.557 INFO:tasks.workunit.client.0.smithi102.stdout:op 3093 completed, throughput=5MB/sec 2024-04-10T15:35:57.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:57 smithi102 ceph-mon[90943]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:35:57.671 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:35:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:35:57] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-10T15:35:57.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:57 smithi102 ceph-mon[88557]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:35:57.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:57 smithi154 ceph-mon[84269]: pgmap v1651: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:35:58.557 INFO:tasks.workunit.client.0.smithi102.stdout: 600: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:58.557 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RxPml-h5B2GqBZ6 off=606089 len=527094 2024-04-10T15:35:58.558 INFO:tasks.workunit.client.0.smithi102.stdout:op 3094 completed, throughput=4.99MB/sec 2024-04-10T15:35:58.558 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8Mp0hlkCa2GQUtD off=361233 len=444361 2024-04-10T15:35:58.562 INFO:tasks.workunit.client.0.smithi102.stdout:op 3095 completed, throughput=4.99MB/sec 2024-04-10T15:35:58.563 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Xl6AyZMvI0f4YgR off=11679597 len=1589923 2024-04-10T15:35:58.564 INFO:tasks.workunit.client.0.smithi102.stdout:op 3096 completed, throughput=5MB/sec 2024-04-10T15:35:58.564 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-M9SD11SqfLtgF5L off=14358305 len=1364931 2024-04-10T15:35:58.566 INFO:tasks.workunit.client.0.smithi102.stdout:op 3097 completed, throughput=5MB/sec 2024-04-10T15:35:58.566 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4OiiI_K7p4cY7-W off=80381 len=1651594 2024-04-10T15:35:58.569 INFO:tasks.workunit.client.0.smithi102.stdout:op 3098 completed, throughput=5MB/sec 2024-04-10T15:35:59.570 INFO:tasks.workunit.client.0.smithi102.stdout: 601: throughput=4.99MB/sec pending data=0 2024-04-10T15:35:59.570 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3c0gDkogkansS2- off=479408 len=1065139 2024-04-10T15:35:59.571 INFO:tasks.workunit.client.0.smithi102.stdout:op 3099 completed, throughput=4.99MB/sec 2024-04-10T15:35:59.571 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RffJDHUYL2ZrsBy off=8765761 len=1172490 2024-04-10T15:35:59.573 INFO:tasks.workunit.client.0.smithi102.stdout:op 3100 completed, throughput=5MB/sec 2024-04-10T15:35:59.573 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VQrBt1Mku1nnLGC off=1584932 len=794003 2024-04-10T15:35:59.579 INFO:tasks.workunit.client.0.smithi102.stdout:op 3101 completed, throughput=5MB/sec 2024-04-10T15:35:59.579 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-iOxEkeMDqjTEc2w off=1701298 len=120578 2024-04-10T15:35:59.582 INFO:tasks.workunit.client.0.smithi102.stdout:op 3102 completed, throughput=5MB/sec 2024-04-10T15:35:59.582 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ghXUP-HXf05vPd9 off=1938714 len=1511358 2024-04-10T15:35:59.583 INFO:tasks.workunit.client.0.smithi102.stdout:op 3103 completed, throughput=5MB/sec 2024-04-10T15:35:59.583 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WrGUi9BgZyvko5G off=20197919 len=1944820 2024-04-10T15:35:59.584 INFO:tasks.workunit.client.0.smithi102.stdout:op 3104 completed, throughput=5MB/sec 2024-04-10T15:35:59.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:35:59 smithi102 ceph-mon[90943]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:35:59.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:35:59 smithi102 ceph-mon[88557]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:35:59.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:35:59 smithi154 ceph-mon[84269]: pgmap v1652: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 708 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:36:00.585 INFO:tasks.workunit.client.0.smithi102.stdout: 602: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:00.585 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ttR4gkvPN1-QMj6 off=5911703 len=147983 2024-04-10T15:36:00.588 INFO:tasks.workunit.client.0.smithi102.stdout:op 3105 completed, throughput=5MB/sec 2024-04-10T15:36:00.588 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XPVv5qB1AAexusW off=14952956 len=1296320 2024-04-10T15:36:00.591 INFO:tasks.workunit.client.0.smithi102.stdout:op 3106 completed, throughput=5MB/sec 2024-04-10T15:36:00.591 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AO3uFwMVlmlyL-d off=20256410 len=1404265 2024-04-10T15:36:00.598 INFO:tasks.workunit.client.0.smithi102.stdout:op 3107 completed, throughput=5MB/sec 2024-04-10T15:36:00.598 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-syTnV3Irv1Llf1v off=937680 len=228890 2024-04-10T15:36:00.598 INFO:tasks.workunit.client.0.smithi102.stdout:op 3108 completed, throughput=5MB/sec 2024-04-10T15:36:00.599 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KPEgJztr_A3uSKK off=6163396 len=555206 2024-04-10T15:36:00.599 INFO:tasks.workunit.client.0.smithi102.stdout:op 3109 completed, throughput=5MB/sec 2024-04-10T15:36:01.600 INFO:tasks.workunit.client.0.smithi102.stdout: 603: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:01.600 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-j_VJ9WIYQeKhSH9 off=225844 len=1342030 2024-04-10T15:36:01.601 INFO:tasks.workunit.client.0.smithi102.stdout:op 3110 completed, throughput=4.99MB/sec 2024-04-10T15:36:01.602 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jpFNEAYReDUE8CR off=2031439 len=817362 2024-04-10T15:36:01.606 INFO:tasks.workunit.client.0.smithi102.stdout:op 3111 completed, throughput=5MB/sec 2024-04-10T15:36:01.606 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gUeAEiU-QMxjQ7g off=5757322 len=740063 2024-04-10T15:36:01.611 INFO:tasks.workunit.client.0.smithi102.stdout:op 3112 completed, throughput=5MB/sec 2024-04-10T15:36:01.611 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cxKpG2LtkBgBlLY off=2698425 len=881641 2024-04-10T15:36:01.616 INFO:tasks.workunit.client.0.smithi102.stdout:op 3113 completed, throughput=5MB/sec 2024-04-10T15:36:01.616 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vHPJHoRIP9Dx3V6 off=7516019 len=1210725 2024-04-10T15:36:01.617 INFO:tasks.workunit.client.0.smithi102.stdout:op 3114 completed, throughput=5MB/sec 2024-04-10T15:36:01.617 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-avtTZt4gVKZqKPE off=1799139 len=1545961 2024-04-10T15:36:01.624 INFO:tasks.workunit.client.0.smithi102.stdout:op 3115 completed, throughput=5MB/sec 2024-04-10T15:36:01.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:01 smithi102 ceph-mon[90943]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:36:01.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:01 smithi102 ceph-mon[88557]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:36:01.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:01 smithi154 ceph-mon[84269]: pgmap v1653: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:36:02.624 INFO:tasks.workunit.client.0.smithi102.stdout: 604: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:02.624 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kkhzrFDYgG6D7sw off=4983947 len=1089390 2024-04-10T15:36:02.626 INFO:tasks.workunit.client.0.smithi102.stdout:op 3116 completed, throughput=5MB/sec 2024-04-10T15:36:02.626 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UodwRQtHXmXhF7K off=4314239 len=884995 2024-04-10T15:36:02.627 INFO:tasks.workunit.client.0.smithi102.stdout:op 3117 completed, throughput=5MB/sec 2024-04-10T15:36:02.627 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jeQegZVEOHBwFkt off=481502 len=340072 2024-04-10T15:36:02.628 INFO:tasks.workunit.client.0.smithi102.stdout:op 3118 completed, throughput=5MB/sec 2024-04-10T15:36:02.628 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qV_7fisIHSzh9M_ off=12739814 len=446552 2024-04-10T15:36:02.632 INFO:tasks.workunit.client.0.smithi102.stdout:op 3119 completed, throughput=5MB/sec 2024-04-10T15:36:02.632 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-A_HuVMSWpUDCPSN off=16075183 len=948431 2024-04-10T15:36:02.637 INFO:tasks.workunit.client.0.smithi102.stdout:op 3120 completed, throughput=5MB/sec 2024-04-10T15:36:02.637 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7yWjefSd3nmCrBw off=8547275 len=183516 2024-04-10T15:36:02.640 INFO:tasks.workunit.client.0.smithi102.stdout:op 3121 completed, throughput=5MB/sec 2024-04-10T15:36:02.641 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cxuWARVDQV56COu off=7325478 len=1033278 2024-04-10T15:36:02.641 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:36:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:36:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:36:02.646 INFO:tasks.workunit.client.0.smithi102.stdout:op 3122 completed, throughput=5MB/sec 2024-04-10T15:36:03.646 INFO:tasks.workunit.client.0.smithi102.stdout: 605: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:03.646 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aDgz-OMbEoJ2bvR off=7879304 len=1471975 2024-04-10T15:36:03.654 INFO:tasks.workunit.client.0.smithi102.stdout:op 3123 completed, throughput=5MB/sec 2024-04-10T15:36:03.654 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3N-yE2xYL2zKCFr off=10986030 len=1800757 2024-04-10T15:36:03.656 INFO:tasks.workunit.client.0.smithi102.stdout:op 3124 completed, throughput=5MB/sec 2024-04-10T15:36:03.656 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-yTVUCHTtS1j0dPP off=179361 len=930751 2024-04-10T15:36:03.658 INFO:tasks.workunit.client.0.smithi102.stdout:op 3125 completed, throughput=5MB/sec 2024-04-10T15:36:03.658 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-K4ilNbUJH5qfaTV off=12961464 len=631616 2024-04-10T15:36:03.662 INFO:tasks.workunit.client.0.smithi102.stdout:op 3126 completed, throughput=5MB/sec 2024-04-10T15:36:03.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:03 smithi102 ceph-mon[90943]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:36:03.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:03 smithi102 ceph-mon[88557]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:36:03.703 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:03 smithi154 ceph-mon[84269]: pgmap v1654: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:36:04.141 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:36:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=cleanup t=2024-04-10T15:36:03.716661136Z level=info msg="Completed cleanup jobs" duration=5.607359ms 2024-04-10T15:36:04.662 INFO:tasks.workunit.client.0.smithi102.stdout: 606: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:04.662 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NLPjvQ7A-2FqFUo off=2737062 len=1132056 2024-04-10T15:36:04.666 INFO:tasks.workunit.client.0.smithi102.stdout:op 3127 completed, throughput=4.99MB/sec 2024-04-10T15:36:04.666 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Vo_1HxcshL0siPX off=4010441 len=1482982 2024-04-10T15:36:04.675 INFO:tasks.workunit.client.0.smithi102.stdout:op 3128 completed, throughput=5MB/sec 2024-04-10T15:36:04.675 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--C6Ugg1vIJdS05o off=959234 len=1370223 2024-04-10T15:36:04.677 INFO:tasks.workunit.client.0.smithi102.stdout:op 3129 completed, throughput=5MB/sec 2024-04-10T15:36:04.678 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ys5E78vYUbn8MYn off=5561828 len=1382920 2024-04-10T15:36:04.683 INFO:tasks.workunit.client.0.smithi102.stdout:op 3130 completed, throughput=5MB/sec 2024-04-10T15:36:05.684 INFO:tasks.workunit.client.0.smithi102.stdout: 607: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:05.684 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DyJUn-Ny3TLITjq off=17080655 len=1440948 2024-04-10T15:36:05.685 INFO:tasks.workunit.client.0.smithi102.stdout:op 3131 completed, throughput=4.99MB/sec 2024-04-10T15:36:05.685 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VvzJPG4PvtcYPoj off=423983 len=1231619 2024-04-10T15:36:05.687 INFO:tasks.workunit.client.0.smithi102.stdout:op 3132 completed, throughput=5MB/sec 2024-04-10T15:36:05.687 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-i72tmK6Jb3tsVDx off=10633133 len=1456745 2024-04-10T15:36:05.694 INFO:tasks.workunit.client.0.smithi102.stdout:op 3133 completed, throughput=5MB/sec 2024-04-10T15:36:05.694 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YE5z1oxP8CCPswU off=2161092 len=698832 2024-04-10T15:36:05.698 INFO:tasks.workunit.client.0.smithi102.stdout:op 3134 completed, throughput=5MB/sec 2024-04-10T15:36:05.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:05 smithi154 ceph-mon[84269]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:36:05.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:05 smithi102 ceph-mon[90943]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:36:05.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:05 smithi102 ceph-mon[88557]: pgmap v1655: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:36:06.698 INFO:tasks.workunit.client.0.smithi102.stdout: 608: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:06.701 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mRwcdXj8LbLhgXQ off=12097108 len=2042138 2024-04-10T15:36:06.702 INFO:tasks.workunit.client.0.smithi102.stdout:op 3135 completed, throughput=5MB/sec 2024-04-10T15:36:06.702 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WJbg02cxp80iF4j off=682818 len=945495 2024-04-10T15:36:06.703 INFO:tasks.workunit.client.0.smithi102.stdout:op 3136 completed, throughput=5MB/sec 2024-04-10T15:36:06.704 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vjKjxgLwIg28oXW off=18062236 len=753790 2024-04-10T15:36:06.705 INFO:tasks.workunit.client.0.smithi102.stdout:op 3137 completed, throughput=5MB/sec 2024-04-10T15:36:06.705 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MbqM-KHR3rljBtQ off=21801 len=1306307 2024-04-10T15:36:06.707 INFO:tasks.workunit.client.0.smithi102.stdout:op 3138 completed, throughput=5MB/sec 2024-04-10T15:36:06.707 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-imXwg7zeGe1JjTo off=10846304 len=1793839 2024-04-10T15:36:06.708 INFO:tasks.workunit.client.0.smithi102.stdout:op 3139 completed, throughput=5MB/sec 2024-04-10T15:36:07.709 INFO:tasks.workunit.client.0.smithi102.stdout: 609: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:07.709 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-W8WvyiEXaj9Iv6w off=4478447 len=520389 2024-04-10T15:36:07.710 INFO:tasks.workunit.client.0.smithi102.stdout:op 3140 completed, throughput=5MB/sec 2024-04-10T15:36:07.710 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GA5ZNSaBxL1bTWC off=3418270 len=1672952 2024-04-10T15:36:07.722 INFO:tasks.workunit.client.0.smithi102.stdout:op 3141 completed, throughput=5MB/sec 2024-04-10T15:36:07.722 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qHDR0r7ISHrxEKT off=11997354 len=740539 2024-04-10T15:36:07.723 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:07 smithi102 ceph-mon[90943]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:36:07.723 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:07 smithi102 ceph-mon[88557]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:36:07.723 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:36:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:36:07] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-10T15:36:07.724 INFO:tasks.workunit.client.0.smithi102.stdout:op 3142 completed, throughput=5MB/sec 2024-04-10T15:36:07.724 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BCV3pCVlNWpaTJe off=2388407 len=970737 2024-04-10T15:36:07.729 INFO:tasks.workunit.client.0.smithi102.stdout:op 3143 completed, throughput=5MB/sec 2024-04-10T15:36:07.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:07 smithi154 ceph-mon[84269]: pgmap v1656: 105 pgs: 105 active+clean; 128 GiB data, 7.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:36:08.729 INFO:tasks.workunit.client.0.smithi102.stdout: 610: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:08.729 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-a9P0d8A_l4to-sd off=11968095 len=424223 2024-04-10T15:36:08.733 INFO:tasks.workunit.client.0.smithi102.stdout:op 3144 completed, throughput=4.99MB/sec 2024-04-10T15:36:08.733 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7G55Xnee-5ORY7N off=11359857 len=347736 2024-04-10T15:36:08.736 INFO:tasks.workunit.client.0.smithi102.stdout:op 3145 completed, throughput=4.99MB/sec 2024-04-10T15:36:08.736 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8Df5ZduVe5Ldu7T off=8309560 len=402858 2024-04-10T15:36:08.738 INFO:tasks.workunit.client.0.smithi102.stdout:op 3146 completed, throughput=4.99MB/sec 2024-04-10T15:36:08.738 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pqIeZbVsq6wDaFO off=1307315 len=506793 2024-04-10T15:36:08.739 INFO:tasks.workunit.client.0.smithi102.stdout:op 3147 completed, throughput=4.99MB/sec 2024-04-10T15:36:08.739 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kLjTcIo7U0HpiL9 off=348124 len=720633 2024-04-10T15:36:08.743 INFO:tasks.workunit.client.0.smithi102.stdout:op 3148 completed, throughput=5MB/sec 2024-04-10T15:36:08.744 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4cSo3dxxGzrr87m off=7014114 len=1311287 2024-04-10T15:36:08.751 INFO:tasks.workunit.client.0.smithi102.stdout:op 3149 completed, throughput=5MB/sec 2024-04-10T15:36:08.751 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-g3PnvTl2CwEvHlg off=8989657 len=1025005 2024-04-10T15:36:08.752 INFO:tasks.workunit.client.0.smithi102.stdout:op 3150 completed, throughput=5MB/sec 2024-04-10T15:36:08.752 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-z9S6b9u0EDr6ncV off=6912490 len=2041328 2024-04-10T15:36:08.764 INFO:tasks.workunit.client.0.smithi102.stdout:op 3151 completed, throughput=5MB/sec 2024-04-10T15:36:08.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:08.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:08.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:09.764 INFO:tasks.workunit.client.0.smithi102.stdout: 611: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:09.765 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rMl-Z12-XH-ha82 off=1048101 len=1506122 2024-04-10T15:36:09.767 INFO:tasks.workunit.client.0.smithi102.stdout:op 3152 completed, throughput=5MB/sec 2024-04-10T15:36:09.768 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-k5YgkoeU4MMzhYk off=2323612 len=890714 2024-04-10T15:36:09.769 INFO:tasks.workunit.client.0.smithi102.stdout:op 3153 completed, throughput=5MB/sec 2024-04-10T15:36:09.769 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-S1tZwsZP9xQ0LbI off=5390026 len=384003 2024-04-10T15:36:09.770 INFO:tasks.workunit.client.0.smithi102.stdout:op 3154 completed, throughput=5MB/sec 2024-04-10T15:36:09.770 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uKMmLHQb_F9XMB- off=6046277 len=899377 2024-04-10T15:36:09.776 INFO:tasks.workunit.client.0.smithi102.stdout:op 3155 completed, throughput=5MB/sec 2024-04-10T15:36:09.776 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-HF4XnqSmbpxjNp1 off=3666333 len=1026758 2024-04-10T15:36:09.777 INFO:tasks.workunit.client.0.smithi102.stdout:op 3156 completed, throughput=5MB/sec 2024-04-10T15:36:09.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:09 smithi154 ceph-mon[84269]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:36:09.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:09 smithi102 ceph-mon[88557]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:36:09.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:09 smithi102 ceph-mon[90943]: pgmap v1657: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:36:10.778 INFO:tasks.workunit.client.0.smithi102.stdout: 612: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:10.778 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-u-IWJsYXgFItRB7 off=5432738 len=1287045 2024-04-10T15:36:10.784 INFO:tasks.workunit.client.0.smithi102.stdout:op 3157 completed, throughput=5MB/sec 2024-04-10T15:36:10.784 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-C-HgJjHmxCnK_yv off=10148319 len=925594 2024-04-10T15:36:10.785 INFO:tasks.workunit.client.0.smithi102.stdout:op 3158 completed, throughput=5MB/sec 2024-04-10T15:36:10.785 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Va7RNWoLmGPQZBm off=3559430 len=1999750 2024-04-10T15:36:10.789 INFO:tasks.workunit.client.0.smithi102.stdout:op 3159 completed, throughput=5MB/sec 2024-04-10T15:36:10.789 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Mr2khwOpMJp0TpE off=4584246 len=822105 2024-04-10T15:36:10.790 INFO:tasks.workunit.client.0.smithi102.stdout:op 3160 completed, throughput=5MB/sec 2024-04-10T15:36:11.791 INFO:tasks.workunit.client.0.smithi102.stdout: 613: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:11.791 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0oGI1I7zYNByYYC off=7419300 len=1429199 2024-04-10T15:36:11.792 INFO:tasks.workunit.client.0.smithi102.stdout:op 3161 completed, throughput=5MB/sec 2024-04-10T15:36:11.793 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xz57WnCjQLkd9X_ off=781214 len=67358 2024-04-10T15:36:11.793 INFO:tasks.workunit.client.0.smithi102.stdout:op 3162 completed, throughput=5MB/sec 2024-04-10T15:36:11.793 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xBwixs9YzMnDs3s off=1431581 len=48354 2024-04-10T15:36:11.796 INFO:tasks.workunit.client.0.smithi102.stdout:op 3163 completed, throughput=5MB/sec 2024-04-10T15:36:11.796 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Jezkr-Pj0sM4bs4 off=494942 len=130720 2024-04-10T15:36:11.799 INFO:tasks.workunit.client.0.smithi102.stdout:op 3164 completed, throughput=5MB/sec 2024-04-10T15:36:11.799 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CI_kii1EMOucFga off=6223917 len=1268646 2024-04-10T15:36:11.806 INFO:tasks.workunit.client.0.smithi102.stdout:op 3165 completed, throughput=5MB/sec 2024-04-10T15:36:11.806 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-M2i5KH4jIST05kO off=8103880 len=214691 2024-04-10T15:36:11.809 INFO:tasks.workunit.client.0.smithi102.stdout:op 3166 completed, throughput=5MB/sec 2024-04-10T15:36:11.809 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ChWgrFb0cStXMb5 off=1744676 len=156724 2024-04-10T15:36:11.812 INFO:tasks.workunit.client.0.smithi102.stdout:op 3167 completed, throughput=5MB/sec 2024-04-10T15:36:11.812 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MxEwuHUt2xxKt2W off=20113570 len=573736 2024-04-10T15:36:11.813 INFO:tasks.workunit.client.0.smithi102.stdout:op 3168 completed, throughput=5MB/sec 2024-04-10T15:36:11.813 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EdzTlu7aUuMjTEQ off=2768657 len=1874109 2024-04-10T15:36:11.823 INFO:tasks.workunit.client.0.smithi102.stdout:op 3169 completed, throughput=5MB/sec 2024-04-10T15:36:11.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:11 smithi154 ceph-mon[84269]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:36:11.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:11 smithi102 ceph-mon[88557]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:36:11.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:11 smithi102 ceph-mon[90943]: pgmap v1658: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:36:12.641 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:36:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:36:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:36:12.823 INFO:tasks.workunit.client.0.smithi102.stdout: 614: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:12.824 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0sKbk15Ix9g5jCx off=13894523 len=1428857 2024-04-10T15:36:12.834 INFO:tasks.workunit.client.0.smithi102.stdout:op 3170 completed, throughput=5MB/sec 2024-04-10T15:36:12.834 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BrZmB7sD-oS5Ym- off=18513352 len=199768 2024-04-10T15:36:12.834 INFO:tasks.workunit.client.0.smithi102.stdout:op 3171 completed, throughput=5MB/sec 2024-04-10T15:36:12.834 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-M0DhCbkRhUQJGB_ off=2167774 len=81914 2024-04-10T15:36:12.836 INFO:tasks.workunit.client.0.smithi102.stdout:op 3172 completed, throughput=5MB/sec 2024-04-10T15:36:12.836 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HU2EICufiVxyv54 off=10848025 len=1938295 2024-04-10T15:36:12.848 INFO:tasks.workunit.client.0.smithi102.stdout:op 3173 completed, throughput=5MB/sec 2024-04-10T15:36:12.848 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IKRx2Fy_ELe-D7F off=12641570 len=2039870 2024-04-10T15:36:12.849 INFO:tasks.workunit.client.0.smithi102.stdout:op 3174 completed, throughput=5MB/sec 2024-04-10T15:36:13.849 INFO:tasks.workunit.client.0.smithi102.stdout: 615: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:13.850 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8tjRgo0YsZUygqK off=3877351 len=1678360 2024-04-10T15:36:13.858 INFO:tasks.workunit.client.0.smithi102.stdout:op 3175 completed, throughput=5MB/sec 2024-04-10T15:36:13.858 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-x7MPgl0PwOGeu2- off=13690165 len=1252775 2024-04-10T15:36:13.866 INFO:tasks.workunit.client.0.smithi102.stdout:op 3176 completed, throughput=5MB/sec 2024-04-10T15:36:13.866 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-H5f25cDntOnCfFS off=1127483 len=541336 2024-04-10T15:36:13.870 INFO:tasks.workunit.client.0.smithi102.stdout:op 3177 completed, throughput=5MB/sec 2024-04-10T15:36:13.870 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Rpqte1GQQ5hJ5Br off=3235498 len=167760 2024-04-10T15:36:13.870 INFO:tasks.workunit.client.0.smithi102.stdout:op 3178 completed, throughput=5MB/sec 2024-04-10T15:36:13.870 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sQ_Tk2Z7jclkOee off=5272407 len=1294768 2024-04-10T15:36:13.871 INFO:tasks.workunit.client.0.smithi102.stdout:op 3179 completed, throughput=5MB/sec 2024-04-10T15:36:13.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:13 smithi154 ceph-mon[84269]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T15:36:13.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:13 smithi102 ceph-mon[90943]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T15:36:13.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:13 smithi102 ceph-mon[88557]: pgmap v1659: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.6 MiB/s wr, 4 op/s 2024-04-10T15:36:14.871 INFO:tasks.workunit.client.0.smithi102.stdout: 616: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:14.871 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-r02P5k-Mqpo3wq9 off=2306169 len=1086899 2024-04-10T15:36:14.874 INFO:tasks.workunit.client.0.smithi102.stdout:op 3180 completed, throughput=4.99MB/sec 2024-04-10T15:36:14.874 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lfrEsM4H-hgr1lu off=3261204 len=570413 2024-04-10T15:36:14.878 INFO:tasks.workunit.client.0.smithi102.stdout:op 3181 completed, throughput=5MB/sec 2024-04-10T15:36:14.878 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Ja-Wia9mueGLWHj off=3661281 len=2045214 2024-04-10T15:36:14.880 INFO:tasks.workunit.client.0.smithi102.stdout:op 3182 completed, throughput=5MB/sec 2024-04-10T15:36:14.880 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QAJHOFoA_dMdQ_g off=2084192 len=60690 2024-04-10T15:36:14.880 INFO:tasks.workunit.client.0.smithi102.stdout:op 3183 completed, throughput=5MB/sec 2024-04-10T15:36:14.881 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ARenEk4Fl-yAECp off=3543927 len=1958215 2024-04-10T15:36:14.892 INFO:tasks.workunit.client.0.smithi102.stdout:op 3184 completed, throughput=5MB/sec 2024-04-10T15:36:15.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:15 smithi154 ceph-mon[84269]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T15:36:15.895 INFO:tasks.workunit.client.0.smithi102.stdout: 617: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:15.895 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8SqJKXGQPLPTpUT off=9731932 len=102767 2024-04-10T15:36:15.895 INFO:tasks.workunit.client.0.smithi102.stdout:op 3185 completed, throughput=4.99MB/sec 2024-04-10T15:36:15.895 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uvAf08F__7mYoPi off=1136577 len=1865256 2024-04-10T15:36:15.904 INFO:tasks.workunit.client.0.smithi102.stdout:op 3186 completed, throughput=5MB/sec 2024-04-10T15:36:15.904 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vvD6QTSw7PUcafA off=5927767 len=14436 2024-04-10T15:36:15.907 INFO:tasks.workunit.client.0.smithi102.stdout:op 3187 completed, throughput=5MB/sec 2024-04-10T15:36:15.907 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CnbmMeS_ddFg70t off=8782420 len=765968 2024-04-10T15:36:15.911 INFO:tasks.workunit.client.0.smithi102.stdout:op 3188 completed, throughput=5MB/sec 2024-04-10T15:36:15.911 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-diMBCWIUG9vS7ze off=9468359 len=1183000 2024-04-10T15:36:15.917 INFO:tasks.workunit.client.0.smithi102.stdout:op 3189 completed, throughput=5MB/sec 2024-04-10T15:36:15.918 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rlzwiYyADuLoD6T off=129308 len=1756161 2024-04-10T15:36:15.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:15 smithi102 ceph-mon[88557]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T15:36:15.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:15 smithi102 ceph-mon[90943]: pgmap v1660: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T15:36:15.927 INFO:tasks.workunit.client.0.smithi102.stdout:op 3190 completed, throughput=5MB/sec 2024-04-10T15:36:16.928 INFO:tasks.workunit.client.0.smithi102.stdout: 618: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:16.928 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qHDR0r7ISHrxEKT off=4907639 len=153410 2024-04-10T15:36:16.931 INFO:tasks.workunit.client.0.smithi102.stdout:op 3191 completed, throughput=4.99MB/sec 2024-04-10T15:36:16.931 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WS4It7F06dAtL4z off=8605346 len=656968 2024-04-10T15:36:16.935 INFO:tasks.workunit.client.0.smithi102.stdout:op 3192 completed, throughput=5MB/sec 2024-04-10T15:36:16.935 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-17FUa1uxkf94hOv off=8139299 len=862466 2024-04-10T15:36:16.937 INFO:tasks.workunit.client.0.smithi102.stdout:op 3193 completed, throughput=5MB/sec 2024-04-10T15:36:16.937 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5bBiK0jnt-swhoN off=17092776 len=1831762 2024-04-10T15:36:16.946 INFO:tasks.workunit.client.0.smithi102.stdout:op 3194 completed, throughput=5MB/sec 2024-04-10T15:36:16.946 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xN6uONUEcVy75fv off=87812 len=1753912 2024-04-10T15:36:16.954 INFO:tasks.workunit.client.0.smithi102.stdout:op 3195 completed, throughput=5MB/sec 2024-04-10T15:36:17.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:17 smithi154 ceph-mon[84269]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:36:17.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:17 smithi102 ceph-mon[90943]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:36:17.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:17 smithi102 ceph-mon[88557]: pgmap v1661: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:36:17.921 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:36:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:36:17] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-10T15:36:17.954 INFO:tasks.workunit.client.0.smithi102.stdout: 619: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:17.954 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3-8yyE8HpZ6XYk9 off=2576945 len=1957438 2024-04-10T15:36:17.964 INFO:tasks.workunit.client.0.smithi102.stdout:op 3196 completed, throughput=5MB/sec 2024-04-10T15:36:17.964 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PyGoLTDmYBOJY3y off=1244473 len=548651 2024-04-10T15:36:17.967 INFO:tasks.workunit.client.0.smithi102.stdout:op 3197 completed, throughput=5MB/sec 2024-04-10T15:36:17.967 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-m_00ATsJconK4za off=12036147 len=1040769 2024-04-10T15:36:17.973 INFO:tasks.workunit.client.0.smithi102.stdout:op 3198 completed, throughput=5MB/sec 2024-04-10T15:36:17.973 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Ge0hKQtumnEuUHi off=4102795 len=42511 2024-04-10T15:36:17.973 INFO:tasks.workunit.client.0.smithi102.stdout:op 3199 completed, throughput=5MB/sec 2024-04-10T15:36:17.973 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kkiznT5-nbjCkYh off=1218935 len=475069 2024-04-10T15:36:17.974 INFO:tasks.workunit.client.0.smithi102.stdout:op 3200 completed, throughput=5MB/sec 2024-04-10T15:36:18.974 INFO:tasks.workunit.client.0.smithi102.stdout: 620: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:18.975 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-z310FE1f48f33Mr off=3522603 len=1348803 2024-04-10T15:36:18.980 INFO:tasks.workunit.client.0.smithi102.stdout:op 3201 completed, throughput=4.99MB/sec 2024-04-10T15:36:18.980 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ADMRV25PRnYyZqo off=871868 len=633905 2024-04-10T15:36:18.981 INFO:tasks.workunit.client.0.smithi102.stdout:op 3202 completed, throughput=5MB/sec 2024-04-10T15:36:18.981 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-E8G1hV0H3-FNlX0 off=12451364 len=1682285 2024-04-10T15:36:18.983 INFO:tasks.workunit.client.0.smithi102.stdout:op 3203 completed, throughput=5MB/sec 2024-04-10T15:36:18.983 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Wj_cCika5Rh97Vz off=7984933 len=1597642 2024-04-10T15:36:18.985 INFO:tasks.workunit.client.0.smithi102.stdout:op 3204 completed, throughput=5MB/sec 2024-04-10T15:36:18.985 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NilyH8OXbGAkL39 off=3693002 len=1656270 2024-04-10T15:36:18.993 INFO:tasks.workunit.client.0.smithi102.stdout:op 3205 completed, throughput=5MB/sec 2024-04-10T15:36:19.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:19 smithi154 ceph-mon[84269]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:36:19.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:19 smithi102 ceph-mon[90943]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:36:19.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:19 smithi102 ceph-mon[88557]: pgmap v1662: 105 pgs: 105 active+clean; 128 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:36:19.993 INFO:tasks.workunit.client.0.smithi102.stdout: 621: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:19.994 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MOYrjLa15ifNJ8R off=2262112 len=761878 2024-04-10T15:36:19.997 INFO:tasks.workunit.client.0.smithi102.stdout:op 3206 completed, throughput=5MB/sec 2024-04-10T15:36:19.997 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZtB7WAjinfv5wQV off=1612616 len=586629 2024-04-10T15:36:20.002 INFO:tasks.workunit.client.0.smithi102.stdout:op 3207 completed, throughput=5MB/sec 2024-04-10T15:36:20.002 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WCokhH9HT16rPZS off=365901 len=1113180 2024-04-10T15:36:20.007 INFO:tasks.workunit.client.0.smithi102.stdout:op 3208 completed, throughput=5MB/sec 2024-04-10T15:36:20.007 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gGT3P4Ds9Ljvrq0 off=5078745 len=1304114 2024-04-10T15:36:20.009 INFO:tasks.workunit.client.0.smithi102.stdout:op 3209 completed, throughput=5MB/sec 2024-04-10T15:36:21.009 INFO:tasks.workunit.client.0.smithi102.stdout: 622: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:21.009 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5hKirVravW151lx off=1396803 len=1985137 2024-04-10T15:36:21.013 INFO:tasks.workunit.client.0.smithi102.stdout:op 3210 completed, throughput=5MB/sec 2024-04-10T15:36:21.013 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fsCy6uTpisz8MFD off=1265319 len=737473 2024-04-10T15:36:21.014 INFO:tasks.workunit.client.0.smithi102.stdout:op 3211 completed, throughput=5MB/sec 2024-04-10T15:36:21.015 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-61AwyCzxMa4FE4q off=3705658 len=181739 2024-04-10T15:36:21.015 INFO:tasks.workunit.client.0.smithi102.stdout:op 3212 completed, throughput=5MB/sec 2024-04-10T15:36:21.015 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tjtkjd2EyhgJWcd off=2551431 len=954382 2024-04-10T15:36:21.017 INFO:tasks.workunit.client.0.smithi102.stdout:op 3213 completed, throughput=5MB/sec 2024-04-10T15:36:21.018 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-67nzGa9NaPmfcfN off=1769370 len=183469 2024-04-10T15:36:21.020 INFO:tasks.workunit.client.0.smithi102.stdout:op 3214 completed, throughput=5MB/sec 2024-04-10T15:36:21.021 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PC4_RIB_LIN3ljM off=1673725 len=312577 2024-04-10T15:36:21.023 INFO:tasks.workunit.client.0.smithi102.stdout:op 3215 completed, throughput=5MB/sec 2024-04-10T15:36:21.024 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xrw0zuuXjbp4PRJ off=3479687 len=1335714 2024-04-10T15:36:21.032 INFO:tasks.workunit.client.0.smithi102.stdout:op 3216 completed, throughput=5MB/sec 2024-04-10T15:36:21.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:21 smithi154 ceph-mon[84269]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:36:21.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:21 smithi102 ceph-mon[88557]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:36:21.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:21 smithi102 ceph-mon[90943]: pgmap v1663: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:36:22.032 INFO:tasks.workunit.client.0.smithi102.stdout: 623: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:22.032 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--0xn6mA5ugj8lCk off=15100363 len=844226 2024-04-10T15:36:22.034 INFO:tasks.workunit.client.0.smithi102.stdout:op 3217 completed, throughput=4.99MB/sec 2024-04-10T15:36:22.034 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-T6GJVtG91vIWm5c off=16430123 len=1161670 2024-04-10T15:36:22.040 INFO:tasks.workunit.client.0.smithi102.stdout:op 3218 completed, throughput=5MB/sec 2024-04-10T15:36:22.040 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ls1ddURgUAGbGLQ off=9029622 len=226310 2024-04-10T15:36:22.044 INFO:tasks.workunit.client.0.smithi102.stdout:op 3219 completed, throughput=5MB/sec 2024-04-10T15:36:22.044 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KCO9u2a0SE14YH3 off=1423543 len=1869485 2024-04-10T15:36:22.052 INFO:tasks.workunit.client.0.smithi102.stdout:op 3220 completed, throughput=5MB/sec 2024-04-10T15:36:22.052 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0moehhiQc66bKRA off=14350809 len=278370 2024-04-10T15:36:22.053 INFO:tasks.workunit.client.0.smithi102.stdout:op 3221 completed, throughput=5MB/sec 2024-04-10T15:36:22.053 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9eomRcyliYk919O off=143883 len=1060270 2024-04-10T15:36:22.055 INFO:tasks.workunit.client.0.smithi102.stdout:op 3222 completed, throughput=5MB/sec 2024-04-10T15:36:22.642 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:36:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:36:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:36:23.056 INFO:tasks.workunit.client.0.smithi102.stdout: 624: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:23.056 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-D71CYqg9vYRACW4 off=4872567 len=2022149 2024-04-10T15:36:23.068 INFO:tasks.workunit.client.0.smithi102.stdout:op 3223 completed, throughput=5MB/sec 2024-04-10T15:36:23.069 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FufrCQrVeOQHrt0 off=3143535 len=30521 2024-04-10T15:36:23.069 INFO:tasks.workunit.client.0.smithi102.stdout:op 3224 completed, throughput=5MB/sec 2024-04-10T15:36:23.069 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tOI_nNBqYc7a1Ei off=5151881 len=1805974 2024-04-10T15:36:23.072 INFO:tasks.workunit.client.0.smithi102.stdout:op 3225 completed, throughput=5MB/sec 2024-04-10T15:36:23.072 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0Q-mBD_gojK3b6C off=1969170 len=1872612 2024-04-10T15:36:23.074 INFO:tasks.workunit.client.0.smithi102.stdout:op 3226 completed, throughput=5MB/sec 2024-04-10T15:36:23.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:23 smithi154 ceph-mon[84269]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:36:23.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:23.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:23 smithi102 ceph-mon[88557]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:36:23.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:23.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:23 smithi102 ceph-mon[90943]: pgmap v1664: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:36:23.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:24.075 INFO:tasks.workunit.client.0.smithi102.stdout: 625: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:24.075 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TIRyqjGZjpQtGak off=19858268 len=608303 2024-04-10T15:36:24.079 INFO:tasks.workunit.client.0.smithi102.stdout:op 3227 completed, throughput=4.99MB/sec 2024-04-10T15:36:24.079 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QhgQbl0YTdVU2uV off=1119838 len=1156745 2024-04-10T15:36:24.086 INFO:tasks.workunit.client.0.smithi102.stdout:op 3228 completed, throughput=5MB/sec 2024-04-10T15:36:24.086 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Lk-bumbwtk08Nq2 off=8795727 len=302577 2024-04-10T15:36:24.086 INFO:tasks.workunit.client.0.smithi102.stdout:op 3229 completed, throughput=5MB/sec 2024-04-10T15:36:24.086 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-e0vS1p1d23t3TDI off=9375581 len=1100266 2024-04-10T15:36:24.087 INFO:tasks.workunit.client.0.smithi102.stdout:op 3230 completed, throughput=5MB/sec 2024-04-10T15:36:24.087 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zBaUiF0pL5mX5da off=15914943 len=377185 2024-04-10T15:36:24.091 INFO:tasks.workunit.client.0.smithi102.stdout:op 3231 completed, throughput=5MB/sec 2024-04-10T15:36:24.091 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-o_zaHOhpyyDtVy9 off=969014 len=2080271 2024-04-10T15:36:24.103 INFO:tasks.workunit.client.0.smithi102.stdout:op 3232 completed, throughput=5MB/sec 2024-04-10T15:36:25.103 INFO:tasks.workunit.client.0.smithi102.stdout: 626: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:25.104 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XsR_dUToYxtJzVE off=2154013 len=915726 2024-04-10T15:36:25.109 INFO:tasks.workunit.client.0.smithi102.stdout:op 3233 completed, throughput=5MB/sec 2024-04-10T15:36:25.110 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1iKxyO9f8wlxBSv off=948852 len=1706898 2024-04-10T15:36:25.113 INFO:tasks.workunit.client.0.smithi102.stdout:op 3234 completed, throughput=5MB/sec 2024-04-10T15:36:25.113 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nCCg1nlSm-uERGr off=2391065 len=1093485 2024-04-10T15:36:25.118 INFO:tasks.workunit.client.0.smithi102.stdout:op 3235 completed, throughput=5MB/sec 2024-04-10T15:36:25.118 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tiSeokCL0K4tVmS off=5529388 len=1738914 2024-04-10T15:36:25.121 INFO:tasks.workunit.client.0.smithi102.stdout:op 3236 completed, throughput=5MB/sec 2024-04-10T15:36:25.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:25 smithi154 ceph-mon[84269]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:36:25.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:25 smithi102 ceph-mon[90943]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:36:25.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:25 smithi102 ceph-mon[88557]: pgmap v1665: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:36:26.121 INFO:tasks.workunit.client.0.smithi102.stdout: 627: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:26.121 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7X7fyiibAej8hD_ off=2219648 len=1431428 2024-04-10T15:36:26.128 INFO:tasks.workunit.client.0.smithi102.stdout:op 3237 completed, throughput=5MB/sec 2024-04-10T15:36:26.128 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-477N1NVxQypT9k8 off=12447031 len=149625 2024-04-10T15:36:26.131 INFO:tasks.workunit.client.0.smithi102.stdout:op 3238 completed, throughput=5MB/sec 2024-04-10T15:36:26.131 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0daYynMDQI4YMRY off=254452 len=1158870 2024-04-10T15:36:26.139 INFO:tasks.workunit.client.0.smithi102.stdout:op 3239 completed, throughput=5MB/sec 2024-04-10T15:36:26.139 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WH2a0OaPJ7EX3K- off=21572449 len=1586949 2024-04-10T15:36:26.140 INFO:tasks.workunit.client.0.smithi102.stdout:op 3240 completed, throughput=5MB/sec 2024-04-10T15:36:27.141 INFO:tasks.workunit.client.0.smithi102.stdout: 628: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:27.141 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-b9jGr5mheVVFvoS off=8183672 len=184640 2024-04-10T15:36:27.144 INFO:tasks.workunit.client.0.smithi102.stdout:op 3241 completed, throughput=4.99MB/sec 2024-04-10T15:36:27.144 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VqWv0_YSSnMwAJA off=8541054 len=1662368 2024-04-10T15:36:27.148 INFO:tasks.workunit.client.0.smithi102.stdout:op 3242 completed, throughput=5MB/sec 2024-04-10T15:36:27.148 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9kOqxcF9N7pASjx off=933198 len=1751077 2024-04-10T15:36:27.149 INFO:tasks.workunit.client.0.smithi102.stdout:op 3243 completed, throughput=5MB/sec 2024-04-10T15:36:27.150 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ByiC6do4vxKDRgY off=10960005 len=1621955 2024-04-10T15:36:27.154 INFO:tasks.workunit.client.0.smithi102.stdout:op 3244 completed, throughput=5MB/sec 2024-04-10T15:36:27.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:27 smithi154 ceph-mon[84269]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:36:27.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:27 smithi102 ceph-mon[90943]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:36:27.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:27 smithi102 ceph-mon[88557]: pgmap v1666: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:36:27.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:36:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:36:27] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2024-04-10T15:36:28.155 INFO:tasks.workunit.client.0.smithi102.stdout: 629: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:28.155 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GXKbzjcrJmMr8VE off=18586133 len=1186658 2024-04-10T15:36:28.160 INFO:tasks.workunit.client.0.smithi102.stdout:op 3245 completed, throughput=4.99MB/sec 2024-04-10T15:36:28.160 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TE8YDKaMXjfFzar off=4420188 len=328186 2024-04-10T15:36:28.164 INFO:tasks.workunit.client.0.smithi102.stdout:op 3246 completed, throughput=4.99MB/sec 2024-04-10T15:36:28.164 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hMPLfD9Pp4One0h off=1136036 len=1998634 2024-04-10T15:36:28.175 INFO:tasks.workunit.client.0.smithi102.stdout:op 3247 completed, throughput=5MB/sec 2024-04-10T15:36:28.176 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jVVBTr1UczCLsOO off=11428056 len=1148944 2024-04-10T15:36:28.176 INFO:tasks.workunit.client.0.smithi102.stdout:op 3248 completed, throughput=5MB/sec 2024-04-10T15:36:28.177 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vrwODE1A291vNsQ off=8463672 len=225851 2024-04-10T15:36:28.180 INFO:tasks.workunit.client.0.smithi102.stdout:op 3249 completed, throughput=5MB/sec 2024-04-10T15:36:28.180 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3fb-Jt5nt6Ca5Ep off=5767995 len=1327697 2024-04-10T15:36:28.187 INFO:tasks.workunit.client.0.smithi102.stdout:op 3250 completed, throughput=5MB/sec 2024-04-10T15:36:29.187 INFO:tasks.workunit.client.0.smithi102.stdout: 630: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:29.187 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GlJW5aPIZ4A0Vyh off=3560401 len=287162 2024-04-10T15:36:29.191 INFO:tasks.workunit.client.0.smithi102.stdout:op 3251 completed, throughput=4.99MB/sec 2024-04-10T15:36:29.191 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kKsgNrkPhj-07JX off=4157867 len=771844 2024-04-10T15:36:29.196 INFO:tasks.workunit.client.0.smithi102.stdout:op 3252 completed, throughput=5MB/sec 2024-04-10T15:36:29.196 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-28A-DSqGpzcKmb- off=6888313 len=1961735 2024-04-10T15:36:29.198 INFO:tasks.workunit.client.0.smithi102.stdout:op 3253 completed, throughput=5MB/sec 2024-04-10T15:36:29.198 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4AUogTyelCgcvtw off=4139714 len=925788 2024-04-10T15:36:29.199 INFO:tasks.workunit.client.0.smithi102.stdout:op 3254 completed, throughput=5MB/sec 2024-04-10T15:36:29.199 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Ofcmy45A04XPi1e off=1097108 len=376679 2024-04-10T15:36:29.200 INFO:tasks.workunit.client.0.smithi102.stdout:op 3255 completed, throughput=5MB/sec 2024-04-10T15:36:29.200 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ANpKuG87dX56CCd off=15299999 len=1618230 2024-04-10T15:36:29.208 INFO:tasks.workunit.client.0.smithi102.stdout:op 3256 completed, throughput=5MB/sec 2024-04-10T15:36:29.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:29 smithi154 ceph-mon[84269]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:36:29.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:29 smithi102 ceph-mon[90943]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:36:29.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:29 smithi102 ceph-mon[88557]: pgmap v1667: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:36:30.209 INFO:tasks.workunit.client.0.smithi102.stdout: 631: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:30.209 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EtvLXF1QyM3rses off=30059 len=1151731 2024-04-10T15:36:30.214 INFO:tasks.workunit.client.0.smithi102.stdout:op 3257 completed, throughput=5MB/sec 2024-04-10T15:36:30.214 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tTY4Apjed4aC86- off=6297578 len=1918900 2024-04-10T15:36:30.217 INFO:tasks.workunit.client.0.smithi102.stdout:op 3258 completed, throughput=5MB/sec 2024-04-10T15:36:30.217 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1AqagZDb3JXRJ7Q off=12911388 len=218354 2024-04-10T15:36:30.217 INFO:tasks.workunit.client.0.smithi102.stdout:op 3259 completed, throughput=5MB/sec 2024-04-10T15:36:30.217 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sAHzYEtQplraTsY off=12107622 len=644834 2024-04-10T15:36:30.220 INFO:tasks.workunit.client.0.smithi102.stdout:op 3260 completed, throughput=5MB/sec 2024-04-10T15:36:31.220 INFO:tasks.workunit.client.0.smithi102.stdout: 632: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:31.221 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zVUCiUr7RvZOjpb off=9119402 len=1011291 2024-04-10T15:36:31.222 INFO:tasks.workunit.client.0.smithi102.stdout:op 3261 completed, throughput=4.99MB/sec 2024-04-10T15:36:31.222 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CsJJfi9ShCJ1tfj off=785939 len=307376 2024-04-10T15:36:31.226 INFO:tasks.workunit.client.0.smithi102.stdout:op 3262 completed, throughput=4.99MB/sec 2024-04-10T15:36:31.226 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9v0x9xduYmYOr4Z off=8065393 len=1581067 2024-04-10T15:36:31.235 INFO:tasks.workunit.client.0.smithi102.stdout:op 3263 completed, throughput=5MB/sec 2024-04-10T15:36:31.235 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MrKiNMKXaoDxu2a off=7669277 len=1398096 2024-04-10T15:36:31.242 INFO:tasks.workunit.client.0.smithi102.stdout:op 3264 completed, throughput=5MB/sec 2024-04-10T15:36:31.242 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-AkZz-02kGb3mhUS off=3019206 len=1844047 2024-04-10T15:36:31.245 INFO:tasks.workunit.client.0.smithi102.stdout:op 3265 completed, throughput=5MB/sec 2024-04-10T15:36:31.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:31 smithi154 ceph-mon[84269]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:36:31.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:36:31.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:31 smithi102 ceph-mon[88557]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:36:31.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:36:31.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:31 smithi102 ceph-mon[90943]: pgmap v1668: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:36:31.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:36:32.245 INFO:tasks.workunit.client.0.smithi102.stdout: 633: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:32.245 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gJ_dBxCzJmC2RPJ off=2471928 len=848695 2024-04-10T15:36:32.246 INFO:tasks.workunit.client.0.smithi102.stdout:op 3266 completed, throughput=4.99MB/sec 2024-04-10T15:36:32.246 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2u22XbZbkAgtIiT off=3497742 len=1171352 2024-04-10T15:36:32.247 INFO:tasks.workunit.client.0.smithi102.stdout:op 3267 completed, throughput=5MB/sec 2024-04-10T15:36:32.247 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xH_8M8tThbMg-QL off=4512275 len=1321870 2024-04-10T15:36:32.253 INFO:tasks.workunit.client.0.smithi102.stdout:op 3268 completed, throughput=5MB/sec 2024-04-10T15:36:32.253 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BoddO04MGaKWHI7 off=12335305 len=785966 2024-04-10T15:36:32.257 INFO:tasks.workunit.client.0.smithi102.stdout:op 3269 completed, throughput=5MB/sec 2024-04-10T15:36:32.257 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FJasNEpih6oHEXm off=18633554 len=246814 2024-04-10T15:36:32.258 INFO:tasks.workunit.client.0.smithi102.stdout:op 3270 completed, throughput=5MB/sec 2024-04-10T15:36:32.258 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xIQs8rVmulQWKY9 off=5808147 len=764404 2024-04-10T15:36:32.261 INFO:tasks.workunit.client.0.smithi102.stdout:op 3271 completed, throughput=5MB/sec 2024-04-10T15:36:32.641 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:36:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:36:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:36:33.261 INFO:tasks.workunit.client.0.smithi102.stdout: 634: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:33.262 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-AGCfZ5WwZz8rA_i off=6097428 len=1804007 2024-04-10T15:36:33.263 INFO:tasks.workunit.client.0.smithi102.stdout:op 3272 completed, throughput=5MB/sec 2024-04-10T15:36:33.263 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-L7VXDClA7T7FTB7 off=1445406 len=269436 2024-04-10T15:36:33.263 INFO:tasks.workunit.client.0.smithi102.stdout:op 3273 completed, throughput=5MB/sec 2024-04-10T15:36:33.263 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MW-Z4zD1w9qt-EZ off=14736679 len=1752034 2024-04-10T15:36:33.267 INFO:tasks.workunit.client.0.smithi102.stdout:op 3274 completed, throughput=5MB/sec 2024-04-10T15:36:33.268 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eQ2EEyduEUkPNaw off=14797428 len=46150 2024-04-10T15:36:33.269 INFO:tasks.workunit.client.0.smithi102.stdout:op 3275 completed, throughput=5MB/sec 2024-04-10T15:36:33.269 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8qQ47pbb95K7vTo off=11472107 len=476868 2024-04-10T15:36:33.270 INFO:tasks.workunit.client.0.smithi102.stdout:op 3276 completed, throughput=5MB/sec 2024-04-10T15:36:33.270 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UQJtRryA_FI4IzR off=4900803 len=514049 2024-04-10T15:36:33.274 INFO:tasks.workunit.client.0.smithi102.stdout:op 3277 completed, throughput=5MB/sec 2024-04-10T15:36:33.849 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:33 smithi102 ceph-mon[90943]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:36:33.850 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:33 smithi102 ceph-mon[88557]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:36:33.855 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:33 smithi154 ceph-mon[84269]: pgmap v1669: 105 pgs: 105 active+clean; 128 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:36:34.274 INFO:tasks.workunit.client.0.smithi102.stdout: 635: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:34.274 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PDebi3RMPLlLrGJ off=1017705 len=622303 2024-04-10T15:36:34.277 INFO:tasks.workunit.client.0.smithi102.stdout:op 3278 completed, throughput=4.99MB/sec 2024-04-10T15:36:34.277 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Abr1QeYLpbn-Jd8 off=1402245 len=331263 2024-04-10T15:36:34.278 INFO:tasks.workunit.client.0.smithi102.stdout:op 3279 completed, throughput=4.99MB/sec 2024-04-10T15:36:34.278 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QY4qERUe5rVgmO7 off=11420615 len=880537 2024-04-10T15:36:34.283 INFO:tasks.workunit.client.0.smithi102.stdout:op 3280 completed, throughput=5MB/sec 2024-04-10T15:36:34.283 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jNVKKUYAsY7vRFl off=2781838 len=975007 2024-04-10T15:36:34.288 INFO:tasks.workunit.client.0.smithi102.stdout:op 3281 completed, throughput=5MB/sec 2024-04-10T15:36:34.288 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fiKX7FeTHcX6qK6 off=3666410 len=80053 2024-04-10T15:36:34.290 INFO:tasks.workunit.client.0.smithi102.stdout:op 3282 completed, throughput=5MB/sec 2024-04-10T15:36:34.290 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LmU0rXzWgeA0Yqe off=5590106 len=1417326 2024-04-10T15:36:34.296 INFO:tasks.workunit.client.0.smithi102.stdout:op 3283 completed, throughput=5MB/sec 2024-04-10T15:36:34.296 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lioAAKFH2Je0Ccs off=887446 len=361911 2024-04-10T15:36:34.296 INFO:tasks.workunit.client.0.smithi102.stdout:op 3284 completed, throughput=5MB/sec 2024-04-10T15:36:34.297 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qPR-gf0AhgTRpk0 off=2005032 len=978835 2024-04-10T15:36:34.297 INFO:tasks.workunit.client.0.smithi102.stdout:op 3285 completed, throughput=5MB/sec 2024-04-10T15:36:35.297 INFO:tasks.workunit.client.0.smithi102.stdout: 636: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:35.298 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-a6Vw8lsSV0qWL50 off=16045971 len=1180519 2024-04-10T15:36:35.302 INFO:tasks.workunit.client.0.smithi102.stdout:op 3286 completed, throughput=4.99MB/sec 2024-04-10T15:36:35.302 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SPKtECJIX6dVWPa off=9705476 len=1381417 2024-04-10T15:36:35.303 INFO:tasks.workunit.client.0.smithi102.stdout:op 3287 completed, throughput=5MB/sec 2024-04-10T15:36:35.303 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oKX0pd8zJOY9g1b off=3329244 len=1713524 2024-04-10T15:36:35.309 INFO:tasks.workunit.client.0.smithi102.stdout:op 3288 completed, throughput=5MB/sec 2024-04-10T15:36:35.309 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qklvFzS8siAZyd7 off=654541 len=1965919 2024-04-10T15:36:35.311 INFO:tasks.workunit.client.0.smithi102.stdout:op 3289 completed, throughput=5MB/sec 2024-04-10T15:36:35.641 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:35 smithi154 ceph-mon[84269]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:36:35.641 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:35 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:36:35.641 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:35 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:36:35.641 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:35 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:36:35.642 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:35 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:36:35.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:35 smithi102 ceph-mon[90943]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:36:35.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:35 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:36:35.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:35 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:36:35.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:35 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:36:35.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:35 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:36:35.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:35 smithi102 ceph-mon[88557]: pgmap v1670: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:36:35.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:35 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:36:35.672 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:35 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:36:35.672 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:35 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:36:35.672 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:35 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:36:36.311 INFO:tasks.workunit.client.0.smithi102.stdout: 637: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:36.311 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3Xh21cZONiZSRt2 off=15189910 len=1548122 2024-04-10T15:36:36.313 INFO:tasks.workunit.client.0.smithi102.stdout:op 3290 completed, throughput=5MB/sec 2024-04-10T15:36:36.313 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DUSkIUfWWR47Kyj off=4478587 len=101753 2024-04-10T15:36:36.315 INFO:tasks.workunit.client.0.smithi102.stdout:op 3291 completed, throughput=5MB/sec 2024-04-10T15:36:36.315 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-krXQR9nOTBTeBT1 off=18403082 len=1768609 2024-04-10T15:36:36.325 INFO:tasks.workunit.client.0.smithi102.stdout:op 3292 completed, throughput=5MB/sec 2024-04-10T15:36:36.326 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-81ixRrEWsrlmTH5 off=1542005 len=1144507 2024-04-10T15:36:36.328 INFO:tasks.workunit.client.0.smithi102.stdout:op 3293 completed, throughput=5MB/sec 2024-04-10T15:36:36.641 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:36:36.641 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:36:36.641 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:36:36.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:36:36.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:36:36.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:36:36.672 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:36:36.672 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:36:36.672 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:36:37.328 INFO:tasks.workunit.client.0.smithi102.stdout: 638: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:37.328 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DRTVOrupH34kE-n off=2534705 len=1640504 2024-04-10T15:36:37.338 INFO:tasks.workunit.client.0.smithi102.stdout:op 3294 completed, throughput=5MB/sec 2024-04-10T15:36:37.338 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9PocuCEw1S2pP7f off=5852283 len=851218 2024-04-10T15:36:37.338 INFO:tasks.workunit.client.0.smithi102.stdout:op 3295 completed, throughput=5MB/sec 2024-04-10T15:36:37.338 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6FK-dgwhmx8fG8j off=6081550 len=1671463 2024-04-10T15:36:37.340 INFO:tasks.workunit.client.0.smithi102.stdout:op 3296 completed, throughput=5MB/sec 2024-04-10T15:36:37.340 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tgEJs2Jjkwv8SbF off=2770814 len=1515675 2024-04-10T15:36:37.342 INFO:tasks.workunit.client.0.smithi102.stdout:op 3297 completed, throughput=5MB/sec 2024-04-10T15:36:37.641 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:37 smithi154 ceph-mon[84269]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:36:37.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:37 smithi102 ceph-mon[90943]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:36:37.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:37 smithi102 ceph-mon[88557]: pgmap v1671: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:36:37.672 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:36:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:36:37] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2024-04-10T15:36:38.342 INFO:tasks.workunit.client.0.smithi102.stdout: 639: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:38.342 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wPmfREyDLVAdg_I off=11545570 len=1607748 2024-04-10T15:36:38.347 INFO:tasks.workunit.client.0.smithi102.stdout:op 3298 completed, throughput=5MB/sec 2024-04-10T15:36:38.347 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-z1Iv5djecvCFE5Y off=8894998 len=1316369 2024-04-10T15:36:38.348 INFO:tasks.workunit.client.0.smithi102.stdout:op 3299 completed, throughput=5MB/sec 2024-04-10T15:36:38.348 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Rc1CvsKXwn_ryZ- off=795741 len=869366 2024-04-10T15:36:38.352 INFO:tasks.workunit.client.0.smithi102.stdout:op 3300 completed, throughput=5MB/sec 2024-04-10T15:36:38.352 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-G74Zo9I2lw7e17y off=1541647 len=1067191 2024-04-10T15:36:38.358 INFO:tasks.workunit.client.0.smithi102.stdout:op 3301 completed, throughput=5MB/sec 2024-04-10T15:36:38.641 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:38.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:38.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:39.358 INFO:tasks.workunit.client.0.smithi102.stdout: 640: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:39.359 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7iRKVYOQV3fFr_o off=509156 len=1870981 2024-04-10T15:36:39.360 INFO:tasks.workunit.client.0.smithi102.stdout:op 3302 completed, throughput=5MB/sec 2024-04-10T15:36:39.360 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0LUcEJnDXuB9Azy off=11740116 len=141244 2024-04-10T15:36:39.363 INFO:tasks.workunit.client.0.smithi102.stdout:op 3303 completed, throughput=5MB/sec 2024-04-10T15:36:39.363 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LapfwQx9f8_Z6Mt off=811214 len=409058 2024-04-10T15:36:39.363 INFO:tasks.workunit.client.0.smithi102.stdout:op 3304 completed, throughput=5MB/sec 2024-04-10T15:36:39.363 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--UUMQAQQuQQzxdR off=4196792 len=1713504 2024-04-10T15:36:39.366 INFO:tasks.workunit.client.0.smithi102.stdout:op 3305 completed, throughput=5MB/sec 2024-04-10T15:36:39.367 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Bz1HlFP87vRxci1 off=10040092 len=410523 2024-04-10T15:36:39.367 INFO:tasks.workunit.client.0.smithi102.stdout:op 3306 completed, throughput=5MB/sec 2024-04-10T15:36:39.367 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-apIfvSSHBUJNe__ off=14479841 len=1071951 2024-04-10T15:36:39.369 INFO:tasks.workunit.client.0.smithi102.stdout:op 3307 completed, throughput=5MB/sec 2024-04-10T15:36:39.641 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:39 smithi154 ceph-mon[84269]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:36:39.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:39 smithi102 ceph-mon[90943]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:36:39.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:39 smithi102 ceph-mon[88557]: pgmap v1672: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:36:40.370 INFO:tasks.workunit.client.0.smithi102.stdout: 641: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:40.370 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_CKLiH51FSWwtQ5 off=2442511 len=261470 2024-04-10T15:36:40.373 INFO:tasks.workunit.client.0.smithi102.stdout:op 3308 completed, throughput=4.99MB/sec 2024-04-10T15:36:40.374 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7eH5nPgunix7Mix off=8231886 len=1753746 2024-04-10T15:36:40.384 INFO:tasks.workunit.client.0.smithi102.stdout:op 3309 completed, throughput=5MB/sec 2024-04-10T15:36:40.384 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YPE8ENKeszGtVrB off=7070299 len=122220 2024-04-10T15:36:40.387 INFO:tasks.workunit.client.0.smithi102.stdout:op 3310 completed, throughput=5MB/sec 2024-04-10T15:36:40.387 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bdZkj7oPvct9gd8 off=5077061 len=818775 2024-04-10T15:36:40.391 INFO:tasks.workunit.client.0.smithi102.stdout:op 3311 completed, throughput=5MB/sec 2024-04-10T15:36:40.391 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SgE8_Qzgd_xshME off=7666042 len=1331970 2024-04-10T15:36:40.399 INFO:tasks.workunit.client.0.smithi102.stdout:op 3312 completed, throughput=5MB/sec 2024-04-10T15:36:40.399 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZB6RJSt3NkTMHCz off=5662887 len=2069560 2024-04-10T15:36:40.402 INFO:tasks.workunit.client.0.smithi102.stdout:op 3313 completed, throughput=5MB/sec 2024-04-10T15:36:41.402 INFO:tasks.workunit.client.0.smithi102.stdout: 642: throughput=5MB/sec pending data=0 2024-04-10T15:36:41.402 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kyfvYkl0_k7mMFs off=13172971 len=1149836 2024-04-10T15:36:41.409 INFO:tasks.workunit.client.0.smithi102.stdout:op 3314 completed, throughput=5MB/sec 2024-04-10T15:36:41.409 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NCTv99qwJoEdBLT off=20172536 len=812075 2024-04-10T15:36:41.413 INFO:tasks.workunit.client.0.smithi102.stdout:op 3315 completed, throughput=5MB/sec 2024-04-10T15:36:41.413 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0G2lkJcTtJb9Kkq off=2064512 len=357164 2024-04-10T15:36:41.414 INFO:tasks.workunit.client.0.smithi102.stdout:op 3316 completed, throughput=5MB/sec 2024-04-10T15:36:41.414 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sg3wChkgStQ6LEQ off=16730972 len=208527 2024-04-10T15:36:41.416 INFO:tasks.workunit.client.0.smithi102.stdout:op 3317 completed, throughput=5MB/sec 2024-04-10T15:36:41.416 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9iefCefaERUn7Aq off=20233582 len=517339 2024-04-10T15:36:41.417 INFO:tasks.workunit.client.0.smithi102.stdout:op 3318 completed, throughput=5MB/sec 2024-04-10T15:36:41.417 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RF3njw3aF2G8mjR off=5290465 len=29694 2024-04-10T15:36:41.420 INFO:tasks.workunit.client.0.smithi102.stdout:op 3319 completed, throughput=5MB/sec 2024-04-10T15:36:41.420 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ONdyuHEtWm5Zr23 off=557461 len=103229 2024-04-10T15:36:41.420 INFO:tasks.workunit.client.0.smithi102.stdout:op 3320 completed, throughput=5MB/sec 2024-04-10T15:36:41.420 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mq3eqPRynzhCQK4 off=0 len=1397940 2024-04-10T15:36:41.422 INFO:tasks.workunit.client.0.smithi102.stdout:op 3321 completed, throughput=5MB/sec 2024-04-10T15:36:41.641 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:41 smithi154 ceph-mon[84269]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:36:41.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:41 smithi102 ceph-mon[90943]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:36:41.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:41 smithi102 ceph-mon[88557]: pgmap v1673: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:36:42.422 INFO:tasks.workunit.client.0.smithi102.stdout: 643: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:42.422 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fVPJyzuHMLe1neJ off=4275041 len=1326598 2024-04-10T15:36:42.424 INFO:tasks.workunit.client.0.smithi102.stdout:op 3322 completed, throughput=5MB/sec 2024-04-10T15:36:42.424 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-71OYuVhc5ftNvci off=5497675 len=67600 2024-04-10T15:36:42.427 INFO:tasks.workunit.client.0.smithi102.stdout:op 3323 completed, throughput=5MB/sec 2024-04-10T15:36:42.427 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xJbAcu6bz8FZAkJ off=3723005 len=513588 2024-04-10T15:36:42.427 INFO:tasks.workunit.client.0.smithi102.stdout:op 3324 completed, throughput=5MB/sec 2024-04-10T15:36:42.427 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-c1YqojrXyw90WBA off=770693 len=411694 2024-04-10T15:36:42.428 INFO:tasks.workunit.client.0.smithi102.stdout:op 3325 completed, throughput=5MB/sec 2024-04-10T15:36:42.428 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-x3TztFcijUXqcnd off=10163808 len=1725065 2024-04-10T15:36:42.439 INFO:tasks.workunit.client.0.smithi102.stdout:op 3326 completed, throughput=5MB/sec 2024-04-10T15:36:42.439 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BQphhU-JKsHcgox off=9496735 len=1859409 2024-04-10T15:36:42.450 INFO:tasks.workunit.client.0.smithi102.stdout:op 3327 completed, throughput=5MB/sec 2024-04-10T15:36:42.641 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:36:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:36:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:36:43.451 INFO:tasks.workunit.client.0.smithi102.stdout: 644: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:43.451 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nhcpsB30UT3FKn9 off=4972284 len=241801 2024-04-10T15:36:43.454 INFO:tasks.workunit.client.0.smithi102.stdout:op 3328 completed, throughput=4.99MB/sec 2024-04-10T15:36:43.454 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wrpRMMcFM4o9diY off=1304665 len=2007852 2024-04-10T15:36:43.456 INFO:tasks.workunit.client.0.smithi102.stdout:op 3329 completed, throughput=5MB/sec 2024-04-10T15:36:43.457 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vEGCwR4bEuzmHJA off=4387405 len=636876 2024-04-10T15:36:43.458 INFO:tasks.workunit.client.0.smithi102.stdout:op 3330 completed, throughput=5MB/sec 2024-04-10T15:36:43.458 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nGb-tdK4aUFCda_ off=9287918 len=1879145 2024-04-10T15:36:43.465 INFO:tasks.workunit.client.0.smithi102.stdout:op 3331 completed, throughput=5MB/sec 2024-04-10T15:36:43.641 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:43 smithi154 ceph-mon[84269]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:36:43.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:43 smithi102 ceph-mon[90943]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:36:43.672 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:43 smithi102 ceph-mon[88557]: pgmap v1674: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:36:44.466 INFO:tasks.workunit.client.0.smithi102.stdout: 645: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:44.466 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Tzka5ej6KtyicIY off=16624750 len=1509217 2024-04-10T15:36:44.476 INFO:tasks.workunit.client.0.smithi102.stdout:op 3332 completed, throughput=5MB/sec 2024-04-10T15:36:44.476 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hLm-qB5T5BG1-Et off=2361113 len=274662 2024-04-10T15:36:44.479 INFO:tasks.workunit.client.0.smithi102.stdout:op 3333 completed, throughput=5MB/sec 2024-04-10T15:36:44.479 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oFM-Ia9z5eezWiH off=1325330 len=1502619 2024-04-10T15:36:44.481 INFO:tasks.workunit.client.0.smithi102.stdout:op 3334 completed, throughput=5MB/sec 2024-04-10T15:36:44.481 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sNhJX6qqKjXeHmD off=9081579 len=933788 2024-04-10T15:36:44.485 INFO:tasks.workunit.client.0.smithi102.stdout:op 3335 completed, throughput=5MB/sec 2024-04-10T15:36:44.485 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Q2lq4SBbWxm6bPI off=11831231 len=92673 2024-04-10T15:36:44.486 INFO:tasks.workunit.client.0.smithi102.stdout:op 3336 completed, throughput=5MB/sec 2024-04-10T15:36:44.486 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eDFGFH-Nn8-od1V off=2525058 len=773212 2024-04-10T15:36:44.487 INFO:tasks.workunit.client.0.smithi102.stdout:op 3337 completed, throughput=5MB/sec 2024-04-10T15:36:45.488 INFO:tasks.workunit.client.0.smithi102.stdout: 646: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:45.488 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zaBzUZ56ITkdCey off=3964244 len=781038 2024-04-10T15:36:45.493 INFO:tasks.workunit.client.0.smithi102.stdout:op 3338 completed, throughput=4.99MB/sec 2024-04-10T15:36:45.493 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LdxmuaGPQVZoxp3 off=3049658 len=1201550 2024-04-10T15:36:45.499 INFO:tasks.workunit.client.0.smithi102.stdout:op 3339 completed, throughput=5MB/sec 2024-04-10T15:36:45.500 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mZsLvTjGB9nW-Fj off=0 len=1428095 2024-04-10T15:36:45.502 INFO:tasks.workunit.client.0.smithi102.stdout:op 3340 completed, throughput=5MB/sec 2024-04-10T15:36:45.503 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mRGVDY1Lg3-elS4 off=653500 len=1919380 2024-04-10T15:36:45.505 INFO:tasks.workunit.client.0.smithi102.stdout:op 3341 completed, throughput=5MB/sec 2024-04-10T15:36:45.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:45 smithi102 ceph-mon[90943]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:36:45.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:45 smithi102 ceph-mon[88557]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:36:45.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:45 smithi154 ceph-mon[84269]: pgmap v1675: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:36:46.505 INFO:tasks.workunit.client.0.smithi102.stdout: 647: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:46.505 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wxY-nzGYuc6Sg3v off=2598201 len=609892 2024-04-10T15:36:46.509 INFO:tasks.workunit.client.0.smithi102.stdout:op 3342 completed, throughput=4.99MB/sec 2024-04-10T15:36:46.509 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-svxWD1MX53c2FIb off=5732891 len=330274 2024-04-10T15:36:46.510 INFO:tasks.workunit.client.0.smithi102.stdout:op 3343 completed, throughput=4.99MB/sec 2024-04-10T15:36:46.510 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FyWUULxZChMxdz7 off=5034018 len=983191 2024-04-10T15:36:46.515 INFO:tasks.workunit.client.0.smithi102.stdout:op 3344 completed, throughput=5MB/sec 2024-04-10T15:36:46.515 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fwaVTQaNkVShFLQ off=7013980 len=714931 2024-04-10T15:36:46.516 INFO:tasks.workunit.client.0.smithi102.stdout:op 3345 completed, throughput=5MB/sec 2024-04-10T15:36:46.516 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Qm_QLacnsOR1bPB off=686973 len=683181 2024-04-10T15:36:46.520 INFO:tasks.workunit.client.0.smithi102.stdout:op 3346 completed, throughput=5MB/sec 2024-04-10T15:36:46.520 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2kbYF617lvLpHph off=9740432 len=847125 2024-04-10T15:36:46.521 INFO:tasks.workunit.client.0.smithi102.stdout:op 3347 completed, throughput=5MB/sec 2024-04-10T15:36:46.521 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xyksxRX1UArCfli off=12518384 len=355863 2024-04-10T15:36:46.524 INFO:tasks.workunit.client.0.smithi102.stdout:op 3348 completed, throughput=5MB/sec 2024-04-10T15:36:46.524 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SSwSwbmioa6leLY off=1726993 len=698057 2024-04-10T15:36:46.525 INFO:tasks.workunit.client.0.smithi102.stdout:op 3349 completed, throughput=5MB/sec 2024-04-10T15:36:47.525 INFO:tasks.workunit.client.0.smithi102.stdout: 648: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:47.525 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gcdjVYUyEwHiXNi off=19217103 len=689646 2024-04-10T15:36:47.526 INFO:tasks.workunit.client.0.smithi102.stdout:op 3350 completed, throughput=4.99MB/sec 2024-04-10T15:36:47.526 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-10zCUBr0VEr0NcD off=1074630 len=1667963 2024-04-10T15:36:47.530 INFO:tasks.workunit.client.0.smithi102.stdout:op 3351 completed, throughput=5MB/sec 2024-04-10T15:36:47.530 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-AqinQ8nk_qtzAnj off=83634 len=1571239 2024-04-10T15:36:47.533 INFO:tasks.workunit.client.0.smithi102.stdout:op 3352 completed, throughput=5MB/sec 2024-04-10T15:36:47.533 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-s-qEzXoYv6nptcM off=14348233 len=1501932 2024-04-10T15:36:47.542 INFO:tasks.workunit.client.0.smithi102.stdout:op 3353 completed, throughput=5MB/sec 2024-04-10T15:36:47.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:47 smithi102 ceph-mon[90943]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:36:47.672 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:36:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:36:47] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2024-04-10T15:36:47.672 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:47 smithi102 ceph-mon[88557]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:36:47.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:47 smithi154 ceph-mon[84269]: pgmap v1676: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:36:48.542 INFO:tasks.workunit.client.0.smithi102.stdout: 649: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:48.542 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-EeFy9RHGWx5JbZ4 off=7211054 len=1028628 2024-04-10T15:36:48.543 INFO:tasks.workunit.client.0.smithi102.stdout:op 3354 completed, throughput=4.99MB/sec 2024-04-10T15:36:48.543 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qWAa750GTZDqYkJ off=2960036 len=1338442 2024-04-10T15:36:48.545 INFO:tasks.workunit.client.0.smithi102.stdout:op 3355 completed, throughput=5MB/sec 2024-04-10T15:36:48.545 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-f87oLQPA5gi5VJL off=4052219 len=1414331 2024-04-10T15:36:48.553 INFO:tasks.workunit.client.0.smithi102.stdout:op 3356 completed, throughput=5MB/sec 2024-04-10T15:36:48.553 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bWfl3FJCfSgNJxy off=10450575 len=1130971 2024-04-10T15:36:48.558 INFO:tasks.workunit.client.0.smithi102.stdout:op 3357 completed, throughput=5MB/sec 2024-04-10T15:36:49.559 INFO:tasks.workunit.client.0.smithi102.stdout: 650: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:49.559 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8py0LaaHzVTN4Ci off=4182797 len=1049435 2024-04-10T15:36:49.565 INFO:tasks.workunit.client.0.smithi102.stdout:op 3358 completed, throughput=4.99MB/sec 2024-04-10T15:36:49.566 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tjtkjd2EyhgJWcd off=2099595 len=1256087 2024-04-10T15:36:49.574 INFO:tasks.workunit.client.0.smithi102.stdout:op 3359 completed, throughput=5MB/sec 2024-04-10T15:36:49.574 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-awD9-fim58e2BHa off=253434 len=869988 2024-04-10T15:36:49.576 INFO:tasks.workunit.client.0.smithi102.stdout:op 3360 completed, throughput=5MB/sec 2024-04-10T15:36:49.576 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_mKfjQnaU_dorvR off=8075630 len=2045941 2024-04-10T15:36:49.577 INFO:tasks.workunit.client.0.smithi102.stdout:op 3361 completed, throughput=5MB/sec 2024-04-10T15:36:49.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:49 smithi102 ceph-mon[90943]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:36:49.672 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:49 smithi102 ceph-mon[88557]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:36:49.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:49 smithi154 ceph-mon[84269]: pgmap v1677: 105 pgs: 105 active+clean; 128 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:36:50.577 INFO:tasks.workunit.client.0.smithi102.stdout: 651: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:50.578 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aA52VSGJdyBjFWZ off=22304034 len=926753 2024-04-10T15:36:50.579 INFO:tasks.workunit.client.0.smithi102.stdout:op 3362 completed, throughput=4.99MB/sec 2024-04-10T15:36:50.579 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RwLYrzvmjUHnom_ off=694481 len=986787 2024-04-10T15:36:50.581 INFO:tasks.workunit.client.0.smithi102.stdout:op 3363 completed, throughput=5MB/sec 2024-04-10T15:36:50.581 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-M7_CCn0SbwwCKUG off=5089202 len=1638106 2024-04-10T15:36:50.582 INFO:tasks.workunit.client.0.smithi102.stdout:op 3364 completed, throughput=5MB/sec 2024-04-10T15:36:50.582 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Oum7jRx5s9RDfHX off=2691403 len=729167 2024-04-10T15:36:50.583 INFO:tasks.workunit.client.0.smithi102.stdout:op 3365 completed, throughput=5MB/sec 2024-04-10T15:36:50.583 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vuLXmvo0FPjEj_r off=3768751 len=1660142 2024-04-10T15:36:50.587 INFO:tasks.workunit.client.0.smithi102.stdout:op 3366 completed, throughput=5MB/sec 2024-04-10T15:36:51.588 INFO:tasks.workunit.client.0.smithi102.stdout: 652: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:51.588 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-AQ1bw1SI6Xwxmrv off=1845076 len=1140151 2024-04-10T15:36:51.590 INFO:tasks.workunit.client.0.smithi102.stdout:op 3367 completed, throughput=5MB/sec 2024-04-10T15:36:51.590 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bTsKDqNs-hdziJX off=8815419 len=1400333 2024-04-10T15:36:51.592 INFO:tasks.workunit.client.0.smithi102.stdout:op 3368 completed, throughput=5MB/sec 2024-04-10T15:36:51.592 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QvGDg2c70BizjMx off=3730501 len=69270 2024-04-10T15:36:51.595 INFO:tasks.workunit.client.0.smithi102.stdout:op 3369 completed, throughput=5MB/sec 2024-04-10T15:36:51.596 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Q6-EmA7_NmvXXr1 off=984309 len=480237 2024-04-10T15:36:51.597 INFO:tasks.workunit.client.0.smithi102.stdout:op 3370 completed, throughput=5MB/sec 2024-04-10T15:36:51.597 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vpQZBRepdllOKBa off=2871646 len=1710783 2024-04-10T15:36:51.606 INFO:tasks.workunit.client.0.smithi102.stdout:op 3371 completed, throughput=5MB/sec 2024-04-10T15:36:51.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:51 smithi102 ceph-mon[90943]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T15:36:51.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:51 smithi102 ceph-mon[88557]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T15:36:51.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:51 smithi154 ceph-mon[84269]: pgmap v1678: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T15:36:52.606 INFO:tasks.workunit.client.0.smithi102.stdout: 653: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:52.607 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Kk5IMiNMzxN2IPs off=15393558 len=1389512 2024-04-10T15:36:52.608 INFO:tasks.workunit.client.0.smithi102.stdout:op 3372 completed, throughput=4.99MB/sec 2024-04-10T15:36:52.608 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vCmlOaP9_nwgb92 off=14101439 len=949163 2024-04-10T15:36:52.613 INFO:tasks.workunit.client.0.smithi102.stdout:op 3373 completed, throughput=5MB/sec 2024-04-10T15:36:52.613 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wbfeArUc6kj96uC off=6625057 len=1855397 2024-04-10T15:36:52.615 INFO:tasks.workunit.client.0.smithi102.stdout:op 3374 completed, throughput=5MB/sec 2024-04-10T15:36:52.615 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BJIKK8t4GOSiL8k off=10069945 len=1257417 2024-04-10T15:36:52.617 INFO:tasks.workunit.client.0.smithi102.stdout:op 3375 completed, throughput=5MB/sec 2024-04-10T15:36:52.641 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:36:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:36:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:36:53.617 INFO:tasks.workunit.client.0.smithi102.stdout: 654: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:53.617 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zuWh1blzNg0B766 off=3839272 len=685958 2024-04-10T15:36:53.618 INFO:tasks.workunit.client.0.smithi102.stdout:op 3376 completed, throughput=4.99MB/sec 2024-04-10T15:36:53.618 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rqq05OGALNt5Lk6 off=6109124 len=1043352 2024-04-10T15:36:53.624 INFO:tasks.workunit.client.0.smithi102.stdout:op 3377 completed, throughput=5MB/sec 2024-04-10T15:36:53.624 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EjuCnHzcLa2KNrH off=1548670 len=179227 2024-04-10T15:36:53.626 INFO:tasks.workunit.client.0.smithi102.stdout:op 3378 completed, throughput=5MB/sec 2024-04-10T15:36:53.626 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PYzGkMKGf62Xbpu off=1735996 len=784891 2024-04-10T15:36:53.631 INFO:tasks.workunit.client.0.smithi102.stdout:op 3379 completed, throughput=5MB/sec 2024-04-10T15:36:53.631 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pF6PVOC2N5Jhy3k off=10966455 len=1955989 2024-04-10T15:36:53.634 INFO:tasks.workunit.client.0.smithi102.stdout:op 3380 completed, throughput=5MB/sec 2024-04-10T15:36:53.634 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xVERFIfjtUMJaMd off=22386048 len=1166322 2024-04-10T15:36:53.635 INFO:tasks.workunit.client.0.smithi102.stdout:op 3381 completed, throughput=5MB/sec 2024-04-10T15:36:53.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:53 smithi102 ceph-mon[90943]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:36:53.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:53.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:53 smithi102 ceph-mon[88557]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:36:53.672 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:53.849 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:53 smithi154 ceph-mon[84269]: pgmap v1679: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:36:53.849 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:36:54.636 INFO:tasks.workunit.client.0.smithi102.stdout: 655: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:54.636 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-z6w_B9h_wYQVKwk off=13432247 len=401538 2024-04-10T15:36:54.637 INFO:tasks.workunit.client.0.smithi102.stdout:op 3382 completed, throughput=4.99MB/sec 2024-04-10T15:36:54.637 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8Df5ZduVe5Ldu7T off=4349614 len=1156123 2024-04-10T15:36:54.640 INFO:tasks.workunit.client.0.smithi102.stdout:op 3383 completed, throughput=5MB/sec 2024-04-10T15:36:54.640 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-J_OdA2YqMtJ3843 off=1486989 len=1663095 2024-04-10T15:36:54.650 INFO:tasks.workunit.client.0.smithi102.stdout:op 3384 completed, throughput=5MB/sec 2024-04-10T15:36:54.650 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bp4i0rzN48ERXNk off=7957042 len=489079 2024-04-10T15:36:54.654 INFO:tasks.workunit.client.0.smithi102.stdout:op 3385 completed, throughput=5MB/sec 2024-04-10T15:36:54.654 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8kyYxxQbTiGdwLj off=3173802 len=28723 2024-04-10T15:36:54.656 INFO:tasks.workunit.client.0.smithi102.stdout:op 3386 completed, throughput=5MB/sec 2024-04-10T15:36:54.656 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CS-6THC_QoxLKDI off=1400766 len=940240 2024-04-10T15:36:54.661 INFO:tasks.workunit.client.0.smithi102.stdout:op 3387 completed, throughput=5MB/sec 2024-04-10T15:36:55.661 INFO:tasks.workunit.client.0.smithi102.stdout: 656: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:55.661 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VmykZdsJEmQL8Sh off=3594558 len=1340664 2024-04-10T15:36:55.664 INFO:tasks.workunit.client.0.smithi102.stdout:op 3388 completed, throughput=4.99MB/sec 2024-04-10T15:36:55.664 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vNLGJF4AaREfwdH off=8447098 len=879434 2024-04-10T15:36:55.665 INFO:tasks.workunit.client.0.smithi102.stdout:op 3389 completed, throughput=5MB/sec 2024-04-10T15:36:55.665 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eXelJtiKkAQ-4Mf off=2303557 len=1705794 2024-04-10T15:36:55.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:55 smithi102 ceph-mon[90943]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:36:55.671 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:55 smithi102 ceph-mon[88557]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:36:55.673 INFO:tasks.workunit.client.0.smithi102.stdout:op 3390 completed, throughput=5MB/sec 2024-04-10T15:36:55.673 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MeCUusnwlLMIi2Y off=12950674 len=1666059 2024-04-10T15:36:55.682 INFO:tasks.workunit.client.0.smithi102.stdout:op 3391 completed, throughput=5MB/sec 2024-04-10T15:36:55.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:55 smithi154 ceph-mon[84269]: pgmap v1680: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:36:56.683 INFO:tasks.workunit.client.0.smithi102.stdout: 657: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:56.683 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Qfs8brNnZUanDOG off=9658657 len=1290915 2024-04-10T15:36:56.690 INFO:tasks.workunit.client.0.smithi102.stdout:op 3392 completed, throughput=4.99MB/sec 2024-04-10T15:36:56.690 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Sy5fYgaBXILexfd off=1611323 len=404084 2024-04-10T15:36:56.691 INFO:tasks.workunit.client.0.smithi102.stdout:op 3393 completed, throughput=5MB/sec 2024-04-10T15:36:56.691 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-B_DCExTdpALD7RS off=5053098 len=1938458 2024-04-10T15:36:56.692 INFO:tasks.workunit.client.0.smithi102.stdout:op 3394 completed, throughput=5MB/sec 2024-04-10T15:36:56.692 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rLptgWkJB3GB-8- off=13251906 len=465545 2024-04-10T15:36:56.696 INFO:tasks.workunit.client.0.smithi102.stdout:op 3395 completed, throughput=5MB/sec 2024-04-10T15:36:56.696 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PrXc5DYcASOSGDd off=524111 len=462841 2024-04-10T15:36:56.699 INFO:tasks.workunit.client.0.smithi102.stdout:op 3396 completed, throughput=5MB/sec 2024-04-10T15:36:56.699 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qHDR0r7ISHrxEKT off=2158612 len=1751555 2024-04-10T15:36:56.703 INFO:tasks.workunit.client.0.smithi102.stdout:op 3397 completed, throughput=5MB/sec 2024-04-10T15:36:57.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:57 smithi102 ceph-mon[90943]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:36:57.672 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:57 smithi102 ceph-mon[88557]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:36:57.672 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:36:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:36:57] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2024-04-10T15:36:57.703 INFO:tasks.workunit.client.0.smithi102.stdout: 658: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:57.703 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LmXrMVceadMuhNF off=13440153 len=1239307 2024-04-10T15:36:57.711 INFO:tasks.workunit.client.0.smithi102.stdout:op 3398 completed, throughput=5MB/sec 2024-04-10T15:36:57.711 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FyBQ2mgQ3f49QtL off=2356644 len=1599349 2024-04-10T15:36:57.714 INFO:tasks.workunit.client.0.smithi102.stdout:op 3399 completed, throughput=5MB/sec 2024-04-10T15:36:57.714 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fIlBlQHxkuEtf68 off=6729781 len=71375 2024-04-10T15:36:57.715 INFO:tasks.workunit.client.0.smithi102.stdout:op 3400 completed, throughput=5MB/sec 2024-04-10T15:36:57.715 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bD8KJz4kppoLDVn off=3327489 len=1848863 2024-04-10T15:36:57.725 INFO:tasks.workunit.client.0.smithi102.stdout:op 3401 completed, throughput=5MB/sec 2024-04-10T15:36:57.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:57 smithi154 ceph-mon[84269]: pgmap v1681: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:36:58.725 INFO:tasks.workunit.client.0.smithi102.stdout: 659: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:58.725 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AyoCGPVjIbiN7RC off=467289 len=225020 2024-04-10T15:36:58.729 INFO:tasks.workunit.client.0.smithi102.stdout:op 3402 completed, throughput=4.99MB/sec 2024-04-10T15:36:58.729 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7MkYwJljDag5oTL off=4825652 len=523544 2024-04-10T15:36:58.733 INFO:tasks.workunit.client.0.smithi102.stdout:op 3403 completed, throughput=4.99MB/sec 2024-04-10T15:36:58.733 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zRODNVlN341Q2-g off=1800614 len=1819973 2024-04-10T15:36:58.736 INFO:tasks.workunit.client.0.smithi102.stdout:op 3404 completed, throughput=5MB/sec 2024-04-10T15:36:58.736 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dM5fFd9nE5WqUIM off=7556715 len=1388115 2024-04-10T15:36:58.738 INFO:tasks.workunit.client.0.smithi102.stdout:op 3405 completed, throughput=5MB/sec 2024-04-10T15:36:58.738 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-08bxbRGdMSRs2VP off=17764873 len=243587 2024-04-10T15:36:58.741 INFO:tasks.workunit.client.0.smithi102.stdout:op 3406 completed, throughput=5MB/sec 2024-04-10T15:36:58.741 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uJDAYUoWmj7ShNi off=20116690 len=1929213 2024-04-10T15:36:58.743 INFO:tasks.workunit.client.0.smithi102.stdout:op 3407 completed, throughput=5MB/sec 2024-04-10T15:36:59.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:36:59 smithi102 ceph-mon[90943]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-10T15:36:59.672 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:36:59 smithi102 ceph-mon[88557]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-10T15:36:59.743 INFO:tasks.workunit.client.0.smithi102.stdout: 660: throughput=4.99MB/sec pending data=0 2024-04-10T15:36:59.744 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-c151ttFxDs7L0Qz off=1001000 len=383865 2024-04-10T15:36:59.747 INFO:tasks.workunit.client.0.smithi102.stdout:op 3408 completed, throughput=5MB/sec 2024-04-10T15:36:59.748 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zVSgoetPaWdvyDO off=14278351 len=1260506 2024-04-10T15:36:59.749 INFO:tasks.workunit.client.0.smithi102.stdout:op 3409 completed, throughput=5MB/sec 2024-04-10T15:36:59.749 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZISeFeCGEb0jHrP off=5866235 len=1479977 2024-04-10T15:36:59.758 INFO:tasks.workunit.client.0.smithi102.stdout:op 3410 completed, throughput=5MB/sec 2024-04-10T15:36:59.758 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qPR-gf0AhgTRpk0 off=188898 len=423154 2024-04-10T15:36:59.759 INFO:tasks.workunit.client.0.smithi102.stdout:op 3411 completed, throughput=5MB/sec 2024-04-10T15:36:59.759 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dLPdZ-TvwEJs3nX off=3010736 len=409628 2024-04-10T15:36:59.759 INFO:tasks.workunit.client.0.smithi102.stdout:op 3412 completed, throughput=5MB/sec 2024-04-10T15:36:59.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:36:59 smithi154 ceph-mon[84269]: pgmap v1682: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-10T15:37:00.760 INFO:tasks.workunit.client.0.smithi102.stdout: 661: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:00.760 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IBhnfr3XY87vGML off=18791582 len=838011 2024-04-10T15:37:00.762 INFO:tasks.workunit.client.0.smithi102.stdout:op 3413 completed, throughput=4.99MB/sec 2024-04-10T15:37:00.762 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nuZMtVORmHfBveM off=9839043 len=1372196 2024-04-10T15:37:00.769 INFO:tasks.workunit.client.0.smithi102.stdout:op 3414 completed, throughput=5MB/sec 2024-04-10T15:37:00.769 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NEIR4GKet5PLeO8 off=9501411 len=1056705 2024-04-10T15:37:00.770 INFO:tasks.workunit.client.0.smithi102.stdout:op 3415 completed, throughput=5MB/sec 2024-04-10T15:37:00.770 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-i5SdJfB5JsNis9y off=2683642 len=698458 2024-04-10T15:37:00.775 INFO:tasks.workunit.client.0.smithi102.stdout:op 3416 completed, throughput=5MB/sec 2024-04-10T15:37:00.775 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YsQ24uKvG3WnXO_ off=7095886 len=466144 2024-04-10T15:37:00.775 INFO:tasks.workunit.client.0.smithi102.stdout:op 3417 completed, throughput=5MB/sec 2024-04-10T15:37:00.776 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HpaU3377dHbxGaB off=1981907 len=1612947 2024-04-10T15:37:00.783 INFO:tasks.workunit.client.0.smithi102.stdout:op 3418 completed, throughput=5MB/sec 2024-04-10T15:37:01.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:01 smithi102 ceph-mon[90943]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:37:01.672 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:01 smithi102 ceph-mon[88557]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:37:01.783 INFO:tasks.workunit.client.0.smithi102.stdout: 662: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:01.783 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bwWSrCQACyQuoXa off=932864 len=1965430 2024-04-10T15:37:01.787 INFO:tasks.workunit.client.0.smithi102.stdout:op 3419 completed, throughput=5MB/sec 2024-04-10T15:37:01.787 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-z2wtafg2HkdRYzH off=183834 len=358401 2024-04-10T15:37:01.788 INFO:tasks.workunit.client.0.smithi102.stdout:op 3420 completed, throughput=5MB/sec 2024-04-10T15:37:01.788 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EjjxMAt58cGu_h3 off=10405757 len=1378629 2024-04-10T15:37:01.798 INFO:tasks.workunit.client.0.smithi102.stdout:op 3421 completed, throughput=5MB/sec 2024-04-10T15:37:01.798 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-S0ei5sIBNzSykQ4 off=1579324 len=2063909 2024-04-10T15:37:01.801 INFO:tasks.workunit.client.0.smithi102.stdout:op 3422 completed, throughput=5MB/sec 2024-04-10T15:37:01.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:01 smithi154 ceph-mon[84269]: pgmap v1683: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:37:02.642 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:37:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:37:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:37:02.802 INFO:tasks.workunit.client.0.smithi102.stdout: 663: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:02.802 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XkNBOCEo2y6K6a4 off=8657164 len=1791168 2024-04-10T15:37:02.813 INFO:tasks.workunit.client.0.smithi102.stdout:op 3423 completed, throughput=5MB/sec 2024-04-10T15:37:02.813 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bOEoiuXcpbrYE6h off=6354400 len=1416432 2024-04-10T15:37:02.819 INFO:tasks.workunit.client.0.smithi102.stdout:op 3424 completed, throughput=5MB/sec 2024-04-10T15:37:02.819 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KoVEnqX4YpJCj_q off=4622978 len=199595 2024-04-10T15:37:02.820 INFO:tasks.workunit.client.0.smithi102.stdout:op 3425 completed, throughput=5MB/sec 2024-04-10T15:37:02.820 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zevrfW5wEeyi0BP off=5335753 len=1005483 2024-04-10T15:37:02.821 INFO:tasks.workunit.client.0.smithi102.stdout:op 3426 completed, throughput=5MB/sec 2024-04-10T15:37:03.641 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:03 smithi154 ceph-mon[84269]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:37:03.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:03 smithi102 ceph-mon[90943]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:37:03.672 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:03 smithi102 ceph-mon[88557]: pgmap v1684: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:37:03.821 INFO:tasks.workunit.client.0.smithi102.stdout: 664: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:03.822 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kKsgNrkPhj-07JX off=3293626 len=1580271 2024-04-10T15:37:03.824 INFO:tasks.workunit.client.0.smithi102.stdout:op 3427 completed, throughput=5MB/sec 2024-04-10T15:37:03.824 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9sx66H-ASKXhuH3 off=6214202 len=808886 2024-04-10T15:37:03.825 INFO:tasks.workunit.client.0.smithi102.stdout:op 3428 completed, throughput=5MB/sec 2024-04-10T15:37:03.825 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cy3419izEUmHjX2 off=4367228 len=389902 2024-04-10T15:37:03.828 INFO:tasks.workunit.client.0.smithi102.stdout:op 3429 completed, throughput=5MB/sec 2024-04-10T15:37:03.828 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RFanlxbx1nNRhk3 off=9945080 len=792173 2024-04-10T15:37:03.833 INFO:tasks.workunit.client.0.smithi102.stdout:op 3430 completed, throughput=5MB/sec 2024-04-10T15:37:03.833 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lwTH8fg2mFaXXAf off=11072140 len=491876 2024-04-10T15:37:03.837 INFO:tasks.workunit.client.0.smithi102.stdout:op 3431 completed, throughput=5MB/sec 2024-04-10T15:37:03.837 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-H0n_OM0BgUhm2_P off=9345112 len=1721468 2024-04-10T15:37:03.849 INFO:tasks.workunit.client.0.smithi102.stdout:op 3432 completed, throughput=5MB/sec 2024-04-10T15:37:04.849 INFO:tasks.workunit.client.0.smithi102.stdout: 665: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:04.849 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-82imEwGGsIKGpfI off=564635 len=1814445 2024-04-10T15:37:04.851 INFO:tasks.workunit.client.0.smithi102.stdout:op 3433 completed, throughput=5MB/sec 2024-04-10T15:37:04.851 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-044KEJb-mMr4G6c off=920611 len=319692 2024-04-10T15:37:04.855 INFO:tasks.workunit.client.0.smithi102.stdout:op 3434 completed, throughput=5MB/sec 2024-04-10T15:37:04.855 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZzBTG_EgcWTFbz5 off=6422106 len=901112 2024-04-10T15:37:04.859 INFO:tasks.workunit.client.0.smithi102.stdout:op 3435 completed, throughput=5MB/sec 2024-04-10T15:37:04.859 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7Kop7ws_lGdxA-9 off=802757 len=198982 2024-04-10T15:37:04.862 INFO:tasks.workunit.client.0.smithi102.stdout:op 3436 completed, throughput=5MB/sec 2024-04-10T15:37:04.862 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MOYrjLa15ifNJ8R off=2390426 len=98311 2024-04-10T15:37:04.865 INFO:tasks.workunit.client.0.smithi102.stdout:op 3437 completed, throughput=5MB/sec 2024-04-10T15:37:04.865 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qOZpnoM5dPkCyfZ off=14501277 len=631895 2024-04-10T15:37:04.868 INFO:tasks.workunit.client.0.smithi102.stdout:op 3438 completed, throughput=5MB/sec 2024-04-10T15:37:04.868 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eSgCDy-jqWwPBVT off=9932629 len=2088925 2024-04-10T15:37:04.872 INFO:tasks.workunit.client.0.smithi102.stdout:op 3439 completed, throughput=5MB/sec 2024-04-10T15:37:05.671 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:05 smithi102 ceph-mon[90943]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:37:05.672 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:05 smithi102 ceph-mon[88557]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:37:05.873 INFO:tasks.workunit.client.0.smithi102.stdout: 666: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:05.873 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kHAnE5tMgXaU98V off=11443348 len=962679 2024-04-10T15:37:05.878 INFO:tasks.workunit.client.0.smithi102.stdout:op 3440 completed, throughput=5MB/sec 2024-04-10T15:37:05.879 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WFrqUYHZuC0i_VN off=10594977 len=1716288 2024-04-10T15:37:05.881 INFO:tasks.workunit.client.0.smithi102.stdout:op 3441 completed, throughput=5MB/sec 2024-04-10T15:37:05.881 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2sqcr8tUbMYM4RH off=1798564 len=517173 2024-04-10T15:37:05.882 INFO:tasks.workunit.client.0.smithi102.stdout:op 3442 completed, throughput=5MB/sec 2024-04-10T15:37:05.882 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zYz2bfVH2ekFNua off=1966616 len=1441885 2024-04-10T15:37:05.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:05 smithi154 ceph-mon[84269]: pgmap v1685: 105 pgs: 105 active+clean; 128 GiB data, 8.1 GiB used, 707 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:37:05.891 INFO:tasks.workunit.client.0.smithi102.stdout:op 3443 completed, throughput=5MB/sec 2024-04-10T15:37:06.892 INFO:tasks.workunit.client.0.smithi102.stdout: 667: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:06.892 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ceGww9V4SyhT_qi off=2158151 len=1054678 2024-04-10T15:37:06.894 INFO:tasks.workunit.client.0.smithi102.stdout:op 3444 completed, throughput=5MB/sec 2024-04-10T15:37:06.894 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TtI1XnaWXITpyla off=2164012 len=1639477 2024-04-10T15:37:06.896 INFO:tasks.workunit.client.0.smithi102.stdout:op 3445 completed, throughput=5MB/sec 2024-04-10T15:37:06.896 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-isdWUehKU7Jxwwc off=17647817 len=696510 2024-04-10T15:37:06.897 INFO:tasks.workunit.client.0.smithi102.stdout:op 3446 completed, throughput=5MB/sec 2024-04-10T15:37:06.897 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Lj0E-4cMGM-hnPg off=5504247 len=2814 2024-04-10T15:37:06.899 INFO:tasks.workunit.client.0.smithi102.stdout:op 3447 completed, throughput=5MB/sec 2024-04-10T15:37:06.899 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3V1xyIUlvN-kGLq off=4697851 len=1344173 2024-04-10T15:37:06.908 INFO:tasks.workunit.client.0.smithi102.stdout:op 3448 completed, throughput=5MB/sec 2024-04-10T15:37:07.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:07 smithi154 ceph-mon[84269]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:37:07.908 INFO:tasks.workunit.client.0.smithi102.stdout: 668: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:07.908 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-w7ltSQ-uOWnHe4C off=11344037 len=279476 2024-04-10T15:37:07.909 INFO:tasks.workunit.client.0.smithi102.stdout:op 3449 completed, throughput=4.99MB/sec 2024-04-10T15:37:07.909 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oQ670Ft9m5GYV0g off=12286669 len=583109 2024-04-10T15:37:07.911 INFO:tasks.workunit.client.0.smithi102.stdout:op 3450 completed, throughput=4.99MB/sec 2024-04-10T15:37:07.911 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_ocjLOOuT58ZezR off=691069 len=557301 2024-04-10T15:37:07.915 INFO:tasks.workunit.client.0.smithi102.stdout:op 3451 completed, throughput=4.99MB/sec 2024-04-10T15:37:07.915 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MzxqN1vG55YBiMM off=10276332 len=319677 2024-04-10T15:37:07.916 INFO:tasks.workunit.client.0.smithi102.stdout:op 3452 completed, throughput=5MB/sec 2024-04-10T15:37:07.916 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mPD_E8__5MCAIfE off=11464098 len=1623632 2024-04-10T15:37:07.919 INFO:tasks.workunit.client.0.smithi102.stdout:op 3453 completed, throughput=5MB/sec 2024-04-10T15:37:07.919 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-08bxbRGdMSRs2VP off=4572716 len=1016876 2024-04-10T15:37:07.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:07 smithi102 ceph-mon[88557]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:37:07.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:07 smithi102 ceph-mon[90943]: pgmap v1686: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:37:07.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:37:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:37:07] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2024-04-10T15:37:07.925 INFO:tasks.workunit.client.0.smithi102.stdout:op 3454 completed, throughput=5MB/sec 2024-04-10T15:37:07.925 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UEtfUXsYYYuBse6 off=16111239 len=938094 2024-04-10T15:37:07.929 INFO:tasks.workunit.client.0.smithi102.stdout:op 3455 completed, throughput=5MB/sec 2024-04-10T15:37:08.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:08.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:08.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:08.930 INFO:tasks.workunit.client.0.smithi102.stdout: 669: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:08.930 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-420U0_leO4r52la off=5276658 len=1707591 2024-04-10T15:37:08.939 INFO:tasks.workunit.client.0.smithi102.stdout:op 3456 completed, throughput=5MB/sec 2024-04-10T15:37:08.939 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dTwQhrg5Ill9VCp off=495187 len=1608944 2024-04-10T15:37:08.941 INFO:tasks.workunit.client.0.smithi102.stdout:op 3457 completed, throughput=5MB/sec 2024-04-10T15:37:08.941 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tPp3wax3GGq9aE5 off=1613230 len=980497 2024-04-10T15:37:08.946 INFO:tasks.workunit.client.0.smithi102.stdout:op 3458 completed, throughput=5MB/sec 2024-04-10T15:37:08.946 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-iPb9OCHaHLK18C5 off=919016 len=420608 2024-04-10T15:37:08.950 INFO:tasks.workunit.client.0.smithi102.stdout:op 3459 completed, throughput=5MB/sec 2024-04-10T15:37:08.950 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Nr_HLq6QuoHE9P- off=1234834 len=461592 2024-04-10T15:37:08.951 INFO:tasks.workunit.client.0.smithi102.stdout:op 3460 completed, throughput=5MB/sec 2024-04-10T15:37:08.951 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KKuQQ7xf_5DJGPe off=7886613 len=644813 2024-04-10T15:37:08.955 INFO:tasks.workunit.client.0.smithi102.stdout:op 3461 completed, throughput=5MB/sec 2024-04-10T15:37:09.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:09 smithi154 ceph-mon[84269]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:37:09.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:09 smithi102 ceph-mon[90943]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:37:09.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:09 smithi102 ceph-mon[88557]: pgmap v1687: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:37:09.955 INFO:tasks.workunit.client.0.smithi102.stdout: 670: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:09.956 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pGAPLAaxIJdS6-u off=3829938 len=961121 2024-04-10T15:37:09.957 INFO:tasks.workunit.client.0.smithi102.stdout:op 3462 completed, throughput=4.99MB/sec 2024-04-10T15:37:09.957 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NmO020zlijF3y94 off=3222663 len=1068769 2024-04-10T15:37:09.959 INFO:tasks.workunit.client.0.smithi102.stdout:op 3463 completed, throughput=5MB/sec 2024-04-10T15:37:09.960 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7nGalIB4zt8UTSH off=15325219 len=888305 2024-04-10T15:37:09.965 INFO:tasks.workunit.client.0.smithi102.stdout:op 3464 completed, throughput=5MB/sec 2024-04-10T15:37:09.965 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bGVhKw4mPNBTHka off=16631601 len=808565 2024-04-10T15:37:09.966 INFO:tasks.workunit.client.0.smithi102.stdout:op 3465 completed, throughput=5MB/sec 2024-04-10T15:37:09.966 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-w4abPlpdeKT3zou off=7857851 len=536669 2024-04-10T15:37:09.967 INFO:tasks.workunit.client.0.smithi102.stdout:op 3466 completed, throughput=5MB/sec 2024-04-10T15:37:09.967 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-10zCUBr0VEr0NcD off=2449497 len=606378 2024-04-10T15:37:09.968 INFO:tasks.workunit.client.0.smithi102.stdout:op 3467 completed, throughput=5MB/sec 2024-04-10T15:37:10.969 INFO:tasks.workunit.client.0.smithi102.stdout: 671: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:10.969 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GpQeYNCFEZ0G03K off=309670 len=346664 2024-04-10T15:37:10.970 INFO:tasks.workunit.client.0.smithi102.stdout:op 3468 completed, throughput=4.99MB/sec 2024-04-10T15:37:10.970 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0moehhiQc66bKRA off=1921790 len=510880 2024-04-10T15:37:10.970 INFO:tasks.workunit.client.0.smithi102.stdout:op 3469 completed, throughput=4.99MB/sec 2024-04-10T15:37:10.971 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jdfsw_oh1W9h8Ej off=15759813 len=876684 2024-04-10T15:37:10.976 INFO:tasks.workunit.client.0.smithi102.stdout:op 3470 completed, throughput=5MB/sec 2024-04-10T15:37:10.976 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bGVhKw4mPNBTHka off=1038699 len=288270 2024-04-10T15:37:10.977 INFO:tasks.workunit.client.0.smithi102.stdout:op 3471 completed, throughput=5MB/sec 2024-04-10T15:37:10.977 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uEv9DTrZIoU7p36 off=8477722 len=1120881 2024-04-10T15:37:10.982 INFO:tasks.workunit.client.0.smithi102.stdout:op 3472 completed, throughput=5MB/sec 2024-04-10T15:37:10.982 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-td0u51EwDB2fDJt off=4552816 len=1243776 2024-04-10T15:37:10.983 INFO:tasks.workunit.client.0.smithi102.stdout:op 3473 completed, throughput=5MB/sec 2024-04-10T15:37:10.984 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DiI4fVUyez_FhuG off=178162 len=1182438 2024-04-10T15:37:10.989 INFO:tasks.workunit.client.0.smithi102.stdout:op 3474 completed, throughput=5MB/sec 2024-04-10T15:37:11.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:11 smithi154 ceph-mon[84269]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:37:11.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:11 smithi102 ceph-mon[90943]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:37:11.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:11 smithi102 ceph-mon[88557]: pgmap v1688: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:37:11.989 INFO:tasks.workunit.client.0.smithi102.stdout: 672: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:11.989 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FrrpPfTGnl8EkDB off=200765 len=1694774 2024-04-10T15:37:11.991 INFO:tasks.workunit.client.0.smithi102.stdout:op 3475 completed, throughput=5MB/sec 2024-04-10T15:37:11.991 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DfwhMEj-rn90eMs off=436971 len=236234 2024-04-10T15:37:11.994 INFO:tasks.workunit.client.0.smithi102.stdout:op 3476 completed, throughput=5MB/sec 2024-04-10T15:37:11.994 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9HyJ57r16Sbp16k off=1980202 len=1356917 2024-04-10T15:37:11.995 INFO:tasks.workunit.client.0.smithi102.stdout:op 3477 completed, throughput=5MB/sec 2024-04-10T15:37:11.995 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TJjQduUc-ak02D- off=136096 len=744207 2024-04-10T15:37:12.000 INFO:tasks.workunit.client.0.smithi102.stdout:op 3478 completed, throughput=5MB/sec 2024-04-10T15:37:12.000 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_R3L2fE1ht0Is7r off=979455 len=1747304 2024-04-10T15:37:12.007 INFO:tasks.workunit.client.0.smithi102.stdout:op 3479 completed, throughput=5MB/sec 2024-04-10T15:37:12.641 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:37:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:37:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:37:13.008 INFO:tasks.workunit.client.0.smithi102.stdout: 673: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:13.008 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-i2kJ9DMjUfgirOD off=12811908 len=1931956 2024-04-10T15:37:13.022 INFO:tasks.workunit.client.0.smithi102.stdout:op 3480 completed, throughput=5MB/sec 2024-04-10T15:37:13.022 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_6VZbwK0fGSfY1F off=1937029 len=1416538 2024-04-10T15:37:13.028 INFO:tasks.workunit.client.0.smithi102.stdout:op 3481 completed, throughput=5MB/sec 2024-04-10T15:37:13.028 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--WSz6AYLbpdW4tB off=9929151 len=2042260 2024-04-10T15:37:13.031 INFO:tasks.workunit.client.0.smithi102.stdout:op 3482 completed, throughput=5MB/sec 2024-04-10T15:37:13.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:13 smithi154 ceph-mon[84269]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:37:13.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:13 smithi102 ceph-mon[90943]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:37:13.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:13 smithi102 ceph-mon[88557]: pgmap v1689: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:37:14.032 INFO:tasks.workunit.client.0.smithi102.stdout: 674: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:14.032 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WehoSAfdHALSgA7 off=641196 len=1554162 2024-04-10T15:37:14.035 INFO:tasks.workunit.client.0.smithi102.stdout:op 3483 completed, throughput=5MB/sec 2024-04-10T15:37:14.035 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UDkXS4m_SVG56dn off=0 len=1419833 2024-04-10T15:37:14.041 INFO:tasks.workunit.client.0.smithi102.stdout:op 3484 completed, throughput=5MB/sec 2024-04-10T15:37:14.041 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gI_0Epn9XIt1nqT off=1101691 len=486829 2024-04-10T15:37:14.046 INFO:tasks.workunit.client.0.smithi102.stdout:op 3485 completed, throughput=5MB/sec 2024-04-10T15:37:14.046 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sH8lsz9pgKWx-Zj off=2733314 len=877032 2024-04-10T15:37:14.047 INFO:tasks.workunit.client.0.smithi102.stdout:op 3486 completed, throughput=5MB/sec 2024-04-10T15:37:14.047 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1fmThWD45oIo4wK off=2682137 len=252721 2024-04-10T15:37:14.050 INFO:tasks.workunit.client.0.smithi102.stdout:op 3487 completed, throughput=5MB/sec 2024-04-10T15:37:15.050 INFO:tasks.workunit.client.0.smithi102.stdout: 675: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:15.051 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-o6VKxRVZvjLyvcX off=486769 len=1776501 2024-04-10T15:37:15.059 INFO:tasks.workunit.client.0.smithi102.stdout:op 3488 completed, throughput=5MB/sec 2024-04-10T15:37:15.059 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TRX49i-5SVx9GXU off=271718 len=520121 2024-04-10T15:37:15.060 INFO:tasks.workunit.client.0.smithi102.stdout:op 3489 completed, throughput=5MB/sec 2024-04-10T15:37:15.060 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-h-f4U64NFy2cSMz off=10869438 len=1763247 2024-04-10T15:37:15.068 INFO:tasks.workunit.client.0.smithi102.stdout:op 3490 completed, throughput=5MB/sec 2024-04-10T15:37:15.068 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VamE_P4R911n-U5 off=2540741 len=888605 2024-04-10T15:37:15.073 INFO:tasks.workunit.client.0.smithi102.stdout:op 3491 completed, throughput=5MB/sec 2024-04-10T15:37:15.073 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-S6FeKhZrLY7pSN3 off=19904369 len=2063859 2024-04-10T15:37:15.084 INFO:tasks.workunit.client.0.smithi102.stdout:op 3492 completed, throughput=5MB/sec 2024-04-10T15:37:15.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:15 smithi154 ceph-mon[84269]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:37:15.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:15 smithi102 ceph-mon[90943]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:37:15.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:15 smithi102 ceph-mon[88557]: pgmap v1690: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:37:16.084 INFO:tasks.workunit.client.0.smithi102.stdout: 676: throughput=5MB/sec pending data=0 2024-04-10T15:37:16.085 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WswfYZs9uy2cGBS off=3065090 len=641189 2024-04-10T15:37:16.088 INFO:tasks.workunit.client.0.smithi102.stdout:op 3493 completed, throughput=5MB/sec 2024-04-10T15:37:16.088 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iSVnhznvX9Sz9jC off=3551957 len=1391962 2024-04-10T15:37:16.090 INFO:tasks.workunit.client.0.smithi102.stdout:op 3494 completed, throughput=5MB/sec 2024-04-10T15:37:16.090 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-X7qy-WSMmu8dxhJ off=4797174 len=603113 2024-04-10T15:37:16.094 INFO:tasks.workunit.client.0.smithi102.stdout:op 3495 completed, throughput=5MB/sec 2024-04-10T15:37:16.095 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NBttQBloEqSDUXK off=3972684 len=639120 2024-04-10T15:37:16.095 INFO:tasks.workunit.client.0.smithi102.stdout:op 3496 completed, throughput=5MB/sec 2024-04-10T15:37:16.095 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ch8qY2fh5S_cr3w off=20523398 len=1049513 2024-04-10T15:37:16.097 INFO:tasks.workunit.client.0.smithi102.stdout:op 3497 completed, throughput=5MB/sec 2024-04-10T15:37:17.097 INFO:tasks.workunit.client.0.smithi102.stdout: 677: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:17.097 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Zv7TwgFB5_0Lo2i off=4199647 len=1938105 2024-04-10T15:37:17.109 INFO:tasks.workunit.client.0.smithi102.stdout:op 3498 completed, throughput=5MB/sec 2024-04-10T15:37:17.109 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XKK0SlKf87fzF7a off=0 len=1714091 2024-04-10T15:37:17.117 INFO:tasks.workunit.client.0.smithi102.stdout:op 3499 completed, throughput=5MB/sec 2024-04-10T15:37:17.118 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UEsl3N-W27RlcR8 off=667155 len=69781 2024-04-10T15:37:17.118 INFO:tasks.workunit.client.0.smithi102.stdout:op 3500 completed, throughput=5MB/sec 2024-04-10T15:37:17.118 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fKOc_NXB6TXV6f4 off=11920635 len=1874675 2024-04-10T15:37:17.126 INFO:tasks.workunit.client.0.smithi102.stdout:op 3501 completed, throughput=5MB/sec 2024-04-10T15:37:17.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:17 smithi154 ceph-mon[84269]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:37:17.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:17 smithi102 ceph-mon[88557]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:37:17.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:17 smithi102 ceph-mon[90943]: pgmap v1691: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:37:17.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:37:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:37:17] "GET /metrics HTTP/1.1" 200 34070 "" "Prometheus/2.43.0" 2024-04-10T15:37:18.126 INFO:tasks.workunit.client.0.smithi102.stdout: 678: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:18.126 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cG6q-VcOJ3YoSWI off=10607465 len=684380 2024-04-10T15:37:18.127 INFO:tasks.workunit.client.0.smithi102.stdout:op 3502 completed, throughput=4.99MB/sec 2024-04-10T15:37:18.128 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cn1cT898B4bvc1S off=14674023 len=210002 2024-04-10T15:37:18.130 INFO:tasks.workunit.client.0.smithi102.stdout:op 3503 completed, throughput=5MB/sec 2024-04-10T15:37:18.130 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5RVOk-odXWsyhVV off=4797961 len=634959 2024-04-10T15:37:18.134 INFO:tasks.workunit.client.0.smithi102.stdout:op 3504 completed, throughput=5MB/sec 2024-04-10T15:37:18.134 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Q5rsQ9_JOKPkQ7Z off=5133600 len=434160 2024-04-10T15:37:18.134 INFO:tasks.workunit.client.0.smithi102.stdout:op 3505 completed, throughput=5MB/sec 2024-04-10T15:37:18.135 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JLmjjaLENvjBUhw off=5226997 len=1238025 2024-04-10T15:37:18.136 INFO:tasks.workunit.client.0.smithi102.stdout:op 3506 completed, throughput=5MB/sec 2024-04-10T15:37:18.136 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mkgB70cuJcYr464 off=10207299 len=256560 2024-04-10T15:37:18.137 INFO:tasks.workunit.client.0.smithi102.stdout:op 3507 completed, throughput=5MB/sec 2024-04-10T15:37:18.137 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vRzzj7u9QPSVU2M off=9443173 len=1927808 2024-04-10T15:37:18.139 INFO:tasks.workunit.client.0.smithi102.stdout:op 3508 completed, throughput=5MB/sec 2024-04-10T15:37:19.140 INFO:tasks.workunit.client.0.smithi102.stdout: 679: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:19.140 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ck7SHhQA2_TTKVk off=6458795 len=1936899 2024-04-10T15:37:19.148 INFO:tasks.workunit.client.0.smithi102.stdout:op 3509 completed, throughput=5MB/sec 2024-04-10T15:37:19.148 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nub_0JAJ2cMDZ4h off=7888442 len=1105905 2024-04-10T15:37:19.154 INFO:tasks.workunit.client.0.smithi102.stdout:op 3510 completed, throughput=5MB/sec 2024-04-10T15:37:19.154 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tKdkyrZZCcdajMB off=4106492 len=1307124 2024-04-10T15:37:19.161 INFO:tasks.workunit.client.0.smithi102.stdout:op 3511 completed, throughput=5MB/sec 2024-04-10T15:37:19.161 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9JoPuVqwAeTz8jY off=4302664 len=203605 2024-04-10T15:37:19.161 INFO:tasks.workunit.client.0.smithi102.stdout:op 3512 completed, throughput=5MB/sec 2024-04-10T15:37:19.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:19 smithi154 ceph-mon[84269]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:37:19.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:19 smithi102 ceph-mon[90943]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:37:19.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:19 smithi102 ceph-mon[88557]: pgmap v1692: 105 pgs: 105 active+clean; 128 GiB data, 8.2 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:37:20.162 INFO:tasks.workunit.client.0.smithi102.stdout: 680: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:20.162 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1tpRF-fzoEflj9d off=1047982 len=1659703 2024-04-10T15:37:20.164 INFO:tasks.workunit.client.0.smithi102.stdout:op 3513 completed, throughput=5MB/sec 2024-04-10T15:37:20.164 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XHy8TrCnnEeqZZi off=4240878 len=31837 2024-04-10T15:37:20.166 INFO:tasks.workunit.client.0.smithi102.stdout:op 3514 completed, throughput=5MB/sec 2024-04-10T15:37:20.167 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ci8CbrZXx3O5wrG off=13531203 len=10822 2024-04-10T15:37:20.169 INFO:tasks.workunit.client.0.smithi102.stdout:op 3515 completed, throughput=5MB/sec 2024-04-10T15:37:20.169 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pbj2vLs3IfwJUiF off=128624 len=1283351 2024-04-10T15:37:20.172 INFO:tasks.workunit.client.0.smithi102.stdout:op 3516 completed, throughput=5MB/sec 2024-04-10T15:37:20.172 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-E8G1hV0H3-FNlX0 off=13203901 len=929748 2024-04-10T15:37:20.177 INFO:tasks.workunit.client.0.smithi102.stdout:op 3517 completed, throughput=5MB/sec 2024-04-10T15:37:20.177 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Vaz5re-mk39CLq9 off=587175 len=242753 2024-04-10T15:37:20.178 INFO:tasks.workunit.client.0.smithi102.stdout:op 3518 completed, throughput=5MB/sec 2024-04-10T15:37:20.178 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sjRswj5Ssnd6IvL off=7201905 len=649908 2024-04-10T15:37:20.179 INFO:tasks.workunit.client.0.smithi102.stdout:op 3519 completed, throughput=5MB/sec 2024-04-10T15:37:20.179 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hBvnTlYvYiPt6PG off=1522058 len=1398808 2024-04-10T15:37:20.187 INFO:tasks.workunit.client.0.smithi102.stdout:op 3520 completed, throughput=5MB/sec 2024-04-10T15:37:21.188 INFO:tasks.workunit.client.0.smithi102.stdout: 681: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:21.188 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iZmzlvDgmAYDMbo off=5887923 len=650568 2024-04-10T15:37:21.189 INFO:tasks.workunit.client.0.smithi102.stdout:op 3521 completed, throughput=5MB/sec 2024-04-10T15:37:21.189 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bpUJY8Vy-GVPuZ3 off=7065563 len=762235 2024-04-10T15:37:21.194 INFO:tasks.workunit.client.0.smithi102.stdout:op 3522 completed, throughput=5MB/sec 2024-04-10T15:37:21.194 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kJmiI59KBlg7PE2 off=6656762 len=1232747 2024-04-10T15:37:21.200 INFO:tasks.workunit.client.0.smithi102.stdout:op 3523 completed, throughput=5MB/sec 2024-04-10T15:37:21.200 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0SlHzldgUZH7Qw6 off=5198007 len=1866994 2024-04-10T15:37:21.209 INFO:tasks.workunit.client.0.smithi102.stdout:op 3524 completed, throughput=5MB/sec 2024-04-10T15:37:21.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:21 smithi154 ceph-mon[84269]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:37:21.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:21 smithi102 ceph-mon[90943]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:37:21.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:21 smithi102 ceph-mon[88557]: pgmap v1693: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:37:22.210 INFO:tasks.workunit.client.0.smithi102.stdout: 682: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:22.210 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-byshbiS1gKNSLIl off=2784501 len=997270 2024-04-10T15:37:22.218 INFO:tasks.workunit.client.0.smithi102.stdout:op 3525 completed, throughput=4.99MB/sec 2024-04-10T15:37:22.218 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5o9caX5rPv-Vr8z off=627102 len=1007865 2024-04-10T15:37:22.218 INFO:tasks.workunit.client.0.smithi102.stdout:op 3526 completed, throughput=5MB/sec 2024-04-10T15:37:22.218 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HIWs9XmWBzp9fBY off=352204 len=1725223 2024-04-10T15:37:22.226 INFO:tasks.workunit.client.0.smithi102.stdout:op 3527 completed, throughput=5MB/sec 2024-04-10T15:37:22.226 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-o4RtT6NDeDO1v4x off=1773097 len=1002397 2024-04-10T15:37:22.226 INFO:tasks.workunit.client.0.smithi102.stdout:op 3528 completed, throughput=5MB/sec 2024-04-10T15:37:22.226 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1uBxzzo633JZiOU off=7446304 len=894412 2024-04-10T15:37:22.230 INFO:tasks.workunit.client.0.smithi102.stdout:op 3529 completed, throughput=5MB/sec 2024-04-10T15:37:22.641 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:37:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:37:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:37:23.230 INFO:tasks.workunit.client.0.smithi102.stdout: 683: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:23.231 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VJpcOjDmEaV9185 off=4070861 len=1103981 2024-04-10T15:37:23.237 INFO:tasks.workunit.client.0.smithi102.stdout:op 3530 completed, throughput=4.99MB/sec 2024-04-10T15:37:23.237 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9N-GpaMyFW_zMdp off=20482259 len=1667168 2024-04-10T15:37:23.245 INFO:tasks.workunit.client.0.smithi102.stdout:op 3531 completed, throughput=5MB/sec 2024-04-10T15:37:23.245 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-afj9Avp9t5Snql9 off=12871859 len=2034399 2024-04-10T15:37:23.247 INFO:tasks.workunit.client.0.smithi102.stdout:op 3532 completed, throughput=5MB/sec 2024-04-10T15:37:23.247 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KgAbyQ1nG-t3_T7 off=14081918 len=722464 2024-04-10T15:37:23.251 INFO:tasks.workunit.client.0.smithi102.stdout:op 3533 completed, throughput=5MB/sec 2024-04-10T15:37:23.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:23 smithi154 ceph-mon[84269]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:37:23.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:23.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:23 smithi102 ceph-mon[90943]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:37:23.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:23.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:23 smithi102 ceph-mon[88557]: pgmap v1694: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:37:23.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:24.251 INFO:tasks.workunit.client.0.smithi102.stdout: 684: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:24.252 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GnyQ1KH89STI1xm off=4338862 len=459421 2024-04-10T15:37:24.252 INFO:tasks.workunit.client.0.smithi102.stdout:op 3534 completed, throughput=4.99MB/sec 2024-04-10T15:37:24.253 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nUgD8joFc-NxK8r off=2196437 len=753560 2024-04-10T15:37:24.254 INFO:tasks.workunit.client.0.smithi102.stdout:op 3535 completed, throughput=5MB/sec 2024-04-10T15:37:24.254 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-l2PCMHDjinO9X27 off=1137737 len=1558294 2024-04-10T15:37:24.264 INFO:tasks.workunit.client.0.smithi102.stdout:op 3536 completed, throughput=5MB/sec 2024-04-10T15:37:24.264 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ag_DTezv-yrGV6V off=9483690 len=1763943 2024-04-10T15:37:24.276 INFO:tasks.workunit.client.0.smithi102.stdout:op 3537 completed, throughput=5MB/sec 2024-04-10T15:37:24.276 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eerc_ITJF8rPs-Z off=1022173 len=718897 2024-04-10T15:37:24.280 INFO:tasks.workunit.client.0.smithi102.stdout:op 3538 completed, throughput=5MB/sec 2024-04-10T15:37:25.280 INFO:tasks.workunit.client.0.smithi102.stdout: 685: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:25.280 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-G6AAggmOdmiWmud off=14754584 len=2067438 2024-04-10T15:37:25.282 INFO:tasks.workunit.client.0.smithi102.stdout:op 3539 completed, throughput=5MB/sec 2024-04-10T15:37:25.282 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rrFZwNK3HTN8b5s off=1651267 len=1200665 2024-04-10T15:37:25.284 INFO:tasks.workunit.client.0.smithi102.stdout:op 3540 completed, throughput=5MB/sec 2024-04-10T15:37:25.284 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VMXvi9ADWE2Nse1 off=916632 len=1238234 2024-04-10T15:37:25.287 INFO:tasks.workunit.client.0.smithi102.stdout:op 3541 completed, throughput=5MB/sec 2024-04-10T15:37:25.287 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SshgL9kxmiMyq5G off=15926738 len=468564 2024-04-10T15:37:25.288 INFO:tasks.workunit.client.0.smithi102.stdout:op 3542 completed, throughput=5MB/sec 2024-04-10T15:37:25.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:25 smithi154 ceph-mon[84269]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:37:25.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:25 smithi102 ceph-mon[90943]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:37:25.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:25 smithi102 ceph-mon[88557]: pgmap v1695: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:37:26.288 INFO:tasks.workunit.client.0.smithi102.stdout: 686: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:26.289 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zQpR3-CULFT_F0z off=3142558 len=1721131 2024-04-10T15:37:26.299 INFO:tasks.workunit.client.0.smithi102.stdout:op 3543 completed, throughput=5MB/sec 2024-04-10T15:37:26.299 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wv5PoAFUShf4Gxl off=11384363 len=1551638 2024-04-10T15:37:26.305 INFO:tasks.workunit.client.0.smithi102.stdout:op 3544 completed, throughput=5MB/sec 2024-04-10T15:37:26.305 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TuMaufvdkySpXT- off=243322 len=1401677 2024-04-10T15:37:26.310 INFO:tasks.workunit.client.0.smithi102.stdout:op 3545 completed, throughput=5MB/sec 2024-04-10T15:37:26.310 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vK0PsUZguL3ucSE off=11392637 len=1416380 2024-04-10T15:37:26.318 INFO:tasks.workunit.client.0.smithi102.stdout:op 3546 completed, throughput=5MB/sec 2024-04-10T15:37:27.318 INFO:tasks.workunit.client.0.smithi102.stdout: 687: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:27.318 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sBRHSDULw7pK-fv off=5876712 len=883805 2024-04-10T15:37:27.319 INFO:tasks.workunit.client.0.smithi102.stdout:op 3547 completed, throughput=5MB/sec 2024-04-10T15:37:27.319 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mbi6NMW9jVKUfK5 off=1145106 len=989171 2024-04-10T15:37:27.325 INFO:tasks.workunit.client.0.smithi102.stdout:op 3548 completed, throughput=5MB/sec 2024-04-10T15:37:27.325 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SpzG6bO3Q5m6lDj off=387431 len=1742811 2024-04-10T15:37:27.334 INFO:tasks.workunit.client.0.smithi102.stdout:op 3549 completed, throughput=5MB/sec 2024-04-10T15:37:27.334 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1BhWfplEIfTS4rq off=9363298 len=430191 2024-04-10T15:37:27.338 INFO:tasks.workunit.client.0.smithi102.stdout:op 3550 completed, throughput=5MB/sec 2024-04-10T15:37:27.338 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qJoka1CJCZ7qmVm off=6229316 len=304663 2024-04-10T15:37:27.339 INFO:tasks.workunit.client.0.smithi102.stdout:op 3551 completed, throughput=5MB/sec 2024-04-10T15:37:27.339 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iVT9YDMA8KwDQDT off=19217146 len=1350874 2024-04-10T15:37:27.339 INFO:tasks.workunit.client.0.smithi102.stdout:op 3552 completed, throughput=5MB/sec 2024-04-10T15:37:27.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:27 smithi154 ceph-mon[84269]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:37:27.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:27 smithi102 ceph-mon[90943]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:37:27.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:27 smithi102 ceph-mon[88557]: pgmap v1696: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:37:27.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:37:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:37:27] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-10T15:37:28.339 INFO:tasks.workunit.client.0.smithi102.stdout: 688: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:28.339 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TYNoF26x_GVZ3w_ off=2130313 len=360125 2024-04-10T15:37:28.342 INFO:tasks.workunit.client.0.smithi102.stdout:op 3553 completed, throughput=4.99MB/sec 2024-04-10T15:37:28.343 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5vAbjnoYNezsUzW off=3795546 len=1706317 2024-04-10T15:37:28.350 INFO:tasks.workunit.client.0.smithi102.stdout:op 3554 completed, throughput=5MB/sec 2024-04-10T15:37:28.350 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MGzSOlXYZiyc9QL off=2197058 len=506263 2024-04-10T15:37:28.353 INFO:tasks.workunit.client.0.smithi102.stdout:op 3555 completed, throughput=5MB/sec 2024-04-10T15:37:28.354 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VhSfGIhARA-4vJJ off=1756403 len=1357955 2024-04-10T15:37:28.357 INFO:tasks.workunit.client.0.smithi102.stdout:op 3556 completed, throughput=5MB/sec 2024-04-10T15:37:28.358 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oQu_s4s-XIXNXZX off=14037933 len=1688998 2024-04-10T15:37:28.359 INFO:tasks.workunit.client.0.smithi102.stdout:op 3557 completed, throughput=5MB/sec 2024-04-10T15:37:29.359 INFO:tasks.workunit.client.0.smithi102.stdout: 689: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:29.360 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-h95UuA__OZ9g-Ec off=1870182 len=396972 2024-04-10T15:37:29.363 INFO:tasks.workunit.client.0.smithi102.stdout:op 3558 completed, throughput=5MB/sec 2024-04-10T15:37:29.363 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LHHOTGkcPzl95Xx off=1351945 len=143912 2024-04-10T15:37:29.365 INFO:tasks.workunit.client.0.smithi102.stdout:op 3559 completed, throughput=5MB/sec 2024-04-10T15:37:29.365 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sa5J3YxIIXSk2PU off=8186798 len=1456134 2024-04-10T15:37:29.367 INFO:tasks.workunit.client.0.smithi102.stdout:op 3560 completed, throughput=5MB/sec 2024-04-10T15:37:29.367 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-l1Ug19BrA3tu9nr off=2203510 len=785151 2024-04-10T15:37:29.368 INFO:tasks.workunit.client.0.smithi102.stdout:op 3561 completed, throughput=5MB/sec 2024-04-10T15:37:29.368 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UPx1Z8XiyNKrirm off=19305365 len=245958 2024-04-10T15:37:29.371 INFO:tasks.workunit.client.0.smithi102.stdout:op 3562 completed, throughput=5MB/sec 2024-04-10T15:37:29.371 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-o-Il_EWaJWoRnLP off=9884104 len=764761 2024-04-10T15:37:29.377 INFO:tasks.workunit.client.0.smithi102.stdout:op 3563 completed, throughput=5MB/sec 2024-04-10T15:37:29.378 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GHcWYNQ7gHQ1lka off=429839 len=161633 2024-04-10T15:37:29.378 INFO:tasks.workunit.client.0.smithi102.stdout:op 3564 completed, throughput=5MB/sec 2024-04-10T15:37:29.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:29 smithi154 ceph-mon[84269]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:37:29.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:29 smithi102 ceph-mon[90943]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:37:29.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:29 smithi102 ceph-mon[88557]: pgmap v1697: 105 pgs: 105 active+clean; 128 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:37:30.378 INFO:tasks.workunit.client.0.smithi102.stdout: 690: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:30.378 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-e_xY3Ubnpmm_FWL off=13272432 len=2044483 2024-04-10T15:37:30.390 INFO:tasks.workunit.client.0.smithi102.stdout:op 3565 completed, throughput=5MB/sec 2024-04-10T15:37:30.391 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eYbSALItJ-XVtax off=12685808 len=203853 2024-04-10T15:37:30.393 INFO:tasks.workunit.client.0.smithi102.stdout:op 3566 completed, throughput=5MB/sec 2024-04-10T15:37:30.393 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PC4_RIB_LIN3ljM off=617222 len=4930 2024-04-10T15:37:30.397 INFO:tasks.workunit.client.0.smithi102.stdout:op 3567 completed, throughput=5MB/sec 2024-04-10T15:37:30.397 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-37tbl6tnfbMmkhP off=5908405 len=939146 2024-04-10T15:37:30.400 INFO:tasks.workunit.client.0.smithi102.stdout:op 3568 completed, throughput=5MB/sec 2024-04-10T15:37:30.400 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vBiz4ZtyAND8fos off=12672800 len=1406617 2024-04-10T15:37:30.401 INFO:tasks.workunit.client.0.smithi102.stdout:op 3569 completed, throughput=5MB/sec 2024-04-10T15:37:30.401 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TVECHhUyhbSLzAk off=10154182 len=1970232 2024-04-10T15:37:30.414 INFO:tasks.workunit.client.0.smithi102.stdout:op 3570 completed, throughput=5MB/sec 2024-04-10T15:37:31.414 INFO:tasks.workunit.client.0.smithi102.stdout: 691: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:31.414 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-d34p0OdJdPIW96y off=2092691 len=175862 2024-04-10T15:37:31.417 INFO:tasks.workunit.client.0.smithi102.stdout:op 3571 completed, throughput=4.99MB/sec 2024-04-10T15:37:31.417 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MRNDt_JPEeMddzS off=1711237 len=1120581 2024-04-10T15:37:31.422 INFO:tasks.workunit.client.0.smithi102.stdout:op 3572 completed, throughput=5MB/sec 2024-04-10T15:37:31.423 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7ZQrDtvB_oyMfhx off=15387930 len=1217483 2024-04-10T15:37:31.429 INFO:tasks.workunit.client.0.smithi102.stdout:op 3573 completed, throughput=5MB/sec 2024-04-10T15:37:31.429 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GefARLaF7aW1t55 off=19114197 len=28587 2024-04-10T15:37:31.429 INFO:tasks.workunit.client.0.smithi102.stdout:op 3574 completed, throughput=5MB/sec 2024-04-10T15:37:31.430 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ommuV9zgV1k4wIM off=330749 len=1143624 2024-04-10T15:37:31.435 INFO:tasks.workunit.client.0.smithi102.stdout:op 3575 completed, throughput=5MB/sec 2024-04-10T15:37:31.436 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vm3tBdRDKURLLLP off=4250520 len=1755813 2024-04-10T15:37:31.436 INFO:tasks.workunit.client.0.smithi102.stdout:op 3576 completed, throughput=5MB/sec 2024-04-10T15:37:31.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:31 smithi154 ceph-mon[84269]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:37:31.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:31 smithi102 ceph-mon[90943]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:37:31.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:31 smithi102 ceph-mon[88557]: pgmap v1698: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:37:32.437 INFO:tasks.workunit.client.0.smithi102.stdout: 692: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:32.437 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--CnyK1kuGDT93HJ off=7571988 len=763959 2024-04-10T15:37:32.441 INFO:tasks.workunit.client.0.smithi102.stdout:op 3577 completed, throughput=5MB/sec 2024-04-10T15:37:32.441 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sTwhiubbm8SMpwk off=16379856 len=1738048 2024-04-10T15:37:32.443 INFO:tasks.workunit.client.0.smithi102.stdout:op 3578 completed, throughput=5MB/sec 2024-04-10T15:37:32.443 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hgWmadR8IC-FiH3 off=15063998 len=1288583 2024-04-10T15:37:32.450 INFO:tasks.workunit.client.0.smithi102.stdout:op 3579 completed, throughput=5MB/sec 2024-04-10T15:37:32.450 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pdGH7S_FXgikEml off=7880373 len=1483932 2024-04-10T15:37:32.457 INFO:tasks.workunit.client.0.smithi102.stdout:op 3580 completed, throughput=5MB/sec 2024-04-10T15:37:32.642 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:37:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:37:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:37:33.458 INFO:tasks.workunit.client.0.smithi102.stdout: 693: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:33.458 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-r66EM2b95vsgqSv off=400284 len=1808694 2024-04-10T15:37:33.469 INFO:tasks.workunit.client.0.smithi102.stdout:op 3581 completed, throughput=5MB/sec 2024-04-10T15:37:33.469 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sG9th9m_7B6Oll1 off=14560644 len=1482864 2024-04-10T15:37:33.471 INFO:tasks.workunit.client.0.smithi102.stdout:op 3582 completed, throughput=5MB/sec 2024-04-10T15:37:33.471 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GzvQygrpBCa2JkQ off=9323548 len=1174632 2024-04-10T15:37:33.473 INFO:tasks.workunit.client.0.smithi102.stdout:op 3583 completed, throughput=5MB/sec 2024-04-10T15:37:33.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:33 smithi154 ceph-mon[84269]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:37:33.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:33 smithi102 ceph-mon[90943]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:37:33.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:33 smithi102 ceph-mon[88557]: pgmap v1699: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:37:34.473 INFO:tasks.workunit.client.0.smithi102.stdout: 694: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:34.473 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ylLdMA6YTA2GeqK off=2226001 len=207302 2024-04-10T15:37:34.474 INFO:tasks.workunit.client.0.smithi102.stdout:op 3584 completed, throughput=4.99MB/sec 2024-04-10T15:37:34.474 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vpH5n-8blGcEbwk off=210641 len=1709991 2024-04-10T15:37:34.478 INFO:tasks.workunit.client.0.smithi102.stdout:op 3585 completed, throughput=5MB/sec 2024-04-10T15:37:34.478 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gwLcqX2fVnnzdu6 off=2886503 len=179638 2024-04-10T15:37:34.479 INFO:tasks.workunit.client.0.smithi102.stdout:op 3586 completed, throughput=5MB/sec 2024-04-10T15:37:34.479 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-D1ymBzJ-gjhBRKk off=4827174 len=1916667 2024-04-10T15:37:34.481 INFO:tasks.workunit.client.0.smithi102.stdout:op 3587 completed, throughput=5MB/sec 2024-04-10T15:37:34.481 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-H1KFMVL-Qmlkejo off=14053212 len=849224 2024-04-10T15:37:34.486 INFO:tasks.workunit.client.0.smithi102.stdout:op 3588 completed, throughput=5MB/sec 2024-04-10T15:37:34.486 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IPEvszSz265F9hu off=650022 len=1770152 2024-04-10T15:37:34.494 INFO:tasks.workunit.client.0.smithi102.stdout:op 3589 completed, throughput=5MB/sec 2024-04-10T15:37:35.494 INFO:tasks.workunit.client.0.smithi102.stdout: 695: throughput=5MB/sec pending data=0 2024-04-10T15:37:35.495 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-N67H6kshPSYExv1 off=1926360 len=1345402 2024-04-10T15:37:35.497 INFO:tasks.workunit.client.0.smithi102.stdout:op 3590 completed, throughput=5MB/sec 2024-04-10T15:37:35.497 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-z6w_B9h_wYQVKwk off=15504384 len=1070867 2024-04-10T15:37:35.504 INFO:tasks.workunit.client.0.smithi102.stdout:op 3591 completed, throughput=5MB/sec 2024-04-10T15:37:35.504 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GwXoxwJF73vEYid off=2155246 len=1113584 2024-04-10T15:37:35.512 INFO:tasks.workunit.client.0.smithi102.stdout:op 3592 completed, throughput=5MB/sec 2024-04-10T15:37:35.512 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NQqoExI-v107zqv off=1337009 len=1595498 2024-04-10T15:37:35.521 INFO:tasks.workunit.client.0.smithi102.stdout:op 3593 completed, throughput=5MB/sec 2024-04-10T15:37:35.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:35 smithi154 ceph-mon[84269]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:37:35.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:35 smithi102 ceph-mon[90943]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:37:35.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:35 smithi102 ceph-mon[88557]: pgmap v1700: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:37:36.522 INFO:tasks.workunit.client.0.smithi102.stdout: 696: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:36.522 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IKpAG4Lho0-UWAv off=20331672 len=136014 2024-04-10T15:37:36.524 INFO:tasks.workunit.client.0.smithi102.stdout:op 3594 completed, throughput=4.99MB/sec 2024-04-10T15:37:36.524 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-L4u_ehkiwJIYSk0 off=2067733 len=1500150 2024-04-10T15:37:36.525 INFO:tasks.workunit.client.0.smithi102.stdout:op 3595 completed, throughput=5MB/sec 2024-04-10T15:37:36.525 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hSiIl6XfBh0z4Pk off=11346014 len=190769 2024-04-10T15:37:36.527 INFO:tasks.workunit.client.0.smithi102.stdout:op 3596 completed, throughput=5MB/sec 2024-04-10T15:37:36.527 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BaBDCzkQ4FhuFs_ off=89590 len=90120 2024-04-10T15:37:36.530 INFO:tasks.workunit.client.0.smithi102.stdout:op 3597 completed, throughput=5MB/sec 2024-04-10T15:37:36.530 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hFITmOY4FFtr6Kz off=1783880 len=812220 2024-04-10T15:37:36.534 INFO:tasks.workunit.client.0.smithi102.stdout:op 3598 completed, throughput=5MB/sec 2024-04-10T15:37:36.534 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cudLg1AFpN_z6zc off=2082425 len=503543 2024-04-10T15:37:36.537 INFO:tasks.workunit.client.0.smithi102.stdout:op 3599 completed, throughput=5MB/sec 2024-04-10T15:37:36.537 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gcUhUoEmv2SRnFM off=3738153 len=1399854 2024-04-10T15:37:36.538 INFO:tasks.workunit.client.0.smithi102.stdout:op 3600 completed, throughput=5MB/sec 2024-04-10T15:37:36.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:37:36.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:37:36.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:37:36.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:37:36.921 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:37:36.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:37:36.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:37:36.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:37:36.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:37:36.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:37:36.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:37:36.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:37:37.539 INFO:tasks.workunit.client.0.smithi102.stdout: 697: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:37.539 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-D8FahNHp0_FKs_w off=2148495 len=2017002 2024-04-10T15:37:37.541 INFO:tasks.workunit.client.0.smithi102.stdout:op 3601 completed, throughput=5MB/sec 2024-04-10T15:37:37.541 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1pZ-E6NYX8bUdRT off=1088450 len=1336533 2024-04-10T15:37:37.549 INFO:tasks.workunit.client.0.smithi102.stdout:op 3602 completed, throughput=5MB/sec 2024-04-10T15:37:37.549 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--UUMQAQQuQQzxdR off=6463834 len=138810 2024-04-10T15:37:37.550 INFO:tasks.workunit.client.0.smithi102.stdout:op 3603 completed, throughput=5MB/sec 2024-04-10T15:37:37.550 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kBvmWguCrk6zYax off=8660060 len=1070973 2024-04-10T15:37:37.554 INFO:tasks.workunit.client.0.smithi102.stdout:op 3604 completed, throughput=5MB/sec 2024-04-10T15:37:37.554 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--wr5A0AXlxjqCag off=3498542 len=1287650 2024-04-10T15:37:37.554 INFO:tasks.workunit.client.0.smithi102.stdout:op 3605 completed, throughput=5MB/sec 2024-04-10T15:37:37.823 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:37 smithi102 ceph-mon[90943]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:37:37.823 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:37 smithi102 ceph-mon[88557]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:37:37.823 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:37:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:37:37] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-10T15:37:37.891 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:37 smithi154 ceph-mon[84269]: pgmap v1701: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:37:38.554 INFO:tasks.workunit.client.0.smithi102.stdout: 698: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:38.554 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NJTkeA9A5rBAgP8 off=2272722 len=731371 2024-04-10T15:37:38.555 INFO:tasks.workunit.client.0.smithi102.stdout:op 3606 completed, throughput=5MB/sec 2024-04-10T15:37:38.555 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0CNHSPNfeemBXjz off=4392957 len=1328959 2024-04-10T15:37:38.563 INFO:tasks.workunit.client.0.smithi102.stdout:op 3607 completed, throughput=5MB/sec 2024-04-10T15:37:38.563 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MeCUusnwlLMIi2Y off=9586848 len=1902604 2024-04-10T15:37:38.565 INFO:tasks.workunit.client.0.smithi102.stdout:op 3608 completed, throughput=5MB/sec 2024-04-10T15:37:38.565 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hgjGthB4GKd6__F off=827813 len=1797222 2024-04-10T15:37:38.576 INFO:tasks.workunit.client.0.smithi102.stdout:op 3609 completed, throughput=5MB/sec 2024-04-10T15:37:38.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:38 smithi154 ceph-mon[84269]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:37:38.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:38.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:38 smithi102 ceph-mon[90943]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:37:38.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:38.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:38 smithi102 ceph-mon[88557]: pgmap v1702: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:37:38.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:39.577 INFO:tasks.workunit.client.0.smithi102.stdout: 699: throughput=5MB/sec pending data=0 2024-04-10T15:37:39.577 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7vSgGhM6pokoV0V off=3976960 len=445609 2024-04-10T15:37:39.581 INFO:tasks.workunit.client.0.smithi102.stdout:op 3610 completed, throughput=5MB/sec 2024-04-10T15:37:39.581 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bVm9n2tLHuILbcP off=1878045 len=511691 2024-04-10T15:37:39.582 INFO:tasks.workunit.client.0.smithi102.stdout:op 3611 completed, throughput=5MB/sec 2024-04-10T15:37:39.582 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Kx8DsEFz2ZPdsQR off=3641783 len=1493045 2024-04-10T15:37:39.589 INFO:tasks.workunit.client.0.smithi102.stdout:op 3612 completed, throughput=5MB/sec 2024-04-10T15:37:39.589 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0xSFpRPaKy5oe_p off=2588136 len=1822179 2024-04-10T15:37:39.601 INFO:tasks.workunit.client.0.smithi102.stdout:op 3613 completed, throughput=5MB/sec 2024-04-10T15:37:40.601 INFO:tasks.workunit.client.0.smithi102.stdout: 700: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:40.601 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ycaBtFSHGMXTqHS off=1704015 len=441683 2024-04-10T15:37:40.605 INFO:tasks.workunit.client.0.smithi102.stdout:op 3614 completed, throughput=4.99MB/sec 2024-04-10T15:37:40.605 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6r2BPTv0Cw66RPy off=897084 len=874004 2024-04-10T15:37:40.606 INFO:tasks.workunit.client.0.smithi102.stdout:op 3615 completed, throughput=5MB/sec 2024-04-10T15:37:40.606 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IMktmiCHw7ZD3v- off=16481936 len=763649 2024-04-10T15:37:40.608 INFO:tasks.workunit.client.0.smithi102.stdout:op 3616 completed, throughput=5MB/sec 2024-04-10T15:37:40.608 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-85MOEgEYdRtBJOb off=9732035 len=426140 2024-04-10T15:37:40.609 INFO:tasks.workunit.client.0.smithi102.stdout:op 3617 completed, throughput=5MB/sec 2024-04-10T15:37:40.609 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-K8EFfSV2hYK4n9c off=6372471 len=987371 2024-04-10T15:37:40.610 INFO:tasks.workunit.client.0.smithi102.stdout:op 3618 completed, throughput=5MB/sec 2024-04-10T15:37:40.610 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fo1CokH8xGdch-3 off=2239342 len=1474419 2024-04-10T15:37:40.613 INFO:tasks.workunit.client.0.smithi102.stdout:op 3619 completed, throughput=5MB/sec 2024-04-10T15:37:40.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:40 smithi154 ceph-mon[84269]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:37:40.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:40 smithi102 ceph-mon[90943]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:37:40.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:40 smithi102 ceph-mon[88557]: pgmap v1703: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:37:41.614 INFO:tasks.workunit.client.0.smithi102.stdout: 701: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:41.614 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4SUk2P7u6_oLtDR off=4647450 len=301298 2024-04-10T15:37:41.617 INFO:tasks.workunit.client.0.smithi102.stdout:op 3620 completed, throughput=4.99MB/sec 2024-04-10T15:37:41.617 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2RWygSWGJd7P4IY off=3164574 len=815472 2024-04-10T15:37:41.619 INFO:tasks.workunit.client.0.smithi102.stdout:op 3621 completed, throughput=4.99MB/sec 2024-04-10T15:37:41.619 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rclRKxEJxmKJ9aD off=9003912 len=948315 2024-04-10T15:37:41.623 INFO:tasks.workunit.client.0.smithi102.stdout:op 3622 completed, throughput=5MB/sec 2024-04-10T15:37:41.623 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2U0RVj8ep95dH4d off=5607405 len=284740 2024-04-10T15:37:41.626 INFO:tasks.workunit.client.0.smithi102.stdout:op 3623 completed, throughput=5MB/sec 2024-04-10T15:37:41.626 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UQsAShG2Ko71eSS off=15542157 len=192431 2024-04-10T15:37:41.627 INFO:tasks.workunit.client.0.smithi102.stdout:op 3624 completed, throughput=5MB/sec 2024-04-10T15:37:41.627 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Y3N0SaT5ohCLOc5 off=12255034 len=87724 2024-04-10T15:37:41.628 INFO:tasks.workunit.client.0.smithi102.stdout:op 3625 completed, throughput=5MB/sec 2024-04-10T15:37:41.628 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-phBnoZ6S4HGqiqW off=596375 len=1444487 2024-04-10T15:37:41.629 INFO:tasks.workunit.client.0.smithi102.stdout:op 3626 completed, throughput=5MB/sec 2024-04-10T15:37:41.630 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Yo3Egcl0YYiMy15 off=1937430 len=920959 2024-04-10T15:37:41.635 INFO:tasks.workunit.client.0.smithi102.stdout:op 3627 completed, throughput=5MB/sec 2024-04-10T15:37:41.635 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-S_bFdWNlKOBVFje off=7636847 len=1681904 2024-04-10T15:37:41.637 INFO:tasks.workunit.client.0.smithi102.stdout:op 3628 completed, throughput=5MB/sec 2024-04-10T15:37:42.637 INFO:tasks.workunit.client.0.smithi102.stdout: 702: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:42.638 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-77G8_LxSjzIqyQv off=5148432 len=1290430 2024-04-10T15:37:42.638 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:37:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:37:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:37:42.645 INFO:tasks.workunit.client.0.smithi102.stdout:op 3629 completed, throughput=5MB/sec 2024-04-10T15:37:42.645 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-EF7hEb4nUPDce0a off=2234227 len=1868096 2024-04-10T15:37:42.648 INFO:tasks.workunit.client.0.smithi102.stdout:op 3630 completed, throughput=5MB/sec 2024-04-10T15:37:42.648 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-yOuA1_vbmRLzgzb off=15190910 len=321438 2024-04-10T15:37:42.649 INFO:tasks.workunit.client.0.smithi102.stdout:op 3631 completed, throughput=5MB/sec 2024-04-10T15:37:42.649 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MXDKdZWgJfnpOiL off=3708706 len=617124 2024-04-10T15:37:42.650 INFO:tasks.workunit.client.0.smithi102.stdout:op 3632 completed, throughput=5MB/sec 2024-04-10T15:37:42.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:42 smithi154 ceph-mon[84269]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:37:42.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:42 smithi102 ceph-mon[90943]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:37:42.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:42 smithi102 ceph-mon[88557]: pgmap v1704: 105 pgs: 105 active+clean; 128 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:37:43.650 INFO:tasks.workunit.client.0.smithi102.stdout: 703: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:43.651 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KPEgJztr_A3uSKK off=5076572 len=11539 2024-04-10T15:37:43.651 INFO:tasks.workunit.client.0.smithi102.stdout:op 3633 completed, throughput=4.99MB/sec 2024-04-10T15:37:43.651 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OYuY1Z1GKGal9Yl off=602935 len=540977 2024-04-10T15:37:43.655 INFO:tasks.workunit.client.0.smithi102.stdout:op 3634 completed, throughput=4.99MB/sec 2024-04-10T15:37:43.656 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-l-SD9Zu5T9WqrVC off=2662067 len=787694 2024-04-10T15:37:43.660 INFO:tasks.workunit.client.0.smithi102.stdout:op 3635 completed, throughput=5MB/sec 2024-04-10T15:37:43.660 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wCb80xYdD8Ux7PJ off=11603988 len=957906 2024-04-10T15:37:43.661 INFO:tasks.workunit.client.0.smithi102.stdout:op 3636 completed, throughput=5MB/sec 2024-04-10T15:37:43.662 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aiczj5HXdGyRgI2 off=5749263 len=562459 2024-04-10T15:37:43.663 INFO:tasks.workunit.client.0.smithi102.stdout:op 3637 completed, throughput=5MB/sec 2024-04-10T15:37:43.663 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OjvEIrUFZLkgJuw off=2356102 len=1618793 2024-04-10T15:37:43.670 INFO:tasks.workunit.client.0.smithi102.stdout:op 3638 completed, throughput=5MB/sec 2024-04-10T15:37:43.670 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2NzKh9LojP8FKZi off=3053090 len=639821 2024-04-10T15:37:43.670 INFO:tasks.workunit.client.0.smithi102.stdout:op 3639 completed, throughput=5MB/sec 2024-04-10T15:37:44.671 INFO:tasks.workunit.client.0.smithi102.stdout: 704: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:44.671 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cd_WlDwqe88uGqV off=718781 len=2006483 2024-04-10T15:37:44.683 INFO:tasks.workunit.client.0.smithi102.stdout:op 3640 completed, throughput=5MB/sec 2024-04-10T15:37:44.683 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_V5tyrXpJcMsBFh off=868972 len=1948331 2024-04-10T15:37:44.687 INFO:tasks.workunit.client.0.smithi102.stdout:op 3641 completed, throughput=5MB/sec 2024-04-10T15:37:44.687 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-I2xbfiT_gvR49ji off=18351438 len=1346867 2024-04-10T15:37:44.688 INFO:tasks.workunit.client.0.smithi102.stdout:op 3642 completed, throughput=5MB/sec 2024-04-10T15:37:44.689 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qiEGjNRVvYbchvt off=7960524 len=622615 2024-04-10T15:37:44.690 INFO:tasks.workunit.client.0.smithi102.stdout:op 3643 completed, throughput=5MB/sec 2024-04-10T15:37:44.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:44 smithi154 ceph-mon[84269]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:37:44.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:44 smithi102 ceph-mon[90943]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:37:44.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:44 smithi102 ceph-mon[88557]: pgmap v1705: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:37:45.690 INFO:tasks.workunit.client.0.smithi102.stdout: 705: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:45.690 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1pZ-E6NYX8bUdRT off=1826125 len=1155483 2024-04-10T15:37:45.697 INFO:tasks.workunit.client.0.smithi102.stdout:op 3644 completed, throughput=5MB/sec 2024-04-10T15:37:45.697 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-khzmcyGcjXzPjyR off=17553851 len=1766994 2024-04-10T15:37:45.700 INFO:tasks.workunit.client.0.smithi102.stdout:op 3645 completed, throughput=5MB/sec 2024-04-10T15:37:45.700 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iCWbbz0lkt88WiS off=6840888 len=948676 2024-04-10T15:37:45.703 INFO:tasks.workunit.client.0.smithi102.stdout:op 3646 completed, throughput=5MB/sec 2024-04-10T15:37:45.703 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DzXl27q0p8DI7Bl off=11585636 len=629350 2024-04-10T15:37:45.704 INFO:tasks.workunit.client.0.smithi102.stdout:op 3647 completed, throughput=5MB/sec 2024-04-10T15:37:45.704 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WVMjYjGSEGVcfOD off=2439219 len=271869 2024-04-10T15:37:45.706 INFO:tasks.workunit.client.0.smithi102.stdout:op 3648 completed, throughput=5MB/sec 2024-04-10T15:37:46.707 INFO:tasks.workunit.client.0.smithi102.stdout: 706: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:46.707 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tEOW384xO7eX2Me off=6384942 len=1909454 2024-04-10T15:37:46.715 INFO:tasks.workunit.client.0.smithi102.stdout:op 3649 completed, throughput=5MB/sec 2024-04-10T15:37:46.715 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hdu0Iv7YtfMivZy off=11958640 len=1170551 2024-04-10T15:37:46.716 INFO:tasks.workunit.client.0.smithi102.stdout:op 3650 completed, throughput=5MB/sec 2024-04-10T15:37:46.716 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-g4NdiEFFKOkhAu5 off=579088 len=1011359 2024-04-10T15:37:46.723 INFO:tasks.workunit.client.0.smithi102.stdout:op 3651 completed, throughput=5MB/sec 2024-04-10T15:37:46.723 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-d_bF5tMRL6ogPN7 off=13049003 len=1441059 2024-04-10T15:37:46.726 INFO:tasks.workunit.client.0.smithi102.stdout:op 3652 completed, throughput=5MB/sec 2024-04-10T15:37:46.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:46 smithi154 ceph-mon[84269]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:37:46.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:46 smithi102 ceph-mon[88557]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:37:46.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:46 smithi102 ceph-mon[90943]: pgmap v1706: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:37:47.726 INFO:tasks.workunit.client.0.smithi102.stdout: 707: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:47.726 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Mq4Jslac6y-lWXc off=1222747 len=69457 2024-04-10T15:37:47.729 INFO:tasks.workunit.client.0.smithi102.stdout:op 3653 completed, throughput=4.99MB/sec 2024-04-10T15:37:47.729 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-j2BTKOdmYHFfHaL off=7859629 len=1764618 2024-04-10T15:37:47.731 INFO:tasks.workunit.client.0.smithi102.stdout:op 3654 completed, throughput=5MB/sec 2024-04-10T15:37:47.731 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dGSOPPTlLk9ts1T off=4823134 len=1351224 2024-04-10T15:37:47.737 INFO:tasks.workunit.client.0.smithi102.stdout:op 3655 completed, throughput=5MB/sec 2024-04-10T15:37:47.737 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XF1i5iKTiUHemcf off=4880726 len=1170642 2024-04-10T15:37:47.745 INFO:tasks.workunit.client.0.smithi102.stdout:op 3656 completed, throughput=5MB/sec 2024-04-10T15:37:47.745 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Xb3QGhnm1O_gqos off=702216 len=1952839 2024-04-10T15:37:47.755 INFO:tasks.workunit.client.0.smithi102.stdout:op 3657 completed, throughput=5MB/sec 2024-04-10T15:37:47.921 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:37:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:37:47] "GET /metrics HTTP/1.1" 200 34071 "" "Prometheus/2.43.0" 2024-04-10T15:37:48.756 INFO:tasks.workunit.client.0.smithi102.stdout: 708: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:48.756 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-n00r8Gv8EGymyk4 off=2056714 len=1418392 2024-04-10T15:37:48.758 INFO:tasks.workunit.client.0.smithi102.stdout:op 3658 completed, throughput=5MB/sec 2024-04-10T15:37:48.758 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bAQJ49FWVKLq-gw off=9100613 len=321381 2024-04-10T15:37:48.761 INFO:tasks.workunit.client.0.smithi102.stdout:op 3659 completed, throughput=5MB/sec 2024-04-10T15:37:48.761 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GG1YhXxJgmROvZF off=2487633 len=701097 2024-04-10T15:37:48.765 INFO:tasks.workunit.client.0.smithi102.stdout:op 3660 completed, throughput=5MB/sec 2024-04-10T15:37:48.766 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9sIO1Yp74kDGVNM off=803829 len=679573 2024-04-10T15:37:48.768 INFO:tasks.workunit.client.0.smithi102.stdout:op 3661 completed, throughput=5MB/sec 2024-04-10T15:37:48.768 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hfEi8nc3p3afTRx off=13880389 len=1013929 2024-04-10T15:37:48.771 INFO:tasks.workunit.client.0.smithi102.stdout:op 3662 completed, throughput=5MB/sec 2024-04-10T15:37:48.771 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MJArHEs5jBr1TXN off=5590658 len=1869523 2024-04-10T15:37:48.780 INFO:tasks.workunit.client.0.smithi102.stdout:op 3663 completed, throughput=5MB/sec 2024-04-10T15:37:48.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:48 smithi154 ceph-mon[84269]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:37:48.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:48 smithi102 ceph-mon[90943]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:37:48.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:48 smithi102 ceph-mon[88557]: pgmap v1707: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:37:49.780 INFO:tasks.workunit.client.0.smithi102.stdout: 709: throughput=5MB/sec pending data=0 2024-04-10T15:37:49.780 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-abjo5biwz2nxIMd off=2086587 len=2092715 2024-04-10T15:37:49.783 INFO:tasks.workunit.client.0.smithi102.stdout:op 3664 completed, throughput=5MB/sec 2024-04-10T15:37:49.783 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PvTrDLKupi9dJqm off=15332065 len=1681165 2024-04-10T15:37:49.790 INFO:tasks.workunit.client.0.smithi102.stdout:op 3665 completed, throughput=5MB/sec 2024-04-10T15:37:50.791 INFO:tasks.workunit.client.0.smithi102.stdout: 710: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:50.791 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VViJudcW9Aq1Ypk off=11187702 len=1372802 2024-04-10T15:37:50.797 INFO:tasks.workunit.client.0.smithi102.stdout:op 3666 completed, throughput=5MB/sec 2024-04-10T15:37:50.797 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_Ra31qnQtP6albU off=9589575 len=85823 2024-04-10T15:37:50.799 INFO:tasks.workunit.client.0.smithi102.stdout:op 3667 completed, throughput=5MB/sec 2024-04-10T15:37:50.800 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_cVkVKzADm0COKQ off=6729111 len=932575 2024-04-10T15:37:50.805 INFO:tasks.workunit.client.0.smithi102.stdout:op 3668 completed, throughput=5MB/sec 2024-04-10T15:37:50.805 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fHxKj6GuS7C2dvp off=14691608 len=351855 2024-04-10T15:37:50.805 INFO:tasks.workunit.client.0.smithi102.stdout:op 3669 completed, throughput=5MB/sec 2024-04-10T15:37:50.805 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8tjRgo0YsZUygqK off=5903341 len=1587560 2024-04-10T15:37:50.812 INFO:tasks.workunit.client.0.smithi102.stdout:op 3670 completed, throughput=5MB/sec 2024-04-10T15:37:50.812 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KJRE0UXMRPmFk-6 off=11758353 len=1252499 2024-04-10T15:37:50.818 INFO:tasks.workunit.client.0.smithi102.stdout:op 3671 completed, throughput=5MB/sec 2024-04-10T15:37:50.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:50 smithi102 ceph-mon[90943]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:37:50.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:50 smithi102 ceph-mon[88557]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:37:51.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:50 smithi154 ceph-mon[84269]: pgmap v1708: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:37:51.819 INFO:tasks.workunit.client.0.smithi102.stdout: 711: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:51.819 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GRblMUDk1SWZe1Y off=19734884 len=272787 2024-04-10T15:37:51.822 INFO:tasks.workunit.client.0.smithi102.stdout:op 3672 completed, throughput=4.99MB/sec 2024-04-10T15:37:51.822 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Iyt6Pl0DImuJaSd off=6780497 len=240897 2024-04-10T15:37:51.823 INFO:tasks.workunit.client.0.smithi102.stdout:op 3673 completed, throughput=4.99MB/sec 2024-04-10T15:37:51.823 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tygJNXcU-UtWCI1 off=8149506 len=1235752 2024-04-10T15:37:51.824 INFO:tasks.workunit.client.0.smithi102.stdout:op 3674 completed, throughput=5MB/sec 2024-04-10T15:37:51.824 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2MwSyZb62MFmBxU off=370016 len=883483 2024-04-10T15:37:51.825 INFO:tasks.workunit.client.0.smithi102.stdout:op 3675 completed, throughput=5MB/sec 2024-04-10T15:37:51.825 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WP5BoL2A4R5vpod off=4990549 len=1172007 2024-04-10T15:37:51.827 INFO:tasks.workunit.client.0.smithi102.stdout:op 3676 completed, throughput=5MB/sec 2024-04-10T15:37:51.827 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1BhWfplEIfTS4rq off=17078046 len=320057 2024-04-10T15:37:51.830 INFO:tasks.workunit.client.0.smithi102.stdout:op 3677 completed, throughput=5MB/sec 2024-04-10T15:37:51.830 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JxXNJvghm3YNEbP off=5148288 len=1143656 2024-04-10T15:37:51.838 INFO:tasks.workunit.client.0.smithi102.stdout:op 3678 completed, throughput=5MB/sec 2024-04-10T15:37:52.642 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:37:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:37:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:37:52.838 INFO:tasks.workunit.client.0.smithi102.stdout: 712: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:52.838 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-f3SsGIWmomxRyKh off=13204512 len=639478 2024-04-10T15:37:52.839 INFO:tasks.workunit.client.0.smithi102.stdout:op 3679 completed, throughput=4.99MB/sec 2024-04-10T15:37:52.839 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KRJRsW8dgkzv2uw off=4423408 len=690839 2024-04-10T15:37:52.844 INFO:tasks.workunit.client.0.smithi102.stdout:op 3680 completed, throughput=5MB/sec 2024-04-10T15:37:52.844 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0z4xaWOq6mn4Hyk off=12263696 len=359703 2024-04-10T15:37:52.845 INFO:tasks.workunit.client.0.smithi102.stdout:op 3681 completed, throughput=5MB/sec 2024-04-10T15:37:52.845 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Tbx_RxSSt24tuHa off=9497381 len=725470 2024-04-10T15:37:52.846 INFO:tasks.workunit.client.0.smithi102.stdout:op 3682 completed, throughput=5MB/sec 2024-04-10T15:37:52.846 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xgotvnYd6x1gGVo off=963542 len=314131 2024-04-10T15:37:52.850 INFO:tasks.workunit.client.0.smithi102.stdout:op 3683 completed, throughput=5MB/sec 2024-04-10T15:37:52.850 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NTNduspzsmV6TzO off=41879 len=1961918 2024-04-10T15:37:52.854 INFO:tasks.workunit.client.0.smithi102.stdout:op 3684 completed, throughput=5MB/sec 2024-04-10T15:37:52.854 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TZMIxJZMO4zWXln off=1480185 len=1124206 2024-04-10T15:37:52.855 INFO:tasks.workunit.client.0.smithi102.stdout:op 3685 completed, throughput=5MB/sec 2024-04-10T15:37:52.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:52 smithi102 ceph-mon[90943]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:37:52.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:52 smithi102 ceph-mon[88557]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:37:53.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:52 smithi154 ceph-mon[84269]: pgmap v1709: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:37:53.856 INFO:tasks.workunit.client.0.smithi102.stdout: 713: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:53.856 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FAVz4pmI8WjD9qv off=10287841 len=401745 2024-04-10T15:37:53.859 INFO:tasks.workunit.client.0.smithi102.stdout:op 3686 completed, throughput=4.99MB/sec 2024-04-10T15:37:53.859 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XeMWnNJiPkpx_hq off=557492 len=2019445 2024-04-10T15:37:53.869 INFO:tasks.workunit.client.0.smithi102.stdout:op 3687 completed, throughput=5MB/sec 2024-04-10T15:37:53.869 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MfyT6gBAp0BPBEN off=18046695 len=351493 2024-04-10T15:37:53.873 INFO:tasks.workunit.client.0.smithi102.stdout:op 3688 completed, throughput=5MB/sec 2024-04-10T15:37:53.873 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aTodBXMzGpCrVaO off=2448747 len=427794 2024-04-10T15:37:53.877 INFO:tasks.workunit.client.0.smithi102.stdout:op 3689 completed, throughput=5MB/sec 2024-04-10T15:37:53.877 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GVwiT-ZWjgdGenq off=6520090 len=106810 2024-04-10T15:37:53.877 INFO:tasks.workunit.client.0.smithi102.stdout:op 3690 completed, throughput=5MB/sec 2024-04-10T15:37:53.877 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lIinVmObJ0yOWBB off=3065726 len=694183 2024-04-10T15:37:53.878 INFO:tasks.workunit.client.0.smithi102.stdout:op 3691 completed, throughput=5MB/sec 2024-04-10T15:37:53.878 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UrzbWVF9aYzG4ky off=15560958 len=2080801 2024-04-10T15:37:53.889 INFO:tasks.workunit.client.0.smithi102.stdout:op 3692 completed, throughput=5MB/sec 2024-04-10T15:37:53.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:53.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:54.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:37:54.890 INFO:tasks.workunit.client.0.smithi102.stdout: 714: throughput=5MB/sec pending data=0 2024-04-10T15:37:54.890 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bbCHvA1ekcYC8UC off=6352686 len=1994836 2024-04-10T15:37:54.892 INFO:tasks.workunit.client.0.smithi102.stdout:op 3693 completed, throughput=5MB/sec 2024-04-10T15:37:54.892 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xHHnKaRuctd6hGD off=12405151 len=389533 2024-04-10T15:37:54.895 INFO:tasks.workunit.client.0.smithi102.stdout:op 3694 completed, throughput=5MB/sec 2024-04-10T15:37:54.896 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dXe_hBXzVdYDNJm off=1985183 len=1681513 2024-04-10T15:37:54.905 INFO:tasks.workunit.client.0.smithi102.stdout:op 3695 completed, throughput=5MB/sec 2024-04-10T15:37:54.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:54 smithi102 ceph-mon[90943]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:37:54.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:54 smithi102 ceph-mon[88557]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:37:55.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:54 smithi154 ceph-mon[84269]: pgmap v1710: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:37:55.906 INFO:tasks.workunit.client.0.smithi102.stdout: 715: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:55.906 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QrMQ-x58LCfrdM3 off=400983 len=1104943 2024-04-10T15:37:55.907 INFO:tasks.workunit.client.0.smithi102.stdout:op 3696 completed, throughput=4.99MB/sec 2024-04-10T15:37:55.907 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8bpeLQAReq4uHot off=10763382 len=2066325 2024-04-10T15:37:55.912 INFO:tasks.workunit.client.0.smithi102.stdout:op 3697 completed, throughput=5MB/sec 2024-04-10T15:37:55.912 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ha7PJTrqaaMvbPJ off=6366486 len=1439421 2024-04-10T15:37:55.913 INFO:tasks.workunit.client.0.smithi102.stdout:op 3698 completed, throughput=5MB/sec 2024-04-10T15:37:55.914 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7HYuiOX3wzi3NuG off=10716642 len=1894859 2024-04-10T15:37:55.915 INFO:tasks.workunit.client.0.smithi102.stdout:op 3699 completed, throughput=5MB/sec 2024-04-10T15:37:56.916 INFO:tasks.workunit.client.0.smithi102.stdout: 716: throughput=5MB/sec pending data=0 2024-04-10T15:37:56.916 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wbcTDRfvk1frTJp off=4419767 len=1131443 2024-04-10T15:37:56.921 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:56 smithi102 ceph-mon[90943]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:37:56.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:56 smithi102 ceph-mon[88557]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:37:56.922 INFO:tasks.workunit.client.0.smithi102.stdout:op 3700 completed, throughput=5MB/sec 2024-04-10T15:37:56.922 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PtU603KeREQ0Ay7 off=16738893 len=1568578 2024-04-10T15:37:56.923 INFO:tasks.workunit.client.0.smithi102.stdout:op 3701 completed, throughput=5MB/sec 2024-04-10T15:37:56.924 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vZXjVV_nXOlPksa off=8782110 len=370182 2024-04-10T15:37:56.927 INFO:tasks.workunit.client.0.smithi102.stdout:op 3702 completed, throughput=5MB/sec 2024-04-10T15:37:56.927 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KurpOrV3FwLcTAh off=6162510 len=1339708 2024-04-10T15:37:56.929 INFO:tasks.workunit.client.0.smithi102.stdout:op 3703 completed, throughput=5MB/sec 2024-04-10T15:37:57.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:56 smithi154 ceph-mon[84269]: pgmap v1711: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:37:57.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:37:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:37:57] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2024-04-10T15:37:57.929 INFO:tasks.workunit.client.0.smithi102.stdout: 717: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:57.929 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0r2k5zjDOnuaSY2 off=20615592 len=976020 2024-04-10T15:37:57.931 INFO:tasks.workunit.client.0.smithi102.stdout:op 3704 completed, throughput=5MB/sec 2024-04-10T15:37:57.931 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-d5GxpXrqBaU31zl off=3017920 len=866514 2024-04-10T15:37:57.932 INFO:tasks.workunit.client.0.smithi102.stdout:op 3705 completed, throughput=5MB/sec 2024-04-10T15:37:57.932 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-V9KMiuPn04I6z4s off=1531156 len=1153490 2024-04-10T15:37:57.939 INFO:tasks.workunit.client.0.smithi102.stdout:op 3706 completed, throughput=5MB/sec 2024-04-10T15:37:57.939 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vYWM8e9Hr79slCo off=9035296 len=567742 2024-04-10T15:37:57.942 INFO:tasks.workunit.client.0.smithi102.stdout:op 3707 completed, throughput=5MB/sec 2024-04-10T15:37:57.943 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-B8bkFJNxS3lNB88 off=19742274 len=1230707 2024-04-10T15:37:57.949 INFO:tasks.workunit.client.0.smithi102.stdout:op 3708 completed, throughput=5MB/sec 2024-04-10T15:37:57.950 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KogET0pDbjpK1ee off=790859 len=1066390 2024-04-10T15:37:57.955 INFO:tasks.workunit.client.0.smithi102.stdout:op 3709 completed, throughput=5MB/sec 2024-04-10T15:37:58.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:37:58 smithi102 ceph-mon[88557]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:37:58.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:37:58 smithi102 ceph-mon[90943]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:37:58.956 INFO:tasks.workunit.client.0.smithi102.stdout: 718: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:58.956 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0MRDU4uZWqhict4 off=1896607 len=1202560 2024-04-10T15:37:58.957 INFO:tasks.workunit.client.0.smithi102.stdout:op 3710 completed, throughput=5MB/sec 2024-04-10T15:37:58.957 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-alJsXOMhZFRmh9q off=4246434 len=518972 2024-04-10T15:37:58.958 INFO:tasks.workunit.client.0.smithi102.stdout:op 3711 completed, throughput=5MB/sec 2024-04-10T15:37:58.959 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DkFtOte18hczFr6 off=11298945 len=281110 2024-04-10T15:37:58.959 INFO:tasks.workunit.client.0.smithi102.stdout:op 3712 completed, throughput=5MB/sec 2024-04-10T15:37:58.959 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BbMYM-hzD8bpwCr off=13761719 len=1993608 2024-04-10T15:37:58.961 INFO:tasks.workunit.client.0.smithi102.stdout:op 3713 completed, throughput=5MB/sec 2024-04-10T15:37:58.961 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8ODvw6AseF8nn04 off=4147308 len=195228 2024-04-10T15:37:58.962 INFO:tasks.workunit.client.0.smithi102.stdout:op 3714 completed, throughput=5MB/sec 2024-04-10T15:37:58.962 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6tWZcsqiwqrEeKt off=1295601 len=151862 2024-04-10T15:37:58.965 INFO:tasks.workunit.client.0.smithi102.stdout:op 3715 completed, throughput=5MB/sec 2024-04-10T15:37:59.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:37:58 smithi154 ceph-mon[84269]: pgmap v1712: 105 pgs: 105 active+clean; 128 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:37:59.965 INFO:tasks.workunit.client.0.smithi102.stdout: 719: throughput=4.99MB/sec pending data=0 2024-04-10T15:37:59.965 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--1swYDv3w6_prSL off=18655399 len=2093295 2024-04-10T15:37:59.968 INFO:tasks.workunit.client.0.smithi102.stdout:op 3716 completed, throughput=5MB/sec 2024-04-10T15:37:59.968 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4OLNSvIZUDkA8Jd off=3274100 len=227170 2024-04-10T15:37:59.971 INFO:tasks.workunit.client.0.smithi102.stdout:op 3717 completed, throughput=5MB/sec 2024-04-10T15:37:59.971 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UPyv0SjN81nONQw off=5829508 len=1457967 2024-04-10T15:37:59.979 INFO:tasks.workunit.client.0.smithi102.stdout:op 3718 completed, throughput=5MB/sec 2024-04-10T15:37:59.979 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KV-KIo9Pek2rTLU off=279074 len=258069 2024-04-10T15:37:59.982 INFO:tasks.workunit.client.0.smithi102.stdout:op 3719 completed, throughput=5MB/sec 2024-04-10T15:37:59.982 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_bBQYEkX9ZZ5kjn off=11638214 len=1209963 2024-04-10T15:37:59.988 INFO:tasks.workunit.client.0.smithi102.stdout:op 3720 completed, throughput=5MB/sec 2024-04-10T15:37:59.988 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Qprh6PfJOusKs3E off=910953 len=1989068 2024-04-10T15:37:59.995 INFO:tasks.workunit.client.0.smithi102.stdout:op 3721 completed, throughput=5MB/sec 2024-04-10T15:38:00.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:00 smithi102 ceph-mon[90943]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:38:00.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:00 smithi102 ceph-mon[88557]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:38:00.995 INFO:tasks.workunit.client.0.smithi102.stdout: 720: throughput=5MB/sec pending data=0 2024-04-10T15:38:00.995 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sp-eilOA7vVGmca off=729283 len=328956 2024-04-10T15:38:00.996 INFO:tasks.workunit.client.0.smithi102.stdout:op 3722 completed, throughput=5MB/sec 2024-04-10T15:38:00.996 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XzJwUChzun6eCT9 off=3054757 len=665503 2024-04-10T15:38:00.997 INFO:tasks.workunit.client.0.smithi102.stdout:op 3723 completed, throughput=5MB/sec 2024-04-10T15:38:00.997 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tMeP7vrmX64luWp off=4371990 len=2092475 2024-04-10T15:38:00.999 INFO:tasks.workunit.client.0.smithi102.stdout:op 3724 completed, throughput=5MB/sec 2024-04-10T15:38:00.999 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0YH1cmUm5ufU7Nt off=3662494 len=1791911 2024-04-10T15:38:01.009 INFO:tasks.workunit.client.0.smithi102.stdout:op 3725 completed, throughput=5MB/sec 2024-04-10T15:38:01.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:00 smithi154 ceph-mon[84269]: pgmap v1713: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:38:02.010 INFO:tasks.workunit.client.0.smithi102.stdout: 721: throughput=5MB/sec pending data=0 2024-04-10T15:38:02.010 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EQvux6ZSjBvLYhC off=5068106 len=1337468 2024-04-10T15:38:02.018 INFO:tasks.workunit.client.0.smithi102.stdout:op 3726 completed, throughput=5MB/sec 2024-04-10T15:38:02.018 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VoE4wvWjK-ts5GC off=13629970 len=1601776 2024-04-10T15:38:02.020 INFO:tasks.workunit.client.0.smithi102.stdout:op 3727 completed, throughput=5MB/sec 2024-04-10T15:38:02.020 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9PocuCEw1S2pP7f off=8782491 len=464818 2024-04-10T15:38:02.023 INFO:tasks.workunit.client.0.smithi102.stdout:op 3728 completed, throughput=5MB/sec 2024-04-10T15:38:02.023 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jm3VvchR_yRoh3v off=2216486 len=1381894 2024-04-10T15:38:02.030 INFO:tasks.workunit.client.0.smithi102.stdout:op 3729 completed, throughput=5MB/sec 2024-04-10T15:38:02.642 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:38:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:38:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:38:02.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:02 smithi102 ceph-mon[90943]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:38:02.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:02 smithi102 ceph-mon[88557]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:38:03.030 INFO:tasks.workunit.client.0.smithi102.stdout: 722: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:03.030 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SbBp3DZDEoNArLe off=427208 len=978126 2024-04-10T15:38:03.032 INFO:tasks.workunit.client.0.smithi102.stdout:op 3730 completed, throughput=5MB/sec 2024-04-10T15:38:03.032 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ocN0GfR3ROuCHu- off=1267317 len=242482 2024-04-10T15:38:03.033 INFO:tasks.workunit.client.0.smithi102.stdout:op 3731 completed, throughput=5MB/sec 2024-04-10T15:38:03.033 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FK6yt6wwvDZ7CP- off=4341595 len=417639 2024-04-10T15:38:03.034 INFO:tasks.workunit.client.0.smithi102.stdout:op 3732 completed, throughput=5MB/sec 2024-04-10T15:38:03.034 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-N3KK8fTf8WmhIh6 off=1352523 len=828689 2024-04-10T15:38:03.039 INFO:tasks.workunit.client.0.smithi102.stdout:op 3733 completed, throughput=5MB/sec 2024-04-10T15:38:03.039 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hbHQzfdx8qkNH3S off=16217878 len=692146 2024-04-10T15:38:03.040 INFO:tasks.workunit.client.0.smithi102.stdout:op 3734 completed, throughput=5MB/sec 2024-04-10T15:38:03.040 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--rAuP5ypz6eS7Vn off=179165 len=1931723 2024-04-10T15:38:03.052 INFO:tasks.workunit.client.0.smithi102.stdout:op 3735 completed, throughput=5MB/sec 2024-04-10T15:38:03.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:02 smithi154 ceph-mon[84269]: pgmap v1714: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:38:04.052 INFO:tasks.workunit.client.0.smithi102.stdout: 723: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:04.052 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8sMdG8erNc4mYy2 off=308568 len=1688906 2024-04-10T15:38:04.054 INFO:tasks.workunit.client.0.smithi102.stdout:op 3736 completed, throughput=5MB/sec 2024-04-10T15:38:04.054 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BF3JxsAjXRbth8I off=1738340 len=1563686 2024-04-10T15:38:04.056 INFO:tasks.workunit.client.0.smithi102.stdout:op 3737 completed, throughput=5MB/sec 2024-04-10T15:38:04.056 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cREMCy9TItvOMnZ off=3346039 len=1944369 2024-04-10T15:38:04.065 INFO:tasks.workunit.client.0.smithi102.stdout:op 3738 completed, throughput=5MB/sec 2024-04-10T15:38:04.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:04 smithi102 ceph-mon[90943]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-10T15:38:04.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:04 smithi102 ceph-mon[88557]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-10T15:38:05.065 INFO:tasks.workunit.client.0.smithi102.stdout: 724: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:05.066 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mK6gxi9HvGpIXY2 off=20292853 len=1317678 2024-04-10T15:38:05.068 INFO:tasks.workunit.client.0.smithi102.stdout:op 3739 completed, throughput=5MB/sec 2024-04-10T15:38:05.068 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9Yuw9cPQXCctDFr off=3087608 len=720774 2024-04-10T15:38:05.073 INFO:tasks.workunit.client.0.smithi102.stdout:op 3740 completed, throughput=5MB/sec 2024-04-10T15:38:05.073 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Z3NtOuR_TrEDaJ0 off=1267294 len=1240833 2024-04-10T15:38:05.074 INFO:tasks.workunit.client.0.smithi102.stdout:op 3741 completed, throughput=5MB/sec 2024-04-10T15:38:05.074 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-D71CYqg9vYRACW4 off=1982171 len=62076 2024-04-10T15:38:05.077 INFO:tasks.workunit.client.0.smithi102.stdout:op 3742 completed, throughput=5MB/sec 2024-04-10T15:38:05.077 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DNMudRK5Twas8y2 off=1958348 len=2002248 2024-04-10T15:38:05.079 INFO:tasks.workunit.client.0.smithi102.stdout:op 3743 completed, throughput=5MB/sec 2024-04-10T15:38:05.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:04 smithi154 ceph-mon[84269]: pgmap v1715: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 6 op/s 2024-04-10T15:38:06.079 INFO:tasks.workunit.client.0.smithi102.stdout: 725: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:06.079 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zoI1ZatnwnX_ytJ off=5011275 len=177000 2024-04-10T15:38:06.080 INFO:tasks.workunit.client.0.smithi102.stdout:op 3744 completed, throughput=4.99MB/sec 2024-04-10T15:38:06.080 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Q2lq4SBbWxm6bPI off=9784952 len=106264 2024-04-10T15:38:06.083 INFO:tasks.workunit.client.0.smithi102.stdout:op 3745 completed, throughput=4.99MB/sec 2024-04-10T15:38:06.083 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-AFyxn2l5y0fAm8f off=11178302 len=1048511 2024-04-10T15:38:06.085 INFO:tasks.workunit.client.0.smithi102.stdout:op 3746 completed, throughput=5MB/sec 2024-04-10T15:38:06.085 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LTKK1IW0b7jfipy off=2175643 len=1740326 2024-04-10T15:38:06.088 INFO:tasks.workunit.client.0.smithi102.stdout:op 3747 completed, throughput=5MB/sec 2024-04-10T15:38:06.088 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rYG93zyyC7F5G3P off=12230022 len=1283982 2024-04-10T15:38:06.094 INFO:tasks.workunit.client.0.smithi102.stdout:op 3748 completed, throughput=5MB/sec 2024-04-10T15:38:06.094 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--7RKO7oVdftiiZC off=1617572 len=916663 2024-04-10T15:38:06.099 INFO:tasks.workunit.client.0.smithi102.stdout:op 3749 completed, throughput=5MB/sec 2024-04-10T15:38:07.100 INFO:tasks.workunit.client.0.smithi102.stdout: 726: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:07.100 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6NKCtjOayA3Z0gu off=17958564 len=1244908 2024-04-10T15:38:07.107 INFO:tasks.workunit.client.0.smithi102.stdout:op 3750 completed, throughput=5MB/sec 2024-04-10T15:38:07.107 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mL3AEMjQSgWHmGe off=14322765 len=1923097 2024-04-10T15:38:07.116 INFO:tasks.workunit.client.0.smithi102.stdout:op 3751 completed, throughput=5MB/sec 2024-04-10T15:38:07.117 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Dq_Hnban-lshcLv off=6504839 len=1268681 2024-04-10T15:38:07.118 INFO:tasks.workunit.client.0.smithi102.stdout:op 3752 completed, throughput=5MB/sec 2024-04-10T15:38:07.118 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6XtDeMoSSXKPqZ8 off=11931651 len=1635570 2024-04-10T15:38:07.119 INFO:tasks.workunit.client.0.smithi102.stdout:op 3753 completed, throughput=5MB/sec 2024-04-10T15:38:07.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:06 smithi154 ceph-mon[84269]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:38:07.171 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:06 smithi102 ceph-mon[90943]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:38:07.172 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:06 smithi102 ceph-mon[88557]: pgmap v1716: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:38:07.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:38:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:38:07] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2024-04-10T15:38:08.120 INFO:tasks.workunit.client.0.smithi102.stdout: 727: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:08.120 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tGwLdNF8L4Hr5-Y off=11943920 len=347372 2024-04-10T15:38:08.124 INFO:tasks.workunit.client.0.smithi102.stdout:op 3754 completed, throughput=5MB/sec 2024-04-10T15:38:08.124 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-p7ePPHNn9fXUBXh off=6755458 len=1832834 2024-04-10T15:38:08.126 INFO:tasks.workunit.client.0.smithi102.stdout:op 3755 completed, throughput=5MB/sec 2024-04-10T15:38:08.126 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wZU3xasjekoKi1E off=0 len=1191076 2024-04-10T15:38:08.128 INFO:tasks.workunit.client.0.smithi102.stdout:op 3756 completed, throughput=5MB/sec 2024-04-10T15:38:08.128 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-EbYHGsuY1zwVt0s off=2428033 len=2041663 2024-04-10T15:38:08.130 INFO:tasks.workunit.client.0.smithi102.stdout:op 3757 completed, throughput=5MB/sec 2024-04-10T15:38:09.130 INFO:tasks.workunit.client.0.smithi102.stdout: 728: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:09.131 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kDUkOsskK2ShlD4 off=18282347 len=440592 2024-04-10T15:38:09.134 INFO:tasks.workunit.client.0.smithi102.stdout:op 3758 completed, throughput=5MB/sec 2024-04-10T15:38:09.134 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mS_Cfr5u1UCoMhb off=158814 len=346538 2024-04-10T15:38:09.137 INFO:tasks.workunit.client.0.smithi102.stdout:op 3759 completed, throughput=5MB/sec 2024-04-10T15:38:09.137 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kWIUbvX0O4CU-ku off=82775 len=1778610 2024-04-10T15:38:09.141 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:08 smithi154 ceph-mon[84269]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:38:09.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:09.147 INFO:tasks.workunit.client.0.smithi102.stdout:op 3760 completed, throughput=5MB/sec 2024-04-10T15:38:09.147 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RGiePFe5p1f49UX off=486634 len=1444715 2024-04-10T15:38:09.149 INFO:tasks.workunit.client.0.smithi102.stdout:op 3761 completed, throughput=5MB/sec 2024-04-10T15:38:09.149 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-yGjbLcdakLbhsWh off=6477749 len=975125 2024-04-10T15:38:09.150 INFO:tasks.workunit.client.0.smithi102.stdout:op 3762 completed, throughput=5MB/sec 2024-04-10T15:38:09.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:08 smithi102 ceph-mon[90943]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:38:09.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:09.172 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:08 smithi102 ceph-mon[88557]: pgmap v1717: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:38:09.172 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:10.150 INFO:tasks.workunit.client.0.smithi102.stdout: 729: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:10.150 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vsncMKyEs_wGVGI off=553708 len=1917255 2024-04-10T15:38:10.152 INFO:tasks.workunit.client.0.smithi102.stdout:op 3763 completed, throughput=5MB/sec 2024-04-10T15:38:10.153 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kI5nLFCsFmxQFx8 off=12604747 len=1614011 2024-04-10T15:38:10.162 INFO:tasks.workunit.client.0.smithi102.stdout:op 3764 completed, throughput=5MB/sec 2024-04-10T15:38:10.162 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rPXP0wPPvtD7tl9 off=1565110 len=224668 2024-04-10T15:38:10.162 INFO:tasks.workunit.client.0.smithi102.stdout:op 3765 completed, throughput=5MB/sec 2024-04-10T15:38:10.163 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4DlJxjsO7XPUlp5 off=18731936 len=939344 2024-04-10T15:38:10.167 INFO:tasks.workunit.client.0.smithi102.stdout:op 3766 completed, throughput=5MB/sec 2024-04-10T15:38:11.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:10 smithi154 ceph-mon[84269]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:38:11.167 INFO:tasks.workunit.client.0.smithi102.stdout: 730: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:11.167 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-k9QOrqDmKm6_H_7 off=14806131 len=108073 2024-04-10T15:38:11.170 INFO:tasks.workunit.client.0.smithi102.stdout:op 3767 completed, throughput=4.99MB/sec 2024-04-10T15:38:11.170 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pT-wU4-dDt3quYt off=7715706 len=502424 2024-04-10T15:38:11.171 INFO:tasks.workunit.client.0.smithi102.stdout:op 3768 completed, throughput=4.99MB/sec 2024-04-10T15:38:11.171 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gIpRub1UePJ0FL4 off=11524686 len=1295455 2024-04-10T15:38:11.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:10 smithi102 ceph-mon[90943]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:38:11.172 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:10 smithi102 ceph-mon[88557]: pgmap v1718: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:38:11.173 INFO:tasks.workunit.client.0.smithi102.stdout:op 3769 completed, throughput=5MB/sec 2024-04-10T15:38:11.173 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8Pb5CofBc4k-L98 off=6637882 len=1810413 2024-04-10T15:38:11.176 INFO:tasks.workunit.client.0.smithi102.stdout:op 3770 completed, throughput=5MB/sec 2024-04-10T15:38:11.176 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_gT-rGE9PfU9eCP off=976739 len=1514251 2024-04-10T15:38:11.183 INFO:tasks.workunit.client.0.smithi102.stdout:op 3771 completed, throughput=5MB/sec 2024-04-10T15:38:12.184 INFO:tasks.workunit.client.0.smithi102.stdout: 731: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:12.184 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LYNB8O0xN9cdW5m off=9082795 len=2086677 2024-04-10T15:38:12.188 INFO:tasks.workunit.client.0.smithi102.stdout:op 3772 completed, throughput=5MB/sec 2024-04-10T15:38:12.188 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JMT-FD4qSEWw0n6 off=3193273 len=2047945 2024-04-10T15:38:12.197 INFO:tasks.workunit.client.0.smithi102.stdout:op 3773 completed, throughput=5MB/sec 2024-04-10T15:38:12.197 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LM-AMwnn2o2pMLc off=11180562 len=1332117 2024-04-10T15:38:12.204 INFO:tasks.workunit.client.0.smithi102.stdout:op 3774 completed, throughput=5MB/sec 2024-04-10T15:38:12.642 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:38:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:38:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:38:13.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:12 smithi154 ceph-mon[84269]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:38:13.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:12 smithi102 ceph-mon[90943]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:38:13.172 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:12 smithi102 ceph-mon[88557]: pgmap v1719: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:38:13.204 INFO:tasks.workunit.client.0.smithi102.stdout: 732: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:13.204 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IF7DkpCtV_2DUXh off=22323351 len=276019 2024-04-10T15:38:13.207 INFO:tasks.workunit.client.0.smithi102.stdout:op 3775 completed, throughput=4.99MB/sec 2024-04-10T15:38:13.207 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-69Jx0hK7NzUxCYZ off=0 len=1073055 2024-04-10T15:38:13.214 INFO:tasks.workunit.client.0.smithi102.stdout:op 3776 completed, throughput=5MB/sec 2024-04-10T15:38:13.214 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-suAV96uTtgqhGZW off=4520637 len=942761 2024-04-10T15:38:13.220 INFO:tasks.workunit.client.0.smithi102.stdout:op 3777 completed, throughput=5MB/sec 2024-04-10T15:38:13.220 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WS4It7F06dAtL4z off=981878 len=1070512 2024-04-10T15:38:13.222 INFO:tasks.workunit.client.0.smithi102.stdout:op 3778 completed, throughput=5MB/sec 2024-04-10T15:38:13.222 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-d-_9oND5cPg7eky off=10561367 len=30555 2024-04-10T15:38:13.222 INFO:tasks.workunit.client.0.smithi102.stdout:op 3779 completed, throughput=5MB/sec 2024-04-10T15:38:13.223 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ECXypVy0lgXDJC- off=762577 len=892745 2024-04-10T15:38:13.224 INFO:tasks.workunit.client.0.smithi102.stdout:op 3780 completed, throughput=5MB/sec 2024-04-10T15:38:13.224 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LKzlDVeu1-O5UJT off=347194 len=1759911 2024-04-10T15:38:13.234 INFO:tasks.workunit.client.0.smithi102.stdout:op 3781 completed, throughput=5MB/sec 2024-04-10T15:38:14.234 INFO:tasks.workunit.client.0.smithi102.stdout: 733: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:14.235 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iiMI3wqBnOJdZSC off=399481 len=447240 2024-04-10T15:38:14.236 INFO:tasks.workunit.client.0.smithi102.stdout:op 3782 completed, throughput=5MB/sec 2024-04-10T15:38:14.236 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zNe2OaEnKrVOaUs off=7024404 len=499604 2024-04-10T15:38:14.240 INFO:tasks.workunit.client.0.smithi102.stdout:op 3783 completed, throughput=5MB/sec 2024-04-10T15:38:14.240 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MFJV0rttLJU1dZK off=3853538 len=1084753 2024-04-10T15:38:14.241 INFO:tasks.workunit.client.0.smithi102.stdout:op 3784 completed, throughput=5MB/sec 2024-04-10T15:38:14.241 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XPVQchLNkTKmnZF off=9105462 len=1132601 2024-04-10T15:38:14.249 INFO:tasks.workunit.client.0.smithi102.stdout:op 3785 completed, throughput=5MB/sec 2024-04-10T15:38:14.249 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HOsEKb8iP6TfvIx off=108582 len=2080708 2024-04-10T15:38:14.258 INFO:tasks.workunit.client.0.smithi102.stdout:op 3786 completed, throughput=5MB/sec 2024-04-10T15:38:14.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:14 smithi154 ceph-mon[84269]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:38:14.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:14 smithi102 ceph-mon[90943]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:38:14.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:14 smithi102 ceph-mon[88557]: pgmap v1720: 105 pgs: 105 active+clean; 128 GiB data, 8.6 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:38:15.258 INFO:tasks.workunit.client.0.smithi102.stdout: 734: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:15.258 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gqxyJnYAhkFP-Nh off=19797628 len=1267761 2024-04-10T15:38:15.266 INFO:tasks.workunit.client.0.smithi102.stdout:op 3787 completed, throughput=5MB/sec 2024-04-10T15:38:15.266 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_BKzywS2Ml4wxds off=4505888 len=1455488 2024-04-10T15:38:15.267 INFO:tasks.workunit.client.0.smithi102.stdout:op 3788 completed, throughput=5MB/sec 2024-04-10T15:38:15.267 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-z1SVKY7n_TYQHcj off=4998728 len=973467 2024-04-10T15:38:15.271 INFO:tasks.workunit.client.0.smithi102.stdout:op 3789 completed, throughput=5MB/sec 2024-04-10T15:38:15.271 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4ZTtN3tJPWXjpHj off=6990826 len=2017749 2024-04-10T15:38:15.283 INFO:tasks.workunit.client.0.smithi102.stdout:op 3790 completed, throughput=5MB/sec 2024-04-10T15:38:16.284 INFO:tasks.workunit.client.0.smithi102.stdout: 735: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:16.284 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-R0bqIQQ2d1x7HRJ off=785190 len=1582096 2024-04-10T15:38:16.292 INFO:tasks.workunit.client.0.smithi102.stdout:op 3791 completed, throughput=5MB/sec 2024-04-10T15:38:16.292 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UAUNumowSOzmI3f off=10747565 len=1374210 2024-04-10T15:38:16.294 INFO:tasks.workunit.client.0.smithi102.stdout:op 3792 completed, throughput=5MB/sec 2024-04-10T15:38:16.294 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-reV3UHhFMpoqL0u off=543948 len=1927369 2024-04-10T15:38:16.296 INFO:tasks.workunit.client.0.smithi102.stdout:op 3793 completed, throughput=5MB/sec 2024-04-10T15:38:16.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:16 smithi102 ceph-mon[90943]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-10T15:38:16.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:16 smithi102 ceph-mon[88557]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-10T15:38:17.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:16 smithi154 ceph-mon[84269]: pgmap v1721: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-10T15:38:17.296 INFO:tasks.workunit.client.0.smithi102.stdout: 736: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:17.296 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-C7SLv8TXFl7Pxp- off=2678439 len=2024716 2024-04-10T15:38:17.305 INFO:tasks.workunit.client.0.smithi102.stdout:op 3794 completed, throughput=5MB/sec 2024-04-10T15:38:17.305 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MBJNcdRXbOawdD3 off=8669820 len=1027378 2024-04-10T15:38:17.311 INFO:tasks.workunit.client.0.smithi102.stdout:op 3795 completed, throughput=5MB/sec 2024-04-10T15:38:17.311 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-81IQUATaceEZ2JM off=5591692 len=628363 2024-04-10T15:38:17.315 INFO:tasks.workunit.client.0.smithi102.stdout:op 3796 completed, throughput=5MB/sec 2024-04-10T15:38:17.315 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pMz6-n4HBABYgor off=1319989 len=592594 2024-04-10T15:38:17.318 INFO:tasks.workunit.client.0.smithi102.stdout:op 3797 completed, throughput=5MB/sec 2024-04-10T15:38:17.318 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-I3LI1iPdvjvLkmb off=2625041 len=1617653 2024-04-10T15:38:17.323 INFO:tasks.workunit.client.0.smithi102.stdout:op 3798 completed, throughput=5MB/sec 2024-04-10T15:38:17.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:38:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:38:17] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-10T15:38:18.324 INFO:tasks.workunit.client.0.smithi102.stdout: 737: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:18.324 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--KIkGErU2E8m185 off=3771967 len=1698308 2024-04-10T15:38:18.326 INFO:tasks.workunit.client.0.smithi102.stdout:op 3799 completed, throughput=5MB/sec 2024-04-10T15:38:18.326 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-E2vsv6tJd4XQfKN off=14601608 len=898008 2024-04-10T15:38:18.327 INFO:tasks.workunit.client.0.smithi102.stdout:op 3800 completed, throughput=5MB/sec 2024-04-10T15:38:18.327 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oFEK1YbuZaJPk31 off=5445142 len=690462 2024-04-10T15:38:18.332 INFO:tasks.workunit.client.0.smithi102.stdout:op 3801 completed, throughput=5MB/sec 2024-04-10T15:38:18.332 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7Y7svtN8bZ0ndzI off=2215212 len=889219 2024-04-10T15:38:18.333 INFO:tasks.workunit.client.0.smithi102.stdout:op 3802 completed, throughput=5MB/sec 2024-04-10T15:38:18.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:18 smithi102 ceph-mon[90943]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:38:18.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:18 smithi102 ceph-mon[88557]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:38:19.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:18 smithi154 ceph-mon[84269]: pgmap v1722: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:38:19.334 INFO:tasks.workunit.client.0.smithi102.stdout: 738: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:19.334 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-x6qb320dKZ31l8b off=3820128 len=657514 2024-04-10T15:38:19.337 INFO:tasks.workunit.client.0.smithi102.stdout:op 3803 completed, throughput=4.99MB/sec 2024-04-10T15:38:19.338 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TOujt8DHSae-1IS off=890762 len=1431244 2024-04-10T15:38:19.341 INFO:tasks.workunit.client.0.smithi102.stdout:op 3804 completed, throughput=5MB/sec 2024-04-10T15:38:19.341 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DsvmHO4IzzgP1qJ off=4182818 len=222529 2024-04-10T15:38:19.344 INFO:tasks.workunit.client.0.smithi102.stdout:op 3805 completed, throughput=5MB/sec 2024-04-10T15:38:19.344 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iQyPCxDBQvs3nkW off=277473 len=390239 2024-04-10T15:38:19.345 INFO:tasks.workunit.client.0.smithi102.stdout:op 3806 completed, throughput=5MB/sec 2024-04-10T15:38:19.345 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VHRoWMz-Njr2P0p off=1817694 len=1332185 2024-04-10T15:38:19.347 INFO:tasks.workunit.client.0.smithi102.stdout:op 3807 completed, throughput=5MB/sec 2024-04-10T15:38:19.347 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fQOGITTUQpb3sN9 off=6216716 len=205727 2024-04-10T15:38:19.350 INFO:tasks.workunit.client.0.smithi102.stdout:op 3808 completed, throughput=5MB/sec 2024-04-10T15:38:19.350 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oKqp_fvQXBEeP1J off=336152 len=292047 2024-04-10T15:38:19.350 INFO:tasks.workunit.client.0.smithi102.stdout:op 3809 completed, throughput=5MB/sec 2024-04-10T15:38:19.351 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--nNCmPsLxPARF1Q off=3104874 len=1820060 2024-04-10T15:38:19.353 INFO:tasks.workunit.client.0.smithi102.stdout:op 3810 completed, throughput=5MB/sec 2024-04-10T15:38:20.354 INFO:tasks.workunit.client.0.smithi102.stdout: 739: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:20.354 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TCwmmrVyOcpB1aX off=10477456 len=1474962 2024-04-10T15:38:20.357 INFO:tasks.workunit.client.0.smithi102.stdout:op 3811 completed, throughput=5MB/sec 2024-04-10T15:38:20.357 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YU6YSBZGB9n332s off=11803217 len=771721 2024-04-10T15:38:20.358 INFO:tasks.workunit.client.0.smithi102.stdout:op 3812 completed, throughput=5MB/sec 2024-04-10T15:38:20.358 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JKPRihstRdP85Oh off=475422 len=1397961 2024-04-10T15:38:20.366 INFO:tasks.workunit.client.0.smithi102.stdout:op 3813 completed, throughput=5MB/sec 2024-04-10T15:38:20.366 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--YdU480PvGQBFQt off=9339364 len=1901708 2024-04-10T15:38:20.368 INFO:tasks.workunit.client.0.smithi102.stdout:op 3814 completed, throughput=5MB/sec 2024-04-10T15:38:20.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:20 smithi102 ceph-mon[90943]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:38:20.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:20 smithi102 ceph-mon[88557]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:38:21.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:20 smithi154 ceph-mon[84269]: pgmap v1723: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:38:21.368 INFO:tasks.workunit.client.0.smithi102.stdout: 740: throughput=5MB/sec pending data=0 2024-04-10T15:38:21.368 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xgo2GyMG-pDB-tH off=5430654 len=1512505 2024-04-10T15:38:21.376 INFO:tasks.workunit.client.0.smithi102.stdout:op 3815 completed, throughput=5MB/sec 2024-04-10T15:38:21.376 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fsCy6uTpisz8MFD off=15434834 len=2090518 2024-04-10T15:38:21.378 INFO:tasks.workunit.client.0.smithi102.stdout:op 3816 completed, throughput=5MB/sec 2024-04-10T15:38:21.378 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-g0i14hH0uKw-IyY off=4788777 len=1718428 2024-04-10T15:38:21.384 INFO:tasks.workunit.client.0.smithi102.stdout:op 3817 completed, throughput=5MB/sec 2024-04-10T15:38:22.385 INFO:tasks.workunit.client.0.smithi102.stdout: 741: throughput=5MB/sec pending data=0 2024-04-10T15:38:22.385 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AOrZEGf5NpkOzC_ off=961061 len=1285329 2024-04-10T15:38:22.392 INFO:tasks.workunit.client.0.smithi102.stdout:op 3818 completed, throughput=5MB/sec 2024-04-10T15:38:22.392 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GonJGz0tGXyC4Ys off=972369 len=792141 2024-04-10T15:38:22.396 INFO:tasks.workunit.client.0.smithi102.stdout:op 3819 completed, throughput=5MB/sec 2024-04-10T15:38:22.396 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QK6PjIQ-kHj7LIH off=3915202 len=1448762 2024-04-10T15:38:22.402 INFO:tasks.workunit.client.0.smithi102.stdout:op 3820 completed, throughput=5MB/sec 2024-04-10T15:38:22.402 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-yFJZy_onVLoYNwN off=3896376 len=1946564 2024-04-10T15:38:22.406 INFO:tasks.workunit.client.0.smithi102.stdout:op 3821 completed, throughput=5MB/sec 2024-04-10T15:38:22.642 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:38:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:38:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:38:22.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:22 smithi102 ceph-mon[90943]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:38:22.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:22 smithi102 ceph-mon[88557]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:38:23.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:22 smithi154 ceph-mon[84269]: pgmap v1724: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 707 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:38:23.406 INFO:tasks.workunit.client.0.smithi102.stdout: 742: throughput=5MB/sec pending data=0 2024-04-10T15:38:23.406 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LDYx0W6Ei1rB-V7 off=228540 len=1808817 2024-04-10T15:38:23.414 INFO:tasks.workunit.client.0.smithi102.stdout:op 3822 completed, throughput=5MB/sec 2024-04-10T15:38:23.414 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8JI9eGRiZuMI5dk off=1698311 len=614273 2024-04-10T15:38:23.418 INFO:tasks.workunit.client.0.smithi102.stdout:op 3823 completed, throughput=5MB/sec 2024-04-10T15:38:23.419 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nWKzeMUdAm78pSq off=2352428 len=1982546 2024-04-10T15:38:23.420 INFO:tasks.workunit.client.0.smithi102.stdout:op 3824 completed, throughput=5MB/sec 2024-04-10T15:38:23.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:23.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:24.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:24.422 INFO:tasks.workunit.client.0.smithi102.stdout: 743: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:24.422 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-so1jcPMLZ86OYNH off=4353622 len=1503786 2024-04-10T15:38:24.428 INFO:tasks.workunit.client.0.smithi102.stdout:op 3825 completed, throughput=5MB/sec 2024-04-10T15:38:24.428 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2iqbv7ZevOOFCdH off=572390 len=581644 2024-04-10T15:38:24.429 INFO:tasks.workunit.client.0.smithi102.stdout:op 3826 completed, throughput=5MB/sec 2024-04-10T15:38:24.429 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Ms3SRHdMdRmj44T off=433708 len=1556764 2024-04-10T15:38:24.431 INFO:tasks.workunit.client.0.smithi102.stdout:op 3827 completed, throughput=5MB/sec 2024-04-10T15:38:24.431 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Ubh1slzABQjCFmO off=3684407 len=746095 2024-04-10T15:38:24.432 INFO:tasks.workunit.client.0.smithi102.stdout:op 3828 completed, throughput=5MB/sec 2024-04-10T15:38:24.432 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LvrnuGeODVMNzB6 off=430462 len=892428 2024-04-10T15:38:24.433 INFO:tasks.workunit.client.0.smithi102.stdout:op 3829 completed, throughput=5MB/sec 2024-04-10T15:38:24.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:24 smithi102 ceph-mon[90943]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:38:24.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:24 smithi102 ceph-mon[88557]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:38:25.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:24 smithi154 ceph-mon[84269]: pgmap v1725: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:38:25.434 INFO:tasks.workunit.client.0.smithi102.stdout: 744: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:25.434 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-EzKBSyOktbn5H_N off=1167884 len=1876236 2024-04-10T15:38:25.436 INFO:tasks.workunit.client.0.smithi102.stdout:op 3830 completed, throughput=5MB/sec 2024-04-10T15:38:25.436 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-z-7drc9W6q4vSIs off=4254860 len=1635577 2024-04-10T15:38:25.445 INFO:tasks.workunit.client.0.smithi102.stdout:op 3831 completed, throughput=5MB/sec 2024-04-10T15:38:25.445 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bQSPB-zAX1wpIMx off=13175087 len=221983 2024-04-10T15:38:25.445 INFO:tasks.workunit.client.0.smithi102.stdout:op 3832 completed, throughput=5MB/sec 2024-04-10T15:38:25.445 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LDoHZlJEEomFitK off=18911205 len=824292 2024-04-10T15:38:25.450 INFO:tasks.workunit.client.0.smithi102.stdout:op 3833 completed, throughput=5MB/sec 2024-04-10T15:38:25.450 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WtT3Zn6mTAgfBAx off=1606301 len=1964298 2024-04-10T15:38:25.457 INFO:tasks.workunit.client.0.smithi102.stdout:op 3834 completed, throughput=5MB/sec 2024-04-10T15:38:26.457 INFO:tasks.workunit.client.0.smithi102.stdout: 745: throughput=5MB/sec pending data=0 2024-04-10T15:38:26.458 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-g1l-09mmUl4kQXp off=2870368 len=186859 2024-04-10T15:38:26.458 INFO:tasks.workunit.client.0.smithi102.stdout:op 3835 completed, throughput=5MB/sec 2024-04-10T15:38:26.458 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9_EZfv6VvpWBbFk off=9786695 len=2002019 2024-04-10T15:38:26.470 INFO:tasks.workunit.client.0.smithi102.stdout:op 3836 completed, throughput=5MB/sec 2024-04-10T15:38:26.470 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sV-hALHKNRCJOyh off=1994099 len=1427639 2024-04-10T15:38:26.474 INFO:tasks.workunit.client.0.smithi102.stdout:op 3837 completed, throughput=5MB/sec 2024-04-10T15:38:26.474 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ycf-pyyZU8SmYNa off=11739895 len=1564103 2024-04-10T15:38:26.483 INFO:tasks.workunit.client.0.smithi102.stdout:op 3838 completed, throughput=5MB/sec 2024-04-10T15:38:26.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:26 smithi102 ceph-mon[90943]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:38:26.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:26 smithi102 ceph-mon[88557]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:38:27.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:26 smithi154 ceph-mon[84269]: pgmap v1726: 105 pgs: 105 active+clean; 128 GiB data, 8.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:38:27.484 INFO:tasks.workunit.client.0.smithi102.stdout: 746: throughput=5MB/sec pending data=0 2024-04-10T15:38:27.484 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9JoPuVqwAeTz8jY off=7190550 len=960316 2024-04-10T15:38:27.490 INFO:tasks.workunit.client.0.smithi102.stdout:op 3839 completed, throughput=5MB/sec 2024-04-10T15:38:27.490 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oTm4H57xdphtpu4 off=4002466 len=469544 2024-04-10T15:38:27.490 INFO:tasks.workunit.client.0.smithi102.stdout:op 3840 completed, throughput=5MB/sec 2024-04-10T15:38:27.491 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-R82CK68t7MxKKsk off=6452392 len=1168141 2024-04-10T15:38:27.492 INFO:tasks.workunit.client.0.smithi102.stdout:op 3841 completed, throughput=5MB/sec 2024-04-10T15:38:27.492 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-j-b3f1VUy5-Xwo_ off=334972 len=1879696 2024-04-10T15:38:27.494 INFO:tasks.workunit.client.0.smithi102.stdout:op 3842 completed, throughput=5MB/sec 2024-04-10T15:38:27.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:38:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:38:27] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2024-04-10T15:38:28.495 INFO:tasks.workunit.client.0.smithi102.stdout: 747: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:28.495 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Ocn8wzrjruk0J0n off=2968046 len=1075632 2024-04-10T15:38:28.496 INFO:tasks.workunit.client.0.smithi102.stdout:op 3843 completed, throughput=5MB/sec 2024-04-10T15:38:28.496 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fRd_Crez-DVynu_ off=12845788 len=1638484 2024-04-10T15:38:28.514 INFO:tasks.workunit.client.0.smithi102.stdout:op 3844 completed, throughput=5MB/sec 2024-04-10T15:38:28.514 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hIpHgYCurBkQe_I off=4955363 len=1073685 2024-04-10T15:38:28.519 INFO:tasks.workunit.client.0.smithi102.stdout:op 3845 completed, throughput=5MB/sec 2024-04-10T15:38:28.519 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UDZMNx932uuw7pQ off=3152669 len=122528 2024-04-10T15:38:28.520 INFO:tasks.workunit.client.0.smithi102.stdout:op 3846 completed, throughput=5MB/sec 2024-04-10T15:38:28.520 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9TKv6tmAI9fvEAR off=8071868 len=825154 2024-04-10T15:38:28.524 INFO:tasks.workunit.client.0.smithi102.stdout:op 3847 completed, throughput=5MB/sec 2024-04-10T15:38:28.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:28 smithi102 ceph-mon[90943]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:38:28.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:28 smithi102 ceph-mon[88557]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:38:29.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:28 smithi154 ceph-mon[84269]: pgmap v1727: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:38:29.524 INFO:tasks.workunit.client.0.smithi102.stdout: 748: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:29.524 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-yRyAYZ4t8xLpuaM off=5999284 len=736130 2024-04-10T15:38:29.525 INFO:tasks.workunit.client.0.smithi102.stdout:op 3848 completed, throughput=4.99MB/sec 2024-04-10T15:38:29.525 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ssAWl31BtQfgrXV off=14024678 len=1981209 2024-04-10T15:38:29.539 INFO:tasks.workunit.client.0.smithi102.stdout:op 3849 completed, throughput=5MB/sec 2024-04-10T15:38:29.577 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NbVUoVaj15kqOb4 off=705549 len=1504367 2024-04-10T15:38:29.578 INFO:tasks.workunit.client.0.smithi102.stdout:op 3850 completed, throughput=5MB/sec 2024-04-10T15:38:29.579 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kor1GjYwPtrHr5Y off=10308978 len=1971274 2024-04-10T15:38:29.579 INFO:tasks.workunit.client.0.smithi102.stdout:op 3851 completed, throughput=5MB/sec 2024-04-10T15:38:30.556 INFO:tasks.workunit.client.0.smithi102.stdout: 749: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:30.557 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zcrec056x2fnLkG off=1581104 len=1416230 2024-04-10T15:38:30.564 INFO:tasks.workunit.client.0.smithi102.stdout:op 3852 completed, throughput=5MB/sec 2024-04-10T15:38:30.564 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OfSlrH5fAbGXELi off=919468 len=193849 2024-04-10T15:38:30.564 INFO:tasks.workunit.client.0.smithi102.stdout:op 3853 completed, throughput=5MB/sec 2024-04-10T15:38:30.564 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NXSHXJcyokL-Ap5 off=1775428 len=1487410 2024-04-10T15:38:30.571 INFO:tasks.workunit.client.0.smithi102.stdout:op 3854 completed, throughput=5MB/sec 2024-04-10T15:38:30.571 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7tuyDnz0fNaA9tr off=1343362 len=845852 2024-04-10T15:38:30.576 INFO:tasks.workunit.client.0.smithi102.stdout:op 3855 completed, throughput=5MB/sec 2024-04-10T15:38:30.576 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9q0QqAlI51TTb9f off=8296811 len=981381 2024-04-10T15:38:30.580 INFO:tasks.workunit.client.0.smithi102.stdout:op 3856 completed, throughput=5MB/sec 2024-04-10T15:38:30.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:30 smithi102 ceph-mon[90943]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:38:30.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:30 smithi102 ceph-mon[88557]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:38:31.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:30 smithi154 ceph-mon[84269]: pgmap v1728: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:38:31.581 INFO:tasks.workunit.client.0.smithi102.stdout: 750: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:31.581 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uyqF_2zdRyQUl6_ off=17033338 len=1117513 2024-04-10T15:38:31.586 INFO:tasks.workunit.client.0.smithi102.stdout:op 3857 completed, throughput=5MB/sec 2024-04-10T15:38:31.586 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-loJDVgv_VoPOMuI off=9549478 len=1893977 2024-04-10T15:38:31.599 INFO:tasks.workunit.client.0.smithi102.stdout:op 3858 completed, throughput=5MB/sec 2024-04-10T15:38:31.599 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8MHeXrf1pAsFrUT off=10232909 len=2011132 2024-04-10T15:38:31.610 INFO:tasks.workunit.client.0.smithi102.stdout:op 3859 completed, throughput=5MB/sec 2024-04-10T15:38:31.610 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-AaKIQOpjk-__U_s off=879518 len=984601 2024-04-10T15:38:31.613 INFO:tasks.workunit.client.0.smithi102.stdout:op 3860 completed, throughput=5MB/sec 2024-04-10T15:38:32.613 INFO:tasks.workunit.client.0.smithi102.stdout: 751: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:32.613 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cWOJU3N4HM0B2mL off=6183012 len=1035049 2024-04-10T15:38:32.619 INFO:tasks.workunit.client.0.smithi102.stdout:op 3861 completed, throughput=5MB/sec 2024-04-10T15:38:32.619 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3FXFxIuHJpH5BBW off=8602653 len=618731 2024-04-10T15:38:32.620 INFO:tasks.workunit.client.0.smithi102.stdout:op 3862 completed, throughput=5MB/sec 2024-04-10T15:38:32.620 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wA-YLOYJDfRkM1N off=9514918 len=1087589 2024-04-10T15:38:32.626 INFO:tasks.workunit.client.0.smithi102.stdout:op 3863 completed, throughput=5MB/sec 2024-04-10T15:38:32.627 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YjPwDlfDDci2eQT off=1084099 len=1599567 2024-04-10T15:38:32.629 INFO:tasks.workunit.client.0.smithi102.stdout:op 3864 completed, throughput=5MB/sec 2024-04-10T15:38:32.629 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RiUieS1g6OgWldH off=1009449 len=390046 2024-04-10T15:38:32.630 INFO:tasks.workunit.client.0.smithi102.stdout:op 3865 completed, throughput=5MB/sec 2024-04-10T15:38:32.642 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:38:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:38:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:38:33.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:32 smithi154 ceph-mon[84269]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-10T15:38:33.172 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:32 smithi102 ceph-mon[88557]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-10T15:38:33.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:32 smithi102 ceph-mon[90943]: pgmap v1729: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.2 MiB/s wr, 3 op/s 2024-04-10T15:38:33.631 INFO:tasks.workunit.client.0.smithi102.stdout: 752: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:33.631 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TMAQ5ax4osEuc3V off=3090795 len=3680 2024-04-10T15:38:33.633 INFO:tasks.workunit.client.0.smithi102.stdout:op 3866 completed, throughput=4.99MB/sec 2024-04-10T15:38:33.633 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BGiuv5CLrwSDcBd off=2491476 len=554107 2024-04-10T15:38:33.638 INFO:tasks.workunit.client.0.smithi102.stdout:op 3867 completed, throughput=4.99MB/sec 2024-04-10T15:38:33.638 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nPxpNla2FGEIBjs off=660806 len=1125409 2024-04-10T15:38:33.643 INFO:tasks.workunit.client.0.smithi102.stdout:op 3868 completed, throughput=5MB/sec 2024-04-10T15:38:33.643 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CftCqIgxx3wnxPi off=1236016 len=280231 2024-04-10T15:38:33.644 INFO:tasks.workunit.client.0.smithi102.stdout:op 3869 completed, throughput=5MB/sec 2024-04-10T15:38:33.644 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nRAFJ7qYjhT6911 off=523822 len=1805449 2024-04-10T15:38:33.653 INFO:tasks.workunit.client.0.smithi102.stdout:op 3870 completed, throughput=5MB/sec 2024-04-10T15:38:33.653 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PwSxJr39uX9RBff off=14081473 len=318560 2024-04-10T15:38:33.654 INFO:tasks.workunit.client.0.smithi102.stdout:op 3871 completed, throughput=5MB/sec 2024-04-10T15:38:33.654 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MosqFw1KD0c9uvu off=2456692 len=2001505 2024-04-10T15:38:33.665 INFO:tasks.workunit.client.0.smithi102.stdout:op 3872 completed, throughput=5MB/sec 2024-04-10T15:38:34.666 INFO:tasks.workunit.client.0.smithi102.stdout: 753: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:34.666 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-slvuY3-p17DJPuU off=467952 len=681576 2024-04-10T15:38:34.671 INFO:tasks.workunit.client.0.smithi102.stdout:op 3873 completed, throughput=5MB/sec 2024-04-10T15:38:34.671 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1cPOtOCQzKCsyXz off=8012289 len=1764456 2024-04-10T15:38:34.673 INFO:tasks.workunit.client.0.smithi102.stdout:op 3874 completed, throughput=5MB/sec 2024-04-10T15:38:34.673 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hU-P0ujvxeeb_M1 off=8496403 len=1945528 2024-04-10T15:38:34.675 INFO:tasks.workunit.client.0.smithi102.stdout:op 3875 completed, throughput=5MB/sec 2024-04-10T15:38:35.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:34 smithi154 ceph-mon[84269]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:38:35.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:34 smithi102 ceph-mon[90943]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:38:35.172 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:34 smithi102 ceph-mon[88557]: pgmap v1730: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:38:35.675 INFO:tasks.workunit.client.0.smithi102.stdout: 754: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:35.675 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--v2tEQ9sU493qAa off=9464206 len=1928420 2024-04-10T15:38:35.687 INFO:tasks.workunit.client.0.smithi102.stdout:op 3876 completed, throughput=5MB/sec 2024-04-10T15:38:35.687 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rxaBrHQmUqYkVfm off=8123736 len=828862 2024-04-10T15:38:35.687 INFO:tasks.workunit.client.0.smithi102.stdout:op 3877 completed, throughput=5MB/sec 2024-04-10T15:38:35.687 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bcTzXfpTp3D25yy off=1617025 len=1446980 2024-04-10T15:38:35.691 INFO:tasks.workunit.client.0.smithi102.stdout:op 3878 completed, throughput=5MB/sec 2024-04-10T15:38:35.691 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_lEX4HyztAsDhaF off=6565390 len=1374868 2024-04-10T15:38:35.691 INFO:tasks.workunit.client.0.smithi102.stdout:op 3879 completed, throughput=5MB/sec 2024-04-10T15:38:36.692 INFO:tasks.workunit.client.0.smithi102.stdout: 755: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:36.692 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-z_nD79-YYId518a off=3447200 len=1675693 2024-04-10T15:38:36.694 INFO:tasks.workunit.client.0.smithi102.stdout:op 3880 completed, throughput=5MB/sec 2024-04-10T15:38:36.694 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NJYa729-aPcx6Bi off=4003450 len=1081694 2024-04-10T15:38:36.699 INFO:tasks.workunit.client.0.smithi102.stdout:op 3881 completed, throughput=5MB/sec 2024-04-10T15:38:36.699 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VmvCWN964PGEXoA off=5616703 len=1076302 2024-04-10T15:38:36.700 INFO:tasks.workunit.client.0.smithi102.stdout:op 3882 completed, throughput=5MB/sec 2024-04-10T15:38:36.701 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-03mxD4yJYSwjQ0O off=769161 len=1479958 2024-04-10T15:38:36.707 INFO:tasks.workunit.client.0.smithi102.stdout:op 3883 completed, throughput=5MB/sec 2024-04-10T15:38:37.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:36 smithi154 ceph-mon[84269]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-10T15:38:37.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:38:37.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:36 smithi102 ceph-mon[90943]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-10T15:38:37.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:38:37.172 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:36 smithi102 ceph-mon[88557]: pgmap v1731: 105 pgs: 105 active+clean; 128 GiB data, 8.8 GiB used, 706 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.8 MiB/s wr, 3 op/s 2024-04-10T15:38:37.172 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:38:37.708 INFO:tasks.workunit.client.0.smithi102.stdout: 756: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:37.708 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-T-CBzol9ukv3gY0 off=11794711 len=1086330 2024-04-10T15:38:37.713 INFO:tasks.workunit.client.0.smithi102.stdout:op 3884 completed, throughput=5MB/sec 2024-04-10T15:38:37.713 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CXyHB18fK_nTONr off=1833125 len=1903408 2024-04-10T15:38:37.716 INFO:tasks.workunit.client.0.smithi102.stdout:op 3885 completed, throughput=5MB/sec 2024-04-10T15:38:37.716 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iJUPrb4_FZECvHq off=6714408 len=1177507 2024-04-10T15:38:37.718 INFO:tasks.workunit.client.0.smithi102.stdout:op 3886 completed, throughput=5MB/sec 2024-04-10T15:38:37.718 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-guu-E5LIlFwlHps off=1518631 len=289651 2024-04-10T15:38:37.721 INFO:tasks.workunit.client.0.smithi102.stdout:op 3887 completed, throughput=5MB/sec 2024-04-10T15:38:37.721 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4dIZrD0pithut-p off=281265 len=306359 2024-04-10T15:38:37.723 INFO:tasks.workunit.client.0.smithi102.stdout:op 3888 completed, throughput=5MB/sec 2024-04-10T15:38:37.723 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0wgBuGP9CuTQUTu off=6533691 len=1541593 2024-04-10T15:38:37.725 INFO:tasks.workunit.client.0.smithi102.stdout:op 3889 completed, throughput=5MB/sec 2024-04-10T15:38:37.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:38:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:38:37] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2024-04-10T15:38:37.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:37 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:38:37.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:37 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:38:37.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:37 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:38:37.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:37 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:38:37.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:37 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:38:37.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:37 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:38:38.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:37 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:38:38.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:37 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:38:38.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:37 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:38:38.725 INFO:tasks.workunit.client.0.smithi102.stdout: 757: throughput=5MB/sec pending data=0 2024-04-10T15:38:38.725 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pfeNJCP46pWJ6FG off=8906479 len=46391 2024-04-10T15:38:38.728 INFO:tasks.workunit.client.0.smithi102.stdout:op 3890 completed, throughput=5MB/sec 2024-04-10T15:38:38.728 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-a1qE4ca3evGzpxW off=21628010 len=1534285 2024-04-10T15:38:38.730 INFO:tasks.workunit.client.0.smithi102.stdout:op 3891 completed, throughput=5MB/sec 2024-04-10T15:38:38.730 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OYuY1Z1GKGal9Yl off=1071071 len=959689 2024-04-10T15:38:38.736 INFO:tasks.workunit.client.0.smithi102.stdout:op 3892 completed, throughput=5MB/sec 2024-04-10T15:38:38.736 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rMl-Z12-XH-ha82 off=3021733 len=144328 2024-04-10T15:38:38.738 INFO:tasks.workunit.client.0.smithi102.stdout:op 3893 completed, throughput=5MB/sec 2024-04-10T15:38:38.738 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-x02Mtedtw1WcKbq off=1179926 len=1524708 2024-04-10T15:38:38.747 INFO:tasks.workunit.client.0.smithi102.stdout:op 3894 completed, throughput=5MB/sec 2024-04-10T15:38:39.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:39 smithi154 ceph-mon[84269]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T15:38:39.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:39.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:39 smithi102 ceph-mon[90943]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T15:38:39.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:39.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:39 smithi102 ceph-mon[88557]: pgmap v1732: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.4 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T15:38:39.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:39.747 INFO:tasks.workunit.client.0.smithi102.stdout: 758: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:39.747 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eT-U1OR0JohIpC8 off=18623433 len=2013926 2024-04-10T15:38:39.749 INFO:tasks.workunit.client.0.smithi102.stdout:op 3895 completed, throughput=5MB/sec 2024-04-10T15:38:39.749 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-G18PgzgY-pGTpZD off=2267495 len=490921 2024-04-10T15:38:39.750 INFO:tasks.workunit.client.0.smithi102.stdout:op 3896 completed, throughput=5MB/sec 2024-04-10T15:38:39.750 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Knntv39n2x-Iqn3 off=5033796 len=472277 2024-04-10T15:38:39.751 INFO:tasks.workunit.client.0.smithi102.stdout:op 3897 completed, throughput=5MB/sec 2024-04-10T15:38:39.751 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TNhMAL6owOoXKxE off=5473905 len=1682776 2024-04-10T15:38:39.753 INFO:tasks.workunit.client.0.smithi102.stdout:op 3898 completed, throughput=5MB/sec 2024-04-10T15:38:39.753 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OCq7ykOEZpubPeq off=5139047 len=2043574 2024-04-10T15:38:39.755 INFO:tasks.workunit.client.0.smithi102.stdout:op 3899 completed, throughput=5MB/sec 2024-04-10T15:38:40.756 INFO:tasks.workunit.client.0.smithi102.stdout: 759: throughput=5MB/sec pending data=0 2024-04-10T15:38:40.756 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dyLr9KdGvkxrVsG off=1776485 len=1021139 2024-04-10T15:38:40.761 INFO:tasks.workunit.client.0.smithi102.stdout:op 3900 completed, throughput=5MB/sec 2024-04-10T15:38:40.761 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JUWwYqAI6rQJX5o off=3379295 len=1399064 2024-04-10T15:38:40.763 INFO:tasks.workunit.client.0.smithi102.stdout:op 3901 completed, throughput=5MB/sec 2024-04-10T15:38:40.763 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9onqMd8mdz3ZpJW off=7552845 len=1383109 2024-04-10T15:38:40.769 INFO:tasks.workunit.client.0.smithi102.stdout:op 3902 completed, throughput=5MB/sec 2024-04-10T15:38:41.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:41 smithi154 ceph-mon[84269]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:38:41.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:41 smithi102 ceph-mon[90943]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:38:41.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:41 smithi102 ceph-mon[88557]: pgmap v1733: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:38:41.769 INFO:tasks.workunit.client.0.smithi102.stdout: 760: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:41.770 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wm5vPXACrWeLpB4 off=7666322 len=452525 2024-04-10T15:38:41.773 INFO:tasks.workunit.client.0.smithi102.stdout:op 3903 completed, throughput=4.99MB/sec 2024-04-10T15:38:41.773 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BB7X4vtVmz1DJ0j off=10073805 len=1105010 2024-04-10T15:38:41.778 INFO:tasks.workunit.client.0.smithi102.stdout:op 3904 completed, throughput=5MB/sec 2024-04-10T15:38:41.778 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FOS1fjIQ-Xc7_36 off=8486272 len=663517 2024-04-10T15:38:41.782 INFO:tasks.workunit.client.0.smithi102.stdout:op 3905 completed, throughput=5MB/sec 2024-04-10T15:38:41.782 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ncV4Wuyle9ZHIdl off=13911759 len=965057 2024-04-10T15:38:41.787 INFO:tasks.workunit.client.0.smithi102.stdout:op 3906 completed, throughput=5MB/sec 2024-04-10T15:38:41.787 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pLdC3xhwutx6sKv off=19408988 len=1583568 2024-04-10T15:38:41.795 INFO:tasks.workunit.client.0.smithi102.stdout:op 3907 completed, throughput=5MB/sec 2024-04-10T15:38:41.795 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VLh3NQ3rrTdI8T- off=9259573 len=16066 2024-04-10T15:38:41.796 INFO:tasks.workunit.client.0.smithi102.stdout:op 3908 completed, throughput=5MB/sec 2024-04-10T15:38:41.796 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jVVBTr1UczCLsOO off=10102293 len=1211199 2024-04-10T15:38:41.797 INFO:tasks.workunit.client.0.smithi102.stdout:op 3909 completed, throughput=5MB/sec 2024-04-10T15:38:42.642 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:38:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:38:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:38:42.797 INFO:tasks.workunit.client.0.smithi102.stdout: 761: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:42.797 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6-ywa7IZQovMZJi off=4792001 len=1874489 2024-04-10T15:38:42.799 INFO:tasks.workunit.client.0.smithi102.stdout:op 3910 completed, throughput=5MB/sec 2024-04-10T15:38:42.799 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1ro6JwTl8SRN3v_ off=2540397 len=428579 2024-04-10T15:38:42.803 INFO:tasks.workunit.client.0.smithi102.stdout:op 3911 completed, throughput=5MB/sec 2024-04-10T15:38:42.803 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-f5aap_GjDVdtstS off=4005473 len=2073009 2024-04-10T15:38:42.806 INFO:tasks.workunit.client.0.smithi102.stdout:op 3912 completed, throughput=5MB/sec 2024-04-10T15:38:42.806 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2JtkBVmfscvNpLO off=8522342 len=78974 2024-04-10T15:38:42.806 INFO:tasks.workunit.client.0.smithi102.stdout:op 3913 completed, throughput=5MB/sec 2024-04-10T15:38:42.807 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--6mZ0A5jxrhDa3k off=8454728 len=964122 2024-04-10T15:38:42.808 INFO:tasks.workunit.client.0.smithi102.stdout:op 3914 completed, throughput=5MB/sec 2024-04-10T15:38:43.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:43 smithi154 ceph-mon[84269]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:38:43.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:43 smithi102 ceph-mon[90943]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:38:43.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:43 smithi102 ceph-mon[88557]: pgmap v1734: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:38:43.809 INFO:tasks.workunit.client.0.smithi102.stdout: 762: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:43.809 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vdTa_LKJR642ZH4 off=11902806 len=1997466 2024-04-10T15:38:43.811 INFO:tasks.workunit.client.0.smithi102.stdout:op 3915 completed, throughput=5MB/sec 2024-04-10T15:38:43.811 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GbnlBj5Nm8b5ltc off=1203733 len=136682 2024-04-10T15:38:43.812 INFO:tasks.workunit.client.0.smithi102.stdout:op 3916 completed, throughput=5MB/sec 2024-04-10T15:38:43.813 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4h6FgNx-lVdA_5g off=13224086 len=536529 2024-04-10T15:38:43.822 INFO:tasks.workunit.client.0.smithi102.stdout:op 3917 completed, throughput=5MB/sec 2024-04-10T15:38:43.822 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QAvys2_1Ed1xfXn off=1013869 len=308860 2024-04-10T15:38:43.825 INFO:tasks.workunit.client.0.smithi102.stdout:op 3918 completed, throughput=5MB/sec 2024-04-10T15:38:43.825 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QOcQJNVYEzhgz00 off=1187793 len=1957683 2024-04-10T15:38:43.828 INFO:tasks.workunit.client.0.smithi102.stdout:op 3919 completed, throughput=5MB/sec 2024-04-10T15:38:44.829 INFO:tasks.workunit.client.0.smithi102.stdout: 763: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:44.829 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DKg9Eimt2wyeu8V off=8571218 len=658660 2024-04-10T15:38:44.833 INFO:tasks.workunit.client.0.smithi102.stdout:op 3920 completed, throughput=4.99MB/sec 2024-04-10T15:38:44.833 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JyGq1nn_ZKn7JCR off=11475943 len=1460424 2024-04-10T15:38:44.842 INFO:tasks.workunit.client.0.smithi102.stdout:op 3921 completed, throughput=5MB/sec 2024-04-10T15:38:44.842 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bpL9ViqgkadJDqe off=3047239 len=756333 2024-04-10T15:38:44.842 INFO:tasks.workunit.client.0.smithi102.stdout:op 3922 completed, throughput=5MB/sec 2024-04-10T15:38:44.842 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-23fRIX10cwdvYcM off=12494410 len=1063260 2024-04-10T15:38:44.847 INFO:tasks.workunit.client.0.smithi102.stdout:op 3923 completed, throughput=5MB/sec 2024-04-10T15:38:44.847 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aRzP1UC9gvMRSSr off=1873438 len=216197 2024-04-10T15:38:44.848 INFO:tasks.workunit.client.0.smithi102.stdout:op 3924 completed, throughput=5MB/sec 2024-04-10T15:38:44.848 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-shbJUB-tESG1eW4 off=787728 len=150774 2024-04-10T15:38:44.850 INFO:tasks.workunit.client.0.smithi102.stdout:op 3925 completed, throughput=5MB/sec 2024-04-10T15:38:44.851 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xkKikmhPeo9L_hf off=1095664 len=198948 2024-04-10T15:38:44.851 INFO:tasks.workunit.client.0.smithi102.stdout:op 3926 completed, throughput=5MB/sec 2024-04-10T15:38:44.851 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-C7IQLS8CYCI0CxI off=5772624 len=1097405 2024-04-10T15:38:44.856 INFO:tasks.workunit.client.0.smithi102.stdout:op 3927 completed, throughput=5MB/sec 2024-04-10T15:38:45.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:45 smithi154 ceph-mon[84269]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:38:45.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:45 smithi102 ceph-mon[90943]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:38:45.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:45 smithi102 ceph-mon[88557]: pgmap v1735: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.9 MiB/s wr, 4 op/s 2024-04-10T15:38:45.856 INFO:tasks.workunit.client.0.smithi102.stdout: 764: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:45.856 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Z5CDVjeyolMRuAT off=7569836 len=464512 2024-04-10T15:38:45.859 INFO:tasks.workunit.client.0.smithi102.stdout:op 3928 completed, throughput=4.99MB/sec 2024-04-10T15:38:45.860 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WD0zgXc0zyZkNhZ off=1869167 len=94499 2024-04-10T15:38:45.860 INFO:tasks.workunit.client.0.smithi102.stdout:op 3929 completed, throughput=4.99MB/sec 2024-04-10T15:38:45.860 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lHEjjIE2QEZkPcS off=8741705 len=1149158 2024-04-10T15:38:45.866 INFO:tasks.workunit.client.0.smithi102.stdout:op 3930 completed, throughput=5MB/sec 2024-04-10T15:38:45.866 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-USWxuhZiXGjPkb6 off=791676 len=357618 2024-04-10T15:38:45.869 INFO:tasks.workunit.client.0.smithi102.stdout:op 3931 completed, throughput=5MB/sec 2024-04-10T15:38:45.869 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MKmlOVjJp8LUB8v off=20553473 len=1538274 2024-04-10T15:38:45.878 INFO:tasks.workunit.client.0.smithi102.stdout:op 3932 completed, throughput=5MB/sec 2024-04-10T15:38:45.878 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5QvSgXZfKAAQZJ1 off=6129068 len=686507 2024-04-10T15:38:45.879 INFO:tasks.workunit.client.0.smithi102.stdout:op 3933 completed, throughput=5MB/sec 2024-04-10T15:38:45.879 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2Ubm-Jw3e6BBc3G off=6358362 len=1936656 2024-04-10T15:38:45.881 INFO:tasks.workunit.client.0.smithi102.stdout:op 3934 completed, throughput=5MB/sec 2024-04-10T15:38:46.881 INFO:tasks.workunit.client.0.smithi102.stdout: 765: throughput=5MB/sec pending data=0 2024-04-10T15:38:46.881 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1oqnDdu3Z6-OFaa off=12816855 len=500364 2024-04-10T15:38:46.882 INFO:tasks.workunit.client.0.smithi102.stdout:op 3935 completed, throughput=5MB/sec 2024-04-10T15:38:46.882 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FUDI0tIco8a_8nT off=6012025 len=818278 2024-04-10T15:38:46.883 INFO:tasks.workunit.client.0.smithi102.stdout:op 3936 completed, throughput=5MB/sec 2024-04-10T15:38:46.883 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dI-nPx4moBDsKEp off=5968871 len=169026 2024-04-10T15:38:46.884 INFO:tasks.workunit.client.0.smithi102.stdout:op 3937 completed, throughput=5MB/sec 2024-04-10T15:38:46.884 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-C2htHApoJTIGN_Q off=6275269 len=950166 2024-04-10T15:38:46.889 INFO:tasks.workunit.client.0.smithi102.stdout:op 3938 completed, throughput=5MB/sec 2024-04-10T15:38:46.889 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wdYVTRrZsI9FH61 off=1253101 len=1196793 2024-04-10T15:38:46.890 INFO:tasks.workunit.client.0.smithi102.stdout:op 3939 completed, throughput=5MB/sec 2024-04-10T15:38:46.891 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IE-ijTSeYOzGN9P off=923468 len=1998196 2024-04-10T15:38:46.895 INFO:tasks.workunit.client.0.smithi102.stdout:op 3940 completed, throughput=5MB/sec 2024-04-10T15:38:47.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:47 smithi154 ceph-mon[84269]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:38:47.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:47 smithi102 ceph-mon[90943]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:38:47.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:47 smithi102 ceph-mon[88557]: pgmap v1736: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:38:47.895 INFO:tasks.workunit.client.0.smithi102.stdout: 766: throughput=5MB/sec pending data=0 2024-04-10T15:38:47.895 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uPRXFCiUgX08sxc off=711131 len=49454 2024-04-10T15:38:47.898 INFO:tasks.workunit.client.0.smithi102.stdout:op 3941 completed, throughput=5MB/sec 2024-04-10T15:38:47.898 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gwd_JN4Prqlpasf off=397909 len=96867 2024-04-10T15:38:47.900 INFO:tasks.workunit.client.0.smithi102.stdout:op 3942 completed, throughput=5MB/sec 2024-04-10T15:38:47.900 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pXjI2Dy1R4ZNNUQ off=17738472 len=1999448 2024-04-10T15:38:47.911 INFO:tasks.workunit.client.0.smithi102.stdout:op 3943 completed, throughput=5MB/sec 2024-04-10T15:38:47.911 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6lawWsQ6pa62j52 off=17055 len=843904 2024-04-10T15:38:47.913 INFO:tasks.workunit.client.0.smithi102.stdout:op 3944 completed, throughput=5MB/sec 2024-04-10T15:38:47.913 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GbnlBj5Nm8b5ltc off=961726 len=1422270 2024-04-10T15:38:47.916 INFO:tasks.workunit.client.0.smithi102.stdout:op 3945 completed, throughput=5MB/sec 2024-04-10T15:38:47.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:38:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:38:47] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2024-04-10T15:38:48.917 INFO:tasks.workunit.client.0.smithi102.stdout: 767: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:48.917 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nta6ehpemXia6ts off=1437140 len=661110 2024-04-10T15:38:48.921 INFO:tasks.workunit.client.0.smithi102.stdout:op 3946 completed, throughput=5MB/sec 2024-04-10T15:38:48.921 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WD7BcJtx1IhLjTD off=12315969 len=832267 2024-04-10T15:38:48.923 INFO:tasks.workunit.client.0.smithi102.stdout:op 3947 completed, throughput=5MB/sec 2024-04-10T15:38:48.923 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-37tbl6tnfbMmkhP off=17275954 len=2005215 2024-04-10T15:38:48.933 INFO:tasks.workunit.client.0.smithi102.stdout:op 3948 completed, throughput=5MB/sec 2024-04-10T15:38:48.933 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IAZYseOzoc2dPGP off=3386782 len=905718 2024-04-10T15:38:48.937 INFO:tasks.workunit.client.0.smithi102.stdout:op 3949 completed, throughput=5MB/sec 2024-04-10T15:38:48.937 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fHn6esNWo8iNqGd off=2009793 len=252300 2024-04-10T15:38:48.938 INFO:tasks.workunit.client.0.smithi102.stdout:op 3950 completed, throughput=5MB/sec 2024-04-10T15:38:49.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:49 smithi154 ceph-mon[84269]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:38:49.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:49 smithi102 ceph-mon[90943]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:38:49.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:49 smithi102 ceph-mon[88557]: pgmap v1737: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:38:49.938 INFO:tasks.workunit.client.0.smithi102.stdout: 768: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:49.938 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iYjK0x-ATgR60Is off=23070109 len=156617 2024-04-10T15:38:49.939 INFO:tasks.workunit.client.0.smithi102.stdout:op 3951 completed, throughput=4.99MB/sec 2024-04-10T15:38:49.939 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0ubuBuwPTUpNKXO off=1145958 len=1024723 2024-04-10T15:38:49.940 INFO:tasks.workunit.client.0.smithi102.stdout:op 3952 completed, throughput=5MB/sec 2024-04-10T15:38:49.940 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Ea1JHpsjH3Sl8mT off=3254439 len=542587 2024-04-10T15:38:49.941 INFO:tasks.workunit.client.0.smithi102.stdout:op 3953 completed, throughput=5MB/sec 2024-04-10T15:38:49.941 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YsQ24uKvG3WnXO_ off=5437874 len=1428793 2024-04-10T15:38:49.943 INFO:tasks.workunit.client.0.smithi102.stdout:op 3954 completed, throughput=5MB/sec 2024-04-10T15:38:49.943 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MGFnDlBHOKn355S off=7580760 len=1182590 2024-04-10T15:38:49.946 INFO:tasks.workunit.client.0.smithi102.stdout:op 3955 completed, throughput=5MB/sec 2024-04-10T15:38:49.946 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-idZ1uChfeLihDrF off=1543409 len=1827380 2024-04-10T15:38:49.958 INFO:tasks.workunit.client.0.smithi102.stdout:op 3956 completed, throughput=5MB/sec 2024-04-10T15:38:50.958 INFO:tasks.workunit.client.0.smithi102.stdout: 769: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:50.958 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-iGOT8G4XToJqlUN off=283780 len=522350 2024-04-10T15:38:50.962 INFO:tasks.workunit.client.0.smithi102.stdout:op 3957 completed, throughput=5MB/sec 2024-04-10T15:38:50.962 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WBQy5WuskOKB4qy off=0 len=1154261 2024-04-10T15:38:50.965 INFO:tasks.workunit.client.0.smithi102.stdout:op 3958 completed, throughput=5MB/sec 2024-04-10T15:38:50.965 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2xNsEP7NvQXaks1 off=2408641 len=174499 2024-04-10T15:38:50.967 INFO:tasks.workunit.client.0.smithi102.stdout:op 3959 completed, throughput=5MB/sec 2024-04-10T15:38:50.968 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jcNOGojGr-enQTq off=1172474 len=1728449 2024-04-10T15:38:50.970 INFO:tasks.workunit.client.0.smithi102.stdout:op 3960 completed, throughput=5MB/sec 2024-04-10T15:38:50.970 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8VkXAGzLCRUShDh off=3836342 len=1010911 2024-04-10T15:38:50.971 INFO:tasks.workunit.client.0.smithi102.stdout:op 3961 completed, throughput=5MB/sec 2024-04-10T15:38:51.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:51 smithi154 ceph-mon[84269]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:38:51.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:51 smithi102 ceph-mon[90943]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:38:51.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:51 smithi102 ceph-mon[88557]: pgmap v1738: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:38:51.971 INFO:tasks.workunit.client.0.smithi102.stdout: 770: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:51.971 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-C4z7JcfqrZazzqQ off=11909343 len=866097 2024-04-10T15:38:51.973 INFO:tasks.workunit.client.0.smithi102.stdout:op 3962 completed, throughput=4.99MB/sec 2024-04-10T15:38:51.973 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4z0DHX4pSdcEvLZ off=2337354 len=227809 2024-04-10T15:38:51.974 INFO:tasks.workunit.client.0.smithi102.stdout:op 3963 completed, throughput=5MB/sec 2024-04-10T15:38:51.974 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Q7-8gi33Xdz2A20 off=2951396 len=67426 2024-04-10T15:38:51.977 INFO:tasks.workunit.client.0.smithi102.stdout:op 3964 completed, throughput=5MB/sec 2024-04-10T15:38:51.977 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KSYpH4vTHEm6ylD off=22060952 len=1333643 2024-04-10T15:38:51.983 INFO:tasks.workunit.client.0.smithi102.stdout:op 3965 completed, throughput=5MB/sec 2024-04-10T15:38:51.983 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fVKVC_qVUi18NQt off=5763058 len=2007003 2024-04-10T15:38:51.993 INFO:tasks.workunit.client.0.smithi102.stdout:op 3966 completed, throughput=5MB/sec 2024-04-10T15:38:51.993 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CaSG1bFwR85pVd1 off=10468822 len=1637075 2024-04-10T15:38:51.994 INFO:tasks.workunit.client.0.smithi102.stdout:op 3967 completed, throughput=5MB/sec 2024-04-10T15:38:52.642 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:38:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:38:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:38:52.995 INFO:tasks.workunit.client.0.smithi102.stdout: 771: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:52.995 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FfAodpD_lw_Etek off=323970 len=827152 2024-04-10T15:38:52.997 INFO:tasks.workunit.client.0.smithi102.stdout:op 3968 completed, throughput=5MB/sec 2024-04-10T15:38:52.997 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oIepY_uNcT-m3BZ off=4881832 len=315085 2024-04-10T15:38:53.000 INFO:tasks.workunit.client.0.smithi102.stdout:op 3969 completed, throughput=5MB/sec 2024-04-10T15:38:53.000 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WH2a0OaPJ7EX3K- off=13697586 len=2027000 2024-04-10T15:38:53.009 INFO:tasks.workunit.client.0.smithi102.stdout:op 3970 completed, throughput=5MB/sec 2024-04-10T15:38:53.009 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gMVAmMVOUZr2_Vt off=249597 len=231621 2024-04-10T15:38:53.009 INFO:tasks.workunit.client.0.smithi102.stdout:op 3971 completed, throughput=5MB/sec 2024-04-10T15:38:53.009 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_7BS42gWL9tdkoJ off=4781186 len=856930 2024-04-10T15:38:53.010 INFO:tasks.workunit.client.0.smithi102.stdout:op 3972 completed, throughput=5MB/sec 2024-04-10T15:38:53.010 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-iIfkvCxHYCDMMif off=4909732 len=1776022 2024-04-10T15:38:53.021 INFO:tasks.workunit.client.0.smithi102.stdout:op 3973 completed, throughput=5MB/sec 2024-04-10T15:38:53.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:53 smithi154 ceph-mon[84269]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:38:53.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:53 smithi102 ceph-mon[90943]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:38:53.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:53 smithi102 ceph-mon[88557]: pgmap v1739: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:38:54.021 INFO:tasks.workunit.client.0.smithi102.stdout: 772: throughput=5MB/sec pending data=0 2024-04-10T15:38:54.022 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-npAWgLOtgMkNwSU off=5576111 len=2012311 2024-04-10T15:38:54.024 INFO:tasks.workunit.client.0.smithi102.stdout:op 3974 completed, throughput=5MB/sec 2024-04-10T15:38:54.024 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Wgx0Jwvx3Rz73J7 off=8573732 len=1640610 2024-04-10T15:38:54.026 INFO:tasks.workunit.client.0.smithi102.stdout:op 3975 completed, throughput=5MB/sec 2024-04-10T15:38:54.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:54.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:54.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:38:55.026 INFO:tasks.workunit.client.0.smithi102.stdout: 773: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:55.026 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MulCOhv8SW5q64q off=7483867 len=1545586 2024-04-10T15:38:55.028 INFO:tasks.workunit.client.0.smithi102.stdout:op 3976 completed, throughput=5MB/sec 2024-04-10T15:38:55.028 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CE9sLF9IgdVRuU0 off=4957635 len=653849 2024-04-10T15:38:55.029 INFO:tasks.workunit.client.0.smithi102.stdout:op 3977 completed, throughput=5MB/sec 2024-04-10T15:38:55.029 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-F715p5diw-Bl2hD off=3758533 len=367153 2024-04-10T15:38:55.030 INFO:tasks.workunit.client.0.smithi102.stdout:op 3978 completed, throughput=5MB/sec 2024-04-10T15:38:55.030 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FNfi0odwXe_XQF7 off=6561068 len=1636487 2024-04-10T15:38:55.032 INFO:tasks.workunit.client.0.smithi102.stdout:op 3979 completed, throughput=5MB/sec 2024-04-10T15:38:55.032 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NTNduspzsmV6TzO off=9099174 len=2081752 2024-04-10T15:38:55.036 INFO:tasks.workunit.client.0.smithi102.stdout:op 3980 completed, throughput=5MB/sec 2024-04-10T15:38:55.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:55 smithi154 ceph-mon[84269]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-10T15:38:55.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:55 smithi102 ceph-mon[90943]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-10T15:38:55.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:55 smithi102 ceph-mon[88557]: pgmap v1740: 105 pgs: 105 active+clean; 128 GiB data, 8.9 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 6 op/s 2024-04-10T15:38:56.036 INFO:tasks.workunit.client.0.smithi102.stdout: 774: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:56.037 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ftpwi0gogXgmvQr off=19205919 len=3015 2024-04-10T15:38:56.037 INFO:tasks.workunit.client.0.smithi102.stdout:op 3981 completed, throughput=4.99MB/sec 2024-04-10T15:38:56.037 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4t0-fK8CkRywMRs off=913129 len=2086588 2024-04-10T15:38:56.039 INFO:tasks.workunit.client.0.smithi102.stdout:op 3982 completed, throughput=5MB/sec 2024-04-10T15:38:56.039 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lW7hlAIl_uo25qh off=672750 len=1899536 2024-04-10T15:38:56.043 INFO:tasks.workunit.client.0.smithi102.stdout:op 3983 completed, throughput=5MB/sec 2024-04-10T15:38:56.043 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-znvh9A2QU8XnOun off=6907624 len=962606 2024-04-10T15:38:56.045 INFO:tasks.workunit.client.0.smithi102.stdout:op 3984 completed, throughput=5MB/sec 2024-04-10T15:38:57.045 INFO:tasks.workunit.client.0.smithi102.stdout: 775: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:57.045 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GuwdOhQgNQIPhRt off=4597930 len=1748340 2024-04-10T15:38:57.052 INFO:tasks.workunit.client.0.smithi102.stdout:op 3985 completed, throughput=5MB/sec 2024-04-10T15:38:57.053 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3snCMI11Z8KKplq off=6751074 len=1328121 2024-04-10T15:38:57.055 INFO:tasks.workunit.client.0.smithi102.stdout:op 3986 completed, throughput=5MB/sec 2024-04-10T15:38:57.055 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7O3tVBWi71pAlMU off=759932 len=118476 2024-04-10T15:38:57.055 INFO:tasks.workunit.client.0.smithi102.stdout:op 3987 completed, throughput=5MB/sec 2024-04-10T15:38:57.055 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GlJW5aPIZ4A0Vyh off=12331879 len=1583665 2024-04-10T15:38:57.058 INFO:tasks.workunit.client.0.smithi102.stdout:op 3988 completed, throughput=5MB/sec 2024-04-10T15:38:57.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:57 smithi154 ceph-mon[84269]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:38:57.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:57 smithi102 ceph-mon[88557]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:38:57.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:57 smithi102 ceph-mon[90943]: pgmap v1741: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:38:57.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:38:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:38:57] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2024-04-10T15:38:58.058 INFO:tasks.workunit.client.0.smithi102.stdout: 776: throughput=4.99MB/sec pending data=0 2024-04-10T15:38:58.059 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-I6oSkVO8JBABjxb off=10354200 len=1505045 2024-04-10T15:38:58.065 INFO:tasks.workunit.client.0.smithi102.stdout:op 3989 completed, throughput=5MB/sec 2024-04-10T15:38:58.066 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BCxco9YjjtY2dx8 off=17826549 len=1923335 2024-04-10T15:38:58.072 INFO:tasks.workunit.client.0.smithi102.stdout:op 3990 completed, throughput=5MB/sec 2024-04-10T15:38:58.072 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mDNGWzDKK71RfmU off=1442942 len=117588 2024-04-10T15:38:58.073 INFO:tasks.workunit.client.0.smithi102.stdout:op 3991 completed, throughput=5MB/sec 2024-04-10T15:38:58.073 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZnTH47grUyufbXr off=11622315 len=1282957 2024-04-10T15:38:58.074 INFO:tasks.workunit.client.0.smithi102.stdout:op 3992 completed, throughput=5MB/sec 2024-04-10T15:38:58.074 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--pZMzP-7BlcXSUP off=1414479 len=1727480 2024-04-10T15:38:58.075 INFO:tasks.workunit.client.0.smithi102.stdout:op 3993 completed, throughput=5MB/sec 2024-04-10T15:38:59.076 INFO:tasks.workunit.client.0.smithi102.stdout: 777: throughput=5MB/sec pending data=0 2024-04-10T15:38:59.076 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0WO4dvkEtIHfESX off=2616238 len=2022081 2024-04-10T15:38:59.077 INFO:tasks.workunit.client.0.smithi102.stdout:op 3994 completed, throughput=5MB/sec 2024-04-10T15:38:59.078 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wooRTrBiGkYb0ck off=16623960 len=1124491 2024-04-10T15:38:59.079 INFO:tasks.workunit.client.0.smithi102.stdout:op 3995 completed, throughput=5MB/sec 2024-04-10T15:38:59.079 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-iUkYkgYFv_WwR4g off=767177 len=1658837 2024-04-10T15:38:59.085 INFO:tasks.workunit.client.0.smithi102.stdout:op 3996 completed, throughput=5MB/sec 2024-04-10T15:38:59.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:38:59 smithi154 ceph-mon[84269]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:38:59.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:38:59 smithi102 ceph-mon[88557]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:38:59.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:38:59 smithi102 ceph-mon[90943]: pgmap v1742: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:39:00.086 INFO:tasks.workunit.client.0.smithi102.stdout: 778: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:00.086 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kznzZdOT7_QkAmm off=34571 len=1453820 2024-04-10T15:39:00.087 INFO:tasks.workunit.client.0.smithi102.stdout:op 3997 completed, throughput=5MB/sec 2024-04-10T15:39:00.088 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-k9QOrqDmKm6_H_7 off=1555159 len=1211886 2024-04-10T15:39:00.096 INFO:tasks.workunit.client.0.smithi102.stdout:op 3998 completed, throughput=5MB/sec 2024-04-10T15:39:00.096 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ilo36pq6cmszkon off=4178572 len=1891264 2024-04-10T15:39:00.104 INFO:tasks.workunit.client.0.smithi102.stdout:op 3999 completed, throughput=5MB/sec 2024-04-10T15:39:01.104 INFO:tasks.workunit.client.0.smithi102.stdout: 779: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:01.104 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-l2kJqDjYRFe5g7f off=19266086 len=1383294 2024-04-10T15:39:01.113 INFO:tasks.workunit.client.0.smithi102.stdout:op 4000 completed, throughput=5MB/sec 2024-04-10T15:39:01.113 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KhI-cXlrJtROs4y off=20270586 len=1981240 2024-04-10T15:39:01.125 INFO:tasks.workunit.client.0.smithi102.stdout:op 4001 completed, throughput=5MB/sec 2024-04-10T15:39:01.125 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_h1JapXapegcERG off=346445 len=1804451 2024-04-10T15:39:01.127 INFO:tasks.workunit.client.0.smithi102.stdout:op 4002 completed, throughput=5MB/sec 2024-04-10T15:39:01.127 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sMKexihqFKMz-JF off=0 len=1154322 2024-04-10T15:39:01.128 INFO:tasks.workunit.client.0.smithi102.stdout:op 4003 completed, throughput=5MB/sec 2024-04-10T15:39:01.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:01 smithi154 ceph-mon[84269]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T15:39:01.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:01 smithi102 ceph-mon[90943]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T15:39:01.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:01 smithi102 ceph-mon[88557]: pgmap v1743: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T15:39:02.129 INFO:tasks.workunit.client.0.smithi102.stdout: 780: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:02.129 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZB6RJSt3NkTMHCz off=3878646 len=822622 2024-04-10T15:39:02.130 INFO:tasks.workunit.client.0.smithi102.stdout:op 4004 completed, throughput=5MB/sec 2024-04-10T15:39:02.130 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6C51y4zeLSy94x3 off=329222 len=889087 2024-04-10T15:39:02.135 INFO:tasks.workunit.client.0.smithi102.stdout:op 4005 completed, throughput=5MB/sec 2024-04-10T15:39:02.135 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SmeRQpOjdUGE4-8 off=6360399 len=1300960 2024-04-10T15:39:02.143 INFO:tasks.workunit.client.0.smithi102.stdout:op 4006 completed, throughput=5MB/sec 2024-04-10T15:39:02.143 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EjuCnHzcLa2KNrH off=496142 len=13008 2024-04-10T15:39:02.145 INFO:tasks.workunit.client.0.smithi102.stdout:op 4007 completed, throughput=5MB/sec 2024-04-10T15:39:02.145 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7E9MFL54t9msJdu off=18668492 len=647345 2024-04-10T15:39:02.146 INFO:tasks.workunit.client.0.smithi102.stdout:op 4008 completed, throughput=5MB/sec 2024-04-10T15:39:02.146 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VmvCWN964PGEXoA off=4167632 len=917817 2024-04-10T15:39:02.150 INFO:tasks.workunit.client.0.smithi102.stdout:op 4009 completed, throughput=5MB/sec 2024-04-10T15:39:02.642 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:39:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:39:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:39:03.150 INFO:tasks.workunit.client.0.smithi102.stdout: 781: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:03.151 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xHfq-FvbEnhKzBg off=989376 len=640165 2024-04-10T15:39:03.155 INFO:tasks.workunit.client.0.smithi102.stdout:op 4010 completed, throughput=4.99MB/sec 2024-04-10T15:39:03.155 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WwZJCP5AXc30Uo6 off=8584322 len=486345 2024-04-10T15:39:03.159 INFO:tasks.workunit.client.0.smithi102.stdout:op 4011 completed, throughput=5MB/sec 2024-04-10T15:39:03.159 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bVm9n2tLHuILbcP off=835605 len=222788 2024-04-10T15:39:03.162 INFO:tasks.workunit.client.0.smithi102.stdout:op 4012 completed, throughput=5MB/sec 2024-04-10T15:39:03.162 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hX7m8am-9lXPYxZ off=3872132 len=1977670 2024-04-10T15:39:03.172 INFO:tasks.workunit.client.0.smithi102.stdout:op 4013 completed, throughput=5MB/sec 2024-04-10T15:39:03.172 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-EbZyny6MqIX47Yp off=9521616 len=1873904 2024-04-10T15:39:03.174 INFO:tasks.workunit.client.0.smithi102.stdout:op 4014 completed, throughput=5MB/sec 2024-04-10T15:39:03.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:03 smithi154 ceph-mon[84269]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:39:03.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:03 smithi102 ceph-mon[90943]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:39:03.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:03 smithi102 ceph-mon[88557]: pgmap v1744: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:39:04.175 INFO:tasks.workunit.client.0.smithi102.stdout: 782: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:04.175 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-x9fgq93QlwqHM1W off=14994748 len=1171446 2024-04-10T15:39:04.178 INFO:tasks.workunit.client.0.smithi102.stdout:op 4015 completed, throughput=5MB/sec 2024-04-10T15:39:04.178 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vIHZ9Ej1Y3BvdWH off=1596363 len=1556561 2024-04-10T15:39:04.185 INFO:tasks.workunit.client.0.smithi102.stdout:op 4016 completed, throughput=5MB/sec 2024-04-10T15:39:04.185 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-L9XdXCdZV_WoJUO off=2263739 len=553187 2024-04-10T15:39:04.186 INFO:tasks.workunit.client.0.smithi102.stdout:op 4017 completed, throughput=5MB/sec 2024-04-10T15:39:04.187 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-S0ei5sIBNzSykQ4 off=2076831 len=2027883 2024-04-10T15:39:04.198 INFO:tasks.workunit.client.0.smithi102.stdout:op 4018 completed, throughput=5MB/sec 2024-04-10T15:39:05.198 INFO:tasks.workunit.client.0.smithi102.stdout: 783: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:05.198 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XZ3_bQWHDwNAcG0 off=1637283 len=901795 2024-04-10T15:39:05.204 INFO:tasks.workunit.client.0.smithi102.stdout:op 4019 completed, throughput=4.99MB/sec 2024-04-10T15:39:05.204 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TDIcVQL92XIqIhT off=13852414 len=1299807 2024-04-10T15:39:05.211 INFO:tasks.workunit.client.0.smithi102.stdout:op 4020 completed, throughput=5MB/sec 2024-04-10T15:39:05.212 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UEtfUXsYYYuBse6 off=9447483 len=264744 2024-04-10T15:39:05.214 INFO:tasks.workunit.client.0.smithi102.stdout:op 4021 completed, throughput=5MB/sec 2024-04-10T15:39:05.214 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WPvFeS-ei_Lbvet off=271313 len=642890 2024-04-10T15:39:05.218 INFO:tasks.workunit.client.0.smithi102.stdout:op 4022 completed, throughput=5MB/sec 2024-04-10T15:39:05.218 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8BRzreqbq0H9U4c off=23442455 len=779758 2024-04-10T15:39:05.219 INFO:tasks.workunit.client.0.smithi102.stdout:op 4023 completed, throughput=5MB/sec 2024-04-10T15:39:05.219 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oKX0pd8zJOY9g1b off=7789521 len=103562 2024-04-10T15:39:05.220 INFO:tasks.workunit.client.0.smithi102.stdout:op 4024 completed, throughput=5MB/sec 2024-04-10T15:39:05.220 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wQzLne5M1-NuOEC off=1709256 len=141204 2024-04-10T15:39:05.222 INFO:tasks.workunit.client.0.smithi102.stdout:op 4025 completed, throughput=5MB/sec 2024-04-10T15:39:05.222 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VfrnVgW8tV5MMex off=2105381 len=615339 2024-04-10T15:39:05.226 INFO:tasks.workunit.client.0.smithi102.stdout:op 4026 completed, throughput=5MB/sec 2024-04-10T15:39:05.226 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-R2MtJ8m0ubZjUu3 off=1187990 len=1243377 2024-04-10T15:39:05.227 INFO:tasks.workunit.client.0.smithi102.stdout:op 4027 completed, throughput=5MB/sec 2024-04-10T15:39:05.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:05 smithi154 ceph-mon[84269]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:39:05.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:05 smithi102 ceph-mon[90943]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:39:05.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:05 smithi102 ceph-mon[88557]: pgmap v1745: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:39:06.227 INFO:tasks.workunit.client.0.smithi102.stdout: 784: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:06.228 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VS1RvRakG0MQ4J9 off=3892841 len=1196438 2024-04-10T15:39:06.236 INFO:tasks.workunit.client.0.smithi102.stdout:op 4028 completed, throughput=5MB/sec 2024-04-10T15:39:06.236 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VWiQLkFLABC_QgW off=12107068 len=1639812 2024-04-10T15:39:06.244 INFO:tasks.workunit.client.0.smithi102.stdout:op 4029 completed, throughput=5MB/sec 2024-04-10T15:39:06.244 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TXNeDDyghBiJ1YP off=16901786 len=1161957 2024-04-10T15:39:06.245 INFO:tasks.workunit.client.0.smithi102.stdout:op 4030 completed, throughput=5MB/sec 2024-04-10T15:39:06.246 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-S8U4_7dPYX3fWLo off=1726179 len=1079617 2024-04-10T15:39:06.248 INFO:tasks.workunit.client.0.smithi102.stdout:op 4031 completed, throughput=5MB/sec 2024-04-10T15:39:07.248 INFO:tasks.workunit.client.0.smithi102.stdout: 785: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:07.248 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-imqa15WRplav99r off=2066848 len=396837 2024-04-10T15:39:07.249 INFO:tasks.workunit.client.0.smithi102.stdout:op 4032 completed, throughput=4.99MB/sec 2024-04-10T15:39:07.249 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MKVAaiF3sjOd9X_ off=682994 len=699066 2024-04-10T15:39:07.250 INFO:tasks.workunit.client.0.smithi102.stdout:op 4033 completed, throughput=5MB/sec 2024-04-10T15:39:07.250 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7tNBPlEWNnGUm7S off=752479 len=1304167 2024-04-10T15:39:07.257 INFO:tasks.workunit.client.0.smithi102.stdout:op 4034 completed, throughput=5MB/sec 2024-04-10T15:39:07.257 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mREDnqeRoF1_Ho_ off=10103713 len=1370590 2024-04-10T15:39:07.260 INFO:tasks.workunit.client.0.smithi102.stdout:op 4035 completed, throughput=5MB/sec 2024-04-10T15:39:07.260 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DSA1657JaOz1OUm off=1457615 len=554675 2024-04-10T15:39:07.264 INFO:tasks.workunit.client.0.smithi102.stdout:op 4036 completed, throughput=5MB/sec 2024-04-10T15:39:07.264 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-I6oSkVO8JBABjxb off=10433445 len=770475 2024-04-10T15:39:07.268 INFO:tasks.workunit.client.0.smithi102.stdout:op 4037 completed, throughput=5MB/sec 2024-04-10T15:39:07.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:07 smithi154 ceph-mon[84269]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-10T15:39:07.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:07 smithi102 ceph-mon[90943]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-10T15:39:07.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:07 smithi102 ceph-mon[88557]: pgmap v1746: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 3 op/s 2024-04-10T15:39:07.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:39:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:39:07] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2024-04-10T15:39:08.268 INFO:tasks.workunit.client.0.smithi102.stdout: 786: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:08.268 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-a2amgENKnHLIUJS off=7926236 len=393496 2024-04-10T15:39:08.269 INFO:tasks.workunit.client.0.smithi102.stdout:op 4038 completed, throughput=4.99MB/sec 2024-04-10T15:39:08.269 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9q0QqAlI51TTb9f off=5368913 len=1856169 2024-04-10T15:39:08.280 INFO:tasks.workunit.client.0.smithi102.stdout:op 4039 completed, throughput=5MB/sec 2024-04-10T15:39:08.280 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-m0ZMmJ1g4d6Bk_W off=10328731 len=1453044 2024-04-10T15:39:08.281 INFO:tasks.workunit.client.0.smithi102.stdout:op 4040 completed, throughput=5MB/sec 2024-04-10T15:39:08.281 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_3KolbGafn_2MBa off=6367396 len=636053 2024-04-10T15:39:08.285 INFO:tasks.workunit.client.0.smithi102.stdout:op 4041 completed, throughput=5MB/sec 2024-04-10T15:39:08.285 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KSlRv8TxRd6OJwJ off=11464237 len=1708824 2024-04-10T15:39:08.291 INFO:tasks.workunit.client.0.smithi102.stdout:op 4042 completed, throughput=5MB/sec 2024-04-10T15:39:09.291 INFO:tasks.workunit.client.0.smithi102.stdout: 787: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:09.292 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iwkubvViK19Ri4H off=6167385 len=1298379 2024-04-10T15:39:09.293 INFO:tasks.workunit.client.0.smithi102.stdout:op 4043 completed, throughput=5MB/sec 2024-04-10T15:39:09.293 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-04lWUfFFzL5ZKGk off=10141515 len=473122 2024-04-10T15:39:09.297 INFO:tasks.workunit.client.0.smithi102.stdout:op 4044 completed, throughput=5MB/sec 2024-04-10T15:39:09.297 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ixkyNqc0jN2gB8r off=8588452 len=33268 2024-04-10T15:39:09.297 INFO:tasks.workunit.client.0.smithi102.stdout:op 4045 completed, throughput=5MB/sec 2024-04-10T15:39:09.297 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HTp-HOsrxK-Jv7q off=2345470 len=2026900 2024-04-10T15:39:09.310 INFO:tasks.workunit.client.0.smithi102.stdout:op 4046 completed, throughput=5MB/sec 2024-04-10T15:39:09.310 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RGiePFe5p1f49UX off=1742338 len=1208022 2024-04-10T15:39:09.316 INFO:tasks.workunit.client.0.smithi102.stdout:op 4047 completed, throughput=5MB/sec 2024-04-10T15:39:09.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:09 smithi154 ceph-mon[84269]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:39:09.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:09.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:09 smithi102 ceph-mon[90943]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:39:09.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:09.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:09 smithi102 ceph-mon[88557]: pgmap v1747: 105 pgs: 105 active+clean; 128 GiB data, 9.0 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:39:09.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:10.317 INFO:tasks.workunit.client.0.smithi102.stdout: 788: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:10.317 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mHjz6Tpl_EFl6BL off=217798 len=898934 2024-04-10T15:39:10.322 INFO:tasks.workunit.client.0.smithi102.stdout:op 4048 completed, throughput=5MB/sec 2024-04-10T15:39:10.322 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jbYr0W8oaE2jNkX off=0 len=1182852 2024-04-10T15:39:10.328 INFO:tasks.workunit.client.0.smithi102.stdout:op 4049 completed, throughput=5MB/sec 2024-04-10T15:39:10.328 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VViJudcW9Aq1Ypk off=3849654 len=877373 2024-04-10T15:39:10.332 INFO:tasks.workunit.client.0.smithi102.stdout:op 4050 completed, throughput=5MB/sec 2024-04-10T15:39:10.332 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Knntv39n2x-Iqn3 off=2198639 len=968595 2024-04-10T15:39:10.337 INFO:tasks.workunit.client.0.smithi102.stdout:op 4051 completed, throughput=5MB/sec 2024-04-10T15:39:10.337 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VSDv9DJWXwOcKhu off=18300935 len=1851107 2024-04-10T15:39:10.344 INFO:tasks.workunit.client.0.smithi102.stdout:op 4052 completed, throughput=5MB/sec 2024-04-10T15:39:11.345 INFO:tasks.workunit.client.0.smithi102.stdout: 789: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:11.345 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gtYHVNwcoQxGjB7 off=1464961 len=1004127 2024-04-10T15:39:11.351 INFO:tasks.workunit.client.0.smithi102.stdout:op 4053 completed, throughput=5MB/sec 2024-04-10T15:39:11.351 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KXKPeTgZ6Q8CZu3 off=5280869 len=236662 2024-04-10T15:39:11.352 INFO:tasks.workunit.client.0.smithi102.stdout:op 4054 completed, throughput=5MB/sec 2024-04-10T15:39:11.352 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-I7aIW2jdZ3GAhu9 off=5308439 len=1642278 2024-04-10T15:39:11.353 INFO:tasks.workunit.client.0.smithi102.stdout:op 4055 completed, throughput=5MB/sec 2024-04-10T15:39:11.354 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lLsoq0kRAgJkPo5 off=11573528 len=1221559 2024-04-10T15:39:11.361 INFO:tasks.workunit.client.0.smithi102.stdout:op 4056 completed, throughput=5MB/sec 2024-04-10T15:39:11.361 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OL0EPlM8RkuM91k off=8357008 len=365496 2024-04-10T15:39:11.362 INFO:tasks.workunit.client.0.smithi102.stdout:op 4057 completed, throughput=5MB/sec 2024-04-10T15:39:11.362 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8x0OJo5oONQy5xR off=8435029 len=934572 2024-04-10T15:39:11.367 INFO:tasks.workunit.client.0.smithi102.stdout:op 4058 completed, throughput=5MB/sec 2024-04-10T15:39:11.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:11 smithi154 ceph-mon[84269]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:39:11.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:11 smithi102 ceph-mon[90943]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:39:11.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:11 smithi102 ceph-mon[88557]: pgmap v1748: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:39:12.368 INFO:tasks.workunit.client.0.smithi102.stdout: 790: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:12.368 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_DtBMFx2d_rWpAI off=9768291 len=474178 2024-04-10T15:39:12.371 INFO:tasks.workunit.client.0.smithi102.stdout:op 4059 completed, throughput=5MB/sec 2024-04-10T15:39:12.371 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VNH8kqy5XuZOveu off=3594172 len=1447233 2024-04-10T15:39:12.381 INFO:tasks.workunit.client.0.smithi102.stdout:op 4060 completed, throughput=5MB/sec 2024-04-10T15:39:12.381 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--AzNIZJYjdnS5Lb off=6375397 len=135132 2024-04-10T15:39:12.381 INFO:tasks.workunit.client.0.smithi102.stdout:op 4061 completed, throughput=5MB/sec 2024-04-10T15:39:12.381 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0_hdvYP2QP8pQzy off=2189863 len=1667216 2024-04-10T15:39:12.385 INFO:tasks.workunit.client.0.smithi102.stdout:op 4062 completed, throughput=5MB/sec 2024-04-10T15:39:12.385 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sV-hALHKNRCJOyh off=6990191 len=175419 2024-04-10T15:39:12.387 INFO:tasks.workunit.client.0.smithi102.stdout:op 4063 completed, throughput=5MB/sec 2024-04-10T15:39:12.388 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LwNpCRO_zL2qaoo off=2488174 len=1682359 2024-04-10T15:39:12.395 INFO:tasks.workunit.client.0.smithi102.stdout:op 4064 completed, throughput=5MB/sec 2024-04-10T15:39:12.642 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:39:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:39:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:39:13.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:13 smithi154 ceph-mon[84269]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T15:39:13.395 INFO:tasks.workunit.client.0.smithi102.stdout: 791: throughput=5MB/sec pending data=0 2024-04-10T15:39:13.395 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oRcb8JmhjNp66lS off=956044 len=457027 2024-04-10T15:39:13.399 INFO:tasks.workunit.client.0.smithi102.stdout:op 4065 completed, throughput=5MB/sec 2024-04-10T15:39:13.399 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_cZqPzSNg6dRBCJ off=3725363 len=1161360 2024-04-10T15:39:13.401 INFO:tasks.workunit.client.0.smithi102.stdout:op 4066 completed, throughput=5MB/sec 2024-04-10T15:39:13.401 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fSJblK8BpKUnDzi off=791639 len=1857876 2024-04-10T15:39:13.412 INFO:tasks.workunit.client.0.smithi102.stdout:op 4067 completed, throughput=5MB/sec 2024-04-10T15:39:13.412 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8XqV52Co8TSHApk off=9965006 len=464254 2024-04-10T15:39:13.413 INFO:tasks.workunit.client.0.smithi102.stdout:op 4068 completed, throughput=5MB/sec 2024-04-10T15:39:13.413 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0_hdvYP2QP8pQzy off=6590515 len=117769 2024-04-10T15:39:13.416 INFO:tasks.workunit.client.0.smithi102.stdout:op 4069 completed, throughput=5MB/sec 2024-04-10T15:39:13.416 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DG9ZO-HcjxHQTI- off=664525 len=1103854 2024-04-10T15:39:13.421 INFO:tasks.workunit.client.0.smithi102.stdout:op 4070 completed, throughput=5MB/sec 2024-04-10T15:39:13.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:13 smithi102 ceph-mon[90943]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T15:39:13.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:13 smithi102 ceph-mon[88557]: pgmap v1749: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T15:39:14.422 INFO:tasks.workunit.client.0.smithi102.stdout: 792: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:14.422 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9tZmfYf6zvtHTDZ off=2233034 len=1936246 2024-04-10T15:39:14.431 INFO:tasks.workunit.client.0.smithi102.stdout:op 4071 completed, throughput=5MB/sec 2024-04-10T15:39:14.431 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_uilXpI94YVFt7I off=857307 len=1114694 2024-04-10T15:39:14.436 INFO:tasks.workunit.client.0.smithi102.stdout:op 4072 completed, throughput=5MB/sec 2024-04-10T15:39:14.436 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qjXcX3pO9a6UF9u off=470219 len=1696022 2024-04-10T15:39:14.437 INFO:tasks.workunit.client.0.smithi102.stdout:op 4073 completed, throughput=5MB/sec 2024-04-10T15:39:15.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:15 smithi154 ceph-mon[84269]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:39:15.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:15 smithi102 ceph-mon[90943]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:39:15.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:15 smithi102 ceph-mon[88557]: pgmap v1750: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:39:15.437 INFO:tasks.workunit.client.0.smithi102.stdout: 793: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:15.437 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-j4Nvk9pT4kZ1HyV off=725246 len=823912 2024-04-10T15:39:15.439 INFO:tasks.workunit.client.0.smithi102.stdout:op 4074 completed, throughput=5MB/sec 2024-04-10T15:39:15.439 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MMW-1rLEn89RAzs off=631413 len=1699762 2024-04-10T15:39:15.450 INFO:tasks.workunit.client.0.smithi102.stdout:op 4075 completed, throughput=5MB/sec 2024-04-10T15:39:15.450 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UDB0tMlpP_-nV8S off=8617584 len=2002140 2024-04-10T15:39:15.452 INFO:tasks.workunit.client.0.smithi102.stdout:op 4076 completed, throughput=5MB/sec 2024-04-10T15:39:15.452 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5GlR6sU_zr11hJv off=2167992 len=1222130 2024-04-10T15:39:15.457 INFO:tasks.workunit.client.0.smithi102.stdout:op 4077 completed, throughput=5MB/sec 2024-04-10T15:39:16.458 INFO:tasks.workunit.client.0.smithi102.stdout: 794: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:16.458 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XamweEMy9SB0oYa off=8116713 len=151592 2024-04-10T15:39:16.460 INFO:tasks.workunit.client.0.smithi102.stdout:op 4078 completed, throughput=4.99MB/sec 2024-04-10T15:39:16.460 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oHEHMgvaB0CMcwq off=11206296 len=459570 2024-04-10T15:39:16.462 INFO:tasks.workunit.client.0.smithi102.stdout:op 4079 completed, throughput=5MB/sec 2024-04-10T15:39:16.462 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sDewdoX1qXZfKWq off=375616 len=2062687 2024-04-10T15:39:16.474 INFO:tasks.workunit.client.0.smithi102.stdout:op 4080 completed, throughput=5MB/sec 2024-04-10T15:39:16.474 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OLcV8ghrLDgPRDy off=16445641 len=1519308 2024-04-10T15:39:16.478 INFO:tasks.workunit.client.0.smithi102.stdout:op 4081 completed, throughput=5MB/sec 2024-04-10T15:39:16.478 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Sg3Ah2Ckde80FV3 off=8353438 len=720082 2024-04-10T15:39:16.482 INFO:tasks.workunit.client.0.smithi102.stdout:op 4082 completed, throughput=5MB/sec 2024-04-10T15:39:17.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:17 smithi154 ceph-mon[84269]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:39:17.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:17 smithi102 ceph-mon[90943]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:39:17.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:17 smithi102 ceph-mon[88557]: pgmap v1751: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:39:17.482 INFO:tasks.workunit.client.0.smithi102.stdout: 795: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:17.482 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_cVkVKzADm0COKQ off=1495058 len=83395 2024-04-10T15:39:17.483 INFO:tasks.workunit.client.0.smithi102.stdout:op 4083 completed, throughput=4.99MB/sec 2024-04-10T15:39:17.483 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4JGOG1V1wOJzxTu off=1789947 len=1796102 2024-04-10T15:39:17.485 INFO:tasks.workunit.client.0.smithi102.stdout:op 4084 completed, throughput=5MB/sec 2024-04-10T15:39:17.485 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dLZ9t4YpzRGPdpf off=16554747 len=670171 2024-04-10T15:39:17.486 INFO:tasks.workunit.client.0.smithi102.stdout:op 4085 completed, throughput=5MB/sec 2024-04-10T15:39:17.486 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wxIxYiJojzzxFVK off=19273969 len=235219 2024-04-10T15:39:17.489 INFO:tasks.workunit.client.0.smithi102.stdout:op 4086 completed, throughput=5MB/sec 2024-04-10T15:39:17.489 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XcvWgwlFZOzczo2 off=15447439 len=426228 2024-04-10T15:39:17.490 INFO:tasks.workunit.client.0.smithi102.stdout:op 4087 completed, throughput=5MB/sec 2024-04-10T15:39:17.490 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3_c-u7O8xagNISF off=3081476 len=472954 2024-04-10T15:39:17.494 INFO:tasks.workunit.client.0.smithi102.stdout:op 4088 completed, throughput=5MB/sec 2024-04-10T15:39:17.494 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WqWwwkG4qpr83QQ off=982590 len=1272282 2024-04-10T15:39:17.496 INFO:tasks.workunit.client.0.smithi102.stdout:op 4089 completed, throughput=5MB/sec 2024-04-10T15:39:17.496 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gEr7omJl6ZkDJVh off=167882 len=936489 2024-04-10T15:39:17.497 INFO:tasks.workunit.client.0.smithi102.stdout:op 4090 completed, throughput=5MB/sec 2024-04-10T15:39:17.921 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:39:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:39:17] "GET /metrics HTTP/1.1" 200 34072 "" "Prometheus/2.43.0" 2024-04-10T15:39:18.497 INFO:tasks.workunit.client.0.smithi102.stdout: 796: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:18.498 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Rc1CvsKXwn_ryZ- off=8685954 len=1606147 2024-04-10T15:39:18.501 INFO:tasks.workunit.client.0.smithi102.stdout:op 4091 completed, throughput=5MB/sec 2024-04-10T15:39:18.501 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7EjMB1s1VHZ8EYr off=14536764 len=1464629 2024-04-10T15:39:18.508 INFO:tasks.workunit.client.0.smithi102.stdout:op 4092 completed, throughput=5MB/sec 2024-04-10T15:39:18.508 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7xf_feXtI6P9dpm off=2205142 len=518991 2024-04-10T15:39:18.512 INFO:tasks.workunit.client.0.smithi102.stdout:op 4093 completed, throughput=5MB/sec 2024-04-10T15:39:18.512 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-M_kEPdsoK2OSR4u off=1182687 len=77398 2024-04-10T15:39:18.514 INFO:tasks.workunit.client.0.smithi102.stdout:op 4094 completed, throughput=5MB/sec 2024-04-10T15:39:18.514 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--FUPWMgzlZyQsKS off=2855777 len=1805977 2024-04-10T15:39:18.518 INFO:tasks.workunit.client.0.smithi102.stdout:op 4095 completed, throughput=5MB/sec 2024-04-10T15:39:19.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:19 smithi154 ceph-mon[84269]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:39:19.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:19 smithi102 ceph-mon[90943]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:39:19.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:19 smithi102 ceph-mon[88557]: pgmap v1752: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:39:19.518 INFO:tasks.workunit.client.0.smithi102.stdout: 797: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:19.519 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xTAgyWrgekLgP8v off=6523699 len=414964 2024-04-10T15:39:19.522 INFO:tasks.workunit.client.0.smithi102.stdout:op 4096 completed, throughput=5MB/sec 2024-04-10T15:39:19.522 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SW-7escYaeh8Aqm off=4305646 len=1907504 2024-04-10T15:39:19.524 INFO:tasks.workunit.client.0.smithi102.stdout:op 4097 completed, throughput=5MB/sec 2024-04-10T15:39:19.524 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-URJ3RtuzOe8nYgy off=1153615 len=436413 2024-04-10T15:39:19.528 INFO:tasks.workunit.client.0.smithi102.stdout:op 4098 completed, throughput=5MB/sec 2024-04-10T15:39:19.528 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YR9w8AZ8ipbjjOu off=4255011 len=96309 2024-04-10T15:39:19.531 INFO:tasks.workunit.client.0.smithi102.stdout:op 4099 completed, throughput=5MB/sec 2024-04-10T15:39:19.531 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YmCqHBp3iZWRruV off=6878942 len=229216 2024-04-10T15:39:19.532 INFO:tasks.workunit.client.0.smithi102.stdout:op 4100 completed, throughput=5MB/sec 2024-04-10T15:39:19.532 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XcXgAHGFqYKxX9E off=4826522 len=1118586 2024-04-10T15:39:19.536 INFO:tasks.workunit.client.0.smithi102.stdout:op 4101 completed, throughput=5MB/sec 2024-04-10T15:39:19.536 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mz0i6iiUttBFEod off=2017987 len=1136856 2024-04-10T15:39:19.541 INFO:tasks.workunit.client.0.smithi102.stdout:op 4102 completed, throughput=5MB/sec 2024-04-10T15:39:20.542 INFO:tasks.workunit.client.0.smithi102.stdout: 798: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:20.542 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ETUNfSysgH9-aSi off=1364773 len=1166277 2024-04-10T15:39:20.547 INFO:tasks.workunit.client.0.smithi102.stdout:op 4103 completed, throughput=5MB/sec 2024-04-10T15:39:20.547 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ab72kqxUrAjOZ6T off=20346560 len=1748784 2024-04-10T15:39:20.551 INFO:tasks.workunit.client.0.smithi102.stdout:op 4104 completed, throughput=5MB/sec 2024-04-10T15:39:20.551 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oFfbFyjLt2yhSjj off=8306684 len=208011 2024-04-10T15:39:20.551 INFO:tasks.workunit.client.0.smithi102.stdout:op 4105 completed, throughput=5MB/sec 2024-04-10T15:39:20.551 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9aLlzK_Kmfm_D3a off=5662845 len=1057194 2024-04-10T15:39:20.553 INFO:tasks.workunit.client.0.smithi102.stdout:op 4106 completed, throughput=5MB/sec 2024-04-10T15:39:20.553 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1CSJXzVRFeRWj60 off=1768229 len=1588165 2024-04-10T15:39:20.561 INFO:tasks.workunit.client.0.smithi102.stdout:op 4107 completed, throughput=5MB/sec 2024-04-10T15:39:21.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:21 smithi154 ceph-mon[84269]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:39:21.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:21 smithi102 ceph-mon[90943]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:39:21.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:21 smithi102 ceph-mon[88557]: pgmap v1753: 105 pgs: 105 active+clean; 128 GiB data, 9.1 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:39:21.562 INFO:tasks.workunit.client.0.smithi102.stdout: 799: throughput=5MB/sec pending data=0 2024-04-10T15:39:21.562 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TZMIxJZMO4zWXln off=1698308 len=1925446 2024-04-10T15:39:21.564 INFO:tasks.workunit.client.0.smithi102.stdout:op 4108 completed, throughput=5MB/sec 2024-04-10T15:39:21.564 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KJRE0UXMRPmFk-6 off=6450283 len=45235 2024-04-10T15:39:21.564 INFO:tasks.workunit.client.0.smithi102.stdout:op 4109 completed, throughput=5MB/sec 2024-04-10T15:39:21.564 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kLSaahl2uqBf767 off=3114040 len=914205 2024-04-10T15:39:21.566 INFO:tasks.workunit.client.0.smithi102.stdout:op 4110 completed, throughput=5MB/sec 2024-04-10T15:39:21.566 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-T78S5tpEyzwbV3z off=1055850 len=980916 2024-04-10T15:39:21.571 INFO:tasks.workunit.client.0.smithi102.stdout:op 4111 completed, throughput=5MB/sec 2024-04-10T15:39:21.571 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QBn97gqUkKnFxkJ off=1698574 len=1957102 2024-04-10T15:39:21.581 INFO:tasks.workunit.client.0.smithi102.stdout:op 4112 completed, throughput=5MB/sec 2024-04-10T15:39:22.582 INFO:tasks.workunit.client.0.smithi102.stdout: 800: throughput=5MB/sec pending data=0 2024-04-10T15:39:22.582 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bBqrye0KWyeiLUn off=1264826 len=59416 2024-04-10T15:39:22.583 INFO:tasks.workunit.client.0.smithi102.stdout:op 4113 completed, throughput=5MB/sec 2024-04-10T15:39:22.583 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bFCJAWkn48MCyY1 off=11564962 len=792735 2024-04-10T15:39:22.584 INFO:tasks.workunit.client.0.smithi102.stdout:op 4114 completed, throughput=5MB/sec 2024-04-10T15:39:22.584 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-auezIPQAwUqo_3S off=10526949 len=727677 2024-04-10T15:39:22.586 INFO:tasks.workunit.client.0.smithi102.stdout:op 4115 completed, throughput=5MB/sec 2024-04-10T15:39:22.586 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-J8Py5Qw-zyechqG off=1799039 len=1494524 2024-04-10T15:39:22.588 INFO:tasks.workunit.client.0.smithi102.stdout:op 4116 completed, throughput=5MB/sec 2024-04-10T15:39:22.588 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OSmEAnp7dPYncux off=4793492 len=1205816 2024-04-10T15:39:22.594 INFO:tasks.workunit.client.0.smithi102.stdout:op 4117 completed, throughput=5MB/sec 2024-04-10T15:39:22.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:39:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:39:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:39:23.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:23 smithi154 ceph-mon[84269]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:39:23.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:23 smithi102 ceph-mon[90943]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:39:23.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:23 smithi102 ceph-mon[88557]: pgmap v1754: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:39:23.595 INFO:tasks.workunit.client.0.smithi102.stdout: 801: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:23.595 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hsXQ61ZnDbwyz7i off=4926367 len=1257361 2024-04-10T15:39:23.596 INFO:tasks.workunit.client.0.smithi102.stdout:op 4118 completed, throughput=5MB/sec 2024-04-10T15:39:23.597 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RZfmFuURqE9Xo8H off=933952 len=474563 2024-04-10T15:39:23.600 INFO:tasks.workunit.client.0.smithi102.stdout:op 4119 completed, throughput=5MB/sec 2024-04-10T15:39:23.601 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5JvNSYAlq8BuNtM off=10453972 len=1881491 2024-04-10T15:39:23.605 INFO:tasks.workunit.client.0.smithi102.stdout:op 4120 completed, throughput=5MB/sec 2024-04-10T15:39:23.605 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7LXw3d0uBZHJ73z off=763266 len=2030429 2024-04-10T15:39:23.607 INFO:tasks.workunit.client.0.smithi102.stdout:op 4121 completed, throughput=5MB/sec 2024-04-10T15:39:24.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:24.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:24.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:24.607 INFO:tasks.workunit.client.0.smithi102.stdout: 802: throughput=5MB/sec pending data=0 2024-04-10T15:39:24.607 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Qprh6PfJOusKs3E off=664897 len=916552 2024-04-10T15:39:24.612 INFO:tasks.workunit.client.0.smithi102.stdout:op 4122 completed, throughput=5MB/sec 2024-04-10T15:39:24.612 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9JoPuVqwAeTz8jY off=2448681 len=1572771 2024-04-10T15:39:24.614 INFO:tasks.workunit.client.0.smithi102.stdout:op 4123 completed, throughput=5MB/sec 2024-04-10T15:39:24.614 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5w3EhKRE_JZsTu1 off=5860934 len=908822 2024-04-10T15:39:24.619 INFO:tasks.workunit.client.0.smithi102.stdout:op 4124 completed, throughput=5MB/sec 2024-04-10T15:39:24.619 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NZ_JD19hxbInLww off=14134435 len=1053602 2024-04-10T15:39:24.625 INFO:tasks.workunit.client.0.smithi102.stdout:op 4125 completed, throughput=5MB/sec 2024-04-10T15:39:25.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:25 smithi154 ceph-mon[84269]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:39:25.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:25 smithi102 ceph-mon[90943]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:39:25.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:25 smithi102 ceph-mon[88557]: pgmap v1755: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:39:25.625 INFO:tasks.workunit.client.0.smithi102.stdout: 803: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:25.625 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-50eJ-CagRVnArEU off=1875311 len=772169 2024-04-10T15:39:25.627 INFO:tasks.workunit.client.0.smithi102.stdout:op 4126 completed, throughput=5MB/sec 2024-04-10T15:39:25.627 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VYHuJwxm3YdNrr2 off=8105109 len=948265 2024-04-10T15:39:25.629 INFO:tasks.workunit.client.0.smithi102.stdout:op 4127 completed, throughput=5MB/sec 2024-04-10T15:39:25.629 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Bd_7XBnvFnGAN4M off=11831870 len=567127 2024-04-10T15:39:25.629 INFO:tasks.workunit.client.0.smithi102.stdout:op 4128 completed, throughput=5MB/sec 2024-04-10T15:39:25.629 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fDPBQD0rnOCc9oH off=16853740 len=481280 2024-04-10T15:39:25.630 INFO:tasks.workunit.client.0.smithi102.stdout:op 4129 completed, throughput=5MB/sec 2024-04-10T15:39:25.630 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SqqlkJJZCfvxhL1 off=14617667 len=156084 2024-04-10T15:39:25.633 INFO:tasks.workunit.client.0.smithi102.stdout:op 4130 completed, throughput=5MB/sec 2024-04-10T15:39:25.633 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pX3rChcag09z-Is off=1994835 len=1734183 2024-04-10T15:39:25.643 INFO:tasks.workunit.client.0.smithi102.stdout:op 4131 completed, throughput=5MB/sec 2024-04-10T15:39:25.643 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QRx4XvkV-lOozFt off=17455803 len=543529 2024-04-10T15:39:25.647 INFO:tasks.workunit.client.0.smithi102.stdout:op 4132 completed, throughput=5MB/sec 2024-04-10T15:39:26.647 INFO:tasks.workunit.client.0.smithi102.stdout: 804: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:26.648 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ra-lNV0zYqz8HK9 off=6024328 len=420962 2024-04-10T15:39:26.651 INFO:tasks.workunit.client.0.smithi102.stdout:op 4133 completed, throughput=4.99MB/sec 2024-04-10T15:39:26.651 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GadLey2JQmd2795 off=1676805 len=278826 2024-04-10T15:39:26.652 INFO:tasks.workunit.client.0.smithi102.stdout:op 4134 completed, throughput=4.99MB/sec 2024-04-10T15:39:26.652 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9PocuCEw1S2pP7f off=6295478 len=235692 2024-04-10T15:39:26.655 INFO:tasks.workunit.client.0.smithi102.stdout:op 4135 completed, throughput=5MB/sec 2024-04-10T15:39:26.655 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mDNGWzDKK71RfmU off=7542031 len=478788 2024-04-10T15:39:26.658 INFO:tasks.workunit.client.0.smithi102.stdout:op 4136 completed, throughput=5MB/sec 2024-04-10T15:39:26.658 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-niCKvzYsJGxdgfJ off=5923903 len=1024629 2024-04-10T15:39:26.659 INFO:tasks.workunit.client.0.smithi102.stdout:op 4137 completed, throughput=5MB/sec 2024-04-10T15:39:26.659 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FXHHGA6UZXmx_-y off=11922084 len=1760334 2024-04-10T15:39:26.663 INFO:tasks.workunit.client.0.smithi102.stdout:op 4138 completed, throughput=5MB/sec 2024-04-10T15:39:26.663 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LM-AMwnn2o2pMLc off=6361870 len=2000146 2024-04-10T15:39:26.675 INFO:tasks.workunit.client.0.smithi102.stdout:op 4139 completed, throughput=5MB/sec 2024-04-10T15:39:27.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:27 smithi154 ceph-mon[84269]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:39:27.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:27 smithi102 ceph-mon[90943]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:39:27.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:27 smithi102 ceph-mon[88557]: pgmap v1756: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:39:27.675 INFO:tasks.workunit.client.0.smithi102.stdout: 805: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:27.675 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fX4Ro5uA-cGelVN off=11803617 len=610159 2024-04-10T15:39:27.677 INFO:tasks.workunit.client.0.smithi102.stdout:op 4140 completed, throughput=5MB/sec 2024-04-10T15:39:27.677 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-G-8AjTpx8fMZu_3 off=2929592 len=1762130 2024-04-10T15:39:27.686 INFO:tasks.workunit.client.0.smithi102.stdout:op 4141 completed, throughput=5MB/sec 2024-04-10T15:39:27.687 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XuL-nsx65-uqwfH off=8573379 len=1195577 2024-04-10T15:39:27.694 INFO:tasks.workunit.client.0.smithi102.stdout:op 4142 completed, throughput=5MB/sec 2024-04-10T15:39:27.695 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KJRE0UXMRPmFk-6 off=8580849 len=2016498 2024-04-10T15:39:27.705 INFO:tasks.workunit.client.0.smithi102.stdout:op 4143 completed, throughput=5MB/sec 2024-04-10T15:39:27.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:39:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:39:27] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-04-10T15:39:28.706 INFO:tasks.workunit.client.0.smithi102.stdout: 806: throughput=5MB/sec pending data=0 2024-04-10T15:39:28.706 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_AyQX5tnfY7hXJE off=107728 len=233237 2024-04-10T15:39:28.706 INFO:tasks.workunit.client.0.smithi102.stdout:op 4144 completed, throughput=5MB/sec 2024-04-10T15:39:28.706 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cIgdxPVx0cm3ky1 off=3484590 len=554286 2024-04-10T15:39:28.707 INFO:tasks.workunit.client.0.smithi102.stdout:op 4145 completed, throughput=5MB/sec 2024-04-10T15:39:28.707 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-A5_8RfikX8hE5m4 off=559132 len=899708 2024-04-10T15:39:28.713 INFO:tasks.workunit.client.0.smithi102.stdout:op 4146 completed, throughput=5MB/sec 2024-04-10T15:39:28.713 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iCM8vUkCnBJDU_U off=6460467 len=655477 2024-04-10T15:39:28.713 INFO:tasks.workunit.client.0.smithi102.stdout:op 4147 completed, throughput=5MB/sec 2024-04-10T15:39:28.713 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qrudB4PVVfstmzj off=4580644 len=546478 2024-04-10T15:39:28.718 INFO:tasks.workunit.client.0.smithi102.stdout:op 4148 completed, throughput=5MB/sec 2024-04-10T15:39:28.718 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PKQUxiSbjowqM3d off=60210 len=517857 2024-04-10T15:39:28.719 INFO:tasks.workunit.client.0.smithi102.stdout:op 4149 completed, throughput=5MB/sec 2024-04-10T15:39:28.719 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tewXuKkT7ZFJ4xO off=784295 len=2092071 2024-04-10T15:39:28.731 INFO:tasks.workunit.client.0.smithi102.stdout:op 4150 completed, throughput=5MB/sec 2024-04-10T15:39:29.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:29 smithi154 ceph-mon[84269]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:39:29.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:29 smithi102 ceph-mon[90943]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:39:29.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:29 smithi102 ceph-mon[88557]: pgmap v1757: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:39:29.731 INFO:tasks.workunit.client.0.smithi102.stdout: 807: throughput=5MB/sec pending data=0 2024-04-10T15:39:29.731 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BG-zbygVQzpGr5y off=2951602 len=1175488 2024-04-10T15:39:29.738 INFO:tasks.workunit.client.0.smithi102.stdout:op 4151 completed, throughput=5MB/sec 2024-04-10T15:39:29.738 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DHXnmKXx-pZD14_ off=6566280 len=548911 2024-04-10T15:39:29.741 INFO:tasks.workunit.client.0.smithi102.stdout:op 4152 completed, throughput=5MB/sec 2024-04-10T15:39:29.741 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Oy1EW9kiQ9yfShE off=3874176 len=918630 2024-04-10T15:39:29.744 INFO:tasks.workunit.client.0.smithi102.stdout:op 4153 completed, throughput=5MB/sec 2024-04-10T15:39:29.744 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_dGMjQ11C0FDA0k off=7434185 len=1572228 2024-04-10T15:39:29.746 INFO:tasks.workunit.client.0.smithi102.stdout:op 4154 completed, throughput=5MB/sec 2024-04-10T15:39:30.746 INFO:tasks.workunit.client.0.smithi102.stdout: 808: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:30.747 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Knntv39n2x-Iqn3 off=5492706 len=592946 2024-04-10T15:39:30.747 INFO:tasks.workunit.client.0.smithi102.stdout:op 4155 completed, throughput=4.99MB/sec 2024-04-10T15:39:30.747 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-01ejOq07VGahzdt off=6448507 len=1482979 2024-04-10T15:39:30.749 INFO:tasks.workunit.client.0.smithi102.stdout:op 4156 completed, throughput=5MB/sec 2024-04-10T15:39:30.749 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ihJxUACCRaC5ci9 off=5702591 len=338958 2024-04-10T15:39:30.752 INFO:tasks.workunit.client.0.smithi102.stdout:op 4157 completed, throughput=5MB/sec 2024-04-10T15:39:30.752 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-B4pNUGJ9kKFOrnY off=3506224 len=1560578 2024-04-10T15:39:30.761 INFO:tasks.workunit.client.0.smithi102.stdout:op 4158 completed, throughput=5MB/sec 2024-04-10T15:39:30.762 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6Xq6jagwpLXorvw off=2884518 len=2007808 2024-04-10T15:39:30.765 INFO:tasks.workunit.client.0.smithi102.stdout:op 4159 completed, throughput=5MB/sec 2024-04-10T15:39:31.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:31 smithi154 ceph-mon[84269]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:39:31.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:31 smithi102 ceph-mon[88557]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:39:31.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:31 smithi102 ceph-mon[90943]: pgmap v1758: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:39:31.765 INFO:tasks.workunit.client.0.smithi102.stdout: 809: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:31.765 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vLTRBC0tAybBJQ1 off=9549761 len=34397 2024-04-10T15:39:31.768 INFO:tasks.workunit.client.0.smithi102.stdout:op 4160 completed, throughput=4.99MB/sec 2024-04-10T15:39:31.768 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TX6_8JBcljGLZpe off=4028441 len=492327 2024-04-10T15:39:31.769 INFO:tasks.workunit.client.0.smithi102.stdout:op 4161 completed, throughput=5MB/sec 2024-04-10T15:39:31.769 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Fbaf4rsL3vTk3E- off=12688795 len=2001063 2024-04-10T15:39:31.773 INFO:tasks.workunit.client.0.smithi102.stdout:op 4162 completed, throughput=5MB/sec 2024-04-10T15:39:31.774 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-24iFhgnF2F5lqk5 off=1326412 len=1826198 2024-04-10T15:39:31.780 INFO:tasks.workunit.client.0.smithi102.stdout:op 4163 completed, throughput=5MB/sec 2024-04-10T15:39:31.780 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qNdaDlDny5Uii2i off=741917 len=1297982 2024-04-10T15:39:31.786 INFO:tasks.workunit.client.0.smithi102.stdout:op 4164 completed, throughput=5MB/sec 2024-04-10T15:39:32.642 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:39:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:39:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:39:32.787 INFO:tasks.workunit.client.0.smithi102.stdout: 810: throughput=5MB/sec pending data=0 2024-04-10T15:39:32.787 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9GshS_JshhUGZxI off=5508158 len=2065676 2024-04-10T15:39:32.797 INFO:tasks.workunit.client.0.smithi102.stdout:op 4165 completed, throughput=5MB/sec 2024-04-10T15:39:32.797 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kh8mGJuYBeAc6B1 off=2686482 len=2038898 2024-04-10T15:39:32.808 INFO:tasks.workunit.client.0.smithi102.stdout:op 4166 completed, throughput=5MB/sec 2024-04-10T15:39:32.808 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-EzKBSyOktbn5H_N off=298620 len=1135021 2024-04-10T15:39:32.809 INFO:tasks.workunit.client.0.smithi102.stdout:op 4167 completed, throughput=5MB/sec 2024-04-10T15:39:33.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:33 smithi154 ceph-mon[84269]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:39:33.422 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:33 smithi102 ceph-mon[88557]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:39:33.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:33 smithi102 ceph-mon[90943]: pgmap v1759: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:39:33.809 INFO:tasks.workunit.client.0.smithi102.stdout: 811: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:33.810 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-19o06Zuh67hCkZo off=3511357 len=24038 2024-04-10T15:39:33.810 INFO:tasks.workunit.client.0.smithi102.stdout:op 4168 completed, throughput=5MB/sec 2024-04-10T15:39:33.810 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XsR_dUToYxtJzVE off=299980 len=168112 2024-04-10T15:39:33.811 INFO:tasks.workunit.client.0.smithi102.stdout:op 4169 completed, throughput=5MB/sec 2024-04-10T15:39:33.811 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-q6F_pRnY1lttrny off=8715657 len=2093005 2024-04-10T15:39:33.813 INFO:tasks.workunit.client.0.smithi102.stdout:op 4170 completed, throughput=5MB/sec 2024-04-10T15:39:33.813 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-t7ggGoNrH1TePSS off=1408412 len=1741612 2024-04-10T15:39:33.822 INFO:tasks.workunit.client.0.smithi102.stdout:op 4171 completed, throughput=5MB/sec 2024-04-10T15:39:33.822 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oISKA3VaaYxNX6j off=4717199 len=886036 2024-04-10T15:39:33.822 INFO:tasks.workunit.client.0.smithi102.stdout:op 4172 completed, throughput=5MB/sec 2024-04-10T15:39:34.823 INFO:tasks.workunit.client.0.smithi102.stdout: 812: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:34.823 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-R7VE50xkXxcZUp3 off=1306344 len=121345 2024-04-10T15:39:34.826 INFO:tasks.workunit.client.0.smithi102.stdout:op 4173 completed, throughput=4.99MB/sec 2024-04-10T15:39:34.826 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9UFxVYD46wQgHQR off=4814490 len=314144 2024-04-10T15:39:34.829 INFO:tasks.workunit.client.0.smithi102.stdout:op 4174 completed, throughput=4.99MB/sec 2024-04-10T15:39:34.829 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xpPE8F4JY_6CUmS off=6803380 len=773070 2024-04-10T15:39:34.830 INFO:tasks.workunit.client.0.smithi102.stdout:op 4175 completed, throughput=5MB/sec 2024-04-10T15:39:34.830 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6FqwjAVJ7NeVAa_ off=949048 len=1048972 2024-04-10T15:39:34.835 INFO:tasks.workunit.client.0.smithi102.stdout:op 4176 completed, throughput=5MB/sec 2024-04-10T15:39:34.835 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6ETOpOsZzIonhM4 off=10859548 len=1987727 2024-04-10T15:39:34.843 INFO:tasks.workunit.client.0.smithi102.stdout:op 4177 completed, throughput=5MB/sec 2024-04-10T15:39:34.844 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-W1wDvI13RzSysyv off=488050 len=2051386 2024-04-10T15:39:34.854 INFO:tasks.workunit.client.0.smithi102.stdout:op 4178 completed, throughput=5MB/sec 2024-04-10T15:39:35.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:35 smithi154 ceph-mon[84269]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:39:35.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:35 smithi102 ceph-mon[90943]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:39:35.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:35 smithi102 ceph-mon[88557]: pgmap v1760: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:39:35.852 INFO:tasks.workunit.client.0.smithi102.stdout: 813: throughput=5MB/sec pending data=0 2024-04-10T15:39:35.852 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-n3uOlLNqhcNRpvL off=11902123 len=658946 2024-04-10T15:39:35.855 INFO:tasks.workunit.client.0.smithi102.stdout:op 4179 completed, throughput=5MB/sec 2024-04-10T15:39:35.855 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dQrK1x8sRMZ-_Tj off=3003291 len=1299136 2024-04-10T15:39:35.863 INFO:tasks.workunit.client.0.smithi102.stdout:op 4180 completed, throughput=5MB/sec 2024-04-10T15:39:35.863 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bhZh0eYMIhz3X5N off=6162032 len=1376305 2024-04-10T15:39:35.869 INFO:tasks.workunit.client.0.smithi102.stdout:op 4181 completed, throughput=5MB/sec 2024-04-10T15:39:35.870 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QeqfFkFiE85elqW off=3889693 len=793401 2024-04-10T15:39:35.873 INFO:tasks.workunit.client.0.smithi102.stdout:op 4182 completed, throughput=5MB/sec 2024-04-10T15:39:36.874 INFO:tasks.workunit.client.0.smithi102.stdout: 814: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:36.874 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ur9Q_bFi2TMvoZX off=11613975 len=630503 2024-04-10T15:39:36.875 INFO:tasks.workunit.client.0.smithi102.stdout:op 4183 completed, throughput=4.99MB/sec 2024-04-10T15:39:36.875 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jWZpY-TR3y6AFNB off=6152280 len=754841 2024-04-10T15:39:36.879 INFO:tasks.workunit.client.0.smithi102.stdout:op 4184 completed, throughput=5MB/sec 2024-04-10T15:39:36.879 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tzM11VfmPejWEmR off=5704530 len=706558 2024-04-10T15:39:36.883 INFO:tasks.workunit.client.0.smithi102.stdout:op 4185 completed, throughput=5MB/sec 2024-04-10T15:39:36.883 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3_v0c9qutTKeRjJ off=14578823 len=608172 2024-04-10T15:39:36.887 INFO:tasks.workunit.client.0.smithi102.stdout:op 4186 completed, throughput=5MB/sec 2024-04-10T15:39:36.887 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5RnMB3Lw0OH5uTS off=11516027 len=1023533 2024-04-10T15:39:36.888 INFO:tasks.workunit.client.0.smithi102.stdout:op 4187 completed, throughput=5MB/sec 2024-04-10T15:39:36.888 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-yIU2-U26twesssn off=9820303 len=1886402 2024-04-10T15:39:36.902 INFO:tasks.workunit.client.0.smithi102.stdout:op 4188 completed, throughput=5MB/sec 2024-04-10T15:39:37.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:37 smithi154 ceph-mon[84269]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:39:37.392 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:37 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:39:37.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:37 smithi102 ceph-mon[90943]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:39:37.422 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:37 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:39:37.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:37 smithi102 ceph-mon[88557]: pgmap v1761: 105 pgs: 105 active+clean; 128 GiB data, 9.2 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:39:37.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:37 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:39:37.899 INFO:tasks.workunit.client.0.smithi102.stdout: 815: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:37.900 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-w3zmNt-razkbQLh off=6432236 len=330293 2024-04-10T15:39:37.902 INFO:tasks.workunit.client.0.smithi102.stdout:op 4189 completed, throughput=4.99MB/sec 2024-04-10T15:39:37.903 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qjbXOTItdyrSuzE off=8041521 len=511355 2024-04-10T15:39:37.905 INFO:tasks.workunit.client.0.smithi102.stdout:op 4190 completed, throughput=5MB/sec 2024-04-10T15:39:37.905 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-663dRrV4-XiLrHR off=9648618 len=297070 2024-04-10T15:39:37.906 INFO:tasks.workunit.client.0.smithi102.stdout:op 4191 completed, throughput=5MB/sec 2024-04-10T15:39:37.906 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-h-H8x2W0BvRTBld off=5098401 len=1585022 2024-04-10T15:39:37.909 INFO:tasks.workunit.client.0.smithi102.stdout:op 4192 completed, throughput=5MB/sec 2024-04-10T15:39:37.909 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jvIp5wbuLR6raKm off=10010253 len=993618 2024-04-10T15:39:37.913 INFO:tasks.workunit.client.0.smithi102.stdout:op 4193 completed, throughput=5MB/sec 2024-04-10T15:39:37.913 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aEruYBM4FBh819m off=4184051 len=1631680 2024-04-10T15:39:37.920 INFO:tasks.workunit.client.0.smithi102.stdout:op 4194 completed, throughput=5MB/sec 2024-04-10T15:39:37.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:39:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:39:37] "GET /metrics HTTP/1.1" 200 34066 "" "Prometheus/2.43.0" 2024-04-10T15:39:38.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:39:38.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:39:38.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:38 smithi154 ceph-mon[84269]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:39:38.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:39:38.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:39:38.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:39:38.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:38.920 INFO:tasks.workunit.client.0.smithi102.stdout: 816: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:38.920 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WHp6Qq8PeVYo8tQ off=8450883 len=1880163 2024-04-10T15:39:38.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:39:38.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:39:38.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:38 smithi102 ceph-mon[90943]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:39:38.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:39:38.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:39:38.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:39:38.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:38.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:39:38.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:39:38.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:38 smithi102 ceph-mon[88557]: pgmap v1762: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:39:38.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:39:38.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:39:38.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:39:38.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:38.929 INFO:tasks.workunit.client.0.smithi102.stdout:op 4195 completed, throughput=5MB/sec 2024-04-10T15:39:38.929 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-u7orIWbvsRBg97q off=12705581 len=1798652 2024-04-10T15:39:38.930 INFO:tasks.workunit.client.0.smithi102.stdout:op 4196 completed, throughput=5MB/sec 2024-04-10T15:39:38.931 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VEpxzGAnXTl6P_m off=3214925 len=725387 2024-04-10T15:39:38.934 INFO:tasks.workunit.client.0.smithi102.stdout:op 4197 completed, throughput=5MB/sec 2024-04-10T15:39:38.935 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9q2MsyjSmYrQtrG off=2464409 len=1594374 2024-04-10T15:39:38.936 INFO:tasks.workunit.client.0.smithi102.stdout:op 4198 completed, throughput=5MB/sec 2024-04-10T15:39:39.936 INFO:tasks.workunit.client.0.smithi102.stdout: 817: throughput=5MB/sec pending data=0 2024-04-10T15:39:39.936 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NoMuArZfUpsmhHL off=2374333 len=75060 2024-04-10T15:39:39.939 INFO:tasks.workunit.client.0.smithi102.stdout:op 4199 completed, throughput=5MB/sec 2024-04-10T15:39:39.939 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6gwXnUTUPCETTZn off=4503982 len=812253 2024-04-10T15:39:39.940 INFO:tasks.workunit.client.0.smithi102.stdout:op 4200 completed, throughput=5MB/sec 2024-04-10T15:39:39.940 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ia0I9L2hBhoHJ09 off=3637593 len=959879 2024-04-10T15:39:39.941 INFO:tasks.workunit.client.0.smithi102.stdout:op 4201 completed, throughput=5MB/sec 2024-04-10T15:39:39.941 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hkdpk3ehfVZkjqc off=10945508 len=1847925 2024-04-10T15:39:39.952 INFO:tasks.workunit.client.0.smithi102.stdout:op 4202 completed, throughput=5MB/sec 2024-04-10T15:39:39.952 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--WHc09mf27eucaD off=2179503 len=1978811 2024-04-10T15:39:39.955 INFO:tasks.workunit.client.0.smithi102.stdout:op 4203 completed, throughput=5MB/sec 2024-04-10T15:39:40.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:40 smithi102 ceph-mon[90943]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-10T15:39:40.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:40 smithi102 ceph-mon[88557]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-10T15:39:40.955 INFO:tasks.workunit.client.0.smithi102.stdout: 818: throughput=5MB/sec pending data=0 2024-04-10T15:39:40.956 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gT1JlO7xvVTdiyE off=4642019 len=494299 2024-04-10T15:39:40.957 INFO:tasks.workunit.client.0.smithi102.stdout:op 4204 completed, throughput=5MB/sec 2024-04-10T15:39:40.957 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aa2o3wnNhlK8u_3 off=373426 len=2066609 2024-04-10T15:39:40.960 INFO:tasks.workunit.client.0.smithi102.stdout:op 4205 completed, throughput=5MB/sec 2024-04-10T15:39:40.960 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pgyFRLNuaPgBY97 off=38453 len=1704001 2024-04-10T15:39:40.961 INFO:tasks.workunit.client.0.smithi102.stdout:op 4206 completed, throughput=5MB/sec 2024-04-10T15:39:41.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:40 smithi154 ceph-mon[84269]: pgmap v1763: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 4 op/s 2024-04-10T15:39:41.962 INFO:tasks.workunit.client.0.smithi102.stdout: 819: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:41.962 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-g5-aNZv7vCFZwwr off=2193885 len=685979 2024-04-10T15:39:41.964 INFO:tasks.workunit.client.0.smithi102.stdout:op 4207 completed, throughput=5MB/sec 2024-04-10T15:39:41.964 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4OqMIgNXbrkvq9n off=1130390 len=1528215 2024-04-10T15:39:41.973 INFO:tasks.workunit.client.0.smithi102.stdout:op 4208 completed, throughput=5MB/sec 2024-04-10T15:39:41.974 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hQL0yKO_AzQMOsb off=5759654 len=946660 2024-04-10T15:39:41.975 INFO:tasks.workunit.client.0.smithi102.stdout:op 4209 completed, throughput=5MB/sec 2024-04-10T15:39:41.975 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VLjKCC8yLJjSfIZ off=2560513 len=1601956 2024-04-10T15:39:41.977 INFO:tasks.workunit.client.0.smithi102.stdout:op 4210 completed, throughput=5MB/sec 2024-04-10T15:39:41.977 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3rEyp6A189LfYva off=5754218 len=1616527 2024-04-10T15:39:41.987 INFO:tasks.workunit.client.0.smithi102.stdout:op 4211 completed, throughput=5MB/sec 2024-04-10T15:39:42.642 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:39:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:39:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:39:42.987 INFO:tasks.workunit.client.0.smithi102.stdout: 820: throughput=5MB/sec pending data=0 2024-04-10T15:39:42.987 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-swowD0A93XZAe6R off=8471755 len=875193 2024-04-10T15:39:42.988 INFO:tasks.workunit.client.0.smithi102.stdout:op 4212 completed, throughput=5MB/sec 2024-04-10T15:39:42.988 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xQuBRA8cNaF-qvD off=11869059 len=1224093 2024-04-10T15:39:42.990 INFO:tasks.workunit.client.0.smithi102.stdout:op 4213 completed, throughput=5MB/sec 2024-04-10T15:39:42.990 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-G0Q5SYnF8S8A0IF off=132037 len=1517086 2024-04-10T15:39:42.992 INFO:tasks.workunit.client.0.smithi102.stdout:op 4214 completed, throughput=5MB/sec 2024-04-10T15:39:42.992 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-O8JTYxfXdepbxRc off=1253731 len=1905781 2024-04-10T15:39:42.994 INFO:tasks.workunit.client.0.smithi102.stdout:op 4215 completed, throughput=5MB/sec 2024-04-10T15:39:43.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:42 smithi154 ceph-mon[84269]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:39:43.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:42 smithi102 ceph-mon[90943]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:39:43.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:42 smithi102 ceph-mon[88557]: pgmap v1764: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:39:43.995 INFO:tasks.workunit.client.0.smithi102.stdout: 821: throughput=5MB/sec pending data=0 2024-04-10T15:39:43.995 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-alxeCRhHNHRFDWx off=10824007 len=1890642 2024-04-10T15:39:43.997 INFO:tasks.workunit.client.0.smithi102.stdout:op 4216 completed, throughput=5MB/sec 2024-04-10T15:39:43.997 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rW_6QOe-GshuR_K off=10974711 len=882894 2024-04-10T15:39:44.001 INFO:tasks.workunit.client.0.smithi102.stdout:op 4217 completed, throughput=5MB/sec 2024-04-10T15:39:44.001 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-e1onj_1vehog4Ey off=4262470 len=372388 2024-04-10T15:39:44.004 INFO:tasks.workunit.client.0.smithi102.stdout:op 4218 completed, throughput=5MB/sec 2024-04-10T15:39:44.004 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jfU00xRrCOfD9At off=3533377 len=916520 2024-04-10T15:39:44.010 INFO:tasks.workunit.client.0.smithi102.stdout:op 4219 completed, throughput=5MB/sec 2024-04-10T15:39:45.010 INFO:tasks.workunit.client.0.smithi102.stdout: 822: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:45.010 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gAqKX2uECJszhU_ off=1419310 len=1174075 2024-04-10T15:39:45.017 INFO:tasks.workunit.client.0.smithi102.stdout:op 4220 completed, throughput=5MB/sec 2024-04-10T15:39:45.017 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8BRzreqbq0H9U4c off=17985920 len=2072062 2024-04-10T15:39:45.029 INFO:tasks.workunit.client.0.smithi102.stdout:op 4221 completed, throughput=5MB/sec 2024-04-10T15:39:45.029 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6z22uDEmxLp-4Pq off=8971976 len=1556844 2024-04-10T15:39:45.032 INFO:tasks.workunit.client.0.smithi102.stdout:op 4222 completed, throughput=5MB/sec 2024-04-10T15:39:45.032 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LPBhBr6ioogNlh4 off=23065657 len=858739 2024-04-10T15:39:45.037 INFO:tasks.workunit.client.0.smithi102.stdout:op 4223 completed, throughput=5MB/sec 2024-04-10T15:39:45.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:44 smithi154 ceph-mon[84269]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:39:45.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:44 smithi102 ceph-mon[90943]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:39:45.172 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:44 smithi102 ceph-mon[88557]: pgmap v1765: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:39:46.038 INFO:tasks.workunit.client.0.smithi102.stdout: 823: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:46.038 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6FMkSal3KqRcRiy off=862852 len=515352 2024-04-10T15:39:46.039 INFO:tasks.workunit.client.0.smithi102.stdout:op 4224 completed, throughput=5MB/sec 2024-04-10T15:39:46.039 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jo85qpq6G-3Lqne off=4003863 len=923882 2024-04-10T15:39:46.045 INFO:tasks.workunit.client.0.smithi102.stdout:op 4225 completed, throughput=5MB/sec 2024-04-10T15:39:46.045 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-575GclcfS1zB3BZ off=352130 len=651746 2024-04-10T15:39:46.049 INFO:tasks.workunit.client.0.smithi102.stdout:op 4226 completed, throughput=5MB/sec 2024-04-10T15:39:46.049 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-v3Y8gjYa62WAL2Y off=9786836 len=620995 2024-04-10T15:39:46.049 INFO:tasks.workunit.client.0.smithi102.stdout:op 4227 completed, throughput=5MB/sec 2024-04-10T15:39:46.050 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oP2tnCYEoYFAnyO off=15987274 len=406013 2024-04-10T15:39:46.050 INFO:tasks.workunit.client.0.smithi102.stdout:op 4228 completed, throughput=5MB/sec 2024-04-10T15:39:46.050 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-s5bAcD8fvhvVEVe off=1883558 len=1273708 2024-04-10T15:39:46.053 INFO:tasks.workunit.client.0.smithi102.stdout:op 4229 completed, throughput=5MB/sec 2024-04-10T15:39:46.053 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DR7SN-yaP2tS0F7 off=503864 len=1031323 2024-04-10T15:39:46.059 INFO:tasks.workunit.client.0.smithi102.stdout:op 4230 completed, throughput=5MB/sec 2024-04-10T15:39:47.060 INFO:tasks.workunit.client.0.smithi102.stdout: 824: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:47.060 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QFZzlPS01fWGexf off=1490510 len=602947 2024-04-10T15:39:47.061 INFO:tasks.workunit.client.0.smithi102.stdout:op 4231 completed, throughput=5MB/sec 2024-04-10T15:39:47.062 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uiWZ8hFXPozp7Nk off=1380154 len=221302 2024-04-10T15:39:47.062 INFO:tasks.workunit.client.0.smithi102.stdout:op 4232 completed, throughput=5MB/sec 2024-04-10T15:39:47.062 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Mu229NUFSU3VNCH off=12102981 len=1625100 2024-04-10T15:39:47.069 INFO:tasks.workunit.client.0.smithi102.stdout:op 4233 completed, throughput=5MB/sec 2024-04-10T15:39:47.069 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jU9pivrZ7oFRP2s off=9236990 len=1089649 2024-04-10T15:39:47.075 INFO:tasks.workunit.client.0.smithi102.stdout:op 4234 completed, throughput=5MB/sec 2024-04-10T15:39:47.075 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-juyojmBufzvDhN5 off=789279 len=30367 2024-04-10T15:39:47.078 INFO:tasks.workunit.client.0.smithi102.stdout:op 4235 completed, throughput=5MB/sec 2024-04-10T15:39:47.078 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-atRv8-uhDJZ_u_G off=1534449 len=1497250 2024-04-10T15:39:47.085 INFO:tasks.workunit.client.0.smithi102.stdout:op 4236 completed, throughput=5MB/sec 2024-04-10T15:39:47.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:46 smithi154 ceph-mon[84269]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-10T15:39:47.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:46 smithi102 ceph-mon[90943]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-10T15:39:47.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:46 smithi102 ceph-mon[88557]: pgmap v1766: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 1.8 MiB/s rd, 2.3 MiB/s wr, 3 op/s 2024-04-10T15:39:47.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:39:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:39:47] "GET /metrics HTTP/1.1" 200 34075 "" "Prometheus/2.43.0" 2024-04-10T15:39:48.085 INFO:tasks.workunit.client.0.smithi102.stdout: 825: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:48.085 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QUz1upsWj-n37ER off=569808 len=1920662 2024-04-10T15:39:48.097 INFO:tasks.workunit.client.0.smithi102.stdout:op 4237 completed, throughput=5MB/sec 2024-04-10T15:39:48.097 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TGAbl9ha1wJOCo4 off=3860827 len=371909 2024-04-10T15:39:48.097 INFO:tasks.workunit.client.0.smithi102.stdout:op 4238 completed, throughput=5MB/sec 2024-04-10T15:39:48.098 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-q_2NONefHhn4joP off=9151475 len=90289 2024-04-10T15:39:48.098 INFO:tasks.workunit.client.0.smithi102.stdout:op 4239 completed, throughput=5MB/sec 2024-04-10T15:39:48.098 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ttw-afhntBEP2O0 off=0 len=1129111 2024-04-10T15:39:48.104 INFO:tasks.workunit.client.0.smithi102.stdout:op 4240 completed, throughput=5MB/sec 2024-04-10T15:39:48.104 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6gwXnUTUPCETTZn off=9196744 len=1975859 2024-04-10T15:39:48.105 INFO:tasks.workunit.client.0.smithi102.stdout:op 4241 completed, throughput=5MB/sec 2024-04-10T15:39:49.106 INFO:tasks.workunit.client.0.smithi102.stdout: 826: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:49.106 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-86fWOZEj0h5Xpvm off=2223558 len=2078282 2024-04-10T15:39:49.110 INFO:tasks.workunit.client.0.smithi102.stdout:op 4242 completed, throughput=5MB/sec 2024-04-10T15:39:49.111 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gxId-s0VnxPkCQl off=6661064 len=1257979 2024-04-10T15:39:49.112 INFO:tasks.workunit.client.0.smithi102.stdout:op 4243 completed, throughput=5MB/sec 2024-04-10T15:39:49.112 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5UcyaHmKOOFVBVG off=4630530 len=486085 2024-04-10T15:39:49.113 INFO:tasks.workunit.client.0.smithi102.stdout:op 4244 completed, throughput=5MB/sec 2024-04-10T15:39:49.113 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-EWBMND8e4pJv_Ih off=10109004 len=778640 2024-04-10T15:39:49.115 INFO:tasks.workunit.client.0.smithi102.stdout:op 4245 completed, throughput=5MB/sec 2024-04-10T15:39:49.115 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZshVcy0KiUewu1K off=2069085 len=1370688 2024-04-10T15:39:49.121 INFO:tasks.workunit.client.0.smithi102.stdout:op 4246 completed, throughput=5MB/sec 2024-04-10T15:39:49.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:48 smithi154 ceph-mon[84269]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:39:49.172 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:48 smithi102 ceph-mon[88557]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:39:49.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:48 smithi102 ceph-mon[90943]: pgmap v1767: 105 pgs: 105 active+clean; 128 GiB data, 9.3 GiB used, 706 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:39:50.121 INFO:tasks.workunit.client.0.smithi102.stdout: 827: throughput=5MB/sec pending data=0 2024-04-10T15:39:50.121 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ura45pYfT3t_X3h off=8324300 len=1707572 2024-04-10T15:39:50.130 INFO:tasks.workunit.client.0.smithi102.stdout:op 4247 completed, throughput=5MB/sec 2024-04-10T15:39:50.130 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-n5rQ-7DubBJbIQo off=5810701 len=1261445 2024-04-10T15:39:50.135 INFO:tasks.workunit.client.0.smithi102.stdout:op 4248 completed, throughput=5MB/sec 2024-04-10T15:39:50.135 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zKksdxUZLi0dYBs off=2401963 len=699811 2024-04-10T15:39:50.136 INFO:tasks.workunit.client.0.smithi102.stdout:op 4249 completed, throughput=5MB/sec 2024-04-10T15:39:50.137 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oTm4H57xdphtpu4 off=1198280 len=760581 2024-04-10T15:39:50.141 INFO:tasks.workunit.client.0.smithi102.stdout:op 4250 completed, throughput=5MB/sec 2024-04-10T15:39:51.141 INFO:tasks.workunit.client.0.smithi102.stdout: 828: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:51.141 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MnPUhgYn-ZdsKpz off=927898 len=1228232 2024-04-10T15:39:51.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:50 smithi154 ceph-mon[84269]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:39:51.143 INFO:tasks.workunit.client.0.smithi102.stdout:op 4251 completed, throughput=5MB/sec 2024-04-10T15:39:51.143 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-X0MjRnzDmXFJQQ2 off=440060 len=377859 2024-04-10T15:39:51.147 INFO:tasks.workunit.client.0.smithi102.stdout:op 4252 completed, throughput=5MB/sec 2024-04-10T15:39:51.147 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-EGmEoqUR6QbcWnA off=991923 len=399336 2024-04-10T15:39:51.148 INFO:tasks.workunit.client.0.smithi102.stdout:op 4253 completed, throughput=5MB/sec 2024-04-10T15:39:51.148 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9IEXUvS8FuNE3FO off=1432160 len=1262839 2024-04-10T15:39:51.149 INFO:tasks.workunit.client.0.smithi102.stdout:op 4254 completed, throughput=5MB/sec 2024-04-10T15:39:51.150 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dnKs_4n8rDq-49T off=7871525 len=782808 2024-04-10T15:39:51.151 INFO:tasks.workunit.client.0.smithi102.stdout:op 4255 completed, throughput=5MB/sec 2024-04-10T15:39:51.151 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--VpeBEhCbEHkjBZ off=1160473 len=607604 2024-04-10T15:39:51.155 INFO:tasks.workunit.client.0.smithi102.stdout:op 4256 completed, throughput=5MB/sec 2024-04-10T15:39:51.155 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ucPFvHApjpNhiyn off=1708722 len=1874980 2024-04-10T15:39:51.158 INFO:tasks.workunit.client.0.smithi102.stdout:op 4257 completed, throughput=5MB/sec 2024-04-10T15:39:51.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:50 smithi102 ceph-mon[90943]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:39:51.172 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:50 smithi102 ceph-mon[88557]: pgmap v1768: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:39:52.159 INFO:tasks.workunit.client.0.smithi102.stdout: 829: throughput=5MB/sec pending data=0 2024-04-10T15:39:52.159 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-b19J60b9-a3yUVQ off=5697837 len=351268 2024-04-10T15:39:52.160 INFO:tasks.workunit.client.0.smithi102.stdout:op 4258 completed, throughput=5MB/sec 2024-04-10T15:39:52.160 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-c_FHI1JuCpCK9fx off=0 len=1627902 2024-04-10T15:39:52.167 INFO:tasks.workunit.client.0.smithi102.stdout:op 4259 completed, throughput=5MB/sec 2024-04-10T15:39:52.167 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tggsAAlk5knZbee off=15150548 len=442200 2024-04-10T15:39:52.168 INFO:tasks.workunit.client.0.smithi102.stdout:op 4260 completed, throughput=5MB/sec 2024-04-10T15:39:52.168 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zNooNtsWksWhFcg off=6837665 len=1399522 2024-04-10T15:39:52.175 INFO:tasks.workunit.client.0.smithi102.stdout:op 4261 completed, throughput=5MB/sec 2024-04-10T15:39:52.175 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GhbLhxkrckbD5YN off=2146322 len=772679 2024-04-10T15:39:52.176 INFO:tasks.workunit.client.0.smithi102.stdout:op 4262 completed, throughput=5MB/sec 2024-04-10T15:39:52.642 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:39:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:39:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:39:53.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:52 smithi154 ceph-mon[84269]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:39:53.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:52 smithi102 ceph-mon[90943]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:39:53.172 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:52 smithi102 ceph-mon[88557]: pgmap v1769: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:39:53.176 INFO:tasks.workunit.client.0.smithi102.stdout: 830: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:53.176 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Qprh6PfJOusKs3E off=2252647 len=647374 2024-04-10T15:39:53.181 INFO:tasks.workunit.client.0.smithi102.stdout:op 4263 completed, throughput=5MB/sec 2024-04-10T15:39:53.181 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uwzIEdwIDRtsCbb off=10894068 len=1332715 2024-04-10T15:39:53.190 INFO:tasks.workunit.client.0.smithi102.stdout:op 4264 completed, throughput=5MB/sec 2024-04-10T15:39:53.190 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZjnUz_76YpwYokj off=17830106 len=1493103 2024-04-10T15:39:53.192 INFO:tasks.workunit.client.0.smithi102.stdout:op 4265 completed, throughput=5MB/sec 2024-04-10T15:39:53.192 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LOWhAbknZ8zNOV9 off=17101952 len=1270642 2024-04-10T15:39:53.198 INFO:tasks.workunit.client.0.smithi102.stdout:op 4266 completed, throughput=5MB/sec 2024-04-10T15:39:54.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:54.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:54.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:39:54.198 INFO:tasks.workunit.client.0.smithi102.stdout: 831: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:54.198 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-n-Os-mB1XKibwfE off=5920539 len=605137 2024-04-10T15:39:54.202 INFO:tasks.workunit.client.0.smithi102.stdout:op 4267 completed, throughput=4.99MB/sec 2024-04-10T15:39:54.203 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XkNBOCEo2y6K6a4 off=4839584 len=246628 2024-04-10T15:39:54.203 INFO:tasks.workunit.client.0.smithi102.stdout:op 4268 completed, throughput=5MB/sec 2024-04-10T15:39:54.203 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5w3EhKRE_JZsTu1 off=10606048 len=871416 2024-04-10T15:39:54.209 INFO:tasks.workunit.client.0.smithi102.stdout:op 4269 completed, throughput=5MB/sec 2024-04-10T15:39:54.209 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj---YdTGWzo2_uEls off=6969780 len=683384 2024-04-10T15:39:54.210 INFO:tasks.workunit.client.0.smithi102.stdout:op 4270 completed, throughput=5MB/sec 2024-04-10T15:39:54.210 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zoI1ZatnwnX_ytJ off=15384060 len=527832 2024-04-10T15:39:54.211 INFO:tasks.workunit.client.0.smithi102.stdout:op 4271 completed, throughput=5MB/sec 2024-04-10T15:39:54.211 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qYmuWymxL3BAShG off=8814045 len=1430560 2024-04-10T15:39:54.213 INFO:tasks.workunit.client.0.smithi102.stdout:op 4272 completed, throughput=5MB/sec 2024-04-10T15:39:54.213 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3ubKMU6YustbiWD off=4077013 len=1512006 2024-04-10T15:39:54.214 INFO:tasks.workunit.client.0.smithi102.stdout:op 4273 completed, throughput=5MB/sec 2024-04-10T15:39:55.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:54 smithi154 ceph-mon[84269]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:39:55.172 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:54 smithi102 ceph-mon[88557]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:39:55.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:54 smithi102 ceph-mon[90943]: pgmap v1770: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:39:55.215 INFO:tasks.workunit.client.0.smithi102.stdout: 832: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:55.215 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ptYNB9NbDfMh38g off=7651147 len=1633590 2024-04-10T15:39:55.217 INFO:tasks.workunit.client.0.smithi102.stdout:op 4274 completed, throughput=5MB/sec 2024-04-10T15:39:55.217 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Kk5IMiNMzxN2IPs off=20161933 len=1384295 2024-04-10T15:39:55.218 INFO:tasks.workunit.client.0.smithi102.stdout:op 4275 completed, throughput=5MB/sec 2024-04-10T15:39:55.218 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zU9Yz7t6rQseJK9 off=20464481 len=1603039 2024-04-10T15:39:55.229 INFO:tasks.workunit.client.0.smithi102.stdout:op 4276 completed, throughput=5MB/sec 2024-04-10T15:39:55.229 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-w4abPlpdeKT3zou off=5864304 len=270118 2024-04-10T15:39:55.229 INFO:tasks.workunit.client.0.smithi102.stdout:op 4277 completed, throughput=5MB/sec 2024-04-10T15:39:56.230 INFO:tasks.workunit.client.0.smithi102.stdout: 833: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:56.230 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9MLSgEvRaILThCm off=15640643 len=875423 2024-04-10T15:39:56.232 INFO:tasks.workunit.client.0.smithi102.stdout:op 4278 completed, throughput=5MB/sec 2024-04-10T15:39:56.232 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GCI1QvQGsnWDS1s off=2833586 len=275429 2024-04-10T15:39:56.233 INFO:tasks.workunit.client.0.smithi102.stdout:op 4279 completed, throughput=5MB/sec 2024-04-10T15:39:56.233 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Z-G5AWn-REvysCq off=554161 len=632406 2024-04-10T15:39:56.235 INFO:tasks.workunit.client.0.smithi102.stdout:op 4280 completed, throughput=5MB/sec 2024-04-10T15:39:56.235 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qyDzEgOvNWsYb3K off=3063731 len=1514751 2024-04-10T15:39:56.236 INFO:tasks.workunit.client.0.smithi102.stdout:op 4281 completed, throughput=5MB/sec 2024-04-10T15:39:56.236 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TmgQROIPTokn2nW off=4111451 len=1259648 2024-04-10T15:39:56.245 INFO:tasks.workunit.client.0.smithi102.stdout:op 4282 completed, throughput=5MB/sec 2024-04-10T15:39:56.245 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-yhWiyenIwNRIXZL off=5336634 len=138993 2024-04-10T15:39:56.248 INFO:tasks.workunit.client.0.smithi102.stdout:op 4283 completed, throughput=5MB/sec 2024-04-10T15:39:56.248 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VX1N_LVajXYFBZ2 off=4972197 len=522917 2024-04-10T15:39:56.249 INFO:tasks.workunit.client.0.smithi102.stdout:op 4284 completed, throughput=5MB/sec 2024-04-10T15:39:57.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:56 smithi154 ceph-mon[84269]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:39:57.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:56 smithi102 ceph-mon[90943]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:39:57.172 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:56 smithi102 ceph-mon[88557]: pgmap v1771: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:39:57.250 INFO:tasks.workunit.client.0.smithi102.stdout: 834: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:57.250 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_CP8SirGjib_QPF off=8346832 len=1538414 2024-04-10T15:39:57.259 INFO:tasks.workunit.client.0.smithi102.stdout:op 4285 completed, throughput=5MB/sec 2024-04-10T15:39:57.259 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3omaAt7V-x3CUXt off=10779368 len=1857078 2024-04-10T15:39:57.261 INFO:tasks.workunit.client.0.smithi102.stdout:op 4286 completed, throughput=5MB/sec 2024-04-10T15:39:57.261 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-awtA8GYyapSfTAC off=9607442 len=211126 2024-04-10T15:39:57.262 INFO:tasks.workunit.client.0.smithi102.stdout:op 4287 completed, throughput=5MB/sec 2024-04-10T15:39:57.262 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vjwJekkljVJ-p_i off=1565680 len=981942 2024-04-10T15:39:57.263 INFO:tasks.workunit.client.0.smithi102.stdout:op 4288 completed, throughput=5MB/sec 2024-04-10T15:39:57.263 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JNieC6HLvxSe-8V off=3823363 len=1081268 2024-04-10T15:39:57.266 INFO:tasks.workunit.client.0.smithi102.stdout:op 4289 completed, throughput=5MB/sec 2024-04-10T15:39:57.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:39:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:39:57] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-10T15:39:58.266 INFO:tasks.workunit.client.0.smithi102.stdout: 835: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:58.266 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nyGWsz2aJmkOE0f off=1511706 len=1109584 2024-04-10T15:39:58.267 INFO:tasks.workunit.client.0.smithi102.stdout:op 4290 completed, throughput=5MB/sec 2024-04-10T15:39:58.268 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eZq3igILm1Tepwm off=3279152 len=1393574 2024-04-10T15:39:58.269 INFO:tasks.workunit.client.0.smithi102.stdout:op 4291 completed, throughput=5MB/sec 2024-04-10T15:39:58.269 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-c_EUlokJdbZcsb4 off=1301507 len=731498 2024-04-10T15:39:58.270 INFO:tasks.workunit.client.0.smithi102.stdout:op 4292 completed, throughput=5MB/sec 2024-04-10T15:39:58.270 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fDEncOxe87AZbfW off=1866905 len=269495 2024-04-10T15:39:58.272 INFO:tasks.workunit.client.0.smithi102.stdout:op 4293 completed, throughput=5MB/sec 2024-04-10T15:39:58.272 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-05knYvn7CYatdCn off=1658283 len=1533381 2024-04-10T15:39:58.281 INFO:tasks.workunit.client.0.smithi102.stdout:op 4294 completed, throughput=5MB/sec 2024-04-10T15:39:59.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:39:58 smithi154 ceph-mon[84269]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:39:59.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:39:58 smithi102 ceph-mon[90943]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:39:59.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:39:58 smithi102 ceph-mon[88557]: pgmap v1772: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:39:59.281 INFO:tasks.workunit.client.0.smithi102.stdout: 836: throughput=4.99MB/sec pending data=0 2024-04-10T15:39:59.281 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6YHNsnCD4Li4TXr off=2178347 len=1404567 2024-04-10T15:39:59.283 INFO:tasks.workunit.client.0.smithi102.stdout:op 4295 completed, throughput=5MB/sec 2024-04-10T15:39:59.283 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PL06rOeWUBvYMLx off=8395014 len=1152025 2024-04-10T15:39:59.289 INFO:tasks.workunit.client.0.smithi102.stdout:op 4296 completed, throughput=5MB/sec 2024-04-10T15:39:59.289 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BQdXPh1KxPj8Uzk off=4706692 len=765777 2024-04-10T15:39:59.295 INFO:tasks.workunit.client.0.smithi102.stdout:op 4297 completed, throughput=5MB/sec 2024-04-10T15:39:59.295 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DSA1657JaOz1OUm off=478534 len=687558 2024-04-10T15:39:59.297 INFO:tasks.workunit.client.0.smithi102.stdout:op 4298 completed, throughput=5MB/sec 2024-04-10T15:39:59.297 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ePtBb7rvPucvTRb off=3558755 len=802621 2024-04-10T15:39:59.300 INFO:tasks.workunit.client.0.smithi102.stdout:op 4299 completed, throughput=5MB/sec 2024-04-10T15:39:59.300 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TX6_8JBcljGLZpe off=1083007 len=66421 2024-04-10T15:39:59.303 INFO:tasks.workunit.client.0.smithi102.stdout:op 4300 completed, throughput=5MB/sec 2024-04-10T15:39:59.303 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sxOtolqmI8kh7Vj off=407204 len=933995 2024-04-10T15:39:59.307 INFO:tasks.workunit.client.0.smithi102.stdout:op 4301 completed, throughput=5MB/sec 2024-04-10T15:40:00.307 INFO:tasks.workunit.client.0.smithi102.stdout: 837: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:00.307 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6tNav4xD1LX-nT4 off=5321272 len=1149296 2024-04-10T15:40:00.309 INFO:tasks.workunit.client.0.smithi102.stdout:op 4302 completed, throughput=5MB/sec 2024-04-10T15:40:00.309 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eiaHQg4NuCfZTNG off=1310555 len=1749714 2024-04-10T15:40:00.317 INFO:tasks.workunit.client.0.smithi102.stdout:op 4303 completed, throughput=5MB/sec 2024-04-10T15:40:00.317 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5P0FnDcjue3WO3q off=3830293 len=209454 2024-04-10T15:40:00.320 INFO:tasks.workunit.client.0.smithi102.stdout:op 4304 completed, throughput=5MB/sec 2024-04-10T15:40:00.320 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kaFEOr0frAaXgZ2 off=3984522 len=134397 2024-04-10T15:40:00.322 INFO:tasks.workunit.client.0.smithi102.stdout:op 4305 completed, throughput=5MB/sec 2024-04-10T15:40:00.322 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-v4aA3BDa9bW4GSU off=1271660 len=1339408 2024-04-10T15:40:00.328 INFO:tasks.workunit.client.0.smithi102.stdout:op 4306 completed, throughput=5MB/sec 2024-04-10T15:40:00.328 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dTwQhrg5Ill9VCp off=950748 len=1530867 2024-04-10T15:40:00.334 INFO:tasks.workunit.client.0.smithi102.stdout:op 4307 completed, throughput=5MB/sec 2024-04-10T15:40:01.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:00 smithi154 ceph-mon[84269]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:40:01.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:00 smithi154 ceph-mon[84269]: overall HEALTH_OK 2024-04-10T15:40:01.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:00 smithi102 ceph-mon[90943]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:40:01.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:00 smithi102 ceph-mon[90943]: overall HEALTH_OK 2024-04-10T15:40:01.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:00 smithi102 ceph-mon[88557]: pgmap v1773: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:40:01.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:00 smithi102 ceph-mon[88557]: overall HEALTH_OK 2024-04-10T15:40:01.335 INFO:tasks.workunit.client.0.smithi102.stdout: 838: throughput=5MB/sec pending data=0 2024-04-10T15:40:01.335 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qclWbHKHuLAPzJ7 off=199753 len=196690 2024-04-10T15:40:01.338 INFO:tasks.workunit.client.0.smithi102.stdout:op 4308 completed, throughput=5MB/sec 2024-04-10T15:40:01.338 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-x_2wKQXCQnWiC4z off=3067549 len=1651631 2024-04-10T15:40:01.347 INFO:tasks.workunit.client.0.smithi102.stdout:op 4309 completed, throughput=5MB/sec 2024-04-10T15:40:01.348 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--koSIT3LyiGmTrB off=14330967 len=666795 2024-04-10T15:40:01.351 INFO:tasks.workunit.client.0.smithi102.stdout:op 4310 completed, throughput=5MB/sec 2024-04-10T15:40:01.352 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LDuJ3H69xHvp6Xq off=9340625 len=1362835 2024-04-10T15:40:01.357 INFO:tasks.workunit.client.0.smithi102.stdout:op 4311 completed, throughput=5MB/sec 2024-04-10T15:40:01.357 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sVfnPXRtKVD57iq off=2031384 len=1001427 2024-04-10T15:40:01.358 INFO:tasks.workunit.client.0.smithi102.stdout:op 4312 completed, throughput=5MB/sec 2024-04-10T15:40:02.358 INFO:tasks.workunit.client.0.smithi102.stdout: 839: throughput=5MB/sec pending data=0 2024-04-10T15:40:02.359 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IZLWCUUR6VM4KBS off=7778930 len=615998 2024-04-10T15:40:02.362 INFO:tasks.workunit.client.0.smithi102.stdout:op 4313 completed, throughput=5MB/sec 2024-04-10T15:40:02.362 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5uwO0GqyTgOUHqj off=6687026 len=1079271 2024-04-10T15:40:02.367 INFO:tasks.workunit.client.0.smithi102.stdout:op 4314 completed, throughput=5MB/sec 2024-04-10T15:40:02.367 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-EF7hEb4nUPDce0a off=217442 len=1880438 2024-04-10T15:40:02.369 INFO:tasks.workunit.client.0.smithi102.stdout:op 4315 completed, throughput=5MB/sec 2024-04-10T15:40:02.369 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rUZgm16BD8YzCyH off=3762647 len=1665634 2024-04-10T15:40:02.379 INFO:tasks.workunit.client.0.smithi102.stdout:op 4316 completed, throughput=5MB/sec 2024-04-10T15:40:02.642 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:40:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:40:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:40:03.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:02 smithi154 ceph-mon[84269]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:40:03.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:02 smithi102 ceph-mon[90943]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:40:03.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:02 smithi102 ceph-mon[88557]: pgmap v1774: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:40:03.380 INFO:tasks.workunit.client.0.smithi102.stdout: 840: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:03.380 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RabYVNEJcMwEJH5 off=11380438 len=262490 2024-04-10T15:40:03.383 INFO:tasks.workunit.client.0.smithi102.stdout:op 4317 completed, throughput=5MB/sec 2024-04-10T15:40:03.383 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8BryPh_YA5WI4Ua off=5927031 len=1869490 2024-04-10T15:40:03.390 INFO:tasks.workunit.client.0.smithi102.stdout:op 4318 completed, throughput=5MB/sec 2024-04-10T15:40:03.391 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-b54CIzc2vM_7SJT off=2070344 len=2018078 2024-04-10T15:40:03.394 INFO:tasks.workunit.client.0.smithi102.stdout:op 4319 completed, throughput=5MB/sec 2024-04-10T15:40:03.395 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-v1xnq0_Le-h-R5n off=12487658 len=681689 2024-04-10T15:40:03.398 INFO:tasks.workunit.client.0.smithi102.stdout:op 4320 completed, throughput=5MB/sec 2024-04-10T15:40:04.399 INFO:tasks.workunit.client.0.smithi102.stdout: 841: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:04.399 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kDBbMBWHjZ1531n off=16640482 len=1623755 2024-04-10T15:40:04.403 INFO:tasks.workunit.client.0.smithi102.stdout:op 4321 completed, throughput=5MB/sec 2024-04-10T15:40:04.403 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-J1XByQ-_fpoIDbV off=3892716 len=209123 2024-04-10T15:40:04.405 INFO:tasks.workunit.client.0.smithi102.stdout:op 4322 completed, throughput=5MB/sec 2024-04-10T15:40:04.405 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zPblqhSViQkoX80 off=10009115 len=286370 2024-04-10T15:40:04.406 INFO:tasks.workunit.client.0.smithi102.stdout:op 4323 completed, throughput=5MB/sec 2024-04-10T15:40:04.406 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OSKxkoC-5mwRRTm off=3443629 len=103376 2024-04-10T15:40:04.409 INFO:tasks.workunit.client.0.smithi102.stdout:op 4324 completed, throughput=5MB/sec 2024-04-10T15:40:04.409 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ywsFLAARnXLM3nW off=749000 len=1530937 2024-04-10T15:40:04.410 INFO:tasks.workunit.client.0.smithi102.stdout:op 4325 completed, throughput=5MB/sec 2024-04-10T15:40:04.410 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9IobeDhBlr_dB39 off=9294209 len=1826629 2024-04-10T15:40:04.412 INFO:tasks.workunit.client.0.smithi102.stdout:op 4326 completed, throughput=5MB/sec 2024-04-10T15:40:05.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:04 smithi154 ceph-mon[84269]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:40:05.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:04 smithi102 ceph-mon[90943]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:40:05.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:04 smithi102 ceph-mon[88557]: pgmap v1775: 105 pgs: 105 active+clean; 128 GiB data, 9.4 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:40:05.412 INFO:tasks.workunit.client.0.smithi102.stdout: 842: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:05.413 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KtWf_njb5u31BMx off=1150793 len=1510225 2024-04-10T15:40:05.420 INFO:tasks.workunit.client.0.smithi102.stdout:op 4327 completed, throughput=5MB/sec 2024-04-10T15:40:05.420 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8dFgmIQUNc2fFY4 off=1176508 len=216552 2024-04-10T15:40:05.421 INFO:tasks.workunit.client.0.smithi102.stdout:op 4328 completed, throughput=5MB/sec 2024-04-10T15:40:05.421 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3M9UYtOrt6pqPap off=332836 len=864130 2024-04-10T15:40:05.422 INFO:tasks.workunit.client.0.smithi102.stdout:op 4329 completed, throughput=5MB/sec 2024-04-10T15:40:05.422 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OWwazFcaXvanv2R off=5439267 len=297153 2024-04-10T15:40:05.425 INFO:tasks.workunit.client.0.smithi102.stdout:op 4330 completed, throughput=5MB/sec 2024-04-10T15:40:05.425 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VdoVeh4yEj-Re-V off=252150 len=854028 2024-04-10T15:40:05.430 INFO:tasks.workunit.client.0.smithi102.stdout:op 4331 completed, throughput=5MB/sec 2024-04-10T15:40:05.430 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qzy9pvzJ6ApzHBc off=13769661 len=39455 2024-04-10T15:40:05.431 INFO:tasks.workunit.client.0.smithi102.stdout:op 4332 completed, throughput=5MB/sec 2024-04-10T15:40:05.431 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-A7BSlPtPFRDGEWm off=322622 len=1687292 2024-04-10T15:40:05.434 INFO:tasks.workunit.client.0.smithi102.stdout:op 4333 completed, throughput=5MB/sec 2024-04-10T15:40:06.434 INFO:tasks.workunit.client.0.smithi102.stdout: 843: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:06.435 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5E_PZN8tte81TSl off=4524158 len=435669 2024-04-10T15:40:06.435 INFO:tasks.workunit.client.0.smithi102.stdout:op 4334 completed, throughput=5MB/sec 2024-04-10T15:40:06.435 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TBmLcm1XG8Sdlc1 off=5016919 len=220166 2024-04-10T15:40:06.436 INFO:tasks.workunit.client.0.smithi102.stdout:op 4335 completed, throughput=5MB/sec 2024-04-10T15:40:06.436 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ggUC-zekQbgjOXr off=3304432 len=947754 2024-04-10T15:40:06.438 INFO:tasks.workunit.client.0.smithi102.stdout:op 4336 completed, throughput=5MB/sec 2024-04-10T15:40:06.438 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Q--ThY-vk4PC7HS off=6778703 len=1975599 2024-04-10T15:40:06.450 INFO:tasks.workunit.client.0.smithi102.stdout:op 4337 completed, throughput=5MB/sec 2024-04-10T15:40:06.450 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-19wf8O8Ukg5cKeX off=1530199 len=890713 2024-04-10T15:40:06.455 INFO:tasks.workunit.client.0.smithi102.stdout:op 4338 completed, throughput=5MB/sec 2024-04-10T15:40:06.455 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LD566GNgn5bNfdz off=4234542 len=1296066 2024-04-10T15:40:06.456 INFO:tasks.workunit.client.0.smithi102.stdout:op 4339 completed, throughput=5MB/sec 2024-04-10T15:40:07.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:06 smithi154 ceph-mon[84269]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:40:07.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:06 smithi102 ceph-mon[90943]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:40:07.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:06 smithi102 ceph-mon[88557]: pgmap v1776: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:40:07.457 INFO:tasks.workunit.client.0.smithi102.stdout: 844: throughput=5MB/sec pending data=0 2024-04-10T15:40:07.457 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fKUj93C3oJsdXK2 off=0 len=1210207 2024-04-10T15:40:07.465 INFO:tasks.workunit.client.0.smithi102.stdout:op 4340 completed, throughput=5MB/sec 2024-04-10T15:40:07.465 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OhtXWAmRdgH_oA9 off=4627986 len=935914 2024-04-10T15:40:07.466 INFO:tasks.workunit.client.0.smithi102.stdout:op 4341 completed, throughput=5MB/sec 2024-04-10T15:40:07.466 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Pe2tM7ZzkPV4vYr off=751376 len=219668 2024-04-10T15:40:07.467 INFO:tasks.workunit.client.0.smithi102.stdout:op 4342 completed, throughput=5MB/sec 2024-04-10T15:40:07.468 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4P45pZO1-ajgqey off=38889 len=1919992 2024-04-10T15:40:07.476 INFO:tasks.workunit.client.0.smithi102.stdout:op 4343 completed, throughput=5MB/sec 2024-04-10T15:40:07.476 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ujqwhrlwYMk9lw8 off=359441 len=831429 2024-04-10T15:40:07.478 INFO:tasks.workunit.client.0.smithi102.stdout:op 4344 completed, throughput=5MB/sec 2024-04-10T15:40:07.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:40:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:40:07] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-10T15:40:08.479 INFO:tasks.workunit.client.0.smithi102.stdout: 845: throughput=5MB/sec pending data=0 2024-04-10T15:40:08.479 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-J7Xh1CsS9G9V9eh off=2709985 len=44711 2024-04-10T15:40:08.481 INFO:tasks.workunit.client.0.smithi102.stdout:op 4345 completed, throughput=5MB/sec 2024-04-10T15:40:08.481 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-44LZSfYHwMPbcjk off=1064296 len=1721250 2024-04-10T15:40:08.483 INFO:tasks.workunit.client.0.smithi102.stdout:op 4346 completed, throughput=5MB/sec 2024-04-10T15:40:08.483 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VWrgrtOtRUWABJb off=7965827 len=874900 2024-04-10T15:40:08.484 INFO:tasks.workunit.client.0.smithi102.stdout:op 4347 completed, throughput=5MB/sec 2024-04-10T15:40:08.485 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4rjJjW6FAkrdQoo off=528201 len=1895668 2024-04-10T15:40:08.486 INFO:tasks.workunit.client.0.smithi102.stdout:op 4348 completed, throughput=5MB/sec 2024-04-10T15:40:08.486 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--oyNFT-CwYc9tS7 off=15378409 len=380456 2024-04-10T15:40:08.488 INFO:tasks.workunit.client.0.smithi102.stdout:op 4349 completed, throughput=5MB/sec 2024-04-10T15:40:09.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:08 smithi154 ceph-mon[84269]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:40:09.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:09.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:08 smithi102 ceph-mon[90943]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:40:09.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:09.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:08 smithi102 ceph-mon[88557]: pgmap v1777: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:40:09.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:09.488 INFO:tasks.workunit.client.0.smithi102.stdout: 846: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:09.488 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pciISUyNmFfrOI- off=1269795 len=961827 2024-04-10T15:40:09.494 INFO:tasks.workunit.client.0.smithi102.stdout:op 4350 completed, throughput=5MB/sec 2024-04-10T15:40:09.494 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-agSO8VLitr_c7i5 off=5449430 len=223908 2024-04-10T15:40:09.495 INFO:tasks.workunit.client.0.smithi102.stdout:op 4351 completed, throughput=5MB/sec 2024-04-10T15:40:09.495 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7qNTPU0egjy6hpA off=16492146 len=2017052 2024-04-10T15:40:09.497 INFO:tasks.workunit.client.0.smithi102.stdout:op 4352 completed, throughput=5MB/sec 2024-04-10T15:40:09.497 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-f8_bsmjrFoKtJgY off=749964 len=1810682 2024-04-10T15:40:09.499 INFO:tasks.workunit.client.0.smithi102.stdout:op 4353 completed, throughput=5MB/sec 2024-04-10T15:40:10.500 INFO:tasks.workunit.client.0.smithi102.stdout: 847: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:10.500 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vibGhThiNZF0MLx off=17867102 len=795961 2024-04-10T15:40:10.501 INFO:tasks.workunit.client.0.smithi102.stdout:op 4354 completed, throughput=5MB/sec 2024-04-10T15:40:10.501 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-b-c2kxl-y1iedLR off=14291933 len=218831 2024-04-10T15:40:10.504 INFO:tasks.workunit.client.0.smithi102.stdout:op 4355 completed, throughput=5MB/sec 2024-04-10T15:40:10.504 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PCbg3lh0FUKcW4Z off=8575309 len=1340820 2024-04-10T15:40:10.506 INFO:tasks.workunit.client.0.smithi102.stdout:op 4356 completed, throughput=5MB/sec 2024-04-10T15:40:10.506 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uEfKsGrYVR5aPnN off=718733 len=1092232 2024-04-10T15:40:10.513 INFO:tasks.workunit.client.0.smithi102.stdout:op 4357 completed, throughput=5MB/sec 2024-04-10T15:40:10.513 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GA5ZNSaBxL1bTWC off=14199945 len=766129 2024-04-10T15:40:10.514 INFO:tasks.workunit.client.0.smithi102.stdout:op 4358 completed, throughput=5MB/sec 2024-04-10T15:40:10.514 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vqi-qMHI5VnMfdA off=1810344 len=2020080 2024-04-10T15:40:10.518 INFO:tasks.workunit.client.0.smithi102.stdout:op 4359 completed, throughput=5MB/sec 2024-04-10T15:40:11.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:10 smithi154 ceph-mon[84269]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-10T15:40:11.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:10 smithi102 ceph-mon[90943]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-10T15:40:11.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:10 smithi102 ceph-mon[88557]: pgmap v1778: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.8 MiB/s wr, 6 op/s 2024-04-10T15:40:11.518 INFO:tasks.workunit.client.0.smithi102.stdout: 848: throughput=5MB/sec pending data=0 2024-04-10T15:40:11.518 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9kOqxcF9N7pASjx off=2299014 len=705610 2024-04-10T15:40:11.520 INFO:tasks.workunit.client.0.smithi102.stdout:op 4360 completed, throughput=5MB/sec 2024-04-10T15:40:11.520 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-iWLy3rm90IgwyZl off=9729252 len=769472 2024-04-10T15:40:11.524 INFO:tasks.workunit.client.0.smithi102.stdout:op 4361 completed, throughput=5MB/sec 2024-04-10T15:40:11.524 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-c0BwAU6KbZh_UOa off=2115085 len=340458 2024-04-10T15:40:11.525 INFO:tasks.workunit.client.0.smithi102.stdout:op 4362 completed, throughput=5MB/sec 2024-04-10T15:40:11.525 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nhOraJbwjPLwnb4 off=3102735 len=192957 2024-04-10T15:40:11.526 INFO:tasks.workunit.client.0.smithi102.stdout:op 4363 completed, throughput=5MB/sec 2024-04-10T15:40:11.526 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ncIB8OX5QqF_YJ0 off=11946029 len=1092526 2024-04-10T15:40:11.527 INFO:tasks.workunit.client.0.smithi102.stdout:op 4364 completed, throughput=5MB/sec 2024-04-10T15:40:11.527 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aMX8Xor9i7ZQHFi off=3452687 len=795153 2024-04-10T15:40:11.528 INFO:tasks.workunit.client.0.smithi102.stdout:op 4365 completed, throughput=5MB/sec 2024-04-10T15:40:11.529 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-G4wQaCs2KtcqBUa off=5267949 len=204201 2024-04-10T15:40:11.529 INFO:tasks.workunit.client.0.smithi102.stdout:op 4366 completed, throughput=5MB/sec 2024-04-10T15:40:11.529 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lvnAaMVrtdJ0pHl off=6639051 len=435966 2024-04-10T15:40:11.533 INFO:tasks.workunit.client.0.smithi102.stdout:op 4367 completed, throughput=5MB/sec 2024-04-10T15:40:12.533 INFO:tasks.workunit.client.0.smithi102.stdout: 849: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:12.534 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_yaAHnp9SzydSPL off=923043 len=157185 2024-04-10T15:40:12.536 INFO:tasks.workunit.client.0.smithi102.stdout:op 4368 completed, throughput=4.99MB/sec 2024-04-10T15:40:12.536 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9siASlTPixTWtBP off=3528203 len=664629 2024-04-10T15:40:12.541 INFO:tasks.workunit.client.0.smithi102.stdout:op 4369 completed, throughput=5MB/sec 2024-04-10T15:40:12.541 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RAVOX2uy0D0d7vL off=7785759 len=417463 2024-04-10T15:40:12.542 INFO:tasks.workunit.client.0.smithi102.stdout:op 4370 completed, throughput=5MB/sec 2024-04-10T15:40:12.542 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HJzuLigjXurRwY3 off=1185899 len=305442 2024-04-10T15:40:12.545 INFO:tasks.workunit.client.0.smithi102.stdout:op 4371 completed, throughput=5MB/sec 2024-04-10T15:40:12.545 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gcdjVYUyEwHiXNi off=1986070 len=720256 2024-04-10T15:40:12.546 INFO:tasks.workunit.client.0.smithi102.stdout:op 4372 completed, throughput=5MB/sec 2024-04-10T15:40:12.546 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hgK3B4-qlFH9h33 off=13747416 len=851957 2024-04-10T15:40:12.551 INFO:tasks.workunit.client.0.smithi102.stdout:op 4373 completed, throughput=5MB/sec 2024-04-10T15:40:12.551 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FTzh6iUIDDNO6Tq off=4532051 len=1335932 2024-04-10T15:40:12.553 INFO:tasks.workunit.client.0.smithi102.stdout:op 4374 completed, throughput=5MB/sec 2024-04-10T15:40:12.553 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gTrWH_qpM8FCkGO off=1226790 len=978421 2024-04-10T15:40:12.555 INFO:tasks.workunit.client.0.smithi102.stdout:op 4375 completed, throughput=5MB/sec 2024-04-10T15:40:12.642 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:40:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:40:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:40:13.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:12 smithi154 ceph-mon[84269]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:40:13.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:12 smithi102 ceph-mon[90943]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:40:13.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:12 smithi102 ceph-mon[88557]: pgmap v1779: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:40:13.555 INFO:tasks.workunit.client.0.smithi102.stdout: 850: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:13.555 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DSA1657JaOz1OUm off=16025784 len=386063 2024-04-10T15:40:13.556 INFO:tasks.workunit.client.0.smithi102.stdout:op 4376 completed, throughput=4.99MB/sec 2024-04-10T15:40:13.556 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BHfJ3PpwCrAyWVx off=2260351 len=523368 2024-04-10T15:40:13.560 INFO:tasks.workunit.client.0.smithi102.stdout:op 4377 completed, throughput=5MB/sec 2024-04-10T15:40:13.560 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RQWBowz61j0sloH off=2861630 len=1626669 2024-04-10T15:40:13.562 INFO:tasks.workunit.client.0.smithi102.stdout:op 4378 completed, throughput=5MB/sec 2024-04-10T15:40:13.562 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TXNeDDyghBiJ1YP off=6337404 len=792911 2024-04-10T15:40:13.566 INFO:tasks.workunit.client.0.smithi102.stdout:op 4379 completed, throughput=5MB/sec 2024-04-10T15:40:13.566 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BDZoSVMfzd8fbiD off=996065 len=2045232 2024-04-10T15:40:13.578 INFO:tasks.workunit.client.0.smithi102.stdout:op 4380 completed, throughput=5MB/sec 2024-04-10T15:40:14.578 INFO:tasks.workunit.client.0.smithi102.stdout: 851: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:14.578 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wI07LyOjaeBo96J off=248475 len=985406 2024-04-10T15:40:14.584 INFO:tasks.workunit.client.0.smithi102.stdout:op 4381 completed, throughput=5MB/sec 2024-04-10T15:40:14.584 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-A5j7F0aL8ixQoOq off=9105636 len=298560 2024-04-10T15:40:14.585 INFO:tasks.workunit.client.0.smithi102.stdout:op 4382 completed, throughput=5MB/sec 2024-04-10T15:40:14.585 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-yjO1R5LBcNK2Cza off=3278781 len=121053 2024-04-10T15:40:14.585 INFO:tasks.workunit.client.0.smithi102.stdout:op 4383 completed, throughput=5MB/sec 2024-04-10T15:40:14.585 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vky9Ltf9Ki8Vz_r off=11921108 len=96465 2024-04-10T15:40:14.588 INFO:tasks.workunit.client.0.smithi102.stdout:op 4384 completed, throughput=5MB/sec 2024-04-10T15:40:14.588 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DqA6KLLVSRZQT4Y off=12558216 len=1929077 2024-04-10T15:40:14.591 INFO:tasks.workunit.client.0.smithi102.stdout:op 4385 completed, throughput=5MB/sec 2024-04-10T15:40:14.591 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-f9oTw6F7R4J2hhK off=623177 len=285274 2024-04-10T15:40:14.594 INFO:tasks.workunit.client.0.smithi102.stdout:op 4386 completed, throughput=5MB/sec 2024-04-10T15:40:14.595 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lBzCodQ--ffHaSw off=8350563 len=1102497 2024-04-10T15:40:14.596 INFO:tasks.workunit.client.0.smithi102.stdout:op 4387 completed, throughput=5MB/sec 2024-04-10T15:40:14.596 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7Y7svtN8bZ0ndzI off=9691249 len=1843725 2024-04-10T15:40:14.605 INFO:tasks.workunit.client.0.smithi102.stdout:op 4388 completed, throughput=5MB/sec 2024-04-10T15:40:15.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:14 smithi154 ceph-mon[84269]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T15:40:15.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:14 smithi102 ceph-mon[90943]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T15:40:15.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:14 smithi102 ceph-mon[88557]: pgmap v1780: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 6 op/s 2024-04-10T15:40:15.605 INFO:tasks.workunit.client.0.smithi102.stdout: 852: throughput=5MB/sec pending data=0 2024-04-10T15:40:15.605 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RK52kr9OWhNGSq7 off=13638789 len=260032 2024-04-10T15:40:15.608 INFO:tasks.workunit.client.0.smithi102.stdout:op 4389 completed, throughput=5MB/sec 2024-04-10T15:40:15.609 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TrfH4BmgzsM4IMj off=3593913 len=891895 2024-04-10T15:40:15.611 INFO:tasks.workunit.client.0.smithi102.stdout:op 4390 completed, throughput=5MB/sec 2024-04-10T15:40:15.611 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8EqsHqzaPejPumV off=3719898 len=2014618 2024-04-10T15:40:15.613 INFO:tasks.workunit.client.0.smithi102.stdout:op 4391 completed, throughput=5MB/sec 2024-04-10T15:40:15.613 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qoILBm74gCGrmWc off=2586330 len=227037 2024-04-10T15:40:15.616 INFO:tasks.workunit.client.0.smithi102.stdout:op 4392 completed, throughput=5MB/sec 2024-04-10T15:40:15.616 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-yFi5D-RF3kQl-LL off=3813562 len=202722 2024-04-10T15:40:15.619 INFO:tasks.workunit.client.0.smithi102.stdout:op 4393 completed, throughput=5MB/sec 2024-04-10T15:40:15.619 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-itYy7A8Bf0G45f7 off=6196449 len=1366326 2024-04-10T15:40:15.621 INFO:tasks.workunit.client.0.smithi102.stdout:op 4394 completed, throughput=5MB/sec 2024-04-10T15:40:16.621 INFO:tasks.workunit.client.0.smithi102.stdout: 853: throughput=5MB/sec pending data=0 2024-04-10T15:40:16.621 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iEkgnwlOgyu-aIx off=17717934 len=201397 2024-04-10T15:40:16.622 INFO:tasks.workunit.client.0.smithi102.stdout:op 4395 completed, throughput=5MB/sec 2024-04-10T15:40:16.622 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2gLB0Og-Nk5ntU9 off=12151659 len=871072 2024-04-10T15:40:16.626 INFO:tasks.workunit.client.0.smithi102.stdout:op 4396 completed, throughput=5MB/sec 2024-04-10T15:40:16.626 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eCJRKjv3XxXGJpL off=3319685 len=1408232 2024-04-10T15:40:16.632 INFO:tasks.workunit.client.0.smithi102.stdout:op 4397 completed, throughput=5MB/sec 2024-04-10T15:40:16.632 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dT7bpmJVwhfjV9e off=2204358 len=31138 2024-04-10T15:40:16.635 INFO:tasks.workunit.client.0.smithi102.stdout:op 4398 completed, throughput=5MB/sec 2024-04-10T15:40:16.635 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QVnPdTgkYg2NsHt off=1282874 len=516870 2024-04-10T15:40:16.636 INFO:tasks.workunit.client.0.smithi102.stdout:op 4399 completed, throughput=5MB/sec 2024-04-10T15:40:16.636 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Oj4SVSzmq_IbHOi off=8880574 len=806017 2024-04-10T15:40:16.636 INFO:tasks.workunit.client.0.smithi102.stdout:op 4400 completed, throughput=5MB/sec 2024-04-10T15:40:16.637 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sO4-1SjQ2S2hDKh off=6455675 len=714489 2024-04-10T15:40:16.637 INFO:tasks.workunit.client.0.smithi102.stdout:op 4401 completed, throughput=5MB/sec 2024-04-10T15:40:17.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:16 smithi154 ceph-mon[84269]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-10T15:40:17.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:16 smithi102 ceph-mon[90943]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-10T15:40:17.172 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:16 smithi102 ceph-mon[88557]: pgmap v1781: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.8 MiB/s wr, 5 op/s 2024-04-10T15:40:17.638 INFO:tasks.workunit.client.0.smithi102.stdout: 854: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:17.638 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2JSb9aSfXuqutw5 off=11449431 len=1320506 2024-04-10T15:40:17.639 INFO:tasks.workunit.client.0.smithi102.stdout:op 4402 completed, throughput=5MB/sec 2024-04-10T15:40:17.639 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2NqfuMAdWnk5yi- off=17739847 len=1426961 2024-04-10T15:40:17.641 INFO:tasks.workunit.client.0.smithi102.stdout:op 4403 completed, throughput=5MB/sec 2024-04-10T15:40:17.641 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CR2XKnZhgfZW_Oj off=219781 len=1179309 2024-04-10T15:40:17.644 INFO:tasks.workunit.client.0.smithi102.stdout:op 4404 completed, throughput=5MB/sec 2024-04-10T15:40:17.644 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kSADwSmJid0M0N1 off=7902379 len=1942316 2024-04-10T15:40:17.652 INFO:tasks.workunit.client.0.smithi102.stdout:op 4405 completed, throughput=5MB/sec 2024-04-10T15:40:17.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:40:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:40:17] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-10T15:40:18.652 INFO:tasks.workunit.client.0.smithi102.stdout: 855: throughput=5MB/sec pending data=0 2024-04-10T15:40:18.652 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IoTRoODHV-IF14M off=1345560 len=1698800 2024-04-10T15:40:18.661 INFO:tasks.workunit.client.0.smithi102.stdout:op 4406 completed, throughput=5MB/sec 2024-04-10T15:40:18.661 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tKdkyrZZCcdajMB off=2444151 len=1647876 2024-04-10T15:40:18.668 INFO:tasks.workunit.client.0.smithi102.stdout:op 4407 completed, throughput=5MB/sec 2024-04-10T15:40:18.668 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_Tyk14L2Hs7n92X off=5269271 len=1840675 2024-04-10T15:40:18.671 INFO:tasks.workunit.client.0.smithi102.stdout:op 4408 completed, throughput=5MB/sec 2024-04-10T15:40:19.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:18 smithi154 ceph-mon[84269]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:40:19.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:18 smithi102 ceph-mon[90943]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:40:19.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:18 smithi102 ceph-mon[88557]: pgmap v1782: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:40:19.671 INFO:tasks.workunit.client.0.smithi102.stdout: 856: throughput=5MB/sec pending data=0 2024-04-10T15:40:19.671 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lu4XKT3IRntFwcd off=3829074 len=1392697 2024-04-10T15:40:19.673 INFO:tasks.workunit.client.0.smithi102.stdout:op 4409 completed, throughput=5MB/sec 2024-04-10T15:40:19.673 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TpJft7hJHV9OjSx off=16152237 len=1440181 2024-04-10T15:40:19.676 INFO:tasks.workunit.client.0.smithi102.stdout:op 4410 completed, throughput=5MB/sec 2024-04-10T15:40:19.676 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nkRoiRQoG_9wYJF off=7324886 len=1546698 2024-04-10T15:40:19.684 INFO:tasks.workunit.client.0.smithi102.stdout:op 4411 completed, throughput=5MB/sec 2024-04-10T15:40:19.684 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sgPSGmCz9joY7rY off=8690256 len=80248 2024-04-10T15:40:19.686 INFO:tasks.workunit.client.0.smithi102.stdout:op 4412 completed, throughput=5MB/sec 2024-04-10T15:40:19.686 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ST022ysiSEBjR5T off=6219221 len=1497685 2024-04-10T15:40:19.688 INFO:tasks.workunit.client.0.smithi102.stdout:op 4413 completed, throughput=5MB/sec 2024-04-10T15:40:20.689 INFO:tasks.workunit.client.0.smithi102.stdout: 857: throughput=5MB/sec pending data=0 2024-04-10T15:40:20.689 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nub_0JAJ2cMDZ4h off=7278967 len=1422711 2024-04-10T15:40:20.692 INFO:tasks.workunit.client.0.smithi102.stdout:op 4414 completed, throughput=5MB/sec 2024-04-10T15:40:20.692 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-a9k7pzfmLN7IYKf off=5898395 len=202379 2024-04-10T15:40:20.695 INFO:tasks.workunit.client.0.smithi102.stdout:op 4415 completed, throughput=5MB/sec 2024-04-10T15:40:20.695 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-p9dV6Mm8thX8XS7 off=11805726 len=1837759 2024-04-10T15:40:20.706 INFO:tasks.workunit.client.0.smithi102.stdout:op 4416 completed, throughput=5MB/sec 2024-04-10T15:40:20.706 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UocsNmtYhik5_D8 off=7616256 len=177249 2024-04-10T15:40:20.707 INFO:tasks.workunit.client.0.smithi102.stdout:op 4417 completed, throughput=5MB/sec 2024-04-10T15:40:20.707 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5hKirVravW151lx off=9031182 len=1133705 2024-04-10T15:40:20.709 INFO:tasks.workunit.client.0.smithi102.stdout:op 4418 completed, throughput=5MB/sec 2024-04-10T15:40:21.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:20 smithi154 ceph-mon[84269]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-10T15:40:21.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:20 smithi102 ceph-mon[90943]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-10T15:40:21.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:20 smithi102 ceph-mon[88557]: pgmap v1783: 105 pgs: 105 active+clean; 128 GiB data, 9.5 GiB used, 706 GiB / 715 GiB avail; 3.5 MiB/s rd, 1.4 MiB/s wr, 5 op/s 2024-04-10T15:40:21.710 INFO:tasks.workunit.client.0.smithi102.stdout: 858: throughput=5MB/sec pending data=0 2024-04-10T15:40:21.710 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GZofq6si72CKmKy off=10100950 len=669913 2024-04-10T15:40:21.710 INFO:tasks.workunit.client.0.smithi102.stdout:op 4419 completed, throughput=5MB/sec 2024-04-10T15:40:21.711 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--t2jojkpOTrix3c off=1925118 len=682141 2024-04-10T15:40:21.712 INFO:tasks.workunit.client.0.smithi102.stdout:op 4420 completed, throughput=5MB/sec 2024-04-10T15:40:21.712 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5QOMTL2saAka1a- off=7637297 len=131961 2024-04-10T15:40:21.715 INFO:tasks.workunit.client.0.smithi102.stdout:op 4421 completed, throughput=5MB/sec 2024-04-10T15:40:21.715 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bEl6c51i1IeX_Nv off=6505779 len=2062418 2024-04-10T15:40:21.717 INFO:tasks.workunit.client.0.smithi102.stdout:op 4422 completed, throughput=5MB/sec 2024-04-10T15:40:21.717 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wpDip1XvXaI6Yuw off=4825658 len=1047607 2024-04-10T15:40:21.719 INFO:tasks.workunit.client.0.smithi102.stdout:op 4423 completed, throughput=5MB/sec 2024-04-10T15:40:22.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:40:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:40:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:40:22.720 INFO:tasks.workunit.client.0.smithi102.stdout: 859: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:22.720 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HjyNSswDxAnJdq1 off=719795 len=24272 2024-04-10T15:40:22.722 INFO:tasks.workunit.client.0.smithi102.stdout:op 4424 completed, throughput=4.99MB/sec 2024-04-10T15:40:22.722 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-l9Kpfp0D4UItNx6 off=9203488 len=1933039 2024-04-10T15:40:22.730 INFO:tasks.workunit.client.0.smithi102.stdout:op 4425 completed, throughput=5MB/sec 2024-04-10T15:40:22.730 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-044KEJb-mMr4G6c off=148421 len=443004 2024-04-10T15:40:22.733 INFO:tasks.workunit.client.0.smithi102.stdout:op 4426 completed, throughput=5MB/sec 2024-04-10T15:40:22.733 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2qivGSg8gng9LSd off=3562227 len=230557 2024-04-10T15:40:22.733 INFO:tasks.workunit.client.0.smithi102.stdout:op 4427 completed, throughput=5MB/sec 2024-04-10T15:40:22.733 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xcjLB-vcx-1HmsX off=11730908 len=1360589 2024-04-10T15:40:22.734 INFO:tasks.workunit.client.0.smithi102.stdout:op 4428 completed, throughput=5MB/sec 2024-04-10T15:40:22.734 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GR4KVC_5OFv3V-z off=2631300 len=187745 2024-04-10T15:40:22.735 INFO:tasks.workunit.client.0.smithi102.stdout:op 4429 completed, throughput=5MB/sec 2024-04-10T15:40:22.735 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-V4aOCvxfbjXUrSH off=4969893 len=1356089 2024-04-10T15:40:22.742 INFO:tasks.workunit.client.0.smithi102.stdout:op 4430 completed, throughput=5MB/sec 2024-04-10T15:40:23.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:22 smithi154 ceph-mon[84269]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-10T15:40:23.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:22 smithi102 ceph-mon[90943]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-10T15:40:23.172 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:22 smithi102 ceph-mon[88557]: pgmap v1784: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-10T15:40:23.742 INFO:tasks.workunit.client.0.smithi102.stdout: 860: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:23.742 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-p7ePPHNn9fXUBXh off=7851921 len=1191608 2024-04-10T15:40:23.744 INFO:tasks.workunit.client.0.smithi102.stdout:op 4431 completed, throughput=5MB/sec 2024-04-10T15:40:23.744 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-c1JD0-yYvtpkdgr off=8997585 len=1490843 2024-04-10T15:40:23.754 INFO:tasks.workunit.client.0.smithi102.stdout:op 4432 completed, throughput=5MB/sec 2024-04-10T15:40:23.754 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dEkTcnvtl_LiDgT off=9437434 len=464640 2024-04-10T15:40:23.758 INFO:tasks.workunit.client.0.smithi102.stdout:op 4433 completed, throughput=5MB/sec 2024-04-10T15:40:23.758 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xYOBb1qZ_i_8Nqi off=2816499 len=117333 2024-04-10T15:40:23.758 INFO:tasks.workunit.client.0.smithi102.stdout:op 4434 completed, throughput=5MB/sec 2024-04-10T15:40:23.758 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-u9PIdZdD2LNxEkW off=2259952 len=1470324 2024-04-10T15:40:23.765 INFO:tasks.workunit.client.0.smithi102.stdout:op 4435 completed, throughput=5MB/sec 2024-04-10T15:40:23.765 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bW3a9d9MJaVK6we off=2243423 len=1061279 2024-04-10T15:40:23.769 INFO:tasks.workunit.client.0.smithi102.stdout:op 4436 completed, throughput=5MB/sec 2024-04-10T15:40:23.922 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:24.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:24.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:24.770 INFO:tasks.workunit.client.0.smithi102.stdout: 861: throughput=5MB/sec pending data=0 2024-04-10T15:40:24.770 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3aJgrDeqOyt6NMt off=0 len=1209722 2024-04-10T15:40:24.772 INFO:tasks.workunit.client.0.smithi102.stdout:op 4437 completed, throughput=5MB/sec 2024-04-10T15:40:24.772 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-D2kTmbkEmz0Cguy off=2971657 len=423839 2024-04-10T15:40:24.776 INFO:tasks.workunit.client.0.smithi102.stdout:op 4438 completed, throughput=5MB/sec 2024-04-10T15:40:24.776 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QI8qITGsI7_f1x0 off=18070696 len=840249 2024-04-10T15:40:24.780 INFO:tasks.workunit.client.0.smithi102.stdout:op 4439 completed, throughput=5MB/sec 2024-04-10T15:40:24.780 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-a9k7pzfmLN7IYKf off=3051029 len=1774296 2024-04-10T15:40:24.786 INFO:tasks.workunit.client.0.smithi102.stdout:op 4440 completed, throughput=5MB/sec 2024-04-10T15:40:24.787 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-i1W-dMKZJOIrtnI off=1246391 len=1660834 2024-04-10T15:40:24.790 INFO:tasks.workunit.client.0.smithi102.stdout:op 4441 completed, throughput=5MB/sec 2024-04-10T15:40:25.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:24 smithi154 ceph-mon[84269]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-10T15:40:25.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:24 smithi102 ceph-mon[90943]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-10T15:40:25.172 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:24 smithi102 ceph-mon[88557]: pgmap v1785: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.7 MiB/s wr, 5 op/s 2024-04-10T15:40:25.790 INFO:tasks.workunit.client.0.smithi102.stdout: 862: throughput=5MB/sec pending data=0 2024-04-10T15:40:25.791 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jh7YlD7TbMBiud2 off=1099579 len=1929874 2024-04-10T15:40:25.802 INFO:tasks.workunit.client.0.smithi102.stdout:op 4442 completed, throughput=5MB/sec 2024-04-10T15:40:25.802 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-y6GRhYXhXcLxV9f off=3601008 len=1716627 2024-04-10T15:40:25.803 INFO:tasks.workunit.client.0.smithi102.stdout:op 4443 completed, throughput=5MB/sec 2024-04-10T15:40:25.804 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-H397Fnc754-GjZG off=0 len=1061496 2024-04-10T15:40:25.805 INFO:tasks.workunit.client.0.smithi102.stdout:op 4444 completed, throughput=5MB/sec 2024-04-10T15:40:26.805 INFO:tasks.workunit.client.0.smithi102.stdout: 863: throughput=5MB/sec pending data=0 2024-04-10T15:40:26.806 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qfSKuZm6vOkOFpn off=1677090 len=747847 2024-04-10T15:40:26.810 INFO:tasks.workunit.client.0.smithi102.stdout:op 4445 completed, throughput=5MB/sec 2024-04-10T15:40:26.810 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QxJUCLHO3MzWQhN off=1299121 len=1837652 2024-04-10T15:40:26.819 INFO:tasks.workunit.client.0.smithi102.stdout:op 4446 completed, throughput=5MB/sec 2024-04-10T15:40:26.819 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--qMNg1pwHNgzloD off=13804698 len=1233165 2024-04-10T15:40:26.826 INFO:tasks.workunit.client.0.smithi102.stdout:op 4447 completed, throughput=5MB/sec 2024-04-10T15:40:26.826 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SzmGCnzU_nU2bmF off=5699751 len=1554593 2024-04-10T15:40:26.830 INFO:tasks.workunit.client.0.smithi102.stdout:op 4448 completed, throughput=5MB/sec 2024-04-10T15:40:27.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:26 smithi154 ceph-mon[84269]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:40:27.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:26 smithi102 ceph-mon[90943]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:40:27.172 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:26 smithi102 ceph-mon[88557]: pgmap v1786: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:40:27.830 INFO:tasks.workunit.client.0.smithi102.stdout: 864: throughput=5MB/sec pending data=0 2024-04-10T15:40:27.830 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-j18RhfmVF_2pIR_ off=8072730 len=1981311 2024-04-10T15:40:27.832 INFO:tasks.workunit.client.0.smithi102.stdout:op 4449 completed, throughput=5MB/sec 2024-04-10T15:40:27.832 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bcTzXfpTp3D25yy off=7694578 len=902544 2024-04-10T15:40:27.835 INFO:tasks.workunit.client.0.smithi102.stdout:op 4450 completed, throughput=5MB/sec 2024-04-10T15:40:27.835 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-59_e4CZNBp8G11p off=1115518 len=2024444 2024-04-10T15:40:27.845 INFO:tasks.workunit.client.0.smithi102.stdout:op 4451 completed, throughput=5MB/sec 2024-04-10T15:40:27.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:40:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:40:27] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-10T15:40:28.845 INFO:tasks.workunit.client.0.smithi102.stdout: 865: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:28.845 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eFawGY6O_uW_Teg off=7077717 len=248076 2024-04-10T15:40:28.848 INFO:tasks.workunit.client.0.smithi102.stdout:op 4452 completed, throughput=4.99MB/sec 2024-04-10T15:40:28.848 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PpDU8p8Hazev58X off=11756885 len=1319375 2024-04-10T15:40:28.850 INFO:tasks.workunit.client.0.smithi102.stdout:op 4453 completed, throughput=5MB/sec 2024-04-10T15:40:28.850 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2NzKh9LojP8FKZi off=3518610 len=98042 2024-04-10T15:40:28.853 INFO:tasks.workunit.client.0.smithi102.stdout:op 4454 completed, throughput=5MB/sec 2024-04-10T15:40:28.853 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3Rz-ZNk03WRbWiI off=3542605 len=1767953 2024-04-10T15:40:28.862 INFO:tasks.workunit.client.0.smithi102.stdout:op 4455 completed, throughput=5MB/sec 2024-04-10T15:40:28.862 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-k3oh3L8YsxPuqMI off=11749649 len=71253 2024-04-10T15:40:28.863 INFO:tasks.workunit.client.0.smithi102.stdout:op 4456 completed, throughput=5MB/sec 2024-04-10T15:40:28.863 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_kiydqRzGdIPEwR off=8203199 len=644091 2024-04-10T15:40:28.864 INFO:tasks.workunit.client.0.smithi102.stdout:op 4457 completed, throughput=5MB/sec 2024-04-10T15:40:28.864 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rIAEMbzfKJgmhLA off=6754101 len=685489 2024-04-10T15:40:28.864 INFO:tasks.workunit.client.0.smithi102.stdout:op 4458 completed, throughput=5MB/sec 2024-04-10T15:40:28.864 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Mr2khwOpMJp0TpE off=5750661 len=1586383 2024-04-10T15:40:28.869 INFO:tasks.workunit.client.0.smithi102.stdout:op 4459 completed, throughput=5MB/sec 2024-04-10T15:40:29.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:28 smithi154 ceph-mon[84269]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:40:29.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:28 smithi102 ceph-mon[90943]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:40:29.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:28 smithi102 ceph-mon[88557]: pgmap v1787: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:40:29.870 INFO:tasks.workunit.client.0.smithi102.stdout: 866: throughput=5MB/sec pending data=0 2024-04-10T15:40:29.870 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-yN26JIIpWKx3nEV off=3673732 len=1509277 2024-04-10T15:40:29.876 INFO:tasks.workunit.client.0.smithi102.stdout:op 4460 completed, throughput=5MB/sec 2024-04-10T15:40:29.877 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PoQH88QTwfH0yxR off=1027923 len=1530069 2024-04-10T15:40:29.886 INFO:tasks.workunit.client.0.smithi102.stdout:op 4461 completed, throughput=5MB/sec 2024-04-10T15:40:29.887 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tEoJAdQwTVszXnt off=9093319 len=2074565 2024-04-10T15:40:29.889 INFO:tasks.workunit.client.0.smithi102.stdout:op 4462 completed, throughput=5MB/sec 2024-04-10T15:40:30.889 INFO:tasks.workunit.client.0.smithi102.stdout: 867: throughput=5MB/sec pending data=0 2024-04-10T15:40:30.889 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NKPH6KPMtfTlKxK off=5309977 len=761581 2024-04-10T15:40:30.895 INFO:tasks.workunit.client.0.smithi102.stdout:op 4463 completed, throughput=5MB/sec 2024-04-10T15:40:30.895 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rjRAMDN-4lcOA1_ off=1900809 len=847089 2024-04-10T15:40:30.897 INFO:tasks.workunit.client.0.smithi102.stdout:op 4464 completed, throughput=5MB/sec 2024-04-10T15:40:30.897 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TQgM1ZC_iMlfOPy off=4784756 len=1219553 2024-04-10T15:40:30.902 INFO:tasks.workunit.client.0.smithi102.stdout:op 4465 completed, throughput=5MB/sec 2024-04-10T15:40:30.902 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2QuAabd0S_RqvjZ off=9044943 len=1256112 2024-04-10T15:40:30.904 INFO:tasks.workunit.client.0.smithi102.stdout:op 4466 completed, throughput=5MB/sec 2024-04-10T15:40:30.905 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2UsnvQcvFTd6wXP off=2222743 len=2078003 2024-04-10T15:40:30.908 INFO:tasks.workunit.client.0.smithi102.stdout:op 4467 completed, throughput=5MB/sec 2024-04-10T15:40:31.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:30 smithi154 ceph-mon[84269]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:40:31.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:30 smithi102 ceph-mon[90943]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:40:31.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:30 smithi102 ceph-mon[88557]: pgmap v1788: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:40:31.908 INFO:tasks.workunit.client.0.smithi102.stdout: 868: throughput=5MB/sec pending data=0 2024-04-10T15:40:31.908 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jbYr0W8oaE2jNkX off=0 len=1182852 2024-04-10T15:40:31.916 INFO:tasks.workunit.client.0.smithi102.stdout:op 4468 completed, throughput=5MB/sec 2024-04-10T15:40:31.916 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oyv4hJihct7LVqb off=36890 len=309352 2024-04-10T15:40:31.919 INFO:tasks.workunit.client.0.smithi102.stdout:op 4469 completed, throughput=5MB/sec 2024-04-10T15:40:31.920 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ljdOEJkrofUbDf3 off=1075912 len=1205523 2024-04-10T15:40:31.927 INFO:tasks.workunit.client.0.smithi102.stdout:op 4470 completed, throughput=5MB/sec 2024-04-10T15:40:31.928 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-U56_vfHK1ebRbEm off=1411707 len=1694664 2024-04-10T15:40:31.929 INFO:tasks.workunit.client.0.smithi102.stdout:op 4471 completed, throughput=5MB/sec 2024-04-10T15:40:32.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:40:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:40:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:40:32.929 INFO:tasks.workunit.client.0.smithi102.stdout: 869: throughput=5MB/sec pending data=0 2024-04-10T15:40:32.930 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7-TV9eMyRJbSBFX off=437511 len=1547783 2024-04-10T15:40:32.931 INFO:tasks.workunit.client.0.smithi102.stdout:op 4472 completed, throughput=5MB/sec 2024-04-10T15:40:32.931 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6X-SoI4yLJ7fHW9 off=11168934 len=1822522 2024-04-10T15:40:32.934 INFO:tasks.workunit.client.0.smithi102.stdout:op 4473 completed, throughput=5MB/sec 2024-04-10T15:40:32.934 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kyGJfb_fCkkMElD off=2745129 len=1535078 2024-04-10T15:40:32.942 INFO:tasks.workunit.client.0.smithi102.stdout:op 4474 completed, throughput=5MB/sec 2024-04-10T15:40:33.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:32 smithi154 ceph-mon[84269]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:40:33.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:32 smithi102 ceph-mon[90943]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:40:33.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:32 smithi102 ceph-mon[88557]: pgmap v1789: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:40:33.943 INFO:tasks.workunit.client.0.smithi102.stdout: 870: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:33.943 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mYISt5P-01JyYBT off=22740472 len=764909 2024-04-10T15:40:33.947 INFO:tasks.workunit.client.0.smithi102.stdout:op 4475 completed, throughput=5MB/sec 2024-04-10T15:40:33.947 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-80kITOCqtHC475h off=617038 len=459105 2024-04-10T15:40:33.948 INFO:tasks.workunit.client.0.smithi102.stdout:op 4476 completed, throughput=5MB/sec 2024-04-10T15:40:33.949 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9q0QqAlI51TTb9f off=8824303 len=1722090 2024-04-10T15:40:33.952 INFO:tasks.workunit.client.0.smithi102.stdout:op 4477 completed, throughput=5MB/sec 2024-04-10T15:40:33.952 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Y24UPVLPbOzMVKw off=677932 len=1084863 2024-04-10T15:40:33.954 INFO:tasks.workunit.client.0.smithi102.stdout:op 4478 completed, throughput=5MB/sec 2024-04-10T15:40:33.954 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4gXyKwMFhpgJupS off=15228747 len=274632 2024-04-10T15:40:33.957 INFO:tasks.workunit.client.0.smithi102.stdout:op 4479 completed, throughput=5MB/sec 2024-04-10T15:40:33.957 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Zzmfs1KVYLUOg1h off=4172782 len=1381852 2024-04-10T15:40:33.958 INFO:tasks.workunit.client.0.smithi102.stdout:op 4480 completed, throughput=5MB/sec 2024-04-10T15:40:34.958 INFO:tasks.workunit.client.0.smithi102.stdout: 871: throughput=5MB/sec pending data=0 2024-04-10T15:40:34.959 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-I2VeNaZLP5V-EE8 off=1951445 len=2096726 2024-04-10T15:40:34.961 INFO:tasks.workunit.client.0.smithi102.stdout:op 4481 completed, throughput=5MB/sec 2024-04-10T15:40:34.961 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xCGXJ0LX4f7Ctt4 off=3894960 len=1641392 2024-04-10T15:40:34.964 INFO:tasks.workunit.client.0.smithi102.stdout:op 4482 completed, throughput=5MB/sec 2024-04-10T15:40:34.965 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pEA7H_vtinTVKCE off=23514815 len=1422990 2024-04-10T15:40:34.969 INFO:tasks.workunit.client.0.smithi102.stdout:op 4483 completed, throughput=5MB/sec 2024-04-10T15:40:35.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:34 smithi154 ceph-mon[84269]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:40:35.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:34 smithi102 ceph-mon[90943]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:40:35.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:34 smithi102 ceph-mon[88557]: pgmap v1790: 105 pgs: 105 active+clean; 128 GiB data, 9.6 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:40:35.969 INFO:tasks.workunit.client.0.smithi102.stdout: 872: throughput=5MB/sec pending data=0 2024-04-10T15:40:35.970 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PiHu4dwsWCQi90p off=7843734 len=1400384 2024-04-10T15:40:35.971 INFO:tasks.workunit.client.0.smithi102.stdout:op 4484 completed, throughput=5MB/sec 2024-04-10T15:40:35.971 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3uLaZX6xNAc-8i7 off=9358300 len=1253100 2024-04-10T15:40:35.978 INFO:tasks.workunit.client.0.smithi102.stdout:op 4485 completed, throughput=5MB/sec 2024-04-10T15:40:35.979 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SxLj1OD-pheFeEO off=15519911 len=847635 2024-04-10T15:40:35.983 INFO:tasks.workunit.client.0.smithi102.stdout:op 4486 completed, throughput=5MB/sec 2024-04-10T15:40:35.983 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xkKikmhPeo9L_hf off=2189123 len=1510145 2024-04-10T15:40:35.984 INFO:tasks.workunit.client.0.smithi102.stdout:op 4487 completed, throughput=5MB/sec 2024-04-10T15:40:36.984 INFO:tasks.workunit.client.0.smithi102.stdout: 873: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:36.985 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TkjyTpMKH-fWq0S off=3950481 len=342102 2024-04-10T15:40:36.988 INFO:tasks.workunit.client.0.smithi102.stdout:op 4488 completed, throughput=5MB/sec 2024-04-10T15:40:36.988 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-B48V8uTRvEEn5Kf off=6455911 len=1455725 2024-04-10T15:40:36.991 INFO:tasks.workunit.client.0.smithi102.stdout:op 4489 completed, throughput=5MB/sec 2024-04-10T15:40:36.991 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-J1mVCdiad610_2M off=2078249 len=1055555 2024-04-10T15:40:36.992 INFO:tasks.workunit.client.0.smithi102.stdout:op 4490 completed, throughput=5MB/sec 2024-04-10T15:40:36.993 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-e85sO0i_JT12Pts off=822071 len=248100 2024-04-10T15:40:36.993 INFO:tasks.workunit.client.0.smithi102.stdout:op 4491 completed, throughput=5MB/sec 2024-04-10T15:40:36.993 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fdKe9-mHpk02ynB off=181064 len=3645 2024-04-10T15:40:36.995 INFO:tasks.workunit.client.0.smithi102.stdout:op 4492 completed, throughput=5MB/sec 2024-04-10T15:40:36.996 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9-rYiV_YYOPbsc3 off=1142263 len=1895167 2024-04-10T15:40:36.997 INFO:tasks.workunit.client.0.smithi102.stdout:op 4493 completed, throughput=5MB/sec 2024-04-10T15:40:37.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:36 smithi154 ceph-mon[84269]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:40:37.172 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:36 smithi102 ceph-mon[88557]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:40:37.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:36 smithi102 ceph-mon[90943]: pgmap v1791: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:40:37.922 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:40:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:40:37] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-10T15:40:37.998 INFO:tasks.workunit.client.0.smithi102.stdout: 874: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:37.998 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_83T0Pdz1E3s5BE off=3108704 len=621443 2024-04-10T15:40:37.999 INFO:tasks.workunit.client.0.smithi102.stdout:op 4494 completed, throughput=5MB/sec 2024-04-10T15:40:37.999 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-C0oukACwEm6vOrW off=21807223 len=1453442 2024-04-10T15:40:38.005 INFO:tasks.workunit.client.0.smithi102.stdout:op 4495 completed, throughput=5MB/sec 2024-04-10T15:40:38.005 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fHnOh5OF2edzoki off=1001578 len=1217178 2024-04-10T15:40:38.012 INFO:tasks.workunit.client.0.smithi102.stdout:op 4496 completed, throughput=5MB/sec 2024-04-10T15:40:38.012 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4rNC4CV_-PrdSf6 off=5045147 len=1649578 2024-04-10T15:40:38.014 INFO:tasks.workunit.client.0.smithi102.stdout:op 4497 completed, throughput=5MB/sec 2024-04-10T15:40:38.014 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vXdSCQKEf8o4mTf off=2651531 len=2053689 2024-04-10T15:40:38.024 INFO:tasks.workunit.client.0.smithi102.stdout:op 4498 completed, throughput=5MB/sec 2024-04-10T15:40:39.024 INFO:tasks.workunit.client.0.smithi102.stdout: 875: throughput=5MB/sec pending data=0 2024-04-10T15:40:39.024 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-krXQR9nOTBTeBT1 off=594488 len=1033943 2024-04-10T15:40:39.027 INFO:tasks.workunit.client.0.smithi102.stdout:op 4499 completed, throughput=5MB/sec 2024-04-10T15:40:39.027 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BCV3pCVlNWpaTJe off=1359572 len=737001 2024-04-10T15:40:39.028 INFO:tasks.workunit.client.0.smithi102.stdout:op 4500 completed, throughput=5MB/sec 2024-04-10T15:40:39.028 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Vxd_DYA8ssgm6bC off=3876706 len=1668980 2024-04-10T15:40:39.035 INFO:tasks.workunit.client.0.smithi102.stdout:op 4501 completed, throughput=5MB/sec 2024-04-10T15:40:39.035 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-C_vPKhPg4w5-8mF off=262688 len=1187061 2024-04-10T15:40:39.036 INFO:tasks.workunit.client.0.smithi102.stdout:op 4502 completed, throughput=5MB/sec 2024-04-10T15:40:39.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:38 smithi154 ceph-mon[84269]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:40:39.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:39.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:40:39.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:38 smithi102 ceph-mon[90943]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:40:39.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:39.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:40:39.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:38 smithi102 ceph-mon[88557]: pgmap v1792: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:40:39.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:39.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:40:40.036 INFO:tasks.workunit.client.0.smithi102.stdout: 876: throughput=5MB/sec pending data=0 2024-04-10T15:40:40.036 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-p4xIHLnbTBZJaHx off=7572121 len=1005448 2024-04-10T15:40:40.037 INFO:tasks.workunit.client.0.smithi102.stdout:op 4503 completed, throughput=5MB/sec 2024-04-10T15:40:40.038 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ucyetoYCVHqoIuo off=871406 len=1327555 2024-04-10T15:40:40.039 INFO:tasks.workunit.client.0.smithi102.stdout:op 4504 completed, throughput=5MB/sec 2024-04-10T15:40:40.039 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zoI1ZatnwnX_ytJ off=12172640 len=1028544 2024-04-10T15:40:40.045 INFO:tasks.workunit.client.0.smithi102.stdout:op 4505 completed, throughput=5MB/sec 2024-04-10T15:40:40.045 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pEbd0y2Xnb5E6ws off=728326 len=168783 2024-04-10T15:40:40.047 INFO:tasks.workunit.client.0.smithi102.stdout:op 4506 completed, throughput=5MB/sec 2024-04-10T15:40:40.047 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OaUnFkDkyfo1f5j off=7336051 len=1585649 2024-04-10T15:40:40.049 INFO:tasks.workunit.client.0.smithi102.stdout:op 4507 completed, throughput=5MB/sec 2024-04-10T15:40:40.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:40:40.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:40:40.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:40:40.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:40:40.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:40:40.172 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:40:40.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:40:40.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:40:40.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:40:40.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:40:40.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:40:40.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:40:40.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:40:40.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:40:40.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:40:41.049 INFO:tasks.workunit.client.0.smithi102.stdout: 877: throughput=5MB/sec pending data=0 2024-04-10T15:40:41.049 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7EjMB1s1VHZ8EYr off=18237117 len=2042498 2024-04-10T15:40:41.059 INFO:tasks.workunit.client.0.smithi102.stdout:op 4508 completed, throughput=5MB/sec 2024-04-10T15:40:41.059 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sp-eilOA7vVGmca off=1799380 len=387124 2024-04-10T15:40:41.060 INFO:tasks.workunit.client.0.smithi102.stdout:op 4509 completed, throughput=5MB/sec 2024-04-10T15:40:41.060 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YmdPFFyQD_ROzGO off=6457951 len=932028 2024-04-10T15:40:41.061 INFO:tasks.workunit.client.0.smithi102.stdout:op 4510 completed, throughput=5MB/sec 2024-04-10T15:40:41.061 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YE3FzLLfvcx-JPr off=18351647 len=889679 2024-04-10T15:40:41.063 INFO:tasks.workunit.client.0.smithi102.stdout:op 4511 completed, throughput=5MB/sec 2024-04-10T15:40:41.063 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PxdmX_p0ciGN4H_ off=1039963 len=1668571 2024-04-10T15:40:41.069 INFO:tasks.workunit.client.0.smithi102.stdout:op 4512 completed, throughput=5MB/sec 2024-04-10T15:40:41.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:41 smithi154 ceph-mon[84269]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:40:41.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:41 smithi102 ceph-mon[90943]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:40:41.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:41 smithi102 ceph-mon[88557]: pgmap v1793: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:40:42.069 INFO:tasks.workunit.client.0.smithi102.stdout: 878: throughput=5MB/sec pending data=0 2024-04-10T15:40:42.069 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bVm9n2tLHuILbcP off=2606386 len=400916 2024-04-10T15:40:42.070 INFO:tasks.workunit.client.0.smithi102.stdout:op 4513 completed, throughput=5MB/sec 2024-04-10T15:40:42.070 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qllZL1Lr3WgTaFi off=2192049 len=700616 2024-04-10T15:40:42.071 INFO:tasks.workunit.client.0.smithi102.stdout:op 4514 completed, throughput=5MB/sec 2024-04-10T15:40:42.071 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6FqqPoOxdf8guBT off=6694176 len=77810 2024-04-10T15:40:42.074 INFO:tasks.workunit.client.0.smithi102.stdout:op 4515 completed, throughput=5MB/sec 2024-04-10T15:40:42.074 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-otxu3akx7dmHiOW off=3665575 len=2014648 2024-04-10T15:40:42.085 INFO:tasks.workunit.client.0.smithi102.stdout:op 4516 completed, throughput=5MB/sec 2024-04-10T15:40:42.085 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YG9_5KxFQpVLVMd off=7837731 len=1257906 2024-04-10T15:40:42.092 INFO:tasks.workunit.client.0.smithi102.stdout:op 4517 completed, throughput=5MB/sec 2024-04-10T15:40:42.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:40:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:40:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:40:43.092 INFO:tasks.workunit.client.0.smithi102.stdout: 879: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:43.092 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FIeKwe6u3iCTkXn off=15001470 len=391557 2024-04-10T15:40:43.096 INFO:tasks.workunit.client.0.smithi102.stdout:op 4518 completed, throughput=5MB/sec 2024-04-10T15:40:43.096 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zQpR3-CULFT_F0z off=9501408 len=1478400 2024-04-10T15:40:43.099 INFO:tasks.workunit.client.0.smithi102.stdout:op 4519 completed, throughput=5MB/sec 2024-04-10T15:40:43.099 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gZgUkCqq-Qft_7Q off=6107394 len=790581 2024-04-10T15:40:43.100 INFO:tasks.workunit.client.0.smithi102.stdout:op 4520 completed, throughput=5MB/sec 2024-04-10T15:40:43.100 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HqsQZJqWrJNTk0H off=7297847 len=1707424 2024-04-10T15:40:43.107 INFO:tasks.workunit.client.0.smithi102.stdout:op 4521 completed, throughput=5MB/sec 2024-04-10T15:40:43.107 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RrRDx1lAoXidT3V off=2315856 len=1245101 2024-04-10T15:40:43.108 INFO:tasks.workunit.client.0.smithi102.stdout:op 4522 completed, throughput=5MB/sec 2024-04-10T15:40:43.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:43 smithi154 ceph-mon[84269]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:40:43.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:43 smithi102 ceph-mon[90943]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:40:43.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:43 smithi102 ceph-mon[88557]: pgmap v1794: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 2.9 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:40:44.109 INFO:tasks.workunit.client.0.smithi102.stdout: 880: throughput=5MB/sec pending data=0 2024-04-10T15:40:44.109 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hiN5G80yPcwl3OX off=6230458 len=48105 2024-04-10T15:40:44.112 INFO:tasks.workunit.client.0.smithi102.stdout:op 4523 completed, throughput=5MB/sec 2024-04-10T15:40:44.112 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CzpR6Gk5qEhE6oF off=13409996 len=1753603 2024-04-10T15:40:44.119 INFO:tasks.workunit.client.0.smithi102.stdout:op 4524 completed, throughput=5MB/sec 2024-04-10T15:40:44.119 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AwY4MAKmtGwYig6 off=379014 len=1230593 2024-04-10T15:40:44.126 INFO:tasks.workunit.client.0.smithi102.stdout:op 4525 completed, throughput=5MB/sec 2024-04-10T15:40:44.126 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-C-5db04zXzouPj1 off=4111307 len=1058684 2024-04-10T15:40:44.130 INFO:tasks.workunit.client.0.smithi102.stdout:op 4526 completed, throughput=5MB/sec 2024-04-10T15:40:44.131 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_3KolbGafn_2MBa off=19581793 len=674427 2024-04-10T15:40:44.131 INFO:tasks.workunit.client.0.smithi102.stdout:op 4527 completed, throughput=5MB/sec 2024-04-10T15:40:45.132 INFO:tasks.workunit.client.0.smithi102.stdout: 881: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:45.132 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ypFNIenhj2bzYJL off=3366741 len=890517 2024-04-10T15:40:45.137 INFO:tasks.workunit.client.0.smithi102.stdout:op 4528 completed, throughput=5MB/sec 2024-04-10T15:40:45.137 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-F715p5diw-Bl2hD off=9257253 len=1707317 2024-04-10T15:40:45.146 INFO:tasks.workunit.client.0.smithi102.stdout:op 4529 completed, throughput=5MB/sec 2024-04-10T15:40:45.146 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uYKa51Efd9CucJ0 off=8009004 len=47356 2024-04-10T15:40:45.149 INFO:tasks.workunit.client.0.smithi102.stdout:op 4530 completed, throughput=5MB/sec 2024-04-10T15:40:45.149 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mKOjDX7RE2Swzdn off=6076464 len=342094 2024-04-10T15:40:45.152 INFO:tasks.workunit.client.0.smithi102.stdout:op 4531 completed, throughput=5MB/sec 2024-04-10T15:40:45.152 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FzYAxwdWKhM3EvR off=7845012 len=102151 2024-04-10T15:40:45.155 INFO:tasks.workunit.client.0.smithi102.stdout:op 4532 completed, throughput=5MB/sec 2024-04-10T15:40:45.155 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ES783yis_e-f6OO off=1997524 len=1917258 2024-04-10T15:40:45.162 INFO:tasks.workunit.client.0.smithi102.stdout:op 4533 completed, throughput=5MB/sec 2024-04-10T15:40:45.162 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oA5GNn1RpZSqnYM off=7136144 len=73697 2024-04-10T15:40:45.162 INFO:tasks.workunit.client.0.smithi102.stdout:op 4534 completed, throughput=5MB/sec 2024-04-10T15:40:45.163 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zVUCiUr7RvZOjpb off=15693152 len=830156 2024-04-10T15:40:45.166 INFO:tasks.workunit.client.0.smithi102.stdout:op 4535 completed, throughput=5MB/sec 2024-04-10T15:40:45.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:45 smithi154 ceph-mon[84269]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:40:45.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:45 smithi102 ceph-mon[90943]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:40:45.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:45 smithi102 ceph-mon[88557]: pgmap v1795: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:40:46.166 INFO:tasks.workunit.client.0.smithi102.stdout: 882: throughput=5MB/sec pending data=0 2024-04-10T15:40:46.167 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-55Da3GkIgRKkHSL off=6033583 len=1105904 2024-04-10T15:40:46.172 INFO:tasks.workunit.client.0.smithi102.stdout:op 4536 completed, throughput=5MB/sec 2024-04-10T15:40:46.172 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dyEhJC8g_p3NI6K off=2533473 len=81321 2024-04-10T15:40:46.173 INFO:tasks.workunit.client.0.smithi102.stdout:op 4537 completed, throughput=5MB/sec 2024-04-10T15:40:46.173 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Q7TVNUiXIIIYees off=21475535 len=279140 2024-04-10T15:40:46.176 INFO:tasks.workunit.client.0.smithi102.stdout:op 4538 completed, throughput=5MB/sec 2024-04-10T15:40:46.176 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dBR69wsOsJq2K-l off=6332777 len=156673 2024-04-10T15:40:46.178 INFO:tasks.workunit.client.0.smithi102.stdout:op 4539 completed, throughput=5MB/sec 2024-04-10T15:40:46.179 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-N9_Evv2Tbprg0v_ off=541396 len=61814 2024-04-10T15:40:46.179 INFO:tasks.workunit.client.0.smithi102.stdout:op 4540 completed, throughput=5MB/sec 2024-04-10T15:40:46.179 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wAs05n6yKmP8Bes off=998187 len=546813 2024-04-10T15:40:46.179 INFO:tasks.workunit.client.0.smithi102.stdout:op 4541 completed, throughput=5MB/sec 2024-04-10T15:40:46.179 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-m-VRxWtfysJYFRK off=3420175 len=1387087 2024-04-10T15:40:46.189 INFO:tasks.workunit.client.0.smithi102.stdout:op 4542 completed, throughput=5MB/sec 2024-04-10T15:40:46.189 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-M_k29b0vrW2EKLt off=8405050 len=1978746 2024-04-10T15:40:46.191 INFO:tasks.workunit.client.0.smithi102.stdout:op 4543 completed, throughput=5MB/sec 2024-04-10T15:40:47.191 INFO:tasks.workunit.client.0.smithi102.stdout: 883: throughput=5MB/sec pending data=0 2024-04-10T15:40:47.192 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KGc-FgplgO5h2yU off=852955 len=667848 2024-04-10T15:40:47.192 INFO:tasks.workunit.client.0.smithi102.stdout:op 4544 completed, throughput=5MB/sec 2024-04-10T15:40:47.193 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GNuWXPMZoLNIW-j off=9703819 len=90922 2024-04-10T15:40:47.194 INFO:tasks.workunit.client.0.smithi102.stdout:op 4545 completed, throughput=5MB/sec 2024-04-10T15:40:47.194 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eXqBl8-mBRyVNf- off=5695420 len=1470579 2024-04-10T15:40:47.197 INFO:tasks.workunit.client.0.smithi102.stdout:op 4546 completed, throughput=5MB/sec 2024-04-10T15:40:47.197 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_-lltwBXI22n0rP off=1589741 len=1051269 2024-04-10T15:40:47.199 INFO:tasks.workunit.client.0.smithi102.stdout:op 4547 completed, throughput=5MB/sec 2024-04-10T15:40:47.199 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-s21RdwpaojZtgIm off=987062 len=1587093 2024-04-10T15:40:47.200 INFO:tasks.workunit.client.0.smithi102.stdout:op 4548 completed, throughput=5MB/sec 2024-04-10T15:40:47.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:47 smithi154 ceph-mon[84269]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:40:47.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:47 smithi102 ceph-mon[90943]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:40:47.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:40:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:40:47] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-10T15:40:47.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:47 smithi102 ceph-mon[88557]: pgmap v1796: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 706 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:40:48.201 INFO:tasks.workunit.client.0.smithi102.stdout: 884: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:48.201 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GrUQsXF1NjlMNN7 off=2218343 len=1711627 2024-04-10T15:40:48.208 INFO:tasks.workunit.client.0.smithi102.stdout:op 4549 completed, throughput=5MB/sec 2024-04-10T15:40:48.208 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GfQlUyZP0tDe7UY off=5158935 len=997953 2024-04-10T15:40:48.214 INFO:tasks.workunit.client.0.smithi102.stdout:op 4550 completed, throughput=5MB/sec 2024-04-10T15:40:48.214 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tCF8FyTr7rdQsBo off=22665439 len=1389928 2024-04-10T15:40:48.222 INFO:tasks.workunit.client.0.smithi102.stdout:op 4551 completed, throughput=5MB/sec 2024-04-10T15:40:48.223 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-smi2X9HUK3gm8k9 off=2311724 len=1615802 2024-04-10T15:40:48.229 INFO:tasks.workunit.client.0.smithi102.stdout:op 4552 completed, throughput=5MB/sec 2024-04-10T15:40:49.230 INFO:tasks.workunit.client.0.smithi102.stdout: 885: throughput=5MB/sec pending data=0 2024-04-10T15:40:49.230 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sdAPzezoHoqTCwm off=9874577 len=593936 2024-04-10T15:40:49.231 INFO:tasks.workunit.client.0.smithi102.stdout:op 4553 completed, throughput=5MB/sec 2024-04-10T15:40:49.231 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-J9mubZxkV9aDKYs off=16223534 len=1604535 2024-04-10T15:40:49.238 INFO:tasks.workunit.client.0.smithi102.stdout:op 4554 completed, throughput=5MB/sec 2024-04-10T15:40:49.238 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BsixQZh_NH907pc off=3627465 len=1411790 2024-04-10T15:40:49.247 INFO:tasks.workunit.client.0.smithi102.stdout:op 4555 completed, throughput=5MB/sec 2024-04-10T15:40:49.247 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6exL3bq9mYCPU0k off=5534824 len=131756 2024-04-10T15:40:49.249 INFO:tasks.workunit.client.0.smithi102.stdout:op 4556 completed, throughput=5MB/sec 2024-04-10T15:40:49.250 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fQJbQh9FqWc3sxC off=3162394 len=1381355 2024-04-10T15:40:49.250 INFO:tasks.workunit.client.0.smithi102.stdout:op 4557 completed, throughput=5MB/sec 2024-04-10T15:40:49.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:49 smithi154 ceph-mon[84269]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:40:49.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:49 smithi102 ceph-mon[88557]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:40:49.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:49 smithi102 ceph-mon[90943]: pgmap v1797: 105 pgs: 105 active+clean; 128 GiB data, 9.7 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:40:50.251 INFO:tasks.workunit.client.0.smithi102.stdout: 886: throughput=5MB/sec pending data=0 2024-04-10T15:40:50.251 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uC3_rR3LkZIQmn6 off=6513647 len=772371 2024-04-10T15:40:50.255 INFO:tasks.workunit.client.0.smithi102.stdout:op 4558 completed, throughput=5MB/sec 2024-04-10T15:40:50.255 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hY9-XEStOsRsSqa off=6695157 len=1558941 2024-04-10T15:40:50.264 INFO:tasks.workunit.client.0.smithi102.stdout:op 4559 completed, throughput=5MB/sec 2024-04-10T15:40:50.264 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-yvyqBkqGNMHCWla off=17475865 len=1837611 2024-04-10T15:40:50.268 INFO:tasks.workunit.client.0.smithi102.stdout:op 4560 completed, throughput=5MB/sec 2024-04-10T15:40:50.268 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CZEwDagVu4OVygZ off=4978176 len=430008 2024-04-10T15:40:50.273 INFO:tasks.workunit.client.0.smithi102.stdout:op 4561 completed, throughput=5MB/sec 2024-04-10T15:40:50.273 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YBA0UrPQwTzzaWm off=1380096 len=1318322 2024-04-10T15:40:50.274 INFO:tasks.workunit.client.0.smithi102.stdout:op 4562 completed, throughput=5MB/sec 2024-04-10T15:40:51.274 INFO:tasks.workunit.client.0.smithi102.stdout: 887: throughput=5MB/sec pending data=0 2024-04-10T15:40:51.275 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xcJT3ic4FNRzgAu off=5467601 len=1153589 2024-04-10T15:40:51.276 INFO:tasks.workunit.client.0.smithi102.stdout:op 4563 completed, throughput=5MB/sec 2024-04-10T15:40:51.276 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GHcWYNQ7gHQ1lka off=1571936 len=1140480 2024-04-10T15:40:51.283 INFO:tasks.workunit.client.0.smithi102.stdout:op 4564 completed, throughput=5MB/sec 2024-04-10T15:40:51.283 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-e7nHZQooB30zwA7 off=18530961 len=1843741 2024-04-10T15:40:51.285 INFO:tasks.workunit.client.0.smithi102.stdout:op 4565 completed, throughput=5MB/sec 2024-04-10T15:40:51.285 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PrTalQQmGROLU6l off=5608424 len=496172 2024-04-10T15:40:51.286 INFO:tasks.workunit.client.0.smithi102.stdout:op 4566 completed, throughput=5MB/sec 2024-04-10T15:40:51.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:51 smithi154 ceph-mon[84269]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:40:51.922 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:51 smithi102 ceph-mon[88557]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:40:51.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:51 smithi102 ceph-mon[90943]: pgmap v1798: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:40:52.286 INFO:tasks.workunit.client.0.smithi102.stdout: 888: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:52.286 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TQgM1ZC_iMlfOPy off=6539188 len=374328 2024-04-10T15:40:52.287 INFO:tasks.workunit.client.0.smithi102.stdout:op 4567 completed, throughput=5MB/sec 2024-04-10T15:40:52.287 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eZRY0q4IJEBQkOk off=0 len=1075728 2024-04-10T15:40:52.293 INFO:tasks.workunit.client.0.smithi102.stdout:op 4568 completed, throughput=5MB/sec 2024-04-10T15:40:52.293 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aj0o-0WTv6Tac21 off=4007102 len=553350 2024-04-10T15:40:52.294 INFO:tasks.workunit.client.0.smithi102.stdout:op 4569 completed, throughput=5MB/sec 2024-04-10T15:40:52.294 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8qQ47pbb95K7vTo off=7741555 len=751609 2024-04-10T15:40:52.296 INFO:tasks.workunit.client.0.smithi102.stdout:op 4570 completed, throughput=5MB/sec 2024-04-10T15:40:52.296 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-b3Vg6reHjKJGNpT off=1574081 len=2029369 2024-04-10T15:40:52.298 INFO:tasks.workunit.client.0.smithi102.stdout:op 4571 completed, throughput=5MB/sec 2024-04-10T15:40:52.298 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lCL0omeYklkXdn0 off=7151798 len=628331 2024-04-10T15:40:52.301 INFO:tasks.workunit.client.0.smithi102.stdout:op 4572 completed, throughput=5MB/sec 2024-04-10T15:40:52.642 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:40:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:40:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:40:53.302 INFO:tasks.workunit.client.0.smithi102.stdout: 889: throughput=5MB/sec pending data=0 2024-04-10T15:40:53.302 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-H9bi7tTl6pTbvBb off=22364955 len=1576468 2024-04-10T15:40:53.304 INFO:tasks.workunit.client.0.smithi102.stdout:op 4573 completed, throughput=5MB/sec 2024-04-10T15:40:53.304 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oIxLyhucvXWNRLp off=5785901 len=40183 2024-04-10T15:40:53.306 INFO:tasks.workunit.client.0.smithi102.stdout:op 4574 completed, throughput=5MB/sec 2024-04-10T15:40:53.307 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-AG6WgDNYkIAcTmP off=4326160 len=686254 2024-04-10T15:40:53.308 INFO:tasks.workunit.client.0.smithi102.stdout:op 4575 completed, throughput=5MB/sec 2024-04-10T15:40:53.308 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-r4WSFUQA-OMwGv9 off=6269773 len=1559550 2024-04-10T15:40:53.311 INFO:tasks.workunit.client.0.smithi102.stdout:op 4576 completed, throughput=5MB/sec 2024-04-10T15:40:53.311 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2w-seMQMZ7QoCUV off=12879516 len=1265097 2024-04-10T15:40:53.318 INFO:tasks.workunit.client.0.smithi102.stdout:op 4577 completed, throughput=5MB/sec 2024-04-10T15:40:53.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:53 smithi154 ceph-mon[84269]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:40:53.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:53.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:53 smithi102 ceph-mon[90943]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:40:53.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:53.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:53 smithi102 ceph-mon[88557]: pgmap v1799: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:40:53.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:40:54.319 INFO:tasks.workunit.client.0.smithi102.stdout: 890: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:54.319 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UnvLEn4m-Z1ggNh off=378935 len=2027682 2024-04-10T15:40:54.321 INFO:tasks.workunit.client.0.smithi102.stdout:op 4578 completed, throughput=5MB/sec 2024-04-10T15:40:54.321 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GSSamNExN2uAq8B off=1304209 len=159380 2024-04-10T15:40:54.321 INFO:tasks.workunit.client.0.smithi102.stdout:op 4579 completed, throughput=5MB/sec 2024-04-10T15:40:54.322 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-b7rG1fps06QCmul off=2223581 len=1776899 2024-04-10T15:40:54.329 INFO:tasks.workunit.client.0.smithi102.stdout:op 4580 completed, throughput=5MB/sec 2024-04-10T15:40:54.329 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NO5uGt92UEE8Kef off=1574502 len=1982399 2024-04-10T15:40:54.330 INFO:tasks.workunit.client.0.smithi102.stdout:op 4581 completed, throughput=5MB/sec 2024-04-10T15:40:55.331 INFO:tasks.workunit.client.0.smithi102.stdout: 891: throughput=5MB/sec pending data=0 2024-04-10T15:40:55.331 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-33zpiaUSfD9fZom off=13891817 len=1549003 2024-04-10T15:40:55.339 INFO:tasks.workunit.client.0.smithi102.stdout:op 4582 completed, throughput=5MB/sec 2024-04-10T15:40:55.339 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-E5xYAhRdRFCk7Yx off=1075857 len=1868467 2024-04-10T15:40:55.341 INFO:tasks.workunit.client.0.smithi102.stdout:op 4583 completed, throughput=5MB/sec 2024-04-10T15:40:55.341 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-slvuY3-p17DJPuU off=2214287 len=1608718 2024-04-10T15:40:55.343 INFO:tasks.workunit.client.0.smithi102.stdout:op 4584 completed, throughput=5MB/sec 2024-04-10T15:40:55.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:55 smithi154 ceph-mon[84269]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:40:55.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:55 smithi102 ceph-mon[90943]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:40:55.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:55 smithi102 ceph-mon[88557]: pgmap v1800: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:40:56.343 INFO:tasks.workunit.client.0.smithi102.stdout: 892: throughput=5MB/sec pending data=0 2024-04-10T15:40:56.343 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-briaiCPr39MTOWg off=207819 len=1671567 2024-04-10T15:40:56.351 INFO:tasks.workunit.client.0.smithi102.stdout:op 4585 completed, throughput=5MB/sec 2024-04-10T15:40:56.351 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fKLtO9YAiwcrpO2 off=780023 len=48387 2024-04-10T15:40:56.354 INFO:tasks.workunit.client.0.smithi102.stdout:op 4586 completed, throughput=5MB/sec 2024-04-10T15:40:56.354 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ie_78XXvXVxPiCq off=8734156 len=1027632 2024-04-10T15:40:56.359 INFO:tasks.workunit.client.0.smithi102.stdout:op 4587 completed, throughput=5MB/sec 2024-04-10T15:40:56.359 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vUZgb4dD-kq2nJz off=5831702 len=590642 2024-04-10T15:40:56.363 INFO:tasks.workunit.client.0.smithi102.stdout:op 4588 completed, throughput=5MB/sec 2024-04-10T15:40:56.363 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-A4L8uCVF_RHFFH2 off=8596610 len=1337352 2024-04-10T15:40:56.365 INFO:tasks.workunit.client.0.smithi102.stdout:op 4589 completed, throughput=5MB/sec 2024-04-10T15:40:57.366 INFO:tasks.workunit.client.0.smithi102.stdout: 893: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:57.366 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-u1IAdLcCZXtOaZ0 off=5483532 len=1952237 2024-04-10T15:40:57.370 INFO:tasks.workunit.client.0.smithi102.stdout:op 4590 completed, throughput=5MB/sec 2024-04-10T15:40:57.370 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-F0SMW3SFaWoSNu6 off=3071633 len=1616281 2024-04-10T15:40:57.372 INFO:tasks.workunit.client.0.smithi102.stdout:op 4591 completed, throughput=5MB/sec 2024-04-10T15:40:57.372 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fIlBlQHxkuEtf68 off=6221008 len=2014310 2024-04-10T15:40:57.374 INFO:tasks.workunit.client.0.smithi102.stdout:op 4592 completed, throughput=5MB/sec 2024-04-10T15:40:57.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:57 smithi154 ceph-mon[84269]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:40:57.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:57 smithi102 ceph-mon[90943]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:40:57.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:40:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:40:57] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-10T15:40:57.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:57 smithi102 ceph-mon[88557]: pgmap v1801: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:40:58.374 INFO:tasks.workunit.client.0.smithi102.stdout: 894: throughput=4.99MB/sec pending data=0 2024-04-10T15:40:58.375 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-l5Pn2I2Ng4Lh635 off=5976878 len=1350 2024-04-10T15:40:58.376 INFO:tasks.workunit.client.0.smithi102.stdout:op 4593 completed, throughput=4.99MB/sec 2024-04-10T15:40:58.377 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MzxqN1vG55YBiMM off=10590280 len=919116 2024-04-10T15:40:58.382 INFO:tasks.workunit.client.0.smithi102.stdout:op 4594 completed, throughput=5MB/sec 2024-04-10T15:40:58.382 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ANCpMZGlwrAEUcu off=18326512 len=1047009 2024-04-10T15:40:58.383 INFO:tasks.workunit.client.0.smithi102.stdout:op 4595 completed, throughput=5MB/sec 2024-04-10T15:40:58.384 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rR2Tzr1F5qLeVXy off=1111061 len=1569127 2024-04-10T15:40:58.392 INFO:tasks.workunit.client.0.smithi102.stdout:op 4596 completed, throughput=5MB/sec 2024-04-10T15:40:58.392 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-t0wpPNeO5m62BQn off=4187975 len=2021002 2024-04-10T15:40:58.394 INFO:tasks.workunit.client.0.smithi102.stdout:op 4597 completed, throughput=5MB/sec 2024-04-10T15:40:59.395 INFO:tasks.workunit.client.0.smithi102.stdout: 895: throughput=5MB/sec pending data=0 2024-04-10T15:40:59.395 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3mBB1RwwfDSlPW- off=12475483 len=1115786 2024-04-10T15:40:59.400 INFO:tasks.workunit.client.0.smithi102.stdout:op 4598 completed, throughput=5MB/sec 2024-04-10T15:40:59.400 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LOWhAbknZ8zNOV9 off=9487078 len=398382 2024-04-10T15:40:59.403 INFO:tasks.workunit.client.0.smithi102.stdout:op 4599 completed, throughput=5MB/sec 2024-04-10T15:40:59.403 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QaUujUhgHBuZXC9 off=2940978 len=366399 2024-04-10T15:40:59.404 INFO:tasks.workunit.client.0.smithi102.stdout:op 4600 completed, throughput=5MB/sec 2024-04-10T15:40:59.404 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nta6ehpemXia6ts off=10808242 len=690115 2024-04-10T15:40:59.408 INFO:tasks.workunit.client.0.smithi102.stdout:op 4601 completed, throughput=5MB/sec 2024-04-10T15:40:59.408 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1Vqckjf0l987Py8 off=8675786 len=1108007 2024-04-10T15:40:59.410 INFO:tasks.workunit.client.0.smithi102.stdout:op 4602 completed, throughput=5MB/sec 2024-04-10T15:40:59.410 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BvRD_YufeBb-enO off=259127 len=1118300 2024-04-10T15:40:59.411 INFO:tasks.workunit.client.0.smithi102.stdout:op 4603 completed, throughput=5MB/sec 2024-04-10T15:40:59.411 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oXZ9qSsNnKTy5EF off=2868305 len=1703890 2024-04-10T15:40:59.413 INFO:tasks.workunit.client.0.smithi102.stdout:op 4604 completed, throughput=5MB/sec 2024-04-10T15:40:59.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:40:59 smithi154 ceph-mon[84269]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:40:59.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:40:59 smithi102 ceph-mon[90943]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:40:59.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:40:59 smithi102 ceph-mon[88557]: pgmap v1802: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:41:00.413 INFO:tasks.workunit.client.0.smithi102.stdout: 896: throughput=5MB/sec pending data=0 2024-04-10T15:41:00.414 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gitAhjsDX3FqtL9 off=12798912 len=568362 2024-04-10T15:41:00.417 INFO:tasks.workunit.client.0.smithi102.stdout:op 4605 completed, throughput=5MB/sec 2024-04-10T15:41:00.417 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SiGKAaXSjdmMmW- off=12110800 len=706705 2024-04-10T15:41:00.421 INFO:tasks.workunit.client.0.smithi102.stdout:op 4606 completed, throughput=5MB/sec 2024-04-10T15:41:00.421 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-W16YbrniLc4LOES off=16371531 len=804091 2024-04-10T15:41:00.422 INFO:tasks.workunit.client.0.smithi102.stdout:op 4607 completed, throughput=5MB/sec 2024-04-10T15:41:00.422 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rPXP0wPPvtD7tl9 off=2952017 len=1769506 2024-04-10T15:41:00.424 INFO:tasks.workunit.client.0.smithi102.stdout:op 4608 completed, throughput=5MB/sec 2024-04-10T15:41:01.424 INFO:tasks.workunit.client.0.smithi102.stdout: 897: throughput=4.99MB/sec pending data=0 2024-04-10T15:41:01.424 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3yKPxYxZjFHT30l off=3250096 len=61619 2024-04-10T15:41:01.425 INFO:tasks.workunit.client.0.smithi102.stdout:op 4609 completed, throughput=4.99MB/sec 2024-04-10T15:41:01.425 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Fqrf3bnrcUN4vkV off=1083375 len=647008 2024-04-10T15:41:01.426 INFO:tasks.workunit.client.0.smithi102.stdout:op 4610 completed, throughput=5MB/sec 2024-04-10T15:41:01.426 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YWY1bLyG-xFa2UF off=9087510 len=1026648 2024-04-10T15:41:01.428 INFO:tasks.workunit.client.0.smithi102.stdout:op 4611 completed, throughput=5MB/sec 2024-04-10T15:41:01.428 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Dp139LBRY4RExFx off=0 len=1430570 2024-04-10T15:41:01.436 INFO:tasks.workunit.client.0.smithi102.stdout:op 4612 completed, throughput=5MB/sec 2024-04-10T15:41:01.436 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--HDIGpHssZITjcb off=3729275 len=1273666 2024-04-10T15:41:01.437 INFO:tasks.workunit.client.0.smithi102.stdout:op 4613 completed, throughput=5MB/sec 2024-04-10T15:41:01.438 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-V36v8I5b_ScrKrr off=7435880 len=163405 2024-04-10T15:41:01.438 INFO:tasks.workunit.client.0.smithi102.stdout:op 4614 completed, throughput=5MB/sec 2024-04-10T15:41:01.438 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xiJ7Vgjhgkv6DFr off=1243599 len=1499096 2024-04-10T15:41:01.446 INFO:tasks.workunit.client.0.smithi102.stdout:op 4615 completed, throughput=5MB/sec 2024-04-10T15:41:01.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:01 smithi154 ceph-mon[84269]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:41:01.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:01 smithi102 ceph-mon[90943]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:41:01.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:01 smithi102 ceph-mon[88557]: pgmap v1803: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:41:02.446 INFO:tasks.workunit.client.0.smithi102.stdout: 898: throughput=5MB/sec pending data=0 2024-04-10T15:41:02.446 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CqIdSDTzXp71E1w off=8059830 len=1603246 2024-04-10T15:41:02.448 INFO:tasks.workunit.client.0.smithi102.stdout:op 4616 completed, throughput=5MB/sec 2024-04-10T15:41:02.448 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mlv3469f3EKymu_ off=12862210 len=1231070 2024-04-10T15:41:02.454 INFO:tasks.workunit.client.0.smithi102.stdout:op 4617 completed, throughput=5MB/sec 2024-04-10T15:41:02.454 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HTsAlnL2BsjnlSU off=11078200 len=265389 2024-04-10T15:41:02.458 INFO:tasks.workunit.client.0.smithi102.stdout:op 4618 completed, throughput=5MB/sec 2024-04-10T15:41:02.458 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LDQpGc1dI_DovwP off=10593770 len=131752 2024-04-10T15:41:02.461 INFO:tasks.workunit.client.0.smithi102.stdout:op 4619 completed, throughput=5MB/sec 2024-04-10T15:41:02.461 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-R60VhsH0VfbafxO off=17961 len=1081855 2024-04-10T15:41:02.462 INFO:tasks.workunit.client.0.smithi102.stdout:op 4620 completed, throughput=5MB/sec 2024-04-10T15:41:02.462 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WbQ4mVICCJJiw0F off=12420432 len=21554 2024-04-10T15:41:02.463 INFO:tasks.workunit.client.0.smithi102.stdout:op 4621 completed, throughput=5MB/sec 2024-04-10T15:41:02.463 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--7wLRwowotT2qqF off=4999768 len=907090 2024-04-10T15:41:02.464 INFO:tasks.workunit.client.0.smithi102.stdout:op 4622 completed, throughput=5MB/sec 2024-04-10T15:41:02.642 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:41:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:41:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:41:03.464 INFO:tasks.workunit.client.0.smithi102.stdout: 899: throughput=5MB/sec pending data=0 2024-04-10T15:41:03.464 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1Rrc3hQyWHIcMi1 off=8314778 len=1478317 2024-04-10T15:41:03.466 INFO:tasks.workunit.client.0.smithi102.stdout:op 4623 completed, throughput=5MB/sec 2024-04-10T15:41:03.466 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vSjrX2EDsTQ7xpV off=2153322 len=257742 2024-04-10T15:41:03.470 INFO:tasks.workunit.client.0.smithi102.stdout:op 4624 completed, throughput=5MB/sec 2024-04-10T15:41:03.470 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lvnAaMVrtdJ0pHl off=1833089 len=664745 2024-04-10T15:41:03.471 INFO:tasks.workunit.client.0.smithi102.stdout:op 4625 completed, throughput=5MB/sec 2024-04-10T15:41:03.471 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bw396c7c3erllk5 off=13168590 len=1228302 2024-04-10T15:41:03.476 INFO:tasks.workunit.client.0.smithi102.stdout:op 4626 completed, throughput=5MB/sec 2024-04-10T15:41:03.476 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nItDkz8KvmZUrCD off=9503892 len=1613095 2024-04-10T15:41:03.478 INFO:tasks.workunit.client.0.smithi102.stdout:op 4627 completed, throughput=5MB/sec 2024-04-10T15:41:03.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:03 smithi154 ceph-mon[84269]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-10T15:41:03.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:03 smithi102 ceph-mon[90943]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-10T15:41:03.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:03 smithi102 ceph-mon[88557]: pgmap v1804: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.8 MiB/s wr, 3 op/s 2024-04-10T15:41:04.478 INFO:tasks.workunit.client.0.smithi102.stdout: 900: throughput=5MB/sec pending data=0 2024-04-10T15:41:04.478 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--AzNIZJYjdnS5Lb off=5870388 len=2013664 2024-04-10T15:41:04.480 INFO:tasks.workunit.client.0.smithi102.stdout:op 4628 completed, throughput=5MB/sec 2024-04-10T15:41:04.480 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JMifTrW1oa_eBXu off=4850310 len=140850 2024-04-10T15:41:04.481 INFO:tasks.workunit.client.0.smithi102.stdout:op 4629 completed, throughput=5MB/sec 2024-04-10T15:41:04.481 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dN4Cs5ClH066rNJ off=227205 len=242971 2024-04-10T15:41:04.481 INFO:tasks.workunit.client.0.smithi102.stdout:op 4630 completed, throughput=5MB/sec 2024-04-10T15:41:04.482 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Fre2YLt5v0POByI off=4660656 len=856964 2024-04-10T15:41:04.483 INFO:tasks.workunit.client.0.smithi102.stdout:op 4631 completed, throughput=5MB/sec 2024-04-10T15:41:04.483 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GrUQsXF1NjlMNN7 off=6430099 len=1547447 2024-04-10T15:41:04.490 INFO:tasks.workunit.client.0.smithi102.stdout:op 4632 completed, throughput=5MB/sec 2024-04-10T15:41:05.490 INFO:tasks.workunit.client.0.smithi102.stdout: 901: throughput=4.99MB/sec pending data=0 2024-04-10T15:41:05.490 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sof3cFdLxgCIBM_ off=7504079 len=430305 2024-04-10T15:41:05.494 INFO:tasks.workunit.client.0.smithi102.stdout:op 4633 completed, throughput=5MB/sec 2024-04-10T15:41:05.494 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2hTTg0FCr24aUwC off=272692 len=1385843 2024-04-10T15:41:05.500 INFO:tasks.workunit.client.0.smithi102.stdout:op 4634 completed, throughput=5MB/sec 2024-04-10T15:41:05.500 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-J6PF59aJ3vinVHp off=5293891 len=1308869 2024-04-10T15:41:05.501 INFO:tasks.workunit.client.0.smithi102.stdout:op 4635 completed, throughput=5MB/sec 2024-04-10T15:41:05.501 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VhSfGIhARA-4vJJ off=1487132 len=1627226 2024-04-10T15:41:05.514 INFO:tasks.workunit.client.0.smithi102.stdout:op 4636 completed, throughput=5MB/sec 2024-04-10T15:41:05.514 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mRGVDY1Lg3-elS4 off=551066 len=1369230 2024-04-10T15:41:05.514 INFO:tasks.workunit.client.0.smithi102.stdout:op 4637 completed, throughput=5MB/sec 2024-04-10T15:41:05.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:05 smithi154 ceph-mon[84269]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:41:05.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:05 smithi102 ceph-mon[90943]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:41:05.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:05 smithi102 ceph-mon[88557]: pgmap v1805: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.6 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:41:06.512 INFO:tasks.workunit.client.0.smithi102.stdout: 902: throughput=5MB/sec pending data=0 2024-04-10T15:41:06.513 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1t6boMQH71pDolU off=4971935 len=976829 2024-04-10T15:41:06.517 INFO:tasks.workunit.client.0.smithi102.stdout:op 4638 completed, throughput=5MB/sec 2024-04-10T15:41:06.518 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VTJRWPFr17J7DER off=14939019 len=1722306 2024-04-10T15:41:06.526 INFO:tasks.workunit.client.0.smithi102.stdout:op 4639 completed, throughput=5MB/sec 2024-04-10T15:41:06.526 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HVG3HAqmGoeA1cn off=2825441 len=715938 2024-04-10T15:41:06.530 INFO:tasks.workunit.client.0.smithi102.stdout:op 4640 completed, throughput=5MB/sec 2024-04-10T15:41:06.530 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tzLgjkYnjsGyeXd off=3105426 len=177630 2024-04-10T15:41:06.530 INFO:tasks.workunit.client.0.smithi102.stdout:op 4641 completed, throughput=5MB/sec 2024-04-10T15:41:06.530 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-L7M1PWO5khprNAA off=311900 len=1286369 2024-04-10T15:41:06.531 INFO:tasks.workunit.client.0.smithi102.stdout:op 4642 completed, throughput=5MB/sec 2024-04-10T15:41:07.531 INFO:tasks.workunit.client.0.smithi102.stdout: 903: throughput=5MB/sec pending data=0 2024-04-10T15:41:07.532 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-G221QYlY1qHpeou off=7756765 len=1543373 2024-04-10T15:41:07.540 INFO:tasks.workunit.client.0.smithi102.stdout:op 4643 completed, throughput=5MB/sec 2024-04-10T15:41:07.541 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HJXPxFsf1Ad1zRb off=4031700 len=602399 2024-04-10T15:41:07.545 INFO:tasks.workunit.client.0.smithi102.stdout:op 4644 completed, throughput=5MB/sec 2024-04-10T15:41:07.545 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VfrnVgW8tV5MMex off=1761156 len=358540 2024-04-10T15:41:07.549 INFO:tasks.workunit.client.0.smithi102.stdout:op 4645 completed, throughput=5MB/sec 2024-04-10T15:41:07.549 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TAuwyB8a7L7wZ_V off=11041487 len=1922442 2024-04-10T15:41:07.550 INFO:tasks.workunit.client.0.smithi102.stdout:op 4646 completed, throughput=5MB/sec 2024-04-10T15:41:07.551 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8-l3XgnIN__furk off=2024457 len=626923 2024-04-10T15:41:07.551 INFO:tasks.workunit.client.0.smithi102.stdout:op 4647 completed, throughput=5MB/sec 2024-04-10T15:41:07.725 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:07 smithi102 ceph-mon[90943]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-10T15:41:07.725 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:07 smithi102 ceph-mon[88557]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-10T15:41:07.726 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:41:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:41:07] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-10T15:41:07.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:07 smithi154 ceph-mon[84269]: pgmap v1806: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.5 MiB/s wr, 4 op/s 2024-04-10T15:41:08.552 INFO:tasks.workunit.client.0.smithi102.stdout: 904: throughput=4.99MB/sec pending data=0 2024-04-10T15:41:08.552 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fbfopYOlBF50mj4 off=7724572 len=1044629 2024-04-10T15:41:08.553 INFO:tasks.workunit.client.0.smithi102.stdout:op 4648 completed, throughput=5MB/sec 2024-04-10T15:41:08.553 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dt6Sbj-ZMT-qxHx off=1973884 len=1574544 2024-04-10T15:41:08.557 INFO:tasks.workunit.client.0.smithi102.stdout:op 4649 completed, throughput=5MB/sec 2024-04-10T15:41:08.557 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bC2Chkqb8EY7YgU off=6530206 len=1109908 2024-04-10T15:41:08.558 INFO:tasks.workunit.client.0.smithi102.stdout:op 4650 completed, throughput=5MB/sec 2024-04-10T15:41:08.559 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VS7GrXfiwuFwOig off=7305003 len=130144 2024-04-10T15:41:08.559 INFO:tasks.workunit.client.0.smithi102.stdout:op 4651 completed, throughput=5MB/sec 2024-04-10T15:41:08.559 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_2F82h5_BIxgY1U off=8085187 len=1273817 2024-04-10T15:41:08.561 INFO:tasks.workunit.client.0.smithi102.stdout:op 4652 completed, throughput=5MB/sec 2024-04-10T15:41:08.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:08.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:08.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:09.561 INFO:tasks.workunit.client.0.smithi102.stdout: 905: throughput=4.99MB/sec pending data=0 2024-04-10T15:41:09.561 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CInDDeRyncMX1Y7 off=122455 len=592102 2024-04-10T15:41:09.563 INFO:tasks.workunit.client.0.smithi102.stdout:op 4653 completed, throughput=5MB/sec 2024-04-10T15:41:09.563 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aya7LtBp6KNSd3Z off=1820338 len=818969 2024-04-10T15:41:09.568 INFO:tasks.workunit.client.0.smithi102.stdout:op 4654 completed, throughput=5MB/sec 2024-04-10T15:41:09.568 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hS40xk59WFNYNFj off=1353386 len=197311 2024-04-10T15:41:09.569 INFO:tasks.workunit.client.0.smithi102.stdout:op 4655 completed, throughput=5MB/sec 2024-04-10T15:41:09.569 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fIHdLoeodW3en7J off=3435550 len=1484302 2024-04-10T15:41:09.571 INFO:tasks.workunit.client.0.smithi102.stdout:op 4656 completed, throughput=5MB/sec 2024-04-10T15:41:09.571 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OpZD4OKVoFLyw87 off=4987320 len=770689 2024-04-10T15:41:09.575 INFO:tasks.workunit.client.0.smithi102.stdout:op 4657 completed, throughput=5MB/sec 2024-04-10T15:41:09.575 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oO4sAuJm8MJ_6BW off=7960745 len=1397334 2024-04-10T15:41:09.582 INFO:tasks.workunit.client.0.smithi102.stdout:op 4658 completed, throughput=5MB/sec 2024-04-10T15:41:09.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:09 smithi154 ceph-mon[84269]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:41:09.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:09 smithi102 ceph-mon[88557]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:41:09.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:09 smithi102 ceph-mon[90943]: pgmap v1807: 105 pgs: 105 active+clean; 128 GiB data, 9.8 GiB used, 705 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:41:10.582 INFO:tasks.workunit.client.0.smithi102.stdout: 906: throughput=4.99MB/sec pending data=0 2024-04-10T15:41:10.582 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rz31fftNbXqZZ6t off=1030027 len=1346142 2024-04-10T15:41:10.590 INFO:tasks.workunit.client.0.smithi102.stdout:op 4659 completed, throughput=5MB/sec 2024-04-10T15:41:10.590 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BMLJSq5u7mimG8O off=2383262 len=211836 2024-04-10T15:41:10.593 INFO:tasks.workunit.client.0.smithi102.stdout:op 4660 completed, throughput=5MB/sec 2024-04-10T15:41:10.594 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IKLIPdJXJ5TRZQ8 off=17362043 len=1703613 2024-04-10T15:41:10.600 INFO:tasks.workunit.client.0.smithi102.stdout:op 4661 completed, throughput=5MB/sec 2024-04-10T15:41:10.600 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pxkGQjgS6KVCikB off=4893378 len=1886725 2024-04-10T15:41:10.602 INFO:tasks.workunit.client.0.smithi102.stdout:op 4662 completed, throughput=5MB/sec 2024-04-10T15:41:10.603 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aFd8OqkqXvf1e8z off=21320120 len=7874 2024-04-10T15:41:10.603 INFO:tasks.workunit.client.0.smithi102.stdout:op 4663 completed, throughput=5MB/sec 2024-04-10T15:41:10.603 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4Wjzp-9UBuZOWqM off=8654139 len=930099 2024-04-10T15:41:10.607 INFO:tasks.workunit.client.0.smithi102.stdout:op 4664 completed, throughput=5MB/sec 2024-04-10T15:41:11.608 INFO:tasks.workunit.client.0.smithi102.stdout: 907: throughput=5MB/sec pending data=0 2024-04-10T15:41:11.608 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BIxdgNckeEfUlxI off=3914772 len=1965076 2024-04-10T15:41:11.612 INFO:tasks.workunit.client.0.smithi102.stdout:op 4665 completed, throughput=5MB/sec 2024-04-10T15:41:11.612 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NuZtdiWBpmIdKcg off=5124244 len=2058158 2024-04-10T15:41:11.622 INFO:tasks.workunit.client.0.smithi102.stdout:op 4666 completed, throughput=5MB/sec 2024-04-10T15:41:11.622 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jNVKKUYAsY7vRFl off=1726881 len=1909814 2024-04-10T15:41:11.626 INFO:tasks.workunit.client.0.smithi102.stdout:op 4667 completed, throughput=5MB/sec 2024-04-10T15:41:11.747 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:11 smithi154 ceph-mon[84269]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:41:11.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:11 smithi102 ceph-mon[90943]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:41:11.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:11 smithi102 ceph-mon[88557]: pgmap v1808: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:41:12.627 INFO:tasks.workunit.client.0.smithi102.stdout: 908: throughput=5MB/sec pending data=0 2024-04-10T15:41:12.627 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1iKxyO9f8wlxBSv off=768411 len=1669709 2024-04-10T15:41:12.630 INFO:tasks.workunit.client.0.smithi102.stdout:op 4668 completed, throughput=5MB/sec 2024-04-10T15:41:12.630 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-93KuFDSPQBJCjcT off=8400524 len=5512 2024-04-10T15:41:12.633 INFO:tasks.workunit.client.0.smithi102.stdout:op 4669 completed, throughput=5MB/sec 2024-04-10T15:41:12.633 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hMDH5WWjNcSKuM5 off=6996535 len=1685818 2024-04-10T15:41:12.635 INFO:tasks.workunit.client.0.smithi102.stdout:op 4670 completed, throughput=5MB/sec 2024-04-10T15:41:12.635 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-s5bAcD8fvhvVEVe off=1770502 len=1635600 2024-04-10T15:41:12.637 INFO:tasks.workunit.client.0.smithi102.stdout:op 4671 completed, throughput=5MB/sec 2024-04-10T15:41:12.642 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:41:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:41:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:41:13.638 INFO:tasks.workunit.client.0.smithi102.stdout: 909: throughput=5MB/sec pending data=0 2024-04-10T15:41:13.638 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mONNuVo3mS5fB_p off=21655308 len=999483 2024-04-10T15:41:13.640 INFO:tasks.workunit.client.0.smithi102.stdout:op 4672 completed, throughput=5MB/sec 2024-04-10T15:41:13.640 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FD2ri2Py4vpdtNJ off=10233380 len=197048 2024-04-10T15:41:13.643 INFO:tasks.workunit.client.0.smithi102.stdout:op 4673 completed, throughput=5MB/sec 2024-04-10T15:41:13.643 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DyTOhJcnYbqybsk off=8809804 len=126755 2024-04-10T15:41:13.644 INFO:tasks.workunit.client.0.smithi102.stdout:op 4674 completed, throughput=5MB/sec 2024-04-10T15:41:13.644 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hMPLfD9Pp4One0h off=1850480 len=1987424 2024-04-10T15:41:13.657 INFO:tasks.workunit.client.0.smithi102.stdout:op 4675 completed, throughput=5MB/sec 2024-04-10T15:41:13.657 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4Qq2HePdQIeosoD off=253067 len=1400553 2024-04-10T15:41:13.663 INFO:tasks.workunit.client.0.smithi102.stdout:op 4676 completed, throughput=5MB/sec 2024-04-10T15:41:13.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:13 smithi154 ceph-mon[84269]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:41:13.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:13 smithi102 ceph-mon[90943]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:41:13.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:13 smithi102 ceph-mon[88557]: pgmap v1809: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:41:14.663 INFO:tasks.workunit.client.0.smithi102.stdout: 910: throughput=5MB/sec pending data=0 2024-04-10T15:41:14.663 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-d5JTEP1hZbgl5vn off=9311254 len=310901 2024-04-10T15:41:14.666 INFO:tasks.workunit.client.0.smithi102.stdout:op 4677 completed, throughput=5MB/sec 2024-04-10T15:41:14.666 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ADMRV25PRnYyZqo off=13853909 len=175665 2024-04-10T15:41:14.667 INFO:tasks.workunit.client.0.smithi102.stdout:op 4678 completed, throughput=5MB/sec 2024-04-10T15:41:14.667 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-X0MjRnzDmXFJQQ2 off=11320302 len=1555878 2024-04-10T15:41:14.675 INFO:tasks.workunit.client.0.smithi102.stdout:op 4679 completed, throughput=5MB/sec 2024-04-10T15:41:14.675 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NqL6KowEkXsUl2w off=5727262 len=472118 2024-04-10T15:41:14.679 INFO:tasks.workunit.client.0.smithi102.stdout:op 4680 completed, throughput=5MB/sec 2024-04-10T15:41:14.679 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ecji5tX-HfB4mZq off=14390771 len=7218 2024-04-10T15:41:14.680 INFO:tasks.workunit.client.0.smithi102.stdout:op 4681 completed, throughput=5MB/sec 2024-04-10T15:41:14.680 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hY5TeVksUgHv44q off=2175390 len=658274 2024-04-10T15:41:14.684 INFO:tasks.workunit.client.0.smithi102.stdout:op 4682 completed, throughput=5MB/sec 2024-04-10T15:41:14.684 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-i4pP-wCDwC2fPid off=598798 len=1938230 2024-04-10T15:41:14.694 INFO:tasks.workunit.client.0.smithi102.stdout:op 4683 completed, throughput=5MB/sec 2024-04-10T15:41:15.694 INFO:tasks.workunit.client.0.smithi102.stdout: 911: throughput=4.99MB/sec pending data=0 2024-04-10T15:41:15.694 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-njNT4cKaM9svQnF off=5385226 len=1424995 2024-04-10T15:41:15.700 INFO:tasks.workunit.client.0.smithi102.stdout:op 4684 completed, throughput=5MB/sec 2024-04-10T15:41:15.701 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eUIaAF-A3u5PgrL off=1544504 len=1723081 2024-04-10T15:41:15.703 INFO:tasks.workunit.client.0.smithi102.stdout:op 4685 completed, throughput=5MB/sec 2024-04-10T15:41:15.703 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WHTiEfwV9u7FnIX off=11596559 len=1945772 2024-04-10T15:41:15.705 INFO:tasks.workunit.client.0.smithi102.stdout:op 4686 completed, throughput=5MB/sec 2024-04-10T15:41:15.705 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-G74Zo9I2lw7e17y off=1446326 len=1768344 2024-04-10T15:41:15.709 INFO:tasks.workunit.client.0.smithi102.stdout:op 4687 completed, throughput=5MB/sec 2024-04-10T15:41:15.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:15 smithi154 ceph-mon[84269]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:41:15.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:15 smithi102 ceph-mon[90943]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:41:15.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:15 smithi102 ceph-mon[88557]: pgmap v1810: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 2.0 MiB/s wr, 5 op/s 2024-04-10T15:41:16.710 INFO:tasks.workunit.client.0.smithi102.stdout: 912: throughput=5MB/sec pending data=0 2024-04-10T15:41:16.710 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FI_st_ab6kFgQ0k off=18380158 len=1903255 2024-04-10T15:41:16.721 INFO:tasks.workunit.client.0.smithi102.stdout:op 4688 completed, throughput=5MB/sec 2024-04-10T15:41:16.722 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RVuC8AkxIMJWRe- off=858242 len=400238 2024-04-10T15:41:16.722 INFO:tasks.workunit.client.0.smithi102.stdout:op 4689 completed, throughput=5MB/sec 2024-04-10T15:41:16.722 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SGncsxya4F2t1ue off=5936409 len=563098 2024-04-10T15:41:16.723 INFO:tasks.workunit.client.0.smithi102.stdout:op 4690 completed, throughput=5MB/sec 2024-04-10T15:41:16.723 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-p5pNM5TKSgFwT4J off=7205341 len=1839934 2024-04-10T15:41:16.733 INFO:tasks.workunit.client.0.smithi102.stdout:op 4691 completed, throughput=5MB/sec 2024-04-10T15:41:17.733 INFO:tasks.workunit.client.0.smithi102.stdout: 913: throughput=5MB/sec pending data=0 2024-04-10T15:41:17.734 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sRW_5zh50a2OrUx off=227884 len=720752 2024-04-10T15:41:17.737 INFO:tasks.workunit.client.0.smithi102.stdout:op 4692 completed, throughput=5MB/sec 2024-04-10T15:41:17.737 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-r6D94Dsep4dmMkr off=4310597 len=1326324 2024-04-10T15:41:17.740 INFO:tasks.workunit.client.0.smithi102.stdout:op 4693 completed, throughput=5MB/sec 2024-04-10T15:41:17.740 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GQKI--KFe21NGwy off=1062784 len=1500263 2024-04-10T15:41:17.742 INFO:tasks.workunit.client.0.smithi102.stdout:op 4694 completed, throughput=5MB/sec 2024-04-10T15:41:17.742 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YE5z1oxP8CCPswU off=3615065 len=334136 2024-04-10T15:41:17.743 INFO:tasks.workunit.client.0.smithi102.stdout:op 4695 completed, throughput=5MB/sec 2024-04-10T15:41:17.743 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-H0mwbO8BQvCAcEo off=6312333 len=1295046 2024-04-10T15:41:17.745 INFO:tasks.workunit.client.0.smithi102.stdout:op 4696 completed, throughput=5MB/sec 2024-04-10T15:41:17.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:17 smithi154 ceph-mon[84269]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:41:17.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:17 smithi102 ceph-mon[90943]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:41:17.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:41:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:41:17] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-10T15:41:17.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:17 smithi102 ceph-mon[88557]: pgmap v1811: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 1.7 MiB/s wr, 4 op/s 2024-04-10T15:41:18.746 INFO:tasks.workunit.client.0.smithi102.stdout: 914: throughput=5MB/sec pending data=0 2024-04-10T15:41:18.746 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nmDzdeoBx8BNk49 off=15652338 len=1562476 2024-04-10T15:41:18.754 INFO:tasks.workunit.client.0.smithi102.stdout:op 4697 completed, throughput=5MB/sec 2024-04-10T15:41:18.754 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QZqQHR7TLjbeQBD off=1033160 len=784913 2024-04-10T15:41:18.758 INFO:tasks.workunit.client.0.smithi102.stdout:op 4698 completed, throughput=5MB/sec 2024-04-10T15:41:18.758 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-E1CPNY6Gsotc-0z off=2285512 len=1915392 2024-04-10T15:41:18.770 INFO:tasks.workunit.client.0.smithi102.stdout:op 4699 completed, throughput=5MB/sec 2024-04-10T15:41:18.770 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--TwL_CPyObfbM2m off=3387685 len=1848854 2024-04-10T15:41:18.780 INFO:tasks.workunit.client.0.smithi102.stdout:op 4700 completed, throughput=5MB/sec 2024-04-10T15:41:19.780 INFO:tasks.workunit.client.0.smithi102.stdout: 915: throughput=5MB/sec pending data=0 2024-04-10T15:41:19.780 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ABoYJ3JGVbcF4xe off=4626497 len=288847 2024-04-10T15:41:19.781 INFO:tasks.workunit.client.0.smithi102.stdout:op 4701 completed, throughput=5MB/sec 2024-04-10T15:41:19.781 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rPBSCaPp9jK7OuQ off=9469927 len=1690710 2024-04-10T15:41:19.789 INFO:tasks.workunit.client.0.smithi102.stdout:op 4702 completed, throughput=5MB/sec 2024-04-10T15:41:19.790 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oNlZ2k7Abj1Fmsd off=954496 len=505912 2024-04-10T15:41:19.791 INFO:tasks.workunit.client.0.smithi102.stdout:op 4703 completed, throughput=5MB/sec 2024-04-10T15:41:19.791 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ySna3P7_CisApkA off=2875912 len=222655 2024-04-10T15:41:19.791 INFO:tasks.workunit.client.0.smithi102.stdout:op 4704 completed, throughput=5MB/sec 2024-04-10T15:41:19.791 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7EX92bAFsJCRXIV off=1302981 len=207026 2024-04-10T15:41:19.795 INFO:tasks.workunit.client.0.smithi102.stdout:op 4705 completed, throughput=5MB/sec 2024-04-10T15:41:19.795 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FC3C5sEkgUorL4h off=6045786 len=1971806 2024-04-10T15:41:19.797 INFO:tasks.workunit.client.0.smithi102.stdout:op 4706 completed, throughput=5MB/sec 2024-04-10T15:41:19.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:19 smithi154 ceph-mon[84269]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:41:19.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:19 smithi102 ceph-mon[90943]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:41:19.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:19 smithi102 ceph-mon[88557]: pgmap v1812: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:41:20.797 INFO:tasks.workunit.client.0.smithi102.stdout: 916: throughput=5MB/sec pending data=0 2024-04-10T15:41:20.798 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5LmX8VDsgnwiQHl off=16972282 len=1270985 2024-04-10T15:41:20.799 INFO:tasks.workunit.client.0.smithi102.stdout:op 4707 completed, throughput=5MB/sec 2024-04-10T15:41:20.799 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-P-k9B1DzZdgajDX off=5175161 len=1554046 2024-04-10T15:41:20.801 INFO:tasks.workunit.client.0.smithi102.stdout:op 4708 completed, throughput=5MB/sec 2024-04-10T15:41:20.801 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-j5-6Al--I6RsdrH off=20270330 len=297364 2024-04-10T15:41:20.804 INFO:tasks.workunit.client.0.smithi102.stdout:op 4709 completed, throughput=5MB/sec 2024-04-10T15:41:20.804 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1RV9KzpbJmta5-i off=6053484 len=2084552 2024-04-10T15:41:20.816 INFO:tasks.workunit.client.0.smithi102.stdout:op 4710 completed, throughput=5MB/sec 2024-04-10T15:41:21.816 INFO:tasks.workunit.client.0.smithi102.stdout: 917: throughput=5MB/sec pending data=0 2024-04-10T15:41:21.816 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-J7DWfsoqJjtGFrY off=8806858 len=164527 2024-04-10T15:41:21.819 INFO:tasks.workunit.client.0.smithi102.stdout:op 4711 completed, throughput=5MB/sec 2024-04-10T15:41:21.819 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-svjjwv6vZT8ACWX off=8937875 len=2034734 2024-04-10T15:41:21.820 INFO:tasks.workunit.client.0.smithi102.stdout:op 4712 completed, throughput=5MB/sec 2024-04-10T15:41:21.820 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YBiToIvJM-m2aq6 off=22298458 len=813075 2024-04-10T15:41:21.826 INFO:tasks.workunit.client.0.smithi102.stdout:op 4713 completed, throughput=5MB/sec 2024-04-10T15:41:21.826 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8V5jCbttp8N_h-O off=12382082 len=38820 2024-04-10T15:41:21.826 INFO:tasks.workunit.client.0.smithi102.stdout:op 4714 completed, throughput=5MB/sec 2024-04-10T15:41:21.826 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fyztf10ZWY5hI3R off=7610629 len=802769 2024-04-10T15:41:21.828 INFO:tasks.workunit.client.0.smithi102.stdout:op 4715 completed, throughput=5MB/sec 2024-04-10T15:41:21.828 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--mJ6CKFs_7-uznt off=5512216 len=916084 2024-04-10T15:41:21.829 INFO:tasks.workunit.client.0.smithi102.stdout:op 4716 completed, throughput=5MB/sec 2024-04-10T15:41:21.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:21 smithi154 ceph-mon[84269]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:41:21.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:21 smithi102 ceph-mon[90943]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:41:21.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:21 smithi102 ceph-mon[88557]: pgmap v1813: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:41:22.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:41:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:41:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:41:22.829 INFO:tasks.workunit.client.0.smithi102.stdout: 918: throughput=5MB/sec pending data=0 2024-04-10T15:41:22.829 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IDFIBXW0apFKbtp off=16626601 len=1686011 2024-04-10T15:41:22.832 INFO:tasks.workunit.client.0.smithi102.stdout:op 4717 completed, throughput=5MB/sec 2024-04-10T15:41:22.832 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LeZ5SSttASYixrc off=4633765 len=1643355 2024-04-10T15:41:22.841 INFO:tasks.workunit.client.0.smithi102.stdout:op 4718 completed, throughput=5MB/sec 2024-04-10T15:41:22.841 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-J2kWfGHwrdWqsZL off=6711017 len=441116 2024-04-10T15:41:22.844 INFO:tasks.workunit.client.0.smithi102.stdout:op 4719 completed, throughput=5MB/sec 2024-04-10T15:41:22.844 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MJLSH1dpQWBrK6b off=4656753 len=248193 2024-04-10T15:41:22.845 INFO:tasks.workunit.client.0.smithi102.stdout:op 4720 completed, throughput=5MB/sec 2024-04-10T15:41:22.845 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-f-WCFHNT7XAXuot off=1468387 len=988781 2024-04-10T15:41:22.849 INFO:tasks.workunit.client.0.smithi102.stdout:op 4721 completed, throughput=5MB/sec 2024-04-10T15:41:23.849 INFO:tasks.workunit.client.0.smithi102.stdout: 919: throughput=4.99MB/sec pending data=0 2024-04-10T15:41:23.850 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Q27puXn6sHSafWe off=2291980 len=1984896 2024-04-10T15:41:23.862 INFO:tasks.workunit.client.0.smithi102.stdout:op 4722 completed, throughput=5MB/sec 2024-04-10T15:41:23.862 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KXm2TfH1WgPS3nw off=1099587 len=706675 2024-04-10T15:41:23.864 INFO:tasks.workunit.client.0.smithi102.stdout:op 4723 completed, throughput=5MB/sec 2024-04-10T15:41:23.864 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-b6Qi8nkPA3ZoXqu off=802464 len=27361 2024-04-10T15:41:23.864 INFO:tasks.workunit.client.0.smithi102.stdout:op 4724 completed, throughput=5MB/sec 2024-04-10T15:41:23.864 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MnLCcgD58MgK0KQ off=2601777 len=311986 2024-04-10T15:41:23.865 INFO:tasks.workunit.client.0.smithi102.stdout:op 4725 completed, throughput=5MB/sec 2024-04-10T15:41:23.865 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_8KAo5sTA2d-PD1 off=82370 len=732851 2024-04-10T15:41:23.869 INFO:tasks.workunit.client.0.smithi102.stdout:op 4726 completed, throughput=5MB/sec 2024-04-10T15:41:23.870 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XcXgAHGFqYKxX9E off=8614360 len=2060076 2024-04-10T15:41:23.879 INFO:tasks.workunit.client.0.smithi102.stdout:op 4727 completed, throughput=5MB/sec 2024-04-10T15:41:23.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:23 smithi154 ceph-mon[84269]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:41:23.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:23.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:23 smithi102 ceph-mon[90943]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:41:23.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:23.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:23 smithi102 ceph-mon[88557]: pgmap v1814: 105 pgs: 105 active+clean; 128 GiB data, 9.9 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:41:23.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:24.880 INFO:tasks.workunit.client.0.smithi102.stdout: 920: throughput=5MB/sec pending data=0 2024-04-10T15:41:24.880 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-temPCVK6Q_2YxUh off=13765994 len=1820625 2024-04-10T15:41:24.882 INFO:tasks.workunit.client.0.smithi102.stdout:op 4728 completed, throughput=5MB/sec 2024-04-10T15:41:24.882 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ls05gILf62jY42j off=17101784 len=1293718 2024-04-10T15:41:24.885 INFO:tasks.workunit.client.0.smithi102.stdout:op 4729 completed, throughput=5MB/sec 2024-04-10T15:41:24.885 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hYGPONFkNEjdck1 off=11878274 len=1537003 2024-04-10T15:41:24.893 INFO:tasks.workunit.client.0.smithi102.stdout:op 4730 completed, throughput=5MB/sec 2024-04-10T15:41:24.893 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uVGYJY-nC0Qu9Ks off=4969928 len=1677523 2024-04-10T15:41:24.900 INFO:tasks.workunit.client.0.smithi102.stdout:op 4731 completed, throughput=5MB/sec 2024-04-10T15:41:25.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:25 smithi154 ceph-mon[84269]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:41:25.901 INFO:tasks.workunit.client.0.smithi102.stdout: 921: throughput=5MB/sec pending data=0 2024-04-10T15:41:25.901 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jgKjl7mEkQi-GBG off=77644 len=1885679 2024-04-10T15:41:25.910 INFO:tasks.workunit.client.0.smithi102.stdout:op 4732 completed, throughput=5MB/sec 2024-04-10T15:41:25.910 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1cNRYr_zvyi8BGn off=2124325 len=629919 2024-04-10T15:41:25.911 INFO:tasks.workunit.client.0.smithi102.stdout:op 4733 completed, throughput=5MB/sec 2024-04-10T15:41:25.911 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-A1U-6Z5e3exE785 off=4283006 len=2070747 2024-04-10T15:41:25.921 INFO:tasks.workunit.client.0.smithi102.stdout:op 4734 completed, throughput=5MB/sec 2024-04-10T15:41:25.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:25 smithi102 ceph-mon[90943]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:41:25.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:25 smithi102 ceph-mon[88557]: pgmap v1815: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:41:26.921 INFO:tasks.workunit.client.0.smithi102.stdout: 922: throughput=5MB/sec pending data=0 2024-04-10T15:41:26.921 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TJYktJaoMVlKFt1 off=5749632 len=930785 2024-04-10T15:41:26.926 INFO:tasks.workunit.client.0.smithi102.stdout:op 4735 completed, throughput=5MB/sec 2024-04-10T15:41:26.926 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-HrIH6IFZbqqJGig off=3340246 len=1513564 2024-04-10T15:41:26.928 INFO:tasks.workunit.client.0.smithi102.stdout:op 4736 completed, throughput=5MB/sec 2024-04-10T15:41:26.928 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VNH8kqy5XuZOveu off=11595689 len=446197 2024-04-10T15:41:26.932 INFO:tasks.workunit.client.0.smithi102.stdout:op 4737 completed, throughput=5MB/sec 2024-04-10T15:41:26.932 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UOl08n3pc3szLWF off=4701302 len=1801143 2024-04-10T15:41:26.939 INFO:tasks.workunit.client.0.smithi102.stdout:op 4738 completed, throughput=5MB/sec 2024-04-10T15:41:27.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:27 smithi154 ceph-mon[84269]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:41:27.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:27 smithi102 ceph-mon[90943]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:41:27.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:27 smithi102 ceph-mon[88557]: pgmap v1816: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:41:27.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:41:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:41:27] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2024-04-10T15:41:27.939 INFO:tasks.workunit.client.0.smithi102.stdout: 923: throughput=4.99MB/sec pending data=0 2024-04-10T15:41:27.940 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-s6VFM9XkJB9rqR3 off=13901072 len=517707 2024-04-10T15:41:27.944 INFO:tasks.workunit.client.0.smithi102.stdout:op 4739 completed, throughput=5MB/sec 2024-04-10T15:41:27.945 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-O0zSQ976MG0Y0D9 off=11945363 len=927687 2024-04-10T15:41:27.946 INFO:tasks.workunit.client.0.smithi102.stdout:op 4740 completed, throughput=5MB/sec 2024-04-10T15:41:27.946 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DleTWHp93zcLbcb off=10773167 len=359721 2024-04-10T15:41:27.947 INFO:tasks.workunit.client.0.smithi102.stdout:op 4741 completed, throughput=5MB/sec 2024-04-10T15:41:27.947 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-f6mCNvx936Vp9ff off=6380313 len=385372 2024-04-10T15:41:27.950 INFO:tasks.workunit.client.0.smithi102.stdout:op 4742 completed, throughput=5MB/sec 2024-04-10T15:41:27.950 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cvjdjgHFd2krB2o off=851349 len=245846 2024-04-10T15:41:27.951 INFO:tasks.workunit.client.0.smithi102.stdout:op 4743 completed, throughput=5MB/sec 2024-04-10T15:41:27.951 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Tyjh2j9d43I3EKR off=19743066 len=1197375 2024-04-10T15:41:27.957 INFO:tasks.workunit.client.0.smithi102.stdout:op 4744 completed, throughput=5MB/sec 2024-04-10T15:41:27.957 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Vw3nSU7YEzqgMwb off=4076687 len=1299499 2024-04-10T15:41:27.962 INFO:tasks.workunit.client.0.smithi102.stdout:op 4745 completed, throughput=5MB/sec 2024-04-10T15:41:27.962 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-E_TOHtmlL3dqGef off=12599218 len=1169447 2024-04-10T15:41:27.965 INFO:tasks.workunit.client.0.smithi102.stdout:op 4746 completed, throughput=5MB/sec 2024-04-10T15:41:28.965 INFO:tasks.workunit.client.0.smithi102.stdout: 924: throughput=5MB/sec pending data=0 2024-04-10T15:41:28.966 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jsgZ4f_06EllwZh off=9787872 len=1099444 2024-04-10T15:41:28.968 INFO:tasks.workunit.client.0.smithi102.stdout:op 4747 completed, throughput=5MB/sec 2024-04-10T15:41:28.968 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pOqCCSc0vfuMkdH off=4160349 len=604508 2024-04-10T15:41:28.969 INFO:tasks.workunit.client.0.smithi102.stdout:op 4748 completed, throughput=5MB/sec 2024-04-10T15:41:28.969 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3q1GnXOr3885VfG off=0 len=1806053 2024-04-10T15:41:28.980 INFO:tasks.workunit.client.0.smithi102.stdout:op 4749 completed, throughput=5MB/sec 2024-04-10T15:41:28.980 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-l8YoJ2xOBkHfJs9 off=2547893 len=207053 2024-04-10T15:41:28.983 INFO:tasks.workunit.client.0.smithi102.stdout:op 4750 completed, throughput=5MB/sec 2024-04-10T15:41:28.983 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_kkC3-4MuX1IgBh off=15344640 len=1013473 2024-04-10T15:41:28.989 INFO:tasks.workunit.client.0.smithi102.stdout:op 4751 completed, throughput=5MB/sec 2024-04-10T15:41:29.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:29 smithi154 ceph-mon[84269]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:41:29.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:29 smithi102 ceph-mon[88557]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:41:29.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:29 smithi102 ceph-mon[90943]: pgmap v1817: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:41:29.989 INFO:tasks.workunit.client.0.smithi102.stdout: 925: throughput=4.99MB/sec pending data=0 2024-04-10T15:41:29.989 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_7BS42gWL9tdkoJ off=6938692 len=541013 2024-04-10T15:41:29.990 INFO:tasks.workunit.client.0.smithi102.stdout:op 4752 completed, throughput=5MB/sec 2024-04-10T15:41:29.990 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uQ3zTu_7dOa9xiL off=5036786 len=1834718 2024-04-10T15:41:29.992 INFO:tasks.workunit.client.0.smithi102.stdout:op 4753 completed, throughput=5MB/sec 2024-04-10T15:41:29.992 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DRp0Y7rzAUlsCN7 off=3899750 len=257241 2024-04-10T15:41:29.994 INFO:tasks.workunit.client.0.smithi102.stdout:op 4754 completed, throughput=5MB/sec 2024-04-10T15:41:29.994 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_V5tyrXpJcMsBFh off=1167070 len=893708 2024-04-10T15:41:29.996 INFO:tasks.workunit.client.0.smithi102.stdout:op 4755 completed, throughput=5MB/sec 2024-04-10T15:41:29.996 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-S-xhdwdPG0klxQt off=4367119 len=1433186 2024-04-10T15:41:29.998 INFO:tasks.workunit.client.0.smithi102.stdout:op 4756 completed, throughput=5MB/sec 2024-04-10T15:41:29.998 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zEhX0gFacCxrsLw off=4024820 len=222987 2024-04-10T15:41:29.998 INFO:tasks.workunit.client.0.smithi102.stdout:op 4757 completed, throughput=5MB/sec 2024-04-10T15:41:30.999 INFO:tasks.workunit.client.0.smithi102.stdout: 926: throughput=4.99MB/sec pending data=0 2024-04-10T15:41:30.999 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9Kwr1F-FM_YNqBW off=3387671 len=1830106 2024-04-10T15:41:31.001 INFO:tasks.workunit.client.0.smithi102.stdout:op 4758 completed, throughput=5MB/sec 2024-04-10T15:41:31.001 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1J9gfZXWu55ThZJ off=2463067 len=291283 2024-04-10T15:41:31.002 INFO:tasks.workunit.client.0.smithi102.stdout:op 4759 completed, throughput=5MB/sec 2024-04-10T15:41:31.002 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-H_CjL3wDvD9aBGe off=197327 len=1868720 2024-04-10T15:41:31.014 INFO:tasks.workunit.client.0.smithi102.stdout:op 4760 completed, throughput=5MB/sec 2024-04-10T15:41:31.014 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iXRMUFgViTKcZPO off=0 len=1595849 2024-04-10T15:41:31.015 INFO:tasks.workunit.client.0.smithi102.stdout:op 4761 completed, throughput=5MB/sec 2024-04-10T15:41:31.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:31 smithi154 ceph-mon[84269]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:41:31.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:31 smithi102 ceph-mon[90943]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:41:31.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:31 smithi102 ceph-mon[88557]: pgmap v1818: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:41:32.016 INFO:tasks.workunit.client.0.smithi102.stdout: 927: throughput=4.99MB/sec pending data=0 2024-04-10T15:41:32.016 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rQWMelKXkp22DPA off=2065477 len=190763 2024-04-10T15:41:32.016 INFO:tasks.workunit.client.0.smithi102.stdout:op 4762 completed, throughput=5MB/sec 2024-04-10T15:41:32.016 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rBH6-oxEPFpym3_ off=18196628 len=2083291 2024-04-10T15:41:32.025 INFO:tasks.workunit.client.0.smithi102.stdout:op 4763 completed, throughput=5MB/sec 2024-04-10T15:41:32.025 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-v2I-kP0VvlOQf6k off=4668753 len=769618 2024-04-10T15:41:32.026 INFO:tasks.workunit.client.0.smithi102.stdout:op 4764 completed, throughput=5MB/sec 2024-04-10T15:41:32.026 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ytuCI3RLlwB5QG1 off=3056378 len=2094341 2024-04-10T15:41:32.027 INFO:tasks.workunit.client.0.smithi102.stdout:op 4765 completed, throughput=5MB/sec 2024-04-10T15:41:32.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:41:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:41:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:41:33.029 INFO:tasks.workunit.client.0.smithi102.stdout: 928: throughput=4.99MB/sec pending data=0 2024-04-10T15:41:33.029 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tr_uDtnCBtmH26S off=502298 len=757344 2024-04-10T15:41:33.032 INFO:tasks.workunit.client.0.smithi102.stdout:op 4766 completed, throughput=5MB/sec 2024-04-10T15:41:33.032 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2wUm1ZAim9_TbuD off=9255912 len=113677 2024-04-10T15:41:33.035 INFO:tasks.workunit.client.0.smithi102.stdout:op 4767 completed, throughput=5MB/sec 2024-04-10T15:41:33.035 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GnyQ1KH89STI1xm off=4147835 len=1353081 2024-04-10T15:41:33.041 INFO:tasks.workunit.client.0.smithi102.stdout:op 4768 completed, throughput=5MB/sec 2024-04-10T15:41:33.041 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tNab5-MejoB9iyi off=9462000 len=985385 2024-04-10T15:41:33.047 INFO:tasks.workunit.client.0.smithi102.stdout:op 4769 completed, throughput=5MB/sec 2024-04-10T15:41:33.047 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LlEvF43nRUNQKvq off=9055656 len=154681 2024-04-10T15:41:33.049 INFO:tasks.workunit.client.0.smithi102.stdout:op 4770 completed, throughput=5MB/sec 2024-04-10T15:41:33.049 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pIhi4vT4eDQFrgz off=10152290 len=508095 2024-04-10T15:41:33.053 INFO:tasks.workunit.client.0.smithi102.stdout:op 4771 completed, throughput=5MB/sec 2024-04-10T15:41:33.053 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-32k8vGwu8YjRJBZ off=523718 len=177128 2024-04-10T15:41:33.054 INFO:tasks.workunit.client.0.smithi102.stdout:op 4772 completed, throughput=5MB/sec 2024-04-10T15:41:33.054 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8556FktI980uS_g off=200117 len=549808 2024-04-10T15:41:33.057 INFO:tasks.workunit.client.0.smithi102.stdout:op 4773 completed, throughput=5MB/sec 2024-04-10T15:41:33.057 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8py0LaaHzVTN4Ci off=8967406 len=1399589 2024-04-10T15:41:33.066 INFO:tasks.workunit.client.0.smithi102.stdout:op 4774 completed, throughput=5MB/sec 2024-04-10T15:41:33.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:33 smithi154 ceph-mon[84269]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:41:33.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:33 smithi102 ceph-mon[90943]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:41:33.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:33 smithi102 ceph-mon[88557]: pgmap v1819: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:41:34.067 INFO:tasks.workunit.client.0.smithi102.stdout: 929: throughput=5MB/sec pending data=0 2024-04-10T15:41:34.067 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cektr4bsxi-uv-g off=3645805 len=1936548 2024-04-10T15:41:34.069 INFO:tasks.workunit.client.0.smithi102.stdout:op 4775 completed, throughput=5MB/sec 2024-04-10T15:41:34.069 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-u5tLeDwnyuQraWw off=2549821 len=553707 2024-04-10T15:41:34.070 INFO:tasks.workunit.client.0.smithi102.stdout:op 4776 completed, throughput=5MB/sec 2024-04-10T15:41:34.070 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--YjdlBPq4VD5gNM off=6878236 len=1521365 2024-04-10T15:41:34.077 INFO:tasks.workunit.client.0.smithi102.stdout:op 4777 completed, throughput=5MB/sec 2024-04-10T15:41:34.077 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pFb_0wR3UbAg2QH off=15580865 len=1076094 2024-04-10T15:41:34.078 INFO:tasks.workunit.client.0.smithi102.stdout:op 4778 completed, throughput=5MB/sec 2024-04-10T15:41:35.079 INFO:tasks.workunit.client.0.smithi102.stdout: 930: throughput=5MB/sec pending data=0 2024-04-10T15:41:35.079 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kB0ioq33xtIYwGi off=14018067 len=1157062 2024-04-10T15:41:35.087 INFO:tasks.workunit.client.0.smithi102.stdout:op 4779 completed, throughput=5MB/sec 2024-04-10T15:41:35.087 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1GTy2588tvWFCsp off=12540078 len=393537 2024-04-10T15:41:35.090 INFO:tasks.workunit.client.0.smithi102.stdout:op 4780 completed, throughput=5MB/sec 2024-04-10T15:41:35.090 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OGFrQzNxL73l_j9 off=23205605 len=1601797 2024-04-10T15:41:35.092 INFO:tasks.workunit.client.0.smithi102.stdout:op 4781 completed, throughput=5MB/sec 2024-04-10T15:41:35.092 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mCnSPp6GF392AVQ off=2403598 len=776248 2024-04-10T15:41:35.093 INFO:tasks.workunit.client.0.smithi102.stdout:op 4782 completed, throughput=5MB/sec 2024-04-10T15:41:35.094 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HkkS5C1IFMAO3wk off=7305765 len=802388 2024-04-10T15:41:35.098 INFO:tasks.workunit.client.0.smithi102.stdout:op 4783 completed, throughput=5MB/sec 2024-04-10T15:41:35.099 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fb2niW6WR6DJN6N off=10075414 len=1876629 2024-04-10T15:41:35.102 INFO:tasks.workunit.client.0.smithi102.stdout:op 4784 completed, throughput=5MB/sec 2024-04-10T15:41:35.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:35 smithi154 ceph-mon[84269]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:41:35.922 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:35 smithi102 ceph-mon[90943]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:41:35.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:35 smithi102 ceph-mon[88557]: pgmap v1820: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:41:36.102 INFO:tasks.workunit.client.0.smithi102.stdout: 931: throughput=5MB/sec pending data=0 2024-04-10T15:41:36.102 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OSn6-qGTVovRnSt off=18975462 len=27591 2024-04-10T15:41:36.105 INFO:tasks.workunit.client.0.smithi102.stdout:op 4785 completed, throughput=5MB/sec 2024-04-10T15:41:36.105 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8SBY2lDygKV-f5e off=5885108 len=406866 2024-04-10T15:41:36.109 INFO:tasks.workunit.client.0.smithi102.stdout:op 4786 completed, throughput=5MB/sec 2024-04-10T15:41:36.109 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--BOLRCgQB2VkRGA off=11852495 len=1359473 2024-04-10T15:41:36.118 INFO:tasks.workunit.client.0.smithi102.stdout:op 4787 completed, throughput=5MB/sec 2024-04-10T15:41:36.118 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xhc6fk5JlnJEwv3 off=6949848 len=1698692 2024-04-10T15:41:36.125 INFO:tasks.workunit.client.0.smithi102.stdout:op 4788 completed, throughput=5MB/sec 2024-04-10T15:41:36.125 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CI_kii1EMOucFga off=3552494 len=1176995 2024-04-10T15:41:36.131 INFO:tasks.workunit.client.0.smithi102.stdout:op 4789 completed, throughput=5MB/sec 2024-04-10T15:41:37.131 INFO:tasks.workunit.client.0.smithi102.stdout: 932: throughput=5MB/sec pending data=0 2024-04-10T15:41:37.131 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pLdC3xhwutx6sKv off=16467843 len=272879 2024-04-10T15:41:37.132 INFO:tasks.workunit.client.0.smithi102.stdout:op 4790 completed, throughput=5MB/sec 2024-04-10T15:41:37.132 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tF-RDr5AWqqrQoV off=109869 len=1853047 2024-04-10T15:41:37.134 INFO:tasks.workunit.client.0.smithi102.stdout:op 4791 completed, throughput=5MB/sec 2024-04-10T15:41:37.134 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CWYHdKvTuL5GtBB off=9137527 len=342016 2024-04-10T15:41:37.138 INFO:tasks.workunit.client.0.smithi102.stdout:op 4792 completed, throughput=5MB/sec 2024-04-10T15:41:37.138 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-T8CrtUTaRuf0aHg off=3119237 len=409960 2024-04-10T15:41:37.142 INFO:tasks.workunit.client.0.smithi102.stdout:op 4793 completed, throughput=5MB/sec 2024-04-10T15:41:37.142 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xH_8M8tThbMg-QL off=85460 len=922015 2024-04-10T15:41:37.147 INFO:tasks.workunit.client.0.smithi102.stdout:op 4794 completed, throughput=5MB/sec 2024-04-10T15:41:37.147 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-H1QCIOUgWBM3R0B off=4708115 len=208331 2024-04-10T15:41:37.150 INFO:tasks.workunit.client.0.smithi102.stdout:op 4795 completed, throughput=5MB/sec 2024-04-10T15:41:37.150 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-paao2FodA_5vKJ6 off=5500350 len=206886 2024-04-10T15:41:37.150 INFO:tasks.workunit.client.0.smithi102.stdout:op 4796 completed, throughput=5MB/sec 2024-04-10T15:41:37.151 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-q9K-CC9cXFQH14H off=10107521 len=811041 2024-04-10T15:41:37.151 INFO:tasks.workunit.client.0.smithi102.stdout:op 4797 completed, throughput=5MB/sec 2024-04-10T15:41:37.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:37 smithi154 ceph-mon[84269]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:41:37.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:37 smithi102 ceph-mon[90943]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:41:37.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:37 smithi102 ceph-mon[88557]: pgmap v1821: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:41:37.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:41:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:41:37] "GET /metrics HTTP/1.1" 200 34076 "" "Prometheus/2.43.0" 2024-04-10T15:41:38.152 INFO:tasks.workunit.client.0.smithi102.stdout: 933: throughput=5MB/sec pending data=0 2024-04-10T15:41:38.152 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-C7IQLS8CYCI0CxI off=8524187 len=668830 2024-04-10T15:41:38.153 INFO:tasks.workunit.client.0.smithi102.stdout:op 4798 completed, throughput=5MB/sec 2024-04-10T15:41:38.153 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-X_OH_hMY7ZOZS-z off=12020641 len=702897 2024-04-10T15:41:38.157 INFO:tasks.workunit.client.0.smithi102.stdout:op 4799 completed, throughput=5MB/sec 2024-04-10T15:41:38.158 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3E7l4HZZZ0LSzlM off=10459881 len=1085587 2024-04-10T15:41:38.164 INFO:tasks.workunit.client.0.smithi102.stdout:op 4800 completed, throughput=5MB/sec 2024-04-10T15:41:38.164 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Jxf_H-zV3vXI6md off=2690766 len=934647 2024-04-10T15:41:38.168 INFO:tasks.workunit.client.0.smithi102.stdout:op 4801 completed, throughput=5MB/sec 2024-04-10T15:41:38.169 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qyDzEgOvNWsYb3K off=1740513 len=728879 2024-04-10T15:41:38.173 INFO:tasks.workunit.client.0.smithi102.stdout:op 4802 completed, throughput=5MB/sec 2024-04-10T15:41:38.173 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-x0E681cdTY4jFFv off=20088393 len=1896510 2024-04-10T15:41:38.175 INFO:tasks.workunit.client.0.smithi102.stdout:op 4803 completed, throughput=5MB/sec 2024-04-10T15:41:38.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:38.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:38.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:39.175 INFO:tasks.workunit.client.0.smithi102.stdout: 934: throughput=5MB/sec pending data=0 2024-04-10T15:41:39.176 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-yBSqH66Fvx5owUo off=3178843 len=1961689 2024-04-10T15:41:39.178 INFO:tasks.workunit.client.0.smithi102.stdout:op 4804 completed, throughput=5MB/sec 2024-04-10T15:41:39.178 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Ovhh4uac4cTmtri off=2757785 len=1808669 2024-04-10T15:41:39.181 INFO:tasks.workunit.client.0.smithi102.stdout:op 4805 completed, throughput=5MB/sec 2024-04-10T15:41:39.181 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zosSXjsI5U5sEtk off=7505729 len=1383412 2024-04-10T15:41:39.183 INFO:tasks.workunit.client.0.smithi102.stdout:op 4806 completed, throughput=5MB/sec 2024-04-10T15:41:39.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:39 smithi154 ceph-mon[84269]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:41:39.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:39 smithi102 ceph-mon[90943]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:41:39.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:39 smithi102 ceph-mon[88557]: pgmap v1822: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:41:40.183 INFO:tasks.workunit.client.0.smithi102.stdout: 935: throughput=5MB/sec pending data=0 2024-04-10T15:41:40.183 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UjtrgCHQWT-Qr3X off=8737329 len=1686459 2024-04-10T15:41:40.184 INFO:tasks.workunit.client.0.smithi102.stdout:op 4807 completed, throughput=5MB/sec 2024-04-10T15:41:40.184 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-YZ_HYKQBBlGYE-l off=14414182 len=1052115 2024-04-10T15:41:40.186 INFO:tasks.workunit.client.0.smithi102.stdout:op 4808 completed, throughput=5MB/sec 2024-04-10T15:41:40.186 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DFwL_XV-U3ufL6K off=1745335 len=1084643 2024-04-10T15:41:40.191 INFO:tasks.workunit.client.0.smithi102.stdout:op 4809 completed, throughput=5MB/sec 2024-04-10T15:41:40.191 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lrh6-QX4L6X7bmo off=17372860 len=1252922 2024-04-10T15:41:40.195 INFO:tasks.workunit.client.0.smithi102.stdout:op 4810 completed, throughput=5MB/sec 2024-04-10T15:41:40.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:40.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:40 smithi154 ceph-mon[84269]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:41:40.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:41:40.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:41:40.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:41:40.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:40.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:40 smithi102 ceph-mon[88557]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:41:40.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:41:40.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:41:40.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:41:40.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:41:40.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:40 smithi102 ceph-mon[90943]: pgmap v1823: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:41:40.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:41:40.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:41:40.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:41:41.195 INFO:tasks.workunit.client.0.smithi102.stdout: 936: throughput=5MB/sec pending data=0 2024-04-10T15:41:41.195 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pawlg9V3qQQ5-Ob off=7032739 len=71486 2024-04-10T15:41:41.198 INFO:tasks.workunit.client.0.smithi102.stdout:op 4811 completed, throughput=5MB/sec 2024-04-10T15:41:41.198 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BZjz-nXdx7Fou3I off=5311250 len=620960 2024-04-10T15:41:41.199 INFO:tasks.workunit.client.0.smithi102.stdout:op 4812 completed, throughput=5MB/sec 2024-04-10T15:41:41.199 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KkRD37ndaM0JCOq off=10549206 len=1059220 2024-04-10T15:41:41.202 INFO:tasks.workunit.client.0.smithi102.stdout:op 4813 completed, throughput=5MB/sec 2024-04-10T15:41:41.202 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IM4xoDZZDXCUU4H off=599790 len=1115691 2024-04-10T15:41:41.204 INFO:tasks.workunit.client.0.smithi102.stdout:op 4814 completed, throughput=5MB/sec 2024-04-10T15:41:41.204 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ISmEYCUnjfS2Nt6 off=367375 len=1469683 2024-04-10T15:41:41.206 INFO:tasks.workunit.client.0.smithi102.stdout:op 4815 completed, throughput=5MB/sec 2024-04-10T15:41:41.206 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lesTvEGNS94yQsK off=3568383 len=1982551 2024-04-10T15:41:41.208 INFO:tasks.workunit.client.0.smithi102.stdout:op 4816 completed, throughput=5MB/sec 2024-04-10T15:41:42.208 INFO:tasks.workunit.client.0.smithi102.stdout: 937: throughput=5MB/sec pending data=0 2024-04-10T15:41:42.208 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ls05gILf62jY42j off=16714818 len=1289847 2024-04-10T15:41:42.216 INFO:tasks.workunit.client.0.smithi102.stdout:op 4817 completed, throughput=5MB/sec 2024-04-10T15:41:42.217 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-C7QrEu6Riyt94Mi off=15806496 len=1534290 2024-04-10T15:41:42.226 INFO:tasks.workunit.client.0.smithi102.stdout:op 4818 completed, throughput=5MB/sec 2024-04-10T15:41:42.226 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--krCa4sP22VVrOK off=17981093 len=1565085 2024-04-10T15:41:42.227 INFO:tasks.workunit.client.0.smithi102.stdout:op 4819 completed, throughput=5MB/sec 2024-04-10T15:41:42.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:41:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:41:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:41:43.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:42 smithi154 ceph-mon[84269]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:41:43.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:42 smithi102 ceph-mon[88557]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:41:43.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:42 smithi102 ceph-mon[90943]: pgmap v1824: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:41:43.228 INFO:tasks.workunit.client.0.smithi102.stdout: 938: throughput=5MB/sec pending data=0 2024-04-10T15:41:43.228 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WYNwnM9VNwaO4DJ off=4152318 len=1795522 2024-04-10T15:41:43.230 INFO:tasks.workunit.client.0.smithi102.stdout:op 4820 completed, throughput=5MB/sec 2024-04-10T15:41:43.230 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eJ9lm_fjLwr0b8y off=10004179 len=291215 2024-04-10T15:41:43.234 INFO:tasks.workunit.client.0.smithi102.stdout:op 4821 completed, throughput=5MB/sec 2024-04-10T15:41:43.234 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-z8wfyqvad0cXJt6 off=2022667 len=53068 2024-04-10T15:41:43.236 INFO:tasks.workunit.client.0.smithi102.stdout:op 4822 completed, throughput=5MB/sec 2024-04-10T15:41:43.236 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0rPy_lzs13afNx3 off=11486837 len=977998 2024-04-10T15:41:43.242 INFO:tasks.workunit.client.0.smithi102.stdout:op 4823 completed, throughput=5MB/sec 2024-04-10T15:41:43.242 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rxaBrHQmUqYkVfm off=1683855 len=125939 2024-04-10T15:41:43.244 INFO:tasks.workunit.client.0.smithi102.stdout:op 4824 completed, throughput=5MB/sec 2024-04-10T15:41:43.244 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vUt_-4aWYm7bTNf off=245553 len=1819273 2024-04-10T15:41:43.248 INFO:tasks.workunit.client.0.smithi102.stdout:op 4825 completed, throughput=5MB/sec 2024-04-10T15:41:44.248 INFO:tasks.workunit.client.0.smithi102.stdout: 939: throughput=5MB/sec pending data=0 2024-04-10T15:41:44.248 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wf32KxN8Lpdk9B0 off=2819810 len=898452 2024-04-10T15:41:44.249 INFO:tasks.workunit.client.0.smithi102.stdout:op 4826 completed, throughput=5MB/sec 2024-04-10T15:41:44.249 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-f0Ho5oytnBpqfBh off=7488815 len=96794 2024-04-10T15:41:44.252 INFO:tasks.workunit.client.0.smithi102.stdout:op 4827 completed, throughput=5MB/sec 2024-04-10T15:41:44.253 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OSmEAnp7dPYncux off=214311 len=421779 2024-04-10T15:41:44.253 INFO:tasks.workunit.client.0.smithi102.stdout:op 4828 completed, throughput=5MB/sec 2024-04-10T15:41:44.253 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UNK9Zxr-GjE5tqS off=389051 len=1764528 2024-04-10T15:41:44.261 INFO:tasks.workunit.client.0.smithi102.stdout:op 4829 completed, throughput=5MB/sec 2024-04-10T15:41:44.261 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fEFJmArOu261kQh off=6422711 len=1921576 2024-04-10T15:41:44.266 INFO:tasks.workunit.client.0.smithi102.stdout:op 4830 completed, throughput=5MB/sec 2024-04-10T15:41:44.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:44 smithi154 ceph-mon[84269]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:41:44.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:44 smithi102 ceph-mon[90943]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:41:44.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:44 smithi102 ceph-mon[88557]: pgmap v1825: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 5 op/s 2024-04-10T15:41:45.266 INFO:tasks.workunit.client.0.smithi102.stdout: 940: throughput=5MB/sec pending data=0 2024-04-10T15:41:45.266 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2B7jhosUMDcpv2r off=3520381 len=1076985 2024-04-10T15:41:45.267 INFO:tasks.workunit.client.0.smithi102.stdout:op 4831 completed, throughput=5MB/sec 2024-04-10T15:41:45.267 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jZnA8unesR3sPga off=1336517 len=1747464 2024-04-10T15:41:45.279 INFO:tasks.workunit.client.0.smithi102.stdout:op 4832 completed, throughput=5MB/sec 2024-04-10T15:41:45.279 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-a-7gd_D3DFsXntv off=13247097 len=1152452 2024-04-10T15:41:45.284 INFO:tasks.workunit.client.0.smithi102.stdout:op 4833 completed, throughput=5MB/sec 2024-04-10T15:41:45.284 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ysYpL9cKzTWb4s5 off=7729372 len=427322 2024-04-10T15:41:45.285 INFO:tasks.workunit.client.0.smithi102.stdout:op 4834 completed, throughput=5MB/sec 2024-04-10T15:41:45.285 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wp9EBQSMBz2t-Hl off=1301814 len=1174578 2024-04-10T15:41:45.291 INFO:tasks.workunit.client.0.smithi102.stdout:op 4835 completed, throughput=5MB/sec 2024-04-10T15:41:46.292 INFO:tasks.workunit.client.0.smithi102.stdout: 941: throughput=5MB/sec pending data=0 2024-04-10T15:41:46.292 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Gy-1yXI3Z2Rf23S off=4417523 len=808122 2024-04-10T15:41:46.296 INFO:tasks.workunit.client.0.smithi102.stdout:op 4836 completed, throughput=5MB/sec 2024-04-10T15:41:46.296 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nuYM2BE1bvb1KzO off=0 len=1432698 2024-04-10T15:41:46.304 INFO:tasks.workunit.client.0.smithi102.stdout:op 4837 completed, throughput=5MB/sec 2024-04-10T15:41:46.304 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DIiwtYV1Zl51Ymj off=2525745 len=1366592 2024-04-10T15:41:46.307 INFO:tasks.workunit.client.0.smithi102.stdout:op 4838 completed, throughput=5MB/sec 2024-04-10T15:41:46.307 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eSgCDy-jqWwPBVT off=8844152 len=1844717 2024-04-10T15:41:46.316 INFO:tasks.workunit.client.0.smithi102.stdout:op 4839 completed, throughput=5MB/sec 2024-04-10T15:41:47.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:46 smithi154 ceph-mon[84269]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:41:47.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:46 smithi102 ceph-mon[90943]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:41:47.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:46 smithi102 ceph-mon[88557]: pgmap v1826: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:41:47.316 INFO:tasks.workunit.client.0.smithi102.stdout: 942: throughput=5MB/sec pending data=0 2024-04-10T15:41:47.316 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XeLsXYIRnlPGKQ1 off=23896031 len=308470 2024-04-10T15:41:47.320 INFO:tasks.workunit.client.0.smithi102.stdout:op 4840 completed, throughput=5MB/sec 2024-04-10T15:41:47.320 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-znvh9A2QU8XnOun off=14520509 len=1735402 2024-04-10T15:41:47.322 INFO:tasks.workunit.client.0.smithi102.stdout:op 4841 completed, throughput=5MB/sec 2024-04-10T15:41:47.322 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6SAfveXZKy1b8hF off=7711613 len=792836 2024-04-10T15:41:47.327 INFO:tasks.workunit.client.0.smithi102.stdout:op 4842 completed, throughput=5MB/sec 2024-04-10T15:41:47.327 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JF6pL0rTOXGJJy2 off=525109 len=1857252 2024-04-10T15:41:47.338 INFO:tasks.workunit.client.0.smithi102.stdout:op 4843 completed, throughput=5MB/sec 2024-04-10T15:41:47.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:41:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:41:47] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-10T15:41:48.339 INFO:tasks.workunit.client.0.smithi102.stdout: 943: throughput=4.99MB/sec pending data=0 2024-04-10T15:41:48.339 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-t98KTsNMVZhSGEO off=12830294 len=615894 2024-04-10T15:41:48.343 INFO:tasks.workunit.client.0.smithi102.stdout:op 4844 completed, throughput=5MB/sec 2024-04-10T15:41:48.343 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RMVQ1LRdKg2ZS11 off=7101784 len=802157 2024-04-10T15:41:48.344 INFO:tasks.workunit.client.0.smithi102.stdout:op 4845 completed, throughput=5MB/sec 2024-04-10T15:41:48.344 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dBSPOC3Z4bk_Sl- off=7182649 len=402377 2024-04-10T15:41:48.345 INFO:tasks.workunit.client.0.smithi102.stdout:op 4846 completed, throughput=5MB/sec 2024-04-10T15:41:48.345 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-EK7eTQNb3G0efcb off=7954247 len=1167882 2024-04-10T15:41:48.348 INFO:tasks.workunit.client.0.smithi102.stdout:op 4847 completed, throughput=5MB/sec 2024-04-10T15:41:48.348 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WrUxYLd5YqNef4J off=12615431 len=1014949 2024-04-10T15:41:48.350 INFO:tasks.workunit.client.0.smithi102.stdout:op 4848 completed, throughput=5MB/sec 2024-04-10T15:41:48.350 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lONXWdggds6CEuB off=11477187 len=1136983 2024-04-10T15:41:48.351 INFO:tasks.workunit.client.0.smithi102.stdout:op 4849 completed, throughput=5MB/sec 2024-04-10T15:41:48.351 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FbZFUs1t_82GiQa off=389286 len=1783255 2024-04-10T15:41:48.353 INFO:tasks.workunit.client.0.smithi102.stdout:op 4850 completed, throughput=5MB/sec 2024-04-10T15:41:49.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:48 smithi154 ceph-mon[84269]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:41:49.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:48 smithi102 ceph-mon[90943]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:41:49.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:48 smithi102 ceph-mon[88557]: pgmap v1827: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.3 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:41:49.354 INFO:tasks.workunit.client.0.smithi102.stdout: 944: throughput=5MB/sec pending data=0 2024-04-10T15:41:49.354 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UOl08n3pc3szLWF off=1433606 len=1349649 2024-04-10T15:41:49.360 INFO:tasks.workunit.client.0.smithi102.stdout:op 4851 completed, throughput=5MB/sec 2024-04-10T15:41:49.360 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WGi2CE5g1OLb9NB off=15850829 len=322795 2024-04-10T15:41:49.360 INFO:tasks.workunit.client.0.smithi102.stdout:op 4852 completed, throughput=5MB/sec 2024-04-10T15:41:49.361 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BQLnzAnNfTmBcrn off=7328466 len=202347 2024-04-10T15:41:49.363 INFO:tasks.workunit.client.0.smithi102.stdout:op 4853 completed, throughput=5MB/sec 2024-04-10T15:41:49.363 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3BzbdFpodNIuR-t off=238040 len=1912511 2024-04-10T15:41:49.373 INFO:tasks.workunit.client.0.smithi102.stdout:op 4854 completed, throughput=5MB/sec 2024-04-10T15:41:50.374 INFO:tasks.workunit.client.0.smithi102.stdout: 945: throughput=4.99MB/sec pending data=0 2024-04-10T15:41:50.374 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jFWZVoKodf8pEKp off=948486 len=2048402 2024-04-10T15:41:50.387 INFO:tasks.workunit.client.0.smithi102.stdout:op 4855 completed, throughput=5MB/sec 2024-04-10T15:41:50.388 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-x98hWn4BZr1VyiS off=7690362 len=730768 2024-04-10T15:41:50.392 INFO:tasks.workunit.client.0.smithi102.stdout:op 4856 completed, throughput=5MB/sec 2024-04-10T15:41:50.392 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8ojP7Ip6D8DL0t8 off=7569910 len=1036475 2024-04-10T15:41:50.398 INFO:tasks.workunit.client.0.smithi102.stdout:op 4857 completed, throughput=5MB/sec 2024-04-10T15:41:50.398 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jp1FbvGVRRDXPB3 off=66554 len=1667580 2024-04-10T15:41:50.401 INFO:tasks.workunit.client.0.smithi102.stdout:op 4858 completed, throughput=5MB/sec 2024-04-10T15:41:51.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:50 smithi154 ceph-mon[84269]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:41:51.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:50 smithi102 ceph-mon[90943]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:41:51.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:50 smithi102 ceph-mon[88557]: pgmap v1828: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:41:51.401 INFO:tasks.workunit.client.0.smithi102.stdout: 946: throughput=5MB/sec pending data=0 2024-04-10T15:41:51.402 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aya7LtBp6KNSd3Z off=138019 len=853637 2024-04-10T15:41:51.404 INFO:tasks.workunit.client.0.smithi102.stdout:op 4859 completed, throughput=5MB/sec 2024-04-10T15:41:51.404 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6aa-QNMLL0Vfdq8 off=9130345 len=63470 2024-04-10T15:41:51.405 INFO:tasks.workunit.client.0.smithi102.stdout:op 4860 completed, throughput=5MB/sec 2024-04-10T15:41:51.405 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Jg8yL3IVVlnBTfN off=20328717 len=1346616 2024-04-10T15:41:51.406 INFO:tasks.workunit.client.0.smithi102.stdout:op 4861 completed, throughput=5MB/sec 2024-04-10T15:41:51.407 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ji5X2fKo256rj3s off=1203571 len=904157 2024-04-10T15:41:51.412 INFO:tasks.workunit.client.0.smithi102.stdout:op 4862 completed, throughput=5MB/sec 2024-04-10T15:41:51.412 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rqzNBnFZohQ3jN_ off=6998514 len=762416 2024-04-10T15:41:51.413 INFO:tasks.workunit.client.0.smithi102.stdout:op 4863 completed, throughput=5MB/sec 2024-04-10T15:41:51.413 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5n3GihmLpjmyP4Y off=0 len=1324377 2024-04-10T15:41:51.416 INFO:tasks.workunit.client.0.smithi102.stdout:op 4864 completed, throughput=5MB/sec 2024-04-10T15:41:52.416 INFO:tasks.workunit.client.0.smithi102.stdout: 947: throughput=4.99MB/sec pending data=0 2024-04-10T15:41:52.417 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8BryPh_YA5WI4Ua off=2117107 len=1936475 2024-04-10T15:41:52.418 INFO:tasks.workunit.client.0.smithi102.stdout:op 4865 completed, throughput=5MB/sec 2024-04-10T15:41:52.419 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wcXAwtynG_WnCg7 off=12714139 len=1923434 2024-04-10T15:41:52.421 INFO:tasks.workunit.client.0.smithi102.stdout:op 4866 completed, throughput=5MB/sec 2024-04-10T15:41:52.421 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7XguJozYX9-XceT off=23359579 len=1665188 2024-04-10T15:41:52.423 INFO:tasks.workunit.client.0.smithi102.stdout:op 4867 completed, throughput=5MB/sec 2024-04-10T15:41:52.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:41:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:41:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:41:53.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:52 smithi154 ceph-mon[84269]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-10T15:41:53.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:52 smithi102 ceph-mon[90943]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-10T15:41:53.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:52 smithi102 ceph-mon[88557]: pgmap v1829: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.7 MiB/s wr, 3 op/s 2024-04-10T15:41:53.423 INFO:tasks.workunit.client.0.smithi102.stdout: 948: throughput=5MB/sec pending data=0 2024-04-10T15:41:53.423 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DN9yjfmm-L_a_hv off=4406845 len=18194 2024-04-10T15:41:53.424 INFO:tasks.workunit.client.0.smithi102.stdout:op 4868 completed, throughput=5MB/sec 2024-04-10T15:41:53.424 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_gWPlkL-znU6AtM off=5333605 len=608389 2024-04-10T15:41:53.425 INFO:tasks.workunit.client.0.smithi102.stdout:op 4869 completed, throughput=5MB/sec 2024-04-10T15:41:53.425 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-m_NuRKC6_KgDofl off=10160344 len=967624 2024-04-10T15:41:53.431 INFO:tasks.workunit.client.0.smithi102.stdout:op 4870 completed, throughput=5MB/sec 2024-04-10T15:41:53.431 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OeZGfaJ_JIe5SVL off=5612265 len=2043198 2024-04-10T15:41:53.433 INFO:tasks.workunit.client.0.smithi102.stdout:op 4871 completed, throughput=5MB/sec 2024-04-10T15:41:53.433 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GQJmvQc4jMYRteA off=666056 len=1966206 2024-04-10T15:41:53.442 INFO:tasks.workunit.client.0.smithi102.stdout:op 4872 completed, throughput=5MB/sec 2024-04-10T15:41:54.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:54.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:54.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:41:54.443 INFO:tasks.workunit.client.0.smithi102.stdout: 949: throughput=5MB/sec pending data=0 2024-04-10T15:41:54.443 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vrYfjFAT8HaJLeu off=1756638 len=1122632 2024-04-10T15:41:54.445 INFO:tasks.workunit.client.0.smithi102.stdout:op 4873 completed, throughput=5MB/sec 2024-04-10T15:41:54.445 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SbluF3mkvo_zgvj off=2739767 len=818712 2024-04-10T15:41:54.447 INFO:tasks.workunit.client.0.smithi102.stdout:op 4874 completed, throughput=5MB/sec 2024-04-10T15:41:54.447 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wKGYYDS1ee4SuNm off=11166547 len=774734 2024-04-10T15:41:54.448 INFO:tasks.workunit.client.0.smithi102.stdout:op 4875 completed, throughput=5MB/sec 2024-04-10T15:41:54.448 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-IEgbP_QvdZYinDY off=3230073 len=1628440 2024-04-10T15:41:54.450 INFO:tasks.workunit.client.0.smithi102.stdout:op 4876 completed, throughput=5MB/sec 2024-04-10T15:41:54.450 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZfH67rkCNtz9WzX off=12564075 len=210732 2024-04-10T15:41:54.450 INFO:tasks.workunit.client.0.smithi102.stdout:op 4877 completed, throughput=5MB/sec 2024-04-10T15:41:54.451 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lW7hlAIl_uo25qh off=4009503 len=1283419 2024-04-10T15:41:54.454 INFO:tasks.workunit.client.0.smithi102.stdout:op 4878 completed, throughput=5MB/sec 2024-04-10T15:41:55.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:54 smithi154 ceph-mon[84269]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:41:55.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:54 smithi102 ceph-mon[90943]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:41:55.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:54 smithi102 ceph-mon[88557]: pgmap v1830: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:41:55.455 INFO:tasks.workunit.client.0.smithi102.stdout: 950: throughput=5MB/sec pending data=0 2024-04-10T15:41:55.455 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mFdA1q5d464F6mQ off=1376175 len=1490392 2024-04-10T15:41:55.457 INFO:tasks.workunit.client.0.smithi102.stdout:op 4879 completed, throughput=5MB/sec 2024-04-10T15:41:55.457 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SlS7ioMf0eD5AcI off=5127887 len=303781 2024-04-10T15:41:55.461 INFO:tasks.workunit.client.0.smithi102.stdout:op 4880 completed, throughput=5MB/sec 2024-04-10T15:41:55.461 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iKM9J-UDW-3T9Ab off=2792144 len=1659485 2024-04-10T15:41:55.463 INFO:tasks.workunit.client.0.smithi102.stdout:op 4881 completed, throughput=5MB/sec 2024-04-10T15:41:55.465 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-A_HuVMSWpUDCPSN off=20890630 len=463819 2024-04-10T15:41:55.466 INFO:tasks.workunit.client.0.smithi102.stdout:op 4882 completed, throughput=5MB/sec 2024-04-10T15:41:55.466 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-L6wbGIkkBw2P0dD off=12989952 len=1262602 2024-04-10T15:41:55.471 INFO:tasks.workunit.client.0.smithi102.stdout:op 4883 completed, throughput=5MB/sec 2024-04-10T15:41:56.472 INFO:tasks.workunit.client.0.smithi102.stdout: 951: throughput=5MB/sec pending data=0 2024-04-10T15:41:56.472 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-37Vzqbdo3WwTFN2 off=16817079 len=1231084 2024-04-10T15:41:56.473 INFO:tasks.workunit.client.0.smithi102.stdout:op 4884 completed, throughput=5MB/sec 2024-04-10T15:41:56.474 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mbi6NMW9jVKUfK5 off=3871825 len=1298312 2024-04-10T15:41:56.477 INFO:tasks.workunit.client.0.smithi102.stdout:op 4885 completed, throughput=5MB/sec 2024-04-10T15:41:56.477 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_8KAo5sTA2d-PD1 off=1103413 len=1052673 2024-04-10T15:41:56.482 INFO:tasks.workunit.client.0.smithi102.stdout:op 4886 completed, throughput=5MB/sec 2024-04-10T15:41:56.483 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5qYwTdb5d-h-iyk off=3486954 len=1579019 2024-04-10T15:41:56.486 INFO:tasks.workunit.client.0.smithi102.stdout:op 4887 completed, throughput=5MB/sec 2024-04-10T15:41:57.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:56 smithi154 ceph-mon[84269]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:41:57.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:56 smithi102 ceph-mon[90943]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:41:57.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:56 smithi102 ceph-mon[88557]: pgmap v1831: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:41:57.486 INFO:tasks.workunit.client.0.smithi102.stdout: 952: throughput=5MB/sec pending data=0 2024-04-10T15:41:57.486 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vuKgviwcnNcnbSv off=6027267 len=791819 2024-04-10T15:41:57.487 INFO:tasks.workunit.client.0.smithi102.stdout:op 4888 completed, throughput=5MB/sec 2024-04-10T15:41:57.487 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Cmr0rT0DnD3ok-r off=4419850 len=1557756 2024-04-10T15:41:57.496 INFO:tasks.workunit.client.0.smithi102.stdout:op 4889 completed, throughput=5MB/sec 2024-04-10T15:41:57.496 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qvvz-wMk8Pyz17o off=773566 len=1090624 2024-04-10T15:41:57.498 INFO:tasks.workunit.client.0.smithi102.stdout:op 4890 completed, throughput=5MB/sec 2024-04-10T15:41:57.498 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EBB-LX_1F2y5EVy off=664254 len=769693 2024-04-10T15:41:57.503 INFO:tasks.workunit.client.0.smithi102.stdout:op 4891 completed, throughput=5MB/sec 2024-04-10T15:41:57.503 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-S0ei5sIBNzSykQ4 off=73692 len=1235834 2024-04-10T15:41:57.509 INFO:tasks.workunit.client.0.smithi102.stdout:op 4892 completed, throughput=5MB/sec 2024-04-10T15:41:57.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:41:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:41:57] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-10T15:41:58.510 INFO:tasks.workunit.client.0.smithi102.stdout: 953: throughput=5MB/sec pending data=0 2024-04-10T15:41:58.510 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lq5upwVkBefS7dl off=1502827 len=1991580 2024-04-10T15:41:58.512 INFO:tasks.workunit.client.0.smithi102.stdout:op 4893 completed, throughput=5MB/sec 2024-04-10T15:41:58.512 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0Q-9wGBAq8izBYk off=7155025 len=1159312 2024-04-10T15:41:58.517 INFO:tasks.workunit.client.0.smithi102.stdout:op 4894 completed, throughput=5MB/sec 2024-04-10T15:41:58.518 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1e-m-VzRJb62fnx off=3304479 len=349598 2024-04-10T15:41:58.518 INFO:tasks.workunit.client.0.smithi102.stdout:op 4895 completed, throughput=5MB/sec 2024-04-10T15:41:58.518 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--BhSEhSNUpAIuqB off=3371682 len=882855 2024-04-10T15:41:58.520 INFO:tasks.workunit.client.0.smithi102.stdout:op 4896 completed, throughput=5MB/sec 2024-04-10T15:41:59.142 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:41:58 smithi154 ceph-mon[84269]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:41:59.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:41:58 smithi102 ceph-mon[90943]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:41:59.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:41:58 smithi102 ceph-mon[88557]: pgmap v1832: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:41:59.520 INFO:tasks.workunit.client.0.smithi102.stdout: 954: throughput=4.99MB/sec pending data=0 2024-04-10T15:41:59.520 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-L1e8a-GIRKXlBXj off=988873 len=391250 2024-04-10T15:41:59.522 INFO:tasks.workunit.client.0.smithi102.stdout:op 4897 completed, throughput=5MB/sec 2024-04-10T15:41:59.522 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MbqM-KHR3rljBtQ off=0 len=1328108 2024-04-10T15:41:59.523 INFO:tasks.workunit.client.0.smithi102.stdout:op 4898 completed, throughput=5MB/sec 2024-04-10T15:41:59.523 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-d-1UzDCMEIeA--I off=3771175 len=1409686 2024-04-10T15:41:59.529 INFO:tasks.workunit.client.0.smithi102.stdout:op 4899 completed, throughput=5MB/sec 2024-04-10T15:41:59.530 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--fmoO7qEwW9Q74- off=3119604 len=1060447 2024-04-10T15:41:59.532 INFO:tasks.workunit.client.0.smithi102.stdout:op 4900 completed, throughput=5MB/sec 2024-04-10T15:41:59.532 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mK6gxi9HvGpIXY2 off=4537650 len=1009260 2024-04-10T15:41:59.537 INFO:tasks.workunit.client.0.smithi102.stdout:op 4901 completed, throughput=5MB/sec 2024-04-10T15:41:59.537 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-umum5C4RxDyrcFd off=1538404 len=240194 2024-04-10T15:41:59.540 INFO:tasks.workunit.client.0.smithi102.stdout:op 4902 completed, throughput=5MB/sec 2024-04-10T15:42:00.540 INFO:tasks.workunit.client.0.smithi102.stdout: 955: throughput=4.99MB/sec pending data=0 2024-04-10T15:42:00.540 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dyhk2HpHC6ZlLe1 off=1387485 len=1956461 2024-04-10T15:42:00.551 INFO:tasks.workunit.client.0.smithi102.stdout:op 4903 completed, throughput=5MB/sec 2024-04-10T15:42:00.551 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rvmTSgAmsMeYfMZ off=8362567 len=754516 2024-04-10T15:42:00.552 INFO:tasks.workunit.client.0.smithi102.stdout:op 4904 completed, throughput=5MB/sec 2024-04-10T15:42:00.552 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tbVv3oxayKmYtkj off=5564114 len=810906 2024-04-10T15:42:00.557 INFO:tasks.workunit.client.0.smithi102.stdout:op 4905 completed, throughput=5MB/sec 2024-04-10T15:42:00.557 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-62FV6NjAb3S9y01 off=1050254 len=221153 2024-04-10T15:42:00.560 INFO:tasks.workunit.client.0.smithi102.stdout:op 4906 completed, throughput=5MB/sec 2024-04-10T15:42:00.560 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cH1XD3go9v6UKxU off=203793 len=1528050 2024-04-10T15:42:00.566 INFO:tasks.workunit.client.0.smithi102.stdout:op 4907 completed, throughput=5MB/sec 2024-04-10T15:42:01.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:00 smithi154 ceph-mon[84269]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:42:01.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:00 smithi102 ceph-mon[90943]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:42:01.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:00 smithi102 ceph-mon[88557]: pgmap v1833: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:42:01.567 INFO:tasks.workunit.client.0.smithi102.stdout: 956: throughput=4.99MB/sec pending data=0 2024-04-10T15:42:01.567 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GS8SDujnaYfvLL7 off=15728749 len=956415 2024-04-10T15:42:01.572 INFO:tasks.workunit.client.0.smithi102.stdout:op 4908 completed, throughput=5MB/sec 2024-04-10T15:42:01.572 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AI8PdksglNVq2jH off=455186 len=158645 2024-04-10T15:42:01.574 INFO:tasks.workunit.client.0.smithi102.stdout:op 4909 completed, throughput=5MB/sec 2024-04-10T15:42:01.574 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-atv1QVdKDnhYwJR off=3257367 len=1469938 2024-04-10T15:42:01.578 INFO:tasks.workunit.client.0.smithi102.stdout:op 4910 completed, throughput=5MB/sec 2024-04-10T15:42:01.578 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-t0JjmCVVrhEFdut off=82369 len=690801 2024-04-10T15:42:01.579 INFO:tasks.workunit.client.0.smithi102.stdout:op 4911 completed, throughput=5MB/sec 2024-04-10T15:42:01.579 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gspEjfQj83RvikH off=5608251 len=1904383 2024-04-10T15:42:01.586 INFO:tasks.workunit.client.0.smithi102.stdout:op 4912 completed, throughput=5MB/sec 2024-04-10T15:42:01.586 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BZjz-nXdx7Fou3I off=5045449 len=889232 2024-04-10T15:42:01.590 INFO:tasks.workunit.client.0.smithi102.stdout:op 4913 completed, throughput=5MB/sec 2024-04-10T15:42:02.590 INFO:tasks.workunit.client.0.smithi102.stdout: 957: throughput=5MB/sec pending data=0 2024-04-10T15:42:02.591 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LPY7qVDM3sN_NzV off=4064694 len=1228032 2024-04-10T15:42:02.593 INFO:tasks.workunit.client.0.smithi102.stdout:op 4914 completed, throughput=5MB/sec 2024-04-10T15:42:02.593 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JXiqhWQxO3kV4oK off=12241778 len=1324889 2024-04-10T15:42:02.602 INFO:tasks.workunit.client.0.smithi102.stdout:op 4915 completed, throughput=5MB/sec 2024-04-10T15:42:02.602 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kmZaPISqei3-TWU off=713531 len=1739340 2024-04-10T15:42:02.605 INFO:tasks.workunit.client.0.smithi102.stdout:op 4916 completed, throughput=5MB/sec 2024-04-10T15:42:02.605 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nlj9enBJVK347Mg off=3500088 len=1849765 2024-04-10T15:42:02.608 INFO:tasks.workunit.client.0.smithi102.stdout:op 4917 completed, throughput=5MB/sec 2024-04-10T15:42:02.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:42:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:42:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:42:03.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:02 smithi154 ceph-mon[84269]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-10T15:42:03.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:02 smithi102 ceph-mon[90943]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-10T15:42:03.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:02 smithi102 ceph-mon[88557]: pgmap v1834: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-10T15:42:03.609 INFO:tasks.workunit.client.0.smithi102.stdout: 958: throughput=5MB/sec pending data=0 2024-04-10T15:42:03.609 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Y--ne1GPO2_UMkL off=4928591 len=887724 2024-04-10T15:42:03.614 INFO:tasks.workunit.client.0.smithi102.stdout:op 4918 completed, throughput=5MB/sec 2024-04-10T15:42:03.614 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RLOxvgsHGq1OxR7 off=3013372 len=690868 2024-04-10T15:42:03.618 INFO:tasks.workunit.client.0.smithi102.stdout:op 4919 completed, throughput=5MB/sec 2024-04-10T15:42:03.618 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6mp7Hvagec_K_82 off=10796092 len=536406 2024-04-10T15:42:03.618 INFO:tasks.workunit.client.0.smithi102.stdout:op 4920 completed, throughput=5MB/sec 2024-04-10T15:42:03.619 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kWfiY2sUGTSwwsb off=2082377 len=1363889 2024-04-10T15:42:03.624 INFO:tasks.workunit.client.0.smithi102.stdout:op 4921 completed, throughput=5MB/sec 2024-04-10T15:42:03.625 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_wzHvterQ588YJh off=721964 len=1292379 2024-04-10T15:42:03.626 INFO:tasks.workunit.client.0.smithi102.stdout:op 4922 completed, throughput=5MB/sec 2024-04-10T15:42:04.626 INFO:tasks.workunit.client.0.smithi102.stdout: 959: throughput=5MB/sec pending data=0 2024-04-10T15:42:04.626 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PycfdGNniwTnbe3 off=4172899 len=1836874 2024-04-10T15:42:04.630 INFO:tasks.workunit.client.0.smithi102.stdout:op 4923 completed, throughput=5MB/sec 2024-04-10T15:42:04.630 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RtYZluUvqVt4kjM off=15295584 len=1127114 2024-04-10T15:42:04.637 INFO:tasks.workunit.client.0.smithi102.stdout:op 4924 completed, throughput=5MB/sec 2024-04-10T15:42:04.637 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3dHA4LuBdC_0KJN off=5224902 len=1057927 2024-04-10T15:42:04.638 INFO:tasks.workunit.client.0.smithi102.stdout:op 4925 completed, throughput=5MB/sec 2024-04-10T15:42:04.638 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vRt0YaA04O81pbC off=2977937 len=609465 2024-04-10T15:42:04.643 INFO:tasks.workunit.client.0.smithi102.stdout:op 4926 completed, throughput=5MB/sec 2024-04-10T15:42:05.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:04 smithi154 ceph-mon[84269]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:42:05.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:04 smithi102 ceph-mon[90943]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:42:05.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:04 smithi102 ceph-mon[88557]: pgmap v1835: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.4 MiB/s rd, 1.8 MiB/s wr, 4 op/s 2024-04-10T15:42:05.644 INFO:tasks.workunit.client.0.smithi102.stdout: 960: throughput=5MB/sec pending data=0 2024-04-10T15:42:05.644 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UbIpAcCyFowyRp7 off=6326934 len=1164005 2024-04-10T15:42:05.645 INFO:tasks.workunit.client.0.smithi102.stdout:op 4927 completed, throughput=5MB/sec 2024-04-10T15:42:05.645 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--gyj4LIV5SjwLQ_ off=12751142 len=1260282 2024-04-10T15:42:05.646 INFO:tasks.workunit.client.0.smithi102.stdout:op 4928 completed, throughput=5MB/sec 2024-04-10T15:42:05.647 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sVrno1ldbNy7aBy off=0 len=1188656 2024-04-10T15:42:05.649 INFO:tasks.workunit.client.0.smithi102.stdout:op 4929 completed, throughput=5MB/sec 2024-04-10T15:42:05.649 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ngnfhbysEOckTZk off=3078693 len=100786 2024-04-10T15:42:05.650 INFO:tasks.workunit.client.0.smithi102.stdout:op 4930 completed, throughput=5MB/sec 2024-04-10T15:42:05.650 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-c5Xq3-_b-iSpjS5 off=888754 len=1716110 2024-04-10T15:42:05.653 INFO:tasks.workunit.client.0.smithi102.stdout:op 4931 completed, throughput=5MB/sec 2024-04-10T15:42:06.653 INFO:tasks.workunit.client.0.smithi102.stdout: 961: throughput=5MB/sec pending data=0 2024-04-10T15:42:06.653 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KQifDFANBMQS9d9 off=14207344 len=1742506 2024-04-10T15:42:06.657 INFO:tasks.workunit.client.0.smithi102.stdout:op 4932 completed, throughput=5MB/sec 2024-04-10T15:42:06.657 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nPunNuIY0L9KgqS off=1576077 len=1063316 2024-04-10T15:42:06.658 INFO:tasks.workunit.client.0.smithi102.stdout:op 4933 completed, throughput=5MB/sec 2024-04-10T15:42:06.659 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-32bJfxy3n6l1QS6 off=8571851 len=102552 2024-04-10T15:42:06.661 INFO:tasks.workunit.client.0.smithi102.stdout:op 4934 completed, throughput=5MB/sec 2024-04-10T15:42:06.661 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2wUm1ZAim9_TbuD off=1699454 len=718893 2024-04-10T15:42:06.666 INFO:tasks.workunit.client.0.smithi102.stdout:op 4935 completed, throughput=5MB/sec 2024-04-10T15:42:06.666 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8XC5A8wXtnA-XRO off=12476139 len=1896479 2024-04-10T15:42:06.668 INFO:tasks.workunit.client.0.smithi102.stdout:op 4936 completed, throughput=5MB/sec 2024-04-10T15:42:07.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:06 smithi154 ceph-mon[84269]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:42:07.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:06 smithi102 ceph-mon[90943]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:42:07.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:06 smithi102 ceph-mon[88557]: pgmap v1836: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:42:07.668 INFO:tasks.workunit.client.0.smithi102.stdout: 962: throughput=5MB/sec pending data=0 2024-04-10T15:42:07.668 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ipo25oFwPiL_02f off=3636994 len=1773220 2024-04-10T15:42:07.677 INFO:tasks.workunit.client.0.smithi102.stdout:op 4937 completed, throughput=5MB/sec 2024-04-10T15:42:07.677 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3-8yyE8HpZ6XYk9 off=6288790 len=188597 2024-04-10T15:42:07.678 INFO:tasks.workunit.client.0.smithi102.stdout:op 4938 completed, throughput=5MB/sec 2024-04-10T15:42:07.678 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IEgbP_QvdZYinDY off=4614797 len=429218 2024-04-10T15:42:07.681 INFO:tasks.workunit.client.0.smithi102.stdout:op 4939 completed, throughput=5MB/sec 2024-04-10T15:42:07.682 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-EmbOhTmlFf4Jlj_ off=3847909 len=969478 2024-04-10T15:42:07.683 INFO:tasks.workunit.client.0.smithi102.stdout:op 4940 completed, throughput=5MB/sec 2024-04-10T15:42:07.683 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tAG6VHAfK8ECxNb off=731637 len=1719852 2024-04-10T15:42:07.693 INFO:tasks.workunit.client.0.smithi102.stdout:op 4941 completed, throughput=5MB/sec 2024-04-10T15:42:07.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:42:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:42:07] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-10T15:42:08.694 INFO:tasks.workunit.client.0.smithi102.stdout: 963: throughput=5MB/sec pending data=0 2024-04-10T15:42:08.694 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PPJdUtiTQAiLjrl off=1713030 len=477439 2024-04-10T15:42:08.698 INFO:tasks.workunit.client.0.smithi102.stdout:op 4942 completed, throughput=5MB/sec 2024-04-10T15:42:08.698 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OLLZWU8ZfdOaFhc off=0 len=1268478 2024-04-10T15:42:08.703 INFO:tasks.workunit.client.0.smithi102.stdout:op 4943 completed, throughput=5MB/sec 2024-04-10T15:42:08.704 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VMcpap2w1yXanZf off=3911784 len=374510 2024-04-10T15:42:08.707 INFO:tasks.workunit.client.0.smithi102.stdout:op 4944 completed, throughput=5MB/sec 2024-04-10T15:42:08.707 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GUfobFq1peKue0C off=1127045 len=78247 2024-04-10T15:42:08.707 INFO:tasks.workunit.client.0.smithi102.stdout:op 4945 completed, throughput=5MB/sec 2024-04-10T15:42:08.707 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1dl4WwFb3KzSEtb off=354298 len=1277265 2024-04-10T15:42:08.709 INFO:tasks.workunit.client.0.smithi102.stdout:op 4946 completed, throughput=5MB/sec 2024-04-10T15:42:08.709 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-pzVp812HSfI77Zd off=22776191 len=962686 2024-04-10T15:42:08.713 INFO:tasks.workunit.client.0.smithi102.stdout:op 4947 completed, throughput=5MB/sec 2024-04-10T15:42:08.713 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZAiZqSiOHzN2V4j off=887531 len=1849941 2024-04-10T15:42:08.716 INFO:tasks.workunit.client.0.smithi102.stdout:op 4948 completed, throughput=5MB/sec 2024-04-10T15:42:09.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:08 smithi154 ceph-mon[84269]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:42:09.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:09.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:08 smithi102 ceph-mon[90943]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:42:09.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:09.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:08 smithi102 ceph-mon[88557]: pgmap v1837: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:42:09.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:09.717 INFO:tasks.workunit.client.0.smithi102.stdout: 964: throughput=5MB/sec pending data=0 2024-04-10T15:42:09.719 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Hvf8X5UutAoL5mT off=2379912 len=1270407 2024-04-10T15:42:09.720 INFO:tasks.workunit.client.0.smithi102.stdout:op 4949 completed, throughput=5MB/sec 2024-04-10T15:42:09.720 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FazZVI199p9sxP8 off=3838264 len=1149807 2024-04-10T15:42:09.724 INFO:tasks.workunit.client.0.smithi102.stdout:op 4950 completed, throughput=5MB/sec 2024-04-10T15:42:09.724 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8exazpXbrqigijs off=2562041 len=1727733 2024-04-10T15:42:09.727 INFO:tasks.workunit.client.0.smithi102.stdout:op 4951 completed, throughput=5MB/sec 2024-04-10T15:42:10.728 INFO:tasks.workunit.client.0.smithi102.stdout: 965: throughput=4.99MB/sec pending data=0 2024-04-10T15:42:10.728 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-r0cBMrBvAuZqLn0 off=4147946 len=1580832 2024-04-10T15:42:10.730 INFO:tasks.workunit.client.0.smithi102.stdout:op 4952 completed, throughput=5MB/sec 2024-04-10T15:42:10.730 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gnC993AyE6EHE_u off=490848 len=267304 2024-04-10T15:42:10.733 INFO:tasks.workunit.client.0.smithi102.stdout:op 4953 completed, throughput=5MB/sec 2024-04-10T15:42:10.733 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fb2niW6WR6DJN6N off=6396171 len=1864004 2024-04-10T15:42:10.745 INFO:tasks.workunit.client.0.smithi102.stdout:op 4954 completed, throughput=5MB/sec 2024-04-10T15:42:10.746 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ljBfNysO17t8i-7 off=11937252 len=1223430 2024-04-10T15:42:10.751 INFO:tasks.workunit.client.0.smithi102.stdout:op 4955 completed, throughput=5MB/sec 2024-04-10T15:42:10.751 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-e3PQzyO5zvP9cWQ off=4628349 len=1163365 2024-04-10T15:42:10.752 INFO:tasks.workunit.client.0.smithi102.stdout:op 4956 completed, throughput=5MB/sec 2024-04-10T15:42:11.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:10 smithi154 ceph-mon[84269]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:42:11.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:10 smithi102 ceph-mon[90943]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:42:11.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:10 smithi102 ceph-mon[88557]: pgmap v1838: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:42:11.753 INFO:tasks.workunit.client.0.smithi102.stdout: 966: throughput=5MB/sec pending data=0 2024-04-10T15:42:11.753 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GNRxU9IW60ddJer off=15008815 len=1197610 2024-04-10T15:42:11.758 INFO:tasks.workunit.client.0.smithi102.stdout:op 4957 completed, throughput=5MB/sec 2024-04-10T15:42:11.758 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rR2Tzr1F5qLeVXy off=1798856 len=978059 2024-04-10T15:42:11.764 INFO:tasks.workunit.client.0.smithi102.stdout:op 4958 completed, throughput=5MB/sec 2024-04-10T15:42:11.765 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ua3JopNhd7fqnIE off=3462121 len=1992158 2024-04-10T15:42:11.767 INFO:tasks.workunit.client.0.smithi102.stdout:op 4959 completed, throughput=5MB/sec 2024-04-10T15:42:11.767 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LsRCA0fzZ16zJjg off=11864688 len=1488728 2024-04-10T15:42:11.768 INFO:tasks.workunit.client.0.smithi102.stdout:op 4960 completed, throughput=5MB/sec 2024-04-10T15:42:12.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:42:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:42:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:42:12.769 INFO:tasks.workunit.client.0.smithi102.stdout: 967: throughput=5MB/sec pending data=0 2024-04-10T15:42:12.769 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hDbhVkB-aUVmQM4 off=12241057 len=977103 2024-04-10T15:42:12.773 INFO:tasks.workunit.client.0.smithi102.stdout:op 4961 completed, throughput=5MB/sec 2024-04-10T15:42:12.773 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vSSjx-u21xRSmPF off=12434406 len=1558380 2024-04-10T15:42:12.782 INFO:tasks.workunit.client.0.smithi102.stdout:op 4962 completed, throughput=5MB/sec 2024-04-10T15:42:12.782 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5CrEV_Iid1TMb5- off=6852253 len=1728389 2024-04-10T15:42:12.784 INFO:tasks.workunit.client.0.smithi102.stdout:op 4963 completed, throughput=5MB/sec 2024-04-10T15:42:13.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:12 smithi154 ceph-mon[84269]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T15:42:13.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:12 smithi102 ceph-mon[90943]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T15:42:13.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:12 smithi102 ceph-mon[88557]: pgmap v1839: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.9 MiB/s wr, 3 op/s 2024-04-10T15:42:13.784 INFO:tasks.workunit.client.0.smithi102.stdout: 968: throughput=5MB/sec pending data=0 2024-04-10T15:42:13.784 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XZ3_bQWHDwNAcG0 off=1770938 len=768140 2024-04-10T15:42:13.789 INFO:tasks.workunit.client.0.smithi102.stdout:op 4964 completed, throughput=5MB/sec 2024-04-10T15:42:13.789 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qvUspY_oKe1kTCL off=755618 len=1183649 2024-04-10T15:42:13.796 INFO:tasks.workunit.client.0.smithi102.stdout:op 4965 completed, throughput=5MB/sec 2024-04-10T15:42:13.796 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-l9EalJ7W3UwUJEk off=4323723 len=745055 2024-04-10T15:42:13.797 INFO:tasks.workunit.client.0.smithi102.stdout:op 4966 completed, throughput=5MB/sec 2024-04-10T15:42:13.797 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Yd93bERwdww6Xr- off=12523417 len=1448942 2024-04-10T15:42:13.799 INFO:tasks.workunit.client.0.smithi102.stdout:op 4967 completed, throughput=5MB/sec 2024-04-10T15:42:13.799 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RaQdrDBsGkx7gKR off=19524506 len=2039763 2024-04-10T15:42:13.802 INFO:tasks.workunit.client.0.smithi102.stdout:op 4968 completed, throughput=5MB/sec 2024-04-10T15:42:14.803 INFO:tasks.workunit.client.0.smithi102.stdout: 969: throughput=5MB/sec pending data=0 2024-04-10T15:42:14.803 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PZEz4vEJQb46VKI off=9098367 len=1880110 2024-04-10T15:42:14.811 INFO:tasks.workunit.client.0.smithi102.stdout:op 4969 completed, throughput=5MB/sec 2024-04-10T15:42:14.811 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GefARLaF7aW1t55 off=19719145 len=26095 2024-04-10T15:42:14.812 INFO:tasks.workunit.client.0.smithi102.stdout:op 4970 completed, throughput=5MB/sec 2024-04-10T15:42:14.812 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EjuCnHzcLa2KNrH off=6761002 len=621756 2024-04-10T15:42:14.816 INFO:tasks.workunit.client.0.smithi102.stdout:op 4971 completed, throughput=5MB/sec 2024-04-10T15:42:14.816 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2G36ffK_Edkvwpq off=7536532 len=1771088 2024-04-10T15:42:14.826 INFO:tasks.workunit.client.0.smithi102.stdout:op 4972 completed, throughput=5MB/sec 2024-04-10T15:42:14.826 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WnVqOKxJUlRzGCl off=6889159 len=256655 2024-04-10T15:42:14.827 INFO:tasks.workunit.client.0.smithi102.stdout:op 4973 completed, throughput=5MB/sec 2024-04-10T15:42:15.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:14 smithi154 ceph-mon[84269]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:42:15.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:14 smithi102 ceph-mon[90943]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:42:15.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:14 smithi102 ceph-mon[88557]: pgmap v1840: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:42:15.828 INFO:tasks.workunit.client.0.smithi102.stdout: 970: throughput=5MB/sec pending data=0 2024-04-10T15:42:15.828 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XZ2wzD_hYdvkhZk off=1783722 len=91871 2024-04-10T15:42:15.831 INFO:tasks.workunit.client.0.smithi102.stdout:op 4974 completed, throughput=5MB/sec 2024-04-10T15:42:15.831 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-F_HAmuR8S2ZvTcX off=9123705 len=1512386 2024-04-10T15:42:15.840 INFO:tasks.workunit.client.0.smithi102.stdout:op 4975 completed, throughput=5MB/sec 2024-04-10T15:42:15.841 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_EYDtKJAH9ln2Yp off=1045300 len=1694762 2024-04-10T15:42:15.843 INFO:tasks.workunit.client.0.smithi102.stdout:op 4976 completed, throughput=5MB/sec 2024-04-10T15:42:15.843 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KZInPGFWx2LnGGF off=1185191 len=303516 2024-04-10T15:42:15.843 INFO:tasks.workunit.client.0.smithi102.stdout:op 4977 completed, throughput=5MB/sec 2024-04-10T15:42:15.843 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lpcZeYa6f7SQy3k off=9686273 len=855366 2024-04-10T15:42:15.848 INFO:tasks.workunit.client.0.smithi102.stdout:op 4978 completed, throughput=5MB/sec 2024-04-10T15:42:15.848 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5KbeRdZA8lOJcfM off=16261484 len=568981 2024-04-10T15:42:15.852 INFO:tasks.workunit.client.0.smithi102.stdout:op 4979 completed, throughput=5MB/sec 2024-04-10T15:42:15.852 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zo3Ey6OrL7lifyA off=4108356 len=1361909 2024-04-10T15:42:15.854 INFO:tasks.workunit.client.0.smithi102.stdout:op 4980 completed, throughput=5MB/sec 2024-04-10T15:42:16.855 INFO:tasks.workunit.client.0.smithi102.stdout: 971: throughput=5MB/sec pending data=0 2024-04-10T15:42:16.855 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dfyN2qxnslek2Vs off=9833677 len=632736 2024-04-10T15:42:16.857 INFO:tasks.workunit.client.0.smithi102.stdout:op 4981 completed, throughput=5MB/sec 2024-04-10T15:42:16.857 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-J8Py5Qw-zyechqG off=4430228 len=1390746 2024-04-10T15:42:16.858 INFO:tasks.workunit.client.0.smithi102.stdout:op 4982 completed, throughput=5MB/sec 2024-04-10T15:42:16.858 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LQmvr6XpCag339b off=22947678 len=1299206 2024-04-10T15:42:16.861 INFO:tasks.workunit.client.0.smithi102.stdout:op 4983 completed, throughput=5MB/sec 2024-04-10T15:42:16.861 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iObD680W1U5h9Ov off=14128095 len=1402407 2024-04-10T15:42:16.864 INFO:tasks.workunit.client.0.smithi102.stdout:op 4984 completed, throughput=5MB/sec 2024-04-10T15:42:17.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:16 smithi154 ceph-mon[84269]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:42:17.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:16 smithi102 ceph-mon[90943]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:42:17.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:16 smithi102 ceph-mon[88557]: pgmap v1841: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:42:17.865 INFO:tasks.workunit.client.0.smithi102.stdout: 972: throughput=5MB/sec pending data=0 2024-04-10T15:42:17.865 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GfQlUyZP0tDe7UY off=543873 len=203921 2024-04-10T15:42:17.868 INFO:tasks.workunit.client.0.smithi102.stdout:op 4985 completed, throughput=5MB/sec 2024-04-10T15:42:17.868 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dZU3U1XCWAwoKJa off=2811699 len=942371 2024-04-10T15:42:17.873 INFO:tasks.workunit.client.0.smithi102.stdout:op 4986 completed, throughput=5MB/sec 2024-04-10T15:42:17.873 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WD7BcJtx1IhLjTD off=9592561 len=1612611 2024-04-10T15:42:17.882 INFO:tasks.workunit.client.0.smithi102.stdout:op 4987 completed, throughput=5MB/sec 2024-04-10T15:42:17.883 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KMxT9NulfDKjx5K off=3803830 len=1765165 2024-04-10T15:42:17.891 INFO:tasks.workunit.client.0.smithi102.stdout:op 4988 completed, throughput=5MB/sec 2024-04-10T15:42:17.891 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vQHcrlqRMmNmVGW off=2382182 len=1887855 2024-04-10T15:42:17.900 INFO:tasks.workunit.client.0.smithi102.stdout:op 4989 completed, throughput=5MB/sec 2024-04-10T15:42:17.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:42:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:42:17] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-10T15:42:18.901 INFO:tasks.workunit.client.0.smithi102.stdout: 973: throughput=5MB/sec pending data=0 2024-04-10T15:42:18.901 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eWt61oiC65DYSX2 off=9227394 len=1125587 2024-04-10T15:42:18.902 INFO:tasks.workunit.client.0.smithi102.stdout:op 4990 completed, throughput=5MB/sec 2024-04-10T15:42:18.902 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1cNRYr_zvyi8BGn off=21671037 len=421522 2024-04-10T15:42:18.905 INFO:tasks.workunit.client.0.smithi102.stdout:op 4991 completed, throughput=5MB/sec 2024-04-10T15:42:18.906 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-USiOCApg1lHaodw off=955192 len=926512 2024-04-10T15:42:18.910 INFO:tasks.workunit.client.0.smithi102.stdout:op 4992 completed, throughput=5MB/sec 2024-04-10T15:42:18.910 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bGVhKw4mPNBTHka off=10399912 len=875284 2024-04-10T15:42:18.915 INFO:tasks.workunit.client.0.smithi102.stdout:op 4993 completed, throughput=5MB/sec 2024-04-10T15:42:18.915 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eFuiK38cAQsG1f2 off=10625773 len=2002201 2024-04-10T15:42:18.917 INFO:tasks.workunit.client.0.smithi102.stdout:op 4994 completed, throughput=5MB/sec 2024-04-10T15:42:19.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:18 smithi154 ceph-mon[84269]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:42:19.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:18 smithi102 ceph-mon[90943]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:42:19.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:18 smithi102 ceph-mon[88557]: pgmap v1842: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:42:19.917 INFO:tasks.workunit.client.0.smithi102.stdout: 974: throughput=5MB/sec pending data=0 2024-04-10T15:42:19.918 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7ZQrDtvB_oyMfhx off=15286234 len=1319179 2024-04-10T15:42:19.920 INFO:tasks.workunit.client.0.smithi102.stdout:op 4995 completed, throughput=5MB/sec 2024-04-10T15:42:19.920 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ChCuCKyvwXWaa-7 off=8385385 len=82700 2024-04-10T15:42:19.923 INFO:tasks.workunit.client.0.smithi102.stdout:op 4996 completed, throughput=5MB/sec 2024-04-10T15:42:19.923 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-28iFzPPVVNi0de4 off=1485196 len=976964 2024-04-10T15:42:19.928 INFO:tasks.workunit.client.0.smithi102.stdout:op 4997 completed, throughput=5MB/sec 2024-04-10T15:42:19.928 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CM41wXOa5AeR9Sz off=3821941 len=1045476 2024-04-10T15:42:19.933 INFO:tasks.workunit.client.0.smithi102.stdout:op 4998 completed, throughput=5MB/sec 2024-04-10T15:42:19.933 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pPtfleRYlHioCux off=312921 len=1690027 2024-04-10T15:42:19.934 INFO:tasks.workunit.client.0.smithi102.stdout:op 4999 completed, throughput=5MB/sec 2024-04-10T15:42:20.934 INFO:tasks.workunit.client.0.smithi102.stdout: 975: throughput=5MB/sec pending data=0 2024-04-10T15:42:20.935 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--0AA4-ijLQmHucb off=2548733 len=1199284 2024-04-10T15:42:20.936 INFO:tasks.workunit.client.0.smithi102.stdout:op 5000 completed, throughput=5MB/sec 2024-04-10T15:42:20.936 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UDB0tMlpP_-nV8S off=15015559 len=974123 2024-04-10T15:42:20.940 INFO:tasks.workunit.client.0.smithi102.stdout:op 5001 completed, throughput=5MB/sec 2024-04-10T15:42:20.940 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-B8mm0NEa4NyWg1Z off=4733736 len=502497 2024-04-10T15:42:20.941 INFO:tasks.workunit.client.0.smithi102.stdout:op 5002 completed, throughput=5MB/sec 2024-04-10T15:42:20.941 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TM7XX66KeDS6Jwc off=2011636 len=44463 2024-04-10T15:42:20.944 INFO:tasks.workunit.client.0.smithi102.stdout:op 5003 completed, throughput=5MB/sec 2024-04-10T15:42:20.944 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-itx82xm3rLRbVz4 off=7717278 len=1123343 2024-04-10T15:42:20.949 INFO:tasks.workunit.client.0.smithi102.stdout:op 5004 completed, throughput=5MB/sec 2024-04-10T15:42:20.949 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qhQQpGe562d9gi3 off=9593625 len=446785 2024-04-10T15:42:20.953 INFO:tasks.workunit.client.0.smithi102.stdout:op 5005 completed, throughput=5MB/sec 2024-04-10T15:42:21.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:20 smithi154 ceph-mon[84269]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:42:21.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:20 smithi102 ceph-mon[90943]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:42:21.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:20 smithi102 ceph-mon[88557]: pgmap v1843: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:42:21.954 INFO:tasks.workunit.client.0.smithi102.stdout: 976: throughput=5MB/sec pending data=0 2024-04-10T15:42:21.954 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KGza_GnRooBX5wO off=12554934 len=1904085 2024-04-10T15:42:21.958 INFO:tasks.workunit.client.0.smithi102.stdout:op 5006 completed, throughput=5MB/sec 2024-04-10T15:42:21.958 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-19wf8O8Ukg5cKeX off=194875 len=1103818 2024-04-10T15:42:21.959 INFO:tasks.workunit.client.0.smithi102.stdout:op 5007 completed, throughput=5MB/sec 2024-04-10T15:42:21.959 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_8B1-tc6avNUNR4 off=705945 len=704746 2024-04-10T15:42:21.961 INFO:tasks.workunit.client.0.smithi102.stdout:op 5008 completed, throughput=5MB/sec 2024-04-10T15:42:21.961 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nXmWWOnTN2nR7XI off=3531375 len=787781 2024-04-10T15:42:21.966 INFO:tasks.workunit.client.0.smithi102.stdout:op 5009 completed, throughput=5MB/sec 2024-04-10T15:42:21.967 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JicbCnaBiLOhux4 off=11823754 len=1332743 2024-04-10T15:42:21.975 INFO:tasks.workunit.client.0.smithi102.stdout:op 5010 completed, throughput=5MB/sec 2024-04-10T15:42:22.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:42:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:42:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:42:22.976 INFO:tasks.workunit.client.0.smithi102.stdout: 977: throughput=5MB/sec pending data=0 2024-04-10T15:42:22.976 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_mKfjQnaU_dorvR off=17730821 len=164837 2024-04-10T15:42:22.978 INFO:tasks.workunit.client.0.smithi102.stdout:op 5011 completed, throughput=5MB/sec 2024-04-10T15:42:22.978 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AHK1AnwaPlscnEp off=603541 len=2073727 2024-04-10T15:42:22.987 INFO:tasks.workunit.client.0.smithi102.stdout:op 5012 completed, throughput=5MB/sec 2024-04-10T15:42:22.988 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Ubh1slzABQjCFmO off=22993657 len=648992 2024-04-10T15:42:22.989 INFO:tasks.workunit.client.0.smithi102.stdout:op 5013 completed, throughput=5MB/sec 2024-04-10T15:42:22.989 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OSn6-qGTVovRnSt off=12479896 len=1767463 2024-04-10T15:42:22.997 INFO:tasks.workunit.client.0.smithi102.stdout:op 5014 completed, throughput=5MB/sec 2024-04-10T15:42:23.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:22 smithi154 ceph-mon[84269]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:42:23.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:22 smithi102 ceph-mon[90943]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:42:23.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:22 smithi102 ceph-mon[88557]: pgmap v1844: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:42:23.998 INFO:tasks.workunit.client.0.smithi102.stdout: 978: throughput=5MB/sec pending data=0 2024-04-10T15:42:23.998 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mFnRZgLwZcX7AsS off=3765842 len=1922638 2024-04-10T15:42:24.008 INFO:tasks.workunit.client.0.smithi102.stdout:op 5015 completed, throughput=5MB/sec 2024-04-10T15:42:24.008 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nta6ehpemXia6ts off=10292078 len=1518516 2024-04-10T15:42:24.017 INFO:tasks.workunit.client.0.smithi102.stdout:op 5016 completed, throughput=5MB/sec 2024-04-10T15:42:24.017 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zuWh1blzNg0B766 off=16691534 len=747310 2024-04-10T15:42:24.022 INFO:tasks.workunit.client.0.smithi102.stdout:op 5017 completed, throughput=5MB/sec 2024-04-10T15:42:24.023 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3tqcLKPKVAAHft8 off=3043024 len=2058234 2024-04-10T15:42:24.036 INFO:tasks.workunit.client.0.smithi102.stdout:op 5018 completed, throughput=5MB/sec 2024-04-10T15:42:24.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:24.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:24.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:25.036 INFO:tasks.workunit.client.0.smithi102.stdout: 979: throughput=5MB/sec pending data=0 2024-04-10T15:42:25.036 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--2qAoLeNJeVGu_8 off=447515 len=619555 2024-04-10T15:42:25.037 INFO:tasks.workunit.client.0.smithi102.stdout:op 5019 completed, throughput=5MB/sec 2024-04-10T15:42:25.037 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OObjU8ZrgvLq3fj off=2440699 len=1096242 2024-04-10T15:42:25.038 INFO:tasks.workunit.client.0.smithi102.stdout:op 5020 completed, throughput=5MB/sec 2024-04-10T15:42:25.038 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-J1cHzZCZrDpA8NG off=6801869 len=1445118 2024-04-10T15:42:25.045 INFO:tasks.workunit.client.0.smithi102.stdout:op 5021 completed, throughput=5MB/sec 2024-04-10T15:42:25.045 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VQnanwaO1LG37L2 off=655240 len=248970 2024-04-10T15:42:25.048 INFO:tasks.workunit.client.0.smithi102.stdout:op 5022 completed, throughput=5MB/sec 2024-04-10T15:42:25.048 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HnKv2jaEaCXTEZX off=9922009 len=342476 2024-04-10T15:42:25.051 INFO:tasks.workunit.client.0.smithi102.stdout:op 5023 completed, throughput=5MB/sec 2024-04-10T15:42:25.051 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-b5lB0uzRsjYdKCN off=5283679 len=1167858 2024-04-10T15:42:25.057 INFO:tasks.workunit.client.0.smithi102.stdout:op 5024 completed, throughput=5MB/sec 2024-04-10T15:42:25.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:24 smithi154 ceph-mon[84269]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:42:25.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:24 smithi102 ceph-mon[90943]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:42:25.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:24 smithi102 ceph-mon[88557]: pgmap v1845: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:42:26.057 INFO:tasks.workunit.client.0.smithi102.stdout: 980: throughput=5MB/sec pending data=0 2024-04-10T15:42:26.057 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nhcpsB30UT3FKn9 off=4676223 len=1766464 2024-04-10T15:42:26.061 INFO:tasks.workunit.client.0.smithi102.stdout:op 5025 completed, throughput=5MB/sec 2024-04-10T15:42:26.061 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ypFNIenhj2bzYJL off=4829704 len=75870 2024-04-10T15:42:26.062 INFO:tasks.workunit.client.0.smithi102.stdout:op 5026 completed, throughput=5MB/sec 2024-04-10T15:42:26.062 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-L4nLvpxl9aCCNbC off=10159815 len=933339 2024-04-10T15:42:26.067 INFO:tasks.workunit.client.0.smithi102.stdout:op 5027 completed, throughput=5MB/sec 2024-04-10T15:42:26.067 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vKfQksX1bUhPu2y off=14965415 len=1729676 2024-04-10T15:42:26.076 INFO:tasks.workunit.client.0.smithi102.stdout:op 5028 completed, throughput=5MB/sec 2024-04-10T15:42:26.076 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aGC24H7Xlc5L16x off=11712845 len=61099 2024-04-10T15:42:26.077 INFO:tasks.workunit.client.0.smithi102.stdout:op 5029 completed, throughput=5MB/sec 2024-04-10T15:42:26.077 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ESmt_d264mTbgE1 off=8247816 len=461751 2024-04-10T15:42:26.077 INFO:tasks.workunit.client.0.smithi102.stdout:op 5030 completed, throughput=5MB/sec 2024-04-10T15:42:27.078 INFO:tasks.workunit.client.0.smithi102.stdout: 981: throughput=5MB/sec pending data=0 2024-04-10T15:42:27.078 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Q2lq4SBbWxm6bPI off=19173748 len=871080 2024-04-10T15:42:27.083 INFO:tasks.workunit.client.0.smithi102.stdout:op 5031 completed, throughput=5MB/sec 2024-04-10T15:42:27.084 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sr2kcnAf0Pmfl7b off=9018941 len=813061 2024-04-10T15:42:27.088 INFO:tasks.workunit.client.0.smithi102.stdout:op 5032 completed, throughput=5MB/sec 2024-04-10T15:42:27.088 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dZfa82j25Sjxz2d off=2990018 len=1433972 2024-04-10T15:42:27.094 INFO:tasks.workunit.client.0.smithi102.stdout:op 5033 completed, throughput=5MB/sec 2024-04-10T15:42:27.095 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GeBaEflf3EZitVu off=7800472 len=1961778 2024-04-10T15:42:27.099 INFO:tasks.workunit.client.0.smithi102.stdout:op 5034 completed, throughput=5MB/sec 2024-04-10T15:42:27.099 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WZYambG03GAvWoM off=8884513 len=1375938 2024-04-10T15:42:27.100 INFO:tasks.workunit.client.0.smithi102.stdout:op 5035 completed, throughput=5MB/sec 2024-04-10T15:42:27.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:26 smithi154 ceph-mon[84269]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:42:27.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:26 smithi102 ceph-mon[90943]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:42:27.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:26 smithi102 ceph-mon[88557]: pgmap v1846: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:42:27.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:42:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:42:27] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-10T15:42:28.100 INFO:tasks.workunit.client.0.smithi102.stdout: 982: throughput=5MB/sec pending data=0 2024-04-10T15:42:28.101 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Cdf4z3SNZHgfs76 off=863748 len=1268895 2024-04-10T15:42:28.102 INFO:tasks.workunit.client.0.smithi102.stdout:op 5036 completed, throughput=5MB/sec 2024-04-10T15:42:28.102 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qBEUQH6Hs_A4JB1 off=9917744 len=1261999 2024-04-10T15:42:28.105 INFO:tasks.workunit.client.0.smithi102.stdout:op 5037 completed, throughput=5MB/sec 2024-04-10T15:42:28.105 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rUsNfmjaZNlCxPT off=5421636 len=719292 2024-04-10T15:42:28.106 INFO:tasks.workunit.client.0.smithi102.stdout:op 5038 completed, throughput=5MB/sec 2024-04-10T15:42:28.106 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LyGLPSI3LR53vfN off=5579477 len=1183841 2024-04-10T15:42:28.107 INFO:tasks.workunit.client.0.smithi102.stdout:op 5039 completed, throughput=5MB/sec 2024-04-10T15:42:29.108 INFO:tasks.workunit.client.0.smithi102.stdout: 983: throughput=5MB/sec pending data=0 2024-04-10T15:42:29.108 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-f1M4OZSAiTR1tqs off=8114330 len=1798573 2024-04-10T15:42:29.110 INFO:tasks.workunit.client.0.smithi102.stdout:op 5040 completed, throughput=5MB/sec 2024-04-10T15:42:29.110 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BQdXPh1KxPj8Uzk off=2090279 len=821989 2024-04-10T15:42:29.115 INFO:tasks.workunit.client.0.smithi102.stdout:op 5041 completed, throughput=5MB/sec 2024-04-10T15:42:29.116 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_2P_Mt7udcWo_FM off=554475 len=679198 2024-04-10T15:42:29.117 INFO:tasks.workunit.client.0.smithi102.stdout:op 5042 completed, throughput=5MB/sec 2024-04-10T15:42:29.117 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-R_E-dFxGgzJL0LS off=4165531 len=1494372 2024-04-10T15:42:29.120 INFO:tasks.workunit.client.0.smithi102.stdout:op 5043 completed, throughput=5MB/sec 2024-04-10T15:42:29.120 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6dbCvnODFlabJQd off=21448175 len=1889905 2024-04-10T15:42:29.132 INFO:tasks.workunit.client.0.smithi102.stdout:op 5044 completed, throughput=5MB/sec 2024-04-10T15:42:29.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:28 smithi154 ceph-mon[84269]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:42:29.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:28 smithi102 ceph-mon[90943]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:42:29.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:28 smithi102 ceph-mon[88557]: pgmap v1847: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:42:30.133 INFO:tasks.workunit.client.0.smithi102.stdout: 984: throughput=5MB/sec pending data=0 2024-04-10T15:42:30.133 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ptC7nrdsWlwkOWF off=1121847 len=17134 2024-04-10T15:42:30.133 INFO:tasks.workunit.client.0.smithi102.stdout:op 5045 completed, throughput=5MB/sec 2024-04-10T15:42:30.133 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rXm4-DqzxofrZoX off=11783158 len=1457421 2024-04-10T15:42:30.139 INFO:tasks.workunit.client.0.smithi102.stdout:op 5046 completed, throughput=5MB/sec 2024-04-10T15:42:30.139 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xAvr_4tVvb-GNDn off=1175644 len=759823 2024-04-10T15:42:30.140 INFO:tasks.workunit.client.0.smithi102.stdout:op 5047 completed, throughput=5MB/sec 2024-04-10T15:42:30.140 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6NKCtjOayA3Z0gu off=3921292 len=430781 2024-04-10T15:42:30.141 INFO:tasks.workunit.client.0.smithi102.stdout:op 5048 completed, throughput=5MB/sec 2024-04-10T15:42:30.141 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5FFIIiQgzlVGElu off=3568226 len=278808 2024-04-10T15:42:30.141 INFO:tasks.workunit.client.0.smithi102.stdout:op 5049 completed, throughput=5MB/sec 2024-04-10T15:42:30.141 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-COM4vkDXgWlaUsm off=3137218 len=1308535 2024-04-10T15:42:30.148 INFO:tasks.workunit.client.0.smithi102.stdout:op 5050 completed, throughput=5MB/sec 2024-04-10T15:42:31.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:30 smithi154 ceph-mon[84269]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:42:31.148 INFO:tasks.workunit.client.0.smithi102.stdout: 985: throughput=5MB/sec pending data=0 2024-04-10T15:42:31.149 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NdmUC2peHAw6uXb off=1559699 len=224690 2024-04-10T15:42:31.152 INFO:tasks.workunit.client.0.smithi102.stdout:op 5051 completed, throughput=5MB/sec 2024-04-10T15:42:31.152 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RmJgfhkJMGClKz2 off=560953 len=743219 2024-04-10T15:42:31.157 INFO:tasks.workunit.client.0.smithi102.stdout:op 5052 completed, throughput=5MB/sec 2024-04-10T15:42:31.157 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xpYH_EQnbFTOVCQ off=3680378 len=1269799 2024-04-10T15:42:31.164 INFO:tasks.workunit.client.0.smithi102.stdout:op 5053 completed, throughput=5MB/sec 2024-04-10T15:42:31.164 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DRv1Jjd_49GG6Kt off=16284234 len=1793945 2024-04-10T15:42:31.166 INFO:tasks.workunit.client.0.smithi102.stdout:op 5054 completed, throughput=5MB/sec 2024-04-10T15:42:31.166 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qAjISc2A8_kQil9 off=2202526 len=1143133 2024-04-10T15:42:31.167 INFO:tasks.workunit.client.0.smithi102.stdout:op 5055 completed, throughput=5MB/sec 2024-04-10T15:42:31.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:30 smithi102 ceph-mon[90943]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:42:31.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:30 smithi102 ceph-mon[88557]: pgmap v1848: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:42:32.167 INFO:tasks.workunit.client.0.smithi102.stdout: 986: throughput=5MB/sec pending data=0 2024-04-10T15:42:32.167 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-auezIPQAwUqo_3S off=15790820 len=1739415 2024-04-10T15:42:32.170 INFO:tasks.workunit.client.0.smithi102.stdout:op 5056 completed, throughput=5MB/sec 2024-04-10T15:42:32.170 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CYbc89EpQTO-yF1 off=2526265 len=592376 2024-04-10T15:42:32.171 INFO:tasks.workunit.client.0.smithi102.stdout:op 5057 completed, throughput=5MB/sec 2024-04-10T15:42:32.172 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-93KuFDSPQBJCjcT off=2361880 len=51094 2024-04-10T15:42:32.172 INFO:tasks.workunit.client.0.smithi102.stdout:op 5058 completed, throughput=5MB/sec 2024-04-10T15:42:32.172 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OEP16ul2K_G1WR5 off=4010738 len=63445 2024-04-10T15:42:32.174 INFO:tasks.workunit.client.0.smithi102.stdout:op 5059 completed, throughput=5MB/sec 2024-04-10T15:42:32.175 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XJoawp3ExhyO2mw off=20475337 len=936108 2024-04-10T15:42:32.176 INFO:tasks.workunit.client.0.smithi102.stdout:op 5060 completed, throughput=5MB/sec 2024-04-10T15:42:32.177 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xbOZ_9QIb08ozlX off=11365517 len=277218 2024-04-10T15:42:32.180 INFO:tasks.workunit.client.0.smithi102.stdout:op 5061 completed, throughput=5MB/sec 2024-04-10T15:42:32.180 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-loJDVgv_VoPOMuI off=13749028 len=221349 2024-04-10T15:42:32.183 INFO:tasks.workunit.client.0.smithi102.stdout:op 5062 completed, throughput=5MB/sec 2024-04-10T15:42:32.183 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kNadBMA4OhQqhmk off=11216581 len=2062713 2024-04-10T15:42:32.185 INFO:tasks.workunit.client.0.smithi102.stdout:op 5063 completed, throughput=5MB/sec 2024-04-10T15:42:32.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:42:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:42:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:42:33.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:32 smithi154 ceph-mon[84269]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:42:33.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:32 smithi102 ceph-mon[90943]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:42:33.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:32 smithi102 ceph-mon[88557]: pgmap v1849: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:42:33.185 INFO:tasks.workunit.client.0.smithi102.stdout: 987: throughput=5MB/sec pending data=0 2024-04-10T15:42:33.185 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nOdRk3PwsDSSLuA off=10120168 len=987825 2024-04-10T15:42:33.188 INFO:tasks.workunit.client.0.smithi102.stdout:op 5064 completed, throughput=5MB/sec 2024-04-10T15:42:33.188 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-HOmnV5dj0zoX9WL off=476558 len=864503 2024-04-10T15:42:33.189 INFO:tasks.workunit.client.0.smithi102.stdout:op 5065 completed, throughput=5MB/sec 2024-04-10T15:42:33.189 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DEp0sxXII56VAAU off=1697556 len=1203457 2024-04-10T15:42:33.191 INFO:tasks.workunit.client.0.smithi102.stdout:op 5066 completed, throughput=5MB/sec 2024-04-10T15:42:33.191 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3e-4kENHGnChiwY off=7331974 len=1663738 2024-04-10T15:42:33.201 INFO:tasks.workunit.client.0.smithi102.stdout:op 5067 completed, throughput=5MB/sec 2024-04-10T15:42:34.202 INFO:tasks.workunit.client.0.smithi102.stdout: 988: throughput=5MB/sec pending data=0 2024-04-10T15:42:34.202 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ceGww9V4SyhT_qi off=672356 len=1823171 2024-04-10T15:42:34.206 INFO:tasks.workunit.client.0.smithi102.stdout:op 5068 completed, throughput=5MB/sec 2024-04-10T15:42:34.206 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-05knYvn7CYatdCn off=2422 len=19616 2024-04-10T15:42:34.209 INFO:tasks.workunit.client.0.smithi102.stdout:op 5069 completed, throughput=5MB/sec 2024-04-10T15:42:34.209 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rof9YhJjbHUdvOa off=16812151 len=730723 2024-04-10T15:42:34.210 INFO:tasks.workunit.client.0.smithi102.stdout:op 5070 completed, throughput=5MB/sec 2024-04-10T15:42:34.210 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZaoO646gXXZKumB off=1024237 len=966320 2024-04-10T15:42:34.215 INFO:tasks.workunit.client.0.smithi102.stdout:op 5071 completed, throughput=5MB/sec 2024-04-10T15:42:34.215 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ij7opqu-l3d3HZc off=1818082 len=414005 2024-04-10T15:42:34.216 INFO:tasks.workunit.client.0.smithi102.stdout:op 5072 completed, throughput=5MB/sec 2024-04-10T15:42:34.216 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-G0T__jb3upoolrp off=4985613 len=1387393 2024-04-10T15:42:34.218 INFO:tasks.workunit.client.0.smithi102.stdout:op 5073 completed, throughput=5MB/sec 2024-04-10T15:42:35.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:34 smithi154 ceph-mon[84269]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:42:35.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:34 smithi102 ceph-mon[90943]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:42:35.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:34 smithi102 ceph-mon[88557]: pgmap v1850: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:42:35.218 INFO:tasks.workunit.client.0.smithi102.stdout: 989: throughput=5MB/sec pending data=0 2024-04-10T15:42:35.218 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-w7yYM9xXwV2Fzen off=4626422 len=1057374 2024-04-10T15:42:35.221 INFO:tasks.workunit.client.0.smithi102.stdout:op 5074 completed, throughput=5MB/sec 2024-04-10T15:42:35.221 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mlnxP85OeIHdlrm off=6627296 len=393485 2024-04-10T15:42:35.225 INFO:tasks.workunit.client.0.smithi102.stdout:op 5075 completed, throughput=5MB/sec 2024-04-10T15:42:35.225 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VMKZBtqBhBgF98d off=1093623 len=1523588 2024-04-10T15:42:35.227 INFO:tasks.workunit.client.0.smithi102.stdout:op 5076 completed, throughput=5MB/sec 2024-04-10T15:42:35.227 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4WynTgVE4YkSGMo off=12949408 len=371686 2024-04-10T15:42:35.230 INFO:tasks.workunit.client.0.smithi102.stdout:op 5077 completed, throughput=5MB/sec 2024-04-10T15:42:35.230 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NRhAPqVQS5L9Cvi off=4302490 len=712163 2024-04-10T15:42:35.234 INFO:tasks.workunit.client.0.smithi102.stdout:op 5078 completed, throughput=5MB/sec 2024-04-10T15:42:35.234 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-W8pAvbc2w6ptWVd off=3813197 len=1782632 2024-04-10T15:42:35.236 INFO:tasks.workunit.client.0.smithi102.stdout:op 5079 completed, throughput=5MB/sec 2024-04-10T15:42:36.236 INFO:tasks.workunit.client.0.smithi102.stdout: 990: throughput=5MB/sec pending data=0 2024-04-10T15:42:36.236 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AvoMIJJMWMiRdOe off=1490118 len=1342820 2024-04-10T15:42:36.245 INFO:tasks.workunit.client.0.smithi102.stdout:op 5080 completed, throughput=5MB/sec 2024-04-10T15:42:36.245 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BSzhlU1V6s-wdNz off=8996122 len=1765252 2024-04-10T15:42:36.256 INFO:tasks.workunit.client.0.smithi102.stdout:op 5081 completed, throughput=5MB/sec 2024-04-10T15:42:36.256 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HorCNdiyfFOtm-a off=10113500 len=386809 2024-04-10T15:42:36.259 INFO:tasks.workunit.client.0.smithi102.stdout:op 5082 completed, throughput=5MB/sec 2024-04-10T15:42:36.259 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-z1B-xxnpCDySpCn off=5595631 len=1819596 2024-04-10T15:42:36.270 INFO:tasks.workunit.client.0.smithi102.stdout:op 5083 completed, throughput=5MB/sec 2024-04-10T15:42:37.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:36 smithi154 ceph-mon[84269]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:42:37.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:36 smithi102 ceph-mon[90943]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:42:37.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:36 smithi102 ceph-mon[88557]: pgmap v1851: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:42:37.270 INFO:tasks.workunit.client.0.smithi102.stdout: 991: throughput=5MB/sec pending data=0 2024-04-10T15:42:37.270 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ha0fXFsQDm72PpP off=1139997 len=1629640 2024-04-10T15:42:37.278 INFO:tasks.workunit.client.0.smithi102.stdout:op 5084 completed, throughput=5MB/sec 2024-04-10T15:42:37.279 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2BcgKzh-U_qoGkA off=12478477 len=1101387 2024-04-10T15:42:37.284 INFO:tasks.workunit.client.0.smithi102.stdout:op 5085 completed, throughput=5MB/sec 2024-04-10T15:42:37.284 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UuZ4-Gvym_0yTOB off=325963 len=2060140 2024-04-10T15:42:37.295 INFO:tasks.workunit.client.0.smithi102.stdout:op 5086 completed, throughput=5MB/sec 2024-04-10T15:42:37.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:42:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:42:37] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-10T15:42:38.295 INFO:tasks.workunit.client.0.smithi102.stdout: 992: throughput=5MB/sec pending data=0 2024-04-10T15:42:38.295 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GnS4Icrx0SIPWMY off=1154938 len=153149 2024-04-10T15:42:38.298 INFO:tasks.workunit.client.0.smithi102.stdout:op 5087 completed, throughput=5MB/sec 2024-04-10T15:42:38.298 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GM6YLZCdcr06ozl off=16139576 len=1017558 2024-04-10T15:42:38.303 INFO:tasks.workunit.client.0.smithi102.stdout:op 5088 completed, throughput=5MB/sec 2024-04-10T15:42:38.304 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hgK3B4-qlFH9h33 off=6982216 len=949500 2024-04-10T15:42:38.309 INFO:tasks.workunit.client.0.smithi102.stdout:op 5089 completed, throughput=5MB/sec 2024-04-10T15:42:38.309 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oOfDpMAxciCJrvW off=11428661 len=1830214 2024-04-10T15:42:38.320 INFO:tasks.workunit.client.0.smithi102.stdout:op 5090 completed, throughput=5MB/sec 2024-04-10T15:42:38.320 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vEJaNEl8Nnzy549 off=15580035 len=1101188 2024-04-10T15:42:38.321 INFO:tasks.workunit.client.0.smithi102.stdout:op 5091 completed, throughput=5MB/sec 2024-04-10T15:42:38.321 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JJh1bintnIg_nbo off=5274747 len=1281656 2024-04-10T15:42:38.323 INFO:tasks.workunit.client.0.smithi102.stdout:op 5092 completed, throughput=5MB/sec 2024-04-10T15:42:39.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:38 smithi154 ceph-mon[84269]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:42:39.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:39.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:38 smithi102 ceph-mon[90943]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:42:39.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:39.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:38 smithi102 ceph-mon[88557]: pgmap v1852: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:42:39.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:39.324 INFO:tasks.workunit.client.0.smithi102.stdout: 993: throughput=5MB/sec pending data=0 2024-04-10T15:42:39.324 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PbX6CdywZsShxKm off=4416244 len=1867201 2024-04-10T15:42:39.326 INFO:tasks.workunit.client.0.smithi102.stdout:op 5093 completed, throughput=5MB/sec 2024-04-10T15:42:39.326 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qLzZD2Ig5NC61cb off=10068015 len=1876537 2024-04-10T15:42:39.337 INFO:tasks.workunit.client.0.smithi102.stdout:op 5094 completed, throughput=5MB/sec 2024-04-10T15:42:39.337 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Jdy5eF9CS6QQPay off=14863826 len=310210 2024-04-10T15:42:39.338 INFO:tasks.workunit.client.0.smithi102.stdout:op 5095 completed, throughput=5MB/sec 2024-04-10T15:42:39.338 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-i8mMuOX3uUSOE9e off=21382479 len=544044 2024-04-10T15:42:39.342 INFO:tasks.workunit.client.0.smithi102.stdout:op 5096 completed, throughput=5MB/sec 2024-04-10T15:42:40.342 INFO:tasks.workunit.client.0.smithi102.stdout: 994: throughput=5MB/sec pending data=0 2024-04-10T15:42:40.342 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vK0PsUZguL3ucSE off=1587983 len=478192 2024-04-10T15:42:40.346 INFO:tasks.workunit.client.0.smithi102.stdout:op 5097 completed, throughput=5MB/sec 2024-04-10T15:42:40.346 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7HTmtu_djnNaQh7 off=20867156 len=1915483 2024-04-10T15:42:40.353 INFO:tasks.workunit.client.0.smithi102.stdout:op 5098 completed, throughput=5MB/sec 2024-04-10T15:42:40.354 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1yeKQTNj3MRfalM off=2501861 len=440024 2024-04-10T15:42:40.354 INFO:tasks.workunit.client.0.smithi102.stdout:op 5099 completed, throughput=5MB/sec 2024-04-10T15:42:40.355 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DidSCaNJurVlEol off=4836865 len=43805 2024-04-10T15:42:40.357 INFO:tasks.workunit.client.0.smithi102.stdout:op 5100 completed, throughput=5MB/sec 2024-04-10T15:42:40.357 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jmo6fmEhnMMNCl5 off=4070962 len=1332086 2024-04-10T15:42:40.362 INFO:tasks.workunit.client.0.smithi102.stdout:op 5101 completed, throughput=5MB/sec 2024-04-10T15:42:40.362 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AODI0eYsQ7iU6MK off=8287658 len=481273 2024-04-10T15:42:40.366 INFO:tasks.workunit.client.0.smithi102.stdout:op 5102 completed, throughput=5MB/sec 2024-04-10T15:42:40.366 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dnJ2wR2djfg7ZQN off=151489 len=1884330 2024-04-10T15:42:40.371 INFO:tasks.workunit.client.0.smithi102.stdout:op 5103 completed, throughput=5MB/sec 2024-04-10T15:42:41.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:40 smithi154 ceph-mon[84269]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:42:41.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:42:41.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:40 smithi102 ceph-mon[90943]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:42:41.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:42:41.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:40 smithi102 ceph-mon[88557]: pgmap v1853: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:42:41.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:42:41.371 INFO:tasks.workunit.client.0.smithi102.stdout: 995: throughput=5MB/sec pending data=0 2024-04-10T15:42:41.372 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xaQKnH7MG7w8BXx off=1247133 len=487555 2024-04-10T15:42:41.375 INFO:tasks.workunit.client.0.smithi102.stdout:op 5104 completed, throughput=5MB/sec 2024-04-10T15:42:41.375 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VvzJPG4PvtcYPoj off=221937 len=1547833 2024-04-10T15:42:41.382 INFO:tasks.workunit.client.0.smithi102.stdout:op 5105 completed, throughput=5MB/sec 2024-04-10T15:42:41.382 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-msq1o21OS5oMQm7 off=1858707 len=2072460 2024-04-10T15:42:41.383 INFO:tasks.workunit.client.0.smithi102.stdout:op 5106 completed, throughput=5MB/sec 2024-04-10T15:42:42.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:41 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:42:42.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:41 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:42:42.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:41 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:42:42.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:41 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:42:42.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:41 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:42:42.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:41 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:42:42.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:41 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:42:42.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:41 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:42:42.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:41 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:42:42.384 INFO:tasks.workunit.client.0.smithi102.stdout: 996: throughput=5MB/sec pending data=0 2024-04-10T15:42:42.384 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0wPuRNKrHo7OM3B off=3123050 len=1379472 2024-04-10T15:42:42.386 INFO:tasks.workunit.client.0.smithi102.stdout:op 5107 completed, throughput=5MB/sec 2024-04-10T15:42:42.386 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0C7cuYLggJFp5lZ off=12461067 len=738460 2024-04-10T15:42:42.388 INFO:tasks.workunit.client.0.smithi102.stdout:op 5108 completed, throughput=5MB/sec 2024-04-10T15:42:42.388 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DSKcnaQTW3RJiM- off=1129243 len=1708929 2024-04-10T15:42:42.392 INFO:tasks.workunit.client.0.smithi102.stdout:op 5109 completed, throughput=5MB/sec 2024-04-10T15:42:42.392 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZtIFgUhEg_5TAVr off=3094738 len=1351025 2024-04-10T15:42:42.397 INFO:tasks.workunit.client.0.smithi102.stdout:op 5110 completed, throughput=5MB/sec 2024-04-10T15:42:42.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:42:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:42:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:42:43.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:42 smithi154 ceph-mon[84269]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:42:43.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:42 smithi102 ceph-mon[90943]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:42:43.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:42 smithi102 ceph-mon[88557]: pgmap v1854: 105 pgs: 105 active+clean; 128 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:42:43.398 INFO:tasks.workunit.client.0.smithi102.stdout: 997: throughput=5MB/sec pending data=0 2024-04-10T15:42:43.398 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dQyMfwUMys1ocE9 off=14745384 len=1833348 2024-04-10T15:42:43.400 INFO:tasks.workunit.client.0.smithi102.stdout:op 5111 completed, throughput=5MB/sec 2024-04-10T15:42:43.400 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ua5fzyz9mmldekG off=666210 len=1046433 2024-04-10T15:42:43.406 INFO:tasks.workunit.client.0.smithi102.stdout:op 5112 completed, throughput=5MB/sec 2024-04-10T15:42:43.406 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-c977jrS9TXU5pl2 off=6430681 len=1399884 2024-04-10T15:42:43.415 INFO:tasks.workunit.client.0.smithi102.stdout:op 5113 completed, throughput=5MB/sec 2024-04-10T15:42:43.415 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OObjU8ZrgvLq3fj off=1394988 len=445381 2024-04-10T15:42:43.419 INFO:tasks.workunit.client.0.smithi102.stdout:op 5114 completed, throughput=5MB/sec 2024-04-10T15:42:43.419 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xBwixs9YzMnDs3s off=1995502 len=1686711 2024-04-10T15:42:43.421 INFO:tasks.workunit.client.0.smithi102.stdout:op 5115 completed, throughput=5MB/sec 2024-04-10T15:42:44.421 INFO:tasks.workunit.client.0.smithi102.stdout: 998: throughput=5MB/sec pending data=0 2024-04-10T15:42:44.421 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kIaC7Dp9dvUSd0_ off=6514201 len=1299699 2024-04-10T15:42:44.429 INFO:tasks.workunit.client.0.smithi102.stdout:op 5116 completed, throughput=5MB/sec 2024-04-10T15:42:44.429 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ouxlraELExzRVem off=4929605 len=487598 2024-04-10T15:42:44.433 INFO:tasks.workunit.client.0.smithi102.stdout:op 5117 completed, throughput=5MB/sec 2024-04-10T15:42:44.433 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hnRJjSkMHq92yy0 off=7075143 len=268546 2024-04-10T15:42:44.436 INFO:tasks.workunit.client.0.smithi102.stdout:op 5118 completed, throughput=5MB/sec 2024-04-10T15:42:44.436 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mbI9nh_8V9lc8VX off=7036267 len=914356 2024-04-10T15:42:44.437 INFO:tasks.workunit.client.0.smithi102.stdout:op 5119 completed, throughput=5MB/sec 2024-04-10T15:42:44.437 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iSVnhznvX9Sz9jC off=6510230 len=604262 2024-04-10T15:42:44.438 INFO:tasks.workunit.client.0.smithi102.stdout:op 5120 completed, throughput=5MB/sec 2024-04-10T15:42:44.438 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XSAYjrL9g6fZPpB off=191790 len=2077344 2024-04-10T15:42:44.440 INFO:tasks.workunit.client.0.smithi102.stdout:op 5121 completed, throughput=5MB/sec 2024-04-10T15:42:45.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:44 smithi154 ceph-mon[84269]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:42:45.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:44 smithi102 ceph-mon[90943]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:42:45.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:44 smithi102 ceph-mon[88557]: pgmap v1855: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:42:45.441 INFO:tasks.workunit.client.0.smithi102.stdout: 999: throughput=5MB/sec pending data=0 2024-04-10T15:42:45.441 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xQLUEVXhua1iqB2 off=11963743 len=527036 2024-04-10T15:42:45.445 INFO:tasks.workunit.client.0.smithi102.stdout:op 5122 completed, throughput=5MB/sec 2024-04-10T15:42:45.445 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--I_GyQLgWyPJkAo off=8150 len=1565995 2024-04-10T15:42:45.453 INFO:tasks.workunit.client.0.smithi102.stdout:op 5123 completed, throughput=5MB/sec 2024-04-10T15:42:45.454 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hY44iB-N3Xh74NN off=3375860 len=1873117 2024-04-10T15:42:45.455 INFO:tasks.workunit.client.0.smithi102.stdout:op 5124 completed, throughput=5MB/sec 2024-04-10T15:42:46.456 INFO:tasks.workunit.client.0.smithi102.stdout: 1000: throughput=5MB/sec pending data=0 2024-04-10T15:42:46.456 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gZnqdlCOxJ-mL7v off=9023461 len=935921 2024-04-10T15:42:46.457 INFO:tasks.workunit.client.0.smithi102.stdout:op 5125 completed, throughput=5MB/sec 2024-04-10T15:42:46.457 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WHTiEfwV9u7FnIX off=18051584 len=155118 2024-04-10T15:42:46.458 INFO:tasks.workunit.client.0.smithi102.stdout:op 5126 completed, throughput=5MB/sec 2024-04-10T15:42:46.458 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ElFOvTC7SHiE0_3 off=12129946 len=1548964 2024-04-10T15:42:46.459 INFO:tasks.workunit.client.0.smithi102.stdout:op 5127 completed, throughput=5MB/sec 2024-04-10T15:42:46.459 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OIRVnl8ruf1KTpX off=5719295 len=185860 2024-04-10T15:42:46.460 INFO:tasks.workunit.client.0.smithi102.stdout:op 5128 completed, throughput=5MB/sec 2024-04-10T15:42:46.460 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DErMDhbZflUeaad off=876638 len=1337399 2024-04-10T15:42:46.469 INFO:tasks.workunit.client.0.smithi102.stdout:op 5129 completed, throughput=5MB/sec 2024-04-10T15:42:46.469 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6lNy4Mb3eTZ3gR1 off=3655978 len=654530 2024-04-10T15:42:46.470 INFO:tasks.workunit.client.0.smithi102.stdout:op 5130 completed, throughput=5MB/sec 2024-04-10T15:42:46.470 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QLkAo-MC0z4HZfL off=3602274 len=21886 2024-04-10T15:42:46.473 INFO:tasks.workunit.client.0.smithi102.stdout:op 5131 completed, throughput=5MB/sec 2024-04-10T15:42:46.473 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xoec8ZTpUJomd4W off=15850069 len=1392917 2024-04-10T15:42:46.474 INFO:tasks.workunit.client.0.smithi102.stdout:op 5132 completed, throughput=5MB/sec 2024-04-10T15:42:47.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:46 smithi154 ceph-mon[84269]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:42:47.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:46 smithi102 ceph-mon[88557]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:42:47.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:46 smithi102 ceph-mon[90943]: pgmap v1856: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:42:47.475 INFO:tasks.workunit.client.0.smithi102.stdout: 1001: throughput=5MB/sec pending data=0 2024-04-10T15:42:47.475 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-D90KELcIJyX2Wg4 off=491469 len=9291 2024-04-10T15:42:47.477 INFO:tasks.workunit.client.0.smithi102.stdout:op 5133 completed, throughput=5MB/sec 2024-04-10T15:42:47.477 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cfA77Nnv-wLesIP off=8686513 len=1599256 2024-04-10T15:42:47.487 INFO:tasks.workunit.client.0.smithi102.stdout:op 5134 completed, throughput=5MB/sec 2024-04-10T15:42:47.487 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4_8YWCsVCudZOyk off=17981340 len=108937 2024-04-10T15:42:47.490 INFO:tasks.workunit.client.0.smithi102.stdout:op 5135 completed, throughput=5MB/sec 2024-04-10T15:42:47.490 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DnLhteZZy3KHPSY off=10151113 len=1723179 2024-04-10T15:42:47.491 INFO:tasks.workunit.client.0.smithi102.stdout:op 5136 completed, throughput=5MB/sec 2024-04-10T15:42:47.492 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3MuO6se4c5xoTb9 off=260742 len=425536 2024-04-10T15:42:47.495 INFO:tasks.workunit.client.0.smithi102.stdout:op 5137 completed, throughput=5MB/sec 2024-04-10T15:42:47.495 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sNmtDMcIXrHDY6p off=12302168 len=2013675 2024-04-10T15:42:47.499 INFO:tasks.workunit.client.0.smithi102.stdout:op 5138 completed, throughput=5MB/sec 2024-04-10T15:42:47.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:42:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:42:47] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-10T15:42:48.501 INFO:tasks.workunit.client.0.smithi102.stdout: 1002: throughput=5MB/sec pending data=0 2024-04-10T15:42:48.502 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5xmyMd-YByCaTMc off=7649094 len=237197 2024-04-10T15:42:48.502 INFO:tasks.workunit.client.0.smithi102.stdout:op 5139 completed, throughput=5MB/sec 2024-04-10T15:42:48.503 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-azcrTJXqOUvdrKp off=14646262 len=224842 2024-04-10T15:42:48.503 INFO:tasks.workunit.client.0.smithi102.stdout:op 5140 completed, throughput=5MB/sec 2024-04-10T15:42:48.503 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TXE1wua0IPGsmEt off=2766778 len=1320323 2024-04-10T15:42:48.505 INFO:tasks.workunit.client.0.smithi102.stdout:op 5141 completed, throughput=5MB/sec 2024-04-10T15:42:48.505 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-492WDW_7calGqaS off=143650 len=757058 2024-04-10T15:42:48.509 INFO:tasks.workunit.client.0.smithi102.stdout:op 5142 completed, throughput=5MB/sec 2024-04-10T15:42:48.510 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-g0El8UQASl_C42p off=9455686 len=1658515 2024-04-10T15:42:48.511 INFO:tasks.workunit.client.0.smithi102.stdout:op 5143 completed, throughput=5MB/sec 2024-04-10T15:42:49.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:48 smithi154 ceph-mon[84269]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:42:49.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:48 smithi102 ceph-mon[90943]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:42:49.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:48 smithi102 ceph-mon[88557]: pgmap v1857: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:42:49.512 INFO:tasks.workunit.client.0.smithi102.stdout: 1003: throughput=5MB/sec pending data=0 2024-04-10T15:42:49.512 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uK_SPXPgi5249V8 off=20737453 len=695644 2024-04-10T15:42:49.516 INFO:tasks.workunit.client.0.smithi102.stdout:op 5144 completed, throughput=5MB/sec 2024-04-10T15:42:49.516 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ndqzh6vLIgws0Io off=795200 len=2009859 2024-04-10T15:42:49.520 INFO:tasks.workunit.client.0.smithi102.stdout:op 5145 completed, throughput=5MB/sec 2024-04-10T15:42:49.520 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LjauOfaR8eHume_ off=3756176 len=1259330 2024-04-10T15:42:49.522 INFO:tasks.workunit.client.0.smithi102.stdout:op 5146 completed, throughput=5MB/sec 2024-04-10T15:42:49.522 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-e2d2xGTXLjUt4Nd off=18173745 len=530561 2024-04-10T15:42:49.526 INFO:tasks.workunit.client.0.smithi102.stdout:op 5147 completed, throughput=5MB/sec 2024-04-10T15:42:49.526 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NbRp5HbTmU2tM9E off=8098539 len=1294906 2024-04-10T15:42:49.532 INFO:tasks.workunit.client.0.smithi102.stdout:op 5148 completed, throughput=5MB/sec 2024-04-10T15:42:50.533 INFO:tasks.workunit.client.0.smithi102.stdout: 1004: throughput=5MB/sec pending data=0 2024-04-10T15:42:50.533 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xPLABUSNW8QeEHd off=13549068 len=1124 2024-04-10T15:42:50.533 INFO:tasks.workunit.client.0.smithi102.stdout:op 5149 completed, throughput=5MB/sec 2024-04-10T15:42:50.534 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0MRDU4uZWqhict4 off=991977 len=399090 2024-04-10T15:42:50.537 INFO:tasks.workunit.client.0.smithi102.stdout:op 5150 completed, throughput=5MB/sec 2024-04-10T15:42:50.537 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-C7SLv8TXFl7Pxp- off=2257000 len=1453100 2024-04-10T15:42:50.540 INFO:tasks.workunit.client.0.smithi102.stdout:op 5151 completed, throughput=5MB/sec 2024-04-10T15:42:50.540 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PpDU8p8Hazev58X off=14290290 len=1126357 2024-04-10T15:42:50.541 INFO:tasks.workunit.client.0.smithi102.stdout:op 5152 completed, throughput=5MB/sec 2024-04-10T15:42:50.541 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wCb80xYdD8Ux7PJ off=10068909 len=1476475 2024-04-10T15:42:50.543 INFO:tasks.workunit.client.0.smithi102.stdout:op 5153 completed, throughput=5MB/sec 2024-04-10T15:42:51.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:50 smithi154 ceph-mon[84269]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:42:51.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:50 smithi102 ceph-mon[90943]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:42:51.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:50 smithi102 ceph-mon[88557]: pgmap v1858: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:42:51.543 INFO:tasks.workunit.client.0.smithi102.stdout: 1005: throughput=5MB/sec pending data=0 2024-04-10T15:42:51.543 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HTlMV8q25oOS1fc off=813334 len=665412 2024-04-10T15:42:51.548 INFO:tasks.workunit.client.0.smithi102.stdout:op 5154 completed, throughput=5MB/sec 2024-04-10T15:42:51.548 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Z4LV6YdDh82VY9r off=4775893 len=1848652 2024-04-10T15:42:51.557 INFO:tasks.workunit.client.0.smithi102.stdout:op 5155 completed, throughput=5MB/sec 2024-04-10T15:42:51.557 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BrZmB7sD-oS5Ym- off=3379536 len=1238095 2024-04-10T15:42:51.559 INFO:tasks.workunit.client.0.smithi102.stdout:op 5156 completed, throughput=5MB/sec 2024-04-10T15:42:51.559 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GXt9e7v9Ljrw8L4 off=8729015 len=1450825 2024-04-10T15:42:51.567 INFO:tasks.workunit.client.0.smithi102.stdout:op 5157 completed, throughput=5MB/sec 2024-04-10T15:42:51.567 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0i-U0kn5TIP5s2F off=11977142 len=1486946 2024-04-10T15:42:51.568 INFO:tasks.workunit.client.0.smithi102.stdout:op 5158 completed, throughput=5MB/sec 2024-04-10T15:42:52.569 INFO:tasks.workunit.client.0.smithi102.stdout: 1006: throughput=5MB/sec pending data=0 2024-04-10T15:42:52.569 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jD5QLy73QcNtbTw off=1248839 len=941653 2024-04-10T15:42:52.574 INFO:tasks.workunit.client.0.smithi102.stdout:op 5159 completed, throughput=5MB/sec 2024-04-10T15:42:52.574 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XsJDag4VRsW-x4A off=3648254 len=1885717 2024-04-10T15:42:52.578 INFO:tasks.workunit.client.0.smithi102.stdout:op 5160 completed, throughput=5MB/sec 2024-04-10T15:42:52.578 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZF9mNVQk7JOwSwX off=7845342 len=831602 2024-04-10T15:42:52.580 INFO:tasks.workunit.client.0.smithi102.stdout:op 5161 completed, throughput=5MB/sec 2024-04-10T15:42:52.580 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-p0K7i21H-nrag8A off=263626 len=983041 2024-04-10T15:42:52.585 INFO:tasks.workunit.client.0.smithi102.stdout:op 5162 completed, throughput=5MB/sec 2024-04-10T15:42:52.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:42:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:42:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:42:53.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:52 smithi154 ceph-mon[84269]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:42:53.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:52 smithi102 ceph-mon[88557]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:42:53.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:52 smithi102 ceph-mon[90943]: pgmap v1859: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:42:53.585 INFO:tasks.workunit.client.0.smithi102.stdout: 1007: throughput=5MB/sec pending data=0 2024-04-10T15:42:53.586 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lfHrdICoY4-Pc4Z off=1393509 len=1585880 2024-04-10T15:42:53.588 INFO:tasks.workunit.client.0.smithi102.stdout:op 5163 completed, throughput=5MB/sec 2024-04-10T15:42:53.588 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mNNd6on2Ph0gVZC off=2434259 len=720959 2024-04-10T15:42:53.590 INFO:tasks.workunit.client.0.smithi102.stdout:op 5164 completed, throughput=5MB/sec 2024-04-10T15:42:53.590 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-13QPKboyvK_qE1P off=2459686 len=1314375 2024-04-10T15:42:53.597 INFO:tasks.workunit.client.0.smithi102.stdout:op 5165 completed, throughput=5MB/sec 2024-04-10T15:42:53.597 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-A5NNW10nW3a6Du2 off=353216 len=1883060 2024-04-10T15:42:53.605 INFO:tasks.workunit.client.0.smithi102.stdout:op 5166 completed, throughput=5MB/sec 2024-04-10T15:42:54.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:54.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:54.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:42:54.605 INFO:tasks.workunit.client.0.smithi102.stdout: 1008: throughput=5MB/sec pending data=0 2024-04-10T15:42:54.606 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7ffS8fGdCim05Ns off=2716463 len=1084849 2024-04-10T15:42:54.611 INFO:tasks.workunit.client.0.smithi102.stdout:op 5167 completed, throughput=5MB/sec 2024-04-10T15:42:54.611 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2zjsGWQZEPYkAuc off=731819 len=1761531 2024-04-10T15:42:54.612 INFO:tasks.workunit.client.0.smithi102.stdout:op 5168 completed, throughput=5MB/sec 2024-04-10T15:42:54.612 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OaZzASfq2MOhlP- off=4995426 len=1703027 2024-04-10T15:42:54.614 INFO:tasks.workunit.client.0.smithi102.stdout:op 5169 completed, throughput=5MB/sec 2024-04-10T15:42:55.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:54 smithi154 ceph-mon[84269]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:42:55.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:54 smithi102 ceph-mon[90943]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:42:55.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:54 smithi102 ceph-mon[88557]: pgmap v1860: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:42:55.615 INFO:tasks.workunit.client.0.smithi102.stdout: 1009: throughput=5MB/sec pending data=0 2024-04-10T15:42:55.615 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5W_PyX6Mzd-a0v2 off=5515912 len=1437639 2024-04-10T15:42:55.621 INFO:tasks.workunit.client.0.smithi102.stdout:op 5170 completed, throughput=5MB/sec 2024-04-10T15:42:55.621 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vUt_-4aWYm7bTNf off=1938776 len=126050 2024-04-10T15:42:55.624 INFO:tasks.workunit.client.0.smithi102.stdout:op 5171 completed, throughput=5MB/sec 2024-04-10T15:42:55.624 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ct76d8SO6f_9-1k off=7721799 len=1178394 2024-04-10T15:42:55.629 INFO:tasks.workunit.client.0.smithi102.stdout:op 5172 completed, throughput=5MB/sec 2024-04-10T15:42:55.630 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xZIGpD45ZSFavtI off=20208169 len=1658930 2024-04-10T15:42:55.631 INFO:tasks.workunit.client.0.smithi102.stdout:op 5173 completed, throughput=5MB/sec 2024-04-10T15:42:55.631 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-M01Cq6mNbonOoIJ off=11037118 len=677630 2024-04-10T15:42:55.636 INFO:tasks.workunit.client.0.smithi102.stdout:op 5174 completed, throughput=5MB/sec 2024-04-10T15:42:55.636 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vYWM8e9Hr79slCo off=10414961 len=120551 2024-04-10T15:42:55.638 INFO:tasks.workunit.client.0.smithi102.stdout:op 5175 completed, throughput=5MB/sec 2024-04-10T15:42:56.639 INFO:tasks.workunit.client.0.smithi102.stdout: 1010: throughput=5MB/sec pending data=0 2024-04-10T15:42:56.639 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-d_hmvXSlc5pr7rk off=1291000 len=1700153 2024-04-10T15:42:56.649 INFO:tasks.workunit.client.0.smithi102.stdout:op 5176 completed, throughput=5MB/sec 2024-04-10T15:42:56.649 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GkAr1C_jioKou92 off=7694728 len=835969 2024-04-10T15:42:56.653 INFO:tasks.workunit.client.0.smithi102.stdout:op 5177 completed, throughput=5MB/sec 2024-04-10T15:42:56.653 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-p5pNM5TKSgFwT4J off=7217578 len=192110 2024-04-10T15:42:56.655 INFO:tasks.workunit.client.0.smithi102.stdout:op 5178 completed, throughput=5MB/sec 2024-04-10T15:42:56.655 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2ReXj9_cgtM3g3x off=2006229 len=233511 2024-04-10T15:42:56.658 INFO:tasks.workunit.client.0.smithi102.stdout:op 5179 completed, throughput=5MB/sec 2024-04-10T15:42:56.658 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_AkvJnP61g2EAHu off=1676849 len=652600 2024-04-10T15:42:56.661 INFO:tasks.workunit.client.0.smithi102.stdout:op 5180 completed, throughput=5MB/sec 2024-04-10T15:42:56.661 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lPEXbgDSvf16eGY off=4290142 len=602989 2024-04-10T15:42:56.665 INFO:tasks.workunit.client.0.smithi102.stdout:op 5181 completed, throughput=5MB/sec 2024-04-10T15:42:56.665 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jaS2BaZJ1JnYgBW off=7384850 len=1624486 2024-04-10T15:42:56.665 INFO:tasks.workunit.client.0.smithi102.stdout:op 5182 completed, throughput=5MB/sec 2024-04-10T15:42:57.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:56 smithi102 ceph-mon[90943]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T15:42:57.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:56 smithi102 ceph-mon[88557]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T15:42:57.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:56 smithi154 ceph-mon[84269]: pgmap v1861: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.2 MiB/s rd, 1.9 MiB/s wr, 5 op/s 2024-04-10T15:42:57.666 INFO:tasks.workunit.client.0.smithi102.stdout: 1011: throughput=5MB/sec pending data=0 2024-04-10T15:42:57.666 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-U67KGgGV8SIUuDV off=12755360 len=583319 2024-04-10T15:42:57.670 INFO:tasks.workunit.client.0.smithi102.stdout:op 5183 completed, throughput=5MB/sec 2024-04-10T15:42:57.670 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wbfeArUc6kj96uC off=14847981 len=267890 2024-04-10T15:42:57.673 INFO:tasks.workunit.client.0.smithi102.stdout:op 5184 completed, throughput=5MB/sec 2024-04-10T15:42:57.674 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4mvmd5rRzM9NUl_ off=3627569 len=601560 2024-04-10T15:42:57.674 INFO:tasks.workunit.client.0.smithi102.stdout:op 5185 completed, throughput=5MB/sec 2024-04-10T15:42:57.674 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CYbc89EpQTO-yF1 off=9587325 len=881066 2024-04-10T15:42:57.676 INFO:tasks.workunit.client.0.smithi102.stdout:op 5186 completed, throughput=5MB/sec 2024-04-10T15:42:57.676 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AOCDGeP9YfZ9Agr off=13955773 len=1818865 2024-04-10T15:42:57.683 INFO:tasks.workunit.client.0.smithi102.stdout:op 5187 completed, throughput=5MB/sec 2024-04-10T15:42:57.683 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-V1CGrG87SGG2hIa off=1548470 len=366446 2024-04-10T15:42:57.683 INFO:tasks.workunit.client.0.smithi102.stdout:op 5188 completed, throughput=5MB/sec 2024-04-10T15:42:57.683 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DOTxhxFfr1wB5FC off=130109 len=620430 2024-04-10T15:42:57.687 INFO:tasks.workunit.client.0.smithi102.stdout:op 5189 completed, throughput=5MB/sec 2024-04-10T15:42:57.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:42:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:42:57] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-10T15:42:58.688 INFO:tasks.workunit.client.0.smithi102.stdout: 1012: throughput=5MB/sec pending data=0 2024-04-10T15:42:58.688 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tal5zxLHeMATlLA off=19005511 len=2052492 2024-04-10T15:42:58.692 INFO:tasks.workunit.client.0.smithi102.stdout:op 5190 completed, throughput=5MB/sec 2024-04-10T15:42:58.692 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MgkUImIVd8dOlk9 off=9003209 len=558581 2024-04-10T15:42:58.693 INFO:tasks.workunit.client.0.smithi102.stdout:op 5191 completed, throughput=5MB/sec 2024-04-10T15:42:58.693 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--2qAoLeNJeVGu_8 off=11391126 len=446725 2024-04-10T15:42:58.697 INFO:tasks.workunit.client.0.smithi102.stdout:op 5192 completed, throughput=5MB/sec 2024-04-10T15:42:58.697 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dWHKbODni8TFHGh off=7984045 len=1014433 2024-04-10T15:42:58.699 INFO:tasks.workunit.client.0.smithi102.stdout:op 5193 completed, throughput=5MB/sec 2024-04-10T15:42:58.699 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-EBB-LX_1F2y5EVy off=1003013 len=1463671 2024-04-10T15:42:58.704 INFO:tasks.workunit.client.0.smithi102.stdout:op 5194 completed, throughput=5MB/sec 2024-04-10T15:42:59.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:42:58 smithi102 ceph-mon[90943]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:42:59.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:42:58 smithi102 ceph-mon[88557]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:42:59.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:42:58 smithi154 ceph-mon[84269]: pgmap v1862: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.0 MiB/s rd, 1.9 MiB/s wr, 4 op/s 2024-04-10T15:42:59.705 INFO:tasks.workunit.client.0.smithi102.stdout: 1013: throughput=5MB/sec pending data=0 2024-04-10T15:42:59.705 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OCq7ykOEZpubPeq off=623929 len=112457 2024-04-10T15:42:59.708 INFO:tasks.workunit.client.0.smithi102.stdout:op 5195 completed, throughput=5MB/sec 2024-04-10T15:42:59.708 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-USHm5Nj2Gabhwrc off=202853 len=2013876 2024-04-10T15:42:59.718 INFO:tasks.workunit.client.0.smithi102.stdout:op 5196 completed, throughput=5MB/sec 2024-04-10T15:42:59.718 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HlWzpddxRpX1l65 off=1672595 len=900868 2024-04-10T15:42:59.722 INFO:tasks.workunit.client.0.smithi102.stdout:op 5197 completed, throughput=5MB/sec 2024-04-10T15:42:59.723 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rqK2JSPVgPRyN57 off=897824 len=1478406 2024-04-10T15:42:59.728 INFO:tasks.workunit.client.0.smithi102.stdout:op 5198 completed, throughput=5MB/sec 2024-04-10T15:42:59.729 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7LXw3d0uBZHJ73z off=3615384 len=1180592 2024-04-10T15:42:59.733 INFO:tasks.workunit.client.0.smithi102.stdout:op 5199 completed, throughput=5MB/sec 2024-04-10T15:43:00.734 INFO:tasks.workunit.client.0.smithi102.stdout: 1014: throughput=5MB/sec pending data=0 2024-04-10T15:43:00.734 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-C2xhRnf6wm5JdJm off=11473336 len=1709236 2024-04-10T15:43:00.744 INFO:tasks.workunit.client.0.smithi102.stdout:op 5200 completed, throughput=5MB/sec 2024-04-10T15:43:00.744 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-b-FD8ImypCCtzv1 off=8761748 len=294973 2024-04-10T15:43:00.745 INFO:tasks.workunit.client.0.smithi102.stdout:op 5201 completed, throughput=5MB/sec 2024-04-10T15:43:00.745 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-W6hdfXDRqhJyvTk off=4329848 len=1488284 2024-04-10T15:43:00.751 INFO:tasks.workunit.client.0.smithi102.stdout:op 5202 completed, throughput=5MB/sec 2024-04-10T15:43:00.751 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_CJHNNQnOY2s0m5 off=8734235 len=1530057 2024-04-10T15:43:00.754 INFO:tasks.workunit.client.0.smithi102.stdout:op 5203 completed, throughput=5MB/sec 2024-04-10T15:43:01.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:00 smithi102 ceph-mon[90943]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:43:01.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:00 smithi102 ceph-mon[88557]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:43:01.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:00 smithi154 ceph-mon[84269]: pgmap v1863: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.3 MiB/s wr, 5 op/s 2024-04-10T15:43:01.755 INFO:tasks.workunit.client.0.smithi102.stdout: 1015: throughput=5MB/sec pending data=0 2024-04-10T15:43:01.755 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ICKKVy34yuHT65Q off=3412023 len=1634549 2024-04-10T15:43:01.758 INFO:tasks.workunit.client.0.smithi102.stdout:op 5204 completed, throughput=5MB/sec 2024-04-10T15:43:01.758 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rPw9kR8KbQa3Cy_ off=955289 len=1306340 2024-04-10T15:43:01.760 INFO:tasks.workunit.client.0.smithi102.stdout:op 5205 completed, throughput=5MB/sec 2024-04-10T15:43:01.760 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QY4qERUe5rVgmO7 off=11857465 len=1375161 2024-04-10T15:43:01.769 INFO:tasks.workunit.client.0.smithi102.stdout:op 5206 completed, throughput=5MB/sec 2024-04-10T15:43:01.769 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JKPRihstRdP85Oh off=0 len=1873383 2024-04-10T15:43:01.774 INFO:tasks.workunit.client.0.smithi102.stdout:op 5207 completed, throughput=5MB/sec 2024-04-10T15:43:02.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:43:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:43:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:43:02.774 INFO:tasks.workunit.client.0.smithi102.stdout: 1016: throughput=5MB/sec pending data=0 2024-04-10T15:43:02.775 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-fDPBQD0rnOCc9oH off=5133714 len=659887 2024-04-10T15:43:02.779 INFO:tasks.workunit.client.0.smithi102.stdout:op 5208 completed, throughput=5MB/sec 2024-04-10T15:43:02.779 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Qrgl1UqDFiTtJjM off=4104359 len=1357915 2024-04-10T15:43:02.788 INFO:tasks.workunit.client.0.smithi102.stdout:op 5209 completed, throughput=5MB/sec 2024-04-10T15:43:02.788 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-J-TcWYwvuoyGkfD off=2252523 len=1951214 2024-04-10T15:43:02.800 INFO:tasks.workunit.client.0.smithi102.stdout:op 5210 completed, throughput=5MB/sec 2024-04-10T15:43:02.800 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qw-iEb0seq4qvwU off=10933692 len=1728202 2024-04-10T15:43:02.803 INFO:tasks.workunit.client.0.smithi102.stdout:op 5211 completed, throughput=5MB/sec 2024-04-10T15:43:03.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:02 smithi102 ceph-mon[90943]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:43:03.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:02 smithi102 ceph-mon[88557]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:43:03.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:02 smithi154 ceph-mon[84269]: pgmap v1864: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:43:03.804 INFO:tasks.workunit.client.0.smithi102.stdout: 1017: throughput=5MB/sec pending data=0 2024-04-10T15:43:03.804 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ySna3P7_CisApkA off=3432472 len=1359642 2024-04-10T15:43:03.806 INFO:tasks.workunit.client.0.smithi102.stdout:op 5212 completed, throughput=5MB/sec 2024-04-10T15:43:03.806 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RousatHHS9531CN off=18566456 len=451577 2024-04-10T15:43:03.810 INFO:tasks.workunit.client.0.smithi102.stdout:op 5213 completed, throughput=5MB/sec 2024-04-10T15:43:03.810 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-m-q5FrCsc7olMR- off=11144321 len=210741 2024-04-10T15:43:03.810 INFO:tasks.workunit.client.0.smithi102.stdout:op 5214 completed, throughput=5MB/sec 2024-04-10T15:43:03.810 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aFegSbEEebQvJ1P off=5392497 len=279561 2024-04-10T15:43:03.814 INFO:tasks.workunit.client.0.smithi102.stdout:op 5215 completed, throughput=5MB/sec 2024-04-10T15:43:03.814 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WI7mN3F8rt8kFKH off=7090879 len=1052893 2024-04-10T15:43:03.816 INFO:tasks.workunit.client.0.smithi102.stdout:op 5216 completed, throughput=5MB/sec 2024-04-10T15:43:03.816 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-q88ZH6P8TADrtdn off=4548922 len=445201 2024-04-10T15:43:03.819 INFO:tasks.workunit.client.0.smithi102.stdout:op 5217 completed, throughput=5MB/sec 2024-04-10T15:43:04.820 INFO:tasks.workunit.client.0.smithi102.stdout: 1018: throughput=5MB/sec pending data=0 2024-04-10T15:43:04.820 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1tISDXJ_UW6jmFV off=2272396 len=484226 2024-04-10T15:43:04.824 INFO:tasks.workunit.client.0.smithi102.stdout:op 5218 completed, throughput=5MB/sec 2024-04-10T15:43:04.824 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1sGs0iD3H9Ghju3 off=16491048 len=243431 2024-04-10T15:43:04.827 INFO:tasks.workunit.client.0.smithi102.stdout:op 5219 completed, throughput=5MB/sec 2024-04-10T15:43:04.827 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-K_7CiGyFRX9T0FG off=15904604 len=985887 2024-04-10T15:43:04.832 INFO:tasks.workunit.client.0.smithi102.stdout:op 5220 completed, throughput=5MB/sec 2024-04-10T15:43:04.832 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Pzq7hRSNC3cRlAu off=11301259 len=66025 2024-04-10T15:43:04.833 INFO:tasks.workunit.client.0.smithi102.stdout:op 5221 completed, throughput=5MB/sec 2024-04-10T15:43:04.833 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7ELuU02V2mEQ281 off=6153796 len=511083 2024-04-10T15:43:04.837 INFO:tasks.workunit.client.0.smithi102.stdout:op 5222 completed, throughput=5MB/sec 2024-04-10T15:43:04.837 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Q_e23ZD6zUJtlsp off=1023987 len=1145395 2024-04-10T15:43:04.842 INFO:tasks.workunit.client.0.smithi102.stdout:op 5223 completed, throughput=5MB/sec 2024-04-10T15:43:04.842 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6pNEazdwR0T-qe0 off=3747563 len=1895338 2024-04-10T15:43:04.844 INFO:tasks.workunit.client.0.smithi102.stdout:op 5224 completed, throughput=5MB/sec 2024-04-10T15:43:04.844 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-473qquu7MrT-sKa off=5845615 len=2096276 2024-04-10T15:43:04.846 INFO:tasks.workunit.client.0.smithi102.stdout:op 5225 completed, throughput=5MB/sec 2024-04-10T15:43:05.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:04 smithi102 ceph-mon[90943]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:43:05.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:04 smithi102 ceph-mon[88557]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:43:05.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:04 smithi154 ceph-mon[84269]: pgmap v1865: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:43:05.847 INFO:tasks.workunit.client.0.smithi102.stdout: 1019: throughput=5MB/sec pending data=0 2024-04-10T15:43:05.847 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6XtDeMoSSXKPqZ8 off=1670872 len=1083612 2024-04-10T15:43:05.848 INFO:tasks.workunit.client.0.smithi102.stdout:op 5226 completed, throughput=5MB/sec 2024-04-10T15:43:05.848 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-I6BNEOQRi_qmb0i off=506766 len=9309 2024-04-10T15:43:05.850 INFO:tasks.workunit.client.0.smithi102.stdout:op 5227 completed, throughput=5MB/sec 2024-04-10T15:43:05.851 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Kyu2PjR1zS4hZde off=1755293 len=1163489 2024-04-10T15:43:05.858 INFO:tasks.workunit.client.0.smithi102.stdout:op 5228 completed, throughput=5MB/sec 2024-04-10T15:43:05.858 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wRFDiU4R4GEwOXZ off=1173236 len=551268 2024-04-10T15:43:05.861 INFO:tasks.workunit.client.0.smithi102.stdout:op 5229 completed, throughput=5MB/sec 2024-04-10T15:43:05.861 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tXML-Kmn_S8rrEP off=21440827 len=1386544 2024-04-10T15:43:05.869 INFO:tasks.workunit.client.0.smithi102.stdout:op 5230 completed, throughput=5MB/sec 2024-04-10T15:43:06.870 INFO:tasks.workunit.client.0.smithi102.stdout: 1020: throughput=5MB/sec pending data=0 2024-04-10T15:43:06.870 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Yp-v2I-PFyREe2Y off=4043510 len=20280 2024-04-10T15:43:06.871 INFO:tasks.workunit.client.0.smithi102.stdout:op 5231 completed, throughput=5MB/sec 2024-04-10T15:43:06.871 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-N5LEW-9T66I1xgC off=2433957 len=1470066 2024-04-10T15:43:06.878 INFO:tasks.workunit.client.0.smithi102.stdout:op 5232 completed, throughput=5MB/sec 2024-04-10T15:43:06.878 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lfl87o9LHwap3PT off=17347009 len=1450304 2024-04-10T15:43:06.884 INFO:tasks.workunit.client.0.smithi102.stdout:op 5233 completed, throughput=5MB/sec 2024-04-10T15:43:06.884 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eCJRKjv3XxXGJpL off=2718296 len=133231 2024-04-10T15:43:06.885 INFO:tasks.workunit.client.0.smithi102.stdout:op 5234 completed, throughput=5MB/sec 2024-04-10T15:43:06.885 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hpIHxwbqGIVjuDc off=3012469 len=1237972 2024-04-10T15:43:06.888 INFO:tasks.workunit.client.0.smithi102.stdout:op 5235 completed, throughput=5MB/sec 2024-04-10T15:43:06.888 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qm_GNTjW6dCgXx- off=5701806 len=300028 2024-04-10T15:43:06.888 INFO:tasks.workunit.client.0.smithi102.stdout:op 5236 completed, throughput=5MB/sec 2024-04-10T15:43:07.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:06 smithi102 ceph-mon[90943]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:43:07.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:06 smithi102 ceph-mon[88557]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:43:07.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:06 smithi154 ceph-mon[84269]: pgmap v1866: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:43:07.889 INFO:tasks.workunit.client.0.smithi102.stdout: 1021: throughput=5MB/sec pending data=0 2024-04-10T15:43:07.889 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bi0FNNg5s0s2tP7 off=6680913 len=701124 2024-04-10T15:43:07.890 INFO:tasks.workunit.client.0.smithi102.stdout:op 5237 completed, throughput=5MB/sec 2024-04-10T15:43:07.890 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RBJpR1zaozem-UT off=2696315 len=239581 2024-04-10T15:43:07.893 INFO:tasks.workunit.client.0.smithi102.stdout:op 5238 completed, throughput=5MB/sec 2024-04-10T15:43:07.893 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZaixhTxNduNChe2 off=7355569 len=1015438 2024-04-10T15:43:07.894 INFO:tasks.workunit.client.0.smithi102.stdout:op 5239 completed, throughput=5MB/sec 2024-04-10T15:43:07.894 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iVuoqYGpKtr8p7a off=5574106 len=1560364 2024-04-10T15:43:07.896 INFO:tasks.workunit.client.0.smithi102.stdout:op 5240 completed, throughput=5MB/sec 2024-04-10T15:43:07.896 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_V5tyrXpJcMsBFh off=985704 len=1888065 2024-04-10T15:43:07.908 INFO:tasks.workunit.client.0.smithi102.stdout:op 5241 completed, throughput=5MB/sec 2024-04-10T15:43:07.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:43:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:43:07] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-10T15:43:08.909 INFO:tasks.workunit.client.0.smithi102.stdout: 1022: throughput=5MB/sec pending data=0 2024-04-10T15:43:08.909 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-iZr_DsHMoFAhOYi off=1264045 len=110551 2024-04-10T15:43:08.909 INFO:tasks.workunit.client.0.smithi102.stdout:op 5242 completed, throughput=5MB/sec 2024-04-10T15:43:08.909 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bYo7_PQ8_IlZei3 off=4659266 len=379208 2024-04-10T15:43:08.913 INFO:tasks.workunit.client.0.smithi102.stdout:op 5243 completed, throughput=5MB/sec 2024-04-10T15:43:08.913 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-A-RxHM0o92vUNKp off=6463066 len=652335 2024-04-10T15:43:08.914 INFO:tasks.workunit.client.0.smithi102.stdout:op 5244 completed, throughput=5MB/sec 2024-04-10T15:43:08.914 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rGkz59HfU3wr8Hy off=21748527 len=1282992 2024-04-10T15:43:08.918 INFO:tasks.workunit.client.0.smithi102.stdout:op 5245 completed, throughput=5MB/sec 2024-04-10T15:43:08.918 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_dB-24g5zjfsr4A off=4568981 len=17724 2024-04-10T15:43:08.918 INFO:tasks.workunit.client.0.smithi102.stdout:op 5246 completed, throughput=5MB/sec 2024-04-10T15:43:08.919 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4tx2igz5EJnxO4b off=4795571 len=1873123 2024-04-10T15:43:08.921 INFO:tasks.workunit.client.0.smithi102.stdout:op 5247 completed, throughput=5MB/sec 2024-04-10T15:43:08.921 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bYo7_PQ8_IlZei3 off=3381448 len=197502 2024-04-10T15:43:08.924 INFO:tasks.workunit.client.0.smithi102.stdout:op 5248 completed, throughput=5MB/sec 2024-04-10T15:43:08.924 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bZPPaQGyEMmPv7Y off=6889985 len=1628955 2024-04-10T15:43:08.927 INFO:tasks.workunit.client.0.smithi102.stdout:op 5249 completed, throughput=5MB/sec 2024-04-10T15:43:09.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:08 smithi102 ceph-mon[90943]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:43:09.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:09.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:08 smithi102 ceph-mon[88557]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:43:09.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:09.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:08 smithi154 ceph-mon[84269]: pgmap v1867: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:43:09.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:09.927 INFO:tasks.workunit.client.0.smithi102.stdout: 1023: throughput=5MB/sec pending data=0 2024-04-10T15:43:09.927 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BkWc0qW1WSolhfa off=8771925 len=800286 2024-04-10T15:43:09.928 INFO:tasks.workunit.client.0.smithi102.stdout:op 5250 completed, throughput=5MB/sec 2024-04-10T15:43:09.928 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RvL_2INjUzMPla5 off=3525112 len=956167 2024-04-10T15:43:09.933 INFO:tasks.workunit.client.0.smithi102.stdout:op 5251 completed, throughput=5MB/sec 2024-04-10T15:43:09.933 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wo58F2ZodpMYciy off=2090742 len=1736635 2024-04-10T15:43:09.935 INFO:tasks.workunit.client.0.smithi102.stdout:op 5252 completed, throughput=5MB/sec 2024-04-10T15:43:09.935 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dH7dp4Jken6Yd4k off=65749 len=1408318 2024-04-10T15:43:09.944 INFO:tasks.workunit.client.0.smithi102.stdout:op 5253 completed, throughput=5MB/sec 2024-04-10T15:43:10.944 INFO:tasks.workunit.client.0.smithi102.stdout: 1024: throughput=5MB/sec pending data=0 2024-04-10T15:43:10.945 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Db81FsLa1HeSv1p off=13117218 len=1218446 2024-04-10T15:43:10.951 INFO:tasks.workunit.client.0.smithi102.stdout:op 5254 completed, throughput=5MB/sec 2024-04-10T15:43:10.952 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-f2Wutp11zzMWmor off=8268092 len=769453 2024-04-10T15:43:10.956 INFO:tasks.workunit.client.0.smithi102.stdout:op 5255 completed, throughput=5MB/sec 2024-04-10T15:43:10.956 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CAAnFU7HiOVaU30 off=11237953 len=906984 2024-04-10T15:43:10.961 INFO:tasks.workunit.client.0.smithi102.stdout:op 5256 completed, throughput=5MB/sec 2024-04-10T15:43:10.961 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fmt-rZuiSsRAMav off=1956080 len=1591261 2024-04-10T15:43:10.963 INFO:tasks.workunit.client.0.smithi102.stdout:op 5257 completed, throughput=5MB/sec 2024-04-10T15:43:10.963 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-open8UM2On3KAX9 off=3289308 len=1687172 2024-04-10T15:43:10.971 INFO:tasks.workunit.client.0.smithi102.stdout:op 5258 completed, throughput=5MB/sec 2024-04-10T15:43:11.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:10 smithi102 ceph-mon[88557]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:43:11.411 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:10 smithi102 ceph-mon[90943]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:43:11.412 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:10 smithi154 ceph-mon[84269]: pgmap v1868: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:43:11.971 INFO:tasks.workunit.client.0.smithi102.stdout: 1025: throughput=5MB/sec pending data=0 2024-04-10T15:43:11.972 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IsDWxtT0bAVF6pG off=17007256 len=285228 2024-04-10T15:43:11.975 INFO:tasks.workunit.client.0.smithi102.stdout:op 5259 completed, throughput=5MB/sec 2024-04-10T15:43:11.975 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QFZzlPS01fWGexf off=505560 len=470345 2024-04-10T15:43:11.979 INFO:tasks.workunit.client.0.smithi102.stdout:op 5260 completed, throughput=5MB/sec 2024-04-10T15:43:11.979 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9xebeVMOU1I83x3 off=5934753 len=1843426 2024-04-10T15:43:11.981 INFO:tasks.workunit.client.0.smithi102.stdout:op 5261 completed, throughput=5MB/sec 2024-04-10T15:43:11.981 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1zSit7KkmwDQYgn off=4983533 len=1550310 2024-04-10T15:43:11.983 INFO:tasks.workunit.client.0.smithi102.stdout:op 5262 completed, throughput=5MB/sec 2024-04-10T15:43:12.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:43:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:43:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:43:12.983 INFO:tasks.workunit.client.0.smithi102.stdout: 1026: throughput=5MB/sec pending data=0 2024-04-10T15:43:12.983 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hbfrXkctFuZhXuC off=3262098 len=315734 2024-04-10T15:43:12.987 INFO:tasks.workunit.client.0.smithi102.stdout:op 5263 completed, throughput=5MB/sec 2024-04-10T15:43:12.987 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GrTm2c9okXxXPDy off=14048841 len=1674799 2024-04-10T15:43:12.990 INFO:tasks.workunit.client.0.smithi102.stdout:op 5264 completed, throughput=5MB/sec 2024-04-10T15:43:12.990 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hSPQkOOi3jX7mZp off=960270 len=1771583 2024-04-10T15:43:12.993 INFO:tasks.workunit.client.0.smithi102.stdout:op 5265 completed, throughput=5MB/sec 2024-04-10T15:43:12.993 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-L5jwwiRGS7didui off=6447026 len=1538334 2024-04-10T15:43:13.001 INFO:tasks.workunit.client.0.smithi102.stdout:op 5266 completed, throughput=5MB/sec 2024-04-10T15:43:13.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:12 smithi102 ceph-mon[90943]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:43:13.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:12 smithi102 ceph-mon[88557]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:43:13.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:12 smithi154 ceph-mon[84269]: pgmap v1869: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:43:14.001 INFO:tasks.workunit.client.0.smithi102.stdout: 1027: throughput=5MB/sec pending data=0 2024-04-10T15:43:14.001 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xAY2a60HW508O57 off=3928856 len=668018 2024-04-10T15:43:14.006 INFO:tasks.workunit.client.0.smithi102.stdout:op 5267 completed, throughput=5MB/sec 2024-04-10T15:43:14.006 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jFWZVoKodf8pEKp off=7325697 len=1437215 2024-04-10T15:43:14.008 INFO:tasks.workunit.client.0.smithi102.stdout:op 5268 completed, throughput=5MB/sec 2024-04-10T15:43:14.009 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZaixhTxNduNChe2 off=6626563 len=1874529 2024-04-10T15:43:14.011 INFO:tasks.workunit.client.0.smithi102.stdout:op 5269 completed, throughput=5MB/sec 2024-04-10T15:43:14.011 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nSNVVzqAUgcjQl0 off=12099338 len=241185 2024-04-10T15:43:14.014 INFO:tasks.workunit.client.0.smithi102.stdout:op 5270 completed, throughput=5MB/sec 2024-04-10T15:43:14.014 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VNH8kqy5XuZOveu off=5595090 len=781056 2024-04-10T15:43:14.016 INFO:tasks.workunit.client.0.smithi102.stdout:op 5271 completed, throughput=5MB/sec 2024-04-10T15:43:14.016 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3EVO23lJu6XLtaz off=7631860 len=788591 2024-04-10T15:43:14.020 INFO:tasks.workunit.client.0.smithi102.stdout:op 5272 completed, throughput=5MB/sec 2024-04-10T15:43:15.021 INFO:tasks.workunit.client.0.smithi102.stdout: 1028: throughput=5MB/sec pending data=0 2024-04-10T15:43:15.021 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vBmefs15DgJ7tF_ off=8021318 len=528763 2024-04-10T15:43:15.024 INFO:tasks.workunit.client.0.smithi102.stdout:op 5273 completed, throughput=5MB/sec 2024-04-10T15:43:15.025 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Mr2khwOpMJp0TpE off=11876591 len=1672158 2024-04-10T15:43:15.034 INFO:tasks.workunit.client.0.smithi102.stdout:op 5274 completed, throughput=5MB/sec 2024-04-10T15:43:15.034 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-iFF50bQbpA3HdAg off=9993674 len=2015913 2024-04-10T15:43:15.045 INFO:tasks.workunit.client.0.smithi102.stdout:op 5275 completed, throughput=5MB/sec 2024-04-10T15:43:15.045 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YcSHizAwhdjiNhi off=3788138 len=1536396 2024-04-10T15:43:15.054 INFO:tasks.workunit.client.0.smithi102.stdout:op 5276 completed, throughput=5MB/sec 2024-04-10T15:43:15.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:14 smithi102 ceph-mon[90943]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:43:15.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:14 smithi102 ceph-mon[88557]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:43:15.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:14 smithi154 ceph-mon[84269]: pgmap v1870: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 705 GiB / 715 GiB avail; 3.1 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:43:16.054 INFO:tasks.workunit.client.0.smithi102.stdout: 1029: throughput=5MB/sec pending data=0 2024-04-10T15:43:16.054 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-73o5uo9AtB-O_-S off=3068317 len=1287921 2024-04-10T15:43:16.057 INFO:tasks.workunit.client.0.smithi102.stdout:op 5277 completed, throughput=5MB/sec 2024-04-10T15:43:16.057 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SpzG6bO3Q5m6lDj off=5161850 len=1656396 2024-04-10T15:43:16.059 INFO:tasks.workunit.client.0.smithi102.stdout:op 5278 completed, throughput=5MB/sec 2024-04-10T15:43:16.059 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nGYCiVXRfNouB7Z off=10019907 len=389286 2024-04-10T15:43:16.060 INFO:tasks.workunit.client.0.smithi102.stdout:op 5279 completed, throughput=5MB/sec 2024-04-10T15:43:16.060 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DyOwnuxI5E8hsz7 off=6694573 len=1362515 2024-04-10T15:43:16.063 INFO:tasks.workunit.client.0.smithi102.stdout:op 5280 completed, throughput=5MB/sec 2024-04-10T15:43:17.063 INFO:tasks.workunit.client.0.smithi102.stdout: 1030: throughput=5MB/sec pending data=0 2024-04-10T15:43:17.064 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QqsJpRGRUJIk836 off=6959401 len=1282617 2024-04-10T15:43:17.070 INFO:tasks.workunit.client.0.smithi102.stdout:op 5281 completed, throughput=5MB/sec 2024-04-10T15:43:17.070 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5hNJxiyPZkM0MrF off=4373405 len=1195826 2024-04-10T15:43:17.071 INFO:tasks.workunit.client.0.smithi102.stdout:op 5282 completed, throughput=5MB/sec 2024-04-10T15:43:17.071 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bUlM3z6N3lbDfQ7 off=17868324 len=1572822 2024-04-10T15:43:17.078 INFO:tasks.workunit.client.0.smithi102.stdout:op 5283 completed, throughput=5MB/sec 2024-04-10T15:43:17.078 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aKqpnm5OQwe19HT off=9646908 len=362234 2024-04-10T15:43:17.081 INFO:tasks.workunit.client.0.smithi102.stdout:op 5284 completed, throughput=5MB/sec 2024-04-10T15:43:17.082 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LGm6gzLFCZSTVph off=11574195 len=861740 2024-04-10T15:43:17.082 INFO:tasks.workunit.client.0.smithi102.stdout:op 5285 completed, throughput=5MB/sec 2024-04-10T15:43:17.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:16 smithi154 ceph-mon[84269]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:43:17.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:16 smithi102 ceph-mon[90943]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:43:17.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:16 smithi102 ceph-mon[88557]: pgmap v1871: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:43:17.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:43:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:43:17] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-10T15:43:18.083 INFO:tasks.workunit.client.0.smithi102.stdout: 1031: throughput=5MB/sec pending data=0 2024-04-10T15:43:18.083 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GbC_WlSLzwATbKi off=20392958 len=2076946 2024-04-10T15:43:18.093 INFO:tasks.workunit.client.0.smithi102.stdout:op 5286 completed, throughput=5MB/sec 2024-04-10T15:43:18.093 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CftCqIgxx3wnxPi off=1240261 len=728196 2024-04-10T15:43:18.096 INFO:tasks.workunit.client.0.smithi102.stdout:op 5287 completed, throughput=5MB/sec 2024-04-10T15:43:18.096 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IOP-Jt0xmu0T-H4 off=160014 len=857504 2024-04-10T15:43:18.101 INFO:tasks.workunit.client.0.smithi102.stdout:op 5288 completed, throughput=5MB/sec 2024-04-10T15:43:18.101 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_jXv5nmK1huRIkN off=18990704 len=941711 2024-04-10T15:43:18.107 INFO:tasks.workunit.client.0.smithi102.stdout:op 5289 completed, throughput=5MB/sec 2024-04-10T15:43:18.107 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0fwsyIN8pdwPkrw off=1181816 len=1166886 2024-04-10T15:43:18.113 INFO:tasks.workunit.client.0.smithi102.stdout:op 5290 completed, throughput=5MB/sec 2024-04-10T15:43:19.113 INFO:tasks.workunit.client.0.smithi102.stdout: 1032: throughput=5MB/sec pending data=0 2024-04-10T15:43:19.114 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-v0Cl24b16XHM7Yn off=2486009 len=492597 2024-04-10T15:43:19.115 INFO:tasks.workunit.client.0.smithi102.stdout:op 5291 completed, throughput=5MB/sec 2024-04-10T15:43:19.115 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_952Y2JIxY5vicN off=13371050 len=1783932 2024-04-10T15:43:19.126 INFO:tasks.workunit.client.0.smithi102.stdout:op 5292 completed, throughput=5MB/sec 2024-04-10T15:43:19.126 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zjJWaSi2gJwXmHe off=10492695 len=164714 2024-04-10T15:43:19.129 INFO:tasks.workunit.client.0.smithi102.stdout:op 5293 completed, throughput=5MB/sec 2024-04-10T15:43:19.129 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-orI2t7UGoOkCEyW off=10576592 len=637882 2024-04-10T15:43:19.134 INFO:tasks.workunit.client.0.smithi102.stdout:op 5294 completed, throughput=5MB/sec 2024-04-10T15:43:19.134 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3RsY_FE5YU3LO7o off=5391130 len=248363 2024-04-10T15:43:19.136 INFO:tasks.workunit.client.0.smithi102.stdout:op 5295 completed, throughput=5MB/sec 2024-04-10T15:43:19.137 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GrUQsXF1NjlMNN7 off=1145297 len=349538 2024-04-10T15:43:19.140 INFO:tasks.workunit.client.0.smithi102.stdout:op 5296 completed, throughput=5MB/sec 2024-04-10T15:43:19.140 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oP0KjcLF8Qiyqr7 off=13717539 len=395026 2024-04-10T15:43:19.141 INFO:tasks.workunit.client.0.smithi102.stdout:op 5297 completed, throughput=5MB/sec 2024-04-10T15:43:19.141 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WAgfb_un_JuxgLo off=10205864 len=445942 2024-04-10T15:43:19.141 INFO:tasks.workunit.client.0.smithi102.stdout:op 5298 completed, throughput=5MB/sec 2024-04-10T15:43:19.141 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-byknv_6S6-8VSBc off=1610440 len=1296735 2024-04-10T15:43:19.144 INFO:tasks.workunit.client.0.smithi102.stdout:op 5299 completed, throughput=5MB/sec 2024-04-10T15:43:19.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:18 smithi154 ceph-mon[84269]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:43:19.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:18 smithi102 ceph-mon[90943]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:43:19.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:18 smithi102 ceph-mon[88557]: pgmap v1872: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:43:20.144 INFO:tasks.workunit.client.0.smithi102.stdout: 1033: throughput=5MB/sec pending data=0 2024-04-10T15:43:20.144 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5tOGYNjc7GV-FfL off=15267424 len=1967390 2024-04-10T15:43:20.146 INFO:tasks.workunit.client.0.smithi102.stdout:op 5300 completed, throughput=5MB/sec 2024-04-10T15:43:20.146 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-z80g7dnjA3j11pg off=16769773 len=920763 2024-04-10T15:43:20.151 INFO:tasks.workunit.client.0.smithi102.stdout:op 5301 completed, throughput=5MB/sec 2024-04-10T15:43:20.151 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BCHjYcDcfL2V9fK off=9806033 len=2045320 2024-04-10T15:43:20.160 INFO:tasks.workunit.client.0.smithi102.stdout:op 5302 completed, throughput=5MB/sec 2024-04-10T15:43:21.161 INFO:tasks.workunit.client.0.smithi102.stdout: 1034: throughput=5MB/sec pending data=0 2024-04-10T15:43:21.161 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8MHeXrf1pAsFrUT off=7751423 len=226912 2024-04-10T15:43:21.164 INFO:tasks.workunit.client.0.smithi102.stdout:op 5303 completed, throughput=5MB/sec 2024-04-10T15:43:21.164 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KaF1vk9DKOSnos1 off=2430411 len=439653 2024-04-10T15:43:21.165 INFO:tasks.workunit.client.0.smithi102.stdout:op 5304 completed, throughput=5MB/sec 2024-04-10T15:43:21.165 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Ar40_lgicR2hDh1 off=18356003 len=2010799 2024-04-10T15:43:21.167 INFO:tasks.workunit.client.0.smithi102.stdout:op 5305 completed, throughput=5MB/sec 2024-04-10T15:43:21.167 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-twj8iqxr4cIhhCw off=9297792 len=1007310 2024-04-10T15:43:21.172 INFO:tasks.workunit.client.0.smithi102.stdout:op 5306 completed, throughput=5MB/sec 2024-04-10T15:43:21.172 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-J2i7OILWbMlBGDW off=15890895 len=1368936 2024-04-10T15:43:21.174 INFO:tasks.workunit.client.0.smithi102.stdout:op 5307 completed, throughput=5MB/sec 2024-04-10T15:43:21.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:20 smithi154 ceph-mon[84269]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:43:21.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:20 smithi102 ceph-mon[90943]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:43:21.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:20 smithi102 ceph-mon[88557]: pgmap v1873: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:43:22.175 INFO:tasks.workunit.client.0.smithi102.stdout: 1035: throughput=5MB/sec pending data=0 2024-04-10T15:43:22.175 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IIQgce8HYS8Fh_E off=936602 len=1154109 2024-04-10T15:43:22.182 INFO:tasks.workunit.client.0.smithi102.stdout:op 5308 completed, throughput=5MB/sec 2024-04-10T15:43:22.182 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TuB_rZmZGs6gTdN off=2200007 len=427657 2024-04-10T15:43:22.186 INFO:tasks.workunit.client.0.smithi102.stdout:op 5309 completed, throughput=5MB/sec 2024-04-10T15:43:22.186 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Dv8RG394HaaamPp off=1838507 len=934266 2024-04-10T15:43:22.190 INFO:tasks.workunit.client.0.smithi102.stdout:op 5310 completed, throughput=5MB/sec 2024-04-10T15:43:22.190 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FXRrrI9m3uYIlsl off=10966678 len=404742 2024-04-10T15:43:22.194 INFO:tasks.workunit.client.0.smithi102.stdout:op 5311 completed, throughput=5MB/sec 2024-04-10T15:43:22.194 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WCfRoDdlmPUldPJ off=2333672 len=888295 2024-04-10T15:43:22.198 INFO:tasks.workunit.client.0.smithi102.stdout:op 5312 completed, throughput=5MB/sec 2024-04-10T15:43:22.199 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CPd4rOT_NVMZh4i off=17540097 len=371233 2024-04-10T15:43:22.199 INFO:tasks.workunit.client.0.smithi102.stdout:op 5313 completed, throughput=5MB/sec 2024-04-10T15:43:22.199 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qgGvE3wPiLwYcNl off=10529679 len=1497474 2024-04-10T15:43:22.207 INFO:tasks.workunit.client.0.smithi102.stdout:op 5314 completed, throughput=5MB/sec 2024-04-10T15:43:22.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:43:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:43:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:43:23.208 INFO:tasks.workunit.client.0.smithi102.stdout: 1036: throughput=5MB/sec pending data=0 2024-04-10T15:43:23.208 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JesI7g3F-G9ph9a off=7978722 len=1342445 2024-04-10T15:43:23.210 INFO:tasks.workunit.client.0.smithi102.stdout:op 5315 completed, throughput=5MB/sec 2024-04-10T15:43:23.210 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4d5ZQVlIlzCHz_T off=11432232 len=758633 2024-04-10T15:43:23.211 INFO:tasks.workunit.client.0.smithi102.stdout:op 5316 completed, throughput=5MB/sec 2024-04-10T15:43:23.212 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ttw-afhntBEP2O0 off=572474 len=556637 2024-04-10T15:43:23.216 INFO:tasks.workunit.client.0.smithi102.stdout:op 5317 completed, throughput=5MB/sec 2024-04-10T15:43:23.216 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ZbK-Z5cCmIu0RQi off=10199569 len=2007429 2024-04-10T15:43:23.228 INFO:tasks.workunit.client.0.smithi102.stdout:op 5318 completed, throughput=5MB/sec 2024-04-10T15:43:23.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:22 smithi154 ceph-mon[84269]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:43:23.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:22 smithi102 ceph-mon[90943]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:43:23.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:22 smithi102 ceph-mon[88557]: pgmap v1874: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:43:24.228 INFO:tasks.workunit.client.0.smithi102.stdout: 1037: throughput=5MB/sec pending data=0 2024-04-10T15:43:24.228 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-e2ZsfZQw4ulfCx5 off=16532209 len=516335 2024-04-10T15:43:24.233 INFO:tasks.workunit.client.0.smithi102.stdout:op 5319 completed, throughput=5MB/sec 2024-04-10T15:43:24.233 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4cv_c04TYSgCnkK off=10770018 len=2081910 2024-04-10T15:43:24.237 INFO:tasks.workunit.client.0.smithi102.stdout:op 5320 completed, throughput=5MB/sec 2024-04-10T15:43:24.237 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--7RKO7oVdftiiZC off=4168639 len=496682 2024-04-10T15:43:24.237 INFO:tasks.workunit.client.0.smithi102.stdout:op 5321 completed, throughput=5MB/sec 2024-04-10T15:43:24.238 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lioAAKFH2Je0Ccs off=348974 len=867746 2024-04-10T15:43:24.239 INFO:tasks.workunit.client.0.smithi102.stdout:op 5322 completed, throughput=5MB/sec 2024-04-10T15:43:24.239 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VwEyEqVwfbw-Rkx off=12041683 len=1720157 2024-04-10T15:43:24.250 INFO:tasks.workunit.client.0.smithi102.stdout:op 5323 completed, throughput=5MB/sec 2024-04-10T15:43:24.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:24.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:24.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:25.251 INFO:tasks.workunit.client.0.smithi102.stdout: 1038: throughput=5MB/sec pending data=0 2024-04-10T15:43:25.251 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-otzmMgHm33jNW2U off=372037 len=1675303 2024-04-10T15:43:25.260 INFO:tasks.workunit.client.0.smithi102.stdout:op 5324 completed, throughput=5MB/sec 2024-04-10T15:43:25.260 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6PWXhCQzKdJOSKk off=1411679 len=376885 2024-04-10T15:43:25.263 INFO:tasks.workunit.client.0.smithi102.stdout:op 5325 completed, throughput=5MB/sec 2024-04-10T15:43:25.263 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BOSoj-oAcK6cseI off=6033527 len=2034111 2024-04-10T15:43:25.266 INFO:tasks.workunit.client.0.smithi102.stdout:op 5326 completed, throughput=5MB/sec 2024-04-10T15:43:25.266 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-r_x3PcxzLhI7uB7 off=1811476 len=917861 2024-04-10T15:43:25.271 INFO:tasks.workunit.client.0.smithi102.stdout:op 5327 completed, throughput=5MB/sec 2024-04-10T15:43:25.271 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-w3EpmGtlVYbq2XZ off=2121340 len=1584609 2024-04-10T15:43:25.280 INFO:tasks.workunit.client.0.smithi102.stdout:op 5328 completed, throughput=5MB/sec 2024-04-10T15:43:25.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:24 smithi154 ceph-mon[84269]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:43:25.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:24 smithi102 ceph-mon[90943]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:43:25.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:24 smithi102 ceph-mon[88557]: pgmap v1875: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:43:26.281 INFO:tasks.workunit.client.0.smithi102.stdout: 1039: throughput=5MB/sec pending data=0 2024-04-10T15:43:26.281 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DkFtOte18hczFr6 off=4394964 len=1536580 2024-04-10T15:43:26.289 INFO:tasks.workunit.client.0.smithi102.stdout:op 5329 completed, throughput=5MB/sec 2024-04-10T15:43:26.289 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uTw7M87uD7CdHnk off=8906858 len=801427 2024-04-10T15:43:26.290 INFO:tasks.workunit.client.0.smithi102.stdout:op 5330 completed, throughput=5MB/sec 2024-04-10T15:43:26.290 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kR5kUeY_lc2OId5 off=6258400 len=1748536 2024-04-10T15:43:26.300 INFO:tasks.workunit.client.0.smithi102.stdout:op 5331 completed, throughput=5MB/sec 2024-04-10T15:43:27.301 INFO:tasks.workunit.client.0.smithi102.stdout: 1040: throughput=5MB/sec pending data=0 2024-04-10T15:43:27.301 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UfNjqouyjTSPd-T off=1957026 len=573924 2024-04-10T15:43:27.303 INFO:tasks.workunit.client.0.smithi102.stdout:op 5332 completed, throughput=5MB/sec 2024-04-10T15:43:27.303 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eWDYGzpXl0NPfwW off=16989218 len=1167794 2024-04-10T15:43:27.310 INFO:tasks.workunit.client.0.smithi102.stdout:op 5333 completed, throughput=5MB/sec 2024-04-10T15:43:27.310 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aibUr07Ah4L8t4a off=7411 len=934242 2024-04-10T15:43:27.314 INFO:tasks.workunit.client.0.smithi102.stdout:op 5334 completed, throughput=5MB/sec 2024-04-10T15:43:27.314 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dwq7eROjIWa-kWw off=699685 len=1453330 2024-04-10T15:43:27.317 INFO:tasks.workunit.client.0.smithi102.stdout:op 5335 completed, throughput=5MB/sec 2024-04-10T15:43:27.317 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VqNeUWd8GzmOPgq off=6429064 len=1564184 2024-04-10T15:43:27.324 INFO:tasks.workunit.client.0.smithi102.stdout:op 5336 completed, throughput=5MB/sec 2024-04-10T15:43:27.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:26 smithi154 ceph-mon[84269]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:43:27.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:26 smithi102 ceph-mon[90943]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:43:27.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:26 smithi102 ceph-mon[88557]: pgmap v1876: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:43:27.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:43:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:43:27] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2024-04-10T15:43:28.324 INFO:tasks.workunit.client.0.smithi102.stdout: 1041: throughput=5MB/sec pending data=0 2024-04-10T15:43:28.324 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-b2EA1QXjjPd5g2Z off=7731746 len=275454 2024-04-10T15:43:28.325 INFO:tasks.workunit.client.0.smithi102.stdout:op 5337 completed, throughput=5MB/sec 2024-04-10T15:43:28.325 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3E7l4HZZZ0LSzlM off=9998197 len=1547271 2024-04-10T15:43:28.327 INFO:tasks.workunit.client.0.smithi102.stdout:op 5338 completed, throughput=5MB/sec 2024-04-10T15:43:28.327 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-nGYCiVXRfNouB7Z off=5731444 len=1374255 2024-04-10T15:43:28.330 INFO:tasks.workunit.client.0.smithi102.stdout:op 5339 completed, throughput=5MB/sec 2024-04-10T15:43:28.330 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ABoYJ3JGVbcF4xe off=1093221 len=579142 2024-04-10T15:43:28.331 INFO:tasks.workunit.client.0.smithi102.stdout:op 5340 completed, throughput=5MB/sec 2024-04-10T15:43:28.331 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-13lnfqA6Pyx5HEY off=6759463 len=269583 2024-04-10T15:43:28.334 INFO:tasks.workunit.client.0.smithi102.stdout:op 5341 completed, throughput=5MB/sec 2024-04-10T15:43:28.334 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fHnOh5OF2edzoki off=758235 len=1460521 2024-04-10T15:43:28.336 INFO:tasks.workunit.client.0.smithi102.stdout:op 5342 completed, throughput=5MB/sec 2024-04-10T15:43:29.337 INFO:tasks.workunit.client.0.smithi102.stdout: 1042: throughput=5MB/sec pending data=0 2024-04-10T15:43:29.337 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kh7XPop9VtVLzkM off=300819 len=682447 2024-04-10T15:43:29.342 INFO:tasks.workunit.client.0.smithi102.stdout:op 5343 completed, throughput=5MB/sec 2024-04-10T15:43:29.342 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-shg4Xm9Hm0wTYXT off=7736865 len=1023673 2024-04-10T15:43:29.343 INFO:tasks.workunit.client.0.smithi102.stdout:op 5344 completed, throughput=5MB/sec 2024-04-10T15:43:29.343 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-i4pP-wCDwC2fPid off=768324 len=943876 2024-04-10T15:43:29.348 INFO:tasks.workunit.client.0.smithi102.stdout:op 5345 completed, throughput=5MB/sec 2024-04-10T15:43:29.348 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-c1JD0-yYvtpkdgr off=9884634 len=87968 2024-04-10T15:43:29.351 INFO:tasks.workunit.client.0.smithi102.stdout:op 5346 completed, throughput=5MB/sec 2024-04-10T15:43:29.351 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-be46aRpeqp521Vk off=9699131 len=15675 2024-04-10T15:43:29.353 INFO:tasks.workunit.client.0.smithi102.stdout:op 5347 completed, throughput=5MB/sec 2024-04-10T15:43:29.354 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-K9xwZ0sOYsnnQpR off=668421 len=1162352 2024-04-10T15:43:29.355 INFO:tasks.workunit.client.0.smithi102.stdout:op 5348 completed, throughput=5MB/sec 2024-04-10T15:43:29.355 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2OeQlcJjeludjds off=7293760 len=1258452 2024-04-10T15:43:29.356 INFO:tasks.workunit.client.0.smithi102.stdout:op 5349 completed, throughput=5MB/sec 2024-04-10T15:43:29.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:28 smithi154 ceph-mon[84269]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:43:29.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:28 smithi102 ceph-mon[90943]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:43:29.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:28 smithi102 ceph-mon[88557]: pgmap v1877: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.8 MiB/s wr, 4 op/s 2024-04-10T15:43:30.357 INFO:tasks.workunit.client.0.smithi102.stdout: 1043: throughput=5MB/sec pending data=0 2024-04-10T15:43:30.357 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2AzX5e7ldouq0-c off=2827157 len=743969 2024-04-10T15:43:30.362 INFO:tasks.workunit.client.0.smithi102.stdout:op 5350 completed, throughput=5MB/sec 2024-04-10T15:43:30.362 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hPtdQKy2dmi2kSu off=8419802 len=1807998 2024-04-10T15:43:30.371 INFO:tasks.workunit.client.0.smithi102.stdout:op 5351 completed, throughput=5MB/sec 2024-04-10T15:43:30.371 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8om6xJ8yH64QZrb off=0 len=1540060 2024-04-10T15:43:30.372 INFO:tasks.workunit.client.0.smithi102.stdout:op 5352 completed, throughput=5MB/sec 2024-04-10T15:43:30.372 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oBp1ZGKJ0P23zht off=16200237 len=1442073 2024-04-10T15:43:30.378 INFO:tasks.workunit.client.0.smithi102.stdout:op 5353 completed, throughput=5MB/sec 2024-04-10T15:43:31.378 INFO:tasks.workunit.client.0.smithi102.stdout: 1044: throughput=5MB/sec pending data=0 2024-04-10T15:43:31.378 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Cr-IvqaUMt5BLDS off=8565112 len=422205 2024-04-10T15:43:31.382 INFO:tasks.workunit.client.0.smithi102.stdout:op 5354 completed, throughput=5MB/sec 2024-04-10T15:43:31.382 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--zikeKE8vZvFYmo off=2593460 len=578047 2024-04-10T15:43:31.383 INFO:tasks.workunit.client.0.smithi102.stdout:op 5355 completed, throughput=5MB/sec 2024-04-10T15:43:31.383 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ucswhCcqDg3q2Zi off=15977057 len=1605510 2024-04-10T15:43:31.392 INFO:tasks.workunit.client.0.smithi102.stdout:op 5356 completed, throughput=5MB/sec 2024-04-10T15:43:31.392 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-L7VXDClA7T7FTB7 off=6631714 len=1198337 2024-04-10T15:43:31.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:30 smithi154 ceph-mon[84269]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:43:31.398 INFO:tasks.workunit.client.0.smithi102.stdout:op 5357 completed, throughput=5MB/sec 2024-04-10T15:43:31.398 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ve5wzupRYWYrk5R off=15392216 len=1109415 2024-04-10T15:43:31.404 INFO:tasks.workunit.client.0.smithi102.stdout:op 5358 completed, throughput=5MB/sec 2024-04-10T15:43:31.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:30 smithi102 ceph-mon[90943]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:43:31.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:30 smithi102 ceph-mon[88557]: pgmap v1878: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.1 MiB/s wr, 5 op/s 2024-04-10T15:43:32.404 INFO:tasks.workunit.client.0.smithi102.stdout: 1045: throughput=5MB/sec pending data=0 2024-04-10T15:43:32.405 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-15MseOUMrXf7zT_ off=727351 len=130928 2024-04-10T15:43:32.406 INFO:tasks.workunit.client.0.smithi102.stdout:op 5359 completed, throughput=5MB/sec 2024-04-10T15:43:32.406 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Q9xhhXDUAyDt2mo off=16197286 len=1627354 2024-04-10T15:43:32.409 INFO:tasks.workunit.client.0.smithi102.stdout:op 5360 completed, throughput=5MB/sec 2024-04-10T15:43:32.409 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0jGDuw0RBgJUco7 off=6123052 len=365445 2024-04-10T15:43:32.412 INFO:tasks.workunit.client.0.smithi102.stdout:op 5361 completed, throughput=5MB/sec 2024-04-10T15:43:32.412 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zMVzc6lcicJFGmf off=17445735 len=1006732 2024-04-10T15:43:32.418 INFO:tasks.workunit.client.0.smithi102.stdout:op 5362 completed, throughput=5MB/sec 2024-04-10T15:43:32.418 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ZwEjzvnyudWCSEf off=17966162 len=1449186 2024-04-10T15:43:32.421 INFO:tasks.workunit.client.0.smithi102.stdout:op 5363 completed, throughput=5MB/sec 2024-04-10T15:43:32.421 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ypFNIenhj2bzYJL off=1451861 len=875877 2024-04-10T15:43:32.425 INFO:tasks.workunit.client.0.smithi102.stdout:op 5364 completed, throughput=5MB/sec 2024-04-10T15:43:32.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:43:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:43:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:43:33.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:32 smithi154 ceph-mon[84269]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-10T15:43:33.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:32 smithi102 ceph-mon[90943]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-10T15:43:33.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:32 smithi102 ceph-mon[88557]: pgmap v1879: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.6 MiB/s rd, 2.1 MiB/s wr, 3 op/s 2024-04-10T15:43:33.425 INFO:tasks.workunit.client.0.smithi102.stdout: 1046: throughput=5MB/sec pending data=0 2024-04-10T15:43:33.425 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NJTkeA9A5rBAgP8 off=4031845 len=1228378 2024-04-10T15:43:33.430 INFO:tasks.workunit.client.0.smithi102.stdout:op 5365 completed, throughput=5MB/sec 2024-04-10T15:43:33.430 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QeqfFkFiE85elqW off=8282547 len=189136 2024-04-10T15:43:33.433 INFO:tasks.workunit.client.0.smithi102.stdout:op 5366 completed, throughput=5MB/sec 2024-04-10T15:43:33.433 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-snOoiZjlo3E9hZ6 off=0 len=1426369 2024-04-10T15:43:33.437 INFO:tasks.workunit.client.0.smithi102.stdout:op 5367 completed, throughput=5MB/sec 2024-04-10T15:43:33.437 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_CKLiH51FSWwtQ5 off=5322310 len=804171 2024-04-10T15:43:33.442 INFO:tasks.workunit.client.0.smithi102.stdout:op 5368 completed, throughput=5MB/sec 2024-04-10T15:43:33.442 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LfvEwZ8rcbyLBcb off=4967067 len=1083663 2024-04-10T15:43:33.443 INFO:tasks.workunit.client.0.smithi102.stdout:op 5369 completed, throughput=5MB/sec 2024-04-10T15:43:33.443 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-EFVpKewuBCfUdQM off=7635679 len=533253 2024-04-10T15:43:33.444 INFO:tasks.workunit.client.0.smithi102.stdout:op 5370 completed, throughput=5MB/sec 2024-04-10T15:43:34.444 INFO:tasks.workunit.client.0.smithi102.stdout: 1047: throughput=5MB/sec pending data=0 2024-04-10T15:43:34.444 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-u3idlGVKHoTQAep off=1770799 len=680364 2024-04-10T15:43:34.449 INFO:tasks.workunit.client.0.smithi102.stdout:op 5371 completed, throughput=5MB/sec 2024-04-10T15:43:34.449 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oDyMmg-B7UaZIRt off=10097288 len=879264 2024-04-10T15:43:34.450 INFO:tasks.workunit.client.0.smithi102.stdout:op 5372 completed, throughput=5MB/sec 2024-04-10T15:43:34.450 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LoYu98MCXQQskTZ off=228709 len=1520800 2024-04-10T15:43:34.451 INFO:tasks.workunit.client.0.smithi102.stdout:op 5373 completed, throughput=5MB/sec 2024-04-10T15:43:34.451 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FXHHGA6UZXmx_-y off=11247087 len=1624073 2024-04-10T15:43:34.455 INFO:tasks.workunit.client.0.smithi102.stdout:op 5374 completed, throughput=5MB/sec 2024-04-10T15:43:34.455 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-r6-6DtSPvt8hgbp off=11793498 len=1929671 2024-04-10T15:43:34.457 INFO:tasks.workunit.client.0.smithi102.stdout:op 5375 completed, throughput=5MB/sec 2024-04-10T15:43:35.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:34 smithi154 ceph-mon[84269]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:43:35.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:34 smithi102 ceph-mon[90943]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:43:35.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:34 smithi102 ceph-mon[88557]: pgmap v1880: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:43:35.457 INFO:tasks.workunit.client.0.smithi102.stdout: 1048: throughput=5MB/sec pending data=0 2024-04-10T15:43:35.457 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DUSkIUfWWR47Kyj off=14983837 len=1619389 2024-04-10T15:43:35.465 INFO:tasks.workunit.client.0.smithi102.stdout:op 5376 completed, throughput=5MB/sec 2024-04-10T15:43:35.465 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YPOYNFioGH5VVW7 off=20970481 len=348014 2024-04-10T15:43:35.469 INFO:tasks.workunit.client.0.smithi102.stdout:op 5377 completed, throughput=5MB/sec 2024-04-10T15:43:35.469 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RPKPK6I0_t8GK63 off=3165057 len=1442650 2024-04-10T15:43:35.478 INFO:tasks.workunit.client.0.smithi102.stdout:op 5378 completed, throughput=5MB/sec 2024-04-10T15:43:35.478 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EmbOhTmlFf4Jlj_ off=7738856 len=2082433 2024-04-10T15:43:35.490 INFO:tasks.workunit.client.0.smithi102.stdout:op 5379 completed, throughput=5MB/sec 2024-04-10T15:43:36.490 INFO:tasks.workunit.client.0.smithi102.stdout: 1049: throughput=5MB/sec pending data=0 2024-04-10T15:43:36.490 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vJ57UWc9RojxItS off=4240369 len=490086 2024-04-10T15:43:36.494 INFO:tasks.workunit.client.0.smithi102.stdout:op 5380 completed, throughput=5MB/sec 2024-04-10T15:43:36.494 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xS0izh2VPgIEvLI off=12975625 len=1337236 2024-04-10T15:43:36.500 INFO:tasks.workunit.client.0.smithi102.stdout:op 5381 completed, throughput=5MB/sec 2024-04-10T15:43:36.500 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bQSPB-zAX1wpIMx off=3075035 len=1141398 2024-04-10T15:43:36.506 INFO:tasks.workunit.client.0.smithi102.stdout:op 5382 completed, throughput=5MB/sec 2024-04-10T15:43:36.506 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SKGBv7Rrv84YPm8 off=2959650 len=308628 2024-04-10T15:43:36.508 INFO:tasks.workunit.client.0.smithi102.stdout:op 5383 completed, throughput=5MB/sec 2024-04-10T15:43:36.508 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KbGrkx_gAclcFQQ off=5919634 len=720902 2024-04-10T15:43:36.510 INFO:tasks.workunit.client.0.smithi102.stdout:op 5384 completed, throughput=5MB/sec 2024-04-10T15:43:37.225 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:36 smithi102 ceph-mon[90943]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:43:37.226 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:36 smithi102 ceph-mon[88557]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:43:37.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:36 smithi154 ceph-mon[84269]: pgmap v1881: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:43:37.511 INFO:tasks.workunit.client.0.smithi102.stdout: 1050: throughput=5MB/sec pending data=0 2024-04-10T15:43:37.511 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-I_OEY8my0BHF6ot off=9589256 len=712456 2024-04-10T15:43:37.512 INFO:tasks.workunit.client.0.smithi102.stdout:op 5385 completed, throughput=5MB/sec 2024-04-10T15:43:37.512 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LAC2E2K9VvhNAu7 off=6706206 len=2012077 2024-04-10T15:43:37.524 INFO:tasks.workunit.client.0.smithi102.stdout:op 5386 completed, throughput=5MB/sec 2024-04-10T15:43:37.524 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-atC2KOqWG6ZxsTI off=2016479 len=1168466 2024-04-10T15:43:37.526 INFO:tasks.workunit.client.0.smithi102.stdout:op 5387 completed, throughput=5MB/sec 2024-04-10T15:43:37.526 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-__Oy3eiRtAtG2m7 off=10943130 len=407743 2024-04-10T15:43:37.529 INFO:tasks.workunit.client.0.smithi102.stdout:op 5388 completed, throughput=5MB/sec 2024-04-10T15:43:37.529 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ULLok0KIMKNSL-T off=819438 len=16912 2024-04-10T15:43:37.531 INFO:tasks.workunit.client.0.smithi102.stdout:op 5389 completed, throughput=5MB/sec 2024-04-10T15:43:37.531 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_LP0eiuW2vNy4c2 off=22595306 len=1356611 2024-04-10T15:43:37.537 INFO:tasks.workunit.client.0.smithi102.stdout:op 5390 completed, throughput=5MB/sec 2024-04-10T15:43:37.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:43:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:43:37] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2024-04-10T15:43:38.537 INFO:tasks.workunit.client.0.smithi102.stdout: 1051: throughput=5MB/sec pending data=0 2024-04-10T15:43:38.537 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-w7ltSQ-uOWnHe4C off=10303226 len=1979576 2024-04-10T15:43:38.539 INFO:tasks.workunit.client.0.smithi102.stdout:op 5391 completed, throughput=5MB/sec 2024-04-10T15:43:38.539 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-w4abPlpdeKT3zou off=1844680 len=784405 2024-04-10T15:43:38.541 INFO:tasks.workunit.client.0.smithi102.stdout:op 5392 completed, throughput=5MB/sec 2024-04-10T15:43:38.541 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bnfU0gdf99_2543 off=2032626 len=306291 2024-04-10T15:43:38.542 INFO:tasks.workunit.client.0.smithi102.stdout:op 5393 completed, throughput=5MB/sec 2024-04-10T15:43:38.542 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MkbYY8CIaW5xF-3 off=628177 len=429738 2024-04-10T15:43:38.544 INFO:tasks.workunit.client.0.smithi102.stdout:op 5394 completed, throughput=5MB/sec 2024-04-10T15:43:38.544 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RxPml-h5B2GqBZ6 off=5387468 len=1614198 2024-04-10T15:43:38.545 INFO:tasks.workunit.client.0.smithi102.stdout:op 5395 completed, throughput=5MB/sec 2024-04-10T15:43:39.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:38 smithi154 ceph-mon[84269]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:43:39.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:39.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:38 smithi102 ceph-mon[88557]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:43:39.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:39.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:38 smithi102 ceph-mon[90943]: pgmap v1882: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:43:39.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:39.545 INFO:tasks.workunit.client.0.smithi102.stdout: 1052: throughput=5MB/sec pending data=0 2024-04-10T15:43:39.545 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Zao_UHVK_JYcgtg off=9434238 len=1084417 2024-04-10T15:43:39.552 INFO:tasks.workunit.client.0.smithi102.stdout:op 5396 completed, throughput=5MB/sec 2024-04-10T15:43:39.552 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kFLUQ6gHoh3c3Lb off=3471475 len=222656 2024-04-10T15:43:39.555 INFO:tasks.workunit.client.0.smithi102.stdout:op 5397 completed, throughput=5MB/sec 2024-04-10T15:43:39.555 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-j78-p6nU8lRc5fZ off=12190150 len=1802762 2024-04-10T15:43:39.566 INFO:tasks.workunit.client.0.smithi102.stdout:op 5398 completed, throughput=5MB/sec 2024-04-10T15:43:39.566 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UP5cKOkFAWJOyvj off=16506467 len=363214 2024-04-10T15:43:39.567 INFO:tasks.workunit.client.0.smithi102.stdout:op 5399 completed, throughput=5MB/sec 2024-04-10T15:43:39.567 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ES783yis_e-f6OO off=4725365 len=913680 2024-04-10T15:43:39.568 INFO:tasks.workunit.client.0.smithi102.stdout:op 5400 completed, throughput=5MB/sec 2024-04-10T15:43:39.568 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9ITeI8fqfUUB2XT off=1809491 len=2060263 2024-04-10T15:43:39.577 INFO:tasks.workunit.client.0.smithi102.stdout:op 5401 completed, throughput=5MB/sec 2024-04-10T15:43:40.577 INFO:tasks.workunit.client.0.smithi102.stdout: 1053: throughput=5MB/sec pending data=0 2024-04-10T15:43:40.578 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gp25dcR4J11aME- off=638117 len=1713613 2024-04-10T15:43:40.581 INFO:tasks.workunit.client.0.smithi102.stdout:op 5402 completed, throughput=5MB/sec 2024-04-10T15:43:40.581 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-R1fVzwk7Q3gUKi- off=16336961 len=317190 2024-04-10T15:43:40.585 INFO:tasks.workunit.client.0.smithi102.stdout:op 5403 completed, throughput=5MB/sec 2024-04-10T15:43:40.585 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-AzFbF7y0OTEzbxx off=16613551 len=1278607 2024-04-10T15:43:40.587 INFO:tasks.workunit.client.0.smithi102.stdout:op 5404 completed, throughput=5MB/sec 2024-04-10T15:43:40.587 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-06B643HsQ2fXbBj off=747394 len=1998997 2024-04-10T15:43:40.601 INFO:tasks.workunit.client.0.smithi102.stdout:op 5405 completed, throughput=5MB/sec 2024-04-10T15:43:41.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:40 smithi154 ceph-mon[84269]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:43:41.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:43:41.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:40 smithi102 ceph-mon[88557]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:43:41.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:43:41.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:40 smithi102 ceph-mon[90943]: pgmap v1883: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:43:41.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:43:41.602 INFO:tasks.workunit.client.0.smithi102.stdout: 1054: throughput=5MB/sec pending data=0 2024-04-10T15:43:41.602 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-m1bXjOCdLcTRUe0 off=3003418 len=419823 2024-04-10T15:43:41.602 INFO:tasks.workunit.client.0.smithi102.stdout:op 5406 completed, throughput=5MB/sec 2024-04-10T15:43:41.602 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SnX1OdftWhc488M off=22241120 len=1570349 2024-04-10T15:43:41.607 INFO:tasks.workunit.client.0.smithi102.stdout:op 5407 completed, throughput=5MB/sec 2024-04-10T15:43:41.607 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aK1fpAVjyYNxIek off=197010 len=1200500 2024-04-10T15:43:41.609 INFO:tasks.workunit.client.0.smithi102.stdout:op 5408 completed, throughput=5MB/sec 2024-04-10T15:43:41.610 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eSP1w7eNmlqddo8 off=11337257 len=2047200 2024-04-10T15:43:41.620 INFO:tasks.workunit.client.0.smithi102.stdout:op 5409 completed, throughput=5MB/sec 2024-04-10T15:43:42.303 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:41 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:43:42.303 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:41 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:43:42.304 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:41 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:43:42.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:41 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:43:42.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:41 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:43:42.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:41 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:43:42.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:41 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:43:42.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:41 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:43:42.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:41 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:43:42.621 INFO:tasks.workunit.client.0.smithi102.stdout: 1055: throughput=5MB/sec pending data=0 2024-04-10T15:43:42.621 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gMVAmMVOUZr2_Vt off=3215391 len=1574709 2024-04-10T15:43:42.622 INFO:tasks.workunit.client.0.smithi102.stdout:op 5410 completed, throughput=5MB/sec 2024-04-10T15:43:42.622 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--G5KYAvzlORo6e_ off=17670597 len=451311 2024-04-10T15:43:42.627 INFO:tasks.workunit.client.0.smithi102.stdout:op 5411 completed, throughput=5MB/sec 2024-04-10T15:43:42.627 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9FgfjbvRm_eHFRH off=961399 len=403570 2024-04-10T15:43:42.628 INFO:tasks.workunit.client.0.smithi102.stdout:op 5412 completed, throughput=5MB/sec 2024-04-10T15:43:42.628 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-LGLF5HeGSSerYmp off=1426658 len=2062506 2024-04-10T15:43:42.631 INFO:tasks.workunit.client.0.smithi102.stdout:op 5413 completed, throughput=5MB/sec 2024-04-10T15:43:42.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:43:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:43:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:43:43.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:42 smithi154 ceph-mon[84269]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:43:43.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:42 smithi102 ceph-mon[90943]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:43:43.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:42 smithi102 ceph-mon[88557]: pgmap v1884: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:43:43.632 INFO:tasks.workunit.client.0.smithi102.stdout: 1056: throughput=5MB/sec pending data=0 2024-04-10T15:43:43.632 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MLfVKYUrQsIDjLo off=5637050 len=830262 2024-04-10T15:43:43.637 INFO:tasks.workunit.client.0.smithi102.stdout:op 5414 completed, throughput=5MB/sec 2024-04-10T15:43:43.637 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rU7Qmu_05em-433 off=268366 len=1559136 2024-04-10T15:43:43.643 INFO:tasks.workunit.client.0.smithi102.stdout:op 5415 completed, throughput=5MB/sec 2024-04-10T15:43:43.643 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OVRsn2FIWzC3d7R off=11226629 len=1225215 2024-04-10T15:43:43.650 INFO:tasks.workunit.client.0.smithi102.stdout:op 5416 completed, throughput=5MB/sec 2024-04-10T15:43:43.650 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-puRGpvZjZleXqUL off=2242875 len=903448 2024-04-10T15:43:43.654 INFO:tasks.workunit.client.0.smithi102.stdout:op 5417 completed, throughput=5MB/sec 2024-04-10T15:43:43.654 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-742pjzVAWdZu1tF off=1976837 len=1040377 2024-04-10T15:43:43.655 INFO:tasks.workunit.client.0.smithi102.stdout:op 5418 completed, throughput=5MB/sec 2024-04-10T15:43:44.656 INFO:tasks.workunit.client.0.smithi102.stdout: 1057: throughput=5MB/sec pending data=0 2024-04-10T15:43:44.656 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bdEeRTwip6yDrin off=2698697 len=1155945 2024-04-10T15:43:44.658 INFO:tasks.workunit.client.0.smithi102.stdout:op 5419 completed, throughput=5MB/sec 2024-04-10T15:43:44.658 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HR8T2EgjIoaGczW off=5868921 len=827088 2024-04-10T15:43:44.662 INFO:tasks.workunit.client.0.smithi102.stdout:op 5420 completed, throughput=5MB/sec 2024-04-10T15:43:44.663 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-l5T57lv5keMKYmx off=4907733 len=1665623 2024-04-10T15:43:44.666 INFO:tasks.workunit.client.0.smithi102.stdout:op 5421 completed, throughput=5MB/sec 2024-04-10T15:43:44.666 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jfW6tHDzZDtFZhc off=3530496 len=1722145 2024-04-10T15:43:44.675 INFO:tasks.workunit.client.0.smithi102.stdout:op 5422 completed, throughput=5MB/sec 2024-04-10T15:43:45.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:44 smithi154 ceph-mon[84269]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:43:45.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:44 smithi102 ceph-mon[88557]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:43:45.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:44 smithi102 ceph-mon[90943]: pgmap v1885: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:43:45.675 INFO:tasks.workunit.client.0.smithi102.stdout: 1058: throughput=5MB/sec pending data=0 2024-04-10T15:43:45.675 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vw1aJ86Eryt2JmH off=1552407 len=493848 2024-04-10T15:43:45.680 INFO:tasks.workunit.client.0.smithi102.stdout:op 5423 completed, throughput=5MB/sec 2024-04-10T15:43:45.680 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4aSL7RJc17uno8K off=0 len=1854036 2024-04-10T15:43:45.691 INFO:tasks.workunit.client.0.smithi102.stdout:op 5424 completed, throughput=5MB/sec 2024-04-10T15:43:45.691 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WSu6YPqIo9lG6Mt off=4548795 len=1922479 2024-04-10T15:43:45.692 INFO:tasks.workunit.client.0.smithi102.stdout:op 5425 completed, throughput=5MB/sec 2024-04-10T15:43:45.693 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VbGuKL-VP_fnWnQ off=15837510 len=1122736 2024-04-10T15:43:45.698 INFO:tasks.workunit.client.0.smithi102.stdout:op 5426 completed, throughput=5MB/sec 2024-04-10T15:43:46.698 INFO:tasks.workunit.client.0.smithi102.stdout: 1059: throughput=5MB/sec pending data=0 2024-04-10T15:43:46.698 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_CJHNNQnOY2s0m5 off=2202487 len=1972800 2024-04-10T15:43:46.710 INFO:tasks.workunit.client.0.smithi102.stdout:op 5427 completed, throughput=5MB/sec 2024-04-10T15:43:46.710 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-V2pOLwa2siKIomz off=14632007 len=368349 2024-04-10T15:43:46.711 INFO:tasks.workunit.client.0.smithi102.stdout:op 5428 completed, throughput=5MB/sec 2024-04-10T15:43:46.711 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Fbaf4rsL3vTk3E- off=7174605 len=1349431 2024-04-10T15:43:46.712 INFO:tasks.workunit.client.0.smithi102.stdout:op 5429 completed, throughput=5MB/sec 2024-04-10T15:43:46.713 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Xeg4qYGZYVt-Oes off=2617281 len=1983779 2024-04-10T15:43:46.721 INFO:tasks.workunit.client.0.smithi102.stdout:op 5430 completed, throughput=5MB/sec 2024-04-10T15:43:47.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:46 smithi154 ceph-mon[84269]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:43:47.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:46 smithi102 ceph-mon[90943]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:43:47.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:46 smithi102 ceph-mon[88557]: pgmap v1886: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:43:47.721 INFO:tasks.workunit.client.0.smithi102.stdout: 1060: throughput=5MB/sec pending data=0 2024-04-10T15:43:47.722 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2nicP76rNlJtPvd off=9943015 len=404796 2024-04-10T15:43:47.722 INFO:tasks.workunit.client.0.smithi102.stdout:op 5431 completed, throughput=5MB/sec 2024-04-10T15:43:47.722 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-FEdO4gaHaf3Lu9G off=15027345 len=2094677 2024-04-10T15:43:47.725 INFO:tasks.workunit.client.0.smithi102.stdout:op 5432 completed, throughput=5MB/sec 2024-04-10T15:43:47.725 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-v8tk_h2S3LzBI03 off=1571402 len=2095843 2024-04-10T15:43:47.727 INFO:tasks.workunit.client.0.smithi102.stdout:op 5433 completed, throughput=5MB/sec 2024-04-10T15:43:47.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:43:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:43:47] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-10T15:43:48.728 INFO:tasks.workunit.client.0.smithi102.stdout: 1061: throughput=5MB/sec pending data=0 2024-04-10T15:43:48.728 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_IUo2KuuhWbrUW9 off=8220124 len=1075969 2024-04-10T15:43:48.733 INFO:tasks.workunit.client.0.smithi102.stdout:op 5434 completed, throughput=5MB/sec 2024-04-10T15:43:48.733 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tgEJs2Jjkwv8SbF off=1360582 len=1035102 2024-04-10T15:43:48.735 INFO:tasks.workunit.client.0.smithi102.stdout:op 5435 completed, throughput=5MB/sec 2024-04-10T15:43:48.735 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dIJbDltRhEc7C7L off=2610955 len=154553 2024-04-10T15:43:48.738 INFO:tasks.workunit.client.0.smithi102.stdout:op 5436 completed, throughput=5MB/sec 2024-04-10T15:43:48.738 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-W1TmmQ-LXj9fCL5 off=2802034 len=187208 2024-04-10T15:43:48.738 INFO:tasks.workunit.client.0.smithi102.stdout:op 5437 completed, throughput=5MB/sec 2024-04-10T15:43:48.738 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-psSJUz37DbVvmIP off=5942424 len=1707172 2024-04-10T15:43:48.747 INFO:tasks.workunit.client.0.smithi102.stdout:op 5438 completed, throughput=5MB/sec 2024-04-10T15:43:48.747 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oLnasdxx_VNdaL2 off=11263388 len=1016403 2024-04-10T15:43:48.749 INFO:tasks.workunit.client.0.smithi102.stdout:op 5439 completed, throughput=5MB/sec 2024-04-10T15:43:49.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:48 smithi154 ceph-mon[84269]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T15:43:49.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:48 smithi102 ceph-mon[90943]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T15:43:49.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:48 smithi102 ceph-mon[88557]: pgmap v1887: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T15:43:49.749 INFO:tasks.workunit.client.0.smithi102.stdout: 1062: throughput=5MB/sec pending data=0 2024-04-10T15:43:49.749 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6hHalNoX4PkKCZC off=5582254 len=980223 2024-04-10T15:43:49.755 INFO:tasks.workunit.client.0.smithi102.stdout:op 5440 completed, throughput=5MB/sec 2024-04-10T15:43:49.755 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0G9cMmwNQZfSI9Z off=204199 len=39207 2024-04-10T15:43:49.755 INFO:tasks.workunit.client.0.smithi102.stdout:op 5441 completed, throughput=5MB/sec 2024-04-10T15:43:49.756 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-d4z9UM4AzKCJj5g off=17544288 len=520225 2024-04-10T15:43:49.759 INFO:tasks.workunit.client.0.smithi102.stdout:op 5442 completed, throughput=5MB/sec 2024-04-10T15:43:49.760 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sO4-1SjQ2S2hDKh off=5424381 len=1650560 2024-04-10T15:43:49.761 INFO:tasks.workunit.client.0.smithi102.stdout:op 5443 completed, throughput=5MB/sec 2024-04-10T15:43:49.762 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mAxPHehohSkj-Z2 off=571253 len=861406 2024-04-10T15:43:49.763 INFO:tasks.workunit.client.0.smithi102.stdout:op 5444 completed, throughput=5MB/sec 2024-04-10T15:43:49.763 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5n3GihmLpjmyP4Y off=207952 len=656504 2024-04-10T15:43:49.765 INFO:tasks.workunit.client.0.smithi102.stdout:op 5445 completed, throughput=5MB/sec 2024-04-10T15:43:49.765 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Gyvky-QPaV_kTOE off=8217731 len=373205 2024-04-10T15:43:49.765 INFO:tasks.workunit.client.0.smithi102.stdout:op 5446 completed, throughput=5MB/sec 2024-04-10T15:43:50.765 INFO:tasks.workunit.client.0.smithi102.stdout: 1063: throughput=5MB/sec pending data=0 2024-04-10T15:43:50.766 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-open8UM2On3KAX9 off=22627506 len=1924852 2024-04-10T15:43:50.775 INFO:tasks.workunit.client.0.smithi102.stdout:op 5447 completed, throughput=5MB/sec 2024-04-10T15:43:50.775 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VfosWZC6YVLaIUZ off=6143744 len=1824829 2024-04-10T15:43:50.777 INFO:tasks.workunit.client.0.smithi102.stdout:op 5448 completed, throughput=5MB/sec 2024-04-10T15:43:50.777 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Oj0JWNX4udCaj7Q off=324213 len=788253 2024-04-10T15:43:50.782 INFO:tasks.workunit.client.0.smithi102.stdout:op 5449 completed, throughput=5MB/sec 2024-04-10T15:43:50.782 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fX4Ro5uA-cGelVN off=10343321 len=320911 2024-04-10T15:43:50.783 INFO:tasks.workunit.client.0.smithi102.stdout:op 5450 completed, throughput=5MB/sec 2024-04-10T15:43:50.783 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-j0mH6SLG_ylQsRO off=2360467 len=1852256 2024-04-10T15:43:50.786 INFO:tasks.workunit.client.0.smithi102.stdout:op 5451 completed, throughput=5MB/sec 2024-04-10T15:43:51.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:50 smithi154 ceph-mon[84269]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T15:43:51.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:50 smithi102 ceph-mon[90943]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T15:43:51.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:50 smithi102 ceph-mon[88557]: pgmap v1888: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T15:43:51.789 INFO:tasks.workunit.client.0.smithi102.stdout: 1064: throughput=5MB/sec pending data=0 2024-04-10T15:43:51.789 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4CZfAKlCOyuhKQk off=6011595 len=691086 2024-04-10T15:43:51.790 INFO:tasks.workunit.client.0.smithi102.stdout:op 5452 completed, throughput=5MB/sec 2024-04-10T15:43:51.790 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-j4e2gMk8G7MUC6J off=1976773 len=1801971 2024-04-10T15:43:51.790 INFO:tasks.workunit.client.0.smithi102.stdout:op 5453 completed, throughput=5MB/sec 2024-04-10T15:43:51.790 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-l6fjP8zJsIN1s1u off=2482614 len=934534 2024-04-10T15:43:51.792 INFO:tasks.workunit.client.0.smithi102.stdout:op 5454 completed, throughput=5MB/sec 2024-04-10T15:43:51.792 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AQPWiUwgwf1L4HL off=8217662 len=1906262 2024-04-10T15:43:51.803 INFO:tasks.workunit.client.0.smithi102.stdout:op 5455 completed, throughput=5MB/sec 2024-04-10T15:43:52.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:43:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:43:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:43:52.803 INFO:tasks.workunit.client.0.smithi102.stdout: 1065: throughput=5MB/sec pending data=0 2024-04-10T15:43:52.803 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-m-VRxWtfysJYFRK off=3080255 len=901572 2024-04-10T15:43:52.805 INFO:tasks.workunit.client.0.smithi102.stdout:op 5456 completed, throughput=5MB/sec 2024-04-10T15:43:52.805 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-I4aX_rjrdXZvqMj off=1995815 len=326925 2024-04-10T15:43:52.809 INFO:tasks.workunit.client.0.smithi102.stdout:op 5457 completed, throughput=5MB/sec 2024-04-10T15:43:52.809 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-E-q0x7y9MjI1k2J off=15064403 len=107949 2024-04-10T15:43:52.812 INFO:tasks.workunit.client.0.smithi102.stdout:op 5458 completed, throughput=5MB/sec 2024-04-10T15:43:52.812 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OL0EPlM8RkuM91k off=6865857 len=539915 2024-04-10T15:43:52.813 INFO:tasks.workunit.client.0.smithi102.stdout:op 5459 completed, throughput=5MB/sec 2024-04-10T15:43:52.813 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YYE_kKxSjJrZjVx off=7894759 len=904494 2024-04-10T15:43:52.817 INFO:tasks.workunit.client.0.smithi102.stdout:op 5460 completed, throughput=5MB/sec 2024-04-10T15:43:52.818 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VDEM1-Lcg0lEuac off=2584551 len=1779797 2024-04-10T15:43:52.824 INFO:tasks.workunit.client.0.smithi102.stdout:op 5461 completed, throughput=5MB/sec 2024-04-10T15:43:53.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:53 smithi154 ceph-mon[84269]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:43:53.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:52 smithi102 ceph-mon[90943]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:43:53.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:52 smithi102 ceph-mon[88557]: pgmap v1889: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:43:53.825 INFO:tasks.workunit.client.0.smithi102.stdout: 1066: throughput=5MB/sec pending data=0 2024-04-10T15:43:53.825 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lLiPAxwWK9tQ5AN off=3488082 len=616556 2024-04-10T15:43:53.826 INFO:tasks.workunit.client.0.smithi102.stdout:op 5462 completed, throughput=5MB/sec 2024-04-10T15:43:53.826 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zegJXaLGjZr4Y15 off=1597515 len=291907 2024-04-10T15:43:53.830 INFO:tasks.workunit.client.0.smithi102.stdout:op 5463 completed, throughput=5MB/sec 2024-04-10T15:43:53.830 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4uDA3QOn0GfmWdy off=5999838 len=1790665 2024-04-10T15:43:53.840 INFO:tasks.workunit.client.0.smithi102.stdout:op 5464 completed, throughput=5MB/sec 2024-04-10T15:43:53.840 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PIXU5apk12g18Ck off=737134 len=1219059 2024-04-10T15:43:53.847 INFO:tasks.workunit.client.0.smithi102.stdout:op 5465 completed, throughput=5MB/sec 2024-04-10T15:43:53.847 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ihJxUACCRaC5ci9 off=7072904 len=237397 2024-04-10T15:43:53.850 INFO:tasks.workunit.client.0.smithi102.stdout:op 5466 completed, throughput=5MB/sec 2024-04-10T15:43:53.850 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DJYji9FrNU6Gug8 off=2471749 len=1493698 2024-04-10T15:43:53.857 INFO:tasks.workunit.client.0.smithi102.stdout:op 5467 completed, throughput=5MB/sec 2024-04-10T15:43:54.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:54.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:54.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:43:54.857 INFO:tasks.workunit.client.0.smithi102.stdout: 1067: throughput=5MB/sec pending data=0 2024-04-10T15:43:54.858 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dL0p102ly-fhFuI off=5711660 len=1534225 2024-04-10T15:43:54.859 INFO:tasks.workunit.client.0.smithi102.stdout:op 5468 completed, throughput=5MB/sec 2024-04-10T15:43:54.859 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qlPnmkcvfTQfTpw off=3492253 len=141917 2024-04-10T15:43:54.860 INFO:tasks.workunit.client.0.smithi102.stdout:op 5469 completed, throughput=5MB/sec 2024-04-10T15:43:54.860 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-N5Ajs9rz9Hd6QM2 off=2898498 len=822334 2024-04-10T15:43:54.861 INFO:tasks.workunit.client.0.smithi102.stdout:op 5470 completed, throughput=5MB/sec 2024-04-10T15:43:54.861 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rz31fftNbXqZZ6t off=18436502 len=242340 2024-04-10T15:43:54.864 INFO:tasks.workunit.client.0.smithi102.stdout:op 5471 completed, throughput=5MB/sec 2024-04-10T15:43:54.864 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-hQdRj2rOfCRy9Ul off=2395534 len=1065311 2024-04-10T15:43:54.869 INFO:tasks.workunit.client.0.smithi102.stdout:op 5472 completed, throughput=5MB/sec 2024-04-10T15:43:54.869 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qIi-m2GR4gkS1aI off=15423363 len=1948428 2024-04-10T15:43:54.871 INFO:tasks.workunit.client.0.smithi102.stdout:op 5473 completed, throughput=5MB/sec 2024-04-10T15:43:55.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:55 smithi154 ceph-mon[84269]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:43:55.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:55 smithi102 ceph-mon[90943]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:43:55.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:55 smithi102 ceph-mon[88557]: pgmap v1890: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:43:55.872 INFO:tasks.workunit.client.0.smithi102.stdout: 1068: throughput=5MB/sec pending data=0 2024-04-10T15:43:55.872 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TJdWNp9syrB58Hn off=3369282 len=1089485 2024-04-10T15:43:55.877 INFO:tasks.workunit.client.0.smithi102.stdout:op 5474 completed, throughput=5MB/sec 2024-04-10T15:43:55.877 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XN-vjvYYDBIhyVf off=3081969 len=161543 2024-04-10T15:43:55.878 INFO:tasks.workunit.client.0.smithi102.stdout:op 5475 completed, throughput=5MB/sec 2024-04-10T15:43:55.878 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-id_tCwnH8IsVTcC off=9860558 len=2023891 2024-04-10T15:43:55.887 INFO:tasks.workunit.client.0.smithi102.stdout:op 5476 completed, throughput=5MB/sec 2024-04-10T15:43:55.887 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OIYkgZW1mc74C70 off=4176825 len=1953853 2024-04-10T15:43:55.898 INFO:tasks.workunit.client.0.smithi102.stdout:op 5477 completed, throughput=5MB/sec 2024-04-10T15:43:56.896 INFO:tasks.workunit.client.0.smithi102.stdout: 1069: throughput=5MB/sec pending data=0 2024-04-10T15:43:56.897 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LCDeH4JF3MKAZsI off=3607958 len=1216987 2024-04-10T15:43:56.905 INFO:tasks.workunit.client.0.smithi102.stdout:op 5478 completed, throughput=5MB/sec 2024-04-10T15:43:56.905 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GZofq6si72CKmKy off=12538112 len=1042520 2024-04-10T15:43:56.911 INFO:tasks.workunit.client.0.smithi102.stdout:op 5479 completed, throughput=5MB/sec 2024-04-10T15:43:56.911 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xHHnKaRuctd6hGD off=10281879 len=996817 2024-04-10T15:43:56.912 INFO:tasks.workunit.client.0.smithi102.stdout:op 5480 completed, throughput=5MB/sec 2024-04-10T15:43:56.912 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sU6lUUfwlSp5Ix8 off=3122541 len=397604 2024-04-10T15:43:56.914 INFO:tasks.workunit.client.0.smithi102.stdout:op 5481 completed, throughput=5MB/sec 2024-04-10T15:43:56.914 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-yJWK3kxhKq810BN off=7677187 len=1035770 2024-04-10T15:43:56.919 INFO:tasks.workunit.client.0.smithi102.stdout:op 5482 completed, throughput=5MB/sec 2024-04-10T15:43:57.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:57 smithi154 ceph-mon[84269]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:43:57.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:57 smithi102 ceph-mon[90943]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:43:57.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:57 smithi102 ceph-mon[88557]: pgmap v1891: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:43:57.919 INFO:tasks.workunit.client.0.smithi102.stdout: 1070: throughput=5MB/sec pending data=0 2024-04-10T15:43:57.919 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0SlHzldgUZH7Qw6 off=17700122 len=1474522 2024-04-10T15:43:57.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:43:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:43:57] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2024-04-10T15:43:57.928 INFO:tasks.workunit.client.0.smithi102.stdout:op 5483 completed, throughput=5MB/sec 2024-04-10T15:43:57.928 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-g5uw3zV4xCZkY_o off=6350761 len=447910 2024-04-10T15:43:57.931 INFO:tasks.workunit.client.0.smithi102.stdout:op 5484 completed, throughput=5MB/sec 2024-04-10T15:43:57.931 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Gv7dZBD4gppQ0Ze off=1790293 len=1855128 2024-04-10T15:43:57.932 INFO:tasks.workunit.client.0.smithi102.stdout:op 5485 completed, throughput=5MB/sec 2024-04-10T15:43:57.932 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-V18SQLopfv-Zuni off=10017305 len=1498337 2024-04-10T15:43:57.934 INFO:tasks.workunit.client.0.smithi102.stdout:op 5486 completed, throughput=5MB/sec 2024-04-10T15:43:58.934 INFO:tasks.workunit.client.0.smithi102.stdout: 1071: throughput=5MB/sec pending data=0 2024-04-10T15:43:58.935 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-o08wfhazwfnFXCh off=13713200 len=1518673 2024-04-10T15:43:58.936 INFO:tasks.workunit.client.0.smithi102.stdout:op 5487 completed, throughput=5MB/sec 2024-04-10T15:43:58.936 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-L43Gg6GxfFl95R7 off=16122136 len=1965623 2024-04-10T15:43:58.948 INFO:tasks.workunit.client.0.smithi102.stdout:op 5488 completed, throughput=5MB/sec 2024-04-10T15:43:58.948 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VC04Tv9_2WKif_z off=17074249 len=557495 2024-04-10T15:43:58.950 INFO:tasks.workunit.client.0.smithi102.stdout:op 5489 completed, throughput=5MB/sec 2024-04-10T15:43:58.950 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SlS7ioMf0eD5AcI off=2528018 len=1896181 2024-04-10T15:43:58.960 INFO:tasks.workunit.client.0.smithi102.stdout:op 5490 completed, throughput=5MB/sec 2024-04-10T15:43:59.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:43:59 smithi154 ceph-mon[84269]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:43:59.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:43:59 smithi102 ceph-mon[88557]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:43:59.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:43:59 smithi102 ceph-mon[90943]: pgmap v1892: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:43:59.960 INFO:tasks.workunit.client.0.smithi102.stdout: 1072: throughput=5MB/sec pending data=0 2024-04-10T15:43:59.960 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WKumVxvRJxGfqcm off=1977822 len=1259239 2024-04-10T15:43:59.968 INFO:tasks.workunit.client.0.smithi102.stdout:op 5491 completed, throughput=5MB/sec 2024-04-10T15:43:59.968 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-loJDVgv_VoPOMuI off=6036391 len=1717142 2024-04-10T15:43:59.978 INFO:tasks.workunit.client.0.smithi102.stdout:op 5492 completed, throughput=5MB/sec 2024-04-10T15:43:59.978 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Ri2FrzyhkwIFC5c off=4704036 len=1939376 2024-04-10T15:43:59.988 INFO:tasks.workunit.client.0.smithi102.stdout:op 5493 completed, throughput=5MB/sec 2024-04-10T15:44:00.989 INFO:tasks.workunit.client.0.smithi102.stdout: 1073: throughput=5MB/sec pending data=0 2024-04-10T15:44:00.989 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mQomKjrMlE5Vjg- off=2200826 len=1530959 2024-04-10T15:44:00.991 INFO:tasks.workunit.client.0.smithi102.stdout:op 5494 completed, throughput=5MB/sec 2024-04-10T15:44:00.991 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HwYrGr0TIwEdkSs off=9244925 len=1411196 2024-04-10T15:44:00.997 INFO:tasks.workunit.client.0.smithi102.stdout:op 5495 completed, throughput=5MB/sec 2024-04-10T15:44:00.998 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-19o06Zuh67hCkZo off=3901775 len=695352 2024-04-10T15:44:00.998 INFO:tasks.workunit.client.0.smithi102.stdout:op 5496 completed, throughput=5MB/sec 2024-04-10T15:44:00.999 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4wQePq6sSNLlCCe off=8568675 len=1100405 2024-04-10T15:44:01.000 INFO:tasks.workunit.client.0.smithi102.stdout:op 5497 completed, throughput=5MB/sec 2024-04-10T15:44:01.000 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PiHu4dwsWCQi90p off=9532160 len=336917 2024-04-10T15:44:01.003 INFO:tasks.workunit.client.0.smithi102.stdout:op 5498 completed, throughput=5MB/sec 2024-04-10T15:44:01.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:01 smithi154 ceph-mon[84269]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:44:01.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:01 smithi102 ceph-mon[88557]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:44:01.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:01 smithi102 ceph-mon[90943]: pgmap v1893: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:44:02.003 INFO:tasks.workunit.client.0.smithi102.stdout: 1074: throughput=5MB/sec pending data=0 2024-04-10T15:44:02.003 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-yKXQEf9zHALWgh6 off=255255 len=438132 2024-04-10T15:44:02.004 INFO:tasks.workunit.client.0.smithi102.stdout:op 5499 completed, throughput=5MB/sec 2024-04-10T15:44:02.004 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-B4pNUGJ9kKFOrnY off=5262351 len=698774 2024-04-10T15:44:02.006 INFO:tasks.workunit.client.0.smithi102.stdout:op 5500 completed, throughput=5MB/sec 2024-04-10T15:44:02.006 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-szJwVVmp3X3SIsu off=11918509 len=453590 2024-04-10T15:44:02.007 INFO:tasks.workunit.client.0.smithi102.stdout:op 5501 completed, throughput=5MB/sec 2024-04-10T15:44:02.007 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HlWzpddxRpX1l65 off=181531 len=1970659 2024-04-10T15:44:02.016 INFO:tasks.workunit.client.0.smithi102.stdout:op 5502 completed, throughput=5MB/sec 2024-04-10T15:44:02.016 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-109M1vCSkO1tZci off=5821771 len=1410335 2024-04-10T15:44:02.025 INFO:tasks.workunit.client.0.smithi102.stdout:op 5503 completed, throughput=5MB/sec 2024-04-10T15:44:02.025 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-O4SbYmnBi0wgfWt off=2412141 len=1433871 2024-04-10T15:44:02.032 INFO:tasks.workunit.client.0.smithi102.stdout:op 5504 completed, throughput=5MB/sec 2024-04-10T15:44:02.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:44:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:44:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:44:03.033 INFO:tasks.workunit.client.0.smithi102.stdout: 1075: throughput=5MB/sec pending data=0 2024-04-10T15:44:03.033 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SKGBv7Rrv84YPm8 off=13932374 len=776266 2024-04-10T15:44:03.037 INFO:tasks.workunit.client.0.smithi102.stdout:op 5505 completed, throughput=5MB/sec 2024-04-10T15:44:03.037 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1RAypzk-OtIyBU8 off=16033142 len=453210 2024-04-10T15:44:03.040 INFO:tasks.workunit.client.0.smithi102.stdout:op 5506 completed, throughput=5MB/sec 2024-04-10T15:44:03.040 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0DTLSD7LPSwo1XS off=7421093 len=1242738 2024-04-10T15:44:03.041 INFO:tasks.workunit.client.0.smithi102.stdout:op 5507 completed, throughput=5MB/sec 2024-04-10T15:44:03.041 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Iyvqkt4898HW-_Q off=3033706 len=1592249 2024-04-10T15:44:03.049 INFO:tasks.workunit.client.0.smithi102.stdout:op 5508 completed, throughput=5MB/sec 2024-04-10T15:44:03.049 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-C_dhJmX0a3s84s0 off=375912 len=1500870 2024-04-10T15:44:03.056 INFO:tasks.workunit.client.0.smithi102.stdout:op 5509 completed, throughput=5MB/sec 2024-04-10T15:44:03.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:03 smithi154 ceph-mon[84269]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:44:03.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:03 smithi102 ceph-mon[88557]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:44:03.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:03 smithi102 ceph-mon[90943]: pgmap v1894: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:44:04.057 INFO:tasks.workunit.client.0.smithi102.stdout: 1076: throughput=5MB/sec pending data=0 2024-04-10T15:44:04.057 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vSn4TWd6DKtbRbr off=1800805 len=1342651 2024-04-10T15:44:04.058 INFO:tasks.workunit.client.0.smithi102.stdout:op 5510 completed, throughput=5MB/sec 2024-04-10T15:44:04.059 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aEi_Qj4qM1eHSag off=11769542 len=581351 2024-04-10T15:44:04.063 INFO:tasks.workunit.client.0.smithi102.stdout:op 5511 completed, throughput=5MB/sec 2024-04-10T15:44:04.063 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MWdz6ID6PZTtcD8 off=1505786 len=1649160 2024-04-10T15:44:04.065 INFO:tasks.workunit.client.0.smithi102.stdout:op 5512 completed, throughput=5MB/sec 2024-04-10T15:44:04.065 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-heRmDlsb5JIWNM6 off=6130048 len=337622 2024-04-10T15:44:04.066 INFO:tasks.workunit.client.0.smithi102.stdout:op 5513 completed, throughput=5MB/sec 2024-04-10T15:44:05.067 INFO:tasks.workunit.client.0.smithi102.stdout: 1077: throughput=5MB/sec pending data=0 2024-04-10T15:44:05.067 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8tILkALHH47Y1B- off=4964828 len=1341851 2024-04-10T15:44:05.074 INFO:tasks.workunit.client.0.smithi102.stdout:op 5514 completed, throughput=5MB/sec 2024-04-10T15:44:05.074 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JlkEQzlDnDfhMbF off=14725252 len=1420840 2024-04-10T15:44:05.076 INFO:tasks.workunit.client.0.smithi102.stdout:op 5515 completed, throughput=5MB/sec 2024-04-10T15:44:05.076 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CO2RksvSX2ySeVU off=742071 len=1583347 2024-04-10T15:44:05.078 INFO:tasks.workunit.client.0.smithi102.stdout:op 5516 completed, throughput=5MB/sec 2024-04-10T15:44:05.078 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3mBB1RwwfDSlPW- off=1860407 len=1662341 2024-04-10T15:44:05.085 INFO:tasks.workunit.client.0.smithi102.stdout:op 5517 completed, throughput=5MB/sec 2024-04-10T15:44:05.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:05 smithi154 ceph-mon[84269]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:44:05.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:05 smithi102 ceph-mon[90943]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:44:05.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:05 smithi102 ceph-mon[88557]: pgmap v1895: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.0 MiB/s wr, 5 op/s 2024-04-10T15:44:06.086 INFO:tasks.workunit.client.0.smithi102.stdout: 1078: throughput=5MB/sec pending data=0 2024-04-10T15:44:06.086 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5E_PZN8tte81TSl off=11453677 len=710870 2024-04-10T15:44:06.090 INFO:tasks.workunit.client.0.smithi102.stdout:op 5518 completed, throughput=5MB/sec 2024-04-10T15:44:06.090 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-7vRfKipqqrr9STs off=2838172 len=1562435 2024-04-10T15:44:06.094 INFO:tasks.workunit.client.0.smithi102.stdout:op 5519 completed, throughput=5MB/sec 2024-04-10T15:44:06.094 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Po1ZhpMvlhie78x off=9838511 len=996353 2024-04-10T15:44:06.100 INFO:tasks.workunit.client.0.smithi102.stdout:op 5520 completed, throughput=5MB/sec 2024-04-10T15:44:06.100 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lagYETkBzIPju94 off=19164178 len=1683653 2024-04-10T15:44:06.102 INFO:tasks.workunit.client.0.smithi102.stdout:op 5521 completed, throughput=5MB/sec 2024-04-10T15:44:07.102 INFO:tasks.workunit.client.0.smithi102.stdout: 1079: throughput=5MB/sec pending data=0 2024-04-10T15:44:07.102 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zjfSNNbeHbcMJ2P off=10658473 len=1711688 2024-04-10T15:44:07.105 INFO:tasks.workunit.client.0.smithi102.stdout:op 5522 completed, throughput=5MB/sec 2024-04-10T15:44:07.105 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6zaoYgUoA6jv2mg off=10571956 len=356373 2024-04-10T15:44:07.109 INFO:tasks.workunit.client.0.smithi102.stdout:op 5523 completed, throughput=5MB/sec 2024-04-10T15:44:07.109 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-x2fBhu6mzWcmiRa off=2437005 len=104017 2024-04-10T15:44:07.110 INFO:tasks.workunit.client.0.smithi102.stdout:op 5524 completed, throughput=5MB/sec 2024-04-10T15:44:07.110 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BPLSDXRirRlPUF0 off=609813 len=45450 2024-04-10T15:44:07.110 INFO:tasks.workunit.client.0.smithi102.stdout:op 5525 completed, throughput=5MB/sec 2024-04-10T15:44:07.110 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vnqRMIPKfieHvkH off=4027815 len=519530 2024-04-10T15:44:07.114 INFO:tasks.workunit.client.0.smithi102.stdout:op 5526 completed, throughput=5MB/sec 2024-04-10T15:44:07.114 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WZYambG03GAvWoM off=9515552 len=500499 2024-04-10T15:44:07.117 INFO:tasks.workunit.client.0.smithi102.stdout:op 5527 completed, throughput=5MB/sec 2024-04-10T15:44:07.117 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AbXWnCFqweKCYSE off=1329885 len=1253932 2024-04-10T15:44:07.123 INFO:tasks.workunit.client.0.smithi102.stdout:op 5528 completed, throughput=5MB/sec 2024-04-10T15:44:07.123 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ie_78XXvXVxPiCq off=10655412 len=1154295 2024-04-10T15:44:07.129 INFO:tasks.workunit.client.0.smithi102.stdout:op 5529 completed, throughput=5MB/sec 2024-04-10T15:44:07.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:07 smithi154 ceph-mon[84269]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:44:07.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:07 smithi102 ceph-mon[90943]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:44:07.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:07 smithi102 ceph-mon[88557]: pgmap v1896: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 5 op/s 2024-04-10T15:44:07.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:44:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:44:07] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2024-04-10T15:44:08.129 INFO:tasks.workunit.client.0.smithi102.stdout: 1080: throughput=5MB/sec pending data=0 2024-04-10T15:44:08.129 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rpxWBdvNGUc6lES off=18502540 len=793112 2024-04-10T15:44:08.134 INFO:tasks.workunit.client.0.smithi102.stdout:op 5530 completed, throughput=5MB/sec 2024-04-10T15:44:08.134 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-4NrloX6-EV5PD1s off=548421 len=59559 2024-04-10T15:44:08.136 INFO:tasks.workunit.client.0.smithi102.stdout:op 5531 completed, throughput=5MB/sec 2024-04-10T15:44:08.137 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Z3NtOuR_TrEDaJ0 off=12284604 len=1164562 2024-04-10T15:44:08.143 INFO:tasks.workunit.client.0.smithi102.stdout:op 5532 completed, throughput=5MB/sec 2024-04-10T15:44:08.143 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6-CvUCzYGdivW69 off=19345137 len=545779 2024-04-10T15:44:08.147 INFO:tasks.workunit.client.0.smithi102.stdout:op 5533 completed, throughput=5MB/sec 2024-04-10T15:44:08.147 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CAAnFU7HiOVaU30 off=14336500 len=554379 2024-04-10T15:44:08.148 INFO:tasks.workunit.client.0.smithi102.stdout:op 5534 completed, throughput=5MB/sec 2024-04-10T15:44:08.149 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UPNm8sa5JITfS1w off=7507757 len=1234041 2024-04-10T15:44:08.157 INFO:tasks.workunit.client.0.smithi102.stdout:op 5535 completed, throughput=5MB/sec 2024-04-10T15:44:08.157 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jbg4UsDrrmP4fEt off=1769790 len=460288 2024-04-10T15:44:08.157 INFO:tasks.workunit.client.0.smithi102.stdout:op 5536 completed, throughput=5MB/sec 2024-04-10T15:44:09.158 INFO:tasks.workunit.client.0.smithi102.stdout: 1081: throughput=5MB/sec pending data=0 2024-04-10T15:44:09.158 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kno3qlaWeWcGrdv off=6034002 len=928295 2024-04-10T15:44:09.161 INFO:tasks.workunit.client.0.smithi102.stdout:op 5537 completed, throughput=5MB/sec 2024-04-10T15:44:09.161 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aggNkWtVMYJHEZo off=7547823 len=1451883 2024-04-10T15:44:09.169 INFO:tasks.workunit.client.0.smithi102.stdout:op 5538 completed, throughput=5MB/sec 2024-04-10T15:44:09.169 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kSlQWa7ZuFt4Js5 off=8738246 len=971483 2024-04-10T15:44:09.174 INFO:tasks.workunit.client.0.smithi102.stdout:op 5539 completed, throughput=5MB/sec 2024-04-10T15:44:09.174 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4UXPG03D4iPEyTs off=8409760 len=1715549 2024-04-10T15:44:09.175 INFO:tasks.workunit.client.0.smithi102.stdout:op 5540 completed, throughput=5MB/sec 2024-04-10T15:44:09.176 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aWYdV66eIPDcQuc off=3105038 len=1514550 2024-04-10T15:44:09.181 INFO:tasks.workunit.client.0.smithi102.stdout:op 5541 completed, throughput=5MB/sec 2024-04-10T15:44:09.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:09 smithi154 ceph-mon[84269]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T15:44:09.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:09.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:09 smithi102 ceph-mon[88557]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T15:44:09.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:09.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:09 smithi102 ceph-mon[90943]: pgmap v1897: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T15:44:09.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:10.181 INFO:tasks.workunit.client.0.smithi102.stdout: 1082: throughput=5MB/sec pending data=0 2024-04-10T15:44:10.182 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tvtqmVdjEdUySy- off=0 len=1636459 2024-04-10T15:44:10.188 INFO:tasks.workunit.client.0.smithi102.stdout:op 5542 completed, throughput=5MB/sec 2024-04-10T15:44:10.189 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lI9_j-K6fgerIHi off=4487593 len=2093246 2024-04-10T15:44:10.201 INFO:tasks.workunit.client.0.smithi102.stdout:op 5543 completed, throughput=5MB/sec 2024-04-10T15:44:10.201 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BCZsfZ2LGVd7oiT off=4053516 len=1041624 2024-04-10T15:44:10.206 INFO:tasks.workunit.client.0.smithi102.stdout:op 5544 completed, throughput=5MB/sec 2024-04-10T15:44:11.206 INFO:tasks.workunit.client.0.smithi102.stdout: 1083: throughput=5MB/sec pending data=0 2024-04-10T15:44:11.206 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Rb2Gz50LKpY35Zk off=1460728 len=477829 2024-04-10T15:44:11.207 INFO:tasks.workunit.client.0.smithi102.stdout:op 5545 completed, throughput=5MB/sec 2024-04-10T15:44:11.207 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mrGeifhIcWBplKX off=1915662 len=58059 2024-04-10T15:44:11.207 INFO:tasks.workunit.client.0.smithi102.stdout:op 5546 completed, throughput=5MB/sec 2024-04-10T15:44:11.207 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-88emugg-PTHLY0H off=5789569 len=1967969 2024-04-10T15:44:11.212 INFO:tasks.workunit.client.0.smithi102.stdout:op 5547 completed, throughput=5MB/sec 2024-04-10T15:44:11.212 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jj1Y781W_1oSnzL off=9400759 len=99922 2024-04-10T15:44:11.212 INFO:tasks.workunit.client.0.smithi102.stdout:op 5548 completed, throughput=5MB/sec 2024-04-10T15:44:11.212 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0FMB7A2kXq9nzRq off=367708 len=1991500 2024-04-10T15:44:11.215 INFO:tasks.workunit.client.0.smithi102.stdout:op 5549 completed, throughput=5MB/sec 2024-04-10T15:44:11.215 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--tSxAFaTYGqkqGv off=5425995 len=1187231 2024-04-10T15:44:11.216 INFO:tasks.workunit.client.0.smithi102.stdout:op 5550 completed, throughput=5MB/sec 2024-04-10T15:44:11.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:11 smithi154 ceph-mon[84269]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:44:11.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:11 smithi102 ceph-mon[90943]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:44:11.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:11 smithi102 ceph-mon[88557]: pgmap v1898: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:44:12.217 INFO:tasks.workunit.client.0.smithi102.stdout: 1084: throughput=5MB/sec pending data=0 2024-04-10T15:44:12.217 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_CJHNNQnOY2s0m5 off=2017432 len=239624 2024-04-10T15:44:12.220 INFO:tasks.workunit.client.0.smithi102.stdout:op 5551 completed, throughput=5MB/sec 2024-04-10T15:44:12.220 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mwVHaLBoXbklnGd off=3553753 len=1723648 2024-04-10T15:44:12.227 INFO:tasks.workunit.client.0.smithi102.stdout:op 5552 completed, throughput=5MB/sec 2024-04-10T15:44:12.227 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cR2z35GxzfX1bnr off=2266454 len=1511112 2024-04-10T15:44:12.234 INFO:tasks.workunit.client.0.smithi102.stdout:op 5553 completed, throughput=5MB/sec 2024-04-10T15:44:12.234 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1LO5qD65zUzQX-x off=8552863 len=909021 2024-04-10T15:44:12.235 INFO:tasks.workunit.client.0.smithi102.stdout:op 5554 completed, throughput=5MB/sec 2024-04-10T15:44:12.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:44:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:44:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:44:13.236 INFO:tasks.workunit.client.0.smithi102.stdout: 1085: throughput=5MB/sec pending data=0 2024-04-10T15:44:13.236 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9FpcqLt-7f7y6w3 off=6474483 len=1261988 2024-04-10T15:44:13.243 INFO:tasks.workunit.client.0.smithi102.stdout:op 5555 completed, throughput=5MB/sec 2024-04-10T15:44:13.243 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-M9SD11SqfLtgF5L off=18983269 len=351880 2024-04-10T15:44:13.246 INFO:tasks.workunit.client.0.smithi102.stdout:op 5556 completed, throughput=5MB/sec 2024-04-10T15:44:13.246 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IF7DkpCtV_2DUXh off=12212735 len=1250615 2024-04-10T15:44:13.252 INFO:tasks.workunit.client.0.smithi102.stdout:op 5557 completed, throughput=5MB/sec 2024-04-10T15:44:13.252 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Zx7on1BN9VIHDYp off=2104541 len=1499044 2024-04-10T15:44:13.255 INFO:tasks.workunit.client.0.smithi102.stdout:op 5558 completed, throughput=5MB/sec 2024-04-10T15:44:13.255 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PCbg3lh0FUKcW4Z off=19109195 len=1365587 2024-04-10T15:44:13.263 INFO:tasks.workunit.client.0.smithi102.stdout:op 5559 completed, throughput=5MB/sec 2024-04-10T15:44:13.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:13 smithi154 ceph-mon[84269]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T15:44:13.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:13 smithi102 ceph-mon[90943]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T15:44:13.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:13 smithi102 ceph-mon[88557]: pgmap v1899: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T15:44:14.263 INFO:tasks.workunit.client.0.smithi102.stdout: 1086: throughput=5MB/sec pending data=0 2024-04-10T15:44:14.263 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TCwmmrVyOcpB1aX off=13714001 len=978485 2024-04-10T15:44:14.269 INFO:tasks.workunit.client.0.smithi102.stdout:op 5560 completed, throughput=5MB/sec 2024-04-10T15:44:14.269 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0O_b_dkoaMDfotR off=894426 len=888343 2024-04-10T15:44:14.271 INFO:tasks.workunit.client.0.smithi102.stdout:op 5561 completed, throughput=5MB/sec 2024-04-10T15:44:14.271 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jeBNWJ2zHuCqS6l off=2276339 len=1866375 2024-04-10T15:44:14.282 INFO:tasks.workunit.client.0.smithi102.stdout:op 5562 completed, throughput=5MB/sec 2024-04-10T15:44:14.282 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-d-XdD7P155xyIlG off=1851999 len=211564 2024-04-10T15:44:14.285 INFO:tasks.workunit.client.0.smithi102.stdout:op 5563 completed, throughput=5MB/sec 2024-04-10T15:44:14.285 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NO5uGt92UEE8Kef off=9047293 len=740815 2024-04-10T15:44:14.289 INFO:tasks.workunit.client.0.smithi102.stdout:op 5564 completed, throughput=5MB/sec 2024-04-10T15:44:14.289 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-K1eYiLgNFgrvBEq off=3974572 len=59100 2024-04-10T15:44:14.289 INFO:tasks.workunit.client.0.smithi102.stdout:op 5565 completed, throughput=5MB/sec 2024-04-10T15:44:14.289 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xPLABUSNW8QeEHd off=4820492 len=1751202 2024-04-10T15:44:14.292 INFO:tasks.workunit.client.0.smithi102.stdout:op 5566 completed, throughput=5MB/sec 2024-04-10T15:44:15.292 INFO:tasks.workunit.client.0.smithi102.stdout: 1087: throughput=5MB/sec pending data=0 2024-04-10T15:44:15.293 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3e-4kENHGnChiwY off=3285083 len=1179699 2024-04-10T15:44:15.295 INFO:tasks.workunit.client.0.smithi102.stdout:op 5567 completed, throughput=5MB/sec 2024-04-10T15:44:15.295 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EB7J52PRkgx79F3 off=7682372 len=64503 2024-04-10T15:44:15.297 INFO:tasks.workunit.client.0.smithi102.stdout:op 5568 completed, throughput=5MB/sec 2024-04-10T15:44:15.298 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-42ivi70TR-Ou3XB off=20976487 len=1843499 2024-04-10T15:44:15.307 INFO:tasks.workunit.client.0.smithi102.stdout:op 5569 completed, throughput=5MB/sec 2024-04-10T15:44:15.307 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-e2ZsfZQw4ulfCx5 off=8122505 len=732774 2024-04-10T15:44:15.311 INFO:tasks.workunit.client.0.smithi102.stdout:op 5570 completed, throughput=5MB/sec 2024-04-10T15:44:15.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:15 smithi154 ceph-mon[84269]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T15:44:15.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:15 smithi102 ceph-mon[90943]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T15:44:15.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:15 smithi102 ceph-mon[88557]: pgmap v1900: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.6 MiB/s wr, 5 op/s 2024-04-10T15:44:16.312 INFO:tasks.workunit.client.0.smithi102.stdout: 1088: throughput=5MB/sec pending data=0 2024-04-10T15:44:16.312 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ueNULdMFLkkfMmn off=951825 len=1246320 2024-04-10T15:44:16.318 INFO:tasks.workunit.client.0.smithi102.stdout:op 5571 completed, throughput=5MB/sec 2024-04-10T15:44:16.318 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Zd-ZmTXWqfswbjg off=1225546 len=248597 2024-04-10T15:44:16.321 INFO:tasks.workunit.client.0.smithi102.stdout:op 5572 completed, throughput=5MB/sec 2024-04-10T15:44:16.321 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VRztaVj1GO4Bctg off=19774717 len=741957 2024-04-10T15:44:16.323 INFO:tasks.workunit.client.0.smithi102.stdout:op 5573 completed, throughput=5MB/sec 2024-04-10T15:44:16.323 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jo85qpq6G-3Lqne off=4367465 len=560280 2024-04-10T15:44:16.324 INFO:tasks.workunit.client.0.smithi102.stdout:op 5574 completed, throughput=5MB/sec 2024-04-10T15:44:16.324 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GXt9e7v9Ljrw8L4 off=9414064 len=1027430 2024-04-10T15:44:16.326 INFO:tasks.workunit.client.0.smithi102.stdout:op 5575 completed, throughput=5MB/sec 2024-04-10T15:44:16.326 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Td6KXvtHkdYXgHh off=8547779 len=1758218 2024-04-10T15:44:16.334 INFO:tasks.workunit.client.0.smithi102.stdout:op 5576 completed, throughput=5MB/sec 2024-04-10T15:44:17.335 INFO:tasks.workunit.client.0.smithi102.stdout: 1089: throughput=5MB/sec pending data=0 2024-04-10T15:44:17.335 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JpzXg1W9-BVdVDN off=10031900 len=370820 2024-04-10T15:44:17.338 INFO:tasks.workunit.client.0.smithi102.stdout:op 5577 completed, throughput=5MB/sec 2024-04-10T15:44:17.339 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oD4F4kadgl1H60N off=6795037 len=1332717 2024-04-10T15:44:17.340 INFO:tasks.workunit.client.0.smithi102.stdout:op 5578 completed, throughput=5MB/sec 2024-04-10T15:44:17.340 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LAC2E2K9VvhNAu7 off=3788525 len=2014129 2024-04-10T15:44:17.350 INFO:tasks.workunit.client.0.smithi102.stdout:op 5579 completed, throughput=5MB/sec 2024-04-10T15:44:17.351 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lCNpH1WgiOwZtDT off=1163281 len=321017 2024-04-10T15:44:17.351 INFO:tasks.workunit.client.0.smithi102.stdout:op 5580 completed, throughput=5MB/sec 2024-04-10T15:44:17.351 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XQp_SAr5KjINPpO off=2733409 len=223300 2024-04-10T15:44:17.355 INFO:tasks.workunit.client.0.smithi102.stdout:op 5581 completed, throughput=5MB/sec 2024-04-10T15:44:17.355 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pzMZE0avDrsW4pL off=3810574 len=1842836 2024-04-10T15:44:17.356 INFO:tasks.workunit.client.0.smithi102.stdout:op 5582 completed, throughput=5MB/sec 2024-04-10T15:44:17.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:17 smithi154 ceph-mon[84269]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T15:44:17.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:17 smithi102 ceph-mon[90943]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T15:44:17.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:17 smithi102 ceph-mon[88557]: pgmap v1901: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.0 MiB/s wr, 4 op/s 2024-04-10T15:44:17.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:44:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:44:17] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-10T15:44:18.357 INFO:tasks.workunit.client.0.smithi102.stdout: 1090: throughput=5MB/sec pending data=0 2024-04-10T15:44:18.357 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xPLABUSNW8QeEHd off=15350637 len=1133627 2024-04-10T15:44:18.364 INFO:tasks.workunit.client.0.smithi102.stdout:op 5583 completed, throughput=5MB/sec 2024-04-10T15:44:18.364 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--hfF7rX6sV6hjMk off=8353727 len=271964 2024-04-10T15:44:18.365 INFO:tasks.workunit.client.0.smithi102.stdout:op 5584 completed, throughput=5MB/sec 2024-04-10T15:44:18.365 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-k7uH5G_Yza-E2Ez off=854398 len=303867 2024-04-10T15:44:18.368 INFO:tasks.workunit.client.0.smithi102.stdout:op 5585 completed, throughput=5MB/sec 2024-04-10T15:44:18.368 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JITlXp_cgjVyh0b off=2110497 len=306123 2024-04-10T15:44:18.369 INFO:tasks.workunit.client.0.smithi102.stdout:op 5586 completed, throughput=5MB/sec 2024-04-10T15:44:18.369 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6c-aywsd7hrjiGR off=14801435 len=24200 2024-04-10T15:44:18.369 INFO:tasks.workunit.client.0.smithi102.stdout:op 5587 completed, throughput=5MB/sec 2024-04-10T15:44:18.370 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-s4qS-Ip_FEO6sN7 off=1656705 len=1781595 2024-04-10T15:44:18.371 INFO:tasks.workunit.client.0.smithi102.stdout:op 5588 completed, throughput=5MB/sec 2024-04-10T15:44:18.371 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ATH6LashAJGsOAx off=3096839 len=832467 2024-04-10T15:44:18.373 INFO:tasks.workunit.client.0.smithi102.stdout:op 5589 completed, throughput=5MB/sec 2024-04-10T15:44:19.374 INFO:tasks.workunit.client.0.smithi102.stdout: 1091: throughput=5MB/sec pending data=0 2024-04-10T15:44:19.374 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-iaecfEuI2EMjoog off=1246952 len=1145029 2024-04-10T15:44:19.379 INFO:tasks.workunit.client.0.smithi102.stdout:op 5590 completed, throughput=5MB/sec 2024-04-10T15:44:19.379 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4UXPG03D4iPEyTs off=776079 len=1988876 2024-04-10T15:44:19.381 INFO:tasks.workunit.client.0.smithi102.stdout:op 5591 completed, throughput=5MB/sec 2024-04-10T15:44:19.381 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1AzZeYDWdZXzgOK off=177064 len=1876947 2024-04-10T15:44:19.383 INFO:tasks.workunit.client.0.smithi102.stdout:op 5592 completed, throughput=5MB/sec 2024-04-10T15:44:19.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:19 smithi154 ceph-mon[84269]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:44:19.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:19 smithi102 ceph-mon[90943]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:44:19.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:19 smithi102 ceph-mon[88557]: pgmap v1902: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:44:20.383 INFO:tasks.workunit.client.0.smithi102.stdout: 1092: throughput=5MB/sec pending data=0 2024-04-10T15:44:20.383 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CJcfhdvXVvMbz7T off=6462166 len=525021 2024-04-10T15:44:20.387 INFO:tasks.workunit.client.0.smithi102.stdout:op 5593 completed, throughput=5MB/sec 2024-04-10T15:44:20.387 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lCNpH1WgiOwZtDT off=534171 len=134315 2024-04-10T15:44:20.388 INFO:tasks.workunit.client.0.smithi102.stdout:op 5594 completed, throughput=5MB/sec 2024-04-10T15:44:20.388 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nmgy94ZqQRoh0r1 off=13561019 len=309075 2024-04-10T15:44:20.390 INFO:tasks.workunit.client.0.smithi102.stdout:op 5595 completed, throughput=5MB/sec 2024-04-10T15:44:20.391 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-I5E_s_rR-5n3DN_ off=800203 len=1303965 2024-04-10T15:44:20.394 INFO:tasks.workunit.client.0.smithi102.stdout:op 5596 completed, throughput=5MB/sec 2024-04-10T15:44:20.394 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-USHm5Nj2Gabhwrc off=87608 len=513618 2024-04-10T15:44:20.398 INFO:tasks.workunit.client.0.smithi102.stdout:op 5597 completed, throughput=5MB/sec 2024-04-10T15:44:20.398 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rWkSjsPzsxWcusB off=4937220 len=1207310 2024-04-10T15:44:20.405 INFO:tasks.workunit.client.0.smithi102.stdout:op 5598 completed, throughput=5MB/sec 2024-04-10T15:44:20.406 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9Hd1Tcy7HwDN8qR off=210174 len=1420506 2024-04-10T15:44:20.408 INFO:tasks.workunit.client.0.smithi102.stdout:op 5599 completed, throughput=5MB/sec 2024-04-10T15:44:21.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:21 smithi154 ceph-mon[84269]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:44:21.409 INFO:tasks.workunit.client.0.smithi102.stdout: 1093: throughput=5MB/sec pending data=0 2024-04-10T15:44:21.409 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-yFJZy_onVLoYNwN off=3414993 len=586557 2024-04-10T15:44:21.413 INFO:tasks.workunit.client.0.smithi102.stdout:op 5600 completed, throughput=5MB/sec 2024-04-10T15:44:21.413 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IyzDZS7aujW-j1c off=3694913 len=1058386 2024-04-10T15:44:21.418 INFO:tasks.workunit.client.0.smithi102.stdout:op 5601 completed, throughput=5MB/sec 2024-04-10T15:44:21.419 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-syGHpiu5s_3CYQc off=7740113 len=1789054 2024-04-10T15:44:21.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:21 smithi102 ceph-mon[90943]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:44:21.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:21 smithi102 ceph-mon[88557]: pgmap v1903: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:44:21.429 INFO:tasks.workunit.client.0.smithi102.stdout:op 5602 completed, throughput=5MB/sec 2024-04-10T15:44:21.429 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-f87oLQPA5gi5VJL off=172527 len=547307 2024-04-10T15:44:21.430 INFO:tasks.workunit.client.0.smithi102.stdout:op 5603 completed, throughput=5MB/sec 2024-04-10T15:44:21.431 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--0AA4-ijLQmHucb off=4364125 len=793140 2024-04-10T15:44:21.435 INFO:tasks.workunit.client.0.smithi102.stdout:op 5604 completed, throughput=5MB/sec 2024-04-10T15:44:21.435 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ViQX2dXm-kgwoaE off=5709353 len=854451 2024-04-10T15:44:21.437 INFO:tasks.workunit.client.0.smithi102.stdout:op 5605 completed, throughput=5MB/sec 2024-04-10T15:44:22.437 INFO:tasks.workunit.client.0.smithi102.stdout: 1094: throughput=5MB/sec pending data=0 2024-04-10T15:44:22.437 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LV0yv4sERSb1ydi off=7270026 len=1656141 2024-04-10T15:44:22.445 INFO:tasks.workunit.client.0.smithi102.stdout:op 5606 completed, throughput=5MB/sec 2024-04-10T15:44:22.446 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qPgzdvyMPsj-kyP off=128607 len=1507602 2024-04-10T15:44:22.454 INFO:tasks.workunit.client.0.smithi102.stdout:op 5607 completed, throughput=5MB/sec 2024-04-10T15:44:22.454 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tsDlIt7Ica-vVj0 off=5901374 len=1498193 2024-04-10T15:44:22.455 INFO:tasks.workunit.client.0.smithi102.stdout:op 5608 completed, throughput=5MB/sec 2024-04-10T15:44:22.456 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9HF_wbpiooUievo off=3054320 len=2009113 2024-04-10T15:44:22.464 INFO:tasks.workunit.client.0.smithi102.stdout:op 5609 completed, throughput=5MB/sec 2024-04-10T15:44:22.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:44:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:44:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:44:23.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:23 smithi154 ceph-mon[84269]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:44:23.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:23 smithi102 ceph-mon[90943]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:44:23.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:23 smithi102 ceph-mon[88557]: pgmap v1904: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:44:23.464 INFO:tasks.workunit.client.0.smithi102.stdout: 1095: throughput=5MB/sec pending data=0 2024-04-10T15:44:23.464 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cy9wNRMQbVAo7Zp off=3099252 len=1657450 2024-04-10T15:44:23.466 INFO:tasks.workunit.client.0.smithi102.stdout:op 5610 completed, throughput=5MB/sec 2024-04-10T15:44:23.466 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-GTVe6s8HeFr3J5e off=5706827 len=226658 2024-04-10T15:44:23.467 INFO:tasks.workunit.client.0.smithi102.stdout:op 5611 completed, throughput=5MB/sec 2024-04-10T15:44:23.468 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8IMZZorW_kS67f7 off=23891164 len=719491 2024-04-10T15:44:23.469 INFO:tasks.workunit.client.0.smithi102.stdout:op 5612 completed, throughput=5MB/sec 2024-04-10T15:44:23.469 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6r2BPTv0Cw66RPy off=1845886 len=1807778 2024-04-10T15:44:23.471 INFO:tasks.workunit.client.0.smithi102.stdout:op 5613 completed, throughput=5MB/sec 2024-04-10T15:44:24.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:24.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:24.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:24.472 INFO:tasks.workunit.client.0.smithi102.stdout: 1096: throughput=5MB/sec pending data=0 2024-04-10T15:44:24.472 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nkCDOT2P7CtKVmh off=2429925 len=1169806 2024-04-10T15:44:24.479 INFO:tasks.workunit.client.0.smithi102.stdout:op 5614 completed, throughput=5MB/sec 2024-04-10T15:44:24.479 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QtGR23RjV5wBDl8 off=5475665 len=1539981 2024-04-10T15:44:24.489 INFO:tasks.workunit.client.0.smithi102.stdout:op 5615 completed, throughput=5MB/sec 2024-04-10T15:44:24.489 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MFTZ51bIN_yCfMl off=10390633 len=1575561 2024-04-10T15:44:24.496 INFO:tasks.workunit.client.0.smithi102.stdout:op 5616 completed, throughput=5MB/sec 2024-04-10T15:44:24.497 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Q7u179tra5u-nSY off=1052431 len=1538925 2024-04-10T15:44:24.502 INFO:tasks.workunit.client.0.smithi102.stdout:op 5617 completed, throughput=5MB/sec 2024-04-10T15:44:25.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:25 smithi154 ceph-mon[84269]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:44:25.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:25 smithi102 ceph-mon[88557]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:44:25.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:25 smithi102 ceph-mon[90943]: pgmap v1905: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:44:25.503 INFO:tasks.workunit.client.0.smithi102.stdout: 1097: throughput=5MB/sec pending data=0 2024-04-10T15:44:25.503 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AcbQMEFQdJd5wRd off=6279561 len=1584879 2024-04-10T15:44:25.510 INFO:tasks.workunit.client.0.smithi102.stdout:op 5618 completed, throughput=5MB/sec 2024-04-10T15:44:25.510 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Y1PWq7qtM44UZ4P off=615213 len=1081254 2024-04-10T15:44:25.511 INFO:tasks.workunit.client.0.smithi102.stdout:op 5619 completed, throughput=5MB/sec 2024-04-10T15:44:25.511 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7EX92bAFsJCRXIV off=487432 len=1022575 2024-04-10T15:44:25.518 INFO:tasks.workunit.client.0.smithi102.stdout:op 5620 completed, throughput=5MB/sec 2024-04-10T15:44:25.518 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5j8r2BOHdV8KKJF off=2622473 len=1282388 2024-04-10T15:44:25.522 INFO:tasks.workunit.client.0.smithi102.stdout:op 5621 completed, throughput=5MB/sec 2024-04-10T15:44:26.523 INFO:tasks.workunit.client.0.smithi102.stdout: 1098: throughput=5MB/sec pending data=0 2024-04-10T15:44:26.523 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-N9_Evv2Tbprg0v_ off=1948764 len=346371 2024-04-10T15:44:26.524 INFO:tasks.workunit.client.0.smithi102.stdout:op 5622 completed, throughput=5MB/sec 2024-04-10T15:44:26.524 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-oAmlWVjkMtx67CX off=1329477 len=1212384 2024-04-10T15:44:26.530 INFO:tasks.workunit.client.0.smithi102.stdout:op 5623 completed, throughput=5MB/sec 2024-04-10T15:44:26.530 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Xl7WWUIJPMncWHw off=5713658 len=1852917 2024-04-10T15:44:26.532 INFO:tasks.workunit.client.0.smithi102.stdout:op 5624 completed, throughput=5MB/sec 2024-04-10T15:44:26.532 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MgkUImIVd8dOlk9 off=20420385 len=953316 2024-04-10T15:44:26.533 INFO:tasks.workunit.client.0.smithi102.stdout:op 5625 completed, throughput=5MB/sec 2024-04-10T15:44:26.533 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-B7_Yj7oxeNQrHPr off=15678616 len=555903 2024-04-10T15:44:26.534 INFO:tasks.workunit.client.0.smithi102.stdout:op 5626 completed, throughput=5MB/sec 2024-04-10T15:44:27.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:27 smithi154 ceph-mon[84269]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:44:27.426 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:27 smithi102 ceph-mon[90943]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:44:27.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:27 smithi102 ceph-mon[88557]: pgmap v1906: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.2 MiB/s wr, 4 op/s 2024-04-10T15:44:27.535 INFO:tasks.workunit.client.0.smithi102.stdout: 1099: throughput=5MB/sec pending data=0 2024-04-10T15:44:27.535 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xXLYEvp2baJe2Y4 off=239326 len=1179186 2024-04-10T15:44:27.536 INFO:tasks.workunit.client.0.smithi102.stdout:op 5627 completed, throughput=5MB/sec 2024-04-10T15:44:27.536 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-W0KuO0f7WEfbjV5 off=4030203 len=869283 2024-04-10T15:44:27.538 INFO:tasks.workunit.client.0.smithi102.stdout:op 5628 completed, throughput=5MB/sec 2024-04-10T15:44:27.538 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wKGYYDS1ee4SuNm off=3165750 len=411693 2024-04-10T15:44:27.542 INFO:tasks.workunit.client.0.smithi102.stdout:op 5629 completed, throughput=5MB/sec 2024-04-10T15:44:27.543 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-osRW_ZdZ0hesXI7 off=78387 len=1044332 2024-04-10T15:44:27.548 INFO:tasks.workunit.client.0.smithi102.stdout:op 5630 completed, throughput=5MB/sec 2024-04-10T15:44:27.548 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-L1-eSm6qYO0Aqzu off=2788492 len=1558779 2024-04-10T15:44:27.554 INFO:tasks.workunit.client.0.smithi102.stdout:op 5631 completed, throughput=5MB/sec 2024-04-10T15:44:27.924 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:44:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:44:27] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2024-04-10T15:44:28.554 INFO:tasks.workunit.client.0.smithi102.stdout: 1100: throughput=5MB/sec pending data=0 2024-04-10T15:44:28.554 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Sek79qlpYQ0FplG off=2274810 len=1026537 2024-04-10T15:44:28.559 INFO:tasks.workunit.client.0.smithi102.stdout:op 5632 completed, throughput=5MB/sec 2024-04-10T15:44:28.559 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ce8WNSxCaj6ttBO off=13565912 len=1169053 2024-04-10T15:44:28.561 INFO:tasks.workunit.client.0.smithi102.stdout:op 5633 completed, throughput=5MB/sec 2024-04-10T15:44:28.561 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4fnXAkReq5WNCf- off=12021234 len=1620228 2024-04-10T15:44:28.562 INFO:tasks.workunit.client.0.smithi102.stdout:op 5634 completed, throughput=5MB/sec 2024-04-10T15:44:28.562 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fApI6txIA-VJLkk off=694999 len=893078 2024-04-10T15:44:28.564 INFO:tasks.workunit.client.0.smithi102.stdout:op 5635 completed, throughput=5MB/sec 2024-04-10T15:44:28.564 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xizWprN-SNtzhN6 off=0 len=1121295 2024-04-10T15:44:28.565 INFO:tasks.workunit.client.0.smithi102.stdout:op 5636 completed, throughput=5MB/sec 2024-04-10T15:44:29.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:29 smithi154 ceph-mon[84269]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:44:29.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:29 smithi102 ceph-mon[90943]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:44:29.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:29 smithi102 ceph-mon[88557]: pgmap v1907: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:44:29.566 INFO:tasks.workunit.client.0.smithi102.stdout: 1101: throughput=5MB/sec pending data=0 2024-04-10T15:44:29.566 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wKGYYDS1ee4SuNm off=11180525 len=847855 2024-04-10T15:44:29.567 INFO:tasks.workunit.client.0.smithi102.stdout:op 5637 completed, throughput=5MB/sec 2024-04-10T15:44:29.567 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Hr5ojbh4UQ-xev2 off=21010675 len=533816 2024-04-10T15:44:29.572 INFO:tasks.workunit.client.0.smithi102.stdout:op 5638 completed, throughput=5MB/sec 2024-04-10T15:44:29.572 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-nXJDI1H9cQqgwCl off=11659967 len=767500 2024-04-10T15:44:29.576 INFO:tasks.workunit.client.0.smithi102.stdout:op 5639 completed, throughput=5MB/sec 2024-04-10T15:44:29.577 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-lW7hlAIl_uo25qh off=4209854 len=1179855 2024-04-10T15:44:29.582 INFO:tasks.workunit.client.0.smithi102.stdout:op 5640 completed, throughput=5MB/sec 2024-04-10T15:44:29.582 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-XAyfLwbrSPFaKz3 off=9070832 len=1428538 2024-04-10T15:44:29.584 INFO:tasks.workunit.client.0.smithi102.stdout:op 5641 completed, throughput=5MB/sec 2024-04-10T15:44:30.585 INFO:tasks.workunit.client.0.smithi102.stdout: 1102: throughput=5MB/sec pending data=0 2024-04-10T15:44:30.585 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Pq-BNjg7eEmhGp5 off=14173580 len=94100 2024-04-10T15:44:30.587 INFO:tasks.workunit.client.0.smithi102.stdout:op 5642 completed, throughput=5MB/sec 2024-04-10T15:44:30.587 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TmcxmWuPX5NyOu8 off=17750210 len=974759 2024-04-10T15:44:30.589 INFO:tasks.workunit.client.0.smithi102.stdout:op 5643 completed, throughput=5MB/sec 2024-04-10T15:44:30.589 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-4J2S0kqVBis6Wpe off=3041851 len=1045012 2024-04-10T15:44:30.590 INFO:tasks.workunit.client.0.smithi102.stdout:op 5644 completed, throughput=5MB/sec 2024-04-10T15:44:30.590 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-g4NdiEFFKOkhAu5 off=323941 len=1740935 2024-04-10T15:44:30.594 INFO:tasks.workunit.client.0.smithi102.stdout:op 5645 completed, throughput=5MB/sec 2024-04-10T15:44:30.594 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ve6NizrtYIWj4LT off=4697343 len=1599373 2024-04-10T15:44:30.595 INFO:tasks.workunit.client.0.smithi102.stdout:op 5646 completed, throughput=5MB/sec 2024-04-10T15:44:31.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:31 smithi154 ceph-mon[84269]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:44:31.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:31 smithi102 ceph-mon[88557]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:44:31.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:31 smithi102 ceph-mon[90943]: pgmap v1908: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:44:31.595 INFO:tasks.workunit.client.0.smithi102.stdout: 1103: throughput=5MB/sec pending data=0 2024-04-10T15:44:31.595 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ruNrhk9riAT857Q off=11485612 len=2080819 2024-04-10T15:44:31.607 INFO:tasks.workunit.client.0.smithi102.stdout:op 5647 completed, throughput=5MB/sec 2024-04-10T15:44:31.607 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vcEjg1afkmyiCaF off=7415529 len=1990564 2024-04-10T15:44:31.611 INFO:tasks.workunit.client.0.smithi102.stdout:op 5648 completed, throughput=5MB/sec 2024-04-10T15:44:31.611 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-tI0KbBdU_OeMuPL off=848711 len=1237336 2024-04-10T15:44:31.619 INFO:tasks.workunit.client.0.smithi102.stdout:op 5649 completed, throughput=5MB/sec 2024-04-10T15:44:32.619 INFO:tasks.workunit.client.0.smithi102.stdout: 1104: throughput=5MB/sec pending data=0 2024-04-10T15:44:32.620 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0rPy_lzs13afNx3 off=15623143 len=640627 2024-04-10T15:44:32.621 INFO:tasks.workunit.client.0.smithi102.stdout:op 5650 completed, throughput=5MB/sec 2024-04-10T15:44:32.621 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-uUaTBz-2kgI6SjV off=2890735 len=61839 2024-04-10T15:44:32.624 INFO:tasks.workunit.client.0.smithi102.stdout:op 5651 completed, throughput=5MB/sec 2024-04-10T15:44:32.624 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-P3o2sZnVD23CoXi off=3853441 len=1950090 2024-04-10T15:44:32.634 INFO:tasks.workunit.client.0.smithi102.stdout:op 5652 completed, throughput=5MB/sec 2024-04-10T15:44:32.634 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DEoIesEY7G_pg6F off=9490729 len=1962360 2024-04-10T15:44:32.638 INFO:tasks.workunit.client.0.smithi102.stdout:op 5653 completed, throughput=5MB/sec 2024-04-10T15:44:32.638 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aFd8OqkqXvf1e8z off=6769769 len=1196562 2024-04-10T15:44:32.639 INFO:tasks.workunit.client.0.smithi102.stdout:op 5654 completed, throughput=5MB/sec 2024-04-10T15:44:32.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:44:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:44:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:44:33.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:33 smithi154 ceph-mon[84269]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:44:33.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:33 smithi102 ceph-mon[90943]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:44:33.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:33 smithi102 ceph-mon[88557]: pgmap v1909: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:44:33.640 INFO:tasks.workunit.client.0.smithi102.stdout: 1105: throughput=5MB/sec pending data=0 2024-04-10T15:44:33.640 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gdwyWj5h1fSbxFZ off=9397122 len=1629309 2024-04-10T15:44:33.648 INFO:tasks.workunit.client.0.smithi102.stdout:op 5655 completed, throughput=5MB/sec 2024-04-10T15:44:33.649 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OCq7ykOEZpubPeq off=789248 len=1847503 2024-04-10T15:44:33.656 INFO:tasks.workunit.client.0.smithi102.stdout:op 5656 completed, throughput=5MB/sec 2024-04-10T15:44:33.656 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jr2-JmP5lHUDDMr off=18814551 len=103807 2024-04-10T15:44:33.659 INFO:tasks.workunit.client.0.smithi102.stdout:op 5657 completed, throughput=5MB/sec 2024-04-10T15:44:33.659 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qi-mew_Wy6KkmW6 off=8288064 len=1661493 2024-04-10T15:44:33.661 INFO:tasks.workunit.client.0.smithi102.stdout:op 5658 completed, throughput=5MB/sec 2024-04-10T15:44:34.661 INFO:tasks.workunit.client.0.smithi102.stdout: 1106: throughput=5MB/sec pending data=0 2024-04-10T15:44:34.661 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eFd0Ga07xWVnlc7 off=1130316 len=1987037 2024-04-10T15:44:34.663 INFO:tasks.workunit.client.0.smithi102.stdout:op 5659 completed, throughput=5MB/sec 2024-04-10T15:44:34.663 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gDyyFj2qBC0y0re off=11410957 len=1395106 2024-04-10T15:44:34.671 INFO:tasks.workunit.client.0.smithi102.stdout:op 5660 completed, throughput=5MB/sec 2024-04-10T15:44:34.671 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1zfUR2dPNn3LPzW off=2555417 len=502181 2024-04-10T15:44:34.675 INFO:tasks.workunit.client.0.smithi102.stdout:op 5661 completed, throughput=5MB/sec 2024-04-10T15:44:34.675 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UqEUkL6P3ow6sVe off=16499345 len=14084 2024-04-10T15:44:34.676 INFO:tasks.workunit.client.0.smithi102.stdout:op 5662 completed, throughput=5MB/sec 2024-04-10T15:44:34.676 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VS7GrXfiwuFwOig off=4904906 len=1954248 2024-04-10T15:44:34.678 INFO:tasks.workunit.client.0.smithi102.stdout:op 5663 completed, throughput=5MB/sec 2024-04-10T15:44:35.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:35 smithi154 ceph-mon[84269]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:44:35.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:35 smithi102 ceph-mon[90943]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:44:35.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:35 smithi102 ceph-mon[88557]: pgmap v1910: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:44:35.678 INFO:tasks.workunit.client.0.smithi102.stdout: 1107: throughput=5MB/sec pending data=0 2024-04-10T15:44:35.678 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XbsyLfu4sL78gf7 off=19360782 len=1031047 2024-04-10T15:44:35.683 INFO:tasks.workunit.client.0.smithi102.stdout:op 5664 completed, throughput=5MB/sec 2024-04-10T15:44:35.683 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Ocn8wzrjruk0J0n off=11023323 len=1063946 2024-04-10T15:44:35.684 INFO:tasks.workunit.client.0.smithi102.stdout:op 5665 completed, throughput=5MB/sec 2024-04-10T15:44:35.684 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NFV-56QethIbiol off=454318 len=945851 2024-04-10T15:44:35.685 INFO:tasks.workunit.client.0.smithi102.stdout:op 5666 completed, throughput=5MB/sec 2024-04-10T15:44:35.686 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DScw40dt5BYm8H8 off=252586 len=1788728 2024-04-10T15:44:35.696 INFO:tasks.workunit.client.0.smithi102.stdout:op 5667 completed, throughput=5MB/sec 2024-04-10T15:44:36.696 INFO:tasks.workunit.client.0.smithi102.stdout: 1108: throughput=5MB/sec pending data=0 2024-04-10T15:44:36.696 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2cV4tqvxbzIrsZd off=3180044 len=862138 2024-04-10T15:44:36.697 INFO:tasks.workunit.client.0.smithi102.stdout:op 5668 completed, throughput=5MB/sec 2024-04-10T15:44:36.697 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--3BhfIgxDxhZrUy off=6457786 len=1122192 2024-04-10T15:44:36.704 INFO:tasks.workunit.client.0.smithi102.stdout:op 5669 completed, throughput=5MB/sec 2024-04-10T15:44:36.704 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mkoli54J5erR9NK off=4414750 len=211813 2024-04-10T15:44:36.707 INFO:tasks.workunit.client.0.smithi102.stdout:op 5670 completed, throughput=5MB/sec 2024-04-10T15:44:36.707 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eqIk3QSviUOdRPm off=3377385 len=993815 2024-04-10T15:44:36.709 INFO:tasks.workunit.client.0.smithi102.stdout:op 5671 completed, throughput=5MB/sec 2024-04-10T15:44:36.709 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SKBi3A6FtlwaXUK off=16404142 len=1102674 2024-04-10T15:44:36.718 INFO:tasks.workunit.client.0.smithi102.stdout:op 5672 completed, throughput=5MB/sec 2024-04-10T15:44:36.718 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TNhMAL6owOoXKxE off=1366192 len=154026 2024-04-10T15:44:36.722 INFO:tasks.workunit.client.0.smithi102.stdout:op 5673 completed, throughput=5MB/sec 2024-04-10T15:44:36.722 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-T5U5tgbewjVU6mT off=3667752 len=496293 2024-04-10T15:44:36.722 INFO:tasks.workunit.client.0.smithi102.stdout:op 5674 completed, throughput=5MB/sec 2024-04-10T15:44:37.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:37 smithi154 ceph-mon[84269]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:44:37.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:37 smithi102 ceph-mon[90943]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:44:37.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:37 smithi102 ceph-mon[88557]: pgmap v1911: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.4 MiB/s wr, 4 op/s 2024-04-10T15:44:37.723 INFO:tasks.workunit.client.0.smithi102.stdout: 1109: throughput=5MB/sec pending data=0 2024-04-10T15:44:37.723 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ztzQQxHJtmsx8Tb off=15611172 len=420998 2024-04-10T15:44:37.727 INFO:tasks.workunit.client.0.smithi102.stdout:op 5675 completed, throughput=5MB/sec 2024-04-10T15:44:37.727 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VMKZBtqBhBgF98d off=3509054 len=1736499 2024-04-10T15:44:37.734 INFO:tasks.workunit.client.0.smithi102.stdout:op 5676 completed, throughput=5MB/sec 2024-04-10T15:44:37.734 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-388GwtYXyMawlnz off=8797770 len=490393 2024-04-10T15:44:37.738 INFO:tasks.workunit.client.0.smithi102.stdout:op 5677 completed, throughput=5MB/sec 2024-04-10T15:44:37.738 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2jdlJVI8e4Ccujo off=462586 len=361889 2024-04-10T15:44:37.741 INFO:tasks.workunit.client.0.smithi102.stdout:op 5678 completed, throughput=5MB/sec 2024-04-10T15:44:37.741 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XlBZIwC3e7QnpCE off=13982864 len=277862 2024-04-10T15:44:37.744 INFO:tasks.workunit.client.0.smithi102.stdout:op 5679 completed, throughput=5MB/sec 2024-04-10T15:44:37.744 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MFJV0rttLJU1dZK off=4961087 len=1656995 2024-04-10T15:44:37.745 INFO:tasks.workunit.client.0.smithi102.stdout:op 5680 completed, throughput=5MB/sec 2024-04-10T15:44:37.745 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-32WjR5L0tXeh4Vs off=103227 len=985239 2024-04-10T15:44:37.746 INFO:tasks.workunit.client.0.smithi102.stdout:op 5681 completed, throughput=5MB/sec 2024-04-10T15:44:37.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:44:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:44:37] "GET /metrics HTTP/1.1" 200 34080 "" "Prometheus/2.43.0" 2024-04-10T15:44:38.747 INFO:tasks.workunit.client.0.smithi102.stdout: 1110: throughput=5MB/sec pending data=0 2024-04-10T15:44:38.747 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-AM59jV_31q1ijci off=131795 len=1386948 2024-04-10T15:44:38.755 INFO:tasks.workunit.client.0.smithi102.stdout:op 5682 completed, throughput=5MB/sec 2024-04-10T15:44:38.755 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lIinVmObJ0yOWBB off=6338247 len=443145 2024-04-10T15:44:38.756 INFO:tasks.workunit.client.0.smithi102.stdout:op 5683 completed, throughput=5MB/sec 2024-04-10T15:44:38.756 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-h3it5w4FYc9gUAm off=18647958 len=665441 2024-04-10T15:44:38.758 INFO:tasks.workunit.client.0.smithi102.stdout:op 5684 completed, throughput=5MB/sec 2024-04-10T15:44:38.758 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-o1g0ODVLQYgtD9p off=15965552 len=236317 2024-04-10T15:44:38.761 INFO:tasks.workunit.client.0.smithi102.stdout:op 5685 completed, throughput=5MB/sec 2024-04-10T15:44:38.761 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-EEkUZcSh0N7IGl4 off=1707744 len=1197002 2024-04-10T15:44:38.762 INFO:tasks.workunit.client.0.smithi102.stdout:op 5686 completed, throughput=5MB/sec 2024-04-10T15:44:38.762 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-J5PBnU8FRAwFGlP off=1016872 len=1199526 2024-04-10T15:44:38.764 INFO:tasks.workunit.client.0.smithi102.stdout:op 5687 completed, throughput=5MB/sec 2024-04-10T15:44:39.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:39 smithi154 ceph-mon[84269]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:44:39.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:39.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:39 smithi102 ceph-mon[88557]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:44:39.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:39.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:39 smithi102 ceph-mon[90943]: pgmap v1912: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:44:39.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:39.764 INFO:tasks.workunit.client.0.smithi102.stdout: 1111: throughput=5MB/sec pending data=0 2024-04-10T15:44:39.764 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DnLhteZZy3KHPSY off=12228088 len=165462 2024-04-10T15:44:39.768 INFO:tasks.workunit.client.0.smithi102.stdout:op 5688 completed, throughput=5MB/sec 2024-04-10T15:44:39.768 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-6NKzGJCI4BLUZjF off=1441292 len=1809235 2024-04-10T15:44:39.779 INFO:tasks.workunit.client.0.smithi102.stdout:op 5689 completed, throughput=5MB/sec 2024-04-10T15:44:39.779 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ihZ9mimDBvjTSij off=4036809 len=2047253 2024-04-10T15:44:39.783 INFO:tasks.workunit.client.0.smithi102.stdout:op 5690 completed, throughput=5MB/sec 2024-04-10T15:44:39.783 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wP7qnDX8gI2jBUg off=850361 len=1436551 2024-04-10T15:44:39.793 INFO:tasks.workunit.client.0.smithi102.stdout:op 5691 completed, throughput=5MB/sec 2024-04-10T15:44:40.793 INFO:tasks.workunit.client.0.smithi102.stdout: 1112: throughput=5MB/sec pending data=0 2024-04-10T15:44:40.793 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-YpHA1l_4Y2iqwHj off=1669663 len=697551 2024-04-10T15:44:40.797 INFO:tasks.workunit.client.0.smithi102.stdout:op 5692 completed, throughput=5MB/sec 2024-04-10T15:44:40.797 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Q6-EmA7_NmvXXr1 off=1144730 len=604402 2024-04-10T15:44:40.800 INFO:tasks.workunit.client.0.smithi102.stdout:op 5693 completed, throughput=5MB/sec 2024-04-10T15:44:40.800 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8Z2XGvmLgx6cR6V off=11560962 len=419254 2024-04-10T15:44:40.804 INFO:tasks.workunit.client.0.smithi102.stdout:op 5694 completed, throughput=5MB/sec 2024-04-10T15:44:40.804 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1zccRtOEtmnGOKK off=11768001 len=1132212 2024-04-10T15:44:40.810 INFO:tasks.workunit.client.0.smithi102.stdout:op 5695 completed, throughput=5MB/sec 2024-04-10T15:44:40.810 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uLwLqtxMfbn6hhu off=1309599 len=1479413 2024-04-10T15:44:40.813 INFO:tasks.workunit.client.0.smithi102.stdout:op 5696 completed, throughput=5MB/sec 2024-04-10T15:44:40.813 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-E_bH5M6Q-LgtFVG off=11690382 len=272237 2024-04-10T15:44:40.816 INFO:tasks.workunit.client.0.smithi102.stdout:op 5697 completed, throughput=5MB/sec 2024-04-10T15:44:40.817 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_X1kdtDe6p90w1g off=8501042 len=1847548 2024-04-10T15:44:40.827 INFO:tasks.workunit.client.0.smithi102.stdout:op 5698 completed, throughput=5MB/sec 2024-04-10T15:44:41.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:41 smithi154 ceph-mon[84269]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:44:41.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:41 smithi102 ceph-mon[90943]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:44:41.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:41 smithi102 ceph-mon[88557]: pgmap v1913: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.6 MiB/s wr, 5 op/s 2024-04-10T15:44:41.827 INFO:tasks.workunit.client.0.smithi102.stdout: 1113: throughput=5MB/sec pending data=0 2024-04-10T15:44:41.827 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hBns9_l5JEKuPmq off=5696902 len=1215545 2024-04-10T15:44:41.830 INFO:tasks.workunit.client.0.smithi102.stdout:op 5699 completed, throughput=5MB/sec 2024-04-10T15:44:41.830 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1Qi3aMROf_mU4Oz off=17896448 len=1117034 2024-04-10T15:44:41.832 INFO:tasks.workunit.client.0.smithi102.stdout:op 5700 completed, throughput=5MB/sec 2024-04-10T15:44:41.832 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-MpjUbiqsDsAvNO6 off=836938 len=1137409 2024-04-10T15:44:41.833 INFO:tasks.workunit.client.0.smithi102.stdout:op 5701 completed, throughput=5MB/sec 2024-04-10T15:44:41.833 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--rHU9sBv2AecgmO off=1226883 len=597754 2024-04-10T15:44:41.837 INFO:tasks.workunit.client.0.smithi102.stdout:op 5702 completed, throughput=5MB/sec 2024-04-10T15:44:42.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:42 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:44:42.394 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:44:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:44:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:44:42.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:42 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:44:42.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:42 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:44:42.837 INFO:tasks.workunit.client.0.smithi102.stdout: 1114: throughput=5MB/sec pending data=0 2024-04-10T15:44:42.837 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-NO5uGt92UEE8Kef off=5213895 len=1639675 2024-04-10T15:44:42.839 INFO:tasks.workunit.client.0.smithi102.stdout:op 5703 completed, throughput=5MB/sec 2024-04-10T15:44:42.839 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rl_7LMMlik0onXS off=6876148 len=616906 2024-04-10T15:44:42.840 INFO:tasks.workunit.client.0.smithi102.stdout:op 5704 completed, throughput=5MB/sec 2024-04-10T15:44:42.840 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3KnKubJl4FT7vhj off=4452386 len=508280 2024-04-10T15:44:42.844 INFO:tasks.workunit.client.0.smithi102.stdout:op 5705 completed, throughput=5MB/sec 2024-04-10T15:44:42.844 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_bMjhrS95zZn-FW off=16403123 len=660337 2024-04-10T15:44:42.848 INFO:tasks.workunit.client.0.smithi102.stdout:op 5706 completed, throughput=5MB/sec 2024-04-10T15:44:42.848 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TSroM73ut7Ah5KQ off=6221989 len=622913 2024-04-10T15:44:42.851 INFO:tasks.workunit.client.0.smithi102.stdout:op 5707 completed, throughput=5MB/sec 2024-04-10T15:44:42.851 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ca5uxi81589PVly off=1622933 len=1958435 2024-04-10T15:44:42.853 INFO:tasks.workunit.client.0.smithi102.stdout:op 5708 completed, throughput=5MB/sec 2024-04-10T15:44:43.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:43 smithi154 ceph-mon[84269]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:44:43.397 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:43 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:44:43.397 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:43 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:44:43.397 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:43 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:44:43.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:43 smithi102 ceph-mon[90943]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:44:43.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:43 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:44:43.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:43 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:44:43.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:43 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:44:43.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:43 smithi102 ceph-mon[88557]: pgmap v1914: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.1 MiB/s wr, 4 op/s 2024-04-10T15:44:43.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:43 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:44:43.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:43 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:44:43.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:43 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:44:43.853 INFO:tasks.workunit.client.0.smithi102.stdout: 1115: throughput=5MB/sec pending data=0 2024-04-10T15:44:43.853 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GDDw6RNN-Eox_Uf off=16073005 len=2015937 2024-04-10T15:44:43.865 INFO:tasks.workunit.client.0.smithi102.stdout:op 5709 completed, throughput=5MB/sec 2024-04-10T15:44:43.865 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eOZKJOO0rFMPiOt off=3478323 len=597463 2024-04-10T15:44:43.869 INFO:tasks.workunit.client.0.smithi102.stdout:op 5710 completed, throughput=5MB/sec 2024-04-10T15:44:43.869 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Gy-1yXI3Z2Rf23S off=3243928 len=1600332 2024-04-10T15:44:43.875 INFO:tasks.workunit.client.0.smithi102.stdout:op 5711 completed, throughput=5MB/sec 2024-04-10T15:44:43.875 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Uj9tOKEbhqOzvED off=0 len=1321988 2024-04-10T15:44:43.878 INFO:tasks.workunit.client.0.smithi102.stdout:op 5712 completed, throughput=5MB/sec 2024-04-10T15:44:44.879 INFO:tasks.workunit.client.0.smithi102.stdout: 1116: throughput=5MB/sec pending data=0 2024-04-10T15:44:44.879 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PtTOil6qirkn8-F off=13530181 len=526935 2024-04-10T15:44:44.883 INFO:tasks.workunit.client.0.smithi102.stdout:op 5713 completed, throughput=5MB/sec 2024-04-10T15:44:44.883 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VViJudcW9Aq1Ypk off=6663945 len=176141 2024-04-10T15:44:44.883 INFO:tasks.workunit.client.0.smithi102.stdout:op 5714 completed, throughput=5MB/sec 2024-04-10T15:44:44.883 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Bu4F7SJ5eSCVUBe off=9476435 len=1078798 2024-04-10T15:44:44.889 INFO:tasks.workunit.client.0.smithi102.stdout:op 5715 completed, throughput=5MB/sec 2024-04-10T15:44:44.889 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-f-9HHuleQ5uVGxh off=2601636 len=1306596 2024-04-10T15:44:44.890 INFO:tasks.workunit.client.0.smithi102.stdout:op 5716 completed, throughput=5MB/sec 2024-04-10T15:44:44.891 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SlS7ioMf0eD5AcI off=261072 len=661354 2024-04-10T15:44:44.892 INFO:tasks.workunit.client.0.smithi102.stdout:op 5717 completed, throughput=5MB/sec 2024-04-10T15:44:44.892 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-atDIDpccg5YWZBf off=10023098 len=1943146 2024-04-10T15:44:44.894 INFO:tasks.workunit.client.0.smithi102.stdout:op 5718 completed, throughput=5MB/sec 2024-04-10T15:44:45.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:45 smithi154 ceph-mon[84269]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:44:45.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:45 smithi102 ceph-mon[90943]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:44:45.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:45 smithi102 ceph-mon[88557]: pgmap v1915: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.4 MiB/s wr, 5 op/s 2024-04-10T15:44:45.895 INFO:tasks.workunit.client.0.smithi102.stdout: 1117: throughput=5MB/sec pending data=0 2024-04-10T15:44:45.895 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Wp78_BBSY_000mL off=3739686 len=235566 2024-04-10T15:44:45.898 INFO:tasks.workunit.client.0.smithi102.stdout:op 5719 completed, throughput=5MB/sec 2024-04-10T15:44:45.898 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-11oSaGBZ60AKgbj off=786822 len=1988634 2024-04-10T15:44:45.900 INFO:tasks.workunit.client.0.smithi102.stdout:op 5720 completed, throughput=5MB/sec 2024-04-10T15:44:45.900 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-c5Xq3-_b-iSpjS5 off=5542231 len=37245 2024-04-10T15:44:45.903 INFO:tasks.workunit.client.0.smithi102.stdout:op 5721 completed, throughput=5MB/sec 2024-04-10T15:44:45.903 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-blXH5aJ9F8uAcya off=10603703 len=847118 2024-04-10T15:44:45.904 INFO:tasks.workunit.client.0.smithi102.stdout:op 5722 completed, throughput=5MB/sec 2024-04-10T15:44:45.904 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-n8wv2GUoabGI9rq off=1829694 len=788385 2024-04-10T15:44:45.908 INFO:tasks.workunit.client.0.smithi102.stdout:op 5723 completed, throughput=5MB/sec 2024-04-10T15:44:46.909 INFO:tasks.workunit.client.0.smithi102.stdout: 1118: throughput=5MB/sec pending data=0 2024-04-10T15:44:46.909 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bH8NrWTjWg0mUTb off=8937659 len=420996 2024-04-10T15:44:46.913 INFO:tasks.workunit.client.0.smithi102.stdout:op 5724 completed, throughput=5MB/sec 2024-04-10T15:44:46.913 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lHNdbeiaKNBcg2d off=7532102 len=1226515 2024-04-10T15:44:46.914 INFO:tasks.workunit.client.0.smithi102.stdout:op 5725 completed, throughput=5MB/sec 2024-04-10T15:44:46.915 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VgcWQhUno1wzQa3 off=18256713 len=1120657 2024-04-10T15:44:46.916 INFO:tasks.workunit.client.0.smithi102.stdout:op 5726 completed, throughput=5MB/sec 2024-04-10T15:44:46.916 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6qpJTU19FbKysPM off=4579062 len=857193 2024-04-10T15:44:46.917 INFO:tasks.workunit.client.0.smithi102.stdout:op 5727 completed, throughput=5MB/sec 2024-04-10T15:44:46.917 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-X7OtnwJKHi3sLXE off=2481730 len=1748059 2024-04-10T15:44:46.928 INFO:tasks.workunit.client.0.smithi102.stdout:op 5728 completed, throughput=5MB/sec 2024-04-10T15:44:47.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:47 smithi154 ceph-mon[84269]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:44:47.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:47 smithi102 ceph-mon[90943]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:44:47.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:47 smithi102 ceph-mon[88557]: pgmap v1916: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:44:47.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:44:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:44:47] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-10T15:44:47.928 INFO:tasks.workunit.client.0.smithi102.stdout: 1119: throughput=5MB/sec pending data=0 2024-04-10T15:44:47.928 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eWtqh0my5EiNxLZ off=4816128 len=1718009 2024-04-10T15:44:47.937 INFO:tasks.workunit.client.0.smithi102.stdout:op 5729 completed, throughput=5MB/sec 2024-04-10T15:44:47.937 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vpQZBRepdllOKBa off=4147899 len=537261 2024-04-10T15:44:47.940 INFO:tasks.workunit.client.0.smithi102.stdout:op 5730 completed, throughput=5MB/sec 2024-04-10T15:44:47.941 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-j78-p6nU8lRc5fZ off=8123428 len=1271060 2024-04-10T15:44:47.949 INFO:tasks.workunit.client.0.smithi102.stdout:op 5731 completed, throughput=5MB/sec 2024-04-10T15:44:47.949 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qQPLYXzpAXXT-DU off=5962367 len=374421 2024-04-10T15:44:47.949 INFO:tasks.workunit.client.0.smithi102.stdout:op 5732 completed, throughput=5MB/sec 2024-04-10T15:44:47.949 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aTjVucEw6mZCK6e off=9639156 len=1318289 2024-04-10T15:44:47.958 INFO:tasks.workunit.client.0.smithi102.stdout:op 5733 completed, throughput=5MB/sec 2024-04-10T15:44:47.958 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IlkA4Nuq1GChMoQ off=2429669 len=1803598 2024-04-10T15:44:47.967 INFO:tasks.workunit.client.0.smithi102.stdout:op 5734 completed, throughput=5MB/sec 2024-04-10T15:44:48.967 INFO:tasks.workunit.client.0.smithi102.stdout: 1120: throughput=5MB/sec pending data=0 2024-04-10T15:44:48.967 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gepmFQ1wCHjCnkk off=11989427 len=1956259 2024-04-10T15:44:48.979 INFO:tasks.workunit.client.0.smithi102.stdout:op 5735 completed, throughput=5MB/sec 2024-04-10T15:44:48.979 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2GDDVjno4JsoMoc off=15439127 len=1453547 2024-04-10T15:44:48.988 INFO:tasks.workunit.client.0.smithi102.stdout:op 5736 completed, throughput=5MB/sec 2024-04-10T15:44:48.988 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5Az9KNOW5r9NfPv off=23836076 len=69771 2024-04-10T15:44:48.988 INFO:tasks.workunit.client.0.smithi102.stdout:op 5737 completed, throughput=5MB/sec 2024-04-10T15:44:48.989 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-b8_QMsP6p6CqRGa off=1059247 len=1371602 2024-04-10T15:44:48.996 INFO:tasks.workunit.client.0.smithi102.stdout:op 5738 completed, throughput=5MB/sec 2024-04-10T15:44:49.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:49 smithi154 ceph-mon[84269]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:44:49.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:49 smithi102 ceph-mon[88557]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:44:49.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:49 smithi102 ceph-mon[90943]: pgmap v1917: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:44:49.996 INFO:tasks.workunit.client.0.smithi102.stdout: 1121: throughput=5MB/sec pending data=0 2024-04-10T15:44:49.996 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-wXkiZFFGvUvR3P8 off=3223092 len=74360 2024-04-10T15:44:49.997 INFO:tasks.workunit.client.0.smithi102.stdout:op 5739 completed, throughput=5MB/sec 2024-04-10T15:44:49.997 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-QY4qERUe5rVgmO7 off=18150682 len=885824 2024-04-10T15:44:49.999 INFO:tasks.workunit.client.0.smithi102.stdout:op 5740 completed, throughput=5MB/sec 2024-04-10T15:44:49.999 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-1vRGEHJN17b4rl7 off=887556 len=1568133 2024-04-10T15:44:50.008 INFO:tasks.workunit.client.0.smithi102.stdout:op 5741 completed, throughput=5MB/sec 2024-04-10T15:44:50.008 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-DSLk4wBBL5u68N1 off=14976603 len=67008 2024-04-10T15:44:50.010 INFO:tasks.workunit.client.0.smithi102.stdout:op 5742 completed, throughput=5MB/sec 2024-04-10T15:44:50.011 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ta8mTJruSAXxFWi off=6983690 len=653276 2024-04-10T15:44:50.015 INFO:tasks.workunit.client.0.smithi102.stdout:op 5743 completed, throughput=5MB/sec 2024-04-10T15:44:50.015 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wxY-nzGYuc6Sg3v off=369347 len=1074628 2024-04-10T15:44:50.019 INFO:tasks.workunit.client.0.smithi102.stdout:op 5744 completed, throughput=5MB/sec 2024-04-10T15:44:51.020 INFO:tasks.workunit.client.0.smithi102.stdout: 1122: throughput=5MB/sec pending data=0 2024-04-10T15:44:51.020 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-D30vz2HH_JR52xc off=13040984 len=968495 2024-04-10T15:44:51.021 INFO:tasks.workunit.client.0.smithi102.stdout:op 5745 completed, throughput=5MB/sec 2024-04-10T15:44:51.021 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-X-3pLx-DxI883vs off=1289352 len=1565636 2024-04-10T15:44:51.028 INFO:tasks.workunit.client.0.smithi102.stdout:op 5746 completed, throughput=5MB/sec 2024-04-10T15:44:51.028 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PhKdLxLQ0YaYvD3 off=4932458 len=261475 2024-04-10T15:44:51.031 INFO:tasks.workunit.client.0.smithi102.stdout:op 5747 completed, throughput=5MB/sec 2024-04-10T15:44:51.031 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fLAaqexiPKXojhT off=17435145 len=1930589 2024-04-10T15:44:51.033 INFO:tasks.workunit.client.0.smithi102.stdout:op 5748 completed, throughput=5MB/sec 2024-04-10T15:44:51.034 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-xn-x2zguXTc1k7V off=10098116 len=1089067 2024-04-10T15:44:51.034 INFO:tasks.workunit.client.0.smithi102.stdout:op 5749 completed, throughput=5MB/sec 2024-04-10T15:44:51.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:51 smithi154 ceph-mon[84269]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:44:51.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:51 smithi102 ceph-mon[90943]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:44:51.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:51 smithi102 ceph-mon[88557]: pgmap v1918: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:44:52.035 INFO:tasks.workunit.client.0.smithi102.stdout: 1123: throughput=5MB/sec pending data=0 2024-04-10T15:44:52.035 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Kz7Vr_GeM7o4WcQ off=14585561 len=807809 2024-04-10T15:44:52.040 INFO:tasks.workunit.client.0.smithi102.stdout:op 5750 completed, throughput=5MB/sec 2024-04-10T15:44:52.040 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_KPBTcgMltXySNq off=8513036 len=743753 2024-04-10T15:44:52.041 INFO:tasks.workunit.client.0.smithi102.stdout:op 5751 completed, throughput=5MB/sec 2024-04-10T15:44:52.041 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-VZHqZInh9ClUjmf off=7011942 len=1437313 2024-04-10T15:44:52.042 INFO:tasks.workunit.client.0.smithi102.stdout:op 5752 completed, throughput=5MB/sec 2024-04-10T15:44:52.043 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zJPsS9Cty7NFbZ5 off=6715634 len=2005709 2024-04-10T15:44:52.044 INFO:tasks.workunit.client.0.smithi102.stdout:op 5753 completed, throughput=5MB/sec 2024-04-10T15:44:52.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:44:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:44:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:44:53.045 INFO:tasks.workunit.client.0.smithi102.stdout: 1124: throughput=5MB/sec pending data=0 2024-04-10T15:44:53.045 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ygYlDYxyHG2rqan off=19015675 len=1374203 2024-04-10T15:44:53.046 INFO:tasks.workunit.client.0.smithi102.stdout:op 5754 completed, throughput=5MB/sec 2024-04-10T15:44:53.047 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Nf-gAROMGo2dSmA off=15257400 len=974381 2024-04-10T15:44:53.048 INFO:tasks.workunit.client.0.smithi102.stdout:op 5755 completed, throughput=5MB/sec 2024-04-10T15:44:53.048 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-t2XVzpDfQYzdKml off=3391925 len=572935 2024-04-10T15:44:53.052 INFO:tasks.workunit.client.0.smithi102.stdout:op 5756 completed, throughput=5MB/sec 2024-04-10T15:44:53.053 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CvF0EZ6nOGlqoMQ off=8376250 len=464117 2024-04-10T15:44:53.056 INFO:tasks.workunit.client.0.smithi102.stdout:op 5757 completed, throughput=5MB/sec 2024-04-10T15:44:53.056 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PL7s9X5-IJO5-mz off=7816641 len=868442 2024-04-10T15:44:53.057 INFO:tasks.workunit.client.0.smithi102.stdout:op 5758 completed, throughput=5MB/sec 2024-04-10T15:44:53.057 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-NO8klAp1PWy6pWN off=1889140 len=1660102 2024-04-10T15:44:53.067 INFO:tasks.workunit.client.0.smithi102.stdout:op 5759 completed, throughput=5MB/sec 2024-04-10T15:44:53.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:53 smithi154 ceph-mon[84269]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:44:53.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:53 smithi102 ceph-mon[90943]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:44:53.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:53 smithi102 ceph-mon[88557]: pgmap v1919: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:44:54.067 INFO:tasks.workunit.client.0.smithi102.stdout: 1125: throughput=5MB/sec pending data=0 2024-04-10T15:44:54.068 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HS5YKuDAuh6rbU- off=3148743 len=570029 2024-04-10T15:44:54.072 INFO:tasks.workunit.client.0.smithi102.stdout:op 5760 completed, throughput=5MB/sec 2024-04-10T15:44:54.072 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TRX49i-5SVx9GXU off=633204 len=1140194 2024-04-10T15:44:54.074 INFO:tasks.workunit.client.0.smithi102.stdout:op 5761 completed, throughput=5MB/sec 2024-04-10T15:44:54.074 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-StXhntpUjlf4isy off=12388714 len=2067830 2024-04-10T15:44:54.076 INFO:tasks.workunit.client.0.smithi102.stdout:op 5762 completed, throughput=5MB/sec 2024-04-10T15:44:54.077 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dnQAFarUKas38gg off=5926707 len=1725900 2024-04-10T15:44:54.084 INFO:tasks.workunit.client.0.smithi102.stdout:op 5763 completed, throughput=5MB/sec 2024-04-10T15:44:54.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:54.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:54.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:44:55.084 INFO:tasks.workunit.client.0.smithi102.stdout: 1126: throughput=5MB/sec pending data=0 2024-04-10T15:44:55.085 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GceaBfyXtkBZ39v off=7929079 len=186158 2024-04-10T15:44:55.088 INFO:tasks.workunit.client.0.smithi102.stdout:op 5764 completed, throughput=5MB/sec 2024-04-10T15:44:55.088 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-M2OMUPgzOTJmTO0 off=2371308 len=1862422 2024-04-10T15:44:55.098 INFO:tasks.workunit.client.0.smithi102.stdout:op 5765 completed, throughput=5MB/sec 2024-04-10T15:44:55.098 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-kWdTEEhYf8bOLX6 off=13107538 len=903775 2024-04-10T15:44:55.099 INFO:tasks.workunit.client.0.smithi102.stdout:op 5766 completed, throughput=5MB/sec 2024-04-10T15:44:55.099 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-68GQXeW8xg_IQAo off=4251403 len=722348 2024-04-10T15:44:55.103 INFO:tasks.workunit.client.0.smithi102.stdout:op 5767 completed, throughput=5MB/sec 2024-04-10T15:44:55.103 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ty2GgVjgEEy3Du0 off=4648182 len=1800690 2024-04-10T15:44:55.111 INFO:tasks.workunit.client.0.smithi102.stdout:op 5768 completed, throughput=5MB/sec 2024-04-10T15:44:55.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:55 smithi154 ceph-mon[84269]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:44:55.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:55 smithi102 ceph-mon[90943]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:44:55.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:55 smithi102 ceph-mon[88557]: pgmap v1920: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.2 MiB/s wr, 5 op/s 2024-04-10T15:44:56.111 INFO:tasks.workunit.client.0.smithi102.stdout: 1127: throughput=5MB/sec pending data=0 2024-04-10T15:44:56.111 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DcPY2FA2PAczVMX off=3974785 len=641172 2024-04-10T15:44:56.112 INFO:tasks.workunit.client.0.smithi102.stdout:op 5769 completed, throughput=5MB/sec 2024-04-10T15:44:56.112 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oc9RUf6wtIkoY3F off=14173369 len=521944 2024-04-10T15:44:56.113 INFO:tasks.workunit.client.0.smithi102.stdout:op 5770 completed, throughput=5MB/sec 2024-04-10T15:44:56.113 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-2wZvt1Umzg1VB8n off=7648408 len=2055802 2024-04-10T15:44:56.123 INFO:tasks.workunit.client.0.smithi102.stdout:op 5771 completed, throughput=5MB/sec 2024-04-10T15:44:56.124 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-B2FjLPCjQlPoWhm off=8357296 len=567611 2024-04-10T15:44:56.127 INFO:tasks.workunit.client.0.smithi102.stdout:op 5772 completed, throughput=5MB/sec 2024-04-10T15:44:56.128 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mlv3469f3EKymu_ off=6297832 len=1327845 2024-04-10T15:44:56.133 INFO:tasks.workunit.client.0.smithi102.stdout:op 5773 completed, throughput=5MB/sec 2024-04-10T15:44:57.134 INFO:tasks.workunit.client.0.smithi102.stdout: 1128: throughput=5MB/sec pending data=0 2024-04-10T15:44:57.134 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tGF5CWb8SMAZVWf off=10593702 len=113148 2024-04-10T15:44:57.135 INFO:tasks.workunit.client.0.smithi102.stdout:op 5774 completed, throughput=5MB/sec 2024-04-10T15:44:57.135 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XTQytJyX55cp8qR off=1290902 len=953722 2024-04-10T15:44:57.141 INFO:tasks.workunit.client.0.smithi102.stdout:op 5775 completed, throughput=5MB/sec 2024-04-10T15:44:57.141 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Tffo-4V44xCX8ZM off=0 len=1751779 2024-04-10T15:44:57.143 INFO:tasks.workunit.client.0.smithi102.stdout:op 5776 completed, throughput=5MB/sec 2024-04-10T15:44:57.144 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-02MLMOvuIq1x3O7 off=4007473 len=706310 2024-04-10T15:44:57.148 INFO:tasks.workunit.client.0.smithi102.stdout:op 5777 completed, throughput=5MB/sec 2024-04-10T15:44:57.148 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9yMFgzcdZqPv_6U off=9878191 len=1036885 2024-04-10T15:44:57.154 INFO:tasks.workunit.client.0.smithi102.stdout:op 5778 completed, throughput=5MB/sec 2024-04-10T15:44:57.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:57 smithi154 ceph-mon[84269]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:44:57.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:57 smithi102 ceph-mon[90943]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:44:57.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:57 smithi102 ceph-mon[88557]: pgmap v1921: 105 pgs: 105 active+clean; 128 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.9 MiB/s wr, 5 op/s 2024-04-10T15:44:57.923 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:44:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:44:57] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-10T15:44:58.155 INFO:tasks.workunit.client.0.smithi102.stdout: 1129: throughput=5MB/sec pending data=0 2024-04-10T15:44:58.155 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8h8j34416w3b-AP off=4584701 len=886680 2024-04-10T15:44:58.160 INFO:tasks.workunit.client.0.smithi102.stdout:op 5779 completed, throughput=5MB/sec 2024-04-10T15:44:58.160 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-h-m0p2yFLUaTUpc off=3233676 len=774448 2024-04-10T15:44:58.163 INFO:tasks.workunit.client.0.smithi102.stdout:op 5780 completed, throughput=5MB/sec 2024-04-10T15:44:58.164 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VH_jq7hkyAJqFDL off=5757847 len=699329 2024-04-10T15:44:58.168 INFO:tasks.workunit.client.0.smithi102.stdout:op 5781 completed, throughput=5MB/sec 2024-04-10T15:44:58.168 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-w3sNc-RzazOfAoL off=9935562 len=1038009 2024-04-10T15:44:58.174 INFO:tasks.workunit.client.0.smithi102.stdout:op 5782 completed, throughput=5MB/sec 2024-04-10T15:44:58.174 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3omaAt7V-x3CUXt off=2553604 len=861769 2024-04-10T15:44:58.178 INFO:tasks.workunit.client.0.smithi102.stdout:op 5783 completed, throughput=5MB/sec 2024-04-10T15:44:58.178 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9a7UZOGc45kc1iC off=3637433 len=1742429 2024-04-10T15:44:58.189 INFO:tasks.workunit.client.0.smithi102.stdout:op 5784 completed, throughput=5MB/sec 2024-04-10T15:44:59.190 INFO:tasks.workunit.client.0.smithi102.stdout: 1130: throughput=5MB/sec pending data=0 2024-04-10T15:44:59.190 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3_QiD4neq2Z3g1y off=1039078 len=2085708 2024-04-10T15:44:59.192 INFO:tasks.workunit.client.0.smithi102.stdout:op 5785 completed, throughput=5MB/sec 2024-04-10T15:44:59.192 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-uMsDNRSFRfcf_Wl off=1938274 len=1848019 2024-04-10T15:44:59.194 INFO:tasks.workunit.client.0.smithi102.stdout:op 5786 completed, throughput=5MB/sec 2024-04-10T15:44:59.194 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QTfdZO5ynmEFOjd off=307853 len=271671 2024-04-10T15:44:59.197 INFO:tasks.workunit.client.0.smithi102.stdout:op 5787 completed, throughput=5MB/sec 2024-04-10T15:44:59.197 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-g_rTB8GcbahtFqX off=1340508 len=698237 2024-04-10T15:44:59.202 INFO:tasks.workunit.client.0.smithi102.stdout:op 5788 completed, throughput=5MB/sec 2024-04-10T15:44:59.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:44:59 smithi154 ceph-mon[84269]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:44:59.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:44:59 smithi102 ceph-mon[90943]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:44:59.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:44:59 smithi102 ceph-mon[88557]: pgmap v1922: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:45:00.202 INFO:tasks.workunit.client.0.smithi102.stdout: 1131: throughput=5MB/sec pending data=0 2024-04-10T15:45:00.203 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Phr0DhZCKpIkBE8 off=23256278 len=470809 2024-04-10T15:45:00.203 INFO:tasks.workunit.client.0.smithi102.stdout:op 5789 completed, throughput=5MB/sec 2024-04-10T15:45:00.203 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BbUXnVNfGFjy6yP off=2808036 len=2091551 2024-04-10T15:45:00.217 INFO:tasks.workunit.client.0.smithi102.stdout:op 5790 completed, throughput=5MB/sec 2024-04-10T15:45:00.217 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rtNEL90iylQyPlI off=86180 len=1521575 2024-04-10T15:45:00.218 INFO:tasks.workunit.client.0.smithi102.stdout:op 5791 completed, throughput=5MB/sec 2024-04-10T15:45:00.218 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-HvEA1e8-r1VVHdQ off=5654567 len=2017647 2024-04-10T15:45:00.228 INFO:tasks.workunit.client.0.smithi102.stdout:op 5792 completed, throughput=5MB/sec 2024-04-10T15:45:01.228 INFO:tasks.workunit.client.0.smithi102.stdout: 1132: throughput=5MB/sec pending data=0 2024-04-10T15:45:01.229 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TJDIZpM0emp8EwD off=3882943 len=1601797 2024-04-10T15:45:01.230 INFO:tasks.workunit.client.0.smithi102.stdout:op 5793 completed, throughput=5MB/sec 2024-04-10T15:45:01.231 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VKfXCOKk8g7cBNT off=6877051 len=230920 2024-04-10T15:45:01.234 INFO:tasks.workunit.client.0.smithi102.stdout:op 5794 completed, throughput=5MB/sec 2024-04-10T15:45:01.234 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UW2rGCe77uuh3sL off=2508181 len=1873474 2024-04-10T15:45:01.243 INFO:tasks.workunit.client.0.smithi102.stdout:op 5795 completed, throughput=5MB/sec 2024-04-10T15:45:01.243 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-UDdQR35DNfwia6P off=1656681 len=1375734 2024-04-10T15:45:01.251 INFO:tasks.workunit.client.0.smithi102.stdout:op 5796 completed, throughput=5MB/sec 2024-04-10T15:45:01.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:01 smithi154 ceph-mon[84269]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T15:45:01.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:01 smithi102 ceph-mon[90943]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T15:45:01.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:01 smithi102 ceph-mon[88557]: pgmap v1923: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 3.1 MiB/s wr, 4 op/s 2024-04-10T15:45:02.251 INFO:tasks.workunit.client.0.smithi102.stdout: 1133: throughput=5MB/sec pending data=0 2024-04-10T15:45:02.251 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-U4AUfyTkg5zkGsQ off=6964202 len=1922309 2024-04-10T15:45:02.263 INFO:tasks.workunit.client.0.smithi102.stdout:op 5797 completed, throughput=5MB/sec 2024-04-10T15:45:02.263 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8qMqn8G-lw71GUK off=12070666 len=1293436 2024-04-10T15:45:02.265 INFO:tasks.workunit.client.0.smithi102.stdout:op 5798 completed, throughput=5MB/sec 2024-04-10T15:45:02.265 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-83dbpI0Yash0vXK off=2403798 len=1690915 2024-04-10T15:45:02.267 INFO:tasks.workunit.client.0.smithi102.stdout:op 5799 completed, throughput=5MB/sec 2024-04-10T15:45:02.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:45:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:45:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:45:03.268 INFO:tasks.workunit.client.0.smithi102.stdout: 1134: throughput=5MB/sec pending data=0 2024-04-10T15:45:03.268 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-CFRzogCI56K2Mnk off=3821972 len=301900 2024-04-10T15:45:03.269 INFO:tasks.workunit.client.0.smithi102.stdout:op 5800 completed, throughput=5MB/sec 2024-04-10T15:45:03.269 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bFyv8-MxGpPj46M off=2208207 len=325671 2024-04-10T15:45:03.273 INFO:tasks.workunit.client.0.smithi102.stdout:op 5801 completed, throughput=5MB/sec 2024-04-10T15:45:03.273 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj--rAuP5ypz6eS7Vn off=1362505 len=1951077 2024-04-10T15:45:03.284 INFO:tasks.workunit.client.0.smithi102.stdout:op 5802 completed, throughput=5MB/sec 2024-04-10T15:45:03.284 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-w8vp8Q6wK8A0Pp0 off=278148 len=1404421 2024-04-10T15:45:03.290 INFO:tasks.workunit.client.0.smithi102.stdout:op 5803 completed, throughput=5MB/sec 2024-04-10T15:45:03.290 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dwq7eROjIWa-kWw off=7438917 len=1879936 2024-04-10T15:45:03.293 INFO:tasks.workunit.client.0.smithi102.stdout:op 5804 completed, throughput=5MB/sec 2024-04-10T15:45:03.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:03 smithi154 ceph-mon[84269]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:45:03.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:03 smithi102 ceph-mon[90943]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:45:03.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:03 smithi102 ceph-mon[88557]: pgmap v1924: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:45:04.294 INFO:tasks.workunit.client.0.smithi102.stdout: 1135: throughput=5MB/sec pending data=0 2024-04-10T15:45:04.294 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-B87l_GMTkPDREOV off=8943209 len=1468261 2024-04-10T15:45:04.301 INFO:tasks.workunit.client.0.smithi102.stdout:op 5805 completed, throughput=5MB/sec 2024-04-10T15:45:04.301 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Eni4WEHjFLvO1nv off=1531713 len=300291 2024-04-10T15:45:04.302 INFO:tasks.workunit.client.0.smithi102.stdout:op 5806 completed, throughput=5MB/sec 2024-04-10T15:45:04.302 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-T5Ur-rhHAw9kOg5 off=3739977 len=260553 2024-04-10T15:45:04.306 INFO:tasks.workunit.client.0.smithi102.stdout:op 5807 completed, throughput=5MB/sec 2024-04-10T15:45:04.306 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xIQs8rVmulQWKY9 off=420927 len=1972032 2024-04-10T15:45:04.315 INFO:tasks.workunit.client.0.smithi102.stdout:op 5808 completed, throughput=5MB/sec 2024-04-10T15:45:04.315 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Vfzz9XAIZ7BqMh_ off=3252890 len=14720 2024-04-10T15:45:04.316 INFO:tasks.workunit.client.0.smithi102.stdout:op 5809 completed, throughput=5MB/sec 2024-04-10T15:45:04.316 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-l8YoJ2xOBkHfJs9 off=7721825 len=2056187 2024-04-10T15:45:04.324 INFO:tasks.workunit.client.0.smithi102.stdout:op 5810 completed, throughput=5MB/sec 2024-04-10T15:45:05.325 INFO:tasks.workunit.client.0.smithi102.stdout: 1136: throughput=5MB/sec pending data=0 2024-04-10T15:45:05.325 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cUkj1KS0RuGlQ2S off=2262535 len=1756442 2024-04-10T15:45:05.333 INFO:tasks.workunit.client.0.smithi102.stdout:op 5811 completed, throughput=5MB/sec 2024-04-10T15:45:05.333 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj--EawadPx199d9P6 off=6617025 len=859804 2024-04-10T15:45:05.335 INFO:tasks.workunit.client.0.smithi102.stdout:op 5812 completed, throughput=5MB/sec 2024-04-10T15:45:05.335 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bGN3JMHRYxMG8V1 off=2022297 len=330336 2024-04-10T15:45:05.336 INFO:tasks.workunit.client.0.smithi102.stdout:op 5813 completed, throughput=5MB/sec 2024-04-10T15:45:05.336 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BwTKhCrrLNnOJUM off=1009510 len=805976 2024-04-10T15:45:05.340 INFO:tasks.workunit.client.0.smithi102.stdout:op 5814 completed, throughput=5MB/sec 2024-04-10T15:45:05.340 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-TGAbl9ha1wJOCo4 off=3654974 len=1668480 2024-04-10T15:45:05.342 INFO:tasks.workunit.client.0.smithi102.stdout:op 5815 completed, throughput=5MB/sec 2024-04-10T15:45:05.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:05 smithi154 ceph-mon[84269]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:45:05.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:05 smithi102 ceph-mon[90943]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:45:05.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:05 smithi102 ceph-mon[88557]: pgmap v1925: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 5 op/s 2024-04-10T15:45:06.342 INFO:tasks.workunit.client.0.smithi102.stdout: 1137: throughput=5MB/sec pending data=0 2024-04-10T15:45:06.342 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3omaAt7V-x3CUXt off=2987793 len=535852 2024-04-10T15:45:06.346 INFO:tasks.workunit.client.0.smithi102.stdout:op 5816 completed, throughput=5MB/sec 2024-04-10T15:45:06.346 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-p8nBNO56idCEU6p off=2878874 len=1971422 2024-04-10T15:45:06.358 INFO:tasks.workunit.client.0.smithi102.stdout:op 5817 completed, throughput=5MB/sec 2024-04-10T15:45:06.358 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-P6WoRWecNquvR4M off=6526434 len=1982806 2024-04-10T15:45:06.360 INFO:tasks.workunit.client.0.smithi102.stdout:op 5818 completed, throughput=5MB/sec 2024-04-10T15:45:07.360 INFO:tasks.workunit.client.0.smithi102.stdout: 1138: throughput=5MB/sec pending data=0 2024-04-10T15:45:07.360 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-CEgZ-Xa6vl3dMpK off=1028214 len=707778 2024-04-10T15:45:07.364 INFO:tasks.workunit.client.0.smithi102.stdout:op 5819 completed, throughput=5MB/sec 2024-04-10T15:45:07.364 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-WrVznpMAEKOjFuZ off=10325011 len=1859073 2024-04-10T15:45:07.375 INFO:tasks.workunit.client.0.smithi102.stdout:op 5820 completed, throughput=5MB/sec 2024-04-10T15:45:07.375 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_hG081TcOhegKC- off=4041555 len=1571532 2024-04-10T15:45:07.385 INFO:tasks.workunit.client.0.smithi102.stdout:op 5821 completed, throughput=5MB/sec 2024-04-10T15:45:07.385 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GHvswTzukDP_-vb off=9918496 len=357890 2024-04-10T15:45:07.388 INFO:tasks.workunit.client.0.smithi102.stdout:op 5822 completed, throughput=5MB/sec 2024-04-10T15:45:07.388 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lFlCXq6mv_WULN4 off=8875866 len=1247796 2024-04-10T15:45:07.389 INFO:tasks.workunit.client.0.smithi102.stdout:op 5823 completed, throughput=5MB/sec 2024-04-10T15:45:07.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:07 smithi154 ceph-mon[84269]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:45:07.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:07 smithi102 ceph-mon[90943]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:45:07.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:07 smithi102 ceph-mon[88557]: pgmap v1926: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:45:07.924 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:45:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:45:07] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-10T15:45:08.390 INFO:tasks.workunit.client.0.smithi102.stdout: 1139: throughput=5MB/sec pending data=0 2024-04-10T15:45:08.390 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aObb74NcIOHOvhR off=585651 len=399088 2024-04-10T15:45:08.394 INFO:tasks.workunit.client.0.smithi102.stdout:op 5824 completed, throughput=5MB/sec 2024-04-10T15:45:08.394 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vjKjxgLwIg28oXW off=9127575 len=883259 2024-04-10T15:45:08.398 INFO:tasks.workunit.client.0.smithi102.stdout:op 5825 completed, throughput=5MB/sec 2024-04-10T15:45:08.398 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ABBiMJVF82WxBoT off=7338365 len=1725198 2024-04-10T15:45:08.407 INFO:tasks.workunit.client.0.smithi102.stdout:op 5826 completed, throughput=5MB/sec 2024-04-10T15:45:08.407 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-w1eNwHpyEn_ZFMO off=5974354 len=850931 2024-04-10T15:45:08.407 INFO:tasks.workunit.client.0.smithi102.stdout:op 5827 completed, throughput=5MB/sec 2024-04-10T15:45:08.407 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JOU63U3c4VHhPsQ off=7731347 len=2029251 2024-04-10T15:45:08.420 INFO:tasks.workunit.client.0.smithi102.stdout:op 5828 completed, throughput=5MB/sec 2024-04-10T15:45:09.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:09 smithi154 ceph-mon[84269]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:45:09.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:09.420 INFO:tasks.workunit.client.0.smithi102.stdout: 1140: throughput=5MB/sec pending data=0 2024-04-10T15:45:09.420 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BP-fN6N708ayjYn off=6112812 len=112859 2024-04-10T15:45:09.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:09 smithi102 ceph-mon[90943]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:45:09.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:09.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:09 smithi102 ceph-mon[88557]: pgmap v1927: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:45:09.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:09.424 INFO:tasks.workunit.client.0.smithi102.stdout:op 5829 completed, throughput=5MB/sec 2024-04-10T15:45:09.424 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-l2GqPs30mxsr7Sw off=17479909 len=98710 2024-04-10T15:45:09.427 INFO:tasks.workunit.client.0.smithi102.stdout:op 5830 completed, throughput=5MB/sec 2024-04-10T15:45:09.427 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-XUPS-A02ysWi-F7 off=5992600 len=1562829 2024-04-10T15:45:09.434 INFO:tasks.workunit.client.0.smithi102.stdout:op 5831 completed, throughput=5MB/sec 2024-04-10T15:45:09.434 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_t9-WFlUHBiJjVU off=6566558 len=250377 2024-04-10T15:45:09.437 INFO:tasks.workunit.client.0.smithi102.stdout:op 5832 completed, throughput=5MB/sec 2024-04-10T15:45:09.437 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LXEKD5jYWlP_Thc off=8136003 len=2073387 2024-04-10T15:45:09.448 INFO:tasks.workunit.client.0.smithi102.stdout:op 5833 completed, throughput=5MB/sec 2024-04-10T15:45:10.448 INFO:tasks.workunit.client.0.smithi102.stdout: 1141: throughput=5MB/sec pending data=0 2024-04-10T15:45:10.448 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-318oAe69Ws-o9eu off=585026 len=665608 2024-04-10T15:45:10.453 INFO:tasks.workunit.client.0.smithi102.stdout:op 5834 completed, throughput=5MB/sec 2024-04-10T15:45:10.453 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1XCnqqbLmuev016 off=4034039 len=2065396 2024-04-10T15:45:10.455 INFO:tasks.workunit.client.0.smithi102.stdout:op 5835 completed, throughput=5MB/sec 2024-04-10T15:45:10.456 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sqnpALMkJ5a1Kbh off=1255836 len=82397 2024-04-10T15:45:10.458 INFO:tasks.workunit.client.0.smithi102.stdout:op 5836 completed, throughput=5MB/sec 2024-04-10T15:45:10.458 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Q9kmY8u_pqkQSBX off=3733409 len=1658648 2024-04-10T15:45:10.469 INFO:tasks.workunit.client.0.smithi102.stdout:op 5837 completed, throughput=5MB/sec 2024-04-10T15:45:10.469 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-DfwhMEj-rn90eMs off=3373660 len=1889070 2024-04-10T15:45:10.470 INFO:tasks.workunit.client.0.smithi102.stdout:op 5838 completed, throughput=5MB/sec 2024-04-10T15:45:11.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:11 smithi154 ceph-mon[84269]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:45:11.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:11 smithi102 ceph-mon[90943]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:45:11.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:11 smithi102 ceph-mon[88557]: pgmap v1928: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:45:11.471 INFO:tasks.workunit.client.0.smithi102.stdout: 1142: throughput=5MB/sec pending data=0 2024-04-10T15:45:11.471 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-rqrkAhJ7DnXrxVq off=0 len=1065169 2024-04-10T15:45:11.472 INFO:tasks.workunit.client.0.smithi102.stdout:op 5839 completed, throughput=5MB/sec 2024-04-10T15:45:11.473 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KCO9u2a0SE14YH3 off=2721639 len=801532 2024-04-10T15:45:11.477 INFO:tasks.workunit.client.0.smithi102.stdout:op 5840 completed, throughput=5MB/sec 2024-04-10T15:45:11.477 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lHEjjIE2QEZkPcS off=17620801 len=1751387 2024-04-10T15:45:11.481 INFO:tasks.workunit.client.0.smithi102.stdout:op 5841 completed, throughput=5MB/sec 2024-04-10T15:45:11.481 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gi6TkJS-PacVAu- off=12770321 len=977274 2024-04-10T15:45:11.483 INFO:tasks.workunit.client.0.smithi102.stdout:op 5842 completed, throughput=5MB/sec 2024-04-10T15:45:12.483 INFO:tasks.workunit.client.0.smithi102.stdout: 1143: throughput=5MB/sec pending data=0 2024-04-10T15:45:12.484 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-fDdSfgg5eWo8lGx off=4514436 len=1000822 2024-04-10T15:45:12.485 INFO:tasks.workunit.client.0.smithi102.stdout:op 5843 completed, throughput=5MB/sec 2024-04-10T15:45:12.485 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-owIPzH0EyK4nXJr off=1387208 len=226139 2024-04-10T15:45:12.488 INFO:tasks.workunit.client.0.smithi102.stdout:op 5844 completed, throughput=5MB/sec 2024-04-10T15:45:12.488 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0_hdvYP2QP8pQzy off=101602 len=1544909 2024-04-10T15:45:12.491 INFO:tasks.workunit.client.0.smithi102.stdout:op 5845 completed, throughput=5MB/sec 2024-04-10T15:45:12.491 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Gh5QuBx6ZEQfDWn off=11764754 len=1329525 2024-04-10T15:45:12.493 INFO:tasks.workunit.client.0.smithi102.stdout:op 5846 completed, throughput=5MB/sec 2024-04-10T15:45:12.493 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dZU3U1XCWAwoKJa off=13281211 len=1983344 2024-04-10T15:45:12.495 INFO:tasks.workunit.client.0.smithi102.stdout:op 5847 completed, throughput=5MB/sec 2024-04-10T15:45:12.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:45:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:45:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:45:13.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:13 smithi154 ceph-mon[84269]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-10T15:45:13.423 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:13 smithi102 ceph-mon[88557]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-10T15:45:13.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:13 smithi102 ceph-mon[90943]: pgmap v1929: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.7 MiB/s wr, 3 op/s 2024-04-10T15:45:13.495 INFO:tasks.workunit.client.0.smithi102.stdout: 1144: throughput=5MB/sec pending data=0 2024-04-10T15:45:13.495 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PMqtzM91WNhltUh off=4842858 len=1948253 2024-04-10T15:45:13.505 INFO:tasks.workunit.client.0.smithi102.stdout:op 5848 completed, throughput=5MB/sec 2024-04-10T15:45:13.505 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-vUt_-4aWYm7bTNf off=380993 len=793390 2024-04-10T15:45:13.510 INFO:tasks.workunit.client.0.smithi102.stdout:op 5849 completed, throughput=5MB/sec 2024-04-10T15:45:13.510 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-svxWD1MX53c2FIb off=2933579 len=723534 2024-04-10T15:45:13.511 INFO:tasks.workunit.client.0.smithi102.stdout:op 5850 completed, throughput=5MB/sec 2024-04-10T15:45:13.511 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-qFJEBkELoJ7zj36 off=11413156 len=636705 2024-04-10T15:45:13.512 INFO:tasks.workunit.client.0.smithi102.stdout:op 5851 completed, throughput=5MB/sec 2024-04-10T15:45:14.512 INFO:tasks.workunit.client.0.smithi102.stdout: 1145: throughput=5MB/sec pending data=0 2024-04-10T15:45:14.513 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-mzVCV8rpuJFt01O off=1155778 len=1139019 2024-04-10T15:45:14.520 INFO:tasks.workunit.client.0.smithi102.stdout:op 5852 completed, throughput=5MB/sec 2024-04-10T15:45:14.520 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-IDUeJMTdx4i3Sgk off=10421246 len=671698 2024-04-10T15:45:14.524 INFO:tasks.workunit.client.0.smithi102.stdout:op 5853 completed, throughput=5MB/sec 2024-04-10T15:45:14.524 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_SW6fE_37Wvn10z off=3219932 len=782094 2024-04-10T15:45:14.530 INFO:tasks.workunit.client.0.smithi102.stdout:op 5854 completed, throughput=5MB/sec 2024-04-10T15:45:14.530 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9kI1rNPoP4QQCNx off=3215518 len=1464278 2024-04-10T15:45:14.531 INFO:tasks.workunit.client.0.smithi102.stdout:op 5855 completed, throughput=5MB/sec 2024-04-10T15:45:14.531 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-e-J4eAvNaCLn5FR off=1789994 len=439259 2024-04-10T15:45:14.532 INFO:tasks.workunit.client.0.smithi102.stdout:op 5856 completed, throughput=5MB/sec 2024-04-10T15:45:14.532 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-isz-DiCywclCLGC off=1081752 len=393460 2024-04-10T15:45:14.535 INFO:tasks.workunit.client.0.smithi102.stdout:op 5857 completed, throughput=5MB/sec 2024-04-10T15:45:14.536 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-0ZfjkPCVa7egD6c off=8479170 len=1599530 2024-04-10T15:45:14.538 INFO:tasks.workunit.client.0.smithi102.stdout:op 5858 completed, throughput=5MB/sec 2024-04-10T15:45:15.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:15 smithi154 ceph-mon[84269]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:45:15.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:15 smithi102 ceph-mon[90943]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:45:15.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:15 smithi102 ceph-mon[88557]: pgmap v1930: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.2 MiB/s wr, 4 op/s 2024-04-10T15:45:15.539 INFO:tasks.workunit.client.0.smithi102.stdout: 1146: throughput=5MB/sec pending data=0 2024-04-10T15:45:15.539 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zsDGkXXZMokQH4H off=12254511 len=1345484 2024-04-10T15:45:15.542 INFO:tasks.workunit.client.0.smithi102.stdout:op 5859 completed, throughput=5MB/sec 2024-04-10T15:45:15.542 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JMT-FD4qSEWw0n6 off=635055 len=1821054 2024-04-10T15:45:15.544 INFO:tasks.workunit.client.0.smithi102.stdout:op 5860 completed, throughput=5MB/sec 2024-04-10T15:45:15.544 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Hga3aGLXGeqCw3l off=12716210 len=823524 2024-04-10T15:45:15.550 INFO:tasks.workunit.client.0.smithi102.stdout:op 5861 completed, throughput=5MB/sec 2024-04-10T15:45:15.550 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-D90KELcIJyX2Wg4 off=215175 len=1674448 2024-04-10T15:45:15.558 INFO:tasks.workunit.client.0.smithi102.stdout:op 5862 completed, throughput=5MB/sec 2024-04-10T15:45:16.558 INFO:tasks.workunit.client.0.smithi102.stdout: 1147: throughput=5MB/sec pending data=0 2024-04-10T15:45:16.559 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-MDMtYZClFmqKIyQ off=5138630 len=1252255 2024-04-10T15:45:16.566 INFO:tasks.workunit.client.0.smithi102.stdout:op 5863 completed, throughput=5MB/sec 2024-04-10T15:45:16.566 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BGZOT1MkVnh-20O off=2445156 len=1489411 2024-04-10T15:45:16.569 INFO:tasks.workunit.client.0.smithi102.stdout:op 5864 completed, throughput=5MB/sec 2024-04-10T15:45:16.570 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-eSP1w7eNmlqddo8 off=3434123 len=1570630 2024-04-10T15:45:16.575 INFO:tasks.workunit.client.0.smithi102.stdout:op 5865 completed, throughput=5MB/sec 2024-04-10T15:45:17.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:17 smithi154 ceph-mon[84269]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:45:17.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:17 smithi102 ceph-mon[90943]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:45:17.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:17 smithi102 ceph-mon[88557]: pgmap v1931: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 2.7 MiB/s wr, 4 op/s 2024-04-10T15:45:17.576 INFO:tasks.workunit.client.0.smithi102.stdout: 1148: throughput=5MB/sec pending data=0 2024-04-10T15:45:17.576 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-D_kGkNqjKYMATZ0 off=2314658 len=673971 2024-04-10T15:45:17.577 INFO:tasks.workunit.client.0.smithi102.stdout:op 5866 completed, throughput=5MB/sec 2024-04-10T15:45:17.577 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9DGrwnsaKJW9R7j off=18855474 len=345530 2024-04-10T15:45:17.581 INFO:tasks.workunit.client.0.smithi102.stdout:op 5867 completed, throughput=5MB/sec 2024-04-10T15:45:17.581 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wD_wGgEoNarlYcr off=3574942 len=592754 2024-04-10T15:45:17.585 INFO:tasks.workunit.client.0.smithi102.stdout:op 5868 completed, throughput=5MB/sec 2024-04-10T15:45:17.585 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5BgDCqsWPHsxawB off=9325852 len=1027528 2024-04-10T15:45:17.586 INFO:tasks.workunit.client.0.smithi102.stdout:op 5869 completed, throughput=5MB/sec 2024-04-10T15:45:17.586 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ticU4cpGVnoX9Y5 off=6673123 len=572827 2024-04-10T15:45:17.587 INFO:tasks.workunit.client.0.smithi102.stdout:op 5870 completed, throughput=5MB/sec 2024-04-10T15:45:17.587 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8JacTynYiVF14wI off=2471252 len=926147 2024-04-10T15:45:17.589 INFO:tasks.workunit.client.0.smithi102.stdout:op 5871 completed, throughput=5MB/sec 2024-04-10T15:45:17.589 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PqBeUn8b__Y9c3s off=2579181 len=1314710 2024-04-10T15:45:17.592 INFO:tasks.workunit.client.0.smithi102.stdout:op 5872 completed, throughput=5MB/sec 2024-04-10T15:45:17.924 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:45:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:45:17] "GET /metrics HTTP/1.1" 200 34079 "" "Prometheus/2.43.0" 2024-04-10T15:45:18.592 INFO:tasks.workunit.client.0.smithi102.stdout: 1149: throughput=5MB/sec pending data=0 2024-04-10T15:45:18.592 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sXchU-bs7i17zGu off=175795 len=1773506 2024-04-10T15:45:18.600 INFO:tasks.workunit.client.0.smithi102.stdout:op 5873 completed, throughput=5MB/sec 2024-04-10T15:45:18.600 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-G-ndhv-AQYIjpzG off=7789483 len=424953 2024-04-10T15:45:18.601 INFO:tasks.workunit.client.0.smithi102.stdout:op 5874 completed, throughput=5MB/sec 2024-04-10T15:45:18.601 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-N3KK8fTf8WmhIh6 off=7745729 len=1111733 2024-04-10T15:45:18.607 INFO:tasks.workunit.client.0.smithi102.stdout:op 5875 completed, throughput=5MB/sec 2024-04-10T15:45:18.607 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jzK6HLMUFuSuM2Q off=1056074 len=1889639 2024-04-10T15:45:18.614 INFO:tasks.workunit.client.0.smithi102.stdout:op 5876 completed, throughput=5MB/sec 2024-04-10T15:45:19.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:19 smithi154 ceph-mon[84269]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-10T15:45:19.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:19 smithi102 ceph-mon[90943]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-10T15:45:19.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:19 smithi102 ceph-mon[88557]: pgmap v1932: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 1.9 MiB/s rd, 2.4 MiB/s wr, 3 op/s 2024-04-10T15:45:19.615 INFO:tasks.workunit.client.0.smithi102.stdout: 1150: throughput=5MB/sec pending data=0 2024-04-10T15:45:19.615 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-diMBCWIUG9vS7ze off=12552132 len=812932 2024-04-10T15:45:19.617 INFO:tasks.workunit.client.0.smithi102.stdout:op 5877 completed, throughput=5MB/sec 2024-04-10T15:45:19.617 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Lz17qY8axtXMBlj off=1637704 len=1683440 2024-04-10T15:45:19.619 INFO:tasks.workunit.client.0.smithi102.stdout:op 5878 completed, throughput=5MB/sec 2024-04-10T15:45:19.619 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-J-4PSq8UkqSYwdW off=2704551 len=1503138 2024-04-10T15:45:19.621 INFO:tasks.workunit.client.0.smithi102.stdout:op 5879 completed, throughput=5MB/sec 2024-04-10T15:45:19.621 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_L8FhqRWD5fmYq9 off=6264597 len=991485 2024-04-10T15:45:19.627 INFO:tasks.workunit.client.0.smithi102.stdout:op 5880 completed, throughput=5MB/sec 2024-04-10T15:45:20.627 INFO:tasks.workunit.client.0.smithi102.stdout: 1151: throughput=5MB/sec pending data=0 2024-04-10T15:45:20.628 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gzvl3zYMl3l1ZdE off=7013617 len=1628113 2024-04-10T15:45:20.631 INFO:tasks.workunit.client.0.smithi102.stdout:op 5881 completed, throughput=5MB/sec 2024-04-10T15:45:20.631 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3SM7DiMsBT3skAZ off=3715942 len=529742 2024-04-10T15:45:20.632 INFO:tasks.workunit.client.0.smithi102.stdout:op 5882 completed, throughput=5MB/sec 2024-04-10T15:45:20.632 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xJt8qXB9qtOvN19 off=7456499 len=1244767 2024-04-10T15:45:20.639 INFO:tasks.workunit.client.0.smithi102.stdout:op 5883 completed, throughput=5MB/sec 2024-04-10T15:45:20.639 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dN54jzqhVEI0idp off=5542679 len=1849066 2024-04-10T15:45:20.643 INFO:tasks.workunit.client.0.smithi102.stdout:op 5884 completed, throughput=5MB/sec 2024-04-10T15:45:21.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:21 smithi154 ceph-mon[84269]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:45:21.423 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:21 smithi102 ceph-mon[90943]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:45:21.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:21 smithi102 ceph-mon[88557]: pgmap v1933: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.6 MiB/s wr, 4 op/s 2024-04-10T15:45:21.644 INFO:tasks.workunit.client.0.smithi102.stdout: 1152: throughput=5MB/sec pending data=0 2024-04-10T15:45:21.644 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-aTodBXMzGpCrVaO off=3221746 len=294290 2024-04-10T15:45:21.647 INFO:tasks.workunit.client.0.smithi102.stdout:op 5885 completed, throughput=5MB/sec 2024-04-10T15:45:21.647 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rQ0eJ5oNZxeBWoO off=16885177 len=1095178 2024-04-10T15:45:21.654 INFO:tasks.workunit.client.0.smithi102.stdout:op 5886 completed, throughput=5MB/sec 2024-04-10T15:45:21.654 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-WCfRoDdlmPUldPJ off=1061906 len=1958839 2024-04-10T15:45:21.657 INFO:tasks.workunit.client.0.smithi102.stdout:op 5887 completed, throughput=5MB/sec 2024-04-10T15:45:21.657 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-GnAsAHXeOZTUriR off=11343115 len=1929543 2024-04-10T15:45:21.667 INFO:tasks.workunit.client.0.smithi102.stdout:op 5888 completed, throughput=5MB/sec 2024-04-10T15:45:21.667 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-t6Q02H7JEU23Brn off=4720004 len=1724115 2024-04-10T15:45:21.677 INFO:tasks.workunit.client.0.smithi102.stdout:op 5889 completed, throughput=5MB/sec 2024-04-10T15:45:22.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:45:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:45:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:45:22.678 INFO:tasks.workunit.client.0.smithi102.stdout: 1153: throughput=5MB/sec pending data=0 2024-04-10T15:45:22.678 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zuTP8iW0IgykJDx off=5917043 len=744128 2024-04-10T15:45:22.680 INFO:tasks.workunit.client.0.smithi102.stdout:op 5890 completed, throughput=5MB/sec 2024-04-10T15:45:22.680 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KbqxBZ89DOR3dou off=16056688 len=168445 2024-04-10T15:45:22.683 INFO:tasks.workunit.client.0.smithi102.stdout:op 5891 completed, throughput=5MB/sec 2024-04-10T15:45:22.683 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3RsY_FE5YU3LO7o off=12769921 len=1652785 2024-04-10T15:45:22.693 INFO:tasks.workunit.client.0.smithi102.stdout:op 5892 completed, throughput=5MB/sec 2024-04-10T15:45:22.693 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JcG5uU_WTkR2AbR off=17140166 len=404017 2024-04-10T15:45:22.694 INFO:tasks.workunit.client.0.smithi102.stdout:op 5893 completed, throughput=5MB/sec 2024-04-10T15:45:22.694 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-9z-lWXK51P4JhvZ off=10200897 len=1686652 2024-04-10T15:45:22.696 INFO:tasks.workunit.client.0.smithi102.stdout:op 5894 completed, throughput=5MB/sec 2024-04-10T15:45:23.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:23 smithi102 ceph-mon[90943]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:45:23.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:23 smithi102 ceph-mon[88557]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:45:23.643 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:23 smithi154 ceph-mon[84269]: pgmap v1934: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.3 MiB/s wr, 4 op/s 2024-04-10T15:45:23.697 INFO:tasks.workunit.client.0.smithi102.stdout: 1154: throughput=5MB/sec pending data=0 2024-04-10T15:45:23.697 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-g-6z7cp2TcvQcwR off=12017731 len=1026018 2024-04-10T15:45:23.699 INFO:tasks.workunit.client.0.smithi102.stdout:op 5895 completed, throughput=5MB/sec 2024-04-10T15:45:23.699 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cvjdjgHFd2krB2o off=2761374 len=183348 2024-04-10T15:45:23.702 INFO:tasks.workunit.client.0.smithi102.stdout:op 5896 completed, throughput=5MB/sec 2024-04-10T15:45:23.702 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-EpStEc8YowO8gPt off=0 len=1076448 2024-04-10T15:45:23.707 INFO:tasks.workunit.client.0.smithi102.stdout:op 5897 completed, throughput=5MB/sec 2024-04-10T15:45:23.707 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5JDKAkgdw1VcaOU off=4165194 len=250134 2024-04-10T15:45:23.709 INFO:tasks.workunit.client.0.smithi102.stdout:op 5898 completed, throughput=5MB/sec 2024-04-10T15:45:23.709 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VNH8kqy5XuZOveu off=15599655 len=642628 2024-04-10T15:45:23.713 INFO:tasks.workunit.client.0.smithi102.stdout:op 5899 completed, throughput=5MB/sec 2024-04-10T15:45:23.713 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0moehhiQc66bKRA off=542224 len=35965 2024-04-10T15:45:23.715 INFO:tasks.workunit.client.0.smithi102.stdout:op 5900 completed, throughput=5MB/sec 2024-04-10T15:45:23.715 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OSKxkoC-5mwRRTm off=2602779 len=138930 2024-04-10T15:45:23.716 INFO:tasks.workunit.client.0.smithi102.stdout:op 5901 completed, throughput=5MB/sec 2024-04-10T15:45:23.716 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LTZPGrBDEdn4-E7 off=1693056 len=913557 2024-04-10T15:45:23.721 INFO:tasks.workunit.client.0.smithi102.stdout:op 5902 completed, throughput=5MB/sec 2024-04-10T15:45:23.721 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-w1BjMsuNqtA8SSf off=6491885 len=1022061 2024-04-10T15:45:23.726 INFO:tasks.workunit.client.0.smithi102.stdout:op 5903 completed, throughput=5MB/sec 2024-04-10T15:45:24.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:24.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:24.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:24.726 INFO:tasks.workunit.client.0.smithi102.stdout: 1155: throughput=5MB/sec pending data=0 2024-04-10T15:45:24.727 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aJ4h_sHQ6orA5u- off=9369746 len=1375527 2024-04-10T15:45:24.729 INFO:tasks.workunit.client.0.smithi102.stdout:op 5904 completed, throughput=5MB/sec 2024-04-10T15:45:24.729 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-9IEXUvS8FuNE3FO off=1092724 len=89284 2024-04-10T15:45:24.732 INFO:tasks.workunit.client.0.smithi102.stdout:op 5905 completed, throughput=5MB/sec 2024-04-10T15:45:24.732 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cZF7HwqQKGw-N8J off=4354532 len=526921 2024-04-10T15:45:24.736 INFO:tasks.workunit.client.0.smithi102.stdout:op 5906 completed, throughput=5MB/sec 2024-04-10T15:45:24.736 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-gc3ifB6tIfff5g0 off=5284005 len=1377992 2024-04-10T15:45:24.737 INFO:tasks.workunit.client.0.smithi102.stdout:op 5907 completed, throughput=5MB/sec 2024-04-10T15:45:24.737 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RLOxvgsHGq1OxR7 off=3360301 len=2046855 2024-04-10T15:45:24.746 INFO:tasks.workunit.client.0.smithi102.stdout:op 5908 completed, throughput=5MB/sec 2024-04-10T15:45:25.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:25 smithi102 ceph-mon[90943]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:45:25.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:25 smithi102 ceph-mon[88557]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:45:25.643 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:25 smithi154 ceph-mon[84269]: pgmap v1935: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 704 GiB / 715 GiB avail; 2.7 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:45:25.746 INFO:tasks.workunit.client.0.smithi102.stdout: 1156: throughput=5MB/sec pending data=0 2024-04-10T15:45:25.746 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-FffWn12uE1PLGAE off=1295084 len=179597 2024-04-10T15:45:25.749 INFO:tasks.workunit.client.0.smithi102.stdout:op 5909 completed, throughput=5MB/sec 2024-04-10T15:45:25.749 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-QfPRI1JMxFjWcCJ off=23522 len=1389478 2024-04-10T15:45:25.757 INFO:tasks.workunit.client.0.smithi102.stdout:op 5910 completed, throughput=5MB/sec 2024-04-10T15:45:25.757 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_sq02_nKxqavtGo off=244861 len=1497618 2024-04-10T15:45:25.759 INFO:tasks.workunit.client.0.smithi102.stdout:op 5911 completed, throughput=5MB/sec 2024-04-10T15:45:25.759 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jww4nTxi8ECatvY off=4813374 len=1642391 2024-04-10T15:45:25.768 INFO:tasks.workunit.client.0.smithi102.stdout:op 5912 completed, throughput=5MB/sec 2024-04-10T15:45:26.768 INFO:tasks.workunit.client.0.smithi102.stdout: 1157: throughput=5MB/sec pending data=0 2024-04-10T15:45:26.768 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3edp6BkEp8JADqb off=2335984 len=258582 2024-04-10T15:45:26.769 INFO:tasks.workunit.client.0.smithi102.stdout:op 5913 completed, throughput=5MB/sec 2024-04-10T15:45:26.770 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-PJ29SZMKXGP3TTK off=6589847 len=306571 2024-04-10T15:45:26.770 INFO:tasks.workunit.client.0.smithi102.stdout:op 5914 completed, throughput=5MB/sec 2024-04-10T15:45:26.770 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-guCACzPf96jSz3W off=11432042 len=16061 2024-04-10T15:45:26.771 INFO:tasks.workunit.client.0.smithi102.stdout:op 5915 completed, throughput=5MB/sec 2024-04-10T15:45:26.771 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RX-eC_qq0ozccHS off=154443 len=2024183 2024-04-10T15:45:26.783 INFO:tasks.workunit.client.0.smithi102.stdout:op 5916 completed, throughput=5MB/sec 2024-04-10T15:45:26.783 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SOW51B9FPZ6HNWI off=1163596 len=1134851 2024-04-10T15:45:26.785 INFO:tasks.workunit.client.0.smithi102.stdout:op 5917 completed, throughput=5MB/sec 2024-04-10T15:45:26.785 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bw396c7c3erllk5 off=917207 len=695172 2024-04-10T15:45:26.786 INFO:tasks.workunit.client.0.smithi102.stdout:op 5918 completed, throughput=5MB/sec 2024-04-10T15:45:26.786 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-lE44qdvJxYEGPxx off=4665806 len=888727 2024-04-10T15:45:26.787 INFO:tasks.workunit.client.0.smithi102.stdout:op 5919 completed, throughput=5MB/sec 2024-04-10T15:45:27.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:27 smithi102 ceph-mon[88557]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:45:27.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:27 smithi102 ceph-mon[90943]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:45:27.643 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:27 smithi154 ceph-mon[84269]: pgmap v1936: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:45:27.787 INFO:tasks.workunit.client.0.smithi102.stdout: 1158: throughput=5MB/sec pending data=0 2024-04-10T15:45:27.787 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-STUNBaPTN8taNt9 off=384000 len=113950 2024-04-10T15:45:27.788 INFO:tasks.workunit.client.0.smithi102.stdout:op 5920 completed, throughput=5MB/sec 2024-04-10T15:45:27.788 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-RhGKFS0jQRVGZQ2 off=10523263 len=1364806 2024-04-10T15:45:27.794 INFO:tasks.workunit.client.0.smithi102.stdout:op 5921 completed, throughput=5MB/sec 2024-04-10T15:45:27.794 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-glMEbDbm2ZibqVQ off=10009232 len=1764887 2024-04-10T15:45:27.797 INFO:tasks.workunit.client.0.smithi102.stdout:op 5922 completed, throughput=5MB/sec 2024-04-10T15:45:27.797 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-g9iKF7VW3TaUIdA off=19344323 len=1319549 2024-04-10T15:45:27.798 INFO:tasks.workunit.client.0.smithi102.stdout:op 5923 completed, throughput=5MB/sec 2024-04-10T15:45:27.799 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-RWoX-_tATpNpsJQ off=15606156 len=1142827 2024-04-10T15:45:27.799 INFO:tasks.workunit.client.0.smithi102.stdout:op 5924 completed, throughput=5MB/sec 2024-04-10T15:45:27.924 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:45:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:45:27] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-10T15:45:28.800 INFO:tasks.workunit.client.0.smithi102.stdout: 1159: throughput=5MB/sec pending data=0 2024-04-10T15:45:28.800 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-3hTTns34_VW_PX- off=6186255 len=1497526 2024-04-10T15:45:28.807 INFO:tasks.workunit.client.0.smithi102.stdout:op 5925 completed, throughput=5MB/sec 2024-04-10T15:45:28.807 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-VMfEuICo4Q9NTpU off=9994525 len=1389744 2024-04-10T15:45:28.812 INFO:tasks.workunit.client.0.smithi102.stdout:op 5926 completed, throughput=5MB/sec 2024-04-10T15:45:28.812 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-d70mKB6svIzIhOy off=15470024 len=541391 2024-04-10T15:45:28.813 INFO:tasks.workunit.client.0.smithi102.stdout:op 5927 completed, throughput=5MB/sec 2024-04-10T15:45:28.813 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KDfVEvSpaGG9Bth off=13139712 len=962256 2024-04-10T15:45:28.814 INFO:tasks.workunit.client.0.smithi102.stdout:op 5928 completed, throughput=5MB/sec 2024-04-10T15:45:28.814 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-A3OkY1fI7bV9grH off=2136541 len=55689 2024-04-10T15:45:28.815 INFO:tasks.workunit.client.0.smithi102.stdout:op 5929 completed, throughput=5MB/sec 2024-04-10T15:45:28.815 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-C0oukACwEm6vOrW off=18285993 len=630504 2024-04-10T15:45:28.816 INFO:tasks.workunit.client.0.smithi102.stdout:op 5930 completed, throughput=5MB/sec 2024-04-10T15:45:29.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:29 smithi102 ceph-mon[90943]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:45:29.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:29 smithi102 ceph-mon[88557]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:45:29.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:29 smithi154 ceph-mon[84269]: pgmap v1937: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:45:29.816 INFO:tasks.workunit.client.0.smithi102.stdout: 1160: throughput=5MB/sec pending data=0 2024-04-10T15:45:29.816 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-KgAbyQ1nG-t3_T7 off=3377347 len=906190 2024-04-10T15:45:29.817 INFO:tasks.workunit.client.0.smithi102.stdout:op 5931 completed, throughput=5MB/sec 2024-04-10T15:45:29.817 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-awTnpnHiRgA-Sg1 off=10275030 len=595068 2024-04-10T15:45:29.819 INFO:tasks.workunit.client.0.smithi102.stdout:op 5932 completed, throughput=5MB/sec 2024-04-10T15:45:29.819 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-oyv4hJihct7LVqb off=3139636 len=299799 2024-04-10T15:45:29.820 INFO:tasks.workunit.client.0.smithi102.stdout:op 5933 completed, throughput=5MB/sec 2024-04-10T15:45:29.820 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Q3678Ln0qZGDzXL off=6360910 len=1057606 2024-04-10T15:45:29.821 INFO:tasks.workunit.client.0.smithi102.stdout:op 5934 completed, throughput=5MB/sec 2024-04-10T15:45:29.821 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-37Vzqbdo3WwTFN2 off=3401102 len=959595 2024-04-10T15:45:29.826 INFO:tasks.workunit.client.0.smithi102.stdout:op 5935 completed, throughput=5MB/sec 2024-04-10T15:45:29.826 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-_Qv0A96PTJLuiBK off=21859437 len=243708 2024-04-10T15:45:29.827 INFO:tasks.workunit.client.0.smithi102.stdout:op 5936 completed, throughput=5MB/sec 2024-04-10T15:45:29.827 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6NPGhf688QyFHbT off=8034709 len=545479 2024-04-10T15:45:29.828 INFO:tasks.workunit.client.0.smithi102.stdout:op 5937 completed, throughput=5MB/sec 2024-04-10T15:45:29.828 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5V__aravFqg3U0x off=5779594 len=1583654 2024-04-10T15:45:29.831 INFO:tasks.workunit.client.0.smithi102.stdout:op 5938 completed, throughput=5MB/sec 2024-04-10T15:45:30.832 INFO:tasks.workunit.client.0.smithi102.stdout: 1161: throughput=5MB/sec pending data=0 2024-04-10T15:45:30.832 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-1EZCqJUBrT1VqT4 off=2282272 len=1878223 2024-04-10T15:45:30.834 INFO:tasks.workunit.client.0.smithi102.stdout:op 5939 completed, throughput=5MB/sec 2024-04-10T15:45:30.834 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-OYuY1Z1GKGal9Yl off=127604 len=225009 2024-04-10T15:45:30.837 INFO:tasks.workunit.client.0.smithi102.stdout:op 5940 completed, throughput=5MB/sec 2024-04-10T15:45:30.837 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-cH5zEsyPC8s1Fhj off=8972928 len=154170 2024-04-10T15:45:30.840 INFO:tasks.workunit.client.0.smithi102.stdout:op 5941 completed, throughput=5MB/sec 2024-04-10T15:45:30.840 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2mKiaC5lLiu0Dtu off=7642628 len=674562 2024-04-10T15:45:30.841 INFO:tasks.workunit.client.0.smithi102.stdout:op 5942 completed, throughput=5MB/sec 2024-04-10T15:45:30.842 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-2Y998LnTkzZ6zYk off=823499 len=743070 2024-04-10T15:45:30.843 INFO:tasks.workunit.client.0.smithi102.stdout:op 5943 completed, throughput=5MB/sec 2024-04-10T15:45:30.843 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-7qbrohjLaC8VBR6 off=7746788 len=996373 2024-04-10T15:45:30.852 INFO:tasks.workunit.client.0.smithi102.stdout:op 5944 completed, throughput=5MB/sec 2024-04-10T15:45:31.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:31 smithi102 ceph-mon[88557]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:45:31.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:31 smithi102 ceph-mon[90943]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:45:31.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:31 smithi154 ceph-mon[84269]: pgmap v1938: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 3.0 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:45:31.853 INFO:tasks.workunit.client.0.smithi102.stdout: 1162: throughput=5MB/sec pending data=0 2024-04-10T15:45:31.853 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-a1PfmCp-QUwhXT5 off=9676969 len=592647 2024-04-10T15:45:31.857 INFO:tasks.workunit.client.0.smithi102.stdout:op 5945 completed, throughput=5MB/sec 2024-04-10T15:45:31.857 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6zRV7LueecE79rf off=611291 len=834575 2024-04-10T15:45:31.859 INFO:tasks.workunit.client.0.smithi102.stdout:op 5946 completed, throughput=5MB/sec 2024-04-10T15:45:31.859 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gjAy189aPTt4KI9 off=2717506 len=1101881 2024-04-10T15:45:31.864 INFO:tasks.workunit.client.0.smithi102.stdout:op 5947 completed, throughput=5MB/sec 2024-04-10T15:45:31.864 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ziy8QOjN4fM5_L8 off=1898185 len=334821 2024-04-10T15:45:31.867 INFO:tasks.workunit.client.0.smithi102.stdout:op 5948 completed, throughput=5MB/sec 2024-04-10T15:45:31.867 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Mot2D3oWXFTeEOq off=20082801 len=779753 2024-04-10T15:45:31.871 INFO:tasks.workunit.client.0.smithi102.stdout:op 5949 completed, throughput=5MB/sec 2024-04-10T15:45:31.872 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-djlxNrf4r6lbqZT off=22940098 len=1689026 2024-04-10T15:45:31.879 INFO:tasks.workunit.client.0.smithi102.stdout:op 5950 completed, throughput=5MB/sec 2024-04-10T15:45:32.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:45:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:45:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:45:32.879 INFO:tasks.workunit.client.0.smithi102.stdout: 1163: throughput=5MB/sec pending data=0 2024-04-10T15:45:32.880 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-S3tmQ8F7UVhz649 off=6201458 len=961514 2024-04-10T15:45:32.885 INFO:tasks.workunit.client.0.smithi102.stdout:op 5951 completed, throughput=5MB/sec 2024-04-10T15:45:32.885 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sOjmAWEQZcB3gkd off=6245624 len=1075407 2024-04-10T15:45:32.891 INFO:tasks.workunit.client.0.smithi102.stdout:op 5952 completed, throughput=5MB/sec 2024-04-10T15:45:32.892 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-3mBB1RwwfDSlPW- off=4185086 len=1896821 2024-04-10T15:45:32.894 INFO:tasks.workunit.client.0.smithi102.stdout:op 5953 completed, throughput=5MB/sec 2024-04-10T15:45:32.894 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-gYnmv4q-UBMOGNE off=4117758 len=384821 2024-04-10T15:45:32.897 INFO:tasks.workunit.client.0.smithi102.stdout:op 5954 completed, throughput=5MB/sec 2024-04-10T15:45:32.897 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-PDdyYaHRlzTsoF5 off=12967175 len=909782 2024-04-10T15:45:32.902 INFO:tasks.workunit.client.0.smithi102.stdout:op 5955 completed, throughput=5MB/sec 2024-04-10T15:45:33.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:33 smithi102 ceph-mon[88557]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:45:33.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:33 smithi102 ceph-mon[90943]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:45:33.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:33 smithi154 ceph-mon[84269]: pgmap v1939: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.0 MiB/s wr, 4 op/s 2024-04-10T15:45:33.903 INFO:tasks.workunit.client.0.smithi102.stdout: 1164: throughput=5MB/sec pending data=0 2024-04-10T15:45:33.903 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-8p9GLaieKF4s_Ql off=5555542 len=1490789 2024-04-10T15:45:33.909 INFO:tasks.workunit.client.0.smithi102.stdout:op 5956 completed, throughput=5MB/sec 2024-04-10T15:45:33.909 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-ccdUcfc6dJvaa3h off=4501049 len=152416 2024-04-10T15:45:33.912 INFO:tasks.workunit.client.0.smithi102.stdout:op 5957 completed, throughput=5MB/sec 2024-04-10T15:45:33.912 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-5FFIIiQgzlVGElu off=13595372 len=1227700 2024-04-10T15:45:33.913 INFO:tasks.workunit.client.0.smithi102.stdout:op 5958 completed, throughput=5MB/sec 2024-04-10T15:45:33.913 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-BsixQZh_NH907pc off=5979173 len=478211 2024-04-10T15:45:33.917 INFO:tasks.workunit.client.0.smithi102.stdout:op 5959 completed, throughput=5MB/sec 2024-04-10T15:45:33.917 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-z0IioH35WuYiH_f off=9692751 len=1112724 2024-04-10T15:45:33.923 INFO:tasks.workunit.client.0.smithi102.stdout:op 5960 completed, throughput=5MB/sec 2024-04-10T15:45:33.923 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-utVVhOMXs9Dq0_n off=9379347 len=39385 2024-04-10T15:45:33.925 INFO:tasks.workunit.client.0.smithi102.stdout:op 5961 completed, throughput=5MB/sec 2024-04-10T15:45:33.926 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-KZInPGFWx2LnGGF off=3008183 len=2085780 2024-04-10T15:45:33.935 INFO:tasks.workunit.client.0.smithi102.stdout:op 5962 completed, throughput=5MB/sec 2024-04-10T15:45:34.936 INFO:tasks.workunit.client.0.smithi102.stdout: 1165: throughput=5MB/sec pending data=0 2024-04-10T15:45:34.936 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-m8NLvtHli6S59j_ off=4530061 len=1125429 2024-04-10T15:45:34.937 INFO:tasks.workunit.client.0.smithi102.stdout:op 5963 completed, throughput=5MB/sec 2024-04-10T15:45:34.937 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-hiN5G80yPcwl3OX off=3078629 len=1487779 2024-04-10T15:45:34.939 INFO:tasks.workunit.client.0.smithi102.stdout:op 5964 completed, throughput=5MB/sec 2024-04-10T15:45:34.939 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-A31YH--gSm6WgcM off=12635988 len=1078801 2024-04-10T15:45:34.940 INFO:tasks.workunit.client.0.smithi102.stdout:op 5965 completed, throughput=5MB/sec 2024-04-10T15:45:34.940 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-jhS32EOJfDeRpj0 off=14568655 len=148961 2024-04-10T15:45:34.943 INFO:tasks.workunit.client.0.smithi102.stdout:op 5966 completed, throughput=5MB/sec 2024-04-10T15:45:35.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:35 smithi102 ceph-mon[90943]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:45:35.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:35 smithi102 ceph-mon[88557]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:45:35.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:35 smithi154 ceph-mon[84269]: pgmap v1940: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.7 MiB/s wr, 5 op/s 2024-04-10T15:45:35.944 INFO:tasks.workunit.client.0.smithi102.stdout: 1166: throughput=5MB/sec pending data=0 2024-04-10T15:45:35.944 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-k_0MEXboXYqQlz9 off=12555867 len=1321529 2024-04-10T15:45:35.946 INFO:tasks.workunit.client.0.smithi102.stdout:op 5967 completed, throughput=5MB/sec 2024-04-10T15:45:35.946 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-EOa0YfCA-7W3kVX off=529688 len=398074 2024-04-10T15:45:35.946 INFO:tasks.workunit.client.0.smithi102.stdout:op 5968 completed, throughput=5MB/sec 2024-04-10T15:45:35.947 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-6pNEazdwR0T-qe0 off=7684669 len=433862 2024-04-10T15:45:35.947 INFO:tasks.workunit.client.0.smithi102.stdout:op 5969 completed, throughput=5MB/sec 2024-04-10T15:45:35.948 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-_rlPF4Zg4vRpZi6 off=3570868 len=719141 2024-04-10T15:45:35.953 INFO:tasks.workunit.client.0.smithi102.stdout:op 5970 completed, throughput=5MB/sec 2024-04-10T15:45:35.953 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dCCjWzYz92UJybo off=3426887 len=851795 2024-04-10T15:45:35.954 INFO:tasks.workunit.client.0.smithi102.stdout:op 5971 completed, throughput=5MB/sec 2024-04-10T15:45:35.954 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-8EqsHqzaPejPumV off=8040984 len=477023 2024-04-10T15:45:35.954 INFO:tasks.workunit.client.0.smithi102.stdout:op 5972 completed, throughput=5MB/sec 2024-04-10T15:45:35.955 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TCwmmrVyOcpB1aX off=57626 len=1972773 2024-04-10T15:45:35.966 INFO:tasks.workunit.client.0.smithi102.stdout:op 5973 completed, throughput=5MB/sec 2024-04-10T15:45:36.966 INFO:tasks.workunit.client.0.smithi102.stdout: 1167: throughput=5MB/sec pending data=0 2024-04-10T15:45:36.966 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-y1kiFBWEs2WX_yI off=7700174 len=1950499 2024-04-10T15:45:36.975 INFO:tasks.workunit.client.0.smithi102.stdout:op 5974 completed, throughput=5MB/sec 2024-04-10T15:45:36.975 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JUBRR19UCq1Tdq1 off=319106 len=2069734 2024-04-10T15:45:36.986 INFO:tasks.workunit.client.0.smithi102.stdout:op 5975 completed, throughput=5MB/sec 2024-04-10T15:45:36.987 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-sQdsDsjLdUzwsV9 off=16279499 len=315797 2024-04-10T15:45:36.989 INFO:tasks.workunit.client.0.smithi102.stdout:op 5976 completed, throughput=5MB/sec 2024-04-10T15:45:36.989 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-dLsO7-stE0zbbmp off=3714438 len=1912154 2024-04-10T15:45:36.995 INFO:tasks.workunit.client.0.smithi102.stdout:op 5977 completed, throughput=5MB/sec 2024-04-10T15:45:37.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:37 smithi102 ceph-mon[88557]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:45:37.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:37 smithi102 ceph-mon[90943]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:45:37.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:37 smithi154 ceph-mon[84269]: pgmap v1941: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:45:37.924 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:45:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:45:37] "GET /metrics HTTP/1.1" 200 34077 "" "Prometheus/2.43.0" 2024-04-10T15:45:37.996 INFO:tasks.workunit.client.0.smithi102.stdout: 1168: throughput=5MB/sec pending data=0 2024-04-10T15:45:37.996 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-zLokynVXnAdOAIo off=2203082 len=1910563 2024-04-10T15:45:38.009 INFO:tasks.workunit.client.0.smithi102.stdout:op 5978 completed, throughput=5MB/sec 2024-04-10T15:45:38.009 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-SOW51B9FPZ6HNWI off=243123 len=1633888 2024-04-10T15:45:38.010 INFO:tasks.workunit.client.0.smithi102.stdout:op 5979 completed, throughput=5MB/sec 2024-04-10T15:45:39.010 INFO:tasks.workunit.client.0.smithi102.stdout: 1169: throughput=5MB/sec pending data=0 2024-04-10T15:45:39.011 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rnBP0C29cTgiJo_ off=2380025 len=812779 2024-04-10T15:45:39.015 INFO:tasks.workunit.client.0.smithi102.stdout:op 5980 completed, throughput=5MB/sec 2024-04-10T15:45:39.015 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-vOcD-U-gYhhzfdm off=1052816 len=357901 2024-04-10T15:45:39.019 INFO:tasks.workunit.client.0.smithi102.stdout:op 5981 completed, throughput=5MB/sec 2024-04-10T15:45:39.019 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-LeZ5SSttASYixrc off=3537648 len=1029393 2024-04-10T15:45:39.025 INFO:tasks.workunit.client.0.smithi102.stdout:op 5982 completed, throughput=5MB/sec 2024-04-10T15:45:39.025 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-rvmTSgAmsMeYfMZ off=4046820 len=1505891 2024-04-10T15:45:39.031 INFO:tasks.workunit.client.0.smithi102.stdout:op 5983 completed, throughput=5MB/sec 2024-04-10T15:45:39.031 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-cwlwNox_uNGk1jF off=2649189 len=1967195 2024-04-10T15:45:39.033 INFO:tasks.workunit.client.0.smithi102.stdout:op 5984 completed, throughput=5MB/sec 2024-04-10T15:45:39.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:39 smithi154 ceph-mon[84269]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:45:39.645 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:39.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:39 smithi102 ceph-mon[90943]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:45:39.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:39.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:39 smithi102 ceph-mon[88557]: pgmap v1942: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.5 MiB/s wr, 5 op/s 2024-04-10T15:45:39.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:40.034 INFO:tasks.workunit.client.0.smithi102.stdout: 1170: throughput=5MB/sec pending data=0 2024-04-10T15:45:40.034 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tK6nXzW-QyZD22t off=1166506 len=1291042 2024-04-10T15:45:40.037 INFO:tasks.workunit.client.0.smithi102.stdout:op 5985 completed, throughput=5MB/sec 2024-04-10T15:45:40.037 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Bls8M3KWywc3_Tj off=5232799 len=1030143 2024-04-10T15:45:40.038 INFO:tasks.workunit.client.0.smithi102.stdout:op 5986 completed, throughput=5MB/sec 2024-04-10T15:45:40.038 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-0SlmoHDNBdGfgfm off=483373 len=7776 2024-04-10T15:45:40.041 INFO:tasks.workunit.client.0.smithi102.stdout:op 5987 completed, throughput=5MB/sec 2024-04-10T15:45:40.041 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-dN4Cs5ClH066rNJ off=16771928 len=348280 2024-04-10T15:45:40.042 INFO:tasks.workunit.client.0.smithi102.stdout:op 5988 completed, throughput=5MB/sec 2024-04-10T15:45:40.042 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-JihrUsXbQs01It5 off=1085753 len=786436 2024-04-10T15:45:40.044 INFO:tasks.workunit.client.0.smithi102.stdout:op 5989 completed, throughput=5MB/sec 2024-04-10T15:45:40.045 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-TRoCJgoLN2mLms5 off=14002277 len=763273 2024-04-10T15:45:40.050 INFO:tasks.workunit.client.0.smithi102.stdout:op 5990 completed, throughput=5MB/sec 2024-04-10T15:45:40.050 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-mtB57gUnTTpoH7f off=9818378 len=1559604 2024-04-10T15:45:40.052 INFO:tasks.workunit.client.0.smithi102.stdout:op 5991 completed, throughput=5MB/sec 2024-04-10T15:45:41.053 INFO:tasks.workunit.client.0.smithi102.stdout: 1171: throughput=5MB/sec pending data=0 2024-04-10T15:45:41.053 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-I6oSkVO8JBABjxb off=3994602 len=2065733 2024-04-10T15:45:41.055 INFO:tasks.workunit.client.0.smithi102.stdout:op 5992 completed, throughput=5MB/sec 2024-04-10T15:45:41.055 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-BJMCTnaxVhgqIbx off=9671877 len=1388652 2024-04-10T15:45:41.058 INFO:tasks.workunit.client.0.smithi102.stdout:op 5993 completed, throughput=5MB/sec 2024-04-10T15:45:41.058 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-ycf-pyyZU8SmYNa off=1635491 len=455481 2024-04-10T15:45:41.060 INFO:tasks.workunit.client.0.smithi102.stdout:op 5994 completed, throughput=5MB/sec 2024-04-10T15:45:41.060 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-282N_RamICZGatz off=3108228 len=1457234 2024-04-10T15:45:41.061 INFO:tasks.workunit.client.0.smithi102.stdout:op 5995 completed, throughput=5MB/sec 2024-04-10T15:45:41.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:41 smithi154 ceph-mon[84269]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-10T15:45:41.673 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:41 smithi102 ceph-mon[88557]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-10T15:45:41.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:41 smithi102 ceph-mon[90943]: pgmap v1943: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.6 MiB/s rd, 2.9 MiB/s wr, 6 op/s 2024-04-10T15:45:42.062 INFO:tasks.workunit.client.0.smithi102.stdout: 1172: throughput=5MB/sec pending data=0 2024-04-10T15:45:42.062 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-U4AUfyTkg5zkGsQ off=11873460 len=310722 2024-04-10T15:45:42.066 INFO:tasks.workunit.client.0.smithi102.stdout:op 5996 completed, throughput=5MB/sec 2024-04-10T15:45:42.066 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-tdHFugChTgdVHIi off=7032720 len=5683 2024-04-10T15:45:42.066 INFO:tasks.workunit.client.0.smithi102.stdout:op 5997 completed, throughput=5MB/sec 2024-04-10T15:45:42.066 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-5JvNSYAlq8BuNtM off=1998049 len=233122 2024-04-10T15:45:42.070 INFO:tasks.workunit.client.0.smithi102.stdout:op 5998 completed, throughput=5MB/sec 2024-04-10T15:45:42.070 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-bAQJ49FWVKLq-gw off=1438304 len=886584 2024-04-10T15:45:42.075 INFO:tasks.workunit.client.0.smithi102.stdout:op 5999 completed, throughput=5MB/sec 2024-04-10T15:45:42.075 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-Sxc_l_JxKrcWLrc off=8670188 len=919959 2024-04-10T15:45:42.081 INFO:tasks.workunit.client.0.smithi102.stdout:op 6000 completed, throughput=5MB/sec 2024-04-10T15:45:42.081 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-zKksdxUZLi0dYBs off=6562900 len=1751991 2024-04-10T15:45:42.083 INFO:tasks.workunit.client.0.smithi102.stdout:op 6001 completed, throughput=5MB/sec 2024-04-10T15:45:42.083 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-yIU2-U26twesssn off=9393837 len=1407124 2024-04-10T15:45:42.086 INFO:tasks.workunit.client.0.smithi102.stdout:op 6002 completed, throughput=5MB/sec 2024-04-10T15:45:42.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:45:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:45:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:45:43.087 INFO:tasks.workunit.client.0.smithi102.stdout: 1173: throughput=5MB/sec pending data=0 2024-04-10T15:45:43.087 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-OjjXiq6XsJqerjg off=60016 len=1722593 2024-04-10T15:45:43.089 INFO:tasks.workunit.client.0.smithi102.stdout:op 6003 completed, throughput=5MB/sec 2024-04-10T15:45:43.090 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-wtFllGCMNk44WaV off=2778232 len=229609 2024-04-10T15:45:43.092 INFO:tasks.workunit.client.0.smithi102.stdout:op 6004 completed, throughput=5MB/sec 2024-04-10T15:45:43.092 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-snOoiZjlo3E9hZ6 off=56214 len=257074 2024-04-10T15:45:43.093 INFO:tasks.workunit.client.0.smithi102.stdout:op 6005 completed, throughput=5MB/sec 2024-04-10T15:45:43.093 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-SlS7ioMf0eD5AcI off=9838516 len=1096040 2024-04-10T15:45:43.098 INFO:tasks.workunit.client.0.smithi102.stdout:op 6006 completed, throughput=5MB/sec 2024-04-10T15:45:43.098 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-sAhLEID7hdM9V3W off=3504313 len=976966 2024-04-10T15:45:43.099 INFO:tasks.workunit.client.0.smithi102.stdout:op 6007 completed, throughput=5MB/sec 2024-04-10T15:45:43.100 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pIhi4vT4eDQFrgz off=7332491 len=1800773 2024-04-10T15:45:43.101 INFO:tasks.workunit.client.0.smithi102.stdout:op 6008 completed, throughput=5MB/sec 2024-04-10T15:45:43.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:43 smithi154 ceph-mon[84269]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:45:43.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:43 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:45:43.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:43 smithi102 ceph-mon[90943]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:45:43.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:43 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:45:43.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:43 smithi102 ceph-mon[88557]: pgmap v1944: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.5 MiB/s wr, 4 op/s 2024-04-10T15:45:43.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:43 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:45:44.102 INFO:tasks.workunit.client.0.smithi102.stdout: 1174: throughput=5MB/sec pending data=0 2024-04-10T15:45:44.102 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-UqEUkL6P3ow6sVe off=8396852 len=627703 2024-04-10T15:45:44.102 INFO:tasks.workunit.client.0.smithi102.stdout:op 6009 completed, throughput=5MB/sec 2024-04-10T15:45:44.103 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-xaivnGMMwO4zkYw off=4432324 len=2029615 2024-04-10T15:45:44.112 INFO:tasks.workunit.client.0.smithi102.stdout:op 6010 completed, throughput=5MB/sec 2024-04-10T15:45:44.112 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-eMRO3wsxQur-M4K off=5689100 len=1398948 2024-04-10T15:45:44.113 INFO:tasks.workunit.client.0.smithi102.stdout:op 6011 completed, throughput=5MB/sec 2024-04-10T15:45:44.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:44 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:45:44.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:44 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:45:44.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:44 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:45:44.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:44 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:45:44.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:44 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:45:44.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:44 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:45:44.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:44 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:45:44.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:44 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:45:44.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:44 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:45:44.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:44 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:45:44.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:44 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:45:44.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:44 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:45:44.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:44 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:45:44.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:44 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:45:44.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:44 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:45:45.114 INFO:tasks.workunit.client.0.smithi102.stdout: 1175: throughput=5MB/sec pending data=0 2024-04-10T15:45:45.114 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-s6VFM9XkJB9rqR3 off=15221911 len=2050508 2024-04-10T15:45:45.127 INFO:tasks.workunit.client.0.smithi102.stdout:op 6012 completed, throughput=5MB/sec 2024-04-10T15:45:45.127 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-kJ4rek6qpa0nRoM off=5526679 len=87850 2024-04-10T15:45:45.130 INFO:tasks.workunit.client.0.smithi102.stdout:op 6013 completed, throughput=5MB/sec 2024-04-10T15:45:45.130 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-P1BybQ-9AHiRW6h off=5218087 len=2062702 2024-04-10T15:45:45.132 INFO:tasks.workunit.client.0.smithi102.stdout:op 6014 completed, throughput=5MB/sec 2024-04-10T15:45:45.132 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-jO-WL753W38mU6x off=3485192 len=432995 2024-04-10T15:45:45.133 INFO:tasks.workunit.client.0.smithi102.stdout:op 6015 completed, throughput=5MB/sec 2024-04-10T15:45:45.133 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-JRcoB_cxrdWs3pM off=9351345 len=182574 2024-04-10T15:45:45.136 INFO:tasks.workunit.client.0.smithi102.stdout:op 6016 completed, throughput=5MB/sec 2024-04-10T15:45:45.136 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-qZD-MpEgbHfnQ6j off=18858052 len=353625 2024-04-10T15:45:45.139 INFO:tasks.workunit.client.0.smithi102.stdout:op 6017 completed, throughput=5MB/sec 2024-04-10T15:45:45.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:45 smithi154 ceph-mon[84269]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:45:45.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:45 smithi102 ceph-mon[90943]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:45:45.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:45 smithi102 ceph-mon[88557]: pgmap v1945: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.8 MiB/s wr, 5 op/s 2024-04-10T15:45:46.140 INFO:tasks.workunit.client.0.smithi102.stdout: 1176: throughput=5MB/sec pending data=0 2024-04-10T15:45:46.140 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-Mm6mI3wi530x-4a off=10007573 len=627860 2024-04-10T15:45:46.141 INFO:tasks.workunit.client.0.smithi102.stdout:op 6018 completed, throughput=5MB/sec 2024-04-10T15:45:46.141 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-pX3rChcag09z-Is off=1766181 len=674387 2024-04-10T15:45:46.143 INFO:tasks.workunit.client.0.smithi102.stdout:op 6019 completed, throughput=5MB/sec 2024-04-10T15:45:46.143 INFO:tasks.workunit.client.0.smithi102.stdout:WRITE : oid=obj-M5gadoH9Zh9dfCJ off=5689691 len=1566323 2024-04-10T15:45:46.152 INFO:tasks.workunit.client.0.smithi102.stdout:op 6020 completed, throughput=5MB/sec 2024-04-10T15:45:46.152 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-aEi_Qj4qM1eHSag off=11850716 len=1617886 2024-04-10T15:45:46.158 INFO:tasks.workunit.client.0.smithi102.stdout:op 6021 completed, throughput=5MB/sec 2024-04-10T15:45:46.158 INFO:tasks.workunit.client.0.smithi102.stdout:READ : oid=obj-bfxaDYxk2Sl_umT off=1012424 len=1333212 2024-04-10T15:45:46.160 INFO:tasks.workunit.client.0.smithi102.stdout:op 6022 completed, throughput=5MB/sec 2024-04-10T15:45:47.160 INFO:tasks.workunit.client.0.smithi102.stdout:waiting for all operations to complete 2024-04-10T15:45:47.161 INFO:tasks.workunit.client.0.smithi102.stdout:cleaning up objects 2024-04-10T15:45:47.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:47 smithi154 ceph-mon[84269]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:45:47.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:47 smithi102 ceph-mon[90943]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:45:47.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:47 smithi102 ceph-mon[88557]: pgmap v1946: 105 pgs: 105 active+clean; 128 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.9 MiB/s rd, 2.2 MiB/s wr, 5 op/s 2024-04-10T15:45:47.924 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:45:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:45:47] "GET /metrics HTTP/1.1" 200 34073 "" "Prometheus/2.43.0" 2024-04-10T15:45:49.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:49 smithi154 ceph-mon[84269]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-10T15:45:49.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:49 smithi102 ceph-mon[90943]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-10T15:45:49.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:49 smithi102 ceph-mon[88557]: pgmap v1947: 105 pgs: 105 active+clean; 127 GiB data, 12 GiB used, 703 GiB / 715 GiB avail; 2.8 MiB/s rd, 2.1 MiB/s wr, 6 op/s 2024-04-10T15:45:51.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:51 smithi154 ceph-mon[84269]: pgmap v1948: 105 pgs: 105 active+clean; 121 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 51 op/s 2024-04-10T15:45:51.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:51 smithi102 ceph-mon[90943]: pgmap v1948: 105 pgs: 105 active+clean; 121 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 51 op/s 2024-04-10T15:45:51.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:51 smithi102 ceph-mon[88557]: pgmap v1948: 105 pgs: 105 active+clean; 121 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.7 MiB/s wr, 51 op/s 2024-04-10T15:45:52.643 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:45:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:45:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:45:53.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:53 smithi154 ceph-mon[84269]: pgmap v1949: 105 pgs: 105 active+clean; 117 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 75 op/s 2024-04-10T15:45:53.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:53.923 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:53 smithi102 ceph-mon[90943]: pgmap v1949: 105 pgs: 105 active+clean; 117 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 75 op/s 2024-04-10T15:45:53.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:53.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:53 smithi102 ceph-mon[88557]: pgmap v1949: 105 pgs: 105 active+clean; 117 GiB data, 11 GiB used, 704 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.2 MiB/s wr, 75 op/s 2024-04-10T15:45:53.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:45:54.893 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:54 smithi154 ceph-mon[84269]: pgmap v1950: 105 pgs: 105 active+clean; 91 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.1 MiB/s wr, 248 op/s 2024-04-10T15:45:54.923 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:54 smithi102 ceph-mon[88557]: pgmap v1950: 105 pgs: 105 active+clean; 91 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.1 MiB/s wr, 248 op/s 2024-04-10T15:45:54.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:54 smithi102 ceph-mon[90943]: pgmap v1950: 105 pgs: 105 active+clean; 91 GiB data, 10 GiB used, 705 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.1 MiB/s wr, 248 op/s 2024-04-10T15:45:57.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:56 smithi154 ceph-mon[84269]: pgmap v1951: 105 pgs: 105 active+clean; 76 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 797 KiB/s wr, 347 op/s 2024-04-10T15:45:57.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:56 smithi102 ceph-mon[90943]: pgmap v1951: 105 pgs: 105 active+clean; 76 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 797 KiB/s wr, 347 op/s 2024-04-10T15:45:57.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:56 smithi102 ceph-mon[88557]: pgmap v1951: 105 pgs: 105 active+clean; 76 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail; 1.8 MiB/s rd, 797 KiB/s wr, 347 op/s 2024-04-10T15:45:57.924 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:45:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:45:57] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-10T15:45:59.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:45:58 smithi154 ceph-mon[84269]: pgmap v1952: 105 pgs: 105 active+clean; 62 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 712 KiB/s rd, 500 KiB/s wr, 434 op/s 2024-04-10T15:45:59.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:45:58 smithi102 ceph-mon[90943]: pgmap v1952: 105 pgs: 105 active+clean; 62 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 712 KiB/s rd, 500 KiB/s wr, 434 op/s 2024-04-10T15:45:59.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:45:58 smithi102 ceph-mon[88557]: pgmap v1952: 105 pgs: 105 active+clean; 62 GiB data, 7.9 GiB used, 707 GiB / 715 GiB avail; 712 KiB/s rd, 500 KiB/s wr, 434 op/s 2024-04-10T15:46:01.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:00 smithi154 ceph-mon[84269]: pgmap v1953: 105 pgs: 105 active+clean; 44 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 514 KiB/s rd, 302 KiB/s wr, 558 op/s 2024-04-10T15:46:01.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:00 smithi102 ceph-mon[90943]: pgmap v1953: 105 pgs: 105 active+clean; 44 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 514 KiB/s rd, 302 KiB/s wr, 558 op/s 2024-04-10T15:46:01.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:00 smithi102 ceph-mon[88557]: pgmap v1953: 105 pgs: 105 active+clean; 44 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 514 KiB/s rd, 302 KiB/s wr, 558 op/s 2024-04-10T15:46:02.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:46:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:46:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:46:03.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:02 smithi154 ceph-mon[84269]: pgmap v1954: 105 pgs: 105 active+clean; 39 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 540 op/s 2024-04-10T15:46:03.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:02 smithi102 ceph-mon[90943]: pgmap v1954: 105 pgs: 105 active+clean; 39 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 540 op/s 2024-04-10T15:46:03.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:02 smithi102 ceph-mon[88557]: pgmap v1954: 105 pgs: 105 active+clean; 39 GiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 51 KiB/s rd, 0 B/s wr, 540 op/s 2024-04-10T15:46:04.144 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:46:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=cleanup t=2024-04-10T15:46:03.716955935Z level=info msg="Completed cleanup jobs" duration=5.386931ms 2024-04-10T15:46:04.238 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:46:04.239 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T15:46:04.267 INFO:tasks.workunit:Stopping ['rados/load-gen-big.sh'] on client.0... 2024-04-10T15:46:04.268 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-10T15:46:04.521 DEBUG:teuthology.parallel:result is None 2024-04-10T15:46:04.522 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T15:46:04.549 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T15:46:04.549 DEBUG:teuthology.orchestra.run.smithi102:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T15:46:04.603 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T15:46:04.603 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T15:46:04.603 INFO:teuthology.task.print:**** done end rados_loadgenbig.yaml 2024-04-10T15:46:04.603 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T15:46:04.603 INFO:teuthology.task.print:**** done start rbd_import_export.yaml 2024-04-10T15:46:04.603 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-10T15:46:04.604 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-10T15:46:04.604 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-10T15:46:04.604 DEBUG:teuthology.orchestra.run.smithi154:> stat -- /home/ubuntu/cephtest/mnt.1 2024-04-10T15:46:04.620 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T15:46:04.620 INFO:teuthology.orchestra.run.smithi154.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-04-10T15:46:04.620 DEBUG:teuthology.orchestra.run.smithi154:> mkdir -- /home/ubuntu/cephtest/mnt.1 2024-04-10T15:46:04.675 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.1 2024-04-10T15:46:04.676 DEBUG:teuthology.orchestra.run.smithi154:> cd -- /home/ubuntu/cephtest/mnt.1 && mkdir -- client.1 2024-04-10T15:46:04.730 INFO:tasks.workunit:timeout=3h 2024-04-10T15:46:04.730 INFO:tasks.workunit:cleanup=True 2024-04-10T15:46:04.730 DEBUG:teuthology.orchestra.run.smithi154:> rm -rf /home/ubuntu/cephtest/clone.client.1 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.1 && cd /home/ubuntu/cephtest/clone.client.1 2024-04-10T15:46:04.784 INFO:tasks.workunit.client.1.smithi154.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.1'... 2024-04-10T15:46:05.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:04 smithi154 ceph-mon[84269]: pgmap v1955: 105 pgs: 105 active+clean; 18 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 663 op/s 2024-04-10T15:46:05.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:04 smithi102 ceph-mon[90943]: pgmap v1955: 105 pgs: 105 active+clean; 18 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 663 op/s 2024-04-10T15:46:05.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:04 smithi102 ceph-mon[88557]: pgmap v1955: 105 pgs: 105 active+clean; 18 GiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 0 B/s wr, 663 op/s 2024-04-10T15:46:07.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:06 smithi154 ceph-mon[84269]: pgmap v1956: 105 pgs: 105 active+clean; 6.1 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 565 op/s 2024-04-10T15:46:07.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:06 smithi102 ceph-mon[90943]: pgmap v1956: 105 pgs: 105 active+clean; 6.1 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 565 op/s 2024-04-10T15:46:07.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:06 smithi102 ceph-mon[88557]: pgmap v1956: 105 pgs: 105 active+clean; 6.1 GiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 565 op/s 2024-04-10T15:46:07.924 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:46:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:46:07] "GET /metrics HTTP/1.1" 200 34078 "" "Prometheus/2.43.0" 2024-04-10T15:46:09.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:08 smithi154 ceph-mon[84269]: pgmap v1957: 105 pgs: 105 active+clean; 1.4 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 498 op/s 2024-04-10T15:46:09.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:09.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:08 smithi102 ceph-mon[90943]: pgmap v1957: 105 pgs: 105 active+clean; 1.4 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 498 op/s 2024-04-10T15:46:09.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:09.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:08 smithi102 ceph-mon[88557]: pgmap v1957: 105 pgs: 105 active+clean; 1.4 GiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 498 op/s 2024-04-10T15:46:09.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:11.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:10 smithi154 ceph-mon[84269]: pgmap v1958: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 419 op/s 2024-04-10T15:46:11.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:10 smithi102 ceph-mon[90943]: pgmap v1958: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 419 op/s 2024-04-10T15:46:11.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:10 smithi102 ceph-mon[88557]: pgmap v1958: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 419 op/s 2024-04-10T15:46:12.045 DEBUG:teuthology.orchestra.run.smithi154:> cd -- /home/ubuntu/cephtest/clone.client.1/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.1 2024-04-10T15:46:12.120 INFO:tasks.workunit.client.1.smithi154.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-10T15:46:12.122 INFO:tasks.workunit.client.1.smithi154.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-10T15:46:12.122 INFO:tasks.workunit.client.1.smithi154.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-10T15:46:12.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:46:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:46:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:46:13.054 INFO:tasks.workunit.client.1.smithi154.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-10T15:46:13.122 INFO:tasks.workunit.client.1.smithi154.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-10T15:46:13.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:12 smithi154 ceph-mon[84269]: pgmap v1959: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 293 op/s 2024-04-10T15:46:13.162 INFO:tasks.workunit.client.1.smithi154.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/direct_io' 2024-04-10T15:46:13.164 INFO:tasks.workunit.client.1.smithi154.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-10T15:46:13.164 INFO:tasks.workunit.client.1.smithi154.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-10T15:46:13.173 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:12 smithi102 ceph-mon[88557]: pgmap v1959: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 293 op/s 2024-04-10T15:46:13.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:12 smithi102 ceph-mon[90943]: pgmap v1959: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 293 op/s 2024-04-10T15:46:13.202 INFO:tasks.workunit.client.1.smithi154.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.1/qa/workunits/fs' 2024-04-10T15:46:13.205 DEBUG:teuthology.orchestra.run.smithi154:> set -ex 2024-04-10T15:46:13.205 DEBUG:teuthology.orchestra.run.smithi154:> dd if=/home/ubuntu/cephtest/workunits.list.client.1 of=/dev/stdout 2024-04-10T15:46:13.261 INFO:tasks.workunit:Running workunits matching rbd/import_export.sh on client.1... 2024-04-10T15:46:13.262 INFO:tasks.workunit:Running workunit rbd/import_export.sh... 2024-04-10T15:46:13.263 DEBUG:teuthology.orchestra.run.smithi154:workunit test rbd/import_export.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && cd -- /home/ubuntu/cephtest/mnt.1/client.1/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="1" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.1 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.1 CEPH_MNT=/home/ubuntu/cephtest/mnt.1 RBD_CREATE_ARGS=--new-format adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.1/qa/workunits/rbd/import_export.sh 2024-04-10T15:46:13.329 INFO:tasks.workunit.client.1.smithi154.stderr:+ export RBD_FORCE_ALLOW_V1=1 2024-04-10T15:46:13.329 INFO:tasks.workunit.client.1.smithi154.stderr:+ RBD_FORCE_ALLOW_V1=1 2024-04-10T15:46:13.329 INFO:tasks.workunit.client.1.smithi154.stderr:+ TMPDIR=/tmp/rbd_import_export_128556 2024-04-10T15:46:13.329 INFO:tasks.workunit.client.1.smithi154.stderr:+ rm -rf /tmp/rbd_import_export_128556 2024-04-10T15:46:13.329 INFO:tasks.workunit.client.1.smithi154.stderr:+ mkdir /tmp/rbd_import_export_128556 2024-04-10T15:46:13.330 INFO:tasks.workunit.client.1.smithi154.stderr:+ trap 'rm -rf /tmp/rbd_import_export_128556' INT TERM EXIT 2024-04-10T15:46:13.330 INFO:tasks.workunit.client.1.smithi154.stderr:+ mkdir foo.128556 2024-04-10T15:46:13.331 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd import foo.128556 foo.dir 2024-04-10T15:46:13.380 INFO:tasks.workunit.client.1.smithi154.stderr:rbd: cannot import a directory 2024-04-10T15:46:13.380 INFO:tasks.workunit.client.1.smithi154.stderr: Importing image: 0% complete...failed. 2024-04-10T15:46:13.380 INFO:tasks.workunit.client.1.smithi154.stderr:rbd: import failed: (21) Is a directory 2024-04-10T15:46:13.383 INFO:tasks.workunit.client.1.smithi154.stderr:+ true 2024-04-10T15:46:13.383 INFO:tasks.workunit.client.1.smithi154.stderr:+ rmdir foo.128556 2024-04-10T15:46:13.392 INFO:tasks.workunit.client.1.smithi154.stderr:+ dd if=/bin/sh of=/tmp/rbd_import_export_128556/img bs=1k count=1 seek=10 2024-04-10T15:46:13.393 INFO:tasks.workunit.client.1.smithi154.stderr:1+0 records in 2024-04-10T15:46:13.393 INFO:tasks.workunit.client.1.smithi154.stderr:1+0 records out 2024-04-10T15:46:13.393 INFO:tasks.workunit.client.1.smithi154.stderr:1024 bytes (1.0 kB, 1.0 KiB) copied, 4.0778e-05 s, 25.1 MB/s 2024-04-10T15:46:13.393 INFO:tasks.workunit.client.1.smithi154.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_128556/img bs=1k count=10 seek=100 2024-04-10T15:46:13.394 INFO:tasks.workunit.client.1.smithi154.stderr:10+0 records in 2024-04-10T15:46:13.394 INFO:tasks.workunit.client.1.smithi154.stderr:10+0 records out 2024-04-10T15:46:13.394 INFO:tasks.workunit.client.1.smithi154.stderr:10240 bytes (10 kB, 10 KiB) copied, 4.9868e-05 s, 205 MB/s 2024-04-10T15:46:13.394 INFO:tasks.workunit.client.1.smithi154.stderr:+ dd if=/bin/rm of=/tmp/rbd_import_export_128556/img bs=1k count=100 seek=1000 2024-04-10T15:46:13.395 INFO:tasks.workunit.client.1.smithi154.stderr:60+1 records in 2024-04-10T15:46:13.395 INFO:tasks.workunit.client.1.smithi154.stderr:60+1 records out 2024-04-10T15:46:13.395 INFO:tasks.workunit.client.1.smithi154.stderr:61464 bytes (61 kB, 60 KiB) copied, 0.000153087 s, 401 MB/s 2024-04-10T15:46:13.395 INFO:tasks.workunit.client.1.smithi154.stderr:+ dd if=/bin/ls of=/tmp/rbd_import_export_128556/img bs=1k seek=10000 2024-04-10T15:46:13.396 INFO:tasks.workunit.client.1.smithi154.stderr:137+1 records in 2024-04-10T15:46:13.396 INFO:tasks.workunit.client.1.smithi154.stderr:137+1 records out 2024-04-10T15:46:13.396 INFO:tasks.workunit.client.1.smithi154.stderr:140760 bytes (141 kB, 137 KiB) copied, 0.000419235 s, 336 MB/s 2024-04-10T15:46:13.396 INFO:tasks.workunit.client.1.smithi154.stderr:+ dd if=/bin/ln of=/tmp/rbd_import_export_128556/img bs=1k seek=100000 2024-04-10T15:46:13.397 INFO:tasks.workunit.client.1.smithi154.stderr:59+1 records in 2024-04-10T15:46:13.397 INFO:tasks.workunit.client.1.smithi154.stderr:59+1 records out 2024-04-10T15:46:13.397 INFO:tasks.workunit.client.1.smithi154.stderr:61408 bytes (61 kB, 60 KiB) copied, 0.000143215 s, 429 MB/s 2024-04-10T15:46:13.397 INFO:tasks.workunit.client.1.smithi154.stderr:+ dd if=/bin/grep of=/tmp/rbd_import_export_128556/img bs=1k seek=1000000 2024-04-10T15:46:13.398 INFO:tasks.workunit.client.1.smithi154.stderr:154+1 records in 2024-04-10T15:46:13.398 INFO:tasks.workunit.client.1.smithi154.stderr:154+1 records out 2024-04-10T15:46:13.398 INFO:tasks.workunit.client.1.smithi154.stderr:158176 bytes (158 kB, 154 KiB) copied, 0.000344988 s, 458 MB/s 2024-04-10T15:46:13.398 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd rm testimg 2024-04-10T15:46:13.457 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 0% complete...failed. 2024-04-10T15:46:13.457 INFO:tasks.workunit.client.1.smithi154.stderr:rbd: delete error: (2) No such file or directory 2024-04-10T15:46:13.460 INFO:tasks.workunit.client.1.smithi154.stderr:+ true 2024-04-10T15:46:13.460 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd import --new-format /tmp/rbd_import_export_128556/img testimg 2024-04-10T15:46:15.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:14 smithi154 ceph-mon[84269]: pgmap v1960: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 264 op/s 2024-04-10T15:46:15.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:14 smithi154 ceph-mon[84269]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-10T15:46:15.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:14 smithi102 ceph-mon[90943]: pgmap v1960: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 264 op/s 2024-04-10T15:46:15.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:14 smithi102 ceph-mon[90943]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-10T15:46:15.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:14 smithi102 ceph-mon[88557]: pgmap v1960: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 264 op/s 2024-04-10T15:46:15.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:14 smithi102 ceph-mon[88557]: osdmap e1076: 8 total, 8 up, 8 in 2024-04-10T15:46:15.343 INFO:tasks.workunit.client.1.smithi154.stderr: Importing image: 1% complete... Importing image: 2% complete... Importing image: 3% complete... Importing image: 4% complete... Importing image: 5% complete... Importing image: 6% complete... Importing image: 7% complete... Importing image: 8% complete... Importing image: 9% complete... Importing image: 10% complete... Importing image: 11% complete... Importing image: 12% complete... Importing image: 13% complete... Importing image: 14% complete... Importing image: 15% complete... Importing image: 16% complete... Importing image: 17% complete... Importing image: 18% complete... Importing image: 19% complete... Importing image: 20% complete... Importing image: 21% complete... Importing image: 22% complete... Importing image: 23% complete... Importing image: 24% complete... Importing image: 25% complete... Importing image: 26% complete... Importing image: 27% complete... Importing image: 28% complete... Importing image: 29% complete... Importing image: 30% complete... Importing image: 31% complete... Importing image: 32% complete... Importing image: 33% complete... Importing image: 34% complete... Importing image: 35% complete... Importing image: 36% complete... Importing image: 37% complete... Importing image: 38% complete... Importing image: 39% complete... Importing image: 40% complete... Importing image: 41% complete... Importing image: 42% complete... Importing image: 43% complete... Importing image: 44% complete... Importing image: 45% complete... Importing image: 46% complete... Importing image: 47% complete... Importing image: 48% complete... Importing image: 49% complete... Importing image: 50% complete... Importing image: 51% complete... Importing image: 52% complete... Importing image: 53% complete... Importing image: 54% complete... Importing image: 55% complete... Importing image: 56% complete... Importing image: 57% complete... Importing image: 58% complete... Importing image: 59% complete... Importing image: 60% complete... Importing image: 61% complete... Importing image: 62% complete... Importing image: 63% complete... Importing image: 64% complete... Importing image: 65% complete... Importing image: 66% complete... Importing image: 67% complete... Importing image: 68% complete... Importing image: 69% complete... Importing image: 70% complete... Importing image: 71% complete... Importing image: 72% complete... Importing image: 73% complete... Importing image: 74% complete... Importing image: 75% complete... Importing image: 76% complete... Importing image: 77% complete... Importing image: 78% complete... Importing image: 79% complete... Importing image: 80% complete... Importing image: 81% complete... Importing image: 82% complete... Importing image: 83% complete... Importing image: 84% complete... Importing image: 85% complete... Importing image: 86% complete... Importing image: 87% complete... Importing image: 88% complete... Importing image: 89% complete... Importing image: 90% complete... Importing image: 91% complete... Importing image: 92% complete... Importing image: 93% complete... Importing image: 94% complete... Importing image: 95% complete... Importing image: 96% complete... Importing image: 97% complete... Importing image: 98% complete... Importing image: 99% complete... Importing image: 100% complete...done. 2024-04-10T15:46:15.343 INFO:tasks.workunit.client.1.smithi154.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T15:46:15.346 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd export testimg /tmp/rbd_import_export_128556/img2 2024-04-10T15:46:15.568 INFO:tasks.workunit.client.1.smithi154.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-10T15:46:15.572 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd export testimg - 2024-04-10T15:46:16.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:15 smithi154 ceph-mon[84269]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-10T15:46:16.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:15 smithi102 ceph-mon[90943]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-10T15:46:16.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:15 smithi102 ceph-mon[88557]: osdmap e1077: 8 total, 8 up, 8 in 2024-04-10T15:46:16.213 INFO:tasks.workunit.client.1.smithi154.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-10T15:46:16.217 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd rm testimg 2024-04-10T15:46:16.348 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-10T15:46:16.350 INFO:tasks.workunit.client.1.smithi154.stderr:+ cmp /tmp/rbd_import_export_128556/img /tmp/rbd_import_export_128556/img2 2024-04-10T15:46:16.896 INFO:tasks.workunit.client.1.smithi154.stderr:+ cmp /tmp/rbd_import_export_128556/img /tmp/rbd_import_export_128556/img3 2024-04-10T15:46:17.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:16 smithi154 ceph-mon[84269]: pgmap v1963: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 14 op/s 2024-04-10T15:46:17.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:16 smithi102 ceph-mon[90943]: pgmap v1963: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 14 op/s 2024-04-10T15:46:17.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:16 smithi102 ceph-mon[88557]: pgmap v1963: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 0 B/s wr, 14 op/s 2024-04-10T15:46:17.296 INFO:tasks.workunit.client.1.smithi154.stderr:+ rm /tmp/rbd_import_export_128556/img2 /tmp/rbd_import_export_128556/img3 2024-04-10T15:46:17.452 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd import --new-format - testimg 2024-04-10T15:46:17.868 INFO:tasks.workunit.client.1.smithi154.stderr: Importing image: 100% complete...done. 2024-04-10T15:46:17.868 INFO:tasks.workunit.client.1.smithi154.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T15:46:17.871 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd export testimg /tmp/rbd_import_export_128556/img2 2024-04-10T15:46:17.924 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:46:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:46:17] "GET /metrics HTTP/1.1" 200 34064 "" "Prometheus/2.43.0" 2024-04-10T15:46:18.066 INFO:tasks.workunit.client.1.smithi154.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-10T15:46:18.071 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd export testimg - 2024-04-10T15:46:18.715 INFO:tasks.workunit.client.1.smithi154.stderr: Exporting image: 1% complete... Exporting image: 2% complete... Exporting image: 3% complete... Exporting image: 4% complete... Exporting image: 5% complete... Exporting image: 6% complete... Exporting image: 7% complete... Exporting image: 8% complete... Exporting image: 9% complete... Exporting image: 10% complete... Exporting image: 11% complete... Exporting image: 12% complete... Exporting image: 13% complete... Exporting image: 14% complete... Exporting image: 15% complete... Exporting image: 16% complete... Exporting image: 17% complete... Exporting image: 18% complete... Exporting image: 19% complete... Exporting image: 20% complete... Exporting image: 21% complete... Exporting image: 22% complete... Exporting image: 23% complete... Exporting image: 24% complete... Exporting image: 25% complete... Exporting image: 26% complete... Exporting image: 27% complete... Exporting image: 28% complete... Exporting image: 29% complete... Exporting image: 30% complete... Exporting image: 31% complete... Exporting image: 32% complete... Exporting image: 33% complete... Exporting image: 34% complete... Exporting image: 35% complete... Exporting image: 36% complete... Exporting image: 37% complete... Exporting image: 38% complete... Exporting image: 39% complete... Exporting image: 40% complete... Exporting image: 41% complete... Exporting image: 42% complete... Exporting image: 43% complete... Exporting image: 44% complete... Exporting image: 45% complete... Exporting image: 46% complete... Exporting image: 47% complete... Exporting image: 48% complete... Exporting image: 49% complete... Exporting image: 50% complete... Exporting image: 51% complete... Exporting image: 52% complete... Exporting image: 53% complete... Exporting image: 54% complete... Exporting image: 55% complete... Exporting image: 56% complete... Exporting image: 57% complete... Exporting image: 58% complete... Exporting image: 59% complete... Exporting image: 60% complete... Exporting image: 61% complete... Exporting image: 62% complete... Exporting image: 63% complete... Exporting image: 64% complete... Exporting image: 65% complete... Exporting image: 66% complete... Exporting image: 67% complete... Exporting image: 68% complete... Exporting image: 69% complete... Exporting image: 70% complete... Exporting image: 71% complete... Exporting image: 72% complete... Exporting image: 73% complete... Exporting image: 74% complete... Exporting image: 75% complete... Exporting image: 76% complete... Exporting image: 77% complete... Exporting image: 78% complete... Exporting image: 79% complete... Exporting image: 80% complete... Exporting image: 81% complete... Exporting image: 82% complete... Exporting image: 83% complete... Exporting image: 84% complete... Exporting image: 85% complete... Exporting image: 86% complete... Exporting image: 87% complete... Exporting image: 88% complete... Exporting image: 89% complete... Exporting image: 90% complete... Exporting image: 91% complete... Exporting image: 92% complete... Exporting image: 93% complete... Exporting image: 94% complete... Exporting image: 95% complete... Exporting image: 96% complete... Exporting image: 97% complete... Exporting image: 98% complete... Exporting image: 99% complete... Exporting image: 100% complete...done. 2024-04-10T15:46:18.719 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd rm testimg 2024-04-10T15:46:18.848 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 1% complete... Removing image: 2% complete... Removing image: 3% complete... Removing image: 4% complete... Removing image: 5% complete... Removing image: 6% complete... Removing image: 7% complete... Removing image: 8% complete... Removing image: 9% complete... Removing image: 10% complete... Removing image: 11% complete... Removing image: 12% complete... Removing image: 13% complete... Removing image: 14% complete... Removing image: 15% complete... Removing image: 16% complete... Removing image: 17% complete... Removing image: 18% complete... Removing image: 19% complete... Removing image: 20% complete... Removing image: 21% complete... Removing image: 22% complete... Removing image: 23% complete... Removing image: 24% complete... Removing image: 25% complete... Removing image: 26% complete... Removing image: 27% complete... Removing image: 28% complete... Removing image: 29% complete... Removing image: 30% complete... Removing image: 31% complete... Removing image: 32% complete... Removing image: 33% complete... Removing image: 34% complete... Removing image: 35% complete... Removing image: 36% complete... Removing image: 37% complete... Removing image: 38% complete... Removing image: 39% complete... Removing image: 40% complete... Removing image: 41% complete... Removing image: 42% complete... Removing image: 43% complete... Removing image: 44% complete... Removing image: 45% complete... Removing image: 46% complete... Removing image: 47% complete... Removing image: 48% complete... Removing image: 49% complete... Removing image: 50% complete... Removing image: 51% complete... Removing image: 52% complete... Removing image: 53% complete... Removing image: 54% complete... Removing image: 55% complete... Removing image: 56% complete... Removing image: 57% complete... Removing image: 58% complete... Removing image: 59% complete... Removing image: 60% complete... Removing image: 61% complete... Removing image: 62% complete... Removing image: 63% complete... Removing image: 64% complete... Removing image: 65% complete... Removing image: 66% complete... Removing image: 67% complete... Removing image: 68% complete... Removing image: 69% complete... Removing image: 70% complete... Removing image: 71% complete... Removing image: 72% complete... Removing image: 73% complete... Removing image: 74% complete... Removing image: 75% complete... Removing image: 76% complete... Removing image: 77% complete... Removing image: 78% complete... Removing image: 79% complete... Removing image: 80% complete... Removing image: 81% complete... Removing image: 82% complete... Removing image: 83% complete... Removing image: 84% complete... Removing image: 85% complete... Removing image: 86% complete... Removing image: 87% complete... Removing image: 88% complete... Removing image: 89% complete... Removing image: 90% complete... Removing image: 91% complete... Removing image: 92% complete... Removing image: 93% complete... Removing image: 94% complete... Removing image: 95% complete... Removing image: 96% complete... Removing image: 97% complete... Removing image: 98% complete... Removing image: 99% complete... Removing image: 100% complete...done. 2024-04-10T15:46:18.852 INFO:tasks.workunit.client.1.smithi154.stderr:+ cmp /tmp/rbd_import_export_128556/img /tmp/rbd_import_export_128556/img2 2024-04-10T15:46:19.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:18 smithi154 ceph-mon[84269]: pgmap v1964: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 46 KiB/s rd, 21 KiB/s wr, 12 op/s 2024-04-10T15:46:19.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:18 smithi102 ceph-mon[90943]: pgmap v1964: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 46 KiB/s rd, 21 KiB/s wr, 12 op/s 2024-04-10T15:46:19.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:18 smithi102 ceph-mon[88557]: pgmap v1964: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 46 KiB/s rd, 21 KiB/s wr, 12 op/s 2024-04-10T15:46:19.393 INFO:tasks.workunit.client.1.smithi154.stderr:+ cmp /tmp/rbd_import_export_128556/img /tmp/rbd_import_export_128556/img3 2024-04-10T15:46:19.791 INFO:tasks.workunit.client.1.smithi154.stderr:+ rm /tmp/rbd_import_export_128556/img /tmp/rbd_import_export_128556/img2 /tmp/rbd_import_export_128556/img3 2024-04-10T15:46:20.000 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd help export 2024-04-10T15:46:20.000 INFO:tasks.workunit.client.1.smithi154.stderr:+ grep -q export-format 2024-04-10T15:46:20.022 INFO:tasks.workunit.client.1.smithi154.stderr:+ dd if=/bin/dd of=/tmp/rbd_import_export_128556/img bs=1k count=10 seek=100 2024-04-10T15:46:20.025 INFO:tasks.workunit.client.1.smithi154.stderr:10+0 records in 2024-04-10T15:46:20.025 INFO:tasks.workunit.client.1.smithi154.stderr:10+0 records out 2024-04-10T15:46:20.025 INFO:tasks.workunit.client.1.smithi154.stderr:10240 bytes (10 kB, 10 KiB) copied, 5.7964e-05 s, 177 MB/s 2024-04-10T15:46:20.025 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd import --new-format /tmp/rbd_import_export_128556/img testimg 2024-04-10T15:46:20.094 INFO:tasks.workunit.client.1.smithi154.stderr: Importing image: 100% complete...done. 2024-04-10T15:46:20.095 INFO:tasks.workunit.client.1.smithi154.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T15:46:20.097 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd snap create testimg@snap 2024-04-10T15:46:20.853 INFO:tasks.workunit.client.1.smithi154.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-10T15:46:20.863 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd image-meta set testimg key1 value1 2024-04-10T15:46:20.926 INFO:tasks.workunit.client.1.smithi154.stderr:++ rbd image-meta list testimg 2024-04-10T15:46:20.972 INFO:tasks.workunit.client.1.smithi154.stderr:+ IMAGEMETA_BEFORE='There is 1 metadatum on this image: 2024-04-10T15:46:20.972 INFO:tasks.workunit.client.1.smithi154.stderr: 2024-04-10T15:46:20.972 INFO:tasks.workunit.client.1.smithi154.stderr:Key Value 2024-04-10T15:46:20.972 INFO:tasks.workunit.client.1.smithi154.stderr:key1 value1' 2024-04-10T15:46:20.972 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_128556/img_v2 2024-04-10T15:46:21.015 INFO:tasks.workunit.client.1.smithi154.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-10T15:46:21.018 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_128556/img_v2 testimg_import 2024-04-10T15:46:21.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:20 smithi154 ceph-mon[84269]: pgmap v1965: 105 pgs: 105 active+clean; 1.3 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 188 KiB/s rd, 78 KiB/s wr, 79 op/s 2024-04-10T15:46:21.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:20 smithi102 ceph-mon[90943]: pgmap v1965: 105 pgs: 105 active+clean; 1.3 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 188 KiB/s rd, 78 KiB/s wr, 79 op/s 2024-04-10T15:46:21.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:20 smithi102 ceph-mon[88557]: pgmap v1965: 105 pgs: 105 active+clean; 1.3 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 188 KiB/s rd, 78 KiB/s wr, 79 op/s 2024-04-10T15:46:21.880 INFO:tasks.workunit.client.1.smithi154.stderr: Importing image: 50% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-10T15:46:21.883 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd info testimg_import 2024-04-10T15:46:21.925 INFO:tasks.workunit.client.1.smithi154.stdout:rbd image 'testimg_import': 2024-04-10T15:46:21.925 INFO:tasks.workunit.client.1.smithi154.stdout: size 110 KiB in 1 objects 2024-04-10T15:46:21.925 INFO:tasks.workunit.client.1.smithi154.stdout: order 22 (4 MiB objects) 2024-04-10T15:46:21.925 INFO:tasks.workunit.client.1.smithi154.stdout: snapshot_count: 1 2024-04-10T15:46:21.925 INFO:tasks.workunit.client.1.smithi154.stdout: id: d5f4d02c8223 2024-04-10T15:46:21.926 INFO:tasks.workunit.client.1.smithi154.stdout: block_name_prefix: rbd_data.d5f4d02c8223 2024-04-10T15:46:21.926 INFO:tasks.workunit.client.1.smithi154.stdout: format: 2 2024-04-10T15:46:21.926 INFO:tasks.workunit.client.1.smithi154.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-10T15:46:21.926 INFO:tasks.workunit.client.1.smithi154.stdout: op_features: 2024-04-10T15:46:21.926 INFO:tasks.workunit.client.1.smithi154.stdout: flags: 2024-04-10T15:46:21.926 INFO:tasks.workunit.client.1.smithi154.stdout: create_timestamp: Wed Apr 10 15:46:21 2024 2024-04-10T15:46:21.926 INFO:tasks.workunit.client.1.smithi154.stdout: access_timestamp: Wed Apr 10 15:46:21 2024 2024-04-10T15:46:21.926 INFO:tasks.workunit.client.1.smithi154.stdout: modify_timestamp: Wed Apr 10 15:46:21 2024 2024-04-10T15:46:21.928 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd info testimg_import@snap 2024-04-10T15:46:21.969 INFO:tasks.workunit.client.1.smithi154.stdout:rbd image 'testimg_import': 2024-04-10T15:46:21.969 INFO:tasks.workunit.client.1.smithi154.stdout: size 110 KiB in 1 objects 2024-04-10T15:46:21.969 INFO:tasks.workunit.client.1.smithi154.stdout: order 22 (4 MiB objects) 2024-04-10T15:46:21.969 INFO:tasks.workunit.client.1.smithi154.stdout: snapshot_count: 1 2024-04-10T15:46:21.969 INFO:tasks.workunit.client.1.smithi154.stdout: id: d5f4d02c8223 2024-04-10T15:46:21.969 INFO:tasks.workunit.client.1.smithi154.stdout: block_name_prefix: rbd_data.d5f4d02c8223 2024-04-10T15:46:21.969 INFO:tasks.workunit.client.1.smithi154.stdout: format: 2 2024-04-10T15:46:21.969 INFO:tasks.workunit.client.1.smithi154.stdout: features: layering, exclusive-lock, object-map, fast-diff, deep-flatten 2024-04-10T15:46:21.969 INFO:tasks.workunit.client.1.smithi154.stdout: op_features: 2024-04-10T15:46:21.969 INFO:tasks.workunit.client.1.smithi154.stdout: flags: 2024-04-10T15:46:21.969 INFO:tasks.workunit.client.1.smithi154.stdout: create_timestamp: Wed Apr 10 15:46:21 2024 2024-04-10T15:46:21.969 INFO:tasks.workunit.client.1.smithi154.stdout: access_timestamp: Wed Apr 10 15:46:21 2024 2024-04-10T15:46:21.970 INFO:tasks.workunit.client.1.smithi154.stdout: modify_timestamp: Wed Apr 10 15:46:21 2024 2024-04-10T15:46:21.970 INFO:tasks.workunit.client.1.smithi154.stdout: protected: False 2024-04-10T15:46:21.972 INFO:tasks.workunit.client.1.smithi154.stderr:++ rbd image-meta list testimg_import 2024-04-10T15:46:22.017 INFO:tasks.workunit.client.1.smithi154.stderr:+ IMAGEMETA_AFTER='There is 1 metadatum on this image: 2024-04-10T15:46:22.017 INFO:tasks.workunit.client.1.smithi154.stderr: 2024-04-10T15:46:22.017 INFO:tasks.workunit.client.1.smithi154.stderr:Key Value 2024-04-10T15:46:22.017 INFO:tasks.workunit.client.1.smithi154.stderr:key1 value1' 2024-04-10T15:46:22.017 INFO:tasks.workunit.client.1.smithi154.stderr:+ '[' 'There is 1 metadatum on this image: 2024-04-10T15:46:22.017 INFO:tasks.workunit.client.1.smithi154.stderr: 2024-04-10T15:46:22.017 INFO:tasks.workunit.client.1.smithi154.stderr:Key Value 2024-04-10T15:46:22.017 INFO:tasks.workunit.client.1.smithi154.stderr:key1 value1' = 'There is 1 metadatum on this image: 2024-04-10T15:46:22.018 INFO:tasks.workunit.client.1.smithi154.stderr: 2024-04-10T15:46:22.018 INFO:tasks.workunit.client.1.smithi154.stderr:Key Value 2024-04-10T15:46:22.018 INFO:tasks.workunit.client.1.smithi154.stderr:key1 value1' ']' 2024-04-10T15:46:22.018 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd export testimg_import /tmp/rbd_import_export_128556/img_import 2024-04-10T15:46:22.057 INFO:tasks.workunit.client.1.smithi154.stderr: Exporting image: 100% complete...done. 2024-04-10T15:46:22.060 INFO:tasks.workunit.client.1.smithi154.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_128556/img /tmp/rbd_import_export_128556/img_import 2024-04-10T15:46:22.060 INFO:tasks.workunit.client.1.smithi154.stderr:+ cmp -l /tmp/rbd_import_export_128556/img /tmp/rbd_import_export_128556/img_import 2024-04-10T15:46:22.061 INFO:tasks.workunit.client.1.smithi154.stderr:++ stat /tmp/rbd_import_export_128556/img --format %b 2024-04-10T15:46:22.062 INFO:tasks.workunit.client.1.smithi154.stderr:+ origsize=24 2024-04-10T15:46:22.062 INFO:tasks.workunit.client.1.smithi154.stderr:++ stat /tmp/rbd_import_export_128556/img_import --format %b 2024-04-10T15:46:22.063 INFO:tasks.workunit.client.1.smithi154.stderr:+ exportsize=224 2024-04-10T15:46:22.063 INFO:tasks.workunit.client.1.smithi154.stderr:+ difference=200 2024-04-10T15:46:22.063 INFO:tasks.workunit.client.1.smithi154.stderr:+ difference=200 2024-04-10T15:46:22.063 INFO:tasks.workunit.client.1.smithi154.stderr:+ test 200 -ge 0 -a 200 -lt 4096 2024-04-10T15:46:22.063 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd export testimg@snap /tmp/rbd_import_export_128556/img_snap 2024-04-10T15:46:22.100 INFO:tasks.workunit.client.1.smithi154.stderr: Exporting image: 100% complete...done. 2024-04-10T15:46:22.103 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd export testimg_import@snap /tmp/rbd_import_export_128556/img_snap_import 2024-04-10T15:46:22.141 INFO:tasks.workunit.client.1.smithi154.stderr: Exporting image: 100% complete...done. 2024-04-10T15:46:22.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:21 smithi154 ceph-mon[84269]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-10T15:46:22.144 INFO:tasks.workunit.client.1.smithi154.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_128556/img_snap /tmp/rbd_import_export_128556/img_snap_import 2024-04-10T15:46:22.144 INFO:tasks.workunit.client.1.smithi154.stderr:+ cmp -l /tmp/rbd_import_export_128556/img_snap /tmp/rbd_import_export_128556/img_snap_import 2024-04-10T15:46:22.145 INFO:tasks.workunit.client.1.smithi154.stderr:++ stat /tmp/rbd_import_export_128556/img_snap --format %b 2024-04-10T15:46:22.146 INFO:tasks.workunit.client.1.smithi154.stderr:+ origsize=224 2024-04-10T15:46:22.146 INFO:tasks.workunit.client.1.smithi154.stderr:++ stat /tmp/rbd_import_export_128556/img_snap_import --format %b 2024-04-10T15:46:22.147 INFO:tasks.workunit.client.1.smithi154.stderr:+ exportsize=224 2024-04-10T15:46:22.147 INFO:tasks.workunit.client.1.smithi154.stderr:+ difference=0 2024-04-10T15:46:22.147 INFO:tasks.workunit.client.1.smithi154.stderr:+ difference=0 2024-04-10T15:46:22.147 INFO:tasks.workunit.client.1.smithi154.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-10T15:46:22.147 INFO:tasks.workunit.client.1.smithi154.stderr:+ rm /tmp/rbd_import_export_128556/img_v2 2024-04-10T15:46:22.148 INFO:tasks.workunit.client.1.smithi154.stderr:+ rm /tmp/rbd_import_export_128556/img_import 2024-04-10T15:46:22.148 INFO:tasks.workunit.client.1.smithi154.stderr:+ rm /tmp/rbd_import_export_128556/img_snap 2024-04-10T15:46:22.149 INFO:tasks.workunit.client.1.smithi154.stderr:+ rm /tmp/rbd_import_export_128556/img_snap_import 2024-04-10T15:46:22.149 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd snap rm testimg_import@snap 2024-04-10T15:46:22.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:21 smithi102 ceph-mon[88557]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-10T15:46:22.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:21 smithi102 ceph-mon[90943]: osdmap e1078: 8 total, 8 up, 8 in 2024-04-10T15:46:22.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:46:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:46:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:46:22.872 INFO:tasks.workunit.client.1.smithi154.stderr: Removing snap: 100% complete...done. 2024-04-10T15:46:22.884 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd remove testimg_import 2024-04-10T15:46:23.013 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 100% complete...done. 2024-04-10T15:46:23.017 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd snap rm testimg@snap 2024-04-10T15:46:23.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:22 smithi154 ceph-mon[84269]: pgmap v1967: 105 pgs: 105 active+clean; 1.3 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 233 KiB/s rd, 99 KiB/s wr, 98 op/s 2024-04-10T15:46:23.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:22 smithi154 ceph-mon[84269]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-10T15:46:23.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:22 smithi102 ceph-mon[90943]: pgmap v1967: 105 pgs: 105 active+clean; 1.3 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 233 KiB/s rd, 99 KiB/s wr, 98 op/s 2024-04-10T15:46:23.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:22 smithi102 ceph-mon[90943]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-10T15:46:23.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:22 smithi102 ceph-mon[88557]: pgmap v1967: 105 pgs: 105 active+clean; 1.3 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 233 KiB/s rd, 99 KiB/s wr, 98 op/s 2024-04-10T15:46:23.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:22 smithi102 ceph-mon[88557]: osdmap e1079: 8 total, 8 up, 8 in 2024-04-10T15:46:23.612 INFO:tasks.workunit.client.1.smithi154.stderr: Removing snap: 100% complete...done. 2024-04-10T15:46:23.624 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd rm testimg 2024-04-10T15:46:23.758 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 100% complete...done. 2024-04-10T15:46:23.761 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd import --order 20 /tmp/rbd_import_export_128556/img testimg 2024-04-10T15:46:23.831 INFO:tasks.workunit.client.1.smithi154.stderr: Importing image: 100% complete...done. 2024-04-10T15:46:23.832 INFO:tasks.workunit.client.1.smithi154.stderr:rbd: --order is deprecated, use --object-size 2024-04-10T15:46:23.834 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_128556/img_v2 2024-04-10T15:46:23.875 INFO:tasks.workunit.client.1.smithi154.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-10T15:46:23.878 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_128556/img_v2 testimg_import 2024-04-10T15:46:23.953 INFO:tasks.workunit.client.1.smithi154.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-10T15:46:23.956 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd info testimg_import 2024-04-10T15:46:23.956 INFO:tasks.workunit.client.1.smithi154.stderr:+ grep order 2024-04-10T15:46:23.956 INFO:tasks.workunit.client.1.smithi154.stderr:+ awk '{print $2}' 2024-04-10T15:46:23.957 INFO:tasks.workunit.client.1.smithi154.stderr:+ grep 20 2024-04-10T15:46:23.994 INFO:tasks.workunit.client.1.smithi154.stdout:20 2024-04-10T15:46:23.995 INFO:tasks.workunit.client.1.smithi154.stderr:+ rm /tmp/rbd_import_export_128556/img_v2 2024-04-10T15:46:23.995 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd remove testimg_import 2024-04-10T15:46:24.119 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 100% complete...done. 2024-04-10T15:46:24.122 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd remove testimg 2024-04-10T15:46:24.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:23 smithi154 ceph-mon[84269]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-10T15:46:24.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:24.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:23 smithi154 ceph-mon[84269]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-10T15:46:24.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:23 smithi102 ceph-mon[88557]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-10T15:46:24.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:24.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:23 smithi102 ceph-mon[88557]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-10T15:46:24.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:23 smithi102 ceph-mon[90943]: osdmap e1080: 8 total, 8 up, 8 in 2024-04-10T15:46:24.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:24.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:23 smithi102 ceph-mon[90943]: osdmap e1081: 8 total, 8 up, 8 in 2024-04-10T15:46:24.241 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 100% complete...done. 2024-04-10T15:46:24.244 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd import --image-feature layering /tmp/rbd_import_export_128556/img testimg 2024-04-10T15:46:24.300 INFO:tasks.workunit.client.1.smithi154.stderr: Importing image: 100% complete...done. 2024-04-10T15:46:24.304 INFO:tasks.workunit.client.1.smithi154.stderr:++ rbd info testimg 2024-04-10T15:46:24.304 INFO:tasks.workunit.client.1.smithi154.stderr:++ grep features 2024-04-10T15:46:24.342 INFO:tasks.workunit.client.1.smithi154.stderr:+ FEATURES_BEFORE=' features: layering 2024-04-10T15:46:24.342 INFO:tasks.workunit.client.1.smithi154.stderr: op_features: ' 2024-04-10T15:46:24.342 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_128556/img_v2 2024-04-10T15:46:24.381 INFO:tasks.workunit.client.1.smithi154.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-10T15:46:24.384 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_128556/img_v2 testimg_import 2024-04-10T15:46:24.450 INFO:tasks.workunit.client.1.smithi154.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-10T15:46:24.453 INFO:tasks.workunit.client.1.smithi154.stderr:++ rbd info testimg_import 2024-04-10T15:46:24.454 INFO:tasks.workunit.client.1.smithi154.stderr:++ grep features 2024-04-10T15:46:24.492 INFO:tasks.workunit.client.1.smithi154.stderr:+ FEATURES_AFTER=' features: layering 2024-04-10T15:46:24.492 INFO:tasks.workunit.client.1.smithi154.stderr: op_features: ' 2024-04-10T15:46:24.492 INFO:tasks.workunit.client.1.smithi154.stderr:+ '[' ' features: layering 2024-04-10T15:46:24.492 INFO:tasks.workunit.client.1.smithi154.stderr: op_features: ' '!=' ' features: layering 2024-04-10T15:46:24.492 INFO:tasks.workunit.client.1.smithi154.stderr: op_features: ' ']' 2024-04-10T15:46:24.492 INFO:tasks.workunit.client.1.smithi154.stderr:+ rm /tmp/rbd_import_export_128556/img_v2 2024-04-10T15:46:24.492 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd remove testimg_import 2024-04-10T15:46:24.582 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 100% complete...done. 2024-04-10T15:46:24.585 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd remove testimg 2024-04-10T15:46:24.679 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 100% complete...done. 2024-04-10T15:46:24.682 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd import --stripe-count 1000 --stripe-unit 4096 /tmp/rbd_import_export_128556/img testimg 2024-04-10T15:46:24.756 INFO:tasks.workunit.client.1.smithi154.stderr: Importing image: 100% complete...done. 2024-04-10T15:46:24.759 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_128556/img_v2 2024-04-10T15:46:24.800 INFO:tasks.workunit.client.1.smithi154.stderr: Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-10T15:46:24.803 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_128556/img_v2 testimg_import 2024-04-10T15:46:24.889 INFO:tasks.workunit.client.1.smithi154.stderr: Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-10T15:46:24.892 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd info testimg_import 2024-04-10T15:46:24.892 INFO:tasks.workunit.client.1.smithi154.stderr:+ grep 'stripe unit' 2024-04-10T15:46:24.893 INFO:tasks.workunit.client.1.smithi154.stderr:+ grep -Ei '(4 KiB|4096)' 2024-04-10T15:46:24.932 INFO:tasks.workunit.client.1.smithi154.stdout: stripe unit: 4 KiB 2024-04-10T15:46:24.932 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd info testimg_import 2024-04-10T15:46:24.932 INFO:tasks.workunit.client.1.smithi154.stderr:+ grep 'stripe count' 2024-04-10T15:46:24.932 INFO:tasks.workunit.client.1.smithi154.stderr:+ awk '{print $3}' 2024-04-10T15:46:24.932 INFO:tasks.workunit.client.1.smithi154.stderr:+ grep 1000 2024-04-10T15:46:24.971 INFO:tasks.workunit.client.1.smithi154.stdout:1000 2024-04-10T15:46:24.971 INFO:tasks.workunit.client.1.smithi154.stderr:+ rm /tmp/rbd_import_export_128556/img_v2 2024-04-10T15:46:24.972 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd remove testimg_import 2024-04-10T15:46:25.096 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-10T15:46:25.098 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd remove testimg 2024-04-10T15:46:25.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:24 smithi154 ceph-mon[84269]: pgmap v1971: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 317 KiB/s rd, 82 KiB/s wr, 187 op/s 2024-04-10T15:46:25.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:24 smithi102 ceph-mon[90943]: pgmap v1971: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 317 KiB/s rd, 82 KiB/s wr, 187 op/s 2024-04-10T15:46:25.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:24 smithi102 ceph-mon[88557]: pgmap v1971: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 317 KiB/s rd, 82 KiB/s wr, 187 op/s 2024-04-10T15:46:25.216 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 3% complete... Removing image: 7% complete... Removing image: 10% complete... Removing image: 14% complete... Removing image: 17% complete... Removing image: 21% complete... Removing image: 25% complete... Removing image: 28% complete... Removing image: 32% complete... Removing image: 35% complete... Removing image: 39% complete... Removing image: 42% complete... Removing image: 46% complete... Removing image: 50% complete... Removing image: 53% complete... Removing image: 57% complete... Removing image: 60% complete... Removing image: 64% complete... Removing image: 67% complete... Removing image: 71% complete... Removing image: 75% complete... Removing image: 78% complete... Removing image: 82% complete... Removing image: 85% complete... Removing image: 89% complete... Removing image: 92% complete... Removing image: 96% complete... Removing image: 100% complete...done. 2024-04-10T15:46:25.219 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd import --image-format=2 /tmp/rbd_import_export_128556/img testimg 2024-04-10T15:46:25.287 INFO:tasks.workunit.client.1.smithi154.stderr: Importing image: 100% complete...done. 2024-04-10T15:46:25.290 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd snap create testimg@snap1 2024-04-10T15:46:25.883 INFO:tasks.workunit.client.1.smithi154.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-10T15:46:25.892 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd snap create testimg@snap2 2024-04-10T15:46:26.890 INFO:tasks.workunit.client.1.smithi154.stderr: Creating snap: 10% complete... Creating snap: 100% complete...done. 2024-04-10T15:46:26.900 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd snap protect testimg@snap2 2024-04-10T15:46:26.950 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd export --export-format 2 testimg /tmp/rbd_import_export_128556/snap_protect 2024-04-10T15:46:26.998 INFO:tasks.workunit.client.1.smithi154.stderr: Exporting image: 33% complete... Exporting image: 100% complete... Exporting image: 100% complete...done. 2024-04-10T15:46:27.001 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd import --export-format 2 /tmp/rbd_import_export_128556/snap_protect testimg_import 2024-04-10T15:46:27.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:26 smithi154 ceph-mon[84269]: pgmap v1972: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 307 KiB/s rd, 47 KiB/s wr, 271 op/s 2024-04-10T15:46:27.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:26 smithi154 ceph-mon[84269]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-10T15:46:27.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:26 smithi102 ceph-mon[90943]: pgmap v1972: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 307 KiB/s rd, 47 KiB/s wr, 271 op/s 2024-04-10T15:46:27.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:26 smithi102 ceph-mon[90943]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-10T15:46:27.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:26 smithi102 ceph-mon[88557]: pgmap v1972: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 307 KiB/s rd, 47 KiB/s wr, 271 op/s 2024-04-10T15:46:27.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:26 smithi102 ceph-mon[88557]: osdmap e1082: 8 total, 8 up, 8 in 2024-04-10T15:46:27.877 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:46:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:46:27] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-04-10T15:46:28.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:27 smithi154 ceph-mon[84269]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-10T15:46:28.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:27 smithi102 ceph-mon[90943]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-10T15:46:28.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:27 smithi102 ceph-mon[88557]: osdmap e1083: 8 total, 8 up, 8 in 2024-04-10T15:46:28.643 INFO:tasks.workunit.client.1.smithi154.stderr: Importing image: 33% complete... Importing image: 66% complete... Importing image: 100% complete... Importing image: 100% complete...done. 2024-04-10T15:46:28.647 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd info testimg_import@snap1 2024-04-10T15:46:28.647 INFO:tasks.workunit.client.1.smithi154.stderr:+ grep 'protected: False' 2024-04-10T15:46:28.693 INFO:tasks.workunit.client.1.smithi154.stdout: protected: False 2024-04-10T15:46:28.694 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd info testimg_import@snap2 2024-04-10T15:46:28.694 INFO:tasks.workunit.client.1.smithi154.stderr:+ grep 'protected: True' 2024-04-10T15:46:28.737 INFO:tasks.workunit.client.1.smithi154.stdout: protected: True 2024-04-10T15:46:28.737 INFO:tasks.workunit.client.1.smithi154.stderr:+ rm /tmp/rbd_import_export_128556/snap_protect 2024-04-10T15:46:28.738 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd snap unprotect testimg@snap2 2024-04-10T15:46:28.787 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd snap unprotect testimg_import@snap2 2024-04-10T15:46:28.837 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd snap purge testimg 2024-04-10T15:46:29.143 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:28 smithi154 ceph-mon[84269]: pgmap v1975: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 301 KiB/s rd, 28 KiB/s wr, 348 op/s 2024-04-10T15:46:29.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:28 smithi154 ceph-mon[84269]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-10T15:46:29.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:28 smithi154 ceph-mon[84269]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-10T15:46:29.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:28 smithi102 ceph-mon[90943]: pgmap v1975: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 301 KiB/s rd, 28 KiB/s wr, 348 op/s 2024-04-10T15:46:29.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:28 smithi102 ceph-mon[90943]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-10T15:46:29.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:28 smithi102 ceph-mon[90943]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-10T15:46:29.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:28 smithi102 ceph-mon[88557]: pgmap v1975: 105 pgs: 105 active+clean; 583 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 301 KiB/s rd, 28 KiB/s wr, 348 op/s 2024-04-10T15:46:29.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:28 smithi102 ceph-mon[88557]: osdmap e1084: 8 total, 8 up, 8 in 2024-04-10T15:46:29.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:28 smithi102 ceph-mon[88557]: osdmap e1085: 8 total, 8 up, 8 in 2024-04-10T15:46:30.905 INFO:tasks.workunit.client.1.smithi154.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-10T15:46:30.916 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd snap purge testimg_import 2024-04-10T15:46:31.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:30 smithi154 ceph-mon[84269]: pgmap v1978: 105 pgs: 105 active+clean; 803 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 297 KiB/s rd, 41 KiB/s wr, 410 op/s 2024-04-10T15:46:31.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:30 smithi154 ceph-mon[84269]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-10T15:46:31.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:30 smithi102 ceph-mon[90943]: pgmap v1978: 105 pgs: 105 active+clean; 803 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 297 KiB/s rd, 41 KiB/s wr, 410 op/s 2024-04-10T15:46:31.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:30 smithi102 ceph-mon[90943]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-10T15:46:31.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:30 smithi102 ceph-mon[88557]: pgmap v1978: 105 pgs: 105 active+clean; 803 KiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 297 KiB/s rd, 41 KiB/s wr, 410 op/s 2024-04-10T15:46:31.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:30 smithi102 ceph-mon[88557]: osdmap e1086: 8 total, 8 up, 8 in 2024-04-10T15:46:32.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:31 smithi102 ceph-mon[90943]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-10T15:46:32.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:31 smithi102 ceph-mon[88557]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-10T15:46:32.305 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:31 smithi154 ceph-mon[84269]: osdmap e1087: 8 total, 8 up, 8 in 2024-04-10T15:46:32.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:46:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:46:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:46:32.917 INFO:tasks.workunit.client.1.smithi154.stderr: Removing all snapshots: 50% complete... Removing all snapshots: 100% complete... Removing all snapshots: 100% complete...done. 2024-04-10T15:46:32.931 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd remove testimg 2024-04-10T15:46:33.063 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 100% complete...done. 2024-04-10T15:46:33.066 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd remove testimg_import 2024-04-10T15:46:33.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:32 smithi102 ceph-mon[90943]: pgmap v1981: 105 pgs: 105 active+clean; 803 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 119 KiB/s rd, 26 KiB/s wr, 178 op/s 2024-04-10T15:46:33.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:32 smithi102 ceph-mon[90943]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-10T15:46:33.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:32 smithi102 ceph-mon[88557]: pgmap v1981: 105 pgs: 105 active+clean; 803 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 119 KiB/s rd, 26 KiB/s wr, 178 op/s 2024-04-10T15:46:33.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:32 smithi102 ceph-mon[88557]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-10T15:46:33.188 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 100% complete...done. 2024-04-10T15:46:33.191 INFO:tasks.workunit.client.1.smithi154.stderr:+ tiered=0 2024-04-10T15:46:33.191 INFO:tasks.workunit.client.1.smithi154.stderr:+ ceph osd dump 2024-04-10T15:46:33.191 INFO:tasks.workunit.client.1.smithi154.stderr:+ grep '^pool' 2024-04-10T15:46:33.191 INFO:tasks.workunit.client.1.smithi154.stderr:+ grep ''\''rbd'\''' 2024-04-10T15:46:33.191 INFO:tasks.workunit.client.1.smithi154.stderr:+ grep tier 2024-04-10T15:46:33.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:32 smithi154 ceph-mon[84269]: pgmap v1981: 105 pgs: 105 active+clean; 803 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 119 KiB/s rd, 26 KiB/s wr, 178 op/s 2024-04-10T15:46:33.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:32 smithi154 ceph-mon[84269]: osdmap e1088: 8 total, 8 up, 8 in 2024-04-10T15:46:33.574 INFO:tasks.workunit.client.1.smithi154.stderr:+ dd if=/dev/urandom bs=1M seek=1 count=1 of=/tmp/rbd_import_export_128556/sparse1 2024-04-10T15:46:33.578 INFO:tasks.workunit.client.1.smithi154.stderr:1+0 records in 2024-04-10T15:46:33.579 INFO:tasks.workunit.client.1.smithi154.stderr:1+0 records out 2024-04-10T15:46:33.579 INFO:tasks.workunit.client.1.smithi154.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00345697 s, 303 MB/s 2024-04-10T15:46:33.579 INFO:tasks.workunit.client.1.smithi154.stderr:+ dd if=/dev/urandom bs=1M count=1 of=/tmp/rbd_import_export_128556/sparse2 2024-04-10T15:46:33.583 INFO:tasks.workunit.client.1.smithi154.stderr:1+0 records in 2024-04-10T15:46:33.583 INFO:tasks.workunit.client.1.smithi154.stderr:1+0 records out 2024-04-10T15:46:33.583 INFO:tasks.workunit.client.1.smithi154.stderr:1048576 bytes (1.0 MB, 1.0 MiB) copied, 0.00327109 s, 321 MB/s 2024-04-10T15:46:33.583 INFO:tasks.workunit.client.1.smithi154.stderr:+ truncate /tmp/rbd_import_export_128556/sparse2 -s 2M 2024-04-10T15:46:33.600 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd rm sparse1 2024-04-10T15:46:33.662 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 0% complete...failed. 2024-04-10T15:46:33.662 INFO:tasks.workunit.client.1.smithi154.stderr:rbd: delete error: (2) No such file or directory 2024-04-10T15:46:33.665 INFO:tasks.workunit.client.1.smithi154.stderr:+ true 2024-04-10T15:46:33.665 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_128556/sparse1 2024-04-10T15:46:33.738 INFO:tasks.workunit.client.1.smithi154.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-10T15:46:33.739 INFO:tasks.workunit.client.1.smithi154.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T15:46:33.739 INFO:tasks.workunit.client.1.smithi154.stderr:rbd: --order is deprecated, use --object-size 2024-04-10T15:46:33.742 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd ls -l 2024-04-10T15:46:33.742 INFO:tasks.workunit.client.1.smithi154.stderr:+ grep sparse1 2024-04-10T15:46:33.742 INFO:tasks.workunit.client.1.smithi154.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-10T15:46:33.781 INFO:tasks.workunit.client.1.smithi154.stdout:sparse1 2 MiB 2 2024-04-10T15:46:33.782 INFO:tasks.workunit.client.1.smithi154.stderr:++ objects sparse1 2024-04-10T15:46:33.782 INFO:tasks.workunit.client.1.smithi154.stderr:++ image=sparse1 2024-04-10T15:46:33.782 INFO:tasks.workunit.client.1.smithi154.stderr:+++ rbd info sparse1 2024-04-10T15:46:33.782 INFO:tasks.workunit.client.1.smithi154.stderr:+++ grep block_name_prefix 2024-04-10T15:46:33.782 INFO:tasks.workunit.client.1.smithi154.stderr:+++ awk '{print $NF;}' 2024-04-10T15:46:33.821 INFO:tasks.workunit.client.1.smithi154.stderr:++ prefix=rbd_data.d70efa15441b 2024-04-10T15:46:33.823 INFO:tasks.workunit.client.1.smithi154.stderr:+++ grep rbd_data.d70efa15441b 2024-04-10T15:46:33.823 INFO:tasks.workunit.client.1.smithi154.stderr:+++ sed -e 's/rbd_data.d70efa15441b\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-10T15:46:33.823 INFO:tasks.workunit.client.1.smithi154.stderr:++++ get_image_data_pool sparse1 2024-04-10T15:46:33.823 INFO:tasks.workunit.client.1.smithi154.stderr:++++ image=sparse1 2024-04-10T15:46:33.823 INFO:tasks.workunit.client.1.smithi154.stderr:+++ sort -u 2024-04-10T15:46:33.823 INFO:tasks.workunit.client.1.smithi154.stderr:+++++ rbd info sparse1 2024-04-10T15:46:33.823 INFO:tasks.workunit.client.1.smithi154.stderr:+++++ grep 'data_pool: ' 2024-04-10T15:46:33.823 INFO:tasks.workunit.client.1.smithi154.stderr:+++++ awk -F: '{ print $NF }' 2024-04-10T15:46:33.864 INFO:tasks.workunit.client.1.smithi154.stderr:++++ data_pool= 2024-04-10T15:46:33.864 INFO:tasks.workunit.client.1.smithi154.stderr:++++ '[' -z ']' 2024-04-10T15:46:33.864 INFO:tasks.workunit.client.1.smithi154.stderr:++++ data_pool=rbd 2024-04-10T15:46:33.865 INFO:tasks.workunit.client.1.smithi154.stderr:++++ echo rbd 2024-04-10T15:46:33.865 INFO:tasks.workunit.client.1.smithi154.stderr:+++ rados ls -p rbd 2024-04-10T15:46:33.938 INFO:tasks.workunit.client.1.smithi154.stderr:++ objects=1 2024-04-10T15:46:33.938 INFO:tasks.workunit.client.1.smithi154.stderr:++ echo 1 2024-04-10T15:46:33.938 INFO:tasks.workunit.client.1.smithi154.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-10T15:46:33.939 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd export sparse1 /tmp/rbd_import_export_128556/sparse1.out 2024-04-10T15:46:33.977 INFO:tasks.workunit.client.1.smithi154.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-10T15:46:33.981 INFO:tasks.workunit.client.1.smithi154.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_128556/sparse1 /tmp/rbd_import_export_128556/sparse1.out 2024-04-10T15:46:33.981 INFO:tasks.workunit.client.1.smithi154.stderr:+ cmp -l /tmp/rbd_import_export_128556/sparse1 /tmp/rbd_import_export_128556/sparse1.out 2024-04-10T15:46:33.982 INFO:tasks.workunit.client.1.smithi154.stderr:++ stat /tmp/rbd_import_export_128556/sparse1 --format %b 2024-04-10T15:46:33.983 INFO:tasks.workunit.client.1.smithi154.stderr:+ origsize=2048 2024-04-10T15:46:33.983 INFO:tasks.workunit.client.1.smithi154.stderr:++ stat /tmp/rbd_import_export_128556/sparse1.out --format %b 2024-04-10T15:46:33.984 INFO:tasks.workunit.client.1.smithi154.stderr:+ exportsize=2048 2024-04-10T15:46:33.984 INFO:tasks.workunit.client.1.smithi154.stderr:+ difference=0 2024-04-10T15:46:33.984 INFO:tasks.workunit.client.1.smithi154.stderr:+ difference=0 2024-04-10T15:46:33.985 INFO:tasks.workunit.client.1.smithi154.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-10T15:46:33.985 INFO:tasks.workunit.client.1.smithi154.stderr:+ rm /tmp/rbd_import_export_128556/sparse1.out 2024-04-10T15:46:33.985 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd rm sparse1 2024-04-10T15:46:34.105 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-10T15:46:34.108 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd rm sparse2 2024-04-10T15:46:34.160 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 0% complete...failed. 2024-04-10T15:46:34.161 INFO:tasks.workunit.client.1.smithi154.stderr:rbd: delete error: (2) No such file or directory 2024-04-10T15:46:34.163 INFO:tasks.workunit.client.1.smithi154.stderr:+ true 2024-04-10T15:46:34.164 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_128556/sparse2 2024-04-10T15:46:34.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:33 smithi102 ceph-mon[90943]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-10T15:46:34.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:33 smithi102 ceph-mon[90943]: from='client.? 172.21.15.154:0/1827389390' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-10T15:46:34.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:33 smithi102 ceph-mon[90943]: from='client.? 172.21.15.154:0/1827389390' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-10T15:46:34.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:33 smithi102 ceph-mon[90943]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-10T15:46:34.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:33 smithi102 ceph-mon[88557]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-10T15:46:34.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:33 smithi102 ceph-mon[88557]: from='client.? 172.21.15.154:0/1827389390' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-10T15:46:34.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:33 smithi102 ceph-mon[88557]: from='client.? 172.21.15.154:0/1827389390' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-10T15:46:34.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:33 smithi102 ceph-mon[88557]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-10T15:46:34.237 INFO:tasks.workunit.client.1.smithi154.stderr: Importing image: 50% complete... Importing image: 100% complete...done. 2024-04-10T15:46:34.237 INFO:tasks.workunit.client.1.smithi154.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T15:46:34.237 INFO:tasks.workunit.client.1.smithi154.stderr:rbd: --order is deprecated, use --object-size 2024-04-10T15:46:34.240 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd ls -l 2024-04-10T15:46:34.240 INFO:tasks.workunit.client.1.smithi154.stderr:+ grep sparse2 2024-04-10T15:46:34.240 INFO:tasks.workunit.client.1.smithi154.stderr:+ grep -Ei '(2 MiB|2048k)' 2024-04-10T15:46:34.278 INFO:tasks.workunit.client.1.smithi154.stdout:sparse2 2 MiB 2 2024-04-10T15:46:34.278 INFO:tasks.workunit.client.1.smithi154.stderr:++ objects sparse2 2024-04-10T15:46:34.279 INFO:tasks.workunit.client.1.smithi154.stderr:++ image=sparse2 2024-04-10T15:46:34.279 INFO:tasks.workunit.client.1.smithi154.stderr:+++ rbd info sparse2 2024-04-10T15:46:34.279 INFO:tasks.workunit.client.1.smithi154.stderr:+++ grep block_name_prefix 2024-04-10T15:46:34.279 INFO:tasks.workunit.client.1.smithi154.stderr:+++ awk '{print $NF;}' 2024-04-10T15:46:34.318 INFO:tasks.workunit.client.1.smithi154.stderr:++ prefix=rbd_data.d74118a96e5e 2024-04-10T15:46:34.319 INFO:tasks.workunit.client.1.smithi154.stderr:+++ grep rbd_data.d74118a96e5e 2024-04-10T15:46:34.319 INFO:tasks.workunit.client.1.smithi154.stderr:++++ get_image_data_pool sparse2 2024-04-10T15:46:34.319 INFO:tasks.workunit.client.1.smithi154.stderr:+++ sed -e 's/rbd_data.d74118a96e5e\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-10T15:46:34.319 INFO:tasks.workunit.client.1.smithi154.stderr:++++ image=sparse2 2024-04-10T15:46:34.319 INFO:tasks.workunit.client.1.smithi154.stderr:+++ sort -u 2024-04-10T15:46:34.319 INFO:tasks.workunit.client.1.smithi154.stderr:+++++ rbd info sparse2 2024-04-10T15:46:34.319 INFO:tasks.workunit.client.1.smithi154.stderr:+++++ grep 'data_pool: ' 2024-04-10T15:46:34.319 INFO:tasks.workunit.client.1.smithi154.stderr:+++++ awk -F: '{ print $NF }' 2024-04-10T15:46:34.357 INFO:tasks.workunit.client.1.smithi154.stderr:++++ data_pool= 2024-04-10T15:46:34.357 INFO:tasks.workunit.client.1.smithi154.stderr:++++ '[' -z ']' 2024-04-10T15:46:34.357 INFO:tasks.workunit.client.1.smithi154.stderr:++++ data_pool=rbd 2024-04-10T15:46:34.358 INFO:tasks.workunit.client.1.smithi154.stderr:++++ echo rbd 2024-04-10T15:46:34.358 INFO:tasks.workunit.client.1.smithi154.stderr:+++ rados ls -p rbd 2024-04-10T15:46:34.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:33 smithi154 ceph-mon[84269]: osdmap e1089: 8 total, 8 up, 8 in 2024-04-10T15:46:34.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:33 smithi154 ceph-mon[84269]: from='client.? 172.21.15.154:0/1827389390' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-10T15:46:34.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:33 smithi154 ceph-mon[84269]: from='client.? 172.21.15.154:0/1827389390' entity='client.admin' cmd=[{"prefix": "osd dump"}]: dispatch 2024-04-10T15:46:34.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:33 smithi154 ceph-mon[84269]: osdmap e1090: 8 total, 8 up, 8 in 2024-04-10T15:46:34.433 INFO:tasks.workunit.client.1.smithi154.stderr:++ objects=0 2024-04-10T15:46:34.433 INFO:tasks.workunit.client.1.smithi154.stderr:++ echo 0 2024-04-10T15:46:34.433 INFO:tasks.workunit.client.1.smithi154.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-10T15:46:34.433 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd export sparse2 /tmp/rbd_import_export_128556/sparse2.out 2024-04-10T15:46:34.472 INFO:tasks.workunit.client.1.smithi154.stderr: Exporting image: 50% complete... Exporting image: 100% complete...done. 2024-04-10T15:46:34.476 INFO:tasks.workunit.client.1.smithi154.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_128556/sparse2 /tmp/rbd_import_export_128556/sparse2.out 2024-04-10T15:46:34.476 INFO:tasks.workunit.client.1.smithi154.stderr:+ cmp -l /tmp/rbd_import_export_128556/sparse2 /tmp/rbd_import_export_128556/sparse2.out 2024-04-10T15:46:34.478 INFO:tasks.workunit.client.1.smithi154.stderr:++ stat /tmp/rbd_import_export_128556/sparse2 --format %b 2024-04-10T15:46:34.479 INFO:tasks.workunit.client.1.smithi154.stderr:+ origsize=2048 2024-04-10T15:46:34.479 INFO:tasks.workunit.client.1.smithi154.stderr:++ stat /tmp/rbd_import_export_128556/sparse2.out --format %b 2024-04-10T15:46:34.480 INFO:tasks.workunit.client.1.smithi154.stderr:+ exportsize=2048 2024-04-10T15:46:34.480 INFO:tasks.workunit.client.1.smithi154.stderr:+ difference=0 2024-04-10T15:46:34.480 INFO:tasks.workunit.client.1.smithi154.stderr:+ difference=0 2024-04-10T15:46:34.480 INFO:tasks.workunit.client.1.smithi154.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-10T15:46:34.480 INFO:tasks.workunit.client.1.smithi154.stderr:+ rm /tmp/rbd_import_export_128556/sparse2.out 2024-04-10T15:46:34.481 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd rm sparse2 2024-04-10T15:46:34.601 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 50% complete... Removing image: 100% complete...done. 2024-04-10T15:46:34.604 INFO:tasks.workunit.client.1.smithi154.stderr:+ truncate /tmp/rbd_import_export_128556/sparse1 -s 10M 2024-04-10T15:46:34.605 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd import --new-format --order 20 - sparse1 2024-04-10T15:46:34.718 INFO:tasks.workunit.client.1.smithi154.stderr: Importing image: 100% complete...done. 2024-04-10T15:46:34.718 INFO:tasks.workunit.client.1.smithi154.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T15:46:34.718 INFO:tasks.workunit.client.1.smithi154.stderr:rbd: --order is deprecated, use --object-size 2024-04-10T15:46:34.721 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd ls -l 2024-04-10T15:46:34.721 INFO:tasks.workunit.client.1.smithi154.stderr:+ grep sparse1 2024-04-10T15:46:34.721 INFO:tasks.workunit.client.1.smithi154.stderr:+ grep -Ei '(10 MiB|10240k)' 2024-04-10T15:46:34.760 INFO:tasks.workunit.client.1.smithi154.stdout:sparse1 10 MiB 2 2024-04-10T15:46:34.761 INFO:tasks.workunit.client.1.smithi154.stderr:++ objects sparse1 2024-04-10T15:46:34.761 INFO:tasks.workunit.client.1.smithi154.stderr:++ image=sparse1 2024-04-10T15:46:34.762 INFO:tasks.workunit.client.1.smithi154.stderr:+++ rbd info sparse1 2024-04-10T15:46:34.762 INFO:tasks.workunit.client.1.smithi154.stderr:+++ grep block_name_prefix 2024-04-10T15:46:34.762 INFO:tasks.workunit.client.1.smithi154.stderr:+++ awk '{print $NF;}' 2024-04-10T15:46:34.800 INFO:tasks.workunit.client.1.smithi154.stderr:++ prefix=rbd_data.d76ebd1db5be 2024-04-10T15:46:34.801 INFO:tasks.workunit.client.1.smithi154.stderr:+++ grep rbd_data.d76ebd1db5be 2024-04-10T15:46:34.802 INFO:tasks.workunit.client.1.smithi154.stderr:+++ sed -e 's/rbd_data.d76ebd1db5be\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-10T15:46:34.802 INFO:tasks.workunit.client.1.smithi154.stderr:++++ get_image_data_pool sparse1 2024-04-10T15:46:34.802 INFO:tasks.workunit.client.1.smithi154.stderr:++++ image=sparse1 2024-04-10T15:46:34.802 INFO:tasks.workunit.client.1.smithi154.stderr:+++ sort -u 2024-04-10T15:46:34.802 INFO:tasks.workunit.client.1.smithi154.stderr:+++++ rbd info sparse1 2024-04-10T15:46:34.802 INFO:tasks.workunit.client.1.smithi154.stderr:+++++ grep 'data_pool: ' 2024-04-10T15:46:34.802 INFO:tasks.workunit.client.1.smithi154.stderr:+++++ awk -F: '{ print $NF }' 2024-04-10T15:46:34.840 INFO:tasks.workunit.client.1.smithi154.stderr:++++ data_pool= 2024-04-10T15:46:34.840 INFO:tasks.workunit.client.1.smithi154.stderr:++++ '[' -z ']' 2024-04-10T15:46:34.840 INFO:tasks.workunit.client.1.smithi154.stderr:++++ data_pool=rbd 2024-04-10T15:46:34.840 INFO:tasks.workunit.client.1.smithi154.stderr:++++ echo rbd 2024-04-10T15:46:34.840 INFO:tasks.workunit.client.1.smithi154.stderr:+++ rados ls -p rbd 2024-04-10T15:46:34.913 INFO:tasks.workunit.client.1.smithi154.stderr:++ objects=1 2024-04-10T15:46:34.914 INFO:tasks.workunit.client.1.smithi154.stderr:++ echo 1 2024-04-10T15:46:34.914 INFO:tasks.workunit.client.1.smithi154.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-10T15:46:34.914 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd export sparse1 /tmp/rbd_import_export_128556/sparse1.out 2024-04-10T15:46:34.954 INFO:tasks.workunit.client.1.smithi154.stderr: Exporting image: 10% complete... Exporting image: 20% complete... Exporting image: 30% complete... Exporting image: 40% complete... Exporting image: 50% complete... Exporting image: 60% complete... Exporting image: 70% complete... Exporting image: 80% complete... Exporting image: 90% complete... Exporting image: 100% complete...done. 2024-04-10T15:46:34.958 INFO:tasks.workunit.client.1.smithi154.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_128556/sparse1 /tmp/rbd_import_export_128556/sparse1.out 2024-04-10T15:46:34.958 INFO:tasks.workunit.client.1.smithi154.stderr:+ cmp -l /tmp/rbd_import_export_128556/sparse1 /tmp/rbd_import_export_128556/sparse1.out 2024-04-10T15:46:34.965 INFO:tasks.workunit.client.1.smithi154.stderr:++ stat /tmp/rbd_import_export_128556/sparse1 --format %b 2024-04-10T15:46:34.965 INFO:tasks.workunit.client.1.smithi154.stderr:+ origsize=2048 2024-04-10T15:46:34.966 INFO:tasks.workunit.client.1.smithi154.stderr:++ stat /tmp/rbd_import_export_128556/sparse1.out --format %b 2024-04-10T15:46:34.967 INFO:tasks.workunit.client.1.smithi154.stderr:+ exportsize=2048 2024-04-10T15:46:34.967 INFO:tasks.workunit.client.1.smithi154.stderr:+ difference=0 2024-04-10T15:46:34.967 INFO:tasks.workunit.client.1.smithi154.stderr:+ difference=0 2024-04-10T15:46:34.967 INFO:tasks.workunit.client.1.smithi154.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-10T15:46:34.967 INFO:tasks.workunit.client.1.smithi154.stderr:+ rm /tmp/rbd_import_export_128556/sparse1.out 2024-04-10T15:46:34.968 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd rm sparse1 2024-04-10T15:46:35.092 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-10T15:46:35.095 INFO:tasks.workunit.client.1.smithi154.stderr:+ dd if=/dev/urandom bs=2M count=1 of=/tmp/rbd_import_export_128556/sparse2 oflag=append conv=notrunc 2024-04-10T15:46:35.102 INFO:tasks.workunit.client.1.smithi154.stderr:1+0 records in 2024-04-10T15:46:35.103 INFO:tasks.workunit.client.1.smithi154.stderr:1+0 records out 2024-04-10T15:46:35.103 INFO:tasks.workunit.client.1.smithi154.stderr:2097152 bytes (2.1 MB, 2.0 MiB) copied, 0.00617176 s, 340 MB/s 2024-04-10T15:46:35.103 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd import --new-format --order 20 - sparse2 2024-04-10T15:46:35.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:34 smithi102 ceph-mon[90943]: pgmap v1985: 105 pgs: 105 active+clean; 803 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 118 KiB/s rd, 8.8 KiB/s wr, 156 op/s 2024-04-10T15:46:35.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:34 smithi102 ceph-mon[88557]: pgmap v1985: 105 pgs: 105 active+clean; 803 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 118 KiB/s rd, 8.8 KiB/s wr, 156 op/s 2024-04-10T15:46:35.203 INFO:tasks.workunit.client.1.smithi154.stderr: Importing image: 100% complete...done. 2024-04-10T15:46:35.204 INFO:tasks.workunit.client.1.smithi154.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T15:46:35.204 INFO:tasks.workunit.client.1.smithi154.stderr:rbd: --order is deprecated, use --object-size 2024-04-10T15:46:35.207 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd ls -l 2024-04-10T15:46:35.207 INFO:tasks.workunit.client.1.smithi154.stderr:+ grep sparse2 2024-04-10T15:46:35.207 INFO:tasks.workunit.client.1.smithi154.stderr:+ grep -Ei '(4 MiB|4096k)' 2024-04-10T15:46:35.245 INFO:tasks.workunit.client.1.smithi154.stdout:sparse2 4 MiB 2 2024-04-10T15:46:35.245 INFO:tasks.workunit.client.1.smithi154.stderr:++ objects sparse2 2024-04-10T15:46:35.246 INFO:tasks.workunit.client.1.smithi154.stderr:++ image=sparse2 2024-04-10T15:46:35.246 INFO:tasks.workunit.client.1.smithi154.stderr:+++ rbd info sparse2 2024-04-10T15:46:35.246 INFO:tasks.workunit.client.1.smithi154.stderr:+++ grep block_name_prefix 2024-04-10T15:46:35.246 INFO:tasks.workunit.client.1.smithi154.stderr:+++ awk '{print $NF;}' 2024-04-10T15:46:35.284 INFO:tasks.workunit.client.1.smithi154.stderr:++ prefix=rbd_data.d79ba0e8072c 2024-04-10T15:46:35.286 INFO:tasks.workunit.client.1.smithi154.stderr:+++ grep rbd_data.d79ba0e8072c 2024-04-10T15:46:35.286 INFO:tasks.workunit.client.1.smithi154.stderr:++++ get_image_data_pool sparse2 2024-04-10T15:46:35.286 INFO:tasks.workunit.client.1.smithi154.stderr:+++ sed -e 's/rbd_data.d79ba0e8072c\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-10T15:46:35.286 INFO:tasks.workunit.client.1.smithi154.stderr:++++ image=sparse2 2024-04-10T15:46:35.286 INFO:tasks.workunit.client.1.smithi154.stderr:+++ sort -u 2024-04-10T15:46:35.286 INFO:tasks.workunit.client.1.smithi154.stderr:+++++ rbd info sparse2 2024-04-10T15:46:35.286 INFO:tasks.workunit.client.1.smithi154.stderr:+++++ grep 'data_pool: ' 2024-04-10T15:46:35.286 INFO:tasks.workunit.client.1.smithi154.stderr:+++++ awk -F: '{ print $NF }' 2024-04-10T15:46:35.324 INFO:tasks.workunit.client.1.smithi154.stderr:++++ data_pool= 2024-04-10T15:46:35.324 INFO:tasks.workunit.client.1.smithi154.stderr:++++ '[' -z ']' 2024-04-10T15:46:35.324 INFO:tasks.workunit.client.1.smithi154.stderr:++++ data_pool=rbd 2024-04-10T15:46:35.324 INFO:tasks.workunit.client.1.smithi154.stderr:++++ echo rbd 2024-04-10T15:46:35.324 INFO:tasks.workunit.client.1.smithi154.stderr:+++ rados ls -p rbd 2024-04-10T15:46:35.393 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:34 smithi154 ceph-mon[84269]: pgmap v1985: 105 pgs: 105 active+clean; 803 KiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 118 KiB/s rd, 8.8 KiB/s wr, 156 op/s 2024-04-10T15:46:35.396 INFO:tasks.workunit.client.1.smithi154.stderr:++ objects='0 2024-04-10T15:46:35.397 INFO:tasks.workunit.client.1.smithi154.stderr:2 2024-04-10T15:46:35.397 INFO:tasks.workunit.client.1.smithi154.stderr:3' 2024-04-10T15:46:35.397 INFO:tasks.workunit.client.1.smithi154.stderr:++ echo 0 2 3 2024-04-10T15:46:35.397 INFO:tasks.workunit.client.1.smithi154.stderr:+ '[' 0 -eq 1 -o '0 2 3' = '0 2 3' ']' 2024-04-10T15:46:35.397 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd export sparse2 /tmp/rbd_import_export_128556/sparse2.out 2024-04-10T15:46:35.438 INFO:tasks.workunit.client.1.smithi154.stderr: Exporting image: 25% complete... Exporting image: 50% complete... Exporting image: 75% complete... Exporting image: 100% complete...done. 2024-04-10T15:46:35.442 INFO:tasks.workunit.client.1.smithi154.stderr:+ compare_files_and_ondisk_sizes /tmp/rbd_import_export_128556/sparse2 /tmp/rbd_import_export_128556/sparse2.out 2024-04-10T15:46:35.442 INFO:tasks.workunit.client.1.smithi154.stderr:+ cmp -l /tmp/rbd_import_export_128556/sparse2 /tmp/rbd_import_export_128556/sparse2.out 2024-04-10T15:46:35.444 INFO:tasks.workunit.client.1.smithi154.stderr:++ stat /tmp/rbd_import_export_128556/sparse2 --format %b 2024-04-10T15:46:35.446 INFO:tasks.workunit.client.1.smithi154.stderr:+ origsize=6144 2024-04-10T15:46:35.446 INFO:tasks.workunit.client.1.smithi154.stderr:++ stat /tmp/rbd_import_export_128556/sparse2.out --format %b 2024-04-10T15:46:35.447 INFO:tasks.workunit.client.1.smithi154.stderr:+ exportsize=6144 2024-04-10T15:46:35.447 INFO:tasks.workunit.client.1.smithi154.stderr:+ difference=0 2024-04-10T15:46:35.447 INFO:tasks.workunit.client.1.smithi154.stderr:+ difference=0 2024-04-10T15:46:35.447 INFO:tasks.workunit.client.1.smithi154.stderr:+ test 0 -ge 0 -a 0 -lt 4096 2024-04-10T15:46:35.447 INFO:tasks.workunit.client.1.smithi154.stderr:+ rm /tmp/rbd_import_export_128556/sparse2.out 2024-04-10T15:46:35.447 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd rm sparse2 2024-04-10T15:46:35.572 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 25% complete... Removing image: 50% complete... Removing image: 75% complete... Removing image: 100% complete...done. 2024-04-10T15:46:35.575 INFO:tasks.workunit.client.1.smithi154.stderr:+ echo 'partially-sparse file imports to partially-sparse image' 2024-04-10T15:46:35.575 INFO:tasks.workunit.client.1.smithi154.stdout:partially-sparse file imports to partially-sparse image 2024-04-10T15:46:35.575 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd import --new-format --order 20 /tmp/rbd_import_export_128556/sparse1 sparse 2024-04-10T15:46:35.649 INFO:tasks.workunit.client.1.smithi154.stderr: Importing image: 10% complete... Importing image: 20% complete... Importing image: 30% complete... Importing image: 40% complete... Importing image: 50% complete... Importing image: 60% complete... Importing image: 70% complete... Importing image: 80% complete... Importing image: 90% complete... Importing image: 100% complete...done. 2024-04-10T15:46:35.650 INFO:tasks.workunit.client.1.smithi154.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T15:46:35.650 INFO:tasks.workunit.client.1.smithi154.stderr:rbd: --order is deprecated, use --object-size 2024-04-10T15:46:35.653 INFO:tasks.workunit.client.1.smithi154.stderr:++ objects sparse 2024-04-10T15:46:35.653 INFO:tasks.workunit.client.1.smithi154.stderr:++ image=sparse 2024-04-10T15:46:35.653 INFO:tasks.workunit.client.1.smithi154.stderr:+++ rbd info sparse 2024-04-10T15:46:35.653 INFO:tasks.workunit.client.1.smithi154.stderr:+++ grep block_name_prefix 2024-04-10T15:46:35.653 INFO:tasks.workunit.client.1.smithi154.stderr:+++ awk '{print $NF;}' 2024-04-10T15:46:35.692 INFO:tasks.workunit.client.1.smithi154.stderr:++ prefix=rbd_data.d7c83515c477 2024-04-10T15:46:35.693 INFO:tasks.workunit.client.1.smithi154.stderr:+++ grep rbd_data.d7c83515c477 2024-04-10T15:46:35.693 INFO:tasks.workunit.client.1.smithi154.stderr:++++ get_image_data_pool sparse 2024-04-10T15:46:35.693 INFO:tasks.workunit.client.1.smithi154.stderr:++++ image=sparse 2024-04-10T15:46:35.693 INFO:tasks.workunit.client.1.smithi154.stderr:+++ sed -e 's/rbd_data.d7c83515c477\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-10T15:46:35.693 INFO:tasks.workunit.client.1.smithi154.stderr:+++ sort -u 2024-04-10T15:46:35.693 INFO:tasks.workunit.client.1.smithi154.stderr:+++++ rbd info sparse 2024-04-10T15:46:35.693 INFO:tasks.workunit.client.1.smithi154.stderr:+++++ grep 'data_pool: ' 2024-04-10T15:46:35.693 INFO:tasks.workunit.client.1.smithi154.stderr:+++++ awk -F: '{ print $NF }' 2024-04-10T15:46:35.731 INFO:tasks.workunit.client.1.smithi154.stderr:++++ data_pool= 2024-04-10T15:46:35.731 INFO:tasks.workunit.client.1.smithi154.stderr:++++ '[' -z ']' 2024-04-10T15:46:35.731 INFO:tasks.workunit.client.1.smithi154.stderr:++++ data_pool=rbd 2024-04-10T15:46:35.731 INFO:tasks.workunit.client.1.smithi154.stderr:++++ echo rbd 2024-04-10T15:46:35.731 INFO:tasks.workunit.client.1.smithi154.stderr:+++ rados ls -p rbd 2024-04-10T15:46:35.798 INFO:tasks.workunit.client.1.smithi154.stderr:++ objects=1 2024-04-10T15:46:35.799 INFO:tasks.workunit.client.1.smithi154.stderr:++ echo 1 2024-04-10T15:46:35.799 INFO:tasks.workunit.client.1.smithi154.stderr:+ '[' 0 -eq 1 -o 1 = 1 ']' 2024-04-10T15:46:35.799 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd rm sparse 2024-04-10T15:46:35.915 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 10% complete... Removing image: 20% complete... Removing image: 30% complete... Removing image: 40% complete... Removing image: 50% complete... Removing image: 60% complete... Removing image: 70% complete... Removing image: 80% complete... Removing image: 90% complete... Removing image: 100% complete...done. 2024-04-10T15:46:35.918 INFO:tasks.workunit.client.1.smithi154.stdout:zeros import through stdin to sparse image 2024-04-10T15:46:35.919 INFO:tasks.workunit.client.1.smithi154.stderr:+ echo 'zeros import through stdin to sparse image' 2024-04-10T15:46:35.919 INFO:tasks.workunit.client.1.smithi154.stderr:+ dd if=/dev/zero bs=1M count=4 2024-04-10T15:46:35.919 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd import --new-format - sparse 2024-04-10T15:46:35.973 INFO:tasks.workunit.client.1.smithi154.stderr:4+0 records in 2024-04-10T15:46:35.974 INFO:tasks.workunit.client.1.smithi154.stderr:4+0 records out 2024-04-10T15:46:35.974 INFO:tasks.workunit.client.1.smithi154.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0543728 s, 77.1 MB/s 2024-04-10T15:46:35.987 INFO:tasks.workunit.client.1.smithi154.stderr: Importing image: 100% complete...done. 2024-04-10T15:46:35.988 INFO:tasks.workunit.client.1.smithi154.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T15:46:35.991 INFO:tasks.workunit.client.1.smithi154.stderr:++ objects sparse 2024-04-10T15:46:35.991 INFO:tasks.workunit.client.1.smithi154.stderr:++ image=sparse 2024-04-10T15:46:35.992 INFO:tasks.workunit.client.1.smithi154.stderr:+++ rbd info sparse 2024-04-10T15:46:35.992 INFO:tasks.workunit.client.1.smithi154.stderr:+++ grep block_name_prefix 2024-04-10T15:46:35.992 INFO:tasks.workunit.client.1.smithi154.stderr:+++ awk '{print $NF;}' 2024-04-10T15:46:36.030 INFO:tasks.workunit.client.1.smithi154.stderr:++ prefix=rbd_data.d7e91a21551a 2024-04-10T15:46:36.031 INFO:tasks.workunit.client.1.smithi154.stderr:+++ grep rbd_data.d7e91a21551a 2024-04-10T15:46:36.031 INFO:tasks.workunit.client.1.smithi154.stderr:+++ sed -e 's/rbd_data.d7e91a21551a\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-10T15:46:36.031 INFO:tasks.workunit.client.1.smithi154.stderr:++++ get_image_data_pool sparse 2024-04-10T15:46:36.032 INFO:tasks.workunit.client.1.smithi154.stderr:++++ image=sparse 2024-04-10T15:46:36.032 INFO:tasks.workunit.client.1.smithi154.stderr:+++ sort -u 2024-04-10T15:46:36.032 INFO:tasks.workunit.client.1.smithi154.stderr:+++++ rbd info sparse 2024-04-10T15:46:36.032 INFO:tasks.workunit.client.1.smithi154.stderr:+++++ grep 'data_pool: ' 2024-04-10T15:46:36.032 INFO:tasks.workunit.client.1.smithi154.stderr:+++++ awk -F: '{ print $NF }' 2024-04-10T15:46:36.070 INFO:tasks.workunit.client.1.smithi154.stderr:++++ data_pool= 2024-04-10T15:46:36.070 INFO:tasks.workunit.client.1.smithi154.stderr:++++ '[' -z ']' 2024-04-10T15:46:36.070 INFO:tasks.workunit.client.1.smithi154.stderr:++++ data_pool=rbd 2024-04-10T15:46:36.070 INFO:tasks.workunit.client.1.smithi154.stderr:++++ echo rbd 2024-04-10T15:46:36.070 INFO:tasks.workunit.client.1.smithi154.stderr:+++ rados ls -p rbd 2024-04-10T15:46:36.138 INFO:tasks.workunit.client.1.smithi154.stderr:++ objects= 2024-04-10T15:46:36.138 INFO:tasks.workunit.client.1.smithi154.stderr:++ echo 2024-04-10T15:46:36.138 INFO:tasks.workunit.client.1.smithi154.stderr:+ '[' 0 -eq 1 -o '' = '' ']' 2024-04-10T15:46:36.138 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd rm sparse 2024-04-10T15:46:36.247 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 100% complete...done. 2024-04-10T15:46:36.250 INFO:tasks.workunit.client.1.smithi154.stdout:zeros export to sparse file 2024-04-10T15:46:36.250 INFO:tasks.workunit.client.1.smithi154.stderr:+ echo 'zeros export to sparse file' 2024-04-10T15:46:36.251 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd create --new-format sparse --size 4 2024-04-10T15:46:36.294 INFO:tasks.workunit.client.1.smithi154.stderr:rbd: --new-format is deprecated, use --image-format 2 2024-04-10T15:46:36.297 INFO:tasks.workunit.client.1.smithi154.stderr:++ rbd info sparse 2024-04-10T15:46:36.297 INFO:tasks.workunit.client.1.smithi154.stderr:++ grep block_name_prefix 2024-04-10T15:46:36.297 INFO:tasks.workunit.client.1.smithi154.stderr:++ awk '{print $NF;}' 2024-04-10T15:46:36.339 INFO:tasks.workunit.client.1.smithi154.stderr:+ prefix=rbd_data.d80a7d98c528 2024-04-10T15:46:36.339 INFO:tasks.workunit.client.1.smithi154.stderr:+ dd if=/dev/zero bs=4M count=1 2024-04-10T15:46:36.339 INFO:tasks.workunit.client.1.smithi154.stderr:++ get_image_data_pool sparse 2024-04-10T15:46:36.339 INFO:tasks.workunit.client.1.smithi154.stderr:++ image=sparse 2024-04-10T15:46:36.339 INFO:tasks.workunit.client.1.smithi154.stderr:+++ rbd info sparse 2024-04-10T15:46:36.339 INFO:tasks.workunit.client.1.smithi154.stderr:+++ grep 'data_pool: ' 2024-04-10T15:46:36.339 INFO:tasks.workunit.client.1.smithi154.stderr:+++ awk -F: '{ print $NF }' 2024-04-10T15:46:36.377 INFO:tasks.workunit.client.1.smithi154.stderr:++ data_pool= 2024-04-10T15:46:36.377 INFO:tasks.workunit.client.1.smithi154.stderr:++ '[' -z ']' 2024-04-10T15:46:36.377 INFO:tasks.workunit.client.1.smithi154.stderr:++ data_pool=rbd 2024-04-10T15:46:36.377 INFO:tasks.workunit.client.1.smithi154.stderr:++ echo rbd 2024-04-10T15:46:36.377 INFO:tasks.workunit.client.1.smithi154.stderr:+ rados -p rbd put rbd_data.d80a7d98c528.000000000000 - 2024-04-10T15:46:36.409 INFO:tasks.workunit.client.1.smithi154.stderr:1+0 records in 2024-04-10T15:46:36.409 INFO:tasks.workunit.client.1.smithi154.stderr:1+0 records out 2024-04-10T15:46:36.410 INFO:tasks.workunit.client.1.smithi154.stderr:4194304 bytes (4.2 MB, 4.0 MiB) copied, 0.0706719 s, 59.3 MB/s 2024-04-10T15:46:36.430 INFO:tasks.workunit.client.1.smithi154.stderr:++ objects sparse 2024-04-10T15:46:36.430 INFO:tasks.workunit.client.1.smithi154.stderr:++ image=sparse 2024-04-10T15:46:36.430 INFO:tasks.workunit.client.1.smithi154.stderr:+++ rbd info sparse 2024-04-10T15:46:36.430 INFO:tasks.workunit.client.1.smithi154.stderr:+++ grep block_name_prefix 2024-04-10T15:46:36.430 INFO:tasks.workunit.client.1.smithi154.stderr:+++ awk '{print $NF;}' 2024-04-10T15:46:36.468 INFO:tasks.workunit.client.1.smithi154.stderr:++ prefix=rbd_data.d80a7d98c528 2024-04-10T15:46:36.469 INFO:tasks.workunit.client.1.smithi154.stderr:+++ grep rbd_data.d80a7d98c528 2024-04-10T15:46:36.469 INFO:tasks.workunit.client.1.smithi154.stderr:++++ get_image_data_pool sparse 2024-04-10T15:46:36.469 INFO:tasks.workunit.client.1.smithi154.stderr:+++ sed -e 's/rbd_data.d80a7d98c528\.//' -e 's/^0*\([0-9a-f]\)/\1/' 2024-04-10T15:46:36.469 INFO:tasks.workunit.client.1.smithi154.stderr:++++ image=sparse 2024-04-10T15:46:36.469 INFO:tasks.workunit.client.1.smithi154.stderr:+++ sort -u 2024-04-10T15:46:36.469 INFO:tasks.workunit.client.1.smithi154.stderr:+++++ rbd info sparse 2024-04-10T15:46:36.469 INFO:tasks.workunit.client.1.smithi154.stderr:+++++ grep 'data_pool: ' 2024-04-10T15:46:36.469 INFO:tasks.workunit.client.1.smithi154.stderr:+++++ awk -F: '{ print $NF }' 2024-04-10T15:46:36.507 INFO:tasks.workunit.client.1.smithi154.stderr:++++ data_pool= 2024-04-10T15:46:36.507 INFO:tasks.workunit.client.1.smithi154.stderr:++++ '[' -z ']' 2024-04-10T15:46:36.507 INFO:tasks.workunit.client.1.smithi154.stderr:++++ data_pool=rbd 2024-04-10T15:46:36.507 INFO:tasks.workunit.client.1.smithi154.stderr:++++ echo rbd 2024-04-10T15:46:36.507 INFO:tasks.workunit.client.1.smithi154.stderr:+++ rados ls -p rbd 2024-04-10T15:46:36.576 INFO:tasks.workunit.client.1.smithi154.stderr:++ objects=0 2024-04-10T15:46:36.576 INFO:tasks.workunit.client.1.smithi154.stderr:++ echo 0 2024-04-10T15:46:36.576 INFO:tasks.workunit.client.1.smithi154.stderr:+ '[' 0 -eq 1 -o 0 = 0 ']' 2024-04-10T15:46:36.576 INFO:tasks.workunit.client.1.smithi154.stderr:+ rm /tmp/rbd_import_export_128556/sparse 2024-04-10T15:46:36.577 INFO:tasks.workunit.client.1.smithi154.stderr:rm: cannot remove '/tmp/rbd_import_export_128556/sparse': No such file or directory 2024-04-10T15:46:36.577 INFO:tasks.workunit.client.1.smithi154.stderr:+ true 2024-04-10T15:46:36.577 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd export sparse /tmp/rbd_import_export_128556/sparse 2024-04-10T15:46:36.615 INFO:tasks.workunit.client.1.smithi154.stderr: Exporting image: 100% complete...done. 2024-04-10T15:46:36.618 INFO:tasks.workunit.client.1.smithi154.stderr:++ stat /tmp/rbd_import_export_128556/sparse --format=%b 2024-04-10T15:46:36.619 INFO:tasks.workunit.client.1.smithi154.stderr:+ '[' 0 = 0 ']' 2024-04-10T15:46:36.619 INFO:tasks.workunit.client.1.smithi154.stderr:+ rbd rm sparse 2024-04-10T15:46:36.734 INFO:tasks.workunit.client.1.smithi154.stderr: Removing image: 100% complete...done. 2024-04-10T15:46:36.737 INFO:tasks.workunit.client.1.smithi154.stderr:+ rm /tmp/rbd_import_export_128556/sparse /tmp/rbd_import_export_128556/sparse1 /tmp/rbd_import_export_128556/sparse2 /tmp/rbd_import_export_128556/sparse3 2024-04-10T15:46:36.739 INFO:tasks.workunit.client.1.smithi154.stderr:rm: cannot remove '/tmp/rbd_import_export_128556/sparse3': No such file or directory 2024-04-10T15:46:36.739 INFO:tasks.workunit.client.1.smithi154.stderr:+ true 2024-04-10T15:46:36.739 INFO:tasks.workunit.client.1.smithi154.stdout:OK 2024-04-10T15:46:36.740 INFO:tasks.workunit.client.1.smithi154.stderr:+ echo OK 2024-04-10T15:46:36.740 INFO:tasks.workunit.client.1.smithi154.stderr:+ rm -rf /tmp/rbd_import_export_128556 2024-04-10T15:46:36.741 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T15:46:36.741 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1/tmp 2024-04-10T15:46:36.810 INFO:tasks.workunit:Stopping ['rbd/import_export.sh'] on client.1... 2024-04-10T15:46:36.810 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.1 /home/ubuntu/cephtest/clone.client.1 2024-04-10T15:46:37.072 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:36 smithi154 ceph-mon[84269]: pgmap v1986: 105 pgs: 105 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 527 KiB/s rd, 432 KiB/s wr, 150 op/s 2024-04-10T15:46:37.073 DEBUG:teuthology.parallel:result is None 2024-04-10T15:46:37.074 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.1/client.1 2024-04-10T15:46:37.100 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.1/client.1 2024-04-10T15:46:37.100 DEBUG:teuthology.orchestra.run.smithi154:> rmdir -- /home/ubuntu/cephtest/mnt.1 2024-04-10T15:46:37.156 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.1/client.1 2024-04-10T15:46:37.156 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T15:46:37.156 INFO:teuthology.task.print:**** done end rbd_import_export.yaml 2024-04-10T15:46:37.156 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T15:46:37.156 INFO:teuthology.task.print:**** done start test_rbd_api.yaml 2024-04-10T15:46:37.156 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-10T15:46:37.157 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-10T15:46:37.157 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-10T15:46:37.157 DEBUG:teuthology.orchestra.run.smithi102:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-10T15:46:37.173 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T15:46:37.174 INFO:teuthology.orchestra.run.smithi102.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-10T15:46:37.174 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T15:46:37.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:36 smithi102 ceph-mon[90943]: pgmap v1986: 105 pgs: 105 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 527 KiB/s rd, 432 KiB/s wr, 150 op/s 2024-04-10T15:46:37.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:36 smithi102 ceph-mon[88557]: pgmap v1986: 105 pgs: 105 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 527 KiB/s rd, 432 KiB/s wr, 150 op/s 2024-04-10T15:46:37.230 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-10T15:46:37.230 DEBUG:teuthology.orchestra.run.smithi102:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-10T15:46:37.285 INFO:tasks.workunit:timeout=3h 2024-04-10T15:46:37.285 INFO:tasks.workunit:cleanup=True 2024-04-10T15:46:37.286 DEBUG:teuthology.orchestra.run.smithi102:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-10T15:46:37.342 INFO:tasks.workunit.client.0.smithi102.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-10T15:46:37.924 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:46:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:46:37] "GET /metrics HTTP/1.1" 200 34059 "" "Prometheus/2.43.0" 2024-04-10T15:46:39.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:38 smithi102 ceph-mon[88557]: pgmap v1987: 105 pgs: 105 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 745 KiB/s rd, 697 KiB/s wr, 313 op/s 2024-04-10T15:46:39.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:39.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:38 smithi102 ceph-mon[88557]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-10T15:46:39.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:38 smithi102 ceph-mon[90943]: pgmap v1987: 105 pgs: 105 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 745 KiB/s rd, 697 KiB/s wr, 313 op/s 2024-04-10T15:46:39.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:39.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:38 smithi102 ceph-mon[90943]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-10T15:46:39.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:38 smithi154 ceph-mon[84269]: pgmap v1987: 105 pgs: 105 active+clean; 1.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 745 KiB/s rd, 697 KiB/s wr, 313 op/s 2024-04-10T15:46:39.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:39.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:38 smithi154 ceph-mon[84269]: osdmap e1091: 8 total, 8 up, 8 in 2024-04-10T15:46:41.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:40 smithi102 ceph-mon[90943]: pgmap v1989: 105 pgs: 105 active+clean; 5.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 423 op/s 2024-04-10T15:46:41.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:40 smithi102 ceph-mon[88557]: pgmap v1989: 105 pgs: 105 active+clean; 5.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 423 op/s 2024-04-10T15:46:41.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:40 smithi154 ceph-mon[84269]: pgmap v1989: 105 pgs: 105 active+clean; 5.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1.2 MiB/s rd, 1.6 MiB/s wr, 423 op/s 2024-04-10T15:46:42.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:46:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:46:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:46:43.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:42 smithi102 ceph-mon[90943]: pgmap v1990: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 982 KiB/s rd, 1.4 MiB/s wr, 304 op/s 2024-04-10T15:46:43.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:42 smithi102 ceph-mon[88557]: pgmap v1990: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 982 KiB/s rd, 1.4 MiB/s wr, 304 op/s 2024-04-10T15:46:43.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:42 smithi154 ceph-mon[84269]: pgmap v1990: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 982 KiB/s rd, 1.4 MiB/s wr, 304 op/s 2024-04-10T15:46:43.864 DEBUG:teuthology.orchestra.run.smithi102:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-10T15:46:43.919 INFO:tasks.workunit.client.0.smithi102.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-10T15:46:43.921 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T15:46:43.921 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-10T15:46:43.979 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-10T15:46:44.032 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-10T15:46:44.073 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T15:46:44.075 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T15:46:44.075 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-10T15:46:44.116 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T15:46:44.119 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-10T15:46:44.119 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-10T15:46:44.175 INFO:tasks.workunit:Running workunits matching rbd/test_librbd.sh on client.0... 2024-04-10T15:46:44.176 INFO:tasks.workunit:Running workunit rbd/test_librbd.sh... 2024-04-10T15:46:44.176 DEBUG:teuthology.orchestra.run.smithi102:workunit test rbd/test_librbd.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd.sh 2024-04-10T15:46:44.304 INFO:tasks.workunit.client.0.smithi102.stderr:warning: failed to enable lockdep 2024-04-10T15:46:44.305 INFO:tasks.workunit.client.0.smithi102.stdout:seed 136614 2024-04-10T15:46:44.305 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] Running 480 tests from 24 test suites. 2024-04-10T15:46:44.305 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment set-up. 2024-04-10T15:46:44.305 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 1 test from TestJournalStress 2024-04-10T15:46:44.334 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:43 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:46:44.354 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:43 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:46:44.354 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:43 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:46:45.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:44 smithi102 ceph-mon[90943]: pgmap v1991: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 799 KiB/s rd, 1.1 MiB/s wr, 248 op/s 2024-04-10T15:46:45.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:44 smithi102 ceph-mon[88557]: pgmap v1991: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 799 KiB/s rd, 1.1 MiB/s wr, 248 op/s 2024-04-10T15:46:45.261 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:44 smithi154 ceph-mon[84269]: pgmap v1991: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 799 KiB/s rd, 1.1 MiB/s wr, 248 op/s 2024-04-10T15:46:45.952 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-10T15:46:46.233 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:45 smithi102 ceph-mon[90943]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-10T15:46:46.233 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:45 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3981480188' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:46.233 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:45 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:46.233 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:45 smithi102 ceph-mon[88557]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-10T15:46:46.233 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:45 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3981480188' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:46.233 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:45 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:46.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:45 smithi154 ceph-mon[84269]: osdmap e1092: 8 total, 8 up, 8 in 2024-04-10T15:46:46.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:45 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3981480188' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:46.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:45 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-1","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:47.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:46 smithi154 ceph-mon[84269]: pgmap v1993: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 497 KiB/s rd, 902 KiB/s wr, 149 op/s 2024-04-10T15:46:47.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:46 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:46:47.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:46 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:47.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:46 smithi154 ceph-mon[84269]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-10T15:46:47.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:47.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:47.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:46 smithi102 ceph-mon[90943]: pgmap v1993: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 497 KiB/s rd, 902 KiB/s wr, 149 op/s 2024-04-10T15:46:47.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:46 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:46:47.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:46 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:47.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:46 smithi102 ceph-mon[90943]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-10T15:46:47.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:47.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:47.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:46 smithi102 ceph-mon[88557]: pgmap v1993: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 497 KiB/s rd, 902 KiB/s wr, 149 op/s 2024-04-10T15:46:47.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:46 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:46:47.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:46 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-1","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:47.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:46 smithi102 ceph-mon[88557]: osdmap e1093: 8 total, 8 up, 8 in 2024-04-10T15:46:47.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:47.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:47.893 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:46:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:46:47] "GET /metrics HTTP/1.1" 200 34061 "" "Prometheus/2.43.0" 2024-04-10T15:46:47.974 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Stress.cc:37: Skipped 2024-04-10T15:46:47.974 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:46:47.974 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap (2022 ms) 2024-04-10T15:46:48.147 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:47 smithi102 ceph-mon[90943]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-10T15:46:48.148 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:48.148 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:48.148 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:47 smithi102 ceph-mon[88557]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-10T15:46:48.148 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:48.148 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:48.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:47 smithi154 ceph-mon[84269]: osdmap e1094: 8 total, 8 up, 8 in 2024-04-10T15:46:48.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:48.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:48.961 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 1 test from TestJournalStress (2022 ms total) 2024-04-10T15:46:48.961 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:46:48.961 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 16 tests from TestJournalReplay 2024-04-10T15:46:49.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:48 smithi154 ceph-mon[84269]: pgmap v1996: 137 pgs: 12 creating+peering, 13 unknown, 112 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:49.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:48 smithi154 ceph-mon[84269]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-10T15:46:49.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:48 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:46:49.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:48 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:46:49.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:48 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:49.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:48 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:49.289 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:48 smithi102 ceph-mon[90943]: pgmap v1996: 137 pgs: 12 creating+peering, 13 unknown, 112 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:49.290 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:48 smithi102 ceph-mon[90943]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-10T15:46:49.290 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:48 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:46:49.290 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:48 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:46:49.290 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:48 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:49.290 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:48 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:49.290 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:48 smithi102 ceph-mon[88557]: pgmap v1996: 137 pgs: 12 creating+peering, 13 unknown, 112 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:49.290 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:48 smithi102 ceph-mon[88557]: osdmap e1095: 8 total, 8 up, 8 in 2024-04-10T15:46:49.290 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:48 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:46:49.290 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:48 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:46:49.290 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:48 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:49.290 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:48 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:50.250 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:49 smithi154 ceph-mon[84269]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-10T15:46:50.416 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:49 smithi102 ceph-mon[90943]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-10T15:46:50.416 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:49 smithi102 ceph-mon[88557]: osdmap e1096: 8 total, 8 up, 8 in 2024-04-10T15:46:50.981 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestJournalReplay.AioDiscardEvent 2024-04-10T15:46:51.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:50 smithi102 ceph-mon[90943]: pgmap v1999: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:51.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:50 smithi102 ceph-mon[90943]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-10T15:46:51.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:50 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1519492113' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:51.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:50 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:51.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:50 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:51.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:50 smithi102 ceph-mon[88557]: pgmap v1999: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:51.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:50 smithi102 ceph-mon[88557]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-10T15:46:51.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:50 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1519492113' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:51.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:50 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:51.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:50 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:51.362 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:50 smithi154 ceph-mon[84269]: pgmap v1999: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:51.362 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:50 smithi154 ceph-mon[84269]: osdmap e1097: 8 total, 8 up, 8 in 2024-04-10T15:46:51.363 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:50 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1519492113' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-2","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:51.363 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:50 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:51.363 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:50 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:51.993 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:52 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1519492113' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:51.993 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:52 smithi154 ceph-mon[84269]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-10T15:46:51.994 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:52 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:51.994 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:52 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:52.305 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:52 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:46:52.305 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:52 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:46:52.306 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:52 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:52.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:52 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1519492113' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:52.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:52 smithi102 ceph-mon[90943]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-10T15:46:52.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:52 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:52.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:52 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:52.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:52 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:46:52.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:52 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:46:52.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:52 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:52.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:52 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1519492113' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-2","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:52.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:52 smithi102 ceph-mon[88557]: osdmap e1098: 8 total, 8 up, 8 in 2024-04-10T15:46:52.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:52 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:52.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:52 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:52.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:52 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:46:52.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:52 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:46:52.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:52 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:46:52.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:46:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:46:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:46:53.022 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:109: Skipped 2024-04-10T15:46:53.022 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:46:53.022 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent (2041 ms) 2024-04-10T15:46:53.023 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestJournalReplay.AioWriteEvent 2024-04-10T15:46:53.034 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:200: Skipped 2024-04-10T15:46:53.034 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:46:53.034 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent (12 ms) 2024-04-10T15:46:53.034 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestJournalReplay.AioFlushEvent 2024-04-10T15:46:53.043 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:261: Skipped 2024-04-10T15:46:53.043 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:46:53.043 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent (9 ms) 2024-04-10T15:46:53.043 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestJournalReplay.SnapCreate 2024-04-10T15:46:53.052 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:307: Skipped 2024-04-10T15:46:53.052 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:46:53.052 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate (9 ms) 2024-04-10T15:46:53.052 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestJournalReplay.SnapProtect 2024-04-10T15:46:53.060 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:348: Skipped 2024-04-10T15:46:53.060 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:46:53.060 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect (8 ms) 2024-04-10T15:46:53.060 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestJournalReplay.SnapUnprotect 2024-04-10T15:46:53.069 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:394: Skipped 2024-04-10T15:46:53.069 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:46:53.069 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect (9 ms) 2024-04-10T15:46:53.069 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestJournalReplay.SnapRename 2024-04-10T15:46:53.077 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:450: Skipped 2024-04-10T15:46:53.077 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:46:53.077 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.SnapRename (8 ms) 2024-04-10T15:46:53.077 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestJournalReplay.SnapRollback 2024-04-10T15:46:53.085 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:500: Skipped 2024-04-10T15:46:53.085 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:46:53.085 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback (8 ms) 2024-04-10T15:46:53.085 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestJournalReplay.SnapRemove 2024-04-10T15:46:53.092 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:541: Skipped 2024-04-10T15:46:53.092 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:46:53.092 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove (7 ms) 2024-04-10T15:46:53.093 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestJournalReplay.Rename 2024-04-10T15:46:53.100 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:590: Skipped 2024-04-10T15:46:53.100 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:46:53.100 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.Rename (8 ms) 2024-04-10T15:46:53.100 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestJournalReplay.Resize 2024-04-10T15:46:53.107 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:624: Skipped 2024-04-10T15:46:53.107 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:46:53.107 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.Resize (7 ms) 2024-04-10T15:46:53.107 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestJournalReplay.Flatten 2024-04-10T15:46:53.114 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:657: Skipped 2024-04-10T15:46:53.114 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:46:53.114 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.Flatten (7 ms) 2024-04-10T15:46:53.114 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestJournalReplay.UpdateFeatures 2024-04-10T15:46:53.122 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:704: Skipped 2024-04-10T15:46:53.122 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:46:53.122 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures (8 ms) 2024-04-10T15:46:53.122 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestJournalReplay.MetadataSet 2024-04-10T15:46:53.130 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:741: Skipped 2024-04-10T15:46:53.131 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:46:53.131 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet (8 ms) 2024-04-10T15:46:53.131 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestJournalReplay.MetadataRemove 2024-04-10T15:46:53.137 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:781: Skipped 2024-04-10T15:46:53.137 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:46:53.138 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove (8 ms) 2024-04-10T15:46:53.138 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestJournalReplay.ObjectPosition 2024-04-10T15:46:53.144 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Replay.cc:824: Skipped 2024-04-10T15:46:53.145 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:46:53.145 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition (7 ms) 2024-04-10T15:46:53.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:53 smithi154 ceph-mon[84269]: pgmap v2002: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:53.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:53 smithi154 ceph-mon[84269]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-10T15:46:53.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:53 smithi102 ceph-mon[90943]: pgmap v2002: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:53.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:53 smithi102 ceph-mon[90943]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-10T15:46:53.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:53 smithi102 ceph-mon[88557]: pgmap v2002: 137 pgs: 9 creating+peering, 19 unknown, 109 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:53.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:53 smithi102 ceph-mon[88557]: osdmap e1099: 8 total, 8 up, 8 in 2024-04-10T15:46:54.013 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 16 tests from TestJournalReplay (2164 ms total) 2024-04-10T15:46:54.013 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:46:54.013 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 4 tests from TestJournalEntries 2024-04-10T15:46:54.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:54 smithi154 ceph-mon[84269]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-10T15:46:54.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:54.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:54 smithi102 ceph-mon[90943]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-10T15:46:54.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:54.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:54 smithi102 ceph-mon[88557]: osdmap e1100: 8 total, 8 up, 8 in 2024-04-10T15:46:54.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:46:55.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:55 smithi154 ceph-mon[84269]: pgmap v2005: 137 pgs: 9 creating+peering, 9 unknown, 119 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 3.7 KiB/s wr, 8 op/s 2024-04-10T15:46:55.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:55 smithi154 ceph-mon[84269]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-10T15:46:55.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:55 smithi102 ceph-mon[90943]: pgmap v2005: 137 pgs: 9 creating+peering, 9 unknown, 119 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 3.7 KiB/s wr, 8 op/s 2024-04-10T15:46:55.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:55 smithi102 ceph-mon[90943]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-10T15:46:55.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:55 smithi102 ceph-mon[88557]: pgmap v2005: 137 pgs: 9 creating+peering, 9 unknown, 119 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 3.7 KiB/s wr, 8 op/s 2024-04-10T15:46:55.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:55 smithi102 ceph-mon[88557]: osdmap e1101: 8 total, 8 up, 8 in 2024-04-10T15:46:56.023 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestJournalEntries.AioWrite 2024-04-10T15:46:56.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:56 smithi154 ceph-mon[84269]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-10T15:46:56.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:56 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2369493483' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:56.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:56 smithi102 ceph-mon[90943]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-10T15:46:56.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:56 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2369493483' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:56.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:56 smithi102 ceph-mon[88557]: osdmap e1102: 8 total, 8 up, 8 in 2024-04-10T15:46:56.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:56 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2369493483' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-3","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:46:57.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:57 smithi154 ceph-mon[84269]: pgmap v2008: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:57.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:57 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:46:57.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:57 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2369493483' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:57.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:57 smithi154 ceph-mon[84269]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-10T15:46:57.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:57 smithi102 ceph-mon[90943]: pgmap v2008: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:57.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:57 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:46:57.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:57 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2369493483' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:57.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:57 smithi102 ceph-mon[90943]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-10T15:46:57.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:57 smithi102 ceph-mon[88557]: pgmap v2008: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:57.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:57 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:46:57.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:57 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2369493483' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-3","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:46:57.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:57 smithi102 ceph-mon[88557]: osdmap e1103: 8 total, 8 up, 8 in 2024-04-10T15:46:57.924 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:46:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:46:57] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2024-04-10T15:46:58.063 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Entries.cc:118: Skipped 2024-04-10T15:46:58.063 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:46:58.063 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalEntries.AioWrite (2040 ms) 2024-04-10T15:46:58.063 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestJournalEntries.AioDiscard 2024-04-10T15:46:58.072 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Entries.cc:163: Skipped 2024-04-10T15:46:58.072 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:46:58.072 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard (9 ms) 2024-04-10T15:46:58.072 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestJournalEntries.AioDiscardWithPrune 2024-04-10T15:46:58.082 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Entries.cc:200: Skipped 2024-04-10T15:46:58.082 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:46:58.082 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune (10 ms) 2024-04-10T15:46:58.082 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestJournalEntries.AioFlush 2024-04-10T15:46:58.090 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/journal/test_Entries.cc:263: Skipped 2024-04-10T15:46:58.090 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:46:58.090 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalEntries.AioFlush (8 ms) 2024-04-10T15:46:58.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:58 smithi154 ceph-mon[84269]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-10T15:46:58.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:58 smithi102 ceph-mon[90943]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-10T15:46:58.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:58 smithi102 ceph-mon[88557]: osdmap e1104: 8 total, 8 up, 8 in 2024-04-10T15:46:59.053 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 4 tests from TestJournalEntries (2067 ms total) 2024-04-10T15:46:59.053 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:46:59.053 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 2 tests from TestTrash 2024-04-10T15:46:59.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:59 smithi154 ceph-mon[84269]: pgmap v2011: 137 pgs: 3 creating+peering, 22 unknown, 112 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:59.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:59 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:46:59.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:59 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:46:59.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:46:59 smithi154 ceph-mon[84269]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-10T15:46:59.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:59 smithi102 ceph-mon[90943]: pgmap v2011: 137 pgs: 3 creating+peering, 22 unknown, 112 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:59.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:59 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:46:59.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:59 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:46:59.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:46:59 smithi102 ceph-mon[90943]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-10T15:46:59.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:59 smithi102 ceph-mon[88557]: pgmap v2011: 137 pgs: 3 creating+peering, 22 unknown, 112 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:46:59.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:59 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:46:59.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:59 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:46:59.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:46:59 smithi102 ceph-mon[88557]: osdmap e1105: 8 total, 8 up, 8 in 2024-04-10T15:47:00.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:00 smithi154 ceph-mon[84269]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-10T15:47:00.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:00 smithi102 ceph-mon[90943]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-10T15:47:00.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:00 smithi102 ceph-mon[88557]: osdmap e1106: 8 total, 8 up, 8 in 2024-04-10T15:47:01.057 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestTrash.UserRemovingSource 2024-04-10T15:47:01.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:01 smithi102 ceph-mon[88557]: pgmap v2014: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:01.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:01 smithi102 ceph-mon[88557]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-10T15:47:01.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:01 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2222945676' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:01.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:01 smithi102 ceph-mon[90943]: pgmap v2014: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:01.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:01 smithi102 ceph-mon[90943]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-10T15:47:01.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:01 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2222945676' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:01.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:01 smithi154 ceph-mon[84269]: pgmap v2014: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:01.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:01 smithi154 ceph-mon[84269]: osdmap e1107: 8 total, 8 up, 8 in 2024-04-10T15:47:01.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:01 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2222945676' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-4","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:02.394 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:47:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:47:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:47:02.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:02 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2222945676' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:02.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:02 smithi154 ceph-mon[84269]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-10T15:47:02.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:02 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2222945676' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:02.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:02 smithi102 ceph-mon[90943]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-10T15:47:02.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:02 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2222945676' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-4","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:02.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:02 smithi102 ceph-mon[88557]: osdmap e1108: 8 total, 8 up, 8 in 2024-04-10T15:47:03.164 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestTrash.UserRemovingSource (2107 ms) 2024-04-10T15:47:03.165 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestTrash.RestoreMirroringSource 2024-04-10T15:47:03.203 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestTrash.RestoreMirroringSource (39 ms) 2024-04-10T15:47:03.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:03 smithi154 ceph-mon[84269]: pgmap v2017: 137 pgs: 2 creating+peering, 21 unknown, 114 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:03.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:03 smithi154 ceph-mon[84269]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-10T15:47:03.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:03 smithi102 ceph-mon[90943]: pgmap v2017: 137 pgs: 2 creating+peering, 21 unknown, 114 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:03.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:03 smithi102 ceph-mon[90943]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-10T15:47:03.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:03 smithi102 ceph-mon[88557]: pgmap v2017: 137 pgs: 2 creating+peering, 21 unknown, 114 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:03.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:03 smithi102 ceph-mon[88557]: osdmap e1109: 8 total, 8 up, 8 in 2024-04-10T15:47:04.093 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 2 tests from TestTrash (2146 ms total) 2024-04-10T15:47:04.093 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:47:04.093 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 1 test from TestOperations 2024-04-10T15:47:04.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:04 smithi154 ceph-mon[84269]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-10T15:47:04.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:04 smithi102 ceph-mon[90943]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-10T15:47:04.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:04 smithi102 ceph-mon[88557]: osdmap e1110: 8 total, 8 up, 8 in 2024-04-10T15:47:05.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:05 smithi154 ceph-mon[84269]: pgmap v2020: 137 pgs: 2 creating+peering, 10 unknown, 125 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-10T15:47:05.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:05 smithi154 ceph-mon[84269]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-10T15:47:05.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:05 smithi102 ceph-mon[88557]: pgmap v2020: 137 pgs: 2 creating+peering, 10 unknown, 125 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-10T15:47:05.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:05 smithi102 ceph-mon[88557]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-10T15:47:05.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:05 smithi102 ceph-mon[90943]: pgmap v2020: 137 pgs: 2 creating+peering, 10 unknown, 125 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 4.7 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-10T15:47:05.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:05 smithi102 ceph-mon[90943]: osdmap e1111: 8 total, 8 up, 8 in 2024-04-10T15:47:06.101 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestOperations.DisableJournalingCorrupt 2024-04-10T15:47:06.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:06 smithi154 ceph-mon[84269]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-10T15:47:06.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:06 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1661760779' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:06.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:06 smithi102 ceph-mon[90943]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-10T15:47:06.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:06 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1661760779' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:06.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:06 smithi102 ceph-mon[88557]: osdmap e1112: 8 total, 8 up, 8 in 2024-04-10T15:47:06.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:06 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1661760779' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-5","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:07.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:07 smithi154 ceph-mon[84269]: pgmap v2023: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:07.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:07 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:07.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:07 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1661760779' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:07.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:07 smithi154 ceph-mon[84269]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-10T15:47:07.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:07 smithi102 ceph-mon[90943]: pgmap v2023: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:07.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:07 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:07.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:07 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1661760779' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:07.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:07 smithi102 ceph-mon[90943]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-10T15:47:07.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:07 smithi102 ceph-mon[88557]: pgmap v2023: 137 pgs: 12 creating+peering, 20 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:07.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:07 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:07.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:07 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1661760779' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-5","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:07.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:07 smithi102 ceph-mon[88557]: osdmap e1113: 8 total, 8 up, 8 in 2024-04-10T15:47:07.924 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:47:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:47:07] "GET /metrics HTTP/1.1" 200 36452 "" "Prometheus/2.43.0" 2024-04-10T15:47:08.129 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Operations.cc:18: Skipped 2024-04-10T15:47:08.130 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:47:08.130 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt (2026 ms) 2024-04-10T15:47:08.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:08 smithi154 ceph-mon[84269]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-10T15:47:08.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:08 smithi102 ceph-mon[88557]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-10T15:47:08.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:08 smithi102 ceph-mon[90943]: osdmap e1114: 8 total, 8 up, 8 in 2024-04-10T15:47:09.121 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 1 test from TestOperations (2026 ms total) 2024-04-10T15:47:09.122 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:47:09.122 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 4 tests from TestObjectMap 2024-04-10T15:47:09.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:09 smithi154 ceph-mon[84269]: pgmap v2026: 137 pgs: 12 creating+peering, 14 unknown, 111 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:09.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:09 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:09.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:09 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:47:09.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:09 smithi154 ceph-mon[84269]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-10T15:47:09.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:09.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:09 smithi102 ceph-mon[88557]: pgmap v2026: 137 pgs: 12 creating+peering, 14 unknown, 111 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:09.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:09 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:09.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:09 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:47:09.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:09 smithi102 ceph-mon[88557]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-10T15:47:09.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:09.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:09 smithi102 ceph-mon[90943]: pgmap v2026: 137 pgs: 12 creating+peering, 14 unknown, 111 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:09.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:09 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:09.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:09 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:47:09.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:09 smithi102 ceph-mon[90943]: osdmap e1115: 8 total, 8 up, 8 in 2024-04-10T15:47:09.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:10.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:10 smithi154 ceph-mon[84269]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-10T15:47:10.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:10 smithi102 ceph-mon[90943]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-10T15:47:10.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:10 smithi102 ceph-mon[88557]: osdmap e1116: 8 total, 8 up, 8 in 2024-04-10T15:47:11.149 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenCorrupt 2024-04-10T15:47:11.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:11 smithi154 ceph-mon[84269]: pgmap v2029: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:11.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:11 smithi154 ceph-mon[84269]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-10T15:47:11.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2054067659' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:11.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:11 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:11.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:11 smithi102 ceph-mon[90943]: pgmap v2029: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:11.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:11 smithi102 ceph-mon[90943]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-10T15:47:11.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2054067659' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:11.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:11 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:11.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:11 smithi102 ceph-mon[88557]: pgmap v2029: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:11.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:11 smithi102 ceph-mon[88557]: osdmap e1117: 8 total, 8 up, 8 in 2024-04-10T15:47:11.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2054067659' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:11.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:11 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-6","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:12.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:12 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:12.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:12 smithi102 ceph-mon[90943]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-10T15:47:12.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:12 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:12.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:12 smithi102 ceph-mon[88557]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-10T15:47:12.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:12 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-6","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:12.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:12 smithi154 ceph-mon[84269]: osdmap e1118: 8 total, 8 up, 8 in 2024-04-10T15:47:12.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:47:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:47:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:47:13.200 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenCorrupt (2050 ms) 2024-04-10T15:47:13.200 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestObjectMap.RefreshInvalidatesWhenTooSmall 2024-04-10T15:47:13.229 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestObjectMap.RefreshInvalidatesWhenTooSmall (30 ms) 2024-04-10T15:47:13.229 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestObjectMap.InvalidateFlagOnDisk 2024-04-10T15:47:13.266 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestObjectMap.InvalidateFlagOnDisk (37 ms) 2024-04-10T15:47:13.266 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall 2024-04-10T15:47:13.294 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestObjectMap.AcquireLockInvalidatesWhenTooSmall (28 ms) 2024-04-10T15:47:13.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:13 smithi102 ceph-mon[90943]: pgmap v2032: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:13.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:13 smithi102 ceph-mon[90943]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-10T15:47:13.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:13 smithi102 ceph-mon[88557]: pgmap v2032: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:13.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:13 smithi102 ceph-mon[88557]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-10T15:47:13.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:13 smithi154 ceph-mon[84269]: pgmap v2032: 137 pgs: 9 creating+peering, 18 unknown, 110 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:13.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:13 smithi154 ceph-mon[84269]: osdmap e1119: 8 total, 8 up, 8 in 2024-04-10T15:47:14.172 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 4 tests from TestObjectMap (2145 ms total) 2024-04-10T15:47:14.172 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:47:14.172 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 2 tests from TestMirroringWatcher 2024-04-10T15:47:14.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:14 smithi102 ceph-mon[88557]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-10T15:47:14.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:14 smithi102 ceph-mon[90943]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-10T15:47:14.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:14 smithi154 ceph-mon[84269]: osdmap e1120: 8 total, 8 up, 8 in 2024-04-10T15:47:15.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:15 smithi102 ceph-mon[88557]: pgmap v2035: 137 pgs: 9 creating+peering, 7 unknown, 121 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.5 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-04-10T15:47:15.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:15 smithi102 ceph-mon[88557]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-10T15:47:15.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:15 smithi102 ceph-mon[90943]: pgmap v2035: 137 pgs: 9 creating+peering, 7 unknown, 121 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.5 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-04-10T15:47:15.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:15 smithi102 ceph-mon[90943]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-10T15:47:15.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:15 smithi154 ceph-mon[84269]: pgmap v2035: 137 pgs: 9 creating+peering, 7 unknown, 121 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 2.5 KiB/s rd, 2.0 KiB/s wr, 9 op/s 2024-04-10T15:47:15.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:15 smithi154 ceph-mon[84269]: osdmap e1121: 8 total, 8 up, 8 in 2024-04-10T15:47:16.182 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroringWatcher.ModeUpdated 2024-04-10T15:47:16.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:16 smithi154 ceph-mon[84269]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-10T15:47:16.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:16 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1516802767' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:16.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:16 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:16.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:16 smithi102 ceph-mon[90943]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-10T15:47:16.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:16 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1516802767' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:16.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:16 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:16.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:16 smithi102 ceph-mon[88557]: osdmap e1122: 8 total, 8 up, 8 in 2024-04-10T15:47:16.675 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:16 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1516802767' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:16.675 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:16 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-7","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:17.556 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:17 smithi102 ceph-mon[90943]: pgmap v2038: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:17.556 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:17 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:17.556 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:17 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:17.556 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:17 smithi102 ceph-mon[90943]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-10T15:47:17.556 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:17 smithi102 ceph-mon[88557]: pgmap v2038: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:17.556 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:17 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:17.556 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:17 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:17.556 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:17 smithi102 ceph-mon[88557]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-10T15:47:17.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:17 smithi154 ceph-mon[84269]: pgmap v2038: 137 pgs: 4 creating+peering, 28 unknown, 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:17.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:17 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:17.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:17 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-7","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:17.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:17 smithi154 ceph-mon[84269]: osdmap e1123: 8 total, 8 up, 8 in 2024-04-10T15:47:17.924 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:47:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:47:17] "GET /metrics HTTP/1.1" 200 36431 "" "Prometheus/2.43.0" 2024-04-10T15:47:18.232 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroringWatcher.ModeUpdated (2050 ms) 2024-04-10T15:47:18.232 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroringWatcher.ImageStatusUpdated 2024-04-10T15:47:18.255 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroringWatcher.ImageStatusUpdated (23 ms) 2024-04-10T15:47:18.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:18 smithi102 ceph-mon[90943]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-10T15:47:18.424 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:18 smithi102 ceph-mon[88557]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-10T15:47:18.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:18 smithi154 ceph-mon[84269]: osdmap e1124: 8 total, 8 up, 8 in 2024-04-10T15:47:19.205 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 2 tests from TestMirroringWatcher (2073 ms total) 2024-04-10T15:47:19.205 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:47:19.205 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 57 tests from TestMigration 2024-04-10T15:47:19.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:19 smithi154 ceph-mon[84269]: pgmap v2041: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:19.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:19 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:19.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:19 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:47:19.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:19 smithi154 ceph-mon[84269]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-10T15:47:19.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:19 smithi102 ceph-mon[88557]: pgmap v2041: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:19.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:19 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:19.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:19 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:47:19.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:19 smithi102 ceph-mon[88557]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-10T15:47:19.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:19 smithi102 ceph-mon[90943]: pgmap v2041: 137 pgs: 4 creating+peering, 17 unknown, 116 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:19.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:19 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:47:19.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:19 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:47:19.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:19 smithi102 ceph-mon[90943]: osdmap e1125: 8 total, 8 up, 8 in 2024-04-10T15:47:20.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:20 smithi154 ceph-mon[84269]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-10T15:47:20.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:20 smithi102 ceph-mon[90943]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-10T15:47:20.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:20 smithi102 ceph-mon[88557]: osdmap e1126: 8 total, 8 up, 8 in 2024-04-10T15:47:21.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:21 smithi154 ceph-mon[84269]: pgmap v2044: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:21.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:21 smithi154 ceph-mon[84269]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-10T15:47:21.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:21 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2875356595' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:21.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:21 smithi102 ceph-mon[88557]: pgmap v2044: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:21.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:21 smithi102 ceph-mon[88557]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-10T15:47:21.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:21 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2875356595' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:21.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:21 smithi102 ceph-mon[90943]: pgmap v2044: 105 pgs: 105 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:21.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:21 smithi102 ceph-mon[90943]: osdmap e1127: 8 total, 8 up, 8 in 2024-04-10T15:47:21.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:21 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2875356595' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-8","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:47:22.215 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.Empty 2024-04-10T15:47:22.545 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:47:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:47:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:47:22.546 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:22 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2875356595' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:22.546 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:22 smithi154 ceph-mon[84269]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-10T15:47:22.546 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:22 smithi154 ceph-mon[84269]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-10T15:47:22.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:22 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2875356595' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:22.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:22 smithi102 ceph-mon[90943]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-10T15:47:22.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:22 smithi102 ceph-mon[90943]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-10T15:47:22.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:22 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2875356595' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-8","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:47:22.675 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:22 smithi102 ceph-mon[88557]: osdmap e1128: 8 total, 8 up, 8 in 2024-04-10T15:47:22.675 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:22 smithi102 ceph-mon[88557]: osdmap e1129: 8 total, 8 up, 8 in 2024-04-10T15:47:23.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:23 smithi154 ceph-mon[84269]: pgmap v2047: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:23.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:23 smithi154 ceph-mon[84269]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-10T15:47:23.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:23 smithi102 ceph-mon[88557]: pgmap v2047: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:23.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:23 smithi102 ceph-mon[88557]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-10T15:47:23.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:23 smithi102 ceph-mon[90943]: pgmap v2047: 137 pgs: 7 creating+peering, 19 unknown, 111 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:23.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:23 smithi102 ceph-mon[90943]: osdmap e1130: 8 total, 8 up, 8 in 2024-04-10T15:47:24.272 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:24.283 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:24.429 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:47:24.497 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:47:24.580 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.Empty (2365 ms) 2024-04-10T15:47:24.580 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.OtherName 2024-04-10T15:47:24.610 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:24.620 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:24.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:24.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:24 smithi154 ceph-mon[84269]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-10T15:47:24.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:24.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:24 smithi102 ceph-mon[90943]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-10T15:47:24.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:24.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:24 smithi102 ceph-mon[88557]: osdmap e1131: 8 total, 8 up, 8 in 2024-04-10T15:47:24.751 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:47:24.817 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:47:24.903 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.OtherName (323 ms) 2024-04-10T15:47:24.904 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.OtherPool 2024-04-10T15:47:24.933 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:24.944 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:25.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:25 smithi154 ceph-mon[84269]: pgmap v2050: 169 pgs: 11 creating+peering, 35 unknown, 123 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:25.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:25 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:25.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:25 smithi102 ceph-mon[88557]: pgmap v2050: 169 pgs: 11 creating+peering, 35 unknown, 123 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:25.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:25 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:25.675 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:25 smithi102 ceph-mon[90943]: pgmap v2050: 169 pgs: 11 creating+peering, 35 unknown, 123 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:47:25.675 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:25 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:47:26.400 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:47:26.471 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:47:26.556 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.OtherPool (1653 ms) 2024-04-10T15:47:26.556 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.OtherNamespace 2024-04-10T15:47:26.587 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:26.601 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:26.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:26 smithi154 ceph-mon[84269]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-10T15:47:26.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:26 smithi102 ceph-mon[88557]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-10T15:47:26.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:26 smithi102 ceph-mon[90943]: osdmap e1132: 8 total, 8 up, 8 in 2024-04-10T15:47:26.736 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:47:26.800 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:47:26.883 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.OtherNamespace (326 ms) 2024-04-10T15:47:26.883 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.DataPool 2024-04-10T15:47:26.914 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:26.924 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:27.064 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:47:27.136 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:47:27.219 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.DataPool (337 ms) 2024-04-10T15:47:27.219 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.AbortAfterPrepare 2024-04-10T15:47:27.251 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:27.266 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:27.407 INFO:tasks.workunit.client.0.smithi102.stdout:migration_abort 2024-04-10T15:47:27.507 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.AbortAfterPrepare (288 ms) 2024-04-10T15:47:27.507 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.AbortAfterFailedPrepare 2024-04-10T15:47:27.537 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:27.548 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:27.555 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:27 smithi102 ceph-mon[90943]: pgmap v2053: 169 pgs: 4 creating+peering, 1 unknown, 164 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 4.5 KiB/s wr, 39 op/s 2024-04-10T15:47:27.555 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:27 smithi102 ceph-mon[90943]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-10T15:47:27.555 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:27 smithi102 ceph-mon[88557]: pgmap v2053: 169 pgs: 4 creating+peering, 1 unknown, 164 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 4.5 KiB/s wr, 39 op/s 2024-04-10T15:47:27.555 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:27 smithi102 ceph-mon[88557]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-10T15:47:27.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:27 smithi154 ceph-mon[84269]: pgmap v2053: 169 pgs: 4 creating+peering, 1 unknown, 164 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 4.5 KiB/s wr, 39 op/s 2024-04-10T15:47:27.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:27 smithi154 ceph-mon[84269]: osdmap e1133: 8 total, 8 up, 8 in 2024-04-10T15:47:27.648 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.AbortAfterFailedPrepare (142 ms) 2024-04-10T15:47:27.649 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.AbortAfterExecute 2024-04-10T15:47:27.678 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:27.688 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:27.826 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:47:27.893 INFO:tasks.workunit.client.0.smithi102.stdout:migration_abort 2024-04-10T15:47:27.924 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:47:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:47:27] "GET /metrics HTTP/1.1" 200 38793 "" "Prometheus/2.43.0" 2024-04-10T15:47:27.990 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.AbortAfterExecute (341 ms) 2024-04-10T15:47:27.990 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.OtherPoolAbortAfterExecute 2024-04-10T15:47:28.020 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:28.031 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:28.162 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:47:28.226 INFO:tasks.workunit.client.0.smithi102.stdout:migration_abort 2024-04-10T15:47:28.326 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.OtherPoolAbortAfterExecute (336 ms) 2024-04-10T15:47:28.326 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.OtherNamespaceAbortAfterExecute 2024-04-10T15:47:28.361 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:28.373 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:28.508 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:47:28.570 INFO:tasks.workunit.client.0.smithi102.stdout:migration_abort 2024-04-10T15:47:28.677 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.OtherNamespaceAbortAfterExecute (350 ms) 2024-04-10T15:47:28.677 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.MirroringSamePool 2024-04-10T15:47:28.707 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:28.718 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:635: Skipped 2024-04-10T15:47:28.718 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:47:28.724 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestMigration.MirroringSamePool (48 ms) 2024-04-10T15:47:28.724 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.MirroringAbort 2024-04-10T15:47:28.754 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:28.768 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:653: Skipped 2024-04-10T15:47:28.768 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:47:28.774 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestMigration.MirroringAbort (50 ms) 2024-04-10T15:47:28.774 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.MirroringOtherPoolDisabled 2024-04-10T15:47:28.803 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:28.813 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:676: Skipped 2024-04-10T15:47:28.813 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:47:28.819 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled (45 ms) 2024-04-10T15:47:28.820 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.MirroringOtherPoolEnabled 2024-04-10T15:47:28.850 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:28.860 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:694: Skipped 2024-04-10T15:47:28.860 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:47:28.866 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled (47 ms) 2024-04-10T15:47:28.866 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.MirroringPool 2024-04-10T15:47:28.896 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:28.906 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_Migration.cc:714: Skipped 2024-04-10T15:47:28.906 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:47:28.912 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestMigration.MirroringPool (46 ms) 2024-04-10T15:47:28.912 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.Group 2024-04-10T15:47:28.942 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:28.963 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:29.104 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:47:29.165 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:47:29.256 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.Group (344 ms) 2024-04-10T15:47:29.256 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.GroupAbort 2024-04-10T15:47:29.286 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:29.303 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:29.443 INFO:tasks.workunit.client.0.smithi102.stdout:migration_abort 2024-04-10T15:47:29.556 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.GroupAbort (300 ms) 2024-04-10T15:47:29.556 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.NoSnaps 2024-04-10T15:47:29.585 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:29.595 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:47:29.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:29 smithi154 ceph-mon[84269]: pgmap v2055: 169 pgs: 169 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 120 KiB/s rd, 13 KiB/s wr, 165 op/s 2024-04-10T15:47:29.654 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 16777218~8388609 2024-04-10T15:47:29.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:29 smithi102 ceph-mon[90943]: pgmap v2055: 169 pgs: 169 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 120 KiB/s rd, 13 KiB/s wr, 165 op/s 2024-04-10T15:47:29.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:29 smithi102 ceph-mon[88557]: pgmap v2055: 169 pgs: 169 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 120 KiB/s rd, 13 KiB/s wr, 165 op/s 2024-04-10T15:47:29.708 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:29.893 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:47:30.008 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:47:30.129 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.NoSnaps (573 ms) 2024-04-10T15:47:30.130 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.NoSnapsOtherPool 2024-04-10T15:47:30.158 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:30.168 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:47:30.226 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 16777218~8388609 2024-04-10T15:47:30.287 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:47:30.294 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 16777218~8388609 2024-04-10T15:47:30.355 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:30.527 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:47:30.630 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:47:30.752 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.NoSnapsOtherPool (623 ms) 2024-04-10T15:47:30.752 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.NoSnapsDataPool 2024-04-10T15:47:30.782 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:30.796 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:47:30.874 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 16777218~8388609 2024-04-10T15:47:30.927 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:31.122 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:47:31.244 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:47:31.364 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.NoSnapsDataPool (612 ms) 2024-04-10T15:47:31.364 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.NoSnapsShrinkAfterPrepare 2024-04-10T15:47:31.394 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:31.405 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:47:31.454 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 16777218~8388609 2024-04-10T15:47:31.506 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:31.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:31 smithi154 ceph-mon[84269]: pgmap v2056: 169 pgs: 169 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 636 KiB/s rd, 37 KiB/s wr, 803 op/s 2024-04-10T15:47:31.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:31 smithi102 ceph-mon[90943]: pgmap v2056: 169 pgs: 169 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 636 KiB/s rd, 37 KiB/s wr, 803 op/s 2024-04-10T15:47:31.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:31 smithi102 ceph-mon[88557]: pgmap v2056: 169 pgs: 169 active+clean; 4.6 MiB data, 3.2 GiB used, 712 GiB / 715 GiB avail; 636 KiB/s rd, 37 KiB/s wr, 803 op/s 2024-04-10T15:47:31.690 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 41943040 2024-04-10T15:47:31.698 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:47:31.807 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:47:31.923 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.NoSnapsShrinkAfterPrepare (559 ms) 2024-04-10T15:47:31.923 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroBeforePrepare 2024-04-10T15:47:31.955 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:31.966 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:47:32.017 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 16777218~8388609 2024-04-10T15:47:32.068 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 0 2024-04-10T15:47:32.081 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:32.188 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:47:32.256 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:47:32.304 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroBeforePrepare (381 ms) 2024-04-10T15:47:32.304 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.NoSnapsShrinkToZeroAfterPrepare 2024-04-10T15:47:32.333 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:32.343 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:47:32.399 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 16777218~8388609 2024-04-10T15:47:32.473 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:32.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:47:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:47:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:47:32.671 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 0 2024-04-10T15:47:32.683 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:47:32.752 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:47:32.805 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.NoSnapsShrinkToZeroAfterPrepare (501 ms) 2024-04-10T15:47:32.805 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.NoSnapsExpandAfterPrepare 2024-04-10T15:47:32.836 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:32.846 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:47:32.908 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 16777218~8388609 2024-04-10T15:47:32.962 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:33.149 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 167772160 2024-04-10T15:47:33.156 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:47:33.263 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:47:33.402 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.NoSnapsExpandAfterPrepare (597 ms) 2024-04-10T15:47:33.403 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.NoSnapsSnapAfterPrepare 2024-04-10T15:47:33.438 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:33.448 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:47:33.512 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 16777218~8388609 2024-04-10T15:47:33.568 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:33.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:33 smithi154 ceph-mon[84269]: pgmap v2057: 169 pgs: 169 active+clean; 21 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.8 MiB/s wr, 1.33k op/s 2024-04-10T15:47:33.674 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:33 smithi102 ceph-mon[90943]: pgmap v2057: 169 pgs: 169 active+clean; 21 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.8 MiB/s wr, 1.33k op/s 2024-04-10T15:47:33.674 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:33 smithi102 ceph-mon[88557]: pgmap v2057: 169 pgs: 169 active+clean; 21 MiB data, 3.3 GiB used, 712 GiB / 715 GiB avail; 7.4 MiB/s rd, 4.8 MiB/s wr, 1.33k op/s 2024-04-10T15:47:33.770 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: after_prepare_snap 2024-04-10T15:47:34.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:34 smithi154 ceph-mon[84269]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-10T15:47:34.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:34 smithi154 ceph-mon[84269]: pgmap v2059: 169 pgs: 169 active+clean; 77 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 19 MiB/s wr, 1.61k op/s 2024-04-10T15:47:34.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:34 smithi102 ceph-mon[88557]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-10T15:47:34.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:34 smithi102 ceph-mon[88557]: pgmap v2059: 169 pgs: 169 active+clean; 77 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 19 MiB/s wr, 1.61k op/s 2024-04-10T15:47:34.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:34 smithi102 ceph-mon[90943]: osdmap e1134: 8 total, 8 up, 8 in 2024-04-10T15:47:34.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:34 smithi102 ceph-mon[90943]: pgmap v2059: 169 pgs: 169 active+clean; 77 MiB data, 3.4 GiB used, 712 GiB / 715 GiB avail; 25 MiB/s rd, 19 MiB/s wr, 1.61k op/s 2024-04-10T15:47:35.638 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 41943040 2024-04-10T15:47:35.658 INFO:tasks.workunit.client.0.smithi102.stdout:write: * 0~1000 2024-04-10T15:47:35.664 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:47:35.783 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:47:35.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:35 smithi154 ceph-mon[84269]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-10T15:47:35.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:35 smithi102 ceph-mon[90943]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-10T15:47:35.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:35 smithi102 ceph-mon[88557]: osdmap e1135: 8 total, 8 up, 8 in 2024-04-10T15:47:35.948 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.NoSnapsSnapAfterPrepare (2545 ms) 2024-04-10T15:47:35.948 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.Snaps 2024-04-10T15:47:35.980 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:35.991 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:47:36.050 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:47:36.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:36 smithi154 ceph-mon[84269]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-10T15:47:36.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:36 smithi154 ceph-mon[84269]: pgmap v2062: 169 pgs: 169 active+clean; 169 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 53 MiB/s wr, 1.89k op/s 2024-04-10T15:47:36.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:36 smithi102 ceph-mon[90943]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-10T15:47:36.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:36 smithi102 ceph-mon[90943]: pgmap v2062: 169 pgs: 169 active+clean; 169 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 53 MiB/s wr, 1.89k op/s 2024-04-10T15:47:36.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:36 smithi102 ceph-mon[88557]: osdmap e1136: 8 total, 8 up, 8 in 2024-04-10T15:47:36.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:36 smithi102 ceph-mon[88557]: pgmap v2062: 169 pgs: 169 active+clean; 169 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 67 MiB/s rd, 53 MiB/s wr, 1.89k op/s 2024-04-10T15:47:37.659 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 8388609~8388609 2024-04-10T15:47:37.682 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 0~1000 2024-04-10T15:47:37.683 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 1010~1000 2024-04-10T15:47:37.683 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap2 2024-04-10T15:47:37.825 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:37 smithi102 ceph-mon[90943]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-10T15:47:37.825 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:37 smithi102 ceph-mon[88557]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-10T15:47:37.826 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:47:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:47:37] "GET /metrics HTTP/1.1" 200 38793 "" "Prometheus/2.43.0" 2024-04-10T15:47:37.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:37 smithi154 ceph-mon[84269]: osdmap e1137: 8 total, 8 up, 8 in 2024-04-10T15:47:38.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:38 smithi102 ceph-mon[90943]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-10T15:47:38.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:38 smithi102 ceph-mon[90943]: pgmap v2065: 169 pgs: 169 active+clean; 189 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 72 MiB/s rd, 54 MiB/s wr, 1.27k op/s 2024-04-10T15:47:38.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:47:38.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:38.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:38 smithi102 ceph-mon[88557]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-10T15:47:38.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:38 smithi102 ceph-mon[88557]: pgmap v2065: 169 pgs: 169 active+clean; 189 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 72 MiB/s rd, 54 MiB/s wr, 1.27k op/s 2024-04-10T15:47:38.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:47:38.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:39.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:38 smithi154 ceph-mon[84269]: osdmap e1138: 8 total, 8 up, 8 in 2024-04-10T15:47:39.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:38 smithi154 ceph-mon[84269]: pgmap v2065: 169 pgs: 169 active+clean; 189 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 72 MiB/s rd, 54 MiB/s wr, 1.27k op/s 2024-04-10T15:47:39.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:47:39.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:39.680 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 8388609~1000 2024-04-10T15:47:39.688 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 16777228~1000 2024-04-10T15:47:39.688 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 167772160 2024-04-10T15:47:39.698 INFO:tasks.workunit.client.0.smithi102.stdout:write: 2 83886079~8388609 2024-04-10T15:47:39.729 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap3 2024-04-10T15:47:39.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:39 smithi102 ceph-mon[88557]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-10T15:47:39.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:39 smithi102 ceph-mon[90943]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-10T15:47:40.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:39 smithi154 ceph-mon[84269]: osdmap e1139: 8 total, 8 up, 8 in 2024-04-10T15:47:40.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:40 smithi102 ceph-mon[90943]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-10T15:47:40.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:40 smithi102 ceph-mon[90943]: pgmap v2068: 169 pgs: 169 active+clean; 217 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 21 MiB/s wr, 723 op/s 2024-04-10T15:47:40.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:40 smithi102 ceph-mon[88557]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-10T15:47:40.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:40 smithi102 ceph-mon[88557]: pgmap v2068: 169 pgs: 169 active+clean; 217 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 21 MiB/s wr, 723 op/s 2024-04-10T15:47:41.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:40 smithi154 ceph-mon[84269]: osdmap e1140: 8 total, 8 up, 8 in 2024-04-10T15:47:41.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:40 smithi154 ceph-mon[84269]: pgmap v2068: 169 pgs: 169 active+clean; 217 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 MiB/s rd, 21 MiB/s wr, 723 op/s 2024-04-10T15:47:41.681 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:41.703 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 83886079~1 2024-04-10T15:47:41.717 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:41.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:41 smithi102 ceph-mon[90943]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-10T15:47:41.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:41 smithi102 ceph-mon[88557]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-10T15:47:42.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:41 smithi154 ceph-mon[84269]: osdmap e1141: 8 total, 8 up, 8 in 2024-04-10T15:47:42.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:47:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:47:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:47:43.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:42 smithi154 ceph-mon[84269]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-10T15:47:43.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:42 smithi154 ceph-mon[84269]: pgmap v2071: 169 pgs: 169 active+clean; 237 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 15 MiB/s wr, 308 op/s 2024-04-10T15:47:43.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:42 smithi102 ceph-mon[90943]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-10T15:47:43.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:42 smithi102 ceph-mon[90943]: pgmap v2071: 169 pgs: 169 active+clean; 237 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 15 MiB/s wr, 308 op/s 2024-04-10T15:47:43.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:42 smithi102 ceph-mon[88557]: osdmap e1142: 8 total, 8 up, 8 in 2024-04-10T15:47:43.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:42 smithi102 ceph-mon[88557]: pgmap v2071: 169 pgs: 169 active+clean; 237 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 15 MiB/s wr, 308 op/s 2024-04-10T15:47:44.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:43 smithi154 ceph-mon[84269]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-10T15:47:44.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:43 smithi102 ceph-mon[88557]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-10T15:47:44.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:43 smithi102 ceph-mon[90943]: osdmap e1143: 8 total, 8 up, 8 in 2024-04-10T15:47:45.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:44 smithi154 ceph-mon[84269]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-10T15:47:45.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:44 smithi154 ceph-mon[84269]: pgmap v2074: 169 pgs: 169 active+clean; 237 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 104 op/s 2024-04-10T15:47:45.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:44 smithi102 ceph-mon[90943]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-10T15:47:45.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:44 smithi102 ceph-mon[90943]: pgmap v2074: 169 pgs: 169 active+clean; 237 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 104 op/s 2024-04-10T15:47:45.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:44 smithi102 ceph-mon[88557]: osdmap e1144: 8 total, 8 up, 8 in 2024-04-10T15:47:45.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:44 smithi102 ceph-mon[88557]: pgmap v2074: 169 pgs: 169 active+clean; 237 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 104 op/s 2024-04-10T15:47:45.177 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:47:45.326 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:47:46.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:45 smithi154 ceph-mon[84269]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-10T15:47:46.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:45 smithi102 ceph-mon[88557]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-10T15:47:46.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:45 smithi102 ceph-mon[90943]: osdmap e1145: 8 total, 8 up, 8 in 2024-04-10T15:47:47.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:46 smithi154 ceph-mon[84269]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-10T15:47:47.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:46 smithi154 ceph-mon[84269]: pgmap v2077: 169 pgs: 169 active+clean; 257 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 MiB/s wr, 239 op/s 2024-04-10T15:47:47.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:46 smithi102 ceph-mon[90943]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-10T15:47:47.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:46 smithi102 ceph-mon[90943]: pgmap v2077: 169 pgs: 169 active+clean; 257 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 MiB/s wr, 239 op/s 2024-04-10T15:47:47.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:46 smithi102 ceph-mon[88557]: osdmap e1146: 8 total, 8 up, 8 in 2024-04-10T15:47:47.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:46 smithi102 ceph-mon[88557]: pgmap v2077: 169 pgs: 169 active+clean; 257 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.0 MiB/s wr, 239 op/s 2024-04-10T15:47:47.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:47 smithi102 ceph-mon[90943]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-10T15:47:47.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:47 smithi102 ceph-mon[88557]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-10T15:47:47.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:47:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:47:47] "GET /metrics HTTP/1.1" 200 38925 "" "Prometheus/2.43.0" 2024-04-10T15:47:48.047 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.Snaps (12100 ms) 2024-04-10T15:47:48.047 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.SnapsOtherPool 2024-04-10T15:47:48.077 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:48.089 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:47:48.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:47 smithi154 ceph-mon[84269]: osdmap e1147: 8 total, 8 up, 8 in 2024-04-10T15:47:48.150 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:47:49.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:48 smithi154 ceph-mon[84269]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-10T15:47:49.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:48 smithi154 ceph-mon[84269]: pgmap v2080: 169 pgs: 169 active+clean; 261 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 245 op/s 2024-04-10T15:47:49.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:48 smithi102 ceph-mon[90943]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-10T15:47:49.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:48 smithi102 ceph-mon[90943]: pgmap v2080: 169 pgs: 169 active+clean; 261 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 245 op/s 2024-04-10T15:47:49.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:48 smithi102 ceph-mon[88557]: osdmap e1148: 8 total, 8 up, 8 in 2024-04-10T15:47:49.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:48 smithi102 ceph-mon[88557]: pgmap v2080: 169 pgs: 169 active+clean; 261 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.0 MiB/s wr, 245 op/s 2024-04-10T15:47:49.753 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 8388609~8388609 2024-04-10T15:47:49.771 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 0~1000 2024-04-10T15:47:49.771 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 1010~1000 2024-04-10T15:47:49.771 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap2 2024-04-10T15:47:50.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:49 smithi154 ceph-mon[84269]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-10T15:47:50.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:49 smithi102 ceph-mon[90943]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-10T15:47:50.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:49 smithi102 ceph-mon[88557]: osdmap e1149: 8 total, 8 up, 8 in 2024-04-10T15:47:51.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:50 smithi154 ceph-mon[84269]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-10T15:47:51.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:50 smithi154 ceph-mon[84269]: pgmap v2083: 169 pgs: 169 active+clean; 261 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 55 MiB/s rd, 6.0 MiB/s wr, 289 op/s 2024-04-10T15:47:51.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:50 smithi102 ceph-mon[90943]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-10T15:47:51.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:50 smithi102 ceph-mon[90943]: pgmap v2083: 169 pgs: 169 active+clean; 261 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 55 MiB/s rd, 6.0 MiB/s wr, 289 op/s 2024-04-10T15:47:51.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:50 smithi102 ceph-mon[88557]: osdmap e1150: 8 total, 8 up, 8 in 2024-04-10T15:47:51.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:50 smithi102 ceph-mon[88557]: pgmap v2083: 169 pgs: 169 active+clean; 261 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 55 MiB/s rd, 6.0 MiB/s wr, 289 op/s 2024-04-10T15:47:51.769 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 8388609~1000 2024-04-10T15:47:51.775 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 16777228~1000 2024-04-10T15:47:51.775 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 167772160 2024-04-10T15:47:51.784 INFO:tasks.workunit.client.0.smithi102.stdout:write: 2 83886079~8388609 2024-04-10T15:47:51.801 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap3 2024-04-10T15:47:52.045 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:51 smithi154 ceph-mon[84269]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-10T15:47:52.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:51 smithi102 ceph-mon[90943]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-10T15:47:52.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:51 smithi102 ceph-mon[88557]: osdmap e1151: 8 total, 8 up, 8 in 2024-04-10T15:47:52.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:47:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:47:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:47:53.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:52 smithi154 ceph-mon[84269]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-10T15:47:53.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:52 smithi154 ceph-mon[84269]: pgmap v2086: 169 pgs: 169 active+clean; 273 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 60 MiB/s rd, 9.0 MiB/s wr, 356 op/s 2024-04-10T15:47:53.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:52 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:47:53.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:52 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:47:53.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:52 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:47:53.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:52 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:47:53.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:52 smithi102 ceph-mon[90943]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-10T15:47:53.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:52 smithi102 ceph-mon[90943]: pgmap v2086: 169 pgs: 169 active+clean; 273 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 60 MiB/s rd, 9.0 MiB/s wr, 356 op/s 2024-04-10T15:47:53.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:52 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:47:53.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:52 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:47:53.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:52 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:47:53.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:52 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:47:53.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:52 smithi102 ceph-mon[88557]: osdmap e1152: 8 total, 8 up, 8 in 2024-04-10T15:47:53.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:52 smithi102 ceph-mon[88557]: pgmap v2086: 169 pgs: 169 active+clean; 273 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 60 MiB/s rd, 9.0 MiB/s wr, 356 op/s 2024-04-10T15:47:53.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:52 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:47:53.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:52 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:47:53.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:52 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:47:53.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:52 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:47:53.637 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:47:53.657 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 83886079~1 2024-04-10T15:47:53.665 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:47:53.672 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 16777218~8388609 2024-04-10T15:47:53.736 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:47:54.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:53 smithi154 ceph-mon[84269]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-10T15:47:54.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:54.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:53 smithi154 ceph-mon[84269]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-10T15:47:54.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:53 smithi102 ceph-mon[90943]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-10T15:47:54.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:54.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:53 smithi102 ceph-mon[90943]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-10T15:47:54.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:53 smithi102 ceph-mon[88557]: osdmap e1153: 8 total, 8 up, 8 in 2024-04-10T15:47:54.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:47:54.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:53 smithi102 ceph-mon[88557]: osdmap e1154: 8 total, 8 up, 8 in 2024-04-10T15:47:55.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:54 smithi154 ceph-mon[84269]: pgmap v2089: 169 pgs: 169 active+clean; 297 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 188 op/s 2024-04-10T15:47:55.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]: dispatch 2024-04-10T15:47:55.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]: dispatch 2024-04-10T15:47:55.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1c", "id": [5, 2]}]: dispatch 2024-04-10T15:47:55.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:54 smithi102 ceph-mon[90943]: pgmap v2089: 169 pgs: 169 active+clean; 297 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 188 op/s 2024-04-10T15:47:55.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]: dispatch 2024-04-10T15:47:55.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]: dispatch 2024-04-10T15:47:55.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1c", "id": [5, 2]}]: dispatch 2024-04-10T15:47:55.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:54 smithi102 ceph-mon[88557]: pgmap v2089: 169 pgs: 169 active+clean; 297 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 8.0 MiB/s wr, 188 op/s 2024-04-10T15:47:55.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]: dispatch 2024-04-10T15:47:55.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]: dispatch 2024-04-10T15:47:55.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1c", "id": [5, 2]}]: dispatch 2024-04-10T15:47:56.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:55 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]': finished 2024-04-10T15:47:56.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:55 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]': finished 2024-04-10T15:47:56.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:55 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1c", "id": [5, 2]}]': finished 2024-04-10T15:47:56.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:55 smithi154 ceph-mon[84269]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-10T15:47:56.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:55 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]': finished 2024-04-10T15:47:56.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:55 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]': finished 2024-04-10T15:47:56.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:55 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1c", "id": [5, 2]}]': finished 2024-04-10T15:47:56.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:55 smithi102 ceph-mon[90943]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-10T15:47:56.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:55 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.8", "id": [5, 0]}]': finished 2024-04-10T15:47:56.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:55 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.a", "id": [5, 2]}]': finished 2024-04-10T15:47:56.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:55 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "85.1c", "id": [5, 2]}]': finished 2024-04-10T15:47:56.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:55 smithi102 ceph-mon[88557]: osdmap e1155: 8 total, 8 up, 8 in 2024-04-10T15:47:57.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:56 smithi154 ceph-mon[84269]: pgmap v2091: 169 pgs: 169 active+clean; 329 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 12 MiB/s wr, 109 op/s 2024-04-10T15:47:57.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:56 smithi154 ceph-mon[84269]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-10T15:47:57.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:56 smithi102 ceph-mon[90943]: pgmap v2091: 169 pgs: 169 active+clean; 329 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 12 MiB/s wr, 109 op/s 2024-04-10T15:47:57.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:56 smithi102 ceph-mon[90943]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-10T15:47:57.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:56 smithi102 ceph-mon[88557]: pgmap v2091: 169 pgs: 169 active+clean; 329 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 12 MiB/s wr, 109 op/s 2024-04-10T15:47:57.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:56 smithi102 ceph-mon[88557]: osdmap e1156: 8 total, 8 up, 8 in 2024-04-10T15:47:57.281 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:47:57.460 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:47:57.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:57 smithi102 ceph-mon[90943]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-10T15:47:57.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:47:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:47:57] "GET /metrics HTTP/1.1" 200 38922 "" "Prometheus/2.43.0" 2024-04-10T15:47:57.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:57 smithi102 ceph-mon[88557]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-10T15:47:58.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:57 smithi154 ceph-mon[84269]: osdmap e1157: 8 total, 8 up, 8 in 2024-04-10T15:47:59.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:58 smithi154 ceph-mon[84269]: pgmap v2094: 169 pgs: 169 active+clean; 333 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.7 MiB/s wr, 181 op/s; 988 KiB/s, 0 objects/s recovering 2024-04-10T15:47:59.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:58 smithi154 ceph-mon[84269]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-10T15:47:59.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:47:58 smithi154 ceph-mon[84269]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-10T15:47:59.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:58 smithi102 ceph-mon[90943]: pgmap v2094: 169 pgs: 169 active+clean; 333 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.7 MiB/s wr, 181 op/s; 988 KiB/s, 0 objects/s recovering 2024-04-10T15:47:59.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:58 smithi102 ceph-mon[90943]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-10T15:47:59.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:47:58 smithi102 ceph-mon[90943]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-10T15:47:59.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:58 smithi102 ceph-mon[88557]: pgmap v2094: 169 pgs: 169 active+clean; 333 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.7 MiB/s wr, 181 op/s; 988 KiB/s, 0 objects/s recovering 2024-04-10T15:47:59.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:58 smithi102 ceph-mon[88557]: osdmap e1158: 8 total, 8 up, 8 in 2024-04-10T15:47:59.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:47:58 smithi102 ceph-mon[88557]: osdmap e1159: 8 total, 8 up, 8 in 2024-04-10T15:47:59.983 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.SnapsOtherPool (11936 ms) 2024-04-10T15:47:59.984 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.SnapsDataPool 2024-04-10T15:48:00.016 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:48:00.026 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:48:00.087 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:48:00.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:00 smithi154 ceph-mon[84269]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-10T15:48:00.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:00 smithi154 ceph-mon[84269]: pgmap v2098: 169 pgs: 169 active+clean; 353 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 6.0 MiB/s wr, 243 op/s; 1.0 MiB/s, 1 keys/s, 1 objects/s recovering 2024-04-10T15:48:00.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:00 smithi102 ceph-mon[88557]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-10T15:48:00.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:00 smithi102 ceph-mon[88557]: pgmap v2098: 169 pgs: 169 active+clean; 353 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 6.0 MiB/s wr, 243 op/s; 1.0 MiB/s, 1 keys/s, 1 objects/s recovering 2024-04-10T15:48:00.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:00 smithi102 ceph-mon[90943]: osdmap e1160: 8 total, 8 up, 8 in 2024-04-10T15:48:00.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:00 smithi102 ceph-mon[90943]: pgmap v2098: 169 pgs: 169 active+clean; 353 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 6.0 MiB/s wr, 243 op/s; 1.0 MiB/s, 1 keys/s, 1 objects/s recovering 2024-04-10T15:48:01.655 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 8388609~8388609 2024-04-10T15:48:01.685 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 0~1000 2024-04-10T15:48:01.685 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 1010~1000 2024-04-10T15:48:01.685 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap2 2024-04-10T15:48:01.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:01 smithi154 ceph-mon[84269]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-10T15:48:01.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:01 smithi102 ceph-mon[90943]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-10T15:48:01.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:01 smithi102 ceph-mon[88557]: osdmap e1161: 8 total, 8 up, 8 in 2024-04-10T15:48:02.642 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:48:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:48:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:48:02.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:02 smithi154 ceph-mon[84269]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-10T15:48:02.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:02 smithi154 ceph-mon[84269]: pgmap v2101: 169 pgs: 169 active+clean; 353 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 51 MiB/s rd, 12 MiB/s wr, 249 op/s; 13 B/s, 1 keys/s, 1 objects/s recovering 2024-04-10T15:48:02.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:02 smithi102 ceph-mon[90943]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-10T15:48:02.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:02 smithi102 ceph-mon[90943]: pgmap v2101: 169 pgs: 169 active+clean; 353 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 51 MiB/s rd, 12 MiB/s wr, 249 op/s; 13 B/s, 1 keys/s, 1 objects/s recovering 2024-04-10T15:48:02.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:02 smithi102 ceph-mon[88557]: osdmap e1162: 8 total, 8 up, 8 in 2024-04-10T15:48:02.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:02 smithi102 ceph-mon[88557]: pgmap v2101: 169 pgs: 169 active+clean; 353 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 51 MiB/s rd, 12 MiB/s wr, 249 op/s; 13 B/s, 1 keys/s, 1 objects/s recovering 2024-04-10T15:48:03.660 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 8388609~1000 2024-04-10T15:48:03.669 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 16777228~1000 2024-04-10T15:48:03.669 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 167772160 2024-04-10T15:48:03.677 INFO:tasks.workunit.client.0.smithi102.stdout:write: 2 83886079~8388609 2024-04-10T15:48:03.693 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap3 2024-04-10T15:48:03.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:03 smithi102 ceph-mon[90943]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-10T15:48:03.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:03 smithi102 ceph-mon[88557]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-10T15:48:04.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:03 smithi154 ceph-mon[84269]: osdmap e1163: 8 total, 8 up, 8 in 2024-04-10T15:48:04.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:04 smithi102 ceph-mon[90943]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-10T15:48:04.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:04 smithi102 ceph-mon[90943]: pgmap v2104: 169 pgs: 169 active+clean; 357 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 11 MiB/s wr, 338 op/s 2024-04-10T15:48:04.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:04 smithi102 ceph-mon[88557]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-10T15:48:04.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:04 smithi102 ceph-mon[88557]: pgmap v2104: 169 pgs: 169 active+clean; 357 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 11 MiB/s wr, 338 op/s 2024-04-10T15:48:05.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:04 smithi154 ceph-mon[84269]: osdmap e1164: 8 total, 8 up, 8 in 2024-04-10T15:48:05.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:04 smithi154 ceph-mon[84269]: pgmap v2104: 169 pgs: 169 active+clean; 357 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 44 MiB/s rd, 11 MiB/s wr, 338 op/s 2024-04-10T15:48:05.685 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:48:05.712 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 83886079~1 2024-04-10T15:48:05.721 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:48:05.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:05 smithi102 ceph-mon[90943]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-10T15:48:05.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:05 smithi102 ceph-mon[88557]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-10T15:48:06.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:05 smithi154 ceph-mon[84269]: osdmap e1165: 8 total, 8 up, 8 in 2024-04-10T15:48:07.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:06 smithi154 ceph-mon[84269]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-10T15:48:07.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:06 smithi154 ceph-mon[84269]: pgmap v2107: 169 pgs: 169 active+clean; 381 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 9.0 MiB/s wr, 243 op/s 2024-04-10T15:48:07.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:06 smithi102 ceph-mon[88557]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-10T15:48:07.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:06 smithi102 ceph-mon[88557]: pgmap v2107: 169 pgs: 169 active+clean; 381 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 9.0 MiB/s wr, 243 op/s 2024-04-10T15:48:07.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:06 smithi102 ceph-mon[90943]: osdmap e1166: 8 total, 8 up, 8 in 2024-04-10T15:48:07.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:06 smithi102 ceph-mon[90943]: pgmap v2107: 169 pgs: 169 active+clean; 381 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 28 MiB/s rd, 9.0 MiB/s wr, 243 op/s 2024-04-10T15:48:07.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:07 smithi102 ceph-mon[90943]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-10T15:48:07.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:07 smithi102 ceph-mon[88557]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-10T15:48:07.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:48:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:48:07] "GET /metrics HTTP/1.1" 200 38922 "" "Prometheus/2.43.0" 2024-04-10T15:48:08.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:07 smithi154 ceph-mon[84269]: osdmap e1167: 8 total, 8 up, 8 in 2024-04-10T15:48:09.089 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:48:09.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:08 smithi154 ceph-mon[84269]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-10T15:48:09.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:08 smithi154 ceph-mon[84269]: pgmap v2110: 169 pgs: 169 active+clean; 393 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 8.0 MiB/s wr, 84 op/s 2024-04-10T15:48:09.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:09.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:08 smithi154 ceph-mon[84269]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-10T15:48:09.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:08 smithi102 ceph-mon[90943]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-10T15:48:09.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:08 smithi102 ceph-mon[90943]: pgmap v2110: 169 pgs: 169 active+clean; 393 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 8.0 MiB/s wr, 84 op/s 2024-04-10T15:48:09.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:09.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:08 smithi102 ceph-mon[90943]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-10T15:48:09.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:08 smithi102 ceph-mon[88557]: osdmap e1168: 8 total, 8 up, 8 in 2024-04-10T15:48:09.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:08 smithi102 ceph-mon[88557]: pgmap v2110: 169 pgs: 169 active+clean; 393 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 8.0 MiB/s wr, 84 op/s 2024-04-10T15:48:09.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:09.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:08 smithi102 ceph-mon[88557]: osdmap e1169: 8 total, 8 up, 8 in 2024-04-10T15:48:09.245 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:48:11.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:10 smithi154 ceph-mon[84269]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-10T15:48:11.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:10 smithi154 ceph-mon[84269]: pgmap v2113: 169 pgs: 169 active+clean; 409 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 149 op/s 2024-04-10T15:48:11.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:10 smithi102 ceph-mon[88557]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-10T15:48:11.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:10 smithi102 ceph-mon[88557]: pgmap v2113: 169 pgs: 169 active+clean; 409 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 149 op/s 2024-04-10T15:48:11.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:10 smithi102 ceph-mon[90943]: osdmap e1170: 8 total, 8 up, 8 in 2024-04-10T15:48:11.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:10 smithi102 ceph-mon[90943]: pgmap v2113: 169 pgs: 169 active+clean; 409 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.1 MiB/s rd, 6.0 MiB/s wr, 149 op/s 2024-04-10T15:48:12.067 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.SnapsDataPool (12084 ms) 2024-04-10T15:48:12.067 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.SnapsShrinkAfterPrepare 2024-04-10T15:48:12.102 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:48:12.113 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:48:12.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:11 smithi154 ceph-mon[84269]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-10T15:48:12.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:11 smithi102 ceph-mon[88557]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-10T15:48:12.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:11 smithi102 ceph-mon[90943]: osdmap e1171: 8 total, 8 up, 8 in 2024-04-10T15:48:12.177 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:48:12.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:48:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:48:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:48:13.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:12 smithi154 ceph-mon[84269]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-10T15:48:13.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:12 smithi154 ceph-mon[84269]: pgmap v2116: 169 pgs: 169 active+clean; 417 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 208 op/s 2024-04-10T15:48:13.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:12 smithi102 ceph-mon[90943]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-10T15:48:13.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:12 smithi102 ceph-mon[90943]: pgmap v2116: 169 pgs: 169 active+clean; 417 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 208 op/s 2024-04-10T15:48:13.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:12 smithi102 ceph-mon[88557]: osdmap e1172: 8 total, 8 up, 8 in 2024-04-10T15:48:13.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:12 smithi102 ceph-mon[88557]: pgmap v2116: 169 pgs: 169 active+clean; 417 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 208 op/s 2024-04-10T15:48:13.736 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 8388609~8388609 2024-04-10T15:48:13.761 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 0~1000 2024-04-10T15:48:13.762 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 1010~1000 2024-04-10T15:48:13.762 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap2 2024-04-10T15:48:14.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:13 smithi154 ceph-mon[84269]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-10T15:48:14.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:13 smithi102 ceph-mon[90943]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-10T15:48:14.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:13 smithi102 ceph-mon[88557]: osdmap e1173: 8 total, 8 up, 8 in 2024-04-10T15:48:15.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:14 smithi154 ceph-mon[84269]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-10T15:48:15.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:14 smithi154 ceph-mon[84269]: pgmap v2119: 169 pgs: 169 active+clean; 413 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 3.0 MiB/s wr, 407 op/s 2024-04-10T15:48:15.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:14 smithi102 ceph-mon[90943]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-10T15:48:15.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:14 smithi102 ceph-mon[90943]: pgmap v2119: 169 pgs: 169 active+clean; 413 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 3.0 MiB/s wr, 407 op/s 2024-04-10T15:48:15.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:14 smithi102 ceph-mon[88557]: osdmap e1174: 8 total, 8 up, 8 in 2024-04-10T15:48:15.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:14 smithi102 ceph-mon[88557]: pgmap v2119: 169 pgs: 169 active+clean; 413 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 3.0 MiB/s wr, 407 op/s 2024-04-10T15:48:15.745 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 8388609~1000 2024-04-10T15:48:15.756 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 16777228~1000 2024-04-10T15:48:15.756 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 167772160 2024-04-10T15:48:15.765 INFO:tasks.workunit.client.0.smithi102.stdout:write: 2 83886079~8388609 2024-04-10T15:48:15.790 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap3 2024-04-10T15:48:16.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:15 smithi154 ceph-mon[84269]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-10T15:48:16.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:15 smithi102 ceph-mon[90943]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-10T15:48:16.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:15 smithi102 ceph-mon[88557]: osdmap e1175: 8 total, 8 up, 8 in 2024-04-10T15:48:17.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:16 smithi154 ceph-mon[84269]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-10T15:48:17.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:16 smithi154 ceph-mon[84269]: pgmap v2122: 169 pgs: 169 active+clean; 409 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 3.0 MiB/s wr, 426 op/s 2024-04-10T15:48:17.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:16 smithi102 ceph-mon[90943]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-10T15:48:17.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:16 smithi102 ceph-mon[90943]: pgmap v2122: 169 pgs: 169 active+clean; 409 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 3.0 MiB/s wr, 426 op/s 2024-04-10T15:48:17.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:16 smithi102 ceph-mon[88557]: osdmap e1176: 8 total, 8 up, 8 in 2024-04-10T15:48:17.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:16 smithi102 ceph-mon[88557]: pgmap v2122: 169 pgs: 169 active+clean; 409 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 38 MiB/s rd, 3.0 MiB/s wr, 426 op/s 2024-04-10T15:48:17.757 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:48:17.784 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 83886079~1 2024-04-10T15:48:17.794 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:48:17.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:17 smithi102 ceph-mon[90943]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-10T15:48:17.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:17 smithi102 ceph-mon[88557]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-10T15:48:17.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:48:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:48:17] "GET /metrics HTTP/1.1" 200 38924 "" "Prometheus/2.43.0" 2024-04-10T15:48:18.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:17 smithi154 ceph-mon[84269]: osdmap e1177: 8 total, 8 up, 8 in 2024-04-10T15:48:19.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:18 smithi154 ceph-mon[84269]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-10T15:48:19.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:18 smithi154 ceph-mon[84269]: pgmap v2125: 169 pgs: 169 active+clean; 433 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 124 op/s 2024-04-10T15:48:19.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:18 smithi154 ceph-mon[84269]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-10T15:48:19.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:18 smithi102 ceph-mon[90943]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-10T15:48:19.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:18 smithi102 ceph-mon[90943]: pgmap v2125: 169 pgs: 169 active+clean; 433 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 124 op/s 2024-04-10T15:48:19.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:18 smithi102 ceph-mon[90943]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-10T15:48:19.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:18 smithi102 ceph-mon[88557]: osdmap e1178: 8 total, 8 up, 8 in 2024-04-10T15:48:19.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:18 smithi102 ceph-mon[88557]: pgmap v2125: 169 pgs: 169 active+clean; 433 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 25 MiB/s rd, 9.0 MiB/s wr, 124 op/s 2024-04-10T15:48:19.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:18 smithi102 ceph-mon[88557]: osdmap e1179: 8 total, 8 up, 8 in 2024-04-10T15:48:20.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:20 smithi154 ceph-mon[84269]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-10T15:48:20.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:20 smithi154 ceph-mon[84269]: pgmap v2128: 169 pgs: 169 active+clean; 445 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.0 MiB/s wr, 99 op/s 2024-04-10T15:48:20.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:20 smithi102 ceph-mon[90943]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-10T15:48:20.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:20 smithi102 ceph-mon[90943]: pgmap v2128: 169 pgs: 169 active+clean; 445 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.0 MiB/s wr, 99 op/s 2024-04-10T15:48:20.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:20 smithi102 ceph-mon[88557]: osdmap e1180: 8 total, 8 up, 8 in 2024-04-10T15:48:20.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:20 smithi102 ceph-mon[88557]: pgmap v2128: 169 pgs: 169 active+clean; 445 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 9.0 MiB/s wr, 99 op/s 2024-04-10T15:48:21.083 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 41943040 2024-04-10T15:48:21.107 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:48:21.264 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:48:21.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:21 smithi154 ceph-mon[84269]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-10T15:48:21.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:21 smithi102 ceph-mon[88557]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-10T15:48:21.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:21 smithi102 ceph-mon[90943]: osdmap e1181: 8 total, 8 up, 8 in 2024-04-10T15:48:22.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:48:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:48:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:48:22.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:22 smithi102 ceph-mon[90943]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-10T15:48:22.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:22 smithi102 ceph-mon[90943]: pgmap v2131: 169 pgs: 169 active+clean; 461 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 303 op/s 2024-04-10T15:48:22.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:22 smithi102 ceph-mon[88557]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-10T15:48:22.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:22 smithi102 ceph-mon[88557]: pgmap v2131: 169 pgs: 169 active+clean; 461 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 303 op/s 2024-04-10T15:48:23.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:22 smithi154 ceph-mon[84269]: osdmap e1182: 8 total, 8 up, 8 in 2024-04-10T15:48:23.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:22 smithi154 ceph-mon[84269]: pgmap v2131: 169 pgs: 169 active+clean; 461 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 5.0 MiB/s wr, 303 op/s 2024-04-10T15:48:23.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:23 smithi102 ceph-mon[90943]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-10T15:48:23.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:23.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:23 smithi102 ceph-mon[90943]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-10T15:48:23.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:23 smithi102 ceph-mon[88557]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-10T15:48:23.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:23.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:23 smithi102 ceph-mon[88557]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-10T15:48:23.926 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.SnapsShrinkAfterPrepare (11859 ms) 2024-04-10T15:48:23.926 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroBeforePrepare 2024-04-10T15:48:23.959 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:48:23.970 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:48:24.025 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:48:24.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:23 smithi154 ceph-mon[84269]: osdmap e1183: 8 total, 8 up, 8 in 2024-04-10T15:48:24.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:24.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:23 smithi154 ceph-mon[84269]: osdmap e1184: 8 total, 8 up, 8 in 2024-04-10T15:48:24.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:24 smithi102 ceph-mon[90943]: pgmap v2134: 169 pgs: 169 active+clean; 461 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 4.0 MiB/s wr, 301 op/s 2024-04-10T15:48:24.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:24 smithi102 ceph-mon[88557]: pgmap v2134: 169 pgs: 169 active+clean; 461 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 4.0 MiB/s wr, 301 op/s 2024-04-10T15:48:25.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:24 smithi154 ceph-mon[84269]: pgmap v2134: 169 pgs: 169 active+clean; 461 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 27 MiB/s rd, 4.0 MiB/s wr, 301 op/s 2024-04-10T15:48:25.679 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 8388609~8388609 2024-04-10T15:48:25.694 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 0~1000 2024-04-10T15:48:25.694 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 1010~1000 2024-04-10T15:48:25.694 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap2 2024-04-10T15:48:25.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:25 smithi102 ceph-mon[90943]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-10T15:48:25.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:25 smithi102 ceph-mon[88557]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-10T15:48:26.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:25 smithi154 ceph-mon[84269]: osdmap e1185: 8 total, 8 up, 8 in 2024-04-10T15:48:26.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:26 smithi102 ceph-mon[90943]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-10T15:48:26.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:26 smithi102 ceph-mon[90943]: pgmap v2137: 169 pgs: 169 active+clean; 477 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 7.0 MiB/s wr, 319 op/s 2024-04-10T15:48:26.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:26 smithi102 ceph-mon[88557]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-10T15:48:26.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:26 smithi102 ceph-mon[88557]: pgmap v2137: 169 pgs: 169 active+clean; 477 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 7.0 MiB/s wr, 319 op/s 2024-04-10T15:48:27.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:26 smithi154 ceph-mon[84269]: osdmap e1186: 8 total, 8 up, 8 in 2024-04-10T15:48:27.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:26 smithi154 ceph-mon[84269]: pgmap v2137: 169 pgs: 169 active+clean; 477 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 7.0 MiB/s wr, 319 op/s 2024-04-10T15:48:27.693 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 8388609~1000 2024-04-10T15:48:27.699 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 16777228~1000 2024-04-10T15:48:27.700 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 167772160 2024-04-10T15:48:27.709 INFO:tasks.workunit.client.0.smithi102.stdout:write: 2 83886079~8388609 2024-04-10T15:48:27.725 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap3 2024-04-10T15:48:27.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:27 smithi102 ceph-mon[88557]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-10T15:48:27.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:27 smithi102 ceph-mon[90943]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-10T15:48:27.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:48:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:48:27] "GET /metrics HTTP/1.1" 200 38929 "" "Prometheus/2.43.0" 2024-04-10T15:48:28.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:27 smithi154 ceph-mon[84269]: osdmap e1187: 8 total, 8 up, 8 in 2024-04-10T15:48:29.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:28 smithi154 ceph-mon[84269]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-10T15:48:29.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:28 smithi154 ceph-mon[84269]: pgmap v2140: 169 pgs: 169 active+clean; 473 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 8.0 MiB/s wr, 319 op/s 2024-04-10T15:48:29.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:28 smithi102 ceph-mon[90943]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-10T15:48:29.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:28 smithi102 ceph-mon[90943]: pgmap v2140: 169 pgs: 169 active+clean; 473 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 8.0 MiB/s wr, 319 op/s 2024-04-10T15:48:29.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:28 smithi102 ceph-mon[88557]: osdmap e1188: 8 total, 8 up, 8 in 2024-04-10T15:48:29.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:28 smithi102 ceph-mon[88557]: pgmap v2140: 169 pgs: 169 active+clean; 473 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 39 MiB/s rd, 8.0 MiB/s wr, 319 op/s 2024-04-10T15:48:29.710 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:48:29.735 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 83886079~1 2024-04-10T15:48:29.744 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 0 2024-04-10T15:48:29.761 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:48:30.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:29 smithi154 ceph-mon[84269]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-10T15:48:30.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:29 smithi102 ceph-mon[88557]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-10T15:48:30.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:29 smithi102 ceph-mon[90943]: osdmap e1189: 8 total, 8 up, 8 in 2024-04-10T15:48:31.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:30 smithi154 ceph-mon[84269]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-10T15:48:31.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:30 smithi154 ceph-mon[84269]: pgmap v2143: 169 pgs: 169 active+clean; 497 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 7.0 MiB/s wr, 89 op/s 2024-04-10T15:48:31.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:30 smithi102 ceph-mon[88557]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-10T15:48:31.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:30 smithi102 ceph-mon[88557]: pgmap v2143: 169 pgs: 169 active+clean; 497 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 7.0 MiB/s wr, 89 op/s 2024-04-10T15:48:31.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:30 smithi102 ceph-mon[90943]: osdmap e1190: 8 total, 8 up, 8 in 2024-04-10T15:48:31.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:30 smithi102 ceph-mon[90943]: pgmap v2143: 169 pgs: 169 active+clean; 497 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 18 MiB/s rd, 7.0 MiB/s wr, 89 op/s 2024-04-10T15:48:32.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:31 smithi154 ceph-mon[84269]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-10T15:48:32.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:31 smithi102 ceph-mon[90943]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-10T15:48:32.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:31 smithi102 ceph-mon[88557]: osdmap e1191: 8 total, 8 up, 8 in 2024-04-10T15:48:32.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:48:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:48:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:48:33.121 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:48:33.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:32 smithi154 ceph-mon[84269]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-10T15:48:33.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:32 smithi154 ceph-mon[84269]: pgmap v2146: 169 pgs: 169 active+clean; 501 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 147 op/s 2024-04-10T15:48:33.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:32 smithi102 ceph-mon[90943]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-10T15:48:33.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:32 smithi102 ceph-mon[90943]: pgmap v2146: 169 pgs: 169 active+clean; 501 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 147 op/s 2024-04-10T15:48:33.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:32 smithi102 ceph-mon[88557]: osdmap e1192: 8 total, 8 up, 8 in 2024-04-10T15:48:33.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:32 smithi102 ceph-mon[88557]: pgmap v2146: 169 pgs: 169 active+clean; 501 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.1 MiB/s rd, 6.0 MiB/s wr, 147 op/s 2024-04-10T15:48:33.272 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:48:34.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:33 smithi154 ceph-mon[84269]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-10T15:48:34.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:33 smithi154 ceph-mon[84269]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-10T15:48:34.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:33 smithi102 ceph-mon[90943]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-10T15:48:34.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:33 smithi102 ceph-mon[90943]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-10T15:48:34.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:33 smithi102 ceph-mon[88557]: osdmap e1193: 8 total, 8 up, 8 in 2024-04-10T15:48:34.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:33 smithi102 ceph-mon[88557]: osdmap e1194: 8 total, 8 up, 8 in 2024-04-10T15:48:35.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:34 smithi154 ceph-mon[84269]: pgmap v2149: 169 pgs: 169 active+clean; 513 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.0 MiB/s wr, 150 op/s 2024-04-10T15:48:35.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:34 smithi154 ceph-mon[84269]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-10T15:48:35.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:34 smithi102 ceph-mon[90943]: pgmap v2149: 169 pgs: 169 active+clean; 513 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.0 MiB/s wr, 150 op/s 2024-04-10T15:48:35.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:34 smithi102 ceph-mon[90943]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-10T15:48:35.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:34 smithi102 ceph-mon[88557]: pgmap v2149: 169 pgs: 169 active+clean; 513 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.0 MiB/s wr, 150 op/s 2024-04-10T15:48:35.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:34 smithi102 ceph-mon[88557]: osdmap e1195: 8 total, 8 up, 8 in 2024-04-10T15:48:35.906 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.SnapsShrinkToZeroBeforePrepare (11979 ms) 2024-04-10T15:48:35.906 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.SnapsShrinkToZeroAfterPrepare 2024-04-10T15:48:35.941 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:48:35.952 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:48:36.011 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:48:36.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:36 smithi154 ceph-mon[84269]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-10T15:48:36.895 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:36 smithi154 ceph-mon[84269]: pgmap v2152: 169 pgs: 169 active+clean; 525 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 280 op/s 2024-04-10T15:48:36.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:36 smithi102 ceph-mon[90943]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-10T15:48:36.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:36 smithi102 ceph-mon[90943]: pgmap v2152: 169 pgs: 169 active+clean; 525 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 280 op/s 2024-04-10T15:48:36.926 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:36 smithi102 ceph-mon[88557]: osdmap e1196: 8 total, 8 up, 8 in 2024-04-10T15:48:36.926 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:36 smithi102 ceph-mon[88557]: pgmap v2152: 169 pgs: 169 active+clean; 525 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 21 MiB/s rd, 5.0 MiB/s wr, 280 op/s 2024-04-10T15:48:37.664 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 8388609~8388609 2024-04-10T15:48:37.685 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 0~1000 2024-04-10T15:48:37.685 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 1010~1000 2024-04-10T15:48:37.685 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap2 2024-04-10T15:48:37.826 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:37 smithi102 ceph-mon[90943]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-10T15:48:37.826 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:37 smithi102 ceph-mon[88557]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-10T15:48:37.826 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:48:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:48:37] "GET /metrics HTTP/1.1" 200 38929 "" "Prometheus/2.43.0" 2024-04-10T15:48:37.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:37 smithi154 ceph-mon[84269]: osdmap e1197: 8 total, 8 up, 8 in 2024-04-10T15:48:38.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:38 smithi102 ceph-mon[90943]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-10T15:48:38.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:38 smithi102 ceph-mon[90943]: pgmap v2155: 169 pgs: 169 active+clean; 533 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 8.0 MiB/s wr, 449 op/s 2024-04-10T15:48:38.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:38.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:38 smithi102 ceph-mon[88557]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-10T15:48:38.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:38 smithi102 ceph-mon[88557]: pgmap v2155: 169 pgs: 169 active+clean; 533 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 8.0 MiB/s wr, 449 op/s 2024-04-10T15:48:38.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:39.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:38 smithi154 ceph-mon[84269]: osdmap e1198: 8 total, 8 up, 8 in 2024-04-10T15:48:39.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:38 smithi154 ceph-mon[84269]: pgmap v2155: 169 pgs: 169 active+clean; 533 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 34 MiB/s rd, 8.0 MiB/s wr, 449 op/s 2024-04-10T15:48:39.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:39.674 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 8388609~1000 2024-04-10T15:48:39.681 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 16777228~1000 2024-04-10T15:48:39.681 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 167772160 2024-04-10T15:48:39.691 INFO:tasks.workunit.client.0.smithi102.stdout:write: 2 83886079~8388609 2024-04-10T15:48:39.710 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap3 2024-04-10T15:48:39.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:39 smithi102 ceph-mon[90943]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-10T15:48:39.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:39 smithi102 ceph-mon[88557]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-10T15:48:40.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:39 smithi154 ceph-mon[84269]: osdmap e1199: 8 total, 8 up, 8 in 2024-04-10T15:48:40.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:40 smithi102 ceph-mon[90943]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-10T15:48:40.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:40 smithi102 ceph-mon[90943]: pgmap v2158: 169 pgs: 169 active+clean; 541 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 8.0 MiB/s wr, 269 op/s 2024-04-10T15:48:40.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:40 smithi102 ceph-mon[88557]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-10T15:48:40.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:40 smithi102 ceph-mon[88557]: pgmap v2158: 169 pgs: 169 active+clean; 541 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 8.0 MiB/s wr, 269 op/s 2024-04-10T15:48:41.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:40 smithi154 ceph-mon[84269]: osdmap e1200: 8 total, 8 up, 8 in 2024-04-10T15:48:41.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:40 smithi154 ceph-mon[84269]: pgmap v2158: 169 pgs: 169 active+clean; 541 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 8.0 MiB/s wr, 269 op/s 2024-04-10T15:48:41.689 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:48:41.714 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 83886079~1 2024-04-10T15:48:41.723 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:48:42.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:41 smithi154 ceph-mon[84269]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-10T15:48:42.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:41 smithi102 ceph-mon[90943]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-10T15:48:42.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:41 smithi102 ceph-mon[88557]: osdmap e1201: 8 total, 8 up, 8 in 2024-04-10T15:48:42.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:48:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:48:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:48:43.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:42 smithi154 ceph-mon[84269]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-10T15:48:43.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:42 smithi154 ceph-mon[84269]: pgmap v2161: 169 pgs: 169 active+clean; 553 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 7.0 MiB/s wr, 108 op/s 2024-04-10T15:48:43.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:42 smithi102 ceph-mon[90943]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-10T15:48:43.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:42 smithi102 ceph-mon[90943]: pgmap v2161: 169 pgs: 169 active+clean; 553 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 7.0 MiB/s wr, 108 op/s 2024-04-10T15:48:43.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:42 smithi102 ceph-mon[88557]: osdmap e1202: 8 total, 8 up, 8 in 2024-04-10T15:48:43.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:42 smithi102 ceph-mon[88557]: pgmap v2161: 169 pgs: 169 active+clean; 553 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 7.0 MiB/s wr, 108 op/s 2024-04-10T15:48:44.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:43 smithi154 ceph-mon[84269]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-10T15:48:44.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:43 smithi154 ceph-mon[84269]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-10T15:48:44.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:43 smithi102 ceph-mon[90943]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-10T15:48:44.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:43 smithi102 ceph-mon[90943]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-10T15:48:44.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:43 smithi102 ceph-mon[88557]: osdmap e1203: 8 total, 8 up, 8 in 2024-04-10T15:48:44.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:43 smithi102 ceph-mon[88557]: osdmap e1204: 8 total, 8 up, 8 in 2024-04-10T15:48:45.103 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 0 2024-04-10T15:48:45.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:44 smithi154 ceph-mon[84269]: pgmap v2164: 169 pgs: 169 active+clean; 565 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 81 op/s 2024-04-10T15:48:45.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:44 smithi154 ceph-mon[84269]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-10T15:48:45.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:44 smithi102 ceph-mon[88557]: pgmap v2164: 169 pgs: 169 active+clean; 565 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 81 op/s 2024-04-10T15:48:45.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:44 smithi102 ceph-mon[88557]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-10T15:48:45.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:44 smithi102 ceph-mon[90943]: pgmap v2164: 169 pgs: 169 active+clean; 565 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.0 MiB/s wr, 81 op/s 2024-04-10T15:48:45.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:44 smithi102 ceph-mon[90943]: osdmap e1205: 8 total, 8 up, 8 in 2024-04-10T15:48:45.186 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:48:45.312 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:48:47.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:46 smithi154 ceph-mon[84269]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-10T15:48:47.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:46 smithi154 ceph-mon[84269]: pgmap v2167: 169 pgs: 169 active+clean; 569 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.0 MiB/s wr, 162 op/s 2024-04-10T15:48:47.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:46 smithi102 ceph-mon[88557]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-10T15:48:47.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:46 smithi102 ceph-mon[88557]: pgmap v2167: 169 pgs: 169 active+clean; 569 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.0 MiB/s wr, 162 op/s 2024-04-10T15:48:47.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:46 smithi102 ceph-mon[90943]: osdmap e1206: 8 total, 8 up, 8 in 2024-04-10T15:48:47.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:46 smithi102 ceph-mon[90943]: pgmap v2167: 169 pgs: 169 active+clean; 569 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 3.0 MiB/s wr, 162 op/s 2024-04-10T15:48:47.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:47 smithi102 ceph-mon[90943]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-10T15:48:47.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:47 smithi102 ceph-mon[88557]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-10T15:48:47.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:48:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:48:47] "GET /metrics HTTP/1.1" 200 38926 "" "Prometheus/2.43.0" 2024-04-10T15:48:47.979 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.SnapsShrinkToZeroAfterPrepare (12073 ms) 2024-04-10T15:48:47.979 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare 2024-04-10T15:48:48.013 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:48:48.024 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:48:48.081 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:48:48.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:47 smithi154 ceph-mon[84269]: osdmap e1207: 8 total, 8 up, 8 in 2024-04-10T15:48:49.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:48 smithi154 ceph-mon[84269]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-10T15:48:49.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:48 smithi154 ceph-mon[84269]: pgmap v2170: 169 pgs: 169 active+clean; 577 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 336 op/s 2024-04-10T15:48:49.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:48 smithi102 ceph-mon[88557]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-10T15:48:49.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:48 smithi102 ceph-mon[88557]: pgmap v2170: 169 pgs: 169 active+clean; 577 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 336 op/s 2024-04-10T15:48:49.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:48 smithi102 ceph-mon[90943]: osdmap e1208: 8 total, 8 up, 8 in 2024-04-10T15:48:49.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:48 smithi102 ceph-mon[90943]: pgmap v2170: 169 pgs: 169 active+clean; 577 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 27 MiB/s rd, 3.0 MiB/s wr, 336 op/s 2024-04-10T15:48:49.733 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 8388609~8388609 2024-04-10T15:48:49.754 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 0~1000 2024-04-10T15:48:49.754 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 1010~1000 2024-04-10T15:48:49.754 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap2 2024-04-10T15:48:50.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:49 smithi154 ceph-mon[84269]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-10T15:48:50.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:49 smithi102 ceph-mon[90943]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-10T15:48:50.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:49 smithi102 ceph-mon[88557]: osdmap e1209: 8 total, 8 up, 8 in 2024-04-10T15:48:51.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:50 smithi154 ceph-mon[84269]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-10T15:48:51.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:50 smithi154 ceph-mon[84269]: pgmap v2173: 169 pgs: 169 active+clean; 593 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 8.0 MiB/s wr, 474 op/s 2024-04-10T15:48:51.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:50 smithi102 ceph-mon[90943]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-10T15:48:51.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:50 smithi102 ceph-mon[90943]: pgmap v2173: 169 pgs: 169 active+clean; 593 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 8.0 MiB/s wr, 474 op/s 2024-04-10T15:48:51.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:50 smithi102 ceph-mon[88557]: osdmap e1210: 8 total, 8 up, 8 in 2024-04-10T15:48:51.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:50 smithi102 ceph-mon[88557]: pgmap v2173: 169 pgs: 169 active+clean; 593 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 8.0 MiB/s wr, 474 op/s 2024-04-10T15:48:51.749 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 8388609~1000 2024-04-10T15:48:51.755 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 16777228~1000 2024-04-10T15:48:51.755 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 167772160 2024-04-10T15:48:51.764 INFO:tasks.workunit.client.0.smithi102.stdout:write: 2 83886079~8388609 2024-04-10T15:48:51.784 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap3 2024-04-10T15:48:52.045 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:51 smithi154 ceph-mon[84269]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-10T15:48:52.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:51 smithi102 ceph-mon[90943]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-10T15:48:52.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:51 smithi102 ceph-mon[88557]: osdmap e1211: 8 total, 8 up, 8 in 2024-04-10T15:48:52.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:48:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:48:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:48:53.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:52 smithi154 ceph-mon[84269]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-10T15:48:53.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:52 smithi154 ceph-mon[84269]: pgmap v2176: 169 pgs: 169 active+clean; 581 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 7.0 MiB/s wr, 308 op/s 2024-04-10T15:48:53.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:52 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:48:53.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:52 smithi102 ceph-mon[90943]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-10T15:48:53.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:52 smithi102 ceph-mon[90943]: pgmap v2176: 169 pgs: 169 active+clean; 581 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 7.0 MiB/s wr, 308 op/s 2024-04-10T15:48:53.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:52 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:48:53.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:52 smithi102 ceph-mon[88557]: osdmap e1212: 8 total, 8 up, 8 in 2024-04-10T15:48:53.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:52 smithi102 ceph-mon[88557]: pgmap v2176: 169 pgs: 169 active+clean; 581 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 7.0 MiB/s wr, 308 op/s 2024-04-10T15:48:53.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:52 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:48:53.647 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:48:53.675 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 83886079~1 2024-04-10T15:48:53.682 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:48:54.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:53 smithi154 ceph-mon[84269]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-10T15:48:54.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:48:54.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:48:54.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:48:54.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:54.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:53 smithi154 ceph-mon[84269]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-10T15:48:54.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:53 smithi102 ceph-mon[90943]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-10T15:48:54.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:48:54.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:48:54.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:48:54.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:54.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:53 smithi102 ceph-mon[90943]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-10T15:48:54.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:53 smithi102 ceph-mon[88557]: osdmap e1213: 8 total, 8 up, 8 in 2024-04-10T15:48:54.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:48:54.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:48:54.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:48:54.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:48:54.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:53 smithi102 ceph-mon[88557]: osdmap e1214: 8 total, 8 up, 8 in 2024-04-10T15:48:55.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:54 smithi154 ceph-mon[84269]: pgmap v2179: 169 pgs: 169 active+clean; 601 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 148 op/s 2024-04-10T15:48:55.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:54 smithi154 ceph-mon[84269]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-10T15:48:55.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:54 smithi102 ceph-mon[88557]: pgmap v2179: 169 pgs: 169 active+clean; 601 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 148 op/s 2024-04-10T15:48:55.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:54 smithi102 ceph-mon[88557]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-10T15:48:55.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:54 smithi102 ceph-mon[90943]: pgmap v2179: 169 pgs: 169 active+clean; 601 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 13 MiB/s rd, 6.0 MiB/s wr, 148 op/s 2024-04-10T15:48:55.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:54 smithi102 ceph-mon[90943]: osdmap e1215: 8 total, 8 up, 8 in 2024-04-10T15:48:56.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:56 smithi102 ceph-mon[90943]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-10T15:48:56.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:56 smithi102 ceph-mon[90943]: pgmap v2182: 169 pgs: 169 active+clean; 613 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 7.0 MiB/s wr, 134 op/s 2024-04-10T15:48:56.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:56 smithi102 ceph-mon[88557]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-10T15:48:56.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:56 smithi102 ceph-mon[88557]: pgmap v2182: 169 pgs: 169 active+clean; 613 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 7.0 MiB/s wr, 134 op/s 2024-04-10T15:48:57.088 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 167772160 2024-04-10T15:48:57.099 INFO:tasks.workunit.client.0.smithi102.stdout:write: * 83886080~1000 2024-04-10T15:48:57.132 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:48:57.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:56 smithi154 ceph-mon[84269]: osdmap e1216: 8 total, 8 up, 8 in 2024-04-10T15:48:57.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:56 smithi154 ceph-mon[84269]: pgmap v2182: 169 pgs: 169 active+clean; 613 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 90 KiB/s rd, 7.0 MiB/s wr, 134 op/s 2024-04-10T15:48:57.283 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:48:57.894 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:57 smithi154 ceph-mon[84269]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-10T15:48:57.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:57 smithi102 ceph-mon[88557]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-10T15:48:57.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:57 smithi102 ceph-mon[90943]: osdmap e1217: 8 total, 8 up, 8 in 2024-04-10T15:48:57.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:48:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:48:57] "GET /metrics HTTP/1.1" 200 38927 "" "Prometheus/2.43.0" 2024-04-10T15:48:58.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:58 smithi102 ceph-mon[90943]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-10T15:48:58.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:58 smithi102 ceph-mon[90943]: pgmap v2185: 169 pgs: 169 active+clean; 625 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.0 MiB/s wr, 386 op/s 2024-04-10T15:48:58.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:48:58 smithi102 ceph-mon[90943]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-10T15:48:58.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:58 smithi102 ceph-mon[88557]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-10T15:48:58.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:58 smithi102 ceph-mon[88557]: pgmap v2185: 169 pgs: 169 active+clean; 625 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.0 MiB/s wr, 386 op/s 2024-04-10T15:48:58.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:48:58 smithi102 ceph-mon[88557]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-10T15:48:59.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:58 smithi154 ceph-mon[84269]: osdmap e1218: 8 total, 8 up, 8 in 2024-04-10T15:48:59.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:58 smithi154 ceph-mon[84269]: pgmap v2185: 169 pgs: 169 active+clean; 625 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 7.3 MiB/s rd, 4.0 MiB/s wr, 386 op/s 2024-04-10T15:48:59.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:48:58 smithi154 ceph-mon[84269]: osdmap e1219: 8 total, 8 up, 8 in 2024-04-10T15:49:00.003 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare (12025 ms) 2024-04-10T15:49:00.003 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.SnapsExpandAfterPrepare2 2024-04-10T15:49:00.039 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:49:00.050 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 41943040~10 2024-04-10T15:49:00.059 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:49:00.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:00 smithi102 ceph-mon[88557]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-10T15:49:00.926 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:00 smithi102 ceph-mon[88557]: pgmap v2188: 169 pgs: 169 active+clean; 629 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 5.0 MiB/s wr, 428 op/s 2024-04-10T15:49:00.926 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:00 smithi102 ceph-mon[90943]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-10T15:49:00.926 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:00 smithi102 ceph-mon[90943]: pgmap v2188: 169 pgs: 169 active+clean; 629 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 5.0 MiB/s wr, 428 op/s 2024-04-10T15:49:01.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:00 smithi154 ceph-mon[84269]: osdmap e1220: 8 total, 8 up, 8 in 2024-04-10T15:49:01.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:00 smithi154 ceph-mon[84269]: pgmap v2188: 169 pgs: 169 active+clean; 629 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 33 MiB/s rd, 5.0 MiB/s wr, 428 op/s 2024-04-10T15:49:01.694 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 41943040 2024-04-10T15:49:01.716 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:49:01.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:01 smithi102 ceph-mon[90943]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-10T15:49:01.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:01 smithi102 ceph-mon[88557]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-10T15:49:01.974 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:01 smithi154 ceph-mon[84269]: osdmap e1221: 8 total, 8 up, 8 in 2024-04-10T15:49:02.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:49:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:49:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:49:02.885 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:49:02.896 INFO:tasks.workunit.client.0.smithi102.stdout:write: Y 41943040~5 2024-04-10T15:49:03.004 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:49:03.081 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:49:03.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:02 smithi154 ceph-mon[84269]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-10T15:49:03.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:02 smithi154 ceph-mon[84269]: pgmap v2191: 169 pgs: 169 active+clean; 637 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 5.0 MiB/s wr, 135 op/s 2024-04-10T15:49:03.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:02 smithi102 ceph-mon[90943]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-10T15:49:03.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:02 smithi102 ceph-mon[90943]: pgmap v2191: 169 pgs: 169 active+clean; 637 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 5.0 MiB/s wr, 135 op/s 2024-04-10T15:49:03.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:02 smithi102 ceph-mon[88557]: osdmap e1222: 8 total, 8 up, 8 in 2024-04-10T15:49:03.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:02 smithi102 ceph-mon[88557]: pgmap v2191: 169 pgs: 169 active+clean; 637 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 43 MiB/s rd, 5.0 MiB/s wr, 135 op/s 2024-04-10T15:49:03.799 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.SnapsExpandAfterPrepare2 (3796 ms) 2024-04-10T15:49:03.800 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.SnapsSnapAfterPrepare 2024-04-10T15:49:03.831 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:49:03.843 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:49:03.908 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:49:04.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:03 smithi154 ceph-mon[84269]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-10T15:49:04.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:03 smithi102 ceph-mon[90943]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-10T15:49:04.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:03 smithi102 ceph-mon[88557]: osdmap e1223: 8 total, 8 up, 8 in 2024-04-10T15:49:05.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:04 smithi154 ceph-mon[84269]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-10T15:49:05.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:04 smithi154 ceph-mon[84269]: pgmap v2194: 169 pgs: 169 active+clean; 633 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 2.0 MiB/s wr, 275 op/s 2024-04-10T15:49:05.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:04 smithi102 ceph-mon[90943]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-10T15:49:05.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:04 smithi102 ceph-mon[90943]: pgmap v2194: 169 pgs: 169 active+clean; 633 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 2.0 MiB/s wr, 275 op/s 2024-04-10T15:49:05.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:04 smithi102 ceph-mon[88557]: osdmap e1224: 8 total, 8 up, 8 in 2024-04-10T15:49:05.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:04 smithi102 ceph-mon[88557]: pgmap v2194: 169 pgs: 169 active+clean; 633 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 2.0 MiB/s wr, 275 op/s 2024-04-10T15:49:05.713 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 8388609~8388609 2024-04-10T15:49:05.726 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 0~1000 2024-04-10T15:49:05.726 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 1010~1000 2024-04-10T15:49:05.726 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap2 2024-04-10T15:49:06.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:05 smithi154 ceph-mon[84269]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-10T15:49:06.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:05 smithi102 ceph-mon[90943]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-10T15:49:06.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:05 smithi102 ceph-mon[88557]: osdmap e1225: 8 total, 8 up, 8 in 2024-04-10T15:49:07.076 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:06 smithi102 ceph-mon[90943]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-10T15:49:07.076 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:06 smithi102 ceph-mon[90943]: pgmap v2197: 169 pgs: 169 active+clean; 629 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 2.0 MiB/s wr, 452 op/s 2024-04-10T15:49:07.076 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:06 smithi102 ceph-mon[88557]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-10T15:49:07.076 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:06 smithi102 ceph-mon[88557]: pgmap v2197: 169 pgs: 169 active+clean; 629 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 2.0 MiB/s wr, 452 op/s 2024-04-10T15:49:07.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:06 smithi154 ceph-mon[84269]: osdmap e1226: 8 total, 8 up, 8 in 2024-04-10T15:49:07.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:06 smithi154 ceph-mon[84269]: pgmap v2197: 169 pgs: 169 active+clean; 629 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 2.0 MiB/s wr, 452 op/s 2024-04-10T15:49:07.736 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 8388609~1000 2024-04-10T15:49:07.743 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 16777228~1000 2024-04-10T15:49:07.743 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 167772160 2024-04-10T15:49:07.753 INFO:tasks.workunit.client.0.smithi102.stdout:write: 2 83886079~8388609 2024-04-10T15:49:07.772 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap3 2024-04-10T15:49:07.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:07 smithi102 ceph-mon[88557]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-10T15:49:07.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:07 smithi102 ceph-mon[90943]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-10T15:49:07.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:49:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:49:07] "GET /metrics HTTP/1.1" 200 38927 "" "Prometheus/2.43.0" 2024-04-10T15:49:08.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:07 smithi154 ceph-mon[84269]: osdmap e1227: 8 total, 8 up, 8 in 2024-04-10T15:49:09.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:08 smithi154 ceph-mon[84269]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-10T15:49:09.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:08 smithi154 ceph-mon[84269]: pgmap v2200: 169 pgs: 169 active+clean; 641 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.0 MiB/s wr, 263 op/s 2024-04-10T15:49:09.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:09.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:08 smithi154 ceph-mon[84269]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-10T15:49:09.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:08 smithi102 ceph-mon[90943]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-10T15:49:09.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:08 smithi102 ceph-mon[90943]: pgmap v2200: 169 pgs: 169 active+clean; 641 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.0 MiB/s wr, 263 op/s 2024-04-10T15:49:09.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:09.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:08 smithi102 ceph-mon[90943]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-10T15:49:09.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:08 smithi102 ceph-mon[88557]: osdmap e1228: 8 total, 8 up, 8 in 2024-04-10T15:49:09.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:08 smithi102 ceph-mon[88557]: pgmap v2200: 169 pgs: 169 active+clean; 641 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 5.0 MiB/s wr, 263 op/s 2024-04-10T15:49:09.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:09.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:08 smithi102 ceph-mon[88557]: osdmap e1229: 8 total, 8 up, 8 in 2024-04-10T15:49:09.650 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:49:09.672 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 83886079~1 2024-04-10T15:49:09.680 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:49:10.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:10 smithi102 ceph-mon[88557]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-10T15:49:10.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:10 smithi102 ceph-mon[88557]: pgmap v2203: 169 pgs: 169 active+clean; 661 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 8.0 MiB/s wr, 130 op/s 2024-04-10T15:49:10.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:10 smithi102 ceph-mon[90943]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-10T15:49:10.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:10 smithi102 ceph-mon[90943]: pgmap v2203: 169 pgs: 169 active+clean; 661 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 8.0 MiB/s wr, 130 op/s 2024-04-10T15:49:11.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:10 smithi154 ceph-mon[84269]: osdmap e1230: 8 total, 8 up, 8 in 2024-04-10T15:49:11.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:10 smithi154 ceph-mon[84269]: pgmap v2203: 169 pgs: 169 active+clean; 661 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 86 KiB/s rd, 8.0 MiB/s wr, 130 op/s 2024-04-10T15:49:11.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:11 smithi102 ceph-mon[90943]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-10T15:49:11.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:11 smithi102 ceph-mon[88557]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-10T15:49:12.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:11 smithi154 ceph-mon[84269]: osdmap e1231: 8 total, 8 up, 8 in 2024-04-10T15:49:12.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:49:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:49:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:49:12.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:12 smithi102 ceph-mon[90943]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-10T15:49:12.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:12 smithi102 ceph-mon[90943]: pgmap v2206: 169 pgs: 169 active+clean; 673 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 7.0 MiB/s wr, 137 op/s 2024-04-10T15:49:12.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:12 smithi102 ceph-mon[88557]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-10T15:49:12.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:12 smithi102 ceph-mon[88557]: pgmap v2206: 169 pgs: 169 active+clean; 673 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 7.0 MiB/s wr, 137 op/s 2024-04-10T15:49:13.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:12 smithi154 ceph-mon[84269]: osdmap e1232: 8 total, 8 up, 8 in 2024-04-10T15:49:13.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:12 smithi154 ceph-mon[84269]: pgmap v2206: 169 pgs: 169 active+clean; 673 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 92 KiB/s rd, 7.0 MiB/s wr, 137 op/s 2024-04-10T15:49:13.234 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: after_prepare_snap 2024-04-10T15:49:13.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:13 smithi102 ceph-mon[88557]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-10T15:49:13.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:13 smithi102 ceph-mon[88557]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-10T15:49:13.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:13 smithi102 ceph-mon[90943]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-10T15:49:13.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:13 smithi102 ceph-mon[90943]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-10T15:49:14.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:13 smithi154 ceph-mon[84269]: osdmap e1233: 8 total, 8 up, 8 in 2024-04-10T15:49:14.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:13 smithi154 ceph-mon[84269]: osdmap e1234: 8 total, 8 up, 8 in 2024-04-10T15:49:14.658 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 41943040 2024-04-10T15:49:14.701 INFO:tasks.workunit.client.0.smithi102.stdout:write: * 0~1000 2024-04-10T15:49:14.708 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:49:14.860 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:49:14.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:14 smithi102 ceph-mon[90943]: pgmap v2209: 169 pgs: 169 active+clean; 677 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 80 op/s 2024-04-10T15:49:14.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:14 smithi102 ceph-mon[90943]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-10T15:49:14.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:14 smithi102 ceph-mon[88557]: pgmap v2209: 169 pgs: 169 active+clean; 677 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 80 op/s 2024-04-10T15:49:14.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:14 smithi102 ceph-mon[88557]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-10T15:49:15.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:14 smithi154 ceph-mon[84269]: pgmap v2209: 169 pgs: 169 active+clean; 677 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 10 MiB/s rd, 2.0 MiB/s wr, 80 op/s 2024-04-10T15:49:15.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:14 smithi154 ceph-mon[84269]: osdmap e1235: 8 total, 8 up, 8 in 2024-04-10T15:49:17.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:16 smithi154 ceph-mon[84269]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-10T15:49:17.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:16 smithi154 ceph-mon[84269]: pgmap v2212: 169 pgs: 169 active+clean; 677 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 15 KiB/s wr, 329 op/s 2024-04-10T15:49:17.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:16 smithi102 ceph-mon[90943]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-10T15:49:17.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:16 smithi102 ceph-mon[90943]: pgmap v2212: 169 pgs: 169 active+clean; 677 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 15 KiB/s wr, 329 op/s 2024-04-10T15:49:17.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:16 smithi102 ceph-mon[88557]: osdmap e1236: 8 total, 8 up, 8 in 2024-04-10T15:49:17.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:16 smithi102 ceph-mon[88557]: pgmap v2212: 169 pgs: 169 active+clean; 677 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 15 KiB/s wr, 329 op/s 2024-04-10T15:49:17.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:17 smithi102 ceph-mon[90943]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-10T15:49:17.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:17 smithi102 ceph-mon[88557]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-10T15:49:17.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:49:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:49:17] "GET /metrics HTTP/1.1" 200 38928 "" "Prometheus/2.43.0" 2024-04-10T15:49:18.063 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.SnapsSnapAfterPrepare (14264 ms) 2024-04-10T15:49:18.064 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.SnapsSnapExpandAfterPrepare 2024-04-10T15:49:18.095 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:49:18.106 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:49:18.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:17 smithi154 ceph-mon[84269]: osdmap e1237: 8 total, 8 up, 8 in 2024-04-10T15:49:18.164 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:49:19.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:18 smithi154 ceph-mon[84269]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-10T15:49:19.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:18 smithi154 ceph-mon[84269]: pgmap v2215: 169 pgs: 169 active+clean; 681 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 1.0 MiB/s wr, 331 op/s 2024-04-10T15:49:19.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:18 smithi102 ceph-mon[90943]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-10T15:49:19.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:18 smithi102 ceph-mon[90943]: pgmap v2215: 169 pgs: 169 active+clean; 681 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 1.0 MiB/s wr, 331 op/s 2024-04-10T15:49:19.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:18 smithi102 ceph-mon[88557]: osdmap e1238: 8 total, 8 up, 8 in 2024-04-10T15:49:19.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:18 smithi102 ceph-mon[88557]: pgmap v2215: 169 pgs: 169 active+clean; 681 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 1.0 MiB/s wr, 331 op/s 2024-04-10T15:49:19.710 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 8388609~8388609 2024-04-10T15:49:19.732 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 0~1000 2024-04-10T15:49:19.732 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 1010~1000 2024-04-10T15:49:19.732 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap2 2024-04-10T15:49:20.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:19 smithi154 ceph-mon[84269]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-10T15:49:20.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:19 smithi102 ceph-mon[90943]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-10T15:49:20.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:19 smithi102 ceph-mon[88557]: osdmap e1239: 8 total, 8 up, 8 in 2024-04-10T15:49:21.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:20 smithi154 ceph-mon[84269]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-10T15:49:21.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:20 smithi154 ceph-mon[84269]: pgmap v2218: 169 pgs: 169 active+clean; 701 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 9.0 MiB/s wr, 375 op/s 2024-04-10T15:49:21.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:20 smithi102 ceph-mon[90943]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-10T15:49:21.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:20 smithi102 ceph-mon[90943]: pgmap v2218: 169 pgs: 169 active+clean; 701 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 9.0 MiB/s wr, 375 op/s 2024-04-10T15:49:21.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:20 smithi102 ceph-mon[88557]: osdmap e1240: 8 total, 8 up, 8 in 2024-04-10T15:49:21.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:20 smithi102 ceph-mon[88557]: pgmap v2218: 169 pgs: 169 active+clean; 701 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 9.0 MiB/s wr, 375 op/s 2024-04-10T15:49:21.728 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 8388609~1000 2024-04-10T15:49:21.734 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 16777228~1000 2024-04-10T15:49:21.734 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 167772160 2024-04-10T15:49:21.744 INFO:tasks.workunit.client.0.smithi102.stdout:write: 2 83886079~8388609 2024-04-10T15:49:21.760 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap3 2024-04-10T15:49:22.046 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:21 smithi154 ceph-mon[84269]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-10T15:49:22.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:21 smithi102 ceph-mon[90943]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-10T15:49:22.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:21 smithi102 ceph-mon[88557]: osdmap e1241: 8 total, 8 up, 8 in 2024-04-10T15:49:22.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:49:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:49:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:49:23.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:22 smithi154 ceph-mon[84269]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-10T15:49:23.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:22 smithi154 ceph-mon[84269]: pgmap v2221: 169 pgs: 169 active+clean; 705 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 11 MiB/s wr, 354 op/s 2024-04-10T15:49:23.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:22 smithi102 ceph-mon[90943]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-10T15:49:23.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:22 smithi102 ceph-mon[90943]: pgmap v2221: 169 pgs: 169 active+clean; 705 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 11 MiB/s wr, 354 op/s 2024-04-10T15:49:23.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:22 smithi102 ceph-mon[88557]: osdmap e1242: 8 total, 8 up, 8 in 2024-04-10T15:49:23.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:22 smithi102 ceph-mon[88557]: pgmap v2221: 169 pgs: 169 active+clean; 705 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 38 MiB/s rd, 11 MiB/s wr, 354 op/s 2024-04-10T15:49:23.658 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:49:23.685 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 83886079~1 2024-04-10T15:49:23.694 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:49:24.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:23 smithi154 ceph-mon[84269]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-10T15:49:24.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:24.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:23 smithi154 ceph-mon[84269]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-10T15:49:24.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:23 smithi102 ceph-mon[90943]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-10T15:49:24.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:24.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:23 smithi102 ceph-mon[90943]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-10T15:49:24.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:23 smithi102 ceph-mon[88557]: osdmap e1243: 8 total, 8 up, 8 in 2024-04-10T15:49:24.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:24.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:23 smithi102 ceph-mon[88557]: osdmap e1244: 8 total, 8 up, 8 in 2024-04-10T15:49:25.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:24 smithi154 ceph-mon[84269]: pgmap v2224: 169 pgs: 169 active+clean; 717 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 123 op/s 2024-04-10T15:49:25.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:24 smithi102 ceph-mon[90943]: pgmap v2224: 169 pgs: 169 active+clean; 717 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 123 op/s 2024-04-10T15:49:25.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:24 smithi102 ceph-mon[88557]: pgmap v2224: 169 pgs: 169 active+clean; 717 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 7.0 MiB/s wr, 123 op/s 2024-04-10T15:49:26.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:25 smithi154 ceph-mon[84269]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-10T15:49:26.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:25 smithi102 ceph-mon[90943]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-10T15:49:26.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:25 smithi102 ceph-mon[88557]: osdmap e1245: 8 total, 8 up, 8 in 2024-04-10T15:49:27.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:26 smithi154 ceph-mon[84269]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-10T15:49:27.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:26 smithi154 ceph-mon[84269]: pgmap v2227: 169 pgs: 169 active+clean; 725 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 104 op/s 2024-04-10T15:49:27.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:26 smithi102 ceph-mon[88557]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-10T15:49:27.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:26 smithi102 ceph-mon[88557]: pgmap v2227: 169 pgs: 169 active+clean; 725 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 104 op/s 2024-04-10T15:49:27.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:26 smithi102 ceph-mon[90943]: osdmap e1246: 8 total, 8 up, 8 in 2024-04-10T15:49:27.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:26 smithi102 ceph-mon[90943]: pgmap v2227: 169 pgs: 169 active+clean; 725 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.0 MiB/s wr, 104 op/s 2024-04-10T15:49:27.194 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: after_prepare_snap 2024-04-10T15:49:27.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:27 smithi102 ceph-mon[88557]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-10T15:49:27.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:27 smithi102 ceph-mon[90943]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-10T15:49:27.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:49:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:49:27] "GET /metrics HTTP/1.1" 200 38923 "" "Prometheus/2.43.0" 2024-04-10T15:49:28.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:27 smithi154 ceph-mon[84269]: osdmap e1247: 8 total, 8 up, 8 in 2024-04-10T15:49:28.660 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 167772160 2024-04-10T15:49:28.678 INFO:tasks.workunit.client.0.smithi102.stdout:write: * 83886080~1000 2024-04-10T15:49:28.685 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:49:28.843 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:49:29.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:28 smithi154 ceph-mon[84269]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-10T15:49:29.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:28 smithi154 ceph-mon[84269]: pgmap v2230: 169 pgs: 169 active+clean; 733 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.0 MiB/s wr, 189 op/s 2024-04-10T15:49:29.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:28 smithi154 ceph-mon[84269]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-10T15:49:29.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:28 smithi102 ceph-mon[90943]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-10T15:49:29.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:28 smithi102 ceph-mon[90943]: pgmap v2230: 169 pgs: 169 active+clean; 733 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.0 MiB/s wr, 189 op/s 2024-04-10T15:49:29.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:28 smithi102 ceph-mon[90943]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-10T15:49:29.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:28 smithi102 ceph-mon[88557]: osdmap e1248: 8 total, 8 up, 8 in 2024-04-10T15:49:29.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:28 smithi102 ceph-mon[88557]: pgmap v2230: 169 pgs: 169 active+clean; 733 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 2.0 MiB/s wr, 189 op/s 2024-04-10T15:49:29.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:28 smithi102 ceph-mon[88557]: osdmap e1249: 8 total, 8 up, 8 in 2024-04-10T15:49:31.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:30 smithi154 ceph-mon[84269]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-10T15:49:31.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:30 smithi154 ceph-mon[84269]: pgmap v2233: 169 pgs: 169 active+clean; 745 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 248 op/s 2024-04-10T15:49:31.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:30 smithi102 ceph-mon[90943]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-10T15:49:31.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:30 smithi102 ceph-mon[90943]: pgmap v2233: 169 pgs: 169 active+clean; 745 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 248 op/s 2024-04-10T15:49:31.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:30 smithi102 ceph-mon[88557]: osdmap e1250: 8 total, 8 up, 8 in 2024-04-10T15:49:31.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:30 smithi102 ceph-mon[88557]: pgmap v2233: 169 pgs: 169 active+clean; 745 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 22 MiB/s rd, 3.0 MiB/s wr, 248 op/s 2024-04-10T15:49:32.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:31 smithi154 ceph-mon[84269]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-10T15:49:32.169 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.SnapsSnapExpandAfterPrepare (14105 ms) 2024-04-10T15:49:32.169 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.Clone 2024-04-10T15:49:32.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:31 smithi102 ceph-mon[90943]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-10T15:49:32.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:31 smithi102 ceph-mon[88557]: osdmap e1251: 8 total, 8 up, 8 in 2024-04-10T15:49:32.200 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:49:32.212 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 0~8388609 2024-04-10T15:49:32.269 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 16777218~8388609 2024-04-10T15:49:32.329 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap 2024-04-10T15:49:32.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:49:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:49:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:49:33.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:32 smithi154 ceph-mon[84269]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-10T15:49:33.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:32 smithi154 ceph-mon[84269]: pgmap v2236: 169 pgs: 169 active+clean; 753 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 5.0 MiB/s wr, 322 op/s 2024-04-10T15:49:33.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:32 smithi102 ceph-mon[90943]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-10T15:49:33.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:32 smithi102 ceph-mon[90943]: pgmap v2236: 169 pgs: 169 active+clean; 753 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 5.0 MiB/s wr, 322 op/s 2024-04-10T15:49:33.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:32 smithi102 ceph-mon[88557]: osdmap e1252: 8 total, 8 up, 8 in 2024-04-10T15:49:33.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:32 smithi102 ceph-mon[88557]: pgmap v2236: 169 pgs: 169 active+clean; 753 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 5.0 MiB/s wr, 322 op/s 2024-04-10T15:49:33.811 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap 2024-04-10T15:49:33.824 INFO:tasks.workunit.client.0.smithi102.stdout:clone image105 -> image108 2024-04-10T15:49:33.933 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 0~1000 2024-04-10T15:49:33.989 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 1010~1000 2024-04-10T15:49:33.991 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap 2024-04-10T15:49:34.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:33 smithi154 ceph-mon[84269]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-10T15:49:34.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:33 smithi102 ceph-mon[90943]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-10T15:49:34.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:33 smithi102 ceph-mon[88557]: osdmap e1253: 8 total, 8 up, 8 in 2024-04-10T15:49:35.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:34 smithi154 ceph-mon[84269]: pgmap v2238: 169 pgs: 169 active+clean; 753 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 5.0 MiB/s wr, 396 op/s 2024-04-10T15:49:35.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:34 smithi154 ceph-mon[84269]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-10T15:49:35.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:34 smithi102 ceph-mon[90943]: pgmap v2238: 169 pgs: 169 active+clean; 753 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 5.0 MiB/s wr, 396 op/s 2024-04-10T15:49:35.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:34 smithi102 ceph-mon[90943]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-10T15:49:35.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:34 smithi102 ceph-mon[88557]: pgmap v2238: 169 pgs: 169 active+clean; 753 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 31 MiB/s rd, 5.0 MiB/s wr, 396 op/s 2024-04-10T15:49:35.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:34 smithi102 ceph-mon[88557]: osdmap e1254: 8 total, 8 up, 8 in 2024-04-10T15:49:35.815 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap 2024-04-10T15:49:35.829 INFO:tasks.workunit.client.0.smithi102.stdout:clone image108 -> image110 2024-04-10T15:49:35.957 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 1000~1000 2024-04-10T15:49:36.011 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 2010~1000 2024-04-10T15:49:36.014 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:49:36.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:35 smithi154 ceph-mon[84269]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-10T15:49:36.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:35 smithi102 ceph-mon[90943]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-10T15:49:36.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:35 smithi102 ceph-mon[88557]: osdmap e1255: 8 total, 8 up, 8 in 2024-04-10T15:49:36.314 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:49:36.489 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:49:36.652 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.Clone (4484 ms) 2024-04-10T15:49:36.652 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.CloneParent 2024-04-10T15:49:36.686 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:49:36.696 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap 2024-04-10T15:49:37.076 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:36 smithi102 ceph-mon[90943]: pgmap v2241: 169 pgs: 169 active+clean; 765 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 8.0 MiB/s wr, 225 op/s 2024-04-10T15:49:37.076 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:36 smithi102 ceph-mon[90943]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-10T15:49:37.076 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:36 smithi102 ceph-mon[88557]: pgmap v2241: 169 pgs: 169 active+clean; 765 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 8.0 MiB/s wr, 225 op/s 2024-04-10T15:49:37.076 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:36 smithi102 ceph-mon[88557]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-10T15:49:37.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:36 smithi154 ceph-mon[84269]: pgmap v2241: 169 pgs: 169 active+clean; 765 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 8.0 MiB/s wr, 225 op/s 2024-04-10T15:49:37.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:36 smithi154 ceph-mon[84269]: osdmap e1256: 8 total, 8 up, 8 in 2024-04-10T15:49:37.822 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:49:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:49:37] "GET /metrics HTTP/1.1" 200 38923 "" "Prometheus/2.43.0" 2024-04-10T15:49:37.832 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap 2024-04-10T15:49:37.849 INFO:tasks.workunit.client.0.smithi102.stdout:clone image111 -> image114 2024-04-10T15:49:37.955 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:49:38.111 INFO:tasks.workunit.client.0.smithi102.stdout:migration_abort 2024-04-10T15:49:38.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:37 smithi154 ceph-mon[84269]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-10T15:49:38.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:37 smithi102 ceph-mon[90943]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-10T15:49:38.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:37 smithi102 ceph-mon[88557]: osdmap e1257: 8 total, 8 up, 8 in 2024-04-10T15:49:38.242 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.CloneParent (1589 ms) 2024-04-10T15:49:38.242 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.CloneUpdateAfterPrepare 2024-04-10T15:49:38.273 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:49:38.284 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 0~10 2024-04-10T15:49:38.292 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap 2024-04-10T15:49:39.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:38 smithi154 ceph-mon[84269]: pgmap v2244: 169 pgs: 169 active+clean; 765 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 242 op/s 2024-04-10T15:49:39.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:38 smithi154 ceph-mon[84269]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-10T15:49:39.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:39.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:38 smithi154 ceph-mon[84269]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-10T15:49:39.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:38 smithi102 ceph-mon[90943]: pgmap v2244: 169 pgs: 169 active+clean; 765 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 242 op/s 2024-04-10T15:49:39.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:38 smithi102 ceph-mon[90943]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-10T15:49:39.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:39.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:38 smithi102 ceph-mon[90943]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-10T15:49:39.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:38 smithi102 ceph-mon[88557]: pgmap v2244: 169 pgs: 169 active+clean; 765 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 29 MiB/s rd, 6.0 MiB/s wr, 242 op/s 2024-04-10T15:49:39.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:38 smithi102 ceph-mon[88557]: osdmap e1258: 8 total, 8 up, 8 in 2024-04-10T15:49:39.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:39.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:38 smithi102 ceph-mon[88557]: osdmap e1259: 8 total, 8 up, 8 in 2024-04-10T15:49:39.672 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap 2024-04-10T15:49:39.687 INFO:tasks.workunit.client.0.smithi102.stdout:clone image115 -> image118 2024-04-10T15:49:39.787 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:49:39.940 INFO:tasks.workunit.client.0.smithi102.stdout:write: Y 0~1 2024-04-10T15:49:39.968 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:49:40.039 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:49:40.144 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.CloneUpdateAfterPrepare (1902 ms) 2024-04-10T15:49:40.144 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.TriggerAssertSnapcSeq 2024-04-10T15:49:40.173 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:49:40.183 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 41943040~10 2024-04-10T15:49:40.191 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:49:40.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:40 smithi102 ceph-mon[90943]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-10T15:49:40.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:40 smithi102 ceph-mon[90943]: pgmap v2248: 169 pgs: 169 active+clean; 781 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 793 op/s 2024-04-10T15:49:40.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:40 smithi102 ceph-mon[88557]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-10T15:49:40.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:40 smithi102 ceph-mon[88557]: pgmap v2248: 169 pgs: 169 active+clean; 781 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 793 op/s 2024-04-10T15:49:41.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:40 smithi154 ceph-mon[84269]: osdmap e1260: 8 total, 8 up, 8 in 2024-04-10T15:49:41.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:40 smithi154 ceph-mon[84269]: pgmap v2248: 169 pgs: 169 active+clean; 781 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 30 MiB/s rd, 5.0 MiB/s wr, 793 op/s 2024-04-10T15:49:41.681 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 41943041~10 2024-04-10T15:49:41.686 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:49:41.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:41 smithi102 ceph-mon[90943]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-10T15:49:41.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:41 smithi102 ceph-mon[88557]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-10T15:49:42.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:41 smithi154 ceph-mon[84269]: osdmap e1261: 8 total, 8 up, 8 in 2024-04-10T15:49:42.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:49:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:49:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:49:42.823 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 41943042~10 2024-04-10T15:49:42.838 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap2 2024-04-10T15:49:42.924 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:42 smithi102 ceph-mon[88557]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-10T15:49:42.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:42 smithi102 ceph-mon[88557]: pgmap v2251: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 6.1 MiB/s wr, 1.06k op/s 2024-04-10T15:49:42.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:42 smithi102 ceph-mon[90943]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-10T15:49:42.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:42 smithi102 ceph-mon[90943]: pgmap v2251: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 6.1 MiB/s wr, 1.06k op/s 2024-04-10T15:49:43.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:42 smithi154 ceph-mon[84269]: osdmap e1262: 8 total, 8 up, 8 in 2024-04-10T15:49:43.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:42 smithi154 ceph-mon[84269]: pgmap v2251: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 19 MiB/s rd, 6.1 MiB/s wr, 1.06k op/s 2024-04-10T15:49:44.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:43 smithi154 ceph-mon[84269]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-10T15:49:44.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:43 smithi102 ceph-mon[90943]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-10T15:49:44.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:43 smithi102 ceph-mon[88557]: osdmap e1263: 8 total, 8 up, 8 in 2024-04-10T15:49:44.704 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 41943040 2024-04-10T15:49:44.740 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:49:44.801 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:49:45.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:44 smithi154 ceph-mon[84269]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-10T15:49:45.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:44 smithi154 ceph-mon[84269]: pgmap v2254: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.0 MiB/s wr, 816 op/s 2024-04-10T15:49:45.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:44 smithi102 ceph-mon[90943]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-10T15:49:45.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:44 smithi102 ceph-mon[90943]: pgmap v2254: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.0 MiB/s wr, 816 op/s 2024-04-10T15:49:45.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:44 smithi102 ceph-mon[88557]: osdmap e1264: 8 total, 8 up, 8 in 2024-04-10T15:49:45.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:44 smithi102 ceph-mon[88557]: pgmap v2254: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 7.6 MiB/s rd, 2.0 MiB/s wr, 816 op/s 2024-04-10T15:49:45.840 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.TriggerAssertSnapcSeq (5696 ms) 2024-04-10T15:49:45.840 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.SnapTrimBeforePrepare 2024-04-10T15:49:45.875 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:49:45.885 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 41943040~10 2024-04-10T15:49:45.894 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:49:46.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:45 smithi154 ceph-mon[84269]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-10T15:49:46.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:45 smithi102 ceph-mon[90943]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-10T15:49:46.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:45 smithi102 ceph-mon[88557]: osdmap e1265: 8 total, 8 up, 8 in 2024-04-10T15:49:47.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:46 smithi154 ceph-mon[84269]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-10T15:49:47.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:46 smithi154 ceph-mon[84269]: pgmap v2257: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 377 KiB/s rd, 26 KiB/s wr, 484 op/s 2024-04-10T15:49:47.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:46 smithi102 ceph-mon[90943]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-10T15:49:47.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:46 smithi102 ceph-mon[90943]: pgmap v2257: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 377 KiB/s rd, 26 KiB/s wr, 484 op/s 2024-04-10T15:49:47.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:46 smithi102 ceph-mon[88557]: osdmap e1266: 8 total, 8 up, 8 in 2024-04-10T15:49:47.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:46 smithi102 ceph-mon[88557]: pgmap v2257: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 377 KiB/s rd, 26 KiB/s wr, 484 op/s 2024-04-10T15:49:47.738 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 41943040 2024-04-10T15:49:47.759 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:49:47.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:47 smithi102 ceph-mon[90943]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-10T15:49:47.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:47 smithi102 ceph-mon[88557]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-10T15:49:47.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:49:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:49:47] "GET /metrics HTTP/1.1" 200 38931 "" "Prometheus/2.43.0" 2024-04-10T15:49:48.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:47 smithi154 ceph-mon[84269]: osdmap e1267: 8 total, 8 up, 8 in 2024-04-10T15:49:48.877 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:49:48.889 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap3 2024-04-10T15:49:49.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:48 smithi154 ceph-mon[84269]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-10T15:49:49.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:48 smithi154 ceph-mon[84269]: pgmap v2260: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 16 KiB/s wr, 118 op/s 2024-04-10T15:49:49.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:48 smithi102 ceph-mon[90943]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-10T15:49:49.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:48 smithi102 ceph-mon[90943]: pgmap v2260: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 16 KiB/s wr, 118 op/s 2024-04-10T15:49:49.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:48 smithi102 ceph-mon[88557]: osdmap e1268: 8 total, 8 up, 8 in 2024-04-10T15:49:49.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:48 smithi102 ceph-mon[88557]: pgmap v2260: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 68 KiB/s rd, 16 KiB/s wr, 118 op/s 2024-04-10T15:49:50.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:49 smithi154 ceph-mon[84269]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-10T15:49:50.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:49 smithi102 ceph-mon[90943]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-10T15:49:50.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:49 smithi102 ceph-mon[88557]: osdmap e1269: 8 total, 8 up, 8 in 2024-04-10T15:49:50.752 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 41943040~10 2024-04-10T15:49:50.758 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap4 2024-04-10T15:49:51.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:50 smithi154 ceph-mon[84269]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-10T15:49:51.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:50 smithi154 ceph-mon[84269]: pgmap v2263: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 14 KiB/s wr, 271 op/s 2024-04-10T15:49:51.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:50 smithi102 ceph-mon[90943]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-10T15:49:51.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:50 smithi102 ceph-mon[90943]: pgmap v2263: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 14 KiB/s wr, 271 op/s 2024-04-10T15:49:51.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:50 smithi102 ceph-mon[88557]: osdmap e1270: 8 total, 8 up, 8 in 2024-04-10T15:49:51.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:50 smithi102 ceph-mon[88557]: pgmap v2263: 169 pgs: 169 active+clean; 785 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 208 KiB/s rd, 14 KiB/s wr, 271 op/s 2024-04-10T15:49:52.046 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:51 smithi154 ceph-mon[84269]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-10T15:49:52.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:51 smithi102 ceph-mon[90943]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-10T15:49:52.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:51 smithi102 ceph-mon[88557]: osdmap e1271: 8 total, 8 up, 8 in 2024-04-10T15:49:52.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:49:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:49:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:49:52.776 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 41943040 2024-04-10T15:49:52.801 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:49:52.868 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:49:53.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:52 smithi154 ceph-mon[84269]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-10T15:49:53.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:52 smithi154 ceph-mon[84269]: pgmap v2266: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 20 KiB/s wr, 351 op/s 2024-04-10T15:49:53.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:52 smithi102 ceph-mon[90943]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-10T15:49:53.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:52 smithi102 ceph-mon[90943]: pgmap v2266: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 20 KiB/s wr, 351 op/s 2024-04-10T15:49:53.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:52 smithi102 ceph-mon[88557]: osdmap e1272: 8 total, 8 up, 8 in 2024-04-10T15:49:53.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:52 smithi102 ceph-mon[88557]: pgmap v2266: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 268 KiB/s rd, 20 KiB/s wr, 351 op/s 2024-04-10T15:49:53.796 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.SnapTrimBeforePrepare (7956 ms) 2024-04-10T15:49:53.796 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.AbortInUseImage 2024-04-10T15:49:53.828 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:49:53.841 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:49:54.031 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.AbortInUseImage (236 ms) 2024-04-10T15:49:54.031 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.AbortWithoutSnapshots 2024-04-10T15:49:54.067 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:49:54.078 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:49:54.137 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 16777218~8388609 2024-04-10T15:49:54.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:53 smithi154 ceph-mon[84269]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-10T15:49:54.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:54.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:49:54.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:53 smithi154 ceph-mon[84269]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-10T15:49:54.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:53 smithi102 ceph-mon[88557]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-10T15:49:54.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:54.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:49:54.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:53 smithi102 ceph-mon[88557]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-10T15:49:54.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:53 smithi102 ceph-mon[90943]: osdmap e1273: 8 total, 8 up, 8 in 2024-04-10T15:49:54.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:49:54.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:49:54.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:53 smithi102 ceph-mon[90943]: osdmap e1274: 8 total, 8 up, 8 in 2024-04-10T15:49:54.189 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:49:54.387 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:49:54.432 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 16777218~8388609 2024-04-10T15:49:54.490 INFO:tasks.workunit.client.0.smithi102.stdout:migration_abort 2024-04-10T15:49:54.685 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.AbortWithoutSnapshots (654 ms) 2024-04-10T15:49:54.686 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.AbortWithSnapshots 2024-04-10T15:49:54.721 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:49:54.732 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:49:54.788 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:49:55.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:54 smithi154 ceph-mon[84269]: pgmap v2269: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 11 KiB/s wr, 112 op/s 2024-04-10T15:49:55.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:49:55.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:49:55.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:49:55.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:49:55.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:49:55.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:54 smithi102 ceph-mon[90943]: pgmap v2269: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 11 KiB/s wr, 112 op/s 2024-04-10T15:49:55.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:49:55.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:49:55.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:49:55.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:49:55.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:49:55.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:54 smithi102 ceph-mon[88557]: pgmap v2269: 169 pgs: 169 active+clean; 785 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 11 KiB/s wr, 112 op/s 2024-04-10T15:49:55.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:49:55.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:49:55.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:49:55.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:49:55.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:49:56.791 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 8388609~8388609 2024-04-10T15:49:56.805 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 0~1000 2024-04-10T15:49:56.805 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 1010~1000 2024-04-10T15:49:56.805 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap2 2024-04-10T15:49:57.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:56 smithi154 ceph-mon[84269]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-10T15:49:57.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:56 smithi154 ceph-mon[84269]: pgmap v2271: 169 pgs: 169 active+clean; 797 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.9 MiB/s wr, 271 op/s 2024-04-10T15:49:57.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:56 smithi102 ceph-mon[90943]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-10T15:49:57.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:56 smithi102 ceph-mon[90943]: pgmap v2271: 169 pgs: 169 active+clean; 797 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.9 MiB/s wr, 271 op/s 2024-04-10T15:49:57.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:56 smithi102 ceph-mon[88557]: osdmap e1275: 8 total, 8 up, 8 in 2024-04-10T15:49:57.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:56 smithi102 ceph-mon[88557]: pgmap v2271: 169 pgs: 169 active+clean; 797 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 5.1 MiB/s rd, 6.9 MiB/s wr, 271 op/s 2024-04-10T15:49:57.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:57 smithi102 ceph-mon[90943]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-10T15:49:57.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:57 smithi102 ceph-mon[88557]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-10T15:49:57.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:49:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:49:57] "GET /metrics HTTP/1.1" 200 38927 "" "Prometheus/2.43.0" 2024-04-10T15:49:58.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:57 smithi154 ceph-mon[84269]: osdmap e1276: 8 total, 8 up, 8 in 2024-04-10T15:49:58.809 INFO:tasks.workunit.client.0.smithi102.stdout:write: X 8388609~1000 2024-04-10T15:49:58.820 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 16777228~1000 2024-04-10T15:49:58.820 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 167772160 2024-04-10T15:49:58.830 INFO:tasks.workunit.client.0.smithi102.stdout:write: 2 83886079~8388609 2024-04-10T15:49:58.850 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap3 2024-04-10T15:49:59.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:58 smithi154 ceph-mon[84269]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-10T15:49:59.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:58 smithi154 ceph-mon[84269]: pgmap v2274: 169 pgs: 169 active+clean; 825 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 18 MiB/s wr, 503 op/s 2024-04-10T15:49:59.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:58 smithi102 ceph-mon[90943]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-10T15:49:59.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:58 smithi102 ceph-mon[90943]: pgmap v2274: 169 pgs: 169 active+clean; 825 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 18 MiB/s wr, 503 op/s 2024-04-10T15:49:59.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:58 smithi102 ceph-mon[88557]: osdmap e1277: 8 total, 8 up, 8 in 2024-04-10T15:49:59.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:58 smithi102 ceph-mon[88557]: pgmap v2274: 169 pgs: 169 active+clean; 825 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 15 MiB/s rd, 18 MiB/s wr, 503 op/s 2024-04-10T15:50:00.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:49:59 smithi154 ceph-mon[84269]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-10T15:50:00.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:49:59 smithi102 ceph-mon[90943]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-10T15:50:00.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:49:59 smithi102 ceph-mon[88557]: osdmap e1278: 8 total, 8 up, 8 in 2024-04-10T15:50:00.827 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:50:00.858 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 83886079~1 2024-04-10T15:50:00.867 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:50:01.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:00 smithi154 ceph-mon[84269]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-10T15:50:01.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:00 smithi154 ceph-mon[84269]: pgmap v2277: 169 pgs: 169 active+clean; 849 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 22 MiB/s wr, 373 op/s 2024-04-10T15:50:01.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:00 smithi154 ceph-mon[84269]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-10T15:50:01.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:00 smithi154 ceph-mon[84269]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-10T15:50:01.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:00 smithi154 ceph-mon[84269]: application not enabled on pool 'test-librbd-smithi102-136614-9' 2024-04-10T15:50:01.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:00 smithi154 ceph-mon[84269]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-10T15:50:01.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:00 smithi102 ceph-mon[90943]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-10T15:50:01.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:00 smithi102 ceph-mon[90943]: pgmap v2277: 169 pgs: 169 active+clean; 849 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 22 MiB/s wr, 373 op/s 2024-04-10T15:50:01.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:00 smithi102 ceph-mon[90943]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-10T15:50:01.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:00 smithi102 ceph-mon[90943]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-10T15:50:01.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:00 smithi102 ceph-mon[90943]: application not enabled on pool 'test-librbd-smithi102-136614-9' 2024-04-10T15:50:01.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:00 smithi102 ceph-mon[90943]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-10T15:50:01.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:00 smithi102 ceph-mon[88557]: osdmap e1279: 8 total, 8 up, 8 in 2024-04-10T15:50:01.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:00 smithi102 ceph-mon[88557]: pgmap v2277: 169 pgs: 169 active+clean; 849 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 16 MiB/s rd, 22 MiB/s wr, 373 op/s 2024-04-10T15:50:01.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:00 smithi102 ceph-mon[88557]: Health detail: HEALTH_WARN 1 pool(s) do not have an application enabled 2024-04-10T15:50:01.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:00 smithi102 ceph-mon[88557]: [WRN] POOL_APP_NOT_ENABLED: 1 pool(s) do not have an application enabled 2024-04-10T15:50:01.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:00 smithi102 ceph-mon[88557]: application not enabled on pool 'test-librbd-smithi102-136614-9' 2024-04-10T15:50:01.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:00 smithi102 ceph-mon[88557]: use 'ceph osd pool application enable ', where is 'cephfs', 'rbd', 'rgw', or freeform for custom applications. 2024-04-10T15:50:02.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:01 smithi154 ceph-mon[84269]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-10T15:50:02.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:01 smithi102 ceph-mon[90943]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-10T15:50:02.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:01 smithi102 ceph-mon[88557]: osdmap e1280: 8 total, 8 up, 8 in 2024-04-10T15:50:02.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:50:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:50:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:50:03.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:02 smithi154 ceph-mon[84269]: pgmap v2279: 169 pgs: 169 active+clean; 869 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 13 MiB/s wr, 223 op/s 2024-04-10T15:50:03.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:02 smithi154 ceph-mon[84269]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-10T15:50:03.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:02 smithi102 ceph-mon[90943]: pgmap v2279: 169 pgs: 169 active+clean; 869 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 13 MiB/s wr, 223 op/s 2024-04-10T15:50:03.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:02 smithi102 ceph-mon[90943]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-10T15:50:03.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:02 smithi102 ceph-mon[88557]: pgmap v2279: 169 pgs: 169 active+clean; 869 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 6.1 MiB/s rd, 13 MiB/s wr, 223 op/s 2024-04-10T15:50:03.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:02 smithi102 ceph-mon[88557]: osdmap e1281: 8 total, 8 up, 8 in 2024-04-10T15:50:04.115 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:50:04.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:03 smithi154 ceph-mon[84269]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-10T15:50:04.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:03 smithi154 ceph-mon[84269]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-10T15:50:04.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:03 smithi102 ceph-mon[90943]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-10T15:50:04.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:03 smithi102 ceph-mon[90943]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-10T15:50:04.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:03 smithi102 ceph-mon[88557]: osdmap e1282: 8 total, 8 up, 8 in 2024-04-10T15:50:04.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:03 smithi102 ceph-mon[88557]: osdmap e1283: 8 total, 8 up, 8 in 2024-04-10T15:50:04.219 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 16777218~8388609 2024-04-10T15:50:04.841 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 0~8388609 2024-04-10T15:50:04.857 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 16777218~8388609 2024-04-10T15:50:04.946 INFO:tasks.workunit.client.0.smithi102.stdout:migration_abort 2024-04-10T15:50:05.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:04 smithi154 ceph-mon[84269]: pgmap v2283: 169 pgs: 169 active+clean; 873 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 4.0 MiB/s wr, 150 op/s 2024-04-10T15:50:05.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:04 smithi102 ceph-mon[88557]: pgmap v2283: 169 pgs: 169 active+clean; 873 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 4.0 MiB/s wr, 150 op/s 2024-04-10T15:50:05.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:04 smithi102 ceph-mon[90943]: pgmap v2283: 169 pgs: 169 active+clean; 873 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 105 KiB/s rd, 4.0 MiB/s wr, 150 op/s 2024-04-10T15:50:06.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:05 smithi154 ceph-mon[84269]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-10T15:50:06.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:05 smithi102 ceph-mon[88557]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-10T15:50:06.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:05 smithi102 ceph-mon[90943]: osdmap e1284: 8 total, 8 up, 8 in 2024-04-10T15:50:07.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:06 smithi154 ceph-mon[84269]: pgmap v2285: 169 pgs: 169 active+clean; 909 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 10 MiB/s wr, 244 op/s 2024-04-10T15:50:07.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:06 smithi154 ceph-mon[84269]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-10T15:50:07.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:06 smithi102 ceph-mon[88557]: pgmap v2285: 169 pgs: 169 active+clean; 909 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 10 MiB/s wr, 244 op/s 2024-04-10T15:50:07.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:06 smithi102 ceph-mon[88557]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-10T15:50:07.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:06 smithi102 ceph-mon[90943]: pgmap v2285: 169 pgs: 169 active+clean; 909 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 10 MiB/s wr, 244 op/s 2024-04-10T15:50:07.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:06 smithi102 ceph-mon[90943]: osdmap e1285: 8 total, 8 up, 8 in 2024-04-10T15:50:07.848 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:50:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:50:07] "GET /metrics HTTP/1.1" 200 38927 "" "Prometheus/2.43.0" 2024-04-10T15:50:08.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:07 smithi154 ceph-mon[84269]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-10T15:50:08.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:07 smithi102 ceph-mon[90943]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-10T15:50:08.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:07 smithi102 ceph-mon[88557]: osdmap e1286: 8 total, 8 up, 8 in 2024-04-10T15:50:09.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:08 smithi154 ceph-mon[84269]: pgmap v2288: 169 pgs: 169 active+clean; 929 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 15 MiB/s wr, 341 op/s 2024-04-10T15:50:09.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:08 smithi154 ceph-mon[84269]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-10T15:50:09.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:09.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:08 smithi102 ceph-mon[90943]: pgmap v2288: 169 pgs: 169 active+clean; 929 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 15 MiB/s wr, 341 op/s 2024-04-10T15:50:09.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:08 smithi102 ceph-mon[90943]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-10T15:50:09.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:09.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:08 smithi102 ceph-mon[88557]: pgmap v2288: 169 pgs: 169 active+clean; 929 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 37 MiB/s rd, 15 MiB/s wr, 341 op/s 2024-04-10T15:50:09.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:08 smithi102 ceph-mon[88557]: osdmap e1287: 8 total, 8 up, 8 in 2024-04-10T15:50:09.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:09.232 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.AbortWithSnapshots (14547 ms) 2024-04-10T15:50:09.233 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.CloneV1Parent 2024-04-10T15:50:09.265 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:50:09.275 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 0~10 2024-04-10T15:50:09.285 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:50:10.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:09 smithi154 ceph-mon[84269]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-10T15:50:10.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:09 smithi102 ceph-mon[90943]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-10T15:50:10.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:09 smithi102 ceph-mon[88557]: osdmap e1288: 8 total, 8 up, 8 in 2024-04-10T15:50:10.878 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap1 2024-04-10T15:50:10.941 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:50:11.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:10 smithi154 ceph-mon[84269]: pgmap v2291: 169 pgs: 169 active+clean; 917 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 14 MiB/s wr, 222 op/s 2024-04-10T15:50:11.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:10 smithi154 ceph-mon[84269]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-10T15:50:11.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:10 smithi102 ceph-mon[90943]: pgmap v2291: 169 pgs: 169 active+clean; 917 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 14 MiB/s wr, 222 op/s 2024-04-10T15:50:11.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:10 smithi102 ceph-mon[90943]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-10T15:50:11.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:10 smithi102 ceph-mon[88557]: pgmap v2291: 169 pgs: 169 active+clean; 917 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 27 MiB/s rd, 14 MiB/s wr, 222 op/s 2024-04-10T15:50:11.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:10 smithi102 ceph-mon[88557]: osdmap e1289: 8 total, 8 up, 8 in 2024-04-10T15:50:12.093 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:50:12.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:11 smithi154 ceph-mon[84269]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-10T15:50:12.170 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:50:12.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:11 smithi102 ceph-mon[90943]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-10T15:50:12.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:11 smithi102 ceph-mon[88557]: osdmap e1290: 8 total, 8 up, 8 in 2024-04-10T15:50:12.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:50:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:50:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:50:13.027 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.CloneV1Parent (3794 ms) 2024-04-10T15:50:13.027 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.CloneV2Parent 2024-04-10T15:50:13.059 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:50:13.070 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 0~10 2024-04-10T15:50:13.079 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:50:13.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:12 smithi154 ceph-mon[84269]: pgmap v2294: 169 pgs: 169 active+clean; 909 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 7.0 MiB/s wr, 210 op/s 2024-04-10T15:50:13.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:12 smithi154 ceph-mon[84269]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-10T15:50:13.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:12 smithi102 ceph-mon[90943]: pgmap v2294: 169 pgs: 169 active+clean; 909 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 7.0 MiB/s wr, 210 op/s 2024-04-10T15:50:13.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:12 smithi102 ceph-mon[90943]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-10T15:50:13.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:12 smithi102 ceph-mon[88557]: pgmap v2294: 169 pgs: 169 active+clean; 909 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 34 MiB/s rd, 7.0 MiB/s wr, 210 op/s 2024-04-10T15:50:13.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:12 smithi102 ceph-mon[88557]: osdmap e1291: 8 total, 8 up, 8 in 2024-04-10T15:50:14.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:13 smithi154 ceph-mon[84269]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-10T15:50:14.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:13 smithi154 ceph-mon[84269]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-10T15:50:14.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:13 smithi102 ceph-mon[90943]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-10T15:50:14.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:13 smithi102 ceph-mon[90943]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-10T15:50:14.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:13 smithi102 ceph-mon[88557]: osdmap e1292: 8 total, 8 up, 8 in 2024-04-10T15:50:14.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:13 smithi102 ceph-mon[88557]: osdmap e1293: 8 total, 8 up, 8 in 2024-04-10T15:50:14.677 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap1 2024-04-10T15:50:14.740 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:50:15.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:14 smithi154 ceph-mon[84269]: pgmap v2298: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 13 KiB/s wr, 190 op/s 2024-04-10T15:50:15.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:14 smithi154 ceph-mon[84269]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-10T15:50:15.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:14 smithi102 ceph-mon[88557]: pgmap v2298: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 13 KiB/s wr, 190 op/s 2024-04-10T15:50:15.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:14 smithi102 ceph-mon[88557]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-10T15:50:15.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:14 smithi102 ceph-mon[90943]: pgmap v2298: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 30 MiB/s rd, 13 KiB/s wr, 190 op/s 2024-04-10T15:50:15.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:14 smithi102 ceph-mon[90943]: osdmap e1294: 8 total, 8 up, 8 in 2024-04-10T15:50:15.884 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:50:15.967 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:50:16.804 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.CloneV2Parent (3777 ms) 2024-04-10T15:50:16.804 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.CloneV1ParentAbort 2024-04-10T15:50:16.836 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:50:16.847 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 0~10 2024-04-10T15:50:16.855 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:50:16.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:16 smithi102 ceph-mon[90943]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-10T15:50:16.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:16 smithi102 ceph-mon[90943]: pgmap v2301: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.3 MiB/s rd, 15 KiB/s wr, 281 op/s 2024-04-10T15:50:16.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:16 smithi102 ceph-mon[88557]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-10T15:50:16.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:16 smithi102 ceph-mon[88557]: pgmap v2301: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.3 MiB/s rd, 15 KiB/s wr, 281 op/s 2024-04-10T15:50:17.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:16 smithi154 ceph-mon[84269]: osdmap e1295: 8 total, 8 up, 8 in 2024-04-10T15:50:17.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:16 smithi154 ceph-mon[84269]: pgmap v2301: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 6.3 MiB/s rd, 15 KiB/s wr, 281 op/s 2024-04-10T15:50:17.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:17 smithi102 ceph-mon[90943]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-10T15:50:17.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:17 smithi102 ceph-mon[88557]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-10T15:50:17.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:50:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:50:17] "GET /metrics HTTP/1.1" 200 38930 "" "Prometheus/2.43.0" 2024-04-10T15:50:18.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:17 smithi154 ceph-mon[84269]: osdmap e1296: 8 total, 8 up, 8 in 2024-04-10T15:50:18.685 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap1 2024-04-10T15:50:18.748 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:50:19.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:18 smithi154 ceph-mon[84269]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-10T15:50:19.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:18 smithi154 ceph-mon[84269]: pgmap v2304: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 401 KiB/s rd, 22 KiB/s wr, 499 op/s 2024-04-10T15:50:19.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:18 smithi154 ceph-mon[84269]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-10T15:50:19.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:18 smithi102 ceph-mon[90943]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-10T15:50:19.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:18 smithi102 ceph-mon[90943]: pgmap v2304: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 401 KiB/s rd, 22 KiB/s wr, 499 op/s 2024-04-10T15:50:19.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:18 smithi102 ceph-mon[90943]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-10T15:50:19.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:18 smithi102 ceph-mon[88557]: osdmap e1297: 8 total, 8 up, 8 in 2024-04-10T15:50:19.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:18 smithi102 ceph-mon[88557]: pgmap v2304: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 401 KiB/s rd, 22 KiB/s wr, 499 op/s 2024-04-10T15:50:19.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:18 smithi102 ceph-mon[88557]: osdmap e1298: 8 total, 8 up, 8 in 2024-04-10T15:50:19.870 INFO:tasks.workunit.client.0.smithi102.stdout:migration_abort 2024-04-10T15:50:20.828 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.CloneV1ParentAbort (4024 ms) 2024-04-10T15:50:20.828 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.CloneV2ParentAbort 2024-04-10T15:50:20.860 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:50:20.871 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 0~10 2024-04-10T15:50:20.881 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:50:21.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:20 smithi154 ceph-mon[84269]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-10T15:50:21.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:20 smithi154 ceph-mon[84269]: pgmap v2307: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 408 KiB/s rd, 25 KiB/s wr, 514 op/s 2024-04-10T15:50:21.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:20 smithi102 ceph-mon[90943]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-10T15:50:21.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:20 smithi102 ceph-mon[90943]: pgmap v2307: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 408 KiB/s rd, 25 KiB/s wr, 514 op/s 2024-04-10T15:50:21.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:20 smithi102 ceph-mon[88557]: osdmap e1299: 8 total, 8 up, 8 in 2024-04-10T15:50:21.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:20 smithi102 ceph-mon[88557]: pgmap v2307: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 408 KiB/s rd, 25 KiB/s wr, 514 op/s 2024-04-10T15:50:22.046 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:21 smithi154 ceph-mon[84269]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-10T15:50:22.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:21 smithi102 ceph-mon[90943]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-10T15:50:22.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:21 smithi102 ceph-mon[88557]: osdmap e1300: 8 total, 8 up, 8 in 2024-04-10T15:50:22.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:50:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:50:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:50:22.728 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap1 2024-04-10T15:50:22.788 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:50:23.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:22 smithi154 ceph-mon[84269]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-10T15:50:23.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:22 smithi154 ceph-mon[84269]: pgmap v2310: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 324 KiB/s rd, 19 KiB/s wr, 411 op/s 2024-04-10T15:50:23.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:22 smithi102 ceph-mon[90943]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-10T15:50:23.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:22 smithi102 ceph-mon[90943]: pgmap v2310: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 324 KiB/s rd, 19 KiB/s wr, 411 op/s 2024-04-10T15:50:23.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:22 smithi102 ceph-mon[88557]: osdmap e1301: 8 total, 8 up, 8 in 2024-04-10T15:50:23.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:22 smithi102 ceph-mon[88557]: pgmap v2310: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 324 KiB/s rd, 19 KiB/s wr, 411 op/s 2024-04-10T15:50:23.819 INFO:tasks.workunit.client.0.smithi102.stdout:migration_abort 2024-04-10T15:50:24.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:23 smithi154 ceph-mon[84269]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-10T15:50:24.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:24.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:23 smithi154 ceph-mon[84269]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-10T15:50:24.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:23 smithi102 ceph-mon[90943]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-10T15:50:24.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:24.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:23 smithi102 ceph-mon[90943]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-10T15:50:24.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:23 smithi102 ceph-mon[88557]: osdmap e1302: 8 total, 8 up, 8 in 2024-04-10T15:50:24.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:24.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:23 smithi102 ceph-mon[88557]: osdmap e1303: 8 total, 8 up, 8 in 2024-04-10T15:50:24.862 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.CloneV2ParentAbort (4034 ms) 2024-04-10T15:50:24.862 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach 2024-04-10T15:50:24.893 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:50:24.904 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 0~10 2024-04-10T15:50:24.912 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:50:25.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:24 smithi154 ceph-mon[84269]: pgmap v2313: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 248 KiB/s rd, 15 KiB/s wr, 316 op/s 2024-04-10T15:50:25.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:24 smithi102 ceph-mon[88557]: pgmap v2313: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 248 KiB/s rd, 15 KiB/s wr, 316 op/s 2024-04-10T15:50:25.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:24 smithi102 ceph-mon[90943]: pgmap v2313: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 248 KiB/s rd, 15 KiB/s wr, 316 op/s 2024-04-10T15:50:26.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:25 smithi154 ceph-mon[84269]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-10T15:50:26.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:25 smithi102 ceph-mon[90943]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-10T15:50:26.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:25 smithi102 ceph-mon[88557]: osdmap e1304: 8 total, 8 up, 8 in 2024-04-10T15:50:26.751 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap1 2024-04-10T15:50:26.817 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:50:27.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:26 smithi154 ceph-mon[84269]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-10T15:50:27.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:26 smithi154 ceph-mon[84269]: pgmap v2316: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 213 KiB/s rd, 20 KiB/s wr, 289 op/s 2024-04-10T15:50:27.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:26 smithi102 ceph-mon[90943]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-10T15:50:27.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:26 smithi102 ceph-mon[90943]: pgmap v2316: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 213 KiB/s rd, 20 KiB/s wr, 289 op/s 2024-04-10T15:50:27.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:26 smithi102 ceph-mon[88557]: osdmap e1305: 8 total, 8 up, 8 in 2024-04-10T15:50:27.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:26 smithi102 ceph-mon[88557]: pgmap v2316: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 213 KiB/s rd, 20 KiB/s wr, 289 op/s 2024-04-10T15:50:27.924 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:27 smithi102 ceph-mon[90943]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-10T15:50:27.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:27 smithi102 ceph-mon[88557]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-10T15:50:27.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:50:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:50:27] "GET /metrics HTTP/1.1" 200 38925 "" "Prometheus/2.43.0" 2024-04-10T15:50:27.936 INFO:tasks.workunit.client.0.smithi102.stdout:migration_abort 2024-04-10T15:50:28.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:27 smithi154 ceph-mon[84269]: osdmap e1306: 8 total, 8 up, 8 in 2024-04-10T15:50:28.795 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixIncompleteChildReattach (3933 ms) 2024-04-10T15:50:28.795 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.CloneV1ParentAbortFixParentReattach 2024-04-10T15:50:28.828 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:50:28.840 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 0~10 2024-04-10T15:50:28.849 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:50:29.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:28 smithi154 ceph-mon[84269]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-10T15:50:29.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:28 smithi154 ceph-mon[84269]: pgmap v2319: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 253 KiB/s rd, 22 KiB/s wr, 329 op/s 2024-04-10T15:50:29.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:28 smithi154 ceph-mon[84269]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-10T15:50:29.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:28 smithi102 ceph-mon[90943]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-10T15:50:29.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:28 smithi102 ceph-mon[90943]: pgmap v2319: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 253 KiB/s rd, 22 KiB/s wr, 329 op/s 2024-04-10T15:50:29.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:28 smithi102 ceph-mon[90943]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-10T15:50:29.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:28 smithi102 ceph-mon[88557]: osdmap e1307: 8 total, 8 up, 8 in 2024-04-10T15:50:29.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:28 smithi102 ceph-mon[88557]: pgmap v2319: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 253 KiB/s rd, 22 KiB/s wr, 329 op/s 2024-04-10T15:50:29.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:28 smithi102 ceph-mon[88557]: osdmap e1308: 8 total, 8 up, 8 in 2024-04-10T15:50:30.774 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap1 2024-04-10T15:50:30.838 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:50:31.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:30 smithi154 ceph-mon[84269]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-10T15:50:31.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:30 smithi154 ceph-mon[84269]: pgmap v2322: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 387 KiB/s rd, 21 KiB/s wr, 482 op/s 2024-04-10T15:50:31.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:30 smithi102 ceph-mon[88557]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-10T15:50:31.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:30 smithi102 ceph-mon[88557]: pgmap v2322: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 387 KiB/s rd, 21 KiB/s wr, 482 op/s 2024-04-10T15:50:31.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:30 smithi102 ceph-mon[90943]: osdmap e1309: 8 total, 8 up, 8 in 2024-04-10T15:50:31.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:30 smithi102 ceph-mon[90943]: pgmap v2322: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 387 KiB/s rd, 21 KiB/s wr, 482 op/s 2024-04-10T15:50:31.955 INFO:tasks.workunit.client.0.smithi102.stdout:migration_abort 2024-04-10T15:50:32.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:31 smithi154 ceph-mon[84269]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-10T15:50:32.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:31 smithi102 ceph-mon[90943]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-10T15:50:32.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:31 smithi102 ceph-mon[88557]: osdmap e1310: 8 total, 8 up, 8 in 2024-04-10T15:50:32.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:50:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:50:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:50:32.918 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.CloneV1ParentAbortFixParentReattach (4123 ms) 2024-04-10T15:50:32.918 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.CloneV1ParentAbortRelinkNotNeeded 2024-04-10T15:50:32.949 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:50:32.963 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 0~10 2024-04-10T15:50:32.971 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:50:33.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:32 smithi154 ceph-mon[84269]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-10T15:50:33.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:32 smithi154 ceph-mon[84269]: pgmap v2325: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 298 KiB/s rd, 16 KiB/s wr, 385 op/s 2024-04-10T15:50:33.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:32 smithi102 ceph-mon[90943]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-10T15:50:33.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:32 smithi102 ceph-mon[90943]: pgmap v2325: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 298 KiB/s rd, 16 KiB/s wr, 385 op/s 2024-04-10T15:50:33.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:32 smithi102 ceph-mon[88557]: osdmap e1311: 8 total, 8 up, 8 in 2024-04-10T15:50:33.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:32 smithi102 ceph-mon[88557]: pgmap v2325: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 298 KiB/s rd, 16 KiB/s wr, 385 op/s 2024-04-10T15:50:34.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:33 smithi154 ceph-mon[84269]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-10T15:50:34.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:33 smithi154 ceph-mon[84269]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-10T15:50:34.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:33 smithi102 ceph-mon[90943]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-10T15:50:34.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:33 smithi102 ceph-mon[90943]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-10T15:50:34.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:33 smithi102 ceph-mon[88557]: osdmap e1312: 8 total, 8 up, 8 in 2024-04-10T15:50:34.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:33 smithi102 ceph-mon[88557]: osdmap e1313: 8 total, 8 up, 8 in 2024-04-10T15:50:34.674 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap1 2024-04-10T15:50:34.746 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:50:35.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:34 smithi154 ceph-mon[84269]: pgmap v2328: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 173 KiB/s rd, 11 KiB/s wr, 222 op/s 2024-04-10T15:50:35.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:34 smithi154 ceph-mon[84269]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-10T15:50:35.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:34 smithi102 ceph-mon[90943]: pgmap v2328: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 173 KiB/s rd, 11 KiB/s wr, 222 op/s 2024-04-10T15:50:35.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:34 smithi102 ceph-mon[90943]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-10T15:50:35.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:34 smithi102 ceph-mon[88557]: pgmap v2328: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 173 KiB/s rd, 11 KiB/s wr, 222 op/s 2024-04-10T15:50:35.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:34 smithi102 ceph-mon[88557]: osdmap e1314: 8 total, 8 up, 8 in 2024-04-10T15:50:36.005 INFO:tasks.workunit.client.0.smithi102.stdout:migration_abort 2024-04-10T15:50:36.977 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.CloneV1ParentAbortRelinkNotNeeded (4059 ms) 2024-04-10T15:50:36.977 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach 2024-04-10T15:50:37.008 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:50:37.020 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 0~10 2024-04-10T15:50:37.028 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:50:37.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:36 smithi154 ceph-mon[84269]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-10T15:50:37.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:36 smithi154 ceph-mon[84269]: pgmap v2331: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 14 KiB/s wr, 240 op/s 2024-04-10T15:50:37.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:36 smithi102 ceph-mon[90943]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-10T15:50:37.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:36 smithi102 ceph-mon[90943]: pgmap v2331: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 14 KiB/s wr, 240 op/s 2024-04-10T15:50:37.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:36 smithi102 ceph-mon[88557]: osdmap e1315: 8 total, 8 up, 8 in 2024-04-10T15:50:37.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:36 smithi102 ceph-mon[88557]: pgmap v2331: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 184 KiB/s rd, 14 KiB/s wr, 240 op/s 2024-04-10T15:50:37.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:37 smithi102 ceph-mon[90943]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-10T15:50:37.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:37 smithi102 ceph-mon[88557]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-10T15:50:37.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:50:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:50:37] "GET /metrics HTTP/1.1" 200 38925 "" "Prometheus/2.43.0" 2024-04-10T15:50:38.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:37 smithi154 ceph-mon[84269]: osdmap e1316: 8 total, 8 up, 8 in 2024-04-10T15:50:38.681 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap1 2024-04-10T15:50:38.743 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:50:39.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:38 smithi154 ceph-mon[84269]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-10T15:50:39.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:38 smithi154 ceph-mon[84269]: pgmap v2334: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 15 KiB/s wr, 280 op/s 2024-04-10T15:50:39.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:39.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:38 smithi154 ceph-mon[84269]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-10T15:50:39.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:38 smithi102 ceph-mon[90943]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-10T15:50:39.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:38 smithi102 ceph-mon[90943]: pgmap v2334: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 15 KiB/s wr, 280 op/s 2024-04-10T15:50:39.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:39.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:38 smithi102 ceph-mon[90943]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-10T15:50:39.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:38 smithi102 ceph-mon[88557]: osdmap e1317: 8 total, 8 up, 8 in 2024-04-10T15:50:39.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:38 smithi102 ceph-mon[88557]: pgmap v2334: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 219 KiB/s rd, 15 KiB/s wr, 280 op/s 2024-04-10T15:50:39.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:39.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:38 smithi102 ceph-mon[88557]: osdmap e1318: 8 total, 8 up, 8 in 2024-04-10T15:50:40.007 INFO:tasks.workunit.client.0.smithi102.stdout:migration_abort 2024-04-10T15:50:40.936 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixIncompleteChildReattach (3960 ms) 2024-04-10T15:50:40.936 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.CloneV2ParentAbortFixParentReattach 2024-04-10T15:50:40.969 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:50:40.980 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 0~10 2024-04-10T15:50:40.989 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:50:41.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:40 smithi154 ceph-mon[84269]: pgmap v2336: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 259 KiB/s rd, 16 KiB/s wr, 331 op/s 2024-04-10T15:50:41.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:40 smithi154 ceph-mon[84269]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-10T15:50:41.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:40 smithi102 ceph-mon[90943]: pgmap v2336: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 259 KiB/s rd, 16 KiB/s wr, 331 op/s 2024-04-10T15:50:41.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:40 smithi102 ceph-mon[90943]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-10T15:50:41.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:40 smithi102 ceph-mon[88557]: pgmap v2336: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 259 KiB/s rd, 16 KiB/s wr, 331 op/s 2024-04-10T15:50:41.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:40 smithi102 ceph-mon[88557]: osdmap e1319: 8 total, 8 up, 8 in 2024-04-10T15:50:42.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:41 smithi154 ceph-mon[84269]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-10T15:50:42.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:41 smithi102 ceph-mon[90943]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-10T15:50:42.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:41 smithi102 ceph-mon[88557]: osdmap e1320: 8 total, 8 up, 8 in 2024-04-10T15:50:42.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:50:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:50:42.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:50:42.839 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap1 2024-04-10T15:50:42.902 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:50:43.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:42 smithi154 ceph-mon[84269]: pgmap v2339: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 373 KiB/s rd, 25 KiB/s wr, 483 op/s 2024-04-10T15:50:43.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:42 smithi154 ceph-mon[84269]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-10T15:50:43.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:42 smithi102 ceph-mon[90943]: pgmap v2339: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 373 KiB/s rd, 25 KiB/s wr, 483 op/s 2024-04-10T15:50:43.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:42 smithi102 ceph-mon[90943]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-10T15:50:43.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:42 smithi102 ceph-mon[88557]: pgmap v2339: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 373 KiB/s rd, 25 KiB/s wr, 483 op/s 2024-04-10T15:50:43.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:42 smithi102 ceph-mon[88557]: osdmap e1321: 8 total, 8 up, 8 in 2024-04-10T15:50:43.877 INFO:tasks.workunit.client.0.smithi102.stdout:migration_abort 2024-04-10T15:50:44.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:43 smithi154 ceph-mon[84269]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-10T15:50:44.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:43 smithi154 ceph-mon[84269]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-10T15:50:44.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:43 smithi102 ceph-mon[90943]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-10T15:50:44.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:43 smithi102 ceph-mon[90943]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-10T15:50:44.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:43 smithi102 ceph-mon[88557]: osdmap e1322: 8 total, 8 up, 8 in 2024-04-10T15:50:44.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:43 smithi102 ceph-mon[88557]: osdmap e1323: 8 total, 8 up, 8 in 2024-04-10T15:50:44.996 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.CloneV2ParentAbortFixParentReattach (4059 ms) 2024-04-10T15:50:44.996 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.CloneV2ParentAbortRelinkNotNeeded 2024-04-10T15:50:45.028 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:50:45.039 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 0~10 2024-04-10T15:50:45.048 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:50:45.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:44 smithi154 ceph-mon[84269]: pgmap v2343: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 351 KiB/s rd, 24 KiB/s wr, 447 op/s 2024-04-10T15:50:45.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:44 smithi102 ceph-mon[88557]: pgmap v2343: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 351 KiB/s rd, 24 KiB/s wr, 447 op/s 2024-04-10T15:50:45.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:44 smithi102 ceph-mon[90943]: pgmap v2343: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 351 KiB/s rd, 24 KiB/s wr, 447 op/s 2024-04-10T15:50:46.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:45 smithi154 ceph-mon[84269]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-10T15:50:46.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:45 smithi102 ceph-mon[90943]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-10T15:50:46.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:45 smithi102 ceph-mon[88557]: osdmap e1324: 8 total, 8 up, 8 in 2024-04-10T15:50:46.864 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap1 2024-04-10T15:50:46.932 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:50:47.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:46 smithi154 ceph-mon[84269]: pgmap v2345: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 12 KiB/s wr, 181 op/s 2024-04-10T15:50:47.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:46 smithi154 ceph-mon[84269]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-10T15:50:47.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:46 smithi102 ceph-mon[90943]: pgmap v2345: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 12 KiB/s wr, 181 op/s 2024-04-10T15:50:47.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:46 smithi102 ceph-mon[90943]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-10T15:50:47.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:46 smithi102 ceph-mon[88557]: pgmap v2345: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 135 KiB/s rd, 12 KiB/s wr, 181 op/s 2024-04-10T15:50:47.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:46 smithi102 ceph-mon[88557]: osdmap e1325: 8 total, 8 up, 8 in 2024-04-10T15:50:47.855 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:50:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:50:47] "GET /metrics HTTP/1.1" 200 38928 "" "Prometheus/2.43.0" 2024-04-10T15:50:48.053 INFO:tasks.workunit.client.0.smithi102.stdout:migration_abort 2024-04-10T15:50:48.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:47 smithi154 ceph-mon[84269]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-10T15:50:48.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:47 smithi102 ceph-mon[88557]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-10T15:50:48.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:47 smithi102 ceph-mon[90943]: osdmap e1326: 8 total, 8 up, 8 in 2024-04-10T15:50:48.820 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.CloneV2ParentAbortRelinkNotNeeded (3824 ms) 2024-04-10T15:50:48.820 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.StressNoMigrate 2024-04-10T15:50:48.853 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:50:48.865 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 57073849~5089937 2024-04-10T15:50:48.909 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 35940524~5436501 2024-04-10T15:50:48.909 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 10046519~804996 2024-04-10T15:50:48.918 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 38390785~1569170 2024-04-10T15:50:48.918 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 44417908~5563242 2024-04-10T15:50:48.953 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 68696916~8241235 2024-04-10T15:50:48.953 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 78064817~5821263 2024-04-10T15:50:48.995 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 16209484~8026211 2024-04-10T15:50:48.995 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap0 2024-04-10T15:50:49.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:48 smithi154 ceph-mon[84269]: pgmap v2348: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 10 KiB/s wr, 130 op/s 2024-04-10T15:50:49.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:48 smithi154 ceph-mon[84269]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-10T15:50:49.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:48 smithi154 ceph-mon[84269]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-10T15:50:49.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:48 smithi102 ceph-mon[90943]: pgmap v2348: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 10 KiB/s wr, 130 op/s 2024-04-10T15:50:49.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:48 smithi102 ceph-mon[90943]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-10T15:50:49.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:48 smithi102 ceph-mon[90943]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-10T15:50:49.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:48 smithi102 ceph-mon[88557]: pgmap v2348: 169 pgs: 169 active+clean; 905 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 97 KiB/s rd, 10 KiB/s wr, 130 op/s 2024-04-10T15:50:49.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:48 smithi102 ceph-mon[88557]: osdmap e1327: 8 total, 8 up, 8 in 2024-04-10T15:50:49.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:48 smithi102 ceph-mon[88557]: osdmap e1328: 8 total, 8 up, 8 in 2024-04-10T15:50:50.883 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap0 2024-04-10T15:50:50.896 INFO:tasks.workunit.client.0.smithi102.stdout:clone image159 -> image162 2024-04-10T15:50:51.003 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 45810906~484764 2024-04-10T15:50:51.053 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 49650884~1593490 2024-04-10T15:50:51.059 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 53777690~2646568 2024-04-10T15:50:51.097 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 47178130~1268170 2024-04-10T15:50:51.100 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 11540636~6400965 2024-04-10T15:50:51.144 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 77265361~2379262 2024-04-10T15:50:51.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:50 smithi154 ceph-mon[84269]: pgmap v2351: 169 pgs: 169 active+clean; 912 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 336 KiB/s rd, 1.8 MiB/s wr, 428 op/s 2024-04-10T15:50:51.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:50 smithi154 ceph-mon[84269]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-10T15:50:51.153 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 32635024~1627480 2024-04-10T15:50:51.165 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 74172845~121483 2024-04-10T15:50:51.170 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:50:51.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:50 smithi102 ceph-mon[90943]: pgmap v2351: 169 pgs: 169 active+clean; 912 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 336 KiB/s rd, 1.8 MiB/s wr, 428 op/s 2024-04-10T15:50:51.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:50 smithi102 ceph-mon[90943]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-10T15:50:51.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:50 smithi102 ceph-mon[88557]: pgmap v2351: 169 pgs: 169 active+clean; 912 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 336 KiB/s rd, 1.8 MiB/s wr, 428 op/s 2024-04-10T15:50:51.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:50 smithi102 ceph-mon[88557]: osdmap e1329: 8 total, 8 up, 8 in 2024-04-10T15:50:52.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:51 smithi154 ceph-mon[84269]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-10T15:50:52.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:51 smithi102 ceph-mon[90943]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-10T15:50:52.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:51 smithi102 ceph-mon[88557]: osdmap e1330: 8 total, 8 up, 8 in 2024-04-10T15:50:52.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:50:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:50:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:50:52.896 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 84219364 2024-04-10T15:50:52.912 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 40040341~3035855 2024-04-10T15:50:52.920 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 47843555~5896526 2024-04-10T15:50:52.920 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 26651290~5615460 2024-04-10T15:50:52.929 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 41748120~2943378 2024-04-10T15:50:52.960 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 55763358~7122182 2024-04-10T15:50:52.963 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 74489540~1256794 2024-04-10T15:50:52.963 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 30290484~2860410 2024-04-10T15:50:52.964 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 76301557~7917807 2024-04-10T15:50:52.964 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap2 2024-04-10T15:50:53.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:52 smithi154 ceph-mon[84269]: pgmap v2354: 169 pgs: 169 active+clean; 948 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.2 MiB/s wr, 475 op/s 2024-04-10T15:50:53.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:52 smithi154 ceph-mon[84269]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-10T15:50:53.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:52 smithi102 ceph-mon[90943]: pgmap v2354: 169 pgs: 169 active+clean; 948 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.2 MiB/s wr, 475 op/s 2024-04-10T15:50:53.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:52 smithi102 ceph-mon[90943]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-10T15:50:53.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:52 smithi102 ceph-mon[88557]: pgmap v2354: 169 pgs: 169 active+clean; 948 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 2.6 MiB/s rd, 8.2 MiB/s wr, 475 op/s 2024-04-10T15:50:53.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:52 smithi102 ceph-mon[88557]: osdmap e1331: 8 total, 8 up, 8 in 2024-04-10T15:50:54.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:53 smithi154 ceph-mon[84269]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-10T15:50:54.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:54.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:53 smithi154 ceph-mon[84269]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-10T15:50:54.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:53 smithi102 ceph-mon[90943]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-10T15:50:54.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:54.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:53 smithi102 ceph-mon[90943]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-10T15:50:54.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:53 smithi102 ceph-mon[88557]: osdmap e1332: 8 total, 8 up, 8 in 2024-04-10T15:50:54.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:50:54.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:53 smithi102 ceph-mon[88557]: osdmap e1333: 8 total, 8 up, 8 in 2024-04-10T15:50:54.687 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap2 2024-04-10T15:50:54.701 INFO:tasks.workunit.client.0.smithi102.stdout:clone image162 -> image164 2024-04-10T15:50:54.852 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 155165837 2024-04-10T15:50:54.865 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 150548126~4617711 2024-04-10T15:50:54.914 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 95241234~6599845 2024-04-10T15:50:54.915 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 79834836~2755488 2024-04-10T15:50:54.937 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 36665513~6077565 2024-04-10T15:50:54.961 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 108301190~6902698 2024-04-10T15:50:55.005 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 124863782~3803450 2024-04-10T15:50:55.005 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 97763722~2191497 2024-04-10T15:50:55.022 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 125236376~4743901 2024-04-10T15:50:55.022 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap3 2024-04-10T15:50:55.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:54 smithi154 ceph-mon[84269]: pgmap v2358: 169 pgs: 169 active+clean; 1002 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 14 MiB/s wr, 247 op/s 2024-04-10T15:50:55.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:54 smithi154 ceph-mon[84269]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-10T15:50:55.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:50:55.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:54 smithi102 ceph-mon[90943]: pgmap v2358: 169 pgs: 169 active+clean; 1002 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 14 MiB/s wr, 247 op/s 2024-04-10T15:50:55.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:54 smithi102 ceph-mon[90943]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-10T15:50:55.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:50:55.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:54 smithi102 ceph-mon[88557]: pgmap v2358: 169 pgs: 169 active+clean; 1002 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 3.9 MiB/s rd, 14 MiB/s wr, 247 op/s 2024-04-10T15:50:55.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:54 smithi102 ceph-mon[88557]: osdmap e1334: 8 total, 8 up, 8 in 2024-04-10T15:50:55.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:50:56.645 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:50:56.645 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:50:56.645 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:56 smithi154 ceph-mon[84269]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-10T15:50:56.645 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:50:56.645 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:50:56.645 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:50:56.675 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:50:56.675 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:50:56.675 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:56 smithi102 ceph-mon[90943]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-10T15:50:56.675 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:50:56.675 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:50:56.675 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:50:56.675 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:50:56.675 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:50:56.675 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:56 smithi102 ceph-mon[88557]: osdmap e1335: 8 total, 8 up, 8 in 2024-04-10T15:50:56.675 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:50:56.675 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:50:56.675 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:50:56.902 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 103201218 2024-04-10T15:50:57.243 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.StressNoMigrate (8423 ms) 2024-04-10T15:50:57.243 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.Stress 2024-04-10T15:50:57.274 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:50:57.285 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 2573445~3208868 2024-04-10T15:50:57.314 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 29631486~4632636 2024-04-10T15:50:57.314 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 74601910~509154 2024-04-10T15:50:57.323 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 8426961~1201715 2024-04-10T15:50:57.323 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 50915984~1284084 2024-04-10T15:50:57.335 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 13120509~3013594 2024-04-10T15:50:57.335 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 20778409~5202047 2024-04-10T15:50:57.371 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 45753452~2943139 2024-04-10T15:50:57.371 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap0 2024-04-10T15:50:57.644 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:57 smithi154 ceph-mon[84269]: pgmap v2360: 169 pgs: 169 active+clean; 1.1 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 21 MiB/s wr, 280 op/s 2024-04-10T15:50:57.645 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:57 smithi154 ceph-mon[84269]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-10T15:50:57.675 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:50:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:50:57] "GET /metrics HTTP/1.1" 200 38926 "" "Prometheus/2.43.0" 2024-04-10T15:50:57.675 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:57 smithi102 ceph-mon[88557]: pgmap v2360: 169 pgs: 169 active+clean; 1.1 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 21 MiB/s wr, 280 op/s 2024-04-10T15:50:57.675 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:57 smithi102 ceph-mon[88557]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-10T15:50:57.675 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:57 smithi102 ceph-mon[90943]: pgmap v2360: 169 pgs: 169 active+clean; 1.1 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.1 MiB/s rd, 21 MiB/s wr, 280 op/s 2024-04-10T15:50:57.675 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:57 smithi102 ceph-mon[90943]: osdmap e1336: 8 total, 8 up, 8 in 2024-04-10T15:50:58.688 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap0 2024-04-10T15:50:58.704 INFO:tasks.workunit.client.0.smithi102.stdout:clone image165 -> image168 2024-04-10T15:50:58.815 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 76742516~1499370 2024-04-10T15:50:58.836 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 42598052~1295947 2024-04-10T15:50:58.842 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 143321~5048494 2024-04-10T15:50:58.892 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 14614778~2846509 2024-04-10T15:50:58.900 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 18937337~4887222 2024-04-10T15:50:58.958 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 25504310~4630698 2024-04-10T15:50:58.968 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 7839566~4417111 2024-04-10T15:50:59.004 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 661139~2911931 2024-04-10T15:50:59.006 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:50:59.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:58 smithi154 ceph-mon[84269]: pgmap v2363: 169 pgs: 169 active+clean; 1.1 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.5 MiB/s rd, 17 MiB/s wr, 315 op/s 2024-04-10T15:50:59.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:58 smithi154 ceph-mon[84269]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-10T15:50:59.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:50:58 smithi154 ceph-mon[84269]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-10T15:50:59.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:58 smithi102 ceph-mon[90943]: pgmap v2363: 169 pgs: 169 active+clean; 1.1 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.5 MiB/s rd, 17 MiB/s wr, 315 op/s 2024-04-10T15:50:59.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:58 smithi102 ceph-mon[90943]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-10T15:50:59.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:50:58 smithi102 ceph-mon[90943]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-10T15:50:59.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:58 smithi102 ceph-mon[88557]: pgmap v2363: 169 pgs: 169 active+clean; 1.1 GiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 6.5 MiB/s rd, 17 MiB/s wr, 315 op/s 2024-04-10T15:50:59.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:58 smithi102 ceph-mon[88557]: osdmap e1337: 8 total, 8 up, 8 in 2024-04-10T15:50:59.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:50:58 smithi102 ceph-mon[88557]: osdmap e1338: 8 total, 8 up, 8 in 2024-04-10T15:51:00.924 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap1 2024-04-10T15:51:00.936 INFO:tasks.workunit.client.0.smithi102.stdout:clone image168 -> image170 2024-04-10T15:51:01.071 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 159149129 2024-04-10T15:51:01.084 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 5334822~5118336 2024-04-10T15:51:01.151 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 108944621~1049661 2024-04-10T15:51:01.151 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 57050903~6473033 2024-04-10T15:51:01.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:00 smithi102 ceph-mon[90943]: pgmap v2366: 169 pgs: 169 active+clean; 1.1 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 12 MiB/s wr, 367 op/s 2024-04-10T15:51:01.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:00 smithi102 ceph-mon[90943]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-10T15:51:01.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:00 smithi102 ceph-mon[88557]: pgmap v2366: 169 pgs: 169 active+clean; 1.1 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 12 MiB/s wr, 367 op/s 2024-04-10T15:51:01.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:00 smithi102 ceph-mon[88557]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-10T15:51:01.195 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 44966350~2516111 2024-04-10T15:51:01.202 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 32430039~336094 2024-04-10T15:51:01.209 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 155285009~453691 2024-04-10T15:51:01.209 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 151323236~7825893 2024-04-10T15:51:01.253 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 59750245~4413897 2024-04-10T15:51:01.256 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap2 2024-04-10T15:51:01.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:00 smithi154 ceph-mon[84269]: pgmap v2366: 169 pgs: 169 active+clean; 1.1 GiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 21 MiB/s rd, 12 MiB/s wr, 367 op/s 2024-04-10T15:51:01.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:00 smithi154 ceph-mon[84269]: osdmap e1339: 8 total, 8 up, 8 in 2024-04-10T15:51:02.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:01 smithi102 ceph-mon[90943]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-10T15:51:02.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:01 smithi102 ceph-mon[88557]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-10T15:51:02.304 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:01 smithi154 ceph-mon[84269]: osdmap e1340: 8 total, 8 up, 8 in 2024-04-10T15:51:02.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:51:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:51:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:51:02.932 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap2 2024-04-10T15:51:02.945 INFO:tasks.workunit.client.0.smithi102.stdout:clone image170 -> image172 2024-04-10T15:51:03.108 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 232009875 2024-04-10T15:51:03.120 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 183408577~4584791 2024-04-10T15:51:03.158 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 32184681~5098927 2024-04-10T15:51:03.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:02 smithi102 ceph-mon[90943]: pgmap v2369: 169 pgs: 169 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 15 MiB/s wr, 341 op/s 2024-04-10T15:51:03.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:02 smithi102 ceph-mon[90943]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-10T15:51:03.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:02 smithi102 ceph-mon[88557]: pgmap v2369: 169 pgs: 169 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 15 MiB/s wr, 341 op/s 2024-04-10T15:51:03.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:02 smithi102 ceph-mon[88557]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-10T15:51:03.175 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 74203431~1394319 2024-04-10T15:51:03.216 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 38085522~277840 2024-04-10T15:51:03.223 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 214134500~1788569 2024-04-10T15:51:03.238 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 164033686~7727336 2024-04-10T15:51:03.239 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 129076965~924189 2024-04-10T15:51:03.249 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 141069428~2603808 2024-04-10T15:51:03.255 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap3 2024-04-10T15:51:03.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:02 smithi154 ceph-mon[84269]: pgmap v2369: 169 pgs: 169 active+clean; 1.2 GiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 38 MiB/s rd, 15 MiB/s wr, 341 op/s 2024-04-10T15:51:03.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:02 smithi154 ceph-mon[84269]: osdmap e1341: 8 total, 8 up, 8 in 2024-04-10T15:51:04.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:03 smithi154 ceph-mon[84269]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-10T15:51:04.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:03 smithi102 ceph-mon[90943]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-10T15:51:04.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:03 smithi102 ceph-mon[88557]: osdmap e1342: 8 total, 8 up, 8 in 2024-04-10T15:51:04.951 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 202530634 2024-04-10T15:51:04.984 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:51:05.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:04 smithi154 ceph-mon[84269]: pgmap v2372: 169 pgs: 169 active+clean; 1.3 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 19 MiB/s wr, 339 op/s 2024-04-10T15:51:05.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:04 smithi154 ceph-mon[84269]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-10T15:51:05.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:04 smithi102 ceph-mon[90943]: pgmap v2372: 169 pgs: 169 active+clean; 1.3 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 19 MiB/s wr, 339 op/s 2024-04-10T15:51:05.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:04 smithi102 ceph-mon[90943]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-10T15:51:05.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:04 smithi102 ceph-mon[88557]: pgmap v2372: 169 pgs: 169 active+clean; 1.3 GiB data, 6.4 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 19 MiB/s wr, 339 op/s 2024-04-10T15:51:05.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:04 smithi102 ceph-mon[88557]: osdmap e1343: 8 total, 8 up, 8 in 2024-04-10T15:51:06.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:05 smithi154 ceph-mon[84269]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-10T15:51:06.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:05 smithi102 ceph-mon[90943]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-10T15:51:06.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:05 smithi102 ceph-mon[88557]: osdmap e1344: 8 total, 8 up, 8 in 2024-04-10T15:51:06.570 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:51:06.808 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:51:07.326 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:06 smithi102 ceph-mon[90943]: pgmap v2375: 169 pgs: 169 active+clean; 1.3 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 18 MiB/s wr, 517 op/s 2024-04-10T15:51:07.326 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:06 smithi102 ceph-mon[90943]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-10T15:51:07.326 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:06 smithi102 ceph-mon[88557]: pgmap v2375: 169 pgs: 169 active+clean; 1.3 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 18 MiB/s wr, 517 op/s 2024-04-10T15:51:07.326 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:06 smithi102 ceph-mon[88557]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-10T15:51:07.327 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.Stress (10084 ms) 2024-04-10T15:51:07.327 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.Stress2 2024-04-10T15:51:07.357 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:51:07.369 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 59053113~2968210 2024-04-10T15:51:07.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:06 smithi154 ceph-mon[84269]: pgmap v2375: 169 pgs: 169 active+clean; 1.3 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 4.5 MiB/s rd, 18 MiB/s wr, 517 op/s 2024-04-10T15:51:07.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:06 smithi154 ceph-mon[84269]: osdmap e1345: 8 total, 8 up, 8 in 2024-04-10T15:51:07.396 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 20199117~7080887 2024-04-10T15:51:07.396 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 14906781~3450807 2024-04-10T15:51:07.418 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 41419137~5120636 2024-04-10T15:51:07.418 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 37033689~6610470 2024-04-10T15:51:07.463 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 43103709~4033316 2024-04-10T15:51:07.466 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 21866365~8064049 2024-04-10T15:51:07.514 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 8890930~6259596 2024-04-10T15:51:07.517 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap0 2024-04-10T15:51:07.675 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:51:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:51:07] "GET /metrics HTTP/1.1" 200 38926 "" "Prometheus/2.43.0" 2024-04-10T15:51:08.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:07 smithi154 ceph-mon[84269]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-10T15:51:08.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:07 smithi102 ceph-mon[88557]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-10T15:51:08.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:07 smithi102 ceph-mon[90943]: osdmap e1346: 8 total, 8 up, 8 in 2024-04-10T15:51:08.986 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap0 2024-04-10T15:51:08.999 INFO:tasks.workunit.client.0.smithi102.stdout:clone image173 -> image176 2024-04-10T15:51:09.104 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 93054850 2024-04-10T15:51:09.116 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 40196368~2401112 2024-04-10T15:51:09.170 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 75483814~4974623 2024-04-10T15:51:09.177 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 47648678~2341135 2024-04-10T15:51:09.205 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 86297363~4538007 2024-04-10T15:51:09.205 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 55559073~4137065 2024-04-10T15:51:09.256 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 61858187~4941706 2024-04-10T15:51:09.261 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 86039995~201 2024-04-10T15:51:09.266 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 108280~3583709 2024-04-10T15:51:09.271 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:51:09.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:08 smithi154 ceph-mon[84269]: pgmap v2378: 169 pgs: 169 active+clean; 1.3 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 11 MiB/s wr, 713 op/s 2024-04-10T15:51:09.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:08 smithi154 ceph-mon[84269]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-10T15:51:09.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:09.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:08 smithi102 ceph-mon[90943]: pgmap v2378: 169 pgs: 169 active+clean; 1.3 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 11 MiB/s wr, 713 op/s 2024-04-10T15:51:09.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:08 smithi102 ceph-mon[90943]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-10T15:51:09.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:09.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:08 smithi102 ceph-mon[88557]: pgmap v2378: 169 pgs: 169 active+clean; 1.3 GiB data, 6.5 GiB used, 709 GiB / 715 GiB avail; 22 MiB/s rd, 11 MiB/s wr, 713 op/s 2024-04-10T15:51:09.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:08 smithi102 ceph-mon[88557]: osdmap e1347: 8 total, 8 up, 8 in 2024-04-10T15:51:09.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:10.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:09 smithi154 ceph-mon[84269]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-10T15:51:10.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:09 smithi102 ceph-mon[90943]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-10T15:51:10.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:09 smithi102 ceph-mon[88557]: osdmap e1348: 8 total, 8 up, 8 in 2024-04-10T15:51:10.993 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap1 2024-04-10T15:51:11.004 INFO:tasks.workunit.client.0.smithi102.stdout:clone image176 -> image178 2024-04-10T15:51:11.136 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 72776671~154130 2024-04-10T15:51:11.149 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 71136066~8323744 2024-04-10T15:51:11.156 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 48893793~3846175 2024-04-10T15:51:11.194 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 53612665~3308829 2024-04-10T15:51:11.224 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 61751245~7355402 2024-04-10T15:51:11.281 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 22157701~7030186 2024-04-10T15:51:11.306 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 1629678~4591314 2024-04-10T15:51:11.337 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 74921303~7140809 2024-04-10T15:51:11.343 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap2 2024-04-10T15:51:11.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:10 smithi154 ceph-mon[84269]: pgmap v2381: 169 pgs: 169 active+clean; 1.4 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 12 MiB/s wr, 770 op/s 2024-04-10T15:51:11.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:10 smithi154 ceph-mon[84269]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-10T15:51:11.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:10 smithi102 ceph-mon[90943]: pgmap v2381: 169 pgs: 169 active+clean; 1.4 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 12 MiB/s wr, 770 op/s 2024-04-10T15:51:11.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:10 smithi102 ceph-mon[90943]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-10T15:51:11.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:10 smithi102 ceph-mon[88557]: pgmap v2381: 169 pgs: 169 active+clean; 1.4 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 51 MiB/s rd, 12 MiB/s wr, 770 op/s 2024-04-10T15:51:11.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:10 smithi102 ceph-mon[88557]: osdmap e1349: 8 total, 8 up, 8 in 2024-04-10T15:51:12.305 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:11 smithi154 ceph-mon[84269]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-10T15:51:12.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:11 smithi102 ceph-mon[88557]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-10T15:51:12.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:11 smithi102 ceph-mon[90943]: osdmap e1350: 8 total, 8 up, 8 in 2024-04-10T15:51:12.644 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:51:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:51:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:51:13.009 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap2 2024-04-10T15:51:13.021 INFO:tasks.workunit.client.0.smithi102.stdout:clone image178 -> image180 2024-04-10T15:51:13.175 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 77356876~7076142 2024-04-10T15:51:13.237 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 69547115~6038279 2024-04-10T15:51:13.261 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 62678783~4352529 2024-04-10T15:51:13.328 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 73415733~7716029 2024-04-10T15:51:13.331 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 24956306~7865940 2024-04-10T15:51:13.391 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 41757135~7774833 2024-04-10T15:51:13.394 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:13 smithi154 ceph-mon[84269]: pgmap v2384: 169 pgs: 169 active+clean; 1.4 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 64 MiB/s rd, 18 MiB/s wr, 812 op/s 2024-04-10T15:51:13.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:13 smithi154 ceph-mon[84269]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-10T15:51:13.424 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:13 smithi102 ceph-mon[90943]: pgmap v2384: 169 pgs: 169 active+clean; 1.4 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 64 MiB/s rd, 18 MiB/s wr, 812 op/s 2024-04-10T15:51:13.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:13 smithi102 ceph-mon[90943]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-10T15:51:13.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:13 smithi102 ceph-mon[88557]: pgmap v2384: 169 pgs: 169 active+clean; 1.4 GiB data, 6.6 GiB used, 709 GiB / 715 GiB avail; 64 MiB/s rd, 18 MiB/s wr, 812 op/s 2024-04-10T15:51:13.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:13 smithi102 ceph-mon[88557]: osdmap e1351: 8 total, 8 up, 8 in 2024-04-10T15:51:13.441 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 50458992~4624404 2024-04-10T15:51:13.491 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 85039288~8015562 2024-04-10T15:51:13.498 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap3 2024-04-10T15:51:14.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:14 smithi154 ceph-mon[84269]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-10T15:51:14.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:14 smithi154 ceph-mon[84269]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-10T15:51:14.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:14 smithi102 ceph-mon[90943]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-10T15:51:14.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:14 smithi102 ceph-mon[90943]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-10T15:51:14.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:14 smithi102 ceph-mon[88557]: osdmap e1352: 8 total, 8 up, 8 in 2024-04-10T15:51:14.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:14 smithi102 ceph-mon[88557]: osdmap e1353: 8 total, 8 up, 8 in 2024-04-10T15:51:14.702 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:51:15.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:15 smithi154 ceph-mon[84269]: pgmap v2388: 169 pgs: 169 active+clean; 1.4 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 20 MiB/s wr, 646 op/s 2024-04-10T15:51:15.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:15 smithi154 ceph-mon[84269]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-10T15:51:15.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:15 smithi102 ceph-mon[90943]: pgmap v2388: 169 pgs: 169 active+clean; 1.4 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 20 MiB/s wr, 646 op/s 2024-04-10T15:51:15.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:15 smithi102 ceph-mon[90943]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-10T15:51:15.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:15 smithi102 ceph-mon[88557]: pgmap v2388: 169 pgs: 169 active+clean; 1.4 GiB data, 6.7 GiB used, 708 GiB / 715 GiB avail; 38 MiB/s rd, 20 MiB/s wr, 646 op/s 2024-04-10T15:51:15.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:15 smithi102 ceph-mon[88557]: osdmap e1354: 8 total, 8 up, 8 in 2024-04-10T15:51:16.205 INFO:tasks.workunit.client.0.smithi102.stdout:write: a 74178425~5655346 2024-04-10T15:51:16.260 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 60808736~4019847 2024-04-10T15:51:16.296 INFO:tasks.workunit.client.0.smithi102.stdout:write: a 24513427~1905116 2024-04-10T15:51:16.322 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 71264808~2587353 2024-04-10T15:51:16.338 INFO:tasks.workunit.client.0.smithi102.stdout:write: a 37821460~3704115 2024-04-10T15:51:16.381 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 85381090~7673760 2024-04-10T15:51:16.394 INFO:tasks.workunit.client.0.smithi102.stdout:write: a 75424296~2432891 2024-04-10T15:51:16.412 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 57829482~5418575 2024-04-10T15:51:16.434 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: user0 2024-04-10T15:51:17.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:16 smithi154 ceph-mon[84269]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-10T15:51:17.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:16 smithi154 ceph-mon[84269]: pgmap v2391: 169 pgs: 169 active+clean; 1.5 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 27 MiB/s wr, 441 op/s 2024-04-10T15:51:17.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:16 smithi102 ceph-mon[88557]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-10T15:51:17.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:16 smithi102 ceph-mon[88557]: pgmap v2391: 169 pgs: 169 active+clean; 1.5 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 27 MiB/s wr, 441 op/s 2024-04-10T15:51:17.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:16 smithi102 ceph-mon[90943]: osdmap e1355: 8 total, 8 up, 8 in 2024-04-10T15:51:17.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:16 smithi102 ceph-mon[90943]: pgmap v2391: 169 pgs: 169 active+clean; 1.5 GiB data, 6.9 GiB used, 708 GiB / 715 GiB avail; 13 MiB/s rd, 27 MiB/s wr, 441 op/s 2024-04-10T15:51:17.711 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 105753429 2024-04-10T15:51:17.725 INFO:tasks.workunit.client.0.smithi102.stdout:write: b 60066938~2673940 2024-04-10T15:51:17.736 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 16567148~5735228 2024-04-10T15:51:17.736 INFO:tasks.workunit.client.0.smithi102.stdout:write: b 73167452~3035836 2024-04-10T15:51:17.738 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 43943465~1965367 2024-04-10T15:51:17.738 INFO:tasks.workunit.client.0.smithi102.stdout:write: b 68416345~4661809 2024-04-10T15:51:17.749 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 82763343~3831173 2024-04-10T15:51:17.749 INFO:tasks.workunit.client.0.smithi102.stdout:write: b 57456827~5065452 2024-04-10T15:51:17.824 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 26514809~5929518 2024-04-10T15:51:17.824 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: user1 2024-04-10T15:51:17.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:17 smithi102 ceph-mon[90943]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-10T15:51:17.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:17 smithi102 ceph-mon[88557]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-10T15:51:17.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:51:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:51:17] "GET /metrics HTTP/1.1" 200 38931 "" "Prometheus/2.43.0" 2024-04-10T15:51:18.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:17 smithi154 ceph-mon[84269]: osdmap e1356: 8 total, 8 up, 8 in 2024-04-10T15:51:19.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:18 smithi154 ceph-mon[84269]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-10T15:51:19.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:18 smithi154 ceph-mon[84269]: pgmap v2394: 169 pgs: 169 active+clean; 1.6 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 22 MiB/s wr, 500 op/s 2024-04-10T15:51:19.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:18 smithi102 ceph-mon[90943]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-10T15:51:19.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:18 smithi102 ceph-mon[90943]: pgmap v2394: 169 pgs: 169 active+clean; 1.6 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 22 MiB/s wr, 500 op/s 2024-04-10T15:51:19.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:18 smithi102 ceph-mon[88557]: osdmap e1357: 8 total, 8 up, 8 in 2024-04-10T15:51:19.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:18 smithi102 ceph-mon[88557]: pgmap v2394: 169 pgs: 169 active+clean; 1.6 GiB data, 7.0 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 22 MiB/s wr, 500 op/s 2024-04-10T15:51:19.727 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 192594491 2024-04-10T15:51:19.741 INFO:tasks.workunit.client.0.smithi102.stdout:write: c 127121888~3358116 2024-04-10T15:51:19.756 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 59798330~5942457 2024-04-10T15:51:19.756 INFO:tasks.workunit.client.0.smithi102.stdout:write: c 32110898~1258350 2024-04-10T15:51:19.757 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 172493880~5160268 2024-04-10T15:51:19.757 INFO:tasks.workunit.client.0.smithi102.stdout:write: c 153872166~3200295 2024-04-10T15:51:19.763 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 163724626~3773804 2024-04-10T15:51:19.763 INFO:tasks.workunit.client.0.smithi102.stdout:write: c 118591085~3572733 2024-04-10T15:51:19.768 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 20444513~4122287 2024-04-10T15:51:19.768 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: user2 2024-04-10T15:51:20.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:19 smithi154 ceph-mon[84269]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-10T15:51:20.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:19 smithi102 ceph-mon[90943]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-10T15:51:20.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:19 smithi102 ceph-mon[88557]: osdmap e1358: 8 total, 8 up, 8 in 2024-04-10T15:51:21.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:20 smithi154 ceph-mon[84269]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-10T15:51:21.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:20 smithi154 ceph-mon[84269]: pgmap v2397: 169 pgs: 169 active+clean; 1.6 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 24 MiB/s wr, 609 op/s 2024-04-10T15:51:21.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:20 smithi102 ceph-mon[90943]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-10T15:51:21.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:20 smithi102 ceph-mon[90943]: pgmap v2397: 169 pgs: 169 active+clean; 1.6 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 24 MiB/s wr, 609 op/s 2024-04-10T15:51:21.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:20 smithi102 ceph-mon[88557]: osdmap e1359: 8 total, 8 up, 8 in 2024-04-10T15:51:21.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:20 smithi102 ceph-mon[88557]: pgmap v2397: 169 pgs: 169 active+clean; 1.6 GiB data, 7.2 GiB used, 708 GiB / 715 GiB avail; 42 MiB/s rd, 24 MiB/s wr, 609 op/s 2024-04-10T15:51:21.741 INFO:tasks.workunit.client.0.smithi102.stdout:write: d 91300858~7158124 2024-04-10T15:51:21.763 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 84675172~2175776 2024-04-10T15:51:21.763 INFO:tasks.workunit.client.0.smithi102.stdout:write: d 189347953~2314008 2024-04-10T15:51:21.764 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 135978681~1872321 2024-04-10T15:51:21.764 INFO:tasks.workunit.client.0.smithi102.stdout:write: d 129142845~444942 2024-04-10T15:51:21.764 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 178676373~7690472 2024-04-10T15:51:21.764 INFO:tasks.workunit.client.0.smithi102.stdout:write: d 135026577~301675 2024-04-10T15:51:21.765 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 28477732~4499749 2024-04-10T15:51:21.765 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: user3 2024-04-10T15:51:22.046 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:21 smithi154 ceph-mon[84269]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-10T15:51:22.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:21 smithi102 ceph-mon[90943]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-10T15:51:22.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:21 smithi102 ceph-mon[88557]: osdmap e1360: 8 total, 8 up, 8 in 2024-04-10T15:51:22.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:51:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:51:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:51:23.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:22 smithi154 ceph-mon[84269]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-10T15:51:23.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:22 smithi154 ceph-mon[84269]: pgmap v2400: 169 pgs: 169 active+clean; 1.7 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 48 MiB/s rd, 25 MiB/s wr, 555 op/s 2024-04-10T15:51:23.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:22 smithi102 ceph-mon[90943]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-10T15:51:23.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:22 smithi102 ceph-mon[90943]: pgmap v2400: 169 pgs: 169 active+clean; 1.7 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 48 MiB/s rd, 25 MiB/s wr, 555 op/s 2024-04-10T15:51:23.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:22 smithi102 ceph-mon[88557]: osdmap e1361: 8 total, 8 up, 8 in 2024-04-10T15:51:23.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:22 smithi102 ceph-mon[88557]: pgmap v2400: 169 pgs: 169 active+clean; 1.7 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 48 MiB/s rd, 25 MiB/s wr, 555 op/s 2024-04-10T15:51:23.755 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 19259449~4814862 2024-04-10T15:51:23.757 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 20463164~2407431 2024-04-10T15:51:23.799 INFO:tasks.workunit.client.0.smithi102.stdout:write: 2 38518898~4814862 2024-04-10T15:51:23.800 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 39722613~2407431 2024-04-10T15:51:23.839 INFO:tasks.workunit.client.0.smithi102.stdout:write: 3 57778347~4814862 2024-04-10T15:51:23.840 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 58982062~2407431 2024-04-10T15:51:23.875 INFO:tasks.workunit.client.0.smithi102.stdout:write: 4 77037796~4814862 2024-04-10T15:51:23.877 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 78241511~2407431 2024-04-10T15:51:23.911 INFO:tasks.workunit.client.0.smithi102.stdout:write: 5 96297245~4814862 2024-04-10T15:51:23.912 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 97500960~2407431 2024-04-10T15:51:24.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:23 smithi154 ceph-mon[84269]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-10T15:51:24.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:24.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:23 smithi102 ceph-mon[90943]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-10T15:51:24.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:24.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:23 smithi102 ceph-mon[88557]: osdmap e1362: 8 total, 8 up, 8 in 2024-04-10T15:51:24.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:25.065 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:51:25.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:24 smithi154 ceph-mon[84269]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-10T15:51:25.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:24 smithi154 ceph-mon[84269]: pgmap v2403: 169 pgs: 169 active+clean; 1.7 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 14 MiB/s wr, 213 op/s 2024-04-10T15:51:25.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:24 smithi102 ceph-mon[90943]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-10T15:51:25.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:24 smithi102 ceph-mon[90943]: pgmap v2403: 169 pgs: 169 active+clean; 1.7 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 14 MiB/s wr, 213 op/s 2024-04-10T15:51:25.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:24 smithi102 ceph-mon[88557]: osdmap e1363: 8 total, 8 up, 8 in 2024-04-10T15:51:25.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:24 smithi102 ceph-mon[88557]: pgmap v2403: 169 pgs: 169 active+clean; 1.7 GiB data, 7.3 GiB used, 708 GiB / 715 GiB avail; 22 MiB/s rd, 14 MiB/s wr, 213 op/s 2024-04-10T15:51:25.292 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:51:26.836 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.Stress2 (19509 ms) 2024-04-10T15:51:26.837 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMigration.StressLive 2024-04-10T15:51:26.870 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 83886080 2024-04-10T15:51:26.881 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 26644646~3173372 2024-04-10T15:51:26.913 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 25110856~1529350 2024-04-10T15:51:26.915 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 21506861~5170063 2024-04-10T15:51:26.952 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 50886907~2135268 2024-04-10T15:51:26.952 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 39262433~338618 2024-04-10T15:51:26.960 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 46403946~7003003 2024-04-10T15:51:26.960 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 23990628~6627354 2024-04-10T15:51:27.004 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 62999809~3230422 2024-04-10T15:51:27.004 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap0 2024-04-10T15:51:27.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:26 smithi154 ceph-mon[84269]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-10T15:51:27.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:26 smithi154 ceph-mon[84269]: pgmap v2405: 169 pgs: 169 active+clean; 1.8 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 51 MiB/s rd, 15 MiB/s wr, 372 op/s 2024-04-10T15:51:27.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:26 smithi102 ceph-mon[90943]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-10T15:51:27.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:26 smithi102 ceph-mon[90943]: pgmap v2405: 169 pgs: 169 active+clean; 1.8 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 51 MiB/s rd, 15 MiB/s wr, 372 op/s 2024-04-10T15:51:27.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:26 smithi102 ceph-mon[88557]: osdmap e1364: 8 total, 8 up, 8 in 2024-04-10T15:51:27.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:26 smithi102 ceph-mon[88557]: pgmap v2405: 169 pgs: 169 active+clean; 1.8 GiB data, 7.4 GiB used, 708 GiB / 715 GiB avail; 51 MiB/s rd, 15 MiB/s wr, 372 op/s 2024-04-10T15:51:27.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:51:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:51:27] "GET /metrics HTTP/1.1" 200 38928 "" "Prometheus/2.43.0" 2024-04-10T15:51:28.779 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 38323110~6593561 2024-04-10T15:51:28.793 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 80742188~3143892 2024-04-10T15:51:28.794 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 14502732~5213620 2024-04-10T15:51:28.801 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 6355253~7656378 2024-04-10T15:51:28.801 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 31570093~6415800 2024-04-10T15:51:28.809 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 73745135~2466394 2024-04-10T15:51:28.809 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 30805590~2706010 2024-04-10T15:51:28.872 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 12623968~8115093 2024-04-10T15:51:28.873 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap1 2024-04-10T15:51:29.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:28 smithi154 ceph-mon[84269]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-10T15:51:29.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:28 smithi154 ceph-mon[84269]: pgmap v2407: 169 pgs: 169 active+clean; 1.8 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 88 MiB/s rd, 13 MiB/s wr, 589 op/s 2024-04-10T15:51:29.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:28 smithi102 ceph-mon[90943]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-10T15:51:29.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:28 smithi102 ceph-mon[90943]: pgmap v2407: 169 pgs: 169 active+clean; 1.8 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 88 MiB/s rd, 13 MiB/s wr, 589 op/s 2024-04-10T15:51:29.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:28 smithi102 ceph-mon[88557]: osdmap e1365: 8 total, 8 up, 8 in 2024-04-10T15:51:29.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:28 smithi102 ceph-mon[88557]: pgmap v2407: 169 pgs: 169 active+clean; 1.8 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 88 MiB/s rd, 13 MiB/s wr, 589 op/s 2024-04-10T15:51:30.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:29 smithi154 ceph-mon[84269]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-10T15:51:30.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:29 smithi102 ceph-mon[88557]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-10T15:51:30.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:29 smithi102 ceph-mon[90943]: osdmap e1366: 8 total, 8 up, 8 in 2024-04-10T15:51:30.788 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap1 2024-04-10T15:51:30.806 INFO:tasks.workunit.client.0.smithi102.stdout:clone image181 -> image184 2024-04-10T15:51:30.913 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 118016909 2024-04-10T15:51:30.925 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 79539139~7720067 2024-04-10T15:51:30.980 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 99938786~915016 2024-04-10T15:51:30.980 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 29708002~4066204 2024-04-10T15:51:31.045 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 112838359~3278207 2024-04-10T15:51:31.045 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 48090659~217736 2024-04-10T15:51:31.051 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 19161969~3891588 2024-04-10T15:51:31.085 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 95747381~5762713 2024-04-10T15:51:31.119 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 47414312~4633198 2024-04-10T15:51:31.124 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap2 2024-04-10T15:51:31.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:30 smithi154 ceph-mon[84269]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-10T15:51:31.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:30 smithi154 ceph-mon[84269]: pgmap v2410: 169 pgs: 169 active+clean; 1.8 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 208 MiB/s rd, 13 MiB/s wr, 764 op/s 2024-04-10T15:51:31.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:30 smithi102 ceph-mon[90943]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-10T15:51:31.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:30 smithi102 ceph-mon[90943]: pgmap v2410: 169 pgs: 169 active+clean; 1.8 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 208 MiB/s rd, 13 MiB/s wr, 764 op/s 2024-04-10T15:51:31.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:30 smithi102 ceph-mon[88557]: osdmap e1367: 8 total, 8 up, 8 in 2024-04-10T15:51:31.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:30 smithi102 ceph-mon[88557]: pgmap v2410: 169 pgs: 169 active+clean; 1.8 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 208 MiB/s rd, 13 MiB/s wr, 764 op/s 2024-04-10T15:51:32.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:31 smithi154 ceph-mon[84269]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-10T15:51:32.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:31 smithi102 ceph-mon[88557]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-10T15:51:32.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:31 smithi102 ceph-mon[90943]: osdmap e1368: 8 total, 8 up, 8 in 2024-04-10T15:51:32.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:51:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:51:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:51:32.803 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap2 2024-04-10T15:51:32.819 INFO:tasks.workunit.client.0.smithi102.stdout:clone image184 -> image186 2024-04-10T15:51:32.963 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 96437334 2024-04-10T15:51:32.986 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 92913859~3451923 2024-04-10T15:51:33.012 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 65145101~3012051 2024-04-10T15:51:33.020 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 39589073~7022178 2024-04-10T15:51:33.077 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 93267859~3169475 2024-04-10T15:51:33.080 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 55303171~1564813 2024-04-10T15:51:33.094 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 65720589~3256605 2024-04-10T15:51:33.097 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 4862347~8085732 2024-04-10T15:51:33.143 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 21893697~3056227 2024-04-10T15:51:33.144 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:32 smithi154 ceph-mon[84269]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-10T15:51:33.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:32 smithi154 ceph-mon[84269]: pgmap v2413: 169 pgs: 169 active+clean; 1.8 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 196 MiB/s rd, 22 MiB/s wr, 496 op/s 2024-04-10T15:51:33.156 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: snap3 2024-04-10T15:51:33.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:32 smithi102 ceph-mon[88557]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-10T15:51:33.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:32 smithi102 ceph-mon[88557]: pgmap v2413: 169 pgs: 169 active+clean; 1.8 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 196 MiB/s rd, 22 MiB/s wr, 496 op/s 2024-04-10T15:51:33.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:32 smithi102 ceph-mon[90943]: osdmap e1369: 8 total, 8 up, 8 in 2024-04-10T15:51:33.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:32 smithi102 ceph-mon[90943]: pgmap v2413: 169 pgs: 169 active+clean; 1.8 GiB data, 7.5 GiB used, 708 GiB / 715 GiB avail; 196 MiB/s rd, 22 MiB/s wr, 496 op/s 2024-04-10T15:51:34.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:33 smithi154 ceph-mon[84269]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-10T15:51:34.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:33 smithi154 ceph-mon[84269]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-10T15:51:34.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:33 smithi102 ceph-mon[90943]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-10T15:51:34.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:33 smithi102 ceph-mon[90943]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-10T15:51:34.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:33 smithi102 ceph-mon[88557]: osdmap e1370: 8 total, 8 up, 8 in 2024-04-10T15:51:34.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:33 smithi102 ceph-mon[88557]: osdmap e1371: 8 total, 8 up, 8 in 2024-04-10T15:51:34.693 INFO:tasks.workunit.client.0.smithi102.stdout:snap_protect: snap3 2024-04-10T15:51:34.710 INFO:tasks.workunit.client.0.smithi102.stdout:clone image186 -> image188 2024-04-10T15:51:34.876 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 159073052 2024-04-10T15:51:34.892 INFO:tasks.workunit.client.0.smithi102.stdout:migration_prepare 2024-04-10T15:51:35.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:34 smithi154 ceph-mon[84269]: pgmap v2416: 169 pgs: 169 active+clean; 1.9 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 49 MiB/s rd, 24 MiB/s wr, 346 op/s 2024-04-10T15:51:35.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:34 smithi154 ceph-mon[84269]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-10T15:51:35.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:34 smithi102 ceph-mon[90943]: pgmap v2416: 169 pgs: 169 active+clean; 1.9 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 49 MiB/s rd, 24 MiB/s wr, 346 op/s 2024-04-10T15:51:35.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:34 smithi102 ceph-mon[90943]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-10T15:51:35.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:34 smithi102 ceph-mon[88557]: pgmap v2416: 169 pgs: 169 active+clean; 1.9 GiB data, 7.6 GiB used, 708 GiB / 715 GiB avail; 49 MiB/s rd, 24 MiB/s wr, 346 op/s 2024-04-10T15:51:35.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:34 smithi102 ceph-mon[88557]: osdmap e1372: 8 total, 8 up, 8 in 2024-04-10T15:51:35.329 INFO:tasks.workunit.client.0.smithi102.stdout:migration_execute 2024-04-10T15:51:35.330 INFO:tasks.workunit.client.0.smithi102.stdout:write: a 70785641~7277017 2024-04-10T15:51:35.404 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 132024617~7183944 2024-04-10T15:51:35.409 INFO:tasks.workunit.client.0.smithi102.stdout:write: a 134113169~1750583 2024-04-10T15:51:35.417 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 59199430~3051655 2024-04-10T15:51:35.438 INFO:tasks.workunit.client.0.smithi102.stdout:write: a 134366053~1898060 2024-04-10T15:51:35.450 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 34854774~353889 2024-04-10T15:51:35.477 INFO:tasks.workunit.client.0.smithi102.stdout:write: a 61633552~3600248 2024-04-10T15:51:35.505 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 17907173~1517894 2024-04-10T15:51:35.539 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: user0 2024-04-10T15:51:36.846 INFO:tasks.workunit.client.0.smithi102.stdout:write: b 8335932~7235955 2024-04-10T15:51:36.867 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 79325133~6122030 2024-04-10T15:51:36.867 INFO:tasks.workunit.client.0.smithi102.stdout:write: b 28329351~4665098 2024-04-10T15:51:36.875 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 23312938~2553372 2024-04-10T15:51:36.875 INFO:tasks.workunit.client.0.smithi102.stdout:write: b 76133963~1309833 2024-04-10T15:51:36.876 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 31482666~710199 2024-04-10T15:51:36.997 INFO:tasks.workunit.client.0.smithi102.stdout:write: b 118397895~5653140 2024-04-10T15:51:36.999 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 50341457~4584252 2024-04-10T15:51:36.999 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: user1 2024-04-10T15:51:37.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:36 smithi154 ceph-mon[84269]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-10T15:51:37.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:36 smithi154 ceph-mon[84269]: pgmap v2419: 169 pgs: 169 active+clean; 1.9 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 19 MiB/s wr, 434 op/s 2024-04-10T15:51:37.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:36 smithi102 ceph-mon[88557]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-10T15:51:37.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:36 smithi102 ceph-mon[88557]: pgmap v2419: 169 pgs: 169 active+clean; 1.9 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 19 MiB/s wr, 434 op/s 2024-04-10T15:51:37.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:36 smithi102 ceph-mon[90943]: osdmap e1373: 8 total, 8 up, 8 in 2024-04-10T15:51:37.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:36 smithi102 ceph-mon[90943]: pgmap v2419: 169 pgs: 169 active+clean; 1.9 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 11 MiB/s rd, 19 MiB/s wr, 434 op/s 2024-04-10T15:51:37.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:37 smithi102 ceph-mon[90943]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-10T15:51:37.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:37 smithi102 ceph-mon[88557]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-10T15:51:37.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:51:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:51:37] "GET /metrics HTTP/1.1" 200 38928 "" "Prometheus/2.43.0" 2024-04-10T15:51:38.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:37 smithi154 ceph-mon[84269]: osdmap e1374: 8 total, 8 up, 8 in 2024-04-10T15:51:38.834 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 270826597 2024-04-10T15:51:38.849 INFO:tasks.workunit.client.0.smithi102.stdout:write: c 236179651~7665000 2024-04-10T15:51:38.866 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 108753840~2027297 2024-04-10T15:51:38.866 INFO:tasks.workunit.client.0.smithi102.stdout:write: c 87276887~5587829 2024-04-10T15:51:38.874 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 185075950~6014063 2024-04-10T15:51:38.874 INFO:tasks.workunit.client.0.smithi102.stdout:write: c 259627284~5775871 2024-04-10T15:51:38.882 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 120779243~5611565 2024-04-10T15:51:38.882 INFO:tasks.workunit.client.0.smithi102.stdout:write: c 204609549~6127226 2024-04-10T15:51:38.908 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 60189763~2816653 2024-04-10T15:51:38.932 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: user2 2024-04-10T15:51:39.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:38 smithi154 ceph-mon[84269]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-10T15:51:39.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:38 smithi154 ceph-mon[84269]: pgmap v2422: 169 pgs: 169 active+clean; 2.0 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 18 MiB/s wr, 451 op/s 2024-04-10T15:51:39.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:39.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:38 smithi102 ceph-mon[90943]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-10T15:51:39.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:38 smithi102 ceph-mon[90943]: pgmap v2422: 169 pgs: 169 active+clean; 2.0 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 18 MiB/s wr, 451 op/s 2024-04-10T15:51:39.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:39.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:38 smithi102 ceph-mon[88557]: osdmap e1375: 8 total, 8 up, 8 in 2024-04-10T15:51:39.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:38 smithi102 ceph-mon[88557]: pgmap v2422: 169 pgs: 169 active+clean; 2.0 GiB data, 7.8 GiB used, 707 GiB / 715 GiB avail; 18 MiB/s rd, 18 MiB/s wr, 451 op/s 2024-04-10T15:51:39.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:40.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:39 smithi154 ceph-mon[84269]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-10T15:51:40.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:39 smithi102 ceph-mon[90943]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-10T15:51:40.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:39 smithi102 ceph-mon[88557]: osdmap e1376: 8 total, 8 up, 8 in 2024-04-10T15:51:40.853 INFO:tasks.workunit.client.0.smithi102.stdout:write: d 118724091~7481751 2024-04-10T15:51:40.875 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 5885735~7424446 2024-04-10T15:51:40.875 INFO:tasks.workunit.client.0.smithi102.stdout:write: d 2254296~6160509 2024-04-10T15:51:40.897 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 257556353~4165565 2024-04-10T15:51:40.897 INFO:tasks.workunit.client.0.smithi102.stdout:write: d 88388028~1909969 2024-04-10T15:51:40.899 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 15037038~8051995 2024-04-10T15:51:40.926 INFO:tasks.workunit.client.0.smithi102.stdout:write: d 267192929~3633668 2024-04-10T15:51:40.929 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 123587992~7100778 2024-04-10T15:51:40.929 INFO:tasks.workunit.client.0.smithi102.stdout:snap_create: user3 2024-04-10T15:51:41.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:40 smithi154 ceph-mon[84269]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-10T15:51:41.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:40 smithi154 ceph-mon[84269]: pgmap v2425: 169 pgs: 169 active+clean; 2.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 22 MiB/s rd, 32 MiB/s wr, 828 op/s 2024-04-10T15:51:41.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:40 smithi102 ceph-mon[90943]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-10T15:51:41.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:40 smithi102 ceph-mon[90943]: pgmap v2425: 169 pgs: 169 active+clean; 2.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 22 MiB/s rd, 32 MiB/s wr, 828 op/s 2024-04-10T15:51:41.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:40 smithi102 ceph-mon[88557]: osdmap e1377: 8 total, 8 up, 8 in 2024-04-10T15:51:41.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:40 smithi102 ceph-mon[88557]: pgmap v2425: 169 pgs: 169 active+clean; 2.1 GiB data, 8.0 GiB used, 707 GiB / 715 GiB avail; 22 MiB/s rd, 32 MiB/s wr, 828 op/s 2024-04-10T15:51:42.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:41 smithi154 ceph-mon[84269]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-10T15:51:42.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:41 smithi102 ceph-mon[90943]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-10T15:51:42.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:41 smithi102 ceph-mon[88557]: osdmap e1378: 8 total, 8 up, 8 in 2024-04-10T15:51:42.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:51:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:51:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:51:42.879 INFO:tasks.workunit.client.0.smithi102.stdout:write: 1 27082659~6770664 2024-04-10T15:51:42.887 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 28775325~3385332 2024-04-10T15:51:42.921 INFO:tasks.workunit.client.0.smithi102.stdout:write: 2 54165319~6770664 2024-04-10T15:51:42.923 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 55857985~3385332 2024-04-10T15:51:42.952 INFO:tasks.workunit.client.0.smithi102.stdout:write: 3 81247979~6770664 2024-04-10T15:51:42.954 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 82940645~3385332 2024-04-10T15:51:42.984 INFO:tasks.workunit.client.0.smithi102.stdout:write: 4 108330638~6770664 2024-04-10T15:51:42.986 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 110023304~3385332 2024-04-10T15:51:43.021 INFO:tasks.workunit.client.0.smithi102.stdout:write: 5 135413298~6770664 2024-04-10T15:51:43.023 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 137105964~3385332 2024-04-10T15:51:43.133 INFO:tasks.workunit.client.0.smithi102.stdout:migration_commit 2024-04-10T15:51:43.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:42 smithi154 ceph-mon[84269]: pgmap v2427: 169 pgs: 169 active+clean; 2.1 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 22 MiB/s rd, 36 MiB/s wr, 686 op/s 2024-04-10T15:51:43.181 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:42 smithi154 ceph-mon[84269]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-10T15:51:43.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:42 smithi102 ceph-mon[90943]: pgmap v2427: 169 pgs: 169 active+clean; 2.1 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 22 MiB/s rd, 36 MiB/s wr, 686 op/s 2024-04-10T15:51:43.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:42 smithi102 ceph-mon[90943]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-10T15:51:43.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:42 smithi102 ceph-mon[88557]: pgmap v2427: 169 pgs: 169 active+clean; 2.1 GiB data, 8.3 GiB used, 707 GiB / 715 GiB avail; 22 MiB/s rd, 36 MiB/s wr, 686 op/s 2024-04-10T15:51:43.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:42 smithi102 ceph-mon[88557]: osdmap e1379: 8 total, 8 up, 8 in 2024-04-10T15:51:44.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:43 smithi154 ceph-mon[84269]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-10T15:51:44.174 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:43 smithi102 ceph-mon[90943]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-10T15:51:44.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:43 smithi102 ceph-mon[88557]: osdmap e1380: 8 total, 8 up, 8 in 2024-04-10T15:51:44.519 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMigration.StressLive (17683 ms) 2024-04-10T15:51:45.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:44 smithi154 ceph-mon[84269]: pgmap v2430: 169 pgs: 169 active+clean; 2.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 29 MiB/s wr, 327 op/s 2024-04-10T15:51:45.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:44 smithi102 ceph-mon[90943]: pgmap v2430: 169 pgs: 169 active+clean; 2.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 29 MiB/s wr, 327 op/s 2024-04-10T15:51:45.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:44 smithi102 ceph-mon[88557]: pgmap v2430: 169 pgs: 169 active+clean; 2.2 GiB data, 8.4 GiB used, 707 GiB / 715 GiB avail; 13 MiB/s rd, 29 MiB/s wr, 327 op/s 2024-04-10T15:51:45.873 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 57 tests from TestMigration (262304 ms total) 2024-04-10T15:51:45.873 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:51:45.873 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 6 tests from TestGroup 2024-04-10T15:51:46.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:45 smithi154 ceph-mon[84269]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-10T15:51:46.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:45 smithi102 ceph-mon[90943]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-10T15:51:46.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:45 smithi102 ceph-mon[88557]: osdmap e1381: 8 total, 8 up, 8 in 2024-04-10T15:51:47.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:46 smithi154 ceph-mon[84269]: pgmap v2432: 137 pgs: 137 active+clean; 2.2 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail 2024-04-10T15:51:47.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:46 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:51:47.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:46 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:51:47.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:46 smithi154 ceph-mon[84269]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-10T15:51:47.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:46 smithi102 ceph-mon[90943]: pgmap v2432: 137 pgs: 137 active+clean; 2.2 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail 2024-04-10T15:51:47.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:46 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:51:47.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:46 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:51:47.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:46 smithi102 ceph-mon[90943]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-10T15:51:47.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:46 smithi102 ceph-mon[88557]: pgmap v2432: 137 pgs: 137 active+clean; 2.2 GiB data, 8.5 GiB used, 707 GiB / 715 GiB avail 2024-04-10T15:51:47.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:46 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:51:47.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:46 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:51:47.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:46 smithi102 ceph-mon[88557]: osdmap e1382: 8 total, 8 up, 8 in 2024-04-10T15:51:47.876 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:51:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:51:47] "GET /metrics HTTP/1.1" 200 38928 "" "Prometheus/2.43.0" 2024-04-10T15:51:47.881 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestGroup.group_create 2024-04-10T15:51:48.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:47 smithi154 ceph-mon[84269]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-10T15:51:48.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:47 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3867129573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:48.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:47 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:48.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:47 smithi102 ceph-mon[90943]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-10T15:51:48.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:47 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3867129573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:48.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:47 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:48.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:47 smithi102 ceph-mon[88557]: osdmap e1383: 8 total, 8 up, 8 in 2024-04-10T15:51:48.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:47 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3867129573' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:48.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:47 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-10","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:51:49.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:48 smithi154 ceph-mon[84269]: pgmap v2435: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2024-04-10T15:51:49.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:48 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:51:49.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:48 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:51:49.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:48 smithi154 ceph-mon[84269]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-10T15:51:49.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:48 smithi102 ceph-mon[90943]: pgmap v2435: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2024-04-10T15:51:49.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:48 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:51:49.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:48 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:51:49.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:48 smithi102 ceph-mon[90943]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-10T15:51:49.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:48 smithi102 ceph-mon[88557]: pgmap v2435: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 7.1 GiB used, 708 GiB / 715 GiB avail 2024-04-10T15:51:49.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:48 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:51:49.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:48 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-10","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:51:49.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:48 smithi102 ceph-mon[88557]: osdmap e1384: 8 total, 8 up, 8 in 2024-04-10T15:51:49.929 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestGroup.group_create (2048 ms) 2024-04-10T15:51:49.929 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestGroup.group_createPP 2024-04-10T15:51:49.947 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestGroup.group_createPP (18 ms) 2024-04-10T15:51:49.947 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestGroup.add_image 2024-04-10T15:51:49.985 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestGroup.add_image (38 ms) 2024-04-10T15:51:49.985 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestGroup.add_imagePP 2024-04-10T15:51:50.021 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestGroup.add_imagePP (37 ms) 2024-04-10T15:51:50.022 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestGroup.add_snapshot 2024-04-10T15:51:50.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:49 smithi154 ceph-mon[84269]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-10T15:51:50.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:49 smithi102 ceph-mon[90943]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-10T15:51:50.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:49 smithi102 ceph-mon[88557]: osdmap e1385: 8 total, 8 up, 8 in 2024-04-10T15:51:51.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:50 smithi154 ceph-mon[84269]: pgmap v2438: 137 pgs: 9 creating+peering, 12 unknown, 116 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-10T15:51:51.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:50 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:51:51.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:50 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:51:51.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:50 smithi154 ceph-mon[84269]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-10T15:51:51.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:50 smithi102 ceph-mon[90943]: pgmap v2438: 137 pgs: 9 creating+peering, 12 unknown, 116 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-10T15:51:51.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:50 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:51:51.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:50 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:51:51.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:50 smithi102 ceph-mon[90943]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-10T15:51:51.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:50 smithi102 ceph-mon[88557]: pgmap v2438: 137 pgs: 9 creating+peering, 12 unknown, 116 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-10T15:51:51.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:50 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:51:51.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:50 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:51:51.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:50 smithi102 ceph-mon[88557]: osdmap e1386: 8 total, 8 up, 8 in 2024-04-10T15:51:52.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:51 smithi102 ceph-mon[90943]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-10T15:51:52.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:51 smithi102 ceph-mon[88557]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-10T15:51:52.305 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:51 smithi154 ceph-mon[84269]: osdmap e1387: 8 total, 8 up, 8 in 2024-04-10T15:51:52.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:51:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:51:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:51:53.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:52 smithi102 ceph-mon[90943]: pgmap v2441: 137 pgs: 9 creating+peering, 128 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 34 KiB/s rd, 5.7 KiB/s wr, 50 op/s 2024-04-10T15:51:53.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:52 smithi102 ceph-mon[90943]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-10T15:51:53.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:52 smithi102 ceph-mon[88557]: pgmap v2441: 137 pgs: 9 creating+peering, 128 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 34 KiB/s rd, 5.7 KiB/s wr, 50 op/s 2024-04-10T15:51:53.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:52 smithi102 ceph-mon[88557]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-10T15:51:53.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:52 smithi154 ceph-mon[84269]: pgmap v2441: 137 pgs: 9 creating+peering, 128 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 34 KiB/s rd, 5.7 KiB/s wr, 50 op/s 2024-04-10T15:51:53.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:52 smithi154 ceph-mon[84269]: osdmap e1388: 8 total, 8 up, 8 in 2024-04-10T15:51:54.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:53 smithi102 ceph-mon[90943]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-10T15:51:54.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:51:54.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:54.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:53 smithi102 ceph-mon[88557]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-10T15:51:54.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:51:54.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:54.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:53 smithi154 ceph-mon[84269]: osdmap e1389: 8 total, 8 up, 8 in 2024-04-10T15:51:54.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:51:54.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:51:55.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:54 smithi102 ceph-mon[88557]: pgmap v2444: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 146 KiB/s rd, 16 KiB/s wr, 198 op/s 2024-04-10T15:51:55.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:54 smithi102 ceph-mon[88557]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-10T15:51:55.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:54 smithi102 ceph-mon[90943]: pgmap v2444: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 146 KiB/s rd, 16 KiB/s wr, 198 op/s 2024-04-10T15:51:55.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:54 smithi102 ceph-mon[90943]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-10T15:51:55.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:54 smithi154 ceph-mon[84269]: pgmap v2444: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 146 KiB/s rd, 16 KiB/s wr, 198 op/s 2024-04-10T15:51:55.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:54 smithi154 ceph-mon[84269]: osdmap e1390: 8 total, 8 up, 8 in 2024-04-10T15:51:55.957 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestGroup.add_snapshot (5935 ms) 2024-04-10T15:51:55.957 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestGroup.add_snapshotPP 2024-04-10T15:51:56.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:55 smithi102 ceph-mon[90943]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-10T15:51:56.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:55 smithi102 ceph-mon[88557]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-10T15:51:56.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:55 smithi154 ceph-mon[84269]: osdmap e1391: 8 total, 8 up, 8 in 2024-04-10T15:51:57.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:56 smithi102 ceph-mon[90943]: pgmap v2447: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 120 KiB/s rd, 13 KiB/s wr, 159 op/s 2024-04-10T15:51:57.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:56 smithi102 ceph-mon[90943]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-10T15:51:57.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:51:57.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:51:57.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:51:57.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:51:57.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:56 smithi102 ceph-mon[88557]: pgmap v2447: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 120 KiB/s rd, 13 KiB/s wr, 159 op/s 2024-04-10T15:51:57.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:56 smithi102 ceph-mon[88557]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-10T15:51:57.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:51:57.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:51:57.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:51:57.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:51:57.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:56 smithi154 ceph-mon[84269]: pgmap v2447: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 120 KiB/s rd, 13 KiB/s wr, 159 op/s 2024-04-10T15:51:57.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:56 smithi154 ceph-mon[84269]: osdmap e1392: 8 total, 8 up, 8 in 2024-04-10T15:51:57.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:51:57.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:51:57.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:51:57.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:51:57.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:51:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:51:57] "GET /metrics HTTP/1.1" 200 36470 "" "Prometheus/2.43.0" 2024-04-10T15:51:58.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:57 smithi154 ceph-mon[84269]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-10T15:51:58.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:57 smithi102 ceph-mon[90943]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-10T15:51:58.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:57 smithi102 ceph-mon[88557]: osdmap e1393: 8 total, 8 up, 8 in 2024-04-10T15:51:59.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:58 smithi154 ceph-mon[84269]: pgmap v2450: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 63 KiB/s rd, 6.2 KiB/s wr, 85 op/s 2024-04-10T15:51:59.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:58 smithi154 ceph-mon[84269]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-10T15:51:59.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:51:58 smithi154 ceph-mon[84269]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-10T15:51:59.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:58 smithi102 ceph-mon[90943]: pgmap v2450: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 63 KiB/s rd, 6.2 KiB/s wr, 85 op/s 2024-04-10T15:51:59.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:58 smithi102 ceph-mon[90943]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-10T15:51:59.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:51:58 smithi102 ceph-mon[90943]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-10T15:51:59.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:58 smithi102 ceph-mon[88557]: pgmap v2450: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 63 KiB/s rd, 6.2 KiB/s wr, 85 op/s 2024-04-10T15:51:59.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:58 smithi102 ceph-mon[88557]: osdmap e1394: 8 total, 8 up, 8 in 2024-04-10T15:51:59.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:51:58 smithi102 ceph-mon[88557]: osdmap e1395: 8 total, 8 up, 8 in 2024-04-10T15:52:01.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:00 smithi154 ceph-mon[84269]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-10T15:52:01.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:00 smithi154 ceph-mon[84269]: pgmap v2454: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 93 KiB/s rd, 9.2 KiB/s wr, 126 op/s 2024-04-10T15:52:01.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:00 smithi102 ceph-mon[88557]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-10T15:52:01.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:00 smithi102 ceph-mon[88557]: pgmap v2454: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 93 KiB/s rd, 9.2 KiB/s wr, 126 op/s 2024-04-10T15:52:01.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:00 smithi102 ceph-mon[90943]: osdmap e1396: 8 total, 8 up, 8 in 2024-04-10T15:52:01.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:00 smithi102 ceph-mon[90943]: pgmap v2454: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 93 KiB/s rd, 9.2 KiB/s wr, 126 op/s 2024-04-10T15:52:01.731 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestGroup.add_snapshotPP (5774 ms) 2024-04-10T15:52:02.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:01 smithi154 ceph-mon[84269]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-10T15:52:02.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:01 smithi102 ceph-mon[90943]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-10T15:52:02.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:01 smithi102 ceph-mon[88557]: osdmap e1397: 8 total, 8 up, 8 in 2024-04-10T15:52:02.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:52:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:52:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:52:02.712 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 6 tests from TestGroup (13850 ms total) 2024-04-10T15:52:02.712 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:52:02.712 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 31 tests from TestDeepCopy 2024-04-10T15:52:03.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:02 smithi154 ceph-mon[84269]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-10T15:52:03.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:02 smithi154 ceph-mon[84269]: pgmap v2457: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 41 KiB/s rd, 5.7 KiB/s wr, 56 op/s 2024-04-10T15:52:03.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:02 smithi102 ceph-mon[90943]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-10T15:52:03.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:02 smithi102 ceph-mon[90943]: pgmap v2457: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 41 KiB/s rd, 5.7 KiB/s wr, 56 op/s 2024-04-10T15:52:03.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:02 smithi102 ceph-mon[88557]: osdmap e1398: 8 total, 8 up, 8 in 2024-04-10T15:52:03.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:02 smithi102 ceph-mon[88557]: pgmap v2457: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 41 KiB/s rd, 5.7 KiB/s wr, 56 op/s 2024-04-10T15:52:04.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:03 smithi154 ceph-mon[84269]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-10T15:52:04.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:03 smithi102 ceph-mon[88557]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-10T15:52:04.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:03 smithi102 ceph-mon[90943]: osdmap e1399: 8 total, 8 up, 8 in 2024-04-10T15:52:04.723 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.Empty 2024-04-10T15:52:05.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:04 smithi154 ceph-mon[84269]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-10T15:52:05.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:04 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1892199552' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:52:05.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:04 smithi154 ceph-mon[84269]: pgmap v2460: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:52:05.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:04 smithi102 ceph-mon[90943]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-10T15:52:05.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:04 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1892199552' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:52:05.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:04 smithi102 ceph-mon[90943]: pgmap v2460: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:52:05.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:04 smithi102 ceph-mon[88557]: osdmap e1400: 8 total, 8 up, 8 in 2024-04-10T15:52:05.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:04 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1892199552' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-11","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:52:05.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:04 smithi102 ceph-mon[88557]: pgmap v2460: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:52:06.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:05 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:52:06.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:05 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1892199552' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:52:06.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:05 smithi154 ceph-mon[84269]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-10T15:52:06.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:05 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:52:06.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:05 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1892199552' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:52:06.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:05 smithi102 ceph-mon[90943]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-10T15:52:06.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:05 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:52:06.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:05 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1892199552' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-11","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:52:06.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:05 smithi102 ceph-mon[88557]: osdmap e1401: 8 total, 8 up, 8 in 2024-04-10T15:52:06.863 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestDeepCopy.Empty (2140 ms) 2024-04-10T15:52:06.863 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.NoSnaps 2024-04-10T15:52:07.076 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:06 smithi102 ceph-mon[90943]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-10T15:52:07.076 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:06 smithi102 ceph-mon[90943]: pgmap v2463: 137 pgs: 14 creating+peering, 11 unknown, 112 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:52:07.076 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:06 smithi102 ceph-mon[88557]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-10T15:52:07.076 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:06 smithi102 ceph-mon[88557]: pgmap v2463: 137 pgs: 14 creating+peering, 11 unknown, 112 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:52:07.113 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestDeepCopy.NoSnaps (250 ms) 2024-04-10T15:52:07.113 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.Snaps 2024-04-10T15:52:07.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:06 smithi154 ceph-mon[84269]: osdmap e1402: 8 total, 8 up, 8 in 2024-04-10T15:52:07.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:06 smithi154 ceph-mon[84269]: pgmap v2463: 137 pgs: 14 creating+peering, 11 unknown, 112 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:52:07.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:07 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:52:07.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:07 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:52:07.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:07 smithi102 ceph-mon[90943]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-10T15:52:07.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:52:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:52:07] "GET /metrics HTTP/1.1" 200 36470 "" "Prometheus/2.43.0" 2024-04-10T15:52:07.926 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:07 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:52:07.926 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:07 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:52:07.926 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:07 smithi102 ceph-mon[88557]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-10T15:52:08.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:07 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:52:08.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:07 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:52:08.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:07 smithi154 ceph-mon[84269]: osdmap e1403: 8 total, 8 up, 8 in 2024-04-10T15:52:09.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:08 smithi154 ceph-mon[84269]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-10T15:52:09.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:08 smithi154 ceph-mon[84269]: pgmap v2466: 137 pgs: 14 creating+peering, 2 unknown, 121 active+clean; 8.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 1 op/s 2024-04-10T15:52:09.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:09.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:08 smithi102 ceph-mon[90943]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-10T15:52:09.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:08 smithi102 ceph-mon[90943]: pgmap v2466: 137 pgs: 14 creating+peering, 2 unknown, 121 active+clean; 8.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 1 op/s 2024-04-10T15:52:09.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:09.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:08 smithi102 ceph-mon[88557]: osdmap e1404: 8 total, 8 up, 8 in 2024-04-10T15:52:09.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:08 smithi102 ceph-mon[88557]: pgmap v2466: 137 pgs: 14 creating+peering, 2 unknown, 121 active+clean; 8.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 2.0 MiB/s rd, 1.0 MiB/s wr, 1 op/s 2024-04-10T15:52:09.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:10.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:09 smithi154 ceph-mon[84269]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-10T15:52:10.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:09 smithi102 ceph-mon[90943]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-10T15:52:10.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:09 smithi102 ceph-mon[88557]: osdmap e1405: 8 total, 8 up, 8 in 2024-04-10T15:52:11.074 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestDeepCopy.Snaps (3961 ms) 2024-04-10T15:52:11.074 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.SnapDiscard 2024-04-10T15:52:11.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:10 smithi154 ceph-mon[84269]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-10T15:52:11.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:10 smithi154 ceph-mon[84269]: pgmap v2469: 137 pgs: 137 active+clean; 37 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.0 MiB/s wr, 108 op/s 2024-04-10T15:52:11.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:10 smithi102 ceph-mon[90943]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-10T15:52:11.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:10 smithi102 ceph-mon[90943]: pgmap v2469: 137 pgs: 137 active+clean; 37 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.0 MiB/s wr, 108 op/s 2024-04-10T15:52:11.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:10 smithi102 ceph-mon[88557]: osdmap e1406: 8 total, 8 up, 8 in 2024-04-10T15:52:11.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:10 smithi102 ceph-mon[88557]: pgmap v2469: 137 pgs: 137 active+clean; 37 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.1 MiB/s rd, 8.0 MiB/s wr, 108 op/s 2024-04-10T15:52:12.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:11 smithi154 ceph-mon[84269]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-10T15:52:12.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:11 smithi102 ceph-mon[88557]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-10T15:52:12.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:11 smithi102 ceph-mon[90943]: osdmap e1407: 8 total, 8 up, 8 in 2024-04-10T15:52:12.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:52:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:52:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:52:12.875 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestDeepCopy.SnapDiscard (1801 ms) 2024-04-10T15:52:12.875 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.CloneDiscard 2024-04-10T15:52:13.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:12 smithi154 ceph-mon[84269]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-10T15:52:13.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:12 smithi154 ceph-mon[84269]: pgmap v2472: 137 pgs: 137 active+clean; 53 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 11 MiB/s wr, 184 op/s 2024-04-10T15:52:13.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:12 smithi102 ceph-mon[90943]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-10T15:52:13.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:12 smithi102 ceph-mon[90943]: pgmap v2472: 137 pgs: 137 active+clean; 53 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 11 MiB/s wr, 184 op/s 2024-04-10T15:52:13.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:12 smithi102 ceph-mon[88557]: osdmap e1408: 8 total, 8 up, 8 in 2024-04-10T15:52:13.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:12 smithi102 ceph-mon[88557]: pgmap v2472: 137 pgs: 137 active+clean; 53 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 14 MiB/s rd, 11 MiB/s wr, 184 op/s 2024-04-10T15:52:13.902 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestDeepCopy.CloneDiscard (1027 ms) 2024-04-10T15:52:13.903 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.CloneShrink 2024-04-10T15:52:14.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:13 smithi154 ceph-mon[84269]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-10T15:52:14.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:13 smithi154 ceph-mon[84269]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-10T15:52:14.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:13 smithi102 ceph-mon[90943]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-10T15:52:14.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:13 smithi102 ceph-mon[90943]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-10T15:52:14.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:13 smithi102 ceph-mon[88557]: osdmap e1409: 8 total, 8 up, 8 in 2024-04-10T15:52:14.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:13 smithi102 ceph-mon[88557]: osdmap e1410: 8 total, 8 up, 8 in 2024-04-10T15:52:14.951 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestDeepCopy.CloneShrink (1049 ms) 2024-04-10T15:52:14.951 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.CloneExpand 2024-04-10T15:52:15.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:14 smithi154 ceph-mon[84269]: pgmap v2475: 137 pgs: 137 active+clean; 53 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.0 MiB/s wr, 86 op/s 2024-04-10T15:52:15.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:14 smithi102 ceph-mon[88557]: pgmap v2475: 137 pgs: 137 active+clean; 53 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.0 MiB/s wr, 86 op/s 2024-04-10T15:52:15.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:14 smithi102 ceph-mon[90943]: pgmap v2475: 137 pgs: 137 active+clean; 53 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.0 MiB/s rd, 4.0 MiB/s wr, 86 op/s 2024-04-10T15:52:16.010 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestDeepCopy.CloneExpand (1059 ms) 2024-04-10T15:52:16.010 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.CloneHideParent 2024-04-10T15:52:16.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:15 smithi154 ceph-mon[84269]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-10T15:52:16.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:15 smithi102 ceph-mon[90943]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-10T15:52:16.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:15 smithi102 ceph-mon[88557]: osdmap e1411: 8 total, 8 up, 8 in 2024-04-10T15:52:17.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:16 smithi154 ceph-mon[84269]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-10T15:52:17.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:16 smithi154 ceph-mon[84269]: pgmap v2478: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 269 op/s 2024-04-10T15:52:17.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:16 smithi102 ceph-mon[90943]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-10T15:52:17.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:16 smithi102 ceph-mon[90943]: pgmap v2478: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 269 op/s 2024-04-10T15:52:17.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:16 smithi102 ceph-mon[88557]: osdmap e1412: 8 total, 8 up, 8 in 2024-04-10T15:52:17.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:16 smithi102 ceph-mon[88557]: pgmap v2478: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 269 op/s 2024-04-10T15:52:17.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:17 smithi102 ceph-mon[90943]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-10T15:52:17.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:17 smithi102 ceph-mon[88557]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-10T15:52:17.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:52:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:52:17] "GET /metrics HTTP/1.1" 200 36483 "" "Prometheus/2.43.0" 2024-04-10T15:52:18.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:17 smithi154 ceph-mon[84269]: osdmap e1413: 8 total, 8 up, 8 in 2024-04-10T15:52:19.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:18 smithi154 ceph-mon[84269]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-10T15:52:19.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:18 smithi154 ceph-mon[84269]: pgmap v2481: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 422 op/s 2024-04-10T15:52:19.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:18 smithi102 ceph-mon[90943]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-10T15:52:19.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:18 smithi102 ceph-mon[90943]: pgmap v2481: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 422 op/s 2024-04-10T15:52:19.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:18 smithi102 ceph-mon[88557]: osdmap e1414: 8 total, 8 up, 8 in 2024-04-10T15:52:19.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:18 smithi102 ceph-mon[88557]: pgmap v2481: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 20 MiB/s rd, 4.0 MiB/s wr, 422 op/s 2024-04-10T15:52:20.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:19 smithi154 ceph-mon[84269]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-10T15:52:20.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:19 smithi102 ceph-mon[90943]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-10T15:52:20.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:19 smithi102 ceph-mon[88557]: osdmap e1415: 8 total, 8 up, 8 in 2024-04-10T15:52:21.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:20 smithi154 ceph-mon[84269]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-10T15:52:21.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:20 smithi154 ceph-mon[84269]: pgmap v2484: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 275 KiB/s rd, 20 KiB/s wr, 376 op/s 2024-04-10T15:52:21.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:20 smithi102 ceph-mon[90943]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-10T15:52:21.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:20 smithi102 ceph-mon[90943]: pgmap v2484: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 275 KiB/s rd, 20 KiB/s wr, 376 op/s 2024-04-10T15:52:21.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:20 smithi102 ceph-mon[88557]: osdmap e1416: 8 total, 8 up, 8 in 2024-04-10T15:52:21.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:20 smithi102 ceph-mon[88557]: pgmap v2484: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 275 KiB/s rd, 20 KiB/s wr, 376 op/s 2024-04-10T15:52:22.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:21 smithi154 ceph-mon[84269]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-10T15:52:22.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:21 smithi102 ceph-mon[90943]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-10T15:52:22.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:21 smithi102 ceph-mon[88557]: osdmap e1417: 8 total, 8 up, 8 in 2024-04-10T15:52:22.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:52:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:52:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:52:22.941 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestDeepCopy.CloneHideParent (6931 ms) 2024-04-10T15:52:22.942 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.Clone 2024-04-10T15:52:23.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:22 smithi154 ceph-mon[84269]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-10T15:52:23.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:22 smithi154 ceph-mon[84269]: pgmap v2487: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 191 KiB/s rd, 18 KiB/s wr, 272 op/s 2024-04-10T15:52:23.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:22 smithi102 ceph-mon[90943]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-10T15:52:23.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:22 smithi102 ceph-mon[90943]: pgmap v2487: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 191 KiB/s rd, 18 KiB/s wr, 272 op/s 2024-04-10T15:52:23.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:22 smithi102 ceph-mon[88557]: osdmap e1418: 8 total, 8 up, 8 in 2024-04-10T15:52:23.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:22 smithi102 ceph-mon[88557]: pgmap v2487: 137 pgs: 137 active+clean; 69 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 191 KiB/s rd, 18 KiB/s wr, 272 op/s 2024-04-10T15:52:24.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:23 smithi154 ceph-mon[84269]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-10T15:52:24.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:24.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:23 smithi102 ceph-mon[90943]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-10T15:52:24.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:24.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:23 smithi102 ceph-mon[88557]: osdmap e1419: 8 total, 8 up, 8 in 2024-04-10T15:52:24.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:25.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:24 smithi154 ceph-mon[84269]: pgmap v2489: 137 pgs: 137 active+clean; 73 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 68 KiB/s rd, 1022 KiB/s wr, 92 op/s 2024-04-10T15:52:25.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:24 smithi154 ceph-mon[84269]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-10T15:52:25.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:24 smithi102 ceph-mon[88557]: pgmap v2489: 137 pgs: 137 active+clean; 73 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 68 KiB/s rd, 1022 KiB/s wr, 92 op/s 2024-04-10T15:52:25.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:24 smithi102 ceph-mon[88557]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-10T15:52:25.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:24 smithi102 ceph-mon[90943]: pgmap v2489: 137 pgs: 137 active+clean; 73 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 68 KiB/s rd, 1022 KiB/s wr, 92 op/s 2024-04-10T15:52:25.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:24 smithi102 ceph-mon[90943]: osdmap e1420: 8 total, 8 up, 8 in 2024-04-10T15:52:25.211 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestDeepCopy.Clone (2270 ms) 2024-04-10T15:52:25.211 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.CloneFlatten 2024-04-10T15:52:26.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:25 smithi154 ceph-mon[84269]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-10T15:52:26.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:25 smithi102 ceph-mon[90943]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-10T15:52:26.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:25 smithi102 ceph-mon[88557]: osdmap e1421: 8 total, 8 up, 8 in 2024-04-10T15:52:27.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:26 smithi154 ceph-mon[84269]: pgmap v2492: 137 pgs: 137 active+clean; 89 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.0 MiB/s wr, 175 op/s 2024-04-10T15:52:27.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:26 smithi154 ceph-mon[84269]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-10T15:52:27.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:26 smithi102 ceph-mon[90943]: pgmap v2492: 137 pgs: 137 active+clean; 89 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.0 MiB/s wr, 175 op/s 2024-04-10T15:52:27.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:26 smithi102 ceph-mon[90943]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-10T15:52:27.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:26 smithi102 ceph-mon[88557]: pgmap v2492: 137 pgs: 137 active+clean; 89 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.1 MiB/s rd, 5.0 MiB/s wr, 175 op/s 2024-04-10T15:52:27.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:26 smithi102 ceph-mon[88557]: osdmap e1422: 8 total, 8 up, 8 in 2024-04-10T15:52:27.422 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestDeepCopy.CloneFlatten (2211 ms) 2024-04-10T15:52:27.422 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.Stress 2024-04-10T15:52:27.445 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 17433444~6780665 2024-04-10T15:52:27.469 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 39370935~6812994 2024-04-10T15:52:27.470 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 71693759~4111593 2024-04-10T15:52:27.486 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 75386022~2073332 2024-04-10T15:52:27.488 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 3983301~8052639 2024-04-10T15:52:27.509 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 16104634~4390499 2024-04-10T15:52:27.510 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 24801383~3419079 2024-04-10T15:52:27.524 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 35685682~6355055 2024-04-10T15:52:27.525 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap0 2024-04-10T15:52:27.864 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:52:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:52:27] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.43.0" 2024-04-10T15:52:27.888 INFO:tasks.workunit.client.0.smithi102.stdout:clone image234 -> image235 2024-04-10T15:52:27.933 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 149109931 2024-04-10T15:52:27.938 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 99404449~3093045 2024-04-10T15:52:27.949 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 136689938~112787 2024-04-10T15:52:27.949 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 52880401~1703933 2024-04-10T15:52:27.957 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 124582373~771444 2024-04-10T15:52:27.958 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 142143814~6966117 2024-04-10T15:52:27.984 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 27590665~2013450 2024-04-10T15:52:28.004 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 123880216~1073093 2024-04-10T15:52:28.010 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 129985148~7352822 2024-04-10T15:52:28.010 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap1 2024-04-10T15:52:28.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:27 smithi154 ceph-mon[84269]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-10T15:52:28.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:27 smithi102 ceph-mon[90943]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-10T15:52:28.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:27 smithi102 ceph-mon[88557]: osdmap e1423: 8 total, 8 up, 8 in 2024-04-10T15:52:28.890 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 41260711~574321 2024-04-10T15:52:28.892 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 135193226~3213141 2024-04-10T15:52:28.892 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 4613473~2671713 2024-04-10T15:52:28.892 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 39819631~7976702 2024-04-10T15:52:28.898 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 63361070~507007 2024-04-10T15:52:28.898 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 58047937~877660 2024-04-10T15:52:28.901 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 76734608~8222939 2024-04-10T15:52:28.901 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 55085250~614502 2024-04-10T15:52:28.943 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap2 2024-04-10T15:52:29.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:28 smithi154 ceph-mon[84269]: pgmap v2495: 137 pgs: 137 active+clean; 101 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.0 MiB/s wr, 304 op/s 2024-04-10T15:52:29.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:28 smithi154 ceph-mon[84269]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-10T15:52:29.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:28 smithi102 ceph-mon[90943]: pgmap v2495: 137 pgs: 137 active+clean; 101 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.0 MiB/s wr, 304 op/s 2024-04-10T15:52:29.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:28 smithi102 ceph-mon[90943]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-10T15:52:29.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:28 smithi102 ceph-mon[88557]: pgmap v2495: 137 pgs: 137 active+clean; 101 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 7.2 MiB/s rd, 7.0 MiB/s wr, 304 op/s 2024-04-10T15:52:29.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:28 smithi102 ceph-mon[88557]: osdmap e1424: 8 total, 8 up, 8 in 2024-04-10T15:52:29.905 INFO:tasks.workunit.client.0.smithi102.stdout:clone image235 -> image236 2024-04-10T15:52:29.970 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 53775981~422958 2024-04-10T15:52:29.986 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 116440980~2768801 2024-04-10T15:52:29.990 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 114870613~2355343 2024-04-10T15:52:29.998 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 10968489~7928904 2024-04-10T15:52:30.023 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 52606184~7451930 2024-04-10T15:52:30.047 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 92652144~1929426 2024-04-10T15:52:30.050 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 57641878~2053620 2024-04-10T15:52:30.057 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 144984122~4125809 2024-04-10T15:52:30.080 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap3 2024-04-10T15:52:30.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:29 smithi154 ceph-mon[84269]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-10T15:52:30.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:29 smithi102 ceph-mon[90943]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-10T15:52:30.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:29 smithi102 ceph-mon[88557]: osdmap e1425: 8 total, 8 up, 8 in 2024-04-10T15:52:30.908 INFO:tasks.workunit.client.0.smithi102.stdout:clone image236 -> image237 2024-04-10T15:52:31.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:30 smithi154 ceph-mon[84269]: pgmap v2498: 137 pgs: 137 active+clean; 220 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 30 MiB/s wr, 394 op/s 2024-04-10T15:52:31.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:30 smithi154 ceph-mon[84269]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-10T15:52:31.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:30 smithi102 ceph-mon[90943]: pgmap v2498: 137 pgs: 137 active+clean; 220 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 30 MiB/s wr, 394 op/s 2024-04-10T15:52:31.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:30 smithi102 ceph-mon[90943]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-10T15:52:31.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:30 smithi102 ceph-mon[88557]: pgmap v2498: 137 pgs: 137 active+clean; 220 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 34 MiB/s rd, 30 MiB/s wr, 394 op/s 2024-04-10T15:52:31.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:30 smithi102 ceph-mon[88557]: osdmap e1426: 8 total, 8 up, 8 in 2024-04-10T15:52:31.276 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestDeepCopy.Stress (3854 ms) 2024-04-10T15:52:31.276 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.NoSnaps_LargerDstObjSize 2024-04-10T15:52:31.549 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestDeepCopy.NoSnaps_LargerDstObjSize (273 ms) 2024-04-10T15:52:31.549 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.Snaps_LargerDstObjSize 2024-04-10T15:52:32.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:31 smithi102 ceph-mon[90943]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-10T15:52:32.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:31 smithi102 ceph-mon[88557]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-10T15:52:32.305 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:31 smithi154 ceph-mon[84269]: osdmap e1427: 8 total, 8 up, 8 in 2024-04-10T15:52:32.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:52:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:52:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:52:33.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:32 smithi102 ceph-mon[90943]: pgmap v2501: 137 pgs: 137 active+clean; 284 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 41 MiB/s wr, 570 op/s 2024-04-10T15:52:33.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:32 smithi102 ceph-mon[90943]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-10T15:52:33.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:32 smithi102 ceph-mon[88557]: pgmap v2501: 137 pgs: 137 active+clean; 284 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 41 MiB/s wr, 570 op/s 2024-04-10T15:52:33.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:32 smithi102 ceph-mon[88557]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-10T15:52:33.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:32 smithi154 ceph-mon[84269]: pgmap v2501: 137 pgs: 137 active+clean; 284 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 45 MiB/s rd, 41 MiB/s wr, 570 op/s 2024-04-10T15:52:33.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:32 smithi154 ceph-mon[84269]: osdmap e1428: 8 total, 8 up, 8 in 2024-04-10T15:52:34.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:33 smithi102 ceph-mon[90943]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-10T15:52:34.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:33 smithi102 ceph-mon[88557]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-10T15:52:34.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:33 smithi154 ceph-mon[84269]: osdmap e1429: 8 total, 8 up, 8 in 2024-04-10T15:52:35.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:34 smithi102 ceph-mon[90943]: pgmap v2504: 137 pgs: 137 active+clean; 304 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 18 MiB/s wr, 476 op/s 2024-04-10T15:52:35.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:34 smithi102 ceph-mon[90943]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-10T15:52:35.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:34 smithi102 ceph-mon[88557]: pgmap v2504: 137 pgs: 137 active+clean; 304 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 18 MiB/s wr, 476 op/s 2024-04-10T15:52:35.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:34 smithi102 ceph-mon[88557]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-10T15:52:35.236 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestDeepCopy.Snaps_LargerDstObjSize (3687 ms) 2024-04-10T15:52:35.236 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.Clone_LargerDstObjSize 2024-04-10T15:52:35.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:34 smithi154 ceph-mon[84269]: pgmap v2504: 137 pgs: 137 active+clean; 304 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 22 MiB/s rd, 18 MiB/s wr, 476 op/s 2024-04-10T15:52:35.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:34 smithi154 ceph-mon[84269]: osdmap e1430: 8 total, 8 up, 8 in 2024-04-10T15:52:36.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:35 smithi154 ceph-mon[84269]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-10T15:52:36.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:35 smithi102 ceph-mon[88557]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-10T15:52:36.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:35 smithi102 ceph-mon[90943]: osdmap e1431: 8 total, 8 up, 8 in 2024-04-10T15:52:37.326 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:36 smithi102 ceph-mon[90943]: pgmap v2507: 137 pgs: 137 active+clean; 344 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 14 MiB/s wr, 320 op/s 2024-04-10T15:52:37.326 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:36 smithi102 ceph-mon[90943]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-10T15:52:37.326 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:36 smithi102 ceph-mon[88557]: pgmap v2507: 137 pgs: 137 active+clean; 344 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 14 MiB/s wr, 320 op/s 2024-04-10T15:52:37.326 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:36 smithi102 ceph-mon[88557]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-10T15:52:37.360 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestDeepCopy.Clone_LargerDstObjSize (2124 ms) 2024-04-10T15:52:37.360 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.CloneFlatten_LargerDstObjSize 2024-04-10T15:52:37.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:36 smithi154 ceph-mon[84269]: pgmap v2507: 137 pgs: 137 active+clean; 344 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 32 MiB/s rd, 14 MiB/s wr, 320 op/s 2024-04-10T15:52:37.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:36 smithi154 ceph-mon[84269]: osdmap e1432: 8 total, 8 up, 8 in 2024-04-10T15:52:37.675 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:52:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:52:37] "GET /metrics HTTP/1.1" 200 36494 "" "Prometheus/2.43.0" 2024-04-10T15:52:38.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:37 smithi154 ceph-mon[84269]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-10T15:52:38.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:37 smithi102 ceph-mon[90943]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-10T15:52:38.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:37 smithi102 ceph-mon[88557]: osdmap e1433: 8 total, 8 up, 8 in 2024-04-10T15:52:39.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:38 smithi154 ceph-mon[84269]: pgmap v2510: 137 pgs: 137 active+clean; 364 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 15 MiB/s wr, 263 op/s 2024-04-10T15:52:39.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:38 smithi154 ceph-mon[84269]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-10T15:52:39.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:39.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:38 smithi102 ceph-mon[90943]: pgmap v2510: 137 pgs: 137 active+clean; 364 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 15 MiB/s wr, 263 op/s 2024-04-10T15:52:39.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:38 smithi102 ceph-mon[90943]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-10T15:52:39.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:39.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:38 smithi102 ceph-mon[88557]: pgmap v2510: 137 pgs: 137 active+clean; 364 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 36 MiB/s rd, 15 MiB/s wr, 263 op/s 2024-04-10T15:52:39.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:38 smithi102 ceph-mon[88557]: osdmap e1434: 8 total, 8 up, 8 in 2024-04-10T15:52:39.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:39.482 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestDeepCopy.CloneFlatten_LargerDstObjSize (2122 ms) 2024-04-10T15:52:39.482 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.Stress_LargerDstObjSize 2024-04-10T15:52:39.506 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 75571752~8314328 2024-04-10T15:52:39.543 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 7454108~1593847 2024-04-10T15:52:39.544 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 5564552~8203141 2024-04-10T15:52:39.562 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 58481908~8068611 2024-04-10T15:52:39.562 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 35552871~4467415 2024-04-10T15:52:39.576 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 54473370~184610 2024-04-10T15:52:39.577 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 79118840~4767240 2024-04-10T15:52:39.593 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 76658356~6497066 2024-04-10T15:52:39.594 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap0 2024-04-10T15:52:39.984 INFO:tasks.workunit.client.0.smithi102.stdout:clone image256 -> image257 2024-04-10T15:52:40.032 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 100887503 2024-04-10T15:52:40.038 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 2793700~5618493 2024-04-10T15:52:40.076 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 12024995~6068801 2024-04-10T15:52:40.080 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 76182439~5970068 2024-04-10T15:52:40.110 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 26445550~4550267 2024-04-10T15:52:40.113 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 59550338~214917 2024-04-10T15:52:40.116 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 23630651~2903688 2024-04-10T15:52:40.119 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 42136445~3894700 2024-04-10T15:52:40.134 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 82362140~2524951 2024-04-10T15:52:40.136 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap1 2024-04-10T15:52:40.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:39 smithi154 ceph-mon[84269]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-10T15:52:40.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:39 smithi102 ceph-mon[90943]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-10T15:52:40.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:39 smithi102 ceph-mon[88557]: osdmap e1435: 8 total, 8 up, 8 in 2024-04-10T15:52:40.992 INFO:tasks.workunit.client.0.smithi102.stdout:clone image257 -> image258 2024-04-10T15:52:41.063 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 143677090 2024-04-10T15:52:41.069 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 8096478~2460074 2024-04-10T15:52:41.104 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 44410301~4638642 2024-04-10T15:52:41.128 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 39748053~8310032 2024-04-10T15:52:41.161 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 85844130~1829763 2024-04-10T15:52:41.163 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 66593248~2178159 2024-04-10T15:52:41.173 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 119665454~7955385 2024-04-10T15:52:41.174 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 86741754~6173631 2024-04-10T15:52:41.196 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 32409620~82560 2024-04-10T15:52:41.199 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap2 2024-04-10T15:52:41.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:40 smithi154 ceph-mon[84269]: pgmap v2513: 137 pgs: 137 active+clean; 440 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 24 MiB/s wr, 410 op/s 2024-04-10T15:52:41.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:40 smithi154 ceph-mon[84269]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-10T15:52:41.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:40 smithi102 ceph-mon[88557]: pgmap v2513: 137 pgs: 137 active+clean; 440 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 24 MiB/s wr, 410 op/s 2024-04-10T15:52:41.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:40 smithi102 ceph-mon[88557]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-10T15:52:41.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:40 smithi102 ceph-mon[90943]: pgmap v2513: 137 pgs: 137 active+clean; 440 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 40 MiB/s rd, 24 MiB/s wr, 410 op/s 2024-04-10T15:52:41.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:40 smithi102 ceph-mon[90943]: osdmap e1436: 8 total, 8 up, 8 in 2024-04-10T15:52:41.999 INFO:tasks.workunit.client.0.smithi102.stdout:clone image258 -> image259 2024-04-10T15:52:42.079 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 23821266~1618795 2024-04-10T15:52:42.089 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 47353391~2103479 2024-04-10T15:52:42.102 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 82460223~8161078 2024-04-10T15:52:42.134 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 46386059~1093867 2024-04-10T15:52:42.136 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 87940148~5559534 2024-04-10T15:52:42.151 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 25072483~5354782 2024-04-10T15:52:42.154 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 44404126~6694271 2024-04-10T15:52:42.182 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 60416384~1040131 2024-04-10T15:52:42.199 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap3 2024-04-10T15:52:42.305 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:41 smithi154 ceph-mon[84269]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-10T15:52:42.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:41 smithi102 ceph-mon[88557]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-10T15:52:42.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:41 smithi102 ceph-mon[90943]: osdmap e1437: 8 total, 8 up, 8 in 2024-04-10T15:52:42.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:52:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:52:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:52:43.002 INFO:tasks.workunit.client.0.smithi102.stdout:clone image259 -> image260 2024-04-10T15:52:43.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:42 smithi154 ceph-mon[84269]: pgmap v2516: 137 pgs: 137 active+clean; 506 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 35 MiB/s wr, 530 op/s 2024-04-10T15:52:43.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:42 smithi154 ceph-mon[84269]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-10T15:52:43.410 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestDeepCopy.Stress_LargerDstObjSize (3928 ms) 2024-04-10T15:52:43.411 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.NoSnaps_SmallerDstObjSize 2024-04-10T15:52:43.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:42 smithi102 ceph-mon[90943]: pgmap v2516: 137 pgs: 137 active+clean; 506 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 35 MiB/s wr, 530 op/s 2024-04-10T15:52:43.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:42 smithi102 ceph-mon[90943]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-10T15:52:43.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:42 smithi102 ceph-mon[88557]: pgmap v2516: 137 pgs: 137 active+clean; 506 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 48 MiB/s rd, 35 MiB/s wr, 530 op/s 2024-04-10T15:52:43.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:42 smithi102 ceph-mon[88557]: osdmap e1438: 8 total, 8 up, 8 in 2024-04-10T15:52:43.647 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestDeepCopy.NoSnaps_SmallerDstObjSize (237 ms) 2024-04-10T15:52:43.647 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.Snaps_SmallerDstObjSize 2024-04-10T15:52:44.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:43 smithi154 ceph-mon[84269]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-10T15:52:44.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:43 smithi102 ceph-mon[90943]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-10T15:52:44.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:43 smithi102 ceph-mon[88557]: osdmap e1439: 8 total, 8 up, 8 in 2024-04-10T15:52:45.396 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:44 smithi154 ceph-mon[84269]: pgmap v2519: 137 pgs: 137 active+clean; 564 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 31 MiB/s wr, 249 op/s 2024-04-10T15:52:45.397 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:44 smithi154 ceph-mon[84269]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-10T15:52:45.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:44 smithi102 ceph-mon[90943]: pgmap v2519: 137 pgs: 137 active+clean; 564 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 31 MiB/s wr, 249 op/s 2024-04-10T15:52:45.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:44 smithi102 ceph-mon[90943]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-10T15:52:45.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:44 smithi102 ceph-mon[88557]: pgmap v2519: 137 pgs: 137 active+clean; 564 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 32 MiB/s rd, 31 MiB/s wr, 249 op/s 2024-04-10T15:52:45.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:44 smithi102 ceph-mon[88557]: osdmap e1440: 8 total, 8 up, 8 in 2024-04-10T15:52:46.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:46 smithi154 ceph-mon[84269]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-10T15:52:46.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:46 smithi102 ceph-mon[90943]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-10T15:52:46.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:46 smithi102 ceph-mon[88557]: osdmap e1441: 8 total, 8 up, 8 in 2024-04-10T15:52:47.286 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestDeepCopy.Snaps_SmallerDstObjSize (3639 ms) 2024-04-10T15:52:47.286 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.Clone_SmallerDstObjSize 2024-04-10T15:52:47.398 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:47 smithi154 ceph-mon[84269]: pgmap v2522: 137 pgs: 137 active+clean; 660 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 38 MiB/s wr, 594 op/s 2024-04-10T15:52:47.398 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:47 smithi154 ceph-mon[84269]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-10T15:52:47.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:47 smithi102 ceph-mon[90943]: pgmap v2522: 137 pgs: 137 active+clean; 660 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 38 MiB/s wr, 594 op/s 2024-04-10T15:52:47.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:47 smithi102 ceph-mon[90943]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-10T15:52:47.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:47 smithi102 ceph-mon[88557]: pgmap v2522: 137 pgs: 137 active+clean; 660 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 38 MiB/s wr, 594 op/s 2024-04-10T15:52:47.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:47 smithi102 ceph-mon[88557]: osdmap e1442: 8 total, 8 up, 8 in 2024-04-10T15:52:47.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:52:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:52:47] "GET /metrics HTTP/1.1" 200 36496 "" "Prometheus/2.43.0" 2024-04-10T15:52:48.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:48 smithi154 ceph-mon[84269]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-10T15:52:48.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:48 smithi102 ceph-mon[90943]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-10T15:52:48.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:48 smithi102 ceph-mon[88557]: osdmap e1443: 8 total, 8 up, 8 in 2024-04-10T15:52:49.331 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestDeepCopy.Clone_SmallerDstObjSize (2045 ms) 2024-04-10T15:52:49.331 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.CloneFlatten_SmallerDstObjSize 2024-04-10T15:52:49.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:49 smithi154 ceph-mon[84269]: pgmap v2525: 137 pgs: 137 active+clean; 675 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 27 MiB/s wr, 703 op/s 2024-04-10T15:52:49.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:49 smithi154 ceph-mon[84269]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-10T15:52:49.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:49 smithi102 ceph-mon[88557]: pgmap v2525: 137 pgs: 137 active+clean; 675 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 27 MiB/s wr, 703 op/s 2024-04-10T15:52:49.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:49 smithi102 ceph-mon[88557]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-10T15:52:49.426 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:49 smithi102 ceph-mon[90943]: pgmap v2525: 137 pgs: 137 active+clean; 675 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 45 MiB/s rd, 27 MiB/s wr, 703 op/s 2024-04-10T15:52:49.426 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:49 smithi102 ceph-mon[90943]: osdmap e1444: 8 total, 8 up, 8 in 2024-04-10T15:52:50.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:50 smithi154 ceph-mon[84269]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-10T15:52:50.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:50 smithi102 ceph-mon[90943]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-10T15:52:50.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:50 smithi102 ceph-mon[88557]: osdmap e1445: 8 total, 8 up, 8 in 2024-04-10T15:52:51.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:51 smithi154 ceph-mon[84269]: pgmap v2528: 137 pgs: 137 active+clean; 709 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 12 MiB/s wr, 249 op/s 2024-04-10T15:52:51.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:51 smithi154 ceph-mon[84269]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-10T15:52:51.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:51 smithi102 ceph-mon[90943]: pgmap v2528: 137 pgs: 137 active+clean; 709 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 12 MiB/s wr, 249 op/s 2024-04-10T15:52:51.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:51 smithi102 ceph-mon[90943]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-10T15:52:51.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:51 smithi102 ceph-mon[88557]: pgmap v2528: 137 pgs: 137 active+clean; 709 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 39 MiB/s rd, 12 MiB/s wr, 249 op/s 2024-04-10T15:52:51.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:51 smithi102 ceph-mon[88557]: osdmap e1446: 8 total, 8 up, 8 in 2024-04-10T15:52:51.522 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestDeepCopy.CloneFlatten_SmallerDstObjSize (2191 ms) 2024-04-10T15:52:51.522 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.Stress_SmallerDstObjSize 2024-04-10T15:52:51.546 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 71564699~6139740 2024-04-10T15:52:51.571 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 16930715~6946824 2024-04-10T15:52:51.571 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 68700178~2240858 2024-04-10T15:52:51.580 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 16086602~236059 2024-04-10T15:52:51.580 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 77622093~2205873 2024-04-10T15:52:51.591 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 32629087~928182 2024-04-10T15:52:51.591 INFO:tasks.workunit.client.0.smithi102.stdout:write: A 14904565~4228101 2024-04-10T15:52:51.605 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 74371548~7235733 2024-04-10T15:52:51.608 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap0 2024-04-10T15:52:52.053 INFO:tasks.workunit.client.0.smithi102.stdout:clone image279 -> image280 2024-04-10T15:52:52.101 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 130262731 2024-04-10T15:52:52.107 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 30109635~3275285 2024-04-10T15:52:52.125 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 17400936~1305432 2024-04-10T15:52:52.136 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 52198598~6284515 2024-04-10T15:52:52.154 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 80981237~4525254 2024-04-10T15:52:52.158 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 5615151~3307120 2024-04-10T15:52:52.167 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 862716~3867538 2024-04-10T15:52:52.171 INFO:tasks.workunit.client.0.smithi102.stdout:write: B 45354188~6237968 2024-04-10T15:52:52.190 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 110531146~856774 2024-04-10T15:52:52.190 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap1 2024-04-10T15:52:52.296 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:52 smithi154 ceph-mon[84269]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-10T15:52:52.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:52 smithi102 ceph-mon[88557]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-10T15:52:52.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:52 smithi102 ceph-mon[90943]: osdmap e1447: 8 total, 8 up, 8 in 2024-04-10T15:52:52.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:52:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:52:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:52:53.062 INFO:tasks.workunit.client.0.smithi102.stdout:clone image280 -> image281 2024-04-10T15:52:53.122 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 110288591 2024-04-10T15:52:53.131 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 48533974~1485009 2024-04-10T15:52:53.156 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 68285368~363539 2024-04-10T15:52:53.181 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 96598127~3728618 2024-04-10T15:52:53.203 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 84956935~540541 2024-04-10T15:52:53.206 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 60418986~3465717 2024-04-10T15:52:53.220 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 61404635~4079228 2024-04-10T15:52:53.222 INFO:tasks.workunit.client.0.smithi102.stdout:write: C 2548887~3037043 2024-04-10T15:52:53.246 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 62801845~816152 2024-04-10T15:52:53.247 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap2 2024-04-10T15:52:53.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:53 smithi154 ceph-mon[84269]: pgmap v2531: 137 pgs: 137 active+clean; 747 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 18 MiB/s wr, 373 op/s 2024-04-10T15:52:53.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:53 smithi154 ceph-mon[84269]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-10T15:52:53.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:53 smithi102 ceph-mon[90943]: pgmap v2531: 137 pgs: 137 active+clean; 747 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 18 MiB/s wr, 373 op/s 2024-04-10T15:52:53.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:53 smithi102 ceph-mon[90943]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-10T15:52:53.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:53 smithi102 ceph-mon[88557]: pgmap v2531: 137 pgs: 137 active+clean; 747 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 37 MiB/s rd, 18 MiB/s wr, 373 op/s 2024-04-10T15:52:53.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:53 smithi102 ceph-mon[88557]: osdmap e1448: 8 total, 8 up, 8 in 2024-04-10T15:52:54.065 INFO:tasks.workunit.client.0.smithi102.stdout:clone image281 -> image282 2024-04-10T15:52:54.138 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 10737216~754638 2024-04-10T15:52:54.169 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 584664~6468836 2024-04-10T15:52:54.183 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 11672853~4279174 2024-04-10T15:52:54.212 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 87563617~7090833 2024-04-10T15:52:54.217 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 20097819~1235561 2024-04-10T15:52:54.244 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 51541924~6389562 2024-04-10T15:52:54.259 INFO:tasks.workunit.client.0.smithi102.stdout:write: D 36482255~3332610 2024-04-10T15:52:54.271 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 60643317~8337613 2024-04-10T15:52:54.292 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap3 2024-04-10T15:52:54.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:54 smithi154 ceph-mon[84269]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-10T15:52:54.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:54.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:54 smithi102 ceph-mon[90943]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-10T15:52:54.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:54.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:54 smithi102 ceph-mon[88557]: osdmap e1449: 8 total, 8 up, 8 in 2024-04-10T15:52:54.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:52:55.077 INFO:tasks.workunit.client.0.smithi102.stdout:clone image282 -> image283 2024-04-10T15:52:55.165 INFO:tasks.workunit.client.0.smithi102.stdout:resize: 189127105 2024-04-10T15:52:55.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:55 smithi154 ceph-mon[84269]: pgmap v2534: 137 pgs: 137 active+clean; 784 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 18 MiB/s wr, 346 op/s 2024-04-10T15:52:55.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:55 smithi154 ceph-mon[84269]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-10T15:52:55.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:55 smithi102 ceph-mon[90943]: pgmap v2534: 137 pgs: 137 active+clean; 784 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 18 MiB/s wr, 346 op/s 2024-04-10T15:52:55.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:55 smithi102 ceph-mon[90943]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-10T15:52:55.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:55 smithi102 ceph-mon[88557]: pgmap v2534: 137 pgs: 137 active+clean; 784 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 20 MiB/s rd, 18 MiB/s wr, 346 op/s 2024-04-10T15:52:55.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:55 smithi102 ceph-mon[88557]: osdmap e1450: 8 total, 8 up, 8 in 2024-04-10T15:52:55.466 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestDeepCopy.Stress_SmallerDstObjSize (3944 ms) 2024-04-10T15:52:55.466 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-10T15:52:55.489 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:621: Skipped 2024-04-10T15:52:55.489 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:52:55.561 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize (95 ms) 2024-04-10T15:52:55.561 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-10T15:52:55.583 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:635: Skipped 2024-04-10T15:52:55.583 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:52:55.656 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize (95 ms) 2024-04-10T15:52:55.656 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-10T15:52:55.678 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:649: Skipped 2024-04-10T15:52:55.678 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:52:55.750 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize (94 ms) 2024-04-10T15:52:55.750 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-10T15:52:55.772 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:663: Skipped 2024-04-10T15:52:55.772 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:52:55.843 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize (93 ms) 2024-04-10T15:52:55.843 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-10T15:52:55.865 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:679: Skipped 2024-04-10T15:52:55.865 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:52:55.938 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize (94 ms) 2024-04-10T15:52:55.938 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-10T15:52:55.960 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:693: Skipped 2024-04-10T15:52:55.960 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:52:56.036 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize (99 ms) 2024-04-10T15:52:56.036 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-10T15:52:56.058 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:707: Skipped 2024-04-10T15:52:56.059 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:52:56.136 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize (100 ms) 2024-04-10T15:52:56.136 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-10T15:52:56.157 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:721: Skipped 2024-04-10T15:52:56.157 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:52:56.233 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize (97 ms) 2024-04-10T15:52:56.234 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-10T15:52:56.255 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:735: Skipped 2024-04-10T15:52:56.255 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:52:56.328 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize (95 ms) 2024-04-10T15:52:56.328 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-10T15:52:56.351 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_DeepCopy.cc:751: Skipped 2024-04-10T15:52:56.351 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:52:56.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:56 smithi154 ceph-mon[84269]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-10T15:52:56.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:56 smithi102 ceph-mon[90943]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-10T15:52:56.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:56 smithi102 ceph-mon[88557]: osdmap e1451: 8 total, 8 up, 8 in 2024-04-10T15:52:56.425 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize (97 ms) 2024-04-10T15:52:57.073 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 31 tests from TestDeepCopy (51702 ms total) 2024-04-10T15:52:57.074 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:52:57.074 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 51 tests from TestMirroring 2024-04-10T15:52:57.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:57 smithi154 ceph-mon[84269]: pgmap v2537: 137 pgs: 137 active+clean; 908 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 34 MiB/s wr, 763 op/s 2024-04-10T15:52:57.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:52:57.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:57 smithi102 ceph-mon[90943]: pgmap v2537: 137 pgs: 137 active+clean; 908 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 34 MiB/s wr, 763 op/s 2024-04-10T15:52:57.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:52:57.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:57 smithi102 ceph-mon[88557]: pgmap v2537: 137 pgs: 137 active+clean; 908 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 33 MiB/s rd, 34 MiB/s wr, 763 op/s 2024-04-10T15:52:57.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:52:57.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:52:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:52:57] "GET /metrics HTTP/1.1" 200 36500 "" "Prometheus/2.43.0" 2024-04-10T15:52:58.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:58 smithi154 ceph-mon[84269]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-10T15:52:58.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:52:58.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:52:58.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:52:58.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:58 smithi102 ceph-mon[88557]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-10T15:52:58.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:52:58.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:52:58.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:52:58.426 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:58 smithi102 ceph-mon[90943]: osdmap e1452: 8 total, 8 up, 8 in 2024-04-10T15:52:58.426 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:52:58.426 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:52:58.426 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:52:59.079 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage 2024-04-10T15:52:59.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:59 smithi154 ceph-mon[84269]: pgmap v2539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-10T15:52:59.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:59 smithi154 ceph-mon[84269]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-10T15:52:59.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:52:59 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:52:59.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:59 smithi102 ceph-mon[90943]: pgmap v2539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-10T15:52:59.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:59 smithi102 ceph-mon[90943]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-10T15:52:59.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:52:59 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:52:59.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:59 smithi102 ceph-mon[88557]: pgmap v2539: 105 pgs: 105 active+clean; 4.6 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail 2024-04-10T15:52:59.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:59 smithi102 ceph-mon[88557]: osdmap e1453: 8 total, 8 up, 8 in 2024-04-10T15:52:59.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:52:59 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-12","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:53:00.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:00 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:53:00.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:00 smithi154 ceph-mon[84269]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-10T15:53:00.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:00 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:53:00.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:00 smithi102 ceph-mon[90943]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-10T15:53:00.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:00 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-12","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:53:00.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:00 smithi102 ceph-mon[88557]: osdmap e1454: 8 total, 8 up, 8 in 2024-04-10T15:53:01.218 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage (2139 ms) 2024-04-10T15:53:01.218 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool 2024-04-10T15:53:01.322 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool (105 ms) 2024-04-10T15:53:01.323 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled 2024-04-10T15:53:01.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:01 smithi154 ceph-mon[84269]: pgmap v2542: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T15:53:01.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:01 smithi154 ceph-mon[84269]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-10T15:53:01.400 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled (78 ms) 2024-04-10T15:53:01.400 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage 2024-04-10T15:53:01.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:01 smithi102 ceph-mon[90943]: pgmap v2542: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T15:53:01.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:01 smithi102 ceph-mon[90943]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-10T15:53:01.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:01 smithi102 ceph-mon[88557]: pgmap v2542: 137 pgs: 7 creating+peering, 20 unknown, 110 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T15:53:01.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:01 smithi102 ceph-mon[88557]: osdmap e1455: 8 total, 8 up, 8 in 2024-04-10T15:53:01.499 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage (99 ms) 2024-04-10T15:53:01.500 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap 2024-04-10T15:53:01.589 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeImage_NoObjectMap (90 ms) 2024-04-10T15:53:01.589 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModePool 2024-04-10T15:53:01.678 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModePool (89 ms) 2024-04-10T15:53:01.679 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled 2024-04-10T15:53:01.784 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.DisableImageMirror_In_MirrorModeDisabled (106 ms) 2024-04-10T15:53:01.785 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.DisableImageMirrorWithPeer 2024-04-10T15:53:01.785 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_mirroring.cc:482: Skipped 2024-04-10T15:53:01.785 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:53:01.785 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer (0 ms) 2024-04-10T15:53:01.785 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.DisableJournalingWithPeer 2024-04-10T15:53:01.785 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_mirroring.cc:520: Skipped 2024-04-10T15:53:01.785 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:53:01.785 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer (0 ms) 2024-04-10T15:53:01.785 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling 2024-04-10T15:53:01.855 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeDisabled_WithoutJournaling (71 ms) 2024-04-10T15:53:01.855 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling 2024-04-10T15:53:01.936 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModePool_WithoutJournaling (80 ms) 2024-04-10T15:53:01.936 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling 2024-04-10T15:53:02.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:02 smithi154 ceph-mon[84269]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-10T15:53:02.395 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:53:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:53:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:53:02.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:02 smithi102 ceph-mon[90943]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-10T15:53:02.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:02 smithi102 ceph-mon[88557]: osdmap e1456: 8 total, 8 up, 8 in 2024-04-10T15:53:03.170 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutJournaling (1235 ms) 2024-04-10T15:53:03.171 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock 2024-04-10T15:53:03.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:03 smithi154 ceph-mon[84269]: pgmap v2545: 137 pgs: 7 creating+peering, 4 unknown, 126 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 6.7 KiB/s wr, 38 op/s 2024-04-10T15:53:03.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:03 smithi154 ceph-mon[84269]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-10T15:53:03.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:03 smithi102 ceph-mon[90943]: pgmap v2545: 137 pgs: 7 creating+peering, 4 unknown, 126 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 6.7 KiB/s wr, 38 op/s 2024-04-10T15:53:03.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:03 smithi102 ceph-mon[90943]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-10T15:53:03.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:03 smithi102 ceph-mon[88557]: pgmap v2545: 137 pgs: 7 creating+peering, 4 unknown, 126 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 6.7 KiB/s wr, 38 op/s 2024-04-10T15:53:03.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:03 smithi102 ceph-mon[88557]: osdmap e1457: 8 total, 8 up, 8 in 2024-04-10T15:53:04.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:04 smithi154 ceph-mon[84269]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-10T15:53:04.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:04 smithi102 ceph-mon[90943]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-10T15:53:04.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:04 smithi102 ceph-mon[88557]: osdmap e1458: 8 total, 8 up, 8 in 2024-04-10T15:53:05.171 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.EnableImageMirror_In_MirrorModeImage_WithoutExclusiveLock (2001 ms) 2024-04-10T15:53:05.172 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeDisabled 2024-04-10T15:53:05.259 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeDisabled (88 ms) 2024-04-10T15:53:05.260 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage 2024-04-10T15:53:05.345 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage (86 ms) 2024-04-10T15:53:05.345 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool 2024-04-10T15:53:05.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:05 smithi154 ceph-mon[84269]: pgmap v2548: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 190 KiB/s rd, 16 KiB/s wr, 273 op/s 2024-04-10T15:53:05.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:05 smithi154 ceph-mon[84269]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-10T15:53:05.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:05 smithi102 ceph-mon[90943]: pgmap v2548: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 190 KiB/s rd, 16 KiB/s wr, 273 op/s 2024-04-10T15:53:05.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:05 smithi102 ceph-mon[90943]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-10T15:53:05.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:05 smithi102 ceph-mon[88557]: pgmap v2548: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 190 KiB/s rd, 16 KiB/s wr, 273 op/s 2024-04-10T15:53:05.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:05 smithi102 ceph-mon[88557]: osdmap e1459: 8 total, 8 up, 8 in 2024-04-10T15:53:05.445 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool (100 ms) 2024-04-10T15:53:05.445 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling 2024-04-10T15:53:05.530 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModePool_WithoutJournaling (85 ms) 2024-04-10T15:53:05.530 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling 2024-04-10T15:53:05.613 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.CreateImage_In_MirrorModeImage_WithoutJournaling (82 ms) 2024-04-10T15:53:05.613 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeDisabled 2024-04-10T15:53:05.702 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeDisabled (90 ms) 2024-04-10T15:53:05.702 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage 2024-04-10T15:53:05.792 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage (90 ms) 2024-04-10T15:53:05.792 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled 2024-04-10T15:53:06.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:06 smithi154 ceph-mon[84269]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-10T15:53:06.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:06 smithi102 ceph-mon[90943]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-10T15:53:06.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:06 smithi102 ceph-mon[88557]: osdmap e1460: 8 total, 8 up, 8 in 2024-04-10T15:53:07.207 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModeImage_SnapshotMirroringEnabled (1415 ms) 2024-04-10T15:53:07.207 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.EnableJournaling_In_MirrorModePool 2024-04-10T15:53:07.318 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.EnableJournaling_In_MirrorModePool (111 ms) 2024-04-10T15:53:07.318 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModePool 2024-04-10T15:53:07.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:07 smithi154 ceph-mon[84269]: pgmap v2551: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 350 KiB/s rd, 41 KiB/s wr, 495 op/s 2024-04-10T15:53:07.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:07 smithi154 ceph-mon[84269]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-10T15:53:07.424 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModePool (106 ms) 2024-04-10T15:53:07.424 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.DisableJournaling_In_MirrorModeImage 2024-04-10T15:53:07.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:07 smithi102 ceph-mon[90943]: pgmap v2551: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 350 KiB/s rd, 41 KiB/s wr, 495 op/s 2024-04-10T15:53:07.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:07 smithi102 ceph-mon[90943]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-10T15:53:07.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:07 smithi102 ceph-mon[88557]: pgmap v2551: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 350 KiB/s rd, 41 KiB/s wr, 495 op/s 2024-04-10T15:53:07.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:07 smithi102 ceph-mon[88557]: osdmap e1461: 8 total, 8 up, 8 in 2024-04-10T15:53:07.519 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.DisableJournaling_In_MirrorModeImage (95 ms) 2024-04-10T15:53:07.519 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode 2024-04-10T15:53:07.671 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_PoolMode (152 ms) 2024-04-10T15:53:07.672 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode 2024-04-10T15:53:07.829 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_DisabledMode (158 ms) 2024-04-10T15:53:07.830 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode 2024-04-10T15:53:07.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:53:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:53:07] "GET /metrics HTTP/1.1" 200 36500 "" "Prometheus/2.43.0" 2024-04-10T15:53:07.969 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.MirrorModeSet_DisabledMode_To_ImageMode (140 ms) 2024-04-10T15:53:07.969 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode 2024-04-10T15:53:08.113 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.MirrorModeSet_PoolMode_To_ImageMode (144 ms) 2024-04-10T15:53:08.113 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode 2024-04-10T15:53:08.266 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_PoolMode (153 ms) 2024-04-10T15:53:08.267 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode 2024-04-10T15:53:08.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:08 smithi154 ceph-mon[84269]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-10T15:53:08.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:08 smithi102 ceph-mon[90943]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-10T15:53:08.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:08 smithi102 ceph-mon[88557]: osdmap e1462: 8 total, 8 up, 8 in 2024-04-10T15:53:08.434 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.MirrorModeSet_ImageMode_To_DisabledMode (168 ms) 2024-04-10T15:53:08.434 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageEnabled 2024-04-10T15:53:08.519 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageEnabled (85 ms) 2024-04-10T15:53:08.519 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDisabled 2024-04-10T15:53:08.593 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDisabled (74 ms) 2024-04-10T15:53:08.593 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.RemoveImage_With_ImageWithoutJournal 2024-04-10T15:53:08.660 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.RemoveImage_With_ImageWithoutJournal (66 ms) 2024-04-10T15:53:08.660 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.RemoveImage_With_MirrorImageDemoted 2024-04-10T15:53:08.790 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.RemoveImage_With_MirrorImageDemoted (131 ms) 2024-04-10T15:53:08.791 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.TrashMoveRestore_PoolMode 2024-04-10T15:53:08.911 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.TrashMoveRestore_PoolMode (121 ms) 2024-04-10T15:53:08.911 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled 2024-04-10T15:53:09.020 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringDisabled (109 ms) 2024-04-10T15:53:09.021 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled 2024-04-10T15:53:09.128 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.TrashMoveRestore_ImageMode_MirroringEnabled (108 ms) 2024-04-10T15:53:09.128 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.MirrorStatusList 2024-04-10T15:53:09.206 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.MirrorStatusList (78 ms) 2024-04-10T15:53:09.206 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.RemoveBootstrapped 2024-04-10T15:53:09.299 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.RemoveBootstrapped (92 ms) 2024-04-10T15:53:09.299 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.AioPromoteDemote 2024-04-10T15:53:09.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:09 smithi154 ceph-mon[84269]: pgmap v2554: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 415 KiB/s rd, 64 KiB/s wr, 602 op/s 2024-04-10T15:53:09.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:09.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:09 smithi154 ceph-mon[84269]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-10T15:53:09.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:09 smithi102 ceph-mon[90943]: pgmap v2554: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 415 KiB/s rd, 64 KiB/s wr, 602 op/s 2024-04-10T15:53:09.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:09.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:09 smithi102 ceph-mon[90943]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-10T15:53:09.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:09 smithi102 ceph-mon[88557]: pgmap v2554: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 415 KiB/s rd, 64 KiB/s wr, 602 op/s 2024-04-10T15:53:09.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:09.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:09 smithi102 ceph-mon[88557]: osdmap e1463: 8 total, 8 up, 8 in 2024-04-10T15:53:09.666 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.AioPromoteDemote (367 ms) 2024-04-10T15:53:09.666 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.AioGetInfo 2024-04-10T15:53:10.007 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.AioGetInfo (342 ms) 2024-04-10T15:53:10.007 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.AioGetStatus 2024-04-10T15:53:10.229 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.AioGetStatus (221 ms) 2024-04-10T15:53:10.280 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.SiteName 2024-04-10T15:53:10.281 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.SiteName (9 ms) 2024-04-10T15:53:10.281 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.Bootstrap 2024-04-10T15:53:11.063 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.Bootstrap (826 ms) 2024-04-10T15:53:11.064 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.PeerDirection 2024-04-10T15:53:11.073 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.PeerDirection (10 ms) 2024-04-10T15:53:11.073 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.Snapshot 2024-04-10T15:53:11.645 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:11 smithi154 ceph-mon[84269]: pgmap v2556: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 562 KiB/s rd, 76 KiB/s wr, 804 op/s 2024-04-10T15:53:11.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' 2024-04-10T15:53:11.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T15:53:11.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T15:53:11.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-10T15:53:11.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T15:53:11.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-10T15:53:11.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' 2024-04-10T15:53:11.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-10T15:53:11.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-10T15:53:11.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T15:53:11.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a031c4b7-7645-4835-9b0b-a8ab5e0c54ba"}]: dispatch 2024-04-10T15:53:11.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a031c4b7-7645-4835-9b0b-a8ab5e0c54ba"}]': finished 2024-04-10T15:53:11.675 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[90943]: pgmap v2556: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 562 KiB/s rd, 76 KiB/s wr, 804 op/s 2024-04-10T15:53:11.675 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' 2024-04-10T15:53:11.675 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T15:53:11.675 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T15:53:11.676 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-10T15:53:11.676 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T15:53:11.676 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-10T15:53:11.676 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' 2024-04-10T15:53:11.676 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-10T15:53:11.676 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-10T15:53:11.676 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T15:53:11.676 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a031c4b7-7645-4835-9b0b-a8ab5e0c54ba"}]: dispatch 2024-04-10T15:53:11.676 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a031c4b7-7645-4835-9b0b-a8ab5e0c54ba"}]': finished 2024-04-10T15:53:11.676 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[88557]: pgmap v2556: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 562 KiB/s rd, 76 KiB/s wr, 804 op/s 2024-04-10T15:53:11.676 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' 2024-04-10T15:53:11.676 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T15:53:11.676 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T15:53:11.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-10T15:53:11.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T15:53:11.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-10T15:53:11.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' 2024-04-10T15:53:11.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-10T15:53:11.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]': finished 2024-04-10T15:53:11.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T15:53:11.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a031c4b7-7645-4835-9b0b-a8ab5e0c54ba"}]: dispatch 2024-04-10T15:53:11.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/a031c4b7-7645-4835-9b0b-a8ab5e0c54ba"}]': finished 2024-04-10T15:53:12.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:53:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:53:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:53:13.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:13 smithi154 ceph-mon[84269]: pgmap v2557: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 174 KiB/s wr, 1.54k op/s 2024-04-10T15:53:13.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:13 smithi154 ceph-mon[84269]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-10T15:53:13.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:13 smithi102 ceph-mon[90943]: pgmap v2557: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 174 KiB/s wr, 1.54k op/s 2024-04-10T15:53:13.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:13 smithi102 ceph-mon[90943]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-10T15:53:13.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:13 smithi102 ceph-mon[88557]: pgmap v2557: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 174 KiB/s wr, 1.54k op/s 2024-04-10T15:53:13.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:13 smithi102 ceph-mon[88557]: osdmap e1464: 8 total, 8 up, 8 in 2024-04-10T15:53:14.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:14 smithi154 ceph-mon[84269]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-10T15:53:14.395 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:14 smithi154 ceph-mon[84269]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-10T15:53:14.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:14 smithi102 ceph-mon[90943]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-10T15:53:14.425 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:14 smithi102 ceph-mon[90943]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-10T15:53:14.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:14 smithi102 ceph-mon[88557]: osdmap e1465: 8 total, 8 up, 8 in 2024-04-10T15:53:14.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:14 smithi102 ceph-mon[88557]: osdmap e1466: 8 total, 8 up, 8 in 2024-04-10T15:53:15.396 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:15 smithi154 ceph-mon[84269]: pgmap v2561: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 226 KiB/s wr, 1.96k op/s 2024-04-10T15:53:15.396 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:15 smithi154 ceph-mon[84269]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-10T15:53:15.425 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:15 smithi102 ceph-mon[88557]: pgmap v2561: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 226 KiB/s wr, 1.96k op/s 2024-04-10T15:53:15.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:15 smithi102 ceph-mon[88557]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-10T15:53:15.426 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:15 smithi102 ceph-mon[90943]: pgmap v2561: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 226 KiB/s wr, 1.96k op/s 2024-04-10T15:53:15.426 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:15 smithi102 ceph-mon[90943]: osdmap e1467: 8 total, 8 up, 8 in 2024-04-10T15:53:17.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:16 smithi154 ceph-mon[84269]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-10T15:53:17.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:16 smithi154 ceph-mon[84269]: pgmap v2564: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 931 KiB/s rd, 107 KiB/s wr, 1.20k op/s 2024-04-10T15:53:17.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:16 smithi102 ceph-mon[90943]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-10T15:53:17.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:16 smithi102 ceph-mon[90943]: pgmap v2564: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 931 KiB/s rd, 107 KiB/s wr, 1.20k op/s 2024-04-10T15:53:17.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:16 smithi102 ceph-mon[88557]: osdmap e1468: 8 total, 8 up, 8 in 2024-04-10T15:53:17.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:16 smithi102 ceph-mon[88557]: pgmap v2564: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 931 KiB/s rd, 107 KiB/s wr, 1.20k op/s 2024-04-10T15:53:17.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:17 smithi102 ceph-mon[90943]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-10T15:53:17.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:17 smithi102 ceph-mon[88557]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-10T15:53:17.926 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:53:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:53:17] "GET /metrics HTTP/1.1" 200 36470 "" "Prometheus/2.43.0" 2024-04-10T15:53:18.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:17 smithi154 ceph-mon[84269]: osdmap e1469: 8 total, 8 up, 8 in 2024-04-10T15:53:19.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:18 smithi154 ceph-mon[84269]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-10T15:53:19.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:18 smithi154 ceph-mon[84269]: pgmap v2567: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 235 KiB/s rd, 22 KiB/s wr, 305 op/s 2024-04-10T15:53:19.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:18 smithi102 ceph-mon[90943]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-10T15:53:19.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:18 smithi102 ceph-mon[90943]: pgmap v2567: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 235 KiB/s rd, 22 KiB/s wr, 305 op/s 2024-04-10T15:53:19.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:18 smithi102 ceph-mon[88557]: osdmap e1470: 8 total, 8 up, 8 in 2024-04-10T15:53:19.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:18 smithi102 ceph-mon[88557]: pgmap v2567: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 235 KiB/s rd, 22 KiB/s wr, 305 op/s 2024-04-10T15:53:20.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:19 smithi154 ceph-mon[84269]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-10T15:53:20.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:19 smithi102 ceph-mon[90943]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-10T15:53:20.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:19 smithi102 ceph-mon[88557]: osdmap e1471: 8 total, 8 up, 8 in 2024-04-10T15:53:21.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:20 smithi154 ceph-mon[84269]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-10T15:53:21.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:20 smithi154 ceph-mon[84269]: pgmap v2570: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 2.5 KiB/s wr, 12 op/s 2024-04-10T15:53:21.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:20 smithi102 ceph-mon[90943]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-10T15:53:21.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:20 smithi102 ceph-mon[90943]: pgmap v2570: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 2.5 KiB/s wr, 12 op/s 2024-04-10T15:53:21.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:20 smithi102 ceph-mon[88557]: osdmap e1472: 8 total, 8 up, 8 in 2024-04-10T15:53:21.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:20 smithi102 ceph-mon[88557]: pgmap v2570: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 8.7 KiB/s rd, 2.5 KiB/s wr, 12 op/s 2024-04-10T15:53:22.046 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:21 smithi154 ceph-mon[84269]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-10T15:53:22.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:21 smithi102 ceph-mon[90943]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-10T15:53:22.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:21 smithi102 ceph-mon[88557]: osdmap e1473: 8 total, 8 up, 8 in 2024-04-10T15:53:22.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:53:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:53:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:53:23.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:22 smithi154 ceph-mon[84269]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-10T15:53:23.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:22 smithi154 ceph-mon[84269]: pgmap v2573: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 85 op/s 2024-04-10T15:53:23.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:22 smithi102 ceph-mon[88557]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-10T15:53:23.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:22 smithi102 ceph-mon[88557]: pgmap v2573: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 85 op/s 2024-04-10T15:53:23.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:22 smithi102 ceph-mon[90943]: osdmap e1474: 8 total, 8 up, 8 in 2024-04-10T15:53:23.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:22 smithi102 ceph-mon[90943]: pgmap v2573: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 6.0 KiB/s wr, 85 op/s 2024-04-10T15:53:24.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:23 smithi154 ceph-mon[84269]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-10T15:53:24.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:24.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:23 smithi154 ceph-mon[84269]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-10T15:53:24.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:23 smithi102 ceph-mon[90943]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-10T15:53:24.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:24.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:23 smithi102 ceph-mon[90943]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-10T15:53:24.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:23 smithi102 ceph-mon[88557]: osdmap e1475: 8 total, 8 up, 8 in 2024-04-10T15:53:24.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:24.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:23 smithi102 ceph-mon[88557]: osdmap e1476: 8 total, 8 up, 8 in 2024-04-10T15:53:25.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:24 smithi154 ceph-mon[84269]: pgmap v2576: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 5.2 KiB/s wr, 85 op/s 2024-04-10T15:53:25.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:24 smithi154 ceph-mon[84269]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-10T15:53:25.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:24 smithi102 ceph-mon[90943]: pgmap v2576: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 5.2 KiB/s wr, 85 op/s 2024-04-10T15:53:25.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:24 smithi102 ceph-mon[90943]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-10T15:53:25.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:24 smithi102 ceph-mon[88557]: pgmap v2576: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 5.2 KiB/s wr, 85 op/s 2024-04-10T15:53:25.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:24 smithi102 ceph-mon[88557]: osdmap e1477: 8 total, 8 up, 8 in 2024-04-10T15:53:26.822 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.Snapshot (15748 ms) 2024-04-10T15:53:26.822 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.SnapshotRemoveOnDisable 2024-04-10T15:53:27.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:26 smithi154 ceph-mon[84269]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-10T15:53:27.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:26 smithi154 ceph-mon[84269]: pgmap v2579: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 6.2 KiB/s wr, 86 op/s 2024-04-10T15:53:27.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:26 smithi102 ceph-mon[90943]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-10T15:53:27.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:26 smithi102 ceph-mon[90943]: pgmap v2579: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 6.2 KiB/s wr, 86 op/s 2024-04-10T15:53:27.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:26 smithi102 ceph-mon[88557]: osdmap e1478: 8 total, 8 up, 8 in 2024-04-10T15:53:27.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:26 smithi102 ceph-mon[88557]: pgmap v2579: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 6.2 KiB/s wr, 86 op/s 2024-04-10T15:53:27.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:27 smithi102 ceph-mon[90943]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-10T15:53:27.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:27 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5a651d21-8e7f-4254-94d3-f7fc92797eee"}]: dispatch 2024-04-10T15:53:27.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:27 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5a651d21-8e7f-4254-94d3-f7fc92797eee"}]': finished 2024-04-10T15:53:27.926 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:53:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:53:27] "GET /metrics HTTP/1.1" 200 36480 "" "Prometheus/2.43.0" 2024-04-10T15:53:27.926 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:27 smithi102 ceph-mon[88557]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-10T15:53:27.926 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:27 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5a651d21-8e7f-4254-94d3-f7fc92797eee"}]: dispatch 2024-04-10T15:53:27.926 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:27 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5a651d21-8e7f-4254-94d3-f7fc92797eee"}]': finished 2024-04-10T15:53:28.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:27 smithi154 ceph-mon[84269]: osdmap e1479: 8 total, 8 up, 8 in 2024-04-10T15:53:28.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:27 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5a651d21-8e7f-4254-94d3-f7fc92797eee"}]: dispatch 2024-04-10T15:53:28.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:27 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/5a651d21-8e7f-4254-94d3-f7fc92797eee"}]': finished 2024-04-10T15:53:29.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:28 smithi154 ceph-mon[84269]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-10T15:53:29.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:28 smithi154 ceph-mon[84269]: pgmap v2582: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-10T15:53:29.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:28 smithi154 ceph-mon[84269]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-10T15:53:29.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:28 smithi102 ceph-mon[90943]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-10T15:53:29.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:28 smithi102 ceph-mon[90943]: pgmap v2582: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-10T15:53:29.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:28 smithi102 ceph-mon[90943]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-10T15:53:29.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:28 smithi102 ceph-mon[88557]: osdmap e1480: 8 total, 8 up, 8 in 2024-04-10T15:53:29.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:28 smithi102 ceph-mon[88557]: pgmap v2582: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 62 KiB/s rd, 6.0 KiB/s wr, 86 op/s 2024-04-10T15:53:29.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:28 smithi102 ceph-mon[88557]: osdmap e1481: 8 total, 8 up, 8 in 2024-04-10T15:53:30.809 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.SnapshotRemoveOnDisable (3988 ms) 2024-04-10T15:53:30.809 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.SnapshotUnlinkPeer 2024-04-10T15:53:31.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:30 smithi154 ceph-mon[84269]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-10T15:53:31.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:30 smithi154 ceph-mon[84269]: pgmap v2585: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 1023 B/s wr, 15 op/s 2024-04-10T15:53:31.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:30 smithi102 ceph-mon[90943]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-10T15:53:31.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:30 smithi102 ceph-mon[90943]: pgmap v2585: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 1023 B/s wr, 15 op/s 2024-04-10T15:53:31.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:30 smithi102 ceph-mon[88557]: osdmap e1482: 8 total, 8 up, 8 in 2024-04-10T15:53:31.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:30 smithi102 ceph-mon[88557]: pgmap v2585: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 7.5 KiB/s rd, 1023 B/s wr, 15 op/s 2024-04-10T15:53:32.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:31 smithi154 ceph-mon[84269]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-10T15:53:32.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:31 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/164322c7-d67a-45d9-bc29-1372ee98fc57"}]: dispatch 2024-04-10T15:53:32.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:31 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/164322c7-d67a-45d9-bc29-1372ee98fc57"}]': finished 2024-04-10T15:53:32.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:31 smithi102 ceph-mon[90943]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-10T15:53:32.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:31 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/164322c7-d67a-45d9-bc29-1372ee98fc57"}]: dispatch 2024-04-10T15:53:32.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:31 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/164322c7-d67a-45d9-bc29-1372ee98fc57"}]': finished 2024-04-10T15:53:32.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:31 smithi102 ceph-mon[88557]: osdmap e1483: 8 total, 8 up, 8 in 2024-04-10T15:53:32.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:31 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/164322c7-d67a-45d9-bc29-1372ee98fc57"}]: dispatch 2024-04-10T15:53:32.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:31 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/164322c7-d67a-45d9-bc29-1372ee98fc57"}]': finished 2024-04-10T15:53:32.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:53:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:53:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:53:33.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:32 smithi154 ceph-mon[84269]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-10T15:53:33.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:32 smithi154 ceph-mon[84269]: pgmap v2588: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 102 KiB/s rd, 11 KiB/s wr, 140 op/s 2024-04-10T15:53:33.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:32 smithi102 ceph-mon[90943]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-10T15:53:33.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:32 smithi102 ceph-mon[90943]: pgmap v2588: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 102 KiB/s rd, 11 KiB/s wr, 140 op/s 2024-04-10T15:53:33.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:32 smithi102 ceph-mon[88557]: osdmap e1484: 8 total, 8 up, 8 in 2024-04-10T15:53:33.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:32 smithi102 ceph-mon[88557]: pgmap v2588: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 102 KiB/s rd, 11 KiB/s wr, 140 op/s 2024-04-10T15:53:34.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:33 smithi154 ceph-mon[84269]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-10T15:53:34.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:33 smithi154 ceph-mon[84269]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-10T15:53:34.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:33 smithi102 ceph-mon[90943]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-10T15:53:34.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:33 smithi102 ceph-mon[90943]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-10T15:53:34.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:33 smithi102 ceph-mon[88557]: osdmap e1485: 8 total, 8 up, 8 in 2024-04-10T15:53:34.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:33 smithi102 ceph-mon[88557]: osdmap e1486: 8 total, 8 up, 8 in 2024-04-10T15:53:35.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:34 smithi154 ceph-mon[84269]: pgmap v2591: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 143 op/s 2024-04-10T15:53:35.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:34 smithi154 ceph-mon[84269]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-10T15:53:35.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:34 smithi102 ceph-mon[90943]: pgmap v2591: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 143 op/s 2024-04-10T15:53:35.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:34 smithi102 ceph-mon[90943]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-10T15:53:35.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:34 smithi102 ceph-mon[88557]: pgmap v2591: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 106 KiB/s rd, 10 KiB/s wr, 143 op/s 2024-04-10T15:53:35.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:34 smithi102 ceph-mon[88557]: osdmap e1487: 8 total, 8 up, 8 in 2024-04-10T15:53:37.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:36 smithi154 ceph-mon[84269]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-10T15:53:37.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:36 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8f5138b0-e4c8-4ab4-a996-005c1435f576"}]: dispatch 2024-04-10T15:53:37.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:36 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8f5138b0-e4c8-4ab4-a996-005c1435f576"}]': finished 2024-04-10T15:53:37.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:36 smithi154 ceph-mon[84269]: pgmap v2594: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 69 KiB/s rd, 6.0 KiB/s wr, 95 op/s 2024-04-10T15:53:37.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:36 smithi102 ceph-mon[88557]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-10T15:53:37.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:36 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8f5138b0-e4c8-4ab4-a996-005c1435f576"}]: dispatch 2024-04-10T15:53:37.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:36 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8f5138b0-e4c8-4ab4-a996-005c1435f576"}]': finished 2024-04-10T15:53:37.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:36 smithi102 ceph-mon[88557]: pgmap v2594: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 69 KiB/s rd, 6.0 KiB/s wr, 95 op/s 2024-04-10T15:53:37.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:36 smithi102 ceph-mon[90943]: osdmap e1488: 8 total, 8 up, 8 in 2024-04-10T15:53:37.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:36 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8f5138b0-e4c8-4ab4-a996-005c1435f576"}]: dispatch 2024-04-10T15:53:37.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:36 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/8f5138b0-e4c8-4ab4-a996-005c1435f576"}]': finished 2024-04-10T15:53:37.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:36 smithi102 ceph-mon[90943]: pgmap v2594: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 69 KiB/s rd, 6.0 KiB/s wr, 95 op/s 2024-04-10T15:53:37.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:37 smithi102 ceph-mon[90943]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-10T15:53:37.926 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:37 smithi102 ceph-mon[88557]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-10T15:53:37.926 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:53:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:53:37] "GET /metrics HTTP/1.1" 200 36480 "" "Prometheus/2.43.0" 2024-04-10T15:53:38.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:37 smithi154 ceph-mon[84269]: osdmap e1489: 8 total, 8 up, 8 in 2024-04-10T15:53:39.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:38 smithi154 ceph-mon[84269]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-10T15:53:39.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:38 smithi154 ceph-mon[84269]: pgmap v2597: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 122 KiB/s rd, 10 KiB/s wr, 158 op/s 2024-04-10T15:53:39.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:39.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:38 smithi154 ceph-mon[84269]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-10T15:53:39.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:38 smithi102 ceph-mon[90943]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-10T15:53:39.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:38 smithi102 ceph-mon[90943]: pgmap v2597: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 122 KiB/s rd, 10 KiB/s wr, 158 op/s 2024-04-10T15:53:39.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:39.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:38 smithi102 ceph-mon[90943]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-10T15:53:39.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:38 smithi102 ceph-mon[88557]: osdmap e1490: 8 total, 8 up, 8 in 2024-04-10T15:53:39.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:38 smithi102 ceph-mon[88557]: pgmap v2597: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 122 KiB/s rd, 10 KiB/s wr, 158 op/s 2024-04-10T15:53:39.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:39.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:38 smithi102 ceph-mon[88557]: osdmap e1491: 8 total, 8 up, 8 in 2024-04-10T15:53:40.840 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.SnapshotUnlinkPeer (10030 ms) 2024-04-10T15:53:40.840 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.SnapshotImageState 2024-04-10T15:53:41.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:40 smithi154 ceph-mon[84269]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-10T15:53:41.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:40 smithi154 ceph-mon[84269]: pgmap v2600: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 67 KiB/s rd, 5.2 KiB/s wr, 90 op/s 2024-04-10T15:53:41.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:40 smithi102 ceph-mon[90943]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-10T15:53:41.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:40 smithi102 ceph-mon[90943]: pgmap v2600: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 67 KiB/s rd, 5.2 KiB/s wr, 90 op/s 2024-04-10T15:53:41.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:40 smithi102 ceph-mon[88557]: osdmap e1492: 8 total, 8 up, 8 in 2024-04-10T15:53:41.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:40 smithi102 ceph-mon[88557]: pgmap v2600: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 67 KiB/s rd, 5.2 KiB/s wr, 90 op/s 2024-04-10T15:53:42.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:41 smithi154 ceph-mon[84269]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-10T15:53:42.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:41 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/53d7c969-c928-4e8f-a1b9-06d10cba7311"}]: dispatch 2024-04-10T15:53:42.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:41 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/53d7c969-c928-4e8f-a1b9-06d10cba7311"}]': finished 2024-04-10T15:53:42.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:41 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/88df2956-13c1-4bf3-9641-f00300704f49"}]: dispatch 2024-04-10T15:53:42.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:41 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/88df2956-13c1-4bf3-9641-f00300704f49"}]': finished 2024-04-10T15:53:42.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:41 smithi102 ceph-mon[90943]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-10T15:53:42.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:41 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/53d7c969-c928-4e8f-a1b9-06d10cba7311"}]: dispatch 2024-04-10T15:53:42.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:41 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/53d7c969-c928-4e8f-a1b9-06d10cba7311"}]': finished 2024-04-10T15:53:42.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:41 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/88df2956-13c1-4bf3-9641-f00300704f49"}]: dispatch 2024-04-10T15:53:42.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:41 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/88df2956-13c1-4bf3-9641-f00300704f49"}]': finished 2024-04-10T15:53:42.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:41 smithi102 ceph-mon[88557]: osdmap e1493: 8 total, 8 up, 8 in 2024-04-10T15:53:42.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:41 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/53d7c969-c928-4e8f-a1b9-06d10cba7311"}]: dispatch 2024-04-10T15:53:42.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:41 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/53d7c969-c928-4e8f-a1b9-06d10cba7311"}]': finished 2024-04-10T15:53:42.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:41 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/88df2956-13c1-4bf3-9641-f00300704f49"}]: dispatch 2024-04-10T15:53:42.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:41 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/88df2956-13c1-4bf3-9641-f00300704f49"}]': finished 2024-04-10T15:53:42.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:53:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:53:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:53:43.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:42 smithi154 ceph-mon[84269]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-10T15:53:43.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:42 smithi154 ceph-mon[84269]: pgmap v2603: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 130 KiB/s rd, 8.5 KiB/s wr, 181 op/s 2024-04-10T15:53:43.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:42 smithi102 ceph-mon[90943]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-10T15:53:43.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:42 smithi102 ceph-mon[90943]: pgmap v2603: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 130 KiB/s rd, 8.5 KiB/s wr, 181 op/s 2024-04-10T15:53:43.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:42 smithi102 ceph-mon[88557]: osdmap e1494: 8 total, 8 up, 8 in 2024-04-10T15:53:43.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:42 smithi102 ceph-mon[88557]: pgmap v2603: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 130 KiB/s rd, 8.5 KiB/s wr, 181 op/s 2024-04-10T15:53:44.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:43 smithi154 ceph-mon[84269]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-10T15:53:44.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:43 smithi154 ceph-mon[84269]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-10T15:53:44.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:43 smithi102 ceph-mon[90943]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-10T15:53:44.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:43 smithi102 ceph-mon[90943]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-10T15:53:44.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:43 smithi102 ceph-mon[88557]: osdmap e1495: 8 total, 8 up, 8 in 2024-04-10T15:53:44.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:43 smithi102 ceph-mon[88557]: osdmap e1496: 8 total, 8 up, 8 in 2024-04-10T15:53:44.778 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.SnapshotImageState (3939 ms) 2024-04-10T15:53:44.778 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.SnapshotPromoteDemote 2024-04-10T15:53:45.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:44 smithi154 ceph-mon[84269]: pgmap v2606: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 224 KiB/s rd, 18 KiB/s wr, 300 op/s 2024-04-10T15:53:45.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:44 smithi154 ceph-mon[84269]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-10T15:53:45.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:44 smithi102 ceph-mon[90943]: pgmap v2606: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 224 KiB/s rd, 18 KiB/s wr, 300 op/s 2024-04-10T15:53:45.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:44 smithi102 ceph-mon[90943]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-10T15:53:45.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:44 smithi102 ceph-mon[88557]: pgmap v2606: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 224 KiB/s rd, 18 KiB/s wr, 300 op/s 2024-04-10T15:53:45.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:44 smithi102 ceph-mon[88557]: osdmap e1497: 8 total, 8 up, 8 in 2024-04-10T15:53:47.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:46 smithi154 ceph-mon[84269]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-10T15:53:47.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:46 smithi154 ceph-mon[84269]: pgmap v2609: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 117 KiB/s rd, 17 KiB/s wr, 168 op/s 2024-04-10T15:53:47.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:46 smithi102 ceph-mon[90943]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-10T15:53:47.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:46 smithi102 ceph-mon[90943]: pgmap v2609: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 117 KiB/s rd, 17 KiB/s wr, 168 op/s 2024-04-10T15:53:47.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:46 smithi102 ceph-mon[88557]: osdmap e1498: 8 total, 8 up, 8 in 2024-04-10T15:53:47.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:46 smithi102 ceph-mon[88557]: pgmap v2609: 137 pgs: 137 active+clean; 4.6 MiB data, 3.5 GiB used, 712 GiB / 715 GiB avail; 117 KiB/s rd, 17 KiB/s wr, 168 op/s 2024-04-10T15:53:47.925 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:47 smithi102 ceph-mon[90943]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-10T15:53:47.926 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:47 smithi102 ceph-mon[88557]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-10T15:53:47.926 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:53:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:53:47] "GET /metrics HTTP/1.1" 200 36481 "" "Prometheus/2.43.0" 2024-04-10T15:53:48.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:47 smithi154 ceph-mon[84269]: osdmap e1499: 8 total, 8 up, 8 in 2024-04-10T15:53:49.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:48 smithi154 ceph-mon[84269]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-10T15:53:49.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:48 smithi154 ceph-mon[84269]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 14 KiB/s wr, 64 op/s 2024-04-10T15:53:49.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:48 smithi154 ceph-mon[84269]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-10T15:53:49.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:48 smithi102 ceph-mon[90943]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-10T15:53:49.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:48 smithi102 ceph-mon[90943]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 14 KiB/s wr, 64 op/s 2024-04-10T15:53:49.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:48 smithi102 ceph-mon[90943]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-10T15:53:49.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:48 smithi102 ceph-mon[88557]: osdmap e1500: 8 total, 8 up, 8 in 2024-04-10T15:53:49.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:48 smithi102 ceph-mon[88557]: pgmap v2612: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 14 KiB/s wr, 64 op/s 2024-04-10T15:53:49.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:48 smithi102 ceph-mon[88557]: osdmap e1501: 8 total, 8 up, 8 in 2024-04-10T15:53:51.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:50 smithi154 ceph-mon[84269]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-10T15:53:51.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:50 smithi154 ceph-mon[84269]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 120 KiB/s rd, 13 KiB/s wr, 165 op/s 2024-04-10T15:53:51.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:50 smithi102 ceph-mon[88557]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-10T15:53:51.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:50 smithi102 ceph-mon[88557]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 120 KiB/s rd, 13 KiB/s wr, 165 op/s 2024-04-10T15:53:51.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:50 smithi102 ceph-mon[90943]: osdmap e1502: 8 total, 8 up, 8 in 2024-04-10T15:53:51.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:50 smithi102 ceph-mon[90943]: pgmap v2615: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 120 KiB/s rd, 13 KiB/s wr, 165 op/s 2024-04-10T15:53:52.047 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:51 smithi154 ceph-mon[84269]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-10T15:53:52.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:51 smithi102 ceph-mon[90943]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-10T15:53:52.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:51 smithi102 ceph-mon[88557]: osdmap e1503: 8 total, 8 up, 8 in 2024-04-10T15:53:52.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:53:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:53:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:53:53.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:52 smithi154 ceph-mon[84269]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-10T15:53:53.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:52 smithi154 ceph-mon[84269]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 7.7 KiB/s wr, 144 op/s 2024-04-10T15:53:53.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:52 smithi102 ceph-mon[90943]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-10T15:53:53.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:52 smithi102 ceph-mon[90943]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 7.7 KiB/s wr, 144 op/s 2024-04-10T15:53:53.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:52 smithi102 ceph-mon[88557]: osdmap e1504: 8 total, 8 up, 8 in 2024-04-10T15:53:53.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:52 smithi102 ceph-mon[88557]: pgmap v2618: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 7.7 KiB/s wr, 144 op/s 2024-04-10T15:53:54.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:53 smithi154 ceph-mon[84269]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-10T15:53:54.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:54.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:53 smithi154 ceph-mon[84269]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-10T15:53:54.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:53 smithi102 ceph-mon[90943]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-10T15:53:54.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:54.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:53 smithi102 ceph-mon[90943]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-10T15:53:54.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:53 smithi102 ceph-mon[88557]: osdmap e1505: 8 total, 8 up, 8 in 2024-04-10T15:53:54.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:53:54.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:53 smithi102 ceph-mon[88557]: osdmap e1506: 8 total, 8 up, 8 in 2024-04-10T15:53:54.783 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.SnapshotPromoteDemote (10005 ms) 2024-04-10T15:53:54.783 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestMirroring.AioSnapshotCreate 2024-04-10T15:53:55.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:54 smithi154 ceph-mon[84269]: pgmap v2621: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 2.0 KiB/s wr, 18 op/s 2024-04-10T15:53:55.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:54 smithi154 ceph-mon[84269]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-10T15:53:55.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:54 smithi102 ceph-mon[90943]: pgmap v2621: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 2.0 KiB/s wr, 18 op/s 2024-04-10T15:53:55.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:54 smithi102 ceph-mon[90943]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-10T15:53:55.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:54 smithi102 ceph-mon[88557]: pgmap v2621: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 2.0 KiB/s wr, 18 op/s 2024-04-10T15:53:55.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:54 smithi102 ceph-mon[88557]: osdmap e1507: 8 total, 8 up, 8 in 2024-04-10T15:53:56.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:55 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b9fa9a62-6cf3-470b-9cca-9be8c227b6f0"}]: dispatch 2024-04-10T15:53:56.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:55 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b9fa9a62-6cf3-470b-9cca-9be8c227b6f0"}]': finished 2024-04-10T15:53:56.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:55 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b9fa9a62-6cf3-470b-9cca-9be8c227b6f0"}]: dispatch 2024-04-10T15:53:56.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:55 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b9fa9a62-6cf3-470b-9cca-9be8c227b6f0"}]': finished 2024-04-10T15:53:56.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:55 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b9fa9a62-6cf3-470b-9cca-9be8c227b6f0"}]: dispatch 2024-04-10T15:53:56.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:55 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/b9fa9a62-6cf3-470b-9cca-9be8c227b6f0"}]': finished 2024-04-10T15:53:57.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:56 smithi154 ceph-mon[84269]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-10T15:53:57.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:56 smithi154 ceph-mon[84269]: pgmap v2624: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 8.0 KiB/s wr, 86 op/s 2024-04-10T15:53:57.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:56 smithi102 ceph-mon[90943]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-10T15:53:57.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:56 smithi102 ceph-mon[90943]: pgmap v2624: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 8.0 KiB/s wr, 86 op/s 2024-04-10T15:53:57.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:56 smithi102 ceph-mon[88557]: osdmap e1508: 8 total, 8 up, 8 in 2024-04-10T15:53:57.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:56 smithi102 ceph-mon[88557]: pgmap v2624: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 8.0 KiB/s wr, 86 op/s 2024-04-10T15:53:57.925 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:53:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:53:57] "GET /metrics HTTP/1.1" 200 36478 "" "Prometheus/2.43.0" 2024-04-10T15:53:57.926 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:57 smithi102 ceph-mon[90943]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-10T15:53:57.926 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:53:57.926 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:57 smithi102 ceph-mon[88557]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-10T15:53:57.926 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:53:58.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:57 smithi154 ceph-mon[84269]: osdmap e1509: 8 total, 8 up, 8 in 2024-04-10T15:53:58.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:53:59.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:58 smithi154 ceph-mon[84269]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-10T15:53:59.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:58 smithi154 ceph-mon[84269]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 10 KiB/s wr, 108 op/s 2024-04-10T15:53:59.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:53:59.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:53:59.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:53:59.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:53:58 smithi154 ceph-mon[84269]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-10T15:53:59.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:58 smithi102 ceph-mon[90943]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-10T15:53:59.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:58 smithi102 ceph-mon[90943]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 10 KiB/s wr, 108 op/s 2024-04-10T15:53:59.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:53:59.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:53:59.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:53:59.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:53:58 smithi102 ceph-mon[90943]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-10T15:53:59.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:58 smithi102 ceph-mon[88557]: osdmap e1510: 8 total, 8 up, 8 in 2024-04-10T15:53:59.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:58 smithi102 ceph-mon[88557]: pgmap v2627: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 10 KiB/s wr, 108 op/s 2024-04-10T15:53:59.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:53:59.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:53:59.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:53:59.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:53:58 smithi102 ceph-mon[88557]: osdmap e1511: 8 total, 8 up, 8 in 2024-04-10T15:54:01.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:00 smithi154 ceph-mon[84269]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-10T15:54:01.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:00 smithi154 ceph-mon[84269]: pgmap v2630: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-10T15:54:01.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:00 smithi102 ceph-mon[90943]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-10T15:54:01.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:00 smithi102 ceph-mon[90943]: pgmap v2630: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-10T15:54:01.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:00 smithi102 ceph-mon[88557]: osdmap e1512: 8 total, 8 up, 8 in 2024-04-10T15:54:01.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:00 smithi102 ceph-mon[88557]: pgmap v2630: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 46 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-10T15:54:02.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:01 smithi154 ceph-mon[84269]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-10T15:54:02.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:01 smithi102 ceph-mon[90943]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-10T15:54:02.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:01 smithi102 ceph-mon[88557]: osdmap e1513: 8 total, 8 up, 8 in 2024-04-10T15:54:02.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:54:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:54:02.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:54:03.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:02 smithi154 ceph-mon[84269]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-10T15:54:03.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:02 smithi154 ceph-mon[84269]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 11 KiB/s wr, 102 op/s 2024-04-10T15:54:03.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:02 smithi102 ceph-mon[90943]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-10T15:54:03.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:02 smithi102 ceph-mon[90943]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 11 KiB/s wr, 102 op/s 2024-04-10T15:54:03.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:02 smithi102 ceph-mon[88557]: osdmap e1514: 8 total, 8 up, 8 in 2024-04-10T15:54:03.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:02 smithi102 ceph-mon[88557]: pgmap v2633: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 11 KiB/s wr, 102 op/s 2024-04-10T15:54:04.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:03 smithi154 ceph-mon[84269]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-10T15:54:04.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:03 smithi154 ceph-mon[84269]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-10T15:54:04.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:03 smithi102 ceph-mon[90943]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-10T15:54:04.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:03 smithi102 ceph-mon[90943]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-10T15:54:04.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:03 smithi102 ceph-mon[88557]: osdmap e1515: 8 total, 8 up, 8 in 2024-04-10T15:54:04.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:03 smithi102 ceph-mon[88557]: osdmap e1516: 8 total, 8 up, 8 in 2024-04-10T15:54:05.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:04 smithi154 ceph-mon[84269]: pgmap v2636: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 67 KiB/s rd, 12 KiB/s wr, 95 op/s 2024-04-10T15:54:05.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:04 smithi102 ceph-mon[90943]: pgmap v2636: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 67 KiB/s rd, 12 KiB/s wr, 95 op/s 2024-04-10T15:54:05.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:04 smithi102 ceph-mon[88557]: pgmap v2636: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 67 KiB/s rd, 12 KiB/s wr, 95 op/s 2024-04-10T15:54:06.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:05 smithi154 ceph-mon[84269]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-10T15:54:06.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:05 smithi102 ceph-mon[90943]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-10T15:54:06.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:05 smithi102 ceph-mon[88557]: osdmap e1517: 8 total, 8 up, 8 in 2024-04-10T15:54:07.077 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:06 smithi102 ceph-mon[90943]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-10T15:54:07.077 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:06 smithi102 ceph-mon[90943]: pgmap v2639: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 64 KiB/s rd, 9.2 KiB/s wr, 92 op/s 2024-04-10T15:54:07.077 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:06 smithi102 ceph-mon[88557]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-10T15:54:07.078 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:06 smithi102 ceph-mon[88557]: pgmap v2639: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 64 KiB/s rd, 9.2 KiB/s wr, 92 op/s 2024-04-10T15:54:07.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:06 smithi154 ceph-mon[84269]: osdmap e1518: 8 total, 8 up, 8 in 2024-04-10T15:54:07.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:06 smithi154 ceph-mon[84269]: pgmap v2639: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 64 KiB/s rd, 9.2 KiB/s wr, 92 op/s 2024-04-10T15:54:07.925 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:07 smithi102 ceph-mon[88557]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-10T15:54:07.926 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:07 smithi102 ceph-mon[90943]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-10T15:54:07.926 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:54:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:54:07] "GET /metrics HTTP/1.1" 200 36478 "" "Prometheus/2.43.0" 2024-04-10T15:54:08.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:07 smithi154 ceph-mon[84269]: osdmap e1519: 8 total, 8 up, 8 in 2024-04-10T15:54:09.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:08 smithi154 ceph-mon[84269]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-10T15:54:09.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:08 smithi154 ceph-mon[84269]: pgmap v2642: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 123 KiB/s rd, 16 KiB/s wr, 169 op/s 2024-04-10T15:54:09.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:09.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:08 smithi102 ceph-mon[88557]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-10T15:54:09.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:08 smithi102 ceph-mon[88557]: pgmap v2642: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 123 KiB/s rd, 16 KiB/s wr, 169 op/s 2024-04-10T15:54:09.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:09.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:08 smithi102 ceph-mon[90943]: osdmap e1520: 8 total, 8 up, 8 in 2024-04-10T15:54:09.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:08 smithi102 ceph-mon[90943]: pgmap v2642: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 123 KiB/s rd, 16 KiB/s wr, 169 op/s 2024-04-10T15:54:09.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:10.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:09 smithi154 ceph-mon[84269]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-10T15:54:10.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:09 smithi102 ceph-mon[90943]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-10T15:54:10.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:09 smithi102 ceph-mon[88557]: osdmap e1521: 8 total, 8 up, 8 in 2024-04-10T15:54:11.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:10 smithi154 ceph-mon[84269]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-10T15:54:11.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:10 smithi154 ceph-mon[84269]: pgmap v2645: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 125 KiB/s rd, 14 KiB/s wr, 166 op/s 2024-04-10T15:54:11.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:10 smithi102 ceph-mon[88557]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-10T15:54:11.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:10 smithi102 ceph-mon[88557]: pgmap v2645: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 125 KiB/s rd, 14 KiB/s wr, 166 op/s 2024-04-10T15:54:11.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:10 smithi102 ceph-mon[90943]: osdmap e1522: 8 total, 8 up, 8 in 2024-04-10T15:54:11.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:10 smithi102 ceph-mon[90943]: pgmap v2645: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 125 KiB/s rd, 14 KiB/s wr, 166 op/s 2024-04-10T15:54:12.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:11 smithi154 ceph-mon[84269]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-10T15:54:12.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:11 smithi102 ceph-mon[88557]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-10T15:54:12.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:11 smithi102 ceph-mon[90943]: osdmap e1523: 8 total, 8 up, 8 in 2024-04-10T15:54:12.645 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:54:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:54:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:54:13.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:12 smithi154 ceph-mon[84269]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-10T15:54:13.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:12 smithi154 ceph-mon[84269]: pgmap v2648: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 124 KiB/s rd, 13 KiB/s wr, 171 op/s 2024-04-10T15:54:13.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:12 smithi102 ceph-mon[88557]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-10T15:54:13.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:12 smithi102 ceph-mon[88557]: pgmap v2648: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 124 KiB/s rd, 13 KiB/s wr, 171 op/s 2024-04-10T15:54:13.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:12 smithi102 ceph-mon[90943]: osdmap e1524: 8 total, 8 up, 8 in 2024-04-10T15:54:13.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:12 smithi102 ceph-mon[90943]: pgmap v2648: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 124 KiB/s rd, 13 KiB/s wr, 171 op/s 2024-04-10T15:54:14.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:13 smithi154 ceph-mon[84269]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-10T15:54:14.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:13 smithi154 ceph-mon[84269]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-10T15:54:14.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:13 smithi102 ceph-mon[90943]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-10T15:54:14.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:13 smithi102 ceph-mon[90943]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-10T15:54:14.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:13 smithi102 ceph-mon[88557]: osdmap e1525: 8 total, 8 up, 8 in 2024-04-10T15:54:14.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:13 smithi102 ceph-mon[88557]: osdmap e1526: 8 total, 8 up, 8 in 2024-04-10T15:54:15.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:14 smithi154 ceph-mon[84269]: pgmap v2651: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 10 KiB/s wr, 145 op/s 2024-04-10T15:54:15.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:14 smithi102 ceph-mon[90943]: pgmap v2651: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 10 KiB/s wr, 145 op/s 2024-04-10T15:54:15.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:14 smithi102 ceph-mon[88557]: pgmap v2651: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 10 KiB/s wr, 145 op/s 2024-04-10T15:54:16.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:15 smithi154 ceph-mon[84269]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-10T15:54:16.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:15 smithi102 ceph-mon[90943]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-10T15:54:16.175 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:15 smithi102 ceph-mon[88557]: osdmap e1527: 8 total, 8 up, 8 in 2024-04-10T15:54:17.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:16 smithi154 ceph-mon[84269]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-10T15:54:17.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:16 smithi154 ceph-mon[84269]: pgmap v2654: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 68 KiB/s rd, 6.0 KiB/s wr, 98 op/s 2024-04-10T15:54:17.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:16 smithi102 ceph-mon[90943]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-10T15:54:17.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:16 smithi102 ceph-mon[90943]: pgmap v2654: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 68 KiB/s rd, 6.0 KiB/s wr, 98 op/s 2024-04-10T15:54:17.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:16 smithi102 ceph-mon[88557]: osdmap e1528: 8 total, 8 up, 8 in 2024-04-10T15:54:17.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:16 smithi102 ceph-mon[88557]: pgmap v2654: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 68 KiB/s rd, 6.0 KiB/s wr, 98 op/s 2024-04-10T15:54:17.824 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:54:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:54:17] "GET /metrics HTTP/1.1" 200 36481 "" "Prometheus/2.43.0" 2024-04-10T15:54:18.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:17 smithi154 ceph-mon[84269]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-10T15:54:18.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:17 smithi102 ceph-mon[90943]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-10T15:54:18.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:17 smithi102 ceph-mon[88557]: osdmap e1529: 8 total, 8 up, 8 in 2024-04-10T15:54:19.145 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:18 smithi154 ceph-mon[84269]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-10T15:54:19.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:18 smithi154 ceph-mon[84269]: pgmap v2657: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 8.2 KiB/s wr, 121 op/s 2024-04-10T15:54:19.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:18 smithi154 ceph-mon[84269]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-10T15:54:19.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:18 smithi102 ceph-mon[90943]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-10T15:54:19.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:18 smithi102 ceph-mon[90943]: pgmap v2657: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 8.2 KiB/s wr, 121 op/s 2024-04-10T15:54:19.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:18 smithi102 ceph-mon[90943]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-10T15:54:19.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:18 smithi102 ceph-mon[88557]: osdmap e1530: 8 total, 8 up, 8 in 2024-04-10T15:54:19.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:18 smithi102 ceph-mon[88557]: pgmap v2657: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 85 KiB/s rd, 8.2 KiB/s wr, 121 op/s 2024-04-10T15:54:19.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:18 smithi102 ceph-mon[88557]: osdmap e1531: 8 total, 8 up, 8 in 2024-04-10T15:54:21.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:20 smithi154 ceph-mon[84269]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-10T15:54:21.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:20 smithi154 ceph-mon[84269]: pgmap v2660: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 5.5 KiB/s wr, 111 op/s 2024-04-10T15:54:21.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:20 smithi102 ceph-mon[90943]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-10T15:54:21.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:20 smithi102 ceph-mon[90943]: pgmap v2660: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 5.5 KiB/s wr, 111 op/s 2024-04-10T15:54:21.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:20 smithi102 ceph-mon[88557]: osdmap e1532: 8 total, 8 up, 8 in 2024-04-10T15:54:21.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:20 smithi102 ceph-mon[88557]: pgmap v2660: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 5.5 KiB/s wr, 111 op/s 2024-04-10T15:54:22.047 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:21 smithi154 ceph-mon[84269]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-10T15:54:22.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:21 smithi102 ceph-mon[90943]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-10T15:54:22.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:21 smithi102 ceph-mon[88557]: osdmap e1533: 8 total, 8 up, 8 in 2024-04-10T15:54:22.646 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:54:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:54:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:54:23.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:22 smithi154 ceph-mon[84269]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-10T15:54:23.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:22 smithi154 ceph-mon[84269]: pgmap v2663: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 7.2 KiB/s wr, 112 op/s 2024-04-10T15:54:23.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:22 smithi102 ceph-mon[90943]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-10T15:54:23.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:22 smithi102 ceph-mon[90943]: pgmap v2663: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 7.2 KiB/s wr, 112 op/s 2024-04-10T15:54:23.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:22 smithi102 ceph-mon[88557]: osdmap e1534: 8 total, 8 up, 8 in 2024-04-10T15:54:23.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:22 smithi102 ceph-mon[88557]: pgmap v2663: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 77 KiB/s rd, 7.2 KiB/s wr, 112 op/s 2024-04-10T15:54:24.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:23 smithi154 ceph-mon[84269]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-10T15:54:24.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:24.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:23 smithi154 ceph-mon[84269]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-10T15:54:24.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:23 smithi102 ceph-mon[90943]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-10T15:54:24.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:24.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:23 smithi102 ceph-mon[90943]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-10T15:54:24.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:23 smithi102 ceph-mon[88557]: osdmap e1535: 8 total, 8 up, 8 in 2024-04-10T15:54:24.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:24.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:23 smithi102 ceph-mon[88557]: osdmap e1536: 8 total, 8 up, 8 in 2024-04-10T15:54:25.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:24 smithi154 ceph-mon[84269]: pgmap v2666: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-04-10T15:54:25.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:24 smithi102 ceph-mon[90943]: pgmap v2666: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-04-10T15:54:25.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:24 smithi102 ceph-mon[88557]: pgmap v2666: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 5.2 KiB/s wr, 71 op/s 2024-04-10T15:54:25.821 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestMirroring.AioSnapshotCreate (31038 ms) 2024-04-10T15:54:26.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:25 smithi154 ceph-mon[84269]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-10T15:54:26.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:25 smithi102 ceph-mon[90943]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-10T15:54:26.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:25 smithi102 ceph-mon[88557]: osdmap e1537: 8 total, 8 up, 8 in 2024-04-10T15:54:26.829 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 51 tests from TestMirroring (86743 ms total) 2024-04-10T15:54:26.829 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:54:26.829 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 34 tests from TestInternal 2024-04-10T15:54:27.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:26 smithi154 ceph-mon[84269]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-10T15:54:27.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:26 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9211168f-4c80-417f-9116-9dff0e219650"}]: dispatch 2024-04-10T15:54:27.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:26 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9211168f-4c80-417f-9116-9dff0e219650"}]': finished 2024-04-10T15:54:27.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:26 smithi154 ceph-mon[84269]: pgmap v2669: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 66 KiB/s rd, 5.2 KiB/s wr, 94 op/s 2024-04-10T15:54:27.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:26 smithi102 ceph-mon[90943]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-10T15:54:27.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:26 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9211168f-4c80-417f-9116-9dff0e219650"}]: dispatch 2024-04-10T15:54:27.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:26 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9211168f-4c80-417f-9116-9dff0e219650"}]': finished 2024-04-10T15:54:27.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:26 smithi102 ceph-mon[90943]: pgmap v2669: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 66 KiB/s rd, 5.2 KiB/s wr, 94 op/s 2024-04-10T15:54:27.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:26 smithi102 ceph-mon[88557]: osdmap e1538: 8 total, 8 up, 8 in 2024-04-10T15:54:27.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:26 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9211168f-4c80-417f-9116-9dff0e219650"}]: dispatch 2024-04-10T15:54:27.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:26 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3143288160' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/88/9211168f-4c80-417f-9116-9dff0e219650"}]': finished 2024-04-10T15:54:27.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:26 smithi102 ceph-mon[88557]: pgmap v2669: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 66 KiB/s rd, 5.2 KiB/s wr, 94 op/s 2024-04-10T15:54:27.822 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:54:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:54:27] "GET /metrics HTTP/1.1" 200 36478 "" "Prometheus/2.43.0" 2024-04-10T15:54:28.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:27 smithi154 ceph-mon[84269]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-10T15:54:28.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:27 smithi102 ceph-mon[88557]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-10T15:54:28.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:27 smithi102 ceph-mon[90943]: osdmap e1539: 8 total, 8 up, 8 in 2024-04-10T15:54:28.841 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.OpenByID 2024-04-10T15:54:29.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:28 smithi154 ceph-mon[84269]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-10T15:54:29.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:28 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3175262351' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:54:29.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:28 smithi154 ceph-mon[84269]: pgmap v2672: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:54:29.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:28 smithi102 ceph-mon[90943]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-10T15:54:29.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:28 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3175262351' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:54:29.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:28 smithi102 ceph-mon[90943]: pgmap v2672: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:54:29.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:28 smithi102 ceph-mon[88557]: osdmap e1540: 8 total, 8 up, 8 in 2024-04-10T15:54:29.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:28 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3175262351' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-13","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:54:29.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:28 smithi102 ceph-mon[88557]: pgmap v2672: 137 pgs: 32 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:54:30.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:29 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:54:30.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:29 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3175262351' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:54:30.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:29 smithi154 ceph-mon[84269]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-10T15:54:30.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:29 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:54:30.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:29 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3175262351' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:54:30.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:29 smithi102 ceph-mon[90943]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-10T15:54:30.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:29 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:54:30.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:29 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3175262351' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-13","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:54:30.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:29 smithi102 ceph-mon[88557]: osdmap e1541: 8 total, 8 up, 8 in 2024-04-10T15:54:30.893 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.OpenByID (2052 ms) 2024-04-10T15:54:30.893 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.OpenSnapDNE 2024-04-10T15:54:30.921 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.OpenSnapDNE (28 ms) 2024-04-10T15:54:30.921 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.IsExclusiveLockOwner 2024-04-10T15:54:30.946 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.IsExclusiveLockOwner (25 ms) 2024-04-10T15:54:30.946 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.ResizeLocksImage 2024-04-10T15:54:30.971 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.ResizeLocksImage (25 ms) 2024-04-10T15:54:30.971 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.ResizeFailsToLockImage 2024-04-10T15:54:30.988 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.ResizeFailsToLockImage (17 ms) 2024-04-10T15:54:30.988 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.SnapCreateLocksImage 2024-04-10T15:54:31.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:30 smithi154 ceph-mon[84269]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-10T15:54:31.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:30 smithi154 ceph-mon[84269]: pgmap v2675: 137 pgs: 5 creating+peering, 15 unknown, 117 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:54:31.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:30 smithi102 ceph-mon[90943]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-10T15:54:31.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:30 smithi102 ceph-mon[90943]: pgmap v2675: 137 pgs: 5 creating+peering, 15 unknown, 117 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:54:31.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:30 smithi102 ceph-mon[88557]: osdmap e1542: 8 total, 8 up, 8 in 2024-04-10T15:54:31.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:30 smithi102 ceph-mon[88557]: pgmap v2675: 137 pgs: 5 creating+peering, 15 unknown, 117 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:54:32.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:31 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:54:32.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:31 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T15:54:32.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:31 smithi154 ceph-mon[84269]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-10T15:54:32.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:31 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:54:32.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:31 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T15:54:32.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:31 smithi102 ceph-mon[90943]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-10T15:54:32.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:31 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:54:32.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:31 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T15:54:32.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:31 smithi102 ceph-mon[88557]: osdmap e1543: 8 total, 8 up, 8 in 2024-04-10T15:54:32.646 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:54:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:54:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:54:32.885 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.SnapCreateLocksImage (1897 ms) 2024-04-10T15:54:32.885 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.SnapCreateFailsToLockImage 2024-04-10T15:54:32.914 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.SnapCreateFailsToLockImage (29 ms) 2024-04-10T15:54:32.915 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.SnapRollbackLocksImage 2024-04-10T15:54:33.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:32 smithi154 ceph-mon[84269]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-10T15:54:33.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:32 smithi154 ceph-mon[84269]: pgmap v2678: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:54:33.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:32 smithi102 ceph-mon[90943]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-10T15:54:33.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:32 smithi102 ceph-mon[90943]: pgmap v2678: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:54:33.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:32 smithi102 ceph-mon[88557]: osdmap e1544: 8 total, 8 up, 8 in 2024-04-10T15:54:33.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:32 smithi102 ceph-mon[88557]: pgmap v2678: 137 pgs: 5 creating+peering, 6 unknown, 126 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T15:54:34.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:33 smithi154 ceph-mon[84269]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-10T15:54:34.175 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:33 smithi102 ceph-mon[90943]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-10T15:54:34.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:33 smithi102 ceph-mon[88557]: osdmap e1545: 8 total, 8 up, 8 in 2024-04-10T15:54:34.905 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.SnapRollbackLocksImage (1991 ms) 2024-04-10T15:54:34.905 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.SnapRollbackFailsToLockImage 2024-04-10T15:54:35.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:34 smithi154 ceph-mon[84269]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 1.5 KiB/s wr, 23 op/s 2024-04-10T15:54:35.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:34 smithi154 ceph-mon[84269]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-10T15:54:35.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:34 smithi102 ceph-mon[90943]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 1.5 KiB/s wr, 23 op/s 2024-04-10T15:54:35.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:34 smithi102 ceph-mon[90943]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-10T15:54:35.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:34 smithi102 ceph-mon[88557]: pgmap v2680: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 1.5 KiB/s wr, 23 op/s 2024-04-10T15:54:35.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:34 smithi102 ceph-mon[88557]: osdmap e1546: 8 total, 8 up, 8 in 2024-04-10T15:54:36.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:35 smithi154 ceph-mon[84269]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-10T15:54:36.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:35 smithi102 ceph-mon[90943]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-10T15:54:36.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:35 smithi102 ceph-mon[88557]: osdmap e1547: 8 total, 8 up, 8 in 2024-04-10T15:54:36.918 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.SnapRollbackFailsToLockImage (2013 ms) 2024-04-10T15:54:36.918 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.SnapSetReleasesLock 2024-04-10T15:54:37.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:36 smithi154 ceph-mon[84269]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 116 KiB/s rd, 12 KiB/s wr, 165 op/s 2024-04-10T15:54:37.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:36 smithi154 ceph-mon[84269]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-10T15:54:37.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:36 smithi102 ceph-mon[90943]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 116 KiB/s rd, 12 KiB/s wr, 165 op/s 2024-04-10T15:54:37.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:36 smithi102 ceph-mon[90943]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-10T15:54:37.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:36 smithi102 ceph-mon[88557]: pgmap v2683: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 116 KiB/s rd, 12 KiB/s wr, 165 op/s 2024-04-10T15:54:37.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:36 smithi102 ceph-mon[88557]: osdmap e1548: 8 total, 8 up, 8 in 2024-04-10T15:54:37.901 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:54:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:54:37] "GET /metrics HTTP/1.1" 200 36478 "" "Prometheus/2.43.0" 2024-04-10T15:54:38.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:37 smithi102 ceph-mon[90943]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-10T15:54:38.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:37 smithi102 ceph-mon[88557]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-10T15:54:38.396 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:37 smithi154 ceph-mon[84269]: osdmap e1549: 8 total, 8 up, 8 in 2024-04-10T15:54:38.752 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.SnapSetReleasesLock (1834 ms) 2024-04-10T15:54:38.752 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.FlattenLocksImage 2024-04-10T15:54:39.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:38 smithi102 ceph-mon[90943]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 12 KiB/s wr, 148 op/s 2024-04-10T15:54:39.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:38 smithi102 ceph-mon[90943]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-10T15:54:39.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:39.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:38 smithi102 ceph-mon[90943]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-10T15:54:39.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:38 smithi102 ceph-mon[88557]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 12 KiB/s wr, 148 op/s 2024-04-10T15:54:39.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:38 smithi102 ceph-mon[88557]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-10T15:54:39.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:39.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:38 smithi102 ceph-mon[88557]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-10T15:54:39.396 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:38 smithi154 ceph-mon[84269]: pgmap v2686: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 100 KiB/s rd, 12 KiB/s wr, 148 op/s 2024-04-10T15:54:39.396 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:38 smithi154 ceph-mon[84269]: osdmap e1550: 8 total, 8 up, 8 in 2024-04-10T15:54:39.396 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:39.396 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:38 smithi154 ceph-mon[84269]: osdmap e1551: 8 total, 8 up, 8 in 2024-04-10T15:54:40.762 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.FlattenLocksImage (2009 ms) 2024-04-10T15:54:40.762 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.FlattenFailsToLockImage 2024-04-10T15:54:41.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:40 smithi154 ceph-mon[84269]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-10T15:54:41.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:40 smithi154 ceph-mon[84269]: pgmap v2690: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 2.0 KiB/s wr, 19 op/s 2024-04-10T15:54:41.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:40 smithi102 ceph-mon[90943]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-10T15:54:41.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:40 smithi102 ceph-mon[90943]: pgmap v2690: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 2.0 KiB/s wr, 19 op/s 2024-04-10T15:54:41.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:40 smithi102 ceph-mon[88557]: osdmap e1552: 8 total, 8 up, 8 in 2024-04-10T15:54:41.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:40 smithi102 ceph-mon[88557]: pgmap v2690: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 2.0 KiB/s wr, 19 op/s 2024-04-10T15:54:42.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:41 smithi154 ceph-mon[84269]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-10T15:54:42.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:41 smithi102 ceph-mon[90943]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-10T15:54:42.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:41 smithi102 ceph-mon[88557]: osdmap e1553: 8 total, 8 up, 8 in 2024-04-10T15:54:42.646 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:54:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:54:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:54:42.775 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.FlattenFailsToLockImage (2014 ms) 2024-04-10T15:54:42.775 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklisted 2024-04-10T15:54:43.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:42 smithi154 ceph-mon[84269]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-10T15:54:43.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:42 smithi154 ceph-mon[84269]: pgmap v2693: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s rd, 8.1 KiB/s wr, 147 op/s 2024-04-10T15:54:43.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:42 smithi102 ceph-mon[90943]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-10T15:54:43.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:42 smithi102 ceph-mon[90943]: pgmap v2693: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s rd, 8.1 KiB/s wr, 147 op/s 2024-04-10T15:54:43.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:42 smithi102 ceph-mon[88557]: osdmap e1554: 8 total, 8 up, 8 in 2024-04-10T15:54:43.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:42 smithi102 ceph-mon[88557]: pgmap v2693: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s rd, 8.1 KiB/s wr, 147 op/s 2024-04-10T15:54:43.742 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklisted (967 ms) 2024-04-10T15:54:43.742 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.WriteFailsToLockImageBlocklistedWatch 2024-04-10T15:54:44.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:43 smithi154 ceph-mon[84269]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-10T15:54:44.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:43 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3063892039' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/3063892039"}]: dispatch 2024-04-10T15:54:44.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:43 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3063892039' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/3063892039"}]': finished 2024-04-10T15:54:44.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:43 smithi154 ceph-mon[84269]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-10T15:54:44.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:43 smithi102 ceph-mon[88557]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-10T15:54:44.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:43 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3063892039' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/3063892039"}]: dispatch 2024-04-10T15:54:44.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:43 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3063892039' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/3063892039"}]': finished 2024-04-10T15:54:44.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:43 smithi102 ceph-mon[88557]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-10T15:54:44.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:43 smithi102 ceph-mon[90943]: osdmap e1555: 8 total, 8 up, 8 in 2024-04-10T15:54:44.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:43 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3063892039' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/3063892039"}]: dispatch 2024-04-10T15:54:44.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:43 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3063892039' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/3063892039"}]': finished 2024-04-10T15:54:44.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:43 smithi102 ceph-mon[90943]: osdmap e1556: 8 total, 8 up, 8 in 2024-04-10T15:54:45.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:44 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2980408153' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/2980408153"}]: dispatch 2024-04-10T15:54:45.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:44 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/2980408153"}]: dispatch 2024-04-10T15:54:45.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:44 smithi154 ceph-mon[84269]: pgmap v2696: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 120 KiB/s rd, 8.2 KiB/s wr, 160 op/s 2024-04-10T15:54:45.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:44 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2980408153' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/2980408153"}]: dispatch 2024-04-10T15:54:45.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:44 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/2980408153"}]: dispatch 2024-04-10T15:54:45.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:44 smithi102 ceph-mon[90943]: pgmap v2696: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 120 KiB/s rd, 8.2 KiB/s wr, 160 op/s 2024-04-10T15:54:45.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:44 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2980408153' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/2980408153"}]: dispatch 2024-04-10T15:54:45.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:44 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/2980408153"}]: dispatch 2024-04-10T15:54:45.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:44 smithi102 ceph-mon[88557]: pgmap v2696: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 120 KiB/s rd, 8.2 KiB/s wr, 160 op/s 2024-04-10T15:54:45.769 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.WriteFailsToLockImageBlocklistedWatch (2027 ms) 2024-04-10T15:54:45.769 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.AioWriteRequestsLock 2024-04-10T15:54:45.803 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.AioWriteRequestsLock (34 ms) 2024-04-10T15:54:45.803 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.AioDiscardRequestsLock 2024-04-10T15:54:45.833 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.AioDiscardRequestsLock (30 ms) 2024-04-10T15:54:45.833 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.CancelAsyncResize 2024-04-10T15:54:45.888 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.CancelAsyncResize (55 ms) 2024-04-10T15:54:45.888 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.MultipleResize 2024-04-10T15:54:45.951 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.MultipleResize (63 ms) 2024-04-10T15:54:45.952 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.Metadata 2024-04-10T15:54:46.003 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.Metadata (52 ms) 2024-04-10T15:54:46.003 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.MetadataConfApply 2024-04-10T15:54:46.036 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.MetadataConfApply (33 ms) 2024-04-10T15:54:46.036 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.SnapshotCopyup 2024-04-10T15:54:46.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:45 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/2980408153"}]': finished 2024-04-10T15:54:46.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:45 smithi154 ceph-mon[84269]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-10T15:54:46.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:45 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/2980408153"}]': finished 2024-04-10T15:54:46.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:45 smithi102 ceph-mon[90943]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-10T15:54:46.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:45 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/2980408153"}]': finished 2024-04-10T15:54:46.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:45 smithi102 ceph-mon[88557]: osdmap e1557: 8 total, 8 up, 8 in 2024-04-10T15:54:47.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:46 smithi154 ceph-mon[84269]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 130 KiB/s rd, 9.5 KiB/s wr, 180 op/s 2024-04-10T15:54:47.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:46 smithi102 ceph-mon[88557]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 130 KiB/s rd, 9.5 KiB/s wr, 180 op/s 2024-04-10T15:54:47.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:46 smithi102 ceph-mon[90943]: pgmap v2698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 130 KiB/s rd, 9.5 KiB/s wr, 180 op/s 2024-04-10T15:54:47.926 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:47 smithi102 ceph-mon[90943]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-10T15:54:47.927 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:47 smithi102 ceph-mon[88557]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-10T15:54:47.927 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:54:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:54:47] "GET /metrics HTTP/1.1" 200 36465 "" "Prometheus/2.43.0" 2024-04-10T15:54:48.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:47 smithi154 ceph-mon[84269]: osdmap e1558: 8 total, 8 up, 8 in 2024-04-10T15:54:48.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.SnapshotCopyup (2796 ms) 2024-04-10T15:54:48.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.SnapshotCopyupZeros 2024-04-10T15:54:49.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:48 smithi154 ceph-mon[84269]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-10T15:54:49.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:48 smithi154 ceph-mon[84269]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 114 KiB/s rd, 8.5 KiB/s wr, 157 op/s 2024-04-10T15:54:49.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:48 smithi154 ceph-mon[84269]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-10T15:54:49.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:48 smithi102 ceph-mon[90943]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-10T15:54:49.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:48 smithi102 ceph-mon[90943]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 114 KiB/s rd, 8.5 KiB/s wr, 157 op/s 2024-04-10T15:54:49.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:48 smithi102 ceph-mon[90943]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-10T15:54:49.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:48 smithi102 ceph-mon[88557]: osdmap e1559: 8 total, 8 up, 8 in 2024-04-10T15:54:49.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:48 smithi102 ceph-mon[88557]: pgmap v2701: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 114 KiB/s rd, 8.5 KiB/s wr, 157 op/s 2024-04-10T15:54:49.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:48 smithi102 ceph-mon[88557]: osdmap e1560: 8 total, 8 up, 8 in 2024-04-10T15:54:50.825 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.SnapshotCopyupZeros (1993 ms) 2024-04-10T15:54:50.825 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.SnapshotCopyupZerosMigration 2024-04-10T15:54:51.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:50 smithi154 ceph-mon[84269]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-10T15:54:51.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:50 smithi154 ceph-mon[84269]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 210 KiB/s rd, 24 KiB/s wr, 291 op/s 2024-04-10T15:54:51.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:50 smithi102 ceph-mon[90943]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-10T15:54:51.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:50 smithi102 ceph-mon[90943]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 210 KiB/s rd, 24 KiB/s wr, 291 op/s 2024-04-10T15:54:51.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:50 smithi102 ceph-mon[88557]: osdmap e1561: 8 total, 8 up, 8 in 2024-04-10T15:54:51.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:50 smithi102 ceph-mon[88557]: pgmap v2704: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 210 KiB/s rd, 24 KiB/s wr, 291 op/s 2024-04-10T15:54:51.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.SnapshotCopyupZerosMigration (1007 ms) 2024-04-10T15:54:51.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.ResizeCopyup 2024-04-10T15:54:52.047 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:51 smithi154 ceph-mon[84269]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-10T15:54:52.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:51 smithi102 ceph-mon[90943]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-10T15:54:52.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:51 smithi102 ceph-mon[88557]: osdmap e1562: 8 total, 8 up, 8 in 2024-04-10T15:54:52.649 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:54:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:54:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:54:53.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:52 smithi154 ceph-mon[84269]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-10T15:54:53.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:52 smithi154 ceph-mon[84269]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 252 KiB/s rd, 29 KiB/s wr, 351 op/s 2024-04-10T15:54:53.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:52 smithi102 ceph-mon[88557]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-10T15:54:53.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:52 smithi102 ceph-mon[88557]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 252 KiB/s rd, 29 KiB/s wr, 351 op/s 2024-04-10T15:54:53.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:52 smithi102 ceph-mon[90943]: osdmap e1563: 8 total, 8 up, 8 in 2024-04-10T15:54:53.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:52 smithi102 ceph-mon[90943]: pgmap v2707: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 252 KiB/s rd, 29 KiB/s wr, 351 op/s 2024-04-10T15:54:53.793 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.ResizeCopyup (1961 ms) 2024-04-10T15:54:53.793 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.DiscardCopyup 2024-04-10T15:54:53.802 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_internal.cc:1056: Skipped 2024-04-10T15:54:53.802 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:54:53.802 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestInternal.DiscardCopyup (9 ms) 2024-04-10T15:54:53.802 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.ImageOptions 2024-04-10T15:54:53.810 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.ImageOptions (8 ms) 2024-04-10T15:54:53.810 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.WriteFullCopyup 2024-04-10T15:54:54.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:53 smithi154 ceph-mon[84269]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-10T15:54:54.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:54.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:53 smithi154 ceph-mon[84269]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-10T15:54:54.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:53 smithi102 ceph-mon[90943]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-10T15:54:54.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:54.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:53 smithi102 ceph-mon[90943]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-10T15:54:54.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:53 smithi102 ceph-mon[88557]: osdmap e1564: 8 total, 8 up, 8 in 2024-04-10T15:54:54.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:54:54.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:53 smithi102 ceph-mon[88557]: osdmap e1565: 8 total, 8 up, 8 in 2024-04-10T15:54:55.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:54 smithi154 ceph-mon[84269]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 13 KiB/s wr, 96 op/s 2024-04-10T15:54:55.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:54 smithi102 ceph-mon[90943]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 13 KiB/s wr, 96 op/s 2024-04-10T15:54:55.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:54 smithi102 ceph-mon[88557]: pgmap v2710: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 59 KiB/s rd, 13 KiB/s wr, 96 op/s 2024-04-10T15:54:56.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:55 smithi154 ceph-mon[84269]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-10T15:54:56.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:55 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 2]}]: dispatch 2024-04-10T15:54:56.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:55 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1b", "id": [7, 4]}]: dispatch 2024-04-10T15:54:56.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:55 smithi102 ceph-mon[90943]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-10T15:54:56.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:55 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 2]}]: dispatch 2024-04-10T15:54:56.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:55 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1b", "id": [7, 4]}]: dispatch 2024-04-10T15:54:56.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:55 smithi102 ceph-mon[88557]: osdmap e1566: 8 total, 8 up, 8 in 2024-04-10T15:54:56.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:55 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 2]}]: dispatch 2024-04-10T15:54:56.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:55 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1b", "id": [7, 4]}]: dispatch 2024-04-10T15:54:57.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 2]}]': finished 2024-04-10T15:54:57.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1b", "id": [7, 4]}]': finished 2024-04-10T15:54:57.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:56 smithi154 ceph-mon[84269]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-10T15:54:57.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:56 smithi154 ceph-mon[84269]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 238 KiB/s rd, 32 KiB/s wr, 328 op/s 2024-04-10T15:54:57.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 2]}]': finished 2024-04-10T15:54:57.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1b", "id": [7, 4]}]': finished 2024-04-10T15:54:57.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:56 smithi102 ceph-mon[90943]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-10T15:54:57.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:56 smithi102 ceph-mon[90943]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 238 KiB/s rd, 32 KiB/s wr, 328 op/s 2024-04-10T15:54:57.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.c", "id": [7, 2]}]': finished 2024-04-10T15:54:57.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "89.1b", "id": [7, 4]}]': finished 2024-04-10T15:54:57.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:56 smithi102 ceph-mon[88557]: osdmap e1567: 8 total, 8 up, 8 in 2024-04-10T15:54:57.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:56 smithi102 ceph-mon[88557]: pgmap v2713: 137 pgs: 137 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 238 KiB/s rd, 32 KiB/s wr, 328 op/s 2024-04-10T15:54:57.833 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:54:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:54:57] "GET /metrics HTTP/1.1" 200 36479 "" "Prometheus/2.43.0" 2024-04-10T15:54:58.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:57 smithi154 ceph-mon[84269]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-10T15:54:58.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:57 smithi102 ceph-mon[90943]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-10T15:54:58.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:57 smithi102 ceph-mon[88557]: osdmap e1568: 8 total, 8 up, 8 in 2024-04-10T15:54:58.860 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.WriteFullCopyup (5050 ms) 2024-04-10T15:54:58.860 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.DiffIterateCloneOverwrite 2024-04-10T15:54:59.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:58 smithi154 ceph-mon[84269]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-10T15:54:59.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:58 smithi154 ceph-mon[84269]: pgmap v2716: 137 pgs: 137 active+clean; 17 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 331 op/s; 17 B/s, 0 objects/s recovering 2024-04-10T15:54:59.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:54:59.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:54:59.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:54:59.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:54:59.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:58 smithi102 ceph-mon[88557]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-10T15:54:59.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:58 smithi102 ceph-mon[88557]: pgmap v2716: 137 pgs: 137 active+clean; 17 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 331 op/s; 17 B/s, 0 objects/s recovering 2024-04-10T15:54:59.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:54:59.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:54:59.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:54:59.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:54:59.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:58 smithi102 ceph-mon[90943]: osdmap e1569: 8 total, 8 up, 8 in 2024-04-10T15:54:59.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:58 smithi102 ceph-mon[90943]: pgmap v2716: 137 pgs: 137 active+clean; 17 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.2 MiB/s rd, 3.0 MiB/s wr, 331 op/s; 17 B/s, 0 objects/s recovering 2024-04-10T15:54:59.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:54:59.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:54:59.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:54:59.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:55:00.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:54:59 smithi154 ceph-mon[84269]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-10T15:55:00.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:54:59 smithi102 ceph-mon[90943]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-10T15:55:00.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:54:59 smithi102 ceph-mon[88557]: osdmap e1570: 8 total, 8 up, 8 in 2024-04-10T15:55:00.883 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.DiffIterateCloneOverwrite (2023 ms) 2024-04-10T15:55:00.883 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.TestCoR 2024-04-10T15:55:00.895 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_internal.cc:1313: Skipped 2024-04-10T15:55:00.895 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to disabled copy-on-read 2024-04-10T15:55:00.895 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestInternal.TestCoR (11 ms) 2024-04-10T15:55:00.895 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.FlattenNoEmptyObjects 2024-04-10T15:55:01.124 INFO:tasks.workunit.client.0.smithi102.stdout:made parent image "image394": 4194304K (1024 * 4K) 2024-04-10T15:55:01.125 INFO:tasks.workunit.client.0.smithi102.stdout:generated random write map: 2024-04-10T15:55:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: [3 , 14709 ] 2024-04-10T15:55:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: [8 , 35239 ] 2024-04-10T15:55:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: [18 , 75900 ] 2024-04-10T15:55:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: [21 , 87039 ] 2024-04-10T15:55:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: [44 , 183281 ] 2024-04-10T15:55:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: [70 , 287065 ] 2024-04-10T15:55:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: [88 , 361116 ] 2024-04-10T15:55:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: [104 , 426227 ] 2024-04-10T15:55:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: [110 , 453640 ] 2024-04-10T15:55:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: [135 , 556496 ] 2024-04-10T15:55:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: [146 , 599279 ] 2024-04-10T15:55:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: [162 , 665667 ] 2024-04-10T15:55:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: [176 , 722374 ] 2024-04-10T15:55:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: [182 , 748065 ] 2024-04-10T15:55:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: [185 , 759716 ] 2024-04-10T15:55:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: [195 , 798883 ] 2024-04-10T15:55:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: [209 , 858763 ] 2024-04-10T15:55:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: [213 , 873307 ] 2024-04-10T15:55:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: [223 , 916445 ] 2024-04-10T15:55:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: [238 , 976392 ] 2024-04-10T15:55:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: [244 , 1002928 ] 2024-04-10T15:55:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: [280 , 1149401 ] 2024-04-10T15:55:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: [282 , 1157284 ] 2024-04-10T15:55:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: [288 , 1180235 ] 2024-04-10T15:55:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: [291 , 1193415 ] 2024-04-10T15:55:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: [301 , 1234367 ] 2024-04-10T15:55:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: [304 , 1248515 ] 2024-04-10T15:55:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: [312 , 1280013 ] 2024-04-10T15:55:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: [363 , 1489825 ] 2024-04-10T15:55:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: [368 , 1509194 ] 2024-04-10T15:55:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: [370 , 1518339 ] 2024-04-10T15:55:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: [389 , 1595062 ] 2024-04-10T15:55:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: [391 , 1603476 ] 2024-04-10T15:55:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: [409 , 1677904 ] 2024-04-10T15:55:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: [410 , 1682493 ] 2024-04-10T15:55:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: [430 , 1762051 ] 2024-04-10T15:55:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: [433 , 1775240 ] 2024-04-10T15:55:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: [439 , 1798720 ] 2024-04-10T15:55:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: [466 , 1910232 ] 2024-04-10T15:55:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: [467 , 1913650 ] 2024-04-10T15:55:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: [474 , 1941832 ] 2024-04-10T15:55:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: [484 , 1985026 ] 2024-04-10T15:55:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: [489 , 2005725 ] 2024-04-10T15:55:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: [491 , 2014421 ] 2024-04-10T15:55:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: [506 , 2073608 ] 2024-04-10T15:55:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: [510 , 2091564 ] 2024-04-10T15:55:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: [528 , 2164106 ] 2024-04-10T15:55:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: [529 , 2167455 ] 2024-04-10T15:55:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: [541 , 2216545 ] 2024-04-10T15:55:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: [555 , 2273880 ] 2024-04-10T15:55:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: [565 , 2317702 ] 2024-04-10T15:55:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: [567 , 2325802 ] 2024-04-10T15:55:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: [572 , 2343179 ] 2024-04-10T15:55:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: [581 , 2380101 ] 2024-04-10T15:55:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: [590 , 2417058 ] 2024-04-10T15:55:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: [592 , 2425964 ] 2024-04-10T15:55:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: [604 , 2475196 ] 2024-04-10T15:55:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: [621 , 2546625 ] 2024-04-10T15:55:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: [638 , 2616340 ] 2024-04-10T15:55:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: [639 , 2619305 ] 2024-04-10T15:55:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: [651 , 2667808 ] 2024-04-10T15:55:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: [654 , 2681611 ] 2024-04-10T15:55:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: [659 , 2701590 ] 2024-04-10T15:55:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: [664 , 2722953 ] 2024-04-10T15:55:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: [667 , 2732520 ] 2024-04-10T15:55:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: [669 , 2742498 ] 2024-04-10T15:55:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: [672 , 2754175 ] 2024-04-10T15:55:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: [681 , 2791154 ] 2024-04-10T15:55:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: [685 , 2805963 ] 2024-04-10T15:55:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: [697 , 2857422 ] 2024-04-10T15:55:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: [700 , 2869315 ] 2024-04-10T15:55:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: [709 , 2906222 ] 2024-04-10T15:55:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: [711 , 2913990 ] 2024-04-10T15:55:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: [713 , 2920851 ] 2024-04-10T15:55:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: [732 , 2999503 ] 2024-04-10T15:55:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: [735 , 3013675 ] 2024-04-10T15:55:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: [740 , 3031818 ] 2024-04-10T15:55:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: [750 , 3074884 ] 2024-04-10T15:55:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: [752 , 3081225 ] 2024-04-10T15:55:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: [772 , 3164827 ] 2024-04-10T15:55:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: [775 , 3175290 ] 2024-04-10T15:55:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: [780 , 3195085 ] 2024-04-10T15:55:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: [812 , 3328609 ] 2024-04-10T15:55:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: [829 , 3398706 ] 2024-04-10T15:55:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: [845 , 3461811 ] 2024-04-10T15:55:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: [861 , 3527279 ] 2024-04-10T15:55:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: [899 , 3685257 ] 2024-04-10T15:55:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: [911 , 3732192 ] 2024-04-10T15:55:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: [925 , 3791337 ] 2024-04-10T15:55:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: [929 , 3807652 ] 2024-04-10T15:55:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: [953 , 3905578 ] 2024-04-10T15:55:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: [977 , 4004431 ] 2024-04-10T15:55:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: [978 , 4009023 ] 2024-04-10T15:55:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: [987 , 4044252 ] 2024-04-10T15:55:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: [1007 , 4125766 ] 2024-04-10T15:55:01.131 INFO:tasks.workunit.client.0.smithi102.stdout:write data based on random map 2024-04-10T15:55:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: write object-3 2024-04-10T15:55:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: write object-8 2024-04-10T15:55:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: write object-18 2024-04-10T15:55:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: write object-21 2024-04-10T15:55:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: write object-44 2024-04-10T15:55:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: write object-70 2024-04-10T15:55:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: write object-88 2024-04-10T15:55:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: write object-104 2024-04-10T15:55:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: write object-110 2024-04-10T15:55:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: write object-135 2024-04-10T15:55:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: write object-146 2024-04-10T15:55:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: write object-162 2024-04-10T15:55:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: write object-176 2024-04-10T15:55:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: write object-182 2024-04-10T15:55:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: write object-185 2024-04-10T15:55:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: write object-195 2024-04-10T15:55:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: write object-209 2024-04-10T15:55:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: write object-213 2024-04-10T15:55:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: write object-223 2024-04-10T15:55:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: write object-238 2024-04-10T15:55:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: write object-244 2024-04-10T15:55:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: write object-280 2024-04-10T15:55:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: write object-282 2024-04-10T15:55:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: write object-288 2024-04-10T15:55:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: write object-291 2024-04-10T15:55:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: write object-301 2024-04-10T15:55:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: write object-304 2024-04-10T15:55:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: write object-312 2024-04-10T15:55:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: write object-363 2024-04-10T15:55:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: write object-368 2024-04-10T15:55:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: write object-370 2024-04-10T15:55:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: write object-389 2024-04-10T15:55:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: write object-391 2024-04-10T15:55:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: write object-409 2024-04-10T15:55:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: write object-410 2024-04-10T15:55:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: write object-430 2024-04-10T15:55:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: write object-433 2024-04-10T15:55:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: write object-439 2024-04-10T15:55:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: write object-466 2024-04-10T15:55:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: write object-467 2024-04-10T15:55:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: write object-474 2024-04-10T15:55:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: write object-484 2024-04-10T15:55:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: write object-489 2024-04-10T15:55:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: write object-491 2024-04-10T15:55:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: write object-506 2024-04-10T15:55:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: write object-510 2024-04-10T15:55:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: write object-528 2024-04-10T15:55:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: write object-529 2024-04-10T15:55:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: write object-541 2024-04-10T15:55:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: write object-555 2024-04-10T15:55:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: write object-565 2024-04-10T15:55:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: write object-567 2024-04-10T15:55:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: write object-572 2024-04-10T15:55:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: write object-581 2024-04-10T15:55:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: write object-590 2024-04-10T15:55:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: write object-592 2024-04-10T15:55:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: write object-604 2024-04-10T15:55:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: write object-621 2024-04-10T15:55:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: write object-638 2024-04-10T15:55:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: write object-639 2024-04-10T15:55:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: write object-651 2024-04-10T15:55:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: write object-654 2024-04-10T15:55:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: write object-659 2024-04-10T15:55:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: write object-664 2024-04-10T15:55:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: write object-667 2024-04-10T15:55:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: write object-669 2024-04-10T15:55:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: write object-672 2024-04-10T15:55:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: write object-681 2024-04-10T15:55:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: write object-685 2024-04-10T15:55:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: write object-697 2024-04-10T15:55:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: write object-700 2024-04-10T15:55:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: write object-709 2024-04-10T15:55:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: write object-711 2024-04-10T15:55:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: write object-713 2024-04-10T15:55:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: write object-732 2024-04-10T15:55:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: write object-735 2024-04-10T15:55:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: write object-740 2024-04-10T15:55:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: write object-750 2024-04-10T15:55:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: write object-752 2024-04-10T15:55:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: write object-772 2024-04-10T15:55:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: write object-775 2024-04-10T15:55:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: write object-780 2024-04-10T15:55:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: write object-812 2024-04-10T15:55:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: write object-829 2024-04-10T15:55:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: write object-845 2024-04-10T15:55:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: write object-861 2024-04-10T15:55:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: write object-899 2024-04-10T15:55:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: write object-911 2024-04-10T15:55:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: write object-925 2024-04-10T15:55:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: write object-929 2024-04-10T15:55:01.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:00 smithi154 ceph-mon[84269]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-10T15:55:01.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:00 smithi154 ceph-mon[84269]: pgmap v2719: 137 pgs: 137 active+clean; 17 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 70 op/s; 17 B/s, 0 objects/s recovering 2024-04-10T15:55:01.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:00 smithi102 ceph-mon[90943]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-10T15:55:01.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:00 smithi102 ceph-mon[90943]: pgmap v2719: 137 pgs: 137 active+clean; 17 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 70 op/s; 17 B/s, 0 objects/s recovering 2024-04-10T15:55:01.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:00 smithi102 ceph-mon[88557]: osdmap e1571: 8 total, 8 up, 8 in 2024-04-10T15:55:01.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:00 smithi102 ceph-mon[88557]: pgmap v2719: 137 pgs: 137 active+clean; 17 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 3.0 MiB/s rd, 3.0 MiB/s wr, 70 op/s; 17 B/s, 0 objects/s recovering 2024-04-10T15:55:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: write object-953 2024-04-10T15:55:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: write object-977 2024-04-10T15:55:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: write object-978 2024-04-10T15:55:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: write object-987 2024-04-10T15:55:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: write object-1007 2024-04-10T15:55:02.067 INFO:tasks.workunit.client.0.smithi102.stdout:verify written data by reading 2024-04-10T15:55:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: read object-3 2024-04-10T15:55:02.068 INFO:tasks.workunit.client.0.smithi102.stdout:made snapshot "image394@parent_snap" and protect it 2024-04-10T15:55:02.068 INFO:tasks.workunit.client.0.smithi102.stdout:made and opened clone "image395" 2024-04-10T15:55:02.068 INFO:tasks.workunit.client.0.smithi102.stdout:flattening clone: "image395" 2024-04-10T15:55:02.068 INFO:tasks.workunit.client.0.smithi102.stdout:check whether child image has the same set of objects as parent 2024-04-10T15:55:02.068 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.FlattenNoEmptyObjects (1172 ms) 2024-04-10T15:55:02.068 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.PoolMetadataConfApply 2024-04-10T15:55:02.139 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.PoolMetadataConfApply (72 ms) 2024-04-10T15:55:02.139 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.Sparsify 2024-04-10T15:55:02.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:01 smithi154 ceph-mon[84269]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-10T15:55:02.164 INFO:tasks.workunit.client.0.smithi102.stdout:sparsify_supported=1 2024-04-10T15:55:02.164 INFO:tasks.workunit.client.0.smithi102.stdout:sparse_read_supported=1 2024-04-10T15:55:02.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:01 smithi102 ceph-mon[90943]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-10T15:55:02.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:01 smithi102 ceph-mon[88557]: osdmap e1572: 8 total, 8 up, 8 in 2024-04-10T15:55:02.176 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:55:02] ENGINE Bus STOPPING 2024-04-10T15:55:02.177 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:55:02] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:55:02.177 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:55:02] ENGINE Bus STOPPED 2024-04-10T15:55:02.177 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:55:02] ENGINE Bus STARTING 2024-04-10T15:55:02.192 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.Sparsify (53 ms) 2024-04-10T15:55:02.192 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.SparsifyClone 2024-04-10T15:55:02.210 INFO:tasks.workunit.client.0.smithi102.stdout:sparsify_supported=1 2024-04-10T15:55:02.646 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:55:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:55:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:55:02.676 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:55:02] ENGINE Serving on http://:::9283 2024-04-10T15:55:02.677 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:55:02] ENGINE Bus STARTED 2024-04-10T15:55:03.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:02 smithi154 ceph-mon[84269]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-10T15:55:03.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:02 smithi154 ceph-mon[84269]: pgmap v2722: 137 pgs: 137 active+clean; 17 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 97 KiB/s rd, 13 KiB/s wr, 138 op/s; 17 B/s, 2 keys/s, 0 objects/s recovering 2024-04-10T15:55:03.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:02 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3175262351' entity='client.admin' 2024-04-10T15:55:03.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:02 smithi154 ceph-mon[84269]: pgmap v2723: 137 pgs: 137 active+clean; 17 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 113 KiB/s rd, 14 KiB/s wr, 158 op/s; 21 B/s, 2 keys/s, 1 objects/s recovering 2024-04-10T15:55:03.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:55:03.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:55:03.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:55:03.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:55:03.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:55:03.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-mon[90943]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-10T15:55:03.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-mon[90943]: pgmap v2722: 137 pgs: 137 active+clean; 17 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 97 KiB/s rd, 13 KiB/s wr, 138 op/s; 17 B/s, 2 keys/s, 0 objects/s recovering 2024-04-10T15:55:03.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3175262351' entity='client.admin' 2024-04-10T15:55:03.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-mon[90943]: pgmap v2723: 137 pgs: 137 active+clean; 17 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 113 KiB/s rd, 14 KiB/s wr, 158 op/s; 21 B/s, 2 keys/s, 1 objects/s recovering 2024-04-10T15:55:03.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:55:03.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:55:03.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:55:03.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:55:03.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:55:03.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-mon[88557]: osdmap e1573: 8 total, 8 up, 8 in 2024-04-10T15:55:03.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-mon[88557]: pgmap v2722: 137 pgs: 137 active+clean; 17 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 97 KiB/s rd, 13 KiB/s wr, 138 op/s; 17 B/s, 2 keys/s, 0 objects/s recovering 2024-04-10T15:55:03.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3175262351' entity='client.admin' 2024-04-10T15:55:03.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-mon[88557]: pgmap v2723: 137 pgs: 137 active+clean; 17 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 113 KiB/s rd, 14 KiB/s wr, 158 op/s; 21 B/s, 2 keys/s, 1 objects/s recovering 2024-04-10T15:55:03.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:55:03.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:55:03.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:55:03.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:55:03.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:55:04.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:03 smithi154 ceph-mon[84269]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-10T15:55:04.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:03 smithi154 ceph-mon[84269]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-10T15:55:04.166 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.SparsifyClone (1974 ms) 2024-04-10T15:55:04.166 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestInternal.MissingDataPool 2024-04-10T15:55:04.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:03 smithi102 ceph-mon[90943]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-10T15:55:04.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:03 smithi102 ceph-mon[90943]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-10T15:55:04.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:03 smithi102 ceph-mon[88557]: Health check failed: Telemetry requires re-opt-in (TELEMETRY_CHANGED) 2024-04-10T15:55:04.176 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:03 smithi102 ceph-mon[88557]: osdmap e1574: 8 total, 8 up, 8 in 2024-04-10T15:55:05.268 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestInternal.MissingDataPool (1102 ms) 2024-04-10T15:55:05.426 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:05 smithi102 ceph-mon[88557]: pgmap v2725: 137 pgs: 137 active+clean; 8.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s rd, 31 KiB/s wr, 191 op/s; 16 B/s, 2 keys/s, 0 objects/s recovering 2024-04-10T15:55:05.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:05 smithi102 ceph-mon[88557]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-10T15:55:05.427 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:05 smithi102 ceph-mon[90943]: pgmap v2725: 137 pgs: 137 active+clean; 8.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s rd, 31 KiB/s wr, 191 op/s; 16 B/s, 2 keys/s, 0 objects/s recovering 2024-04-10T15:55:05.427 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:05 smithi102 ceph-mon[90943]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-10T15:55:05.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:05 smithi154 ceph-mon[84269]: pgmap v2725: 137 pgs: 137 active+clean; 8.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 110 KiB/s rd, 31 KiB/s wr, 191 op/s; 16 B/s, 2 keys/s, 0 objects/s recovering 2024-04-10T15:55:05.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:05 smithi154 ceph-mon[84269]: osdmap e1575: 8 total, 8 up, 8 in 2024-04-10T15:55:06.173 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 34 tests from TestInternal (36427 ms total) 2024-04-10T15:55:06.173 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:55:06.173 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 17 tests from TestImageWatcher 2024-04-10T15:55:06.426 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:06 smithi102 ceph-mon[90943]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-10T15:55:06.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:06 smithi102 ceph-mon[88557]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-10T15:55:06.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:06 smithi154 ceph-mon[84269]: osdmap e1576: 8 total, 8 up, 8 in 2024-04-10T15:55:07.426 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:07 smithi102 ceph-mon[90943]: pgmap v2728: 137 pgs: 137 active+clean; 9.0 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 534 KiB/s rd, 168 KiB/s wr, 847 op/s 2024-04-10T15:55:07.427 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:07 smithi102 ceph-mon[90943]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-10T15:55:07.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:07 smithi102 ceph-mon[88557]: pgmap v2728: 137 pgs: 137 active+clean; 9.0 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 534 KiB/s rd, 168 KiB/s wr, 847 op/s 2024-04-10T15:55:07.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:07 smithi102 ceph-mon[88557]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-10T15:55:07.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:07 smithi154 ceph-mon[84269]: pgmap v2728: 137 pgs: 137 active+clean; 9.0 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 534 KiB/s rd, 168 KiB/s wr, 847 op/s 2024-04-10T15:55:07.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:07 smithi154 ceph-mon[84269]: osdmap e1577: 8 total, 8 up, 8 in 2024-04-10T15:55:07.927 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:55:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:55:07] "GET /metrics HTTP/1.1" 200 36479 "" "Prometheus/2.43.0" 2024-04-10T15:55:08.181 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestImageWatcher.NotifyHeaderUpdate 2024-04-10T15:55:08.426 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:08 smithi102 ceph-mon[90943]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-10T15:55:08.427 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:08 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/857776191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:08.427 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:08 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:08.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:08 smithi102 ceph-mon[88557]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-10T15:55:08.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:08 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/857776191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:08.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:08 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:08.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:08 smithi154 ceph-mon[84269]: osdmap e1578: 8 total, 8 up, 8 in 2024-04-10T15:55:08.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:08 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/857776191' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:08.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:08 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-14","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:09.427 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:09 smithi102 ceph-mon[90943]: pgmap v2731: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:55:09.427 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:09 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:55:09.427 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:09 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:09.427 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:09 smithi102 ceph-mon[90943]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-10T15:55:09.427 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:55:09.427 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:09.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:09 smithi102 ceph-mon[88557]: pgmap v2731: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:55:09.427 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:09 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:55:09.428 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:09 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:09.428 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:09 smithi102 ceph-mon[88557]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-10T15:55:09.428 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:55:09.428 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:09.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:09 smithi154 ceph-mon[84269]: pgmap v2731: 137 pgs: 6 creating+peering, 26 unknown, 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:55:09.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:09 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:55:09.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:09 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-14","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:09.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:09 smithi154 ceph-mon[84269]: osdmap e1579: 8 total, 8 up, 8 in 2024-04-10T15:55:09.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:55:09.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:10.226 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestImageWatcher.NotifyHeaderUpdate (2046 ms) 2024-04-10T15:55:10.227 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestImageWatcher.NotifyFlatten 2024-04-10T15:55:10.253 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestImageWatcher.NotifyFlatten (27 ms) 2024-04-10T15:55:10.253 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestImageWatcher.NotifyResize 2024-04-10T15:55:10.277 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestImageWatcher.NotifyResize (24 ms) 2024-04-10T15:55:10.277 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestImageWatcher.NotifyRebuildObjectMap 2024-04-10T15:55:10.299 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestImageWatcher.NotifyRebuildObjectMap (21 ms) 2024-04-10T15:55:10.299 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestImageWatcher.NotifyUpdateFeatures 2024-04-10T15:55:10.321 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestImageWatcher.NotifyUpdateFeatures (22 ms) 2024-04-10T15:55:10.321 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestImageWatcher.NotifySnapCreate 2024-04-10T15:55:10.342 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestImageWatcher.NotifySnapCreate (22 ms) 2024-04-10T15:55:10.343 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestImageWatcher.NotifySnapCreateError 2024-04-10T15:55:10.365 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestImageWatcher.NotifySnapCreateError (23 ms) 2024-04-10T15:55:10.365 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestImageWatcher.NotifySnapRename 2024-04-10T15:55:10.386 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestImageWatcher.NotifySnapRename (21 ms) 2024-04-10T15:55:10.387 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestImageWatcher.NotifySnapRenameError 2024-04-10T15:55:10.406 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestImageWatcher.NotifySnapRenameError (20 ms) 2024-04-10T15:55:10.406 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestImageWatcher.NotifySnapRemove 2024-04-10T15:55:10.428 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestImageWatcher.NotifySnapRemove (21 ms) 2024-04-10T15:55:10.428 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestImageWatcher.NotifySnapProtect 2024-04-10T15:55:10.449 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestImageWatcher.NotifySnapProtect (21 ms) 2024-04-10T15:55:10.449 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestImageWatcher.NotifySnapUnprotect 2024-04-10T15:55:10.471 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestImageWatcher.NotifySnapUnprotect (23 ms) 2024-04-10T15:55:10.471 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestImageWatcher.NotifyRename 2024-04-10T15:55:10.492 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestImageWatcher.NotifyRename (21 ms) 2024-04-10T15:55:10.493 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestImageWatcher.NotifyAsyncTimedOut 2024-04-10T15:55:10.513 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestImageWatcher.NotifyAsyncTimedOut (20 ms) 2024-04-10T15:55:10.513 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestImageWatcher.NotifyAsyncError 2024-04-10T15:55:10.532 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestImageWatcher.NotifyAsyncError (19 ms) 2024-04-10T15:55:10.532 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestImageWatcher.NotifyAsyncCompleteError 2024-04-10T15:55:10.552 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestImageWatcher.NotifyAsyncCompleteError (21 ms) 2024-04-10T15:55:10.553 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestImageWatcher.NotifyAsyncRequestTimedOut 2024-04-10T15:55:10.572 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestImageWatcher.NotifyAsyncRequestTimedOut (19 ms) 2024-04-10T15:55:10.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:10 smithi154 ceph-mon[84269]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-10T15:55:10.676 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:10 smithi102 ceph-mon[90943]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-10T15:55:10.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:10 smithi102 ceph-mon[88557]: osdmap e1580: 8 total, 8 up, 8 in 2024-04-10T15:55:11.197 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 17 tests from TestImageWatcher (2391 ms total) 2024-04-10T15:55:11.198 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T15:55:11.198 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 168 tests from TestLibRBD 2024-04-10T15:55:11.231 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.CreateAndStat 2024-04-10T15:55:11.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:11 smithi154 ceph-mon[84269]: pgmap v2734: 137 pgs: 6 creating+peering, 10 unknown, 121 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:55:11.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:11 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:55:11.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:11 smithi154 ceph-mon[84269]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-10T15:55:11.676 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:11 smithi102 ceph-mon[90943]: pgmap v2734: 137 pgs: 6 creating+peering, 10 unknown, 121 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:55:11.676 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:11 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:55:11.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:11 smithi102 ceph-mon[90943]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-10T15:55:11.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:11 smithi102 ceph-mon[88557]: pgmap v2734: 137 pgs: 6 creating+peering, 10 unknown, 121 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:55:11.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:11 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:55:11.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:11 smithi102 ceph-mon[88557]: osdmap e1581: 8 total, 8 up, 8 in 2024-04-10T15:55:12.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:12 smithi154 ceph-mon[84269]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-10T15:55:12.647 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:55:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:55:12.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:55:12.676 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:12 smithi102 ceph-mon[90943]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-10T15:55:12.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:12 smithi102 ceph-mon[88557]: osdmap e1582: 8 total, 8 up, 8 in 2024-04-10T15:55:13.217 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:13.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:13 smithi154 ceph-mon[84269]: pgmap v2737: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:55:13.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:13 smithi154 ceph-mon[84269]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-10T15:55:13.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:13 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2781009728' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:13.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:13 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:13.676 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:13 smithi102 ceph-mon[90943]: pgmap v2737: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:55:13.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:13 smithi102 ceph-mon[90943]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-10T15:55:13.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:13 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2781009728' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:13.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:13 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:13.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:13 smithi102 ceph-mon[88557]: pgmap v2737: 105 pgs: 105 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:55:13.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:13 smithi102 ceph-mon[88557]: osdmap e1583: 8 total, 8 up, 8 in 2024-04-10T15:55:13.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:13 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2781009728' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:13.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:13 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-15","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:14.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:14.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-10T15:55:14.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:55:14.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:55:14.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:55:14.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:55:14.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:55:14.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:55:14.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:55:14.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:55:14.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:55:14.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:55:14.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:55:14.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:55:14.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:55:14.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:55:14.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:55:14.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:55:14.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:55:14.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:55:14.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:55:14.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:55:14.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:55:14.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:55:14.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:55:14.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:55:14.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:14 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:55:14.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:14.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-10T15:55:14.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:55:14.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:55:14.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:55:14.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:55:14.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:55:14.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:55:14.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:55:14.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:55:14.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:55:14.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:55:14.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:55:14.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:55:14.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:55:14.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:55:14.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:55:14.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:55:14.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:55:14.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:55:14.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:55:14.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:55:14.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:55:14.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:55:14.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:55:14.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:55:14.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:55:14.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-15","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:14.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: osdmap e1584: 8 total, 8 up, 8 in 2024-04-10T15:55:14.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:55:14.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:55:14.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:55:14.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:55:14.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:55:14.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:55:14.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:55:14.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:55:14.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:55:14.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:55:14.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:55:14.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:55:14.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:55:14.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:55:14.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:55:14.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:55:14.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:55:14.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:55:14.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:55:14.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:55:14.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:55:14.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:55:14.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:55:14.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:55:14.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:14 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:55:15.259 INFO:tasks.workunit.client.0.smithi102.stdout:image has size 2097152 and order 22 2024-04-10T15:55:15.259 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.CreateAndStat (4028 ms) 2024-04-10T15:55:15.259 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.CreateWithSameDataPool 2024-04-10T15:55:15.259 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:15.277 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.CreateWithSameDataPool (19 ms) 2024-04-10T15:55:15.277 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.CreateAndStatPP 2024-04-10T15:55:15.277 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:15.298 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.CreateAndStatPP (20 ms) 2024-04-10T15:55:15.298 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.GetId 2024-04-10T15:55:15.298 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:15.325 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.GetId (27 ms) 2024-04-10T15:55:15.325 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.GetIdPP 2024-04-10T15:55:15.325 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:15.349 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.GetIdPP (25 ms) 2024-04-10T15:55:15.349 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefix 2024-04-10T15:55:15.350 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:15.367 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.GetBlockNamePrefix (17 ms) 2024-04-10T15:55:15.367 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.GetBlockNamePrefixPP 2024-04-10T15:55:15.367 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:15.383 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.GetBlockNamePrefixPP (17 ms) 2024-04-10T15:55:15.383 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestGetCreateTimestamp 2024-04-10T15:55:15.384 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:15.399 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestGetCreateTimestamp (16 ms) 2024-04-10T15:55:15.400 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.GetCreateTimestampPP 2024-04-10T15:55:15.400 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:15.415 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.GetCreateTimestampPP (16 ms) 2024-04-10T15:55:15.415 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.OpenAio 2024-04-10T15:55:15.415 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:15.430 INFO:tasks.workunit.client.0.smithi102.stdout:image has size 2097152 and order 22 2024-04-10T15:55:15.431 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.OpenAio (15 ms) 2024-04-10T15:55:15.431 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.OpenAioFail 2024-04-10T15:55:15.433 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.OpenAioFail (3 ms) 2024-04-10T15:55:15.433 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.OpenAioPP 2024-04-10T15:55:15.433 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:15.458 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.OpenAioPP (24 ms) 2024-04-10T15:55:15.458 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.OpenAioFailPP 2024-04-10T15:55:15.460 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.OpenAioFailPP (3 ms) 2024-04-10T15:55:15.460 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.ResizeAndStat 2024-04-10T15:55:15.460 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:15.498 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.ResizeAndStat (37 ms) 2024-04-10T15:55:15.498 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.ResizeAndStatPP 2024-04-10T15:55:15.498 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:15.529 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.ResizeAndStatPP (32 ms) 2024-04-10T15:55:15.530 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResize 2024-04-10T15:55:15.530 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:15.566 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.UpdateWatchAndResize (37 ms) 2024-04-10T15:55:15.567 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.UpdateWatchAndResizePP 2024-04-10T15:55:15.567 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:15.602 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.UpdateWatchAndResizePP (36 ms) 2024-04-10T15:55:15.603 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCreateLsDelete 2024-04-10T15:55:15.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:15 smithi154 ceph-mon[84269]: pgmap v2740: 137 pgs: 2 creating+peering, 26 unknown, 109 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:55:15.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:15 smithi154 ceph-mon[84269]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-10T15:55:15.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:15 smithi102 ceph-mon[90943]: pgmap v2740: 137 pgs: 2 creating+peering, 26 unknown, 109 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:55:15.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:15 smithi102 ceph-mon[90943]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-10T15:55:15.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:15 smithi102 ceph-mon[88557]: pgmap v2740: 137 pgs: 2 creating+peering, 26 unknown, 109 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail 2024-04-10T15:55:15.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:15 smithi102 ceph-mon[88557]: osdmap e1585: 8 total, 8 up, 8 in 2024-04-10T15:55:16.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:16 smithi154 ceph-mon[84269]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-10T15:55:16.676 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:16 smithi102 ceph-mon[90943]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-10T15:55:16.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:16 smithi102 ceph-mon[88557]: osdmap e1586: 8 total, 8 up, 8 in 2024-04-10T15:55:17.250 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:17.558 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:17 smithi102 ceph-mon[90943]: pgmap v2743: 137 pgs: 2 creating+peering, 3 unknown, 132 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 72 op/s 2024-04-10T15:55:17.558 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:17 smithi102 ceph-mon[90943]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-10T15:55:17.558 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:17 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/51092926' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:17.558 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:17 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:17.558 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:17 smithi102 ceph-mon[88557]: pgmap v2743: 137 pgs: 2 creating+peering, 3 unknown, 132 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 72 op/s 2024-04-10T15:55:17.558 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:17 smithi102 ceph-mon[88557]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-10T15:55:17.558 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:17 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/51092926' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:17.559 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:17 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:17.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:17 smithi154 ceph-mon[84269]: pgmap v2743: 137 pgs: 2 creating+peering, 3 unknown, 132 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 72 op/s 2024-04-10T15:55:17.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:17 smithi154 ceph-mon[84269]: osdmap e1587: 8 total, 8 up, 8 in 2024-04-10T15:55:17.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:17 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/51092926' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:17.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:17 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-16","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:17.927 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:55:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:55:17] "GET /metrics HTTP/1.1" 200 36503 "" "Prometheus/2.43.0" 2024-04-10T15:55:18.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:18 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:18.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:18 smithi154 ceph-mon[84269]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-10T15:55:18.676 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:18 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:18.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:18 smithi102 ceph-mon[90943]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-10T15:55:18.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:18 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-16","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:18.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:18 smithi102 ceph-mon[88557]: osdmap e1588: 8 total, 8 up, 8 in 2024-04-10T15:55:19.275 INFO:tasks.workunit.client.0.smithi102.stdout:image: image18 2024-04-10T15:55:19.275 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image18 2024-04-10T15:55:19.275 INFO:tasks.workunit.client.0.smithi102.stdout:found image18 2024-04-10T15:55:19.275 INFO:tasks.workunit.client.0.smithi102.stdout:erased image18 2024-04-10T15:55:19.275 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:19.364 INFO:tasks.workunit.client.0.smithi102.stdout:image: image18 2024-04-10T15:55:19.364 INFO:tasks.workunit.client.0.smithi102.stdout:image: image19 2024-04-10T15:55:19.364 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image18 2024-04-10T15:55:19.364 INFO:tasks.workunit.client.0.smithi102.stdout:found image18 2024-04-10T15:55:19.364 INFO:tasks.workunit.client.0.smithi102.stdout:erased image18 2024-04-10T15:55:19.364 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image19 2024-04-10T15:55:19.364 INFO:tasks.workunit.client.0.smithi102.stdout:found image19 2024-04-10T15:55:19.364 INFO:tasks.workunit.client.0.smithi102.stdout:erased image19 2024-04-10T15:55:19.364 INFO:tasks.workunit.client.0.smithi102.stdout:image: image19 2024-04-10T15:55:19.364 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image19 2024-04-10T15:55:19.364 INFO:tasks.workunit.client.0.smithi102.stdout:found image19 2024-04-10T15:55:19.365 INFO:tasks.workunit.client.0.smithi102.stdout:erased image19 2024-04-10T15:55:19.365 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCreateLsDelete (3761 ms) 2024-04-10T15:55:19.365 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCreateLsDeletePP 2024-04-10T15:55:19.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:19 smithi154 ceph-mon[84269]: pgmap v2746: 169 pgs: 2 creating+peering, 29 unknown, 138 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 89 KiB/s rd, 8.2 KiB/s wr, 117 op/s 2024-04-10T15:55:19.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:19 smithi154 ceph-mon[84269]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-10T15:55:19.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:19 smithi102 ceph-mon[88557]: pgmap v2746: 169 pgs: 2 creating+peering, 29 unknown, 138 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 89 KiB/s rd, 8.2 KiB/s wr, 117 op/s 2024-04-10T15:55:19.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:19 smithi102 ceph-mon[88557]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-10T15:55:19.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:19 smithi102 ceph-mon[90943]: pgmap v2746: 169 pgs: 2 creating+peering, 29 unknown, 138 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 89 KiB/s rd, 8.2 KiB/s wr, 117 op/s 2024-04-10T15:55:19.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:19 smithi102 ceph-mon[90943]: osdmap e1589: 8 total, 8 up, 8 in 2024-04-10T15:55:20.646 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:20 smithi154 ceph-mon[84269]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-10T15:55:20.676 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:20 smithi102 ceph-mon[90943]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-10T15:55:20.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:20 smithi102 ceph-mon[88557]: osdmap e1590: 8 total, 8 up, 8 in 2024-04-10T15:55:21.277 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:21.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:21 smithi154 ceph-mon[84269]: pgmap v2749: 169 pgs: 2 creating+peering, 9 unknown, 158 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 12 KiB/s wr, 132 op/s 2024-04-10T15:55:21.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:21 smithi154 ceph-mon[84269]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-10T15:55:21.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:21 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/878933713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:21.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:21 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:21.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:21 smithi102 ceph-mon[90943]: pgmap v2749: 169 pgs: 2 creating+peering, 9 unknown, 158 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 12 KiB/s wr, 132 op/s 2024-04-10T15:55:21.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:21 smithi102 ceph-mon[90943]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-10T15:55:21.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:21 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/878933713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:21.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:21 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:21.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:21 smithi102 ceph-mon[88557]: pgmap v2749: 169 pgs: 2 creating+peering, 9 unknown, 158 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 87 KiB/s rd, 12 KiB/s wr, 132 op/s 2024-04-10T15:55:21.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:21 smithi102 ceph-mon[88557]: osdmap e1591: 8 total, 8 up, 8 in 2024-04-10T15:55:21.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:21 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/878933713' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:21.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:21 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-17","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:22.548 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:55:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:55:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:55:22.548 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:22 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:22.549 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:22 smithi154 ceph-mon[84269]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-10T15:55:22.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:22 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:22.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:22 smithi102 ceph-mon[90943]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-10T15:55:22.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:22 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-17","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:22.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:22 smithi102 ceph-mon[88557]: osdmap e1592: 8 total, 8 up, 8 in 2024-04-10T15:55:23.310 INFO:tasks.workunit.client.0.smithi102.stdout:num images is: 1 2024-04-10T15:55:23.311 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 1 2024-04-10T15:55:23.311 INFO:tasks.workunit.client.0.smithi102.stdout:image: image20 2024-04-10T15:55:23.311 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image20 2024-04-10T15:55:23.311 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:23.322 INFO:tasks.workunit.client.0.smithi102.stdout:num images is: 2 2024-04-10T15:55:23.322 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 2 2024-04-10T15:55:23.322 INFO:tasks.workunit.client.0.smithi102.stdout:image: image20 2024-04-10T15:55:23.323 INFO:tasks.workunit.client.0.smithi102.stdout:image: image21 2024-04-10T15:55:23.323 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image20 2024-04-10T15:55:23.323 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image21 2024-04-10T15:55:23.383 INFO:tasks.workunit.client.0.smithi102.stdout:num images is: 1 2024-04-10T15:55:23.384 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 1 2024-04-10T15:55:23.384 INFO:tasks.workunit.client.0.smithi102.stdout:image: image21 2024-04-10T15:55:23.384 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image21 2024-04-10T15:55:23.384 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCreateLsDeletePP (4020 ms) 2024-04-10T15:55:23.384 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCopy 2024-04-10T15:55:23.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:23 smithi154 ceph-mon[84269]: pgmap v2752: 201 pgs: 5 creating+peering, 22 unknown, 174 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 116 KiB/s rd, 14 KiB/s wr, 166 op/s 2024-04-10T15:55:23.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:23 smithi154 ceph-mon[84269]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-10T15:55:23.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:23 smithi102 ceph-mon[90943]: pgmap v2752: 201 pgs: 5 creating+peering, 22 unknown, 174 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 116 KiB/s rd, 14 KiB/s wr, 166 op/s 2024-04-10T15:55:23.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:23 smithi102 ceph-mon[90943]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-10T15:55:23.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:23 smithi102 ceph-mon[88557]: pgmap v2752: 201 pgs: 5 creating+peering, 22 unknown, 174 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 116 KiB/s rd, 14 KiB/s wr, 166 op/s 2024-04-10T15:55:23.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:23 smithi102 ceph-mon[88557]: osdmap e1593: 8 total, 8 up, 8 in 2024-04-10T15:55:24.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:24 smithi154 ceph-mon[84269]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-10T15:55:24.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:55:24.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:24.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:24 smithi154 ceph-mon[84269]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-10T15:55:24.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:24 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/240481354' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:24.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:24 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:24.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:24 smithi102 ceph-mon[90943]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-10T15:55:24.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:55:24.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:24.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:24 smithi102 ceph-mon[90943]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-10T15:55:24.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:24 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/240481354' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:24.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:24 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:24.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:24 smithi102 ceph-mon[88557]: osdmap e1594: 8 total, 8 up, 8 in 2024-04-10T15:55:24.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:55:24.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:24.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:24 smithi102 ceph-mon[88557]: osdmap e1595: 8 total, 8 up, 8 in 2024-04-10T15:55:24.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:24 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/240481354' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:24.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:24 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-18","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:24.762 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:25.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:25 smithi154 ceph-mon[84269]: pgmap v2756: 233 pgs: 5 creating+peering, 44 unknown, 184 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 64 KiB/s rd, 5.2 KiB/s wr, 82 op/s 2024-04-10T15:55:25.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:25 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:55:25.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:25 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:25.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:25 smithi154 ceph-mon[84269]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-10T15:55:25.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:25 smithi102 ceph-mon[90943]: pgmap v2756: 233 pgs: 5 creating+peering, 44 unknown, 184 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 64 KiB/s rd, 5.2 KiB/s wr, 82 op/s 2024-04-10T15:55:25.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:25 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:55:25.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:25 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:25.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:25 smithi102 ceph-mon[90943]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-10T15:55:25.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:25 smithi102 ceph-mon[88557]: pgmap v2756: 233 pgs: 5 creating+peering, 44 unknown, 184 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 64 KiB/s rd, 5.2 KiB/s wr, 82 op/s 2024-04-10T15:55:25.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:25 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:55:25.677 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:25 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-18","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:25.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:25 smithi102 ceph-mon[88557]: osdmap e1596: 8 total, 8 up, 8 in 2024-04-10T15:55:27.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:26 smithi154 ceph-mon[84269]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-10T15:55:27.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:26 smithi154 ceph-mon[84269]: pgmap v2759: 233 pgs: 15 creating+peering, 15 unknown, 203 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 2.8 KiB/s wr, 22 op/s 2024-04-10T15:55:27.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:26 smithi102 ceph-mon[90943]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-10T15:55:27.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:26 smithi102 ceph-mon[90943]: pgmap v2759: 233 pgs: 15 creating+peering, 15 unknown, 203 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 2.8 KiB/s wr, 22 op/s 2024-04-10T15:55:27.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:26 smithi102 ceph-mon[88557]: osdmap e1597: 8 total, 8 up, 8 in 2024-04-10T15:55:27.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:26 smithi102 ceph-mon[88557]: pgmap v2759: 233 pgs: 15 creating+peering, 15 unknown, 203 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 2.8 KiB/s wr, 22 op/s 2024-04-10T15:55:27.179 INFO:tasks.workunit.client.0.smithi102.stdout:image: image22 2024-04-10T15:55:27.179 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image22 2024-04-10T15:55:27.180 INFO:tasks.workunit.client.0.smithi102.stdout:found image22 2024-04-10T15:55:27.180 INFO:tasks.workunit.client.0.smithi102.stdout:erased image22 2024-04-10T15:55:27.180 INFO:tasks.workunit.client.0.smithi102.stdout:image: image22 2024-04-10T15:55:27.180 INFO:tasks.workunit.client.0.smithi102.stdout:image: image23 2024-04-10T15:55:27.180 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image22 2024-04-10T15:55:27.180 INFO:tasks.workunit.client.0.smithi102.stdout:found image22 2024-04-10T15:55:27.180 INFO:tasks.workunit.client.0.smithi102.stdout:erased image22 2024-04-10T15:55:27.180 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image23 2024-04-10T15:55:27.180 INFO:tasks.workunit.client.0.smithi102.stdout:found image23 2024-04-10T15:55:27.180 INFO:tasks.workunit.client.0.smithi102.stdout:erased image23 2024-04-10T15:55:27.180 INFO:tasks.workunit.client.0.smithi102.stdout:100.00% done 2024-04-10T15:55:27.180 INFO:tasks.workunit.client.0.smithi102.stdout:image: image22 2024-04-10T15:55:27.181 INFO:tasks.workunit.client.0.smithi102.stdout:image: image23 2024-04-10T15:55:27.181 INFO:tasks.workunit.client.0.smithi102.stdout:image: image24 2024-04-10T15:55:27.181 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image22 2024-04-10T15:55:27.181 INFO:tasks.workunit.client.0.smithi102.stdout:found image22 2024-04-10T15:55:27.181 INFO:tasks.workunit.client.0.smithi102.stdout:erased image22 2024-04-10T15:55:27.181 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image23 2024-04-10T15:55:27.181 INFO:tasks.workunit.client.0.smithi102.stdout:found image23 2024-04-10T15:55:27.181 INFO:tasks.workunit.client.0.smithi102.stdout:erased image23 2024-04-10T15:55:27.181 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image24 2024-04-10T15:55:27.181 INFO:tasks.workunit.client.0.smithi102.stdout:found image24 2024-04-10T15:55:27.181 INFO:tasks.workunit.client.0.smithi102.stdout:erased image24 2024-04-10T15:55:27.182 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCopy (3795 ms) 2024-04-10T15:55:27.182 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCopyPP 2024-04-10T15:55:27.927 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:27 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:55:27.927 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:27 smithi102 ceph-mon[90943]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-10T15:55:27.927 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:27 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:55:27.927 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:27 smithi102 ceph-mon[88557]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-10T15:55:27.927 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:55:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:55:27] "GET /metrics HTTP/1.1" 200 41309 "" "Prometheus/2.43.0" 2024-04-10T15:55:28.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:27 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:55:28.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:27 smithi154 ceph-mon[84269]: osdmap e1598: 8 total, 8 up, 8 in 2024-04-10T15:55:28.749 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:29.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:28 smithi154 ceph-mon[84269]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-10T15:55:29.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:28 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2493226550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:29.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:28 smithi154 ceph-mon[84269]: pgmap v2762: 265 pgs: 15 creating+peering, 39 unknown, 211 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 3.5 KiB/s wr, 47 op/s 2024-04-10T15:55:29.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:28 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2493226550' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:29.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:28 smithi154 ceph-mon[84269]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-10T15:55:29.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:28 smithi102 ceph-mon[90943]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-10T15:55:29.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:28 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2493226550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:29.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:28 smithi102 ceph-mon[90943]: pgmap v2762: 265 pgs: 15 creating+peering, 39 unknown, 211 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 3.5 KiB/s wr, 47 op/s 2024-04-10T15:55:29.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:28 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2493226550' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:29.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:28 smithi102 ceph-mon[90943]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-10T15:55:29.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:28 smithi102 ceph-mon[88557]: osdmap e1599: 8 total, 8 up, 8 in 2024-04-10T15:55:29.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:28 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2493226550' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-19","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:29.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:28 smithi102 ceph-mon[88557]: pgmap v2762: 265 pgs: 15 creating+peering, 39 unknown, 211 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 30 KiB/s rd, 3.5 KiB/s wr, 47 op/s 2024-04-10T15:55:29.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:28 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2493226550' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-19","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:29.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:28 smithi102 ceph-mon[88557]: osdmap e1600: 8 total, 8 up, 8 in 2024-04-10T15:55:30.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:29 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:55:30.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:29 smithi154 ceph-mon[84269]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-10T15:55:30.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:29 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:55:30.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:29 smithi102 ceph-mon[90943]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-10T15:55:30.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:29 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:55:30.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:29 smithi102 ceph-mon[88557]: osdmap e1601: 8 total, 8 up, 8 in 2024-04-10T15:55:31.029 INFO:tasks.workunit.client.0.smithi102.stdout:num images is: 1 2024-04-10T15:55:31.029 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 1 2024-04-10T15:55:31.029 INFO:tasks.workunit.client.0.smithi102.stdout:image: image25 2024-04-10T15:55:31.029 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image25 2024-04-10T15:55:31.048 INFO:tasks.workunit.client.0.smithi102.stdout:num images is: 2 2024-04-10T15:55:31.048 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 2 2024-04-10T15:55:31.048 INFO:tasks.workunit.client.0.smithi102.stdout:image: image25 2024-04-10T15:55:31.048 INFO:tasks.workunit.client.0.smithi102.stdout:image: image26 2024-04-10T15:55:31.048 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image25 2024-04-10T15:55:31.048 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image26 2024-04-10T15:55:31.097 INFO:tasks.workunit.client.0.smithi102.stdout:100.00% done 2024-04-10T15:55:31.097 INFO:tasks.workunit.client.0.smithi102.stdout:num images is: 3 2024-04-10T15:55:31.097 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 3 2024-04-10T15:55:31.097 INFO:tasks.workunit.client.0.smithi102.stdout:image: image25 2024-04-10T15:55:31.097 INFO:tasks.workunit.client.0.smithi102.stdout:image: image26 2024-04-10T15:55:31.098 INFO:tasks.workunit.client.0.smithi102.stdout:image: image27 2024-04-10T15:55:31.098 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image25 2024-04-10T15:55:31.098 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image26 2024-04-10T15:55:31.098 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image27 2024-04-10T15:55:31.134 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCopyPP (3953 ms) 2024-04-10T15:55:31.134 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestDeepCopy 2024-04-10T15:55:31.146 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:30 smithi154 ceph-mon[84269]: pgmap v2765: 265 pgs: 3 creating+peering, 18 unknown, 244 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 349 KiB/s rd, 22 KiB/s wr, 412 op/s 2024-04-10T15:55:31.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:30 smithi154 ceph-mon[84269]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-10T15:55:31.176 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:30 smithi102 ceph-mon[90943]: pgmap v2765: 265 pgs: 3 creating+peering, 18 unknown, 244 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 349 KiB/s rd, 22 KiB/s wr, 412 op/s 2024-04-10T15:55:31.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:30 smithi102 ceph-mon[90943]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-10T15:55:31.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:30 smithi102 ceph-mon[88557]: pgmap v2765: 265 pgs: 3 creating+peering, 18 unknown, 244 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 349 KiB/s rd, 22 KiB/s wr, 412 op/s 2024-04-10T15:55:31.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:30 smithi102 ceph-mon[88557]: osdmap e1602: 8 total, 8 up, 8 in 2024-04-10T15:55:32.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:31 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:55:32.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:31 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:55:32.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:31 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:55:32.647 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:55:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:55:32.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:55:32.808 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:33.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:32 smithi154 ceph-mon[84269]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-10T15:55:33.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:32 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3019011432' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:33.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:32 smithi154 ceph-mon[84269]: pgmap v2768: 297 pgs: 3 creating+peering, 36 unknown, 258 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 350 KiB/s rd, 22 KiB/s wr, 410 op/s 2024-04-10T15:55:33.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:32 smithi102 ceph-mon[90943]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-10T15:55:33.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:32 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3019011432' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:33.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:32 smithi102 ceph-mon[90943]: pgmap v2768: 297 pgs: 3 creating+peering, 36 unknown, 258 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 350 KiB/s rd, 22 KiB/s wr, 410 op/s 2024-04-10T15:55:33.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:32 smithi102 ceph-mon[88557]: osdmap e1603: 8 total, 8 up, 8 in 2024-04-10T15:55:33.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:32 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3019011432' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-20","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:33.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:32 smithi102 ceph-mon[88557]: pgmap v2768: 297 pgs: 3 creating+peering, 36 unknown, 258 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 350 KiB/s rd, 22 KiB/s wr, 410 op/s 2024-04-10T15:55:34.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:33 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:55:34.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:33 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3019011432' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:34.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:33 smithi154 ceph-mon[84269]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-10T15:55:34.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:33 smithi154 ceph-mon[84269]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-10T15:55:34.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:33 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:55:34.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:33 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3019011432' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:34.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:33 smithi102 ceph-mon[90943]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-10T15:55:34.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:33 smithi102 ceph-mon[90943]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-10T15:55:34.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:33 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:55:34.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:33 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3019011432' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-20","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:34.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:33 smithi102 ceph-mon[88557]: osdmap e1604: 8 total, 8 up, 8 in 2024-04-10T15:55:34.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:33 smithi102 ceph-mon[88557]: osdmap e1605: 8 total, 8 up, 8 in 2024-04-10T15:55:35.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:34 smithi154 ceph-mon[84269]: pgmap v2771: 297 pgs: 2 creating+peering, 27 unknown, 268 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 309 KiB/s rd, 20 KiB/s wr, 361 op/s 2024-04-10T15:55:35.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:34 smithi154 ceph-mon[84269]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-10T15:55:35.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:34 smithi102 ceph-mon[90943]: pgmap v2771: 297 pgs: 2 creating+peering, 27 unknown, 268 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 309 KiB/s rd, 20 KiB/s wr, 361 op/s 2024-04-10T15:55:35.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:34 smithi102 ceph-mon[90943]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-10T15:55:35.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:34 smithi102 ceph-mon[88557]: pgmap v2771: 297 pgs: 2 creating+peering, 27 unknown, 268 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 309 KiB/s rd, 20 KiB/s wr, 361 op/s 2024-04-10T15:55:35.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:34 smithi102 ceph-mon[88557]: osdmap e1606: 8 total, 8 up, 8 in 2024-04-10T15:55:36.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:35 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:55:36.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:35 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:55:36.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:35 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:55:37.078 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:36 smithi102 ceph-mon[90943]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-10T15:55:37.079 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:36 smithi102 ceph-mon[90943]: pgmap v2774: 297 pgs: 2 creating+peering, 6 unknown, 289 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 342 KiB/s rd, 22 KiB/s wr, 400 op/s 2024-04-10T15:55:37.079 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:36 smithi102 ceph-mon[88557]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-10T15:55:37.079 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:36 smithi102 ceph-mon[88557]: pgmap v2774: 297 pgs: 2 creating+peering, 6 unknown, 289 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 342 KiB/s rd, 22 KiB/s wr, 400 op/s 2024-04-10T15:55:37.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:36 smithi154 ceph-mon[84269]: osdmap e1607: 8 total, 8 up, 8 in 2024-04-10T15:55:37.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:36 smithi154 ceph-mon[84269]: pgmap v2774: 297 pgs: 2 creating+peering, 6 unknown, 289 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 342 KiB/s rd, 22 KiB/s wr, 400 op/s 2024-04-10T15:55:37.816 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:55:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:55:37] "GET /metrics HTTP/1.1" 200 41309 "" "Prometheus/2.43.0" 2024-04-10T15:55:38.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:37 smithi154 ceph-mon[84269]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-10T15:55:38.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:37 smithi102 ceph-mon[90943]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-10T15:55:38.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:37 smithi102 ceph-mon[88557]: osdmap e1608: 8 total, 8 up, 8 in 2024-04-10T15:55:38.831 INFO:tasks.workunit.client.0.smithi102.stdout:image: image28 2024-04-10T15:55:38.832 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image28 2024-04-10T15:55:38.832 INFO:tasks.workunit.client.0.smithi102.stdout:found image28 2024-04-10T15:55:38.832 INFO:tasks.workunit.client.0.smithi102.stdout:erased image28 2024-04-10T15:55:38.832 INFO:tasks.workunit.client.0.smithi102.stdout:image: image28 2024-04-10T15:55:38.832 INFO:tasks.workunit.client.0.smithi102.stdout:image: image29 2024-04-10T15:55:38.832 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image28 2024-04-10T15:55:38.832 INFO:tasks.workunit.client.0.smithi102.stdout:found image28 2024-04-10T15:55:38.832 INFO:tasks.workunit.client.0.smithi102.stdout:erased image28 2024-04-10T15:55:38.832 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image29 2024-04-10T15:55:38.832 INFO:tasks.workunit.client.0.smithi102.stdout:found image29 2024-04-10T15:55:38.832 INFO:tasks.workunit.client.0.smithi102.stdout:erased image29 2024-04-10T15:55:38.832 INFO:tasks.workunit.client.0.smithi102.stdout:100.00% done 2024-04-10T15:55:38.833 INFO:tasks.workunit.client.0.smithi102.stdout:image: image28 2024-04-10T15:55:38.833 INFO:tasks.workunit.client.0.smithi102.stdout:image: image29 2024-04-10T15:55:38.833 INFO:tasks.workunit.client.0.smithi102.stdout:image: image30 2024-04-10T15:55:38.833 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image28 2024-04-10T15:55:38.833 INFO:tasks.workunit.client.0.smithi102.stdout:found image28 2024-04-10T15:55:38.833 INFO:tasks.workunit.client.0.smithi102.stdout:erased image28 2024-04-10T15:55:38.833 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image29 2024-04-10T15:55:38.833 INFO:tasks.workunit.client.0.smithi102.stdout:found image29 2024-04-10T15:55:38.833 INFO:tasks.workunit.client.0.smithi102.stdout:erased image29 2024-04-10T15:55:38.833 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image30 2024-04-10T15:55:38.833 INFO:tasks.workunit.client.0.smithi102.stdout:found image30 2024-04-10T15:55:38.833 INFO:tasks.workunit.client.0.smithi102.stdout:erased image30 2024-04-10T15:55:38.833 INFO:tasks.workunit.client.0.smithi102.stdout:image: image28 2024-04-10T15:55:38.833 INFO:tasks.workunit.client.0.smithi102.stdout:image: image29 2024-04-10T15:55:38.833 INFO:tasks.workunit.client.0.smithi102.stdout:image: image30 2024-04-10T15:55:38.834 INFO:tasks.workunit.client.0.smithi102.stdout:image: image31 2024-04-10T15:55:38.834 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image28 2024-04-10T15:55:38.834 INFO:tasks.workunit.client.0.smithi102.stdout:found image28 2024-04-10T15:55:38.834 INFO:tasks.workunit.client.0.smithi102.stdout:erased image28 2024-04-10T15:55:38.834 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image29 2024-04-10T15:55:38.834 INFO:tasks.workunit.client.0.smithi102.stdout:found image29 2024-04-10T15:55:38.834 INFO:tasks.workunit.client.0.smithi102.stdout:erased image29 2024-04-10T15:55:38.834 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image30 2024-04-10T15:55:38.834 INFO:tasks.workunit.client.0.smithi102.stdout:found image30 2024-04-10T15:55:38.834 INFO:tasks.workunit.client.0.smithi102.stdout:erased image30 2024-04-10T15:55:38.834 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image31 2024-04-10T15:55:38.834 INFO:tasks.workunit.client.0.smithi102.stdout:found image31 2024-04-10T15:55:38.834 INFO:tasks.workunit.client.0.smithi102.stdout:erased image31 2024-04-10T15:55:38.834 INFO:tasks.workunit.client.0.smithi102.stdout:image: image28 2024-04-10T15:55:38.834 INFO:tasks.workunit.client.0.smithi102.stdout:image: image29 2024-04-10T15:55:38.835 INFO:tasks.workunit.client.0.smithi102.stdout:image: image30 2024-04-10T15:55:38.835 INFO:tasks.workunit.client.0.smithi102.stdout:image: image31 2024-04-10T15:55:38.835 INFO:tasks.workunit.client.0.smithi102.stdout:image: image32 2024-04-10T15:55:38.835 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image28 2024-04-10T15:55:38.835 INFO:tasks.workunit.client.0.smithi102.stdout:found image28 2024-04-10T15:55:38.835 INFO:tasks.workunit.client.0.smithi102.stdout:erased image28 2024-04-10T15:55:38.835 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image29 2024-04-10T15:55:38.835 INFO:tasks.workunit.client.0.smithi102.stdout:found image29 2024-04-10T15:55:38.835 INFO:tasks.workunit.client.0.smithi102.stdout:erased image29 2024-04-10T15:55:38.835 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image30 2024-04-10T15:55:38.835 INFO:tasks.workunit.client.0.smithi102.stdout:found image30 2024-04-10T15:55:38.835 INFO:tasks.workunit.client.0.smithi102.stdout:erased image30 2024-04-10T15:55:38.835 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image31 2024-04-10T15:55:38.835 INFO:tasks.workunit.client.0.smithi102.stdout:found image31 2024-04-10T15:55:38.835 INFO:tasks.workunit.client.0.smithi102.stdout:erased image31 2024-04-10T15:55:38.836 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image32 2024-04-10T15:55:38.836 INFO:tasks.workunit.client.0.smithi102.stdout:found image32 2024-04-10T15:55:38.836 INFO:tasks.workunit.client.0.smithi102.stdout:erased image32 2024-04-10T15:55:38.836 INFO:tasks.workunit.client.0.smithi102.stdout:100.00% done 2024-04-10T15:55:38.836 INFO:tasks.workunit.client.0.smithi102.stdout:image: image28 2024-04-10T15:55:38.836 INFO:tasks.workunit.client.0.smithi102.stdout:image: image29 2024-04-10T15:55:38.836 INFO:tasks.workunit.client.0.smithi102.stdout:image: image30 2024-04-10T15:55:38.836 INFO:tasks.workunit.client.0.smithi102.stdout:image: image31 2024-04-10T15:55:38.836 INFO:tasks.workunit.client.0.smithi102.stdout:image: image32 2024-04-10T15:55:38.836 INFO:tasks.workunit.client.0.smithi102.stdout:image: image33 2024-04-10T15:55:38.836 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image28 2024-04-10T15:55:38.836 INFO:tasks.workunit.client.0.smithi102.stdout:found image28 2024-04-10T15:55:38.836 INFO:tasks.workunit.client.0.smithi102.stdout:erased image28 2024-04-10T15:55:38.836 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image29 2024-04-10T15:55:38.836 INFO:tasks.workunit.client.0.smithi102.stdout:found image29 2024-04-10T15:55:38.837 INFO:tasks.workunit.client.0.smithi102.stdout:erased image29 2024-04-10T15:55:38.837 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image30 2024-04-10T15:55:38.837 INFO:tasks.workunit.client.0.smithi102.stdout:found image30 2024-04-10T15:55:38.837 INFO:tasks.workunit.client.0.smithi102.stdout:erased image30 2024-04-10T15:55:38.837 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image31 2024-04-10T15:55:38.837 INFO:tasks.workunit.client.0.smithi102.stdout:found image31 2024-04-10T15:55:38.837 INFO:tasks.workunit.client.0.smithi102.stdout:erased image31 2024-04-10T15:55:38.837 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image32 2024-04-10T15:55:38.837 INFO:tasks.workunit.client.0.smithi102.stdout:found image32 2024-04-10T15:55:38.837 INFO:tasks.workunit.client.0.smithi102.stdout:erased image32 2024-04-10T15:55:38.837 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image33 2024-04-10T15:55:38.837 INFO:tasks.workunit.client.0.smithi102.stdout:found image33 2024-04-10T15:55:38.837 INFO:tasks.workunit.client.0.smithi102.stdout:erased image33 2024-04-10T15:55:38.837 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestDeepCopy (7699 ms) 2024-04-10T15:55:38.837 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestDeepCopyPP 2024-04-10T15:55:39.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:38 smithi154 ceph-mon[84269]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-10T15:55:39.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:38 smithi154 ceph-mon[84269]: pgmap v2777: 297 pgs: 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 394 KiB/s rd, 26 KiB/s wr, 465 op/s 2024-04-10T15:55:39.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:39.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:38 smithi154 ceph-mon[84269]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-10T15:55:39.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:38 smithi102 ceph-mon[90943]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-10T15:55:39.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:38 smithi102 ceph-mon[90943]: pgmap v2777: 297 pgs: 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 394 KiB/s rd, 26 KiB/s wr, 465 op/s 2024-04-10T15:55:39.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:39.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:38 smithi102 ceph-mon[90943]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-10T15:55:39.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:38 smithi102 ceph-mon[88557]: osdmap e1609: 8 total, 8 up, 8 in 2024-04-10T15:55:39.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:38 smithi102 ceph-mon[88557]: pgmap v2777: 297 pgs: 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 394 KiB/s rd, 26 KiB/s wr, 465 op/s 2024-04-10T15:55:39.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:39.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:38 smithi102 ceph-mon[88557]: osdmap e1610: 8 total, 8 up, 8 in 2024-04-10T15:55:40.846 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:41.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:40 smithi154 ceph-mon[84269]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-10T15:55:41.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:40 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/489635932' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:41.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:40 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:41.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:40 smithi154 ceph-mon[84269]: pgmap v2780: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 416 KiB/s rd, 27 KiB/s wr, 496 op/s 2024-04-10T15:55:41.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:40 smithi102 ceph-mon[90943]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-10T15:55:41.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:40 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/489635932' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:41.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:40 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:41.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:40 smithi102 ceph-mon[90943]: pgmap v2780: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 416 KiB/s rd, 27 KiB/s wr, 496 op/s 2024-04-10T15:55:41.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:40 smithi102 ceph-mon[88557]: osdmap e1611: 8 total, 8 up, 8 in 2024-04-10T15:55:41.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:40 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/489635932' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:41.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:40 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-21","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:55:41.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:40 smithi102 ceph-mon[88557]: pgmap v2780: 329 pgs: 32 unknown, 297 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 416 KiB/s rd, 27 KiB/s wr, 496 op/s 2024-04-10T15:55:42.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:41 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:55:42.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:41 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:42.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:41 smithi154 ceph-mon[84269]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-10T15:55:42.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:41 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:55:42.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:41 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:42.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:41 smithi102 ceph-mon[90943]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-10T15:55:42.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:41 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:55:42.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:41 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-21","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:55:42.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:41 smithi102 ceph-mon[88557]: osdmap e1612: 8 total, 8 up, 8 in 2024-04-10T15:55:42.647 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:55:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:55:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:55:43.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:42 smithi154 ceph-mon[84269]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-10T15:55:43.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:42 smithi154 ceph-mon[84269]: pgmap v2783: 329 pgs: 5 creating+peering, 25 unknown, 299 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 176 KiB/s rd, 8.5 KiB/s wr, 214 op/s 2024-04-10T15:55:43.165 INFO:tasks.workunit.client.0.smithi102.stdout:num images is: 1 2024-04-10T15:55:43.165 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 1 2024-04-10T15:55:43.165 INFO:tasks.workunit.client.0.smithi102.stdout:image: image34 2024-04-10T15:55:43.165 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image34 2024-04-10T15:55:43.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:42 smithi102 ceph-mon[90943]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-10T15:55:43.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:42 smithi102 ceph-mon[90943]: pgmap v2783: 329 pgs: 5 creating+peering, 25 unknown, 299 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 176 KiB/s rd, 8.5 KiB/s wr, 214 op/s 2024-04-10T15:55:43.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:42 smithi102 ceph-mon[88557]: osdmap e1613: 8 total, 8 up, 8 in 2024-04-10T15:55:43.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:42 smithi102 ceph-mon[88557]: pgmap v2783: 329 pgs: 5 creating+peering, 25 unknown, 299 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 176 KiB/s rd, 8.5 KiB/s wr, 214 op/s 2024-04-10T15:55:43.189 INFO:tasks.workunit.client.0.smithi102.stdout:num images is: 2 2024-04-10T15:55:43.189 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 2 2024-04-10T15:55:43.189 INFO:tasks.workunit.client.0.smithi102.stdout:image: image34 2024-04-10T15:55:43.189 INFO:tasks.workunit.client.0.smithi102.stdout:image: image35 2024-04-10T15:55:43.189 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image34 2024-04-10T15:55:43.189 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image35 2024-04-10T15:55:43.242 INFO:tasks.workunit.client.0.smithi102.stdout:100.00% done 2024-04-10T15:55:43.242 INFO:tasks.workunit.client.0.smithi102.stdout:num images is: 3 2024-04-10T15:55:43.242 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 3 2024-04-10T15:55:43.242 INFO:tasks.workunit.client.0.smithi102.stdout:image: image34 2024-04-10T15:55:43.242 INFO:tasks.workunit.client.0.smithi102.stdout:image: image35 2024-04-10T15:55:43.242 INFO:tasks.workunit.client.0.smithi102.stdout:image: image36 2024-04-10T15:55:43.242 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image34 2024-04-10T15:55:43.243 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image35 2024-04-10T15:55:43.243 INFO:tasks.workunit.client.0.smithi102.stdout:expected = image36 2024-04-10T15:55:43.273 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestDeepCopyPP (4443 ms) 2024-04-10T15:55:43.274 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnap 2024-04-10T15:55:43.274 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:44.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:43 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:55:44.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:43 smithi154 ceph-mon[84269]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-10T15:55:44.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:43 smithi154 ceph-mon[84269]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-10T15:55:44.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:43 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:55:44.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:43 smithi102 ceph-mon[90943]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-10T15:55:44.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:43 smithi102 ceph-mon[90943]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-10T15:55:44.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:43 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:55:44.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:43 smithi102 ceph-mon[88557]: osdmap e1614: 8 total, 8 up, 8 in 2024-04-10T15:55:44.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:43 smithi102 ceph-mon[88557]: osdmap e1615: 8 total, 8 up, 8 in 2024-04-10T15:55:45.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:44 smithi154 ceph-mon[84269]: pgmap v2786: 329 pgs: 5 creating+peering, 13 unknown, 311 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 152 KiB/s rd, 6.0 KiB/s wr, 177 op/s 2024-04-10T15:55:45.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:44 smithi154 ceph-mon[84269]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-10T15:55:45.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:44 smithi102 ceph-mon[90943]: pgmap v2786: 329 pgs: 5 creating+peering, 13 unknown, 311 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 152 KiB/s rd, 6.0 KiB/s wr, 177 op/s 2024-04-10T15:55:45.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:44 smithi102 ceph-mon[90943]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-10T15:55:45.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:44 smithi102 ceph-mon[88557]: pgmap v2786: 329 pgs: 5 creating+peering, 13 unknown, 311 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 152 KiB/s rd, 6.0 KiB/s wr, 177 op/s 2024-04-10T15:55:45.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:44 smithi102 ceph-mon[88557]: osdmap e1616: 8 total, 8 up, 8 in 2024-04-10T15:55:46.784 INFO:tasks.workunit.client.0.smithi102.stdout:num snaps is: 1 2024-04-10T15:55:46.784 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 1 2024-04-10T15:55:46.784 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap1 2024-04-10T15:55:46.784 INFO:tasks.workunit.client.0.smithi102.stdout:found snap1 with size 2097152 2024-04-10T15:55:46.784 INFO:tasks.workunit.client.0.smithi102.stdout:num snaps is: 2 2024-04-10T15:55:46.784 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 2 2024-04-10T15:55:46.784 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap1 2024-04-10T15:55:46.784 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap2 2024-04-10T15:55:46.784 INFO:tasks.workunit.client.0.smithi102.stdout:found snap1 with size 2097152 2024-04-10T15:55:46.784 INFO:tasks.workunit.client.0.smithi102.stdout:found snap2 with size 4194304 2024-04-10T15:55:46.784 INFO:tasks.workunit.client.0.smithi102.stdout:num snaps is: 1 2024-04-10T15:55:46.784 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 1 2024-04-10T15:55:46.785 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap2 2024-04-10T15:55:46.785 INFO:tasks.workunit.client.0.smithi102.stdout:found snap2 with size 4194304 2024-04-10T15:55:46.785 INFO:tasks.workunit.client.0.smithi102.stdout:num snaps is: 0 2024-04-10T15:55:46.785 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 0 2024-04-10T15:55:46.785 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnap (3509 ms) 2024-04-10T15:55:46.785 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestGetSnapShotTimeStamp 2024-04-10T15:55:46.785 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:47.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:46 smithi154 ceph-mon[84269]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-10T15:55:47.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:46 smithi154 ceph-mon[84269]: pgmap v2789: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 371 KiB/s rd, 25 KiB/s wr, 441 op/s 2024-04-10T15:55:47.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:46 smithi102 ceph-mon[90943]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-10T15:55:47.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:46 smithi102 ceph-mon[90943]: pgmap v2789: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 371 KiB/s rd, 25 KiB/s wr, 441 op/s 2024-04-10T15:55:47.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:46 smithi102 ceph-mon[88557]: osdmap e1617: 8 total, 8 up, 8 in 2024-04-10T15:55:47.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:46 smithi102 ceph-mon[88557]: pgmap v2789: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 371 KiB/s rd, 25 KiB/s wr, 441 op/s 2024-04-10T15:55:47.927 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:47 smithi102 ceph-mon[90943]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-10T15:55:47.928 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:47 smithi102 ceph-mon[88557]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-10T15:55:47.928 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:55:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:55:47] "GET /metrics HTTP/1.1" 200 48572 "" "Prometheus/2.43.0" 2024-04-10T15:55:48.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:47 smithi154 ceph-mon[84269]: osdmap e1618: 8 total, 8 up, 8 in 2024-04-10T15:55:48.796 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestGetSnapShotTimeStamp (2013 ms) 2024-04-10T15:55:48.796 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCreateLsDeleteSnapPP 2024-04-10T15:55:48.796 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:49.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:48 smithi154 ceph-mon[84269]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-10T15:55:49.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:48 smithi154 ceph-mon[84269]: pgmap v2792: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 354 KiB/s rd, 25 KiB/s wr, 423 op/s 2024-04-10T15:55:49.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:48 smithi102 ceph-mon[90943]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-10T15:55:49.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:48 smithi102 ceph-mon[90943]: pgmap v2792: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 354 KiB/s rd, 25 KiB/s wr, 423 op/s 2024-04-10T15:55:49.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:48 smithi102 ceph-mon[88557]: osdmap e1619: 8 total, 8 up, 8 in 2024-04-10T15:55:49.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:48 smithi102 ceph-mon[88557]: pgmap v2792: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 354 KiB/s rd, 25 KiB/s wr, 423 op/s 2024-04-10T15:55:49.796 INFO:tasks.workunit.client.0.smithi102.stdout:num snaps is: 1 2024-04-10T15:55:49.797 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 1 2024-04-10T15:55:49.797 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap1 2024-04-10T15:55:49.797 INFO:tasks.workunit.client.0.smithi102.stdout:found snap1 with size 2097152 2024-04-10T15:55:50.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:49 smithi154 ceph-mon[84269]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-10T15:55:50.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:49 smithi102 ceph-mon[90943]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-10T15:55:50.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:49 smithi102 ceph-mon[88557]: osdmap e1620: 8 total, 8 up, 8 in 2024-04-10T15:55:50.808 INFO:tasks.workunit.client.0.smithi102.stdout:num snaps is: 2 2024-04-10T15:55:50.808 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 2 2024-04-10T15:55:50.808 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap1 2024-04-10T15:55:50.808 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap2 2024-04-10T15:55:50.809 INFO:tasks.workunit.client.0.smithi102.stdout:found snap1 with size 2097152 2024-04-10T15:55:50.809 INFO:tasks.workunit.client.0.smithi102.stdout:found snap2 with size 4194304 2024-04-10T15:55:51.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:50 smithi154 ceph-mon[84269]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-10T15:55:51.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:50 smithi154 ceph-mon[84269]: pgmap v2795: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 4.0 KiB/s wr, 69 op/s 2024-04-10T15:55:51.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:50 smithi102 ceph-mon[88557]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-10T15:55:51.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:50 smithi102 ceph-mon[88557]: pgmap v2795: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 4.0 KiB/s wr, 69 op/s 2024-04-10T15:55:51.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:50 smithi102 ceph-mon[90943]: osdmap e1621: 8 total, 8 up, 8 in 2024-04-10T15:55:51.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:50 smithi102 ceph-mon[90943]: pgmap v2795: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 4.0 KiB/s wr, 69 op/s 2024-04-10T15:55:51.814 INFO:tasks.workunit.client.0.smithi102.stdout:num snaps is: 1 2024-04-10T15:55:51.815 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 1 2024-04-10T15:55:51.815 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap2 2024-04-10T15:55:51.815 INFO:tasks.workunit.client.0.smithi102.stdout:found snap2 with size 4194304 2024-04-10T15:55:52.049 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:51 smithi154 ceph-mon[84269]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-10T15:55:52.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:51 smithi102 ceph-mon[90943]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-10T15:55:52.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:51 smithi102 ceph-mon[88557]: osdmap e1622: 8 total, 8 up, 8 in 2024-04-10T15:55:52.647 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:55:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:55:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:55:52.826 INFO:tasks.workunit.client.0.smithi102.stdout:num snaps is: 0 2024-04-10T15:55:52.826 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 0 2024-04-10T15:55:52.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCreateLsDeleteSnapPP (4036 ms) 2024-04-10T15:55:52.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestGetNameIdSnapPP 2024-04-10T15:55:52.832 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:53.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:52 smithi154 ceph-mon[84269]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-10T15:55:53.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:52 smithi154 ceph-mon[84269]: pgmap v2798: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 7.0 KiB/s wr, 90 op/s 2024-04-10T15:55:53.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:52 smithi102 ceph-mon[90943]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-10T15:55:53.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:52 smithi102 ceph-mon[90943]: pgmap v2798: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 7.0 KiB/s wr, 90 op/s 2024-04-10T15:55:53.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:52 smithi102 ceph-mon[88557]: osdmap e1623: 8 total, 8 up, 8 in 2024-04-10T15:55:53.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:52 smithi102 ceph-mon[88557]: pgmap v2798: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 65 KiB/s rd, 7.0 KiB/s wr, 90 op/s 2024-04-10T15:55:54.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:53 smithi154 ceph-mon[84269]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-10T15:55:54.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:54.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:53 smithi154 ceph-mon[84269]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-10T15:55:54.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:53 smithi102 ceph-mon[90943]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-10T15:55:54.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:54.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:53 smithi102 ceph-mon[90943]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-10T15:55:54.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:53 smithi102 ceph-mon[88557]: osdmap e1624: 8 total, 8 up, 8 in 2024-04-10T15:55:54.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:55:54.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:53 smithi102 ceph-mon[88557]: osdmap e1625: 8 total, 8 up, 8 in 2024-04-10T15:55:55.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:54 smithi154 ceph-mon[84269]: pgmap v2801: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 45 KiB/s rd, 5.0 KiB/s wr, 61 op/s 2024-04-10T15:55:55.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:54 smithi154 ceph-mon[84269]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-10T15:55:55.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:54 smithi102 ceph-mon[90943]: pgmap v2801: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 45 KiB/s rd, 5.0 KiB/s wr, 61 op/s 2024-04-10T15:55:55.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:54 smithi102 ceph-mon[90943]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-10T15:55:55.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:54 smithi102 ceph-mon[88557]: pgmap v2801: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 45 KiB/s rd, 5.0 KiB/s wr, 61 op/s 2024-04-10T15:55:55.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:54 smithi102 ceph-mon[88557]: osdmap e1626: 8 total, 8 up, 8 in 2024-04-10T15:55:57.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:56 smithi154 ceph-mon[84269]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-10T15:55:57.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]: dispatch 2024-04-10T15:55:57.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [0, 4]}]: dispatch 2024-04-10T15:55:57.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]: dispatch 2024-04-10T15:55:57.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-04-10T15:55:57.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]: dispatch 2024-04-10T15:55:57.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [1, 7]}]: dispatch 2024-04-10T15:55:57.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.13", "id": [0, 3]}]: dispatch 2024-04-10T15:55:57.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [4, 7]}]: dispatch 2024-04-10T15:55:57.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.c", "id": [0, 2]}]: dispatch 2024-04-10T15:55:57.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:56 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2]}]: dispatch 2024-04-10T15:55:57.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:56 smithi154 ceph-mon[84269]: pgmap v2804: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-04-10T15:55:57.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[88557]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-10T15:55:57.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]: dispatch 2024-04-10T15:55:57.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [0, 4]}]: dispatch 2024-04-10T15:55:57.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]: dispatch 2024-04-10T15:55:57.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-04-10T15:55:57.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]: dispatch 2024-04-10T15:55:57.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [1, 7]}]: dispatch 2024-04-10T15:55:57.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.13", "id": [0, 3]}]: dispatch 2024-04-10T15:55:57.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [4, 7]}]: dispatch 2024-04-10T15:55:57.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.c", "id": [0, 2]}]: dispatch 2024-04-10T15:55:57.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2]}]: dispatch 2024-04-10T15:55:57.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[88557]: pgmap v2804: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-04-10T15:55:57.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[90943]: osdmap e1627: 8 total, 8 up, 8 in 2024-04-10T15:55:57.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]: dispatch 2024-04-10T15:55:57.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [0, 4]}]: dispatch 2024-04-10T15:55:57.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]: dispatch 2024-04-10T15:55:57.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]: dispatch 2024-04-10T15:55:57.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]: dispatch 2024-04-10T15:55:57.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [1, 7]}]: dispatch 2024-04-10T15:55:57.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.13", "id": [0, 3]}]: dispatch 2024-04-10T15:55:57.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [4, 7]}]: dispatch 2024-04-10T15:55:57.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.c", "id": [0, 2]}]: dispatch 2024-04-10T15:55:57.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2]}]: dispatch 2024-04-10T15:55:57.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:56 smithi102 ceph-mon[90943]: pgmap v2804: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 5.5 KiB/s rd, 1.5 KiB/s wr, 10 op/s 2024-04-10T15:55:57.927 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:55:57] "GET /metrics HTTP/1.1" 200 50986 "" "Prometheus/2.43.0" 2024-04-10T15:55:57.928 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]': finished 2024-04-10T15:55:57.928 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [0, 4]}]': finished 2024-04-10T15:55:57.928 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]': finished 2024-04-10T15:55:57.928 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-04-10T15:55:57.928 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]': finished 2024-04-10T15:55:57.928 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [1, 7]}]': finished 2024-04-10T15:55:57.928 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.13", "id": [0, 3]}]': finished 2024-04-10T15:55:57.928 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [4, 7]}]': finished 2024-04-10T15:55:57.928 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.c", "id": [0, 2]}]': finished 2024-04-10T15:55:57.928 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2]}]': finished 2024-04-10T15:55:57.928 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[90943]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-10T15:55:57.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]': finished 2024-04-10T15:55:57.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [0, 4]}]': finished 2024-04-10T15:55:57.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]': finished 2024-04-10T15:55:57.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-04-10T15:55:57.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]': finished 2024-04-10T15:55:57.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [1, 7]}]': finished 2024-04-10T15:55:57.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.13", "id": [0, 3]}]': finished 2024-04-10T15:55:57.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [4, 7]}]': finished 2024-04-10T15:55:57.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.c", "id": [0, 2]}]': finished 2024-04-10T15:55:57.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2]}]': finished 2024-04-10T15:55:57.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:57 smithi102 ceph-mon[88557]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-10T15:55:58.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.9", "id": [2, 4]}]': finished 2024-04-10T15:55:58.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.14", "id": [0, 4]}]': finished 2024-04-10T15:55:58.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1b", "id": [2, 4]}]': finished 2024-04-10T15:55:58.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1e", "id": [2, 4]}]': finished 2024-04-10T15:55:58.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "93.1f", "id": [2, 3]}]': finished 2024-04-10T15:55:58.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.1c", "id": [1, 7]}]': finished 2024-04-10T15:55:58.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "96.13", "id": [0, 3]}]': finished 2024-04-10T15:55:58.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.5", "id": [4, 7]}]': finished 2024-04-10T15:55:58.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.c", "id": [0, 2]}]': finished 2024-04-10T15:55:58.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "97.15", "id": [0, 2]}]': finished 2024-04-10T15:55:58.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:57 smithi154 ceph-mon[84269]: osdmap e1628: 8 total, 8 up, 8 in 2024-04-10T15:55:58.790 INFO:tasks.workunit.client.0.smithi102.stdout:num snaps is: 0 2024-04-10T15:55:58.790 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 0 2024-04-10T15:55:58.796 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestGetNameIdSnapPP (5964 ms) 2024-04-10T15:55:58.796 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCreateLsRenameSnapPP 2024-04-10T15:55:58.796 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:55:59.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:58 smithi154 ceph-mon[84269]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-10T15:55:59.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:58 smithi154 ceph-mon[84269]: pgmap v2807: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 6.2 KiB/s wr, 75 op/s 2024-04-10T15:55:59.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:58 smithi102 ceph-mon[90943]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-10T15:55:59.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:58 smithi102 ceph-mon[90943]: pgmap v2807: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 6.2 KiB/s wr, 75 op/s 2024-04-10T15:55:59.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:58 smithi102 ceph-mon[88557]: osdmap e1629: 8 total, 8 up, 8 in 2024-04-10T15:55:59.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:58 smithi102 ceph-mon[88557]: pgmap v2807: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 54 KiB/s rd, 6.2 KiB/s wr, 75 op/s 2024-04-10T15:55:59.797 INFO:tasks.workunit.client.0.smithi102.stdout:num snaps is: 1 2024-04-10T15:55:59.797 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 1 2024-04-10T15:55:59.797 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap1 2024-04-10T15:55:59.797 INFO:tasks.workunit.client.0.smithi102.stdout:found snap1 with size 2097152 2024-04-10T15:56:00.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:55:59 smithi154 ceph-mon[84269]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-10T15:56:00.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:55:59 smithi102 ceph-mon[90943]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-10T15:56:00.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:55:59 smithi102 ceph-mon[88557]: osdmap e1630: 8 total, 8 up, 8 in 2024-04-10T15:56:00.809 INFO:tasks.workunit.client.0.smithi102.stdout:num snaps is: 2 2024-04-10T15:56:00.810 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 2 2024-04-10T15:56:00.810 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap1 2024-04-10T15:56:00.810 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap2 2024-04-10T15:56:00.810 INFO:tasks.workunit.client.0.smithi102.stdout:found snap1 with size 2097152 2024-04-10T15:56:00.810 INFO:tasks.workunit.client.0.smithi102.stdout:found snap2 with size 4194304 2024-04-10T15:56:00.814 INFO:tasks.workunit.client.0.smithi102.stdout:num snaps is: 2 2024-04-10T15:56:00.814 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 2 2024-04-10T15:56:00.814 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap1-rename 2024-04-10T15:56:00.815 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap2 2024-04-10T15:56:00.815 INFO:tasks.workunit.client.0.smithi102.stdout:found snap1-rename with size 2097152 2024-04-10T15:56:00.815 INFO:tasks.workunit.client.0.smithi102.stdout:found snap2 with size 4194304 2024-04-10T15:56:01.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:00 smithi154 ceph-mon[84269]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-10T15:56:01.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:00 smithi154 ceph-mon[84269]: pgmap v2810: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 5.5 KiB/s wr, 73 op/s; 12 B/s, 20 keys/s, 1 objects/s recovering 2024-04-10T15:56:01.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:00 smithi102 ceph-mon[88557]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-10T15:56:01.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:00 smithi102 ceph-mon[88557]: pgmap v2810: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 5.5 KiB/s wr, 73 op/s; 12 B/s, 20 keys/s, 1 objects/s recovering 2024-04-10T15:56:01.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:00 smithi102 ceph-mon[90943]: osdmap e1631: 8 total, 8 up, 8 in 2024-04-10T15:56:01.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:00 smithi102 ceph-mon[90943]: pgmap v2810: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 53 KiB/s rd, 5.5 KiB/s wr, 73 op/s; 12 B/s, 20 keys/s, 1 objects/s recovering 2024-04-10T15:56:01.809 INFO:tasks.workunit.client.0.smithi102.stdout:num snaps is: 1 2024-04-10T15:56:01.809 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 1 2024-04-10T15:56:01.810 INFO:tasks.workunit.client.0.smithi102.stdout:snap: snap2-rename 2024-04-10T15:56:01.810 INFO:tasks.workunit.client.0.smithi102.stdout:found snap2-rename with size 4194304 2024-04-10T15:56:02.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:01 smithi154 ceph-mon[84269]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-10T15:56:02.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:01 smithi102 ceph-mon[90943]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-10T15:56:02.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:01 smithi102 ceph-mon[88557]: osdmap e1632: 8 total, 8 up, 8 in 2024-04-10T15:56:02.647 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:56:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:56:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:56:02.819 INFO:tasks.workunit.client.0.smithi102.stdout:num snaps is: 0 2024-04-10T15:56:02.819 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 0 2024-04-10T15:56:02.824 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCreateLsRenameSnapPP (4027 ms) 2024-04-10T15:56:02.824 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.ConcurrentCreatesUnvalidatedPool 2024-04-10T15:56:03.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:02 smithi154 ceph-mon[84269]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-10T15:56:03.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:02 smithi154 ceph-mon[84269]: pgmap v2813: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 2.5 KiB/s wr, 36 op/s; 12 B/s, 20 keys/s, 1 objects/s recovering 2024-04-10T15:56:03.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:56:03.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:02 smithi102 ceph-mon[88557]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-10T15:56:03.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:02 smithi102 ceph-mon[88557]: pgmap v2813: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 2.5 KiB/s wr, 36 op/s; 12 B/s, 20 keys/s, 1 objects/s recovering 2024-04-10T15:56:03.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:56:03.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:02 smithi102 ceph-mon[90943]: osdmap e1633: 8 total, 8 up, 8 in 2024-04-10T15:56:03.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:02 smithi102 ceph-mon[90943]: pgmap v2813: 329 pgs: 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 25 KiB/s rd, 2.5 KiB/s wr, 36 op/s; 12 B/s, 20 keys/s, 1 objects/s recovering 2024-04-10T15:56:03.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:56:04.148 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 15:56:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=cleanup t=2024-04-10T15:56:03.715460659Z level=info msg="Completed cleanup jobs" duration=3.497233ms 2024-04-10T15:56:04.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:03 smithi154 ceph-mon[84269]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-10T15:56:04.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:56:04.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:56:04.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:56:04.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:03 smithi154 ceph-mon[84269]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-10T15:56:04.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:03 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2581892892' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:56:04.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:03 smithi102 ceph-mon[88557]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-10T15:56:04.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:56:04.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:56:04.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:56:04.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:03 smithi102 ceph-mon[88557]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-10T15:56:04.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:03 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2581892892' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:56:04.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:03 smithi102 ceph-mon[90943]: osdmap e1634: 8 total, 8 up, 8 in 2024-04-10T15:56:04.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:56:04.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:56:04.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:56:04.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:03 smithi102 ceph-mon[90943]: osdmap e1635: 8 total, 8 up, 8 in 2024-04-10T15:56:04.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:03 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2581892892' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-22","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:56:04.763 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:56:04.763 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:56:04.763 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:56:04.763 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:56:05.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:04 smithi154 ceph-mon[84269]: pgmap v2816: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 44 op/s 2024-04-10T15:56:05.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:04 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2581892892' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:56:05.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:04 smithi154 ceph-mon[84269]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-10T15:56:05.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:04 smithi102 ceph-mon[88557]: pgmap v2816: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 44 op/s 2024-04-10T15:56:05.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:04 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2581892892' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:56:05.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:04 smithi102 ceph-mon[88557]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-10T15:56:05.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:04 smithi102 ceph-mon[90943]: pgmap v2816: 361 pgs: 32 unknown, 329 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 33 KiB/s rd, 3.0 KiB/s wr, 44 op/s 2024-04-10T15:56:05.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:04 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2581892892' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-22","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:56:05.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:04 smithi102 ceph-mon[90943]: osdmap e1636: 8 total, 8 up, 8 in 2024-04-10T15:56:06.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:05 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:56:06.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:05 smithi154 ceph-mon[84269]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-10T15:56:06.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:05 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:56:06.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:05 smithi102 ceph-mon[90943]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-10T15:56:06.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:05 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:56:06.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:05 smithi102 ceph-mon[88557]: osdmap e1637: 8 total, 8 up, 8 in 2024-04-10T15:56:07.036 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.ConcurrentCreatesUnvalidatedPool (4212 ms) 2024-04-10T15:56:07.036 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.RemoveFullTry 2024-04-10T15:56:07.079 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:06 smithi102 ceph-mon[90943]: pgmap v2819: 361 pgs: 12 creating+peering, 14 unknown, 335 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 4.7 KiB/s wr, 63 op/s 2024-04-10T15:56:07.079 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:06 smithi102 ceph-mon[90943]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-10T15:56:07.079 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:06 smithi102 ceph-mon[88557]: pgmap v2819: 361 pgs: 12 creating+peering, 14 unknown, 335 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 4.7 KiB/s wr, 63 op/s 2024-04-10T15:56:07.079 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:06 smithi102 ceph-mon[88557]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-10T15:56:07.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:06 smithi154 ceph-mon[84269]: pgmap v2819: 361 pgs: 12 creating+peering, 14 unknown, 335 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 48 KiB/s rd, 4.7 KiB/s wr, 63 op/s 2024-04-10T15:56:07.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:06 smithi154 ceph-mon[84269]: osdmap e1638: 8 total, 8 up, 8 in 2024-04-10T15:56:07.820 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:56:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:56:07] "GET /metrics HTTP/1.1" 200 50986 "" "Prometheus/2.43.0" 2024-04-10T15:56:08.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:07 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:56:08.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:07 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:56:08.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:07 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:56:08.793 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:56:09.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:08 smithi154 ceph-mon[84269]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-10T15:56:09.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:08 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/347296416' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:56:09.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:08 smithi154 ceph-mon[84269]: pgmap v2822: 393 pgs: 12 creating+peering, 40 unknown, 341 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 38 KiB/s rd, 4.0 KiB/s wr, 54 op/s 2024-04-10T15:56:09.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:09.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:08 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/347296416' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:56:09.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:08 smithi154 ceph-mon[84269]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-10T15:56:09.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:08 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' 2024-04-10T15:56:09.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:56:09.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-mon[88557]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-10T15:56:09.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/347296416' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:56:09.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-mon[88557]: pgmap v2822: 393 pgs: 12 creating+peering, 40 unknown, 341 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 38 KiB/s rd, 4.0 KiB/s wr, 54 op/s 2024-04-10T15:56:09.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:09.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/347296416' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:56:09.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-mon[88557]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-10T15:56:09.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' 2024-04-10T15:56:09.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:56:09.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-mon[90943]: osdmap e1639: 8 total, 8 up, 8 in 2024-04-10T15:56:09.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/347296416' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-23","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:56:09.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-mon[90943]: pgmap v2822: 393 pgs: 12 creating+peering, 40 unknown, 341 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 38 KiB/s rd, 4.0 KiB/s wr, 54 op/s 2024-04-10T15:56:09.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:09.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/347296416' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-23","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:56:09.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-mon[90943]: osdmap e1640: 8 total, 8 up, 8 in 2024-04-10T15:56:09.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' 2024-04-10T15:56:09.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:56:09.179 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:56:08] ENGINE Bus STOPPING 2024-04-10T15:56:09.179 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:56:08] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:56:09.180 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:56:08] ENGINE Bus STOPPED 2024-04-10T15:56:09.180 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:56:08] ENGINE Bus STARTING 2024-04-10T15:56:09.180 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:56:08] ENGINE Serving on http://:::9283 2024-04-10T15:56:09.180 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:56:08 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:56:08] ENGINE Bus STARTED 2024-04-10T15:56:10.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:56:10.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:56:10.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:56:10.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:56:10.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:56:10.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:56:10.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:10.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:10.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:10.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:10.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:10.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:10.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:10.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:10.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:10.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:56:10.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:56:10.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:10.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:10.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:10.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:56:10.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:56:10.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:10.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:10.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:10.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:56:10.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:56:10.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:10.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:10.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:10.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:09 smithi154 ceph-mon[84269]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-10T15:56:10.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:56:10.179 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:56:10.179 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:56:10.179 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:56:10.179 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:56:10.179 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:56:10.179 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:10.179 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:10.179 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:10.179 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:10.179 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:10.180 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:10.180 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:10.180 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:10.180 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:10.180 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:56:10.180 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:56:10.180 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:10.180 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:10.180 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:10.180 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:56:10.180 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:56:10.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:10.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:10.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:10.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:56:10.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:56:10.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:10.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:10.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:10.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[88557]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-10T15:56:10.181 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:56:10.181 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:56:10.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:56:10.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:56:10.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:56:10.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:56:10.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:10.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:10.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:10.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:10.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:10.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:10.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:10.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:10.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:10.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:56:10.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:56:10.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:10.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:10.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:10.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:56:10.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:56:10.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:10.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:10.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:10.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:56:10.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:56:10.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:10.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:10.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:10.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:09 smithi102 ceph-mon[90943]: osdmap e1641: 8 total, 8 up, 8 in 2024-04-10T15:56:10.854 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:56:11.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:10 smithi154 ceph-mon[84269]: pgmap v2825: 393 pgs: 3 creating+peering, 15 unknown, 375 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 8.2 KiB/s wr, 154 op/s 2024-04-10T15:56:11.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:10 smithi154 ceph-mon[84269]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-10T15:56:11.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:10 smithi102 ceph-mon[90943]: pgmap v2825: 393 pgs: 3 creating+peering, 15 unknown, 375 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 8.2 KiB/s wr, 154 op/s 2024-04-10T15:56:11.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:10 smithi102 ceph-mon[90943]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-10T15:56:11.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:10 smithi102 ceph-mon[88557]: pgmap v2825: 393 pgs: 3 creating+peering, 15 unknown, 375 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 8.2 KiB/s wr, 154 op/s 2024-04-10T15:56:11.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:10 smithi102 ceph-mon[88557]: osdmap e1642: 8 total, 8 up, 8 in 2024-04-10T15:56:12.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:11 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:56:12.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi102-136614-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-10T15:56:12.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:11 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi102-136614-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-10T15:56:12.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:11 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:56:12.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi102-136614-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-10T15:56:12.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:11 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi102-136614-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-10T15:56:12.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:11 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:56:12.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi102-136614-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-10T15:56:12.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:11 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi102-136614-23", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-10T15:56:12.648 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:56:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:56:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:56:13.147 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:12 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi102-136614-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-10T15:56:13.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:12 smithi154 ceph-mon[84269]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-10T15:56:13.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:12 smithi154 ceph-mon[84269]: pgmap v2828: 393 pgs: 3 creating+peering, 6 unknown, 384 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 8.5 KiB/s wr, 155 op/s 2024-04-10T15:56:13.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:12 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi102-136614-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-10T15:56:13.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:12 smithi102 ceph-mon[88557]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-10T15:56:13.177 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:12 smithi102 ceph-mon[88557]: pgmap v2828: 393 pgs: 3 creating+peering, 6 unknown, 384 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 8.5 KiB/s wr, 155 op/s 2024-04-10T15:56:13.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:12 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi102-136614-23", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-10T15:56:13.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:12 smithi102 ceph-mon[90943]: osdmap e1643: 8 total, 8 up, 8 in 2024-04-10T15:56:13.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:12 smithi102 ceph-mon[90943]: pgmap v2828: 393 pgs: 3 creating+peering, 6 unknown, 384 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 108 KiB/s rd, 8.5 KiB/s wr, 155 op/s 2024-04-10T15:56:15.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:14 smithi154 ceph-mon[84269]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-10T15:56:15.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:14 smithi154 ceph-mon[84269]: pgmap v2830: 393 pgs: 393 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.3 KiB/s rd, 699 B/s wr, 6 op/s 2024-04-10T15:56:15.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:14 smithi102 ceph-mon[90943]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-10T15:56:15.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:14 smithi102 ceph-mon[90943]: pgmap v2830: 393 pgs: 393 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.3 KiB/s rd, 699 B/s wr, 6 op/s 2024-04-10T15:56:15.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:14 smithi102 ceph-mon[88557]: osdmap e1644: 8 total, 8 up, 8 in 2024-04-10T15:56:15.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:14 smithi102 ceph-mon[88557]: pgmap v2830: 393 pgs: 393 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 2.3 KiB/s rd, 699 B/s wr, 6 op/s 2024-04-10T15:56:17.560 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:17 smithi102 ceph-mon[90943]: pgmap v2831: 393 pgs: 393 active+clean; 7.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 514 KiB/s wr, 32 op/s 2024-04-10T15:56:17.560 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:17 smithi102 ceph-mon[88557]: pgmap v2831: 393 pgs: 393 active+clean; 7.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 514 KiB/s wr, 32 op/s 2024-04-10T15:56:17.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:17 smithi154 ceph-mon[84269]: pgmap v2831: 393 pgs: 393 active+clean; 7.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 22 KiB/s rd, 514 KiB/s wr, 32 op/s 2024-04-10T15:56:17.928 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:56:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:56:17] "GET /metrics HTTP/1.1" 200 55735 "" "Prometheus/2.43.0" 2024-04-10T15:56:19.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:19 smithi154 ceph-mon[84269]: pgmap v2832: 393 pgs: 393 active+clean; 7.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 19 KiB/s rd, 418 KiB/s wr, 28 op/s 2024-04-10T15:56:19.713 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:19 smithi154 ceph-mon[84269]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-10T15:56:19.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:19 smithi102 ceph-mon[90943]: pgmap v2832: 393 pgs: 393 active+clean; 7.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 19 KiB/s rd, 418 KiB/s wr, 28 op/s 2024-04-10T15:56:19.714 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:19 smithi102 ceph-mon[90943]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-10T15:56:19.714 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:19 smithi102 ceph-mon[88557]: pgmap v2832: 393 pgs: 393 active+clean; 7.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 19 KiB/s rd, 418 KiB/s wr, 28 op/s 2024-04-10T15:56:19.715 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:19 smithi102 ceph-mon[88557]: osdmap e1645: 8 total, 8 up, 8 in 2024-04-10T15:56:21.647 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:21 smithi154 ceph-mon[84269]: pgmap v2834: 393 pgs: 393 active+clean; 13 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-04-10T15:56:21.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:21 smithi102 ceph-mon[90943]: pgmap v2834: 393 pgs: 393 active+clean; 13 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-04-10T15:56:21.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:21 smithi102 ceph-mon[88557]: pgmap v2834: 393 pgs: 393 active+clean; 13 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 17 KiB/s rd, 1.0 MiB/s wr, 24 op/s 2024-04-10T15:56:22.648 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:56:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:56:22.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:56:23.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:23 smithi154 ceph-mon[84269]: pgmap v2835: 393 pgs: 393 active+clean; 13 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 977 KiB/s wr, 23 op/s 2024-04-10T15:56:23.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:23 smithi102 ceph-mon[88557]: pgmap v2835: 393 pgs: 393 active+clean; 13 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 977 KiB/s wr, 23 op/s 2024-04-10T15:56:23.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:23 smithi102 ceph-mon[90943]: pgmap v2835: 393 pgs: 393 active+clean; 13 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 977 KiB/s wr, 23 op/s 2024-04-10T15:56:24.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:24.677 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:24.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:25.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:25 smithi154 ceph-mon[84269]: pgmap v2836: 393 pgs: 393 active+clean; 16 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-04-10T15:56:25.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:25 smithi102 ceph-mon[90943]: pgmap v2836: 393 pgs: 393 active+clean; 16 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-04-10T15:56:25.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:25 smithi102 ceph-mon[88557]: pgmap v2836: 393 pgs: 393 active+clean; 16 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 1.1 MiB/s wr, 20 op/s 2024-04-10T15:56:27.559 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:27 smithi102 ceph-mon[90943]: pgmap v2837: 393 pgs: 393 active+clean; 17 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.6 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-04-10T15:56:27.559 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:27 smithi102 ceph-mon[88557]: pgmap v2837: 393 pgs: 393 active+clean; 17 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.6 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-04-10T15:56:27.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:27 smithi154 ceph-mon[84269]: pgmap v2837: 393 pgs: 393 active+clean; 17 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.6 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-04-10T15:56:27.928 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:56:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:56:27] "GET /metrics HTTP/1.1" 200 55809 "" "Prometheus/2.43.0" 2024-04-10T15:56:29.064 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.RemoveFullTry (22028 ms) 2024-04-10T15:56:29.065 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.RemoveFullTryDataPool 2024-04-10T15:56:29.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:29 smithi154 ceph-mon[84269]: pgmap v2838: 393 pgs: 393 active+clean; 18 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-10T15:56:29.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:29 smithi154 ceph-mon[84269]: pool 'test-librbd-smithi102-136614-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-10T15:56:29.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:29 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-10T15:56:29.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:29 smithi154 ceph-mon[84269]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-10T15:56:29.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:29 smithi102 ceph-mon[90943]: pgmap v2838: 393 pgs: 393 active+clean; 18 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-10T15:56:29.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:29 smithi102 ceph-mon[90943]: pool 'test-librbd-smithi102-136614-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-10T15:56:29.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:29 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-10T15:56:29.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:29 smithi102 ceph-mon[90943]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-10T15:56:29.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:29 smithi102 ceph-mon[88557]: pgmap v2838: 393 pgs: 393 active+clean; 18 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1023 B/s rd, 1024 KiB/s wr, 2 op/s 2024-04-10T15:56:29.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:29 smithi102 ceph-mon[88557]: pool 'test-librbd-smithi102-136614-23' is full (reached quota's max_bytes: 10 MiB) 2024-04-10T15:56:29.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:29 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-10T15:56:29.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:29 smithi102 ceph-mon[88557]: osdmap e1646: 8 total, 8 up, 8 in 2024-04-10T15:56:31.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:30 smithi154 ceph-mon[84269]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-10T15:56:31.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:30 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1014535951' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:56:31.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:30 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:56:31.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:30 smithi154 ceph-mon[84269]: pgmap v2841: 425 pgs: 32 unknown, 393 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-04-10T15:56:31.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:30 smithi102 ceph-mon[90943]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-10T15:56:31.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:30 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1014535951' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:56:31.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:30 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:56:31.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:30 smithi102 ceph-mon[90943]: pgmap v2841: 425 pgs: 32 unknown, 393 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-04-10T15:56:31.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:30 smithi102 ceph-mon[88557]: osdmap e1647: 8 total, 8 up, 8 in 2024-04-10T15:56:31.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:30 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1014535951' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:56:31.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:30 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-24","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:56:31.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:30 smithi102 ceph-mon[88557]: pgmap v2841: 425 pgs: 32 unknown, 393 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 1.1 MiB/s wr, 17 op/s 2024-04-10T15:56:32.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:31 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:56:32.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:31 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:56:32.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:31 smithi154 ceph-mon[84269]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-10T15:56:32.177 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:31 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:56:32.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:31 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:56:32.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:31 smithi102 ceph-mon[90943]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-10T15:56:32.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:31 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T15:56:32.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:31 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-24","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:56:32.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:31 smithi102 ceph-mon[88557]: osdmap e1648: 8 total, 8 up, 8 in 2024-04-10T15:56:32.648 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:56:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:56:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:56:32.816 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:56:33.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:32 smithi154 ceph-mon[84269]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-10T15:56:33.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:32 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3723784164' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:56:33.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:32 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:56:33.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:32 smithi154 ceph-mon[84269]: pgmap v2844: 457 pgs: 8 creating+peering, 52 unknown, 397 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 1.0 MiB/s wr, 42 op/s 2024-04-10T15:56:33.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:32 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:56:33.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:32 smithi154 ceph-mon[84269]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-10T15:56:33.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:32 smithi102 ceph-mon[90943]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-10T15:56:33.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:32 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3723784164' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:56:33.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:32 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:56:33.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:32 smithi102 ceph-mon[90943]: pgmap v2844: 457 pgs: 8 creating+peering, 52 unknown, 397 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 1.0 MiB/s wr, 42 op/s 2024-04-10T15:56:33.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:32 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:56:33.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:32 smithi102 ceph-mon[90943]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-10T15:56:33.179 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:32 smithi102 ceph-mon[88557]: osdmap e1649: 8 total, 8 up, 8 in 2024-04-10T15:56:33.179 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:32 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3723784164' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:56:33.179 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:32 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-25","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T15:56:33.179 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:32 smithi102 ceph-mon[88557]: pgmap v2844: 457 pgs: 8 creating+peering, 52 unknown, 397 active+clean; 8.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 29 KiB/s rd, 1.0 MiB/s wr, 42 op/s 2024-04-10T15:56:33.179 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:32 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-25","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T15:56:33.179 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:32 smithi102 ceph-mon[88557]: osdmap e1650: 8 total, 8 up, 8 in 2024-04-10T15:56:33.179 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:56:32 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:56:32] ENGINE Bus STOPPING 2024-04-10T15:56:33.179 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:56:32 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:56:32] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T15:56:33.180 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:56:32 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:56:32] ENGINE Bus STOPPED 2024-04-10T15:56:33.180 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:56:32 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:56:32] ENGINE Bus STARTING 2024-04-10T15:56:33.180 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:56:32 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:56:32] ENGINE Serving on http://:::9283 2024-04-10T15:56:33.180 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:56:32 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:15:56:32] ENGINE Bus STARTED 2024-04-10T15:56:34.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' 2024-04-10T15:56:34.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:56:34.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:56:34.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:56:34.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:56:34.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:56:34.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:56:34.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:34.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:34.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:34.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:34.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:34.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:34.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:34.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:34.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:34.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:56:34.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:56:34.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:34.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:34.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:34.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:56:34.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:56:34.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:34.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:34.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:34.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:56:34.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:56:34.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:34.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:34.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:34.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: pool 'test-librbd-smithi102-136614-23' no longer out of quota; removing NO_QUOTA flag 2024-04-10T15:56:34.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-10T15:56:34.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:33 smithi154 ceph-mon[84269]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-10T15:56:34.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' 2024-04-10T15:56:34.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:56:34.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:56:34.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:56:34.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:56:34.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:56:34.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:56:34.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:34.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:34.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:34.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:34.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:34.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:34.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:34.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:34.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:34.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:56:34.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:56:34.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:34.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:34.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:34.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:56:34.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:56:34.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:34.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:34.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:34.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:56:34.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:56:34.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:34.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:34.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:34.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: pool 'test-librbd-smithi102-136614-23' no longer out of quota; removing NO_QUOTA flag 2024-04-10T15:56:34.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-10T15:56:34.181 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[90943]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-10T15:56:34.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' 2024-04-10T15:56:34.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:56:34.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:56:34.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:56:34.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:56:34.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:56:34.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T15:56:34.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:34.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:34.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:34.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:34.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:34.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:34.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:34.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:34.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:34.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:56:34.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:56:34.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:34.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:34.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:34.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:56:34.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:56:34.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:34.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:34.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:34.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T15:56:34.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T15:56:34.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T15:56:34.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T15:56:34.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T15:56:34.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: pool 'test-librbd-smithi102-136614-23' no longer out of quota; removing NO_QUOTA flag 2024-04-10T15:56:34.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-10T15:56:34.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:33 smithi102 ceph-mon[88557]: osdmap e1651: 8 total, 8 up, 8 in 2024-04-10T15:56:35.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:34 smithi154 ceph-mon[84269]: pgmap v2847: 457 pgs: 10 creating+peering, 39 unknown, 408 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-04-10T15:56:35.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:34 smithi154 ceph-mon[84269]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-10T15:56:35.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:34 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi102-136614-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-10T15:56:35.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:34 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi102-136614-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-10T15:56:35.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:34 smithi102 ceph-mon[90943]: pgmap v2847: 457 pgs: 10 creating+peering, 39 unknown, 408 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-04-10T15:56:35.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:34 smithi102 ceph-mon[90943]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-10T15:56:35.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:34 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi102-136614-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-10T15:56:35.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:34 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi102-136614-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-10T15:56:35.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:34 smithi102 ceph-mon[88557]: pgmap v2847: 457 pgs: 10 creating+peering, 39 unknown, 408 active+clean; 4.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.5 KiB/s rd, 1.5 KiB/s wr, 11 op/s 2024-04-10T15:56:35.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:34 smithi102 ceph-mon[88557]: osdmap e1652: 8 total, 8 up, 8 in 2024-04-10T15:56:35.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:34 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi102-136614-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-10T15:56:35.179 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:34 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi102-136614-25", "field": "max_bytes", "val": "10485760"}]: dispatch 2024-04-10T15:56:36.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:35 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:56:36.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:35 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi102-136614-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-10T15:56:36.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:35 smithi154 ceph-mon[84269]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-10T15:56:36.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:35 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:56:36.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:35 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi102-136614-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-10T15:56:36.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:35 smithi102 ceph-mon[90943]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-10T15:56:36.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:35 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T15:56:36.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:35 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool set-quota", "pool": "test-librbd-smithi102-136614-25", "field": "max_bytes", "val": "10485760"}]': finished 2024-04-10T15:56:36.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:35 smithi102 ceph-mon[88557]: osdmap e1653: 8 total, 8 up, 8 in 2024-04-10T15:56:37.079 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:36 smithi102 ceph-mon[90943]: pgmap v2850: 457 pgs: 2 creating+peering, 7 unknown, 448 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.7 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-10T15:56:37.079 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:36 smithi102 ceph-mon[88557]: pgmap v2850: 457 pgs: 2 creating+peering, 7 unknown, 448 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.7 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-10T15:56:37.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:36 smithi154 ceph-mon[84269]: pgmap v2850: 457 pgs: 2 creating+peering, 7 unknown, 448 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 7.7 KiB/s rd, 255 B/s wr, 12 op/s 2024-04-10T15:56:37.928 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:56:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:56:37] "GET /metrics HTTP/1.1" 200 55809 "" "Prometheus/2.43.0" 2024-04-10T15:56:39.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:39 smithi154 ceph-mon[84269]: pgmap v2851: 457 pgs: 457 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.3 KiB/s rd, 760 B/s wr, 10 op/s 2024-04-10T15:56:39.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:39.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:39 smithi102 ceph-mon[90943]: pgmap v2851: 457 pgs: 457 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.3 KiB/s rd, 760 B/s wr, 10 op/s 2024-04-10T15:56:39.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:39.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:39 smithi102 ceph-mon[88557]: pgmap v2851: 457 pgs: 457 active+clean; 4.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 6.3 KiB/s rd, 760 B/s wr, 10 op/s 2024-04-10T15:56:39.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:41.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:41 smithi154 ceph-mon[84269]: pgmap v2852: 457 pgs: 457 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 641 KiB/s wr, 16 op/s 2024-04-10T15:56:41.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:41 smithi102 ceph-mon[90943]: pgmap v2852: 457 pgs: 457 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 641 KiB/s wr, 16 op/s 2024-04-10T15:56:41.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:41 smithi102 ceph-mon[88557]: pgmap v2852: 457 pgs: 457 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 9.8 KiB/s rd, 641 KiB/s wr, 16 op/s 2024-04-10T15:56:42.648 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:56:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:56:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:56:43.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:43 smithi154 ceph-mon[84269]: pgmap v2853: 457 pgs: 457 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 513 KiB/s wr, 13 op/s 2024-04-10T15:56:43.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:43 smithi102 ceph-mon[90943]: pgmap v2853: 457 pgs: 457 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 513 KiB/s wr, 13 op/s 2024-04-10T15:56:43.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:43 smithi102 ceph-mon[88557]: pgmap v2853: 457 pgs: 457 active+clean; 8.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 8.0 KiB/s rd, 513 KiB/s wr, 13 op/s 2024-04-10T15:56:45.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:44 smithi154 ceph-mon[84269]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-10T15:56:45.148 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:44 smithi154 ceph-mon[84269]: pgmap v2855: 457 pgs: 457 active+clean; 12 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 854 KiB/s wr, 7 op/s 2024-04-10T15:56:45.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:44 smithi102 ceph-mon[90943]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-10T15:56:45.178 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:44 smithi102 ceph-mon[90943]: pgmap v2855: 457 pgs: 457 active+clean; 12 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 854 KiB/s wr, 7 op/s 2024-04-10T15:56:45.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:44 smithi102 ceph-mon[88557]: osdmap e1654: 8 total, 8 up, 8 in 2024-04-10T15:56:45.178 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:44 smithi102 ceph-mon[88557]: pgmap v2855: 457 pgs: 457 active+clean; 12 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.0 KiB/s rd, 854 KiB/s wr, 7 op/s 2024-04-10T15:56:47.560 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:47 smithi102 ceph-mon[88557]: pgmap v2856: 457 pgs: 457 active+clean; 13 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.4 KiB/s rd, 820 KiB/s wr, 7 op/s 2024-04-10T15:56:47.560 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:47 smithi102 ceph-mon[90943]: pgmap v2856: 457 pgs: 457 active+clean; 13 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.4 KiB/s rd, 820 KiB/s wr, 7 op/s 2024-04-10T15:56:47.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:47 smithi154 ceph-mon[84269]: pgmap v2856: 457 pgs: 457 active+clean; 13 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 4.4 KiB/s rd, 820 KiB/s wr, 7 op/s 2024-04-10T15:56:47.928 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:56:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:56:47] "GET /metrics HTTP/1.1" 200 60720 "" "Prometheus/2.43.0" 2024-04-10T15:56:49.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:49 smithi154 ceph-mon[84269]: pgmap v2857: 457 pgs: 457 active+clean; 14 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.1 KiB/s rd, 922 KiB/s wr, 7 op/s 2024-04-10T15:56:49.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:49 smithi102 ceph-mon[90943]: pgmap v2857: 457 pgs: 457 active+clean; 14 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.1 KiB/s rd, 922 KiB/s wr, 7 op/s 2024-04-10T15:56:49.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:49 smithi102 ceph-mon[88557]: pgmap v2857: 457 pgs: 457 active+clean; 14 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.1 KiB/s rd, 922 KiB/s wr, 7 op/s 2024-04-10T15:56:51.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:51 smithi154 ceph-mon[84269]: pgmap v2858: 457 pgs: 457 active+clean; 17 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.6 KiB/s rd, 819 KiB/s wr, 3 op/s 2024-04-10T15:56:51.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:51 smithi102 ceph-mon[90943]: pgmap v2858: 457 pgs: 457 active+clean; 17 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.6 KiB/s rd, 819 KiB/s wr, 3 op/s 2024-04-10T15:56:51.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:51 smithi102 ceph-mon[88557]: pgmap v2858: 457 pgs: 457 active+clean; 17 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.6 KiB/s rd, 819 KiB/s wr, 3 op/s 2024-04-10T15:56:52.648 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:56:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:56:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:56:53.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:53 smithi154 ceph-mon[84269]: pgmap v2859: 457 pgs: 457 active+clean; 21 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-10T15:56:53.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:53 smithi102 ceph-mon[90943]: pgmap v2859: 457 pgs: 457 active+clean; 21 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-10T15:56:53.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:53 smithi102 ceph-mon[88557]: pgmap v2859: 457 pgs: 457 active+clean; 21 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 1.2 MiB/s wr, 3 op/s 2024-04-10T15:56:53.983 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.RemoveFullTryDataPool (24918 ms) 2024-04-10T15:56:53.983 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestIO 2024-04-10T15:56:53.983 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:56:54.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:54.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:54 smithi154 ceph-mon[84269]: pool 'test-librbd-smithi102-136614-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-10T15:56:54.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:54 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-10T15:56:54.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:54 smithi154 ceph-mon[84269]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-10T15:56:54.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:54.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:54 smithi102 ceph-mon[90943]: pool 'test-librbd-smithi102-136614-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-10T15:56:54.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:54 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-10T15:56:54.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:54 smithi102 ceph-mon[90943]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-10T15:56:54.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:56:54.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:54 smithi102 ceph-mon[88557]: pool 'test-librbd-smithi102-136614-25' is full (reached quota's max_bytes: 10 MiB) 2024-04-10T15:56:54.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:54 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) full (POOL_FULL) 2024-04-10T15:56:54.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:54 smithi102 ceph-mon[88557]: osdmap e1655: 8 total, 8 up, 8 in 2024-04-10T15:56:55.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:55 smithi154 ceph-mon[84269]: pgmap v2861: 457 pgs: 457 active+clean; 21 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-04-10T15:56:55.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:55 smithi102 ceph-mon[90943]: pgmap v2861: 457 pgs: 457 active+clean; 21 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-04-10T15:56:55.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:55 smithi102 ceph-mon[88557]: pgmap v2861: 457 pgs: 457 active+clean; 21 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.5 KiB/s rd, 922 KiB/s wr, 3 op/s 2024-04-10T15:56:56.161 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T15:56:56.161 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T15:56:56.161 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T15:56:56.161 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T15:56:56.161 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T15:56:56.161 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.161 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T15:56:56.161 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:56.161 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:56.162 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T15:56:56.162 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.162 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T15:56:56.162 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:56.162 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:56.162 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T15:56:56.162 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.162 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T15:56:56.162 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:56.162 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:56.162 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T15:56:56.162 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.162 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T15:56:56.162 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:56.162 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:56.163 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T15:56:56.163 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.163 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T15:56:56.163 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:56.163 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:56.163 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T15:56:56.163 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T15:56:56.163 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T15:56:56.163 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T15:56:56.163 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T15:56:56.163 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T15:56:56.163 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T15:56:56.163 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T15:56:56.163 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T15:56:56.163 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T15:56:56.164 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T15:56:56.164 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.164 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T15:56:56.164 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:56.164 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:56.164 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T15:56:56.164 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.164 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T15:56:56.164 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:56.164 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:56.164 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T15:56:56.164 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.164 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T15:56:56.164 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:56.164 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:56.165 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T15:56:56.165 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.165 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T15:56:56.165 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:56.165 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:56.165 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T15:56:56.165 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.165 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T15:56:56.165 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:56.165 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:56.165 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T15:56:56.165 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:56:56.165 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:56:56.165 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:56:56.165 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:56:56.166 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:56:56.166 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.166 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T15:56:56.166 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:56:56.166 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T15:56:56.166 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.166 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T15:56:56.166 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:56:56.166 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T15:56:56.166 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.166 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T15:56:56.166 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:56:56.166 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T15:56:56.166 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.167 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T15:56:56.167 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:56:56.167 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T15:56:56.167 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.167 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T15:56:56.167 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:56:56.167 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T15:56:56.167 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 512~512 = 512 2024-04-10T15:56:56.167 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:56.167 INFO:tasks.workunit.client.0.smithi102.stdout:aio discard: 1536~512 = 0 2024-04-10T15:56:56.167 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:56:56.167 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:56:56.167 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:56:56.167 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:56:56.167 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:56:56.167 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 0 2024-04-10T15:56:56.168 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.168 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.168 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 0 2024-04-10T15:56:56.168 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.168 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.168 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 16384 2024-04-10T15:56:56.168 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.168 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.168 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 16384 2024-04-10T15:56:56.168 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.168 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.168 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:56:56.168 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:56:56.168 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 49152 2024-04-10T15:56:56.168 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.169 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.169 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 49152 2024-04-10T15:56:56.169 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.169 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.169 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 65536 2024-04-10T15:56:56.169 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.169 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.169 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 65536 2024-04-10T15:56:56.169 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.169 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.169 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:56:56.169 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:56:56.169 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 98304 2024-04-10T15:56:56.169 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.169 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.169 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 98304 2024-04-10T15:56:56.170 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.170 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.170 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 114688 2024-04-10T15:56:56.170 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.170 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.170 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 114688 2024-04-10T15:56:56.170 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.170 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.170 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:56:56.170 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:56:56.170 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 147456 2024-04-10T15:56:56.170 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.170 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.170 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 147456 2024-04-10T15:56:56.170 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.171 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.171 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 163840 2024-04-10T15:56:56.171 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.171 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.171 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 163840 2024-04-10T15:56:56.171 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.171 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.171 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:56:56.171 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:56:56.171 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 196608 2024-04-10T15:56:56.171 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.171 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.171 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 196608 2024-04-10T15:56:56.171 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.171 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.171 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 212992 2024-04-10T15:56:56.172 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.172 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.172 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 212992 2024-04-10T15:56:56.172 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.172 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.172 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:56:56.172 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:56:56.172 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.172 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:56.172 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:56.172 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:56.172 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:56:56.172 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.172 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.172 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.172 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:56.173 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:56.173 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:56.173 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:56:56.173 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.173 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.173 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.173 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:56.173 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:56.173 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:56.173 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:56:56.173 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.173 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.173 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.173 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:56.173 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:56.174 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:56.174 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:56:56.174 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.174 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.174 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.174 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:56.174 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:56:56.174 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.174 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:56.174 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:56:56.174 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.175 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:56.175 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:56.175 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:56.175 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:56:56.175 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.175 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.175 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:56.175 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:56.175 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:56.175 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:56.175 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:56:56.175 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:56.175 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:56.176 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:57.559 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:57 smithi102 ceph-mon[90943]: pgmap v2862: 457 pgs: 457 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 159 KiB/s rd, 1.1 MiB/s wr, 297 op/s 2024-04-10T15:56:57.560 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.f", "id": [6, 4]}]: dispatch 2024-04-10T15:56:57.560 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]: dispatch 2024-04-10T15:56:57.560 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:57 smithi102 ceph-mon[88557]: pgmap v2862: 457 pgs: 457 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 159 KiB/s rd, 1.1 MiB/s wr, 297 op/s 2024-04-10T15:56:57.560 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.f", "id": [6, 4]}]: dispatch 2024-04-10T15:56:57.560 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]: dispatch 2024-04-10T15:56:57.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:57 smithi154 ceph-mon[84269]: pgmap v2862: 457 pgs: 457 active+clean; 13 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 159 KiB/s rd, 1.1 MiB/s wr, 297 op/s 2024-04-10T15:56:57.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.f", "id": [6, 4]}]: dispatch 2024-04-10T15:56:57.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]: dispatch 2024-04-10T15:56:57.928 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:56:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:56:57] "GET /metrics HTTP/1.1" 200 60742 "" "Prometheus/2.43.0" 2024-04-10T15:56:58.056 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.057 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:58.057 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:58.057 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:56:58.057 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:58.057 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:58.057 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:58.057 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.057 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:58.057 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:58.057 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:56:58.057 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:58.057 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:58.057 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:58.057 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.057 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:56:58.058 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:58.058 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.058 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:56:58.058 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:58.058 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.058 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:58.058 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:58.058 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:56:58.058 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:58.058 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:58.058 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:58.058 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.058 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:58.058 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:58.059 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:56:58.059 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:58.059 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:58.059 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:58.059 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.059 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:58.059 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:58.059 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:56:58.059 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:58.059 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:58.059 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:58.059 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.059 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:58.059 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:58.059 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:56:58.060 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:58.060 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:58.060 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:58.060 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.060 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:56:58.060 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:58.060 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.060 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:56:58.060 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:58.060 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.060 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:58.060 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:58.060 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:56:58.060 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:58.061 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:58.061 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:58.061 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.061 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:58.061 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:58.061 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:56:58.061 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:58.061 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:58.061 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:58.061 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.061 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:58.061 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:58.061 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:56:58.061 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:58.061 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:58.061 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:58.062 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.062 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:58.062 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:58.062 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:56:58.062 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:58.062 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:58.062 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:58.062 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.062 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:56:58.062 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:58.062 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.062 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:56:58.062 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:58.062 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.063 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:58.063 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:58.063 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:56:58.063 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:58.063 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:58.063 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:58.063 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.063 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:58.063 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:58.063 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:56:58.063 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:58.063 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:58.063 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:58.063 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.063 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:58.064 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:58.064 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:56:58.064 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:58.064 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:58.064 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:58.064 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.064 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:56:58.064 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:56:58.064 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:56:58.064 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:56:58.064 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:56:58.064 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:58.064 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.064 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:56:58.064 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:56:58.065 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:56:58.065 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:56:58.065 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:56:58.065 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:56:58.065 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T15:56:58.065 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:56:58.065 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestIO (4073 ms) 2024-04-10T15:56:58.065 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS1 2024-04-10T15:56:58.065 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:56:58.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.f", "id": [6, 4]}]': finished 2024-04-10T15:56:58.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]': finished 2024-04-10T15:56:58.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:58 smithi154 ceph-mon[84269]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-10T15:56:58.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.f", "id": [6, 4]}]': finished 2024-04-10T15:56:58.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]': finished 2024-04-10T15:56:58.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:58 smithi102 ceph-mon[90943]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-10T15:56:58.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "95.f", "id": [6, 4]}]': finished 2024-04-10T15:56:58.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "99.6", "id": [4, 6]}]': finished 2024-04-10T15:56:58.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:58 smithi102 ceph-mon[88557]: osdmap e1656: 8 total, 8 up, 8 in 2024-04-10T15:56:59.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:59 smithi154 ceph-mon[84269]: pgmap v2864: 457 pgs: 457 active+clean; 4.8 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 200 KiB/s rd, 876 KiB/s wr, 373 op/s 2024-04-10T15:56:59.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:59 smithi154 ceph-mon[84269]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-10T15:56:59.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:59 smithi154 ceph-mon[84269]: pool 'test-librbd-smithi102-136614-25' no longer out of quota; removing NO_QUOTA flag 2024-04-10T15:56:59.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:59 smithi154 ceph-mon[84269]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-10T15:56:59.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:56:59 smithi154 ceph-mon[84269]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-10T15:56:59.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:59 smithi102 ceph-mon[90943]: pgmap v2864: 457 pgs: 457 active+clean; 4.8 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 200 KiB/s rd, 876 KiB/s wr, 373 op/s 2024-04-10T15:56:59.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:59 smithi102 ceph-mon[90943]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-10T15:56:59.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:59 smithi102 ceph-mon[90943]: pool 'test-librbd-smithi102-136614-25' no longer out of quota; removing NO_QUOTA flag 2024-04-10T15:56:59.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:59 smithi102 ceph-mon[90943]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-10T15:56:59.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:56:59 smithi102 ceph-mon[90943]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-10T15:56:59.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:59 smithi102 ceph-mon[88557]: pgmap v2864: 457 pgs: 457 active+clean; 4.8 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 200 KiB/s rd, 876 KiB/s wr, 373 op/s 2024-04-10T15:56:59.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:59 smithi102 ceph-mon[88557]: osdmap e1657: 8 total, 8 up, 8 in 2024-04-10T15:56:59.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:59 smithi102 ceph-mon[88557]: pool 'test-librbd-smithi102-136614-25' no longer out of quota; removing NO_QUOTA flag 2024-04-10T15:56:59.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:59 smithi102 ceph-mon[88557]: Health check cleared: POOL_FULL (was: 1 pool(s) full) 2024-04-10T15:56:59.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:56:59 smithi102 ceph-mon[88557]: osdmap e1658: 8 total, 8 up, 8 in 2024-04-10T15:57:01.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:01 smithi154 ceph-mon[84269]: pgmap v2867: 457 pgs: 457 active+clean; 4.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 270 KiB/s rd, 486 KiB/s wr, 502 op/s 2024-04-10T15:57:01.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:01 smithi102 ceph-mon[90943]: pgmap v2867: 457 pgs: 457 active+clean; 4.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 270 KiB/s rd, 486 KiB/s wr, 502 op/s 2024-04-10T15:57:01.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:01 smithi102 ceph-mon[88557]: pgmap v2867: 457 pgs: 457 active+clean; 4.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 270 KiB/s rd, 486 KiB/s wr, 502 op/s 2024-04-10T15:57:02.648 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:57:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:57:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:57:03.376 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T15:57:03.376 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T15:57:03.376 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T15:57:03.377 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T15:57:03.377 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T15:57:03.377 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.377 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T15:57:03.377 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:03.377 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:03.377 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T15:57:03.377 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.377 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T15:57:03.377 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:03.377 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:03.377 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T15:57:03.377 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.377 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T15:57:03.378 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:03.378 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:03.378 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T15:57:03.378 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.378 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T15:57:03.378 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:03.378 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:03.378 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T15:57:03.378 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.378 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T15:57:03.378 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:03.378 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:03.378 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T15:57:03.378 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T15:57:03.379 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T15:57:03.379 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T15:57:03.379 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T15:57:03.379 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T15:57:03.379 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T15:57:03.379 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T15:57:03.379 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T15:57:03.379 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T15:57:03.379 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T15:57:03.379 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.379 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T15:57:03.379 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:03.379 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:03.379 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T15:57:03.380 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.380 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T15:57:03.380 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:03.380 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:03.380 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T15:57:03.380 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.380 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T15:57:03.380 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:03.380 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:03.380 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T15:57:03.380 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.380 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T15:57:03.380 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:03.380 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:03.380 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T15:57:03.381 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.381 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T15:57:03.381 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:03.381 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:03.381 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T15:57:03.381 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:57:03.381 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:57:03.381 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:57:03.381 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:57:03.381 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:57:03.381 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.381 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T15:57:03.381 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:57:03.381 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T15:57:03.381 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.382 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T15:57:03.382 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:57:03.382 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T15:57:03.382 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.382 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T15:57:03.382 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:57:03.382 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T15:57:03.382 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.382 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T15:57:03.382 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:57:03.382 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T15:57:03.382 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.382 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T15:57:03.383 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:57:03.383 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T15:57:03.383 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 512~512 = 512 2024-04-10T15:57:03.383 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:03.383 INFO:tasks.workunit.client.0.smithi102.stdout:aio discard: 1536~512 = 0 2024-04-10T15:57:03.383 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:57:03.383 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:57:03.383 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:57:03.383 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:57:03.383 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:57:03.383 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 0 2024-04-10T15:57:03.383 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.383 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.383 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 0 2024-04-10T15:57:03.384 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.384 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.384 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 16384 2024-04-10T15:57:03.384 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.384 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.384 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 16384 2024-04-10T15:57:03.384 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.384 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.384 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:03.384 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:03.384 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 49152 2024-04-10T15:57:03.384 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.384 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.384 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 49152 2024-04-10T15:57:03.384 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.385 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.385 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 65536 2024-04-10T15:57:03.385 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.385 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.385 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 65536 2024-04-10T15:57:03.385 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.385 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.385 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:03.385 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:03.385 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 98304 2024-04-10T15:57:03.385 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.385 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.385 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 98304 2024-04-10T15:57:03.385 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.385 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.386 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 114688 2024-04-10T15:57:03.386 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.386 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.386 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 114688 2024-04-10T15:57:03.386 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.386 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.386 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:03.386 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:03.386 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 147456 2024-04-10T15:57:03.386 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.386 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.386 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 147456 2024-04-10T15:57:03.386 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.386 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.387 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 163840 2024-04-10T15:57:03.387 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.387 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.387 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 163840 2024-04-10T15:57:03.387 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.387 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.387 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:03.387 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:03.387 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 196608 2024-04-10T15:57:03.387 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.387 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.387 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 196608 2024-04-10T15:57:03.387 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.387 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.387 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 212992 2024-04-10T15:57:03.387 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.388 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.388 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 212992 2024-04-10T15:57:03.388 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.388 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.388 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:03.388 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:03.388 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.388 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:03.388 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:03.388 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:03.388 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:03.388 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.388 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.388 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.388 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:03.389 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:03.389 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:03.389 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:03.389 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.389 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.389 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.389 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:03.389 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:03.389 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:03.389 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:03.389 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.389 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.389 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.389 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:03.389 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:03.389 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:03.390 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:03.390 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.390 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.390 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.390 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:03.390 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:03.390 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.390 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:03.390 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:03.390 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.390 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:03.390 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:03.390 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:03.390 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:03.391 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.391 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.391 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.391 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:03.391 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:03.391 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:03.391 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:03.391 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:03.391 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:03.391 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:03.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:03 smithi154 ceph-mon[84269]: pgmap v2868: 457 pgs: 457 active+clean; 6.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 463 KiB/s rd, 210 KiB/s wr, 951 op/s 2024-04-10T15:57:03.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:03 smithi102 ceph-mon[90943]: pgmap v2868: 457 pgs: 457 active+clean; 6.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 463 KiB/s rd, 210 KiB/s wr, 951 op/s 2024-04-10T15:57:03.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:03 smithi102 ceph-mon[88557]: pgmap v2868: 457 pgs: 457 active+clean; 6.6 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 463 KiB/s rd, 210 KiB/s wr, 951 op/s 2024-04-10T15:57:05.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:05 smithi154 ceph-mon[84269]: pgmap v2869: 457 pgs: 457 active+clean; 6.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1018 KiB/s rd, 497 KiB/s wr, 1.45k op/s 2024-04-10T15:57:05.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:05 smithi102 ceph-mon[90943]: pgmap v2869: 457 pgs: 457 active+clean; 6.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1018 KiB/s rd, 497 KiB/s wr, 1.45k op/s 2024-04-10T15:57:05.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:05 smithi102 ceph-mon[88557]: pgmap v2869: 457 pgs: 457 active+clean; 6.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 1018 KiB/s rd, 497 KiB/s wr, 1.45k op/s 2024-04-10T15:57:07.560 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:07 smithi102 ceph-mon[90943]: pgmap v2870: 457 pgs: 457 active+clean; 6.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 883 KiB/s rd, 431 KiB/s wr, 1.25k op/s 2024-04-10T15:57:07.560 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:07 smithi102 ceph-mon[88557]: pgmap v2870: 457 pgs: 457 active+clean; 6.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 883 KiB/s rd, 431 KiB/s wr, 1.25k op/s 2024-04-10T15:57:07.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:07 smithi154 ceph-mon[84269]: pgmap v2870: 457 pgs: 457 active+clean; 6.8 MiB data, 3.6 GiB used, 712 GiB / 715 GiB avail; 883 KiB/s rd, 431 KiB/s wr, 1.25k op/s 2024-04-10T15:57:07.928 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:57:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:57:07] "GET /metrics HTTP/1.1" 200 60742 "" "Prometheus/2.43.0" 2024-04-10T15:57:09.150 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.150 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:09.150 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:09.150 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:09.150 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:09.150 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:09.151 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:09.151 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.151 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:09.151 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:09.151 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:09.151 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:09.151 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:09.151 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:09.151 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.151 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:09.151 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:09.151 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.151 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:09.151 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:09.152 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.152 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:09.152 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:09.152 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:09.152 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:09.152 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:09.152 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:09.152 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.152 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:09.152 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:09.152 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:09.152 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:09.152 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:09.152 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:09.153 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.153 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:09.153 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:09.153 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:09.153 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:09.153 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:09.153 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:09.153 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.153 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:09.153 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:09.153 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:09.153 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:09.153 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:09.154 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:09.154 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.154 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:09.154 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:09.154 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.154 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:09.154 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:09.154 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.154 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:09.154 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:09.154 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:09.154 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:09.154 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:09.154 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:09.155 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.155 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:09.155 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:09.155 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:09.155 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:09.155 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:09.155 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:09.155 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.155 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:09.155 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:09.155 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:09.155 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:09.155 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:09.155 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:09.155 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.155 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:09.156 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:09.156 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:09.156 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:09.156 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:09.156 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:09.156 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.156 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:09.156 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:09.156 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.156 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:09.156 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:09.156 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.156 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:09.156 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:09.156 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:09.156 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:09.157 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:09.157 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:09.157 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.157 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:09.157 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:09.157 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:09.157 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:09.157 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:09.157 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:09.157 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.157 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:09.157 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:09.157 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:09.157 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:09.157 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:09.157 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:09.157 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.158 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:09.158 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:09.158 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:09.158 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:09.158 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:09.158 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:09.158 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.158 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:09.158 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:09.158 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:09.158 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:09.158 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:57:09.158 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:57:09.158 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T15:57:09.158 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:57:09.158 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 4 2024-04-10T15:57:09.159 INFO:tasks.workunit.client.0.smithi102.stdout:read: 4 2024-04-10T15:57:09.159 INFO:tasks.workunit.client.0.smithi102.stdout:read: 4 2024-04-10T15:57:09.159 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS1 (11093 ms) 2024-04-10T15:57:09.159 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestEncryptionLUKS2 2024-04-10T15:57:09.159 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:57:09.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:09 smithi154 ceph-mon[84269]: pgmap v2871: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 761 KiB/s wr, 1.01k op/s 2024-04-10T15:57:09.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:09.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:09 smithi102 ceph-mon[90943]: pgmap v2871: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 761 KiB/s wr, 1.01k op/s 2024-04-10T15:57:09.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:09.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:09 smithi102 ceph-mon[88557]: pgmap v2871: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 761 KiB/s wr, 1.01k op/s 2024-04-10T15:57:09.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:11.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:11 smithi154 ceph-mon[84269]: pgmap v2872: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 838 KiB/s wr, 1.25k op/s 2024-04-10T15:57:11.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:11 smithi102 ceph-mon[90943]: pgmap v2872: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 838 KiB/s wr, 1.25k op/s 2024-04-10T15:57:11.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:11 smithi102 ceph-mon[88557]: pgmap v2872: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.3 MiB/s rd, 838 KiB/s wr, 1.25k op/s 2024-04-10T15:57:12.648 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:57:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:57:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:57:13.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:13 smithi154 ceph-mon[84269]: pgmap v2873: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 796 KiB/s wr, 1.19k op/s 2024-04-10T15:57:13.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:13 smithi102 ceph-mon[90943]: pgmap v2873: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 796 KiB/s wr, 1.19k op/s 2024-04-10T15:57:13.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:13 smithi102 ceph-mon[88557]: pgmap v2873: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.6 MiB/s rd, 796 KiB/s wr, 1.19k op/s 2024-04-10T15:57:15.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:15 smithi154 ceph-mon[84269]: pgmap v2874: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-10T15:57:15.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:15 smithi102 ceph-mon[90943]: pgmap v2874: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-10T15:57:15.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:15 smithi102 ceph-mon[88557]: pgmap v2874: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.4 MiB/s rd, 692 KiB/s wr, 715 op/s 2024-04-10T15:57:17.560 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:17 smithi102 ceph-mon[90943]: pgmap v2875: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 509 KiB/s wr, 354 op/s 2024-04-10T15:57:17.560 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:17 smithi102 ceph-mon[88557]: pgmap v2875: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 509 KiB/s wr, 354 op/s 2024-04-10T15:57:17.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:17 smithi154 ceph-mon[84269]: pgmap v2875: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 509 KiB/s wr, 354 op/s 2024-04-10T15:57:17.928 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:57:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:57:17] "GET /metrics HTTP/1.1" 200 60718 "" "Prometheus/2.43.0" 2024-04-10T15:57:19.000 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T15:57:19.000 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T15:57:19.000 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T15:57:19.000 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T15:57:19.000 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T15:57:19.000 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.000 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T15:57:19.000 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:19.000 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:19.001 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T15:57:19.001 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.001 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T15:57:19.001 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:19.001 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:19.001 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T15:57:19.001 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.001 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T15:57:19.001 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:19.001 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:19.001 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T15:57:19.001 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.001 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T15:57:19.001 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:19.002 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:19.002 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T15:57:19.002 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.002 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T15:57:19.002 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:19.002 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:19.002 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T15:57:19.002 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T15:57:19.002 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T15:57:19.003 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T15:57:19.003 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T15:57:19.003 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T15:57:19.003 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T15:57:19.003 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T15:57:19.003 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T15:57:19.003 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T15:57:19.003 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T15:57:19.003 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.003 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T15:57:19.003 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:19.004 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:19.004 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T15:57:19.004 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.004 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T15:57:19.004 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:19.005 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:19.005 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T15:57:19.005 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.005 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T15:57:19.005 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:19.005 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:19.006 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T15:57:19.006 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.006 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T15:57:19.006 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:19.006 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:19.006 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T15:57:19.006 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.006 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T15:57:19.007 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:19.007 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:19.007 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T15:57:19.007 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:57:19.007 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:57:19.007 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:57:19.007 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:57:19.007 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:57:19.007 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.007 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T15:57:19.007 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:57:19.007 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T15:57:19.007 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.007 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T15:57:19.008 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:57:19.008 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T15:57:19.008 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.008 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T15:57:19.008 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:57:19.008 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T15:57:19.008 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.008 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T15:57:19.008 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:57:19.008 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T15:57:19.008 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.008 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T15:57:19.008 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:57:19.008 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T15:57:19.008 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 512~512 = 512 2024-04-10T15:57:19.008 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:19.009 INFO:tasks.workunit.client.0.smithi102.stdout:aio discard: 1536~512 = 0 2024-04-10T15:57:19.009 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:57:19.009 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:57:19.009 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:57:19.009 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:57:19.009 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T15:57:19.009 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 0 2024-04-10T15:57:19.009 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.009 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.009 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 0 2024-04-10T15:57:19.009 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.009 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.009 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 16384 2024-04-10T15:57:19.009 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.009 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.010 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 16384 2024-04-10T15:57:19.010 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.010 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.010 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:19.010 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:19.010 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 49152 2024-04-10T15:57:19.010 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.010 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.010 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 49152 2024-04-10T15:57:19.010 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.010 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.010 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 65536 2024-04-10T15:57:19.010 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.010 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.010 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 65536 2024-04-10T15:57:19.011 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.011 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.011 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:19.011 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:19.011 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 98304 2024-04-10T15:57:19.011 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.011 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.011 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 98304 2024-04-10T15:57:19.011 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.011 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.011 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 114688 2024-04-10T15:57:19.011 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.011 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.011 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 114688 2024-04-10T15:57:19.011 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.012 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.012 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:19.012 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:19.012 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 147456 2024-04-10T15:57:19.012 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.012 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.012 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 147456 2024-04-10T15:57:19.012 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.012 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.012 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 163840 2024-04-10T15:57:19.013 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.013 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.013 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 163840 2024-04-10T15:57:19.013 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.013 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.013 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:19.013 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:19.013 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 196608 2024-04-10T15:57:19.013 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.013 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.013 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 196608 2024-04-10T15:57:19.013 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.014 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.014 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 212992 2024-04-10T15:57:19.014 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.014 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.014 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 212992 2024-04-10T15:57:19.014 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.014 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.014 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:19.014 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:19.014 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.014 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:19.014 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:19.014 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:19.014 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:19.014 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.015 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.015 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.015 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:19.015 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:19.015 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:19.015 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:19.015 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.015 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.015 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.015 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:19.015 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:19.015 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:19.015 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:19.015 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.015 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.016 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.016 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:19.016 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:19.016 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:19.016 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:19.016 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.016 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.016 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.016 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:19.016 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:19.016 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.016 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:19.017 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:19.017 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.017 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:19.017 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:19.017 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:19.017 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:19.017 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.017 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.017 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.017 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:19.017 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:19.017 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:19.017 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:19.018 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:19.018 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:19.018 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:19.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:19 smithi154 ceph-mon[84269]: pgmap v2876: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 509 KiB/s wr, 352 op/s 2024-04-10T15:57:19.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:19 smithi102 ceph-mon[90943]: pgmap v2876: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 509 KiB/s wr, 352 op/s 2024-04-10T15:57:19.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:19 smithi102 ceph-mon[88557]: pgmap v2876: 457 pgs: 457 active+clean; 15 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.1 MiB/s rd, 509 KiB/s wr, 352 op/s 2024-04-10T15:57:21.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:21 smithi154 ceph-mon[84269]: pgmap v2877: 457 pgs: 457 active+clean; 23 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 789 op/s 2024-04-10T15:57:21.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:21 smithi102 ceph-mon[90943]: pgmap v2877: 457 pgs: 457 active+clean; 23 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 789 op/s 2024-04-10T15:57:21.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:21 smithi102 ceph-mon[88557]: pgmap v2877: 457 pgs: 457 active+clean; 23 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 MiB/s rd, 1.1 MiB/s wr, 789 op/s 2024-04-10T15:57:22.649 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:57:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:57:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:57:23.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:23 smithi154 ceph-mon[84269]: pgmap v2878: 457 pgs: 457 active+clean; 31 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 444 op/s 2024-04-10T15:57:23.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:23 smithi102 ceph-mon[90943]: pgmap v2878: 457 pgs: 457 active+clean; 31 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 444 op/s 2024-04-10T15:57:23.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:23 smithi102 ceph-mon[88557]: pgmap v2878: 457 pgs: 457 active+clean; 31 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 444 op/s 2024-04-10T15:57:24.648 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:24.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:24.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:25.073 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.074 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:25.074 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:25.074 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:25.074 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:25.074 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:25.074 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:25.074 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.074 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:25.075 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:25.075 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:25.075 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:25.075 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:25.075 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:25.075 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.075 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:25.075 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:25.075 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.075 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:25.076 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:25.076 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.076 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:25.076 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:25.076 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:25.076 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:25.076 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:25.076 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:25.076 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.076 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:25.076 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:25.077 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:25.077 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:25.077 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:25.077 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:25.077 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.077 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:25.077 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:25.077 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:25.077 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:25.077 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:25.077 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:25.077 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.078 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:25.078 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:25.078 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:25.078 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:25.078 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:25.078 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:25.078 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.078 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:25.078 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:25.078 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.078 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:25.078 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:25.078 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.078 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:25.079 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:25.079 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:25.079 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:25.079 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:25.079 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:25.079 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.079 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:25.079 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:25.079 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:25.079 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:25.079 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:25.080 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:25.080 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.080 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:25.080 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:25.080 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:25.080 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:25.080 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:25.080 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:25.080 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.080 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:25.080 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:25.080 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:25.080 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:25.081 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:25.081 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:25.081 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.081 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:25.081 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:25.081 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.081 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:25.081 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:25.081 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.082 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:25.082 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:25.082 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:25.082 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:25.082 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:25.082 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:25.082 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.082 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:25.082 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:25.082 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:25.082 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:25.083 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:25.083 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:25.083 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.083 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:25.083 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:25.083 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:25.083 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:25.083 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:25.083 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:25.083 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.083 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T15:57:25.083 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T15:57:25.084 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T15:57:25.084 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T15:57:25.084 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T15:57:25.084 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:25.084 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.084 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:25.084 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T15:57:25.084 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T15:57:25.084 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T15:57:25.084 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:57:25.084 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:57:25.084 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T15:57:25.084 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T15:57:25.084 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 4 2024-04-10T15:57:25.085 INFO:tasks.workunit.client.0.smithi102.stdout:read: 4 2024-04-10T15:57:25.085 INFO:tasks.workunit.client.0.smithi102.stdout:read: 4 2024-04-10T15:57:25.085 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestEncryptionLUKS2 (15923 ms) 2024-04-10T15:57:25.085 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCloneEncryption 2024-04-10T15:57:25.085 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:57:25.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:25 smithi154 ceph-mon[84269]: pgmap v2879: 457 pgs: 457 active+clean; 31 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.6 MiB/s wr, 440 op/s 2024-04-10T15:57:25.678 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:25 smithi102 ceph-mon[88557]: pgmap v2879: 457 pgs: 457 active+clean; 31 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.6 MiB/s wr, 440 op/s 2024-04-10T15:57:25.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:25 smithi102 ceph-mon[90943]: pgmap v2879: 457 pgs: 457 active+clean; 31 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.8 MiB/s rd, 1.6 MiB/s wr, 440 op/s 2024-04-10T15:57:26.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:26 smithi154 ceph-mon[84269]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-10T15:57:26.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:26 smithi102 ceph-mon[90943]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-10T15:57:26.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:26 smithi102 ceph-mon[88557]: osdmap e1659: 8 total, 8 up, 8 in 2024-04-10T15:57:27.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:27 smithi154 ceph-mon[84269]: pgmap v2881: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 869 op/s 2024-04-10T15:57:27.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:27 smithi102 ceph-mon[90943]: pgmap v2881: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 869 op/s 2024-04-10T15:57:27.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:27 smithi102 ceph-mon[88557]: pgmap v2881: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 869 op/s 2024-04-10T15:57:27.679 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:57:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:57:27] "GET /metrics HTTP/1.1" 200 60724 "" "Prometheus/2.43.0" 2024-04-10T15:57:29.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:29 smithi154 ceph-mon[84269]: pgmap v2882: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 877 op/s 2024-04-10T15:57:29.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:29 smithi102 ceph-mon[90943]: pgmap v2882: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 877 op/s 2024-04-10T15:57:29.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:29 smithi102 ceph-mon[88557]: pgmap v2882: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 4.4 MiB/s rd, 2.0 MiB/s wr, 877 op/s 2024-04-10T15:57:31.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:31 smithi154 ceph-mon[84269]: pgmap v2883: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 372 op/s 2024-04-10T15:57:31.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:31 smithi102 ceph-mon[90943]: pgmap v2883: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 372 op/s 2024-04-10T15:57:31.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:31 smithi102 ceph-mon[88557]: pgmap v2883: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.3 MiB/s rd, 1.4 MiB/s wr, 372 op/s 2024-04-10T15:57:32.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:32 smithi154 ceph-mon[84269]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-10T15:57:32.649 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:57:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:57:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:57:32.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:32 smithi102 ceph-mon[90943]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-10T15:57:32.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:32 smithi102 ceph-mon[88557]: osdmap e1660: 8 total, 8 up, 8 in 2024-04-10T15:57:33.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:33 smithi154 ceph-mon[84269]: pgmap v2885: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 725 KiB/s wr, 461 op/s 2024-04-10T15:57:33.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:33 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:57:33.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:33 smithi102 ceph-mon[90943]: pgmap v2885: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 725 KiB/s wr, 461 op/s 2024-04-10T15:57:33.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:33 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:57:33.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:33 smithi102 ceph-mon[88557]: pgmap v2885: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 MiB/s rd, 725 KiB/s wr, 461 op/s 2024-04-10T15:57:33.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:33 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:57:35.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:35 smithi154 ceph-mon[84269]: pgmap v2886: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 463 KiB/s wr, 44 op/s 2024-04-10T15:57:35.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:35 smithi102 ceph-mon[90943]: pgmap v2886: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 463 KiB/s wr, 44 op/s 2024-04-10T15:57:35.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:35 smithi102 ceph-mon[88557]: pgmap v2886: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 1.0 MiB/s rd, 463 KiB/s wr, 44 op/s 2024-04-10T15:57:37.899 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:37 smithi154 ceph-mon[84269]: pgmap v2887: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 64 KiB/s rd, 412 KiB/s wr, 46 op/s 2024-04-10T15:57:37.899 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:37 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:57:37.899 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:37 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:57:37.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:37 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:57:37.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:37 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:57:37.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:37 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:57:37.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:37 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:57:37.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:37 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:57:37.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:37 smithi102 ceph-mon[88557]: pgmap v2887: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 64 KiB/s rd, 412 KiB/s wr, 46 op/s 2024-04-10T15:57:37.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:37 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:57:37.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:37 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:57:37.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:37 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:57:37.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:37 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:57:37.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:37 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:57:37.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:37 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:57:37.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:37 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:57:37.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:37 smithi102 ceph-mon[90943]: pgmap v2887: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 64 KiB/s rd, 412 KiB/s wr, 46 op/s 2024-04-10T15:57:37.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:37 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:57:37.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:37 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:57:37.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:37 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:57:37.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:37 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:57:37.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:37 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:57:37.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:37 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:57:37.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:37 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:57:37.930 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:57:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:57:37] "GET /metrics HTTP/1.1" 200 60724 "" "Prometheus/2.43.0" 2024-04-10T15:57:38.899 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:38.928 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:38.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:39.678 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:39 smithi102 ceph-mon[90943]: pgmap v2888: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 67 KiB/s rd, 412 KiB/s wr, 50 op/s 2024-04-10T15:57:39.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:39 smithi102 ceph-mon[88557]: pgmap v2888: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 67 KiB/s rd, 412 KiB/s wr, 50 op/s 2024-04-10T15:57:39.899 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:39 smithi154 ceph-mon[84269]: pgmap v2888: 457 pgs: 457 active+clean; 39 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 67 KiB/s rd, 412 KiB/s wr, 50 op/s 2024-04-10T15:57:41.899 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:41 smithi154 ceph-mon[84269]: pgmap v2889: 457 pgs: 457 active+clean; 47 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 820 KiB/s wr, 31 op/s 2024-04-10T15:57:41.929 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:41 smithi102 ceph-mon[90943]: pgmap v2889: 457 pgs: 457 active+clean; 47 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 820 KiB/s wr, 31 op/s 2024-04-10T15:57:41.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:41 smithi102 ceph-mon[88557]: pgmap v2889: 457 pgs: 457 active+clean; 47 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 820 KiB/s wr, 31 op/s 2024-04-10T15:57:42.649 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:57:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:57:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:57:42.929 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:42 smithi102 ceph-mon[90943]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-10T15:57:42.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:42 smithi102 ceph-mon[88557]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-10T15:57:43.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:42 smithi154 ceph-mon[84269]: osdmap e1661: 8 total, 8 up, 8 in 2024-04-10T15:57:43.929 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:43 smithi102 ceph-mon[90943]: pgmap v2891: 457 pgs: 457 active+clean; 55 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-10T15:57:43.929 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:43 smithi102 ceph-mon[88557]: pgmap v2891: 457 pgs: 457 active+clean; 55 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-10T15:57:44.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:43 smithi154 ceph-mon[84269]: pgmap v2891: 457 pgs: 457 active+clean; 55 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-10T15:57:45.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:44 smithi154 ceph-mon[84269]: pgmap v2892: 457 pgs: 457 active+clean; 55 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-10T15:57:45.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:44 smithi102 ceph-mon[90943]: pgmap v2892: 457 pgs: 457 active+clean; 55 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-10T15:57:45.179 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:44 smithi102 ceph-mon[88557]: pgmap v2892: 457 pgs: 457 active+clean; 55 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 1.6 MiB/s wr, 32 op/s 2024-04-10T15:57:47.560 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:47 smithi102 ceph-mon[90943]: pgmap v2893: 457 pgs: 457 active+clean; 59 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 2.0 MiB/s wr, 46 op/s 2024-04-10T15:57:47.561 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:47 smithi102 ceph-mon[88557]: pgmap v2893: 457 pgs: 457 active+clean; 59 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 2.0 MiB/s wr, 46 op/s 2024-04-10T15:57:47.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:47 smithi154 ceph-mon[84269]: pgmap v2893: 457 pgs: 457 active+clean; 59 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 2.0 MiB/s wr, 46 op/s 2024-04-10T15:57:47.929 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:57:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:57:47] "GET /metrics HTTP/1.1" 200 60714 "" "Prometheus/2.43.0" 2024-04-10T15:57:49.530 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:49 smithi102 ceph-mon[90943]: pgmap v2894: 457 pgs: 457 active+clean; 59 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-10T15:57:49.531 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:49 smithi102 ceph-mon[88557]: pgmap v2894: 457 pgs: 457 active+clean; 59 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-10T15:57:49.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:49 smithi154 ceph-mon[84269]: pgmap v2894: 457 pgs: 457 active+clean; 59 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 2.0 MiB/s wr, 40 op/s 2024-04-10T15:57:51.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:51 smithi154 ceph-mon[84269]: pgmap v2895: 457 pgs: 457 active+clean; 71 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-04-10T15:57:51.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:51 smithi102 ceph-mon[90943]: pgmap v2895: 457 pgs: 457 active+clean; 71 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-04-10T15:57:51.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:51 smithi102 ceph-mon[88557]: pgmap v2895: 457 pgs: 457 active+clean; 71 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 2.4 MiB/s wr, 40 op/s 2024-04-10T15:57:52.566 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:57:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:57:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:57:53.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:53 smithi154 ceph-mon[84269]: pgmap v2896: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 1.9 MiB/s wr, 38 op/s 2024-04-10T15:57:53.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:53 smithi102 ceph-mon[90943]: pgmap v2896: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 1.9 MiB/s wr, 38 op/s 2024-04-10T15:57:53.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:53 smithi102 ceph-mon[88557]: pgmap v2896: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 1.9 MiB/s wr, 38 op/s 2024-04-10T15:57:54.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:54.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:54.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:57:55.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:55 smithi154 ceph-mon[84269]: pgmap v2897: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-04-10T15:57:55.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:55 smithi102 ceph-mon[90943]: pgmap v2897: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-04-10T15:57:55.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:55 smithi102 ceph-mon[88557]: pgmap v2897: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 1.7 MiB/s wr, 33 op/s 2024-04-10T15:57:57.561 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:57 smithi102 ceph-mon[90943]: pgmap v2898: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-04-10T15:57:57.561 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:57:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:57:57] "GET /metrics HTTP/1.1" 200 60724 "" "Prometheus/2.43.0" 2024-04-10T15:57:57.561 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:57 smithi102 ceph-mon[88557]: pgmap v2898: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-04-10T15:57:57.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:57 smithi154 ceph-mon[84269]: pgmap v2898: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.7 MiB/s wr, 29 op/s 2024-04-10T15:57:59.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:57:59 smithi154 ceph-mon[84269]: pgmap v2899: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-10T15:57:59.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:57:59 smithi102 ceph-mon[90943]: pgmap v2899: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-10T15:57:59.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:57:59 smithi102 ceph-mon[88557]: pgmap v2899: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 9 op/s 2024-04-10T15:58:01.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:01 smithi154 ceph-mon[84269]: pgmap v2900: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-10T15:58:01.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:01 smithi154 ceph-mon[84269]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-10T15:58:01.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:01 smithi102 ceph-mon[90943]: pgmap v2900: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-10T15:58:01.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:01 smithi102 ceph-mon[90943]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-10T15:58:01.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:01 smithi102 ceph-mon[88557]: pgmap v2900: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.3 MiB/s wr, 4 op/s 2024-04-10T15:58:01.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:01 smithi102 ceph-mon[88557]: osdmap e1662: 8 total, 8 up, 8 in 2024-04-10T15:58:02.649 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:58:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:58:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:58:03.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:03 smithi154 ceph-mon[84269]: pgmap v2902: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 614 B/s wr, 18 op/s 2024-04-10T15:58:03.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:03 smithi102 ceph-mon[90943]: pgmap v2902: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 614 B/s wr, 18 op/s 2024-04-10T15:58:03.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:03 smithi102 ceph-mon[88557]: pgmap v2902: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 614 B/s wr, 18 op/s 2024-04-10T15:58:05.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:05 smithi154 ceph-mon[84269]: pgmap v2903: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 716 B/s wr, 26 op/s 2024-04-10T15:58:05.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:05 smithi102 ceph-mon[90943]: pgmap v2903: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 716 B/s wr, 26 op/s 2024-04-10T15:58:05.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:05 smithi102 ceph-mon[88557]: pgmap v2903: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 716 B/s wr, 26 op/s 2024-04-10T15:58:07.560 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:07 smithi102 ceph-mon[90943]: pgmap v2904: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 559 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-10T15:58:07.561 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:07 smithi102 ceph-mon[88557]: pgmap v2904: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 559 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-10T15:58:07.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:07 smithi154 ceph-mon[84269]: pgmap v2904: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 559 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-10T15:58:07.929 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:58:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:58:07] "GET /metrics HTTP/1.1" 200 60724 "" "Prometheus/2.43.0" 2024-04-10T15:58:08.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:08.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:08.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:09.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:09 smithi154 ceph-mon[84269]: pgmap v2905: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-10T15:58:09.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:09 smithi102 ceph-mon[90943]: pgmap v2905: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-10T15:58:09.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:09 smithi102 ceph-mon[88557]: pgmap v2905: 457 pgs: 457 active+clean; 75 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 150 KiB/s rd, 1.1 KiB/s wr, 42 op/s 2024-04-10T15:58:11.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:11 smithi154 ceph-mon[84269]: pgmap v2906: 457 pgs: 457 active+clean; 179 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 10 MiB/s wr, 53 op/s 2024-04-10T15:58:11.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:11 smithi102 ceph-mon[90943]: pgmap v2906: 457 pgs: 457 active+clean; 179 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 10 MiB/s wr, 53 op/s 2024-04-10T15:58:11.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:11 smithi102 ceph-mon[88557]: pgmap v2906: 457 pgs: 457 active+clean; 179 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 10 MiB/s wr, 53 op/s 2024-04-10T15:58:12.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:12 smithi154 ceph-mon[84269]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-10T15:58:12.650 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:58:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:58:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:58:12.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:12 smithi102 ceph-mon[90943]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-10T15:58:12.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:12 smithi102 ceph-mon[88557]: osdmap e1663: 8 total, 8 up, 8 in 2024-04-10T15:58:13.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:13 smithi102 ceph-mon[90943]: pgmap v2908: 457 pgs: 457 active+clean; 263 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 579 KiB/s rd, 22 MiB/s wr, 96 op/s 2024-04-10T15:58:13.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:13 smithi102 ceph-mon[90943]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-10T15:58:13.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:13 smithi102 ceph-mon[88557]: pgmap v2908: 457 pgs: 457 active+clean; 263 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 579 KiB/s rd, 22 MiB/s wr, 96 op/s 2024-04-10T15:58:13.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:13 smithi102 ceph-mon[88557]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-10T15:58:13.899 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:13 smithi154 ceph-mon[84269]: pgmap v2908: 457 pgs: 457 active+clean; 263 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 579 KiB/s rd, 22 MiB/s wr, 96 op/s 2024-04-10T15:58:13.899 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:13 smithi154 ceph-mon[84269]: osdmap e1664: 8 total, 8 up, 8 in 2024-04-10T15:58:14.522 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 4 2024-04-10T15:58:14.523 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 4 2024-04-10T15:58:14.523 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 4 2024-04-10T15:58:14.523 INFO:tasks.workunit.client.0.smithi102.stdout:read: 4 2024-04-10T15:58:14.523 INFO:tasks.workunit.client.0.smithi102.stdout:read: 4 2024-04-10T15:58:14.523 INFO:tasks.workunit.client.0.smithi102.stdout:read: 4 2024-04-10T15:58:14.523 INFO:tasks.workunit.client.0.smithi102.stdout:read: 4 2024-04-10T15:58:14.523 INFO:tasks.workunit.client.0.smithi102.stdout:read: 4 2024-04-10T15:58:14.523 INFO:tasks.workunit.client.0.smithi102.stdout:read: 4 2024-04-10T15:58:14.523 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCloneEncryption (49448 ms) 2024-04-10T15:58:14.523 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.LUKS1UnderLUKS2WithoutResize 2024-04-10T15:58:14.523 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:58:14.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:14 smithi102 ceph-mon[90943]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-10T15:58:14.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:14 smithi102 ceph-mon[88557]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-10T15:58:14.899 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:14 smithi154 ceph-mon[84269]: osdmap e1665: 8 total, 8 up, 8 in 2024-04-10T15:58:15.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:15 smithi102 ceph-mon[90943]: pgmap v2911: 457 pgs: 457 active+clean; 255 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 43 MiB/s wr, 128 op/s 2024-04-10T15:58:15.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:15 smithi102 ceph-mon[90943]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-10T15:58:15.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:15 smithi102 ceph-mon[88557]: pgmap v2911: 457 pgs: 457 active+clean; 255 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 43 MiB/s wr, 128 op/s 2024-04-10T15:58:15.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:15 smithi102 ceph-mon[88557]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-10T15:58:15.899 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:15 smithi154 ceph-mon[84269]: pgmap v2911: 457 pgs: 457 active+clean; 255 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 43 MiB/s wr, 128 op/s 2024-04-10T15:58:15.899 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:15 smithi154 ceph-mon[84269]: osdmap e1666: 8 total, 8 up, 8 in 2024-04-10T15:58:17.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:17 smithi102 ceph-mon[90943]: pgmap v2913: 457 pgs: 457 active+clean; 43 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 7.5 MiB/s wr, 166 op/s 2024-04-10T15:58:17.680 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:58:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:58:17] "GET /metrics HTTP/1.1" 200 60716 "" "Prometheus/2.43.0" 2024-04-10T15:58:17.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:17 smithi102 ceph-mon[88557]: pgmap v2913: 457 pgs: 457 active+clean; 43 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 7.5 MiB/s wr, 166 op/s 2024-04-10T15:58:17.899 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:17 smithi154 ceph-mon[84269]: pgmap v2913: 457 pgs: 457 active+clean; 43 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 7.5 MiB/s wr, 166 op/s 2024-04-10T15:58:19.899 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:19 smithi154 ceph-mon[84269]: pgmap v2914: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 6.0 MiB/s wr, 160 op/s 2024-04-10T15:58:19.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:19 smithi154 ceph-mon[84269]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-10T15:58:19.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:19 smithi154 ceph-mon[84269]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-10T15:58:19.929 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:19 smithi102 ceph-mon[90943]: pgmap v2914: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 6.0 MiB/s wr, 160 op/s 2024-04-10T15:58:19.929 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:19 smithi102 ceph-mon[90943]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-10T15:58:19.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:19 smithi102 ceph-mon[90943]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-10T15:58:19.930 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:19 smithi102 ceph-mon[88557]: pgmap v2914: 457 pgs: 457 active+clean; 35 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 107 KiB/s rd, 6.0 MiB/s wr, 160 op/s 2024-04-10T15:58:19.930 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:19 smithi102 ceph-mon[88557]: osdmap e1667: 8 total, 8 up, 8 in 2024-04-10T15:58:19.930 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:19 smithi102 ceph-mon[88557]: osdmap e1668: 8 total, 8 up, 8 in 2024-04-10T15:58:21.899 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:21 smithi154 ceph-mon[84269]: pgmap v2917: 457 pgs: 457 active+clean; 56 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 3.5 MiB/s wr, 196 op/s 2024-04-10T15:58:21.929 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:21 smithi102 ceph-mon[90943]: pgmap v2917: 457 pgs: 457 active+clean; 56 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 3.5 MiB/s wr, 196 op/s 2024-04-10T15:58:21.930 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:21 smithi102 ceph-mon[88557]: pgmap v2917: 457 pgs: 457 active+clean; 56 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 3.5 MiB/s wr, 196 op/s 2024-04-10T15:58:22.649 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:58:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:58:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:58:23.899 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:23 smithi154 ceph-mon[84269]: pgmap v2918: 457 pgs: 457 active+clean; 60 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 3.2 MiB/s wr, 167 op/s 2024-04-10T15:58:23.899 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:23.929 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:23 smithi102 ceph-mon[90943]: pgmap v2918: 457 pgs: 457 active+clean; 60 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 3.2 MiB/s wr, 167 op/s 2024-04-10T15:58:23.929 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:23.930 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:23 smithi102 ceph-mon[88557]: pgmap v2918: 457 pgs: 457 active+clean; 60 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 3.2 MiB/s wr, 167 op/s 2024-04-10T15:58:23.930 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:25.149 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:24 smithi154 ceph-mon[84269]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-10T15:58:25.150 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:24 smithi154 ceph-mon[84269]: pgmap v2920: 457 pgs: 457 active+clean; 64 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 4.8 MiB/s wr, 92 op/s 2024-04-10T15:58:25.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:24 smithi102 ceph-mon[90943]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-10T15:58:25.179 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:24 smithi102 ceph-mon[90943]: pgmap v2920: 457 pgs: 457 active+clean; 64 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 4.8 MiB/s wr, 92 op/s 2024-04-10T15:58:25.180 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:24 smithi102 ceph-mon[88557]: osdmap e1669: 8 total, 8 up, 8 in 2024-04-10T15:58:25.180 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:24 smithi102 ceph-mon[88557]: pgmap v2920: 457 pgs: 457 active+clean; 64 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 4.8 MiB/s wr, 92 op/s 2024-04-10T15:58:27.560 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:27 smithi102 ceph-mon[90943]: pgmap v2921: 457 pgs: 457 active+clean; 64 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.1 MiB/s wr, 45 op/s 2024-04-10T15:58:27.560 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:27 smithi102 ceph-mon[88557]: pgmap v2921: 457 pgs: 457 active+clean; 64 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.1 MiB/s wr, 45 op/s 2024-04-10T15:58:27.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:27 smithi154 ceph-mon[84269]: pgmap v2921: 457 pgs: 457 active+clean; 64 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 3.1 MiB/s wr, 45 op/s 2024-04-10T15:58:27.929 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:58:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:58:27] "GET /metrics HTTP/1.1" 200 60727 "" "Prometheus/2.43.0" 2024-04-10T15:58:29.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:29 smithi154 ceph-mon[84269]: pgmap v2922: 457 pgs: 457 active+clean; 72 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-04-10T15:58:29.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:29 smithi102 ceph-mon[90943]: pgmap v2922: 457 pgs: 457 active+clean; 72 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-04-10T15:58:29.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:29 smithi102 ceph-mon[88557]: pgmap v2922: 457 pgs: 457 active+clean; 72 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-04-10T15:58:29.726 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.LUKS1UnderLUKS2WithoutResize (15203 ms) 2024-04-10T15:58:29.726 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.LUKS2UnderLUKS1WithoutResize 2024-04-10T15:58:29.726 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:58:31.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:31 smithi154 ceph-mon[84269]: pgmap v2923: 457 pgs: 457 active+clean; 80 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-10T15:58:31.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:31 smithi102 ceph-mon[90943]: pgmap v2923: 457 pgs: 457 active+clean; 80 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-10T15:58:31.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:31 smithi102 ceph-mon[88557]: pgmap v2923: 457 pgs: 457 active+clean; 80 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 2.4 MiB/s wr, 30 op/s 2024-04-10T15:58:32.650 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:58:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:58:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:58:33.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:33 smithi154 ceph-mon[84269]: pgmap v2924: 457 pgs: 457 active+clean; 80 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-04-10T15:58:33.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:33 smithi102 ceph-mon[90943]: pgmap v2924: 457 pgs: 457 active+clean; 80 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-04-10T15:58:33.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:33 smithi102 ceph-mon[88557]: pgmap v2924: 457 pgs: 457 active+clean; 80 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 2.0 MiB/s wr, 8 op/s 2024-04-10T15:58:35.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:35 smithi154 ceph-mon[84269]: pgmap v2925: 457 pgs: 457 active+clean; 80 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 943 KiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-04-10T15:58:35.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:35 smithi102 ceph-mon[90943]: pgmap v2925: 457 pgs: 457 active+clean; 80 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 943 KiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-04-10T15:58:35.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:35 smithi102 ceph-mon[88557]: pgmap v2925: 457 pgs: 457 active+clean; 80 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 943 KiB/s rd, 1.5 MiB/s wr, 8 op/s 2024-04-10T15:58:37.561 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:37 smithi102 ceph-mon[90943]: pgmap v2926: 457 pgs: 457 active+clean; 80 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-10T15:58:37.561 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:37 smithi102 ceph-mon[88557]: pgmap v2926: 457 pgs: 457 active+clean; 80 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-10T15:58:37.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:37 smithi154 ceph-mon[84269]: pgmap v2926: 457 pgs: 457 active+clean; 80 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 1.3 MiB/s wr, 7 op/s 2024-04-10T15:58:37.929 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:58:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:58:37] "GET /metrics HTTP/1.1" 200 60727 "" "Prometheus/2.43.0" 2024-04-10T15:58:38.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:38 smithi154 ceph-mon[84269]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-10T15:58:38.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:58:38.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:58:38.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:58:38.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:58:38.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:38 smithi102 ceph-mon[90943]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-10T15:58:38.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:58:38.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:58:38.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:58:38.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:58:38.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:38 smithi102 ceph-mon[88557]: osdmap e1670: 8 total, 8 up, 8 in 2024-04-10T15:58:38.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:58:38.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:58:38.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:58:38.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:58:39.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:39 smithi154 ceph-mon[84269]: pgmap v2928: 457 pgs: 457 active+clean; 84 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-04-10T15:58:39.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:39.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:39 smithi102 ceph-mon[90943]: pgmap v2928: 457 pgs: 457 active+clean; 84 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-04-10T15:58:39.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:39.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:39 smithi102 ceph-mon[88557]: pgmap v2928: 457 pgs: 457 active+clean; 84 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 1.2 MiB/s wr, 8 op/s 2024-04-10T15:58:39.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:41.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:41 smithi154 ceph-mon[84269]: pgmap v2929: 457 pgs: 457 active+clean; 104 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-10T15:58:41.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:41 smithi102 ceph-mon[88557]: pgmap v2929: 457 pgs: 457 active+clean; 104 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-10T15:58:41.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:41 smithi102 ceph-mon[90943]: pgmap v2929: 457 pgs: 457 active+clean; 104 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.4 MiB/s wr, 15 op/s 2024-04-10T15:58:42.650 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:58:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:58:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:58:43.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:43 smithi154 ceph-mon[84269]: pgmap v2930: 457 pgs: 457 active+clean; 121 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T15:58:43.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:43 smithi102 ceph-mon[90943]: pgmap v2930: 457 pgs: 457 active+clean; 121 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T15:58:43.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:43 smithi102 ceph-mon[88557]: pgmap v2930: 457 pgs: 457 active+clean; 121 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T15:58:44.878 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.LUKS2UnderLUKS1WithoutResize (15153 ms) 2024-04-10T15:58:44.879 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.EncryptionFormatNoData 2024-04-10T15:58:44.879 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:58:45.649 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:45 smithi154 ceph-mon[84269]: pgmap v2931: 457 pgs: 457 active+clean; 121 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T15:58:45.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:45 smithi102 ceph-mon[90943]: pgmap v2931: 457 pgs: 457 active+clean; 121 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T15:58:45.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:45 smithi102 ceph-mon[88557]: pgmap v2931: 457 pgs: 457 active+clean; 121 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 435 KiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T15:58:47.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:47 smithi154 ceph-mon[84269]: pgmap v2932: 457 pgs: 457 active+clean; 125 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-10T15:58:47.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:47 smithi102 ceph-mon[90943]: pgmap v2932: 457 pgs: 457 active+clean; 125 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-10T15:58:47.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:47 smithi102 ceph-mon[88557]: pgmap v2932: 457 pgs: 457 active+clean; 125 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-10T15:58:47.680 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:58:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:58:47] "GET /metrics HTTP/1.1" 200 60724 "" "Prometheus/2.43.0" 2024-04-10T15:58:49.023 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.EncryptionFormatNoData (4144 ms) 2024-04-10T15:58:49.023 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadSize 2024-04-10T15:58:49.023 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:58:49.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:49 smithi154 ceph-mon[84269]: pgmap v2933: 457 pgs: 457 active+clean; 125 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 923 KiB/s rd, 3.8 MiB/s wr, 40 op/s 2024-04-10T15:58:49.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:49 smithi102 ceph-mon[90943]: pgmap v2933: 457 pgs: 457 active+clean; 125 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 923 KiB/s rd, 3.8 MiB/s wr, 40 op/s 2024-04-10T15:58:49.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:49 smithi102 ceph-mon[88557]: pgmap v2933: 457 pgs: 457 active+clean; 125 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 923 KiB/s rd, 3.8 MiB/s wr, 40 op/s 2024-04-10T15:58:51.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:51 smithi154 ceph-mon[84269]: pgmap v2934: 457 pgs: 457 active+clean; 129 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 41 op/s 2024-04-10T15:58:51.679 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:51 smithi102 ceph-mon[90943]: pgmap v2934: 457 pgs: 457 active+clean; 129 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 41 op/s 2024-04-10T15:58:51.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:51 smithi102 ceph-mon[88557]: pgmap v2934: 457 pgs: 457 active+clean; 129 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.8 MiB/s wr, 41 op/s 2024-04-10T15:58:52.650 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:58:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:58:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:58:53.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:53 smithi154 ceph-mon[84269]: pgmap v2935: 457 pgs: 457 active+clean; 129 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 37 op/s 2024-04-10T15:58:53.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:53.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:53 smithi102 ceph-mon[90943]: pgmap v2935: 457 pgs: 457 active+clean; 129 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 37 op/s 2024-04-10T15:58:53.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:53.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:53 smithi102 ceph-mon[88557]: pgmap v2935: 457 pgs: 457 active+clean; 129 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 2.1 MiB/s wr, 37 op/s 2024-04-10T15:58:53.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:58:54.567 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.EncryptionLoadBadSize (5544 ms) 2024-04-10T15:58:54.567 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-10T15:58:54.567 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:2840: Skipped 2024-04-10T15:58:54.567 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T15:58:54.567 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern (0 ms) 2024-04-10T15:58:54.567 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.EncryptionLoadFormatMismatch 2024-04-10T15:58:54.567 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T15:58:55.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:55 smithi154 ceph-mon[84269]: pgmap v2936: 457 pgs: 457 active+clean; 133 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-04-10T15:58:55.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:55 smithi102 ceph-mon[90943]: pgmap v2936: 457 pgs: 457 active+clean; 133 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-04-10T15:58:55.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:55 smithi102 ceph-mon[88557]: pgmap v2936: 457 pgs: 457 active+clean; 133 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 16 op/s 2024-04-10T15:58:57.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:57 smithi154 ceph-mon[84269]: pgmap v2937: 457 pgs: 457 active+clean; 133 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 18 op/s 2024-04-10T15:58:57.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:57 smithi102 ceph-mon[90943]: pgmap v2937: 457 pgs: 457 active+clean; 133 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 18 op/s 2024-04-10T15:58:57.680 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:58:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:58:57] "GET /metrics HTTP/1.1" 200 60724 "" "Prometheus/2.43.0" 2024-04-10T15:58:57.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:57 smithi102 ceph-mon[88557]: pgmap v2937: 457 pgs: 457 active+clean; 133 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1.0 MiB/s wr, 18 op/s 2024-04-10T15:58:59.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:59 smithi154 ceph-mon[84269]: pgmap v2938: 457 pgs: 457 active+clean; 133 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 683 KiB/s wr, 17 op/s 2024-04-10T15:58:59.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:58:59 smithi154 ceph-mon[84269]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-10T15:58:59.679 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:59 smithi102 ceph-mon[88557]: pgmap v2938: 457 pgs: 457 active+clean; 133 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 683 KiB/s wr, 17 op/s 2024-04-10T15:58:59.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:58:59 smithi102 ceph-mon[88557]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-10T15:58:59.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:59 smithi102 ceph-mon[90943]: pgmap v2938: 457 pgs: 457 active+clean; 133 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 683 KiB/s wr, 17 op/s 2024-04-10T15:58:59.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:58:59 smithi102 ceph-mon[90943]: osdmap e1671: 8 total, 8 up, 8 in 2024-04-10T15:59:00.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:00 smithi154 ceph-mon[84269]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-10T15:59:00.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:00 smithi102 ceph-mon[90943]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-10T15:59:00.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:00 smithi102 ceph-mon[88557]: osdmap e1672: 8 total, 8 up, 8 in 2024-04-10T15:59:01.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:01 smithi154 ceph-mon[84269]: pgmap v2941: 457 pgs: 457 active+clean; 133 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 514 KiB/s wr, 39 op/s 2024-04-10T15:59:01.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:01 smithi102 ceph-mon[88557]: pgmap v2941: 457 pgs: 457 active+clean; 133 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 514 KiB/s wr, 39 op/s 2024-04-10T15:59:01.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:01 smithi102 ceph-mon[90943]: pgmap v2941: 457 pgs: 457 active+clean; 133 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 101 KiB/s rd, 514 KiB/s wr, 39 op/s 2024-04-10T15:59:02.650 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:59:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:59:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:59:03.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:03 smithi154 ceph-mon[84269]: pgmap v2942: 457 pgs: 457 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 514 KiB/s wr, 66 op/s 2024-04-10T15:59:03.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:03 smithi102 ceph-mon[90943]: pgmap v2942: 457 pgs: 457 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 514 KiB/s wr, 66 op/s 2024-04-10T15:59:03.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:03 smithi102 ceph-mon[88557]: pgmap v2942: 457 pgs: 457 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 514 KiB/s wr, 66 op/s 2024-04-10T15:59:05.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:05 smithi154 ceph-mon[84269]: pgmap v2943: 457 pgs: 457 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 515 KiB/s wr, 64 op/s 2024-04-10T15:59:05.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:05 smithi102 ceph-mon[90943]: pgmap v2943: 457 pgs: 457 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 515 KiB/s wr, 64 op/s 2024-04-10T15:59:05.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:05 smithi102 ceph-mon[88557]: pgmap v2943: 457 pgs: 457 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 515 KiB/s wr, 64 op/s 2024-04-10T15:59:07.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:07 smithi154 ceph-mon[84269]: pgmap v2944: 457 pgs: 457 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 515 KiB/s wr, 79 op/s 2024-04-10T15:59:07.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:07 smithi102 ceph-mon[90943]: pgmap v2944: 457 pgs: 457 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 515 KiB/s wr, 79 op/s 2024-04-10T15:59:07.680 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:59:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:59:07] "GET /metrics HTTP/1.1" 200 60724 "" "Prometheus/2.43.0" 2024-04-10T15:59:07.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:07 smithi102 ceph-mon[88557]: pgmap v2944: 457 pgs: 457 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 515 KiB/s wr, 79 op/s 2024-04-10T15:59:08.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:08.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:08.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:09.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:09 smithi154 ceph-mon[84269]: pgmap v2945: 457 pgs: 457 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 416 KiB/s wr, 63 op/s 2024-04-10T15:59:09.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:09 smithi102 ceph-mon[90943]: pgmap v2945: 457 pgs: 457 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 416 KiB/s wr, 63 op/s 2024-04-10T15:59:09.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:09 smithi102 ceph-mon[88557]: pgmap v2945: 457 pgs: 457 active+clean; 137 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 416 KiB/s wr, 63 op/s 2024-04-10T15:59:11.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:11 smithi154 ceph-mon[84269]: pgmap v2946: 457 pgs: 457 active+clean; 149 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 1.5 MiB/s wr, 45 op/s 2024-04-10T15:59:11.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:11 smithi102 ceph-mon[90943]: pgmap v2946: 457 pgs: 457 active+clean; 149 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 1.5 MiB/s wr, 45 op/s 2024-04-10T15:59:11.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:11 smithi102 ceph-mon[88557]: pgmap v2946: 457 pgs: 457 active+clean; 149 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 1.5 MiB/s wr, 45 op/s 2024-04-10T15:59:12.650 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:59:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:59:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:59:13.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:13 smithi154 ceph-mon[84269]: pgmap v2947: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 45 op/s 2024-04-10T15:59:13.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:13 smithi102 ceph-mon[90943]: pgmap v2947: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 45 op/s 2024-04-10T15:59:13.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:13 smithi102 ceph-mon[88557]: pgmap v2947: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.7 MiB/s wr, 45 op/s 2024-04-10T15:59:15.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:15 smithi154 ceph-mon[84269]: pgmap v2948: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-04-10T15:59:15.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:15 smithi102 ceph-mon[90943]: pgmap v2948: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-04-10T15:59:15.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:15 smithi102 ceph-mon[88557]: pgmap v2948: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.3 MiB/s wr, 26 op/s 2024-04-10T15:59:17.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:17 smithi154 ceph-mon[84269]: pgmap v2949: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-10T15:59:17.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:17 smithi102 ceph-mon[90943]: pgmap v2949: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-10T15:59:17.680 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:59:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:59:17] "GET /metrics HTTP/1.1" 200 60724 "" "Prometheus/2.43.0" 2024-04-10T15:59:17.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:17 smithi102 ceph-mon[88557]: pgmap v2949: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-10T15:59:19.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:19 smithi154 ceph-mon[84269]: pgmap v2950: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-10T15:59:19.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:19 smithi102 ceph-mon[90943]: pgmap v2950: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-10T15:59:19.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:19 smithi102 ceph-mon[88557]: pgmap v2950: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-10T15:59:21.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:21 smithi154 ceph-mon[84269]: pgmap v2951: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-10T15:59:21.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:21 smithi102 ceph-mon[90943]: pgmap v2951: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-10T15:59:21.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:21 smithi102 ceph-mon[88557]: pgmap v2951: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 1.3 MiB/s wr, 15 op/s 2024-04-10T15:59:22.650 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:59:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:59:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:59:23.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:23 smithi154 ceph-mon[84269]: pgmap v2952: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 341 KiB/s wr, 7 op/s 2024-04-10T15:59:23.650 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:23.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:23 smithi102 ceph-mon[88557]: pgmap v2952: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 341 KiB/s wr, 7 op/s 2024-04-10T15:59:23.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:23.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:23 smithi102 ceph-mon[90943]: pgmap v2952: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.5 MiB/s rd, 341 KiB/s wr, 7 op/s 2024-04-10T15:59:23.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:25.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:25 smithi102 ceph-mon[90943]: pgmap v2953: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-10T15:59:25.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:25 smithi102 ceph-mon[88557]: pgmap v2953: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-10T15:59:25.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:25 smithi154 ceph-mon[84269]: pgmap v2953: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.4 MiB/s rd, 2 op/s 2024-04-10T15:59:27.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:27 smithi102 ceph-mon[90943]: pgmap v2954: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 2 op/s 2024-04-10T15:59:27.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:27 smithi102 ceph-mon[88557]: pgmap v2954: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 2 op/s 2024-04-10T15:59:27.681 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:59:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:59:27] "GET /metrics HTTP/1.1" 200 60721 "" "Prometheus/2.43.0" 2024-04-10T15:59:27.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:27 smithi154 ceph-mon[84269]: pgmap v2954: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.8 MiB/s rd, 2 op/s 2024-04-10T15:59:29.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:29 smithi102 ceph-mon[90943]: pgmap v2955: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 2 op/s 2024-04-10T15:59:29.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:29 smithi102 ceph-mon[88557]: pgmap v2955: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 2 op/s 2024-04-10T15:59:29.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:29 smithi154 ceph-mon[84269]: pgmap v2955: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 2 op/s 2024-04-10T15:59:31.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:31 smithi102 ceph-mon[90943]: pgmap v2956: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-10T15:59:31.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:31 smithi102 ceph-mon[88557]: pgmap v2956: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-10T15:59:31.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:31 smithi154 ceph-mon[84269]: pgmap v2956: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-10T15:59:32.650 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:59:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:59:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:59:33.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:33 smithi102 ceph-mon[90943]: pgmap v2957: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-10T15:59:33.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:33 smithi102 ceph-mon[88557]: pgmap v2957: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-10T15:59:33.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:33 smithi154 ceph-mon[84269]: pgmap v2957: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-10T15:59:35.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:35 smithi102 ceph-mon[90943]: pgmap v2958: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-10T15:59:35.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:35 smithi102 ceph-mon[88557]: pgmap v2958: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-10T15:59:35.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:35 smithi154 ceph-mon[84269]: pgmap v2958: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 0 op/s 2024-04-10T15:59:37.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:37 smithi102 ceph-mon[90943]: pgmap v2959: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-10T15:59:37.681 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:59:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:59:37] "GET /metrics HTTP/1.1" 200 60721 "" "Prometheus/2.43.0" 2024-04-10T15:59:37.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:37 smithi102 ceph-mon[88557]: pgmap v2959: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-10T15:59:37.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:37 smithi154 ceph-mon[84269]: pgmap v2959: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 1 op/s 2024-04-10T15:59:38.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:59:38.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:38.680 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:59:38.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:38.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T15:59:38.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:39.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:39 smithi102 ceph-mon[90943]: pgmap v2960: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-10T15:59:39.680 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:59:39.681 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:59:39.681 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:59:39.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:39 smithi102 ceph-mon[88557]: pgmap v2960: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-10T15:59:39.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:59:39.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:59:39.681 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:59:39.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:39 smithi154 ceph-mon[84269]: pgmap v2960: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-10T15:59:39.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T15:59:39.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T15:59:39.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T15:59:41.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:41 smithi154 ceph-mon[84269]: pgmap v2961: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-10T15:59:41.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:41 smithi102 ceph-mon[90943]: pgmap v2961: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-10T15:59:41.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:41 smithi102 ceph-mon[88557]: pgmap v2961: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-10T15:59:42.650 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:59:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:59:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:59:43.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:43 smithi154 ceph-mon[84269]: pgmap v2962: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-10T15:59:43.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:43 smithi102 ceph-mon[90943]: pgmap v2962: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-10T15:59:43.930 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:43 smithi102 ceph-mon[88557]: pgmap v2962: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 1 op/s 2024-04-10T15:59:45.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:45 smithi154 ceph-mon[84269]: pgmap v2963: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-10T15:59:45.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:45 smithi102 ceph-mon[90943]: pgmap v2963: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-10T15:59:45.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:45 smithi102 ceph-mon[88557]: pgmap v2963: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1 op/s 2024-04-10T15:59:47.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:47 smithi154 ceph-mon[84269]: pgmap v2964: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-10T15:59:47.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:47 smithi102 ceph-mon[90943]: pgmap v2964: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-10T15:59:47.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:47 smithi102 ceph-mon[88557]: pgmap v2964: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 1 op/s 2024-04-10T15:59:47.931 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:59:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:59:47] "GET /metrics HTTP/1.1" 200 60722 "" "Prometheus/2.43.0" 2024-04-10T15:59:49.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:49 smithi154 ceph-mon[84269]: pgmap v2965: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 850 KiB/s rd, 0 op/s 2024-04-10T15:59:49.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:49 smithi102 ceph-mon[90943]: pgmap v2965: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 850 KiB/s rd, 0 op/s 2024-04-10T15:59:49.930 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:49 smithi102 ceph-mon[88557]: pgmap v2965: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 850 KiB/s rd, 0 op/s 2024-04-10T15:59:51.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:51 smithi154 ceph-mon[84269]: pgmap v2966: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 5 op/s 2024-04-10T15:59:51.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:51 smithi102 ceph-mon[90943]: pgmap v2966: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 5 op/s 2024-04-10T15:59:51.930 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:51 smithi102 ceph-mon[88557]: pgmap v2966: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 807 KiB/s rd, 5 op/s 2024-04-10T15:59:52.651 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 15:59:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T15:59:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T15:59:53.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:53 smithi154 ceph-mon[84269]: pgmap v2967: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 881 KiB/s rd, 8 op/s 2024-04-10T15:59:53.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:53.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:53 smithi102 ceph-mon[90943]: pgmap v2967: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 881 KiB/s rd, 8 op/s 2024-04-10T15:59:53.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:53.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:53 smithi102 ceph-mon[88557]: pgmap v2967: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 881 KiB/s rd, 8 op/s 2024-04-10T15:59:53.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T15:59:55.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:55 smithi154 ceph-mon[84269]: pgmap v2968: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-10T15:59:55.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:55 smithi102 ceph-mon[90943]: pgmap v2968: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-10T15:59:55.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:55 smithi102 ceph-mon[88557]: pgmap v2968: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-10T15:59:57.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:57 smithi154 ceph-mon[84269]: pgmap v2969: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-10T15:59:57.930 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 15:59:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:15:59:57] "GET /metrics HTTP/1.1" 200 60723 "" "Prometheus/2.43.0" 2024-04-10T15:59:57.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:57 smithi102 ceph-mon[90943]: pgmap v2969: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-10T15:59:57.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:57 smithi102 ceph-mon[88557]: pgmap v2969: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 16 op/s 2024-04-10T15:59:59.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 15:59:59 smithi154 ceph-mon[84269]: pgmap v2970: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T15:59:59.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 15:59:59 smithi102 ceph-mon[90943]: pgmap v2970: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T15:59:59.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 15:59:59 smithi102 ceph-mon[88557]: pgmap v2970: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:00:00.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:00 smithi154 ceph-mon[84269]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-10T16:00:00.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:00 smithi154 ceph-mon[84269]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-10T16:00:00.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:00 smithi154 ceph-mon[84269]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-10T16:00:00.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:00 smithi102 ceph-mon[90943]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-10T16:00:00.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:00 smithi102 ceph-mon[90943]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-10T16:00:00.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:00 smithi102 ceph-mon[90943]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-10T16:00:00.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:00 smithi102 ceph-mon[88557]: Health detail: HEALTH_WARN Telemetry requires re-opt-in 2024-04-10T16:00:00.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:00 smithi102 ceph-mon[88557]: [WRN] TELEMETRY_CHANGED: Telemetry requires re-opt-in 2024-04-10T16:00:00.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:00 smithi102 ceph-mon[88557]: telemetry module includes new collections; please re-opt-in to new collections with `ceph telemetry on` 2024-04-10T16:00:01.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:01 smithi154 ceph-mon[84269]: pgmap v2971: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 85 B/s wr, 21 op/s 2024-04-10T16:00:01.930 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:01 smithi102 ceph-mon[88557]: pgmap v2971: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 85 B/s wr, 21 op/s 2024-04-10T16:00:01.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:01 smithi102 ceph-mon[90943]: pgmap v2971: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 85 B/s wr, 21 op/s 2024-04-10T16:00:02.651 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:00:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:00:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:00:03.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:03 smithi154 ceph-mon[84269]: pgmap v2972: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 85 B/s wr, 19 op/s 2024-04-10T16:00:03.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:03 smithi102 ceph-mon[90943]: pgmap v2972: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 85 B/s wr, 19 op/s 2024-04-10T16:00:03.930 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:03 smithi102 ceph-mon[88557]: pgmap v2972: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 85 B/s wr, 19 op/s 2024-04-10T16:00:05.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:05 smithi154 ceph-mon[84269]: pgmap v2973: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-10T16:00:05.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:05 smithi102 ceph-mon[90943]: pgmap v2973: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-10T16:00:05.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:05 smithi102 ceph-mon[88557]: pgmap v2973: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-10T16:00:07.746 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:07 smithi102 ceph-mon[90943]: pgmap v2974: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 170 B/s wr, 19 op/s 2024-04-10T16:00:07.747 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:07 smithi102 ceph-mon[88557]: pgmap v2974: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 170 B/s wr, 19 op/s 2024-04-10T16:00:07.747 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:00:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:00:07] "GET /metrics HTTP/1.1" 200 60723 "" "Prometheus/2.43.0" 2024-04-10T16:00:07.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:07 smithi154 ceph-mon[84269]: pgmap v2974: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 160 KiB/s rd, 170 B/s wr, 19 op/s 2024-04-10T16:00:08.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:08.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:08.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:09.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:09 smithi154 ceph-mon[84269]: pgmap v2975: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-10T16:00:09.930 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:09 smithi102 ceph-mon[88557]: pgmap v2975: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-10T16:00:09.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:09 smithi102 ceph-mon[90943]: pgmap v2975: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 153 KiB/s rd, 170 B/s wr, 11 op/s 2024-04-10T16:00:11.900 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:11 smithi154 ceph-mon[84269]: pgmap v2976: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-10T16:00:11.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:11 smithi102 ceph-mon[90943]: pgmap v2976: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-10T16:00:11.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:11 smithi102 ceph-mon[88557]: pgmap v2976: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 255 B/s wr, 16 op/s 2024-04-10T16:00:12.651 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:00:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:00:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:00:13.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:13 smithi154 ceph-mon[84269]: pgmap v2977: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 201 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-10T16:00:13.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:13 smithi102 ceph-mon[90943]: pgmap v2977: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 201 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-10T16:00:13.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:13 smithi102 ceph-mon[88557]: pgmap v2977: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 201 KiB/s rd, 170 B/s wr, 12 op/s 2024-04-10T16:00:15.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:15 smithi154 ceph-mon[84269]: pgmap v2978: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-10T16:00:15.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:15 smithi102 ceph-mon[90943]: pgmap v2978: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-10T16:00:15.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:15 smithi102 ceph-mon[88557]: pgmap v2978: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 170 B/s wr, 9 op/s 2024-04-10T16:00:17.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:17 smithi154 ceph-mon[84269]: pgmap v2979: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-10T16:00:17.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:17 smithi102 ceph-mon[90943]: pgmap v2979: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-10T16:00:17.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:17 smithi102 ceph-mon[88557]: pgmap v2979: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-10T16:00:17.931 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:00:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:00:17] "GET /metrics HTTP/1.1" 200 60721 "" "Prometheus/2.43.0" 2024-04-10T16:00:19.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:19 smithi154 ceph-mon[84269]: pgmap v2980: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-10T16:00:19.930 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:19 smithi102 ceph-mon[88557]: pgmap v2980: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-10T16:00:19.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:19 smithi102 ceph-mon[90943]: pgmap v2980: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 85 B/s wr, 13 op/s 2024-04-10T16:00:21.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:21 smithi154 ceph-mon[84269]: pgmap v2981: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 85 B/s wr, 18 op/s 2024-04-10T16:00:21.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:21 smithi102 ceph-mon[90943]: pgmap v2981: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 85 B/s wr, 18 op/s 2024-04-10T16:00:21.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:21 smithi102 ceph-mon[88557]: pgmap v2981: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 85 B/s wr, 18 op/s 2024-04-10T16:00:22.651 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:00:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:00:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:00:23.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:23 smithi154 ceph-mon[84269]: pgmap v2982: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-10T16:00:23.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:23.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:23 smithi102 ceph-mon[90943]: pgmap v2982: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-10T16:00:23.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:23.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:23 smithi102 ceph-mon[88557]: pgmap v2982: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-10T16:00:23.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:25.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:25 smithi154 ceph-mon[84269]: pgmap v2983: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 16 op/s 2024-04-10T16:00:25.930 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:25 smithi102 ceph-mon[90943]: pgmap v2983: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 16 op/s 2024-04-10T16:00:25.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:25 smithi102 ceph-mon[88557]: pgmap v2983: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 16 op/s 2024-04-10T16:00:27.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:27 smithi154 ceph-mon[84269]: pgmap v2984: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-10T16:00:27.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:27 smithi102 ceph-mon[90943]: pgmap v2984: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-10T16:00:27.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:27 smithi102 ceph-mon[88557]: pgmap v2984: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-10T16:00:27.931 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:00:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:00:27] "GET /metrics HTTP/1.1" 200 60725 "" "Prometheus/2.43.0" 2024-04-10T16:00:29.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:29 smithi154 ceph-mon[84269]: pgmap v2985: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:00:29.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:29 smithi102 ceph-mon[90943]: pgmap v2985: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:00:29.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:29 smithi102 ceph-mon[88557]: pgmap v2985: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:00:31.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:31 smithi154 ceph-mon[84269]: pgmap v2986: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:00:31.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:31 smithi102 ceph-mon[90943]: pgmap v2986: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:00:31.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:31 smithi102 ceph-mon[88557]: pgmap v2986: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:00:32.651 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:00:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:00:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:00:33.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:33 smithi154 ceph-mon[84269]: pgmap v2987: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 14 op/s 2024-04-10T16:00:33.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:33 smithi102 ceph-mon[90943]: pgmap v2987: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 14 op/s 2024-04-10T16:00:33.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:33 smithi102 ceph-mon[88557]: pgmap v2987: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 14 op/s 2024-04-10T16:00:35.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:35 smithi154 ceph-mon[84269]: pgmap v2988: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 11 op/s 2024-04-10T16:00:35.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:35 smithi102 ceph-mon[90943]: pgmap v2988: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 11 op/s 2024-04-10T16:00:35.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:35 smithi102 ceph-mon[88557]: pgmap v2988: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 11 op/s 2024-04-10T16:00:37.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:37 smithi154 ceph-mon[84269]: pgmap v2989: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-10T16:00:37.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:37 smithi102 ceph-mon[90943]: pgmap v2989: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-10T16:00:37.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:37 smithi102 ceph-mon[88557]: pgmap v2989: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 206 KiB/s rd, 16 op/s 2024-04-10T16:00:37.931 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:00:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:00:37] "GET /metrics HTTP/1.1" 200 60725 "" "Prometheus/2.43.0" 2024-04-10T16:00:38.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:38.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:38.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:39.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:39 smithi154 ceph-mon[84269]: pgmap v2990: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-10T16:00:39.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:00:39.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:00:39.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:00:39.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:39 smithi102 ceph-mon[90943]: pgmap v2990: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-10T16:00:39.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:00:39.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:00:39.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:00:39.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:39 smithi102 ceph-mon[88557]: pgmap v2990: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 8 op/s 2024-04-10T16:00:39.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:00:39.932 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:00:39.932 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:00:40.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:00:40.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:00:40.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:00:40.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:00:40.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:00:40.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:00:40.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:00:40.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:00:40.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:00:41.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:41 smithi154 ceph-mon[84269]: pgmap v2991: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-10T16:00:41.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:41 smithi102 ceph-mon[90943]: pgmap v2991: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-10T16:00:41.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:41 smithi102 ceph-mon[88557]: pgmap v2991: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-10T16:00:42.651 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:00:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:00:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:00:43.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:43 smithi154 ceph-mon[84269]: pgmap v2992: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-10T16:00:43.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:43 smithi102 ceph-mon[90943]: pgmap v2992: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-10T16:00:43.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:43 smithi102 ceph-mon[88557]: pgmap v2992: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 16 op/s 2024-04-10T16:00:45.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:45 smithi154 ceph-mon[84269]: pgmap v2993: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-10T16:00:45.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:45 smithi102 ceph-mon[90943]: pgmap v2993: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-10T16:00:45.932 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:45 smithi102 ceph-mon[88557]: pgmap v2993: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 13 op/s 2024-04-10T16:00:47.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:47 smithi154 ceph-mon[84269]: pgmap v2994: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 21 op/s 2024-04-10T16:00:47.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:47 smithi102 ceph-mon[90943]: pgmap v2994: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 21 op/s 2024-04-10T16:00:47.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:47 smithi102 ceph-mon[88557]: pgmap v2994: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 186 KiB/s rd, 21 op/s 2024-04-10T16:00:47.931 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:00:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:00:47] "GET /metrics HTTP/1.1" 200 60722 "" "Prometheus/2.43.0" 2024-04-10T16:00:49.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:49 smithi154 ceph-mon[84269]: pgmap v2995: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 16 op/s 2024-04-10T16:00:49.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:49 smithi102 ceph-mon[90943]: pgmap v2995: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 16 op/s 2024-04-10T16:00:49.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:49 smithi102 ceph-mon[88557]: pgmap v2995: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 110 KiB/s rd, 16 op/s 2024-04-10T16:00:51.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:51 smithi154 ceph-mon[84269]: pgmap v2996: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 21 op/s 2024-04-10T16:00:51.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:51 smithi102 ceph-mon[90943]: pgmap v2996: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 21 op/s 2024-04-10T16:00:51.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:51 smithi102 ceph-mon[88557]: pgmap v2996: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 21 op/s 2024-04-10T16:00:52.651 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:00:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:00:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:00:53.868 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:53 smithi154 ceph-mon[84269]: pgmap v2997: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-10T16:00:53.868 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:53.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:53 smithi102 ceph-mon[90943]: pgmap v2997: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-10T16:00:53.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:53.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:53 smithi102 ceph-mon[88557]: pgmap v2997: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 184 KiB/s rd, 19 op/s 2024-04-10T16:00:53.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:00:55.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:55 smithi154 ceph-mon[84269]: pgmap v2998: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:00:55.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:55 smithi102 ceph-mon[90943]: pgmap v2998: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:00:55.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:55 smithi102 ceph-mon[88557]: pgmap v2998: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:00:57.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:57 smithi154 ceph-mon[84269]: pgmap v2999: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-10T16:00:57.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:57 smithi102 ceph-mon[90943]: pgmap v2999: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-10T16:00:57.931 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:00:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:00:57] "GET /metrics HTTP/1.1" 200 60726 "" "Prometheus/2.43.0" 2024-04-10T16:00:57.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:57 smithi102 ceph-mon[88557]: pgmap v2999: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 24 op/s 2024-04-10T16:00:59.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:00:59 smithi154 ceph-mon[84269]: pgmap v3000: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:00:59.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:00:59 smithi102 ceph-mon[90943]: pgmap v3000: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:00:59.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:00:59 smithi102 ceph-mon[88557]: pgmap v3000: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 16 op/s 2024-04-10T16:01:01.879 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:01 smithi102 ceph-mon[90943]: pgmap v3001: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-10T16:01:01.879 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:01 smithi102 ceph-mon[88557]: pgmap v3001: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-10T16:01:01.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:01 smithi154 ceph-mon[84269]: pgmap v3001: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 85 B/s wr, 16 op/s 2024-04-10T16:01:02.651 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:01:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:01:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:01:03.651 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:03 smithi154 ceph-mon[84269]: pgmap v3002: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 85 B/s wr, 14 op/s 2024-04-10T16:01:03.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:03 smithi102 ceph-mon[90943]: pgmap v3002: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 85 B/s wr, 14 op/s 2024-04-10T16:01:03.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:03 smithi102 ceph-mon[88557]: pgmap v3002: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 204 KiB/s rd, 85 B/s wr, 14 op/s 2024-04-10T16:01:05.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:05 smithi154 ceph-mon[84269]: pgmap v3003: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-10T16:01:05.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:05 smithi102 ceph-mon[90943]: pgmap v3003: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-10T16:01:05.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:05 smithi102 ceph-mon[88557]: pgmap v3003: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 85 B/s wr, 11 op/s 2024-04-10T16:01:06.540 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.EncryptionLoadFormatMismatch (131972 ms) 2024-04-10T16:01:06.541 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.EncryptedResize 2024-04-10T16:01:06.541 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:07.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:07 smithi154 ceph-mon[84269]: pgmap v3004: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-10T16:01:07.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:07 smithi102 ceph-mon[90943]: pgmap v3004: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-10T16:01:07.931 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:01:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:01:07] "GET /metrics HTTP/1.1" 200 60726 "" "Prometheus/2.43.0" 2024-04-10T16:01:07.932 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:07 smithi102 ceph-mon[88557]: pgmap v3004: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 170 B/s wr, 16 op/s 2024-04-10T16:01:08.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:08.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:08.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:09.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:09 smithi154 ceph-mon[84269]: pgmap v3005: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-10T16:01:09.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:09 smithi102 ceph-mon[90943]: pgmap v3005: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-10T16:01:09.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:09 smithi102 ceph-mon[88557]: pgmap v3005: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 170 B/s wr, 8 op/s 2024-04-10T16:01:11.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:11 smithi154 ceph-mon[84269]: pgmap v3006: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-10T16:01:11.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:11 smithi102 ceph-mon[90943]: pgmap v3006: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-10T16:01:11.932 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:11 smithi102 ceph-mon[88557]: pgmap v3006: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 127 KiB/s rd, 255 B/s wr, 9 op/s 2024-04-10T16:01:12.652 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:01:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:01:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:01:13.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:13 smithi154 ceph-mon[84269]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-10T16:01:13.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:13 smithi102 ceph-mon[90943]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-10T16:01:13.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:13 smithi102 ceph-mon[88557]: pgmap v3007: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 129 KiB/s rd, 426 B/s wr, 11 op/s 2024-04-10T16:01:15.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:15 smithi154 ceph-mon[84269]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 426 B/s wr, 8 op/s 2024-04-10T16:01:15.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:15 smithi102 ceph-mon[90943]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 426 B/s wr, 8 op/s 2024-04-10T16:01:15.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:15 smithi102 ceph-mon[88557]: pgmap v3008: 457 pgs: 457 active+clean; 153 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 426 B/s wr, 8 op/s 2024-04-10T16:01:17.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:17 smithi154 ceph-mon[84269]: pgmap v3009: 457 pgs: 457 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-04-10T16:01:17.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:17 smithi102 ceph-mon[90943]: pgmap v3009: 457 pgs: 457 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-04-10T16:01:17.932 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:17 smithi102 ceph-mon[88557]: pgmap v3009: 457 pgs: 457 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 85 KiB/s rd, 1.3 MiB/s wr, 17 op/s 2024-04-10T16:01:17.932 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:01:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:01:17] "GET /metrics HTTP/1.1" 200 60719 "" "Prometheus/2.43.0" 2024-04-10T16:01:19.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:19 smithi154 ceph-mon[84269]: pgmap v3010: 457 pgs: 457 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-10T16:01:19.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:19 smithi102 ceph-mon[90943]: pgmap v3010: 457 pgs: 457 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-10T16:01:19.932 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:19 smithi102 ceph-mon[88557]: pgmap v3010: 457 pgs: 457 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 1.3 MiB/s wr, 12 op/s 2024-04-10T16:01:20.117 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.EncryptedResize (13577 ms) 2024-04-10T16:01:20.117 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.EncryptedFlattenSmallData 2024-04-10T16:01:20.117 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:21.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:21 smithi154 ceph-mon[84269]: pgmap v3011: 457 pgs: 457 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-10T16:01:21.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:21 smithi102 ceph-mon[90943]: pgmap v3011: 457 pgs: 457 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-10T16:01:21.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:21 smithi102 ceph-mon[88557]: pgmap v3011: 457 pgs: 457 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 37 KiB/s rd, 1.6 MiB/s wr, 19 op/s 2024-04-10T16:01:22.651 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:01:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:01:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:01:23.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:23 smithi154 ceph-mon[84269]: pgmap v3012: 457 pgs: 457 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-04-10T16:01:23.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:23.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:23 smithi102 ceph-mon[90943]: pgmap v3012: 457 pgs: 457 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-04-10T16:01:23.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:23.932 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:23 smithi102 ceph-mon[88557]: pgmap v3012: 457 pgs: 457 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 1.6 MiB/s wr, 31 op/s 2024-04-10T16:01:23.932 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:25.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:25 smithi154 ceph-mon[84269]: pgmap v3013: 457 pgs: 457 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-10T16:01:25.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:25 smithi102 ceph-mon[90943]: pgmap v3013: 457 pgs: 457 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-10T16:01:25.931 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:25 smithi102 ceph-mon[88557]: pgmap v3013: 457 pgs: 457 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-10T16:01:27.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:27 smithi154 ceph-mon[84269]: pgmap v3014: 457 pgs: 457 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-10T16:01:27.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:27 smithi102 ceph-mon[90943]: pgmap v3014: 457 pgs: 457 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-10T16:01:27.932 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:27 smithi102 ceph-mon[88557]: pgmap v3014: 457 pgs: 457 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 93 KiB/s rd, 1.6 MiB/s wr, 29 op/s 2024-04-10T16:01:27.932 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:01:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:01:27] "GET /metrics HTTP/1.1" 200 60719 "" "Prometheus/2.43.0" 2024-04-10T16:01:28.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:28 smithi154 ceph-mon[84269]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-10T16:01:28.932 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:28 smithi102 ceph-mon[88557]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-10T16:01:28.932 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:28 smithi102 ceph-mon[90943]: osdmap e1673: 8 total, 8 up, 8 in 2024-04-10T16:01:29.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:29 smithi154 ceph-mon[84269]: pgmap v3016: 457 pgs: 457 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 309 KiB/s wr, 25 op/s 2024-04-10T16:01:29.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:29 smithi102 ceph-mon[90943]: pgmap v3016: 457 pgs: 457 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 309 KiB/s wr, 25 op/s 2024-04-10T16:01:29.932 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:29 smithi102 ceph-mon[88557]: pgmap v3016: 457 pgs: 457 active+clean; 169 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 309 KiB/s wr, 25 op/s 2024-04-10T16:01:31.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:31 smithi102 ceph-mon[90943]: pgmap v3017: 457 pgs: 457 active+clean; 181 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-04-10T16:01:31.932 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:31 smithi102 ceph-mon[88557]: pgmap v3017: 457 pgs: 457 active+clean; 181 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-04-10T16:01:32.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:31 smithi154 ceph-mon[84269]: pgmap v3017: 457 pgs: 457 active+clean; 181 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 1.2 MiB/s wr, 23 op/s 2024-04-10T16:01:32.651 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:01:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:01:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:01:33.632 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.EncryptedFlattenSmallData (13514 ms) 2024-04-10T16:01:33.632 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestIOWithIOHint 2024-04-10T16:01:33.632 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:33.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:33 smithi102 ceph-mon[90943]: pgmap v3018: 457 pgs: 457 active+clean; 185 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 1.6 MiB/s wr, 30 op/s 2024-04-10T16:01:33.932 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:33 smithi102 ceph-mon[88557]: pgmap v3018: 457 pgs: 457 active+clean; 185 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 1.6 MiB/s wr, 30 op/s 2024-04-10T16:01:34.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:33 smithi154 ceph-mon[84269]: pgmap v3018: 457 pgs: 457 active+clean; 185 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 1.6 MiB/s wr, 30 op/s 2024-04-10T16:01:35.165 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:35.165 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:35.165 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:35.165 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:35.165 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:35.165 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.165 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:35.165 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:35.166 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:35.166 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:35.166 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.166 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:35.166 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:35.166 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:35.166 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:35.166 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.166 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:35.166 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:35.166 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:35.166 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:35.166 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.166 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:35.166 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:35.167 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:35.167 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:35.167 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.167 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:35.167 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:35.167 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:35.167 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:35.167 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T16:01:35.167 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T16:01:35.167 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T16:01:35.167 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T16:01:35.167 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T16:01:35.167 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T16:01:35.167 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T16:01:35.167 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T16:01:35.167 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T16:01:35.167 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T16:01:35.168 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.168 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T16:01:35.168 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:35.168 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:35.168 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T16:01:35.168 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.168 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T16:01:35.168 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:35.168 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:35.168 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T16:01:35.168 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.168 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T16:01:35.168 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:35.168 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:35.168 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T16:01:35.168 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.168 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T16:01:35.169 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:35.169 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:35.169 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T16:01:35.169 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.169 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T16:01:35.169 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:35.169 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:35.169 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T16:01:35.169 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:35.169 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:35.169 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:35.169 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:35.169 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:35.169 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.169 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:35.169 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:35.170 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:35.170 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.170 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:35.170 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:35.170 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:35.170 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.170 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:35.170 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:35.170 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:35.170 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.170 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:35.170 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:35.170 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:35.170 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.170 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:35.170 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:35.171 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:35.171 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 512~512 = 512 2024-04-10T16:01:35.171 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:35.171 INFO:tasks.workunit.client.0.smithi102.stdout:aio discard: 1536~512 = 0 2024-04-10T16:01:35.171 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:35.171 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:35.171 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:35.171 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:35.171 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:35.171 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 0 2024-04-10T16:01:35.171 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.171 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.171 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 0 2024-04-10T16:01:35.171 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.171 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.171 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 16384 2024-04-10T16:01:35.172 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.172 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.172 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 16384 2024-04-10T16:01:35.172 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.172 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.172 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:35.172 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:35.172 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 49152 2024-04-10T16:01:35.172 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.172 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.172 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 49152 2024-04-10T16:01:35.172 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.172 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.172 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 65536 2024-04-10T16:01:35.172 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.172 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.172 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 65536 2024-04-10T16:01:35.172 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.173 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.173 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:35.173 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:35.173 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 98304 2024-04-10T16:01:35.173 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.173 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.173 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 98304 2024-04-10T16:01:35.173 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.173 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.173 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 114688 2024-04-10T16:01:35.173 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.173 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.173 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 114688 2024-04-10T16:01:35.173 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.173 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.173 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:35.173 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:35.174 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 147456 2024-04-10T16:01:35.174 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.174 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.174 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 147456 2024-04-10T16:01:35.174 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.174 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.174 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 163840 2024-04-10T16:01:35.174 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.174 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.174 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 163840 2024-04-10T16:01:35.174 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.174 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.174 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:35.174 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:35.174 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 196608 2024-04-10T16:01:35.174 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.175 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.175 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 196608 2024-04-10T16:01:35.175 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.175 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.175 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 212992 2024-04-10T16:01:35.175 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.175 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.175 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 212992 2024-04-10T16:01:35.175 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.175 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.175 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:35.175 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:35.175 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.175 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:35.175 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:35.175 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:35.176 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:35.176 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.176 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.176 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.176 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:35.176 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:35.176 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:35.176 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:35.176 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.176 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.177 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.177 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:35.177 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:35.177 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:35.177 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:35.177 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.177 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.177 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.177 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:35.177 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:35.177 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:35.177 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:35.177 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.177 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.177 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.177 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:35.178 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:35.178 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.178 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:35.178 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:35.178 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.178 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:35.178 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:35.178 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:35.178 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:35.178 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.178 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.178 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.178 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:35.178 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:35.178 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:35.178 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:35.179 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:35.179 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:35.179 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:35.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:35 smithi102 ceph-mon[90943]: pgmap v3019: 457 pgs: 457 active+clean; 189 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 488 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-04-10T16:01:35.932 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:35 smithi102 ceph-mon[88557]: pgmap v3019: 457 pgs: 457 active+clean; 189 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 488 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-04-10T16:01:36.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:35 smithi154 ceph-mon[84269]: pgmap v3019: 457 pgs: 457 active+clean; 189 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 488 KiB/s rd, 2.0 MiB/s wr, 29 op/s 2024-04-10T16:01:36.477 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.477 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:36.477 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:36.477 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:36.477 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:36.478 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:36.478 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:36.478 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.478 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:36.478 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:36.478 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:36.478 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:36.478 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:36.478 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:36.478 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.478 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:36.478 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:36.479 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.479 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:36.479 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:36.479 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.479 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:36.479 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:36.479 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:36.479 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:36.479 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:36.479 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:36.480 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.480 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:36.480 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:36.480 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:36.480 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:36.480 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:36.480 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:36.480 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.480 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:36.480 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:36.480 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:36.480 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:36.481 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:36.481 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:36.481 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.481 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:36.481 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:36.481 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:36.481 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:36.481 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:36.481 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:36.481 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.481 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:36.481 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:36.481 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.482 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:36.482 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:36.482 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.482 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:36.482 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:36.482 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:36.482 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:36.482 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:36.482 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:36.482 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.482 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:36.482 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:36.482 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:36.483 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:36.483 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:36.483 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:36.483 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.483 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:36.483 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:36.483 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:36.483 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:36.483 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:36.483 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:36.483 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.483 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:36.484 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:36.484 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:36.484 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:36.484 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:36.484 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:36.484 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.484 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:36.484 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:36.484 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.484 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:36.484 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:36.484 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.485 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:36.485 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:36.485 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:36.485 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:36.485 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:36.485 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:36.485 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.485 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:36.485 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:36.485 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:36.485 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:36.485 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:36.485 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:36.486 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.486 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:36.486 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:36.486 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:36.486 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:36.486 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:36.486 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:36.486 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.486 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:36.486 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:36.486 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:36.487 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:36.487 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:36.487 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:36.487 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.487 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:36.487 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:36.487 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:36.487 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:36.487 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:36.487 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:36.487 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:36.488 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestIOWithIOHint (2845 ms) 2024-04-10T16:01:36.488 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestDataPoolIO 2024-04-10T16:01:37.685 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:37.931 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:37 smithi102 ceph-mon[90943]: pgmap v3020: 457 pgs: 457 active+clean; 201 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 631 op/s 2024-04-10T16:01:37.932 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:37 smithi102 ceph-mon[90943]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-10T16:01:37.932 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:37 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1845106489' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:01:37.932 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:01:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:01:37] "GET /metrics HTTP/1.1" 200 60719 "" "Prometheus/2.43.0" 2024-04-10T16:01:37.932 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:37 smithi102 ceph-mon[88557]: pgmap v3020: 457 pgs: 457 active+clean; 201 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 631 op/s 2024-04-10T16:01:37.932 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:37 smithi102 ceph-mon[88557]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-10T16:01:37.932 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:37 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1845106489' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:01:38.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:37 smithi154 ceph-mon[84269]: pgmap v3020: 457 pgs: 457 active+clean; 201 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.4 MiB/s wr, 631 op/s 2024-04-10T16:01:38.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:37 smithi154 ceph-mon[84269]: osdmap e1674: 8 total, 8 up, 8 in 2024-04-10T16:01:38.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:37 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1845106489' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-26","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:01:39.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:38 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1845106489' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:01:39.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:38 smithi154 ceph-mon[84269]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-10T16:01:39.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:39.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:38 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1845106489' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:01:39.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:38 smithi102 ceph-mon[90943]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-10T16:01:39.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:39.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:38 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1845106489' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-26","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:01:39.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:38 smithi102 ceph-mon[88557]: osdmap e1675: 8 total, 8 up, 8 in 2024-04-10T16:01:39.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:39.777 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:39.777 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:39.777 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:39.777 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:39.778 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:39.778 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:39.778 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:39.778 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:39.778 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:39.778 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:39.778 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:39.778 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:39.778 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:39.778 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:39.778 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:39.778 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:39.778 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:39.778 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:39.778 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:39.779 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:39.779 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:39.779 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:39.779 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:39.779 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:39.779 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:39.779 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:39.779 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:39.779 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:39.779 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:39.779 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:39.779 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:39.779 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:39.779 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:39.779 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:39.780 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:39.780 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:39.780 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:39.780 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:39.780 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:39.780 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:39.780 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:39.780 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:39.780 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:39.780 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:39.780 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:39.780 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:39.780 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:39.780 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:39.780 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:39.780 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:39.781 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:39.781 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:39.781 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:39.781 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:39.781 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:39.781 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 512~512 = 512 2024-04-10T16:01:39.781 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:39.781 INFO:tasks.workunit.client.0.smithi102.stdout:aio discard: 1536~512 = 0 2024-04-10T16:01:39.781 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:39.781 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:39.781 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:39.781 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:39.781 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:39.781 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:39.781 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:39.782 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestDataPoolIO (3300 ms) 2024-04-10T16:01:39.782 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatch 2024-04-10T16:01:39.782 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:39.804 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatch (28 ms) 2024-04-10T16:01:39.804 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatch 2024-04-10T16:01:39.805 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:39.833 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatch (28 ms) 2024-04-10T16:01:39.833 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccess 2024-04-10T16:01:39.833 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:39.858 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccess (26 ms) 2024-04-10T16:01:39.859 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccess 2024-04-10T16:01:39.859 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:39.886 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccess (28 ms) 2024-04-10T16:01:39.887 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned 2024-04-10T16:01:39.887 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:39.953 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnaligned (66 ms) 2024-04-10T16:01:39.953 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned 2024-04-10T16:01:39.953 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:40.032 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnaligned (79 ms) 2024-04-10T16:01:40.032 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLarge 2024-04-10T16:01:40.033 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:40.095 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLarge (63 ms) 2024-04-10T16:01:40.095 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLarge 2024-04-10T16:01:40.095 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:40.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:39 smithi154 ceph-mon[84269]: pgmap v3023: 489 pgs: 6 creating+peering, 26 unknown, 457 active+clean; 201 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 779 op/s 2024-04-10T16:01:40.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:39 smithi154 ceph-mon[84269]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-10T16:01:40.157 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLarge (62 ms) 2024-04-10T16:01:40.157 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess 2024-04-10T16:01:40.157 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:40.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:39 smithi102 ceph-mon[90943]: pgmap v3023: 489 pgs: 6 creating+peering, 26 unknown, 457 active+clean; 201 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 779 op/s 2024-04-10T16:01:40.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:39 smithi102 ceph-mon[90943]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-10T16:01:40.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:39 smithi102 ceph-mon[88557]: pgmap v3023: 489 pgs: 6 creating+peering, 26 unknown, 457 active+clean; 201 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 2.7 MiB/s wr, 779 op/s 2024-04-10T16:01:40.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:39 smithi102 ceph-mon[88557]: osdmap e1676: 8 total, 8 up, 8 in 2024-04-10T16:01:40.427 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccess (271 ms) 2024-04-10T16:01:40.428 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess 2024-04-10T16:01:40.428 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:40.842 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccess (414 ms) 2024-04-10T16:01:40.842 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers 2024-04-10T16:01:40.842 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:40.871 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVIovecLenDiffers (30 ms) 2024-04-10T16:01:40.871 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVMismatch 2024-04-10T16:01:40.871 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:40.903 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVMismatch (32 ms) 2024-04-10T16:01:40.904 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteVSuccess 2024-04-10T16:01:40.904 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:40.934 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteVSuccess (31 ms) 2024-04-10T16:01:40.934 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestScatterGatherIO 2024-04-10T16:01:40.934 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:40.966 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestScatterGatherIO (32 ms) 2024-04-10T16:01:40.966 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestEmptyDiscard 2024-04-10T16:01:40.967 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:40.989 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:40.989 INFO:tasks.workunit.client.0.smithi102.stdout:aio discard: 0~1048576 = 0 2024-04-10T16:01:40.989 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:40.989 INFO:tasks.workunit.client.0.smithi102.stdout:aio discard: 0~4194304 = 0 2024-04-10T16:01:40.989 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:40.989 INFO:tasks.workunit.client.0.smithi102.stdout:aio discard: 3145728~1048576 = 0 2024-04-10T16:01:40.990 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestEmptyDiscard (22 ms) 2024-04-10T16:01:40.990 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestFUA 2024-04-10T16:01:40.990 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:41.096 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:41.096 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:41.096 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:41.096 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:41.096 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:41.096 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:41.096 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:41.096 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:41.096 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:41.096 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:41.097 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.097 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:41.097 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:41.097 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:41.097 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:41.097 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.097 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:41.097 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:41.097 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:41.097 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:41.097 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.097 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:41.097 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:41.097 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:41.097 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:41.097 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.098 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:41.098 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:41.098 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:41.098 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:41.098 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.098 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:41.098 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:41.098 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:41.098 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:41.098 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.098 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:41.098 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:41.098 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:41.099 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.099 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:41.099 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:41.099 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:41.099 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.099 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:41.099 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:41.099 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:41.099 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.099 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:41.099 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:41.099 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:41.099 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.099 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:41.099 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:41.099 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:41.099 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestFUA (107 ms) 2024-04-10T16:01:41.099 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestIOPP 2024-04-10T16:01:41.100 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:41.116 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:41.116 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:41.116 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:41.116 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:41.116 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:41.117 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.117 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:41.117 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:41.117 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:41.117 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:41.117 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.117 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:41.117 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:41.117 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:41.117 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:41.117 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.117 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:41.117 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:41.118 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:41.118 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:41.118 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.118 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:41.118 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:41.118 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:41.118 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:41.118 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.118 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:41.118 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:41.128 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:41.128 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:41.129 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T16:01:41.129 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T16:01:41.129 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T16:01:41.129 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T16:01:41.129 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T16:01:41.129 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T16:01:41.129 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T16:01:41.129 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T16:01:41.129 INFO:tasks.workunit.client.0.smithi102.stdout:start compare and write 2024-04-10T16:01:41.129 INFO:tasks.workunit.client.0.smithi102.stdout:compare and wrote: 512 2024-04-10T16:01:41.129 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.129 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T16:01:41.129 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:41.130 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:41.130 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T16:01:41.130 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.130 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T16:01:41.130 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:41.130 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:41.130 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T16:01:41.130 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.131 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T16:01:41.131 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:41.132 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:41.132 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T16:01:41.132 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.132 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T16:01:41.132 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:41.133 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:41.133 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T16:01:41.133 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.133 INFO:tasks.workunit.client.0.smithi102.stdout:started aio compare and write 2024-04-10T16:01:41.133 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:41.134 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:41.135 INFO:tasks.workunit.client.0.smithi102.stdout:finished aio compare and write 2024-04-10T16:01:41.135 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:41.135 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:41.135 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:41.135 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:41.135 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:41.135 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.135 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:41.135 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:41.135 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:41.135 INFO:tasks.workunit.client.0.smithi102.stdout:finished read 2024-04-10T16:01:41.135 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.135 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:41.135 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:41.135 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:41.136 INFO:tasks.workunit.client.0.smithi102.stdout:finished read 2024-04-10T16:01:41.136 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.136 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:41.136 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:41.136 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:41.136 INFO:tasks.workunit.client.0.smithi102.stdout:finished read 2024-04-10T16:01:41.136 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.137 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:41.137 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:41.137 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:41.137 INFO:tasks.workunit.client.0.smithi102.stdout:finished read 2024-04-10T16:01:41.137 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:41.137 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:41.137 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:41.137 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:41.137 INFO:tasks.workunit.client.0.smithi102.stdout:finished read 2024-04-10T16:01:41.137 INFO:tasks.workunit.client.0.smithi102.stdout:discard: 512~512 2024-04-10T16:01:41.137 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:41.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:40 smithi154 ceph-mon[84269]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-10T16:01:41.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:01:41.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:01:41.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:01:41.181 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:40 smithi102 ceph-mon[90943]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-10T16:01:41.181 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:01:41.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:01:41.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:01:41.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:40 smithi102 ceph-mon[88557]: osdmap e1677: 8 total, 8 up, 8 in 2024-04-10T16:01:41.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:01:41.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:01:41.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:01:42.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:41 smithi154 ceph-mon[84269]: pgmap v3026: 489 pgs: 6 creating+peering, 13 unknown, 470 active+clean; 201 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-10T16:01:42.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:41 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:01:42.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:41 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:01:42.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:41 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:01:42.181 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:41 smithi102 ceph-mon[90943]: pgmap v3026: 489 pgs: 6 creating+peering, 13 unknown, 470 active+clean; 201 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-10T16:01:42.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:41 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:01:42.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:41 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:01:42.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:41 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:01:42.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:41 smithi102 ceph-mon[88557]: pgmap v3026: 489 pgs: 6 creating+peering, 13 unknown, 470 active+clean; 201 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.0 KiB/s rd, 255 B/s wr, 8 op/s 2024-04-10T16:01:42.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:41 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:01:42.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:41 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:01:42.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:41 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:01:42.201 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:42.201 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:42.201 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:42.201 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:42.201 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:42.201 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 0 2024-04-10T16:01:42.201 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.201 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.201 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 0 2024-04-10T16:01:42.201 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.202 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.202 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 16384 2024-04-10T16:01:42.202 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.202 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.202 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 16384 2024-04-10T16:01:42.202 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.202 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.202 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:42.202 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:42.202 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 49152 2024-04-10T16:01:42.202 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.202 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.203 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 49152 2024-04-10T16:01:42.203 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.203 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.203 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 65536 2024-04-10T16:01:42.203 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.203 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.203 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 65536 2024-04-10T16:01:42.203 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.203 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.203 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:42.203 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:42.203 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 98304 2024-04-10T16:01:42.203 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.203 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.203 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 98304 2024-04-10T16:01:42.204 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.204 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.204 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 114688 2024-04-10T16:01:42.204 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.204 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.204 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 114688 2024-04-10T16:01:42.204 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.204 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.204 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:42.204 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:42.204 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 147456 2024-04-10T16:01:42.204 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.205 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.205 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 147456 2024-04-10T16:01:42.205 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.205 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.205 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 163840 2024-04-10T16:01:42.205 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.205 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.205 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 163840 2024-04-10T16:01:42.205 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.205 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.205 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:42.205 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:42.205 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 196608 2024-04-10T16:01:42.206 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.206 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.206 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 196608 2024-04-10T16:01:42.206 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.206 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.206 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 212992 2024-04-10T16:01:42.206 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.206 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.206 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 212992 2024-04-10T16:01:42.206 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.206 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.206 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:42.207 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:42.207 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.207 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.207 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:42.207 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:42.207 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:42.207 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.207 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.207 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.207 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.207 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:42.207 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:42.207 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:42.207 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.208 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.208 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.208 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.208 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:42.210 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:42.210 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:42.210 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.210 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.210 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.210 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.210 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:42.219 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:42.219 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:42.219 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.219 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.220 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.220 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.220 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:42.220 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.220 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.220 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:42.220 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.220 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.220 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:42.249 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:42.250 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:42.250 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.250 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.250 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.250 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.250 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:42.276 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:42.276 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:42.276 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.276 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.276 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.277 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.277 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:42.311 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:42.312 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:42.312 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.312 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.312 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.312 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.312 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:42.345 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:42.346 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:42.346 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.346 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.346 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.346 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.346 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:42.346 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.346 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.346 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:42.346 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.346 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.346 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:42.393 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:42.393 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:42.393 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.393 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.393 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.393 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.393 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:42.438 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:42.439 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:42.439 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.439 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.439 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.439 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.439 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:42.496 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:42.496 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:42.496 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.496 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.497 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.497 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.497 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:42.548 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:42.548 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:42.548 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.549 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.549 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.549 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.549 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:42.549 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.549 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.549 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:42.549 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.549 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.549 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:42.628 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:42.629 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:42.629 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.629 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.629 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.629 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.629 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:42.651 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:01:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:01:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:01:42.698 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:42.698 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:42.698 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.698 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.698 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.698 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.698 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:42.774 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:42.774 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:42.775 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.775 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.775 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.775 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.775 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:42.846 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:42.846 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:42.846 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.846 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.847 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.847 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.847 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:42.847 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.847 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.847 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:42.847 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.847 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.847 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:42.960 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:42.960 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:42.960 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:42.960 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:42.960 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:42.961 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:42.961 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:43.054 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:43.054 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:43.054 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:43.054 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:43.054 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:43.054 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:43.054 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:43.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:42 smithi154 ceph-mon[84269]: pgmap v3027: 489 pgs: 489 active+clean; 219 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 556 op/s 2024-04-10T16:01:43.171 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:43.171 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:43.171 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:43.171 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:43.171 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:43.171 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:43.171 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:43.181 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:42 smithi102 ceph-mon[90943]: pgmap v3027: 489 pgs: 489 active+clean; 219 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 556 op/s 2024-04-10T16:01:43.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:42 smithi102 ceph-mon[88557]: pgmap v3027: 489 pgs: 489 active+clean; 219 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 2.9 MiB/s wr, 556 op/s 2024-04-10T16:01:43.280 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:43.280 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:43.280 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:43.280 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:43.280 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:43.280 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:43.280 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:43.280 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:43.280 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:43.280 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:43.280 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestIOPP (2184 ms) 2024-04-10T16:01:43.280 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP 2024-04-10T16:01:43.280 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:43.302 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCompareAndWriteCompareTooSmallPP (23 ms) 2024-04-10T16:01:43.303 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP 2024-04-10T16:01:43.303 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:43.325 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteCompareTooSmallPP (22 ms) 2024-04-10T16:01:43.325 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP 2024-04-10T16:01:43.325 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:43.348 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCompareAndWriteWriteTooSmallPP (23 ms) 2024-04-10T16:01:43.348 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP 2024-04-10T16:01:43.348 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:43.372 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteWriteTooSmallPP (25 ms) 2024-04-10T16:01:43.373 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchPP 2024-04-10T16:01:43.373 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:43.398 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchPP (26 ms) 2024-04-10T16:01:43.399 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchPP 2024-04-10T16:01:43.399 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:43.421 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:43.425 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchPP (26 ms) 2024-04-10T16:01:43.425 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-10T16:01:43.425 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:43.452 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCompareAndWriteMismatchBufferlistGreaterLenPP (28 ms) 2024-04-10T16:01:43.452 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP 2024-04-10T16:01:43.452 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:43.479 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:43.483 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteMismatchBufferlistGreaterLenPP (30 ms) 2024-04-10T16:01:43.483 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessPP 2024-04-10T16:01:43.483 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:43.509 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessPP (26 ms) 2024-04-10T16:01:43.509 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessPP 2024-04-10T16:01:43.509 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:43.532 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:43.536 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessPP (28 ms) 2024-04-10T16:01:43.536 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-10T16:01:43.536 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:43.562 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCompareAndWriteSuccessBufferlistGreaterLenPP (26 ms) 2024-04-10T16:01:43.562 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP 2024-04-10T16:01:43.562 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:43.584 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:43.587 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteSuccessBufferlistGreaterLenPP (25 ms) 2024-04-10T16:01:43.587 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP 2024-04-10T16:01:43.587 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:43.665 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitUnalignedPP (77 ms) 2024-04-10T16:01:43.665 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP 2024-04-10T16:01:43.665 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:43.710 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:43.726 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitUnalignedPP (61 ms) 2024-04-10T16:01:43.726 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteTooLargePP 2024-04-10T16:01:43.726 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:43.801 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCompareAndWriteTooLargePP (75 ms) 2024-04-10T16:01:43.801 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteTooLargePP 2024-04-10T16:01:43.801 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:43.856 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:43.881 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteTooLargePP (80 ms) 2024-04-10T16:01:43.881 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP 2024-04-10T16:01:43.881 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:44.262 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestCompareAndWriteStripeUnitSuccessPP (381 ms) 2024-04-10T16:01:44.262 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP 2024-04-10T16:01:44.262 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:44.634 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:44.649 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestAioCompareAndWriteStripeUnitSuccessPP (387 ms) 2024-04-10T16:01:44.649 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestIOPPWithIOHint 2024-04-10T16:01:44.649 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:44.677 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:44.677 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:44.677 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:44.677 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:44.677 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:01:44.677 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:44.677 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:44.677 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:44.677 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:44.678 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:44.678 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:44.678 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:44.678 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:44.678 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:44.678 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:44.678 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:44.679 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:44.679 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:44.679 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:44.679 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:44.680 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:44.680 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:44.680 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:44.684 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:44.684 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:44.684 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:44.684 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:01:44.684 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:44.685 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:44.685 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:01:44.685 INFO:tasks.workunit.client.0.smithi102.stdout:read: 512 2024-04-10T16:01:44.685 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:44.685 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:44.685 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:44.685 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:44.685 INFO:tasks.workunit.client.0.smithi102.stdout:finished read 2024-04-10T16:01:44.685 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:44.685 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:44.685 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:44.686 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:44.686 INFO:tasks.workunit.client.0.smithi102.stdout:finished read 2024-04-10T16:01:44.686 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:44.686 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:44.686 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:44.686 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:44.686 INFO:tasks.workunit.client.0.smithi102.stdout:finished read 2024-04-10T16:01:44.686 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:44.687 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:44.687 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:44.687 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:44.687 INFO:tasks.workunit.client.0.smithi102.stdout:finished read 2024-04-10T16:01:44.687 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:44.687 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:01:44.687 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:01:45.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:44 smithi154 ceph-mon[84269]: pgmap v3028: 489 pgs: 489 active+clean; 225 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 495 op/s 2024-04-10T16:01:45.181 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:44 smithi102 ceph-mon[90943]: pgmap v3028: 489 pgs: 489 active+clean; 225 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 495 op/s 2024-04-10T16:01:45.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:44 smithi102 ceph-mon[88557]: pgmap v3028: 489 pgs: 489 active+clean; 225 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 3.1 MiB/s wr, 495 op/s 2024-04-10T16:01:45.754 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:01:45.754 INFO:tasks.workunit.client.0.smithi102.stdout:finished read 2024-04-10T16:01:45.754 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 0 2024-04-10T16:01:45.754 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.754 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.754 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 0 2024-04-10T16:01:45.754 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.754 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.755 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 16384 2024-04-10T16:01:45.755 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.755 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.755 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 16384 2024-04-10T16:01:45.755 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.755 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.755 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:45.755 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:45.755 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 49152 2024-04-10T16:01:45.755 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.755 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.755 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 49152 2024-04-10T16:01:45.755 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.755 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.755 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 65536 2024-04-10T16:01:45.756 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.756 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.756 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 65536 2024-04-10T16:01:45.756 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.756 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.756 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:45.756 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:45.756 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 98304 2024-04-10T16:01:45.756 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.756 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.756 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 98304 2024-04-10T16:01:45.756 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.756 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.756 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 114688 2024-04-10T16:01:45.756 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.757 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.757 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 114688 2024-04-10T16:01:45.757 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.757 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.757 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:45.757 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:45.757 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 147456 2024-04-10T16:01:45.757 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.757 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.757 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 147456 2024-04-10T16:01:45.757 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.757 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.757 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 163840 2024-04-10T16:01:45.757 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.757 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.758 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 163840 2024-04-10T16:01:45.758 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.758 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.758 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:45.758 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:45.758 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 196608 2024-04-10T16:01:45.758 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.758 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.758 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 196608 2024-04-10T16:01:45.758 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.758 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.758 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 212992 2024-04-10T16:01:45.758 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.758 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.759 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 212992 2024-04-10T16:01:45.759 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.759 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.759 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:45.759 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:45.759 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:45.759 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:45.759 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:45.759 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:45.759 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:45.759 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.759 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.759 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:45.759 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:45.759 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:45.760 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:45.760 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:45.760 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.760 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.760 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:45.760 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:45.760 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:45.762 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:45.762 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:45.763 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.763 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.763 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:45.763 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:45.763 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:45.770 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:45.770 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:45.770 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.771 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.771 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:45.771 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:45.771 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:45.771 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:45.771 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:45.771 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:45.771 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:45.771 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:45.771 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:45.794 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:45.794 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:45.794 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.794 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.794 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:45.794 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:45.794 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:45.817 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:45.817 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:45.818 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.818 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.818 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:45.818 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:45.818 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:45.852 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:45.852 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:45.852 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.852 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.852 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:45.852 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:45.852 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:45.888 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:45.888 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:45.888 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.888 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.888 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:45.888 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:45.888 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:45.888 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:45.888 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:45.888 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:45.888 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:45.888 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:45.888 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:45.937 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:45.937 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:45.937 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.937 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.937 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:45.937 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:45.937 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:45.983 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:45.983 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:45.983 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:45.983 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:45.984 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:45.984 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:45.984 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:46.050 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:46.051 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:46.051 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:46.051 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:46.051 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:46.051 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:46.051 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:46.106 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:46.106 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:46.106 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:46.107 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:46.107 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:46.107 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:46.107 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:46.107 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:46.107 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:46.107 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:46.107 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:46.107 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:46.107 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:46.184 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:46.184 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:46.184 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:46.184 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:46.185 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:46.185 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:46.185 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:46.250 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:46.250 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:46.250 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:46.250 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:46.250 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:46.250 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:46.250 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:46.330 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:46.330 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:46.330 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:46.330 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:46.330 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:46.330 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:46.330 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:46.414 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:46.414 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:46.414 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:46.414 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:46.414 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:46.414 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:46.414 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:46.414 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:46.415 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:46.415 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:46.415 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:46.415 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:46.415 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:46.521 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:46.521 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:46.521 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:46.521 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:46.522 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:46.522 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:46.522 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:46.614 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:46.614 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:46.614 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:46.614 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:46.614 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:46.614 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:46.615 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:46.721 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:46.721 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:46.721 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:46.721 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:46.721 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:46.721 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:46.721 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:01:46.809 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:01:46.810 INFO:tasks.workunit.client.0.smithi102.stdout:finished writesame 2024-04-10T16:01:46.810 INFO:tasks.workunit.client.0.smithi102.stdout:to verify the data 2024-04-10T16:01:46.810 INFO:tasks.workunit.client.0.smithi102.stdout:verified 2024-04-10T16:01:46.810 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:46.810 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:46.810 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:46.810 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:01:46.810 INFO:tasks.workunit.client.0.smithi102.stdout:started writesame 2024-04-10T16:01:46.810 INFO:tasks.workunit.client.0.smithi102.stdout:expected fail, finished writesame 2024-04-10T16:01:46.810 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestIOPPWithIOHint (2161 ms) 2024-04-10T16:01:46.810 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestIOToSnapshot 2024-04-10T16:01:46.810 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:47.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:47 smithi154 ceph-mon[84269]: pgmap v3029: 489 pgs: 489 active+clean; 297 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 1.67k op/s 2024-04-10T16:01:47.682 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:47 smithi102 ceph-mon[90943]: pgmap v3029: 489 pgs: 489 active+clean; 297 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 1.67k op/s 2024-04-10T16:01:47.682 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:01:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:01:47] "GET /metrics HTTP/1.1" 200 63153 "" "Prometheus/2.43.0" 2024-04-10T16:01:47.682 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:47 smithi102 ceph-mon[88557]: pgmap v3029: 489 pgs: 489 active+clean; 297 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 14 MiB/s wr, 1.67k op/s 2024-04-10T16:01:48.448 INFO:tasks.workunit.client.0.smithi102.stdout:num snaps is: 0 2024-04-10T16:01:48.448 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 0 2024-04-10T16:01:48.448 INFO:tasks.workunit.client.0.smithi102.stdout:num snaps is: 1 2024-04-10T16:01:48.448 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 1 2024-04-10T16:01:48.448 INFO:tasks.workunit.client.0.smithi102.stdout:snap: orig 2024-04-10T16:01:48.448 INFO:tasks.workunit.client.0.smithi102.stdout:found orig with size 2097152 2024-04-10T16:01:48.448 INFO:tasks.workunit.client.0.smithi102.stdout:read: 80 2024-04-10T16:01:48.448 INFO:tasks.workunit.client.0.smithi102.stdout:write test data! 2024-04-10T16:01:48.448 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 80 2024-04-10T16:01:48.448 INFO:tasks.workunit.client.0.smithi102.stdout:num snaps is: 2 2024-04-10T16:01:48.448 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 2 2024-04-10T16:01:48.448 INFO:tasks.workunit.client.0.smithi102.stdout:snap: orig 2024-04-10T16:01:48.448 INFO:tasks.workunit.client.0.smithi102.stdout:snap: written 2024-04-10T16:01:48.449 INFO:tasks.workunit.client.0.smithi102.stdout:found orig with size 2097152 2024-04-10T16:01:48.449 INFO:tasks.workunit.client.0.smithi102.stdout:found written with size 2097152 2024-04-10T16:01:48.449 INFO:tasks.workunit.client.0.smithi102.stdout:read: 80 2024-04-10T16:01:48.449 INFO:tasks.workunit.client.0.smithi102.stdout:read: 80 2024-04-10T16:01:48.449 INFO:tasks.workunit.client.0.smithi102.stdout:read: 80 2024-04-10T16:01:48.449 INFO:tasks.workunit.client.0.smithi102.stdout:write to snapshot returned -30 2024-04-10T16:01:48.449 INFO:tasks.workunit.client.0.smithi102.stdout:Read-only file system 2024-04-10T16:01:48.474 INFO:tasks.workunit.client.0.smithi102.stdout:read: 80 2024-04-10T16:01:48.474 INFO:tasks.workunit.client.0.smithi102.stdout:read: 80 2024-04-10T16:01:48.474 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 80 2024-04-10T16:01:48.474 INFO:tasks.workunit.client.0.smithi102.stdout:opening testimg@orig 2024-04-10T16:01:48.474 INFO:tasks.workunit.client.0.smithi102.stdout:read: 80 2024-04-10T16:01:48.474 INFO:tasks.workunit.client.0.smithi102.stdout:write to snapshot returned -30 2024-04-10T16:01:48.474 INFO:tasks.workunit.client.0.smithi102.stdout:Read-only file system 2024-04-10T16:01:48.682 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:48 smithi102 ceph-mon[90943]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-10T16:01:48.682 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:48 smithi102 ceph-mon[88557]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-10T16:01:48.901 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:48 smithi154 ceph-mon[84269]: osdmap e1678: 8 total, 8 up, 8 in 2024-04-10T16:01:49.682 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:49 smithi102 ceph-mon[90943]: pgmap v3031: 489 pgs: 489 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 1.55k op/s 2024-04-10T16:01:49.682 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:49 smithi102 ceph-mon[90943]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-10T16:01:49.682 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:49 smithi102 ceph-mon[90943]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-10T16:01:49.682 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:49 smithi102 ceph-mon[88557]: pgmap v3031: 489 pgs: 489 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 1.55k op/s 2024-04-10T16:01:49.682 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:49 smithi102 ceph-mon[88557]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-10T16:01:49.682 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:49 smithi102 ceph-mon[88557]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-10T16:01:49.858 INFO:tasks.workunit.client.0.smithi102.stdout:num snaps is: 2 2024-04-10T16:01:49.859 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 2 2024-04-10T16:01:49.859 INFO:tasks.workunit.client.0.smithi102.stdout:snap: orig 2024-04-10T16:01:49.859 INFO:tasks.workunit.client.0.smithi102.stdout:snap: written 2024-04-10T16:01:49.859 INFO:tasks.workunit.client.0.smithi102.stdout:found orig with size 2097152 2024-04-10T16:01:49.859 INFO:tasks.workunit.client.0.smithi102.stdout:found written with size 2097152 2024-04-10T16:01:49.859 INFO:tasks.workunit.client.0.smithi102.stdout:num snaps is: 1 2024-04-10T16:01:49.859 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 1 2024-04-10T16:01:49.859 INFO:tasks.workunit.client.0.smithi102.stdout:snap: orig 2024-04-10T16:01:49.859 INFO:tasks.workunit.client.0.smithi102.stdout:found orig with size 2097152 2024-04-10T16:01:49.859 INFO:tasks.workunit.client.0.smithi102.stdout:num snaps is: 0 2024-04-10T16:01:49.859 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 0 2024-04-10T16:01:49.859 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestIOToSnapshot (3049 ms) 2024-04-10T16:01:49.859 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestSnapshotDeletedIo 2024-04-10T16:01:49.859 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:49.902 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:49 smithi154 ceph-mon[84269]: pgmap v3031: 489 pgs: 489 active+clean; 301 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 13 MiB/s wr, 1.55k op/s 2024-04-10T16:01:49.902 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:49 smithi154 ceph-mon[84269]: osdmap e1679: 8 total, 8 up, 8 in 2024-04-10T16:01:49.902 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:49 smithi154 ceph-mon[84269]: osdmap e1680: 8 total, 8 up, 8 in 2024-04-10T16:01:51.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:50 smithi154 ceph-mon[84269]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-10T16:01:51.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:50 smithi154 ceph-mon[84269]: pgmap v3035: 489 pgs: 489 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.5 MiB/s wr, 2.21k op/s 2024-04-10T16:01:51.181 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:50 smithi102 ceph-mon[90943]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-10T16:01:51.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:50 smithi102 ceph-mon[90943]: pgmap v3035: 489 pgs: 489 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.5 MiB/s wr, 2.21k op/s 2024-04-10T16:01:51.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:50 smithi102 ceph-mon[88557]: osdmap e1681: 8 total, 8 up, 8 in 2024-04-10T16:01:51.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:50 smithi102 ceph-mon[88557]: pgmap v3035: 489 pgs: 489 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.5 MiB/s wr, 2.21k op/s 2024-04-10T16:01:51.873 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestSnapshotDeletedIo (2014 ms) 2024-04-10T16:01:51.873 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestClone 2024-04-10T16:01:51.873 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:52.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:51 smithi154 ceph-mon[84269]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-10T16:01:52.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:51 smithi102 ceph-mon[88557]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-10T16:01:52.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:51 smithi102 ceph-mon[90943]: osdmap e1682: 8 total, 8 up, 8 in 2024-04-10T16:01:52.651 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:01:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:01:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:01:53.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:52 smithi154 ceph-mon[84269]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-10T16:01:53.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:52 smithi154 ceph-mon[84269]: pgmap v3038: 489 pgs: 489 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 539 KiB/s wr, 2.22k op/s 2024-04-10T16:01:53.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:52 smithi102 ceph-mon[90943]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-10T16:01:53.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:52 smithi102 ceph-mon[90943]: pgmap v3038: 489 pgs: 489 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 539 KiB/s wr, 2.22k op/s 2024-04-10T16:01:53.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:52 smithi102 ceph-mon[88557]: osdmap e1683: 8 total, 8 up, 8 in 2024-04-10T16:01:53.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:52 smithi102 ceph-mon[88557]: pgmap v3038: 489 pgs: 489 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 539 KiB/s wr, 2.22k op/s 2024-04-10T16:01:53.909 INFO:tasks.workunit.client.0.smithi102.stdout:made parent image "parent" 2024-04-10T16:01:53.909 INFO:tasks.workunit.client.0.smithi102.stdout:parent has no parent info 2024-04-10T16:01:53.909 INFO:tasks.workunit.client.0.smithi102.stdout:made snapshot "parent@parent_snap" 2024-04-10T16:01:53.909 INFO:tasks.workunit.client.0.smithi102.stdout:can't unprotect an unprotected snap 2024-04-10T16:01:53.909 INFO:tasks.workunit.client.0.smithi102.stdout:can't protect a protected snap 2024-04-10T16:01:53.909 INFO:tasks.workunit.client.0.smithi102.stdout:made and opened clone "child" 2024-04-10T16:01:53.909 INFO:tasks.workunit.client.0.smithi102.stdout:read: 8 2024-04-10T16:01:53.909 INFO:tasks.workunit.client.0.smithi102.stdout:read: 8 2024-04-10T16:01:53.909 INFO:tasks.workunit.client.0.smithi102.stdout:read: 8 2024-04-10T16:01:53.910 INFO:tasks.workunit.client.0.smithi102.stdout:sizes and overlaps are good between parent and child 2024-04-10T16:01:53.910 INFO:tasks.workunit.client.0.smithi102.stdout:child image successfully cloned all image-meta pairs 2024-04-10T16:01:53.910 INFO:tasks.workunit.client.0.smithi102.stdout:sized down clone, changed overlap 2024-04-10T16:01:53.910 INFO:tasks.workunit.client.0.smithi102.stdout:parent info: size 4194304 obj_size 4194304 parent_pool 18446744073709551615 2024-04-10T16:01:53.910 INFO:tasks.workunit.client.0.smithi102.stdout:sized up clone, changed size but not overlap or parent's size 2024-04-10T16:01:53.910 INFO:tasks.workunit.client.0.smithi102.stdout:can't remove parent while child still exists 2024-04-10T16:01:53.910 INFO:tasks.workunit.client.0.smithi102.stdout:can't remove parent while still protected 2024-04-10T16:01:53.910 INFO:tasks.workunit.client.0.smithi102.stdout:removed parent snap after unprotecting 2024-04-10T16:01:53.910 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestClone (2036 ms) 2024-04-10T16:01:53.910 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestClone2 2024-04-10T16:01:53.910 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:54.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:53 smithi154 ceph-mon[84269]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-10T16:01:54.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:54.181 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:53 smithi102 ceph-mon[90943]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-10T16:01:54.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:54.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:53 smithi102 ceph-mon[88557]: osdmap e1684: 8 total, 8 up, 8 in 2024-04-10T16:01:54.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:01:55.018 INFO:tasks.workunit.client.0.smithi102.stdout:made parent image "parent" 2024-04-10T16:01:55.018 INFO:tasks.workunit.client.0.smithi102.stdout:parent has no parent info 2024-04-10T16:01:55.018 INFO:tasks.workunit.client.0.smithi102.stdout:made snapshot "parent@parent_snap" 2024-04-10T16:01:55.018 INFO:tasks.workunit.client.0.smithi102.stdout:made and opened clone "child" 2024-04-10T16:01:55.018 INFO:tasks.workunit.client.0.smithi102.stdout:child image successfully cloned all image-meta pairs 2024-04-10T16:01:55.019 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestClone2 (1109 ms) 2024-04-10T16:01:55.019 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.ListChildren 2024-04-10T16:01:55.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:54 smithi154 ceph-mon[84269]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-10T16:01:55.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:54 smithi154 ceph-mon[84269]: pgmap v3041: 489 pgs: 489 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 4.0 KiB/s wr, 36 op/s 2024-04-10T16:01:55.181 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:54 smithi102 ceph-mon[90943]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-10T16:01:55.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:54 smithi102 ceph-mon[90943]: pgmap v3041: 489 pgs: 489 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 4.0 KiB/s wr, 36 op/s 2024-04-10T16:01:55.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:54 smithi102 ceph-mon[88557]: osdmap e1685: 8 total, 8 up, 8 in 2024-04-10T16:01:55.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:54 smithi102 ceph-mon[88557]: pgmap v3041: 489 pgs: 489 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 22 KiB/s rd, 4.0 KiB/s wr, 36 op/s 2024-04-10T16:01:56.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:55 smithi154 ceph-mon[84269]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-10T16:01:56.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:55 smithi102 ceph-mon[90943]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-10T16:01:56.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:55 smithi102 ceph-mon[88557]: osdmap e1686: 8 total, 8 up, 8 in 2024-04-10T16:01:57.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:56 smithi154 ceph-mon[84269]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-10T16:01:57.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:56 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1446652711' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:01:57.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:56 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:01:57.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:56 smithi154 ceph-mon[84269]: pgmap v3044: 521 pgs: 3 creating+peering, 29 unknown, 489 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 756 KiB/s rd, 53 KiB/s wr, 904 op/s 2024-04-10T16:01:57.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:56 smithi102 ceph-mon[90943]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-10T16:01:57.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:56 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1446652711' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:01:57.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:56 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:01:57.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:56 smithi102 ceph-mon[90943]: pgmap v3044: 521 pgs: 3 creating+peering, 29 unknown, 489 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 756 KiB/s rd, 53 KiB/s wr, 904 op/s 2024-04-10T16:01:57.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:56 smithi102 ceph-mon[88557]: osdmap e1687: 8 total, 8 up, 8 in 2024-04-10T16:01:57.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:56 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1446652711' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:01:57.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:56 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-27","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:01:57.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:56 smithi102 ceph-mon[88557]: pgmap v3044: 521 pgs: 3 creating+peering, 29 unknown, 489 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 756 KiB/s rd, 53 KiB/s wr, 904 op/s 2024-04-10T16:01:57.887 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:01:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:01:57] "GET /metrics HTTP/1.1" 200 63187 "" "Prometheus/2.43.0" 2024-04-10T16:01:58.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:57 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:01:58.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:57 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:01:58.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:57 smithi154 ceph-mon[84269]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-10T16:01:58.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:57 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:01:58.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:57 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:01:58.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:57 smithi102 ceph-mon[88557]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-10T16:01:58.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:57 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:01:58.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:57 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-27","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:01:58.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:57 smithi102 ceph-mon[90943]: osdmap e1688: 8 total, 8 up, 8 in 2024-04-10T16:01:58.846 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:01:59.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:58 smithi154 ceph-mon[84269]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-10T16:01:59.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:58 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3957830577' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:01:59.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:58 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:01:59.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:58 smithi154 ceph-mon[84269]: pgmap v3047: 553 pgs: 3 creating+peering, 56 unknown, 494 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 754 KiB/s rd, 53 KiB/s wr, 899 op/s 2024-04-10T16:01:59.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:58 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:01:59.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:01:58 smithi154 ceph-mon[84269]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-10T16:01:59.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:58 smithi102 ceph-mon[90943]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-10T16:01:59.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:58 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3957830577' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:01:59.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:58 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:01:59.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:58 smithi102 ceph-mon[90943]: pgmap v3047: 553 pgs: 3 creating+peering, 56 unknown, 494 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 754 KiB/s rd, 53 KiB/s wr, 899 op/s 2024-04-10T16:01:59.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:58 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:01:59.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:01:58 smithi102 ceph-mon[90943]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-10T16:01:59.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:58 smithi102 ceph-mon[88557]: osdmap e1689: 8 total, 8 up, 8 in 2024-04-10T16:01:59.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:58 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3957830577' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:01:59.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:58 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-28","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:01:59.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:58 smithi102 ceph-mon[88557]: pgmap v3047: 553 pgs: 3 creating+peering, 56 unknown, 494 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 754 KiB/s rd, 53 KiB/s wr, 899 op/s 2024-04-10T16:01:59.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:58 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-28","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:01:59.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:01:58 smithi102 ceph-mon[88557]: osdmap e1690: 8 total, 8 up, 8 in 2024-04-10T16:02:01.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:00 smithi154 ceph-mon[84269]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-10T16:02:01.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:00 smithi154 ceph-mon[84269]: pgmap v3050: 553 pgs: 7 creating+peering, 28 unknown, 518 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 KiB/s wr, 45 op/s 2024-04-10T16:02:01.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:00 smithi102 ceph-mon[90943]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-10T16:02:01.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:00 smithi102 ceph-mon[90943]: pgmap v3050: 553 pgs: 7 creating+peering, 28 unknown, 518 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 KiB/s wr, 45 op/s 2024-04-10T16:02:01.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:00 smithi102 ceph-mon[88557]: osdmap e1691: 8 total, 8 up, 8 in 2024-04-10T16:02:01.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:00 smithi102 ceph-mon[88557]: pgmap v3050: 553 pgs: 7 creating+peering, 28 unknown, 518 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 36 KiB/s rd, 3.7 KiB/s wr, 45 op/s 2024-04-10T16:02:02.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:01 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:02:02.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:01 smithi154 ceph-mon[84269]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-10T16:02:02.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:01 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:02:02.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:01 smithi102 ceph-mon[90943]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-10T16:02:02.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:01 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:02:02.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:01 smithi102 ceph-mon[88557]: osdmap e1692: 8 total, 8 up, 8 in 2024-04-10T16:02:02.652 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:02:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:02:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:02:03.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:02 smithi154 ceph-mon[84269]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-10T16:02:03.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:02 smithi154 ceph-mon[84269]: pgmap v3053: 553 pgs: 4 creating+peering, 549 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.5 KiB/s wr, 39 op/s 2024-04-10T16:02:03.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:02 smithi102 ceph-mon[88557]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-10T16:02:03.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:02 smithi102 ceph-mon[88557]: pgmap v3053: 553 pgs: 4 creating+peering, 549 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.5 KiB/s wr, 39 op/s 2024-04-10T16:02:03.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:02 smithi102 ceph-mon[90943]: osdmap e1693: 8 total, 8 up, 8 in 2024-04-10T16:02:03.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:02 smithi102 ceph-mon[90943]: pgmap v3053: 553 pgs: 4 creating+peering, 549 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 2.5 KiB/s wr, 39 op/s 2024-04-10T16:02:04.151 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:03 smithi154 ceph-mon[84269]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-10T16:02:04.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:03 smithi154 ceph-mon[84269]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-10T16:02:04.181 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:03 smithi102 ceph-mon[88557]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-10T16:02:04.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:03 smithi102 ceph-mon[88557]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-10T16:02:04.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:03 smithi102 ceph-mon[90943]: osdmap e1694: 8 total, 8 up, 8 in 2024-04-10T16:02:04.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:03 smithi102 ceph-mon[90943]: osdmap e1695: 8 total, 8 up, 8 in 2024-04-10T16:02:04.370 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.370 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.370 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.370 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.370 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.370 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 1 2024-04-10T16:02:04.370 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 1 2024-04-10T16:02:04.370 INFO:tasks.workunit.client.0.smithi102.stdout:child: image113 2024-04-10T16:02:04.370 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image113/b1fb9eab8ea9 2024-04-10T16:02:04.370 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.370 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.371 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.371 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.371 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.371 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.371 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.371 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.371 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.371 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.371 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.371 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.371 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 2 2024-04-10T16:02:04.371 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 2 2024-04-10T16:02:04.371 INFO:tasks.workunit.client.0.smithi102.stdout:child: image114 2024-04-10T16:02:04.371 INFO:tasks.workunit.client.0.smithi102.stdout:child: image113 2024-04-10T16:02:04.371 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image113/b1fb9eab8ea9 2024-04-10T16:02:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.372 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-27/image114/b1fba918456d 2024-04-10T16:02:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.372 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.372 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.372 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.372 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.372 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.372 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.372 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.373 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-28/image115 2024-04-10T16:02:04.373 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.373 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.373 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-28/image115 2024-04-10T16:02:04.373 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image115 2024-04-10T16:02:04.373 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.373 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 3 2024-04-10T16:02:04.373 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 3 2024-04-10T16:02:04.373 INFO:tasks.workunit.client.0.smithi102.stdout:child: image114 2024-04-10T16:02:04.373 INFO:tasks.workunit.client.0.smithi102.stdout:child: image113 2024-04-10T16:02:04.373 INFO:tasks.workunit.client.0.smithi102.stdout:child: image115 2024-04-10T16:02:04.373 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image113/b1fb9eab8ea9 2024-04-10T16:02:04.373 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.373 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-27/image114/b1fba918456d 2024-04-10T16:02:04.373 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.374 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image115/b1fb952f7310 2024-04-10T16:02:04.374 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.374 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.374 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.374 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.374 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.374 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.374 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.374 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.374 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.374 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.374 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.374 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.374 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 3 2024-04-10T16:02:04.374 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 3 2024-04-10T16:02:04.375 INFO:tasks.workunit.client.0.smithi102.stdout:child: image114 2024-04-10T16:02:04.375 INFO:tasks.workunit.client.0.smithi102.stdout:child: image113 2024-04-10T16:02:04.375 INFO:tasks.workunit.client.0.smithi102.stdout:child: image115 2024-04-10T16:02:04.375 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image113/b1fb9eab8ea9 2024-04-10T16:02:04.375 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.375 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-27/image114/b1fba918456d 2024-04-10T16:02:04.375 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.375 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image115/b1fb952f7310 2024-04-10T16:02:04.375 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.375 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.375 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.375 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.375 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.375 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.375 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.375 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.376 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.376 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.376 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.376 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.376 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.376 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-28/image116 2024-04-10T16:02:04.376 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.376 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.376 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-28/image116 2024-04-10T16:02:04.376 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image116 2024-04-10T16:02:04.376 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.376 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 4 2024-04-10T16:02:04.376 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 4 2024-04-10T16:02:04.376 INFO:tasks.workunit.client.0.smithi102.stdout:child: image114 2024-04-10T16:02:04.376 INFO:tasks.workunit.client.0.smithi102.stdout:child: image113 2024-04-10T16:02:04.376 INFO:tasks.workunit.client.0.smithi102.stdout:child: image115 2024-04-10T16:02:04.377 INFO:tasks.workunit.client.0.smithi102.stdout:child: image116 2024-04-10T16:02:04.377 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image113/b1fb9eab8ea9 2024-04-10T16:02:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.377 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-27/image114/b1fba918456d 2024-04-10T16:02:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.377 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image115/b1fb952f7310 2024-04-10T16:02:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.377 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image116/b1fbb084e843 2024-04-10T16:02:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.377 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.377 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.377 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.377 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.378 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.378 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.378 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.378 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.378 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.378 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.378 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-28/image115 2024-04-10T16:02:04.378 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.378 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.378 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-28/image115 2024-04-10T16:02:04.378 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image115 2024-04-10T16:02:04.378 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.378 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.378 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-28/image116 2024-04-10T16:02:04.956 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.956 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-28/image113 2024-04-10T16:02:04.956 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-28/image115 2024-04-10T16:02:04.956 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-28/image116 2024-04-10T16:02:04.956 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image116 2024-04-10T16:02:04.956 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.957 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 4 2024-04-10T16:02:04.957 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 4 2024-04-10T16:02:04.957 INFO:tasks.workunit.client.0.smithi102.stdout:child: image114 2024-04-10T16:02:04.957 INFO:tasks.workunit.client.0.smithi102.stdout:child: image113 2024-04-10T16:02:04.957 INFO:tasks.workunit.client.0.smithi102.stdout:child: image115 2024-04-10T16:02:04.957 INFO:tasks.workunit.client.0.smithi102.stdout:child: image116 2024-04-10T16:02:04.957 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image113/b1fb9eab8ea9 2024-04-10T16:02:04.957 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.957 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-27/image114/b1fba918456d 2024-04-10T16:02:04.957 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.957 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image115/b1fb952f7310 2024-04-10T16:02:04.957 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.957 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image116/b1fbb084e843 2024-04-10T16:02:04.957 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.957 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.958 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.958 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.958 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.958 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.958 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.958 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-28/image115 2024-04-10T16:02:04.958 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.958 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-28/image115 2024-04-10T16:02:04.958 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image115 2024-04-10T16:02:04.958 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.958 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.958 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-28/image116 2024-04-10T16:02:04.958 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.958 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-28/image115 2024-04-10T16:02:04.958 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-28/image116 2024-04-10T16:02:04.959 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image116 2024-04-10T16:02:04.959 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.959 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 3 2024-04-10T16:02:04.959 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 3 2024-04-10T16:02:04.959 INFO:tasks.workunit.client.0.smithi102.stdout:child: image114 2024-04-10T16:02:04.959 INFO:tasks.workunit.client.0.smithi102.stdout:child: image115 2024-04-10T16:02:04.959 INFO:tasks.workunit.client.0.smithi102.stdout:child: image116 2024-04-10T16:02:04.959 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-27/image114/b1fba918456d 2024-04-10T16:02:04.959 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.959 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image115/b1fb952f7310 2024-04-10T16:02:04.959 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.959 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image116/b1fbb084e843 2024-04-10T16:02:04.959 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.959 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.959 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.959 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.959 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.960 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.960 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.960 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-28/image116 2024-04-10T16:02:04.960 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.960 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-28/image116 2024-04-10T16:02:04.960 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image116 2024-04-10T16:02:04.960 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.960 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 2 2024-04-10T16:02:04.960 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 2 2024-04-10T16:02:04.960 INFO:tasks.workunit.client.0.smithi102.stdout:child: image114 2024-04-10T16:02:04.960 INFO:tasks.workunit.client.0.smithi102.stdout:child: image116 2024-04-10T16:02:04.960 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-27/image114/b1fba918456d 2024-04-10T16:02:04.960 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.960 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-28/image116/b1fbb084e843 2024-04-10T16:02:04.961 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.961 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.961 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.961 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.961 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-27/image114 2024-04-10T16:02:04.961 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.961 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 1 2024-04-10T16:02:04.961 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 1 2024-04-10T16:02:04.961 INFO:tasks.workunit.client.0.smithi102.stdout:child: image114 2024-04-10T16:02:04.961 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-27/image114/b1fba918456d 2024-04-10T16:02:04.961 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:04.961 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 0 2024-04-10T16:02:04.961 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 0 2024-04-10T16:02:04.961 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.ListChildren (9938 ms) 2024-04-10T16:02:04.961 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.ListChildrenTiered 2024-04-10T16:02:05.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:04 smithi154 ceph-mon[84269]: pgmap v3056: 553 pgs: 553 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:02:05.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:04 smithi102 ceph-mon[88557]: pgmap v3056: 553 pgs: 553 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:02:05.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:04 smithi102 ceph-mon[90943]: pgmap v3056: 553 pgs: 553 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:02:06.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:05 smithi154 ceph-mon[84269]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-10T16:02:06.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:05 smithi102 ceph-mon[90943]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-10T16:02:06.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:05 smithi102 ceph-mon[88557]: osdmap e1696: 8 total, 8 up, 8 in 2024-04-10T16:02:07.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:06 smithi154 ceph-mon[84269]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-10T16:02:07.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:06 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2644931127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:02:07.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:06 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:02:07.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:06 smithi154 ceph-mon[84269]: pgmap v3059: 585 pgs: 5 creating+peering, 27 unknown, 553 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 11 KiB/s wr, 603 op/s 2024-04-10T16:02:07.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:06 smithi102 ceph-mon[88557]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-10T16:02:07.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:06 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2644931127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:02:07.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:06 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:02:07.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:06 smithi102 ceph-mon[88557]: pgmap v3059: 585 pgs: 5 creating+peering, 27 unknown, 553 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 11 KiB/s wr, 603 op/s 2024-04-10T16:02:07.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:06 smithi102 ceph-mon[90943]: osdmap e1697: 8 total, 8 up, 8 in 2024-04-10T16:02:07.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:06 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2644931127' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:02:07.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:06 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-29","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:02:07.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:06 smithi102 ceph-mon[90943]: pgmap v3059: 585 pgs: 5 creating+peering, 27 unknown, 553 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 11 KiB/s wr, 603 op/s 2024-04-10T16:02:07.892 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:02:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:02:07] "GET /metrics HTTP/1.1" 200 63187 "" "Prometheus/2.43.0" 2024-04-10T16:02:08.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:07 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:02:08.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:07 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:02:08.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:07 smithi154 ceph-mon[84269]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-10T16:02:08.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:07 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:02:08.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:07 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:02:08.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:07 smithi102 ceph-mon[88557]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-10T16:02:08.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:07 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:02:08.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:07 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-29","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:02:08.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:07 smithi102 ceph-mon[90943]: osdmap e1698: 8 total, 8 up, 8 in 2024-04-10T16:02:09.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:08 smithi154 ceph-mon[84269]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-10T16:02:09.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:08 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1964959858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:02:09.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:08 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:02:09.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:02:09.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:09.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:08 smithi154 ceph-mon[84269]: pgmap v3062: 617 pgs: 5 creating+peering, 54 unknown, 558 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 509 KiB/s rd, 14 KiB/s wr, 623 op/s 2024-04-10T16:02:09.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:08 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:02:09.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:08 smithi154 ceph-mon[84269]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-10T16:02:09.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:08 smithi102 ceph-mon[90943]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-10T16:02:09.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:08 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1964959858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:02:09.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:08 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:02:09.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:02:09.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:09.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:08 smithi102 ceph-mon[90943]: pgmap v3062: 617 pgs: 5 creating+peering, 54 unknown, 558 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 509 KiB/s rd, 14 KiB/s wr, 623 op/s 2024-04-10T16:02:09.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:08 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:02:09.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:08 smithi102 ceph-mon[90943]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-10T16:02:09.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:08 smithi102 ceph-mon[88557]: osdmap e1699: 8 total, 8 up, 8 in 2024-04-10T16:02:09.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:08 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1964959858' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:02:09.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:08 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-30","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:02:09.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:02:09.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:09.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:08 smithi102 ceph-mon[88557]: pgmap v3062: 617 pgs: 5 creating+peering, 54 unknown, 558 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 509 KiB/s rd, 14 KiB/s wr, 623 op/s 2024-04-10T16:02:09.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:08 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-30","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:02:09.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:08 smithi102 ceph-mon[88557]: osdmap e1700: 8 total, 8 up, 8 in 2024-04-10T16:02:11.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:10 smithi154 ceph-mon[84269]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-10T16:02:11.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:10 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1336138700' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:02:11.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:10 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:02:11.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:10 smithi154 ceph-mon[84269]: pgmap v3065: 649 pgs: 10 creating+peering, 56 unknown, 583 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 5.5 KiB/s wr, 126 op/s 2024-04-10T16:02:11.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:10 smithi102 ceph-mon[88557]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-10T16:02:11.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:10 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1336138700' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:02:11.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:10 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:02:11.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:10 smithi102 ceph-mon[88557]: pgmap v3065: 649 pgs: 10 creating+peering, 56 unknown, 583 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 5.5 KiB/s wr, 126 op/s 2024-04-10T16:02:11.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:10 smithi102 ceph-mon[90943]: osdmap e1701: 8 total, 8 up, 8 in 2024-04-10T16:02:11.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:10 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1336138700' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:02:11.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:10 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-31","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:02:11.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:10 smithi102 ceph-mon[90943]: pgmap v3065: 649 pgs: 10 creating+peering, 56 unknown, 583 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 99 KiB/s rd, 5.5 KiB/s wr, 126 op/s 2024-04-10T16:02:12.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:11 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:02:12.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:11 smithi154 ceph-mon[84269]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-10T16:02:12.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi102-136614-29", "tierpool":"test-librbd-smithi102-136614-31", "force_nonempty":""}]: dispatch 2024-04-10T16:02:12.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:11 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi102-136614-29", "tierpool":"test-librbd-smithi102-136614-31", "force_nonempty":""}]: dispatch 2024-04-10T16:02:12.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:11 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:02:12.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:11 smithi102 ceph-mon[90943]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-10T16:02:12.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi102-136614-29", "tierpool":"test-librbd-smithi102-136614-31", "force_nonempty":""}]: dispatch 2024-04-10T16:02:12.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:11 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi102-136614-29", "tierpool":"test-librbd-smithi102-136614-31", "force_nonempty":""}]: dispatch 2024-04-10T16:02:12.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:11 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-31","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:02:12.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:11 smithi102 ceph-mon[88557]: osdmap e1702: 8 total, 8 up, 8 in 2024-04-10T16:02:12.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi102-136614-29", "tierpool":"test-librbd-smithi102-136614-31", "force_nonempty":""}]: dispatch 2024-04-10T16:02:12.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:11 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier add", "pool": "test-librbd-smithi102-136614-29", "tierpool":"test-librbd-smithi102-136614-31", "force_nonempty":""}]: dispatch 2024-04-10T16:02:12.652 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:02:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:02:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:02:13.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:12 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi102-136614-29", "tierpool":"test-librbd-smithi102-136614-31", "force_nonempty":""}]': finished 2024-04-10T16:02:13.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:12 smithi154 ceph-mon[84269]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-10T16:02:13.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:12 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi102-136614-31", "mode":"writeback"}]: dispatch 2024-04-10T16:02:13.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:12 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi102-136614-31", "mode":"writeback"}]: dispatch 2024-04-10T16:02:13.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:12 smithi154 ceph-mon[84269]: pgmap v3068: 649 pgs: 21 creating+peering, 10 unknown, 618 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 2.2 KiB/s wr, 106 op/s 2024-04-10T16:02:13.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:12 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi102-136614-29", "tierpool":"test-librbd-smithi102-136614-31", "force_nonempty":""}]': finished 2024-04-10T16:02:13.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:12 smithi102 ceph-mon[90943]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-10T16:02:13.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:12 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi102-136614-31", "mode":"writeback"}]: dispatch 2024-04-10T16:02:13.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:12 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi102-136614-31", "mode":"writeback"}]: dispatch 2024-04-10T16:02:13.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:12 smithi102 ceph-mon[90943]: pgmap v3068: 649 pgs: 21 creating+peering, 10 unknown, 618 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 2.2 KiB/s wr, 106 op/s 2024-04-10T16:02:13.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:12 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier add", "pool": "test-librbd-smithi102-136614-29", "tierpool":"test-librbd-smithi102-136614-31", "force_nonempty":""}]': finished 2024-04-10T16:02:13.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:12 smithi102 ceph-mon[88557]: osdmap e1703: 8 total, 8 up, 8 in 2024-04-10T16:02:13.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:12 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi102-136614-31", "mode":"writeback"}]: dispatch 2024-04-10T16:02:13.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:12 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi102-136614-31", "mode":"writeback"}]: dispatch 2024-04-10T16:02:13.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:12 smithi102 ceph-mon[88557]: pgmap v3068: 649 pgs: 21 creating+peering, 10 unknown, 618 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 2.2 KiB/s wr, 106 op/s 2024-04-10T16:02:13.848 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:14.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:13 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:02:14.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:13 smithi154 ceph-mon[84269]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-10T16:02:14.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:13 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi102-136614-31", "mode":"writeback"}]': finished 2024-04-10T16:02:14.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:13 smithi154 ceph-mon[84269]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-10T16:02:14.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:13 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi102-136614-29", "overlaypool":"test-librbd-smithi102-136614-31"}]: dispatch 2024-04-10T16:02:14.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:13 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi102-136614-29", "overlaypool":"test-librbd-smithi102-136614-31"}]: dispatch 2024-04-10T16:02:14.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:13 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi102-136614-29", "overlaypool":"test-librbd-smithi102-136614-31"}]': finished 2024-04-10T16:02:14.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:13 smithi154 ceph-mon[84269]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-10T16:02:14.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:13 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:02:14.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:13 smithi102 ceph-mon[90943]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-10T16:02:14.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:13 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi102-136614-31", "mode":"writeback"}]': finished 2024-04-10T16:02:14.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:13 smithi102 ceph-mon[90943]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-10T16:02:14.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:13 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi102-136614-29", "overlaypool":"test-librbd-smithi102-136614-31"}]: dispatch 2024-04-10T16:02:14.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:13 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi102-136614-29", "overlaypool":"test-librbd-smithi102-136614-31"}]: dispatch 2024-04-10T16:02:14.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:13 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi102-136614-29", "overlaypool":"test-librbd-smithi102-136614-31"}]': finished 2024-04-10T16:02:14.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:13 smithi102 ceph-mon[90943]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-10T16:02:14.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:13 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:02:14.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:13 smithi102 ceph-mon[88557]: Health check failed: 1 cache pools are missing hit_sets (CACHE_POOL_NO_HIT_SET) 2024-04-10T16:02:14.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:13 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier cache-mode", "pool": "test-librbd-smithi102-136614-31", "mode":"writeback"}]': finished 2024-04-10T16:02:14.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:13 smithi102 ceph-mon[88557]: osdmap e1704: 8 total, 8 up, 8 in 2024-04-10T16:02:14.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:13 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi102-136614-29", "overlaypool":"test-librbd-smithi102-136614-31"}]: dispatch 2024-04-10T16:02:14.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:13 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi102-136614-29", "overlaypool":"test-librbd-smithi102-136614-31"}]: dispatch 2024-04-10T16:02:14.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:13 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier set-overlay", "pool": "test-librbd-smithi102-136614-29", "overlaypool":"test-librbd-smithi102-136614-31"}]': finished 2024-04-10T16:02:14.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:13 smithi102 ceph-mon[88557]: osdmap e1705: 8 total, 8 up, 8 in 2024-04-10T16:02:15.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:14 smithi154 ceph-mon[84269]: pgmap v3071: 649 pgs: 16 creating+peering, 7 unknown, 626 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:02:15.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:14 smithi102 ceph-mon[88557]: pgmap v3071: 649 pgs: 16 creating+peering, 7 unknown, 626 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:02:15.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:14 smithi102 ceph-mon[90943]: pgmap v3071: 649 pgs: 16 creating+peering, 7 unknown, 626 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:02:16.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:15 smithi154 ceph-mon[84269]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-10T16:02:16.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:15 smithi102 ceph-mon[90943]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-10T16:02:16.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:15 smithi102 ceph-mon[88557]: osdmap e1706: 8 total, 8 up, 8 in 2024-04-10T16:02:17.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:16 smithi154 ceph-mon[84269]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-10T16:02:17.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:16 smithi154 ceph-mon[84269]: pgmap v3074: 649 pgs: 649 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:02:17.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:16 smithi102 ceph-mon[90943]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-10T16:02:17.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:16 smithi102 ceph-mon[90943]: pgmap v3074: 649 pgs: 649 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:02:17.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:16 smithi102 ceph-mon[88557]: osdmap e1707: 8 total, 8 up, 8 in 2024-04-10T16:02:17.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:16 smithi102 ceph-mon[88557]: pgmap v3074: 649 pgs: 649 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:02:17.901 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:02:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:02:17] "GET /metrics HTTP/1.1" 200 72956 "" "Prometheus/2.43.0" 2024-04-10T16:02:18.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:17 smithi102 ceph-mon[90943]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-10T16:02:18.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:17 smithi102 ceph-mon[88557]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-10T16:02:18.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:17 smithi154 ceph-mon[84269]: osdmap e1708: 8 total, 8 up, 8 in 2024-04-10T16:02:19.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:18 smithi102 ceph-mon[90943]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-10T16:02:19.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:18 smithi102 ceph-mon[90943]: pgmap v3077: 649 pgs: 649 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:02:19.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:18 smithi102 ceph-mon[88557]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-10T16:02:19.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:18 smithi102 ceph-mon[88557]: pgmap v3077: 649 pgs: 649 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:02:19.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:18 smithi154 ceph-mon[84269]: osdmap e1709: 8 total, 8 up, 8 in 2024-04-10T16:02:19.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:18 smithi154 ceph-mon[84269]: pgmap v3077: 649 pgs: 649 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:02:19.474 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.474 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:19.474 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:19.475 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:19.475 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.475 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 1 2024-04-10T16:02:19.475 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 1 2024-04-10T16:02:19.475 INFO:tasks.workunit.client.0.smithi102.stdout:child: image118 2024-04-10T16:02:19.475 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image118/b1fb61bda51d 2024-04-10T16:02:19.475 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.475 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.475 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:19.475 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.475 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:19.475 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:19.475 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.475 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.475 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.476 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.476 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.476 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.476 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 2 2024-04-10T16:02:19.476 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 2 2024-04-10T16:02:19.476 INFO:tasks.workunit.client.0.smithi102.stdout:child: image119 2024-04-10T16:02:19.476 INFO:tasks.workunit.client.0.smithi102.stdout:child: image118 2024-04-10T16:02:19.476 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image118/b1fb61bda51d 2024-04-10T16:02:19.476 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.476 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-29/image119/b1fba514197e 2024-04-10T16:02:19.476 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.476 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.476 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:19.476 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.476 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:19.476 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:19.477 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.477 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.477 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.477 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.477 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.477 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.477 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.477 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-30/image120 2024-04-10T16:02:19.477 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.477 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:19.477 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-30/image120 2024-04-10T16:02:19.477 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image120 2024-04-10T16:02:19.477 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.477 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 3 2024-04-10T16:02:19.477 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 3 2024-04-10T16:02:19.477 INFO:tasks.workunit.client.0.smithi102.stdout:child: image119 2024-04-10T16:02:19.477 INFO:tasks.workunit.client.0.smithi102.stdout:child: image118 2024-04-10T16:02:19.478 INFO:tasks.workunit.client.0.smithi102.stdout:child: image120 2024-04-10T16:02:19.478 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image118/b1fb61bda51d 2024-04-10T16:02:19.478 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.478 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-29/image119/b1fba514197e 2024-04-10T16:02:19.478 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.478 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image120/b1fb33ee2bb7 2024-04-10T16:02:19.478 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.478 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.478 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:19.478 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.478 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:19.478 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:19.478 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.478 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.478 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.478 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.479 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.479 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.479 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 3 2024-04-10T16:02:19.479 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 3 2024-04-10T16:02:19.479 INFO:tasks.workunit.client.0.smithi102.stdout:child: image119 2024-04-10T16:02:19.479 INFO:tasks.workunit.client.0.smithi102.stdout:child: image118 2024-04-10T16:02:19.479 INFO:tasks.workunit.client.0.smithi102.stdout:child: image120 2024-04-10T16:02:19.479 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image118/b1fb61bda51d 2024-04-10T16:02:19.479 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.479 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-29/image119/b1fba514197e 2024-04-10T16:02:19.479 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.479 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image120/b1fb33ee2bb7 2024-04-10T16:02:19.479 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.479 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.479 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:19.479 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.480 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:19.480 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:19.480 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.480 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.480 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.480 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.480 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.480 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.480 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.480 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-30/image121 2024-04-10T16:02:19.480 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.480 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:19.480 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-30/image121 2024-04-10T16:02:19.480 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image121 2024-04-10T16:02:19.480 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.481 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 4 2024-04-10T16:02:19.481 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 4 2024-04-10T16:02:19.481 INFO:tasks.workunit.client.0.smithi102.stdout:child: image119 2024-04-10T16:02:19.481 INFO:tasks.workunit.client.0.smithi102.stdout:child: image118 2024-04-10T16:02:19.481 INFO:tasks.workunit.client.0.smithi102.stdout:child: image120 2024-04-10T16:02:19.481 INFO:tasks.workunit.client.0.smithi102.stdout:child: image121 2024-04-10T16:02:19.481 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image118/b1fb61bda51d 2024-04-10T16:02:19.481 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.481 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-29/image119/b1fba514197e 2024-04-10T16:02:19.481 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.481 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image120/b1fb33ee2bb7 2024-04-10T16:02:19.481 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.481 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image121/b1fb5af4a3c5 2024-04-10T16:02:19.481 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.482 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.482 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:19.482 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.482 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:19.482 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:19.482 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.482 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.482 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.482 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.482 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.482 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.482 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.482 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-30/image120 2024-04-10T16:02:19.482 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:19.482 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:19.483 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-30/image120 2024-04-10T16:02:19.483 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image120 2024-04-10T16:02:19.483 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.483 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:19.483 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-30/image121 2024-04-10T16:02:20.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:19 smithi102 ceph-mon[90943]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-10T16:02:20.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:19 smithi102 ceph-mon[88557]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-10T16:02:20.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:19 smithi154 ceph-mon[84269]: osdmap e1710: 8 total, 8 up, 8 in 2024-04-10T16:02:21.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:20 smithi102 ceph-mon[90943]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-10T16:02:21.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:20 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi102-136614-29"}]: dispatch 2024-04-10T16:02:21.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:20 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi102-136614-29"}]: dispatch 2024-04-10T16:02:21.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:20 smithi102 ceph-mon[90943]: pgmap v3080: 649 pgs: 649 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 3.7 KiB/s wr, 211 op/s 2024-04-10T16:02:21.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:20 smithi102 ceph-mon[88557]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-10T16:02:21.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:20 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi102-136614-29"}]: dispatch 2024-04-10T16:02:21.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:20 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi102-136614-29"}]: dispatch 2024-04-10T16:02:21.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:20 smithi102 ceph-mon[88557]: pgmap v3080: 649 pgs: 649 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 3.7 KiB/s wr, 211 op/s 2024-04-10T16:02:21.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:20 smithi154 ceph-mon[84269]: osdmap e1711: 8 total, 8 up, 8 in 2024-04-10T16:02:21.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:20 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi102-136614-29"}]: dispatch 2024-04-10T16:02:21.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:20 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi102-136614-29"}]: dispatch 2024-04-10T16:02:21.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:20 smithi154 ceph-mon[84269]: pgmap v3080: 649 pgs: 649 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 178 KiB/s rd, 3.7 KiB/s wr, 211 op/s 2024-04-10T16:02:21.936 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:21.936 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-30/image118 2024-04-10T16:02:21.936 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-30/image120 2024-04-10T16:02:21.936 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-30/image121 2024-04-10T16:02:21.936 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image121 2024-04-10T16:02:21.936 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.937 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 4 2024-04-10T16:02:21.937 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 4 2024-04-10T16:02:21.937 INFO:tasks.workunit.client.0.smithi102.stdout:child: image119 2024-04-10T16:02:21.937 INFO:tasks.workunit.client.0.smithi102.stdout:child: image118 2024-04-10T16:02:21.937 INFO:tasks.workunit.client.0.smithi102.stdout:child: image120 2024-04-10T16:02:21.937 INFO:tasks.workunit.client.0.smithi102.stdout:child: image121 2024-04-10T16:02:21.937 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image118/b1fb61bda51d 2024-04-10T16:02:21.937 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.937 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-29/image119/b1fba514197e 2024-04-10T16:02:21.937 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.937 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image120/b1fb33ee2bb7 2024-04-10T16:02:21.937 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.937 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image121/b1fb5af4a3c5 2024-04-10T16:02:21.937 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.937 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.938 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:21.938 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:21.938 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:21.938 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.938 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.938 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-30/image120 2024-04-10T16:02:21.938 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:21.938 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-30/image120 2024-04-10T16:02:21.938 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image120 2024-04-10T16:02:21.938 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.938 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.938 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-30/image121 2024-04-10T16:02:21.938 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:21.938 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-30/image120 2024-04-10T16:02:21.938 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-30/image121 2024-04-10T16:02:21.939 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image121 2024-04-10T16:02:21.939 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.939 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 3 2024-04-10T16:02:21.939 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 3 2024-04-10T16:02:21.939 INFO:tasks.workunit.client.0.smithi102.stdout:child: image119 2024-04-10T16:02:21.939 INFO:tasks.workunit.client.0.smithi102.stdout:child: image120 2024-04-10T16:02:21.939 INFO:tasks.workunit.client.0.smithi102.stdout:child: image121 2024-04-10T16:02:21.939 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-29/image119/b1fba514197e 2024-04-10T16:02:21.939 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.939 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image120/b1fb33ee2bb7 2024-04-10T16:02:21.939 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.939 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image121/b1fb5af4a3c5 2024-04-10T16:02:21.939 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.939 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.939 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:21.939 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:21.940 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:21.940 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.940 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.940 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-30/image121 2024-04-10T16:02:21.940 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:21.940 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-30/image121 2024-04-10T16:02:21.940 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image121 2024-04-10T16:02:21.940 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.940 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 2 2024-04-10T16:02:21.940 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 2 2024-04-10T16:02:21.940 INFO:tasks.workunit.client.0.smithi102.stdout:child: image119 2024-04-10T16:02:21.940 INFO:tasks.workunit.client.0.smithi102.stdout:child: image121 2024-04-10T16:02:21.940 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-29/image119/b1fba514197e 2024-04-10T16:02:21.940 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.941 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-30/image121/b1fb5af4a3c5 2024-04-10T16:02:21.941 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.941 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.941 INFO:tasks.workunit.client.0.smithi102.stdout:trying to find test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:21.941 INFO:tasks.workunit.client.0.smithi102.stdout:checking test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:21.941 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-29/image119 2024-04-10T16:02:21.941 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.941 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 1 2024-04-10T16:02:21.941 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 1 2024-04-10T16:02:21.941 INFO:tasks.workunit.client.0.smithi102.stdout:child: image119 2024-04-10T16:02:21.941 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-29/image119/b1fba514197e 2024-04-10T16:02:21.941 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:02:21.941 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 0 2024-04-10T16:02:21.941 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 0 2024-04-10T16:02:21.941 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.ListChildrenTiered (16980 ms) 2024-04-10T16:02:21.941 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.LockingPP 2024-04-10T16:02:21.942 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:22.007 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.LockingPP (71 ms) 2024-04-10T16:02:22.007 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.FlushAio 2024-04-10T16:02:22.007 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:22.252 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.FlushAio (245 ms) 2024-04-10T16:02:22.253 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.FlushAioPP 2024-04-10T16:02:22.253 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:22.303 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:21 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi102-136614-29"}]': finished 2024-04-10T16:02:22.303 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:21 smithi154 ceph-mon[84269]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-10T16:02:22.303 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:21 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi102-136614-29", "tierpool":"test-librbd-smithi102-136614-31"}]: dispatch 2024-04-10T16:02:22.303 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:21 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi102-136614-29", "tierpool":"test-librbd-smithi102-136614-31"}]: dispatch 2024-04-10T16:02:22.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:21 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi102-136614-29"}]': finished 2024-04-10T16:02:22.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:21 smithi102 ceph-mon[90943]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-10T16:02:22.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:21 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi102-136614-29", "tierpool":"test-librbd-smithi102-136614-31"}]: dispatch 2024-04-10T16:02:22.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:21 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi102-136614-29", "tierpool":"test-librbd-smithi102-136614-31"}]: dispatch 2024-04-10T16:02:22.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:21 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove-overlay", "pool": "test-librbd-smithi102-136614-29"}]': finished 2024-04-10T16:02:22.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:21 smithi102 ceph-mon[88557]: osdmap e1712: 8 total, 8 up, 8 in 2024-04-10T16:02:22.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:21 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi102-136614-29", "tierpool":"test-librbd-smithi102-136614-31"}]: dispatch 2024-04-10T16:02:22.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:21 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd tier remove", "pool": "test-librbd-smithi102-136614-29", "tierpool":"test-librbd-smithi102-136614-31"}]: dispatch 2024-04-10T16:02:22.457 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.FlushAioPP (205 ms) 2024-04-10T16:02:22.457 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.ZeroLengthWrite 2024-04-10T16:02:22.457 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:22.482 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.ZeroLengthWrite (25 ms) 2024-04-10T16:02:22.482 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.ZeroLengthDiscard 2024-04-10T16:02:22.482 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:22.507 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.ZeroLengthDiscard (25 ms) 2024-04-10T16:02:22.507 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.ZeroLengthRead 2024-04-10T16:02:22.508 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:22.523 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.ZeroLengthRead (16 ms) 2024-04-10T16:02:22.524 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.LargeCacheRead 2024-04-10T16:02:22.524 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:22.562 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.LargeCacheRead (39 ms) 2024-04-10T16:02:22.563 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestPendingAio 2024-04-10T16:02:22.563 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:22.652 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:02:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:02:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:02:22.802 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestPendingAio (240 ms) 2024-04-10T16:02:22.802 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyup 2024-04-10T16:02:22.802 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:23.053 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:23.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:22 smithi154 ceph-mon[84269]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-10T16:02:23.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:22 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi102-136614-29", "tierpool":"test-librbd-smithi102-136614-31"}]': finished 2024-04-10T16:02:23.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:22 smithi154 ceph-mon[84269]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-10T16:02:23.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:22 smithi154 ceph-mon[84269]: pgmap v3083: 649 pgs: 649 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 12 KiB/s wr, 510 op/s 2024-04-10T16:02:23.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:22 smithi102 ceph-mon[90943]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-10T16:02:23.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:22 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi102-136614-29", "tierpool":"test-librbd-smithi102-136614-31"}]': finished 2024-04-10T16:02:23.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:22 smithi102 ceph-mon[90943]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-10T16:02:23.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:22 smithi102 ceph-mon[90943]: pgmap v3083: 649 pgs: 649 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 12 KiB/s wr, 510 op/s 2024-04-10T16:02:23.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:22 smithi102 ceph-mon[88557]: Health check cleared: CACHE_POOL_NO_HIT_SET (was: 1 cache pools are missing hit_sets) 2024-04-10T16:02:23.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:22 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd tier remove", "pool": "test-librbd-smithi102-136614-29", "tierpool":"test-librbd-smithi102-136614-31"}]': finished 2024-04-10T16:02:23.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:22 smithi102 ceph-mon[88557]: osdmap e1713: 8 total, 8 up, 8 in 2024-04-10T16:02:23.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:22 smithi102 ceph-mon[88557]: pgmap v3083: 649 pgs: 649 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 415 KiB/s rd, 12 KiB/s wr, 510 op/s 2024-04-10T16:02:24.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:23 smithi154 ceph-mon[84269]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-10T16:02:24.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:02:24.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:24.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:23 smithi154 ceph-mon[84269]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-10T16:02:24.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:23 smithi102 ceph-mon[90943]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-10T16:02:24.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:02:24.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:24.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:23 smithi102 ceph-mon[90943]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-10T16:02:24.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:23 smithi102 ceph-mon[88557]: osdmap e1714: 8 total, 8 up, 8 in 2024-04-10T16:02:24.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:02:24.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:24.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:23 smithi102 ceph-mon[88557]: osdmap e1715: 8 total, 8 up, 8 in 2024-04-10T16:02:24.898 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyup (2096 ms) 2024-04-10T16:02:24.898 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.CompareAndWriteCopyupMismatch 2024-04-10T16:02:24.898 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:25.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:24 smithi154 ceph-mon[84269]: pgmap v3086: 649 pgs: 649 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 412 KiB/s rd, 15 KiB/s wr, 521 op/s 2024-04-10T16:02:25.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:24 smithi154 ceph-mon[84269]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-10T16:02:25.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:24 smithi102 ceph-mon[88557]: pgmap v3086: 649 pgs: 649 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 412 KiB/s rd, 15 KiB/s wr, 521 op/s 2024-04-10T16:02:25.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:24 smithi102 ceph-mon[88557]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-10T16:02:25.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:24 smithi102 ceph-mon[90943]: pgmap v3086: 649 pgs: 649 active+clean; 301 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 412 KiB/s rd, 15 KiB/s wr, 521 op/s 2024-04-10T16:02:25.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:24 smithi102 ceph-mon[90943]: osdmap e1716: 8 total, 8 up, 8 in 2024-04-10T16:02:25.954 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:27.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:26 smithi154 ceph-mon[84269]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-10T16:02:27.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:26 smithi154 ceph-mon[84269]: pgmap v3089: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 999 KiB/s rd, 733 KiB/s wr, 816 op/s 2024-04-10T16:02:27.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:26 smithi102 ceph-mon[90943]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-10T16:02:27.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:26 smithi102 ceph-mon[90943]: pgmap v3089: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 999 KiB/s rd, 733 KiB/s wr, 816 op/s 2024-04-10T16:02:27.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:26 smithi102 ceph-mon[88557]: osdmap e1717: 8 total, 8 up, 8 in 2024-04-10T16:02:27.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:26 smithi102 ceph-mon[88557]: pgmap v3089: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 999 KiB/s rd, 733 KiB/s wr, 816 op/s 2024-04-10T16:02:27.854 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:02:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:02:27] "GET /metrics HTTP/1.1" 200 75461 "" "Prometheus/2.43.0" 2024-04-10T16:02:27.912 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.CompareAndWriteCopyupMismatch (3014 ms) 2024-04-10T16:02:27.913 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.Flatten 2024-04-10T16:02:27.913 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:28.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:27 smithi154 ceph-mon[84269]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-10T16:02:28.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:27 smithi102 ceph-mon[88557]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-10T16:02:28.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:27 smithi102 ceph-mon[90943]: osdmap e1718: 8 total, 8 up, 8 in 2024-04-10T16:02:28.981 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.Flatten (1069 ms) 2024-04-10T16:02:28.982 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.Sparsify 2024-04-10T16:02:28.982 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:29.017 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 32768 2024-04-10T16:02:29.017 INFO:tasks.workunit.client.0.smithi102.stdout:read: 32768 2024-04-10T16:02:29.017 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.Sparsify (36 ms) 2024-04-10T16:02:29.017 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.SparsifyPP 2024-04-10T16:02:29.017 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:29.052 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.SparsifyPP (34 ms) 2024-04-10T16:02:29.052 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.SnapshotLimit 2024-04-10T16:02:29.052 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:29.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:28 smithi154 ceph-mon[84269]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-10T16:02:29.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:28 smithi154 ceph-mon[84269]: pgmap v3092: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 840 KiB/s rd, 727 KiB/s wr, 615 op/s 2024-04-10T16:02:29.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:28 smithi154 ceph-mon[84269]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-10T16:02:29.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:28 smithi102 ceph-mon[90943]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-10T16:02:29.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:28 smithi102 ceph-mon[90943]: pgmap v3092: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 840 KiB/s rd, 727 KiB/s wr, 615 op/s 2024-04-10T16:02:29.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:28 smithi102 ceph-mon[90943]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-10T16:02:29.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:28 smithi102 ceph-mon[88557]: osdmap e1719: 8 total, 8 up, 8 in 2024-04-10T16:02:29.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:28 smithi102 ceph-mon[88557]: pgmap v3092: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 840 KiB/s rd, 727 KiB/s wr, 615 op/s 2024-04-10T16:02:29.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:28 smithi102 ceph-mon[88557]: osdmap e1720: 8 total, 8 up, 8 in 2024-04-10T16:02:31.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:30 smithi154 ceph-mon[84269]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-10T16:02:31.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:30 smithi154 ceph-mon[84269]: pgmap v3095: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 20 KiB/s wr, 196 op/s 2024-04-10T16:02:31.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:30 smithi102 ceph-mon[90943]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-10T16:02:31.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:30 smithi102 ceph-mon[90943]: pgmap v3095: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 20 KiB/s wr, 196 op/s 2024-04-10T16:02:31.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:30 smithi102 ceph-mon[88557]: osdmap e1721: 8 total, 8 up, 8 in 2024-04-10T16:02:31.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:30 smithi102 ceph-mon[88557]: pgmap v3095: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 151 KiB/s rd, 20 KiB/s wr, 196 op/s 2024-04-10T16:02:32.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:31 smithi154 ceph-mon[84269]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-10T16:02:32.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:31 smithi102 ceph-mon[90943]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-10T16:02:32.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:31 smithi102 ceph-mon[88557]: osdmap e1722: 8 total, 8 up, 8 in 2024-04-10T16:02:32.652 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:02:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:02:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:02:33.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:32 smithi154 ceph-mon[84269]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-10T16:02:33.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:32 smithi154 ceph-mon[84269]: pgmap v3098: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 253 KiB/s rd, 44 KiB/s wr, 316 op/s 2024-04-10T16:02:33.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:32 smithi102 ceph-mon[90943]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-10T16:02:33.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:32 smithi102 ceph-mon[90943]: pgmap v3098: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 253 KiB/s rd, 44 KiB/s wr, 316 op/s 2024-04-10T16:02:33.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:32 smithi102 ceph-mon[88557]: osdmap e1723: 8 total, 8 up, 8 in 2024-04-10T16:02:33.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:32 smithi102 ceph-mon[88557]: pgmap v3098: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 253 KiB/s rd, 44 KiB/s wr, 316 op/s 2024-04-10T16:02:33.935 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.SnapshotLimit (4884 ms) 2024-04-10T16:02:33.936 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.SnapshotLimitPP 2024-04-10T16:02:33.936 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:34.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:33 smithi154 ceph-mon[84269]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-10T16:02:34.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:33 smithi102 ceph-mon[90943]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-10T16:02:34.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:33 smithi102 ceph-mon[88557]: osdmap e1724: 8 total, 8 up, 8 in 2024-04-10T16:02:35.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:34 smithi102 ceph-mon[90943]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-10T16:02:35.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:34 smithi102 ceph-mon[90943]: pgmap v3101: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 27 KiB/s wr, 154 op/s 2024-04-10T16:02:35.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:34 smithi102 ceph-mon[88557]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-10T16:02:35.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:34 smithi102 ceph-mon[88557]: pgmap v3101: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 27 KiB/s wr, 154 op/s 2024-04-10T16:02:35.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:34 smithi154 ceph-mon[84269]: osdmap e1725: 8 total, 8 up, 8 in 2024-04-10T16:02:35.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:34 smithi154 ceph-mon[84269]: pgmap v3101: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 27 KiB/s wr, 154 op/s 2024-04-10T16:02:36.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:35 smithi102 ceph-mon[88557]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-10T16:02:36.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:35 smithi102 ceph-mon[90943]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-10T16:02:36.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:35 smithi154 ceph-mon[84269]: osdmap e1726: 8 total, 8 up, 8 in 2024-04-10T16:02:37.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:36 smithi102 ceph-mon[90943]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-10T16:02:37.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:36 smithi102 ceph-mon[90943]: pgmap v3104: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 5.5 KiB/s wr, 39 op/s 2024-04-10T16:02:37.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:36 smithi102 ceph-mon[88557]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-10T16:02:37.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:36 smithi102 ceph-mon[88557]: pgmap v3104: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 5.5 KiB/s wr, 39 op/s 2024-04-10T16:02:37.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:36 smithi154 ceph-mon[84269]: osdmap e1727: 8 total, 8 up, 8 in 2024-04-10T16:02:37.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:36 smithi154 ceph-mon[84269]: pgmap v3104: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 24 KiB/s rd, 5.5 KiB/s wr, 39 op/s 2024-04-10T16:02:37.932 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:02:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:02:37] "GET /metrics HTTP/1.1" 200 75461 "" "Prometheus/2.43.0" 2024-04-10T16:02:38.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:37 smithi154 ceph-mon[84269]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-10T16:02:38.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:37 smithi102 ceph-mon[90943]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-10T16:02:38.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:37 smithi102 ceph-mon[88557]: osdmap e1728: 8 total, 8 up, 8 in 2024-04-10T16:02:38.983 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.SnapshotLimitPP (5048 ms) 2024-04-10T16:02:38.983 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.RebuildObjectMapViaLockOwner 2024-04-10T16:02:38.983 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:39.055 INFO:tasks.workunit.client.0.smithi102.stdout:0.00% done 2024-04-10T16:02:39.055 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.RebuildObjectMapViaLockOwner (72 ms) 2024-04-10T16:02:39.055 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.RenameViaLockOwner 2024-04-10T16:02:39.055 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:39.126 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.RenameViaLockOwner (71 ms) 2024-04-10T16:02:39.126 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.SnapCreateViaLockOwner 2024-04-10T16:02:39.126 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:39.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:38 smithi154 ceph-mon[84269]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-10T16:02:39.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:39.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:38 smithi154 ceph-mon[84269]: pgmap v3107: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.0 KiB/s wr, 29 op/s 2024-04-10T16:02:39.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:38 smithi102 ceph-mon[90943]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-10T16:02:39.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:39.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:38 smithi102 ceph-mon[90943]: pgmap v3107: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.0 KiB/s wr, 29 op/s 2024-04-10T16:02:39.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:38 smithi102 ceph-mon[88557]: osdmap e1729: 8 total, 8 up, 8 in 2024-04-10T16:02:39.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:39.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:38 smithi102 ceph-mon[88557]: pgmap v3107: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 3.0 KiB/s wr, 29 op/s 2024-04-10T16:02:39.999 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.SnapCreateViaLockOwner (873 ms) 2024-04-10T16:02:39.999 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.SnapRemoveViaLockOwner 2024-04-10T16:02:39.999 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:40.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:39 smithi154 ceph-mon[84269]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-10T16:02:40.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:39 smithi102 ceph-mon[88557]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-10T16:02:40.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:39 smithi102 ceph-mon[90943]: osdmap e1730: 8 total, 8 up, 8 in 2024-04-10T16:02:41.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:40 smithi154 ceph-mon[84269]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-10T16:02:41.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:40 smithi154 ceph-mon[84269]: pgmap v3110: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 KiB/s wr, 46 op/s 2024-04-10T16:02:41.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:40 smithi102 ceph-mon[90943]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-10T16:02:41.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:40 smithi102 ceph-mon[90943]: pgmap v3110: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 KiB/s wr, 46 op/s 2024-04-10T16:02:41.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:40 smithi102 ceph-mon[88557]: osdmap e1731: 8 total, 8 up, 8 in 2024-04-10T16:02:41.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:40 smithi102 ceph-mon[88557]: pgmap v3110: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.5 KiB/s wr, 46 op/s 2024-04-10T16:02:41.998 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.SnapRemoveViaLockOwner (1999 ms) 2024-04-10T16:02:41.998 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.UpdateFeaturesViaLockOwner 2024-04-10T16:02:41.998 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:42.061 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.UpdateFeaturesViaLockOwner (62 ms) 2024-04-10T16:02:42.061 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-10T16:02:42.061 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:9376: Skipped 2024-04-10T16:02:42.061 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:02:42.061 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner (0 ms) 2024-04-10T16:02:42.061 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.SnapRemove2 2024-04-10T16:02:42.061 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:42.312 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:41 smithi154 ceph-mon[84269]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-10T16:02:42.312 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:41 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:02:42.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:41 smithi102 ceph-mon[90943]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-10T16:02:42.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:41 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:02:42.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:41 smithi102 ceph-mon[88557]: osdmap e1732: 8 total, 8 up, 8 in 2024-04-10T16:02:42.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:41 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:02:42.652 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:02:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:02:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:02:43.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:42 smithi154 ceph-mon[84269]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-10T16:02:43.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:42 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:02:43.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:42 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:02:43.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:42 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:02:43.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:42 smithi154 ceph-mon[84269]: pgmap v3113: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 10 KiB/s wr, 158 op/s 2024-04-10T16:02:43.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:42 smithi102 ceph-mon[88557]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-10T16:02:43.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:42 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:02:43.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:42 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:02:43.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:42 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:02:43.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:42 smithi102 ceph-mon[88557]: pgmap v3113: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 10 KiB/s wr, 158 op/s 2024-04-10T16:02:43.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:42 smithi102 ceph-mon[90943]: osdmap e1733: 8 total, 8 up, 8 in 2024-04-10T16:02:43.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:42 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:02:43.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:42 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:02:43.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:42 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:02:43.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:42 smithi102 ceph-mon[90943]: pgmap v3113: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 118 KiB/s rd, 10 KiB/s wr, 158 op/s 2024-04-10T16:02:43.890 INFO:tasks.workunit.client.0.smithi102.stdout:100.00% done 2024-04-10T16:02:43.890 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.SnapRemove2 (1830 ms) 2024-04-10T16:02:43.890 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.SnapRenameViaLockOwner 2024-04-10T16:02:43.890 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:44.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:44 smithi154 ceph-mon[84269]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-10T16:02:44.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:44 smithi154 ceph-mon[84269]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-10T16:02:44.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:44 smithi102 ceph-mon[88557]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-10T16:02:44.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:44 smithi102 ceph-mon[88557]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-10T16:02:44.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:44 smithi102 ceph-mon[90943]: osdmap e1734: 8 total, 8 up, 8 in 2024-04-10T16:02:44.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:44 smithi102 ceph-mon[90943]: osdmap e1735: 8 total, 8 up, 8 in 2024-04-10T16:02:44.902 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.SnapRenameViaLockOwner (1012 ms) 2024-04-10T16:02:44.902 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.SnapProtectViaLockOwner 2024-04-10T16:02:44.902 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:45.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:45 smithi154 ceph-mon[84269]: pgmap v3116: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 8.7 KiB/s wr, 190 op/s 2024-04-10T16:02:45.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:45 smithi154 ceph-mon[84269]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-10T16:02:45.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:45 smithi102 ceph-mon[88557]: pgmap v3116: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 8.7 KiB/s wr, 190 op/s 2024-04-10T16:02:45.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:45 smithi102 ceph-mon[88557]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-10T16:02:45.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:45 smithi102 ceph-mon[90943]: pgmap v3116: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 149 KiB/s rd, 8.7 KiB/s wr, 190 op/s 2024-04-10T16:02:45.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:45 smithi102 ceph-mon[90943]: osdmap e1736: 8 total, 8 up, 8 in 2024-04-10T16:02:45.904 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.SnapProtectViaLockOwner (1001 ms) 2024-04-10T16:02:45.904 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.SnapUnprotectViaLockOwner 2024-04-10T16:02:45.904 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:46.930 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.SnapUnprotectViaLockOwner (1027 ms) 2024-04-10T16:02:46.931 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.FlattenViaLockOwner 2024-04-10T16:02:46.931 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:47.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:46 smithi154 ceph-mon[84269]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-10T16:02:47.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:46 smithi154 ceph-mon[84269]: pgmap v3119: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 11 KiB/s wr, 188 op/s 2024-04-10T16:02:47.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:46 smithi102 ceph-mon[88557]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-10T16:02:47.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:46 smithi102 ceph-mon[88557]: pgmap v3119: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 11 KiB/s wr, 188 op/s 2024-04-10T16:02:47.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:46 smithi102 ceph-mon[90943]: osdmap e1737: 8 total, 8 up, 8 in 2024-04-10T16:02:47.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:46 smithi102 ceph-mon[90943]: pgmap v3119: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 11 KiB/s wr, 188 op/s 2024-04-10T16:02:47.871 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:02:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:02:47] "GET /metrics HTTP/1.1" 200 75466 "" "Prometheus/2.43.0" 2024-04-10T16:02:48.006 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.FlattenViaLockOwner (1076 ms) 2024-04-10T16:02:48.006 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.ResizeViaLockOwner 2024-04-10T16:02:48.006 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:48.053 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.ResizeViaLockOwner (47 ms) 2024-04-10T16:02:48.053 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.SparsifyViaLockOwner 2024-04-10T16:02:48.054 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:48.088 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.SparsifyViaLockOwner (35 ms) 2024-04-10T16:02:48.088 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.ObjectMapConsistentSnap 2024-04-10T16:02:48.088 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:48.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:47 smithi154 ceph-mon[84269]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-10T16:02:48.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:47 smithi102 ceph-mon[90943]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-10T16:02:48.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:47 smithi102 ceph-mon[88557]: osdmap e1738: 8 total, 8 up, 8 in 2024-04-10T16:02:49.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:48 smithi154 ceph-mon[84269]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-10T16:02:49.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:48 smithi154 ceph-mon[84269]: pgmap v3122: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 8.5 KiB/s wr, 115 op/s 2024-04-10T16:02:49.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:48 smithi154 ceph-mon[84269]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-10T16:02:49.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:48 smithi102 ceph-mon[88557]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-10T16:02:49.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:48 smithi102 ceph-mon[88557]: pgmap v3122: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 8.5 KiB/s wr, 115 op/s 2024-04-10T16:02:49.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:48 smithi102 ceph-mon[88557]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-10T16:02:49.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:48 smithi102 ceph-mon[90943]: osdmap e1739: 8 total, 8 up, 8 in 2024-04-10T16:02:49.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:48 smithi102 ceph-mon[90943]: pgmap v3122: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 8.5 KiB/s wr, 115 op/s 2024-04-10T16:02:49.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:48 smithi102 ceph-mon[90943]: osdmap e1740: 8 total, 8 up, 8 in 2024-04-10T16:02:51.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:50 smithi154 ceph-mon[84269]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-10T16:02:51.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:50 smithi154 ceph-mon[84269]: pgmap v3125: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 6.2 KiB/s wr, 157 op/s 2024-04-10T16:02:51.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:50 smithi102 ceph-mon[90943]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-10T16:02:51.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:50 smithi102 ceph-mon[90943]: pgmap v3125: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 6.2 KiB/s wr, 157 op/s 2024-04-10T16:02:51.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:50 smithi102 ceph-mon[88557]: osdmap e1741: 8 total, 8 up, 8 in 2024-04-10T16:02:51.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:50 smithi102 ceph-mon[88557]: pgmap v3125: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 6.2 KiB/s wr, 157 op/s 2024-04-10T16:02:52.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:51 smithi154 ceph-mon[84269]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-10T16:02:52.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:51 smithi102 ceph-mon[90943]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-10T16:02:52.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:51 smithi102 ceph-mon[88557]: osdmap e1742: 8 total, 8 up, 8 in 2024-04-10T16:02:52.652 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:02:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:02:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:02:53.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:52 smithi102 ceph-mon[90943]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-10T16:02:53.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:52 smithi102 ceph-mon[90943]: pgmap v3128: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 12 KiB/s wr, 264 op/s 2024-04-10T16:02:53.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:52 smithi102 ceph-mon[88557]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-10T16:02:53.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:52 smithi102 ceph-mon[88557]: pgmap v3128: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 12 KiB/s wr, 264 op/s 2024-04-10T16:02:53.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:52 smithi154 ceph-mon[84269]: osdmap e1743: 8 total, 8 up, 8 in 2024-04-10T16:02:53.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:52 smithi154 ceph-mon[84269]: pgmap v3128: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 12 KiB/s wr, 264 op/s 2024-04-10T16:02:54.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:53 smithi102 ceph-mon[90943]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-10T16:02:54.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:54.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:53 smithi102 ceph-mon[90943]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-10T16:02:54.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:53 smithi102 ceph-mon[88557]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-10T16:02:54.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:54.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:53 smithi102 ceph-mon[88557]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-10T16:02:54.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:53 smithi154 ceph-mon[84269]: osdmap e1744: 8 total, 8 up, 8 in 2024-04-10T16:02:54.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:02:54.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:53 smithi154 ceph-mon[84269]: osdmap e1745: 8 total, 8 up, 8 in 2024-04-10T16:02:55.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:54 smithi102 ceph-mon[88557]: pgmap v3131: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.2 KiB/s wr, 108 op/s 2024-04-10T16:02:55.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:54 smithi102 ceph-mon[88557]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-10T16:02:55.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:54 smithi102 ceph-mon[90943]: pgmap v3131: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.2 KiB/s wr, 108 op/s 2024-04-10T16:02:55.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:54 smithi102 ceph-mon[90943]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-10T16:02:55.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:54 smithi154 ceph-mon[84269]: pgmap v3131: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 79 KiB/s rd, 6.2 KiB/s wr, 108 op/s 2024-04-10T16:02:55.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:54 smithi154 ceph-mon[84269]: osdmap e1746: 8 total, 8 up, 8 in 2024-04-10T16:02:57.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:56 smithi154 ceph-mon[84269]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-10T16:02:57.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:56 smithi154 ceph-mon[84269]: pgmap v3134: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-04-10T16:02:57.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:56 smithi102 ceph-mon[88557]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-10T16:02:57.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:56 smithi102 ceph-mon[88557]: pgmap v3134: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-04-10T16:02:57.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:56 smithi102 ceph-mon[90943]: osdmap e1747: 8 total, 8 up, 8 in 2024-04-10T16:02:57.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:56 smithi102 ceph-mon[90943]: pgmap v3134: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.7 KiB/s wr, 72 op/s 2024-04-10T16:02:57.868 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:02:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:02:57] "GET /metrics HTTP/1.1" 200 75459 "" "Prometheus/2.43.0" 2024-04-10T16:02:58.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:57 smithi154 ceph-mon[84269]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-10T16:02:58.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]: dispatch 2024-04-10T16:02:58.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.6", "id": [2, 3]}]: dispatch 2024-04-10T16:02:58.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:57 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]: dispatch 2024-04-10T16:02:58.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:57 smithi102 ceph-mon[90943]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-10T16:02:58.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]: dispatch 2024-04-10T16:02:58.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.6", "id": [2, 3]}]: dispatch 2024-04-10T16:02:58.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:57 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]: dispatch 2024-04-10T16:02:58.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:57 smithi102 ceph-mon[88557]: osdmap e1748: 8 total, 8 up, 8 in 2024-04-10T16:02:58.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]: dispatch 2024-04-10T16:02:58.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.6", "id": [2, 3]}]: dispatch 2024-04-10T16:02:58.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:57 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]: dispatch 2024-04-10T16:02:58.488 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.ObjectMapConsistentSnap (10400 ms) 2024-04-10T16:02:58.488 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.Metadata 2024-04-10T16:02:58.488 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:58.993 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.Metadata (505 ms) 2024-04-10T16:02:58.993 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.MetadataPP 2024-04-10T16:02:58.993 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:02:59.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]': finished 2024-04-10T16:02:59.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.6", "id": [2, 3]}]': finished 2024-04-10T16:02:59.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]': finished 2024-04-10T16:02:59.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:58 smithi154 ceph-mon[84269]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-10T16:02:59.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:58 smithi154 ceph-mon[84269]: pgmap v3137: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-04-10T16:02:59.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]': finished 2024-04-10T16:02:59.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.6", "id": [2, 3]}]': finished 2024-04-10T16:02:59.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]': finished 2024-04-10T16:02:59.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:58 smithi102 ceph-mon[90943]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-10T16:02:59.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:58 smithi102 ceph-mon[90943]: pgmap v3137: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-04-10T16:02:59.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "102.6", "id": [6, 7]}]': finished 2024-04-10T16:02:59.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "106.6", "id": [2, 3]}]': finished 2024-04-10T16:02:59.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "107.d", "id": [3, 7]}]': finished 2024-04-10T16:02:59.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:58 smithi102 ceph-mon[88557]: osdmap e1749: 8 total, 8 up, 8 in 2024-04-10T16:02:59.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:58 smithi102 ceph-mon[88557]: pgmap v3137: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 3.5 KiB/s wr, 72 op/s 2024-04-10T16:03:00.016 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.MetadataPP (1022 ms) 2024-04-10T16:03:00.016 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.UpdateFeatures 2024-04-10T16:03:00.016 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:00.129 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.UpdateFeatures (113 ms) 2024-04-10T16:03:00.129 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.FeaturesBitmaskString 2024-04-10T16:03:00.129 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.FeaturesBitmaskString (0 ms) 2024-04-10T16:03:00.129 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.RebuildObjectMap 2024-04-10T16:03:00.129 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:00.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:02:59 smithi154 ceph-mon[84269]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-10T16:03:00.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:02:59 smithi102 ceph-mon[90943]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-10T16:03:00.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:02:59 smithi102 ceph-mon[88557]: osdmap e1750: 8 total, 8 up, 8 in 2024-04-10T16:03:00.965 INFO:tasks.workunit.client.0.smithi102.stdout:0.00% done 2024-04-10T16:03:00.966 INFO:tasks.workunit.client.0.smithi102.stdout:25.00% done 2024-04-10T16:03:00.966 INFO:tasks.workunit.client.0.smithi102.stdout:50.00% done 2024-04-10T16:03:00.966 INFO:tasks.workunit.client.0.smithi102.stdout:75.00% done 2024-04-10T16:03:00.966 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.RebuildObjectMap (837 ms) 2024-04-10T16:03:00.966 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.RebuildNewObjectMap 2024-04-10T16:03:01.008 INFO:tasks.workunit.client.0.smithi102.stdout:0.00% done 2024-04-10T16:03:01.008 INFO:tasks.workunit.client.0.smithi102.stdout:25.00% done 2024-04-10T16:03:01.008 INFO:tasks.workunit.client.0.smithi102.stdout:50.00% done 2024-04-10T16:03:01.008 INFO:tasks.workunit.client.0.smithi102.stdout:75.00% done 2024-04-10T16:03:01.008 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.RebuildNewObjectMap (42 ms) 2024-04-10T16:03:01.008 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.CheckObjectMap 2024-04-10T16:03:01.008 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:01.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:00 smithi154 ceph-mon[84269]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-10T16:03:01.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:00 smithi154 ceph-mon[84269]: pgmap v3140: 649 pgs: 1 peering, 648 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 38 KiB/s wr, 242 op/s 2024-04-10T16:03:01.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:00 smithi102 ceph-mon[90943]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-10T16:03:01.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:00 smithi102 ceph-mon[90943]: pgmap v3140: 649 pgs: 1 peering, 648 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 38 KiB/s wr, 242 op/s 2024-04-10T16:03:01.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:00 smithi102 ceph-mon[88557]: osdmap e1751: 8 total, 8 up, 8 in 2024-04-10T16:03:01.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:00 smithi102 ceph-mon[88557]: pgmap v3140: 649 pgs: 1 peering, 648 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 162 KiB/s rd, 38 KiB/s wr, 242 op/s 2024-04-10T16:03:01.963 INFO:tasks.workunit.client.0.smithi102.stdout:0.00% done 2024-04-10T16:03:01.963 INFO:tasks.workunit.client.0.smithi102.stdout:25.00% done 2024-04-10T16:03:01.963 INFO:tasks.workunit.client.0.smithi102.stdout:50.00% done 2024-04-10T16:03:01.963 INFO:tasks.workunit.client.0.smithi102.stdout:75.00% done 2024-04-10T16:03:01.963 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.CheckObjectMap (955 ms) 2024-04-10T16:03:01.963 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.BlockingAIO 2024-04-10T16:03:01.963 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:02.004 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.BlockingAIO (41 ms) 2024-04-10T16:03:02.004 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.ExclusiveLockTransition 2024-04-10T16:03:02.004 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:02.136 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.ExclusiveLockTransition (133 ms) 2024-04-10T16:03:02.136 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.ExclusiveLockReadTransition 2024-04-10T16:03:02.136 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:10433: Skipped 2024-04-10T16:03:02.136 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:03:02.137 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition (0 ms) 2024-04-10T16:03:02.137 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.CacheMayCopyOnWrite 2024-04-10T16:03:02.137 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:02.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:01 smithi102 ceph-mon[90943]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-10T16:03:02.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:01 smithi102 ceph-mon[88557]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-10T16:03:02.312 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:01 smithi154 ceph-mon[84269]: osdmap e1752: 8 total, 8 up, 8 in 2024-04-10T16:03:02.652 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:03:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:03:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:03:03.003 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.CacheMayCopyOnWrite (866 ms) 2024-04-10T16:03:03.003 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot 2024-04-10T16:03:03.003 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:03.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:02 smithi102 ceph-mon[90943]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-10T16:03:03.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:02 smithi102 ceph-mon[90943]: pgmap v3143: 649 pgs: 1 peering, 648 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 212 KiB/s wr, 870 op/s 2024-04-10T16:03:03.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:02 smithi102 ceph-mon[88557]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-10T16:03:03.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:02 smithi102 ceph-mon[88557]: pgmap v3143: 649 pgs: 1 peering, 648 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 212 KiB/s wr, 870 op/s 2024-04-10T16:03:03.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:02 smithi154 ceph-mon[84269]: osdmap e1753: 8 total, 8 up, 8 in 2024-04-10T16:03:03.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:02 smithi154 ceph-mon[84269]: pgmap v3143: 649 pgs: 1 peering, 648 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 540 KiB/s rd, 212 KiB/s wr, 870 op/s 2024-04-10T16:03:03.969 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.FlushEmptyOpsOnExternalSnapshot (966 ms) 2024-04-10T16:03:03.969 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestImageOptions 2024-04-10T16:03:04.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:03 smithi102 ceph-mon[90943]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-10T16:03:04.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:03 smithi102 ceph-mon[88557]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-10T16:03:04.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:03 smithi154 ceph-mon[84269]: osdmap e1754: 8 total, 8 up, 8 in 2024-04-10T16:03:05.068 INFO:tasks.workunit.client.0.smithi102.stdout:0.00% done 2024-04-10T16:03:05.068 INFO:tasks.workunit.client.0.smithi102.stdout:100.00% done 2024-04-10T16:03:05.068 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestImageOptions (1100 ms) 2024-04-10T16:03:05.068 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestImageOptionsPP 2024-04-10T16:03:05.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:04 smithi102 ceph-mon[90943]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-10T16:03:05.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:04 smithi102 ceph-mon[90943]: pgmap v3146: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 440 KiB/s rd, 185 KiB/s wr, 708 op/s 2024-04-10T16:03:05.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:04 smithi102 ceph-mon[88557]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-10T16:03:05.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:04 smithi102 ceph-mon[88557]: pgmap v3146: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 440 KiB/s rd, 185 KiB/s wr, 708 op/s 2024-04-10T16:03:05.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:04 smithi154 ceph-mon[84269]: osdmap e1755: 8 total, 8 up, 8 in 2024-04-10T16:03:05.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:04 smithi154 ceph-mon[84269]: pgmap v3146: 649 pgs: 649 active+clean; 309 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 440 KiB/s rd, 185 KiB/s wr, 708 op/s 2024-04-10T16:03:06.052 INFO:tasks.workunit.client.0.smithi102.stdout:0.00% done 2024-04-10T16:03:06.052 INFO:tasks.workunit.client.0.smithi102.stdout:100.00% done 2024-04-10T16:03:06.052 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestImageOptionsPP (983 ms) 2024-04-10T16:03:06.052 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.EventSocketPipe 2024-04-10T16:03:06.052 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.EventSocketPipe (0 ms) 2024-04-10T16:03:06.052 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.EventSocketEventfd 2024-04-10T16:03:06.052 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.EventSocketEventfd (0 ms) 2024-04-10T16:03:06.052 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.ImagePollIO 2024-04-10T16:03:06.052 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:06.092 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:03:06.092 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:03:06.092 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:03:06.092 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:03:06.092 INFO:tasks.workunit.client.0.smithi102.stdout:wrote: 512 2024-04-10T16:03:06.092 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:03:06.092 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:03:06.093 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:03:06.093 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:03:06.093 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:03:06.093 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:03:06.093 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:03:06.093 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:03:06.093 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:03:06.093 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:03:06.093 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:03:06.093 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:03:06.093 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:03:06.093 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:03:06.093 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:03:06.093 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:03:06.093 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:03:06.093 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:03:06.093 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:03:06.094 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:03:06.094 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:03:06.094 INFO:tasks.workunit.client.0.smithi102.stdout:started write 2024-04-10T16:03:06.094 INFO:tasks.workunit.client.0.smithi102.stdout:write completion cb called! 2024-04-10T16:03:06.094 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 0 2024-04-10T16:03:06.094 INFO:tasks.workunit.client.0.smithi102.stdout:finished write 2024-04-10T16:03:06.094 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:03:06.094 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:03:06.094 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:03:06.094 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:03:06.094 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:03:06.094 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:03:06.094 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:03:06.094 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:03:06.095 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:03:06.095 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:03:06.095 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:03:06.095 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:03:06.095 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:03:06.095 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:03:06.095 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:03:06.095 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:03:06.095 INFO:tasks.workunit.client.0.smithi102.stdout:created completion 2024-04-10T16:03:06.095 INFO:tasks.workunit.client.0.smithi102.stdout:started read 2024-04-10T16:03:06.095 INFO:tasks.workunit.client.0.smithi102.stdout:read completion cb called! 2024-04-10T16:03:06.096 INFO:tasks.workunit.client.0.smithi102.stdout:return value is: 512 2024-04-10T16:03:06.096 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.ImagePollIO (41 ms) 2024-04-10T16:03:06.096 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.Mirror 2024-04-10T16:03:06.096 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:06.104 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:06.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:05 smithi154 ceph-mon[84269]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-10T16:03:06.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:05 smithi102 ceph-mon[90943]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-10T16:03:06.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:05 smithi102 ceph-mon[88557]: osdmap e1756: 8 total, 8 up, 8 in 2024-04-10T16:03:07.121 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.Mirror (1028 ms) 2024-04-10T16:03:07.121 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.MirrorPeerAttributes 2024-04-10T16:03:07.136 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.MirrorPeerAttributes (16 ms) 2024-04-10T16:03:07.136 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.CreateWithMirrorEnabled 2024-04-10T16:03:07.334 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:06 smithi102 ceph-mon[90943]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-10T16:03:07.334 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:06 smithi102 ceph-mon[90943]: pgmap v3149: 649 pgs: 649 active+clean; 312 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 450 KiB/s rd, 825 KiB/s wr, 591 op/s 2024-04-10T16:03:07.334 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:06 smithi102 ceph-mon[88557]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-10T16:03:07.334 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:06 smithi102 ceph-mon[88557]: pgmap v3149: 649 pgs: 649 active+clean; 312 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 450 KiB/s rd, 825 KiB/s wr, 591 op/s 2024-04-10T16:03:07.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:06 smithi154 ceph-mon[84269]: osdmap e1757: 8 total, 8 up, 8 in 2024-04-10T16:03:07.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:06 smithi154 ceph-mon[84269]: pgmap v3149: 649 pgs: 649 active+clean; 312 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 450 KiB/s rd, 825 KiB/s wr, 591 op/s 2024-04-10T16:03:07.682 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:03:07] "GET /metrics HTTP/1.1" 200 75459 "" "Prometheus/2.43.0" 2024-04-10T16:03:08.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:07 smithi154 ceph-mon[84269]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-10T16:03:08.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:07 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2087199243' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-10T16:03:08.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:07 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-10T16:03:08.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:07 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-10T16:03:08.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:07 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2087199243' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6e05f4e3-6419-4dbe-b964-54c89d42e09e"}]: dispatch 2024-04-10T16:03:08.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:07 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6e05f4e3-6419-4dbe-b964-54c89d42e09e"}]: dispatch 2024-04-10T16:03:08.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:07 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6e05f4e3-6419-4dbe-b964-54c89d42e09e"}]': finished 2024-04-10T16:03:08.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:07 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2087199243' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c912f09f-fe2b-4f14-82c4-acd22b959a80"}]: dispatch 2024-04-10T16:03:08.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:07 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c912f09f-fe2b-4f14-82c4-acd22b959a80"}]: dispatch 2024-04-10T16:03:08.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:07 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c912f09f-fe2b-4f14-82c4-acd22b959a80"}]': finished 2024-04-10T16:03:08.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:07 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2087199243' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c08f353a-22f3-4466-8f6f-ebc734f5de38"}]: dispatch 2024-04-10T16:03:08.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:07 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c08f353a-22f3-4466-8f6f-ebc734f5de38"}]: dispatch 2024-04-10T16:03:08.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:07 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c08f353a-22f3-4466-8f6f-ebc734f5de38"}]': finished 2024-04-10T16:03:08.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:07 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2087199243' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/85e3d8ee-7222-4457-8bb2-2d78b63bcd9c"}]: dispatch 2024-04-10T16:03:08.404 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:07 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' 2024-04-10T16:03:08.404 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:07 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2087199243' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/85e3d8ee-7222-4457-8bb2-2d78b63bcd9c"}]: dispatch 2024-04-10T16:03:08.404 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:07 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2087199243' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/85e3d8ee-7222-4457-8bb2-2d78b63bcd9c"}]: dispatch 2024-04-10T16:03:08.404 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:07 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/85e3d8ee-7222-4457-8bb2-2d78b63bcd9c"}]: dispatch 2024-04-10T16:03:08.404 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:07 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/85e3d8ee-7222-4457-8bb2-2d78b63bcd9c"}]': finished 2024-04-10T16:03:08.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[88557]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-10T16:03:08.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2087199243' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-10T16:03:08.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-10T16:03:08.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-10T16:03:08.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2087199243' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6e05f4e3-6419-4dbe-b964-54c89d42e09e"}]: dispatch 2024-04-10T16:03:08.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6e05f4e3-6419-4dbe-b964-54c89d42e09e"}]: dispatch 2024-04-10T16:03:08.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6e05f4e3-6419-4dbe-b964-54c89d42e09e"}]': finished 2024-04-10T16:03:08.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2087199243' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c912f09f-fe2b-4f14-82c4-acd22b959a80"}]: dispatch 2024-04-10T16:03:08.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c912f09f-fe2b-4f14-82c4-acd22b959a80"}]: dispatch 2024-04-10T16:03:08.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c912f09f-fe2b-4f14-82c4-acd22b959a80"}]': finished 2024-04-10T16:03:08.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2087199243' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c08f353a-22f3-4466-8f6f-ebc734f5de38"}]: dispatch 2024-04-10T16:03:08.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c08f353a-22f3-4466-8f6f-ebc734f5de38"}]: dispatch 2024-04-10T16:03:08.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c08f353a-22f3-4466-8f6f-ebc734f5de38"}]': finished 2024-04-10T16:03:08.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2087199243' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/85e3d8ee-7222-4457-8bb2-2d78b63bcd9c"}]: dispatch 2024-04-10T16:03:08.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' 2024-04-10T16:03:08.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2087199243' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/85e3d8ee-7222-4457-8bb2-2d78b63bcd9c"}]: dispatch 2024-04-10T16:03:08.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2087199243' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/85e3d8ee-7222-4457-8bb2-2d78b63bcd9c"}]: dispatch 2024-04-10T16:03:08.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/85e3d8ee-7222-4457-8bb2-2d78b63bcd9c"}]: dispatch 2024-04-10T16:03:08.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/85e3d8ee-7222-4457-8bb2-2d78b63bcd9c"}]': finished 2024-04-10T16:03:08.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[90943]: osdmap e1758: 8 total, 8 up, 8 in 2024-04-10T16:03:08.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2087199243' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-10T16:03:08.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]: dispatch 2024-04-10T16:03:08.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/uuid4"}]': finished 2024-04-10T16:03:08.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2087199243' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6e05f4e3-6419-4dbe-b964-54c89d42e09e"}]: dispatch 2024-04-10T16:03:08.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6e05f4e3-6419-4dbe-b964-54c89d42e09e"}]: dispatch 2024-04-10T16:03:08.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/6e05f4e3-6419-4dbe-b964-54c89d42e09e"}]': finished 2024-04-10T16:03:08.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2087199243' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c912f09f-fe2b-4f14-82c4-acd22b959a80"}]: dispatch 2024-04-10T16:03:08.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c912f09f-fe2b-4f14-82c4-acd22b959a80"}]: dispatch 2024-04-10T16:03:08.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c912f09f-fe2b-4f14-82c4-acd22b959a80"}]': finished 2024-04-10T16:03:08.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2087199243' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c08f353a-22f3-4466-8f6f-ebc734f5de38"}]: dispatch 2024-04-10T16:03:08.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c08f353a-22f3-4466-8f6f-ebc734f5de38"}]: dispatch 2024-04-10T16:03:08.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/c08f353a-22f3-4466-8f6f-ebc734f5de38"}]': finished 2024-04-10T16:03:08.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2087199243' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/85e3d8ee-7222-4457-8bb2-2d78b63bcd9c"}]: dispatch 2024-04-10T16:03:08.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' 2024-04-10T16:03:08.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2087199243' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/91/85e3d8ee-7222-4457-8bb2-2d78b63bcd9c"}]: dispatch 2024-04-10T16:03:08.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2087199243' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/85e3d8ee-7222-4457-8bb2-2d78b63bcd9c"}]: dispatch 2024-04-10T16:03:08.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/85e3d8ee-7222-4457-8bb2-2d78b63bcd9c"}]: dispatch 2024-04-10T16:03:08.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:07 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/91/85e3d8ee-7222-4457-8bb2-2d78b63bcd9c"}]': finished 2024-04-10T16:03:09.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:09 smithi154 ceph-mon[84269]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-10T16:03:09.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:09.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:09 smithi154 ceph-mon[84269]: pgmap v3152: 649 pgs: 649 active+clean; 314 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 1.2 MiB/s wr, 642 op/s 2024-04-10T16:03:09.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:09 smithi102 ceph-mon[88557]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-10T16:03:09.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:09.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:09 smithi102 ceph-mon[88557]: pgmap v3152: 649 pgs: 649 active+clean; 314 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 1.2 MiB/s wr, 642 op/s 2024-04-10T16:03:09.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:09 smithi102 ceph-mon[90943]: osdmap e1759: 8 total, 8 up, 8 in 2024-04-10T16:03:09.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:09.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:09 smithi102 ceph-mon[90943]: pgmap v3152: 649 pgs: 649 active+clean; 314 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 491 KiB/s rd, 1.2 MiB/s wr, 642 op/s 2024-04-10T16:03:10.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:10 smithi102 ceph-mon[88557]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-10T16:03:10.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:10 smithi102 ceph-mon[90943]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-10T16:03:10.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:10 smithi154 ceph-mon[84269]: osdmap e1760: 8 total, 8 up, 8 in 2024-04-10T16:03:11.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:11 smithi102 ceph-mon[90943]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-10T16:03:11.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:11 smithi102 ceph-mon[90943]: pgmap v3155: 649 pgs: 649 active+clean; 317 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 1.3 MiB/s wr, 233 op/s 2024-04-10T16:03:11.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:11 smithi102 ceph-mon[88557]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-10T16:03:11.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:11 smithi102 ceph-mon[88557]: pgmap v3155: 649 pgs: 649 active+clean; 317 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 1.3 MiB/s wr, 233 op/s 2024-04-10T16:03:11.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:11 smithi154 ceph-mon[84269]: osdmap e1761: 8 total, 8 up, 8 in 2024-04-10T16:03:11.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:11 smithi154 ceph-mon[84269]: pgmap v3155: 649 pgs: 649 active+clean; 317 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 174 KiB/s rd, 1.3 MiB/s wr, 233 op/s 2024-04-10T16:03:12.232 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.CreateWithMirrorEnabled (5095 ms) 2024-04-10T16:03:12.232 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot 2024-04-10T16:03:12.232 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:12.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:12 smithi102 ceph-mon[90943]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-10T16:03:12.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:12 smithi102 ceph-mon[88557]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-10T16:03:12.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:12 smithi154 ceph-mon[84269]: osdmap e1762: 8 total, 8 up, 8 in 2024-04-10T16:03:12.653 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:03:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:03:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:03:13.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:13 smithi102 ceph-mon[90943]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-10T16:03:13.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:13 smithi102 ceph-mon[90943]: pgmap v3158: 649 pgs: 649 active+clean; 317 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 982 KiB/s wr, 254 op/s 2024-04-10T16:03:13.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:13 smithi102 ceph-mon[88557]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-10T16:03:13.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:13 smithi102 ceph-mon[88557]: pgmap v3158: 649 pgs: 649 active+clean; 317 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 982 KiB/s wr, 254 op/s 2024-04-10T16:03:13.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:13 smithi154 ceph-mon[84269]: osdmap e1763: 8 total, 8 up, 8 in 2024-04-10T16:03:13.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:13 smithi154 ceph-mon[84269]: pgmap v3158: 649 pgs: 649 active+clean; 317 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 188 KiB/s rd, 982 KiB/s wr, 254 op/s 2024-04-10T16:03:14.211 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.FlushCacheWithCopyupOnExternalSnapshot (1980 ms) 2024-04-10T16:03:14.212 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.ExclusiveLock 2024-04-10T16:03:14.212 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:14.279 INFO:tasks.workunit.client.0.smithi102.stdout:1: acquiring exclusive lock 2024-04-10T16:03:14.279 INFO:tasks.workunit.client.0.smithi102.stdout:2: acquiring exclusive lock 2024-04-10T16:03:14.282 INFO:tasks.workunit.client.0.smithi102.stdout:2: exclusive lock acquired 2024-04-10T16:03:14.327 INFO:tasks.workunit.client.0.smithi102.stdout:2: releasing exclusive lock 2024-04-10T16:03:14.330 INFO:tasks.workunit.client.0.smithi102.stdout:2: exclusive lock released 2024-04-10T16:03:14.330 INFO:tasks.workunit.client.0.smithi102.stdout:2: acquiring exclusive lock 2024-04-10T16:03:14.333 INFO:tasks.workunit.client.0.smithi102.stdout:2: exclusive lock acquired 2024-04-10T16:03:14.355 INFO:tasks.workunit.client.0.smithi102.stdout:2: releasing exclusive lock 2024-04-10T16:03:14.358 INFO:tasks.workunit.client.0.smithi102.stdout:2: exclusive lock released 2024-04-10T16:03:14.359 INFO:tasks.workunit.client.0.smithi102.stdout:2: acquiring exclusive lock 2024-04-10T16:03:14.362 INFO:tasks.workunit.client.0.smithi102.stdout:2: exclusive lock acquired 2024-04-10T16:03:14.363 INFO:tasks.workunit.client.0.smithi102.stdout:2: releasing exclusive lock 2024-04-10T16:03:14.365 INFO:tasks.workunit.client.0.smithi102.stdout:2: exclusive lock released 2024-04-10T16:03:14.365 INFO:tasks.workunit.client.0.smithi102.stdout:2: acquiring exclusive lock 2024-04-10T16:03:14.369 INFO:tasks.workunit.client.0.smithi102.stdout:1: exclusive lock acquired 2024-04-10T16:03:14.375 INFO:tasks.workunit.client.0.smithi102.stdout:1: releasing exclusive lock 2024-04-10T16:03:14.377 INFO:tasks.workunit.client.0.smithi102.stdout:1: exclusive lock released 2024-04-10T16:03:14.378 INFO:tasks.workunit.client.0.smithi102.stdout:1: acquiring exclusive lock 2024-04-10T16:03:14.381 INFO:tasks.workunit.client.0.smithi102.stdout:2: exclusive lock acquired 2024-04-10T16:03:14.405 INFO:tasks.workunit.client.0.smithi102.stdout:2: releasing exclusive lock 2024-04-10T16:03:14.408 INFO:tasks.workunit.client.0.smithi102.stdout:2: exclusive lock released 2024-04-10T16:03:14.408 INFO:tasks.workunit.client.0.smithi102.stdout:2: acquiring exclusive lock 2024-04-10T16:03:14.412 INFO:tasks.workunit.client.0.smithi102.stdout:2: exclusive lock acquired 2024-04-10T16:03:14.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:14 smithi102 ceph-mon[90943]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-10T16:03:14.432 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:14 smithi102 ceph-mon[88557]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-10T16:03:14.453 INFO:tasks.workunit.client.0.smithi102.stdout:2: releasing exclusive lock 2024-04-10T16:03:14.455 INFO:tasks.workunit.client.0.smithi102.stdout:2: exclusive lock released 2024-04-10T16:03:14.461 INFO:tasks.workunit.client.0.smithi102.stdout:1: exclusive lock acquired 2024-04-10T16:03:14.502 INFO:tasks.workunit.client.0.smithi102.stdout:1: releasing exclusive lock 2024-04-10T16:03:14.504 INFO:tasks.workunit.client.0.smithi102.stdout:1: exclusive lock released 2024-04-10T16:03:14.505 INFO:tasks.workunit.client.0.smithi102.stdout:1: acquiring exclusive lock 2024-04-10T16:03:14.508 INFO:tasks.workunit.client.0.smithi102.stdout:1: exclusive lock acquired 2024-04-10T16:03:14.545 INFO:tasks.workunit.client.0.smithi102.stdout:1: releasing exclusive lock 2024-04-10T16:03:14.547 INFO:tasks.workunit.client.0.smithi102.stdout:1: exclusive lock released 2024-04-10T16:03:14.547 INFO:tasks.workunit.client.0.smithi102.stdout:1: acquiring exclusive lock 2024-04-10T16:03:14.551 INFO:tasks.workunit.client.0.smithi102.stdout:1: exclusive lock acquired 2024-04-10T16:03:14.593 INFO:tasks.workunit.client.0.smithi102.stdout:1: releasing exclusive lock 2024-04-10T16:03:14.596 INFO:tasks.workunit.client.0.smithi102.stdout:1: exclusive lock released 2024-04-10T16:03:14.596 INFO:tasks.workunit.client.0.smithi102.stdout:1: acquiring exclusive lock 2024-04-10T16:03:14.599 INFO:tasks.workunit.client.0.smithi102.stdout:1: exclusive lock acquired 2024-04-10T16:03:14.631 INFO:tasks.workunit.client.0.smithi102.stdout:1: releasing exclusive lock 2024-04-10T16:03:14.634 INFO:tasks.workunit.client.0.smithi102.stdout:1: exclusive lock released 2024-04-10T16:03:14.649 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.ExclusiveLock (437 ms) 2024-04-10T16:03:14.649 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.BreakLock 2024-04-10T16:03:14.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:14 smithi154 ceph-mon[84269]: osdmap e1764: 8 total, 8 up, 8 in 2024-04-10T16:03:14.664 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:15.222 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.BreakLock (573 ms) 2024-04-10T16:03:15.222 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.DiscardAfterWrite 2024-04-10T16:03:15.222 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:15.248 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.DiscardAfterWrite (26 ms) 2024-04-10T16:03:15.248 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.DefaultFeatures 2024-04-10T16:03:15.248 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.DefaultFeatures (0 ms) 2024-04-10T16:03:15.248 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurge 2024-04-10T16:03:15.248 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:15.310 INFO:tasks.workunit.client.0.smithi102.stdout:0.00% done 2024-04-10T16:03:15.310 INFO:tasks.workunit.client.0.smithi102.stdout:1.56% done 2024-04-10T16:03:15.311 INFO:tasks.workunit.client.0.smithi102.stdout:3.12% done 2024-04-10T16:03:15.311 INFO:tasks.workunit.client.0.smithi102.stdout:4.69% done 2024-04-10T16:03:15.311 INFO:tasks.workunit.client.0.smithi102.stdout:6.25% done 2024-04-10T16:03:15.311 INFO:tasks.workunit.client.0.smithi102.stdout:7.81% done 2024-04-10T16:03:15.311 INFO:tasks.workunit.client.0.smithi102.stdout:9.38% done 2024-04-10T16:03:15.311 INFO:tasks.workunit.client.0.smithi102.stdout:10.94% done 2024-04-10T16:03:15.311 INFO:tasks.workunit.client.0.smithi102.stdout:12.50% done 2024-04-10T16:03:15.311 INFO:tasks.workunit.client.0.smithi102.stdout:14.06% done 2024-04-10T16:03:15.311 INFO:tasks.workunit.client.0.smithi102.stdout:15.62% done 2024-04-10T16:03:15.311 INFO:tasks.workunit.client.0.smithi102.stdout:17.19% done 2024-04-10T16:03:15.311 INFO:tasks.workunit.client.0.smithi102.stdout:18.75% done 2024-04-10T16:03:15.311 INFO:tasks.workunit.client.0.smithi102.stdout:20.31% done 2024-04-10T16:03:15.311 INFO:tasks.workunit.client.0.smithi102.stdout:21.88% done 2024-04-10T16:03:15.312 INFO:tasks.workunit.client.0.smithi102.stdout:23.44% done 2024-04-10T16:03:15.312 INFO:tasks.workunit.client.0.smithi102.stdout:25.00% done 2024-04-10T16:03:15.312 INFO:tasks.workunit.client.0.smithi102.stdout:26.56% done 2024-04-10T16:03:15.312 INFO:tasks.workunit.client.0.smithi102.stdout:28.12% done 2024-04-10T16:03:15.312 INFO:tasks.workunit.client.0.smithi102.stdout:29.69% done 2024-04-10T16:03:15.312 INFO:tasks.workunit.client.0.smithi102.stdout:31.25% done 2024-04-10T16:03:15.312 INFO:tasks.workunit.client.0.smithi102.stdout:32.81% done 2024-04-10T16:03:15.312 INFO:tasks.workunit.client.0.smithi102.stdout:34.38% done 2024-04-10T16:03:15.312 INFO:tasks.workunit.client.0.smithi102.stdout:35.94% done 2024-04-10T16:03:15.312 INFO:tasks.workunit.client.0.smithi102.stdout:37.50% done 2024-04-10T16:03:15.312 INFO:tasks.workunit.client.0.smithi102.stdout:39.06% done 2024-04-10T16:03:15.312 INFO:tasks.workunit.client.0.smithi102.stdout:40.62% done 2024-04-10T16:03:15.312 INFO:tasks.workunit.client.0.smithi102.stdout:42.19% done 2024-04-10T16:03:15.312 INFO:tasks.workunit.client.0.smithi102.stdout:43.75% done 2024-04-10T16:03:15.312 INFO:tasks.workunit.client.0.smithi102.stdout:45.31% done 2024-04-10T16:03:15.312 INFO:tasks.workunit.client.0.smithi102.stdout:46.88% done 2024-04-10T16:03:15.312 INFO:tasks.workunit.client.0.smithi102.stdout:48.44% done 2024-04-10T16:03:15.313 INFO:tasks.workunit.client.0.smithi102.stdout:50.00% done 2024-04-10T16:03:15.313 INFO:tasks.workunit.client.0.smithi102.stdout:51.56% done 2024-04-10T16:03:15.313 INFO:tasks.workunit.client.0.smithi102.stdout:53.12% done 2024-04-10T16:03:15.313 INFO:tasks.workunit.client.0.smithi102.stdout:54.69% done 2024-04-10T16:03:15.313 INFO:tasks.workunit.client.0.smithi102.stdout:56.25% done 2024-04-10T16:03:15.313 INFO:tasks.workunit.client.0.smithi102.stdout:57.81% done 2024-04-10T16:03:15.313 INFO:tasks.workunit.client.0.smithi102.stdout:59.38% done 2024-04-10T16:03:15.313 INFO:tasks.workunit.client.0.smithi102.stdout:60.94% done 2024-04-10T16:03:15.313 INFO:tasks.workunit.client.0.smithi102.stdout:62.50% done 2024-04-10T16:03:15.313 INFO:tasks.workunit.client.0.smithi102.stdout:64.06% done 2024-04-10T16:03:15.313 INFO:tasks.workunit.client.0.smithi102.stdout:65.62% done 2024-04-10T16:03:15.313 INFO:tasks.workunit.client.0.smithi102.stdout:67.19% done 2024-04-10T16:03:15.313 INFO:tasks.workunit.client.0.smithi102.stdout:68.75% done 2024-04-10T16:03:15.313 INFO:tasks.workunit.client.0.smithi102.stdout:70.31% done 2024-04-10T16:03:15.313 INFO:tasks.workunit.client.0.smithi102.stdout:71.88% done 2024-04-10T16:03:15.313 INFO:tasks.workunit.client.0.smithi102.stdout:73.44% done 2024-04-10T16:03:15.313 INFO:tasks.workunit.client.0.smithi102.stdout:75.00% done 2024-04-10T16:03:15.314 INFO:tasks.workunit.client.0.smithi102.stdout:76.56% done 2024-04-10T16:03:15.314 INFO:tasks.workunit.client.0.smithi102.stdout:78.12% done 2024-04-10T16:03:15.314 INFO:tasks.workunit.client.0.smithi102.stdout:79.69% done 2024-04-10T16:03:15.314 INFO:tasks.workunit.client.0.smithi102.stdout:81.25% done 2024-04-10T16:03:15.314 INFO:tasks.workunit.client.0.smithi102.stdout:82.81% done 2024-04-10T16:03:15.314 INFO:tasks.workunit.client.0.smithi102.stdout:84.38% done 2024-04-10T16:03:15.314 INFO:tasks.workunit.client.0.smithi102.stdout:85.94% done 2024-04-10T16:03:15.314 INFO:tasks.workunit.client.0.smithi102.stdout:87.50% done 2024-04-10T16:03:15.314 INFO:tasks.workunit.client.0.smithi102.stdout:89.06% done 2024-04-10T16:03:15.314 INFO:tasks.workunit.client.0.smithi102.stdout:90.62% done 2024-04-10T16:03:15.314 INFO:tasks.workunit.client.0.smithi102.stdout:92.19% done 2024-04-10T16:03:15.314 INFO:tasks.workunit.client.0.smithi102.stdout:93.75% done 2024-04-10T16:03:15.314 INFO:tasks.workunit.client.0.smithi102.stdout:95.31% done 2024-04-10T16:03:15.314 INFO:tasks.workunit.client.0.smithi102.stdout:96.88% done 2024-04-10T16:03:15.314 INFO:tasks.workunit.client.0.smithi102.stdout:98.44% done 2024-04-10T16:03:15.314 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurge (63 ms) 2024-04-10T16:03:15.314 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay 2024-04-10T16:03:15.315 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:15.369 INFO:tasks.workunit.client.0.smithi102.stdout:0.00% done 2024-04-10T16:03:15.370 INFO:tasks.workunit.client.0.smithi102.stdout:1.56% done 2024-04-10T16:03:15.370 INFO:tasks.workunit.client.0.smithi102.stdout:3.12% done 2024-04-10T16:03:15.370 INFO:tasks.workunit.client.0.smithi102.stdout:4.69% done 2024-04-10T16:03:15.370 INFO:tasks.workunit.client.0.smithi102.stdout:6.25% done 2024-04-10T16:03:15.370 INFO:tasks.workunit.client.0.smithi102.stdout:7.81% done 2024-04-10T16:03:15.370 INFO:tasks.workunit.client.0.smithi102.stdout:9.38% done 2024-04-10T16:03:15.370 INFO:tasks.workunit.client.0.smithi102.stdout:10.94% done 2024-04-10T16:03:15.370 INFO:tasks.workunit.client.0.smithi102.stdout:12.50% done 2024-04-10T16:03:15.370 INFO:tasks.workunit.client.0.smithi102.stdout:14.06% done 2024-04-10T16:03:15.370 INFO:tasks.workunit.client.0.smithi102.stdout:15.62% done 2024-04-10T16:03:15.370 INFO:tasks.workunit.client.0.smithi102.stdout:17.19% done 2024-04-10T16:03:15.370 INFO:tasks.workunit.client.0.smithi102.stdout:18.75% done 2024-04-10T16:03:15.370 INFO:tasks.workunit.client.0.smithi102.stdout:20.31% done 2024-04-10T16:03:15.370 INFO:tasks.workunit.client.0.smithi102.stdout:21.88% done 2024-04-10T16:03:15.370 INFO:tasks.workunit.client.0.smithi102.stdout:23.44% done 2024-04-10T16:03:15.370 INFO:tasks.workunit.client.0.smithi102.stdout:25.00% done 2024-04-10T16:03:15.371 INFO:tasks.workunit.client.0.smithi102.stdout:26.56% done 2024-04-10T16:03:15.371 INFO:tasks.workunit.client.0.smithi102.stdout:28.12% done 2024-04-10T16:03:15.371 INFO:tasks.workunit.client.0.smithi102.stdout:29.69% done 2024-04-10T16:03:15.371 INFO:tasks.workunit.client.0.smithi102.stdout:31.25% done 2024-04-10T16:03:15.371 INFO:tasks.workunit.client.0.smithi102.stdout:32.81% done 2024-04-10T16:03:15.371 INFO:tasks.workunit.client.0.smithi102.stdout:34.38% done 2024-04-10T16:03:15.371 INFO:tasks.workunit.client.0.smithi102.stdout:35.94% done 2024-04-10T16:03:15.371 INFO:tasks.workunit.client.0.smithi102.stdout:37.50% done 2024-04-10T16:03:15.371 INFO:tasks.workunit.client.0.smithi102.stdout:39.06% done 2024-04-10T16:03:15.371 INFO:tasks.workunit.client.0.smithi102.stdout:40.62% done 2024-04-10T16:03:15.371 INFO:tasks.workunit.client.0.smithi102.stdout:42.19% done 2024-04-10T16:03:15.371 INFO:tasks.workunit.client.0.smithi102.stdout:43.75% done 2024-04-10T16:03:15.371 INFO:tasks.workunit.client.0.smithi102.stdout:45.31% done 2024-04-10T16:03:15.371 INFO:tasks.workunit.client.0.smithi102.stdout:46.88% done 2024-04-10T16:03:15.371 INFO:tasks.workunit.client.0.smithi102.stdout:48.44% done 2024-04-10T16:03:15.371 INFO:tasks.workunit.client.0.smithi102.stdout:50.00% done 2024-04-10T16:03:15.371 INFO:tasks.workunit.client.0.smithi102.stdout:51.56% done 2024-04-10T16:03:15.372 INFO:tasks.workunit.client.0.smithi102.stdout:53.12% done 2024-04-10T16:03:15.372 INFO:tasks.workunit.client.0.smithi102.stdout:54.69% done 2024-04-10T16:03:15.372 INFO:tasks.workunit.client.0.smithi102.stdout:56.25% done 2024-04-10T16:03:15.372 INFO:tasks.workunit.client.0.smithi102.stdout:57.81% done 2024-04-10T16:03:15.372 INFO:tasks.workunit.client.0.smithi102.stdout:59.38% done 2024-04-10T16:03:15.372 INFO:tasks.workunit.client.0.smithi102.stdout:60.94% done 2024-04-10T16:03:15.372 INFO:tasks.workunit.client.0.smithi102.stdout:62.50% done 2024-04-10T16:03:15.372 INFO:tasks.workunit.client.0.smithi102.stdout:64.06% done 2024-04-10T16:03:15.372 INFO:tasks.workunit.client.0.smithi102.stdout:65.62% done 2024-04-10T16:03:15.372 INFO:tasks.workunit.client.0.smithi102.stdout:67.19% done 2024-04-10T16:03:15.372 INFO:tasks.workunit.client.0.smithi102.stdout:68.75% done 2024-04-10T16:03:15.372 INFO:tasks.workunit.client.0.smithi102.stdout:70.31% done 2024-04-10T16:03:15.372 INFO:tasks.workunit.client.0.smithi102.stdout:71.88% done 2024-04-10T16:03:15.372 INFO:tasks.workunit.client.0.smithi102.stdout:73.44% done 2024-04-10T16:03:15.372 INFO:tasks.workunit.client.0.smithi102.stdout:75.00% done 2024-04-10T16:03:15.372 INFO:tasks.workunit.client.0.smithi102.stdout:76.56% done 2024-04-10T16:03:15.372 INFO:tasks.workunit.client.0.smithi102.stdout:78.12% done 2024-04-10T16:03:15.373 INFO:tasks.workunit.client.0.smithi102.stdout:79.69% done 2024-04-10T16:03:15.373 INFO:tasks.workunit.client.0.smithi102.stdout:81.25% done 2024-04-10T16:03:15.373 INFO:tasks.workunit.client.0.smithi102.stdout:82.81% done 2024-04-10T16:03:15.373 INFO:tasks.workunit.client.0.smithi102.stdout:84.38% done 2024-04-10T16:03:15.373 INFO:tasks.workunit.client.0.smithi102.stdout:85.94% done 2024-04-10T16:03:15.373 INFO:tasks.workunit.client.0.smithi102.stdout:87.50% done 2024-04-10T16:03:15.373 INFO:tasks.workunit.client.0.smithi102.stdout:89.06% done 2024-04-10T16:03:15.373 INFO:tasks.workunit.client.0.smithi102.stdout:90.62% done 2024-04-10T16:03:15.373 INFO:tasks.workunit.client.0.smithi102.stdout:92.19% done 2024-04-10T16:03:15.373 INFO:tasks.workunit.client.0.smithi102.stdout:93.75% done 2024-04-10T16:03:15.373 INFO:tasks.workunit.client.0.smithi102.stdout:95.31% done 2024-04-10T16:03:15.373 INFO:tasks.workunit.client.0.smithi102.stdout:96.88% done 2024-04-10T16:03:15.373 INFO:tasks.workunit.client.0.smithi102.stdout:98.44% done 2024-04-10T16:03:15.373 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestTrashMoveAndPurgeNonExpiredDelay (59 ms) 2024-04-10T16:03:15.373 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestTrashPurge 2024-04-10T16:03:15.373 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:15.378 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:15.498 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestTrashPurge (127 ms) 2024-04-10T16:03:15.498 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestTrashMoveAndRestore 2024-04-10T16:03:15.498 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:15.543 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestTrashMoveAndRestore (47 ms) 2024-04-10T16:03:15.543 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestListWatchers 2024-04-10T16:03:15.543 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:15.576 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestListWatchers (33 ms) 2024-04-10T16:03:15.577 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestSetSnapById 2024-04-10T16:03:15.577 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:15.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:15 smithi154 ceph-mon[84269]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-10T16:03:15.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:15 smithi154 ceph-mon[84269]: pgmap v3161: 649 pgs: 649 active+clean; 317 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 15 KiB/s wr, 196 op/s 2024-04-10T16:03:15.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:15 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/2768288149"}]: dispatch 2024-04-10T16:03:15.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:15 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/2768288149"}]: dispatch 2024-04-10T16:03:15.682 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:15 smithi102 ceph-mon[90943]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-10T16:03:15.682 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:15 smithi102 ceph-mon[90943]: pgmap v3161: 649 pgs: 649 active+clean; 317 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 15 KiB/s wr, 196 op/s 2024-04-10T16:03:15.683 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:15 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/2768288149"}]: dispatch 2024-04-10T16:03:15.683 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:15 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/2768288149"}]: dispatch 2024-04-10T16:03:15.683 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:15 smithi102 ceph-mon[88557]: osdmap e1765: 8 total, 8 up, 8 in 2024-04-10T16:03:15.683 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:15 smithi102 ceph-mon[88557]: pgmap v3161: 649 pgs: 649 active+clean; 317 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 15 KiB/s wr, 196 op/s 2024-04-10T16:03:15.683 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:15 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1851852337' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/2768288149"}]: dispatch 2024-04-10T16:03:15.683 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:15 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/2768288149"}]: dispatch 2024-04-10T16:03:16.231 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestSetSnapById (654 ms) 2024-04-10T16:03:16.231 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.Namespaces 2024-04-10T16:03:16.264 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.Namespaces (33 ms) 2024-04-10T16:03:16.264 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.NamespacesPP 2024-04-10T16:03:16.294 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:16.299 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:16.385 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.NamespacesPP (121 ms) 2024-04-10T16:03:16.385 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.Migration 2024-04-10T16:03:16.385 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:16.385 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:16.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:16 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/2768288149"}]': finished 2024-04-10T16:03:16.653 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:16 smithi154 ceph-mon[84269]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-10T16:03:16.682 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:16 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/2768288149"}]': finished 2024-04-10T16:03:16.682 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:16 smithi102 ceph-mon[90943]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-10T16:03:16.683 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:16 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/2768288149"}]': finished 2024-04-10T16:03:16.683 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:16 smithi102 ceph-mon[88557]: osdmap e1766: 8 total, 8 up, 8 in 2024-04-10T16:03:16.792 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.Migration (407 ms) 2024-04-10T16:03:16.792 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.MigrationPP 2024-04-10T16:03:16.792 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:16.792 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:17.207 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.MigrationPP (416 ms) 2024-04-10T16:03:17.207 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestGetAccessTimestamp 2024-04-10T16:03:17.207 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:17.224 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestGetAccessTimestamp (17 ms) 2024-04-10T16:03:17.224 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.TestGetModifyTimestamp 2024-04-10T16:03:17.225 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:17.244 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.TestGetModifyTimestamp (19 ms) 2024-04-10T16:03:17.244 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.ZeroOverlapFlatten 2024-04-10T16:03:17.244 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:17.564 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:17 smithi102 ceph-mon[90943]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-10T16:03:17.564 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:17 smithi102 ceph-mon[90943]: pgmap v3164: 649 pgs: 649 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 146 KiB/s wr, 302 op/s 2024-04-10T16:03:17.564 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:17 smithi102 ceph-mon[88557]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-10T16:03:17.564 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:17 smithi102 ceph-mon[88557]: pgmap v3164: 649 pgs: 649 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 146 KiB/s wr, 302 op/s 2024-04-10T16:03:17.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:17 smithi154 ceph-mon[84269]: osdmap e1767: 8 total, 8 up, 8 in 2024-04-10T16:03:17.652 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:17 smithi154 ceph-mon[84269]: pgmap v3164: 649 pgs: 649 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 280 KiB/s rd, 146 KiB/s wr, 302 op/s 2024-04-10T16:03:17.933 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:03:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:03:17] "GET /metrics HTTP/1.1" 200 75465 "" "Prometheus/2.43.0" 2024-04-10T16:03:18.313 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.ZeroOverlapFlatten (1069 ms) 2024-04-10T16:03:18.313 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.PoolMetadata 2024-04-10T16:03:18.342 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.PoolMetadata (29 ms) 2024-04-10T16:03:18.342 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.PoolMetadataPP 2024-04-10T16:03:18.363 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.PoolMetadataPP (21 ms) 2024-04-10T16:03:18.363 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.Config 2024-04-10T16:03:18.368 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:18.409 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.Config (46 ms) 2024-04-10T16:03:18.409 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.ConfigPP 2024-04-10T16:03:18.414 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:18.452 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.ConfigPP (43 ms) 2024-04-10T16:03:18.452 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.PoolStatsPP 2024-04-10T16:03:18.682 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:03:18 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:03:18] ENGINE Bus STOPPING 2024-04-10T16:03:18.683 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:03:18 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:03:18] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T16:03:18.683 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:03:18 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:03:18] ENGINE Bus STOPPED 2024-04-10T16:03:18.683 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:03:18 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:03:18] ENGINE Bus STARTING 2024-04-10T16:03:18.683 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:03:18 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:03:18] ENGINE Serving on http://:::9283 2024-04-10T16:03:18.683 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:03:18 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:03:18] ENGINE Bus STARTED 2024-04-10T16:03:19.653 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-10T16:03:19.653 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' 2024-04-10T16:03:19.653 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:03:19.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:03:19.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:03:19.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:03:19.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: pgmap v3166: 649 pgs: 649 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 139 KiB/s wr, 252 op/s 2024-04-10T16:03:19.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:03:19.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:03:19.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:03:19.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:03:19.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:03:19.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:03:19.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:03:19.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:03:19.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:03:19.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:03:19.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:03:19.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:03:19.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:03:19.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:03:19.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:03:19.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:03:19.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:03:19.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:03:19.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:03:19.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:03:19.655 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:03:19.656 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:03:19.656 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:03:19.656 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:03:19.656 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:03:19.656 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:03:19.656 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-10T16:03:19.656 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:19 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2882669399' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:03:19.683 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-10T16:03:19.683 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' 2024-04-10T16:03:19.683 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:03:19.683 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:03:19.683 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:03:19.683 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:03:19.683 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: pgmap v3166: 649 pgs: 649 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 139 KiB/s wr, 252 op/s 2024-04-10T16:03:19.684 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:03:19.684 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:03:19.684 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:03:19.684 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:03:19.684 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:03:19.684 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:03:19.684 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:03:19.684 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:03:19.684 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:03:19.684 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:03:19.684 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:03:19.685 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:03:19.685 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:03:19.685 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:03:19.685 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:03:19.685 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:03:19.685 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:03:19.685 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:03:19.685 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:03:19.685 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:03:19.685 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:03:19.686 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: osdmap e1768: 8 total, 8 up, 8 in 2024-04-10T16:03:19.686 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' 2024-04-10T16:03:19.686 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:03:19.686 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:03:19.686 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:03:19.686 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:03:19.686 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: pgmap v3166: 649 pgs: 649 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 234 KiB/s rd, 139 KiB/s wr, 252 op/s 2024-04-10T16:03:19.686 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:03:19.687 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:03:19.687 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:03:19.687 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:03:19.687 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:03:19.687 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:03:19.687 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:03:19.687 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:03:19.687 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:03:19.687 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:03:19.687 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:03:19.687 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:03:19.687 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:03:19.687 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:03:19.687 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:03:19.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:03:19.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:03:19.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:03:19.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:03:19.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:03:19.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:03:19.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:03:19.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:03:19.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:03:19.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:03:19.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:03:19.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-10T16:03:19.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2882669399' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:03:19.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:03:19.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:03:19.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:03:19.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:03:19.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:03:19.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: osdmap e1769: 8 total, 8 up, 8 in 2024-04-10T16:03:19.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:19 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2882669399' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-32","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:03:19.882 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:21.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:20 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2882669399' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:03:21.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:20 smithi154 ceph-mon[84269]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-10T16:03:21.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:20 smithi154 ceph-mon[84269]: pgmap v3169: 681 pgs: 9 creating+peering, 23 unknown, 649 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 19 KiB/s wr, 421 op/s 2024-04-10T16:03:21.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:20 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2882669399' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:03:21.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:20 smithi102 ceph-mon[88557]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-10T16:03:21.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:20 smithi102 ceph-mon[88557]: pgmap v3169: 681 pgs: 9 creating+peering, 23 unknown, 649 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 19 KiB/s wr, 421 op/s 2024-04-10T16:03:21.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:20 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2882669399' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-32","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:03:21.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:20 smithi102 ceph-mon[90943]: osdmap e1770: 8 total, 8 up, 8 in 2024-04-10T16:03:21.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:20 smithi102 ceph-mon[90943]: pgmap v3169: 681 pgs: 9 creating+peering, 23 unknown, 649 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 284 KiB/s rd, 19 KiB/s wr, 421 op/s 2024-04-10T16:03:21.934 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:21.942 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:21.950 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:22.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:21 smithi154 ceph-mon[84269]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-10T16:03:22.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:21 smithi102 ceph-mon[90943]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-10T16:03:22.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:21 smithi102 ceph-mon[88557]: osdmap e1771: 8 total, 8 up, 8 in 2024-04-10T16:03:22.652 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:03:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:03:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:03:22.960 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.PoolStatsPP (4508 ms) 2024-04-10T16:03:22.960 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.ImageSpec 2024-04-10T16:03:23.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:22 smithi154 ceph-mon[84269]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-10T16:03:23.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:22 smithi154 ceph-mon[84269]: pgmap v3172: 681 pgs: 9 creating+peering, 2 unknown, 670 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 49 KiB/s wr, 1.05k op/s 2024-04-10T16:03:23.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:22 smithi102 ceph-mon[90943]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-10T16:03:23.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:22 smithi102 ceph-mon[90943]: pgmap v3172: 681 pgs: 9 creating+peering, 2 unknown, 670 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 49 KiB/s wr, 1.05k op/s 2024-04-10T16:03:23.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:22 smithi102 ceph-mon[88557]: osdmap e1772: 8 total, 8 up, 8 in 2024-04-10T16:03:23.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:22 smithi102 ceph-mon[88557]: pgmap v3172: 681 pgs: 9 creating+peering, 2 unknown, 670 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 49 KiB/s wr, 1.05k op/s 2024-04-10T16:03:24.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:23 smithi154 ceph-mon[84269]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-10T16:03:24.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:24.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:23 smithi102 ceph-mon[90943]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-10T16:03:24.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:24.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:23 smithi102 ceph-mon[88557]: osdmap e1773: 8 total, 8 up, 8 in 2024-04-10T16:03:24.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:24.904 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:25.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:24 smithi154 ceph-mon[84269]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-10T16:03:25.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:24 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/861243312' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:03:25.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:24 smithi154 ceph-mon[84269]: pgmap v3175: 713 pgs: 32 unknown, 9 creating+peering, 672 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 32 KiB/s wr, 672 op/s 2024-04-10T16:03:25.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:24 smithi102 ceph-mon[90943]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-10T16:03:25.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:24 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/861243312' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:03:25.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:24 smithi102 ceph-mon[90943]: pgmap v3175: 713 pgs: 32 unknown, 9 creating+peering, 672 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 32 KiB/s wr, 672 op/s 2024-04-10T16:03:25.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:24 smithi102 ceph-mon[88557]: osdmap e1774: 8 total, 8 up, 8 in 2024-04-10T16:03:25.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:24 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/861243312' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-33","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:03:25.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:24 smithi102 ceph-mon[88557]: pgmap v3175: 713 pgs: 32 unknown, 9 creating+peering, 672 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 32 KiB/s wr, 672 op/s 2024-04-10T16:03:26.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:25 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:03:26.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:25 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/861243312' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:03:26.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:25 smithi154 ceph-mon[84269]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-10T16:03:26.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:25 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:03:26.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:25 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/861243312' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:03:26.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:25 smithi102 ceph-mon[90943]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-10T16:03:26.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:25 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:03:26.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:25 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/861243312' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-33","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:03:26.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:25 smithi102 ceph-mon[88557]: osdmap e1775: 8 total, 8 up, 8 in 2024-04-10T16:03:27.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:26 smithi102 ceph-mon[90943]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-10T16:03:27.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:26 smithi102 ceph-mon[90943]: pgmap v3178: 713 pgs: 12 creating+peering, 6 unknown, 695 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 5.7 KiB/s wr, 56 op/s 2024-04-10T16:03:27.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:26 smithi102 ceph-mon[88557]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-10T16:03:27.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:26 smithi102 ceph-mon[88557]: pgmap v3178: 713 pgs: 12 creating+peering, 6 unknown, 695 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 5.7 KiB/s wr, 56 op/s 2024-04-10T16:03:27.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:26 smithi154 ceph-mon[84269]: osdmap e1776: 8 total, 8 up, 8 in 2024-04-10T16:03:27.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:26 smithi154 ceph-mon[84269]: pgmap v3178: 713 pgs: 12 creating+peering, 6 unknown, 695 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 5.7 KiB/s wr, 56 op/s 2024-04-10T16:03:27.916 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:03:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:03:27] "GET /metrics HTTP/1.1" 200 77924 "" "Prometheus/2.43.0" 2024-04-10T16:03:28.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:27 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:03:28.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:27 smithi102 ceph-mon[90943]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-10T16:03:28.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:27 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:03:28.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:27 smithi102 ceph-mon[88557]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-10T16:03:28.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:27 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:03:28.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:27 smithi154 ceph-mon[84269]: osdmap e1777: 8 total, 8 up, 8 in 2024-04-10T16:03:29.018 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.ImageSpec (6057 ms) 2024-04-10T16:03:29.018 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.SnapRemoveWithChildMissing 2024-04-10T16:03:29.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:28 smithi102 ceph-mon[90943]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-10T16:03:29.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:28 smithi102 ceph-mon[90943]: pgmap v3181: 713 pgs: 12 creating+peering, 701 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 5.7 KiB/s wr, 59 op/s 2024-04-10T16:03:29.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:28 smithi102 ceph-mon[90943]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-10T16:03:29.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:28 smithi102 ceph-mon[88557]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-10T16:03:29.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:28 smithi102 ceph-mon[88557]: pgmap v3181: 713 pgs: 12 creating+peering, 701 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 5.7 KiB/s wr, 59 op/s 2024-04-10T16:03:29.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:28 smithi102 ceph-mon[88557]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-10T16:03:29.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:28 smithi154 ceph-mon[84269]: osdmap e1778: 8 total, 8 up, 8 in 2024-04-10T16:03:29.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:28 smithi154 ceph-mon[84269]: pgmap v3181: 713 pgs: 12 creating+peering, 701 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 5.7 KiB/s wr, 59 op/s 2024-04-10T16:03:29.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:28 smithi154 ceph-mon[84269]: osdmap e1779: 8 total, 8 up, 8 in 2024-04-10T16:03:30.952 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:31.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:30 smithi154 ceph-mon[84269]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-10T16:03:31.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:30 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3310650682' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:03:31.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:30 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:03:31.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:30 smithi154 ceph-mon[84269]: pgmap v3184: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-04-10T16:03:31.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:30 smithi102 ceph-mon[90943]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-10T16:03:31.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:30 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3310650682' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:03:31.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:30 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:03:31.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:30 smithi102 ceph-mon[90943]: pgmap v3184: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-04-10T16:03:31.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:30 smithi102 ceph-mon[88557]: osdmap e1780: 8 total, 8 up, 8 in 2024-04-10T16:03:31.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:30 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3310650682' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:03:31.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:30 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-34","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:03:31.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:30 smithi102 ceph-mon[88557]: pgmap v3184: 745 pgs: 32 unknown, 713 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 14 KiB/s rd, 2.2 KiB/s wr, 21 op/s 2024-04-10T16:03:32.314 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:31 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:03:32.314 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:31 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:03:32.314 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:31 smithi154 ceph-mon[84269]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-10T16:03:32.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:31 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:03:32.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:31 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:03:32.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:31 smithi102 ceph-mon[90943]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-10T16:03:32.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:31 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:03:32.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:31 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-34","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:03:32.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:31 smithi102 ceph-mon[88557]: osdmap e1781: 8 total, 8 up, 8 in 2024-04-10T16:03:32.652 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:03:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:03:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:03:33.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:32 smithi154 ceph-mon[84269]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-10T16:03:33.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:32 smithi154 ceph-mon[84269]: pgmap v3187: 745 pgs: 4 creating+peering, 15 unknown, 726 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 6.2 KiB/s wr, 176 op/s 2024-04-10T16:03:33.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:32 smithi102 ceph-mon[90943]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-10T16:03:33.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:32 smithi102 ceph-mon[90943]: pgmap v3187: 745 pgs: 4 creating+peering, 15 unknown, 726 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 6.2 KiB/s wr, 176 op/s 2024-04-10T16:03:33.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:32 smithi102 ceph-mon[88557]: osdmap e1782: 8 total, 8 up, 8 in 2024-04-10T16:03:33.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:32 smithi102 ceph-mon[88557]: pgmap v3187: 745 pgs: 4 creating+peering, 15 unknown, 726 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 6.2 KiB/s wr, 176 op/s 2024-04-10T16:03:34.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:33 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:03:34.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:33 smithi154 ceph-mon[84269]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-10T16:03:34.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:33 smithi154 ceph-mon[84269]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-10T16:03:34.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:33 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:03:34.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:33 smithi102 ceph-mon[90943]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-10T16:03:34.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:33 smithi102 ceph-mon[90943]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-10T16:03:34.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:33 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:03:34.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:33 smithi102 ceph-mon[88557]: osdmap e1783: 8 total, 8 up, 8 in 2024-04-10T16:03:34.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:33 smithi102 ceph-mon[88557]: osdmap e1784: 8 total, 8 up, 8 in 2024-04-10T16:03:35.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:34 smithi154 ceph-mon[84269]: pgmap v3190: 745 pgs: 4 creating+peering, 7 unknown, 734 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 4.7 KiB/s wr, 166 op/s 2024-04-10T16:03:35.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:34 smithi154 ceph-mon[84269]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-10T16:03:35.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:34 smithi102 ceph-mon[90943]: pgmap v3190: 745 pgs: 4 creating+peering, 7 unknown, 734 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 4.7 KiB/s wr, 166 op/s 2024-04-10T16:03:35.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:34 smithi102 ceph-mon[90943]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-10T16:03:35.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:34 smithi102 ceph-mon[88557]: pgmap v3190: 745 pgs: 4 creating+peering, 7 unknown, 734 active+clean; 318 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 4.7 KiB/s wr, 166 op/s 2024-04-10T16:03:35.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:34 smithi102 ceph-mon[88557]: osdmap e1785: 8 total, 8 up, 8 in 2024-04-10T16:03:37.235 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:36 smithi102 ceph-mon[90943]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-10T16:03:37.235 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:36 smithi102 ceph-mon[90943]: pgmap v3193: 713 pgs: 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:03:37.235 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:36 smithi102 ceph-mon[88557]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-10T16:03:37.235 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:36 smithi102 ceph-mon[88557]: pgmap v3193: 713 pgs: 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:03:37.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:36 smithi154 ceph-mon[84269]: osdmap e1786: 8 total, 8 up, 8 in 2024-04-10T16:03:37.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:36 smithi154 ceph-mon[84269]: pgmap v3193: 713 pgs: 713 active+clean; 6.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:03:37.933 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:03:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:03:37] "GET /metrics HTTP/1.1" 200 77924 "" "Prometheus/2.43.0" 2024-04-10T16:03:38.033 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 3 2024-04-10T16:03:38.033 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 3 2024-04-10T16:03:38.033 INFO:tasks.workunit.client.0.smithi102.stdout:child: image218 2024-04-10T16:03:38.033 INFO:tasks.workunit.client.0.smithi102.stdout:child: image220 2024-04-10T16:03:38.033 INFO:tasks.workunit.client.0.smithi102.stdout:child: image219 2024-04-10T16:03:38.033 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-15/image218/b1fb362b2678 2024-04-10T16:03:38.033 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:03:38.034 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-34/image219/b1fba903e588 2024-04-10T16:03:38.034 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:03:38.034 INFO:tasks.workunit.client.0.smithi102.stdout:found child test-librbd-smithi102-136614-15/image220/b1fb351275cd 2024-04-10T16:03:38.034 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:03:38.034 INFO:tasks.workunit.client.0.smithi102.stdout:num children is: 0 2024-04-10T16:03:38.034 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 0 2024-04-10T16:03:38.034 INFO:tasks.workunit.client.0.smithi102.stdout:num snaps is: 0 2024-04-10T16:03:38.034 INFO:tasks.workunit.client.0.smithi102.stdout:expected: 0 2024-04-10T16:03:38.034 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.SnapRemoveWithChildMissing (9015 ms) 2024-04-10T16:03:38.034 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.QuiesceWatch 2024-04-10T16:03:38.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:37 smithi154 ceph-mon[84269]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-10T16:03:38.432 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:37 smithi102 ceph-mon[90943]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-10T16:03:38.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:37 smithi102 ceph-mon[88557]: osdmap e1787: 8 total, 8 up, 8 in 2024-04-10T16:03:39.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:39 smithi154 ceph-mon[84269]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-10T16:03:39.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:39.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:39 smithi154 ceph-mon[84269]: pgmap v3196: 713 pgs: 713 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:03:39.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:38 smithi102 ceph-mon[90943]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-10T16:03:39.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:39.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:38 smithi102 ceph-mon[90943]: pgmap v3196: 713 pgs: 713 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:03:39.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:38 smithi102 ceph-mon[88557]: osdmap e1788: 8 total, 8 up, 8 in 2024-04-10T16:03:39.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:39.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:38 smithi102 ceph-mon[88557]: pgmap v3196: 713 pgs: 713 active+clean; 6.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:03:40.019 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:40.402 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:40 smithi154 ceph-mon[84269]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-10T16:03:40.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:40 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1708503415' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:03:40.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:40 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:03:40.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:40 smithi102 ceph-mon[90943]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-10T16:03:40.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:40 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1708503415' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:03:40.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:40 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:03:40.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:40 smithi102 ceph-mon[88557]: osdmap e1789: 8 total, 8 up, 8 in 2024-04-10T16:03:40.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:40 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1708503415' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:03:40.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:40 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-35","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:03:41.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:41 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:03:41.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:41 smithi154 ceph-mon[84269]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-10T16:03:41.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:41 smithi154 ceph-mon[84269]: pgmap v3199: 745 pgs: 13 creating+peering, 19 unknown, 713 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 8.2 KiB/s wr, 168 op/s 2024-04-10T16:03:41.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:41 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:03:41.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:41 smithi102 ceph-mon[90943]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-10T16:03:41.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:41 smithi102 ceph-mon[90943]: pgmap v3199: 745 pgs: 13 creating+peering, 19 unknown, 713 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 8.2 KiB/s wr, 168 op/s 2024-04-10T16:03:41.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:41 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-35","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:03:41.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:41 smithi102 ceph-mon[88557]: osdmap e1790: 8 total, 8 up, 8 in 2024-04-10T16:03:41.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:41 smithi102 ceph-mon[88557]: pgmap v3199: 745 pgs: 13 creating+peering, 19 unknown, 713 active+clean; 6.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 131 KiB/s rd, 8.2 KiB/s wr, 168 op/s 2024-04-10T16:03:42.313 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:42 smithi154 ceph-mon[84269]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-10T16:03:42.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:42 smithi102 ceph-mon[90943]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-10T16:03:42.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:42 smithi102 ceph-mon[88557]: osdmap e1791: 8 total, 8 up, 8 in 2024-04-10T16:03:42.653 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:03:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:03:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:03:43.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:43 smithi154 ceph-mon[84269]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-10T16:03:43.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:43 smithi154 ceph-mon[84269]: pgmap v3202: 745 pgs: 13 creating+peering, 5 unknown, 727 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 1023 B/s wr, 27 op/s 2024-04-10T16:03:43.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:43 smithi102 ceph-mon[88557]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-10T16:03:43.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:43 smithi102 ceph-mon[88557]: pgmap v3202: 745 pgs: 13 creating+peering, 5 unknown, 727 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 1023 B/s wr, 27 op/s 2024-04-10T16:03:43.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:43 smithi102 ceph-mon[90943]: osdmap e1792: 8 total, 8 up, 8 in 2024-04-10T16:03:43.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:43 smithi102 ceph-mon[90943]: pgmap v3202: 745 pgs: 13 creating+peering, 5 unknown, 727 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 20 KiB/s rd, 1023 B/s wr, 27 op/s 2024-04-10T16:03:44.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:44 smithi154 ceph-mon[84269]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-10T16:03:44.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:44 smithi154 ceph-mon[84269]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-10T16:03:44.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:44 smithi102 ceph-mon[90943]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-10T16:03:44.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:44 smithi102 ceph-mon[90943]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-10T16:03:44.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:44 smithi102 ceph-mon[88557]: osdmap e1793: 8 total, 8 up, 8 in 2024-04-10T16:03:44.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:44 smithi102 ceph-mon[88557]: osdmap e1794: 8 total, 8 up, 8 in 2024-04-10T16:03:45.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:45 smithi154 ceph-mon[84269]: pgmap v3205: 745 pgs: 8 creating+peering, 737 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 1023 B/s wr, 19 op/s 2024-04-10T16:03:45.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:45 smithi154 ceph-mon[84269]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-10T16:03:45.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:45 smithi102 ceph-mon[88557]: pgmap v3205: 745 pgs: 8 creating+peering, 737 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 1023 B/s wr, 19 op/s 2024-04-10T16:03:45.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:45 smithi102 ceph-mon[88557]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-10T16:03:45.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:45 smithi102 ceph-mon[90943]: pgmap v3205: 745 pgs: 8 creating+peering, 737 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 14 KiB/s rd, 1023 B/s wr, 19 op/s 2024-04-10T16:03:45.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:45 smithi102 ceph-mon[90943]: osdmap e1795: 8 total, 8 up, 8 in 2024-04-10T16:03:47.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:46 smithi154 ceph-mon[84269]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-10T16:03:47.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:46 smithi154 ceph-mon[84269]: pgmap v3208: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-10T16:03:47.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:46 smithi102 ceph-mon[88557]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-10T16:03:47.182 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:46 smithi102 ceph-mon[88557]: pgmap v3208: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-10T16:03:47.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:46 smithi102 ceph-mon[90943]: osdmap e1796: 8 total, 8 up, 8 in 2024-04-10T16:03:47.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:46 smithi102 ceph-mon[90943]: pgmap v3208: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.2 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-10T16:03:47.886 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:03:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:03:47] "GET /metrics HTTP/1.1" 200 80421 "" "Prometheus/2.43.0" 2024-04-10T16:03:47.989 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.QuiesceWatch (9956 ms) 2024-04-10T16:03:47.989 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.QuiesceWatchPP 2024-04-10T16:03:47.989 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:48.152 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:47 smithi154 ceph-mon[84269]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-10T16:03:48.182 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:47 smithi102 ceph-mon[90943]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-10T16:03:48.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:47 smithi102 ceph-mon[88557]: osdmap e1797: 8 total, 8 up, 8 in 2024-04-10T16:03:49.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:48 smithi154 ceph-mon[84269]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-10T16:03:49.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:48 smithi154 ceph-mon[84269]: pgmap v3211: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 88 op/s 2024-04-10T16:03:49.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:48 smithi154 ceph-mon[84269]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-10T16:03:49.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:48 smithi102 ceph-mon[90943]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-10T16:03:49.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:48 smithi102 ceph-mon[90943]: pgmap v3211: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 88 op/s 2024-04-10T16:03:49.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:48 smithi102 ceph-mon[90943]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-10T16:03:49.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:48 smithi102 ceph-mon[88557]: osdmap e1798: 8 total, 8 up, 8 in 2024-04-10T16:03:49.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:48 smithi102 ceph-mon[88557]: pgmap v3211: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 63 KiB/s rd, 6.0 KiB/s wr, 88 op/s 2024-04-10T16:03:49.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:48 smithi102 ceph-mon[88557]: osdmap e1799: 8 total, 8 up, 8 in 2024-04-10T16:03:51.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:50 smithi102 ceph-mon[90943]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-10T16:03:51.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:50 smithi102 ceph-mon[90943]: pgmap v3214: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 64 KiB/s rd, 6.2 KiB/s wr, 89 op/s 2024-04-10T16:03:51.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:50 smithi102 ceph-mon[88557]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-10T16:03:51.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:50 smithi102 ceph-mon[88557]: pgmap v3214: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 64 KiB/s rd, 6.2 KiB/s wr, 89 op/s 2024-04-10T16:03:51.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:50 smithi154 ceph-mon[84269]: osdmap e1800: 8 total, 8 up, 8 in 2024-04-10T16:03:51.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:50 smithi154 ceph-mon[84269]: pgmap v3214: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 64 KiB/s rd, 6.2 KiB/s wr, 89 op/s 2024-04-10T16:03:52.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:51 smithi102 ceph-mon[90943]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-10T16:03:52.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:51 smithi102 ceph-mon[88557]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-10T16:03:52.304 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:51 smithi154 ceph-mon[84269]: osdmap e1801: 8 total, 8 up, 8 in 2024-04-10T16:03:52.653 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:03:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:03:52.313Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:03:53.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:52 smithi102 ceph-mon[90943]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-10T16:03:53.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:52 smithi102 ceph-mon[90943]: pgmap v3217: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 KiB/s wr, 38 op/s 2024-04-10T16:03:53.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:52 smithi102 ceph-mon[88557]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-10T16:03:53.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:52 smithi102 ceph-mon[88557]: pgmap v3217: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 KiB/s wr, 38 op/s 2024-04-10T16:03:53.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:52 smithi154 ceph-mon[84269]: osdmap e1802: 8 total, 8 up, 8 in 2024-04-10T16:03:53.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:52 smithi154 ceph-mon[84269]: pgmap v3217: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 2.0 KiB/s wr, 38 op/s 2024-04-10T16:03:53.993 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.QuiesceWatchPP (6004 ms) 2024-04-10T16:03:53.993 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.QuiesceWatchError 2024-04-10T16:03:53.993 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:03:54.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:53 smithi102 ceph-mon[90943]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-10T16:03:54.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:54.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:53 smithi102 ceph-mon[90943]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-10T16:03:54.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:53 smithi102 ceph-mon[88557]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-10T16:03:54.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:54.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:53 smithi102 ceph-mon[88557]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-10T16:03:54.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:53 smithi154 ceph-mon[84269]: osdmap e1803: 8 total, 8 up, 8 in 2024-04-10T16:03:54.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:03:54.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:53 smithi154 ceph-mon[84269]: osdmap e1804: 8 total, 8 up, 8 in 2024-04-10T16:03:55.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:54 smithi102 ceph-mon[90943]: pgmap v3220: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 6.2 KiB/s wr, 98 op/s 2024-04-10T16:03:55.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:54 smithi102 ceph-mon[88557]: pgmap v3220: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 6.2 KiB/s wr, 98 op/s 2024-04-10T16:03:55.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:54 smithi154 ceph-mon[84269]: pgmap v3220: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 75 KiB/s rd, 6.2 KiB/s wr, 98 op/s 2024-04-10T16:03:56.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:55 smithi102 ceph-mon[90943]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-10T16:03:56.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:55 smithi102 ceph-mon[88557]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-10T16:03:56.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:55 smithi154 ceph-mon[84269]: osdmap e1805: 8 total, 8 up, 8 in 2024-04-10T16:03:57.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:56 smithi154 ceph-mon[84269]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-10T16:03:57.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:56 smithi154 ceph-mon[84269]: pgmap v3223: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 50 KiB/s rd, 5.7 KiB/s wr, 69 op/s 2024-04-10T16:03:57.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:56 smithi102 ceph-mon[88557]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-10T16:03:57.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:56 smithi102 ceph-mon[88557]: pgmap v3223: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 50 KiB/s rd, 5.7 KiB/s wr, 69 op/s 2024-04-10T16:03:57.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:56 smithi102 ceph-mon[90943]: osdmap e1806: 8 total, 8 up, 8 in 2024-04-10T16:03:57.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:56 smithi102 ceph-mon[90943]: pgmap v3223: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 50 KiB/s rd, 5.7 KiB/s wr, 69 op/s 2024-04-10T16:03:57.933 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:03:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:03:57] "GET /metrics HTTP/1.1" 200 82884 "" "Prometheus/2.43.0" 2024-04-10T16:03:58.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:57 smithi154 ceph-mon[84269]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-10T16:03:58.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:57 smithi102 ceph-mon[90943]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-10T16:03:58.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:57 smithi102 ceph-mon[88557]: osdmap e1807: 8 total, 8 up, 8 in 2024-04-10T16:03:59.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:58 smithi154 ceph-mon[84269]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-10T16:03:59.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.9", "id": [3, 0]}]: dispatch 2024-04-10T16:03:59.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [3, 7]}]: dispatch 2024-04-10T16:03:59.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:58 smithi154 ceph-mon[84269]: pgmap v3226: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 70 KiB/s rd, 3.7 KiB/s wr, 93 op/s 2024-04-10T16:03:59.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.9", "id": [3, 0]}]': finished 2024-04-10T16:03:59.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:58 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [3, 7]}]': finished 2024-04-10T16:03:59.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:03:58 smithi154 ceph-mon[84269]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-10T16:03:59.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:58 smithi102 ceph-mon[90943]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-10T16:03:59.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.9", "id": [3, 0]}]: dispatch 2024-04-10T16:03:59.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [3, 7]}]: dispatch 2024-04-10T16:03:59.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:58 smithi102 ceph-mon[90943]: pgmap v3226: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 70 KiB/s rd, 3.7 KiB/s wr, 93 op/s 2024-04-10T16:03:59.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.9", "id": [3, 0]}]': finished 2024-04-10T16:03:59.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:58 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [3, 7]}]': finished 2024-04-10T16:03:59.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:03:58 smithi102 ceph-mon[90943]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-10T16:03:59.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:58 smithi102 ceph-mon[88557]: osdmap e1808: 8 total, 8 up, 8 in 2024-04-10T16:03:59.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.9", "id": [3, 0]}]: dispatch 2024-04-10T16:03:59.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [3, 7]}]: dispatch 2024-04-10T16:03:59.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:58 smithi102 ceph-mon[88557]: pgmap v3226: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 70 KiB/s rd, 3.7 KiB/s wr, 93 op/s 2024-04-10T16:03:59.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.9", "id": [3, 0]}]': finished 2024-04-10T16:03:59.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:58 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "109.14", "id": [3, 7]}]': finished 2024-04-10T16:03:59.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:03:58 smithi102 ceph-mon[88557]: osdmap e1809: 8 total, 8 up, 8 in 2024-04-10T16:03:59.991 INFO:tasks.workunit.client.0.smithi102.stdout:10.00% done 2024-04-10T16:03:59.992 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.QuiesceWatchError (5998 ms) 2024-04-10T16:03:59.992 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.QuiesceWatchTimeout 2024-04-10T16:03:59.992 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:04:00.007 INFO:tasks.workunit.client.0.smithi102.stderr:test quiesce is not long enough to time out 2024-04-10T16:04:01.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:00 smithi154 ceph-mon[84269]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-10T16:04:01.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:00 smithi154 ceph-mon[84269]: pgmap v3229: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 3.5 KiB/s wr, 94 op/s 2024-04-10T16:04:01.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:00 smithi102 ceph-mon[90943]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-10T16:04:01.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:00 smithi102 ceph-mon[90943]: pgmap v3229: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 3.5 KiB/s wr, 94 op/s 2024-04-10T16:04:01.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:00 smithi102 ceph-mon[88557]: osdmap e1810: 8 total, 8 up, 8 in 2024-04-10T16:04:01.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:00 smithi102 ceph-mon[88557]: pgmap v3229: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 71 KiB/s rd, 3.5 KiB/s wr, 94 op/s 2024-04-10T16:04:02.653 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:04:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:04:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:04:03.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:03 smithi154 ceph-mon[84269]: pgmap v3230: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 4.9 KiB/s wr, 109 op/s 2024-04-10T16:04:03.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:03 smithi102 ceph-mon[90943]: pgmap v3230: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 4.9 KiB/s wr, 109 op/s 2024-04-10T16:04:03.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:03 smithi102 ceph-mon[88557]: pgmap v3230: 745 pgs: 1 peering, 744 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 82 KiB/s rd, 4.9 KiB/s wr, 109 op/s 2024-04-10T16:04:05.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:04 smithi154 ceph-mon[84269]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-10T16:04:05.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:04 smithi154 ceph-mon[84269]: pgmap v3232: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 32 KiB/s rd, 2.8 KiB/s wr, 45 op/s 2024-04-10T16:04:05.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:04 smithi102 ceph-mon[90943]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-10T16:04:05.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:04 smithi102 ceph-mon[90943]: pgmap v3232: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 32 KiB/s rd, 2.8 KiB/s wr, 45 op/s 2024-04-10T16:04:05.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:04 smithi102 ceph-mon[88557]: osdmap e1811: 8 total, 8 up, 8 in 2024-04-10T16:04:05.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:04 smithi102 ceph-mon[88557]: pgmap v3232: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 32 KiB/s rd, 2.8 KiB/s wr, 45 op/s 2024-04-10T16:04:07.886 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:07 smithi102 ceph-mon[90943]: pgmap v3233: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 KiB/s wr, 40 op/s 2024-04-10T16:04:07.886 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:07 smithi102 ceph-mon[88557]: pgmap v3233: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 KiB/s wr, 40 op/s 2024-04-10T16:04:07.887 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:04:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:04:07] "GET /metrics HTTP/1.1" 200 82884 "" "Prometheus/2.43.0" 2024-04-10T16:04:07.902 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:07 smithi154 ceph-mon[84269]: pgmap v3233: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 28 KiB/s rd, 2.4 KiB/s wr, 40 op/s 2024-04-10T16:04:08.494 INFO:tasks.workunit.client.0.smithi102.stderr:test quiesce is timed out 2024-04-10T16:04:08.499 INFO:tasks.workunit.client.0.smithi102.stderr:waiting for timed out ... 0 2024-04-10T16:04:08.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:08.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:08.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:09.500 INFO:tasks.workunit.client.0.smithi102.stderr:waiting for timed out ... 1 2024-04-10T16:04:09.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:09 smithi154 ceph-mon[84269]: pgmap v3234: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 KiB/s wr, 33 op/s 2024-04-10T16:04:09.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:09 smithi154 ceph-mon[84269]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-10T16:04:09.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:09 smithi154 ceph-mon[84269]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-10T16:04:09.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:09 smithi102 ceph-mon[90943]: pgmap v3234: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 KiB/s wr, 33 op/s 2024-04-10T16:04:09.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:09 smithi102 ceph-mon[90943]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-10T16:04:09.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:09 smithi102 ceph-mon[90943]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-10T16:04:09.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:09 smithi102 ceph-mon[88557]: pgmap v3234: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 24 KiB/s rd, 2.0 KiB/s wr, 33 op/s 2024-04-10T16:04:09.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:09 smithi102 ceph-mon[88557]: osdmap e1812: 8 total, 8 up, 8 in 2024-04-10T16:04:09.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:09 smithi102 ceph-mon[88557]: osdmap e1813: 8 total, 8 up, 8 in 2024-04-10T16:04:10.500 INFO:tasks.workunit.client.0.smithi102.stderr:waiting for timed out ... 2 2024-04-10T16:04:11.500 INFO:tasks.workunit.client.0.smithi102.stderr:waiting for timed out ... 3 2024-04-10T16:04:11.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:11 smithi154 ceph-mon[84269]: pgmap v3237: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.7 KiB/s rd, 941 B/s wr, 13 op/s 2024-04-10T16:04:11.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:11 smithi102 ceph-mon[90943]: pgmap v3237: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.7 KiB/s rd, 941 B/s wr, 13 op/s 2024-04-10T16:04:11.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:11 smithi102 ceph-mon[88557]: pgmap v3237: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 9.7 KiB/s rd, 941 B/s wr, 13 op/s 2024-04-10T16:04:12.500 INFO:tasks.workunit.client.0.smithi102.stderr:waiting for timed out ... 4 2024-04-10T16:04:12.653 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:04:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:04:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:04:13.500 INFO:tasks.workunit.client.0.smithi102.stderr:waiting for timed out ... 5 2024-04-10T16:04:13.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:13 smithi154 ceph-mon[84269]: pgmap v3238: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-10T16:04:13.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:13 smithi102 ceph-mon[90943]: pgmap v3238: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-10T16:04:13.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:13 smithi102 ceph-mon[88557]: pgmap v3238: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 6.4 KiB/s rd, 511 B/s wr, 8 op/s 2024-04-10T16:04:14.500 INFO:tasks.workunit.client.0.smithi102.stderr:waiting for timed out ... 6 2024-04-10T16:04:15.500 INFO:tasks.workunit.client.0.smithi102.stderr:waiting for timed out ... 7 2024-04-10T16:04:15.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:15 smithi154 ceph-mon[84269]: pgmap v3239: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-10T16:04:15.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:15 smithi102 ceph-mon[90943]: pgmap v3239: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-10T16:04:15.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:15 smithi102 ceph-mon[88557]: pgmap v3239: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-10T16:04:16.501 INFO:tasks.workunit.client.0.smithi102.stderr:waiting for timed out ... 8 2024-04-10T16:04:17.501 INFO:tasks.workunit.client.0.smithi102.stderr:waiting for timed out ... 9 2024-04-10T16:04:17.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:17 smithi154 ceph-mon[84269]: pgmap v3240: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-10T16:04:17.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:17 smithi102 ceph-mon[88557]: pgmap v3240: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-10T16:04:17.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:17 smithi102 ceph-mon[90943]: pgmap v3240: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 3.6 KiB/s rd, 383 B/s wr, 4 op/s 2024-04-10T16:04:17.933 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:04:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:04:17] "GET /metrics HTTP/1.1" 200 82888 "" "Prometheus/2.43.0" 2024-04-10T16:04:18.501 INFO:tasks.workunit.client.0.smithi102.stderr:waiting for timed out ... 10 2024-04-10T16:04:19.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:19 smithi154 ceph-mon[84269]: pgmap v3241: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 KiB/s rd, 308 B/s wr, 3 op/s 2024-04-10T16:04:19.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:04:19.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:04:19.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:04:19.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:04:19.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:19 smithi102 ceph-mon[88557]: pgmap v3241: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 KiB/s rd, 308 B/s wr, 3 op/s 2024-04-10T16:04:19.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:04:19.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:04:19.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:04:19.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:04:19.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:19 smithi102 ceph-mon[90943]: pgmap v3241: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.9 KiB/s rd, 308 B/s wr, 3 op/s 2024-04-10T16:04:19.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:04:19.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:04:19.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:04:19.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:04:21.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:21 smithi154 ceph-mon[84269]: pgmap v3242: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 KiB/s rd, 266 B/s wr, 3 op/s 2024-04-10T16:04:21.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:21 smithi102 ceph-mon[90943]: pgmap v3242: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 KiB/s rd, 266 B/s wr, 3 op/s 2024-04-10T16:04:21.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:21 smithi102 ceph-mon[88557]: pgmap v3242: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.5 KiB/s rd, 266 B/s wr, 3 op/s 2024-04-10T16:04:22.653 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:04:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:04:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:04:23.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:23 smithi154 ceph-mon[84269]: pgmap v3243: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 85 B/s wr, 0 op/s 2024-04-10T16:04:23.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:23.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:23 smithi102 ceph-mon[90943]: pgmap v3243: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 85 B/s wr, 0 op/s 2024-04-10T16:04:23.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:23.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:23 smithi102 ceph-mon[88557]: pgmap v3243: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 341 B/s rd, 85 B/s wr, 0 op/s 2024-04-10T16:04:23.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:25.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:25 smithi154 ceph-mon[84269]: pgmap v3244: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:04:25.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:25 smithi102 ceph-mon[90943]: pgmap v3244: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:04:25.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:25 smithi102 ceph-mon[88557]: pgmap v3244: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:04:27.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:27 smithi154 ceph-mon[84269]: pgmap v3245: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:04:27.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:27 smithi102 ceph-mon[88557]: pgmap v3245: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:04:27.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:27 smithi102 ceph-mon[90943]: pgmap v3245: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:04:27.933 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:04:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:04:27] "GET /metrics HTTP/1.1" 200 82879 "" "Prometheus/2.43.0" 2024-04-10T16:04:29.501 INFO:tasks.workunit.client.0.smithi102.stderr:test retry succeeds 2024-04-10T16:04:29.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:29 smithi154 ceph-mon[84269]: pgmap v3246: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:04:29.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:29 smithi102 ceph-mon[90943]: pgmap v3246: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:04:29.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:29 smithi102 ceph-mon[88557]: pgmap v3246: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:04:31.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:31 smithi154 ceph-mon[84269]: pgmap v3247: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:04:31.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:31 smithi154 ceph-mon[84269]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-10T16:04:31.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:31 smithi102 ceph-mon[90943]: pgmap v3247: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:04:31.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:31 smithi102 ceph-mon[90943]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-10T16:04:31.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:31 smithi102 ceph-mon[88557]: pgmap v3247: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:04:31.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:31 smithi102 ceph-mon[88557]: osdmap e1814: 8 total, 8 up, 8 in 2024-04-10T16:04:32.651 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.QuiesceWatchTimeout (32660 ms) 2024-04-10T16:04:32.652 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.WriteZeroes 2024-04-10T16:04:32.652 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:04:32.653 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:32 smithi154 ceph-mon[84269]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-10T16:04:32.653 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:04:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:04:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:04:32.715 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.WriteZeroes (64 ms) 2024-04-10T16:04:32.715 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.WriteZeroesThickProvision 2024-04-10T16:04:32.715 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:04:32.780 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.WriteZeroesThickProvision (65 ms) 2024-04-10T16:04:32.780 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] TestLibRBD.ConcurentOperations 2024-04-10T16:04:32.780 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:04:32.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:32 smithi102 ceph-mon[90943]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-10T16:04:32.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:32 smithi102 ceph-mon[88557]: osdmap e1815: 8 total, 8 up, 8 in 2024-04-10T16:04:33.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:33 smithi154 ceph-mon[84269]: pgmap v3250: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 383 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T16:04:33.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:33 smithi154 ceph-mon[84269]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-10T16:04:33.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:33 smithi102 ceph-mon[90943]: pgmap v3250: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 383 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T16:04:33.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:33 smithi102 ceph-mon[90943]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-10T16:04:33.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:33 smithi102 ceph-mon[88557]: pgmap v3250: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 383 B/s rd, 0 B/s wr, 0 op/s 2024-04-10T16:04:33.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:33 smithi102 ceph-mon[88557]: osdmap e1816: 8 total, 8 up, 8 in 2024-04-10T16:04:34.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:34 smithi154 ceph-mon[84269]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-10T16:04:34.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:34 smithi102 ceph-mon[90943]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-10T16:04:34.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:34 smithi102 ceph-mon[88557]: osdmap e1817: 8 total, 8 up, 8 in 2024-04-10T16:04:35.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:35 smithi154 ceph-mon[84269]: pgmap v3253: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 3.2 KiB/s wr, 29 op/s 2024-04-10T16:04:35.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:35 smithi154 ceph-mon[84269]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-10T16:04:35.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:35 smithi102 ceph-mon[90943]: pgmap v3253: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 3.2 KiB/s wr, 29 op/s 2024-04-10T16:04:35.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:35 smithi102 ceph-mon[90943]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-10T16:04:35.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:35 smithi102 ceph-mon[88557]: pgmap v3253: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 3.2 KiB/s wr, 29 op/s 2024-04-10T16:04:35.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:35 smithi102 ceph-mon[88557]: osdmap e1818: 8 total, 8 up, 8 in 2024-04-10T16:04:36.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:36 smithi154 ceph-mon[84269]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-10T16:04:36.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:36 smithi102 ceph-mon[90943]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-10T16:04:36.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:36 smithi102 ceph-mon[88557]: osdmap e1819: 8 total, 8 up, 8 in 2024-04-10T16:04:37.834 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:37 smithi102 ceph-mon[90943]: pgmap v3256: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 121 KiB/s rd, 9.0 KiB/s wr, 170 op/s 2024-04-10T16:04:37.835 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:37 smithi102 ceph-mon[90943]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-10T16:04:37.835 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:04:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:04:37] "GET /metrics HTTP/1.1" 200 82879 "" "Prometheus/2.43.0" 2024-04-10T16:04:37.835 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:37 smithi102 ceph-mon[88557]: pgmap v3256: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 121 KiB/s rd, 9.0 KiB/s wr, 170 op/s 2024-04-10T16:04:37.835 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:37 smithi102 ceph-mon[88557]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-10T16:04:37.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:37 smithi154 ceph-mon[84269]: pgmap v3256: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 121 KiB/s rd, 9.0 KiB/s wr, 170 op/s 2024-04-10T16:04:37.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:37 smithi154 ceph-mon[84269]: osdmap e1820: 8 total, 8 up, 8 in 2024-04-10T16:04:38.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:38 smithi154 ceph-mon[84269]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-10T16:04:38.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:38.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:38 smithi102 ceph-mon[90943]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-10T16:04:38.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:38.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:38 smithi102 ceph-mon[88557]: osdmap e1821: 8 total, 8 up, 8 in 2024-04-10T16:04:38.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:39.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:39 smithi154 ceph-mon[84269]: pgmap v3259: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 116 KiB/s rd, 7.7 KiB/s wr, 156 op/s 2024-04-10T16:04:39.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:39 smithi154 ceph-mon[84269]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-10T16:04:39.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:39 smithi154 ceph-mon[84269]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-10T16:04:39.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:39 smithi102 ceph-mon[90943]: pgmap v3259: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 116 KiB/s rd, 7.7 KiB/s wr, 156 op/s 2024-04-10T16:04:39.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:39 smithi102 ceph-mon[90943]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-10T16:04:39.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:39 smithi102 ceph-mon[90943]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-10T16:04:39.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:39 smithi102 ceph-mon[88557]: pgmap v3259: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 116 KiB/s rd, 7.7 KiB/s wr, 156 op/s 2024-04-10T16:04:39.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:39 smithi102 ceph-mon[88557]: osdmap e1822: 8 total, 8 up, 8 in 2024-04-10T16:04:39.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:39 smithi102 ceph-mon[88557]: osdmap e1823: 8 total, 8 up, 8 in 2024-04-10T16:04:41.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:40 smithi154 ceph-mon[84269]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-10T16:04:41.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:40 smithi154 ceph-mon[84269]: pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 2.6 KiB/s wr, 15 op/s 2024-04-10T16:04:41.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:40 smithi102 ceph-mon[90943]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-10T16:04:41.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:40 smithi102 ceph-mon[90943]: pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 2.6 KiB/s wr, 15 op/s 2024-04-10T16:04:41.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:40 smithi102 ceph-mon[88557]: osdmap e1824: 8 total, 8 up, 8 in 2024-04-10T16:04:41.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:40 smithi102 ceph-mon[88557]: pgmap v3263: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 11 KiB/s rd, 2.6 KiB/s wr, 15 op/s 2024-04-10T16:04:42.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:41 smithi102 ceph-mon[90943]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-10T16:04:42.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:41 smithi102 ceph-mon[88557]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-10T16:04:42.313 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:41 smithi154 ceph-mon[84269]: osdmap e1825: 8 total, 8 up, 8 in 2024-04-10T16:04:42.653 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:04:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:04:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:04:43.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:42 smithi102 ceph-mon[90943]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-10T16:04:43.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:42 smithi102 ceph-mon[90943]: pgmap v3266: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 4.1 KiB/s wr, 16 op/s 2024-04-10T16:04:43.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:42 smithi102 ceph-mon[88557]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-10T16:04:43.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:42 smithi102 ceph-mon[88557]: pgmap v3266: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 4.1 KiB/s wr, 16 op/s 2024-04-10T16:04:43.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:42 smithi154 ceph-mon[84269]: osdmap e1826: 8 total, 8 up, 8 in 2024-04-10T16:04:43.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:42 smithi154 ceph-mon[84269]: pgmap v3266: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 12 KiB/s rd, 4.1 KiB/s wr, 16 op/s 2024-04-10T16:04:44.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:43 smithi102 ceph-mon[90943]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-10T16:04:44.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:43 smithi102 ceph-mon[88557]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-10T16:04:44.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:43 smithi154 ceph-mon[84269]: osdmap e1827: 8 total, 8 up, 8 in 2024-04-10T16:04:45.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:44 smithi102 ceph-mon[90943]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-10T16:04:45.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:44 smithi102 ceph-mon[90943]: pgmap v3269: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 4.0 KiB/s wr, 22 op/s 2024-04-10T16:04:45.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:44 smithi102 ceph-mon[88557]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-10T16:04:45.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:44 smithi102 ceph-mon[88557]: pgmap v3269: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 4.0 KiB/s wr, 22 op/s 2024-04-10T16:04:45.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:44 smithi154 ceph-mon[84269]: osdmap e1828: 8 total, 8 up, 8 in 2024-04-10T16:04:45.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:44 smithi154 ceph-mon[84269]: pgmap v3269: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 4.0 KiB/s wr, 22 op/s 2024-04-10T16:04:46.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:45 smithi154 ceph-mon[84269]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-10T16:04:46.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:45 smithi102 ceph-mon[90943]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-10T16:04:46.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:45 smithi102 ceph-mon[88557]: osdmap e1829: 8 total, 8 up, 8 in 2024-04-10T16:04:47.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:46 smithi154 ceph-mon[84269]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-10T16:04:47.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:46 smithi154 ceph-mon[84269]: pgmap v3272: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 178 KiB/s rd, 5.5 KiB/s wr, 244 op/s 2024-04-10T16:04:47.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:46 smithi102 ceph-mon[90943]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-10T16:04:47.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:46 smithi102 ceph-mon[90943]: pgmap v3272: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 178 KiB/s rd, 5.5 KiB/s wr, 244 op/s 2024-04-10T16:04:47.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:46 smithi102 ceph-mon[88557]: osdmap e1830: 8 total, 8 up, 8 in 2024-04-10T16:04:47.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:46 smithi102 ceph-mon[88557]: pgmap v3272: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 178 KiB/s rd, 5.5 KiB/s wr, 244 op/s 2024-04-10T16:04:47.933 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:04:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:04:47] "GET /metrics HTTP/1.1" 200 82895 "" "Prometheus/2.43.0" 2024-04-10T16:04:48.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:47 smithi154 ceph-mon[84269]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-10T16:04:48.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:47 smithi102 ceph-mon[90943]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-10T16:04:48.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:47 smithi102 ceph-mon[88557]: osdmap e1831: 8 total, 8 up, 8 in 2024-04-10T16:04:49.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:48 smithi154 ceph-mon[84269]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-10T16:04:49.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:48 smithi154 ceph-mon[84269]: pgmap v3275: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 175 KiB/s rd, 5.0 KiB/s wr, 240 op/s 2024-04-10T16:04:49.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:48 smithi102 ceph-mon[90943]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-10T16:04:49.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:48 smithi102 ceph-mon[90943]: pgmap v3275: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 175 KiB/s rd, 5.0 KiB/s wr, 240 op/s 2024-04-10T16:04:49.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:48 smithi102 ceph-mon[88557]: osdmap e1832: 8 total, 8 up, 8 in 2024-04-10T16:04:49.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:48 smithi102 ceph-mon[88557]: pgmap v3275: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 175 KiB/s rd, 5.0 KiB/s wr, 240 op/s 2024-04-10T16:04:50.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:49 smithi154 ceph-mon[84269]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-10T16:04:50.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:49 smithi102 ceph-mon[90943]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-10T16:04:50.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:49 smithi102 ceph-mon[88557]: osdmap e1833: 8 total, 8 up, 8 in 2024-04-10T16:04:51.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:50 smithi154 ceph-mon[84269]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-10T16:04:51.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:50 smithi154 ceph-mon[84269]: pgmap v3278: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:04:51.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:50 smithi102 ceph-mon[90943]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-10T16:04:51.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:50 smithi102 ceph-mon[90943]: pgmap v3278: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:04:51.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:50 smithi102 ceph-mon[88557]: osdmap e1834: 8 total, 8 up, 8 in 2024-04-10T16:04:51.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:50 smithi102 ceph-mon[88557]: pgmap v3278: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:04:52.304 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:51 smithi154 ceph-mon[84269]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-10T16:04:52.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:51 smithi102 ceph-mon[90943]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-10T16:04:52.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:51 smithi102 ceph-mon[88557]: osdmap e1835: 8 total, 8 up, 8 in 2024-04-10T16:04:52.653 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:04:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:04:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:04:53.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:52 smithi154 ceph-mon[84269]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-10T16:04:53.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:52 smithi154 ceph-mon[84269]: pgmap v3281: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-04-10T16:04:53.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:52 smithi102 ceph-mon[90943]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-10T16:04:53.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:52 smithi102 ceph-mon[90943]: pgmap v3281: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-04-10T16:04:53.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:52 smithi102 ceph-mon[88557]: osdmap e1836: 8 total, 8 up, 8 in 2024-04-10T16:04:53.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:52 smithi102 ceph-mon[88557]: pgmap v3281: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 13 KiB/s rd, 5.0 KiB/s wr, 23 op/s 2024-04-10T16:04:54.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:53 smithi154 ceph-mon[84269]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-10T16:04:54.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:54.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:53 smithi154 ceph-mon[84269]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-10T16:04:54.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:53 smithi102 ceph-mon[90943]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-10T16:04:54.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:54.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:53 smithi102 ceph-mon[90943]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-10T16:04:54.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:53 smithi102 ceph-mon[88557]: osdmap e1837: 8 total, 8 up, 8 in 2024-04-10T16:04:54.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:04:54.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:53 smithi102 ceph-mon[88557]: osdmap e1838: 8 total, 8 up, 8 in 2024-04-10T16:04:55.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:54 smithi154 ceph-mon[84269]: pgmap v3284: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 5.2 KiB/s wr, 27 op/s 2024-04-10T16:04:55.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:54 smithi154 ceph-mon[84269]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-10T16:04:55.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:54 smithi102 ceph-mon[90943]: pgmap v3284: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 5.2 KiB/s wr, 27 op/s 2024-04-10T16:04:55.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:54 smithi102 ceph-mon[90943]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-10T16:04:55.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:54 smithi102 ceph-mon[88557]: pgmap v3284: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 16 KiB/s rd, 5.2 KiB/s wr, 27 op/s 2024-04-10T16:04:55.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:54 smithi102 ceph-mon[88557]: osdmap e1839: 8 total, 8 up, 8 in 2024-04-10T16:04:57.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:56 smithi154 ceph-mon[84269]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-10T16:04:57.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:56 smithi154 ceph-mon[84269]: pgmap v3287: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 4.2 KiB/s wr, 69 op/s 2024-04-10T16:04:57.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:56 smithi102 ceph-mon[88557]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-10T16:04:57.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:56 smithi102 ceph-mon[88557]: pgmap v3287: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 4.2 KiB/s wr, 69 op/s 2024-04-10T16:04:57.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:56 smithi102 ceph-mon[90943]: osdmap e1840: 8 total, 8 up, 8 in 2024-04-10T16:04:57.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:56 smithi102 ceph-mon[90943]: pgmap v3287: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 52 KiB/s rd, 4.2 KiB/s wr, 69 op/s 2024-04-10T16:04:57.893 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:04:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:04:57] "GET /metrics HTTP/1.1" 200 82888 "" "Prometheus/2.43.0" 2024-04-10T16:04:58.032 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] TestLibRBD.ConcurentOperations (25251 ms) 2024-04-10T16:04:58.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:57 smithi154 ceph-mon[84269]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-10T16:04:58.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:57 smithi102 ceph-mon[88557]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-10T16:04:58.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:57 smithi102 ceph-mon[90943]: osdmap e1841: 8 total, 8 up, 8 in 2024-04-10T16:04:59.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:58 smithi102 ceph-mon[90943]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-10T16:04:59.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:58 smithi102 ceph-mon[90943]: pgmap v3290: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 4.0 KiB/s wr, 76 op/s 2024-04-10T16:04:59.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:04:58 smithi102 ceph-mon[90943]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-10T16:04:59.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:58 smithi102 ceph-mon[88557]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-10T16:04:59.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:58 smithi102 ceph-mon[88557]: pgmap v3290: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 4.0 KiB/s wr, 76 op/s 2024-04-10T16:04:59.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:04:58 smithi102 ceph-mon[88557]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-10T16:04:59.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:58 smithi154 ceph-mon[84269]: osdmap e1842: 8 total, 8 up, 8 in 2024-04-10T16:04:59.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:58 smithi154 ceph-mon[84269]: pgmap v3290: 745 pgs: 745 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail; 56 KiB/s rd, 4.0 KiB/s wr, 76 op/s 2024-04-10T16:04:59.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:04:58 smithi154 ceph-mon[84269]: osdmap e1843: 8 total, 8 up, 8 in 2024-04-10T16:05:01.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:00 smithi154 ceph-mon[84269]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-10T16:05:01.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:00 smithi154 ceph-mon[84269]: pgmap v3293: 681 pgs: 681 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:05:01.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:00 smithi102 ceph-mon[88557]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-10T16:05:01.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:00 smithi102 ceph-mon[88557]: pgmap v3293: 681 pgs: 681 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:05:01.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:00 smithi102 ceph-mon[90943]: osdmap e1844: 8 total, 8 up, 8 in 2024-04-10T16:05:01.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:00 smithi102 ceph-mon[90943]: pgmap v3293: 681 pgs: 681 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:05:02.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:01 smithi102 ceph-mon[88557]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-10T16:05:02.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:01 smithi102 ceph-mon[90943]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-10T16:05:02.314 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:01 smithi154 ceph-mon[84269]: osdmap e1845: 8 total, 8 up, 8 in 2024-04-10T16:05:02.653 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:05:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:05:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:05:03.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:02 smithi102 ceph-mon[90943]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-10T16:05:03.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:02 smithi102 ceph-mon[90943]: pgmap v3296: 617 pgs: 617 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:05:03.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:02 smithi102 ceph-mon[90943]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-10T16:05:03.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:02 smithi102 ceph-mon[88557]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-10T16:05:03.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:02 smithi102 ceph-mon[88557]: pgmap v3296: 617 pgs: 617 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:05:03.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:02 smithi102 ceph-mon[88557]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-10T16:05:03.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:02 smithi154 ceph-mon[84269]: osdmap e1846: 8 total, 8 up, 8 in 2024-04-10T16:05:03.404 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:02 smithi154 ceph-mon[84269]: pgmap v3296: 617 pgs: 617 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:05:03.404 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:02 smithi154 ceph-mon[84269]: osdmap e1847: 8 total, 8 up, 8 in 2024-04-10T16:05:05.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:04 smithi154 ceph-mon[84269]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-10T16:05:05.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:04 smithi154 ceph-mon[84269]: pgmap v3299: 553 pgs: 553 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:05:05.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:04 smithi102 ceph-mon[90943]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-10T16:05:05.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:04 smithi102 ceph-mon[90943]: pgmap v3299: 553 pgs: 553 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:05:05.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:04 smithi102 ceph-mon[88557]: osdmap e1848: 8 total, 8 up, 8 in 2024-04-10T16:05:05.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:04 smithi102 ceph-mon[88557]: pgmap v3299: 553 pgs: 553 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:05:06.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:05 smithi154 ceph-mon[84269]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-10T16:05:06.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:05 smithi102 ceph-mon[90943]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-10T16:05:06.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:05 smithi102 ceph-mon[88557]: osdmap e1849: 8 total, 8 up, 8 in 2024-04-10T16:05:07.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:06 smithi154 ceph-mon[84269]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-10T16:05:07.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:06 smithi154 ceph-mon[84269]: pgmap v3302: 489 pgs: 489 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:05:07.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:06 smithi102 ceph-mon[90943]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-10T16:05:07.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:06 smithi102 ceph-mon[90943]: pgmap v3302: 489 pgs: 489 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:05:07.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:06 smithi102 ceph-mon[88557]: osdmap e1850: 8 total, 8 up, 8 in 2024-04-10T16:05:07.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:06 smithi102 ceph-mon[88557]: pgmap v3302: 489 pgs: 489 active+clean; 6.6 MiB data, 3.7 GiB used, 712 GiB / 715 GiB avail 2024-04-10T16:05:07.918 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:05:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:05:07] "GET /metrics HTTP/1.1" 200 82888 "" "Prometheus/2.43.0" 2024-04-10T16:05:08.183 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:07 smithi102 ceph-mon[90943]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-10T16:05:08.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:07 smithi102 ceph-mon[88557]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-10T16:05:08.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:07 smithi154 ceph-mon[84269]: osdmap e1851: 8 total, 8 up, 8 in 2024-04-10T16:05:09.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:08 smithi102 ceph-mon[88557]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-10T16:05:09.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:09.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:08 smithi102 ceph-mon[88557]: pgmap v3305: 425 pgs: 425 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:05:09.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:08 smithi102 ceph-mon[90943]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-10T16:05:09.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:09.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:08 smithi102 ceph-mon[90943]: pgmap v3305: 425 pgs: 425 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:05:09.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:08 smithi154 ceph-mon[84269]: osdmap e1852: 8 total, 8 up, 8 in 2024-04-10T16:05:09.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:09.404 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:08 smithi154 ceph-mon[84269]: pgmap v3305: 425 pgs: 425 active+clean; 6.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:05:10.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:09 smithi154 ceph-mon[84269]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-10T16:05:10.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:09 smithi102 ceph-mon[88557]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-10T16:05:10.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:09 smithi102 ceph-mon[90943]: osdmap e1853: 8 total, 8 up, 8 in 2024-04-10T16:05:11.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:10 smithi154 ceph-mon[84269]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-10T16:05:11.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:10 smithi154 ceph-mon[84269]: pgmap v3308: 361 pgs: 361 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:05:11.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:10 smithi102 ceph-mon[90943]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-10T16:05:11.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:10 smithi102 ceph-mon[90943]: pgmap v3308: 361 pgs: 361 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:05:11.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:10 smithi102 ceph-mon[88557]: osdmap e1854: 8 total, 8 up, 8 in 2024-04-10T16:05:11.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:10 smithi102 ceph-mon[88557]: pgmap v3308: 361 pgs: 361 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:05:12.313 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:11 smithi154 ceph-mon[84269]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-10T16:05:12.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:11 smithi102 ceph-mon[90943]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-10T16:05:12.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:11 smithi102 ceph-mon[88557]: osdmap e1855: 8 total, 8 up, 8 in 2024-04-10T16:05:12.653 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:05:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:05:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:05:13.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:12 smithi154 ceph-mon[84269]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-10T16:05:13.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:12 smithi154 ceph-mon[84269]: pgmap v3311: 297 pgs: 297 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:05:13.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:12 smithi102 ceph-mon[90943]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-10T16:05:13.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:12 smithi102 ceph-mon[90943]: pgmap v3311: 297 pgs: 297 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:05:13.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:12 smithi102 ceph-mon[88557]: osdmap e1856: 8 total, 8 up, 8 in 2024-04-10T16:05:13.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:12 smithi102 ceph-mon[88557]: pgmap v3311: 297 pgs: 297 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:05:14.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:13 smithi154 ceph-mon[84269]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-10T16:05:14.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:13 smithi102 ceph-mon[90943]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-10T16:05:14.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:13 smithi102 ceph-mon[88557]: osdmap e1857: 8 total, 8 up, 8 in 2024-04-10T16:05:15.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:14 smithi154 ceph-mon[84269]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-10T16:05:15.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:14 smithi154 ceph-mon[84269]: pgmap v3314: 233 pgs: 233 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:05:15.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:14 smithi102 ceph-mon[90943]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-10T16:05:15.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:14 smithi102 ceph-mon[90943]: pgmap v3314: 233 pgs: 233 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:05:15.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:14 smithi102 ceph-mon[88557]: osdmap e1858: 8 total, 8 up, 8 in 2024-04-10T16:05:15.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:14 smithi102 ceph-mon[88557]: pgmap v3314: 233 pgs: 233 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:05:16.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:15 smithi154 ceph-mon[84269]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-10T16:05:16.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:15 smithi102 ceph-mon[90943]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-10T16:05:16.433 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:15 smithi102 ceph-mon[88557]: osdmap e1859: 8 total, 8 up, 8 in 2024-04-10T16:05:17.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:16 smithi154 ceph-mon[84269]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-10T16:05:17.404 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:16 smithi154 ceph-mon[84269]: pgmap v3317: 169 pgs: 169 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:05:17.404 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:16 smithi154 ceph-mon[84269]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-10T16:05:17.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:16 smithi102 ceph-mon[90943]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-10T16:05:17.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:16 smithi102 ceph-mon[90943]: pgmap v3317: 169 pgs: 169 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:05:17.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:16 smithi102 ceph-mon[90943]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-10T16:05:17.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:16 smithi102 ceph-mon[88557]: osdmap e1860: 8 total, 8 up, 8 in 2024-04-10T16:05:17.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:16 smithi102 ceph-mon[88557]: pgmap v3317: 169 pgs: 169 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:05:17.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:16 smithi102 ceph-mon[88557]: osdmap e1861: 8 total, 8 up, 8 in 2024-04-10T16:05:17.933 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:05:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:05:17] "GET /metrics HTTP/1.1" 200 58733 "" "Prometheus/2.43.0" 2024-04-10T16:05:17.986 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 168 tests from TestLibRBD (586794 ms total) 2024-04-10T16:05:17.986 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:05:17.986 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 7 tests from EncryptedFlattenTest/0, where TypeParam = PlaintextUnderLUKS1 2024-04-10T16:05:18.023 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/0.Simple 2024-04-10T16:05:19.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:18 smithi154 ceph-mon[84269]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-10T16:05:19.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:18 smithi154 ceph-mon[84269]: pgmap v3320: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:05:19.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:18 smithi102 ceph-mon[90943]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-10T16:05:19.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:18 smithi102 ceph-mon[90943]: pgmap v3320: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:05:19.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:18 smithi102 ceph-mon[88557]: osdmap e1862: 8 total, 8 up, 8 in 2024-04-10T16:05:19.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:18 smithi102 ceph-mon[88557]: pgmap v3320: 105 pgs: 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:05:19.995 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:05:20.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:19 smithi154 ceph-mon[84269]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-10T16:05:20.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:19 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/826485248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:05:20.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:05:20.404 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:05:20.404 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:05:20.404 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:19 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:05:20.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:19 smithi102 ceph-mon[90943]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-10T16:05:20.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:19 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/826485248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:05:20.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:05:20.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:05:20.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:05:20.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:19 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:05:20.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:19 smithi102 ceph-mon[88557]: osdmap e1863: 8 total, 8 up, 8 in 2024-04-10T16:05:20.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:19 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/826485248' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-36","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:05:20.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:05:20.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:05:20.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:05:20.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:19 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:05:21.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:20 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/826485248' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:05:21.404 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:20 smithi154 ceph-mon[84269]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-10T16:05:21.404 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:20 smithi154 ceph-mon[84269]: pgmap v3323: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:05:21.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:20 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/826485248' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:05:21.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:20 smithi102 ceph-mon[90943]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-10T16:05:21.434 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:20 smithi102 ceph-mon[90943]: pgmap v3323: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:05:21.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:20 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/826485248' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-36","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:05:21.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:20 smithi102 ceph-mon[88557]: osdmap e1864: 8 total, 8 up, 8 in 2024-04-10T16:05:21.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:20 smithi102 ceph-mon[88557]: pgmap v3323: 137 pgs: 13 creating+peering, 19 unknown, 105 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:05:22.305 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:22 smithi154 ceph-mon[84269]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-10T16:05:22.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:22 smithi102 ceph-mon[90943]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-10T16:05:22.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:22 smithi102 ceph-mon[88557]: osdmap e1865: 8 total, 8 up, 8 in 2024-04-10T16:05:22.654 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:05:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:05:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:05:23.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:23 smithi154 ceph-mon[84269]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-10T16:05:23.404 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:23 smithi154 ceph-mon[84269]: pgmap v3326: 137 pgs: 13 creating+peering, 4 unknown, 120 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 0 op/s 2024-04-10T16:05:23.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:23 smithi102 ceph-mon[90943]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-10T16:05:23.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:23 smithi102 ceph-mon[90943]: pgmap v3326: 137 pgs: 13 creating+peering, 4 unknown, 120 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 0 op/s 2024-04-10T16:05:23.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:23 smithi102 ceph-mon[88557]: osdmap e1866: 8 total, 8 up, 8 in 2024-04-10T16:05:23.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:23 smithi102 ceph-mon[88557]: pgmap v3326: 137 pgs: 13 creating+peering, 4 unknown, 120 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 511 B/s rd, 511 B/s wr, 0 op/s 2024-04-10T16:05:24.403 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:24 smithi154 ceph-mon[84269]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-10T16:05:24.404 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:24.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:24 smithi102 ceph-mon[90943]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-10T16:05:24.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:24.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:24 smithi102 ceph-mon[88557]: osdmap e1867: 8 total, 8 up, 8 in 2024-04-10T16:05:24.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:25.404 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:25 smithi154 ceph-mon[84269]: pgmap v3328: 137 pgs: 3 creating+peering, 134 active+clean; 18 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-04-10T16:05:25.433 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:25 smithi102 ceph-mon[90943]: pgmap v3328: 137 pgs: 3 creating+peering, 134 active+clean; 18 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-04-10T16:05:25.434 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:25 smithi102 ceph-mon[88557]: pgmap v3328: 137 pgs: 3 creating+peering, 134 active+clean; 18 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 11 KiB/s rd, 2.9 MiB/s wr, 15 op/s 2024-04-10T16:05:27.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:27 smithi154 ceph-mon[84269]: pgmap v3329: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.2 MiB/s wr, 59 op/s 2024-04-10T16:05:27.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:27 smithi102 ceph-mon[90943]: pgmap v3329: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.2 MiB/s wr, 59 op/s 2024-04-10T16:05:27.934 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:05:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:05:27] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-04-10T16:05:27.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:27 smithi102 ceph-mon[88557]: pgmap v3329: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 4.2 MiB/s wr, 59 op/s 2024-04-10T16:05:29.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:29 smithi154 ceph-mon[84269]: pgmap v3330: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 3.9 MiB/s wr, 50 op/s 2024-04-10T16:05:29.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:29 smithi154 ceph-mon[84269]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-10T16:05:29.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:29 smithi102 ceph-mon[90943]: pgmap v3330: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 3.9 MiB/s wr, 50 op/s 2024-04-10T16:05:29.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:29 smithi102 ceph-mon[90943]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-10T16:05:29.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:29 smithi102 ceph-mon[88557]: pgmap v3330: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 3.9 MiB/s wr, 50 op/s 2024-04-10T16:05:29.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:29 smithi102 ceph-mon[88557]: osdmap e1868: 8 total, 8 up, 8 in 2024-04-10T16:05:30.918 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/0.Simple (12894 ms) 2024-04-10T16:05:30.918 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/0.Grow 2024-04-10T16:05:30.918 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:05:31.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:31 smithi154 ceph-mon[84269]: pgmap v3332: 137 pgs: 137 active+clean; 51 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-10T16:05:31.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:31 smithi102 ceph-mon[90943]: pgmap v3332: 137 pgs: 137 active+clean; 51 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-10T16:05:31.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:31 smithi102 ceph-mon[88557]: pgmap v3332: 137 pgs: 137 active+clean; 51 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-10T16:05:32.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:32 smithi154 ceph-mon[84269]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-10T16:05:32.654 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:05:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:05:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:05:32.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:32 smithi102 ceph-mon[88557]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-10T16:05:32.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:32 smithi102 ceph-mon[90943]: osdmap e1869: 8 total, 8 up, 8 in 2024-04-10T16:05:33.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:33 smithi154 ceph-mon[84269]: pgmap v3334: 137 pgs: 137 active+clean; 67 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 6.1 MiB/s wr, 76 op/s 2024-04-10T16:05:33.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:33 smithi102 ceph-mon[88557]: pgmap v3334: 137 pgs: 137 active+clean; 67 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 6.1 MiB/s wr, 76 op/s 2024-04-10T16:05:33.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:33 smithi102 ceph-mon[90943]: pgmap v3334: 137 pgs: 137 active+clean; 67 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 6.1 MiB/s wr, 76 op/s 2024-04-10T16:05:35.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:35 smithi154 ceph-mon[84269]: pgmap v3335: 137 pgs: 137 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 50 op/s 2024-04-10T16:05:35.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:35 smithi102 ceph-mon[90943]: pgmap v3335: 137 pgs: 137 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 50 op/s 2024-04-10T16:05:35.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:35 smithi102 ceph-mon[88557]: pgmap v3335: 137 pgs: 137 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 50 op/s 2024-04-10T16:05:37.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:37 smithi154 ceph-mon[84269]: pgmap v3336: 137 pgs: 137 active+clean; 84 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 84 op/s 2024-04-10T16:05:37.933 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:05:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:05:37] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-04-10T16:05:37.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:37 smithi102 ceph-mon[90943]: pgmap v3336: 137 pgs: 137 active+clean; 84 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 84 op/s 2024-04-10T16:05:37.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:37 smithi102 ceph-mon[88557]: pgmap v3336: 137 pgs: 137 active+clean; 84 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.8 MiB/s wr, 84 op/s 2024-04-10T16:05:38.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:38.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:38.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:39.317 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/0.Grow (8399 ms) 2024-04-10T16:05:39.317 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/0.Shrink 2024-04-10T16:05:39.317 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:05:39.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:39 smithi154 ceph-mon[84269]: pgmap v3337: 137 pgs: 137 active+clean; 93 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 7.0 MiB/s wr, 83 op/s 2024-04-10T16:05:39.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:39 smithi102 ceph-mon[90943]: pgmap v3337: 137 pgs: 137 active+clean; 93 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 7.0 MiB/s wr, 83 op/s 2024-04-10T16:05:39.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:39 smithi102 ceph-mon[88557]: pgmap v3337: 137 pgs: 137 active+clean; 93 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 7.0 MiB/s wr, 83 op/s 2024-04-10T16:05:40.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:40 smithi154 ceph-mon[84269]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-10T16:05:40.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:40 smithi102 ceph-mon[90943]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-10T16:05:40.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:40 smithi102 ceph-mon[88557]: osdmap e1870: 8 total, 8 up, 8 in 2024-04-10T16:05:41.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:41 smithi154 ceph-mon[84269]: pgmap v3339: 137 pgs: 137 active+clean; 126 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 8.8 MiB/s wr, 82 op/s 2024-04-10T16:05:41.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:41 smithi102 ceph-mon[90943]: pgmap v3339: 137 pgs: 137 active+clean; 126 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 8.8 MiB/s wr, 82 op/s 2024-04-10T16:05:41.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:41 smithi102 ceph-mon[88557]: pgmap v3339: 137 pgs: 137 active+clean; 126 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 8.8 MiB/s wr, 82 op/s 2024-04-10T16:05:42.653 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:05:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:05:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:05:43.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:43 smithi154 ceph-mon[84269]: pgmap v3340: 137 pgs: 137 active+clean; 130 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 81 op/s 2024-04-10T16:05:43.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:43 smithi102 ceph-mon[90943]: pgmap v3340: 137 pgs: 137 active+clean; 130 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 81 op/s 2024-04-10T16:05:43.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:43 smithi102 ceph-mon[88557]: pgmap v3340: 137 pgs: 137 active+clean; 130 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 7.1 MiB/s wr, 81 op/s 2024-04-10T16:05:45.153 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:44 smithi154 ceph-mon[84269]: pgmap v3341: 137 pgs: 137 active+clean; 142 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 94 op/s 2024-04-10T16:05:45.183 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:44 smithi102 ceph-mon[88557]: pgmap v3341: 137 pgs: 137 active+clean; 142 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 94 op/s 2024-04-10T16:05:45.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:44 smithi102 ceph-mon[90943]: pgmap v3341: 137 pgs: 137 active+clean; 142 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.1 MiB/s wr, 94 op/s 2024-04-10T16:05:47.324 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/0.Shrink (8008 ms) 2024-04-10T16:05:47.325 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOne 2024-04-10T16:05:47.325 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:05:47.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:47 smithi154 ceph-mon[84269]: pgmap v3342: 137 pgs: 137 active+clean; 142 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 76 op/s 2024-04-10T16:05:47.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:47 smithi102 ceph-mon[88557]: pgmap v3342: 137 pgs: 137 active+clean; 142 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 76 op/s 2024-04-10T16:05:47.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:47 smithi102 ceph-mon[90943]: pgmap v3342: 137 pgs: 137 active+clean; 142 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 76 op/s 2024-04-10T16:05:47.934 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:05:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:05:47] "GET /metrics HTTP/1.1" 200 36621 "" "Prometheus/2.43.0" 2024-04-10T16:05:48.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:48 smithi154 ceph-mon[84269]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-10T16:05:48.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:48 smithi102 ceph-mon[88557]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-10T16:05:48.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:48 smithi102 ceph-mon[90943]: osdmap e1871: 8 total, 8 up, 8 in 2024-04-10T16:05:49.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:49 smithi154 ceph-mon[84269]: pgmap v3344: 137 pgs: 137 active+clean; 159 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.6 MiB/s wr, 70 op/s 2024-04-10T16:05:49.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:49 smithi102 ceph-mon[90943]: pgmap v3344: 137 pgs: 137 active+clean; 159 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.6 MiB/s wr, 70 op/s 2024-04-10T16:05:49.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:49 smithi102 ceph-mon[88557]: pgmap v3344: 137 pgs: 137 active+clean; 159 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.6 MiB/s wr, 70 op/s 2024-04-10T16:05:51.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:51 smithi154 ceph-mon[84269]: pgmap v3345: 137 pgs: 137 active+clean; 183 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.1 MiB/s wr, 62 op/s 2024-04-10T16:05:51.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:51 smithi102 ceph-mon[90943]: pgmap v3345: 137 pgs: 137 active+clean; 183 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.1 MiB/s wr, 62 op/s 2024-04-10T16:05:51.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:51 smithi102 ceph-mon[88557]: pgmap v3345: 137 pgs: 137 active+clean; 183 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 13 MiB/s rd, 6.1 MiB/s wr, 62 op/s 2024-04-10T16:05:52.654 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:05:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:05:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:05:53.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:53 smithi154 ceph-mon[84269]: pgmap v3346: 137 pgs: 137 active+clean; 192 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 83 op/s 2024-04-10T16:05:53.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:53.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:53 smithi102 ceph-mon[90943]: pgmap v3346: 137 pgs: 137 active+clean; 192 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 83 op/s 2024-04-10T16:05:53.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:53.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:53 smithi102 ceph-mon[88557]: pgmap v3346: 137 pgs: 137 active+clean; 192 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.6 MiB/s wr, 83 op/s 2024-04-10T16:05:53.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:05:55.253 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOne (7928 ms) 2024-04-10T16:05:55.253 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot 2024-04-10T16:05:55.253 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:05:55.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:55 smithi154 ceph-mon[84269]: pgmap v3347: 137 pgs: 137 active+clean; 196 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 73 op/s 2024-04-10T16:05:55.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:55 smithi102 ceph-mon[90943]: pgmap v3347: 137 pgs: 137 active+clean; 196 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 73 op/s 2024-04-10T16:05:55.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:55 smithi102 ceph-mon[88557]: pgmap v3347: 137 pgs: 137 active+clean; 196 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 6.2 MiB/s wr, 73 op/s 2024-04-10T16:05:56.903 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:56 smithi154 ceph-mon[84269]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-10T16:05:56.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:56 smithi102 ceph-mon[90943]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-10T16:05:56.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:56 smithi102 ceph-mon[88557]: osdmap e1872: 8 total, 8 up, 8 in 2024-04-10T16:05:57.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:57 smithi154 ceph-mon[84269]: pgmap v3349: 137 pgs: 137 active+clean; 196 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.9 MiB/s wr, 79 op/s 2024-04-10T16:05:57.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:57 smithi102 ceph-mon[90943]: pgmap v3349: 137 pgs: 137 active+clean; 196 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.9 MiB/s wr, 79 op/s 2024-04-10T16:05:57.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:57 smithi102 ceph-mon[88557]: pgmap v3349: 137 pgs: 137 active+clean; 196 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 5.9 MiB/s wr, 79 op/s 2024-04-10T16:05:57.934 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:05:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:05:57] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2024-04-10T16:05:59.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:05:59 smithi154 ceph-mon[84269]: pgmap v3350: 137 pgs: 137 active+clean; 220 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.9 MiB/s wr, 78 op/s 2024-04-10T16:05:59.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:05:59 smithi102 ceph-mon[90943]: pgmap v3350: 137 pgs: 137 active+clean; 220 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.9 MiB/s wr, 78 op/s 2024-04-10T16:05:59.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:05:59 smithi102 ceph-mon[88557]: pgmap v3350: 137 pgs: 137 active+clean; 220 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 5.8 MiB/s rd, 6.9 MiB/s wr, 78 op/s 2024-04-10T16:06:01.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:01 smithi154 ceph-mon[84269]: pgmap v3351: 137 pgs: 137 active+clean; 229 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1001 KiB/s rd, 5.4 MiB/s wr, 91 op/s 2024-04-10T16:06:01.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:01 smithi102 ceph-mon[90943]: pgmap v3351: 137 pgs: 137 active+clean; 229 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1001 KiB/s rd, 5.4 MiB/s wr, 91 op/s 2024-04-10T16:06:01.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:01 smithi102 ceph-mon[88557]: pgmap v3351: 137 pgs: 137 active+clean; 229 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 1001 KiB/s rd, 5.4 MiB/s wr, 91 op/s 2024-04-10T16:06:02.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:02 smithi154 ceph-mon[84269]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-10T16:06:02.654 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:06:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:06:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:06:02.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:02 smithi102 ceph-mon[90943]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-10T16:06:02.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:02 smithi102 ceph-mon[88557]: osdmap e1873: 8 total, 8 up, 8 in 2024-04-10T16:06:03.859 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/0.ShrinkToOneAfterSnapshot (8606 ms) 2024-04-10T16:06:03.859 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/0.MinOverlap 2024-04-10T16:06:03.859 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:06:03.904 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 16:06:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=cleanup t=2024-04-10T16:06:03.718450157Z level=info msg="Completed cleanup jobs" duration=6.972729ms 2024-04-10T16:06:03.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:03 smithi154 ceph-mon[84269]: pgmap v3353: 137 pgs: 137 active+clean; 229 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.6 MiB/s wr, 82 op/s 2024-04-10T16:06:03.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:03 smithi102 ceph-mon[90943]: pgmap v3353: 137 pgs: 137 active+clean; 229 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.6 MiB/s wr, 82 op/s 2024-04-10T16:06:03.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:03 smithi102 ceph-mon[88557]: pgmap v3353: 137 pgs: 137 active+clean; 229 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 3.2 MiB/s rd, 4.6 MiB/s wr, 82 op/s 2024-04-10T16:06:05.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:05 smithi154 ceph-mon[84269]: pgmap v3354: 137 pgs: 137 active+clean; 266 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 8.3 MiB/s wr, 85 op/s 2024-04-10T16:06:05.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:05 smithi154 ceph-mon[84269]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-10T16:06:05.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:05 smithi102 ceph-mon[90943]: pgmap v3354: 137 pgs: 137 active+clean; 266 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 8.3 MiB/s wr, 85 op/s 2024-04-10T16:06:05.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:05 smithi102 ceph-mon[90943]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-10T16:06:05.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:05 smithi102 ceph-mon[88557]: pgmap v3354: 137 pgs: 137 active+clean; 266 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.9 MiB/s rd, 8.3 MiB/s wr, 85 op/s 2024-04-10T16:06:05.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:05 smithi102 ceph-mon[88557]: osdmap e1874: 8 total, 8 up, 8 in 2024-04-10T16:06:07.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:07 smithi154 ceph-mon[84269]: pgmap v3356: 137 pgs: 137 active+clean; 303 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 97 op/s 2024-04-10T16:06:07.933 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:07 smithi102 ceph-mon[88557]: pgmap v3356: 137 pgs: 137 active+clean; 303 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 97 op/s 2024-04-10T16:06:07.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:07 smithi102 ceph-mon[90943]: pgmap v3356: 137 pgs: 137 active+clean; 303 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 97 op/s 2024-04-10T16:06:07.934 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:06:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:06:07] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2024-04-10T16:06:08.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:08.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:08.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:09.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:09 smithi154 ceph-mon[84269]: pgmap v3357: 137 pgs: 137 active+clean; 311 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 10 MiB/s wr, 63 op/s 2024-04-10T16:06:09.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:09 smithi102 ceph-mon[90943]: pgmap v3357: 137 pgs: 137 active+clean; 311 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 10 MiB/s wr, 63 op/s 2024-04-10T16:06:09.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:09 smithi102 ceph-mon[88557]: pgmap v3357: 137 pgs: 137 active+clean; 311 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 10 MiB/s wr, 63 op/s 2024-04-10T16:06:11.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:11 smithi154 ceph-mon[84269]: pgmap v3358: 137 pgs: 137 active+clean; 311 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.2 MiB/s wr, 87 op/s 2024-04-10T16:06:11.933 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:11 smithi102 ceph-mon[90943]: pgmap v3358: 137 pgs: 137 active+clean; 311 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.2 MiB/s wr, 87 op/s 2024-04-10T16:06:11.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:11 smithi102 ceph-mon[88557]: pgmap v3358: 137 pgs: 137 active+clean; 311 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 9.2 MiB/s wr, 87 op/s 2024-04-10T16:06:12.309 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/0.MinOverlap (8450 ms) 2024-04-10T16:06:12.309 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/0.ZeroOverlap 2024-04-10T16:06:12.309 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:06:12.654 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:06:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:06:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:06:13.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:13 smithi154 ceph-mon[84269]: pgmap v3359: 137 pgs: 137 active+clean; 319 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 9.8 MiB/s wr, 65 op/s 2024-04-10T16:06:13.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:13 smithi154 ceph-mon[84269]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-10T16:06:13.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:13 smithi102 ceph-mon[90943]: pgmap v3359: 137 pgs: 137 active+clean; 319 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 9.8 MiB/s wr, 65 op/s 2024-04-10T16:06:13.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:13 smithi102 ceph-mon[90943]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-10T16:06:13.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:13 smithi102 ceph-mon[88557]: pgmap v3359: 137 pgs: 137 active+clean; 319 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 9.8 MiB/s wr, 65 op/s 2024-04-10T16:06:13.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:13 smithi102 ceph-mon[88557]: osdmap e1875: 8 total, 8 up, 8 in 2024-04-10T16:06:15.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:15 smithi154 ceph-mon[84269]: pgmap v3361: 137 pgs: 137 active+clean; 328 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.7 MiB/s wr, 87 op/s 2024-04-10T16:06:15.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:15 smithi102 ceph-mon[88557]: pgmap v3361: 137 pgs: 137 active+clean; 328 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.7 MiB/s wr, 87 op/s 2024-04-10T16:06:15.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:15 smithi102 ceph-mon[90943]: pgmap v3361: 137 pgs: 137 active+clean; 328 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.7 MiB/s wr, 87 op/s 2024-04-10T16:06:17.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:17 smithi154 ceph-mon[84269]: pgmap v3362: 137 pgs: 137 active+clean; 340 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 79 op/s 2024-04-10T16:06:17.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:17 smithi102 ceph-mon[90943]: pgmap v3362: 137 pgs: 137 active+clean; 340 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 79 op/s 2024-04-10T16:06:17.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:17 smithi102 ceph-mon[88557]: pgmap v3362: 137 pgs: 137 active+clean; 340 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 79 op/s 2024-04-10T16:06:17.934 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:06:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:06:17] "GET /metrics HTTP/1.1" 200 36620 "" "Prometheus/2.43.0" 2024-04-10T16:06:19.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:19 smithi154 ceph-mon[84269]: pgmap v3363: 137 pgs: 137 active+clean; 344 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 97 op/s 2024-04-10T16:06:19.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:19 smithi102 ceph-mon[90943]: pgmap v3363: 137 pgs: 137 active+clean; 344 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 97 op/s 2024-04-10T16:06:19.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:19 smithi102 ceph-mon[88557]: pgmap v3363: 137 pgs: 137 active+clean; 344 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 97 op/s 2024-04-10T16:06:20.310 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/0.ZeroOverlap (8001 ms) 2024-04-10T16:06:20.600 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 7 tests from EncryptedFlattenTest/0 (62286 ms total) 2024-04-10T16:06:20.600 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:06:20.600 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 7 tests from EncryptedFlattenTest/1, where TypeParam = PlaintextUnderLUKS2 2024-04-10T16:06:20.637 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/1.Simple 2024-04-10T16:06:20.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:20 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:06:20.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:20 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:06:20.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:20 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:06:21.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:21 smithi154 ceph-mon[84269]: pgmap v3364: 137 pgs: 137 active+clean; 348 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.9 MiB/s wr, 71 op/s 2024-04-10T16:06:21.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:21 smithi154 ceph-mon[84269]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-10T16:06:21.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:21 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:06:21.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:21 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:06:21.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:21 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:06:21.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:21 smithi102 ceph-mon[90943]: pgmap v3364: 137 pgs: 137 active+clean; 348 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.9 MiB/s wr, 71 op/s 2024-04-10T16:06:21.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:21 smithi102 ceph-mon[90943]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-10T16:06:21.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:21 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:06:21.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:21 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:06:21.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:21 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:06:21.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:21 smithi102 ceph-mon[88557]: pgmap v3364: 137 pgs: 137 active+clean; 348 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.6 MiB/s rd, 4.9 MiB/s wr, 71 op/s 2024-04-10T16:06:21.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:21 smithi102 ceph-mon[88557]: osdmap e1876: 8 total, 8 up, 8 in 2024-04-10T16:06:21.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:21 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:06:21.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:21 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:06:21.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:21 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:06:22.613 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:06:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:06:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:06:22.623 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:06:22.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:22 smithi154 ceph-mon[84269]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-10T16:06:22.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:22 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2951202939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:06:22.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:22 smithi102 ceph-mon[90943]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-10T16:06:22.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:22 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2951202939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:06:22.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:22 smithi102 ceph-mon[88557]: osdmap e1877: 8 total, 8 up, 8 in 2024-04-10T16:06:22.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:22 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2951202939' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-37","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:06:23.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:23 smithi154 ceph-mon[84269]: pgmap v3367: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:06:23.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:23 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:06:23.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:23 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2951202939' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:06:23.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:23 smithi154 ceph-mon[84269]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-10T16:06:23.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:06:23.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:23.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:23 smithi102 ceph-mon[90943]: pgmap v3367: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:06:23.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:23 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:06:23.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:23 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2951202939' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:06:23.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:23 smithi102 ceph-mon[90943]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-10T16:06:23.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:06:23.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:23.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:23 smithi102 ceph-mon[88557]: pgmap v3367: 137 pgs: 3 creating+peering, 29 unknown, 105 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:06:23.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:23 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:06:23.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:23 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2951202939' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-37","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:06:23.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:23 smithi102 ceph-mon[88557]: osdmap e1878: 8 total, 8 up, 8 in 2024-04-10T16:06:23.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:06:23.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:24.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:24 smithi154 ceph-mon[84269]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-10T16:06:24.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:24 smithi102 ceph-mon[90943]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-10T16:06:24.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:24 smithi102 ceph-mon[88557]: osdmap e1879: 8 total, 8 up, 8 in 2024-04-10T16:06:25.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:25 smithi154 ceph-mon[84269]: pgmap v3370: 137 pgs: 3 creating+peering, 14 unknown, 120 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:06:25.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:25 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:06:25.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:25 smithi154 ceph-mon[84269]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-10T16:06:25.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:25 smithi102 ceph-mon[90943]: pgmap v3370: 137 pgs: 3 creating+peering, 14 unknown, 120 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:06:25.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:25 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:06:25.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:25 smithi102 ceph-mon[90943]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-10T16:06:25.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:25 smithi102 ceph-mon[88557]: pgmap v3370: 137 pgs: 3 creating+peering, 14 unknown, 120 active+clean; 4.6 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:06:25.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:25 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:06:25.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:25 smithi102 ceph-mon[88557]: osdmap e1880: 8 total, 8 up, 8 in 2024-04-10T16:06:26.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:26 smithi154 ceph-mon[84269]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-10T16:06:26.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:26 smithi102 ceph-mon[90943]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-10T16:06:26.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:26 smithi102 ceph-mon[88557]: osdmap e1881: 8 total, 8 up, 8 in 2024-04-10T16:06:27.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:27 smithi154 ceph-mon[84269]: pgmap v3373: 137 pgs: 3 creating+peering, 134 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 1.0 MiB/s wr, 5 op/s 2024-04-10T16:06:27.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:27 smithi102 ceph-mon[90943]: pgmap v3373: 137 pgs: 3 creating+peering, 134 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 1.0 MiB/s wr, 5 op/s 2024-04-10T16:06:27.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:27 smithi102 ceph-mon[88557]: pgmap v3373: 137 pgs: 3 creating+peering, 134 active+clean; 8.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 1.0 MiB/s wr, 5 op/s 2024-04-10T16:06:27.934 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:06:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:06:27] "GET /metrics HTTP/1.1" 200 36552 "" "Prometheus/2.43.0" 2024-04-10T16:06:29.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:29 smithi154 ceph-mon[84269]: pgmap v3374: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.9 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-04-10T16:06:29.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:29 smithi102 ceph-mon[90943]: pgmap v3374: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.9 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-04-10T16:06:29.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:29 smithi102 ceph-mon[88557]: pgmap v3374: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.9 KiB/s rd, 2.7 MiB/s wr, 16 op/s 2024-04-10T16:06:31.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:31 smithi154 ceph-mon[84269]: pgmap v3375: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 3.7 MiB/s wr, 54 op/s 2024-04-10T16:06:31.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:31 smithi102 ceph-mon[90943]: pgmap v3375: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 3.7 MiB/s wr, 54 op/s 2024-04-10T16:06:31.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:31 smithi102 ceph-mon[88557]: pgmap v3375: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 39 KiB/s rd, 3.7 MiB/s wr, 54 op/s 2024-04-10T16:06:32.654 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:06:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:06:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:06:33.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:33 smithi102 ceph-mon[90943]: pgmap v3376: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-10T16:06:33.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:33 smithi102 ceph-mon[88557]: pgmap v3376: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-10T16:06:34.154 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:33 smithi154 ceph-mon[84269]: pgmap v3376: 137 pgs: 137 active+clean; 30 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.1 MiB/s wr, 46 op/s 2024-04-10T16:06:35.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:34 smithi102 ceph-mon[90943]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-10T16:06:35.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:34 smithi102 ceph-mon[90943]: pgmap v3378: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-10T16:06:35.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:34 smithi102 ceph-mon[88557]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-10T16:06:35.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:34 smithi102 ceph-mon[88557]: pgmap v3378: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-10T16:06:35.404 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:34 smithi154 ceph-mon[84269]: osdmap e1882: 8 total, 8 up, 8 in 2024-04-10T16:06:35.404 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:34 smithi154 ceph-mon[84269]: pgmap v3378: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-10T16:06:37.446 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/1.Simple (16808 ms) 2024-04-10T16:06:37.446 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/1.Grow 2024-04-10T16:06:37.446 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:06:37.887 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:37 smithi102 ceph-mon[90943]: pgmap v3379: 137 pgs: 137 active+clean; 50 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.9 MiB/s wr, 47 op/s 2024-04-10T16:06:37.887 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:37 smithi102 ceph-mon[88557]: pgmap v3379: 137 pgs: 137 active+clean; 50 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.9 MiB/s wr, 47 op/s 2024-04-10T16:06:37.888 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:06:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:06:37] "GET /metrics HTTP/1.1" 200 36552 "" "Prometheus/2.43.0" 2024-04-10T16:06:37.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:37 smithi154 ceph-mon[84269]: pgmap v3379: 137 pgs: 137 active+clean; 50 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.9 MiB/s wr, 47 op/s 2024-04-10T16:06:39.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:06:39.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:39.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:39 smithi154 ceph-mon[84269]: pgmap v3380: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.8 MiB/s wr, 49 op/s 2024-04-10T16:06:39.654 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:39 smithi154 ceph-mon[84269]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-10T16:06:39.684 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:06:39.684 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:39.684 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:39 smithi102 ceph-mon[90943]: pgmap v3380: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.8 MiB/s wr, 49 op/s 2024-04-10T16:06:39.684 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:39 smithi102 ceph-mon[90943]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-10T16:06:39.684 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:06:39.684 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:39.684 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:39 smithi102 ceph-mon[88557]: pgmap v3380: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 5.8 MiB/s wr, 49 op/s 2024-04-10T16:06:39.685 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:39 smithi102 ceph-mon[88557]: osdmap e1883: 8 total, 8 up, 8 in 2024-04-10T16:06:41.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:41 smithi154 ceph-mon[84269]: pgmap v3382: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 9.8 MiB/s wr, 80 op/s 2024-04-10T16:06:41.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:41 smithi102 ceph-mon[90943]: pgmap v3382: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 9.8 MiB/s wr, 80 op/s 2024-04-10T16:06:41.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:41 smithi102 ceph-mon[88557]: pgmap v3382: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 9.8 MiB/s wr, 80 op/s 2024-04-10T16:06:42.654 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:06:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:06:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:06:43.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:43 smithi154 ceph-mon[84269]: pgmap v3383: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 9.1 MiB/s wr, 76 op/s 2024-04-10T16:06:43.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:43 smithi102 ceph-mon[90943]: pgmap v3383: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 9.1 MiB/s wr, 76 op/s 2024-04-10T16:06:43.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:43 smithi102 ceph-mon[88557]: pgmap v3383: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 14 MiB/s rd, 9.1 MiB/s wr, 76 op/s 2024-04-10T16:06:45.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:45 smithi154 ceph-mon[84269]: pgmap v3384: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 62 op/s 2024-04-10T16:06:45.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:45 smithi102 ceph-mon[90943]: pgmap v3384: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 62 op/s 2024-04-10T16:06:45.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:45 smithi102 ceph-mon[88557]: pgmap v3384: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 62 op/s 2024-04-10T16:06:47.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:47 smithi154 ceph-mon[84269]: pgmap v3385: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-10T16:06:47.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:47 smithi102 ceph-mon[90943]: pgmap v3385: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-10T16:06:47.934 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:06:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:06:47] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2024-04-10T16:06:47.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:47 smithi102 ceph-mon[88557]: pgmap v3385: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-10T16:06:49.856 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/1.Grow (12411 ms) 2024-04-10T16:06:49.856 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/1.Shrink 2024-04-10T16:06:49.856 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:06:49.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:49 smithi154 ceph-mon[84269]: pgmap v3386: 137 pgs: 137 active+clean; 108 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 46 op/s 2024-04-10T16:06:49.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:49 smithi102 ceph-mon[90943]: pgmap v3386: 137 pgs: 137 active+clean; 108 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 46 op/s 2024-04-10T16:06:49.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:49 smithi102 ceph-mon[88557]: pgmap v3386: 137 pgs: 137 active+clean; 108 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.3 MiB/s wr, 46 op/s 2024-04-10T16:06:51.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:51 smithi154 ceph-mon[84269]: pgmap v3387: 137 pgs: 137 active+clean; 126 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.6 MiB/s wr, 62 op/s 2024-04-10T16:06:51.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:51 smithi154 ceph-mon[84269]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-10T16:06:51.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:51 smithi102 ceph-mon[90943]: pgmap v3387: 137 pgs: 137 active+clean; 126 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.6 MiB/s wr, 62 op/s 2024-04-10T16:06:51.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:51 smithi102 ceph-mon[90943]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-10T16:06:51.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:51 smithi102 ceph-mon[88557]: pgmap v3387: 137 pgs: 137 active+clean; 126 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.6 MiB/s wr, 62 op/s 2024-04-10T16:06:51.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:51 smithi102 ceph-mon[88557]: osdmap e1884: 8 total, 8 up, 8 in 2024-04-10T16:06:52.654 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:06:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:06:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:06:53.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:53 smithi154 ceph-mon[84269]: pgmap v3389: 137 pgs: 137 active+clean; 142 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 40 op/s 2024-04-10T16:06:53.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:53.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:53 smithi102 ceph-mon[88557]: pgmap v3389: 137 pgs: 137 active+clean; 142 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 40 op/s 2024-04-10T16:06:53.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:53.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:53 smithi102 ceph-mon[90943]: pgmap v3389: 137 pgs: 137 active+clean; 142 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 6.2 MiB/s wr, 40 op/s 2024-04-10T16:06:53.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:06:55.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:55 smithi154 ceph-mon[84269]: pgmap v3390: 137 pgs: 137 active+clean; 154 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 66 op/s 2024-04-10T16:06:55.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:55 smithi102 ceph-mon[90943]: pgmap v3390: 137 pgs: 137 active+clean; 154 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 66 op/s 2024-04-10T16:06:55.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:55 smithi102 ceph-mon[88557]: pgmap v3390: 137 pgs: 137 active+clean; 154 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.4 MiB/s wr, 66 op/s 2024-04-10T16:06:57.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:57 smithi154 ceph-mon[84269]: pgmap v3391: 137 pgs: 137 active+clean; 162 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-10T16:06:57.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:57 smithi102 ceph-mon[88557]: pgmap v3391: 137 pgs: 137 active+clean; 162 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-10T16:06:57.934 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:06:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:06:57] "GET /metrics HTTP/1.1" 200 36627 "" "Prometheus/2.43.0" 2024-04-10T16:06:57.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:57 smithi102 ceph-mon[90943]: pgmap v3391: 137 pgs: 137 active+clean; 162 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 68 op/s 2024-04-10T16:06:59.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:06:59 smithi154 ceph-mon[84269]: pgmap v3392: 137 pgs: 137 active+clean; 166 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.6 MiB/s wr, 67 op/s 2024-04-10T16:06:59.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:06:59 smithi102 ceph-mon[90943]: pgmap v3392: 137 pgs: 137 active+clean; 166 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.6 MiB/s wr, 67 op/s 2024-04-10T16:06:59.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:06:59 smithi102 ceph-mon[88557]: pgmap v3392: 137 pgs: 137 active+clean; 166 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 6.6 MiB/s wr, 67 op/s 2024-04-10T16:07:01.879 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/1.Shrink (12023 ms) 2024-04-10T16:07:01.879 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOne 2024-04-10T16:07:01.879 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:07:01.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:01 smithi154 ceph-mon[84269]: pgmap v3393: 137 pgs: 137 active+clean; 174 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.2 MiB/s wr, 50 op/s 2024-04-10T16:07:01.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:01 smithi102 ceph-mon[90943]: pgmap v3393: 137 pgs: 137 active+clean; 174 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.2 MiB/s wr, 50 op/s 2024-04-10T16:07:01.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:01 smithi102 ceph-mon[88557]: pgmap v3393: 137 pgs: 137 active+clean; 174 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.1 MiB/s rd, 5.2 MiB/s wr, 50 op/s 2024-04-10T16:07:02.654 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:07:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:07:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:07:03.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:03 smithi154 ceph-mon[84269]: pgmap v3394: 137 pgs: 137 active+clean; 187 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 5.8 MiB/s wr, 44 op/s 2024-04-10T16:07:03.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:03 smithi154 ceph-mon[84269]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-10T16:07:03.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:03 smithi102 ceph-mon[90943]: pgmap v3394: 137 pgs: 137 active+clean; 187 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 5.8 MiB/s wr, 44 op/s 2024-04-10T16:07:03.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:03 smithi102 ceph-mon[90943]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-10T16:07:03.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:03 smithi102 ceph-mon[88557]: pgmap v3394: 137 pgs: 137 active+clean; 187 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 5.8 MiB/s wr, 44 op/s 2024-04-10T16:07:03.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:03 smithi102 ceph-mon[88557]: osdmap e1885: 8 total, 8 up, 8 in 2024-04-10T16:07:05.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:05 smithi154 ceph-mon[84269]: pgmap v3396: 137 pgs: 137 active+clean; 211 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.9 MiB/s wr, 53 op/s 2024-04-10T16:07:05.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:05 smithi102 ceph-mon[90943]: pgmap v3396: 137 pgs: 137 active+clean; 211 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.9 MiB/s wr, 53 op/s 2024-04-10T16:07:05.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:05 smithi102 ceph-mon[88557]: pgmap v3396: 137 pgs: 137 active+clean; 211 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 6.9 MiB/s wr, 53 op/s 2024-04-10T16:07:07.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:07 smithi154 ceph-mon[84269]: pgmap v3397: 137 pgs: 137 active+clean; 228 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-10T16:07:07.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:07 smithi102 ceph-mon[88557]: pgmap v3397: 137 pgs: 137 active+clean; 228 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-10T16:07:07.935 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:07:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:07:07] "GET /metrics HTTP/1.1" 200 36627 "" "Prometheus/2.43.0" 2024-04-10T16:07:07.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:07 smithi102 ceph-mon[90943]: pgmap v3397: 137 pgs: 137 active+clean; 228 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 8.2 MiB/s wr, 69 op/s 2024-04-10T16:07:08.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:08.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:08.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:09.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:09 smithi154 ceph-mon[84269]: pgmap v3398: 137 pgs: 137 active+clean; 228 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-10T16:07:09.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:09 smithi102 ceph-mon[90943]: pgmap v3398: 137 pgs: 137 active+clean; 228 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-10T16:07:09.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:09 smithi102 ceph-mon[88557]: pgmap v3398: 137 pgs: 137 active+clean; 228 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.8 MiB/s wr, 68 op/s 2024-04-10T16:07:11.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:11 smithi154 ceph-mon[84269]: pgmap v3399: 137 pgs: 137 active+clean; 232 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 57 op/s 2024-04-10T16:07:11.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:11 smithi102 ceph-mon[90943]: pgmap v3399: 137 pgs: 137 active+clean; 232 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 57 op/s 2024-04-10T16:07:11.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:11 smithi102 ceph-mon[88557]: pgmap v3399: 137 pgs: 137 active+clean; 232 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 57 op/s 2024-04-10T16:07:12.654 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:07:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:07:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:07:13.826 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOne (11946 ms) 2024-04-10T16:07:13.826 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot 2024-04-10T16:07:13.826 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:07:13.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:13 smithi154 ceph-mon[84269]: pgmap v3400: 137 pgs: 137 active+clean; 232 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.3 MiB/s wr, 55 op/s 2024-04-10T16:07:13.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:13 smithi102 ceph-mon[90943]: pgmap v3400: 137 pgs: 137 active+clean; 232 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.3 MiB/s wr, 55 op/s 2024-04-10T16:07:13.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:13 smithi102 ceph-mon[88557]: pgmap v3400: 137 pgs: 137 active+clean; 232 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 5.3 MiB/s wr, 55 op/s 2024-04-10T16:07:15.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:15 smithi154 ceph-mon[84269]: pgmap v3401: 137 pgs: 137 active+clean; 256 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.5 MiB/s wr, 54 op/s 2024-04-10T16:07:15.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:15 smithi154 ceph-mon[84269]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-10T16:07:15.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:15 smithi102 ceph-mon[90943]: pgmap v3401: 137 pgs: 137 active+clean; 256 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.5 MiB/s wr, 54 op/s 2024-04-10T16:07:15.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:15 smithi102 ceph-mon[90943]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-10T16:07:15.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:15 smithi102 ceph-mon[88557]: pgmap v3401: 137 pgs: 137 active+clean; 256 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.2 MiB/s rd, 6.5 MiB/s wr, 54 op/s 2024-04-10T16:07:15.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:15 smithi102 ceph-mon[88557]: osdmap e1886: 8 total, 8 up, 8 in 2024-04-10T16:07:17.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:17 smithi154 ceph-mon[84269]: pgmap v3403: 137 pgs: 137 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 38 op/s 2024-04-10T16:07:17.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:17 smithi102 ceph-mon[88557]: pgmap v3403: 137 pgs: 137 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 38 op/s 2024-04-10T16:07:17.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:17 smithi102 ceph-mon[90943]: pgmap v3403: 137 pgs: 137 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 38 op/s 2024-04-10T16:07:17.935 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:07:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:07:17] "GET /metrics HTTP/1.1" 200 36631 "" "Prometheus/2.43.0" 2024-04-10T16:07:19.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:19 smithi154 ceph-mon[84269]: pgmap v3404: 137 pgs: 137 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-10T16:07:19.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:19 smithi102 ceph-mon[90943]: pgmap v3404: 137 pgs: 137 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-10T16:07:19.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:19 smithi102 ceph-mon[88557]: pgmap v3404: 137 pgs: 137 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 58 op/s 2024-04-10T16:07:21.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:21 smithi154 ceph-mon[84269]: pgmap v3405: 137 pgs: 137 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 59 op/s 2024-04-10T16:07:21.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:21 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:07:21.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:21 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:07:21.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:21 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:07:21.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:21 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:07:21.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:21 smithi102 ceph-mon[90943]: pgmap v3405: 137 pgs: 137 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 59 op/s 2024-04-10T16:07:21.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:21 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:07:21.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:21 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:07:21.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:21 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:07:21.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:21 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:07:21.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:21 smithi102 ceph-mon[88557]: pgmap v3405: 137 pgs: 137 active+clean; 273 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.1 MiB/s wr, 59 op/s 2024-04-10T16:07:21.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:21 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:07:21.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:21 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:07:21.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:21 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:07:21.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:21 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:07:22.654 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:07:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:07:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:07:23.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:23 smithi154 ceph-mon[84269]: pgmap v3406: 137 pgs: 137 active+clean; 277 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 63 op/s 2024-04-10T16:07:23.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:23.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:23 smithi102 ceph-mon[90943]: pgmap v3406: 137 pgs: 137 active+clean; 277 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 63 op/s 2024-04-10T16:07:23.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:23.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:23 smithi102 ceph-mon[88557]: pgmap v3406: 137 pgs: 137 active+clean; 277 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 6.5 MiB/s wr, 63 op/s 2024-04-10T16:07:23.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:25.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:25 smithi154 ceph-mon[84269]: pgmap v3407: 137 pgs: 137 active+clean; 277 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-10T16:07:25.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:25 smithi154 ceph-mon[84269]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-10T16:07:25.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:25 smithi102 ceph-mon[90943]: pgmap v3407: 137 pgs: 137 active+clean; 277 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-10T16:07:25.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:25 smithi102 ceph-mon[90943]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-10T16:07:25.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:25 smithi102 ceph-mon[88557]: pgmap v3407: 137 pgs: 137 active+clean; 277 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-10T16:07:25.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:25 smithi102 ceph-mon[88557]: osdmap e1887: 8 total, 8 up, 8 in 2024-04-10T16:07:26.809 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/1.ShrinkToOneAfterSnapshot (12983 ms) 2024-04-10T16:07:26.809 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/1.MinOverlap 2024-04-10T16:07:26.809 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:07:27.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:27 smithi154 ceph-mon[84269]: pgmap v3409: 137 pgs: 137 active+clean; 322 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-10T16:07:27.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:27 smithi102 ceph-mon[90943]: pgmap v3409: 137 pgs: 137 active+clean; 322 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-10T16:07:27.934 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:07:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:07:27] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2024-04-10T16:07:27.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:27 smithi102 ceph-mon[88557]: pgmap v3409: 137 pgs: 137 active+clean; 322 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-10T16:07:28.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:28 smithi154 ceph-mon[84269]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-10T16:07:28.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:28 smithi102 ceph-mon[90943]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-10T16:07:28.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:28 smithi102 ceph-mon[88557]: osdmap e1888: 8 total, 8 up, 8 in 2024-04-10T16:07:29.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:29 smithi154 ceph-mon[84269]: pgmap v3411: 137 pgs: 137 active+clean; 354 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 10 MiB/s wr, 80 op/s 2024-04-10T16:07:29.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:29 smithi102 ceph-mon[90943]: pgmap v3411: 137 pgs: 137 active+clean; 354 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 10 MiB/s wr, 80 op/s 2024-04-10T16:07:29.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:29 smithi102 ceph-mon[88557]: pgmap v3411: 137 pgs: 137 active+clean; 354 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 10 MiB/s wr, 80 op/s 2024-04-10T16:07:31.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:31 smithi154 ceph-mon[84269]: pgmap v3412: 137 pgs: 137 active+clean; 379 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 95 op/s 2024-04-10T16:07:31.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:31 smithi102 ceph-mon[90943]: pgmap v3412: 137 pgs: 137 active+clean; 379 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 95 op/s 2024-04-10T16:07:31.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:31 smithi102 ceph-mon[88557]: pgmap v3412: 137 pgs: 137 active+clean; 379 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 95 op/s 2024-04-10T16:07:32.654 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:07:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:07:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:07:33.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:33 smithi154 ceph-mon[84269]: pgmap v3413: 137 pgs: 137 active+clean; 383 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 93 op/s 2024-04-10T16:07:33.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:33 smithi102 ceph-mon[90943]: pgmap v3413: 137 pgs: 137 active+clean; 383 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 93 op/s 2024-04-10T16:07:33.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:33 smithi102 ceph-mon[88557]: pgmap v3413: 137 pgs: 137 active+clean; 383 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.3 MiB/s rd, 13 MiB/s wr, 93 op/s 2024-04-10T16:07:35.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:35 smithi154 ceph-mon[84269]: pgmap v3414: 137 pgs: 137 active+clean; 383 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 11 MiB/s wr, 75 op/s 2024-04-10T16:07:35.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:35 smithi102 ceph-mon[90943]: pgmap v3414: 137 pgs: 137 active+clean; 383 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 11 MiB/s wr, 75 op/s 2024-04-10T16:07:35.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:35 smithi102 ceph-mon[88557]: pgmap v3414: 137 pgs: 137 active+clean; 383 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.3 MiB/s rd, 11 MiB/s wr, 75 op/s 2024-04-10T16:07:37.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:37 smithi154 ceph-mon[84269]: pgmap v3415: 137 pgs: 137 active+clean; 387 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.5 MiB/s wr, 55 op/s 2024-04-10T16:07:37.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:37 smithi102 ceph-mon[90943]: pgmap v3415: 137 pgs: 137 active+clean; 387 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.5 MiB/s wr, 55 op/s 2024-04-10T16:07:37.934 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:07:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:07:37] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2024-04-10T16:07:37.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:37 smithi102 ceph-mon[88557]: pgmap v3415: 137 pgs: 137 active+clean; 387 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 6.5 MiB/s wr, 55 op/s 2024-04-10T16:07:38.875 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/1.MinOverlap (12065 ms) 2024-04-10T16:07:38.875 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/1.ZeroOverlap 2024-04-10T16:07:38.875 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:07:38.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:38.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:38.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:39.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:39 smithi102 ceph-mon[90943]: pgmap v3416: 137 pgs: 137 active+clean; 395 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.1 MiB/s wr, 62 op/s 2024-04-10T16:07:39.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:39 smithi102 ceph-mon[88557]: pgmap v3416: 137 pgs: 137 active+clean; 395 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.1 MiB/s wr, 62 op/s 2024-04-10T16:07:40.154 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:39 smithi154 ceph-mon[84269]: pgmap v3416: 137 pgs: 137 active+clean; 395 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.1 MiB/s wr, 62 op/s 2024-04-10T16:07:40.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:40 smithi102 ceph-mon[90943]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-10T16:07:40.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:40 smithi102 ceph-mon[88557]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-10T16:07:41.154 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:40 smithi154 ceph-mon[84269]: osdmap e1889: 8 total, 8 up, 8 in 2024-04-10T16:07:41.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:41 smithi102 ceph-mon[90943]: pgmap v3418: 137 pgs: 137 active+clean; 416 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 33 op/s 2024-04-10T16:07:41.939 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:41 smithi102 ceph-mon[88557]: pgmap v3418: 137 pgs: 137 active+clean; 416 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 33 op/s 2024-04-10T16:07:42.154 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:41 smithi154 ceph-mon[84269]: pgmap v3418: 137 pgs: 137 active+clean; 416 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 5.3 MiB/s wr, 33 op/s 2024-04-10T16:07:42.654 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:07:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:07:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:07:43.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:43 smithi102 ceph-mon[90943]: pgmap v3419: 137 pgs: 137 active+clean; 428 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-10T16:07:43.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:43 smithi102 ceph-mon[88557]: pgmap v3419: 137 pgs: 137 active+clean; 428 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-10T16:07:44.154 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:43 smithi154 ceph-mon[84269]: pgmap v3419: 137 pgs: 137 active+clean; 428 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 60 op/s 2024-04-10T16:07:45.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:45 smithi102 ceph-mon[90943]: pgmap v3420: 137 pgs: 137 active+clean; 428 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-10T16:07:45.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:45 smithi102 ceph-mon[88557]: pgmap v3420: 137 pgs: 137 active+clean; 428 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-10T16:07:46.154 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:45 smithi154 ceph-mon[84269]: pgmap v3420: 137 pgs: 137 active+clean; 428 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-10T16:07:47.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:47 smithi102 ceph-mon[90943]: pgmap v3421: 137 pgs: 137 active+clean; 428 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 61 op/s 2024-04-10T16:07:47.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:47 smithi102 ceph-mon[88557]: pgmap v3421: 137 pgs: 137 active+clean; 428 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 61 op/s 2024-04-10T16:07:47.935 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:07:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:07:47] "GET /metrics HTTP/1.1" 200 36630 "" "Prometheus/2.43.0" 2024-04-10T16:07:48.154 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:47 smithi154 ceph-mon[84269]: pgmap v3421: 137 pgs: 137 active+clean; 428 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 61 op/s 2024-04-10T16:07:49.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:49 smithi102 ceph-mon[90943]: pgmap v3422: 137 pgs: 137 active+clean; 428 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-10T16:07:49.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:49 smithi102 ceph-mon[88557]: pgmap v3422: 137 pgs: 137 active+clean; 428 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-10T16:07:50.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:49 smithi154 ceph-mon[84269]: pgmap v3422: 137 pgs: 137 active+clean; 428 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-10T16:07:51.367 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/1.ZeroOverlap (12492 ms) 2024-04-10T16:07:51.691 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 7 tests from EncryptedFlattenTest/1 (90729 ms total) 2024-04-10T16:07:51.691 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:07:51.691 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 7 tests from EncryptedFlattenTest/2, where TypeParam = UnformattedLUKS1 2024-04-10T16:07:51.723 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/2.Simple 2024-04-10T16:07:52.154 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:51 smithi154 ceph-mon[84269]: pgmap v3423: 137 pgs: 137 active+clean; 444 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.5 MiB/s wr, 55 op/s 2024-04-10T16:07:52.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:51 smithi102 ceph-mon[90943]: pgmap v3423: 137 pgs: 137 active+clean; 444 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.5 MiB/s wr, 55 op/s 2024-04-10T16:07:52.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:51 smithi102 ceph-mon[88557]: pgmap v3423: 137 pgs: 137 active+clean; 444 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.3 MiB/s rd, 4.5 MiB/s wr, 55 op/s 2024-04-10T16:07:52.654 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:07:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:07:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:07:53.154 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:52 smithi154 ceph-mon[84269]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-10T16:07:53.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:52 smithi102 ceph-mon[90943]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-10T16:07:53.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:52 smithi102 ceph-mon[88557]: osdmap e1890: 8 total, 8 up, 8 in 2024-04-10T16:07:53.715 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:07:54.154 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:53 smithi154 ceph-mon[84269]: pgmap v3425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:07:54.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:53 smithi154 ceph-mon[84269]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-10T16:07:54.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:53 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/169327408' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:07:54.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:54.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:53 smithi102 ceph-mon[88557]: pgmap v3425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:07:54.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:53 smithi102 ceph-mon[88557]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-10T16:07:54.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:53 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/169327408' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:07:54.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:54.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:53 smithi102 ceph-mon[90943]: pgmap v3425: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:07:54.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:53 smithi102 ceph-mon[90943]: osdmap e1891: 8 total, 8 up, 8 in 2024-04-10T16:07:54.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:53 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/169327408' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-38","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:07:54.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:07:55.154 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:54 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/169327408' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:07:55.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:54 smithi154 ceph-mon[84269]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-10T16:07:55.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:54 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/169327408' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:07:55.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:54 smithi102 ceph-mon[88557]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-10T16:07:55.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:54 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/169327408' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-38","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:07:55.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:54 smithi102 ceph-mon[90943]: osdmap e1892: 8 total, 8 up, 8 in 2024-04-10T16:07:56.154 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:55 smithi154 ceph-mon[84269]: pgmap v3428: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:07:56.154 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:55 smithi154 ceph-mon[84269]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-10T16:07:56.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:55 smithi102 ceph-mon[90943]: pgmap v3428: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:07:56.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:55 smithi102 ceph-mon[90943]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-10T16:07:56.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:55 smithi102 ceph-mon[88557]: pgmap v3428: 137 pgs: 6 creating+peering, 22 unknown, 109 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:07:56.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:55 smithi102 ceph-mon[88557]: osdmap e1893: 8 total, 8 up, 8 in 2024-04-10T16:07:57.154 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:56 smithi154 ceph-mon[84269]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-10T16:07:57.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:56 smithi102 ceph-mon[90943]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-10T16:07:57.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:56 smithi102 ceph-mon[88557]: osdmap e1894: 8 total, 8 up, 8 in 2024-04-10T16:07:57.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:57 smithi102 ceph-mon[90943]: pgmap v3431: 137 pgs: 6 creating+peering, 6 unknown, 125 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:07:57.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:57 smithi102 ceph-mon[88557]: pgmap v3431: 137 pgs: 6 creating+peering, 6 unknown, 125 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:07:57.935 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:07:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:07:57] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.43.0" 2024-04-10T16:07:58.154 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:57 smithi154 ceph-mon[84269]: pgmap v3431: 137 pgs: 6 creating+peering, 6 unknown, 125 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 255 B/s wr, 0 op/s 2024-04-10T16:08:00.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:07:59 smithi154 ceph-mon[84269]: pgmap v3432: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 353 B/s rd, 353 B/s wr, 0 op/s 2024-04-10T16:08:00.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:07:59 smithi102 ceph-mon[90943]: pgmap v3432: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 353 B/s rd, 353 B/s wr, 0 op/s 2024-04-10T16:08:00.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:07:59 smithi102 ceph-mon[88557]: pgmap v3432: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 353 B/s rd, 353 B/s wr, 0 op/s 2024-04-10T16:08:01.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:00 smithi154 ceph-mon[84269]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-10T16:08:01.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:00 smithi102 ceph-mon[90943]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-10T16:08:01.184 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:00 smithi102 ceph-mon[88557]: osdmap e1895: 8 total, 8 up, 8 in 2024-04-10T16:08:02.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:01 smithi154 ceph-mon[84269]: pgmap v3434: 137 pgs: 137 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.5 MiB/s wr, 25 op/s 2024-04-10T16:08:02.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:01 smithi102 ceph-mon[90943]: pgmap v3434: 137 pgs: 137 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.5 MiB/s wr, 25 op/s 2024-04-10T16:08:02.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:01 smithi102 ceph-mon[88557]: pgmap v3434: 137 pgs: 137 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 1.5 MiB/s wr, 25 op/s 2024-04-10T16:08:02.654 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:08:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:08:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:08:04.154 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:03 smithi154 ceph-mon[84269]: pgmap v3435: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-04-10T16:08:04.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:03 smithi102 ceph-mon[90943]: pgmap v3435: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-04-10T16:08:04.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:03 smithi102 ceph-mon[88557]: pgmap v3435: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 3.7 MiB/s wr, 22 op/s 2024-04-10T16:08:05.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:04 smithi102 ceph-mon[90943]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-10T16:08:05.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:04 smithi102 ceph-mon[90943]: pgmap v3437: 137 pgs: 137 active+clean; 38 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-10T16:08:05.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:04 smithi102 ceph-mon[88557]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-10T16:08:05.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:04 smithi102 ceph-mon[88557]: pgmap v3437: 137 pgs: 137 active+clean; 38 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-10T16:08:05.405 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:04 smithi154 ceph-mon[84269]: osdmap e1896: 8 total, 8 up, 8 in 2024-04-10T16:08:05.405 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:04 smithi154 ceph-mon[84269]: pgmap v3437: 137 pgs: 137 active+clean; 38 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-10T16:08:06.278 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/2.Simple (14554 ms) 2024-04-10T16:08:06.278 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/2.Grow 2024-04-10T16:08:06.278 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:08:07.887 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:07 smithi102 ceph-mon[90943]: pgmap v3438: 137 pgs: 137 active+clean; 47 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 5.3 MiB/s wr, 72 op/s 2024-04-10T16:08:07.888 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:08:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:08:07] "GET /metrics HTTP/1.1" 200 36555 "" "Prometheus/2.43.0" 2024-04-10T16:08:07.888 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:07 smithi102 ceph-mon[88557]: pgmap v3438: 137 pgs: 137 active+clean; 47 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 5.3 MiB/s wr, 72 op/s 2024-04-10T16:08:07.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:07 smithi154 ceph-mon[84269]: pgmap v3438: 137 pgs: 137 active+clean; 47 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 5.3 MiB/s wr, 72 op/s 2024-04-10T16:08:08.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:08.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:08.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:09.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:09 smithi154 ceph-mon[84269]: pgmap v3439: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 68 op/s 2024-04-10T16:08:09.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:09 smithi102 ceph-mon[90943]: pgmap v3439: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 68 op/s 2024-04-10T16:08:09.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:09 smithi102 ceph-mon[88557]: pgmap v3439: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 5.7 MiB/s wr, 68 op/s 2024-04-10T16:08:11.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:11 smithi154 ceph-mon[84269]: pgmap v3440: 137 pgs: 137 active+clean; 67 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 52 op/s 2024-04-10T16:08:11.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:11 smithi154 ceph-mon[84269]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-10T16:08:11.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:11 smithi102 ceph-mon[90943]: pgmap v3440: 137 pgs: 137 active+clean; 67 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 52 op/s 2024-04-10T16:08:11.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:11 smithi102 ceph-mon[90943]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-10T16:08:11.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:11 smithi102 ceph-mon[88557]: pgmap v3440: 137 pgs: 137 active+clean; 67 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.3 MiB/s wr, 52 op/s 2024-04-10T16:08:11.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:11 smithi102 ceph-mon[88557]: osdmap e1897: 8 total, 8 up, 8 in 2024-04-10T16:08:12.655 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:08:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:08:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:08:13.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:13 smithi154 ceph-mon[84269]: pgmap v3442: 137 pgs: 137 active+clean; 80 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 71 op/s 2024-04-10T16:08:13.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:13 smithi102 ceph-mon[90943]: pgmap v3442: 137 pgs: 137 active+clean; 80 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 71 op/s 2024-04-10T16:08:13.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:13 smithi102 ceph-mon[88557]: pgmap v3442: 137 pgs: 137 active+clean; 80 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.4 MiB/s wr, 71 op/s 2024-04-10T16:08:15.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:15 smithi154 ceph-mon[84269]: pgmap v3443: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-10T16:08:15.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:15 smithi102 ceph-mon[90943]: pgmap v3443: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-10T16:08:15.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:15 smithi102 ceph-mon[88557]: pgmap v3443: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-10T16:08:17.523 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/2.Grow (11245 ms) 2024-04-10T16:08:17.523 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/2.Shrink 2024-04-10T16:08:17.523 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:08:17.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:17 smithi154 ceph-mon[84269]: pgmap v3444: 137 pgs: 137 active+clean; 105 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.8 MiB/s wr, 59 op/s 2024-04-10T16:08:17.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:17 smithi102 ceph-mon[90943]: pgmap v3444: 137 pgs: 137 active+clean; 105 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.8 MiB/s wr, 59 op/s 2024-04-10T16:08:17.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:17 smithi102 ceph-mon[88557]: pgmap v3444: 137 pgs: 137 active+clean; 105 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.6 MiB/s rd, 5.8 MiB/s wr, 59 op/s 2024-04-10T16:08:17.935 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:08:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:08:17] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-04-10T16:08:19.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:19 smithi154 ceph-mon[84269]: pgmap v3445: 137 pgs: 137 active+clean; 113 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.0 MiB/s wr, 56 op/s 2024-04-10T16:08:19.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:19 smithi102 ceph-mon[90943]: pgmap v3445: 137 pgs: 137 active+clean; 113 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.0 MiB/s wr, 56 op/s 2024-04-10T16:08:19.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:19 smithi102 ceph-mon[88557]: pgmap v3445: 137 pgs: 137 active+clean; 113 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.0 MiB/s wr, 56 op/s 2024-04-10T16:08:21.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:21 smithi154 ceph-mon[84269]: pgmap v3446: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 64 op/s 2024-04-10T16:08:21.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:21 smithi102 ceph-mon[90943]: pgmap v3446: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 64 op/s 2024-04-10T16:08:21.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:21 smithi102 ceph-mon[88557]: pgmap v3446: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 64 op/s 2024-04-10T16:08:22.592 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:08:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:08:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:08:22.685 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:22 smithi102 ceph-mon[90943]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-10T16:08:22.685 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:22 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:08:22.685 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:22 smithi102 ceph-mon[88557]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-10T16:08:22.685 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:22 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:08:22.904 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:22 smithi154 ceph-mon[84269]: osdmap e1898: 8 total, 8 up, 8 in 2024-04-10T16:08:22.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:22 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:08:23.685 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:23 smithi102 ceph-mon[90943]: pgmap v3448: 137 pgs: 137 active+clean; 138 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 45 op/s 2024-04-10T16:08:23.685 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:23.685 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:23 smithi102 ceph-mon[88557]: pgmap v3448: 137 pgs: 137 active+clean; 138 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 45 op/s 2024-04-10T16:08:23.685 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:23.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:23 smithi154 ceph-mon[84269]: pgmap v3448: 137 pgs: 137 active+clean; 138 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 45 op/s 2024-04-10T16:08:23.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:25.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:25 smithi154 ceph-mon[84269]: pgmap v3449: 137 pgs: 137 active+clean; 146 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 63 op/s 2024-04-10T16:08:25.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:08:25.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:08:25.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:08:25.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:08:25.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:25 smithi102 ceph-mon[90943]: pgmap v3449: 137 pgs: 137 active+clean; 146 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 63 op/s 2024-04-10T16:08:25.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:08:25.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:08:25.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:08:25.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:08:25.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:25 smithi102 ceph-mon[88557]: pgmap v3449: 137 pgs: 137 active+clean; 146 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 63 op/s 2024-04-10T16:08:25.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:08:25.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:08:25.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:08:25.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:08:26.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:26 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:08:26.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:26 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:08:26.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:26 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:08:26.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:26 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:08:26.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:26 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:08:26.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:26 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:08:26.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:26 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:08:26.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:26 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:08:26.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:26 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:08:27.935 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:08:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:08:27] "GET /metrics HTTP/1.1" 200 36626 "" "Prometheus/2.43.0" 2024-04-10T16:08:27.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:27 smithi102 ceph-mon[90943]: pgmap v3450: 137 pgs: 137 active+clean; 155 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-04-10T16:08:27.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:27 smithi102 ceph-mon[88557]: pgmap v3450: 137 pgs: 137 active+clean; 155 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-04-10T16:08:28.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:27 smithi154 ceph-mon[84269]: pgmap v3450: 137 pgs: 137 active+clean; 155 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.0 MiB/s wr, 63 op/s 2024-04-10T16:08:28.247 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/2.Shrink (10725 ms) 2024-04-10T16:08:28.248 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOne 2024-04-10T16:08:28.248 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:08:30.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:29 smithi154 ceph-mon[84269]: pgmap v3451: 137 pgs: 137 active+clean; 171 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-10T16:08:30.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:29 smithi102 ceph-mon[90943]: pgmap v3451: 137 pgs: 137 active+clean; 171 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-10T16:08:30.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:29 smithi102 ceph-mon[88557]: pgmap v3451: 137 pgs: 137 active+clean; 171 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.8 MiB/s wr, 62 op/s 2024-04-10T16:08:32.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:31 smithi154 ceph-mon[84269]: pgmap v3452: 137 pgs: 137 active+clean; 179 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-10T16:08:32.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:31 smithi102 ceph-mon[90943]: pgmap v3452: 137 pgs: 137 active+clean; 179 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-10T16:08:32.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:31 smithi102 ceph-mon[88557]: pgmap v3452: 137 pgs: 137 active+clean; 179 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.8 MiB/s wr, 64 op/s 2024-04-10T16:08:32.655 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:08:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:08:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:08:33.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:32 smithi154 ceph-mon[84269]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-10T16:08:33.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:32 smithi102 ceph-mon[90943]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-10T16:08:33.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:32 smithi102 ceph-mon[88557]: osdmap e1899: 8 total, 8 up, 8 in 2024-04-10T16:08:34.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:33 smithi154 ceph-mon[84269]: pgmap v3454: 137 pgs: 137 active+clean; 179 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 65 op/s 2024-04-10T16:08:34.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:33 smithi102 ceph-mon[90943]: pgmap v3454: 137 pgs: 137 active+clean; 179 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 65 op/s 2024-04-10T16:08:34.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:33 smithi102 ceph-mon[88557]: pgmap v3454: 137 pgs: 137 active+clean; 179 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 65 op/s 2024-04-10T16:08:35.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:34 smithi154 ceph-mon[84269]: pgmap v3455: 137 pgs: 137 active+clean; 187 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-10T16:08:35.184 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:34 smithi102 ceph-mon[90943]: pgmap v3455: 137 pgs: 137 active+clean; 187 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-10T16:08:35.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:34 smithi102 ceph-mon[88557]: pgmap v3455: 137 pgs: 137 active+clean; 187 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-10T16:08:37.888 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:37 smithi102 ceph-mon[90943]: pgmap v3456: 137 pgs: 137 active+clean; 212 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 6.1 MiB/s wr, 60 op/s 2024-04-10T16:08:37.888 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:08:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:08:37] "GET /metrics HTTP/1.1" 200 36626 "" "Prometheus/2.43.0" 2024-04-10T16:08:37.888 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:37 smithi102 ceph-mon[88557]: pgmap v3456: 137 pgs: 137 active+clean; 212 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 6.1 MiB/s wr, 60 op/s 2024-04-10T16:08:37.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:37 smithi154 ceph-mon[84269]: pgmap v3456: 137 pgs: 137 active+clean; 212 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.5 MiB/s rd, 6.1 MiB/s wr, 60 op/s 2024-04-10T16:08:38.405 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOne (10157 ms) 2024-04-10T16:08:38.405 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot 2024-04-10T16:08:38.405 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:08:38.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:38.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:38.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:39.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:39 smithi154 ceph-mon[84269]: pgmap v3457: 137 pgs: 137 active+clean; 212 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.5 MiB/s wr, 57 op/s 2024-04-10T16:08:39.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:39 smithi102 ceph-mon[90943]: pgmap v3457: 137 pgs: 137 active+clean; 212 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.5 MiB/s wr, 57 op/s 2024-04-10T16:08:39.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:39 smithi102 ceph-mon[88557]: pgmap v3457: 137 pgs: 137 active+clean; 212 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 4.5 MiB/s wr, 57 op/s 2024-04-10T16:08:41.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:41 smithi154 ceph-mon[84269]: pgmap v3458: 137 pgs: 137 active+clean; 212 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-10T16:08:41.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:41 smithi102 ceph-mon[90943]: pgmap v3458: 137 pgs: 137 active+clean; 212 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-10T16:08:41.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:41 smithi102 ceph-mon[88557]: pgmap v3458: 137 pgs: 137 active+clean; 212 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 3.7 MiB/s wr, 47 op/s 2024-04-10T16:08:42.655 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:08:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:08:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:08:43.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:43 smithi154 ceph-mon[84269]: pgmap v3459: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 54 op/s 2024-04-10T16:08:43.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:43 smithi154 ceph-mon[84269]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-10T16:08:43.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:43 smithi102 ceph-mon[90943]: pgmap v3459: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 54 op/s 2024-04-10T16:08:43.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:43 smithi102 ceph-mon[90943]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-10T16:08:43.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:43 smithi102 ceph-mon[88557]: pgmap v3459: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.8 MiB/s wr, 54 op/s 2024-04-10T16:08:43.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:43 smithi102 ceph-mon[88557]: osdmap e1900: 8 total, 8 up, 8 in 2024-04-10T16:08:45.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:45 smithi154 ceph-mon[84269]: pgmap v3461: 137 pgs: 137 active+clean; 220 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 931 KiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-04-10T16:08:45.934 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:45 smithi102 ceph-mon[88557]: pgmap v3461: 137 pgs: 137 active+clean; 220 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 931 KiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-04-10T16:08:45.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:45 smithi102 ceph-mon[90943]: pgmap v3461: 137 pgs: 137 active+clean; 220 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 931 KiB/s rd, 3.7 MiB/s wr, 38 op/s 2024-04-10T16:08:47.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:47 smithi154 ceph-mon[84269]: pgmap v3462: 137 pgs: 137 active+clean; 245 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 3.3 MiB/s wr, 34 op/s 2024-04-10T16:08:47.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:47 smithi102 ceph-mon[90943]: pgmap v3462: 137 pgs: 137 active+clean; 245 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 3.3 MiB/s wr, 34 op/s 2024-04-10T16:08:47.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:47 smithi102 ceph-mon[88557]: pgmap v3462: 137 pgs: 137 active+clean; 245 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 520 KiB/s rd, 3.3 MiB/s wr, 34 op/s 2024-04-10T16:08:47.935 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:08:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:08:47] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2024-04-10T16:08:48.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:48 smithi154 ceph-mon[84269]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-10T16:08:48.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:48 smithi102 ceph-mon[90943]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-10T16:08:48.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:48 smithi102 ceph-mon[88557]: osdmap e1901: 8 total, 8 up, 8 in 2024-04-10T16:08:49.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:49 smithi154 ceph-mon[84269]: pgmap v3464: 137 pgs: 137 active+clean; 250 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 4.8 MiB/s wr, 79 op/s 2024-04-10T16:08:49.924 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/2.ShrinkToOneAfterSnapshot (11519 ms) 2024-04-10T16:08:49.924 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/2.MinOverlap 2024-04-10T16:08:49.924 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:08:49.934 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:49 smithi102 ceph-mon[90943]: pgmap v3464: 137 pgs: 137 active+clean; 250 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 4.8 MiB/s wr, 79 op/s 2024-04-10T16:08:49.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:49 smithi102 ceph-mon[88557]: pgmap v3464: 137 pgs: 137 active+clean; 250 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 165 KiB/s rd, 4.8 MiB/s wr, 79 op/s 2024-04-10T16:08:51.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:51 smithi154 ceph-mon[84269]: pgmap v3465: 137 pgs: 137 active+clean; 274 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 7.3 MiB/s wr, 84 op/s 2024-04-10T16:08:51.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:51 smithi102 ceph-mon[90943]: pgmap v3465: 137 pgs: 137 active+clean; 274 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 7.3 MiB/s wr, 84 op/s 2024-04-10T16:08:51.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:51 smithi102 ceph-mon[88557]: pgmap v3465: 137 pgs: 137 active+clean; 274 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 7.3 MiB/s wr, 84 op/s 2024-04-10T16:08:52.655 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:08:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:08:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:08:53.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:53 smithi154 ceph-mon[84269]: pgmap v3466: 137 pgs: 137 active+clean; 306 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.1 MiB/s wr, 72 op/s 2024-04-10T16:08:53.892 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:53.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:53 smithi102 ceph-mon[90943]: pgmap v3466: 137 pgs: 137 active+clean; 306 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.1 MiB/s wr, 72 op/s 2024-04-10T16:08:53.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:53.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:53 smithi102 ceph-mon[88557]: pgmap v3466: 137 pgs: 137 active+clean; 306 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.1 MiB/s wr, 72 op/s 2024-04-10T16:08:53.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:08:54.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:54 smithi154 ceph-mon[84269]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-10T16:08:54.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:54 smithi102 ceph-mon[90943]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-10T16:08:54.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:54 smithi102 ceph-mon[88557]: osdmap e1902: 8 total, 8 up, 8 in 2024-04-10T16:08:55.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:55 smithi154 ceph-mon[84269]: pgmap v3468: 137 pgs: 137 active+clean; 314 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.6 MiB/s wr, 87 op/s 2024-04-10T16:08:55.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:55 smithi102 ceph-mon[88557]: pgmap v3468: 137 pgs: 137 active+clean; 314 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.6 MiB/s wr, 87 op/s 2024-04-10T16:08:55.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:55 smithi102 ceph-mon[90943]: pgmap v3468: 137 pgs: 137 active+clean; 314 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.6 MiB/s wr, 87 op/s 2024-04-10T16:08:57.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:57 smithi154 ceph-mon[84269]: pgmap v3469: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 59 op/s 2024-04-10T16:08:57.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:57 smithi102 ceph-mon[90943]: pgmap v3469: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 59 op/s 2024-04-10T16:08:57.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:57 smithi102 ceph-mon[88557]: pgmap v3469: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.8 MiB/s rd, 10 MiB/s wr, 59 op/s 2024-04-10T16:08:57.935 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:08:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:08:57] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-04-10T16:08:59.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:08:59 smithi154 ceph-mon[84269]: pgmap v3470: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.5 MiB/s wr, 62 op/s 2024-04-10T16:08:59.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:08:59 smithi102 ceph-mon[90943]: pgmap v3470: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.5 MiB/s wr, 62 op/s 2024-04-10T16:08:59.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:08:59 smithi102 ceph-mon[88557]: pgmap v3470: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.4 MiB/s rd, 8.5 MiB/s wr, 62 op/s 2024-04-10T16:09:00.155 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/2.MinOverlap (10232 ms) 2024-04-10T16:09:00.156 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/2.ZeroOverlap 2024-04-10T16:09:00.156 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:09:01.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:01 smithi154 ceph-mon[84269]: pgmap v3471: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-10T16:09:01.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:01 smithi102 ceph-mon[90943]: pgmap v3471: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-10T16:09:01.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:01 smithi102 ceph-mon[88557]: pgmap v3471: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 6.1 MiB/s wr, 58 op/s 2024-04-10T16:09:02.655 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:09:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:09:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:09:03.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:03 smithi154 ceph-mon[84269]: pgmap v3472: 137 pgs: 137 active+clean; 343 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-10T16:09:03.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:03 smithi102 ceph-mon[90943]: pgmap v3472: 137 pgs: 137 active+clean; 343 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-10T16:09:03.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:03 smithi102 ceph-mon[88557]: pgmap v3472: 137 pgs: 137 active+clean; 343 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 56 op/s 2024-04-10T16:09:05.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:05 smithi154 ceph-mon[84269]: pgmap v3473: 137 pgs: 137 active+clean; 347 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 48 op/s 2024-04-10T16:09:05.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:05 smithi154 ceph-mon[84269]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-10T16:09:05.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:05 smithi102 ceph-mon[90943]: pgmap v3473: 137 pgs: 137 active+clean; 347 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 48 op/s 2024-04-10T16:09:05.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:05 smithi102 ceph-mon[90943]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-10T16:09:05.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:05 smithi102 ceph-mon[88557]: pgmap v3473: 137 pgs: 137 active+clean; 347 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.4 MiB/s wr, 48 op/s 2024-04-10T16:09:05.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:05 smithi102 ceph-mon[88557]: osdmap e1903: 8 total, 8 up, 8 in 2024-04-10T16:09:07.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:07 smithi154 ceph-mon[84269]: pgmap v3475: 137 pgs: 137 active+clean; 364 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 44 op/s 2024-04-10T16:09:07.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:07 smithi102 ceph-mon[90943]: pgmap v3475: 137 pgs: 137 active+clean; 364 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 44 op/s 2024-04-10T16:09:07.935 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:09:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:09:07] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-04-10T16:09:07.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:07 smithi102 ceph-mon[88557]: pgmap v3475: 137 pgs: 137 active+clean; 364 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.3 MiB/s wr, 44 op/s 2024-04-10T16:09:08.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:08.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:08.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:09.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:09 smithi154 ceph-mon[84269]: pgmap v3476: 137 pgs: 137 active+clean; 372 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-10T16:09:09.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:09 smithi102 ceph-mon[90943]: pgmap v3476: 137 pgs: 137 active+clean; 372 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-10T16:09:09.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:09 smithi102 ceph-mon[88557]: pgmap v3476: 137 pgs: 137 active+clean; 372 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 57 op/s 2024-04-10T16:09:11.041 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/2.ZeroOverlap (10885 ms) 2024-04-10T16:09:11.664 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 7 tests from EncryptedFlattenTest/2 (79317 ms total) 2024-04-10T16:09:11.664 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:09:11.664 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 7 tests from EncryptedFlattenTest/3, where TypeParam = LUKS1UnderLUKS1 2024-04-10T16:09:11.698 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/3.Simple 2024-04-10T16:09:11.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:11 smithi154 ceph-mon[84269]: pgmap v3477: 137 pgs: 137 active+clean; 376 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 49 op/s 2024-04-10T16:09:11.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:11 smithi102 ceph-mon[88557]: pgmap v3477: 137 pgs: 137 active+clean; 376 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 49 op/s 2024-04-10T16:09:11.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:11 smithi102 ceph-mon[90943]: pgmap v3477: 137 pgs: 137 active+clean; 376 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 49 op/s 2024-04-10T16:09:12.655 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:09:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:09:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:09:12.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:12 smithi102 ceph-mon[90943]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-10T16:09:12.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:12 smithi102 ceph-mon[88557]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-10T16:09:13.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:12 smithi154 ceph-mon[84269]: osdmap e1904: 8 total, 8 up, 8 in 2024-04-10T16:09:13.677 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:09:13.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:13 smithi102 ceph-mon[90943]: pgmap v3479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:09:13.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:13 smithi102 ceph-mon[90943]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-10T16:09:13.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:13 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/4101128451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:09:13.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:13 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:09:13.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:13 smithi102 ceph-mon[88557]: pgmap v3479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:09:13.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:13 smithi102 ceph-mon[88557]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-10T16:09:13.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:13 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/4101128451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:09:13.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:13 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:09:14.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:13 smithi154 ceph-mon[84269]: pgmap v3479: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:09:14.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:13 smithi154 ceph-mon[84269]: osdmap e1905: 8 total, 8 up, 8 in 2024-04-10T16:09:14.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:13 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/4101128451' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:09:14.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:13 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-39","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:09:14.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:14 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:09:14.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:14 smithi102 ceph-mon[90943]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-10T16:09:14.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:14 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:09:14.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:14 smithi102 ceph-mon[88557]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-10T16:09:15.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:14 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-39","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:09:15.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:14 smithi154 ceph-mon[84269]: osdmap e1906: 8 total, 8 up, 8 in 2024-04-10T16:09:15.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:15 smithi102 ceph-mon[88557]: pgmap v3482: 137 pgs: 2 creating+peering, 20 unknown, 115 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:09:15.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:15 smithi102 ceph-mon[88557]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-10T16:09:15.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:15 smithi102 ceph-mon[90943]: pgmap v3482: 137 pgs: 2 creating+peering, 20 unknown, 115 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:09:15.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:15 smithi102 ceph-mon[90943]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-10T16:09:16.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:15 smithi154 ceph-mon[84269]: pgmap v3482: 137 pgs: 2 creating+peering, 20 unknown, 115 active+clean; 4.6 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:09:16.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:15 smithi154 ceph-mon[84269]: osdmap e1907: 8 total, 8 up, 8 in 2024-04-10T16:09:17.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:16 smithi154 ceph-mon[84269]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-10T16:09:17.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:16 smithi102 ceph-mon[90943]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-10T16:09:17.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:16 smithi102 ceph-mon[88557]: osdmap e1908: 8 total, 8 up, 8 in 2024-04-10T16:09:17.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:17 smithi102 ceph-mon[90943]: pgmap v3485: 137 pgs: 2 creating+peering, 4 unknown, 131 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1023 B/s wr, 10 op/s 2024-04-10T16:09:17.935 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:09:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:09:17] "GET /metrics HTTP/1.1" 200 36627 "" "Prometheus/2.43.0" 2024-04-10T16:09:17.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:17 smithi102 ceph-mon[88557]: pgmap v3485: 137 pgs: 2 creating+peering, 4 unknown, 131 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1023 B/s wr, 10 op/s 2024-04-10T16:09:18.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:17 smithi154 ceph-mon[84269]: pgmap v3485: 137 pgs: 2 creating+peering, 4 unknown, 131 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.5 KiB/s rd, 1023 B/s wr, 10 op/s 2024-04-10T16:09:20.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:19 smithi154 ceph-mon[84269]: pgmap v3486: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 699 B/s wr, 6 op/s 2024-04-10T16:09:20.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:19 smithi102 ceph-mon[90943]: pgmap v3486: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 699 B/s wr, 6 op/s 2024-04-10T16:09:20.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:19 smithi102 ceph-mon[88557]: pgmap v3486: 137 pgs: 137 active+clean; 4.6 MiB data, 3.7 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 699 B/s wr, 6 op/s 2024-04-10T16:09:21.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:20 smithi154 ceph-mon[84269]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-10T16:09:21.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:20 smithi102 ceph-mon[90943]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-10T16:09:21.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:20 smithi102 ceph-mon[88557]: osdmap e1909: 8 total, 8 up, 8 in 2024-04-10T16:09:22.057 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:21 smithi154 ceph-mon[84269]: pgmap v3488: 137 pgs: 137 active+clean; 22 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.8 MiB/s wr, 10 op/s 2024-04-10T16:09:22.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:21 smithi102 ceph-mon[90943]: pgmap v3488: 137 pgs: 137 active+clean; 22 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.8 MiB/s wr, 10 op/s 2024-04-10T16:09:22.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:21 smithi102 ceph-mon[88557]: pgmap v3488: 137 pgs: 137 active+clean; 22 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 2.8 MiB/s wr, 10 op/s 2024-04-10T16:09:22.655 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:09:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:09:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:09:24.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:23 smithi154 ceph-mon[84269]: pgmap v3489: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-10T16:09:24.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:24.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:23 smithi102 ceph-mon[90943]: pgmap v3489: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-10T16:09:24.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:24.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:23 smithi102 ceph-mon[88557]: pgmap v3489: 137 pgs: 137 active+clean; 34 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.7 MiB/s wr, 45 op/s 2024-04-10T16:09:24.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:25.405 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:24 smithi154 ceph-mon[84269]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-10T16:09:25.405 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:24 smithi154 ceph-mon[84269]: pgmap v3491: 137 pgs: 137 active+clean; 38 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-10T16:09:25.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:24 smithi102 ceph-mon[90943]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-10T16:09:25.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:24 smithi102 ceph-mon[90943]: pgmap v3491: 137 pgs: 137 active+clean; 38 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-10T16:09:25.435 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:24 smithi102 ceph-mon[88557]: osdmap e1910: 8 total, 8 up, 8 in 2024-04-10T16:09:25.435 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:24 smithi102 ceph-mon[88557]: pgmap v3491: 137 pgs: 137 active+clean; 38 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 66 KiB/s rd, 4.1 MiB/s wr, 41 op/s 2024-04-10T16:09:26.405 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:25 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:09:26.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:25 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:09:26.435 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:25 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:09:27.405 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:26 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:09:27.405 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:26 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:09:27.405 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:26 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:09:27.405 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:26 smithi154 ceph-mon[84269]: pgmap v3492: 137 pgs: 137 active+clean; 38 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-10T16:09:27.435 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:26 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:09:27.435 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:26 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:09:27.435 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:26 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:09:27.436 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:26 smithi102 ceph-mon[88557]: pgmap v3492: 137 pgs: 137 active+clean; 38 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-10T16:09:27.436 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:26 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:09:27.436 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:26 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:09:27.436 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:26 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:09:27.436 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:26 smithi102 ceph-mon[90943]: pgmap v3492: 137 pgs: 137 active+clean; 38 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 75 KiB/s rd, 4.1 MiB/s wr, 53 op/s 2024-04-10T16:09:27.935 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:09:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:09:27] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-04-10T16:09:29.674 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/3.Simple (17975 ms) 2024-04-10T16:09:29.674 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/3.Grow 2024-04-10T16:09:29.674 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:09:29.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:29 smithi154 ceph-mon[84269]: pgmap v3493: 137 pgs: 137 active+clean; 38 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 565 KiB/s rd, 2.8 MiB/s wr, 46 op/s 2024-04-10T16:09:29.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:29 smithi102 ceph-mon[90943]: pgmap v3493: 137 pgs: 137 active+clean; 38 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 565 KiB/s rd, 2.8 MiB/s wr, 46 op/s 2024-04-10T16:09:29.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:29 smithi102 ceph-mon[88557]: pgmap v3493: 137 pgs: 137 active+clean; 38 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 565 KiB/s rd, 2.8 MiB/s wr, 46 op/s 2024-04-10T16:09:31.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:31 smithi154 ceph-mon[84269]: pgmap v3494: 137 pgs: 137 active+clean; 42 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 49 op/s 2024-04-10T16:09:31.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:31 smithi102 ceph-mon[90943]: pgmap v3494: 137 pgs: 137 active+clean; 42 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 49 op/s 2024-04-10T16:09:31.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:31 smithi102 ceph-mon[88557]: pgmap v3494: 137 pgs: 137 active+clean; 42 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.5 MiB/s rd, 2.4 MiB/s wr, 49 op/s 2024-04-10T16:09:32.655 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:09:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:09:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:09:33.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:33 smithi154 ceph-mon[84269]: pgmap v3495: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-10T16:09:33.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:33 smithi102 ceph-mon[90943]: pgmap v3495: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-10T16:09:33.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:33 smithi102 ceph-mon[88557]: pgmap v3495: 137 pgs: 137 active+clean; 63 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 31 op/s 2024-04-10T16:09:34.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:34 smithi154 ceph-mon[84269]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-10T16:09:34.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:34 smithi102 ceph-mon[90943]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-10T16:09:34.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:34 smithi102 ceph-mon[88557]: osdmap e1911: 8 total, 8 up, 8 in 2024-04-10T16:09:35.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:35 smithi154 ceph-mon[84269]: pgmap v3497: 137 pgs: 137 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 44 op/s 2024-04-10T16:09:35.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:35 smithi102 ceph-mon[90943]: pgmap v3497: 137 pgs: 137 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 44 op/s 2024-04-10T16:09:35.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:35 smithi102 ceph-mon[88557]: pgmap v3497: 137 pgs: 137 active+clean; 75 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 4.1 MiB/s wr, 44 op/s 2024-04-10T16:09:37.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:37 smithi154 ceph-mon[84269]: pgmap v3498: 137 pgs: 137 active+clean; 88 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 38 op/s 2024-04-10T16:09:37.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:37 smithi102 ceph-mon[90943]: pgmap v3498: 137 pgs: 137 active+clean; 88 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 38 op/s 2024-04-10T16:09:37.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:37 smithi102 ceph-mon[88557]: pgmap v3498: 137 pgs: 137 active+clean; 88 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 38 op/s 2024-04-10T16:09:37.935 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:09:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:09:37] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-04-10T16:09:38.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:38.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:38.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:39.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:39 smithi154 ceph-mon[84269]: pgmap v3499: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2024-04-10T16:09:39.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:39 smithi102 ceph-mon[90943]: pgmap v3499: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2024-04-10T16:09:39.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:39 smithi102 ceph-mon[88557]: pgmap v3499: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2024-04-10T16:09:41.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:41 smithi154 ceph-mon[84269]: pgmap v3500: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.0 MiB/s wr, 54 op/s 2024-04-10T16:09:41.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:41 smithi102 ceph-mon[90943]: pgmap v3500: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.0 MiB/s wr, 54 op/s 2024-04-10T16:09:41.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:41 smithi102 ceph-mon[88557]: pgmap v3500: 137 pgs: 137 active+clean; 92 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 7.1 MiB/s rd, 5.0 MiB/s wr, 54 op/s 2024-04-10T16:09:42.655 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:09:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:09:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:09:43.522 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/3.Grow (13849 ms) 2024-04-10T16:09:43.522 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/3.Shrink 2024-04-10T16:09:43.522 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:09:43.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:43 smithi154 ceph-mon[84269]: pgmap v3501: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 50 op/s 2024-04-10T16:09:43.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:43 smithi102 ceph-mon[90943]: pgmap v3501: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 50 op/s 2024-04-10T16:09:43.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:43 smithi102 ceph-mon[88557]: pgmap v3501: 137 pgs: 137 active+clean; 96 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.3 MiB/s wr, 50 op/s 2024-04-10T16:09:45.405 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:44 smithi154 ceph-mon[84269]: pgmap v3502: 137 pgs: 137 active+clean; 116 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.5 MiB/s wr, 55 op/s 2024-04-10T16:09:45.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:44 smithi102 ceph-mon[90943]: pgmap v3502: 137 pgs: 137 active+clean; 116 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.5 MiB/s wr, 55 op/s 2024-04-10T16:09:45.435 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:44 smithi102 ceph-mon[88557]: pgmap v3502: 137 pgs: 137 active+clean; 116 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 4.5 MiB/s wr, 55 op/s 2024-04-10T16:09:47.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:47 smithi154 ceph-mon[84269]: pgmap v3503: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.2 MiB/s wr, 44 op/s 2024-04-10T16:09:47.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:47 smithi102 ceph-mon[90943]: pgmap v3503: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.2 MiB/s wr, 44 op/s 2024-04-10T16:09:47.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:47 smithi102 ceph-mon[88557]: pgmap v3503: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 4.2 MiB/s wr, 44 op/s 2024-04-10T16:09:47.936 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:09:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:09:47] "GET /metrics HTTP/1.1" 200 36622 "" "Prometheus/2.43.0" 2024-04-10T16:09:48.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:48 smithi154 ceph-mon[84269]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-10T16:09:48.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:48 smithi102 ceph-mon[88557]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-10T16:09:48.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:48 smithi102 ceph-mon[90943]: osdmap e1912: 8 total, 8 up, 8 in 2024-04-10T16:09:49.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:49 smithi154 ceph-mon[84269]: pgmap v3505: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-04-10T16:09:49.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:49 smithi102 ceph-mon[88557]: pgmap v3505: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-04-10T16:09:49.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:49 smithi102 ceph-mon[90943]: pgmap v3505: 137 pgs: 137 active+clean; 121 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.3 MiB/s wr, 30 op/s 2024-04-10T16:09:51.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:51 smithi154 ceph-mon[84269]: pgmap v3506: 137 pgs: 137 active+clean; 142 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2024-04-10T16:09:51.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:51 smithi102 ceph-mon[90943]: pgmap v3506: 137 pgs: 137 active+clean; 142 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2024-04-10T16:09:51.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:51 smithi102 ceph-mon[88557]: pgmap v3506: 137 pgs: 137 active+clean; 142 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2024-04-10T16:09:52.655 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:09:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:09:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:09:53.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:53 smithi154 ceph-mon[84269]: pgmap v3507: 137 pgs: 137 active+clean; 150 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-10T16:09:53.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:53.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:53 smithi102 ceph-mon[90943]: pgmap v3507: 137 pgs: 137 active+clean; 150 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-10T16:09:53.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:53.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:53 smithi102 ceph-mon[88557]: pgmap v3507: 137 pgs: 137 active+clean; 150 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.5 MiB/s rd, 5.8 MiB/s wr, 50 op/s 2024-04-10T16:09:53.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:09:55.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:55 smithi154 ceph-mon[84269]: pgmap v3508: 137 pgs: 137 active+clean; 150 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 44 op/s 2024-04-10T16:09:55.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:55 smithi102 ceph-mon[90943]: pgmap v3508: 137 pgs: 137 active+clean; 150 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 44 op/s 2024-04-10T16:09:55.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:55 smithi102 ceph-mon[88557]: pgmap v3508: 137 pgs: 137 active+clean; 150 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 3.8 MiB/s wr, 44 op/s 2024-04-10T16:09:57.592 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/3.Shrink (14070 ms) 2024-04-10T16:09:57.592 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOne 2024-04-10T16:09:57.592 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:09:57.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:57 smithi154 ceph-mon[84269]: pgmap v3509: 137 pgs: 137 active+clean; 158 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-10T16:09:57.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:57 smithi102 ceph-mon[90943]: pgmap v3509: 137 pgs: 137 active+clean; 158 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-10T16:09:57.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:57 smithi102 ceph-mon[88557]: pgmap v3509: 137 pgs: 137 active+clean; 158 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-10T16:09:57.935 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:09:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:09:57] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2024-04-10T16:09:59.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:09:59 smithi154 ceph-mon[84269]: pgmap v3510: 137 pgs: 137 active+clean; 162 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-10T16:09:59.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:09:59 smithi102 ceph-mon[90943]: pgmap v3510: 137 pgs: 137 active+clean; 162 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-10T16:09:59.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:09:59 smithi102 ceph-mon[88557]: pgmap v3510: 137 pgs: 137 active+clean; 162 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 4.1 MiB/s wr, 45 op/s 2024-04-10T16:10:00.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:00 smithi154 ceph-mon[84269]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-10T16:10:00.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:00 smithi102 ceph-mon[90943]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-10T16:10:00.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:00 smithi102 ceph-mon[88557]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-10T16:10:01.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:01 smithi154 ceph-mon[84269]: pgmap v3511: 137 pgs: 137 active+clean; 179 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.2 MiB/s wr, 55 op/s 2024-04-10T16:10:01.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:01 smithi102 ceph-mon[90943]: pgmap v3511: 137 pgs: 137 active+clean; 179 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.2 MiB/s wr, 55 op/s 2024-04-10T16:10:01.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:01 smithi102 ceph-mon[88557]: pgmap v3511: 137 pgs: 137 active+clean; 179 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.4 MiB/s rd, 5.2 MiB/s wr, 55 op/s 2024-04-10T16:10:02.624 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:10:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:10:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:10:02.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:02 smithi154 ceph-mon[84269]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-10T16:10:02.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:02 smithi102 ceph-mon[90943]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-10T16:10:02.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:02 smithi102 ceph-mon[88557]: osdmap e1913: 8 total, 8 up, 8 in 2024-04-10T16:10:03.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:03 smithi154 ceph-mon[84269]: pgmap v3513: 137 pgs: 137 active+clean; 187 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-10T16:10:03.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:03 smithi102 ceph-mon[90943]: pgmap v3513: 137 pgs: 137 active+clean; 187 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-10T16:10:03.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:03 smithi102 ceph-mon[88557]: pgmap v3513: 137 pgs: 137 active+clean; 187 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.1 MiB/s wr, 34 op/s 2024-04-10T16:10:05.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:05 smithi154 ceph-mon[84269]: pgmap v3514: 137 pgs: 137 active+clean; 195 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-10T16:10:05.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:05 smithi102 ceph-mon[90943]: pgmap v3514: 137 pgs: 137 active+clean; 195 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-10T16:10:05.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:05 smithi102 ceph-mon[88557]: pgmap v3514: 137 pgs: 137 active+clean; 195 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 4.9 MiB/s wr, 48 op/s 2024-04-10T16:10:07.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:07 smithi154 ceph-mon[84269]: pgmap v3515: 137 pgs: 137 active+clean; 208 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 5.0 MiB/s wr, 56 op/s 2024-04-10T16:10:07.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:07 smithi102 ceph-mon[90943]: pgmap v3515: 137 pgs: 137 active+clean; 208 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 5.0 MiB/s wr, 56 op/s 2024-04-10T16:10:07.935 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:10:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:10:07] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2024-04-10T16:10:07.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:07 smithi102 ceph-mon[88557]: pgmap v3515: 137 pgs: 137 active+clean; 208 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 5.0 MiB/s wr, 56 op/s 2024-04-10T16:10:08.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:08.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:08.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:09.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:09 smithi154 ceph-mon[84269]: pgmap v3516: 137 pgs: 137 active+clean; 208 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.6 MiB/s wr, 51 op/s 2024-04-10T16:10:09.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:09 smithi102 ceph-mon[90943]: pgmap v3516: 137 pgs: 137 active+clean; 208 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.6 MiB/s wr, 51 op/s 2024-04-10T16:10:09.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:09 smithi102 ceph-mon[88557]: pgmap v3516: 137 pgs: 137 active+clean; 208 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 4.6 MiB/s wr, 51 op/s 2024-04-10T16:10:11.441 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOne (13848 ms) 2024-04-10T16:10:11.441 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot 2024-04-10T16:10:11.441 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:10:11.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:11 smithi154 ceph-mon[84269]: pgmap v3517: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 943 KiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-10T16:10:11.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:11 smithi102 ceph-mon[90943]: pgmap v3517: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 943 KiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-10T16:10:11.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:11 smithi102 ceph-mon[88557]: pgmap v3517: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 943 KiB/s rd, 4.5 MiB/s wr, 50 op/s 2024-04-10T16:10:12.655 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:10:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:10:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:10:13.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:13 smithi154 ceph-mon[84269]: pgmap v3518: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 3.8 MiB/s wr, 47 op/s 2024-04-10T16:10:13.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:13 smithi102 ceph-mon[90943]: pgmap v3518: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 3.8 MiB/s wr, 47 op/s 2024-04-10T16:10:13.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:13 smithi102 ceph-mon[88557]: pgmap v3518: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 3.8 MiB/s wr, 47 op/s 2024-04-10T16:10:15.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:15 smithi154 ceph-mon[84269]: pgmap v3519: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 787 KiB/s rd, 3.1 MiB/s wr, 43 op/s 2024-04-10T16:10:15.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:15 smithi102 ceph-mon[90943]: pgmap v3519: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 787 KiB/s rd, 3.1 MiB/s wr, 43 op/s 2024-04-10T16:10:15.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:15 smithi102 ceph-mon[88557]: pgmap v3519: 137 pgs: 137 active+clean; 216 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 787 KiB/s rd, 3.1 MiB/s wr, 43 op/s 2024-04-10T16:10:16.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:16 smithi102 ceph-mon[90943]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-10T16:10:16.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:16 smithi102 ceph-mon[88557]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-10T16:10:17.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:16 smithi154 ceph-mon[84269]: osdmap e1914: 8 total, 8 up, 8 in 2024-04-10T16:10:17.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:17 smithi102 ceph-mon[88557]: pgmap v3521: 137 pgs: 137 active+clean; 220 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 923 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-04-10T16:10:17.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:17 smithi102 ceph-mon[90943]: pgmap v3521: 137 pgs: 137 active+clean; 220 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 923 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-04-10T16:10:17.936 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:10:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:10:17] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2024-04-10T16:10:18.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:17 smithi154 ceph-mon[84269]: pgmap v3521: 137 pgs: 137 active+clean; 220 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 923 KiB/s rd, 2.0 MiB/s wr, 25 op/s 2024-04-10T16:10:19.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:19 smithi102 ceph-mon[90943]: pgmap v3522: 137 pgs: 137 active+clean; 225 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 922 KiB/s rd, 2.5 MiB/s wr, 24 op/s 2024-04-10T16:10:19.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:19 smithi102 ceph-mon[88557]: pgmap v3522: 137 pgs: 137 active+clean; 225 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 922 KiB/s rd, 2.5 MiB/s wr, 24 op/s 2024-04-10T16:10:20.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:19 smithi154 ceph-mon[84269]: pgmap v3522: 137 pgs: 137 active+clean; 225 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 922 KiB/s rd, 2.5 MiB/s wr, 24 op/s 2024-04-10T16:10:21.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:21 smithi102 ceph-mon[90943]: pgmap v3523: 137 pgs: 137 active+clean; 249 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 473 KiB/s rd, 3.3 MiB/s wr, 48 op/s 2024-04-10T16:10:21.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:21 smithi102 ceph-mon[88557]: pgmap v3523: 137 pgs: 137 active+clean; 249 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 473 KiB/s rd, 3.3 MiB/s wr, 48 op/s 2024-04-10T16:10:22.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:21 smithi154 ceph-mon[84269]: pgmap v3523: 137 pgs: 137 active+clean; 249 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 473 KiB/s rd, 3.3 MiB/s wr, 48 op/s 2024-04-10T16:10:22.655 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:10:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:10:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:10:23.917 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:23 smithi154 ceph-mon[84269]: pgmap v3524: 137 pgs: 137 active+clean; 249 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 501 KiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-10T16:10:23.917 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:23.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:23 smithi102 ceph-mon[90943]: pgmap v3524: 137 pgs: 137 active+clean; 249 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 501 KiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-10T16:10:23.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:23.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:23 smithi102 ceph-mon[88557]: pgmap v3524: 137 pgs: 137 active+clean; 249 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 501 KiB/s rd, 3.3 MiB/s wr, 47 op/s 2024-04-10T16:10:23.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:24.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:24 smithi102 ceph-mon[90943]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-10T16:10:24.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:24 smithi102 ceph-mon[88557]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-10T16:10:25.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:24 smithi154 ceph-mon[84269]: osdmap e1915: 8 total, 8 up, 8 in 2024-04-10T16:10:25.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:25 smithi102 ceph-mon[90943]: pgmap v3526: 137 pgs: 137 active+clean; 265 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.5 MiB/s wr, 69 op/s 2024-04-10T16:10:25.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:25 smithi102 ceph-mon[88557]: pgmap v3526: 137 pgs: 137 active+clean; 265 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.5 MiB/s wr, 69 op/s 2024-04-10T16:10:26.014 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/3.ShrinkToOneAfterSnapshot (14574 ms) 2024-04-10T16:10:26.015 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/3.MinOverlap 2024-04-10T16:10:26.015 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:10:26.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:25 smithi154 ceph-mon[84269]: pgmap v3526: 137 pgs: 137 active+clean; 265 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 5.5 MiB/s wr, 69 op/s 2024-04-10T16:10:27.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:26 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:10:27.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:26 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:10:27.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:26 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:10:27.935 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:10:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:10:27] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2024-04-10T16:10:27.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:27 smithi102 ceph-mon[90943]: pgmap v3527: 137 pgs: 137 active+clean; 298 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 7.8 MiB/s wr, 70 op/s 2024-04-10T16:10:27.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:27 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:10:27.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:27 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:10:27.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:27 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:10:27.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:27 smithi102 ceph-mon[88557]: pgmap v3527: 137 pgs: 137 active+clean; 298 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 7.8 MiB/s wr, 70 op/s 2024-04-10T16:10:27.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:27 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:10:27.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:27 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:10:27.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:27 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:10:28.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:27 smithi154 ceph-mon[84269]: pgmap v3527: 137 pgs: 137 active+clean; 298 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.5 MiB/s rd, 7.8 MiB/s wr, 70 op/s 2024-04-10T16:10:28.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:27 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:10:28.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:27 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:10:28.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:27 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:10:30.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:29 smithi154 ceph-mon[84269]: pgmap v3528: 137 pgs: 137 active+clean; 306 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.1 MiB/s wr, 70 op/s 2024-04-10T16:10:30.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:29 smithi102 ceph-mon[90943]: pgmap v3528: 137 pgs: 137 active+clean; 306 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.1 MiB/s wr, 70 op/s 2024-04-10T16:10:30.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:29 smithi102 ceph-mon[88557]: pgmap v3528: 137 pgs: 137 active+clean; 306 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.0 MiB/s rd, 8.1 MiB/s wr, 70 op/s 2024-04-10T16:10:31.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:30 smithi154 ceph-mon[84269]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-10T16:10:31.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:30 smithi102 ceph-mon[90943]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-10T16:10:31.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:30 smithi102 ceph-mon[88557]: osdmap e1916: 8 total, 8 up, 8 in 2024-04-10T16:10:32.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:31 smithi154 ceph-mon[84269]: pgmap v3530: 137 pgs: 137 active+clean; 310 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.6 MiB/s wr, 55 op/s 2024-04-10T16:10:32.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:31 smithi102 ceph-mon[90943]: pgmap v3530: 137 pgs: 137 active+clean; 310 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.6 MiB/s wr, 55 op/s 2024-04-10T16:10:32.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:31 smithi102 ceph-mon[88557]: pgmap v3530: 137 pgs: 137 active+clean; 310 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 3.7 MiB/s rd, 7.6 MiB/s wr, 55 op/s 2024-04-10T16:10:32.655 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:10:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:10:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:10:33.974 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:33 smithi154 ceph-mon[84269]: pgmap v3531: 137 pgs: 137 active+clean; 331 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 9.3 MiB/s wr, 51 op/s 2024-04-10T16:10:34.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:33 smithi102 ceph-mon[88557]: pgmap v3531: 137 pgs: 137 active+clean; 331 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 9.3 MiB/s wr, 51 op/s 2024-04-10T16:10:34.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:33 smithi102 ceph-mon[90943]: pgmap v3531: 137 pgs: 137 active+clean; 331 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 3.3 MiB/s rd, 9.3 MiB/s wr, 51 op/s 2024-04-10T16:10:36.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:35 smithi154 ceph-mon[84269]: pgmap v3532: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 7.0 MiB/s wr, 36 op/s 2024-04-10T16:10:36.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:35 smithi102 ceph-mon[90943]: pgmap v3532: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 7.0 MiB/s wr, 36 op/s 2024-04-10T16:10:36.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:35 smithi102 ceph-mon[88557]: pgmap v3532: 137 pgs: 137 active+clean; 335 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 7.0 MiB/s wr, 36 op/s 2024-04-10T16:10:37.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:37 smithi102 ceph-mon[90943]: pgmap v3533: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 603 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-10T16:10:37.936 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:10:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:10:37] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2024-04-10T16:10:37.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:37 smithi102 ceph-mon[88557]: pgmap v3533: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 603 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-10T16:10:38.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:37 smithi154 ceph-mon[84269]: pgmap v3533: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 603 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-10T16:10:39.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:39.163 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:39.164 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:39.592 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/3.MinOverlap (13577 ms) 2024-04-10T16:10:39.592 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/3.ZeroOverlap 2024-04-10T16:10:39.592 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:10:40.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:39 smithi154 ceph-mon[84269]: pgmap v3534: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-10T16:10:40.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:39 smithi102 ceph-mon[90943]: pgmap v3534: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-10T16:10:40.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:39 smithi102 ceph-mon[88557]: pgmap v3534: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 91 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-10T16:10:42.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:41 smithi154 ceph-mon[84269]: pgmap v3535: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 871 KiB/s rd, 3.4 MiB/s wr, 49 op/s 2024-04-10T16:10:42.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:41 smithi102 ceph-mon[90943]: pgmap v3535: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 871 KiB/s rd, 3.4 MiB/s wr, 49 op/s 2024-04-10T16:10:42.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:41 smithi102 ceph-mon[88557]: pgmap v3535: 137 pgs: 137 active+clean; 339 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 871 KiB/s rd, 3.4 MiB/s wr, 49 op/s 2024-04-10T16:10:42.655 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:10:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:10:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:10:44.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:43 smithi154 ceph-mon[84269]: pgmap v3536: 137 pgs: 137 active+clean; 343 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-04-10T16:10:44.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:43 smithi102 ceph-mon[90943]: pgmap v3536: 137 pgs: 137 active+clean; 343 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-04-10T16:10:44.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:43 smithi102 ceph-mon[88557]: pgmap v3536: 137 pgs: 137 active+clean; 343 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.4 MiB/s wr, 38 op/s 2024-04-10T16:10:45.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:44 smithi154 ceph-mon[84269]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-10T16:10:45.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:44 smithi102 ceph-mon[90943]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-10T16:10:45.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:44 smithi102 ceph-mon[88557]: osdmap e1917: 8 total, 8 up, 8 in 2024-04-10T16:10:46.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:45 smithi154 ceph-mon[84269]: pgmap v3538: 137 pgs: 137 active+clean; 351 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 55 op/s 2024-04-10T16:10:46.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:45 smithi102 ceph-mon[90943]: pgmap v3538: 137 pgs: 137 active+clean; 351 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 55 op/s 2024-04-10T16:10:46.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:45 smithi102 ceph-mon[88557]: pgmap v3538: 137 pgs: 137 active+clean; 351 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.4 MiB/s wr, 55 op/s 2024-04-10T16:10:47.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:47 smithi102 ceph-mon[90943]: pgmap v3539: 137 pgs: 137 active+clean; 368 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 44 op/s 2024-04-10T16:10:47.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:47 smithi102 ceph-mon[88557]: pgmap v3539: 137 pgs: 137 active+clean; 368 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 44 op/s 2024-04-10T16:10:47.936 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:10:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:10:47] "GET /metrics HTTP/1.1" 200 36628 "" "Prometheus/2.43.0" 2024-04-10T16:10:48.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:47 smithi154 ceph-mon[84269]: pgmap v3539: 137 pgs: 137 active+clean; 368 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 3.7 MiB/s wr, 44 op/s 2024-04-10T16:10:50.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:49 smithi154 ceph-mon[84269]: pgmap v3540: 137 pgs: 137 active+clean; 372 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-10T16:10:50.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:49 smithi102 ceph-mon[90943]: pgmap v3540: 137 pgs: 137 active+clean; 372 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-10T16:10:50.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:49 smithi102 ceph-mon[88557]: pgmap v3540: 137 pgs: 137 active+clean; 372 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 54 op/s 2024-04-10T16:10:52.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:51 smithi154 ceph-mon[84269]: pgmap v3541: 137 pgs: 137 active+clean; 376 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-10T16:10:52.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:51 smithi102 ceph-mon[90943]: pgmap v3541: 137 pgs: 137 active+clean; 376 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-10T16:10:52.185 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:51 smithi102 ceph-mon[88557]: pgmap v3541: 137 pgs: 137 active+clean; 376 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 46 op/s 2024-04-10T16:10:52.656 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:10:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:10:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:10:53.587 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/3.ZeroOverlap (13996 ms) 2024-04-10T16:10:53.762 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 7 tests from EncryptedFlattenTest/3 (101889 ms total) 2024-04-10T16:10:53.762 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:10:53.762 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 7 tests from EncryptedFlattenTest/4, where TypeParam = LUKS1UnderLUKS2 2024-04-10T16:10:53.794 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/4.Simple 2024-04-10T16:10:54.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:53 smithi154 ceph-mon[84269]: pgmap v3542: 137 pgs: 137 active+clean; 376 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 3.3 MiB/s wr, 54 op/s 2024-04-10T16:10:54.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:54.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:53 smithi102 ceph-mon[90943]: pgmap v3542: 137 pgs: 137 active+clean; 376 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 3.3 MiB/s wr, 54 op/s 2024-04-10T16:10:54.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:54.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:53 smithi102 ceph-mon[88557]: pgmap v3542: 137 pgs: 137 active+clean; 376 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 70 KiB/s rd, 3.3 MiB/s wr, 54 op/s 2024-04-10T16:10:54.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:10:55.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:54 smithi154 ceph-mon[84269]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-10T16:10:55.185 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:54 smithi102 ceph-mon[90943]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-10T16:10:55.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:54 smithi102 ceph-mon[88557]: osdmap e1918: 8 total, 8 up, 8 in 2024-04-10T16:10:55.780 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:10:56.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:55 smithi154 ceph-mon[84269]: pgmap v3544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:10:56.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:55 smithi154 ceph-mon[84269]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-10T16:10:56.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:55 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2606538474' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:10:56.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:55 smithi102 ceph-mon[90943]: pgmap v3544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:10:56.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:55 smithi102 ceph-mon[90943]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-10T16:10:56.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:55 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2606538474' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:10:56.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:55 smithi102 ceph-mon[88557]: pgmap v3544: 105 pgs: 105 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:10:56.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:55 smithi102 ceph-mon[88557]: osdmap e1919: 8 total, 8 up, 8 in 2024-04-10T16:10:56.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:55 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2606538474' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-40","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:10:57.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:56 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2606538474' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:10:57.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:56 smithi154 ceph-mon[84269]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-10T16:10:57.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:56 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2606538474' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:10:57.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:56 smithi102 ceph-mon[90943]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-10T16:10:57.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:56 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2606538474' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-40","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:10:57.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:56 smithi102 ceph-mon[88557]: osdmap e1920: 8 total, 8 up, 8 in 2024-04-10T16:10:57.936 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:10:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:10:57] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-04-10T16:10:57.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:57 smithi102 ceph-mon[90943]: pgmap v3547: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:10:57.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:57 smithi102 ceph-mon[90943]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-10T16:10:57.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:57 smithi102 ceph-mon[88557]: pgmap v3547: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:10:57.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:57 smithi102 ceph-mon[88557]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-10T16:10:58.155 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:57 smithi154 ceph-mon[84269]: pgmap v3547: 137 pgs: 5 creating+peering, 18 unknown, 114 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:10:58.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:57 smithi154 ceph-mon[84269]: osdmap e1921: 8 total, 8 up, 8 in 2024-04-10T16:10:59.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:58 smithi154 ceph-mon[84269]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-10T16:10:59.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:10:58 smithi154 ceph-mon[84269]: pgmap v3550: 137 pgs: 5 creating+peering, 7 unknown, 125 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 511 B/s wr, 7 op/s 2024-04-10T16:10:59.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:58 smithi102 ceph-mon[90943]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-10T16:10:59.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:10:58 smithi102 ceph-mon[90943]: pgmap v3550: 137 pgs: 5 creating+peering, 7 unknown, 125 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 511 B/s wr, 7 op/s 2024-04-10T16:10:59.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:58 smithi102 ceph-mon[88557]: osdmap e1922: 8 total, 8 up, 8 in 2024-04-10T16:10:59.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:10:58 smithi102 ceph-mon[88557]: pgmap v3550: 137 pgs: 5 creating+peering, 7 unknown, 125 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 511 B/s wr, 7 op/s 2024-04-10T16:11:01.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:01 smithi154 ceph-mon[84269]: pgmap v3551: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 709 B/s wr, 5 op/s 2024-04-10T16:11:01.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:01 smithi102 ceph-mon[90943]: pgmap v3551: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 709 B/s wr, 5 op/s 2024-04-10T16:11:01.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:01 smithi102 ceph-mon[88557]: pgmap v3551: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.2 KiB/s rd, 709 B/s wr, 5 op/s 2024-04-10T16:11:02.601 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:11:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:11:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:11:02.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:02 smithi154 ceph-mon[84269]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-10T16:11:02.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:02 smithi102 ceph-mon[90943]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-10T16:11:02.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:02 smithi102 ceph-mon[88557]: osdmap e1923: 8 total, 8 up, 8 in 2024-04-10T16:11:03.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:03 smithi154 ceph-mon[84269]: pgmap v3553: 137 pgs: 137 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-10T16:11:03.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:03 smithi102 ceph-mon[90943]: pgmap v3553: 137 pgs: 137 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-10T16:11:03.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:03 smithi102 ceph-mon[88557]: pgmap v3553: 137 pgs: 137 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 1.5 MiB/s wr, 11 op/s 2024-04-10T16:11:05.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:04 smithi154 ceph-mon[84269]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-10T16:11:05.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:04 smithi154 ceph-mon[84269]: pgmap v3555: 137 pgs: 137 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-04-10T16:11:05.435 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:04 smithi102 ceph-mon[90943]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-10T16:11:05.436 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:04 smithi102 ceph-mon[90943]: pgmap v3555: 137 pgs: 137 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-04-10T16:11:05.436 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:04 smithi102 ceph-mon[88557]: osdmap e1924: 8 total, 8 up, 8 in 2024-04-10T16:11:05.436 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:04 smithi102 ceph-mon[88557]: pgmap v3555: 137 pgs: 137 active+clean; 14 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 34 KiB/s rd, 1.3 MiB/s wr, 44 op/s 2024-04-10T16:11:07.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:07 smithi154 ceph-mon[84269]: pgmap v3556: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 46 op/s 2024-04-10T16:11:07.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:07 smithi102 ceph-mon[90943]: pgmap v3556: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 46 op/s 2024-04-10T16:11:07.936 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:11:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:11:07] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-04-10T16:11:07.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:07 smithi102 ceph-mon[88557]: pgmap v3556: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 46 op/s 2024-04-10T16:11:08.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:08.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:08.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:09.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:09 smithi154 ceph-mon[84269]: pgmap v3557: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 46 op/s 2024-04-10T16:11:09.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:09 smithi102 ceph-mon[88557]: pgmap v3557: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 46 op/s 2024-04-10T16:11:09.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:09 smithi102 ceph-mon[90943]: pgmap v3557: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 33 KiB/s rd, 3.6 MiB/s wr, 46 op/s 2024-04-10T16:11:11.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:11 smithi154 ceph-mon[84269]: pgmap v3558: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-04-10T16:11:11.935 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:11 smithi102 ceph-mon[88557]: pgmap v3558: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-04-10T16:11:11.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:11 smithi102 ceph-mon[90943]: pgmap v3558: 137 pgs: 137 active+clean; 34 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 35 KiB/s rd, 2.7 MiB/s wr, 47 op/s 2024-04-10T16:11:12.656 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:11:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:11:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:11:13.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:13 smithi154 ceph-mon[84269]: pgmap v3559: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 3.2 MiB/s wr, 41 op/s 2024-04-10T16:11:13.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:13 smithi102 ceph-mon[90943]: pgmap v3559: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 3.2 MiB/s wr, 41 op/s 2024-04-10T16:11:13.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:13 smithi102 ceph-mon[88557]: pgmap v3559: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 3.2 MiB/s wr, 41 op/s 2024-04-10T16:11:15.560 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/4.Simple (21767 ms) 2024-04-10T16:11:15.561 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/4.Grow 2024-04-10T16:11:15.561 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:11:15.905 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:15 smithi154 ceph-mon[84269]: pgmap v3560: 137 pgs: 137 active+clean; 50 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 3.4 MiB/s wr, 30 op/s 2024-04-10T16:11:15.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:15 smithi102 ceph-mon[90943]: pgmap v3560: 137 pgs: 137 active+clean; 50 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 3.4 MiB/s wr, 30 op/s 2024-04-10T16:11:15.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:15 smithi102 ceph-mon[88557]: pgmap v3560: 137 pgs: 137 active+clean; 50 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 3.4 MiB/s wr, 30 op/s 2024-04-10T16:11:17.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:17 smithi154 ceph-mon[84269]: pgmap v3561: 137 pgs: 137 active+clean; 67 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.1 MiB/s wr, 31 op/s 2024-04-10T16:11:17.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:17 smithi102 ceph-mon[90943]: pgmap v3561: 137 pgs: 137 active+clean; 67 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.1 MiB/s wr, 31 op/s 2024-04-10T16:11:17.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:17 smithi102 ceph-mon[88557]: pgmap v3561: 137 pgs: 137 active+clean; 67 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 6.0 MiB/s rd, 5.1 MiB/s wr, 31 op/s 2024-04-10T16:11:17.936 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:11:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:11:17] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-04-10T16:11:19.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:19 smithi154 ceph-mon[84269]: pgmap v3562: 137 pgs: 137 active+clean; 75 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-10T16:11:19.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:19 smithi102 ceph-mon[90943]: pgmap v3562: 137 pgs: 137 active+clean; 75 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-10T16:11:19.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:19 smithi102 ceph-mon[88557]: pgmap v3562: 137 pgs: 137 active+clean; 75 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-10T16:11:20.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:20 smithi154 ceph-mon[84269]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-10T16:11:20.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:20 smithi102 ceph-mon[90943]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-10T16:11:20.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:20 smithi102 ceph-mon[88557]: osdmap e1925: 8 total, 8 up, 8 in 2024-04-10T16:11:21.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:21 smithi154 ceph-mon[84269]: pgmap v3564: 137 pgs: 137 active+clean; 79 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 29 op/s 2024-04-10T16:11:21.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:21 smithi102 ceph-mon[90943]: pgmap v3564: 137 pgs: 137 active+clean; 79 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 29 op/s 2024-04-10T16:11:21.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:21 smithi102 ceph-mon[88557]: pgmap v3564: 137 pgs: 137 active+clean; 79 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.1 MiB/s wr, 29 op/s 2024-04-10T16:11:22.656 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:11:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:11:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:11:23.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:23 smithi154 ceph-mon[84269]: pgmap v3565: 137 pgs: 137 active+clean; 100 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 43 op/s 2024-04-10T16:11:23.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:23.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:23 smithi102 ceph-mon[90943]: pgmap v3565: 137 pgs: 137 active+clean; 100 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 43 op/s 2024-04-10T16:11:23.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:23.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:23 smithi102 ceph-mon[88557]: pgmap v3565: 137 pgs: 137 active+clean; 100 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 43 op/s 2024-04-10T16:11:23.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:25.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:25 smithi154 ceph-mon[84269]: pgmap v3566: 137 pgs: 137 active+clean; 104 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 53 op/s 2024-04-10T16:11:25.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:25 smithi102 ceph-mon[90943]: pgmap v3566: 137 pgs: 137 active+clean; 104 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 53 op/s 2024-04-10T16:11:25.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:25 smithi102 ceph-mon[88557]: pgmap v3566: 137 pgs: 137 active+clean; 104 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 53 op/s 2024-04-10T16:11:27.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:27 smithi154 ceph-mon[84269]: pgmap v3567: 137 pgs: 137 active+clean; 104 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-10T16:11:27.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:27 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:11:27.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:27 smithi102 ceph-mon[90943]: pgmap v3567: 137 pgs: 137 active+clean; 104 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-10T16:11:27.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:27 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:11:27.936 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:11:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:11:27] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-04-10T16:11:27.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:27 smithi102 ceph-mon[88557]: pgmap v3567: 137 pgs: 137 active+clean; 104 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 4.5 MiB/s wr, 41 op/s 2024-04-10T16:11:27.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:27 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:11:29.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:28 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:11:29.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:28 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:11:29.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:28 smithi154 ceph-mon[84269]: pgmap v3568: 137 pgs: 137 active+clean; 116 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-10T16:11:29.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:28 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:11:29.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:28 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:11:29.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:28 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:11:29.436 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:28 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:11:29.436 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:28 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:11:29.436 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:28 smithi102 ceph-mon[90943]: pgmap v3568: 137 pgs: 137 active+clean; 116 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-10T16:11:29.436 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:28 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:11:29.436 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:28 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:11:29.436 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:28 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:11:29.436 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:28 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:11:29.436 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:28 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:11:29.436 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:28 smithi102 ceph-mon[88557]: pgmap v3568: 137 pgs: 137 active+clean; 116 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.1 MiB/s wr, 43 op/s 2024-04-10T16:11:29.436 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:28 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:11:29.436 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:28 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:11:29.436 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:28 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:11:31.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:31 smithi154 ceph-mon[84269]: pgmap v3569: 137 pgs: 137 active+clean; 116 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 525 KiB/s rd, 3.4 MiB/s wr, 40 op/s 2024-04-10T16:11:31.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:31 smithi102 ceph-mon[90943]: pgmap v3569: 137 pgs: 137 active+clean; 116 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 525 KiB/s rd, 3.4 MiB/s wr, 40 op/s 2024-04-10T16:11:31.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:31 smithi102 ceph-mon[88557]: pgmap v3569: 137 pgs: 137 active+clean; 116 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 525 KiB/s rd, 3.4 MiB/s wr, 40 op/s 2024-04-10T16:11:32.656 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:11:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:11:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:11:33.330 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/4.Grow (17769 ms) 2024-04-10T16:11:33.331 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/4.Shrink 2024-04-10T16:11:33.331 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:11:33.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:33 smithi154 ceph-mon[84269]: pgmap v3570: 137 pgs: 137 active+clean; 124 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.8 MiB/s wr, 43 op/s 2024-04-10T16:11:33.935 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:33 smithi102 ceph-mon[90943]: pgmap v3570: 137 pgs: 137 active+clean; 124 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.8 MiB/s wr, 43 op/s 2024-04-10T16:11:33.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:33 smithi102 ceph-mon[88557]: pgmap v3570: 137 pgs: 137 active+clean; 124 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.9 MiB/s rd, 4.8 MiB/s wr, 43 op/s 2024-04-10T16:11:35.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:35 smithi154 ceph-mon[84269]: pgmap v3571: 137 pgs: 137 active+clean; 137 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.1 MiB/s wr, 33 op/s 2024-04-10T16:11:35.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:35 smithi102 ceph-mon[90943]: pgmap v3571: 137 pgs: 137 active+clean; 137 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.1 MiB/s wr, 33 op/s 2024-04-10T16:11:35.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:35 smithi102 ceph-mon[88557]: pgmap v3571: 137 pgs: 137 active+clean; 137 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.4 MiB/s rd, 4.1 MiB/s wr, 33 op/s 2024-04-10T16:11:37.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:37 smithi154 ceph-mon[84269]: pgmap v3572: 137 pgs: 137 active+clean; 145 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-10T16:11:37.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:37 smithi102 ceph-mon[90943]: pgmap v3572: 137 pgs: 137 active+clean; 145 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-10T16:11:37.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:37 smithi102 ceph-mon[88557]: pgmap v3572: 137 pgs: 137 active+clean; 145 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-10T16:11:37.936 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:11:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:11:37] "GET /metrics HTTP/1.1" 200 36618 "" "Prometheus/2.43.0" 2024-04-10T16:11:38.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:38 smithi154 ceph-mon[84269]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-10T16:11:38.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:38.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:38 smithi102 ceph-mon[90943]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-10T16:11:38.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:38.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:38 smithi102 ceph-mon[88557]: osdmap e1926: 8 total, 8 up, 8 in 2024-04-10T16:11:38.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:39.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:39 smithi154 ceph-mon[84269]: pgmap v3574: 137 pgs: 137 active+clean; 157 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 29 op/s 2024-04-10T16:11:39.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:39 smithi102 ceph-mon[90943]: pgmap v3574: 137 pgs: 137 active+clean; 157 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 29 op/s 2024-04-10T16:11:39.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:39 smithi102 ceph-mon[88557]: pgmap v3574: 137 pgs: 137 active+clean; 157 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 5.7 MiB/s wr, 29 op/s 2024-04-10T16:11:41.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:41 smithi154 ceph-mon[84269]: pgmap v3575: 137 pgs: 137 active+clean; 162 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 31 op/s 2024-04-10T16:11:41.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:41 smithi102 ceph-mon[90943]: pgmap v3575: 137 pgs: 137 active+clean; 162 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 31 op/s 2024-04-10T16:11:41.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:41 smithi102 ceph-mon[88557]: pgmap v3575: 137 pgs: 137 active+clean; 162 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.2 MiB/s wr, 31 op/s 2024-04-10T16:11:42.656 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:11:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:11:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:11:43.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:43 smithi154 ceph-mon[84269]: pgmap v3576: 137 pgs: 137 active+clean; 174 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-10T16:11:43.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:43 smithi102 ceph-mon[90943]: pgmap v3576: 137 pgs: 137 active+clean; 174 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-10T16:11:43.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:43 smithi102 ceph-mon[88557]: pgmap v3576: 137 pgs: 137 active+clean; 174 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.2 MiB/s rd, 5.4 MiB/s wr, 52 op/s 2024-04-10T16:11:45.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:45 smithi154 ceph-mon[84269]: pgmap v3577: 137 pgs: 137 active+clean; 174 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-10T16:11:45.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:45 smithi102 ceph-mon[90943]: pgmap v3577: 137 pgs: 137 active+clean; 174 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-10T16:11:45.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:45 smithi102 ceph-mon[88557]: pgmap v3577: 137 pgs: 137 active+clean; 174 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 4.0 MiB/s rd, 4.1 MiB/s wr, 49 op/s 2024-04-10T16:11:47.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:47 smithi154 ceph-mon[84269]: pgmap v3578: 137 pgs: 137 active+clean; 178 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 443 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-10T16:11:47.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:47 smithi102 ceph-mon[90943]: pgmap v3578: 137 pgs: 137 active+clean; 178 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 443 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-10T16:11:47.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:47 smithi102 ceph-mon[88557]: pgmap v3578: 137 pgs: 137 active+clean; 178 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 443 KiB/s rd, 3.3 MiB/s wr, 46 op/s 2024-04-10T16:11:47.936 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:11:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:11:47] "GET /metrics HTTP/1.1" 200 36627 "" "Prometheus/2.43.0" 2024-04-10T16:11:49.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:49 smithi154 ceph-mon[84269]: pgmap v3579: 137 pgs: 137 active+clean; 186 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 3.4 MiB/s wr, 42 op/s 2024-04-10T16:11:49.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:49 smithi102 ceph-mon[90943]: pgmap v3579: 137 pgs: 137 active+clean; 186 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 3.4 MiB/s wr, 42 op/s 2024-04-10T16:11:49.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:49 smithi102 ceph-mon[88557]: pgmap v3579: 137 pgs: 137 active+clean; 186 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 57 KiB/s rd, 3.4 MiB/s wr, 42 op/s 2024-04-10T16:11:51.031 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/4.Shrink (17701 ms) 2024-04-10T16:11:51.031 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOne 2024-04-10T16:11:51.031 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:11:51.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:51 smithi154 ceph-mon[84269]: pgmap v3580: 137 pgs: 137 active+clean; 202 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-10T16:11:51.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:51 smithi102 ceph-mon[90943]: pgmap v3580: 137 pgs: 137 active+clean; 202 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-10T16:11:51.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:51 smithi102 ceph-mon[88557]: pgmap v3580: 137 pgs: 137 active+clean; 202 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-10T16:11:52.656 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:11:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:11:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:11:53.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:53 smithi154 ceph-mon[84269]: pgmap v3581: 137 pgs: 137 active+clean; 215 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-10T16:11:53.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:53.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:53 smithi102 ceph-mon[90943]: pgmap v3581: 137 pgs: 137 active+clean; 215 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-10T16:11:53.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:53.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:53 smithi102 ceph-mon[88557]: pgmap v3581: 137 pgs: 137 active+clean; 215 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 5.4 MiB/s wr, 53 op/s 2024-04-10T16:11:53.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:11:55.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:55 smithi154 ceph-mon[84269]: pgmap v3582: 137 pgs: 137 active+clean; 215 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-10T16:11:55.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:55 smithi154 ceph-mon[84269]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-10T16:11:55.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:55 smithi102 ceph-mon[90943]: pgmap v3582: 137 pgs: 137 active+clean; 215 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-10T16:11:55.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:55 smithi102 ceph-mon[90943]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-10T16:11:55.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:55 smithi102 ceph-mon[88557]: pgmap v3582: 137 pgs: 137 active+clean; 215 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-10T16:11:55.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:55 smithi102 ceph-mon[88557]: osdmap e1927: 8 total, 8 up, 8 in 2024-04-10T16:11:57.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:57 smithi102 ceph-mon[90943]: pgmap v3584: 137 pgs: 137 active+clean; 228 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 29 op/s 2024-04-10T16:11:57.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:57 smithi102 ceph-mon[88557]: pgmap v3584: 137 pgs: 137 active+clean; 228 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 29 op/s 2024-04-10T16:11:57.937 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:11:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:11:57] "GET /metrics HTTP/1.1" 200 36631 "" "Prometheus/2.43.0" 2024-04-10T16:11:58.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:57 smithi154 ceph-mon[84269]: pgmap v3584: 137 pgs: 137 active+clean; 228 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 6.6 MiB/s wr, 29 op/s 2024-04-10T16:11:59.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:11:59 smithi102 ceph-mon[90943]: pgmap v3585: 137 pgs: 137 active+clean; 240 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 55 op/s 2024-04-10T16:11:59.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:11:59 smithi102 ceph-mon[88557]: pgmap v3585: 137 pgs: 137 active+clean; 240 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 55 op/s 2024-04-10T16:12:00.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:11:59 smithi154 ceph-mon[84269]: pgmap v3585: 137 pgs: 137 active+clean; 240 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 12 MiB/s rd, 7.0 MiB/s wr, 55 op/s 2024-04-10T16:12:01.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:01 smithi102 ceph-mon[88557]: pgmap v3586: 137 pgs: 137 active+clean; 244 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2024-04-10T16:12:01.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:01 smithi102 ceph-mon[90943]: pgmap v3586: 137 pgs: 137 active+clean; 244 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2024-04-10T16:12:02.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:01 smithi154 ceph-mon[84269]: pgmap v3586: 137 pgs: 137 active+clean; 244 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.2 MiB/s rd, 5.4 MiB/s wr, 58 op/s 2024-04-10T16:12:02.656 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:12:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:12:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:12:03.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:03 smithi102 ceph-mon[90943]: pgmap v3587: 137 pgs: 137 active+clean; 248 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-04-10T16:12:03.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:03 smithi102 ceph-mon[88557]: pgmap v3587: 137 pgs: 137 active+clean; 248 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-04-10T16:12:04.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:03 smithi154 ceph-mon[84269]: pgmap v3587: 137 pgs: 137 active+clean; 248 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 3.6 MiB/s rd, 3.7 MiB/s wr, 41 op/s 2024-04-10T16:12:05.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:05 smithi102 ceph-mon[90943]: pgmap v3588: 137 pgs: 137 active+clean; 248 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-10T16:12:05.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:05 smithi102 ceph-mon[88557]: pgmap v3588: 137 pgs: 137 active+clean; 248 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-10T16:12:06.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:05 smithi154 ceph-mon[84269]: pgmap v3588: 137 pgs: 137 active+clean; 248 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-10T16:12:07.885 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOne (16854 ms) 2024-04-10T16:12:07.885 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot 2024-04-10T16:12:07.885 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:12:07.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:07 smithi102 ceph-mon[90943]: pgmap v3589: 137 pgs: 137 active+clean; 260 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.4 MiB/s wr, 40 op/s 2024-04-10T16:12:07.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:07 smithi102 ceph-mon[88557]: pgmap v3589: 137 pgs: 137 active+clean; 260 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.4 MiB/s wr, 40 op/s 2024-04-10T16:12:07.936 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:12:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:12:07] "GET /metrics HTTP/1.1" 200 36631 "" "Prometheus/2.43.0" 2024-04-10T16:12:08.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:07 smithi154 ceph-mon[84269]: pgmap v3589: 137 pgs: 137 active+clean; 260 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.4 MiB/s wr, 40 op/s 2024-04-10T16:12:08.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:08.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:09.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:09.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:09 smithi102 ceph-mon[90943]: pgmap v3590: 137 pgs: 137 active+clean; 264 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 417 KiB/s rd, 3.7 MiB/s wr, 36 op/s 2024-04-10T16:12:09.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:09 smithi102 ceph-mon[88557]: pgmap v3590: 137 pgs: 137 active+clean; 264 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 417 KiB/s rd, 3.7 MiB/s wr, 36 op/s 2024-04-10T16:12:10.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:09 smithi154 ceph-mon[84269]: pgmap v3590: 137 pgs: 137 active+clean; 264 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 417 KiB/s rd, 3.7 MiB/s wr, 36 op/s 2024-04-10T16:12:11.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:11 smithi102 ceph-mon[90943]: pgmap v3591: 137 pgs: 137 active+clean; 264 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-04-10T16:12:11.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:11 smithi102 ceph-mon[88557]: pgmap v3591: 137 pgs: 137 active+clean; 264 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-04-10T16:12:12.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:11 smithi154 ceph-mon[84269]: pgmap v3591: 137 pgs: 137 active+clean; 264 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.7 MiB/s wr, 27 op/s 2024-04-10T16:12:12.656 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:12:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:12:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:12:13.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:12 smithi154 ceph-mon[84269]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-10T16:12:13.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:12 smithi102 ceph-mon[90943]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-10T16:12:13.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:12 smithi102 ceph-mon[88557]: osdmap e1928: 8 total, 8 up, 8 in 2024-04-10T16:12:14.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:13 smithi154 ceph-mon[84269]: pgmap v3593: 137 pgs: 137 active+clean; 268 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 34 op/s 2024-04-10T16:12:14.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:13 smithi102 ceph-mon[90943]: pgmap v3593: 137 pgs: 137 active+clean; 268 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 34 op/s 2024-04-10T16:12:14.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:13 smithi102 ceph-mon[88557]: pgmap v3593: 137 pgs: 137 active+clean; 268 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.0 MiB/s wr, 34 op/s 2024-04-10T16:12:16.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:15 smithi154 ceph-mon[84269]: pgmap v3594: 137 pgs: 137 active+clean; 276 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.8 MiB/s wr, 38 op/s 2024-04-10T16:12:16.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:15 smithi102 ceph-mon[90943]: pgmap v3594: 137 pgs: 137 active+clean; 276 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.8 MiB/s wr, 38 op/s 2024-04-10T16:12:16.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:15 smithi102 ceph-mon[88557]: pgmap v3594: 137 pgs: 137 active+clean; 276 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.8 MiB/s wr, 38 op/s 2024-04-10T16:12:17.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:17 smithi102 ceph-mon[90943]: pgmap v3595: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-10T16:12:17.936 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:12:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:12:17] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2024-04-10T16:12:17.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:17 smithi102 ceph-mon[88557]: pgmap v3595: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-10T16:12:18.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:17 smithi154 ceph-mon[84269]: pgmap v3595: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 51 op/s 2024-04-10T16:12:20.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:19 smithi154 ceph-mon[84269]: pgmap v3596: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 50 op/s 2024-04-10T16:12:20.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:19 smithi102 ceph-mon[90943]: pgmap v3596: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 50 op/s 2024-04-10T16:12:20.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:19 smithi102 ceph-mon[88557]: pgmap v3596: 137 pgs: 137 active+clean; 293 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 4.1 MiB/s wr, 50 op/s 2024-04-10T16:12:22.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:21 smithi154 ceph-mon[84269]: pgmap v3597: 137 pgs: 137 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 3.7 MiB/s wr, 43 op/s 2024-04-10T16:12:22.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:21 smithi102 ceph-mon[90943]: pgmap v3597: 137 pgs: 137 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 3.7 MiB/s wr, 43 op/s 2024-04-10T16:12:22.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:21 smithi102 ceph-mon[88557]: pgmap v3597: 137 pgs: 137 active+clean; 301 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 3.7 MiB/s wr, 43 op/s 2024-04-10T16:12:22.656 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:12:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:12:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:12:24.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:23 smithi154 ceph-mon[84269]: pgmap v3598: 137 pgs: 137 active+clean; 305 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 3.8 MiB/s wr, 42 op/s 2024-04-10T16:12:24.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:24.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:23 smithi102 ceph-mon[90943]: pgmap v3598: 137 pgs: 137 active+clean; 305 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 3.8 MiB/s wr, 42 op/s 2024-04-10T16:12:24.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:24.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:23 smithi102 ceph-mon[88557]: pgmap v3598: 137 pgs: 137 active+clean; 305 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 3.8 MiB/s wr, 42 op/s 2024-04-10T16:12:24.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:25.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:24 smithi154 ceph-mon[84269]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-10T16:12:25.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:24 smithi102 ceph-mon[90943]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-10T16:12:25.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:24 smithi102 ceph-mon[88557]: osdmap e1929: 8 total, 8 up, 8 in 2024-04-10T16:12:25.944 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/4.ShrinkToOneAfterSnapshot (18058 ms) 2024-04-10T16:12:25.944 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/4.MinOverlap 2024-04-10T16:12:25.944 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:12:26.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:25 smithi154 ceph-mon[84269]: pgmap v3600: 137 pgs: 137 active+clean; 329 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 873 KiB/s rd, 5.3 MiB/s wr, 33 op/s 2024-04-10T16:12:26.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:25 smithi102 ceph-mon[90943]: pgmap v3600: 137 pgs: 137 active+clean; 329 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 873 KiB/s rd, 5.3 MiB/s wr, 33 op/s 2024-04-10T16:12:26.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:25 smithi102 ceph-mon[88557]: pgmap v3600: 137 pgs: 137 active+clean; 329 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 873 KiB/s rd, 5.3 MiB/s wr, 33 op/s 2024-04-10T16:12:27.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:27 smithi102 ceph-mon[90943]: pgmap v3601: 137 pgs: 137 active+clean; 350 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.7 MiB/s wr, 25 op/s 2024-04-10T16:12:27.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:27 smithi102 ceph-mon[88557]: pgmap v3601: 137 pgs: 137 active+clean; 350 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.7 MiB/s wr, 25 op/s 2024-04-10T16:12:27.937 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:12:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:12:27] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-04-10T16:12:28.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:27 smithi154 ceph-mon[84269]: pgmap v3601: 137 pgs: 137 active+clean; 350 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 5.7 MiB/s wr, 25 op/s 2024-04-10T16:12:30.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:29 smithi154 ceph-mon[84269]: pgmap v3602: 137 pgs: 137 active+clean; 378 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-10T16:12:30.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:29 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:12:30.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:29 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:12:30.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:29 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:12:30.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:29 smithi102 ceph-mon[90943]: pgmap v3602: 137 pgs: 137 active+clean; 378 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-10T16:12:30.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:29 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:12:30.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:29 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:12:30.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:29 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:12:30.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:29 smithi102 ceph-mon[88557]: pgmap v3602: 137 pgs: 137 active+clean; 378 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 49 op/s 2024-04-10T16:12:30.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:29 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:12:30.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:29 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:12:30.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:29 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:12:31.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:30 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:12:31.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:30 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:12:31.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:30 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:12:31.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:30 smithi154 ceph-mon[84269]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-10T16:12:31.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:30 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:12:31.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:30 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:12:31.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:30 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:12:31.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:30 smithi102 ceph-mon[90943]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-10T16:12:31.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:30 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:12:31.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:30 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:12:31.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:30 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:12:31.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:30 smithi102 ceph-mon[88557]: osdmap e1930: 8 total, 8 up, 8 in 2024-04-10T16:12:32.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:31 smithi154 ceph-mon[84269]: pgmap v3604: 137 pgs: 137 active+clean; 402 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 12 MiB/s wr, 51 op/s 2024-04-10T16:12:32.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:31 smithi102 ceph-mon[90943]: pgmap v3604: 137 pgs: 137 active+clean; 402 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 12 MiB/s wr, 51 op/s 2024-04-10T16:12:32.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:31 smithi102 ceph-mon[88557]: pgmap v3604: 137 pgs: 137 active+clean; 402 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 5.2 MiB/s rd, 12 MiB/s wr, 51 op/s 2024-04-10T16:12:32.656 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:12:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:12:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:12:34.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:33 smithi154 ceph-mon[84269]: pgmap v3605: 137 pgs: 137 active+clean; 402 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 11 MiB/s wr, 54 op/s 2024-04-10T16:12:34.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:33 smithi102 ceph-mon[90943]: pgmap v3605: 137 pgs: 137 active+clean; 402 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 11 MiB/s wr, 54 op/s 2024-04-10T16:12:34.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:33 smithi102 ceph-mon[88557]: pgmap v3605: 137 pgs: 137 active+clean; 402 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 4.7 MiB/s rd, 11 MiB/s wr, 54 op/s 2024-04-10T16:12:36.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:35 smithi154 ceph-mon[84269]: pgmap v3606: 137 pgs: 137 active+clean; 407 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.8 MiB/s wr, 71 op/s 2024-04-10T16:12:36.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:35 smithi102 ceph-mon[90943]: pgmap v3606: 137 pgs: 137 active+clean; 407 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.8 MiB/s wr, 71 op/s 2024-04-10T16:12:36.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:35 smithi102 ceph-mon[88557]: pgmap v3606: 137 pgs: 137 active+clean; 407 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 3.4 MiB/s rd, 7.8 MiB/s wr, 71 op/s 2024-04-10T16:12:37.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:37 smithi102 ceph-mon[90943]: pgmap v3607: 137 pgs: 137 active+clean; 407 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.7 MiB/s wr, 59 op/s 2024-04-10T16:12:37.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:37 smithi102 ceph-mon[88557]: pgmap v3607: 137 pgs: 137 active+clean; 407 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.7 MiB/s wr, 59 op/s 2024-04-10T16:12:37.937 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:12:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:12:37] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-04-10T16:12:38.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:37 smithi154 ceph-mon[84269]: pgmap v3607: 137 pgs: 137 active+clean; 407 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.7 MiB/s wr, 59 op/s 2024-04-10T16:12:39.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:39.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:39.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:40.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:39 smithi154 ceph-mon[84269]: pgmap v3608: 137 pgs: 137 active+clean; 411 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-10T16:12:40.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:39 smithi102 ceph-mon[90943]: pgmap v3608: 137 pgs: 137 active+clean; 411 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-10T16:12:40.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:39 smithi102 ceph-mon[88557]: pgmap v3608: 137 pgs: 137 active+clean; 411 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 30 KiB/s rd, 3.3 MiB/s wr, 38 op/s 2024-04-10T16:12:42.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:41 smithi154 ceph-mon[84269]: pgmap v3609: 137 pgs: 137 active+clean; 415 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-10T16:12:42.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:41 smithi102 ceph-mon[90943]: pgmap v3609: 137 pgs: 137 active+clean; 415 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-10T16:12:42.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:41 smithi102 ceph-mon[88557]: pgmap v3609: 137 pgs: 137 active+clean; 415 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 88 KiB/s rd, 3.3 MiB/s wr, 42 op/s 2024-04-10T16:12:42.656 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:12:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:12:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:12:43.726 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/4.MinOverlap (17782 ms) 2024-04-10T16:12:43.726 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/4.ZeroOverlap 2024-04-10T16:12:43.726 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:12:44.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:43 smithi154 ceph-mon[84269]: pgmap v3610: 137 pgs: 137 active+clean; 423 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 758 KiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-04-10T16:12:44.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:43 smithi102 ceph-mon[90943]: pgmap v3610: 137 pgs: 137 active+clean; 423 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 758 KiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-04-10T16:12:44.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:43 smithi102 ceph-mon[88557]: pgmap v3610: 137 pgs: 137 active+clean; 423 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 758 KiB/s rd, 2.4 MiB/s wr, 37 op/s 2024-04-10T16:12:46.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:45 smithi154 ceph-mon[84269]: pgmap v3611: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 33 op/s 2024-04-10T16:12:46.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:45 smithi102 ceph-mon[90943]: pgmap v3611: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 33 op/s 2024-04-10T16:12:46.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:45 smithi102 ceph-mon[88557]: pgmap v3611: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.4 MiB/s wr, 33 op/s 2024-04-10T16:12:47.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:47 smithi102 ceph-mon[90943]: pgmap v3612: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-10T16:12:47.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:47 smithi102 ceph-mon[88557]: pgmap v3612: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-10T16:12:47.937 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:12:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:12:47] "GET /metrics HTTP/1.1" 200 36628 "" "Prometheus/2.43.0" 2024-04-10T16:12:48.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:47 smithi154 ceph-mon[84269]: pgmap v3612: 137 pgs: 137 active+clean; 427 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-10T16:12:49.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:48 smithi154 ceph-mon[84269]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-10T16:12:49.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:48 smithi102 ceph-mon[88557]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-10T16:12:49.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:48 smithi102 ceph-mon[90943]: osdmap e1931: 8 total, 8 up, 8 in 2024-04-10T16:12:50.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:49 smithi154 ceph-mon[84269]: pgmap v3614: 137 pgs: 137 active+clean; 443 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.2 MiB/s wr, 32 op/s 2024-04-10T16:12:50.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:49 smithi102 ceph-mon[90943]: pgmap v3614: 137 pgs: 137 active+clean; 443 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.2 MiB/s wr, 32 op/s 2024-04-10T16:12:50.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:49 smithi102 ceph-mon[88557]: pgmap v3614: 137 pgs: 137 active+clean; 443 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.2 MiB/s wr, 32 op/s 2024-04-10T16:12:52.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:51 smithi154 ceph-mon[84269]: pgmap v3615: 137 pgs: 137 active+clean; 456 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 56 op/s 2024-04-10T16:12:52.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:51 smithi102 ceph-mon[90943]: pgmap v3615: 137 pgs: 137 active+clean; 456 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 56 op/s 2024-04-10T16:12:52.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:51 smithi102 ceph-mon[88557]: pgmap v3615: 137 pgs: 137 active+clean; 456 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.1 MiB/s wr, 56 op/s 2024-04-10T16:12:52.656 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:12:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:12:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:12:54.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:53 smithi154 ceph-mon[84269]: pgmap v3616: 137 pgs: 137 active+clean; 456 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.5 MiB/s wr, 53 op/s 2024-04-10T16:12:54.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:54.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:53 smithi102 ceph-mon[90943]: pgmap v3616: 137 pgs: 137 active+clean; 456 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.5 MiB/s wr, 53 op/s 2024-04-10T16:12:54.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:54.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:53 smithi102 ceph-mon[88557]: pgmap v3616: 137 pgs: 137 active+clean; 456 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.5 MiB/s rd, 4.5 MiB/s wr, 53 op/s 2024-04-10T16:12:54.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:12:56.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:55 smithi154 ceph-mon[84269]: pgmap v3617: 137 pgs: 137 active+clean; 456 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 476 KiB/s rd, 3.3 MiB/s wr, 51 op/s 2024-04-10T16:12:56.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:55 smithi102 ceph-mon[90943]: pgmap v3617: 137 pgs: 137 active+clean; 456 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 476 KiB/s rd, 3.3 MiB/s wr, 51 op/s 2024-04-10T16:12:56.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:55 smithi102 ceph-mon[88557]: pgmap v3617: 137 pgs: 137 active+clean; 456 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 476 KiB/s rd, 3.3 MiB/s wr, 51 op/s 2024-04-10T16:12:57.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:57 smithi102 ceph-mon[88557]: pgmap v3618: 137 pgs: 137 active+clean; 464 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 3.7 MiB/s wr, 43 op/s 2024-04-10T16:12:57.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:57 smithi102 ceph-mon[90943]: pgmap v3618: 137 pgs: 137 active+clean; 464 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 3.7 MiB/s wr, 43 op/s 2024-04-10T16:12:57.937 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:12:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:12:57] "GET /metrics HTTP/1.1" 200 36628 "" "Prometheus/2.43.0" 2024-04-10T16:12:58.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:57 smithi154 ceph-mon[84269]: pgmap v3618: 137 pgs: 137 active+clean; 464 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 3.7 MiB/s wr, 43 op/s 2024-04-10T16:13:00.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:12:59 smithi154 ceph-mon[84269]: pgmap v3619: 137 pgs: 137 active+clean; 468 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 3.1 MiB/s wr, 42 op/s 2024-04-10T16:13:00.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:12:59 smithi102 ceph-mon[90943]: pgmap v3619: 137 pgs: 137 active+clean; 468 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 3.1 MiB/s wr, 42 op/s 2024-04-10T16:13:00.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:12:59 smithi102 ceph-mon[88557]: pgmap v3619: 137 pgs: 137 active+clean; 468 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 58 KiB/s rd, 3.1 MiB/s wr, 42 op/s 2024-04-10T16:13:01.060 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/4.ZeroOverlap (17334 ms) 2024-04-10T16:13:01.808 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 7 tests from EncryptedFlattenTest/4 (127265 ms total) 2024-04-10T16:13:01.809 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:13:01.809 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 7 tests from EncryptedFlattenTest/5, where TypeParam = UnformattedLUKS2 2024-04-10T16:13:01.847 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/5.Simple 2024-04-10T16:13:02.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:01 smithi154 ceph-mon[84269]: pgmap v3620: 137 pgs: 137 active+clean; 472 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.4 MiB/s wr, 36 op/s 2024-04-10T16:13:02.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:01 smithi102 ceph-mon[90943]: pgmap v3620: 137 pgs: 137 active+clean; 472 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.4 MiB/s wr, 36 op/s 2024-04-10T16:13:02.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:01 smithi102 ceph-mon[88557]: pgmap v3620: 137 pgs: 137 active+clean; 472 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.4 MiB/s wr, 36 op/s 2024-04-10T16:13:02.656 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:13:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:13:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:13:03.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:02 smithi154 ceph-mon[84269]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-10T16:13:03.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:02 smithi154 ceph-mon[84269]: pgmap v3622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:13:03.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:02 smithi102 ceph-mon[90943]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-10T16:13:03.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:02 smithi102 ceph-mon[90943]: pgmap v3622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:13:03.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:02 smithi102 ceph-mon[88557]: osdmap e1932: 8 total, 8 up, 8 in 2024-04-10T16:13:03.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:02 smithi102 ceph-mon[88557]: pgmap v3622: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:13:03.832 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:13:04.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:03 smithi154 ceph-mon[84269]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-10T16:13:04.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:03 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1157811273' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:13:04.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:03 smithi102 ceph-mon[90943]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-10T16:13:04.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:03 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1157811273' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:13:04.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:03 smithi102 ceph-mon[88557]: osdmap e1933: 8 total, 8 up, 8 in 2024-04-10T16:13:04.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:03 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1157811273' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-41","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:13:05.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:04 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1157811273' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:13:05.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:04 smithi154 ceph-mon[84269]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-10T16:13:05.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:04 smithi154 ceph-mon[84269]: pgmap v3625: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:05.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:04 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1157811273' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:13:05.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:04 smithi102 ceph-mon[90943]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-10T16:13:05.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:04 smithi102 ceph-mon[90943]: pgmap v3625: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:05.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:04 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1157811273' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-41","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:13:05.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:04 smithi102 ceph-mon[88557]: osdmap e1934: 8 total, 8 up, 8 in 2024-04-10T16:13:05.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:04 smithi102 ceph-mon[88557]: pgmap v3625: 137 pgs: 7 creating+peering, 17 unknown, 113 active+clean; 4.6 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:13:06.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:05 smithi154 ceph-mon[84269]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-10T16:13:06.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:05 smithi102 ceph-mon[88557]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-10T16:13:06.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:05 smithi102 ceph-mon[90943]: osdmap e1935: 8 total, 8 up, 8 in 2024-04-10T16:13:07.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:06 smithi154 ceph-mon[84269]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-10T16:13:07.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:06 smithi154 ceph-mon[84269]: pgmap v3628: 137 pgs: 7 creating+peering, 5 unknown, 125 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 511 B/s wr, 7 op/s 2024-04-10T16:13:07.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:06 smithi102 ceph-mon[90943]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-10T16:13:07.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:06 smithi102 ceph-mon[90943]: pgmap v3628: 137 pgs: 7 creating+peering, 5 unknown, 125 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 511 B/s wr, 7 op/s 2024-04-10T16:13:07.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:06 smithi102 ceph-mon[88557]: osdmap e1936: 8 total, 8 up, 8 in 2024-04-10T16:13:07.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:06 smithi102 ceph-mon[88557]: pgmap v3628: 137 pgs: 7 creating+peering, 5 unknown, 125 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 5.7 KiB/s rd, 511 B/s wr, 7 op/s 2024-04-10T16:13:07.936 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:13:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:13:07] "GET /metrics HTTP/1.1" 200 36628 "" "Prometheus/2.43.0" 2024-04-10T16:13:08.656 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:08.686 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:08.686 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:09.656 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:09 smithi154 ceph-mon[84269]: pgmap v3629: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 887 B/s wr, 6 op/s 2024-04-10T16:13:09.686 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:09 smithi102 ceph-mon[90943]: pgmap v3629: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 887 B/s wr, 6 op/s 2024-04-10T16:13:09.687 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:09 smithi102 ceph-mon[88557]: pgmap v3629: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.5 KiB/s rd, 887 B/s wr, 6 op/s 2024-04-10T16:13:11.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:11 smithi154 ceph-mon[84269]: pgmap v3630: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-10T16:13:11.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:11 smithi102 ceph-mon[90943]: pgmap v3630: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-10T16:13:11.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:11 smithi102 ceph-mon[88557]: pgmap v3630: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-10T16:13:12.656 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:13:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:13:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:13:13.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:13 smithi154 ceph-mon[84269]: pgmap v3631: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-10T16:13:13.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:13 smithi102 ceph-mon[90943]: pgmap v3631: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-10T16:13:13.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:13 smithi102 ceph-mon[88557]: pgmap v3631: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-10T16:13:14.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:14 smithi102 ceph-mon[90943]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-10T16:13:14.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:14 smithi102 ceph-mon[90943]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-10T16:13:14.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:14 smithi102 ceph-mon[88557]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-10T16:13:14.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:14 smithi102 ceph-mon[88557]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-10T16:13:15.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:14 smithi154 ceph-mon[84269]: osdmap e1937: 8 total, 8 up, 8 in 2024-04-10T16:13:15.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:14 smithi154 ceph-mon[84269]: osdmap e1938: 8 total, 8 up, 8 in 2024-04-10T16:13:15.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:15 smithi102 ceph-mon[90943]: pgmap v3634: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-04-10T16:13:15.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:15 smithi102 ceph-mon[88557]: pgmap v3634: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-04-10T16:13:16.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:15 smithi154 ceph-mon[84269]: pgmap v3634: 137 pgs: 137 active+clean; 21 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 8.5 KiB/s rd, 2.0 MiB/s wr, 15 op/s 2024-04-10T16:13:17.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:17 smithi102 ceph-mon[90943]: pgmap v3635: 137 pgs: 137 active+clean; 42 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.6 MiB/s wr, 39 op/s 2024-04-10T16:13:17.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:17 smithi102 ceph-mon[88557]: pgmap v3635: 137 pgs: 137 active+clean; 42 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.6 MiB/s wr, 39 op/s 2024-04-10T16:13:17.937 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:13:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:13:17] "GET /metrics HTTP/1.1" 200 36592 "" "Prometheus/2.43.0" 2024-04-10T16:13:18.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:17 smithi154 ceph-mon[84269]: pgmap v3635: 137 pgs: 137 active+clean; 42 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.6 MiB/s wr, 39 op/s 2024-04-10T16:13:19.827 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/5.Simple (17981 ms) 2024-04-10T16:13:19.827 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/5.Grow 2024-04-10T16:13:19.827 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:13:19.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:19 smithi102 ceph-mon[90943]: pgmap v3636: 137 pgs: 137 active+clean; 66 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.6 MiB/s wr, 55 op/s 2024-04-10T16:13:19.936 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:19 smithi102 ceph-mon[88557]: pgmap v3636: 137 pgs: 137 active+clean; 66 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.6 MiB/s wr, 55 op/s 2024-04-10T16:13:20.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:19 smithi154 ceph-mon[84269]: pgmap v3636: 137 pgs: 137 active+clean; 66 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 7.6 MiB/s wr, 55 op/s 2024-04-10T16:13:21.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:21 smithi102 ceph-mon[90943]: pgmap v3637: 137 pgs: 137 active+clean; 83 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 9.8 MiB/s wr, 70 op/s 2024-04-10T16:13:21.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:21 smithi102 ceph-mon[88557]: pgmap v3637: 137 pgs: 137 active+clean; 83 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 9.8 MiB/s wr, 70 op/s 2024-04-10T16:13:22.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:21 smithi154 ceph-mon[84269]: pgmap v3637: 137 pgs: 137 active+clean; 83 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 9.8 MiB/s wr, 70 op/s 2024-04-10T16:13:22.656 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:13:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:13:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:13:23.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:23 smithi102 ceph-mon[90943]: pgmap v3638: 137 pgs: 137 active+clean; 87 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.3 MiB/s wr, 71 op/s 2024-04-10T16:13:23.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:23.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:23 smithi102 ceph-mon[88557]: pgmap v3638: 137 pgs: 137 active+clean; 87 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.3 MiB/s wr, 71 op/s 2024-04-10T16:13:23.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:24.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:23 smithi154 ceph-mon[84269]: pgmap v3638: 137 pgs: 137 active+clean; 87 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 8.3 MiB/s wr, 71 op/s 2024-04-10T16:13:24.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:25.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:25 smithi102 ceph-mon[90943]: pgmap v3639: 137 pgs: 137 active+clean; 87 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 64 op/s 2024-04-10T16:13:25.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:25 smithi102 ceph-mon[88557]: pgmap v3639: 137 pgs: 137 active+clean; 87 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 64 op/s 2024-04-10T16:13:26.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:25 smithi154 ceph-mon[84269]: pgmap v3639: 137 pgs: 137 active+clean; 87 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 64 op/s 2024-04-10T16:13:27.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:27 smithi102 ceph-mon[90943]: pgmap v3640: 137 pgs: 137 active+clean; 87 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.5 MiB/s wr, 48 op/s 2024-04-10T16:13:27.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:27 smithi102 ceph-mon[88557]: pgmap v3640: 137 pgs: 137 active+clean; 87 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.5 MiB/s wr, 48 op/s 2024-04-10T16:13:27.937 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:13:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:13:27] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2024-04-10T16:13:28.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:27 smithi154 ceph-mon[84269]: pgmap v3640: 137 pgs: 137 active+clean; 87 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.5 MiB/s wr, 48 op/s 2024-04-10T16:13:30.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:29 smithi154 ceph-mon[84269]: pgmap v3641: 137 pgs: 137 active+clean; 95 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.4 MiB/s wr, 32 op/s 2024-04-10T16:13:30.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:29 smithi154 ceph-mon[84269]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-10T16:13:30.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:29 smithi102 ceph-mon[90943]: pgmap v3641: 137 pgs: 137 active+clean; 95 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.4 MiB/s wr, 32 op/s 2024-04-10T16:13:30.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:29 smithi102 ceph-mon[90943]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-10T16:13:30.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:29 smithi102 ceph-mon[88557]: pgmap v3641: 137 pgs: 137 active+clean; 95 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.4 MiB/s wr, 32 op/s 2024-04-10T16:13:30.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:29 smithi102 ceph-mon[88557]: osdmap e1939: 8 total, 8 up, 8 in 2024-04-10T16:13:31.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:30 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:13:31.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:30 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:13:31.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:30 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:13:32.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:31 smithi154 ceph-mon[84269]: pgmap v3643: 137 pgs: 137 active+clean; 111 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.8 MiB/s wr, 33 op/s 2024-04-10T16:13:32.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:13:32.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:13:32.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:13:32.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:31 smithi102 ceph-mon[90943]: pgmap v3643: 137 pgs: 137 active+clean; 111 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.8 MiB/s wr, 33 op/s 2024-04-10T16:13:32.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:13:32.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:13:32.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:13:32.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:31 smithi102 ceph-mon[88557]: pgmap v3643: 137 pgs: 137 active+clean; 111 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.5 MiB/s rd, 2.8 MiB/s wr, 33 op/s 2024-04-10T16:13:32.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:13:32.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:13:32.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:13:32.656 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:13:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:13:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:13:34.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:33 smithi154 ceph-mon[84269]: pgmap v3644: 137 pgs: 137 active+clean; 128 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-10T16:13:34.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:33 smithi102 ceph-mon[90943]: pgmap v3644: 137 pgs: 137 active+clean; 128 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-10T16:13:34.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:33 smithi102 ceph-mon[88557]: pgmap v3644: 137 pgs: 137 active+clean; 128 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-10T16:13:34.996 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/5.Grow (15169 ms) 2024-04-10T16:13:34.997 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/5.Shrink 2024-04-10T16:13:34.997 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:13:36.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:35 smithi154 ceph-mon[84269]: pgmap v3645: 137 pgs: 137 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-10T16:13:36.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:35 smithi102 ceph-mon[90943]: pgmap v3645: 137 pgs: 137 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-10T16:13:36.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:35 smithi102 ceph-mon[88557]: pgmap v3645: 137 pgs: 137 active+clean; 152 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.3 MiB/s rd, 6.5 MiB/s wr, 62 op/s 2024-04-10T16:13:37.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:37 smithi102 ceph-mon[90943]: pgmap v3646: 137 pgs: 137 active+clean; 168 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 8.1 MiB/s wr, 64 op/s 2024-04-10T16:13:37.937 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:13:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:13:37] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2024-04-10T16:13:37.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:37 smithi102 ceph-mon[88557]: pgmap v3646: 137 pgs: 137 active+clean; 168 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 8.1 MiB/s wr, 64 op/s 2024-04-10T16:13:38.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:37 smithi154 ceph-mon[84269]: pgmap v3646: 137 pgs: 137 active+clean; 168 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 6.7 MiB/s rd, 8.1 MiB/s wr, 64 op/s 2024-04-10T16:13:39.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:39.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:39.186 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:40.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:39 smithi154 ceph-mon[84269]: pgmap v3647: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 7.4 MiB/s wr, 70 op/s 2024-04-10T16:13:40.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:39 smithi102 ceph-mon[90943]: pgmap v3647: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 7.4 MiB/s wr, 70 op/s 2024-04-10T16:13:40.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:39 smithi102 ceph-mon[88557]: pgmap v3647: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 7.4 MiB/s wr, 70 op/s 2024-04-10T16:13:42.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:41 smithi154 ceph-mon[84269]: pgmap v3648: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.9 MiB/s rd, 6.2 MiB/s wr, 59 op/s 2024-04-10T16:13:42.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:41 smithi102 ceph-mon[90943]: pgmap v3648: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.9 MiB/s rd, 6.2 MiB/s wr, 59 op/s 2024-04-10T16:13:42.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:41 smithi102 ceph-mon[88557]: pgmap v3648: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.9 MiB/s rd, 6.2 MiB/s wr, 59 op/s 2024-04-10T16:13:42.656 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:13:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:13:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:13:44.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:43 smithi154 ceph-mon[84269]: pgmap v3649: 137 pgs: 137 active+clean; 181 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.8 MiB/s wr, 42 op/s 2024-04-10T16:13:44.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:43 smithi154 ceph-mon[84269]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-10T16:13:44.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:43 smithi102 ceph-mon[90943]: pgmap v3649: 137 pgs: 137 active+clean; 181 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.8 MiB/s wr, 42 op/s 2024-04-10T16:13:44.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:43 smithi102 ceph-mon[90943]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-10T16:13:44.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:43 smithi102 ceph-mon[88557]: pgmap v3649: 137 pgs: 137 active+clean; 181 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.8 MiB/s wr, 42 op/s 2024-04-10T16:13:44.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:43 smithi102 ceph-mon[88557]: osdmap e1940: 8 total, 8 up, 8 in 2024-04-10T16:13:45.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:44 smithi154 ceph-mon[84269]: pgmap v3651: 137 pgs: 137 active+clean; 190 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-04-10T16:13:45.436 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:44 smithi102 ceph-mon[90943]: pgmap v3651: 137 pgs: 137 active+clean; 190 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-04-10T16:13:45.437 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:44 smithi102 ceph-mon[88557]: pgmap v3651: 137 pgs: 137 active+clean; 190 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 6.8 MiB/s rd, 3.8 MiB/s wr, 21 op/s 2024-04-10T16:13:47.906 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:47 smithi154 ceph-mon[84269]: pgmap v3652: 137 pgs: 137 active+clean; 206 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.8 MiB/s wr, 30 op/s 2024-04-10T16:13:47.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:47 smithi102 ceph-mon[90943]: pgmap v3652: 137 pgs: 137 active+clean; 206 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.8 MiB/s wr, 30 op/s 2024-04-10T16:13:47.937 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:13:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:13:47] "GET /metrics HTTP/1.1" 200 36626 "" "Prometheus/2.43.0" 2024-04-10T16:13:47.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:47 smithi102 ceph-mon[88557]: pgmap v3652: 137 pgs: 137 active+clean; 206 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 3.8 MiB/s wr, 30 op/s 2024-04-10T16:13:48.917 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/5.Shrink (13920 ms) 2024-04-10T16:13:48.917 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOne 2024-04-10T16:13:48.917 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:13:49.907 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:49 smithi154 ceph-mon[84269]: pgmap v3653: 137 pgs: 137 active+clean; 226 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.7 MiB/s wr, 45 op/s 2024-04-10T16:13:49.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:49 smithi102 ceph-mon[90943]: pgmap v3653: 137 pgs: 137 active+clean; 226 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.7 MiB/s wr, 45 op/s 2024-04-10T16:13:49.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:49 smithi102 ceph-mon[88557]: pgmap v3653: 137 pgs: 137 active+clean; 226 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.7 MiB/s wr, 45 op/s 2024-04-10T16:13:51.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:51 smithi102 ceph-mon[90943]: pgmap v3654: 137 pgs: 137 active+clean; 243 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 7.4 MiB/s wr, 65 op/s 2024-04-10T16:13:51.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:51 smithi102 ceph-mon[88557]: pgmap v3654: 137 pgs: 137 active+clean; 243 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 7.4 MiB/s wr, 65 op/s 2024-04-10T16:13:52.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:51 smithi154 ceph-mon[84269]: pgmap v3654: 137 pgs: 137 active+clean; 243 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 7.4 MiB/s wr, 65 op/s 2024-04-10T16:13:52.657 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:13:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:13:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:13:53.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:53 smithi102 ceph-mon[90943]: pgmap v3655: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 65 op/s 2024-04-10T16:13:53.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:53.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:53 smithi102 ceph-mon[88557]: pgmap v3655: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 65 op/s 2024-04-10T16:13:53.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:54.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:53 smithi154 ceph-mon[84269]: pgmap v3655: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 11 MiB/s rd, 7.0 MiB/s wr, 65 op/s 2024-04-10T16:13:54.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:13:55.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:55 smithi102 ceph-mon[90943]: pgmap v3656: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.9 MiB/s wr, 58 op/s 2024-04-10T16:13:55.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:55 smithi102 ceph-mon[88557]: pgmap v3656: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.9 MiB/s wr, 58 op/s 2024-04-10T16:13:56.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:55 smithi154 ceph-mon[84269]: pgmap v3656: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.9 MiB/s rd, 5.9 MiB/s wr, 58 op/s 2024-04-10T16:13:57.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:57 smithi102 ceph-mon[90943]: pgmap v3657: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.1 MiB/s wr, 48 op/s 2024-04-10T16:13:57.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:57 smithi102 ceph-mon[90943]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-10T16:13:57.937 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:13:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:13:57] "GET /metrics HTTP/1.1" 200 36628 "" "Prometheus/2.43.0" 2024-04-10T16:13:57.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:57 smithi102 ceph-mon[88557]: pgmap v3657: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.1 MiB/s wr, 48 op/s 2024-04-10T16:13:57.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:57 smithi102 ceph-mon[88557]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-10T16:13:58.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:57 smithi154 ceph-mon[84269]: pgmap v3657: 137 pgs: 137 active+clean; 251 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 5.1 MiB/s wr, 48 op/s 2024-04-10T16:13:58.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:57 smithi154 ceph-mon[84269]: osdmap e1941: 8 total, 8 up, 8 in 2024-04-10T16:13:59.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:59 smithi102 ceph-mon[90943]: pgmap v3659: 137 pgs: 137 active+clean; 267 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.1 MiB/s wr, 65 op/s 2024-04-10T16:13:59.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:59 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]: dispatch 2024-04-10T16:13:59.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:13:59 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]: dispatch 2024-04-10T16:13:59.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:59 smithi102 ceph-mon[88557]: pgmap v3659: 137 pgs: 137 active+clean; 267 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.1 MiB/s wr, 65 op/s 2024-04-10T16:13:59.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:59 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]: dispatch 2024-04-10T16:13:59.938 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:13:59 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]: dispatch 2024-04-10T16:14:00.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:59 smithi154 ceph-mon[84269]: pgmap v3659: 137 pgs: 137 active+clean; 267 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 4.1 MiB/s wr, 65 op/s 2024-04-10T16:14:00.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:59 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]: dispatch 2024-04-10T16:14:00.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:13:59 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]: dispatch 2024-04-10T16:14:01.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:00 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]': finished 2024-04-10T16:14:01.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:00 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]': finished 2024-04-10T16:14:01.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:00 smithi154 ceph-mon[84269]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-10T16:14:01.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:00 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]': finished 2024-04-10T16:14:01.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:00 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]': finished 2024-04-10T16:14:01.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:00 smithi102 ceph-mon[90943]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-10T16:14:01.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:00 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.11", "id": [5, 4]}]': finished 2024-04-10T16:14:01.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:00 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "117.1a", "id": [5, 4]}]': finished 2024-04-10T16:14:01.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:00 smithi102 ceph-mon[88557]: osdmap e1942: 8 total, 8 up, 8 in 2024-04-10T16:14:02.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:01 smithi154 ceph-mon[84269]: pgmap v3661: 137 pgs: 137 active+clean; 292 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 626 KiB/s rd, 5.1 MiB/s wr, 57 op/s 2024-04-10T16:14:02.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:01 smithi154 ceph-mon[84269]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-10T16:14:02.186 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:01 smithi102 ceph-mon[90943]: pgmap v3661: 137 pgs: 137 active+clean; 292 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 626 KiB/s rd, 5.1 MiB/s wr, 57 op/s 2024-04-10T16:14:02.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:01 smithi102 ceph-mon[90943]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-10T16:14:02.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:01 smithi102 ceph-mon[88557]: pgmap v3661: 137 pgs: 137 active+clean; 292 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 626 KiB/s rd, 5.1 MiB/s wr, 57 op/s 2024-04-10T16:14:02.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:01 smithi102 ceph-mon[88557]: osdmap e1943: 8 total, 8 up, 8 in 2024-04-10T16:14:02.656 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:14:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:14:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:14:02.744 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOne (13827 ms) 2024-04-10T16:14:02.744 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot 2024-04-10T16:14:02.744 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:14:04.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:03 smithi154 ceph-mon[84269]: pgmap v3663: 137 pgs: 137 active+clean; 296 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 840 KiB/s rd, 7.5 MiB/s wr, 82 op/s 2024-04-10T16:14:04.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:03 smithi102 ceph-mon[90943]: pgmap v3663: 137 pgs: 137 active+clean; 296 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 840 KiB/s rd, 7.5 MiB/s wr, 82 op/s 2024-04-10T16:14:04.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:03 smithi102 ceph-mon[88557]: pgmap v3663: 137 pgs: 137 active+clean; 296 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 840 KiB/s rd, 7.5 MiB/s wr, 82 op/s 2024-04-10T16:14:05.406 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:04 smithi154 ceph-mon[84269]: pgmap v3664: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 8.2 MiB/s wr, 69 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-04-10T16:14:05.436 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:04 smithi102 ceph-mon[90943]: pgmap v3664: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 8.2 MiB/s wr, 69 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-04-10T16:14:05.437 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:04 smithi102 ceph-mon[88557]: pgmap v3664: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 8.2 MiB/s wr, 69 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-04-10T16:14:07.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:07 smithi102 ceph-mon[90943]: pgmap v3665: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.1 MiB/s wr, 27 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-04-10T16:14:07.937 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:14:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:14:07] "GET /metrics HTTP/1.1" 200 36628 "" "Prometheus/2.43.0" 2024-04-10T16:14:07.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:07 smithi102 ceph-mon[88557]: pgmap v3665: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.1 MiB/s wr, 27 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-04-10T16:14:08.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:07 smithi154 ceph-mon[84269]: pgmap v3665: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.6 MiB/s rd, 6.1 MiB/s wr, 27 op/s; 2.5 MiB/s, 0 objects/s recovering 2024-04-10T16:14:08.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:08.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:09.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:09.936 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:09 smithi102 ceph-mon[90943]: pgmap v3666: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 21 op/s; 2.2 MiB/s, 0 objects/s recovering 2024-04-10T16:14:09.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:09 smithi102 ceph-mon[88557]: pgmap v3666: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 21 op/s; 2.2 MiB/s, 0 objects/s recovering 2024-04-10T16:14:10.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:09 smithi154 ceph-mon[84269]: pgmap v3666: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 2.4 MiB/s rd, 3.7 MiB/s wr, 21 op/s; 2.2 MiB/s, 0 objects/s recovering 2024-04-10T16:14:11.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:11 smithi102 ceph-mon[90943]: pgmap v3667: 137 pgs: 137 active+clean; 317 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 27 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-04-10T16:14:11.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:11 smithi102 ceph-mon[90943]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-10T16:14:11.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:11 smithi102 ceph-mon[88557]: pgmap v3667: 137 pgs: 137 active+clean; 317 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 27 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-04-10T16:14:11.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:11 smithi102 ceph-mon[88557]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-10T16:14:12.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:11 smithi154 ceph-mon[84269]: pgmap v3667: 137 pgs: 137 active+clean; 317 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 2.0 MiB/s rd, 2.9 MiB/s wr, 27 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-04-10T16:14:12.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:11 smithi154 ceph-mon[84269]: osdmap e1944: 8 total, 8 up, 8 in 2024-04-10T16:14:12.656 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:14:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:14:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:14:13.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:13 smithi102 ceph-mon[90943]: pgmap v3669: 137 pgs: 137 active+clean; 329 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 20 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-04-10T16:14:13.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:13 smithi102 ceph-mon[88557]: pgmap v3669: 137 pgs: 137 active+clean; 329 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 20 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-04-10T16:14:14.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:13 smithi154 ceph-mon[84269]: pgmap v3669: 137 pgs: 137 active+clean; 329 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.6 MiB/s rd, 3.7 MiB/s wr, 20 op/s; 2.0 MiB/s, 0 objects/s recovering 2024-04-10T16:14:15.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:15 smithi102 ceph-mon[90943]: pgmap v3670: 137 pgs: 137 active+clean; 353 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 853 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-10T16:14:15.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:15 smithi102 ceph-mon[90943]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-10T16:14:15.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:15 smithi102 ceph-mon[88557]: pgmap v3670: 137 pgs: 137 active+clean; 353 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 853 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-10T16:14:15.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:15 smithi102 ceph-mon[88557]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-10T16:14:16.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:15 smithi154 ceph-mon[84269]: pgmap v3670: 137 pgs: 137 active+clean; 353 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 853 KiB/s rd, 4.1 MiB/s wr, 47 op/s 2024-04-10T16:14:16.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:15 smithi154 ceph-mon[84269]: osdmap e1945: 8 total, 8 up, 8 in 2024-04-10T16:14:16.940 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/5.ShrinkToOneAfterSnapshot (14196 ms) 2024-04-10T16:14:16.940 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/5.MinOverlap 2024-04-10T16:14:16.940 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:14:17.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:17 smithi102 ceph-mon[90943]: pgmap v3672: 137 pgs: 137 active+clean; 377 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 8.1 MiB/s wr, 54 op/s 2024-04-10T16:14:17.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:17 smithi102 ceph-mon[88557]: pgmap v3672: 137 pgs: 137 active+clean; 377 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 8.1 MiB/s wr, 54 op/s 2024-04-10T16:14:17.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:14:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:14:17] "GET /metrics HTTP/1.1" 200 36634 "" "Prometheus/2.43.0" 2024-04-10T16:14:18.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:17 smithi154 ceph-mon[84269]: pgmap v3672: 137 pgs: 137 active+clean; 377 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.2 MiB/s rd, 8.1 MiB/s wr, 54 op/s 2024-04-10T16:14:20.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:19 smithi154 ceph-mon[84269]: pgmap v3673: 137 pgs: 137 active+clean; 401 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 11 MiB/s wr, 59 op/s 2024-04-10T16:14:20.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:19 smithi102 ceph-mon[90943]: pgmap v3673: 137 pgs: 137 active+clean; 401 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 11 MiB/s wr, 59 op/s 2024-04-10T16:14:20.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:19 smithi102 ceph-mon[88557]: pgmap v3673: 137 pgs: 137 active+clean; 401 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.7 MiB/s rd, 11 MiB/s wr, 59 op/s 2024-04-10T16:14:22.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:21 smithi154 ceph-mon[84269]: pgmap v3674: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 12 MiB/s wr, 75 op/s 2024-04-10T16:14:22.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:21 smithi102 ceph-mon[90943]: pgmap v3674: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 12 MiB/s wr, 75 op/s 2024-04-10T16:14:22.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:21 smithi102 ceph-mon[88557]: pgmap v3674: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.9 MiB/s rd, 12 MiB/s wr, 75 op/s 2024-04-10T16:14:22.657 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:14:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:14:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:14:24.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:23 smithi154 ceph-mon[84269]: pgmap v3675: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 74 op/s 2024-04-10T16:14:24.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:24.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:23 smithi102 ceph-mon[90943]: pgmap v3675: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 74 op/s 2024-04-10T16:14:24.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:24.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:23 smithi102 ceph-mon[88557]: pgmap v3675: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 11 MiB/s wr, 74 op/s 2024-04-10T16:14:24.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:26.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:25 smithi154 ceph-mon[84269]: pgmap v3676: 137 pgs: 137 active+clean; 446 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 9.3 MiB/s wr, 44 op/s 2024-04-10T16:14:26.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:25 smithi154 ceph-mon[84269]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-10T16:14:26.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:25 smithi102 ceph-mon[90943]: pgmap v3676: 137 pgs: 137 active+clean; 446 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 9.3 MiB/s wr, 44 op/s 2024-04-10T16:14:26.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:25 smithi102 ceph-mon[90943]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-10T16:14:26.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:25 smithi102 ceph-mon[88557]: pgmap v3676: 137 pgs: 137 active+clean; 446 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 5.8 MiB/s rd, 9.3 MiB/s wr, 44 op/s 2024-04-10T16:14:26.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:25 smithi102 ceph-mon[88557]: osdmap e1946: 8 total, 8 up, 8 in 2024-04-10T16:14:27.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:27 smithi102 ceph-mon[90943]: pgmap v3678: 137 pgs: 137 active+clean; 458 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.1 MiB/s wr, 53 op/s 2024-04-10T16:14:27.937 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:14:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:14:27] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-04-10T16:14:27.938 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:27 smithi102 ceph-mon[88557]: pgmap v3678: 137 pgs: 137 active+clean; 458 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.1 MiB/s wr, 53 op/s 2024-04-10T16:14:28.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:27 smithi154 ceph-mon[84269]: pgmap v3678: 137 pgs: 137 active+clean; 458 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.1 MiB/s rd, 8.1 MiB/s wr, 53 op/s 2024-04-10T16:14:30.156 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:29 smithi154 ceph-mon[84269]: pgmap v3679: 137 pgs: 137 active+clean; 467 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.6 MiB/s wr, 43 op/s 2024-04-10T16:14:30.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:29 smithi102 ceph-mon[90943]: pgmap v3679: 137 pgs: 137 active+clean; 467 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.6 MiB/s wr, 43 op/s 2024-04-10T16:14:30.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:29 smithi102 ceph-mon[88557]: pgmap v3679: 137 pgs: 137 active+clean; 467 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 6.6 MiB/s wr, 43 op/s 2024-04-10T16:14:30.825 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/5.MinOverlap (13884 ms) 2024-04-10T16:14:30.825 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/5.ZeroOverlap 2024-04-10T16:14:30.825 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:14:32.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:31 smithi154 ceph-mon[84269]: pgmap v3680: 137 pgs: 137 active+clean; 491 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.3 MiB/s wr, 57 op/s 2024-04-10T16:14:32.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:14:32.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:14:32.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:14:32.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:31 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:14:32.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:31 smithi102 ceph-mon[88557]: pgmap v3680: 137 pgs: 137 active+clean; 491 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.3 MiB/s wr, 57 op/s 2024-04-10T16:14:32.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:14:32.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:14:32.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:14:32.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:31 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:14:32.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:31 smithi102 ceph-mon[90943]: pgmap v3680: 137 pgs: 137 active+clean; 491 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.3 MiB/s wr, 57 op/s 2024-04-10T16:14:32.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:14:32.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:14:32.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:14:32.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:31 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:14:32.657 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:14:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:14:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:14:34.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:33 smithi154 ceph-mon[84269]: pgmap v3681: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-10T16:14:34.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:33 smithi102 ceph-mon[90943]: pgmap v3681: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-10T16:14:34.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:33 smithi102 ceph-mon[88557]: pgmap v3681: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 6.5 MiB/s wr, 59 op/s 2024-04-10T16:14:36.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:35 smithi154 ceph-mon[84269]: pgmap v3682: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 59 op/s 2024-04-10T16:14:36.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:35 smithi102 ceph-mon[90943]: pgmap v3682: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 59 op/s 2024-04-10T16:14:36.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:35 smithi102 ceph-mon[88557]: pgmap v3682: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.3 MiB/s rd, 5.7 MiB/s wr, 59 op/s 2024-04-10T16:14:37.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:37 smithi102 ceph-mon[90943]: pgmap v3683: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.8 MiB/s wr, 52 op/s 2024-04-10T16:14:37.937 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:14:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:14:37] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-04-10T16:14:37.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:37 smithi102 ceph-mon[88557]: pgmap v3683: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.8 MiB/s wr, 52 op/s 2024-04-10T16:14:38.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:37 smithi154 ceph-mon[84269]: pgmap v3683: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 4.8 MiB/s wr, 52 op/s 2024-04-10T16:14:39.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:39.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:39.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:40.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:39 smithi154 ceph-mon[84269]: pgmap v3684: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 42 op/s 2024-04-10T16:14:40.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:39 smithi102 ceph-mon[90943]: pgmap v3684: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 42 op/s 2024-04-10T16:14:40.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:39 smithi102 ceph-mon[88557]: pgmap v3684: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.8 MiB/s wr, 42 op/s 2024-04-10T16:14:42.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:41 smithi154 ceph-mon[84269]: pgmap v3685: 137 pgs: 137 active+clean; 503 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-10T16:14:42.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:41 smithi154 ceph-mon[84269]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-10T16:14:42.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:41 smithi102 ceph-mon[90943]: pgmap v3685: 137 pgs: 137 active+clean; 503 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-10T16:14:42.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:41 smithi102 ceph-mon[90943]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-10T16:14:42.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:41 smithi102 ceph-mon[88557]: pgmap v3685: 137 pgs: 137 active+clean; 503 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.7 MiB/s rd, 3.3 MiB/s wr, 41 op/s 2024-04-10T16:14:42.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:41 smithi102 ceph-mon[88557]: osdmap e1947: 8 total, 8 up, 8 in 2024-04-10T16:14:42.657 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:14:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:14:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:14:44.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:43 smithi154 ceph-mon[84269]: pgmap v3687: 137 pgs: 137 active+clean; 523 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 2.4 MiB/s wr, 8 op/s 2024-04-10T16:14:44.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:43 smithi102 ceph-mon[90943]: pgmap v3687: 137 pgs: 137 active+clean; 523 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 2.4 MiB/s wr, 8 op/s 2024-04-10T16:14:44.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:43 smithi102 ceph-mon[88557]: pgmap v3687: 137 pgs: 137 active+clean; 523 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 34 KiB/s rd, 2.4 MiB/s wr, 8 op/s 2024-04-10T16:14:46.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:45 smithi154 ceph-mon[84269]: pgmap v3688: 137 pgs: 137 active+clean; 540 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-04-10T16:14:46.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:45 smithi102 ceph-mon[90943]: pgmap v3688: 137 pgs: 137 active+clean; 540 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-04-10T16:14:46.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:45 smithi102 ceph-mon[88557]: pgmap v3688: 137 pgs: 137 active+clean; 540 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 41 KiB/s rd, 4.1 MiB/s wr, 19 op/s 2024-04-10T16:14:46.771 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/5.ZeroOverlap (15947 ms) 2024-04-10T16:14:47.774 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 7 tests from EncryptedFlattenTest/5 (104924 ms total) 2024-04-10T16:14:47.774 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:14:47.774 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 7 tests from EncryptedFlattenTest/6, where TypeParam = LUKS2UnderLUKS2 2024-04-10T16:14:47.811 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/6.Simple 2024-04-10T16:14:47.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:47 smithi102 ceph-mon[88557]: pgmap v3689: 137 pgs: 137 active+clean; 548 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 915 KiB/s rd, 4.9 MiB/s wr, 51 op/s 2024-04-10T16:14:47.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:47 smithi102 ceph-mon[90943]: pgmap v3689: 137 pgs: 137 active+clean; 548 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 915 KiB/s rd, 4.9 MiB/s wr, 51 op/s 2024-04-10T16:14:47.937 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:14:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:14:47] "GET /metrics HTTP/1.1" 200 36627 "" "Prometheus/2.43.0" 2024-04-10T16:14:48.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:47 smithi154 ceph-mon[84269]: pgmap v3689: 137 pgs: 137 active+clean; 548 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 915 KiB/s rd, 4.9 MiB/s wr, 51 op/s 2024-04-10T16:14:49.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:48 smithi154 ceph-mon[84269]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-10T16:14:49.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:48 smithi102 ceph-mon[88557]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-10T16:14:49.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:48 smithi102 ceph-mon[90943]: osdmap e1948: 8 total, 8 up, 8 in 2024-04-10T16:14:49.795 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:14:50.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:49 smithi154 ceph-mon[84269]: pgmap v3691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:14:50.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:49 smithi154 ceph-mon[84269]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-10T16:14:50.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:49 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2099915193' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:14:50.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:49 smithi102 ceph-mon[88557]: pgmap v3691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:14:50.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:49 smithi102 ceph-mon[88557]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-10T16:14:50.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:49 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2099915193' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:14:50.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:49 smithi102 ceph-mon[90943]: pgmap v3691: 105 pgs: 105 active+clean; 4.6 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:14:50.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:49 smithi102 ceph-mon[90943]: osdmap e1949: 8 total, 8 up, 8 in 2024-04-10T16:14:50.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:49 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2099915193' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-42","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:14:51.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:50 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2099915193' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:14:51.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:50 smithi154 ceph-mon[84269]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-10T16:14:51.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:50 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2099915193' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:14:51.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:50 smithi102 ceph-mon[90943]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-10T16:14:51.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:50 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2099915193' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-42","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:14:51.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:50 smithi102 ceph-mon[88557]: osdmap e1950: 8 total, 8 up, 8 in 2024-04-10T16:14:52.058 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:51 smithi154 ceph-mon[84269]: pgmap v3694: 137 pgs: 13 creating+peering, 13 unknown, 111 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:14:52.058 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:51 smithi154 ceph-mon[84269]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-10T16:14:52.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:51 smithi102 ceph-mon[90943]: pgmap v3694: 137 pgs: 13 creating+peering, 13 unknown, 111 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:14:52.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:51 smithi102 ceph-mon[90943]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-10T16:14:52.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:51 smithi102 ceph-mon[88557]: pgmap v3694: 137 pgs: 13 creating+peering, 13 unknown, 111 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:14:52.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:51 smithi102 ceph-mon[88557]: osdmap e1951: 8 total, 8 up, 8 in 2024-04-10T16:14:52.657 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:14:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:14:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:14:53.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:52 smithi154 ceph-mon[84269]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-10T16:14:53.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:52 smithi102 ceph-mon[90943]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-10T16:14:53.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:52 smithi102 ceph-mon[88557]: osdmap e1952: 8 total, 8 up, 8 in 2024-04-10T16:14:54.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:53 smithi154 ceph-mon[84269]: pgmap v3697: 137 pgs: 13 creating+peering, 6 unknown, 118 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:14:54.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:54.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:53 smithi102 ceph-mon[90943]: pgmap v3697: 137 pgs: 13 creating+peering, 6 unknown, 118 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:14:54.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:54.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:53 smithi102 ceph-mon[88557]: pgmap v3697: 137 pgs: 13 creating+peering, 6 unknown, 118 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:14:54.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:14:56.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:55 smithi154 ceph-mon[84269]: pgmap v3698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 KiB/s rd, 875 B/s wr, 2 op/s 2024-04-10T16:14:56.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:55 smithi102 ceph-mon[90943]: pgmap v3698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 KiB/s rd, 875 B/s wr, 2 op/s 2024-04-10T16:14:56.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:55 smithi102 ceph-mon[88557]: pgmap v3698: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 1.0 KiB/s rd, 875 B/s wr, 2 op/s 2024-04-10T16:14:57.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:57 smithi102 ceph-mon[88557]: pgmap v3699: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-10T16:14:57.937 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:14:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:14:57] "GET /metrics HTTP/1.1" 200 36583 "" "Prometheus/2.43.0" 2024-04-10T16:14:57.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:57 smithi102 ceph-mon[90943]: pgmap v3699: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-10T16:14:58.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:57 smithi154 ceph-mon[84269]: pgmap v3699: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-10T16:15:00.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:59 smithi154 ceph-mon[84269]: pgmap v3700: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-10T16:15:00.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:14:59 smithi154 ceph-mon[84269]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-10T16:15:00.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:59 smithi102 ceph-mon[88557]: pgmap v3700: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-10T16:15:00.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:14:59 smithi102 ceph-mon[88557]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-10T16:15:00.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:59 smithi102 ceph-mon[90943]: pgmap v3700: 137 pgs: 137 active+clean; 4.6 MiB data, 3.8 GiB used, 711 GiB / 715 GiB avail; 3.7 KiB/s rd, 1023 B/s wr, 6 op/s 2024-04-10T16:15:00.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:14:59 smithi102 ceph-mon[90943]: osdmap e1953: 8 total, 8 up, 8 in 2024-04-10T16:15:02.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:01 smithi154 ceph-mon[84269]: pgmap v3702: 137 pgs: 137 active+clean; 26 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.4 MiB/s wr, 26 op/s 2024-04-10T16:15:02.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:01 smithi102 ceph-mon[90943]: pgmap v3702: 137 pgs: 137 active+clean; 26 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.4 MiB/s wr, 26 op/s 2024-04-10T16:15:02.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:01 smithi102 ceph-mon[88557]: pgmap v3702: 137 pgs: 137 active+clean; 26 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 2.4 MiB/s wr, 26 op/s 2024-04-10T16:15:02.657 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:15:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:15:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:15:03.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:02 smithi154 ceph-mon[84269]: pgmap v3703: 137 pgs: 137 active+clean; 38 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-10T16:15:03.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:02 smithi102 ceph-mon[90943]: pgmap v3703: 137 pgs: 137 active+clean; 38 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-10T16:15:03.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:02 smithi102 ceph-mon[88557]: pgmap v3703: 137 pgs: 137 active+clean; 38 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-10T16:15:05.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:05 smithi102 ceph-mon[88557]: pgmap v3704: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-10T16:15:05.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:05 smithi102 ceph-mon[90943]: pgmap v3704: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-10T16:15:06.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:05 smithi154 ceph-mon[84269]: pgmap v3704: 137 pgs: 137 active+clean; 46 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-10T16:15:07.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:07 smithi102 ceph-mon[90943]: pgmap v3705: 137 pgs: 137 active+clean; 54 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.9 MiB/s wr, 38 op/s 2024-04-10T16:15:07.938 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:07 smithi102 ceph-mon[88557]: pgmap v3705: 137 pgs: 137 active+clean; 54 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.9 MiB/s wr, 38 op/s 2024-04-10T16:15:07.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:15:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:15:07] "GET /metrics HTTP/1.1" 200 36583 "" "Prometheus/2.43.0" 2024-04-10T16:15:08.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:07 smithi154 ceph-mon[84269]: pgmap v3705: 137 pgs: 137 active+clean; 54 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.9 MiB/s wr, 38 op/s 2024-04-10T16:15:09.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:09.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:09.191 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:10.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:09 smithi154 ceph-mon[84269]: pgmap v3706: 137 pgs: 137 active+clean; 54 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-10T16:15:10.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:09 smithi102 ceph-mon[90943]: pgmap v3706: 137 pgs: 137 active+clean; 54 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-10T16:15:10.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:09 smithi102 ceph-mon[88557]: pgmap v3706: 137 pgs: 137 active+clean; 54 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-10T16:15:12.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:11 smithi154 ceph-mon[84269]: pgmap v3707: 137 pgs: 137 active+clean; 63 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 45 op/s 2024-04-10T16:15:12.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:11 smithi102 ceph-mon[90943]: pgmap v3707: 137 pgs: 137 active+clean; 63 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 45 op/s 2024-04-10T16:15:12.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:11 smithi102 ceph-mon[88557]: pgmap v3707: 137 pgs: 137 active+clean; 63 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 5.3 MiB/s wr, 45 op/s 2024-04-10T16:15:12.236 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/6.Simple (24425 ms) 2024-04-10T16:15:12.237 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/6.Grow 2024-04-10T16:15:12.237 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:15:12.657 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:15:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:15:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:15:14.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:13 smithi154 ceph-mon[84269]: pgmap v3708: 137 pgs: 137 active+clean; 71 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.7 MiB/s wr, 30 op/s 2024-04-10T16:15:14.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:13 smithi102 ceph-mon[90943]: pgmap v3708: 137 pgs: 137 active+clean; 71 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.7 MiB/s wr, 30 op/s 2024-04-10T16:15:14.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:13 smithi102 ceph-mon[88557]: pgmap v3708: 137 pgs: 137 active+clean; 71 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 4.7 MiB/s rd, 4.7 MiB/s wr, 30 op/s 2024-04-10T16:15:16.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:15 smithi154 ceph-mon[84269]: pgmap v3709: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 5.4 MiB/s wr, 27 op/s 2024-04-10T16:15:16.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:15 smithi102 ceph-mon[90943]: pgmap v3709: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 5.4 MiB/s wr, 27 op/s 2024-04-10T16:15:16.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:15 smithi102 ceph-mon[88557]: pgmap v3709: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 5.4 MiB/s wr, 27 op/s 2024-04-10T16:15:17.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:17 smithi102 ceph-mon[90943]: pgmap v3710: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-10T16:15:17.937 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:15:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:15:17] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-04-10T16:15:17.938 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:17 smithi102 ceph-mon[88557]: pgmap v3710: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-10T16:15:18.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:17 smithi154 ceph-mon[84269]: pgmap v3710: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-10T16:15:20.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:19 smithi154 ceph-mon[84269]: pgmap v3711: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-10T16:15:20.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:19 smithi102 ceph-mon[90943]: pgmap v3711: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-10T16:15:20.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:19 smithi102 ceph-mon[88557]: pgmap v3711: 137 pgs: 137 active+clean; 87 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 25 op/s 2024-04-10T16:15:21.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:20 smithi154 ceph-mon[84269]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-10T16:15:21.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:20 smithi102 ceph-mon[90943]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-10T16:15:21.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:20 smithi102 ceph-mon[88557]: osdmap e1954: 8 total, 8 up, 8 in 2024-04-10T16:15:22.058 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:21 smithi154 ceph-mon[84269]: pgmap v3713: 137 pgs: 137 active+clean; 95 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.4 MiB/s wr, 43 op/s 2024-04-10T16:15:22.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:21 smithi102 ceph-mon[90943]: pgmap v3713: 137 pgs: 137 active+clean; 95 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.4 MiB/s wr, 43 op/s 2024-04-10T16:15:22.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:21 smithi102 ceph-mon[88557]: pgmap v3713: 137 pgs: 137 active+clean; 95 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.4 MiB/s wr, 43 op/s 2024-04-10T16:15:22.657 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:15:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:15:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:15:24.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:23 smithi154 ceph-mon[84269]: pgmap v3714: 137 pgs: 137 active+clean; 108 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-10T16:15:24.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:24.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:23 smithi102 ceph-mon[90943]: pgmap v3714: 137 pgs: 137 active+clean; 108 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-10T16:15:24.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:24.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:23 smithi102 ceph-mon[88557]: pgmap v3714: 137 pgs: 137 active+clean; 108 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 6.2 MiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-10T16:15:24.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:26.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:25 smithi154 ceph-mon[84269]: pgmap v3715: 137 pgs: 137 active+clean; 128 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 949 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-10T16:15:26.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:25 smithi102 ceph-mon[90943]: pgmap v3715: 137 pgs: 137 active+clean; 128 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 949 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-10T16:15:26.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:25 smithi102 ceph-mon[88557]: pgmap v3715: 137 pgs: 137 active+clean; 128 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 949 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-10T16:15:27.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:27 smithi102 ceph-mon[88557]: pgmap v3716: 137 pgs: 137 active+clean; 128 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:15:27.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:27 smithi102 ceph-mon[90943]: pgmap v3716: 137 pgs: 137 active+clean; 128 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:15:27.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:15:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:15:27] "GET /metrics HTTP/1.1" 200 36621 "" "Prometheus/2.43.0" 2024-04-10T16:15:28.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:27 smithi154 ceph-mon[84269]: pgmap v3716: 137 pgs: 137 active+clean; 128 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:15:30.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:29 smithi154 ceph-mon[84269]: pgmap v3717: 137 pgs: 137 active+clean; 132 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-10T16:15:30.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:29 smithi102 ceph-mon[90943]: pgmap v3717: 137 pgs: 137 active+clean; 132 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-10T16:15:30.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:29 smithi102 ceph-mon[88557]: pgmap v3717: 137 pgs: 137 active+clean; 132 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-10T16:15:32.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:31 smithi154 ceph-mon[84269]: pgmap v3718: 137 pgs: 137 active+clean; 144 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.2 MiB/s wr, 34 op/s 2024-04-10T16:15:32.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:31 smithi102 ceph-mon[90943]: pgmap v3718: 137 pgs: 137 active+clean; 144 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.2 MiB/s wr, 34 op/s 2024-04-10T16:15:32.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:31 smithi102 ceph-mon[88557]: pgmap v3718: 137 pgs: 137 active+clean; 144 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.2 MiB/s wr, 34 op/s 2024-04-10T16:15:32.657 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:15:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:15:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:15:33.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:32 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:15:33.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:32 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:15:33.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:32 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:15:33.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:32 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:15:33.174 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/6.Grow (20938 ms) 2024-04-10T16:15:33.174 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/6.Shrink 2024-04-10T16:15:33.174 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:15:33.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:32 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:15:33.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:32 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:15:33.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:32 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:15:33.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:32 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:15:33.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:32 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:15:33.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:32 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:15:33.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:32 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:15:33.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:32 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:15:34.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:33 smithi154 ceph-mon[84269]: pgmap v3719: 137 pgs: 137 active+clean; 149 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.5 MiB/s wr, 17 op/s 2024-04-10T16:15:34.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:33 smithi102 ceph-mon[90943]: pgmap v3719: 137 pgs: 137 active+clean; 149 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.5 MiB/s wr, 17 op/s 2024-04-10T16:15:34.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:33 smithi102 ceph-mon[88557]: pgmap v3719: 137 pgs: 137 active+clean; 149 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 4.5 MiB/s wr, 17 op/s 2024-04-10T16:15:36.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:35 smithi154 ceph-mon[84269]: pgmap v3720: 137 pgs: 137 active+clean; 165 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.1 MiB/s wr, 33 op/s 2024-04-10T16:15:36.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:35 smithi102 ceph-mon[88557]: pgmap v3720: 137 pgs: 137 active+clean; 165 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.1 MiB/s wr, 33 op/s 2024-04-10T16:15:36.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:35 smithi102 ceph-mon[90943]: pgmap v3720: 137 pgs: 137 active+clean; 165 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.0 MiB/s rd, 6.1 MiB/s wr, 33 op/s 2024-04-10T16:15:37.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:37 smithi102 ceph-mon[90943]: pgmap v3721: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-10T16:15:37.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:15:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:15:37] "GET /metrics HTTP/1.1" 200 36621 "" "Prometheus/2.43.0" 2024-04-10T16:15:37.938 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:37 smithi102 ceph-mon[88557]: pgmap v3721: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-10T16:15:38.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:37 smithi154 ceph-mon[84269]: pgmap v3721: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-10T16:15:39.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:39.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:39.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:40.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:39 smithi154 ceph-mon[84269]: pgmap v3722: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-10T16:15:40.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:39 smithi102 ceph-mon[90943]: pgmap v3722: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-10T16:15:40.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:39 smithi102 ceph-mon[88557]: pgmap v3722: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 30 op/s 2024-04-10T16:15:42.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:41 smithi154 ceph-mon[84269]: pgmap v3723: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.4 MiB/s wr, 30 op/s 2024-04-10T16:15:42.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:41 smithi154 ceph-mon[84269]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-10T16:15:42.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:41 smithi102 ceph-mon[90943]: pgmap v3723: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.4 MiB/s wr, 30 op/s 2024-04-10T16:15:42.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:41 smithi102 ceph-mon[90943]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-10T16:15:42.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:41 smithi102 ceph-mon[88557]: pgmap v3723: 137 pgs: 137 active+clean; 169 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.4 MiB/s wr, 30 op/s 2024-04-10T16:15:42.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:41 smithi102 ceph-mon[88557]: osdmap e1955: 8 total, 8 up, 8 in 2024-04-10T16:15:42.657 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:15:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:15:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:15:44.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:43 smithi154 ceph-mon[84269]: pgmap v3725: 137 pgs: 137 active+clean; 178 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.5 MiB/s wr, 49 op/s 2024-04-10T16:15:44.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:43 smithi102 ceph-mon[90943]: pgmap v3725: 137 pgs: 137 active+clean; 178 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.5 MiB/s wr, 49 op/s 2024-04-10T16:15:44.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:43 smithi102 ceph-mon[88557]: pgmap v3725: 137 pgs: 137 active+clean; 178 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 9.4 MiB/s rd, 4.5 MiB/s wr, 49 op/s 2024-04-10T16:15:46.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:45 smithi154 ceph-mon[84269]: pgmap v3726: 137 pgs: 137 active+clean; 210 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-10T16:15:46.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:45 smithi102 ceph-mon[90943]: pgmap v3726: 137 pgs: 137 active+clean; 210 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-10T16:15:46.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:45 smithi102 ceph-mon[88557]: pgmap v3726: 137 pgs: 137 active+clean; 210 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.1 MiB/s rd, 4.5 MiB/s wr, 35 op/s 2024-04-10T16:15:47.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:47 smithi102 ceph-mon[90943]: pgmap v3727: 137 pgs: 137 active+clean; 210 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-10T16:15:47.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:15:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:15:47] "GET /metrics HTTP/1.1" 200 36627 "" "Prometheus/2.43.0" 2024-04-10T16:15:47.938 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:47 smithi102 ceph-mon[88557]: pgmap v3727: 137 pgs: 137 active+clean; 210 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-10T16:15:48.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:47 smithi154 ceph-mon[84269]: pgmap v3727: 137 pgs: 137 active+clean; 210 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-10T16:15:50.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:49 smithi154 ceph-mon[84269]: pgmap v3728: 137 pgs: 137 active+clean; 218 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-10T16:15:50.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:49 smithi102 ceph-mon[90943]: pgmap v3728: 137 pgs: 137 active+clean; 218 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-10T16:15:50.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:49 smithi102 ceph-mon[88557]: pgmap v3728: 137 pgs: 137 active+clean; 218 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 87 KiB/s rd, 4.9 MiB/s wr, 39 op/s 2024-04-10T16:15:52.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:51 smithi154 ceph-mon[84269]: pgmap v3729: 137 pgs: 137 active+clean; 231 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 6.2 MiB/s wr, 50 op/s 2024-04-10T16:15:52.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:51 smithi102 ceph-mon[88557]: pgmap v3729: 137 pgs: 137 active+clean; 231 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 6.2 MiB/s wr, 50 op/s 2024-04-10T16:15:52.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:51 smithi102 ceph-mon[90943]: pgmap v3729: 137 pgs: 137 active+clean; 231 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 196 KiB/s rd, 6.2 MiB/s wr, 50 op/s 2024-04-10T16:15:52.299 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/6.Shrink (19125 ms) 2024-04-10T16:15:52.299 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOne 2024-04-10T16:15:52.299 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:15:52.657 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:15:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:15:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:15:54.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:53 smithi154 ceph-mon[84269]: pgmap v3730: 137 pgs: 137 active+clean; 235 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 5.6 MiB/s wr, 43 op/s 2024-04-10T16:15:54.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:54.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:53 smithi102 ceph-mon[90943]: pgmap v3730: 137 pgs: 137 active+clean; 235 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 5.6 MiB/s wr, 43 op/s 2024-04-10T16:15:54.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:54.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:53 smithi102 ceph-mon[88557]: pgmap v3730: 137 pgs: 137 active+clean; 235 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 2.3 MiB/s rd, 5.6 MiB/s wr, 43 op/s 2024-04-10T16:15:54.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:15:56.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:55 smithi154 ceph-mon[84269]: pgmap v3731: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 7.4 MiB/s wr, 34 op/s 2024-04-10T16:15:56.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:55 smithi102 ceph-mon[90943]: pgmap v3731: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 7.4 MiB/s wr, 34 op/s 2024-04-10T16:15:56.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:55 smithi102 ceph-mon[88557]: pgmap v3731: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 8.9 MiB/s rd, 7.4 MiB/s wr, 34 op/s 2024-04-10T16:15:57.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:57 smithi102 ceph-mon[90943]: pgmap v3732: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 35 op/s 2024-04-10T16:15:57.937 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:15:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:15:57] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-04-10T16:15:57.938 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:57 smithi102 ceph-mon[88557]: pgmap v3732: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 35 op/s 2024-04-10T16:15:58.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:57 smithi154 ceph-mon[84269]: pgmap v3732: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.8 MiB/s rd, 4.8 MiB/s wr, 35 op/s 2024-04-10T16:16:00.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:15:59 smithi154 ceph-mon[84269]: pgmap v3733: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-10T16:16:00.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:15:59 smithi102 ceph-mon[90943]: pgmap v3733: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-10T16:16:00.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:15:59 smithi102 ceph-mon[88557]: pgmap v3733: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.8 MiB/s wr, 28 op/s 2024-04-10T16:16:02.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:01 smithi154 ceph-mon[84269]: pgmap v3734: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-10T16:16:02.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:01 smithi154 ceph-mon[84269]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-10T16:16:02.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:01 smithi102 ceph-mon[90943]: pgmap v3734: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-10T16:16:02.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:01 smithi102 ceph-mon[90943]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-10T16:16:02.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:01 smithi102 ceph-mon[88557]: pgmap v3734: 137 pgs: 137 active+clean; 251 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.7 MiB/s rd, 4.1 MiB/s wr, 27 op/s 2024-04-10T16:16:02.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:01 smithi102 ceph-mon[88557]: osdmap e1956: 8 total, 8 up, 8 in 2024-04-10T16:16:02.657 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:16:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:16:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:16:04.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:03 smithi154 ceph-mon[84269]: pgmap v3736: 137 pgs: 137 active+clean; 259 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.0 MiB/s wr, 21 op/s 2024-04-10T16:16:04.157 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 16:16:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=cleanup t=2024-04-10T16:16:03.735306916Z level=info msg="Completed cleanup jobs" duration=23.514731ms 2024-04-10T16:16:04.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:03 smithi102 ceph-mon[90943]: pgmap v3736: 137 pgs: 137 active+clean; 259 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.0 MiB/s wr, 21 op/s 2024-04-10T16:16:04.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:03 smithi102 ceph-mon[88557]: pgmap v3736: 137 pgs: 137 active+clean; 259 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 9.0 MiB/s rd, 4.0 MiB/s wr, 21 op/s 2024-04-10T16:16:06.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:05 smithi154 ceph-mon[84269]: pgmap v3737: 137 pgs: 137 active+clean; 284 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-10T16:16:06.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:05 smithi102 ceph-mon[90943]: pgmap v3737: 137 pgs: 137 active+clean; 284 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-10T16:16:06.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:05 smithi102 ceph-mon[88557]: pgmap v3737: 137 pgs: 137 active+clean; 284 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.3 MiB/s wr, 40 op/s 2024-04-10T16:16:07.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:07 smithi102 ceph-mon[90943]: pgmap v3738: 137 pgs: 137 active+clean; 292 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:16:07.938 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:07 smithi102 ceph-mon[88557]: pgmap v3738: 137 pgs: 137 active+clean; 292 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:16:07.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:16:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:16:07] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-04-10T16:16:08.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:07 smithi154 ceph-mon[84269]: pgmap v3738: 137 pgs: 137 active+clean; 292 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:16:09.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:09.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:09.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:10.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:09 smithi154 ceph-mon[84269]: pgmap v3739: 137 pgs: 137 active+clean; 292 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-10T16:16:10.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:09 smithi102 ceph-mon[90943]: pgmap v3739: 137 pgs: 137 active+clean; 292 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-10T16:16:10.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:09 smithi102 ceph-mon[88557]: pgmap v3739: 137 pgs: 137 active+clean; 292 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 28 KiB/s rd, 4.1 MiB/s wr, 38 op/s 2024-04-10T16:16:12.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:11 smithi154 ceph-mon[84269]: pgmap v3740: 137 pgs: 137 active+clean; 308 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-10T16:16:12.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:11 smithi102 ceph-mon[90943]: pgmap v3740: 137 pgs: 137 active+clean; 308 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-10T16:16:12.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:11 smithi102 ceph-mon[88557]: pgmap v3740: 137 pgs: 137 active+clean; 308 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 5.7 MiB/s wr, 46 op/s 2024-04-10T16:16:12.657 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:16:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:16:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:16:13.950 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOne (21650 ms) 2024-04-10T16:16:13.950 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot 2024-04-10T16:16:13.950 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:16:14.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:13 smithi154 ceph-mon[84269]: pgmap v3741: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.5 MiB/s wr, 40 op/s 2024-04-10T16:16:14.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:13 smithi102 ceph-mon[90943]: pgmap v3741: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.5 MiB/s wr, 40 op/s 2024-04-10T16:16:14.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:13 smithi102 ceph-mon[88557]: pgmap v3741: 137 pgs: 137 active+clean; 312 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 54 KiB/s rd, 5.5 MiB/s wr, 40 op/s 2024-04-10T16:16:16.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:15 smithi154 ceph-mon[84269]: pgmap v3742: 137 pgs: 137 active+clean; 312 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 5.8 MiB/s wr, 49 op/s 2024-04-10T16:16:16.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:15 smithi102 ceph-mon[90943]: pgmap v3742: 137 pgs: 137 active+clean; 312 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 5.8 MiB/s wr, 49 op/s 2024-04-10T16:16:16.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:15 smithi102 ceph-mon[88557]: pgmap v3742: 137 pgs: 137 active+clean; 312 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 5.8 MiB/s wr, 49 op/s 2024-04-10T16:16:17.824 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:16:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:16:17] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-04-10T16:16:17.825 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:17 smithi102 ceph-mon[88557]: pgmap v3743: 137 pgs: 137 active+clean; 312 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-04-10T16:16:18.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:17 smithi154 ceph-mon[84269]: pgmap v3743: 137 pgs: 137 active+clean; 312 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-04-10T16:16:18.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:17 smithi102 ceph-mon[90943]: pgmap v3743: 137 pgs: 137 active+clean; 312 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 4.0 MiB/s wr, 23 op/s 2024-04-10T16:16:20.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:19 smithi154 ceph-mon[84269]: pgmap v3744: 137 pgs: 137 active+clean; 312 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-10T16:16:20.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:19 smithi102 ceph-mon[90943]: pgmap v3744: 137 pgs: 137 active+clean; 312 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-10T16:16:20.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:19 smithi102 ceph-mon[88557]: pgmap v3744: 137 pgs: 137 active+clean; 312 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 23 op/s 2024-04-10T16:16:22.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:21 smithi154 ceph-mon[84269]: pgmap v3745: 137 pgs: 137 active+clean; 312 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-10T16:16:22.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:21 smithi102 ceph-mon[90943]: pgmap v3745: 137 pgs: 137 active+clean; 312 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-10T16:16:22.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:21 smithi102 ceph-mon[88557]: pgmap v3745: 137 pgs: 137 active+clean; 312 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 1.8 MiB/s rd, 3.3 MiB/s wr, 20 op/s 2024-04-10T16:16:22.657 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:16:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:16:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:16:23.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:22 smithi154 ceph-mon[84269]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-10T16:16:23.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:22 smithi154 ceph-mon[84269]: pgmap v3747: 137 pgs: 137 active+clean; 316 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-10T16:16:23.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:22 smithi102 ceph-mon[90943]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-10T16:16:23.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:22 smithi102 ceph-mon[90943]: pgmap v3747: 137 pgs: 137 active+clean; 316 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-10T16:16:23.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:22 smithi102 ceph-mon[88557]: osdmap e1957: 8 total, 8 up, 8 in 2024-04-10T16:16:23.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:22 smithi102 ceph-mon[88557]: pgmap v3747: 137 pgs: 137 active+clean; 316 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 2.0 MiB/s wr, 16 op/s 2024-04-10T16:16:24.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:24.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:24.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:25.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:24 smithi154 ceph-mon[84269]: pgmap v3748: 137 pgs: 137 active+clean; 344 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 425 KiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-04-10T16:16:25.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:24 smithi102 ceph-mon[90943]: pgmap v3748: 137 pgs: 137 active+clean; 344 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 425 KiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-04-10T16:16:25.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:24 smithi102 ceph-mon[88557]: pgmap v3748: 137 pgs: 137 active+clean; 344 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 425 KiB/s rd, 3.6 MiB/s wr, 23 op/s 2024-04-10T16:16:27.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:27 smithi102 ceph-mon[90943]: pgmap v3749: 137 pgs: 137 active+clean; 353 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:16:27.938 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:27 smithi102 ceph-mon[88557]: pgmap v3749: 137 pgs: 137 active+clean; 353 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:16:27.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:16:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:16:27] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2024-04-10T16:16:28.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:27 smithi154 ceph-mon[84269]: pgmap v3749: 137 pgs: 137 active+clean; 353 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:16:30.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:29 smithi154 ceph-mon[84269]: pgmap v3750: 137 pgs: 137 active+clean; 353 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:16:30.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:29 smithi102 ceph-mon[88557]: pgmap v3750: 137 pgs: 137 active+clean; 353 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:16:30.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:29 smithi102 ceph-mon[90943]: pgmap v3750: 137 pgs: 137 active+clean; 353 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:16:32.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:31 smithi154 ceph-mon[84269]: pgmap v3751: 137 pgs: 137 active+clean; 365 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.3 MiB/s wr, 42 op/s 2024-04-10T16:16:32.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:31 smithi102 ceph-mon[90943]: pgmap v3751: 137 pgs: 137 active+clean; 365 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.3 MiB/s wr, 42 op/s 2024-04-10T16:16:32.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:31 smithi102 ceph-mon[88557]: pgmap v3751: 137 pgs: 137 active+clean; 365 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 60 KiB/s rd, 5.3 MiB/s wr, 42 op/s 2024-04-10T16:16:32.657 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:16:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:16:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:16:33.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:32 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:16:33.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:32 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:16:33.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:32 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:16:34.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:33 smithi154 ceph-mon[84269]: pgmap v3752: 137 pgs: 137 active+clean; 365 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-10T16:16:34.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:33 smithi102 ceph-mon[90943]: pgmap v3752: 137 pgs: 137 active+clean; 365 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-10T16:16:34.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:33 smithi102 ceph-mon[88557]: pgmap v3752: 137 pgs: 137 active+clean; 365 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-10T16:16:35.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:34 smithi154 ceph-mon[84269]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-10T16:16:35.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:34 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:16:35.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:34 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:16:35.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:34 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:16:35.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:34 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:16:35.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:34 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:16:35.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:34 smithi102 ceph-mon[90943]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-10T16:16:35.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:34 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:16:35.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:34 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:16:35.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:34 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:16:35.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:34 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:16:35.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:34 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:16:35.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:34 smithi102 ceph-mon[88557]: osdmap e1958: 8 total, 8 up, 8 in 2024-04-10T16:16:35.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:34 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:16:35.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:34 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:16:35.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:34 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:16:35.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:34 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:16:35.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:34 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:16:35.942 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/6.ShrinkToOneAfterSnapshot (21989 ms) 2024-04-10T16:16:35.942 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/6.MinOverlap 2024-04-10T16:16:35.942 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:16:36.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:35 smithi154 ceph-mon[84269]: pgmap v3754: 137 pgs: 137 active+clean; 397 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.3 MiB/s wr, 48 op/s 2024-04-10T16:16:36.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:35 smithi102 ceph-mon[90943]: pgmap v3754: 137 pgs: 137 active+clean; 397 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.3 MiB/s wr, 48 op/s 2024-04-10T16:16:36.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:35 smithi102 ceph-mon[88557]: pgmap v3754: 137 pgs: 137 active+clean; 397 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 5.3 MiB/s wr, 48 op/s 2024-04-10T16:16:37.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:37 smithi102 ceph-mon[90943]: pgmap v3755: 137 pgs: 137 active+clean; 413 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 6.0 MiB/s wr, 42 op/s 2024-04-10T16:16:37.938 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:37 smithi102 ceph-mon[88557]: pgmap v3755: 137 pgs: 137 active+clean; 413 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 6.0 MiB/s wr, 42 op/s 2024-04-10T16:16:37.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:16:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:16:37] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2024-04-10T16:16:38.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:37 smithi154 ceph-mon[84269]: pgmap v3755: 137 pgs: 137 active+clean; 413 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.8 MiB/s rd, 6.0 MiB/s wr, 42 op/s 2024-04-10T16:16:39.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:39.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:39.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:40.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:39 smithi154 ceph-mon[84269]: pgmap v3756: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-10T16:16:40.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:39 smithi102 ceph-mon[90943]: pgmap v3756: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-10T16:16:40.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:39 smithi102 ceph-mon[88557]: pgmap v3756: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 8.5 MiB/s wr, 45 op/s 2024-04-10T16:16:42.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:41 smithi154 ceph-mon[84269]: pgmap v3757: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 42 op/s 2024-04-10T16:16:42.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:41 smithi102 ceph-mon[90943]: pgmap v3757: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 42 op/s 2024-04-10T16:16:42.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:41 smithi102 ceph-mon[88557]: pgmap v3757: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 42 op/s 2024-04-10T16:16:42.657 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:16:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:16:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:16:44.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:43 smithi154 ceph-mon[84269]: pgmap v3758: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 38 op/s 2024-04-10T16:16:44.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:43 smithi102 ceph-mon[90943]: pgmap v3758: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 38 op/s 2024-04-10T16:16:44.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:43 smithi102 ceph-mon[88557]: pgmap v3758: 137 pgs: 137 active+clean; 438 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 4.2 MiB/s rd, 7.3 MiB/s wr, 38 op/s 2024-04-10T16:16:45.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:44 smithi154 ceph-mon[84269]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-10T16:16:45.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:44 smithi102 ceph-mon[90943]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-10T16:16:45.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:44 smithi102 ceph-mon[88557]: osdmap e1959: 8 total, 8 up, 8 in 2024-04-10T16:16:46.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:45 smithi154 ceph-mon[84269]: pgmap v3760: 137 pgs: 137 active+clean; 459 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.2 MiB/s wr, 46 op/s 2024-04-10T16:16:46.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:45 smithi102 ceph-mon[90943]: pgmap v3760: 137 pgs: 137 active+clean; 459 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.2 MiB/s wr, 46 op/s 2024-04-10T16:16:46.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:45 smithi102 ceph-mon[88557]: pgmap v3760: 137 pgs: 137 active+clean; 459 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.3 MiB/s rd, 6.2 MiB/s wr, 46 op/s 2024-04-10T16:16:47.937 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:47 smithi102 ceph-mon[88557]: pgmap v3761: 137 pgs: 137 active+clean; 479 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 6.6 MiB/s wr, 42 op/s 2024-04-10T16:16:47.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:16:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:16:47] "GET /metrics HTTP/1.1" 200 36628 "" "Prometheus/2.43.0" 2024-04-10T16:16:47.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:47 smithi102 ceph-mon[90943]: pgmap v3761: 137 pgs: 137 active+clean; 479 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 6.6 MiB/s wr, 42 op/s 2024-04-10T16:16:48.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:47 smithi154 ceph-mon[84269]: pgmap v3761: 137 pgs: 137 active+clean; 479 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 440 KiB/s rd, 6.6 MiB/s wr, 42 op/s 2024-04-10T16:16:50.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:49 smithi154 ceph-mon[84269]: pgmap v3762: 137 pgs: 137 active+clean; 479 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-10T16:16:50.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:49 smithi102 ceph-mon[90943]: pgmap v3762: 137 pgs: 137 active+clean; 479 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-10T16:16:50.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:49 smithi102 ceph-mon[88557]: pgmap v3762: 137 pgs: 137 active+clean; 479 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 29 KiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-10T16:16:52.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:51 smithi154 ceph-mon[84269]: pgmap v3763: 137 pgs: 137 active+clean; 479 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:16:52.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:51 smithi102 ceph-mon[90943]: pgmap v3763: 137 pgs: 137 active+clean; 479 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:16:52.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:51 smithi102 ceph-mon[88557]: pgmap v3763: 137 pgs: 137 active+clean; 479 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:16:52.657 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:16:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:16:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:16:54.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:53 smithi154 ceph-mon[84269]: pgmap v3764: 137 pgs: 137 active+clean; 479 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:16:54.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:54.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:53 smithi102 ceph-mon[90943]: pgmap v3764: 137 pgs: 137 active+clean; 479 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:16:54.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:54.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:53 smithi102 ceph-mon[88557]: pgmap v3764: 137 pgs: 137 active+clean; 479 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:16:54.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:16:56.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:55 smithi154 ceph-mon[84269]: pgmap v3765: 137 pgs: 137 active+clean; 495 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-10T16:16:56.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:55 smithi102 ceph-mon[90943]: pgmap v3765: 137 pgs: 137 active+clean; 495 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-10T16:16:56.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:55 smithi102 ceph-mon[88557]: pgmap v3765: 137 pgs: 137 active+clean; 495 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 53 KiB/s rd, 4.5 MiB/s wr, 36 op/s 2024-04-10T16:16:57.721 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/6.MinOverlap (21782 ms) 2024-04-10T16:16:57.721 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/6.ZeroOverlap 2024-04-10T16:16:57.721 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:16:57.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:57 smithi102 ceph-mon[90943]: pgmap v3766: 137 pgs: 137 active+clean; 495 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 377 KiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-04-10T16:16:57.938 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:57 smithi102 ceph-mon[88557]: pgmap v3766: 137 pgs: 137 active+clean; 495 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 377 KiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-04-10T16:16:57.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:16:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:16:57] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2024-04-10T16:16:58.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:57 smithi154 ceph-mon[84269]: pgmap v3766: 137 pgs: 137 active+clean; 495 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 377 KiB/s rd, 3.0 MiB/s wr, 17 op/s 2024-04-10T16:17:00.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:16:59 smithi154 ceph-mon[84269]: pgmap v3767: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-04-10T16:17:00.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:16:59 smithi102 ceph-mon[90943]: pgmap v3767: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-04-10T16:17:00.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:16:59 smithi102 ceph-mon[88557]: pgmap v3767: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 2.3 MiB/s wr, 16 op/s 2024-04-10T16:17:02.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:01 smithi154 ceph-mon[84269]: pgmap v3768: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-10T16:17:02.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:01 smithi102 ceph-mon[90943]: pgmap v3768: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-10T16:17:02.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:01 smithi102 ceph-mon[88557]: pgmap v3768: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 24 op/s 2024-04-10T16:17:02.657 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:17:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:17:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:17:04.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:03 smithi154 ceph-mon[84269]: pgmap v3769: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-10T16:17:04.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:03 smithi102 ceph-mon[90943]: pgmap v3769: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-10T16:17:04.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:03 smithi102 ceph-mon[88557]: pgmap v3769: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-10T16:17:06.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:05 smithi154 ceph-mon[84269]: pgmap v3770: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-10T16:17:06.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:05 smithi102 ceph-mon[90943]: pgmap v3770: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-10T16:17:06.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:05 smithi102 ceph-mon[88557]: pgmap v3770: 137 pgs: 137 active+clean; 499 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 2.8 MiB/s rd, 3.3 MiB/s wr, 25 op/s 2024-04-10T16:17:07.089 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:06 smithi102 ceph-mon[88557]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-10T16:17:07.089 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:06 smithi102 ceph-mon[90943]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-10T16:17:07.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:06 smithi154 ceph-mon[84269]: osdmap e1960: 8 total, 8 up, 8 in 2024-04-10T16:17:07.937 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:07 smithi102 ceph-mon[90943]: pgmap v3772: 137 pgs: 137 active+clean; 511 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 17 op/s 2024-04-10T16:17:07.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:17:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:17:07] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2024-04-10T16:17:07.938 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:07 smithi102 ceph-mon[88557]: pgmap v3772: 137 pgs: 137 active+clean; 511 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 17 op/s 2024-04-10T16:17:08.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:07 smithi154 ceph-mon[84269]: pgmap v3772: 137 pgs: 137 active+clean; 511 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 2.9 MiB/s rd, 3.6 MiB/s wr, 17 op/s 2024-04-10T16:17:09.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:09.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:09.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:10.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:09 smithi154 ceph-mon[84269]: pgmap v3773: 137 pgs: 137 active+clean; 519 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 MiB/s wr, 30 op/s 2024-04-10T16:17:10.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:09 smithi102 ceph-mon[90943]: pgmap v3773: 137 pgs: 137 active+clean; 519 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 MiB/s wr, 30 op/s 2024-04-10T16:17:10.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:09 smithi102 ceph-mon[88557]: pgmap v3773: 137 pgs: 137 active+clean; 519 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 MiB/s wr, 30 op/s 2024-04-10T16:17:12.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:11 smithi154 ceph-mon[84269]: pgmap v3774: 137 pgs: 137 active+clean; 540 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:17:12.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:11 smithi102 ceph-mon[90943]: pgmap v3774: 137 pgs: 137 active+clean; 540 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:17:12.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:11 smithi102 ceph-mon[88557]: pgmap v3774: 137 pgs: 137 active+clean; 540 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:17:12.657 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:17:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:17:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:17:14.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:13 smithi154 ceph-mon[84269]: pgmap v3775: 137 pgs: 137 active+clean; 540 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:17:14.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:13 smithi102 ceph-mon[90943]: pgmap v3775: 137 pgs: 137 active+clean; 540 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:17:14.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:13 smithi102 ceph-mon[88557]: pgmap v3775: 137 pgs: 137 active+clean; 540 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:17:16.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:15 smithi154 ceph-mon[84269]: pgmap v3776: 137 pgs: 137 active+clean; 552 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 5.3 MiB/s wr, 46 op/s 2024-04-10T16:17:16.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:15 smithi102 ceph-mon[90943]: pgmap v3776: 137 pgs: 137 active+clean; 552 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 5.3 MiB/s wr, 46 op/s 2024-04-10T16:17:16.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:15 smithi102 ceph-mon[88557]: pgmap v3776: 137 pgs: 137 active+clean; 552 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 33 KiB/s rd, 5.3 MiB/s wr, 46 op/s 2024-04-10T16:17:17.832 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:17:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:17:17] "GET /metrics HTTP/1.1" 200 36626 "" "Prometheus/2.43.0" 2024-04-10T16:17:17.832 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:17 smithi102 ceph-mon[88557]: pgmap v3777: 137 pgs: 137 active+clean; 556 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-10T16:17:18.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:17 smithi154 ceph-mon[84269]: pgmap v3777: 137 pgs: 137 active+clean; 556 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-10T16:17:18.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:17 smithi102 ceph-mon[90943]: pgmap v3777: 137 pgs: 137 active+clean; 556 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 57 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-10T16:17:18.944 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/6.ZeroOverlap (21224 ms) 2024-04-10T16:17:19.845 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 7 tests from EncryptedFlattenTest/6 (151133 ms total) 2024-04-10T16:17:19.845 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:17:19.845 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 7 tests from EncryptedFlattenTest/7, where TypeParam = LUKS2UnderLUKS1 2024-04-10T16:17:19.892 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/7.Simple 2024-04-10T16:17:20.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:19 smithi154 ceph-mon[84269]: pgmap v3778: 137 pgs: 137 active+clean; 556 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-10T16:17:20.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:19 smithi102 ceph-mon[90943]: pgmap v3778: 137 pgs: 137 active+clean; 556 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-10T16:17:20.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:19 smithi102 ceph-mon[88557]: pgmap v3778: 137 pgs: 137 active+clean; 556 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 52 KiB/s rd, 3.8 MiB/s wr, 39 op/s 2024-04-10T16:17:21.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:20 smithi154 ceph-mon[84269]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-10T16:17:21.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:20 smithi154 ceph-mon[84269]: pgmap v3780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:17:21.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:20 smithi102 ceph-mon[88557]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-10T16:17:21.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:20 smithi102 ceph-mon[88557]: pgmap v3780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:17:21.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:20 smithi102 ceph-mon[90943]: osdmap e1961: 8 total, 8 up, 8 in 2024-04-10T16:17:21.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:20 smithi102 ceph-mon[90943]: pgmap v3780: 105 pgs: 105 active+clean; 4.6 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:17:21.878 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:17:22.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:21 smithi154 ceph-mon[84269]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-10T16:17:22.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:21 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1499561690' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:17:22.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:21 smithi102 ceph-mon[90943]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-10T16:17:22.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:21 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1499561690' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:17:22.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:21 smithi102 ceph-mon[88557]: osdmap e1962: 8 total, 8 up, 8 in 2024-04-10T16:17:22.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:21 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1499561690' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-43","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:17:22.657 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:17:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:17:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:17:23.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:22 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1499561690' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:17:23.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:22 smithi154 ceph-mon[84269]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-10T16:17:23.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:22 smithi154 ceph-mon[84269]: pgmap v3783: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:17:23.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:22 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1499561690' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:17:23.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:22 smithi102 ceph-mon[90943]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-10T16:17:23.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:22 smithi102 ceph-mon[90943]: pgmap v3783: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:17:23.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:22 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1499561690' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-43","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:17:23.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:22 smithi102 ceph-mon[88557]: osdmap e1963: 8 total, 8 up, 8 in 2024-04-10T16:17:23.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:22 smithi102 ceph-mon[88557]: pgmap v3783: 137 pgs: 5 creating+peering, 24 unknown, 108 active+clean; 4.6 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:17:24.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:23 smithi154 ceph-mon[84269]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-10T16:17:24.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:24.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:23 smithi102 ceph-mon[90943]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-10T16:17:24.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:24.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:23 smithi102 ceph-mon[88557]: osdmap e1964: 8 total, 8 up, 8 in 2024-04-10T16:17:24.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:25.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:24 smithi154 ceph-mon[84269]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-10T16:17:25.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:24 smithi154 ceph-mon[84269]: pgmap v3786: 137 pgs: 5 creating+peering, 8 unknown, 124 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-10T16:17:25.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:24 smithi102 ceph-mon[90943]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-10T16:17:25.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:24 smithi102 ceph-mon[90943]: pgmap v3786: 137 pgs: 5 creating+peering, 8 unknown, 124 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-10T16:17:25.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:24 smithi102 ceph-mon[88557]: osdmap e1965: 8 total, 8 up, 8 in 2024-04-10T16:17:25.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:24 smithi102 ceph-mon[88557]: pgmap v3786: 137 pgs: 5 creating+peering, 8 unknown, 124 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 7.2 KiB/s rd, 1.7 KiB/s wr, 11 op/s 2024-04-10T16:17:27.938 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:27 smithi102 ceph-mon[88557]: pgmap v3787: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-04-10T16:17:27.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:27 smithi102 ceph-mon[90943]: pgmap v3787: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-04-10T16:17:27.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:17:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:17:27] "GET /metrics HTTP/1.1" 200 36557 "" "Prometheus/2.43.0" 2024-04-10T16:17:28.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:27 smithi154 ceph-mon[84269]: pgmap v3787: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.4 KiB/s wr, 9 op/s 2024-04-10T16:17:30.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:29 smithi154 ceph-mon[84269]: pgmap v3788: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-10T16:17:30.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:29 smithi154 ceph-mon[84269]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-10T16:17:30.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:29 smithi102 ceph-mon[90943]: pgmap v3788: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-10T16:17:30.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:29 smithi102 ceph-mon[90943]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-10T16:17:30.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:29 smithi102 ceph-mon[88557]: pgmap v3788: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 4.4 KiB/s rd, 1.2 KiB/s wr, 7 op/s 2024-04-10T16:17:30.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:29 smithi102 ceph-mon[88557]: osdmap e1966: 8 total, 8 up, 8 in 2024-04-10T16:17:32.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:31 smithi154 ceph-mon[84269]: pgmap v3790: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-10T16:17:32.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:31 smithi102 ceph-mon[90943]: pgmap v3790: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-10T16:17:32.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:31 smithi102 ceph-mon[88557]: pgmap v3790: 137 pgs: 137 active+clean; 4.6 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.8 KiB/s rd, 1.0 KiB/s wr, 6 op/s 2024-04-10T16:17:32.657 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:17:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:17:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:17:34.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:33 smithi154 ceph-mon[84269]: pgmap v3791: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-04-10T16:17:34.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:33 smithi154 ceph-mon[84269]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-10T16:17:34.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:33 smithi102 ceph-mon[90943]: pgmap v3791: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-04-10T16:17:34.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:33 smithi102 ceph-mon[90943]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-10T16:17:34.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:33 smithi102 ceph-mon[88557]: pgmap v3791: 137 pgs: 137 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 3.4 KiB/s rd, 1.4 MiB/s wr, 6 op/s 2024-04-10T16:17:34.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:33 smithi102 ceph-mon[88557]: osdmap e1967: 8 total, 8 up, 8 in 2024-04-10T16:17:35.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:34 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:17:35.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:34 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:17:35.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:34 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:17:35.938 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:35 smithi102 ceph-mon[88557]: pgmap v3793: 137 pgs: 137 active+clean; 42 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.6 MiB/s wr, 44 op/s 2024-04-10T16:17:35.938 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:35 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:17:35.938 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:35 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:17:35.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:35 smithi102 ceph-mon[90943]: pgmap v3793: 137 pgs: 137 active+clean; 42 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.6 MiB/s wr, 44 op/s 2024-04-10T16:17:35.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:35 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:17:35.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:35 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:17:36.028 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:35 smithi154 ceph-mon[84269]: pgmap v3793: 137 pgs: 137 active+clean; 42 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 4.6 MiB/s wr, 44 op/s 2024-04-10T16:17:36.028 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:35 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:17:36.028 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:35 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:17:37.688 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:17:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:17:37] "GET /metrics HTTP/1.1" 200 36557 "" "Prometheus/2.43.0" 2024-04-10T16:17:37.978 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:37 smithi102 ceph-mon[90943]: pgmap v3794: 137 pgs: 137 active+clean; 46 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-10T16:17:37.978 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:37 smithi102 ceph-mon[88557]: pgmap v3794: 137 pgs: 137 active+clean; 46 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-10T16:17:38.135 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:37 smithi154 ceph-mon[84269]: pgmap v3794: 137 pgs: 137 active+clean; 46 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 32 KiB/s rd, 5.1 MiB/s wr, 44 op/s 2024-04-10T16:17:39.407 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:17:39.407 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:17:39.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:39.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:17:39.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:17:39.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:17:39.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:17:39.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:17:39.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:39 smithi154 ceph-mon[84269]: pgmap v3795: 137 pgs: 137 active+clean; 46 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-10T16:17:39.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:17:39.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:17:39.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:39.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:17:39.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:17:39.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:17:39.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:17:39.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:17:39.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:39 smithi102 ceph-mon[90943]: pgmap v3795: 137 pgs: 137 active+clean; 46 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-10T16:17:39.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:17:39.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:17:39.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:39.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:17:39.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:17:39.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:17:39.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:17:39.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:17:39.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:39 smithi102 ceph-mon[88557]: pgmap v3795: 137 pgs: 137 active+clean; 46 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 4.3 MiB/s wr, 37 op/s 2024-04-10T16:17:42.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:41 smithi154 ceph-mon[84269]: pgmap v3796: 137 pgs: 137 active+clean; 50 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:17:42.187 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:41 smithi102 ceph-mon[88557]: pgmap v3796: 137 pgs: 137 active+clean; 50 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:17:42.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:41 smithi102 ceph-mon[90943]: pgmap v3796: 137 pgs: 137 active+clean; 50 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:17:42.658 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:17:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:17:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:17:44.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:43 smithi154 ceph-mon[84269]: pgmap v3797: 137 pgs: 137 active+clean; 50 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 3.3 MiB/s wr, 36 op/s 2024-04-10T16:17:44.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:43 smithi102 ceph-mon[88557]: pgmap v3797: 137 pgs: 137 active+clean; 50 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 3.3 MiB/s wr, 36 op/s 2024-04-10T16:17:44.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:43 smithi102 ceph-mon[90943]: pgmap v3797: 137 pgs: 137 active+clean; 50 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 84 KiB/s rd, 3.3 MiB/s wr, 36 op/s 2024-04-10T16:17:45.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:45 smithi154 ceph-mon[84269]: pgmap v3798: 137 pgs: 137 active+clean; 54 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 958 KiB/s rd, 3.1 MiB/s wr, 38 op/s 2024-04-10T16:17:45.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:45 smithi102 ceph-mon[90943]: pgmap v3798: 137 pgs: 137 active+clean; 54 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 958 KiB/s rd, 3.1 MiB/s wr, 38 op/s 2024-04-10T16:17:45.438 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:45 smithi102 ceph-mon[88557]: pgmap v3798: 137 pgs: 137 active+clean; 54 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 958 KiB/s rd, 3.1 MiB/s wr, 38 op/s 2024-04-10T16:17:46.665 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/7.Simple (26773 ms) 2024-04-10T16:17:46.665 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/7.Grow 2024-04-10T16:17:46.665 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:17:47.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:47 smithi102 ceph-mon[90943]: pgmap v3799: 137 pgs: 137 active+clean; 62 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-10T16:17:47.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:17:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:17:47] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2024-04-10T16:17:47.938 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:47 smithi102 ceph-mon[88557]: pgmap v3799: 137 pgs: 137 active+clean; 62 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-10T16:17:48.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:47 smithi154 ceph-mon[84269]: pgmap v3799: 137 pgs: 137 active+clean; 62 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 1.7 MiB/s wr, 10 op/s 2024-04-10T16:17:50.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:49 smithi154 ceph-mon[84269]: pgmap v3800: 137 pgs: 137 active+clean; 66 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-10T16:17:50.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:49 smithi102 ceph-mon[90943]: pgmap v3800: 137 pgs: 137 active+clean; 66 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-10T16:17:50.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:49 smithi102 ceph-mon[88557]: pgmap v3800: 137 pgs: 137 active+clean; 66 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 4.3 MiB/s rd, 1.7 MiB/s wr, 15 op/s 2024-04-10T16:17:52.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:51 smithi154 ceph-mon[84269]: pgmap v3801: 137 pgs: 137 active+clean; 78 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-10T16:17:52.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:51 smithi102 ceph-mon[90943]: pgmap v3801: 137 pgs: 137 active+clean; 78 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-10T16:17:52.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:51 smithi102 ceph-mon[88557]: pgmap v3801: 137 pgs: 137 active+clean; 78 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.1 MiB/s rd, 3.0 MiB/s wr, 25 op/s 2024-04-10T16:17:52.658 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:17:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:17:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:17:54.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:53 smithi154 ceph-mon[84269]: pgmap v3802: 137 pgs: 137 active+clean; 78 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-10T16:17:54.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:54.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:53 smithi102 ceph-mon[88557]: pgmap v3802: 137 pgs: 137 active+clean; 78 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-10T16:17:54.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:54.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:53 smithi102 ceph-mon[90943]: pgmap v3802: 137 pgs: 137 active+clean; 78 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.8 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-10T16:17:54.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:17:56.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:55 smithi154 ceph-mon[84269]: pgmap v3803: 137 pgs: 137 active+clean; 90 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-04-10T16:17:56.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:55 smithi154 ceph-mon[84269]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-10T16:17:56.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:55 smithi102 ceph-mon[90943]: pgmap v3803: 137 pgs: 137 active+clean; 90 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-04-10T16:17:56.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:55 smithi102 ceph-mon[90943]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-10T16:17:56.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:55 smithi102 ceph-mon[88557]: pgmap v3803: 137 pgs: 137 active+clean; 90 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-04-10T16:17:56.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:55 smithi102 ceph-mon[88557]: osdmap e1968: 8 total, 8 up, 8 in 2024-04-10T16:17:57.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:57 smithi102 ceph-mon[90943]: pgmap v3805: 137 pgs: 137 active+clean; 107 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-10T16:17:57.938 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:57 smithi102 ceph-mon[88557]: pgmap v3805: 137 pgs: 137 active+clean; 107 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-10T16:17:57.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:17:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:17:57] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2024-04-10T16:17:58.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:57 smithi154 ceph-mon[84269]: pgmap v3805: 137 pgs: 137 active+clean; 107 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 4.9 MiB/s wr, 46 op/s 2024-04-10T16:18:00.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:17:59 smithi154 ceph-mon[84269]: pgmap v3806: 137 pgs: 137 active+clean; 119 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.7 MiB/s wr, 47 op/s 2024-04-10T16:18:00.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:17:59 smithi102 ceph-mon[90943]: pgmap v3806: 137 pgs: 137 active+clean; 119 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.7 MiB/s wr, 47 op/s 2024-04-10T16:18:00.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:17:59 smithi102 ceph-mon[88557]: pgmap v3806: 137 pgs: 137 active+clean; 119 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 5.5 MiB/s rd, 5.7 MiB/s wr, 47 op/s 2024-04-10T16:18:01.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:00 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.0", "id": [3, 7]}]: dispatch 2024-04-10T16:18:01.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:00 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.5", "id": [3, 0]}]: dispatch 2024-04-10T16:18:01.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:00 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.d", "id": [3, 4]}]: dispatch 2024-04-10T16:18:01.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:00 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.15", "id": [3, 1]}]: dispatch 2024-04-10T16:18:01.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:00 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.17", "id": [6, 1]}]: dispatch 2024-04-10T16:18:01.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:00 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.19", "id": [6, 0]}]: dispatch 2024-04-10T16:18:01.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:00 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.0", "id": [3, 7]}]: dispatch 2024-04-10T16:18:01.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:00 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.5", "id": [3, 0]}]: dispatch 2024-04-10T16:18:01.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:00 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.d", "id": [3, 4]}]: dispatch 2024-04-10T16:18:01.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:00 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.15", "id": [3, 1]}]: dispatch 2024-04-10T16:18:01.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:00 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.17", "id": [6, 1]}]: dispatch 2024-04-10T16:18:01.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:00 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.19", "id": [6, 0]}]: dispatch 2024-04-10T16:18:01.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:00 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.0", "id": [3, 7]}]: dispatch 2024-04-10T16:18:01.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:00 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.5", "id": [3, 0]}]: dispatch 2024-04-10T16:18:01.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:00 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.d", "id": [3, 4]}]: dispatch 2024-04-10T16:18:01.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:00 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.15", "id": [3, 1]}]: dispatch 2024-04-10T16:18:01.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:00 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.17", "id": [6, 1]}]: dispatch 2024-04-10T16:18:01.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:00 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.19", "id": [6, 0]}]: dispatch 2024-04-10T16:18:02.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:01 smithi154 ceph-mon[84269]: pgmap v3807: 137 pgs: 137 active+clean; 123 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 874 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:18:02.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.0", "id": [3, 7]}]': finished 2024-04-10T16:18:02.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.5", "id": [3, 0]}]': finished 2024-04-10T16:18:02.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.d", "id": [3, 4]}]': finished 2024-04-10T16:18:02.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.15", "id": [3, 1]}]': finished 2024-04-10T16:18:02.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.17", "id": [6, 1]}]': finished 2024-04-10T16:18:02.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.19", "id": [6, 0]}]': finished 2024-04-10T16:18:02.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:01 smithi154 ceph-mon[84269]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-10T16:18:02.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:01 smithi102 ceph-mon[90943]: pgmap v3807: 137 pgs: 137 active+clean; 123 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 874 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:18:02.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.0", "id": [3, 7]}]': finished 2024-04-10T16:18:02.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.5", "id": [3, 0]}]': finished 2024-04-10T16:18:02.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.d", "id": [3, 4]}]': finished 2024-04-10T16:18:02.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.15", "id": [3, 1]}]': finished 2024-04-10T16:18:02.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.17", "id": [6, 1]}]': finished 2024-04-10T16:18:02.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.19", "id": [6, 0]}]': finished 2024-04-10T16:18:02.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:01 smithi102 ceph-mon[90943]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-10T16:18:02.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:01 smithi102 ceph-mon[88557]: pgmap v3807: 137 pgs: 137 active+clean; 123 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 874 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:18:02.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.0", "id": [3, 7]}]': finished 2024-04-10T16:18:02.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.5", "id": [3, 0]}]': finished 2024-04-10T16:18:02.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.d", "id": [3, 4]}]': finished 2024-04-10T16:18:02.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.15", "id": [3, 1]}]': finished 2024-04-10T16:18:02.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.17", "id": [6, 1]}]': finished 2024-04-10T16:18:02.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "119.19", "id": [6, 0]}]': finished 2024-04-10T16:18:02.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:01 smithi102 ceph-mon[88557]: osdmap e1969: 8 total, 8 up, 8 in 2024-04-10T16:18:02.658 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:18:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:18:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:18:03.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:02 smithi154 ceph-mon[84269]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-10T16:18:03.187 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:02 smithi102 ceph-mon[90943]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-10T16:18:03.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:02 smithi102 ceph-mon[88557]: osdmap e1970: 8 total, 8 up, 8 in 2024-04-10T16:18:04.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:03 smithi154 ceph-mon[84269]: pgmap v3810: 137 pgs: 1 peering, 136 active+clean; 123 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 4.2 MiB/s wr, 50 op/s 2024-04-10T16:18:04.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:03 smithi102 ceph-mon[88557]: pgmap v3810: 137 pgs: 1 peering, 136 active+clean; 123 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 4.2 MiB/s wr, 50 op/s 2024-04-10T16:18:04.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:03 smithi102 ceph-mon[90943]: pgmap v3810: 137 pgs: 1 peering, 136 active+clean; 123 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 4.2 MiB/s wr, 50 op/s 2024-04-10T16:18:06.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:05 smithi154 ceph-mon[84269]: pgmap v3811: 137 pgs: 1 peering, 136 active+clean; 127 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 2.5 MiB/s wr, 20 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-10T16:18:06.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:05 smithi102 ceph-mon[90943]: pgmap v3811: 137 pgs: 1 peering, 136 active+clean; 127 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 2.5 MiB/s wr, 20 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-10T16:18:06.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:05 smithi102 ceph-mon[88557]: pgmap v3811: 137 pgs: 1 peering, 136 active+clean; 127 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 2.5 MiB/s wr, 20 op/s; 512 KiB/s, 0 objects/s recovering 2024-04-10T16:18:07.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:07 smithi102 ceph-mon[90943]: pgmap v3812: 137 pgs: 137 active+clean; 127 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 247 KiB/s rd, 1.0 MiB/s wr, 16 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-04-10T16:18:07.938 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:07 smithi102 ceph-mon[88557]: pgmap v3812: 137 pgs: 137 active+clean; 127 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 247 KiB/s rd, 1.0 MiB/s wr, 16 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-04-10T16:18:07.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:18:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:18:07] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2024-04-10T16:18:08.157 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:07 smithi154 ceph-mon[84269]: pgmap v3812: 137 pgs: 137 active+clean; 127 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 247 KiB/s rd, 1.0 MiB/s wr, 16 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-04-10T16:18:08.618 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/7.Grow (21953 ms) 2024-04-10T16:18:08.618 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/7.Shrink 2024-04-10T16:18:08.618 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:18:09.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:09.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:09.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:10.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:09 smithi154 ceph-mon[84269]: pgmap v3813: 137 pgs: 137 active+clean; 131 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.0 MiB/s wr, 28 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-04-10T16:18:10.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:09 smithi102 ceph-mon[90943]: pgmap v3813: 137 pgs: 137 active+clean; 131 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.0 MiB/s wr, 28 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-04-10T16:18:10.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:09 smithi102 ceph-mon[88557]: pgmap v3813: 137 pgs: 137 active+clean; 131 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 2.7 MiB/s rd, 1.0 MiB/s wr, 28 op/s; 1.5 MiB/s, 0 objects/s recovering 2024-04-10T16:18:12.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:11 smithi154 ceph-mon[84269]: pgmap v3814: 137 pgs: 137 active+clean; 151 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.2 MiB/s wr, 32 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-04-10T16:18:12.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:11 smithi102 ceph-mon[90943]: pgmap v3814: 137 pgs: 137 active+clean; 151 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.2 MiB/s wr, 32 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-04-10T16:18:12.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:11 smithi102 ceph-mon[88557]: pgmap v3814: 137 pgs: 137 active+clean; 151 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.6 MiB/s rd, 3.2 MiB/s wr, 32 op/s; 1.2 MiB/s, 0 objects/s recovering 2024-04-10T16:18:12.658 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:18:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:18:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:18:14.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:13 smithi154 ceph-mon[84269]: pgmap v3815: 137 pgs: 137 active+clean; 151 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.9 MiB/s wr, 30 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-10T16:18:14.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:13 smithi102 ceph-mon[90943]: pgmap v3815: 137 pgs: 137 active+clean; 151 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.9 MiB/s wr, 30 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-10T16:18:14.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:13 smithi102 ceph-mon[88557]: pgmap v3815: 137 pgs: 137 active+clean; 151 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 9.3 MiB/s rd, 2.9 MiB/s wr, 30 op/s; 1.1 MiB/s, 0 objects/s recovering 2024-04-10T16:18:16.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:15 smithi154 ceph-mon[84269]: pgmap v3816: 137 pgs: 137 active+clean; 151 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 24 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-10T16:18:16.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:15 smithi102 ceph-mon[90943]: pgmap v3816: 137 pgs: 137 active+clean; 151 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 24 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-10T16:18:16.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:15 smithi102 ceph-mon[88557]: pgmap v3816: 137 pgs: 137 active+clean; 151 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 24 op/s; 1024 KiB/s, 0 objects/s recovering 2024-04-10T16:18:17.824 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:18:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:18:17] "GET /metrics HTTP/1.1" 200 36636 "" "Prometheus/2.43.0" 2024-04-10T16:18:18.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:17 smithi154 ceph-mon[84269]: pgmap v3817: 137 pgs: 137 active+clean; 151 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 22 op/s; 682 KiB/s, 0 objects/s recovering 2024-04-10T16:18:18.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:17 smithi154 ceph-mon[84269]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-10T16:18:18.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:17 smithi102 ceph-mon[90943]: pgmap v3817: 137 pgs: 137 active+clean; 151 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 22 op/s; 682 KiB/s, 0 objects/s recovering 2024-04-10T16:18:18.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:17 smithi102 ceph-mon[90943]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-10T16:18:18.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:17 smithi102 ceph-mon[88557]: pgmap v3817: 137 pgs: 137 active+clean; 151 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.3 MiB/s wr, 22 op/s; 682 KiB/s, 0 objects/s recovering 2024-04-10T16:18:18.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:17 smithi102 ceph-mon[88557]: osdmap e1971: 8 total, 8 up, 8 in 2024-04-10T16:18:20.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:19 smithi154 ceph-mon[84269]: pgmap v3819: 137 pgs: 137 active+clean; 160 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-10T16:18:20.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:19 smithi102 ceph-mon[90943]: pgmap v3819: 137 pgs: 137 active+clean; 160 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-10T16:18:20.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:19 smithi102 ceph-mon[88557]: pgmap v3819: 137 pgs: 137 active+clean; 160 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 8.3 MiB/s rd, 3.3 MiB/s wr, 15 op/s 2024-04-10T16:18:22.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:21 smithi154 ceph-mon[84269]: pgmap v3820: 137 pgs: 137 active+clean; 184 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 36 op/s 2024-04-10T16:18:22.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:21 smithi102 ceph-mon[90943]: pgmap v3820: 137 pgs: 137 active+clean; 184 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 36 op/s 2024-04-10T16:18:22.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:21 smithi102 ceph-mon[88557]: pgmap v3820: 137 pgs: 137 active+clean; 184 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 2.0 MiB/s rd, 3.3 MiB/s wr, 36 op/s 2024-04-10T16:18:22.658 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:18:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:18:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:18:24.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:23 smithi154 ceph-mon[84269]: pgmap v3821: 137 pgs: 137 active+clean; 192 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 464 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:18:24.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:24.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:23 smithi102 ceph-mon[88557]: pgmap v3821: 137 pgs: 137 active+clean; 192 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 464 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:18:24.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:24.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:23 smithi102 ceph-mon[90943]: pgmap v3821: 137 pgs: 137 active+clean; 192 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 464 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:18:24.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:26.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:25 smithi154 ceph-mon[84269]: pgmap v3822: 137 pgs: 137 active+clean; 196 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-10T16:18:26.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:25 smithi102 ceph-mon[90943]: pgmap v3822: 137 pgs: 137 active+clean; 196 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-10T16:18:26.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:25 smithi102 ceph-mon[88557]: pgmap v3822: 137 pgs: 137 active+clean; 196 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 114 KiB/s rd, 4.5 MiB/s wr, 39 op/s 2024-04-10T16:18:27.839 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:27 smithi102 ceph-mon[88557]: pgmap v3823: 137 pgs: 137 active+clean; 196 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-10T16:18:27.839 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:18:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:18:27] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2024-04-10T16:18:28.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:27 smithi154 ceph-mon[84269]: pgmap v3823: 137 pgs: 137 active+clean; 196 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-10T16:18:28.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:27 smithi102 ceph-mon[90943]: pgmap v3823: 137 pgs: 137 active+clean; 196 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 4.5 MiB/s wr, 42 op/s 2024-04-10T16:18:30.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:29 smithi154 ceph-mon[84269]: pgmap v3824: 137 pgs: 137 active+clean; 200 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 297 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-10T16:18:30.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:29 smithi102 ceph-mon[90943]: pgmap v3824: 137 pgs: 137 active+clean; 200 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 297 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-10T16:18:30.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:29 smithi102 ceph-mon[88557]: pgmap v3824: 137 pgs: 137 active+clean; 200 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 297 KiB/s rd, 4.1 MiB/s wr, 39 op/s 2024-04-10T16:18:30.796 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/7.Shrink (22178 ms) 2024-04-10T16:18:30.796 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOne 2024-04-10T16:18:30.796 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:18:32.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:31 smithi154 ceph-mon[84269]: pgmap v3825: 137 pgs: 137 active+clean; 220 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.3 MiB/s wr, 42 op/s 2024-04-10T16:18:32.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:31 smithi102 ceph-mon[90943]: pgmap v3825: 137 pgs: 137 active+clean; 220 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.3 MiB/s wr, 42 op/s 2024-04-10T16:18:32.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:31 smithi102 ceph-mon[88557]: pgmap v3825: 137 pgs: 137 active+clean; 220 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 5.0 MiB/s rd, 5.3 MiB/s wr, 42 op/s 2024-04-10T16:18:32.658 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:18:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:18:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:18:34.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:33 smithi154 ceph-mon[84269]: pgmap v3826: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-04-10T16:18:34.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:33 smithi102 ceph-mon[90943]: pgmap v3826: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-04-10T16:18:34.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:33 smithi102 ceph-mon[88557]: pgmap v3826: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.0 MiB/s rd, 3.7 MiB/s wr, 25 op/s 2024-04-10T16:18:36.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:35 smithi154 ceph-mon[84269]: pgmap v3827: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-10T16:18:36.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:35 smithi102 ceph-mon[90943]: pgmap v3827: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-10T16:18:36.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:35 smithi102 ceph-mon[88557]: pgmap v3827: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 7.8 MiB/s rd, 3.0 MiB/s wr, 28 op/s 2024-04-10T16:18:37.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:36 smithi154 ceph-mon[84269]: pgmap v3828: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-10T16:18:37.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:36 smithi102 ceph-mon[90943]: pgmap v3828: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-10T16:18:37.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:36 smithi102 ceph-mon[88557]: pgmap v3828: 137 pgs: 137 active+clean; 224 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 8.7 MiB/s rd, 2.7 MiB/s wr, 25 op/s 2024-04-10T16:18:37.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:18:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:18:37] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2024-04-10T16:18:39.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:39 smithi154 ceph-mon[84269]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-10T16:18:39.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:39.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:39 smithi154 ceph-mon[84269]: pgmap v3830: 137 pgs: 137 active+clean; 228 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-04-10T16:18:39.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:18:39.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:39 smithi102 ceph-mon[90943]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-10T16:18:39.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:39.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:39 smithi102 ceph-mon[90943]: pgmap v3830: 137 pgs: 137 active+clean; 228 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-04-10T16:18:39.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:18:39.438 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:39 smithi102 ceph-mon[88557]: osdmap e1972: 8 total, 8 up, 8 in 2024-04-10T16:18:39.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:39.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:39 smithi102 ceph-mon[88557]: pgmap v3830: 137 pgs: 137 active+clean; 228 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 10 MiB/s rd, 3.2 MiB/s wr, 24 op/s 2024-04-10T16:18:39.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:18:42.123 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:41 smithi154 ceph-mon[84269]: pgmap v3831: 137 pgs: 137 active+clean; 253 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-10T16:18:42.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:41 smithi102 ceph-mon[90943]: pgmap v3831: 137 pgs: 137 active+clean; 253 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-10T16:18:42.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:41 smithi102 ceph-mon[88557]: pgmap v3831: 137 pgs: 137 active+clean; 253 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 4.6 MiB/s rd, 3.3 MiB/s wr, 39 op/s 2024-04-10T16:18:42.408 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:18:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:18:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:18:43.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:42 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:18:43.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:42 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:18:43.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:42 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:18:43.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:42 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:18:43.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:42 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:18:43.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:42 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:18:43.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:42 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:18:43.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:42 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:18:43.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:42 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:18:43.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:42 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:18:43.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:42 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:18:43.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:42 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:18:44.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:43 smithi154 ceph-mon[84269]: pgmap v3832: 137 pgs: 137 active+clean; 265 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-10T16:18:44.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:43 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:18:44.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:43 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:18:44.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:43 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:18:44.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:43 smithi102 ceph-mon[90943]: pgmap v3832: 137 pgs: 137 active+clean; 265 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-10T16:18:44.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:43 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:18:44.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:43 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:18:44.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:43 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:18:44.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:43 smithi102 ceph-mon[88557]: pgmap v3832: 137 pgs: 137 active+clean; 265 MiB data, 4.6 GiB used, 711 GiB / 715 GiB avail; 2.2 MiB/s rd, 4.1 MiB/s wr, 40 op/s 2024-04-10T16:18:44.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:43 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:18:44.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:43 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:18:44.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:43 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:18:46.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:45 smithi154 ceph-mon[84269]: pgmap v3833: 137 pgs: 137 active+clean; 265 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:18:46.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:45 smithi102 ceph-mon[90943]: pgmap v3833: 137 pgs: 137 active+clean; 265 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:18:46.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:45 smithi102 ceph-mon[88557]: pgmap v3833: 137 pgs: 137 active+clean; 265 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.1 MiB/s wr, 36 op/s 2024-04-10T16:18:47.838 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:18:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:18:47] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2024-04-10T16:18:48.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:47 smithi154 ceph-mon[84269]: pgmap v3834: 137 pgs: 137 active+clean; 269 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:18:48.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:47 smithi102 ceph-mon[90943]: pgmap v3834: 137 pgs: 137 active+clean; 269 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:18:48.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:47 smithi102 ceph-mon[88557]: pgmap v3834: 137 pgs: 137 active+clean; 269 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:18:50.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:49 smithi154 ceph-mon[84269]: pgmap v3835: 137 pgs: 137 active+clean; 269 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 4.2 MiB/s wr, 35 op/s 2024-04-10T16:18:50.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:49 smithi102 ceph-mon[90943]: pgmap v3835: 137 pgs: 137 active+clean; 269 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 4.2 MiB/s wr, 35 op/s 2024-04-10T16:18:50.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:49 smithi102 ceph-mon[88557]: pgmap v3835: 137 pgs: 137 active+clean; 269 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 4.2 MiB/s wr, 35 op/s 2024-04-10T16:18:51.615 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOne (20819 ms) 2024-04-10T16:18:51.616 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot 2024-04-10T16:18:51.616 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:18:52.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:51 smithi154 ceph-mon[84269]: pgmap v3836: 137 pgs: 137 active+clean; 269 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 3.8 MiB/s wr, 44 op/s 2024-04-10T16:18:52.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:51 smithi102 ceph-mon[90943]: pgmap v3836: 137 pgs: 137 active+clean; 269 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 3.8 MiB/s wr, 44 op/s 2024-04-10T16:18:52.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:51 smithi102 ceph-mon[88557]: pgmap v3836: 137 pgs: 137 active+clean; 269 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 214 KiB/s rd, 3.8 MiB/s wr, 44 op/s 2024-04-10T16:18:52.658 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:18:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:18:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:18:54.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:53 smithi154 ceph-mon[84269]: pgmap v3837: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 904 KiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-04-10T16:18:54.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:54.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:53 smithi102 ceph-mon[90943]: pgmap v3837: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 904 KiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-04-10T16:18:54.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:54.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:53 smithi102 ceph-mon[88557]: pgmap v3837: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 904 KiB/s rd, 2.7 MiB/s wr, 24 op/s 2024-04-10T16:18:54.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:18:56.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:55 smithi154 ceph-mon[84269]: pgmap v3838: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 904 KiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-04-10T16:18:56.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:55 smithi102 ceph-mon[90943]: pgmap v3838: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 904 KiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-04-10T16:18:56.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:55 smithi102 ceph-mon[88557]: pgmap v3838: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 904 KiB/s rd, 1.7 MiB/s wr, 23 op/s 2024-04-10T16:18:57.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:56 smithi154 ceph-mon[84269]: pgmap v3839: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-10T16:18:57.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:56 smithi102 ceph-mon[90943]: pgmap v3839: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-10T16:18:57.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:56 smithi102 ceph-mon[88557]: pgmap v3839: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 879 KiB/s rd, 1.7 MiB/s wr, 22 op/s 2024-04-10T16:18:57.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:18:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:18:57] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-04-10T16:19:00.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:18:59 smithi154 ceph-mon[84269]: pgmap v3840: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 831 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-10T16:19:00.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:18:59 smithi102 ceph-mon[90943]: pgmap v3840: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 831 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-10T16:19:00.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:18:59 smithi102 ceph-mon[88557]: pgmap v3840: 137 pgs: 137 active+clean; 273 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 831 KiB/s rd, 1.3 MiB/s wr, 22 op/s 2024-04-10T16:19:01.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:00 smithi154 ceph-mon[84269]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-10T16:19:01.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:00 smithi102 ceph-mon[90943]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-10T16:19:01.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:00 smithi102 ceph-mon[88557]: osdmap e1973: 8 total, 8 up, 8 in 2024-04-10T16:19:02.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:01 smithi154 ceph-mon[84269]: pgmap v3842: 137 pgs: 137 active+clean; 290 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 861 KiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-04-10T16:19:02.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:01 smithi102 ceph-mon[90943]: pgmap v3842: 137 pgs: 137 active+clean; 290 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 861 KiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-04-10T16:19:02.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:01 smithi102 ceph-mon[88557]: pgmap v3842: 137 pgs: 137 active+clean; 290 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail; 861 KiB/s rd, 2.9 MiB/s wr, 21 op/s 2024-04-10T16:19:02.658 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:19:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:19:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:19:04.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:03 smithi154 ceph-mon[84269]: pgmap v3843: 137 pgs: 137 active+clean; 314 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 4.1 MiB/s wr, 20 op/s 2024-04-10T16:19:04.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:03 smithi102 ceph-mon[90943]: pgmap v3843: 137 pgs: 137 active+clean; 314 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 4.1 MiB/s wr, 20 op/s 2024-04-10T16:19:04.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:03 smithi102 ceph-mon[88557]: pgmap v3843: 137 pgs: 137 active+clean; 314 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 13 KiB/s rd, 4.1 MiB/s wr, 20 op/s 2024-04-10T16:19:06.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:05 smithi154 ceph-mon[84269]: pgmap v3844: 137 pgs: 137 active+clean; 314 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-10T16:19:06.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:05 smithi102 ceph-mon[90943]: pgmap v3844: 137 pgs: 137 active+clean; 314 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-10T16:19:06.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:05 smithi102 ceph-mon[88557]: pgmap v3844: 137 pgs: 137 active+clean; 314 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 37 op/s 2024-04-10T16:19:07.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:07 smithi102 ceph-mon[90943]: pgmap v3845: 137 pgs: 137 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:19:07.938 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:07 smithi102 ceph-mon[88557]: pgmap v3845: 137 pgs: 137 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:19:07.939 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:19:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:19:07] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-04-10T16:19:08.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:07 smithi154 ceph-mon[84269]: pgmap v3845: 137 pgs: 137 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:19:09.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:09.173 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:09.174 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:10.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:09 smithi154 ceph-mon[84269]: pgmap v3846: 137 pgs: 137 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-10T16:19:10.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:09 smithi102 ceph-mon[90943]: pgmap v3846: 137 pgs: 137 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-10T16:19:10.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:09 smithi102 ceph-mon[88557]: pgmap v3846: 137 pgs: 137 active+clean; 318 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 85 KiB/s rd, 4.5 MiB/s wr, 38 op/s 2024-04-10T16:19:12.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:11 smithi154 ceph-mon[84269]: pgmap v3847: 137 pgs: 137 active+clean; 322 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 3.7 MiB/s wr, 32 op/s 2024-04-10T16:19:12.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:11 smithi102 ceph-mon[90943]: pgmap v3847: 137 pgs: 137 active+clean; 322 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 3.7 MiB/s wr, 32 op/s 2024-04-10T16:19:12.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:11 smithi102 ceph-mon[88557]: pgmap v3847: 137 pgs: 137 active+clean; 322 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 170 KiB/s rd, 3.7 MiB/s wr, 32 op/s 2024-04-10T16:19:12.658 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:19:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:19:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:19:13.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:12 smithi154 ceph-mon[84269]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-10T16:19:13.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:12 smithi102 ceph-mon[88557]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-10T16:19:13.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:12 smithi102 ceph-mon[90943]: osdmap e1974: 8 total, 8 up, 8 in 2024-04-10T16:19:14.111 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/7.ShrinkToOneAfterSnapshot (22495 ms) 2024-04-10T16:19:14.111 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/7.MinOverlap 2024-04-10T16:19:14.111 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:19:14.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:13 smithi154 ceph-mon[84269]: pgmap v3849: 137 pgs: 137 active+clean; 322 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 653 KiB/s rd, 821 KiB/s wr, 34 op/s 2024-04-10T16:19:14.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:13 smithi102 ceph-mon[90943]: pgmap v3849: 137 pgs: 137 active+clean; 322 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 653 KiB/s rd, 821 KiB/s wr, 34 op/s 2024-04-10T16:19:14.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:13 smithi102 ceph-mon[88557]: pgmap v3849: 137 pgs: 137 active+clean; 322 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 653 KiB/s rd, 821 KiB/s wr, 34 op/s 2024-04-10T16:19:16.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:15 smithi154 ceph-mon[84269]: pgmap v3850: 137 pgs: 137 active+clean; 354 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.0 MiB/s wr, 38 op/s 2024-04-10T16:19:16.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:15 smithi102 ceph-mon[90943]: pgmap v3850: 137 pgs: 137 active+clean; 354 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.0 MiB/s wr, 38 op/s 2024-04-10T16:19:16.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:15 smithi102 ceph-mon[88557]: pgmap v3850: 137 pgs: 137 active+clean; 354 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 1.4 MiB/s rd, 4.0 MiB/s wr, 38 op/s 2024-04-10T16:19:17.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:19:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:19:17] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2024-04-10T16:19:17.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:17 smithi102 ceph-mon[90943]: pgmap v3851: 137 pgs: 137 active+clean; 378 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-10T16:19:17.939 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:17 smithi102 ceph-mon[88557]: pgmap v3851: 137 pgs: 137 active+clean; 378 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-10T16:19:18.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:17 smithi154 ceph-mon[84269]: pgmap v3851: 137 pgs: 137 active+clean; 378 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 44 op/s 2024-04-10T16:19:20.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:19 smithi154 ceph-mon[84269]: pgmap v3852: 137 pgs: 137 active+clean; 378 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 42 op/s 2024-04-10T16:19:20.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:19 smithi102 ceph-mon[88557]: pgmap v3852: 137 pgs: 137 active+clean; 378 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 42 op/s 2024-04-10T16:19:20.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:19 smithi102 ceph-mon[90943]: pgmap v3852: 137 pgs: 137 active+clean; 378 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.0 MiB/s rd, 6.0 MiB/s wr, 42 op/s 2024-04-10T16:19:21.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:20 smithi154 ceph-mon[84269]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-10T16:19:21.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:20 smithi102 ceph-mon[90943]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-10T16:19:21.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:20 smithi102 ceph-mon[88557]: osdmap e1975: 8 total, 8 up, 8 in 2024-04-10T16:19:22.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:21 smithi154 ceph-mon[84269]: pgmap v3854: 137 pgs: 137 active+clean; 382 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.7 MiB/s wr, 39 op/s 2024-04-10T16:19:22.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:21 smithi102 ceph-mon[90943]: pgmap v3854: 137 pgs: 137 active+clean; 382 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.7 MiB/s wr, 39 op/s 2024-04-10T16:19:22.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:21 smithi102 ceph-mon[88557]: pgmap v3854: 137 pgs: 137 active+clean; 382 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 3.2 MiB/s rd, 6.7 MiB/s wr, 39 op/s 2024-04-10T16:19:22.658 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:19:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:19:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:19:24.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:23 smithi154 ceph-mon[84269]: pgmap v3855: 137 pgs: 137 active+clean; 402 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 8.0 MiB/s wr, 35 op/s 2024-04-10T16:19:24.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:24.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:23 smithi102 ceph-mon[90943]: pgmap v3855: 137 pgs: 137 active+clean; 402 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 8.0 MiB/s wr, 35 op/s 2024-04-10T16:19:24.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:24.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:23 smithi102 ceph-mon[88557]: pgmap v3855: 137 pgs: 137 active+clean; 402 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 2.4 MiB/s rd, 8.0 MiB/s wr, 35 op/s 2024-04-10T16:19:24.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:26.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:25 smithi154 ceph-mon[84269]: pgmap v3856: 137 pgs: 137 active+clean; 423 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.9 MiB/s wr, 43 op/s 2024-04-10T16:19:26.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:25 smithi102 ceph-mon[90943]: pgmap v3856: 137 pgs: 137 active+clean; 423 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.9 MiB/s wr, 43 op/s 2024-04-10T16:19:26.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:25 smithi102 ceph-mon[88557]: pgmap v3856: 137 pgs: 137 active+clean; 423 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.7 MiB/s rd, 6.9 MiB/s wr, 43 op/s 2024-04-10T16:19:27.839 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:19:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:19:27] "GET /metrics HTTP/1.1" 200 36627 "" "Prometheus/2.43.0" 2024-04-10T16:19:28.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:27 smithi154 ceph-mon[84269]: pgmap v3857: 137 pgs: 137 active+clean; 423 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:19:28.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:27 smithi102 ceph-mon[90943]: pgmap v3857: 137 pgs: 137 active+clean; 423 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:19:28.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:27 smithi102 ceph-mon[88557]: pgmap v3857: 137 pgs: 137 active+clean; 423 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:19:30.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:29 smithi154 ceph-mon[84269]: pgmap v3858: 137 pgs: 137 active+clean; 423 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:19:30.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:29 smithi102 ceph-mon[90943]: pgmap v3858: 137 pgs: 137 active+clean; 423 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:19:30.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:29 smithi102 ceph-mon[88557]: pgmap v3858: 137 pgs: 137 active+clean; 423 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 55 KiB/s rd, 4.5 MiB/s wr, 37 op/s 2024-04-10T16:19:32.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:31 smithi154 ceph-mon[84269]: pgmap v3859: 137 pgs: 137 active+clean; 423 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-10T16:19:32.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:31 smithi102 ceph-mon[88557]: pgmap v3859: 137 pgs: 137 active+clean; 423 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-10T16:19:32.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:31 smithi102 ceph-mon[90943]: pgmap v3859: 137 pgs: 137 active+clean; 423 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 204 KiB/s rd, 4.1 MiB/s wr, 42 op/s 2024-04-10T16:19:32.658 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:19:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:19:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:19:33.629 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/7.MinOverlap (19518 ms) 2024-04-10T16:19:33.629 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] EncryptedFlattenTest/7.ZeroOverlap 2024-04-10T16:19:33.629 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:19:34.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:33 smithi154 ceph-mon[84269]: pgmap v3860: 137 pgs: 137 active+clean; 427 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-10T16:19:34.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:33 smithi102 ceph-mon[90943]: pgmap v3860: 137 pgs: 137 active+clean; 427 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-10T16:19:34.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:33 smithi102 ceph-mon[88557]: pgmap v3860: 137 pgs: 137 active+clean; 427 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 185 KiB/s rd, 3.8 MiB/s wr, 38 op/s 2024-04-10T16:19:36.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:35 smithi154 ceph-mon[84269]: pgmap v3861: 137 pgs: 137 active+clean; 431 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 50 op/s 2024-04-10T16:19:36.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:35 smithi102 ceph-mon[90943]: pgmap v3861: 137 pgs: 137 active+clean; 431 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 50 op/s 2024-04-10T16:19:36.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:35 smithi102 ceph-mon[88557]: pgmap v3861: 137 pgs: 137 active+clean; 431 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 3.1 MiB/s wr, 50 op/s 2024-04-10T16:19:37.854 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:37 smithi102 ceph-mon[88557]: pgmap v3862: 137 pgs: 137 active+clean; 427 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-10T16:19:37.854 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:19:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:19:37] "GET /metrics HTTP/1.1" 200 36627 "" "Prometheus/2.43.0" 2024-04-10T16:19:38.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:37 smithi154 ceph-mon[84269]: pgmap v3862: 137 pgs: 137 active+clean; 427 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-10T16:19:38.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:37 smithi102 ceph-mon[90943]: pgmap v3862: 137 pgs: 137 active+clean; 427 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-10T16:19:39.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:39.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:39.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:40.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:39 smithi154 ceph-mon[84269]: pgmap v3863: 137 pgs: 137 active+clean; 427 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-10T16:19:40.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:39 smithi102 ceph-mon[90943]: pgmap v3863: 137 pgs: 137 active+clean; 427 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-10T16:19:40.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:39 smithi102 ceph-mon[88557]: pgmap v3863: 137 pgs: 137 active+clean; 427 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-10T16:19:41.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:40 smithi154 ceph-mon[84269]: pgmap v3864: 137 pgs: 137 active+clean; 427 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-10T16:19:41.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:40 smithi102 ceph-mon[90943]: pgmap v3864: 137 pgs: 137 active+clean; 427 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-10T16:19:41.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:40 smithi102 ceph-mon[88557]: pgmap v3864: 137 pgs: 137 active+clean; 427 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.9 MiB/s rd, 1.3 MiB/s wr, 24 op/s 2024-04-10T16:19:42.658 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:19:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:19:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:19:43.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:42 smithi154 ceph-mon[84269]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-10T16:19:43.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:42 smithi154 ceph-mon[84269]: pgmap v3866: 137 pgs: 137 active+clean; 431 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-04-10T16:19:43.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:42 smithi102 ceph-mon[90943]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-10T16:19:43.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:42 smithi102 ceph-mon[90943]: pgmap v3866: 137 pgs: 137 active+clean; 431 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-04-10T16:19:43.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:42 smithi102 ceph-mon[88557]: osdmap e1976: 8 total, 8 up, 8 in 2024-04-10T16:19:43.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:42 smithi102 ceph-mon[88557]: pgmap v3866: 137 pgs: 137 active+clean; 431 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 2.1 MiB/s rd, 1.6 MiB/s wr, 20 op/s 2024-04-10T16:19:44.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:43 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:19:44.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:43 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:19:44.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:43 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:19:45.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:44 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:19:45.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:44 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:19:45.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:44 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:19:45.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:44 smithi154 ceph-mon[84269]: pgmap v3867: 137 pgs: 137 active+clean; 456 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.3 KiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-04-10T16:19:45.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:44 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:19:45.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:44 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:19:45.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:44 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:19:45.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:44 smithi102 ceph-mon[90943]: pgmap v3867: 137 pgs: 137 active+clean; 456 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.3 KiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-04-10T16:19:45.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:44 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:19:45.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:44 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:19:45.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:44 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:19:45.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:44 smithi102 ceph-mon[88557]: pgmap v3867: 137 pgs: 137 active+clean; 456 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 9.3 KiB/s rd, 2.9 MiB/s wr, 14 op/s 2024-04-10T16:19:47.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:47 smithi102 ceph-mon[90943]: pgmap v3868: 137 pgs: 137 active+clean; 468 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:19:47.939 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:47 smithi102 ceph-mon[88557]: pgmap v3868: 137 pgs: 137 active+clean; 468 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:19:47.939 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:19:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:19:47] "GET /metrics HTTP/1.1" 200 36623 "" "Prometheus/2.43.0" 2024-04-10T16:19:48.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:47 smithi154 ceph-mon[84269]: pgmap v3868: 137 pgs: 137 active+clean; 468 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:19:50.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:49 smithi154 ceph-mon[84269]: pgmap v3869: 137 pgs: 137 active+clean; 468 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:19:50.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:49 smithi102 ceph-mon[90943]: pgmap v3869: 137 pgs: 137 active+clean; 468 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:19:50.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:49 smithi102 ceph-mon[88557]: pgmap v3869: 137 pgs: 137 active+clean; 468 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 26 KiB/s rd, 4.1 MiB/s wr, 35 op/s 2024-04-10T16:19:52.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:51 smithi154 ceph-mon[84269]: pgmap v3870: 137 pgs: 137 active+clean; 476 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 4.9 MiB/s wr, 40 op/s 2024-04-10T16:19:52.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:51 smithi102 ceph-mon[90943]: pgmap v3870: 137 pgs: 137 active+clean; 476 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 4.9 MiB/s wr, 40 op/s 2024-04-10T16:19:52.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:51 smithi102 ceph-mon[88557]: pgmap v3870: 137 pgs: 137 active+clean; 476 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 87 KiB/s rd, 4.9 MiB/s wr, 40 op/s 2024-04-10T16:19:52.658 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:19:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:19:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:19:54.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:53 smithi154 ceph-mon[84269]: pgmap v3871: 137 pgs: 137 active+clean; 476 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-10T16:19:54.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:54.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:53 smithi102 ceph-mon[90943]: pgmap v3871: 137 pgs: 137 active+clean; 476 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-10T16:19:54.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:54.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:53 smithi102 ceph-mon[88557]: pgmap v3871: 137 pgs: 137 active+clean; 476 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 136 KiB/s rd, 4.5 MiB/s wr, 40 op/s 2024-04-10T16:19:54.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:19:55.639 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] EncryptedFlattenTest/7.ZeroOverlap (22010 ms) 2024-04-10T16:19:55.797 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 7 tests from EncryptedFlattenTest/7 (155747 ms total) 2024-04-10T16:19:55.797 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:19:55.797 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 15 tests from DiffIterateTest/0, where TypeParam = DiffIterateParams 2024-04-10T16:19:55.827 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/0.DiffIterate 2024-04-10T16:19:56.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:55 smithi154 ceph-mon[84269]: pgmap v3872: 137 pgs: 137 active+clean; 472 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 3.8 MiB/s wr, 49 op/s 2024-04-10T16:19:56.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:55 smithi102 ceph-mon[90943]: pgmap v3872: 137 pgs: 137 active+clean; 472 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 3.8 MiB/s wr, 49 op/s 2024-04-10T16:19:56.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:55 smithi102 ceph-mon[88557]: pgmap v3872: 137 pgs: 137 active+clean; 472 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 217 KiB/s rd, 3.8 MiB/s wr, 49 op/s 2024-04-10T16:19:57.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:56 smithi154 ceph-mon[84269]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-10T16:19:57.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:56 smithi102 ceph-mon[90943]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-10T16:19:57.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:56 smithi102 ceph-mon[88557]: osdmap e1977: 8 total, 8 up, 8 in 2024-04-10T16:19:57.816 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:19:57.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:57 smithi102 ceph-mon[90943]: pgmap v3874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:19:57.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:57 smithi102 ceph-mon[90943]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-10T16:19:57.938 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:57 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/119054924' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:19:57.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:57 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:19:57.939 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:57 smithi102 ceph-mon[88557]: pgmap v3874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:19:57.939 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:57 smithi102 ceph-mon[88557]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-10T16:19:57.939 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:57 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/119054924' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:19:57.939 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:57 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:19:57.939 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:19:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:19:57] "GET /metrics HTTP/1.1" 200 36621 "" "Prometheus/2.43.0" 2024-04-10T16:19:58.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:57 smithi154 ceph-mon[84269]: pgmap v3874: 105 pgs: 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:19:58.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:57 smithi154 ceph-mon[84269]: osdmap e1978: 8 total, 8 up, 8 in 2024-04-10T16:19:58.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:57 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/119054924' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:19:58.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:57 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-44","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:19:59.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:58 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:19:59.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:58 smithi154 ceph-mon[84269]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-10T16:19:59.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:58 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:19:59.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:58 smithi102 ceph-mon[90943]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-10T16:19:59.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:58 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-44","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:19:59.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:58 smithi102 ceph-mon[88557]: osdmap e1979: 8 total, 8 up, 8 in 2024-04-10T16:19:59.852 INFO:tasks.workunit.client.0.smithi102.stdout: wrote [2514257~90462,2684865~52345,6676062~47893,10855070~80651,11593810~45651,11919133~52111,12681450~389,13457290~89528,18116629~28294,20750475~29974] 2024-04-10T16:20:00.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:59 smithi154 ceph-mon[84269]: pgmap v3877: 137 pgs: 3 creating+peering, 28 unknown, 106 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:20:00.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:19:59 smithi154 ceph-mon[84269]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-10T16:20:00.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:59 smithi102 ceph-mon[90943]: pgmap v3877: 137 pgs: 3 creating+peering, 28 unknown, 106 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:20:00.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:19:59 smithi102 ceph-mon[90943]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-10T16:20:00.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:59 smithi102 ceph-mon[88557]: pgmap v3877: 137 pgs: 3 creating+peering, 28 unknown, 106 active+clean; 4.6 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:20:00.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:19:59 smithi102 ceph-mon[88557]: osdmap e1980: 8 total, 8 up, 8 in 2024-04-10T16:20:00.847 INFO:tasks.workunit.client.0.smithi102.stdout: wrote [555757~24780,3681517~99043,4896133~54103,5687639~22849,9986347~24620,10189649~71946,14081859~95246,17347230~92350,19386166~64110,19515123~99737] 2024-04-10T16:20:00.855 INFO:tasks.workunit.client.0.smithi102.stdout: diff was [555757~24780,2737210~1043350,4896133~54103,5687639~22849,9986347~24620,10189649~71946,13546818~630287,17347230~92350,19386166~64110,19515123~99737] 2024-04-10T16:20:00.862 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/0.DiffIterate (5032 ms) 2024-04-10T16:20:00.863 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministic 2024-04-10T16:20:00.863 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:20:01.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:00 smithi154 ceph-mon[84269]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-10T16:20:01.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:00 smithi154 ceph-mon[84269]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-10T16:20:01.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:00 smithi102 ceph-mon[90943]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-10T16:20:01.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:00 smithi102 ceph-mon[90943]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-10T16:20:01.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:00 smithi102 ceph-mon[88557]: osdmap e1981: 8 total, 8 up, 8 in 2024-04-10T16:20:01.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:00 smithi102 ceph-mon[88557]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-10T16:20:02.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:01 smithi154 ceph-mon[84269]: pgmap v3880: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 7.2 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 36 KiB/s wr, 9 op/s 2024-04-10T16:20:02.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:01 smithi154 ceph-mon[84269]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-10T16:20:02.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:01 smithi102 ceph-mon[90943]: pgmap v3880: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 7.2 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 36 KiB/s wr, 9 op/s 2024-04-10T16:20:02.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:01 smithi102 ceph-mon[90943]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-10T16:20:02.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:01 smithi102 ceph-mon[88557]: pgmap v3880: 137 pgs: 3 creating+peering, 4 unknown, 130 active+clean; 7.2 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 6.2 KiB/s rd, 36 KiB/s wr, 9 op/s 2024-04-10T16:20:02.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:01 smithi102 ceph-mon[88557]: osdmap e1982: 8 total, 8 up, 8 in 2024-04-10T16:20:02.658 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:20:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:20:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:20:03.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:02 smithi154 ceph-mon[84269]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-10T16:20:03.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:02 smithi102 ceph-mon[90943]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-10T16:20:03.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:02 smithi102 ceph-mon[88557]: osdmap e1983: 8 total, 8 up, 8 in 2024-04-10T16:20:03.885 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministic (3026 ms) 2024-04-10T16:20:03.885 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDeterministicPP 2024-04-10T16:20:03.885 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:20:04.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:03 smithi154 ceph-mon[84269]: pgmap v3883: 137 pgs: 137 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 233 KiB/s wr, 37 op/s 2024-04-10T16:20:04.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:03 smithi154 ceph-mon[84269]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-10T16:20:04.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:03 smithi102 ceph-mon[90943]: pgmap v3883: 137 pgs: 137 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 233 KiB/s wr, 37 op/s 2024-04-10T16:20:04.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:03 smithi102 ceph-mon[90943]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-10T16:20:04.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:03 smithi102 ceph-mon[88557]: pgmap v3883: 137 pgs: 137 active+clean; 16 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 233 KiB/s wr, 37 op/s 2024-04-10T16:20:04.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:03 smithi102 ceph-mon[88557]: osdmap e1984: 8 total, 8 up, 8 in 2024-04-10T16:20:05.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:04 smithi154 ceph-mon[84269]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-10T16:20:05.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:04 smithi102 ceph-mon[90943]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-10T16:20:05.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:04 smithi102 ceph-mon[88557]: osdmap e1985: 8 total, 8 up, 8 in 2024-04-10T16:20:06.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:05 smithi154 ceph-mon[84269]: pgmap v3886: 137 pgs: 137 active+clean; 19 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 231 KiB/s wr, 52 op/s 2024-04-10T16:20:06.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:05 smithi154 ceph-mon[84269]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-10T16:20:06.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:05 smithi102 ceph-mon[90943]: pgmap v3886: 137 pgs: 137 active+clean; 19 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 231 KiB/s wr, 52 op/s 2024-04-10T16:20:06.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:05 smithi102 ceph-mon[90943]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-10T16:20:06.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:05 smithi102 ceph-mon[88557]: pgmap v3886: 137 pgs: 137 active+clean; 19 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 25 KiB/s rd, 231 KiB/s wr, 52 op/s 2024-04-10T16:20:06.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:05 smithi102 ceph-mon[88557]: osdmap e1986: 8 total, 8 up, 8 in 2024-04-10T16:20:06.911 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/0.DiffIterateDeterministicPP (3026 ms) 2024-04-10T16:20:06.911 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/0.DiffIterateDiscard 2024-04-10T16:20:06.912 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:20:07.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:06 smithi154 ceph-mon[84269]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-10T16:20:07.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:06 smithi154 ceph-mon[84269]: pgmap v3889: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 68 KiB/s wr, 78 op/s 2024-04-10T16:20:07.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:06 smithi102 ceph-mon[90943]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-10T16:20:07.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:06 smithi102 ceph-mon[90943]: pgmap v3889: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 68 KiB/s wr, 78 op/s 2024-04-10T16:20:07.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:06 smithi102 ceph-mon[88557]: osdmap e1987: 8 total, 8 up, 8 in 2024-04-10T16:20:07.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:06 smithi102 ceph-mon[88557]: pgmap v3889: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 50 KiB/s rd, 68 KiB/s wr, 78 op/s 2024-04-10T16:20:07.877 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:20:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:20:07] "GET /metrics HTTP/1.1" 200 36621 "" "Prometheus/2.43.0" 2024-04-10T16:20:08.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:07 smithi154 ceph-mon[84269]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-10T16:20:08.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:07 smithi102 ceph-mon[90943]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-10T16:20:08.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:07 smithi102 ceph-mon[88557]: osdmap e1988: 8 total, 8 up, 8 in 2024-04-10T16:20:09.087 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/0.DiffIterateDiscard (2176 ms) 2024-04-10T16:20:09.087 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTruncate 2024-04-10T16:20:09.087 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:20:09.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:08 smithi154 ceph-mon[84269]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-10T16:20:09.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:09.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:08 smithi154 ceph-mon[84269]: pgmap v3892: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 36 KiB/s wr, 66 op/s 2024-04-10T16:20:09.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:08 smithi102 ceph-mon[90943]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-10T16:20:09.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:09.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:08 smithi102 ceph-mon[90943]: pgmap v3892: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 36 KiB/s wr, 66 op/s 2024-04-10T16:20:09.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:08 smithi102 ceph-mon[88557]: osdmap e1989: 8 total, 8 up, 8 in 2024-04-10T16:20:09.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:09.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:08 smithi102 ceph-mon[88557]: pgmap v3892: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 45 KiB/s rd, 36 KiB/s wr, 66 op/s 2024-04-10T16:20:10.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:09 smithi154 ceph-mon[84269]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-10T16:20:10.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:09 smithi154 ceph-mon[84269]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-10T16:20:10.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:09 smithi102 ceph-mon[90943]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-10T16:20:10.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:09 smithi102 ceph-mon[90943]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-10T16:20:10.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:09 smithi102 ceph-mon[88557]: osdmap e1990: 8 total, 8 up, 8 in 2024-04-10T16:20:10.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:09 smithi102 ceph-mon[88557]: osdmap e1991: 8 total, 8 up, 8 in 2024-04-10T16:20:11.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:11 smithi154 ceph-mon[84269]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-10T16:20:11.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:11 smithi154 ceph-mon[84269]: pgmap v3896: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 148 KiB/s wr, 136 op/s 2024-04-10T16:20:11.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:11 smithi102 ceph-mon[90943]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-10T16:20:11.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:11 smithi102 ceph-mon[90943]: pgmap v3896: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 148 KiB/s wr, 136 op/s 2024-04-10T16:20:11.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:11 smithi102 ceph-mon[88557]: osdmap e1992: 8 total, 8 up, 8 in 2024-04-10T16:20:11.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:11 smithi102 ceph-mon[88557]: pgmap v3896: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 148 KiB/s wr, 136 op/s 2024-04-10T16:20:12.116 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/0.DiffIterateTruncate (3029 ms) 2024-04-10T16:20:12.116 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/0.DiffIterateWriteAndTruncate 2024-04-10T16:20:12.116 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:20:12.319 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:12 smithi154 ceph-mon[84269]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-10T16:20:12.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:12 smithi102 ceph-mon[90943]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-10T16:20:12.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:12 smithi102 ceph-mon[88557]: osdmap e1993: 8 total, 8 up, 8 in 2024-04-10T16:20:12.658 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:20:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:20:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:20:13.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:13 smithi154 ceph-mon[84269]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-10T16:20:13.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:13 smithi154 ceph-mon[84269]: pgmap v3899: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 147 KiB/s wr, 130 op/s 2024-04-10T16:20:13.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:13 smithi102 ceph-mon[90943]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-10T16:20:13.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:13 smithi102 ceph-mon[90943]: pgmap v3899: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 147 KiB/s wr, 130 op/s 2024-04-10T16:20:13.438 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:13 smithi102 ceph-mon[88557]: osdmap e1994: 8 total, 8 up, 8 in 2024-04-10T16:20:13.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:13 smithi102 ceph-mon[88557]: pgmap v3899: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 147 KiB/s wr, 130 op/s 2024-04-10T16:20:14.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:14 smithi154 ceph-mon[84269]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-10T16:20:14.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:14 smithi102 ceph-mon[90943]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-10T16:20:14.438 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:14 smithi102 ceph-mon[88557]: osdmap e1995: 8 total, 8 up, 8 in 2024-04-10T16:20:15.132 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/0.DiffIterateWriteAndTruncate (3016 ms) 2024-04-10T16:20:15.132 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStress 2024-04-10T16:20:15.132 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:20:15.220 INFO:tasks.workunit.client.0.smithi102.stdout: i=0 exists [60104795~956704,80109722~4883428,96516353~5786973,127119590~7469213,204370992~6362772,255141430~7091021,376098771~1314813,406623824~2861904] wrote [60104795~956704,80109722~4883428,96516353~5786973,127119590~7469213,204370992~6362772,255141430~7091021,376098771~1314813,406623824~2861904] 2024-04-10T16:20:15.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:15 smithi154 ceph-mon[84269]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-10T16:20:15.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:15 smithi154 ceph-mon[84269]: pgmap v3902: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-10T16:20:15.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:15 smithi102 ceph-mon[90943]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-10T16:20:15.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:15 smithi102 ceph-mon[90943]: pgmap v3902: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-10T16:20:15.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:15 smithi102 ceph-mon[88557]: osdmap e1996: 8 total, 8 up, 8 in 2024-04-10T16:20:15.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:15 smithi102 ceph-mon[88557]: pgmap v3902: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 49 KiB/s rd, 5.2 KiB/s wr, 68 op/s 2024-04-10T16:20:16.162 INFO:tasks.workunit.client.0.smithi102.stdout: i=1 exists [24623653~4386608,60104795~956704,80109722~4883428,96516353~5786973,127119590~7469213,185882647~2309044,204370992~6362772,255141430~7091021,312391508~1844571,330459077~3965461,364201501~377854,374836885~3743704,390070249~3267207,406623824~2861904] wrote [24623653~4386608,97503428~1693516,185882647~2309044,312391508~1844571,330459077~3965461,364201501~377854,374836885~3743704,390070249~3267207] 2024-04-10T16:20:16.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:16 smithi154 ceph-mon[84269]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-10T16:20:16.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:16 smithi102 ceph-mon[90943]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-10T16:20:16.438 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:16 smithi102 ceph-mon[88557]: osdmap e1997: 8 total, 8 up, 8 in 2024-04-10T16:20:17.191 INFO:tasks.workunit.client.0.smithi102.stdout: i=2 exists [24623653~4386608,60104795~956704,80109722~4883428,95227325~7076001,127119590~7469213,151438592~1418478,166153429~2306294,176207829~2113439,185882647~2309044,204370992~6362772,255141430~7091021,273562803~5404317,312391508~1844571,330459077~3965461,348679336~5078101,364201501~377854,370010835~10050603,385690132~7647324,406623824~2861904] wrote [95227325~6777024,151438592~1418478,166153429~2306294,176207829~2113439,273562803~5404317,348679336~5078101,370010835~10050603,385690132~7408778] 2024-04-10T16:20:17.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:17 smithi154 ceph-mon[84269]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-10T16:20:17.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:17 smithi154 ceph-mon[84269]: pgmap v3905: 137 pgs: 137 active+clean; 67 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 8.0 MiB/s wr, 105 op/s 2024-04-10T16:20:17.438 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:17 smithi102 ceph-mon[88557]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-10T16:20:17.438 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:17 smithi102 ceph-mon[88557]: pgmap v3905: 137 pgs: 137 active+clean; 67 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 8.0 MiB/s wr, 105 op/s 2024-04-10T16:20:17.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:17 smithi102 ceph-mon[90943]: osdmap e1998: 8 total, 8 up, 8 in 2024-04-10T16:20:17.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:17 smithi102 ceph-mon[90943]: pgmap v3905: 137 pgs: 137 active+clean; 67 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 8.0 MiB/s wr, 105 op/s 2024-04-10T16:20:17.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:20:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:20:17] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-04-10T16:20:18.222 INFO:tasks.workunit.client.0.smithi102.stdout: i=3 exists [24623653~4386608,60104795~956704,80109722~4883428,95227325~7076001,115629814~2978492,127119590~7469213,151438592~1418478,162814389~5645334,176207829~2113439,185882647~2309044,188860999~2620222,204370992~13174940,248128790~6301708,255141430~7091021,273562803~5404317,309817146~5921567,317021920~4102482,330459077~4234983,348679336~5078101,355986027~7469128,364201501~377854,370010835~10050603,385690132~7647324,406623824~2861904] wrote [115629814~2978492,162814389~4857728,188860999~2620222,210040922~7505010,248128790~6301708,309817146~5921567,317021920~4102482,331554406~3139654,355986027~7469128] 2024-04-10T16:20:18.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:18 smithi154 ceph-mon[84269]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-10T16:20:18.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:18 smithi102 ceph-mon[90943]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-10T16:20:18.438 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:18 smithi102 ceph-mon[88557]: osdmap e1999: 8 total, 8 up, 8 in 2024-04-10T16:20:19.183 INFO:tasks.workunit.client.0.smithi102.stdout: i=4 exists [5381500~5810652,24623653~4386608,60104795~956704,80109722~5646225,89906431~3633939,93950025~8353301,105565893~1183920,115629814~2978492,127119590~7469213,151438592~1418478,162814389~5645334,176207829~2113439,185882647~2309044,188860999~2620222,197566377~4430096,204370992~13174940,226723899~4676947,248128790~14103661,273562803~5404317,309817146~5921567,317021920~4102482,330459077~4234983,348679336~5078101,355986027~7469128,364201501~377854,370010835~10050603,385690132~7647324,406623824~2861904] wrote [5381500~5810652,84827729~928218,89906431~3633939,93950025~5143672,105565893~1183920,164367338~1284102,197566377~4430096,226723899~4676947,248539412~8171190] 2024-04-10T16:20:19.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:19 smithi154 ceph-mon[84269]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-10T16:20:19.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:19 smithi154 ceph-mon[84269]: pgmap v3908: 137 pgs: 137 active+clean; 85 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 43 op/s 2024-04-10T16:20:19.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:19 smithi102 ceph-mon[90943]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-10T16:20:19.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:19 smithi102 ceph-mon[90943]: pgmap v3908: 137 pgs: 137 active+clean; 85 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 43 op/s 2024-04-10T16:20:19.438 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:19 smithi102 ceph-mon[88557]: osdmap e2000: 8 total, 8 up, 8 in 2024-04-10T16:20:19.438 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:19 smithi102 ceph-mon[88557]: pgmap v3908: 137 pgs: 137 active+clean; 85 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 11 MiB/s wr, 43 op/s 2024-04-10T16:20:20.196 INFO:tasks.workunit.client.0.smithi102.stdout: i=5 exists [5381500~5810652,17075274~3836376,23407487~8430064,60104795~956704,65627319~6674515,80109722~5646225,89906431~3633939,93950025~8353301,105565893~1183920,115629814~2978492,127119590~7469213,151438592~1418478,160082196~13476598,176207829~2113439,185882647~2309044,188860999~2620222,197566377~19979555,226723899~4676947,248128790~14103661,273562803~5404317,309817146~5921567,317021920~4102482,330459077~6685243,340095391~1667451,348679336~5078101,355986027~7469128,364201501~377854,370010835~10050603,385690132~7647324,406623824~2861904] wrote [17075274~3836376,23407487~1904598,25561552~6275999,65627319~6674515,160082196~7015565,167129809~6428985,198676727~7261745,330512814~6631506,340095391~1667451] 2024-04-10T16:20:20.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:20 smithi154 ceph-mon[84269]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-10T16:20:20.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:20 smithi102 ceph-mon[90943]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-10T16:20:20.438 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:20 smithi102 ceph-mon[88557]: osdmap e2001: 8 total, 8 up, 8 in 2024-04-10T16:20:21.224 INFO:tasks.workunit.client.0.smithi102.stdout: i=6 exists [5381500~5810652,17023402~3888248,23407487~10825382,60104795~956704,65627319~6674515,80109722~5646225,89906431~3633939,93950025~8353301,105565893~1183920,115629814~2978492,127119590~7469213,151438592~1418478,160082196~19807939,185882647~2309044,188860999~2620222,195051776~675030,197566377~19979555,226723899~4676947,248128790~14103661,270369961~8597159,281486296~6856761,309817146~5921567,317021920~4102482,330459077~6685243,340095391~1667451,348679336~5078101,355853526~7601629,364201501~377854,370010835~10050603,385690132~7647324,399744810~6556911,406623824~2861904] wrote [17023402~3682341,26239956~7992913,171785083~8105052,195051776~675030,227975555~2247917,270369961~6041009,281486296~6856761,355853526~2801413,377242436~1340712,399744810~6556911] 2024-04-10T16:20:21.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:21 smithi154 ceph-mon[84269]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-10T16:20:21.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:21 smithi154 ceph-mon[84269]: pgmap v3911: 137 pgs: 137 active+clean; 263 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 41 MiB/s wr, 254 op/s 2024-04-10T16:20:21.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:21 smithi102 ceph-mon[90943]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-10T16:20:21.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:21 smithi102 ceph-mon[90943]: pgmap v3911: 137 pgs: 137 active+clean; 263 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 41 MiB/s wr, 254 op/s 2024-04-10T16:20:21.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:21 smithi102 ceph-mon[88557]: osdmap e2002: 8 total, 8 up, 8 in 2024-04-10T16:20:21.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:21 smithi102 ceph-mon[88557]: pgmap v3911: 137 pgs: 137 active+clean; 263 MiB data, 4.3 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 41 MiB/s wr, 254 op/s 2024-04-10T16:20:22.208 INFO:tasks.workunit.client.0.smithi102.stdout: i=7 exists [711451~10480701,17023402~3888248,23407487~10825382,58852851~3554725,65627319~6674515,80109722~5646225,89906431~3633939,93950025~8353301,105565893~1183920,110053720~1697,110793697~3829589,115629814~2978492,127119590~7469213,151438592~1418478,160082196~19807939,180479096~713339,185882647~2309044,188860999~2620222,195051776~675030,197566377~19979555,226723899~4676947,248128790~14103661,270369961~8597159,281486296~6856761,309817146~5921567,317021920~4102482,330459077~6685243,340095391~1667451,348679336~5078101,355853526~7601629,364201501~377854,370010835~23326621,399744810~6556911,406623824~2861904] wrote [711451~5567613,58852851~3554725,110053720~1697,110793697~3829589,161523452~3069738,180479096~713339,202720885~6506232,349897808~2610599,361009270~2113025,379882106~6350843] 2024-04-10T16:20:22.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:22 smithi154 ceph-mon[84269]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-10T16:20:22.408 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:20:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:20:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:20:22.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:22 smithi102 ceph-mon[90943]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-10T16:20:22.438 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:22 smithi102 ceph-mon[88557]: osdmap e2003: 8 total, 8 up, 8 in 2024-04-10T16:20:23.232 INFO:tasks.workunit.client.0.smithi102.stdout: i=8 exists [711451~10480701,17023402~3888248,23407487~10825382,58852851~3554725,65627319~9774634,80109722~6929399,89906431~3633939,93950025~10691417,105565893~1183920,110053720~1697,110793697~3829589,115629814~2978492,127119590~7469213,151438592~1418478,160082196~19807939,180479096~713339,185709733~5771488,195051776~675030,197566377~19979555,226723899~4676947,248128790~18591441,270369961~8597159,281486296~6856761,302249719~4860496,309817146~5970633,317021920~4102482,330459077~6685243,340095391~1667451,348679336~5078101,355853526~7601629,364201501~377854,370010835~23326621,395771520~316723,399744810~6556911,406623824~2861904] wrote [31708463~1947899,68190895~7211058,83899912~3139209,98169717~6471725,185709733~4738739,200049536~5310553,259589458~7130773,302249719~4860496,314188886~1598893,395771520~316723] 2024-04-10T16:20:23.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:23 smithi154 ceph-mon[84269]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-10T16:20:23.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:23 smithi154 ceph-mon[84269]: pgmap v3914: 137 pgs: 137 active+clean; 288 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 43 MiB/s wr, 255 op/s 2024-04-10T16:20:23.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:23 smithi102 ceph-mon[90943]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-10T16:20:23.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:23 smithi102 ceph-mon[90943]: pgmap v3914: 137 pgs: 137 active+clean; 288 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 43 MiB/s wr, 255 op/s 2024-04-10T16:20:23.438 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:23 smithi102 ceph-mon[88557]: osdmap e2004: 8 total, 8 up, 8 in 2024-04-10T16:20:23.438 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:23 smithi102 ceph-mon[88557]: pgmap v3914: 137 pgs: 137 active+clean; 288 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 155 KiB/s rd, 43 MiB/s wr, 255 op/s 2024-04-10T16:20:24.240 INFO:tasks.workunit.client.0.smithi102.stdout: i=9 exists [711451~10480701,14200545~6711105,21898601~1377579,23407487~16741266,58852851~3554725,65627319~9774634,80109722~13430648,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,127119590~8957190,151438592~1418478,160082196~19807939,180479096~713339,185709733~5771488,195051776~675030,197566377~19979555,226071853~5328993,248128790~18591441,270369961~8597159,281486296~6856761,302249719~4860496,309817146~5970633,317021920~4102482,321823568~1981809,330459077~6685243,340095391~1667451,348679336~5078101,355853526~7601629,364201501~377854,370010835~23326621,395771520~316723,399744810~6556911,406623824~2861904] wrote [14200545~3891161,21898601~1377579,33124677~7024076,85530648~7562892,112434460~8113257,129424464~6652316,161057263~7025045,226071853~2296723,321823568~1981809] 2024-04-10T16:20:24.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:24 smithi154 ceph-mon[84269]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-10T16:20:24.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:24.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:24 smithi102 ceph-mon[90943]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-10T16:20:24.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:24.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:24 smithi102 ceph-mon[88557]: osdmap e2005: 8 total, 8 up, 8 in 2024-04-10T16:20:24.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:25.246 INFO:tasks.workunit.client.0.smithi102.stdout: i=10 exists [711451~10480701,14200545~6711105,21898601~1377579,23407487~16741266,40363554~3730993,58852851~3554725,65627319~9774634,80109722~13430648,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,127119590~8957190,137073753~1052048,144554644~2001571,151438592~1418478,160082196~19807939,180479096~713339,185709733~31836199,226071853~5328993,248128790~20542329,270369961~8597159,281486296~6856761,302249719~4860496,309817146~5970633,317021920~4102482,321823568~1981809,330459077~6685243,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,364201501~377854,370010835~23326621,395771520~316723,399744810~6556911,406623824~2861904] wrote [9578166~694917,29404749~9028506,40363554~3730993,137073753~1052048,144554644~2001571,191289890~7330658,261482803~7188316,341841158~3967831,354891740~3389529] 2024-04-10T16:20:25.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:25 smithi102 ceph-mon[90943]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-10T16:20:25.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:25 smithi102 ceph-mon[90943]: pgmap v3917: 137 pgs: 137 active+clean; 373 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 26 MiB/s wr, 206 op/s 2024-04-10T16:20:25.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:25 smithi102 ceph-mon[88557]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-10T16:20:25.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:25 smithi102 ceph-mon[88557]: pgmap v3917: 137 pgs: 137 active+clean; 373 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 26 MiB/s wr, 206 op/s 2024-04-10T16:20:25.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:25 smithi154 ceph-mon[84269]: osdmap e2006: 8 total, 8 up, 8 in 2024-04-10T16:20:25.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:25 smithi154 ceph-mon[84269]: pgmap v3917: 137 pgs: 137 active+clean; 373 MiB data, 4.7 GiB used, 711 GiB / 715 GiB avail; 121 KiB/s rd, 26 MiB/s wr, 206 op/s 2024-04-10T16:20:26.247 INFO:tasks.workunit.client.0.smithi102.stdout: i=11 exists [711451~10480701,14200545~9104933,23407487~16741266,40363554~3730993,58852851~3554725,65627319~9774634,80109722~13430648,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,127119590~8957190,137073753~1052048,144554644~2001571,149854987~7623301,160082196~19807939,180479096~713339,185709733~31836199,226071853~5328993,236502715~2285512,248128790~20542329,270369961~8597159,281486296~6856761,302249719~13538060,317021920~4102482,321823568~1981809,330459077~6685243,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,364201501~377854,370010835~23326621,395771520~316723,399744810~6556911,406623824~2861904] wrote [17283340~6022138,39566119~419765,149854987~7623301,166612680~1553197,207910207~1137992,236502715~2285512,263128286~1927548,305719928~4755154,375815801~3905766] 2024-04-10T16:20:26.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:26 smithi102 ceph-mon[90943]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-10T16:20:26.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:26 smithi102 ceph-mon[88557]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-10T16:20:26.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:26 smithi154 ceph-mon[84269]: osdmap e2007: 8 total, 8 up, 8 in 2024-04-10T16:20:27.286 INFO:tasks.workunit.client.0.smithi102.stdout: i=12 exists [711451~10480701,13799883~9505595,23407487~16741266,40363554~10235128,57415070~4992506,65627319~9774634,80109722~13430648,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,127119590~11006211,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~31836199,226071853~5328993,236502715~2285512,245892126~23734678,270369961~8597159,281486296~6856761,302249719~13538060,317021920~4102482,321823568~1981809,330459077~6685243,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,364201501~377854,370010835~23326621,395771520~316723,399744810~6556911,406623824~2861904] wrote [13799883~4654230,42700597~7898085,57415070~1876897,113433302~6204706,134526431~3176883,159284996~8080489,245892126~7243079,266390578~3236226,344068787~1396980,356996678~4389828] 2024-04-10T16:20:27.438 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:27 smithi102 ceph-mon[88557]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-10T16:20:27.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:27 smithi102 ceph-mon[88557]: pgmap v3920: 137 pgs: 137 active+clean; 507 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 51 MiB/s wr, 319 op/s 2024-04-10T16:20:27.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:27 smithi102 ceph-mon[90943]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-10T16:20:27.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:27 smithi102 ceph-mon[90943]: pgmap v3920: 137 pgs: 137 active+clean; 507 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 51 MiB/s wr, 319 op/s 2024-04-10T16:20:27.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:27 smithi154 ceph-mon[84269]: osdmap e2008: 8 total, 8 up, 8 in 2024-04-10T16:20:27.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:27 smithi154 ceph-mon[84269]: pgmap v3920: 137 pgs: 137 active+clean; 507 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail; 197 KiB/s rd, 51 MiB/s wr, 319 op/s 2024-04-10T16:20:27.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:20:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:20:27] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2024-04-10T16:20:28.283 INFO:tasks.workunit.client.0.smithi102.stdout: i=13 exists [711451~10480701,13799883~9505595,23407487~16741266,40363554~10235128,57415070~4992506,65627319~9774634,80109722~13430648,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,127119590~11006211,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~31836199,226071853~5328993,236502715~2285512,245892126~23734678,270369961~8597159,281486296~6856761,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,364201501~377854,370010835~23326621,395771520~316723,399744810~9740918] wrote [87032135~4672149,127952139~4244473,150934186~2785285,252866489~4956400,309544314~5620446,316365760~401463,317598632~1876995,324118761~10086815,403197457~4003563] 2024-04-10T16:20:28.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:28 smithi102 ceph-mon[90943]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-10T16:20:28.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:28 smithi102 ceph-mon[88557]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-10T16:20:28.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:28 smithi154 ceph-mon[84269]: osdmap e2009: 8 total, 8 up, 8 in 2024-04-10T16:20:29.268 INFO:tasks.workunit.client.0.smithi102.stdout: i=14 exists [711451~10480701,13799883~9505595,23407487~16741266,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185506365~32039567,225954921~6278013,236502715~2285512,245892126~23734678,270369961~8597159,281385472~6957585,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,364201501~377854,370010835~23326621,395771520~316723,399744810~9740918] wrote [69636930~521731,77661007~6249952,121418196~7743567,185506365~2910306,190548119~1031920,225954921~276518,230102421~2130513,281385472~2685010,370987843~4881935] 2024-04-10T16:20:29.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:29 smithi154 ceph-mon[84269]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-10T16:20:29.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:29 smithi154 ceph-mon[84269]: pgmap v3923: 137 pgs: 137 active+clean; 530 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 37 MiB/s wr, 119 op/s 2024-04-10T16:20:29.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:29 smithi102 ceph-mon[90943]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-10T16:20:29.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:29 smithi102 ceph-mon[90943]: pgmap v3923: 137 pgs: 137 active+clean; 530 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 37 MiB/s wr, 119 op/s 2024-04-10T16:20:29.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:29 smithi102 ceph-mon[88557]: osdmap e2010: 8 total, 8 up, 8 in 2024-04-10T16:20:29.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:29 smithi102 ceph-mon[88557]: pgmap v3923: 137 pgs: 137 active+clean; 530 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 76 KiB/s rd, 37 MiB/s wr, 119 op/s 2024-04-10T16:20:30.273 INFO:tasks.workunit.client.0.smithi102.stdout: i=15 exists [711451~10480701,13799883~9505595,23407487~16741266,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~32039567,225954921~6278013,236502715~2285512,245892126~23734678,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,364201501~377854,370010835~23326621,395771520~316723,399744810~11061364] wrote [78537535~1252945,157307461~4900071,197613209~6454667,254423893~93235,283836376~1107250,291221788~6748981,307184355~6598129,318922715~1874767,330281526~4534554,408065152~2741022] 2024-04-10T16:20:30.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:30 smithi154 ceph-mon[84269]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-10T16:20:30.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:30 smithi102 ceph-mon[90943]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-10T16:20:30.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:30 smithi102 ceph-mon[88557]: osdmap e2011: 8 total, 8 up, 8 in 2024-04-10T16:20:31.314 INFO:tasks.workunit.client.0.smithi102.stdout: i=16 exists [711451~10480701,13799883~9505595,23407487~16741266,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~32039567,225954921~6278013,236502715~6641112,245892126~23734678,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,370010835~23326621,395771520~316723,399744810~11844864] wrote [96235539~5083844,131545789~4413325,179228402~295134,237715405~5428422,273698204~3809869,338936792~106468,357935743~7562900,374664599~6046911,401952729~9636945] 2024-04-10T16:20:31.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:31 smithi154 ceph-mon[84269]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-10T16:20:31.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:31 smithi154 ceph-mon[84269]: pgmap v3926: 137 pgs: 137 active+clean; 663 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 37 MiB/s wr, 345 op/s 2024-04-10T16:20:31.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:31 smithi102 ceph-mon[90943]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-10T16:20:31.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:31 smithi102 ceph-mon[90943]: pgmap v3926: 137 pgs: 137 active+clean; 663 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 37 MiB/s wr, 345 op/s 2024-04-10T16:20:31.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:31 smithi102 ceph-mon[88557]: osdmap e2012: 8 total, 8 up, 8 in 2024-04-10T16:20:31.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:31 smithi102 ceph-mon[88557]: pgmap v3926: 137 pgs: 137 active+clean; 663 MiB data, 5.4 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 37 MiB/s wr, 345 op/s 2024-04-10T16:20:32.285 INFO:tasks.workunit.client.0.smithi102.stdout: i=17 exists [711451~11006383,13799883~9505595,23407487~16741266,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~30035148,180479096~713339,185506365~32039567,225954921~6278013,236502715~6641112,245892126~23734678,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,370010835~23326621,395771520~316723,399744810~12138935] wrote [7625935~4091899,25471486~5042783,87260530~2181738,133735411~1444629,142275203~4509298,154776759~2706538,167167353~1054434,324062020~6156154,355054497~7552640,409901844~1981901] 2024-04-10T16:20:32.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:32 smithi154 ceph-mon[84269]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-10T16:20:32.658 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:20:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:20:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:20:32.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:32 smithi102 ceph-mon[90943]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-10T16:20:32.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:32 smithi102 ceph-mon[88557]: osdmap e2013: 8 total, 8 up, 8 in 2024-04-10T16:20:33.297 INFO:tasks.workunit.client.0.smithi102.stdout: i=18 exists [711451~11006383,13799883~9505595,23407487~16741266,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~32039567,219904919~2470385,225954921~6278013,236502715~6641112,245892126~23734678,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,370010835~23326621,395771520~316723,399744810~12138935] wrote [105432124~3666899,112508780~6173528,125654685~805491,176383001~7730593,204647100~144466,219904919~2470385,239765137~1570909,384696776~6170011,406820925~3292624] 2024-04-10T16:20:33.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:33 smithi154 ceph-mon[84269]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-10T16:20:33.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:33 smithi154 ceph-mon[84269]: pgmap v3929: 137 pgs: 137 active+clean; 704 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 41 MiB/s wr, 348 op/s 2024-04-10T16:20:33.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:33 smithi102 ceph-mon[90943]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-10T16:20:33.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:33 smithi102 ceph-mon[90943]: pgmap v3929: 137 pgs: 137 active+clean; 704 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 41 MiB/s wr, 348 op/s 2024-04-10T16:20:33.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:33 smithi102 ceph-mon[88557]: osdmap e2014: 8 total, 8 up, 8 in 2024-04-10T16:20:33.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:33 smithi102 ceph-mon[88557]: pgmap v3929: 137 pgs: 137 active+clean; 704 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 222 KiB/s rd, 41 MiB/s wr, 348 op/s 2024-04-10T16:20:34.293 INFO:tasks.workunit.client.0.smithi102.stdout: i=19 exists [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~32039567,219904919~2470385,225954921~6278013,236502715~6641112,245892126~23734678,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] wrote [35840426~7422515,110794280~7640291,125011143~970018,155061069~233084,186396145~3378285,259574861~3784937,306675187~5323296,368105923~6048194,411041525~4267273] 2024-04-10T16:20:34.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:34 smithi154 ceph-mon[84269]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-10T16:20:34.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:34 smithi102 ceph-mon[90943]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-10T16:20:34.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:34 smithi102 ceph-mon[88557]: osdmap e2015: 8 total, 8 up, 8 in 2024-04-10T16:20:35.244 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 1 diff [24623653~4386608,97503428~1693516,185882647~2309044,312391508~1844571,330459077~3965461,364201501~377854,374836885~3743704,390070249~3267207] 2024-04-10T16:20:35.244 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [24623653~4386608,97503428~1693516,185882647~2309044,312391508~1844571,330459077~3965461,364201501~377854,374836885~3743704,390070249~3267207] 2024-04-10T16:20:35.261 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [20971520~8038741,97503428~1693516,184549376~3642315,310378496~3857583,327155712~7268826,360710144~3869211,374836885~3743704,385875968~7461488] 2024-04-10T16:20:35.261 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 2 diff [24623653~4386608,95227325~6777024,151438592~1418478,166153429~2306294,176207829~2113439,185882647~2309044,273562803~5404317,312391508~1844571,330459077~3965461,348679336~5078101,364201501~377854,370010835~10050603,385690132~7647324] 2024-04-10T16:20:35.262 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [24623653~4386608,95227325~6777024,151438592~1418478,166153429~2306294,176207829~2113439,185882647~2309044,273562803~5404317,312391508~1844571,330459077~3965461,348679336~5078101,364201501~377854,370010835~10050603,385690132~7647324] 2024-04-10T16:20:35.268 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [20971520~8038741,92274688~9729661,150994944~1862126,163577856~4881867,176160768~2160500,184549376~3642315,272629760~6337360,310378496~3857583,327155712~7268826,348127232~5630205,360710144~3869211,369098752~10962686,381681664~11655792] 2024-04-10T16:20:35.268 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 3 diff [24623653~4386608,95227325~6777024,115629814~2978492,151438592~1418478,162814389~5645334,176207829~2113439,185882647~2309044,188860999~2620222,210040922~7505010,248128790~6301708,273562803~5404317,309817146~5921567,317021920~4102482,330459077~4234983,348679336~5078101,355986027~7469128,364201501~377854,370010835~10050603,385690132~7647324] 2024-04-10T16:20:35.268 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [24623653~4386608,95227325~6777024,115629814~2978492,151438592~1418478,162814389~5645334,176207829~2113439,185882647~2309044,188860999~2620222,210040922~7505010,248128790~6301708,273562803~5404317,309817146~5921567,317021920~4102482,330459077~4234983,348679336~5078101,355986027~7469128,364201501~377854,370010835~10050603,385690132~7647324] 2024-04-10T16:20:35.275 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [20971520~8038741,92274688~9729661,113246208~5362098,150994944~1862126,159383552~9076171,176160768~2160500,184549376~3642315,188743680~2737541,210040922~7505010,247463936~6966562,272629760~6337360,306184192~14940210,327155712~7538348,348127232~16452123,369098752~10962686,381681664~11655792] 2024-04-10T16:20:35.275 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 4 diff [5381500~5810652,24623653~4386608,84827729~928218,89906431~3633939,93950025~8054324,105565893~1183920,115629814~2978492,151438592~1418478,162814389~5645334,176207829~2113439,185882647~2309044,188860999~2620222,197566377~4430096,210040922~7505010,226723899~4676947,248128790~8581812,273562803~5404317,309817146~5921567,317021920~4102482,330459077~4234983,348679336~5078101,355986027~7469128,364201501~377854,370010835~10050603,385690132~7647324] 2024-04-10T16:20:35.275 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [5381500~5810652,24623653~4386608,84827729~928218,89906431~3633939,93950025~8054324,105565893~1183920,115629814~2978492,151438592~1418478,162814389~5645334,176207829~2113439,185882647~2309044,188860999~2620222,197566377~4430096,210040922~7505010,226723899~4676947,248128790~8581812,273562803~5404317,309817146~5921567,317021920~4102482,330459077~4234983,348679336~5078101,355986027~7469128,364201501~377854,370010835~10050603,385690132~7647324] 2024-04-10T16:20:35.282 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~6997848,20971520~8038741,84827729~928218,88080384~13923965,104857600~1892213,113246208~5362098,150994944~1862126,159383552~9076171,176160768~2160500,184549376~3642315,188743680~2737541,197132288~4864185,210040922~7505010,226492416~4908430,247463936~9246666,272629760~6337360,306184192~14940210,327155712~7538348,348127232~16452123,369098752~10962686,381681664~11655792] 2024-04-10T16:20:35.282 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 5 diff [5381500~5810652,17075274~3836376,23407487~8430064,65627319~6674515,84827729~928218,89906431~3633939,93950025~8054324,105565893~1183920,115629814~2978492,151438592~1418478,160082196~13476598,176207829~2113439,185882647~2309044,188860999~2620222,197566377~8372095,210040922~7505010,226723899~4676947,248128790~8581812,273562803~5404317,309817146~5921567,317021920~4102482,330459077~6685243,340095391~1667451,348679336~5078101,355986027~7469128,364201501~377854,370010835~10050603,385690132~7647324] 2024-04-10T16:20:35.282 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [5381500~5810652,17075274~3836376,23407487~8430064,65627319~6674515,84827729~928218,89906431~3633939,93950025~8054324,105565893~1183920,115629814~2978492,151438592~1418478,160082196~13476598,176207829~2113439,185882647~2309044,188860999~2620222,197566377~8372095,210040922~7505010,226723899~4676947,248128790~8581812,273562803~5404317,309817146~5921567,317021920~4102482,330459077~6685243,340095391~1667451,348679336~5078101,355986027~7469128,364201501~377854,370010835~10050603,385690132~7647324] 2024-04-10T16:20:35.289 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~6997848,16777216~4134434,20971520~10866031,62914560~9387274,84827729~928218,88080384~13923965,104857600~1892213,113246208~5362098,150994944~1862126,159383552~14175242,176160768~2160500,184549376~3642315,188743680~2737541,197132288~8806184,210040922~7505010,226492416~4908430,247463936~9246666,272629760~6337360,306184192~14940210,327155712~9988608,339738624~2024218,348127232~16452123,369098752~10962686,381681664~11655792] 2024-04-10T16:20:35.289 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 6 diff [5381500~5810652,17023402~3888248,23407487~10825382,65627319~6674515,84827729~928218,89906431~3633939,93950025~8054324,105565893~1183920,115629814~2978492,151438592~1418478,160082196~19807939,185882647~2309044,188860999~2620222,195051776~675030,197566377~8372095,210040922~7505010,226723899~4676947,248128790~8581812,270369961~8597159,281486296~6856761,309817146~5921567,317021920~4102482,330459077~6685243,340095391~1667451,348679336~5078101,355853526~7601629,364201501~377854,370010835~10050603,385690132~7647324,399744810~6556911] 2024-04-10T16:20:35.289 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [5381500~5810652,17023402~3888248,23407487~10825382,65627319~6674515,84827729~928218,89906431~3633939,93950025~8054324,105565893~1183920,115629814~2978492,151438592~1418478,160082196~19807939,185882647~2309044,188860999~2620222,195051776~675030,197566377~8372095,210040922~7505010,226723899~4676947,248128790~8581812,270369961~8597159,281486296~6856761,309817146~5921567,317021920~4102482,330459077~6685243,340095391~1667451,348679336~5078101,355853526~7601629,364201501~377854,370010835~10050603,385690132~7647324,399744810~6556911] 2024-04-10T16:20:35.295 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~6997848,16777216~4134434,20971520~13261349,62914560~9387274,84827729~928218,88080384~13923965,104857600~1892213,113246208~5362098,150994944~1862126,159383552~20506583,184549376~3642315,188743680~2737541,192937984~2788822,197132288~8806184,210040922~7505010,226492416~4908430,247463936~9246666,268435456~10531664,281018368~7324689,306184192~14940210,327155712~9988608,339738624~2024218,348127232~16452123,369098752~10962686,381681664~11655792,398458880~7842841] 2024-04-10T16:20:35.295 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 7 diff [711451~10480701,17023402~3888248,23407487~10825382,58852851~3554725,65627319~6674515,84827729~928218,89906431~3633939,93950025~8054324,105565893~1183920,110053720~1697,110793697~3829589,115629814~2978492,151438592~1418478,160082196~19807939,180479096~713339,185882647~2309044,188860999~2620222,195051776~675030,197566377~11660740,210040922~7505010,226723899~4676947,248128790~8581812,270369961~8597159,281486296~6856761,309817146~5921567,317021920~4102482,330459077~6685243,340095391~1667451,348679336~5078101,355853526~7601629,364201501~377854,370010835~23326621,399744810~6556911] 2024-04-10T16:20:35.295 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,17023402~3888248,23407487~10825382,58852851~3554725,65627319~6674515,84827729~928218,89906431~3633939,93950025~8054324,105565893~1183920,110053720~1697,110793697~3829589,115629814~2978492,151438592~1418478,160082196~19807939,180479096~713339,185882647~2309044,188860999~2620222,195051776~675030,197566377~11660740,210040922~7505010,226723899~4676947,248128790~8581812,270369961~8597159,281486296~6856761,309817146~5921567,317021920~4102482,330459077~6685243,340095391~1667451,348679336~5078101,355853526~7601629,364201501~377854,370010835~23326621,399744810~6556911] 2024-04-10T16:20:35.302 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,16777216~4134434,20971520~13261349,58852851~3554725,62914560~9387274,84827729~928218,88080384~13923965,104857600~1892213,109051904~9556402,150994944~1862126,159383552~20506583,180355072~837363,184549376~3642315,188743680~2737541,192937984~2788822,197132288~12094829,210040922~7505010,226492416~4908430,247463936~9246666,268435456~10531664,281018368~7324689,306184192~14940210,327155712~9988608,339738624~2024218,348127232~16452123,369098752~24238704,398458880~7842841] 2024-04-10T16:20:35.302 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 8 diff [711451~10480701,17023402~3888248,23407487~10825382,58852851~3554725,65627319~9774634,83899912~3139209,89906431~3633939,93950025~10691417,105565893~1183920,110053720~1697,110793697~3829589,115629814~2978492,151438592~1418478,160082196~19807939,180479096~713339,185709733~5771488,195051776~675030,197566377~11660740,210040922~7505010,226723899~4676947,248128790~8581812,259589458~7130773,270369961~8597159,281486296~6856761,302249719~4860496,309817146~5970633,317021920~4102482,330459077~6685243,340095391~1667451,348679336~5078101,355853526~7601629,364201501~377854,370010835~23326621,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.302 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,17023402~3888248,23407487~10825382,58852851~3554725,65627319~9774634,83899912~3139209,89906431~3633939,93950025~10691417,105565893~1183920,110053720~1697,110793697~3829589,115629814~2978492,151438592~1418478,160082196~19807939,180479096~713339,185709733~5771488,195051776~675030,197566377~11660740,210040922~7505010,226723899~4676947,248128790~8581812,259589458~7130773,270369961~8597159,281486296~6856761,302249719~4860496,309817146~5970633,317021920~4102482,330459077~6685243,340095391~1667451,348679336~5078101,355853526~7601629,364201501~377854,370010835~23326621,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.309 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,16777216~4134434,20971520~13261349,58852851~3554725,62914560~12487393,83899912~3139209,88080384~16561058,104857600~1892213,109051904~9556402,150994944~1862126,159383552~20506583,180355072~837363,184549376~6931845,192937984~2788822,197132288~12094829,210040922~7505010,226492416~4908430,247463936~9246666,259589458~7130773,268435456~10531664,281018368~7324689,301989888~19134514,327155712~9988608,339738624~2024218,348127232~16452123,369098752~24238704,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.309 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 9 diff [711451~10480701,14200545~6711105,21898601~1377579,23407487~16741266,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,151438592~1418478,160082196~19807939,180479096~713339,185709733~5771488,195051776~675030,197566377~11660740,210040922~7505010,226071853~5328993,248128790~8581812,259589458~7130773,270369961~8597159,281486296~6856761,302249719~4860496,309817146~5970633,317021920~4102482,321823568~1981809,330459077~6685243,340095391~1667451,348679336~5078101,355853526~7601629,364201501~377854,370010835~23326621,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.309 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,14200545~6711105,21898601~1377579,23407487~16741266,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,151438592~1418478,160082196~19807939,180479096~713339,185709733~5771488,195051776~675030,197566377~11660740,210040922~7505010,226071853~5328993,248128790~8581812,259589458~7130773,270369961~8597159,281486296~6856761,302249719~4860496,309817146~5970633,317021920~4102482,321823568~1981809,330459077~6685243,340095391~1667451,348679336~5078101,355853526~7601629,364201501~377854,370010835~23326621,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.315 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~8328738,20971520~19177233,58852851~3554725,62914560~12487393,83899912~20741530,104857600~1892213,109051904~11495813,129424464~6652316,150994944~1862126,159383552~20506583,180355072~837363,184549376~6931845,192937984~2788822,197132288~12094829,210040922~7505010,222298112~9102734,247463936~9246666,259589458~7130773,268435456~10531664,281018368~7324689,301989888~21815489,327155712~9988608,339738624~2024218,348127232~16452123,369098752~24238704,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.315 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 10 diff [711451~10480701,14200545~6711105,21898601~1377579,23407487~16741266,40363554~3730993,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,151438592~1418478,160082196~19807939,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,248128790~8581812,259589458~9081661,270369961~8597159,281486296~6856761,302249719~4860496,309817146~5970633,317021920~4102482,321823568~1981809,330459077~6685243,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,364201501~377854,370010835~23326621,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.315 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,14200545~6711105,21898601~1377579,23407487~16741266,40363554~3730993,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,151438592~1418478,160082196~19807939,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,248128790~8581812,259589458~9081661,270369961~8597159,281486296~6856761,302249719~4860496,309817146~5970633,317021920~4102482,321823568~1981809,330459077~6685243,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,364201501~377854,370010835~23326621,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.321 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~8328738,20971520~23123027,58852851~3554725,62914560~12487393,83899912~20741530,104857600~1892213,109051904~11495813,129424464~8701337,142606336~3949879,150994944~1862126,159383552~20506583,180355072~837363,184549376~24677741,210040922~7505010,222298112~9102734,247463936~9246666,259589458~19377662,281018368~7324689,301989888~21815489,327155712~9988608,339738624~6070365,348127232~16452123,369098752~24238704,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.322 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 11 diff [711451~10480701,14200545~9104933,23407487~16741266,40363554~3730993,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,149854987~7623301,160082196~19807939,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,236502715~2285512,248128790~8581812,259589458~9081661,270369961~8597159,281486296~6856761,302249719~13538060,317021920~4102482,321823568~1981809,330459077~6685243,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,364201501~377854,370010835~23326621,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.322 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,14200545~9104933,23407487~16741266,40363554~3730993,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,149854987~7623301,160082196~19807939,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,236502715~2285512,248128790~8581812,259589458~9081661,270369961~8597159,281486296~6856761,302249719~13538060,317021920~4102482,321823568~1981809,330459077~6685243,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,364201501~377854,370010835~23326621,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.328 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~31511635,58852851~3554725,62914560~12487393,83899912~20741530,104857600~1892213,109051904~11495813,129424464~8701337,142606336~3949879,146800640~10677648,159383552~20506583,180355072~837363,184549376~24677741,210040922~7505010,222298112~9102734,234881024~3907203,247463936~9246666,259589458~19377662,281018368~7324689,301989888~21815489,327155712~9988608,339738624~6070365,348127232~16452123,369098752~24238704,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.328 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 12 diff [711451~10480701,13799883~9505595,23407487~16741266,40363554~10235128,57415070~4992506,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~8701337,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,236502715~2285512,245892126~10818476,259589458~10037346,270369961~8597159,281486296~6856761,302249719~13538060,317021920~4102482,321823568~1981809,330459077~6685243,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,364201501~377854,370010835~23326621,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.328 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,13799883~9505595,23407487~16741266,40363554~10235128,57415070~4992506,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~8701337,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,236502715~2285512,245892126~10818476,259589458~10037346,270369961~8597159,281486296~6856761,302249719~13538060,317021920~4102482,321823568~1981809,330459077~6685243,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,364201501~377854,370010835~23326621,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.334 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~38015770,54525952~7881624,62914560~12487393,83899912~20741530,104857600~1892213,109051904~11495813,129424464~8701337,142606336~3949879,146800640~33089495,180355072~837363,184549376~24677741,210040922~7505010,222298112~9102734,234881024~3907203,243269632~13440970,259589458~19377662,281018368~7324689,301989888~21815489,327155712~9988608,339738624~6070365,348127232~16452123,369098752~24238704,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.334 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 13 diff [711451~10480701,13799883~9505595,23407487~16741266,40363554~10235128,57415070~4992506,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,127952139~10173662,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,236502715~2285512,245892126~11930763,259589458~10037346,270369961~8597159,281486296~6856761,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,364201501~377854,370010835~23326621,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.334 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,13799883~9505595,23407487~16741266,40363554~10235128,57415070~4992506,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,127952139~10173662,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,236502715~2285512,245892126~11930763,259589458~10037346,270369961~8597159,281486296~6856761,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,364201501~377854,370010835~23326621,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.341 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~38015770,54525952~7881624,62914560~12487393,83899912~20741530,104857600~1892213,109051904~11495813,127952139~10173662,142606336~3949879,146800640~33089495,180355072~837363,184549376~24677741,210040922~7505010,222298112~9102734,234881024~3907203,243269632~14553257,259589458~19377662,281018368~7324689,301989888~35154432,339738624~6070365,348127232~16452123,369098752~24238704,394264576~1823667,398458880~8742140] 2024-04-10T16:20:35.341 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 14 diff [711451~10480701,13799883~9505595,23407487~16741266,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~8597159,281385472~6957585,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,364201501~377854,370010835~23326621,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.341 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,13799883~9505595,23407487~16741266,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~8597159,281385472~6957585,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,364201501~377854,370010835~23326621,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.347 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~1892213,109051904~29073897,142606336~3949879,146800640~33089495,180355072~837363,184549376~24677741,210040922~7505010,222298112~9934822,234881024~3907203,243269632~14553257,259589458~19377662,281018368~7324689,301989888~35154432,339738624~6070365,348127232~16452123,369098752~24238704,394264576~1823667,398458880~8742140] 2024-04-10T16:20:35.348 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 15 diff [711451~10480701,13799883~9505595,23407487~16741266,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,364201501~377854,370010835~23326621,395771520~316723,399744810~7456210,408065152~2741022] 2024-04-10T16:20:35.348 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,13799883~9505595,23407487~16741266,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,364201501~377854,370010835~23326621,395771520~316723,399744810~7456210,408065152~2741022] 2024-04-10T16:20:35.354 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~1892213,109051904~29073897,142606336~3949879,146800640~33089495,180355072~837363,184549376~24677741,210040922~7505010,222298112~9934822,234881024~3907203,243269632~14553257,259589458~19377662,281018368~7324689,289406976~8563793,301989888~35154432,339738624~6070365,348127232~16452123,369098752~24238704,394264576~1823667,398458880~8742140,408065152~2741022] 2024-04-10T16:20:35.354 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 16 diff [711451~10480701,13799883~9505595,23407487~16741266,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,370010835~23326621,395771520~316723,399744810~11844864] 2024-04-10T16:20:35.354 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,13799883~9505595,23407487~16741266,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,370010835~23326621,395771520~316723,399744810~11844864] 2024-04-10T16:20:35.360 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~1892213,109051904~29073897,142606336~3949879,146800640~33089495,180355072~837363,184549376~24677741,210040922~7505010,222298112~9934822,234881024~8262803,243269632~14553257,259589458~19377662,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~17371411,369098752~24238704,394264576~1823667,398458880~13130794] 2024-04-10T16:20:35.360 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 17 diff [711451~11006383,13799883~9505595,23407487~16741266,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~30035148,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,370010835~23326621,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.361 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~16741266,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~30035148,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,370010835~23326621,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.367 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~1892213,109051904~29073897,138412032~8372469,146800640~33089495,180355072~837363,184549376~24677741,210040922~7505010,222298112~9934822,234881024~8262803,243269632~14553257,259589458~19377662,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~17371411,369098752~24238704,394264576~1823667,398458880~13424865] 2024-04-10T16:20:35.367 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 18 diff [711451~11006383,13799883~9505595,23407487~16741266,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,370010835~23326621,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.367 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~16741266,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,370010835~23326621,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.373 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,184549376~24677741,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259589458~19377662,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~17371411,369098752~24238704,394264576~1823667,398458880~13424865] 2024-04-10T16:20:35.373 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 19 diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:35.373 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:35.379 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,184549376~24677741,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~45210224,394264576~1823667,398458880~16849918] 2024-04-10T16:20:35.379 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 2 diff [95227325~6777024,151438592~1418478,166153429~2306294,176207829~2113439,273562803~5404317,348679336~5078101,370010835~10050603,385690132~7408778] 2024-04-10T16:20:35.379 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [95227325~6777024,151438592~1418478,166153429~2306294,176207829~2113439,273562803~5404317,348679336~5078101,370010835~10050603,385690132~7408778] 2024-04-10T16:20:35.386 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [92274688~9729661,150994944~1862126,163577856~4881867,176160768~2160500,272629760~6337360,348127232~5630205,369098752~10962686,381681664~11417246] 2024-04-10T16:20:35.386 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 3 diff [95227325~6777024,115629814~2978492,151438592~1418478,162814389~5645334,176207829~2113439,188860999~2620222,210040922~7505010,248128790~6301708,273562803~5404317,309817146~5921567,317021920~4102482,331554406~3139654,348679336~5078101,355986027~7469128,370010835~10050603,385690132~7408778] 2024-04-10T16:20:35.386 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [95227325~6777024,115629814~2978492,151438592~1418478,162814389~5645334,176207829~2113439,188860999~2620222,210040922~7505010,248128790~6301708,273562803~5404317,309817146~5921567,317021920~4102482,331554406~3139654,348679336~5078101,355986027~7469128,370010835~10050603,385690132~7408778] 2024-04-10T16:20:35.392 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [92274688~9729661,113246208~5362098,150994944~1862126,159383552~9076171,176160768~2160500,188743680~2737541,210040922~7505010,247463936~6966562,272629760~6337360,306184192~14940210,331554406~3139654,348127232~15327923,369098752~10962686,381681664~11417246] 2024-04-10T16:20:35.392 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 4 diff [5381500~5810652,84827729~928218,89906431~3633939,93950025~8054324,105565893~1183920,115629814~2978492,151438592~1418478,162814389~5645334,176207829~2113439,188860999~2620222,197566377~4430096,210040922~7505010,226723899~4676947,248128790~8581812,273562803~5404317,309817146~5921567,317021920~4102482,331554406~3139654,348679336~5078101,355986027~7469128,370010835~10050603,385690132~7408778] 2024-04-10T16:20:35.392 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [5381500~5810652,84827729~928218,89906431~3633939,93950025~8054324,105565893~1183920,115629814~2978492,151438592~1418478,162814389~5645334,176207829~2113439,188860999~2620222,197566377~4430096,210040922~7505010,226723899~4676947,248128790~8581812,273562803~5404317,309817146~5921567,317021920~4102482,331554406~3139654,348679336~5078101,355986027~7469128,370010835~10050603,385690132~7408778] 2024-04-10T16:20:35.398 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~6997848,84827729~928218,88080384~13923965,104857600~1892213,113246208~5362098,150994944~1862126,159383552~9076171,176160768~2160500,188743680~2737541,197132288~4864185,210040922~7505010,226492416~4908430,247463936~9246666,272629760~6337360,306184192~14940210,331554406~3139654,348127232~15327923,369098752~10962686,381681664~11417246] 2024-04-10T16:20:35.398 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 5 diff [5381500~5810652,17075274~3836376,23407487~1904598,25561552~6275999,65627319~6674515,84827729~928218,89906431~3633939,93950025~8054324,105565893~1183920,115629814~2978492,151438592~1418478,160082196~13476598,176207829~2113439,188860999~2620222,197566377~8372095,210040922~7505010,226723899~4676947,248128790~8581812,273562803~5404317,309817146~5921567,317021920~4102482,330512814~6631506,340095391~1667451,348679336~5078101,355986027~7469128,370010835~10050603,385690132~7408778] 2024-04-10T16:20:35.398 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [5381500~5810652,17075274~3836376,23407487~1904598,25561552~6275999,65627319~6674515,84827729~928218,89906431~3633939,93950025~8054324,105565893~1183920,115629814~2978492,151438592~1418478,160082196~13476598,176207829~2113439,188860999~2620222,197566377~8372095,210040922~7505010,226723899~4676947,248128790~8581812,273562803~5404317,309817146~5921567,317021920~4102482,330512814~6631506,340095391~1667451,348679336~5078101,355986027~7469128,370010835~10050603,385690132~7408778] 2024-04-10T16:20:35.404 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~6997848,16777216~4134434,23407487~1904598,25561552~6275999,62914560~9387274,84827729~928218,88080384~13923965,104857600~1892213,113246208~5362098,150994944~1862126,159383552~14175242,176160768~2160500,188743680~2737541,197132288~8806184,210040922~7505010,226492416~4908430,247463936~9246666,272629760~6337360,306184192~14940210,330512814~6631506,339738624~2024218,348127232~15327923,369098752~10962686,381681664~11417246] 2024-04-10T16:20:35.404 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 6 diff [5381500~5810652,17023402~3888248,23407487~1904598,25561552~8671317,65627319~6674515,84827729~928218,89906431~3633939,93950025~8054324,105565893~1183920,115629814~2978492,151438592~1418478,160082196~19807939,188860999~2620222,195051776~675030,197566377~8372095,210040922~7505010,226723899~4676947,248128790~8581812,270369961~8597159,281486296~6856761,309817146~5921567,317021920~4102482,330512814~6631506,340095391~1667451,348679336~5078101,355853526~7601629,370010835~10050603,385690132~7408778,399744810~6556911] 2024-04-10T16:20:35.404 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [5381500~5810652,17023402~3888248,23407487~1904598,25561552~8671317,65627319~6674515,84827729~928218,89906431~3633939,93950025~8054324,105565893~1183920,115629814~2978492,151438592~1418478,160082196~19807939,188860999~2620222,195051776~675030,197566377~8372095,210040922~7505010,226723899~4676947,248128790~8581812,270369961~8597159,281486296~6856761,309817146~5921567,317021920~4102482,330512814~6631506,340095391~1667451,348679336~5078101,355853526~7601629,370010835~10050603,385690132~7408778,399744810~6556911] 2024-04-10T16:20:35.410 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~6997848,16777216~4134434,23407487~1904598,25561552~8671317,62914560~9387274,84827729~928218,88080384~13923965,104857600~1892213,113246208~5362098,150994944~1862126,159383552~20506583,188743680~2737541,192937984~2788822,197132288~8806184,210040922~7505010,226492416~4908430,247463936~9246666,268435456~10531664,281018368~7324689,306184192~14940210,330512814~6631506,339738624~2024218,348127232~15327923,369098752~10962686,381681664~11417246,398458880~7842841] 2024-04-10T16:20:35.410 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 7 diff [711451~10480701,17023402~3888248,23407487~1904598,25561552~8671317,58852851~3554725,65627319~6674515,84827729~928218,89906431~3633939,93950025~8054324,105565893~1183920,110053720~1697,110793697~3829589,115629814~2978492,151438592~1418478,160082196~19807939,180479096~713339,188860999~2620222,195051776~675030,197566377~11660740,210040922~7505010,226723899~4676947,248128790~8581812,270369961~8597159,281486296~6856761,309817146~5921567,317021920~4102482,330512814~6631506,340095391~1667451,348679336~5078101,355853526~7601629,370010835~23088075,399744810~6556911] 2024-04-10T16:20:35.410 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,17023402~3888248,23407487~1904598,25561552~8671317,58852851~3554725,65627319~6674515,84827729~928218,89906431~3633939,93950025~8054324,105565893~1183920,110053720~1697,110793697~3829589,115629814~2978492,151438592~1418478,160082196~19807939,180479096~713339,188860999~2620222,195051776~675030,197566377~11660740,210040922~7505010,226723899~4676947,248128790~8581812,270369961~8597159,281486296~6856761,309817146~5921567,317021920~4102482,330512814~6631506,340095391~1667451,348679336~5078101,355853526~7601629,370010835~23088075,399744810~6556911] 2024-04-10T16:20:35.416 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,16777216~4134434,23407487~1904598,25561552~8671317,58852851~3554725,62914560~9387274,84827729~928218,88080384~13923965,104857600~1892213,109051904~9556402,150994944~1862126,159383552~20506583,180355072~837363,188743680~2737541,192937984~2788822,197132288~12094829,210040922~7505010,226492416~4908430,247463936~9246666,268435456~10531664,281018368~7324689,306184192~14940210,330512814~6631506,339738624~2024218,348127232~15327923,369098752~24000158,398458880~7842841] 2024-04-10T16:20:35.416 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 8 diff [711451~10480701,17023402~3888248,23407487~1904598,25561552~8671317,58852851~3554725,65627319~9774634,83899912~3139209,89906431~3633939,93950025~10691417,105565893~1183920,110053720~1697,110793697~3829589,115629814~2978492,151438592~1418478,160082196~19807939,180479096~713339,185709733~5771488,195051776~675030,197566377~11660740,210040922~7505010,226723899~4676947,248128790~8581812,259589458~7130773,270369961~8597159,281486296~6856761,302249719~4860496,309817146~5970633,317021920~4102482,330512814~6631506,340095391~1667451,348679336~5078101,355853526~7601629,370010835~23088075,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.416 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,17023402~3888248,23407487~1904598,25561552~8671317,58852851~3554725,65627319~9774634,83899912~3139209,89906431~3633939,93950025~10691417,105565893~1183920,110053720~1697,110793697~3829589,115629814~2978492,151438592~1418478,160082196~19807939,180479096~713339,185709733~5771488,195051776~675030,197566377~11660740,210040922~7505010,226723899~4676947,248128790~8581812,259589458~7130773,270369961~8597159,281486296~6856761,302249719~4860496,309817146~5970633,317021920~4102482,330512814~6631506,340095391~1667451,348679336~5078101,355853526~7601629,370010835~23088075,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.422 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,16777216~4134434,23407487~1904598,25561552~8671317,58852851~3554725,62914560~12487393,83899912~3139209,88080384~16561058,104857600~1892213,109051904~9556402,150994944~1862126,159383552~20506583,180355072~837363,185709733~5771488,192937984~2788822,197132288~12094829,210040922~7505010,226492416~4908430,247463936~9246666,259589458~7130773,268435456~10531664,281018368~7324689,301989888~19134514,330512814~6631506,339738624~2024218,348127232~15327923,369098752~24000158,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.422 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 9 diff [711451~10480701,14200545~6711105,21898601~1377579,23407487~1904598,25561552~14587201,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,151438592~1418478,160082196~19807939,180479096~713339,185709733~5771488,195051776~675030,197566377~11660740,210040922~7505010,226071853~5328993,248128790~8581812,259589458~7130773,270369961~8597159,281486296~6856761,302249719~4860496,309817146~5970633,317021920~4102482,321823568~1981809,330512814~6631506,340095391~1667451,348679336~5078101,355853526~7601629,370010835~23088075,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.422 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,14200545~6711105,21898601~1377579,23407487~1904598,25561552~14587201,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,151438592~1418478,160082196~19807939,180479096~713339,185709733~5771488,195051776~675030,197566377~11660740,210040922~7505010,226071853~5328993,248128790~8581812,259589458~7130773,270369961~8597159,281486296~6856761,302249719~4860496,309817146~5970633,317021920~4102482,321823568~1981809,330512814~6631506,340095391~1667451,348679336~5078101,355853526~7601629,370010835~23088075,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.428 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~8328738,21898601~1377579,23407487~1904598,25561552~14587201,58852851~3554725,62914560~12487393,83899912~20741530,104857600~1892213,109051904~11495813,129424464~6652316,150994944~1862126,159383552~20506583,180355072~837363,185709733~5771488,192937984~2788822,197132288~12094829,210040922~7505010,222298112~9102734,247463936~9246666,259589458~7130773,268435456~10531664,281018368~7324689,301989888~21815489,330512814~6631506,339738624~2024218,348127232~15327923,369098752~24000158,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.429 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 10 diff [711451~10480701,14200545~6711105,21898601~1377579,23407487~1904598,25561552~14587201,40363554~3730993,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,151438592~1418478,160082196~19807939,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,248128790~8581812,259589458~9081661,270369961~8597159,281486296~6856761,302249719~4860496,309817146~5970633,317021920~4102482,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,370010835~23088075,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.429 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,14200545~6711105,21898601~1377579,23407487~1904598,25561552~14587201,40363554~3730993,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,151438592~1418478,160082196~19807939,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,248128790~8581812,259589458~9081661,270369961~8597159,281486296~6856761,302249719~4860496,309817146~5970633,317021920~4102482,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,370010835~23088075,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.434 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~8328738,21898601~1377579,23407487~1904598,25561552~18532995,58852851~3554725,62914560~12487393,83899912~20741530,104857600~1892213,109051904~11495813,129424464~8701337,142606336~3949879,150994944~1862126,159383552~20506583,180355072~837363,185709733~23517384,210040922~7505010,222298112~9102734,247463936~9246666,259589458~19377662,281018368~7324689,301989888~21815489,330512814~6631506,339738624~6070365,348127232~15327923,369098752~24000158,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.434 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 11 diff [711451~10480701,14200545~9104933,23407487~1904598,25561552~14587201,40363554~3730993,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,149854987~7623301,160082196~19807939,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,236502715~2285512,248128790~8581812,259589458~9081661,270369961~8597159,281486296~6856761,302249719~13538060,317021920~4102482,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,370010835~23088075,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.435 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,14200545~9104933,23407487~1904598,25561552~14587201,40363554~3730993,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,149854987~7623301,160082196~19807939,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,236502715~2285512,248128790~8581812,259589458~9081661,270369961~8597159,281486296~6856761,302249719~13538060,317021920~4102482,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,370010835~23088075,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.440 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~10722566,23407487~1904598,25561552~18532995,58852851~3554725,62914560~12487393,83899912~20741530,104857600~1892213,109051904~11495813,129424464~8701337,142606336~3949879,146800640~10677648,159383552~20506583,180355072~837363,185709733~23517384,210040922~7505010,222298112~9102734,234881024~3907203,247463936~9246666,259589458~19377662,281018368~7324689,301989888~21815489,330512814~6631506,339738624~6070365,348127232~15327923,369098752~24000158,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.440 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 12 diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~8701337,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,236502715~2285512,245892126~10818476,259589458~10037346,270369961~8597159,281486296~6856761,302249719~13538060,317021920~4102482,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,370010835~23088075,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.440 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~8701337,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,236502715~2285512,245892126~10818476,259589458~10037346,270369961~8597159,281486296~6856761,302249719~13538060,317021920~4102482,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,370010835~23088075,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.446 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~10722566,23407487~1904598,25561552~25037130,54525952~7881624,62914560~12487393,83899912~20741530,104857600~1892213,109051904~11495813,129424464~8701337,142606336~3949879,146800640~33089495,180355072~837363,185709733~23517384,210040922~7505010,222298112~9102734,234881024~3907203,243269632~13440970,259589458~19377662,281018368~7324689,301989888~21815489,330512814~6631506,339738624~6070365,348127232~15327923,369098752~24000158,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.446 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 13 diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,127952139~10173662,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,236502715~2285512,245892126~11930763,259589458~10037346,270369961~8597159,281486296~6856761,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,370010835~23088075,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.446 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,127952139~10173662,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,236502715~2285512,245892126~11930763,259589458~10037346,270369961~8597159,281486296~6856761,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,370010835~23088075,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.452 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~10722566,23407487~1904598,25561552~25037130,54525952~7881624,62914560~12487393,83899912~20741530,104857600~1892213,109051904~11495813,127952139~10173662,142606336~3949879,146800640~33089495,180355072~837363,185709733~23517384,210040922~7505010,222298112~9102734,234881024~3907203,243269632~14553257,259589458~19377662,281018368~7324689,301989888~35154432,339738624~6070365,348127232~15327923,369098752~24000158,394264576~1823667,398458880~8742140] 2024-04-10T16:20:35.452 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 14 diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~8597159,281385472~6957585,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,370010835~23088075,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.452 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~8597159,281385472~6957585,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,370010835~23088075,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.458 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~10722566,23407487~1904598,25561552~25037130,54525952~7881624,62914560~12487393,75497472~29143970,104857600~1892213,109051904~29073897,142606336~3949879,146800640~33089495,180355072~837363,185506365~23720752,210040922~7505010,222298112~9934822,234881024~3907203,243269632~14553257,259589458~19377662,281018368~7324689,301989888~35154432,339738624~6070365,348127232~15327923,369098752~24000158,394264576~1823667,398458880~8742140] 2024-04-10T16:20:35.459 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 15 diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,370010835~23088075,395771520~316723,399744810~7456210,408065152~2741022] 2024-04-10T16:20:35.459 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,348679336~5078101,354891740~8563415,370010835~23088075,395771520~316723,399744810~7456210,408065152~2741022] 2024-04-10T16:20:35.464 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~10722566,23407487~1904598,25561552~25037130,54525952~7881624,62914560~12487393,75497472~29143970,104857600~1892213,109051904~29073897,142606336~3949879,146800640~33089495,180355072~837363,185506365~23720752,210040922~7505010,222298112~9934822,234881024~3907203,243269632~14553257,259589458~19377662,281018368~7324689,289406976~8563793,301989888~35154432,339738624~6070365,348127232~15327923,369098752~24000158,394264576~1823667,398458880~8742140,408065152~2741022] 2024-04-10T16:20:35.464 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 16 diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,370010835~23088075,395771520~316723,399744810~11844864] 2024-04-10T16:20:35.464 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,370010835~23088075,395771520~316723,399744810~11844864] 2024-04-10T16:20:35.471 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~10722566,23407487~1904598,25561552~25037130,54525952~7881624,62914560~12487393,75497472~29143970,104857600~1892213,109051904~29073897,142606336~3949879,146800640~33089495,180355072~837363,185506365~23720752,210040922~7505010,222298112~9934822,234881024~8262803,243269632~14553257,259589458~19377662,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~17371411,369098752~24000158,394264576~1823667,398458880~13130794] 2024-04-10T16:20:35.471 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 17 diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~14677267,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~30035148,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,370010835~23088075,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.471 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~14677267,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~30035148,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,370010835~23088075,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.476 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~29143970,104857600~1892213,109051904~29073897,138412032~8372469,146800640~33089495,180355072~837363,185506365~23720752,210040922~7505010,222298112~9934822,234881024~8262803,243269632~14553257,259589458~19377662,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~17371411,369098752~24000158,394264576~1823667,398458880~13424865] 2024-04-10T16:20:35.476 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 18 diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~14677267,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,370010835~23088075,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.476 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~14677267,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,370010835~23088075,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.482 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259589458~19377662,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~17371411,369098752~24000158,394264576~1823667,398458880~13424865] 2024-04-10T16:20:35.482 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 19 diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:35.482 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:35.488 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~44971678,394264576~1823667,398458880~16849918] 2024-04-10T16:20:35.488 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 3 diff [115629814~2978492,162814389~4857728,188860999~2620222,210040922~7505010,248128790~6301708,309817146~5921567,317021920~4102482,331554406~3139654,355986027~7469128] 2024-04-10T16:20:35.488 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [115629814~2978492,162814389~4857728,188860999~2620222,210040922~7505010,248128790~6301708,309817146~5921567,317021920~4102482,331554406~3139654,355986027~7469128] 2024-04-10T16:20:35.494 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [113246208~5362098,159383552~8288565,188743680~2737541,210040922~7505010,247463936~6966562,306184192~14940210,331554406~3139654,353757437~9697718] 2024-04-10T16:20:35.494 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 4 diff [5381500~5810652,84827729~928218,89906431~3633939,93950025~5143672,105565893~1183920,115629814~2978492,162814389~4857728,188860999~2620222,197566377~4430096,210040922~7505010,226723899~4676947,248128790~8581812,309817146~5921567,317021920~4102482,331554406~3139654,355986027~7469128] 2024-04-10T16:20:35.494 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [5381500~5810652,84827729~928218,89906431~3633939,93950025~5143672,105565893~1183920,115629814~2978492,162814389~4857728,188860999~2620222,197566377~4430096,210040922~7505010,226723899~4676947,248128790~8581812,309817146~5921567,317021920~4102482,331554406~3139654,355986027~7469128] 2024-04-10T16:20:35.500 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~6997848,84827729~928218,88080384~5459986,93950025~5143672,104857600~1892213,113246208~5362098,159383552~8288565,188743680~2737541,197132288~4864185,210040922~7505010,226492416~4908430,247463936~9246666,306184192~14940210,331554406~3139654,353757437~9697718] 2024-04-10T16:20:35.500 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 5 diff [5381500~5810652,17075274~3836376,23407487~1904598,25561552~6275999,65627319~6674515,84827729~928218,89906431~3633939,93950025~5143672,105565893~1183920,115629814~2978492,160082196~13476598,188860999~2620222,197566377~8372095,210040922~7505010,226723899~4676947,248128790~8581812,309817146~5921567,317021920~4102482,330512814~6631506,340095391~1667451,355986027~7469128] 2024-04-10T16:20:35.501 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [5381500~5810652,17075274~3836376,23407487~1904598,25561552~6275999,65627319~6674515,84827729~928218,89906431~3633939,93950025~5143672,105565893~1183920,115629814~2978492,160082196~13476598,188860999~2620222,197566377~8372095,210040922~7505010,226723899~4676947,248128790~8581812,309817146~5921567,317021920~4102482,330512814~6631506,340095391~1667451,355986027~7469128] 2024-04-10T16:20:35.506 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~6997848,16777216~4134434,23407487~1904598,25561552~6275999,62914560~9387274,84827729~928218,88080384~5459986,93950025~5143672,104857600~1892213,113246208~5362098,159383552~14175242,188743680~2737541,197132288~8806184,210040922~7505010,226492416~4908430,247463936~9246666,306184192~14940210,330512814~6631506,339738624~2024218,353757437~9697718] 2024-04-10T16:20:35.506 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 6 diff [5381500~5810652,17023402~3888248,23407487~1904598,25561552~8671317,65627319~6674515,84827729~928218,89906431~3633939,93950025~5143672,105565893~1183920,115629814~2978492,160082196~19807939,188860999~2620222,195051776~675030,197566377~8372095,210040922~7505010,226723899~4676947,248128790~8581812,270369961~6041009,281486296~6856761,309817146~5921567,317021920~4102482,330512814~6631506,340095391~1667451,355853526~7601629,377242436~1340712,399744810~6556911] 2024-04-10T16:20:35.506 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [5381500~5810652,17023402~3888248,23407487~1904598,25561552~8671317,65627319~6674515,84827729~928218,89906431~3633939,93950025~5143672,105565893~1183920,115629814~2978492,160082196~19807939,188860999~2620222,195051776~675030,197566377~8372095,210040922~7505010,226723899~4676947,248128790~8581812,270369961~6041009,281486296~6856761,309817146~5921567,317021920~4102482,330512814~6631506,340095391~1667451,355853526~7601629,377242436~1340712,399744810~6556911] 2024-04-10T16:20:35.512 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~6997848,16777216~4134434,23407487~1904598,25561552~8671317,62914560~9387274,84827729~928218,88080384~5459986,93950025~5143672,104857600~1892213,113246208~5362098,159383552~20506583,188743680~2737541,192937984~2788822,197132288~8806184,210040922~7505010,226492416~4908430,247463936~9246666,268435456~7975514,281018368~7324689,306184192~14940210,330512814~6631506,339738624~2024218,353757437~9697718,377242436~1340712,398458880~7842841] 2024-04-10T16:20:35.512 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 7 diff [711451~10480701,17023402~3888248,23407487~1904598,25561552~8671317,58852851~3554725,65627319~6674515,84827729~928218,89906431~3633939,93950025~5143672,105565893~1183920,110053720~1697,110793697~3829589,115629814~2978492,160082196~19807939,180479096~713339,188860999~2620222,195051776~675030,197566377~11660740,210040922~7505010,226723899~4676947,248128790~8581812,270369961~6041009,281486296~6856761,309817146~5921567,317021920~4102482,330512814~6631506,340095391~1667451,349897808~2610599,355853526~7601629,377242436~1340712,379882106~6350843,399744810~6556911] 2024-04-10T16:20:35.512 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,17023402~3888248,23407487~1904598,25561552~8671317,58852851~3554725,65627319~6674515,84827729~928218,89906431~3633939,93950025~5143672,105565893~1183920,110053720~1697,110793697~3829589,115629814~2978492,160082196~19807939,180479096~713339,188860999~2620222,195051776~675030,197566377~11660740,210040922~7505010,226723899~4676947,248128790~8581812,270369961~6041009,281486296~6856761,309817146~5921567,317021920~4102482,330512814~6631506,340095391~1667451,349897808~2610599,355853526~7601629,377242436~1340712,379882106~6350843,399744810~6556911] 2024-04-10T16:20:35.518 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,16777216~4134434,23407487~1904598,25561552~8671317,58852851~3554725,62914560~9387274,84827729~928218,88080384~5459986,93950025~5143672,104857600~1892213,109051904~9556402,159383552~20506583,180355072~837363,188743680~2737541,192937984~2788822,197132288~12094829,210040922~7505010,226492416~4908430,247463936~9246666,268435456~7975514,281018368~7324689,306184192~14940210,330512814~6631506,339738624~2024218,349897808~2610599,353757437~9697718,377242436~1340712,379882106~6350843,398458880~7842841] 2024-04-10T16:20:35.518 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 8 diff [711451~10480701,17023402~3888248,23407487~1904598,25561552~8671317,58852851~3554725,65627319~9774634,83899912~3139209,89906431~3633939,93950025~10691417,105565893~1183920,110053720~1697,110793697~3829589,115629814~2978492,160082196~19807939,180479096~713339,185709733~5771488,195051776~675030,197566377~11660740,210040922~7505010,226723899~4676947,248128790~8581812,259589458~7130773,270369961~6041009,281486296~6856761,302249719~4860496,309817146~5970633,317021920~4102482,330512814~6631506,340095391~1667451,349897808~2610599,355853526~7601629,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.518 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,17023402~3888248,23407487~1904598,25561552~8671317,58852851~3554725,65627319~9774634,83899912~3139209,89906431~3633939,93950025~10691417,105565893~1183920,110053720~1697,110793697~3829589,115629814~2978492,160082196~19807939,180479096~713339,185709733~5771488,195051776~675030,197566377~11660740,210040922~7505010,226723899~4676947,248128790~8581812,259589458~7130773,270369961~6041009,281486296~6856761,302249719~4860496,309817146~5970633,317021920~4102482,330512814~6631506,340095391~1667451,349897808~2610599,355853526~7601629,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.524 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,16777216~4134434,23407487~1904598,25561552~8671317,58852851~3554725,62914560~12487393,83899912~3139209,88080384~5459986,93950025~10691417,104857600~1892213,109051904~9556402,159383552~20506583,180355072~837363,185709733~5771488,192937984~2788822,197132288~12094829,210040922~7505010,226492416~4908430,247463936~9246666,259589458~7130773,268435456~7975514,281018368~7324689,301989888~19134514,330512814~6631506,339738624~2024218,349897808~2610599,353757437~9697718,377242436~1340712,379882106~6350843,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.524 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 9 diff [711451~10480701,14200545~6711105,21898601~1377579,23407487~1904598,25561552~14587201,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,160082196~19807939,180479096~713339,185709733~5771488,195051776~675030,197566377~11660740,210040922~7505010,226071853~5328993,248128790~8581812,259589458~7130773,270369961~6041009,281486296~6856761,302249719~4860496,309817146~5970633,317021920~4102482,321823568~1981809,330512814~6631506,340095391~1667451,349897808~2610599,355853526~7601629,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.524 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,14200545~6711105,21898601~1377579,23407487~1904598,25561552~14587201,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,160082196~19807939,180479096~713339,185709733~5771488,195051776~675030,197566377~11660740,210040922~7505010,226071853~5328993,248128790~8581812,259589458~7130773,270369961~6041009,281486296~6856761,302249719~4860496,309817146~5970633,317021920~4102482,321823568~1981809,330512814~6631506,340095391~1667451,349897808~2610599,355853526~7601629,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.530 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~8328738,21898601~1377579,23407487~1904598,25561552~14587201,58852851~3554725,62914560~12487393,83899912~9640458,93950025~10691417,104857600~1892213,109051904~11495813,129424464~6652316,159383552~20506583,180355072~837363,185709733~5771488,192937984~2788822,197132288~12094829,210040922~7505010,222298112~9102734,247463936~9246666,259589458~7130773,268435456~7975514,281018368~7324689,301989888~21815489,330512814~6631506,339738624~2024218,349897808~2610599,353757437~9697718,377242436~1340712,379882106~6350843,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.530 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 10 diff [711451~10480701,14200545~6711105,21898601~1377579,23407487~1904598,25561552~14587201,40363554~3730993,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,160082196~19807939,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,248128790~8581812,259589458~9081661,270369961~6041009,281486296~6856761,302249719~4860496,309817146~5970633,317021920~4102482,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8563415,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.530 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,14200545~6711105,21898601~1377579,23407487~1904598,25561552~14587201,40363554~3730993,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,160082196~19807939,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,248128790~8581812,259589458~9081661,270369961~6041009,281486296~6856761,302249719~4860496,309817146~5970633,317021920~4102482,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8563415,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.536 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~8328738,21898601~1377579,23407487~1904598,25561552~18532995,58852851~3554725,62914560~12487393,83899912~9640458,93950025~10691417,104857600~1892213,109051904~11495813,129424464~8701337,142606336~3949879,159383552~20506583,180355072~837363,185709733~23517384,210040922~7505010,222298112~9102734,247463936~9246666,259589458~16821512,281018368~7324689,301989888~21815489,330512814~6631506,339738624~6070365,349897808~2610599,353757437~9697718,377242436~1340712,379882106~6350843,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.537 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 11 diff [711451~10480701,14200545~9104933,23407487~1904598,25561552~14587201,40363554~3730993,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,149854987~7623301,160082196~19807939,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,236502715~2285512,248128790~8581812,259589458~9081661,270369961~6041009,281486296~6856761,302249719~13538060,317021920~4102482,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8563415,375815801~3905766,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.537 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,14200545~9104933,23407487~1904598,25561552~14587201,40363554~3730993,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,149854987~7623301,160082196~19807939,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,236502715~2285512,248128790~8581812,259589458~9081661,270369961~6041009,281486296~6856761,302249719~13538060,317021920~4102482,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8563415,375815801~3905766,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.542 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~10722566,23407487~1904598,25561552~18532995,58852851~3554725,62914560~12487393,83899912~9640458,93950025~10691417,104857600~1892213,109051904~11495813,129424464~8701337,142606336~3949879,146800640~10677648,159383552~20506583,180355072~837363,185709733~23517384,210040922~7505010,222298112~9102734,234881024~3907203,247463936~9246666,259589458~16821512,281018368~7324689,301989888~21815489,330512814~6631506,339738624~6070365,349897808~2610599,353757437~9697718,375815801~3905766,379882106~6350843,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.542 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 12 diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~8701337,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,236502715~2285512,245892126~10818476,259589458~10037346,270369961~6041009,281486296~6856761,302249719~13538060,317021920~4102482,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8563415,375815801~3905766,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.542 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~8701337,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,236502715~2285512,245892126~10818476,259589458~10037346,270369961~6041009,281486296~6856761,302249719~13538060,317021920~4102482,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8563415,375815801~3905766,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.548 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~10722566,23407487~1904598,25561552~25037130,54525952~7881624,62914560~12487393,83899912~9640458,93950025~10691417,104857600~1892213,109051904~11495813,129424464~8701337,142606336~3949879,146800640~33089495,180355072~837363,185709733~23517384,210040922~7505010,222298112~9102734,234881024~3907203,243269632~13440970,259589458~16821512,281018368~7324689,301989888~21815489,330512814~6631506,339738624~6070365,349897808~2610599,353757437~9697718,375815801~3905766,379882106~6350843,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.548 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 13 diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,127952139~10173662,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281486296~6856761,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8563415,375815801~3905766,379882106~6350843,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.548 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,127952139~10173662,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~23517384,210040922~7505010,226071853~5328993,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281486296~6856761,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8563415,375815801~3905766,379882106~6350843,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.555 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~10722566,23407487~1904598,25561552~25037130,54525952~7881624,62914560~12487393,83899912~9640458,93950025~10691417,104857600~1892213,109051904~11495813,127952139~10173662,142606336~3949879,146800640~33089495,180355072~837363,185709733~23517384,210040922~7505010,222298112~9102734,234881024~3907203,243269632~14553257,259589458~16821512,281018368~7324689,301989888~35154432,339738624~6070365,349897808~2610599,353757437~9697718,375815801~3905766,379882106~6350843,394264576~1823667,398458880~8742140] 2024-04-10T16:20:35.555 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 14 diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281385472~6957585,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8563415,370987843~8733724,379882106~6350843,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.555 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281385472~6957585,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8563415,370987843~8733724,379882106~6350843,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.561 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~10722566,23407487~1904598,25561552~25037130,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~1892213,109051904~29073897,142606336~3949879,146800640~33089495,180355072~837363,185506365~23720752,210040922~7505010,222298112~9934822,234881024~3907203,243269632~14553257,259589458~16821512,281018368~7324689,301989888~35154432,339738624~6070365,349897808~2610599,353757437~9697718,370987843~8733724,379882106~6350843,394264576~1823667,398458880~8742140] 2024-04-10T16:20:35.561 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 15 diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8563415,370987843~8733724,379882106~6350843,395771520~316723,399744810~7456210,408065152~2741022] 2024-04-10T16:20:35.561 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8563415,370987843~8733724,379882106~6350843,395771520~316723,399744810~7456210,408065152~2741022] 2024-04-10T16:20:35.567 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~10722566,23407487~1904598,25561552~25037130,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~1892213,109051904~29073897,142606336~3949879,146800640~33089495,180355072~837363,185506365~23720752,210040922~7505010,222298112~9934822,234881024~3907203,243269632~14553257,259589458~16821512,281018368~7324689,289406976~8563793,301989888~35154432,339738624~6070365,349897808~2610599,353757437~9697718,370987843~8733724,379882106~6350843,394264576~1823667,398458880~8742140,408065152~2741022] 2024-04-10T16:20:35.567 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 16 diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,370987843~15245106,395771520~316723,399744810~11844864] 2024-04-10T16:20:35.567 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324118761~13025559,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,370987843~15245106,395771520~316723,399744810~11844864] 2024-04-10T16:20:35.573 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~10722566,23407487~1904598,25561552~25037130,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~1892213,109051904~29073897,142606336~3949879,146800640~33089495,180355072~837363,185506365~23720752,210040922~7505010,222298112~9934822,234881024~8262803,243269632~14553257,259589458~17918615,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,349897808~2610599,353757437~11741206,370987843~15245106,394264576~1823667,398458880~13130794] 2024-04-10T16:20:35.573 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 17 diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~14677267,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~30035148,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,370987843~15245106,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.573 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~14677267,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~30035148,180479096~713339,185506365~23720752,210040922~7505010,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,370987843~15245106,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.579 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~1892213,109051904~29073897,138412032~8372469,146800640~33089495,180355072~837363,185506365~23720752,210040922~7505010,222298112~9934822,234881024~8262803,243269632~14553257,259589458~17918615,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,349897808~2610599,353757437~11741206,370987843~15245106,394264576~1823667,398458880~13424865] 2024-04-10T16:20:35.579 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 18 diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~14677267,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,370987843~19878944,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.579 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~14677267,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,370987843~19878944,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.585 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259589458~17918615,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,349897808~2610599,353757437~11741206,370987843~19878944,394264576~1823667,398458880~13424865] 2024-04-10T16:20:35.585 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 19 diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:35.585 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:35.591 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,349897808~2610599,353757437~37109350,394264576~1823667,398458880~16849918] 2024-04-10T16:20:35.591 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 4 diff [5381500~5810652,84827729~928218,89906431~3633939,93950025~5143672,105565893~1183920,164367338~1284102,197566377~4430096,226723899~4676947,248539412~8171190] 2024-04-10T16:20:35.591 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [5381500~5810652,84827729~928218,89906431~3633939,93950025~5143672,105565893~1183920,164367338~1284102,197566377~4430096,226723899~4676947,248539412~8171190] 2024-04-10T16:20:35.597 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~6997848,84827729~928218,88080384~5459986,93950025~5143672,104857600~1892213,164367338~1284102,197132288~4864185,226492416~4908430,248539412~8171190] 2024-04-10T16:20:35.597 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 5 diff [5381500~5810652,17075274~3836376,23407487~1904598,25561552~6275999,65627319~6674515,84827729~928218,89906431~3633939,93950025~5143672,105565893~1183920,160082196~7015565,167129809~6428985,197566377~8372095,226723899~4676947,248539412~8171190,330512814~6631506,340095391~1667451] 2024-04-10T16:20:35.597 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [5381500~5810652,17075274~3836376,23407487~1904598,25561552~6275999,65627319~6674515,84827729~928218,89906431~3633939,93950025~5143672,105565893~1183920,160082196~7015565,167129809~6428985,197566377~8372095,226723899~4676947,248539412~8171190,330512814~6631506,340095391~1667451] 2024-04-10T16:20:35.603 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~6997848,16777216~4134434,23407487~1904598,25561552~6275999,62914560~9387274,84827729~928218,88080384~5459986,93950025~5143672,104857600~1892213,160082196~7015565,167129809~6428985,197132288~8806184,226492416~4908430,248539412~8171190,330512814~6631506,339738624~2024218] 2024-04-10T16:20:35.603 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 6 diff [5381500~5810652,17023402~3888248,23407487~1904598,25561552~8671317,65627319~6674515,84827729~928218,89906431~3633939,93950025~5143672,105565893~1183920,160082196~7015565,167129809~12760326,195051776~675030,197566377~8372095,226723899~4676947,248539412~8171190,270369961~6041009,281486296~6856761,330512814~6631506,340095391~1667451,355853526~2801413,377242436~1340712,399744810~6556911] 2024-04-10T16:20:35.603 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [5381500~5810652,17023402~3888248,23407487~1904598,25561552~8671317,65627319~6674515,84827729~928218,89906431~3633939,93950025~5143672,105565893~1183920,160082196~7015565,167129809~12760326,195051776~675030,197566377~8372095,226723899~4676947,248539412~8171190,270369961~6041009,281486296~6856761,330512814~6631506,340095391~1667451,355853526~2801413,377242436~1340712,399744810~6556911] 2024-04-10T16:20:35.609 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~6997848,16777216~4134434,23407487~1904598,25561552~8671317,62914560~9387274,84827729~928218,88080384~5459986,93950025~5143672,104857600~1892213,160082196~7015565,167129809~12760326,192937984~2788822,197132288~8806184,226492416~4908430,248539412~8171190,268435456~7975514,281018368~7324689,330512814~6631506,339738624~2024218,355853526~2801413,377242436~1340712,398458880~7842841] 2024-04-10T16:20:35.609 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 7 diff [711451~10480701,17023402~3888248,23407487~1904598,25561552~8671317,58852851~3554725,65627319~6674515,84827729~928218,89906431~3633939,93950025~5143672,105565893~1183920,110053720~1697,110793697~3829589,160082196~7015565,167129809~12760326,180479096~713339,195051776~675030,197566377~11660740,226723899~4676947,248539412~8171190,270369961~6041009,281486296~6856761,330512814~6631506,340095391~1667451,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,399744810~6556911] 2024-04-10T16:20:35.609 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,17023402~3888248,23407487~1904598,25561552~8671317,58852851~3554725,65627319~6674515,84827729~928218,89906431~3633939,93950025~5143672,105565893~1183920,110053720~1697,110793697~3829589,160082196~7015565,167129809~12760326,180479096~713339,195051776~675030,197566377~11660740,226723899~4676947,248539412~8171190,270369961~6041009,281486296~6856761,330512814~6631506,340095391~1667451,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,399744810~6556911] 2024-04-10T16:20:35.615 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,16777216~4134434,23407487~1904598,25561552~8671317,58852851~3554725,62914560~9387274,84827729~928218,88080384~5459986,93950025~5143672,104857600~1892213,109051904~5571382,160082196~7015565,167129809~12760326,180355072~837363,192937984~2788822,197132288~12094829,226492416~4908430,248539412~8171190,268435456~7975514,281018368~7324689,330512814~6631506,339738624~2024218,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,398458880~7842841] 2024-04-10T16:20:35.615 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 8 diff [711451~10480701,17023402~3888248,23407487~1904598,25561552~8671317,58852851~3554725,65627319~9774634,83899912~3139209,89906431~3633939,93950025~10691417,105565893~1183920,110053720~1697,110793697~3829589,160082196~7015565,167129809~12760326,180479096~713339,185709733~4738739,195051776~675030,197566377~11660740,226723899~4676947,248539412~8171190,259589458~7130773,270369961~6041009,281486296~6856761,302249719~4860496,314188886~1598893,330512814~6631506,340095391~1667451,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.615 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,17023402~3888248,23407487~1904598,25561552~8671317,58852851~3554725,65627319~9774634,83899912~3139209,89906431~3633939,93950025~10691417,105565893~1183920,110053720~1697,110793697~3829589,160082196~7015565,167129809~12760326,180479096~713339,185709733~4738739,195051776~675030,197566377~11660740,226723899~4676947,248539412~8171190,259589458~7130773,270369961~6041009,281486296~6856761,302249719~4860496,314188886~1598893,330512814~6631506,340095391~1667451,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.621 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,16777216~4134434,23407487~1904598,25561552~8671317,58852851~3554725,62914560~12487393,83899912~3139209,88080384~5459986,93950025~10691417,104857600~1892213,109051904~5571382,160082196~7015565,167129809~12760326,180355072~837363,185709733~4738739,192937984~2788822,197132288~12094829,226492416~4908430,248539412~8171190,259589458~7130773,268435456~7975514,281018368~7324689,301989888~5120327,314188886~1598893,330512814~6631506,339738624~2024218,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.621 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 9 diff [711451~10480701,14200545~6711105,21898601~1377579,23407487~1904598,25561552~14587201,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,160082196~19807939,180479096~713339,185709733~4738739,195051776~675030,197566377~11660740,226071853~5328993,248539412~8171190,259589458~7130773,270369961~6041009,281486296~6856761,302249719~4860496,314188886~1598893,321823568~1981809,330512814~6631506,340095391~1667451,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.621 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,14200545~6711105,21898601~1377579,23407487~1904598,25561552~14587201,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,160082196~19807939,180479096~713339,185709733~4738739,195051776~675030,197566377~11660740,226071853~5328993,248539412~8171190,259589458~7130773,270369961~6041009,281486296~6856761,302249719~4860496,314188886~1598893,321823568~1981809,330512814~6631506,340095391~1667451,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.627 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~8328738,21898601~1377579,23407487~1904598,25561552~14587201,58852851~3554725,62914560~12487393,83899912~9640458,93950025~10691417,104857600~1892213,109051904~11495813,129424464~6652316,160082196~19807939,180355072~837363,185709733~4738739,192937984~2788822,197132288~12094829,222298112~9102734,248539412~8171190,259589458~7130773,268435456~7975514,281018368~7324689,301989888~5120327,314188886~1598893,321124402~2680975,330512814~6631506,339738624~2024218,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.627 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 10 diff [711451~10480701,14200545~6711105,21898601~1377579,23407487~1904598,25561552~14587201,40363554~3730993,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,160082196~19807939,180479096~713339,185709733~4738739,191289890~17937227,226071853~5328993,248539412~8171190,259589458~9081661,270369961~6041009,281486296~6856761,302249719~4860496,314188886~1598893,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,349897808~2610599,354891740~3763199,361009270~2113025,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.627 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,14200545~6711105,21898601~1377579,23407487~1904598,25561552~14587201,40363554~3730993,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,160082196~19807939,180479096~713339,185709733~4738739,191289890~17937227,226071853~5328993,248539412~8171190,259589458~9081661,270369961~6041009,281486296~6856761,302249719~4860496,314188886~1598893,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,349897808~2610599,354891740~3763199,361009270~2113025,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.633 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~8328738,21898601~1377579,23407487~1904598,25561552~18532995,58852851~3554725,62914560~12487393,83899912~9640458,93950025~10691417,104857600~1892213,109051904~11495813,129424464~8701337,142606336~3949879,160082196~19807939,180355072~837363,185709733~4738739,191289890~17937227,222298112~9102734,248539412~8171190,259589458~16821512,281018368~7324689,301989888~5120327,314188886~1598893,321124402~2680975,330512814~6631506,339738624~6070365,349897808~2610599,354891740~3763199,361009270~2113025,377242436~1340712,379882106~6350843,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.633 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 11 diff [711451~10480701,14200545~9104933,23407487~1904598,25561552~14587201,40363554~3730993,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,149854987~7623301,160082196~19807939,180479096~713339,185709733~4738739,191289890~17937227,226071853~5328993,236502715~2285512,248539412~8171190,259589458~9081661,270369961~6041009,281486296~6856761,302249719~8225363,314188886~1598893,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,349897808~2610599,354891740~3763199,361009270~2113025,375815801~3905766,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.633 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,14200545~9104933,23407487~1904598,25561552~14587201,40363554~3730993,58852851~3554725,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,149854987~7623301,160082196~19807939,180479096~713339,185709733~4738739,191289890~17937227,226071853~5328993,236502715~2285512,248539412~8171190,259589458~9081661,270369961~6041009,281486296~6856761,302249719~8225363,314188886~1598893,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,349897808~2610599,354891740~3763199,361009270~2113025,375815801~3905766,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.639 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~10722566,23407487~1904598,25561552~18532995,58852851~3554725,62914560~12487393,83899912~9640458,93950025~10691417,104857600~1892213,109051904~11495813,129424464~8701337,142606336~3949879,146800640~10677648,160082196~19807939,180355072~837363,185709733~4738739,191289890~17937227,222298112~9102734,234881024~3907203,248539412~8171190,259589458~16821512,281018368~7324689,301989888~8485194,314188886~1598893,321124402~2680975,330512814~6631506,339738624~6070365,349897808~2610599,354891740~3763199,361009270~2113025,375815801~3905766,379882106~6350843,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.639 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 12 diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~8701337,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~4738739,191289890~17937227,226071853~5328993,236502715~2285512,245892126~10818476,259589458~10037346,270369961~6041009,281486296~6856761,302249719~8225363,314188886~1598893,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.639 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,129424464~8701337,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~4738739,191289890~17937227,226071853~5328993,236502715~2285512,245892126~10818476,259589458~10037346,270369961~6041009,281486296~6856761,302249719~8225363,314188886~1598893,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.644 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~10722566,23407487~1904598,25561552~25037130,54525952~7881624,62914560~12487393,83899912~9640458,93950025~10691417,104857600~1892213,109051904~11495813,129424464~8701337,142606336~3949879,146800640~33089495,180355072~837363,185709733~4738739,191289890~17937227,222298112~9102734,234881024~3907203,243269632~13440970,259589458~16821512,281018368~7324689,301989888~8485194,314188886~1598893,321124402~2680975,330512814~6631506,339738624~6070365,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.645 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 13 diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,127952139~10173662,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~4738739,191289890~17937227,226071853~5328993,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281486296~6856761,302249719~13538060,316365760~401463,317598632~1876995,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.645 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,83899912~9640458,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,127952139~10173662,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~4738739,191289890~17937227,226071853~5328993,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281486296~6856761,302249719~13538060,316365760~401463,317598632~1876995,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.651 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~10722566,23407487~1904598,25561552~25037130,54525952~7881624,62914560~12487393,83899912~9640458,93950025~10691417,104857600~1892213,109051904~11495813,127952139~10173662,142606336~3949879,146800640~33089495,180355072~837363,185709733~4738739,191289890~17937227,222298112~9102734,234881024~3907203,243269632~14553257,259589458~16821512,281018368~7324689,301989888~13797891,316365760~401463,317598632~1876995,321124402~16019918,339738624~6070365,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,394264576~1823667,398458880~8742140] 2024-04-10T16:20:35.651 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 14 diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185506365~4942107,190548119~18678998,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281385472~6957585,302249719~13538060,316365760~401463,317598632~1876995,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.651 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185506365~4942107,190548119~18678998,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281385472~6957585,302249719~13538060,316365760~401463,317598632~1876995,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.657 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~10722566,23407487~1904598,25561552~25037130,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~1892213,109051904~29073897,142606336~3949879,146800640~33089495,180355072~837363,185506365~4942107,190548119~18678998,222298112~9934822,234881024~3907203,243269632~14553257,259589458~16821512,281018368~7324689,301989888~13797891,316365760~401463,317598632~1876995,321124402~16019918,339738624~6070365,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,394264576~1823667,398458880~8742140] 2024-04-10T16:20:35.657 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 15 diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~4942107,190548119~18678998,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,395771520~316723,399744810~7456210,408065152~2741022] 2024-04-10T16:20:35.657 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~4942107,190548119~18678998,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,395771520~316723,399744810~7456210,408065152~2741022] 2024-04-10T16:20:35.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:35 smithi154 ceph-mon[84269]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-10T16:20:35.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:35 smithi154 ceph-mon[84269]: pgmap v3932: 137 pgs: 137 active+clean; 753 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 22 MiB/s wr, 195 op/s 2024-04-10T16:20:35.663 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~10722566,23407487~1904598,25561552~25037130,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~1892213,109051904~29073897,142606336~3949879,146800640~33089495,180355072~837363,185506365~4942107,190548119~18678998,222298112~9934822,234881024~3907203,243269632~14553257,259589458~16821512,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~16019918,339738624~6070365,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,394264576~1823667,398458880~8742140,408065152~2741022] 2024-04-10T16:20:35.663 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 16 diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~4942107,190548119~18678998,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324118761~13025559,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,370987843~15245106,395771520~316723,399744810~11844864] 2024-04-10T16:20:35.663 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~10480701,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~4942107,190548119~18678998,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324118761~13025559,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,370987843~15245106,395771520~316723,399744810~11844864] 2024-04-10T16:20:35.669 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11192152,12582912~10722566,23407487~1904598,25561552~25037130,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~1892213,109051904~29073897,142606336~3949879,146800640~33089495,180355072~837363,185506365~4942107,190548119~18678998,222298112~9934822,234881024~8262803,243269632~14553257,259589458~17918615,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~10606903,370987843~15245106,394264576~1823667,398458880~13130794] 2024-04-10T16:20:35.669 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 17 diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~14677267,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~30035148,180479096~713339,185506365~4942107,190548119~18678998,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,370987843~15245106,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.669 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~14677267,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105565893~1183920,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~30035148,180479096~713339,185506365~4942107,190548119~18678998,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,370987843~15245106,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.675 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~1892213,109051904~29073897,138412032~8372469,146800640~33089495,180355072~837363,185506365~4942107,190548119~18678998,222298112~9934822,234881024~8262803,243269632~14553257,259589458~17918615,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~10606903,370987843~15245106,394264576~1823667,398458880~13424865] 2024-04-10T16:20:35.676 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 18 diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~14677267,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,370987843~19878944,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.676 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~14677267,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,370987843~19878944,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.682 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259589458~17918615,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~10606903,370987843~19878944,394264576~1823667,398458880~13424865] 2024-04-10T16:20:35.682 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 19 diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:35.682 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:35.688 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:35.688 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 5 diff [17075274~3836376,23407487~1904598,25561552~6275999,65627319~6674515,160082196~7015565,167129809~6428985,198676727~7261745,330512814~6631506,340095391~1667451] 2024-04-10T16:20:35.688 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [17075274~3836376,23407487~1904598,25561552~6275999,65627319~6674515,160082196~7015565,167129809~6428985,198676727~7261745,330512814~6631506,340095391~1667451] 2024-04-10T16:20:35.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:35 smithi102 ceph-mon[90943]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-10T16:20:35.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:35 smithi102 ceph-mon[90943]: pgmap v3932: 137 pgs: 137 active+clean; 753 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 22 MiB/s wr, 195 op/s 2024-04-10T16:20:35.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:35 smithi102 ceph-mon[88557]: osdmap e2016: 8 total, 8 up, 8 in 2024-04-10T16:20:35.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:35 smithi102 ceph-mon[88557]: pgmap v3932: 137 pgs: 137 active+clean; 753 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 114 KiB/s rd, 22 MiB/s wr, 195 op/s 2024-04-10T16:20:35.694 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~4134434,23407487~1904598,25561552~6275999,62914560~9387274,160082196~7015565,167129809~6428985,198676727~7261745,330512814~6631506,339738624~2024218] 2024-04-10T16:20:35.694 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 6 diff [17023402~3888248,23407487~1904598,25561552~8671317,65627319~6674515,160082196~7015565,167129809~12760326,195051776~675030,198676727~7261745,227975555~2247917,270369961~6041009,281486296~6856761,330512814~6631506,340095391~1667451,355853526~2801413,377242436~1340712,399744810~6556911] 2024-04-10T16:20:35.694 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [17023402~3888248,23407487~1904598,25561552~8671317,65627319~6674515,160082196~7015565,167129809~12760326,195051776~675030,198676727~7261745,227975555~2247917,270369961~6041009,281486296~6856761,330512814~6631506,340095391~1667451,355853526~2801413,377242436~1340712,399744810~6556911] 2024-04-10T16:20:35.700 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~4134434,23407487~1904598,25561552~8671317,62914560~9387274,160082196~7015565,167129809~12760326,192937984~2788822,198676727~7261745,227975555~2247917,268435456~7975514,281018368~7324689,330512814~6631506,339738624~2024218,355853526~2801413,377242436~1340712,398458880~7842841] 2024-04-10T16:20:35.700 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 7 diff [711451~5567613,17023402~3888248,23407487~1904598,25561552~8671317,58852851~3554725,65627319~6674515,110053720~1697,110793697~3829589,160082196~7015565,167129809~12760326,180479096~713339,195051776~675030,198676727~10550390,227975555~2247917,270369961~6041009,281486296~6856761,330512814~6631506,340095391~1667451,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,399744810~6556911] 2024-04-10T16:20:35.700 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,17023402~3888248,23407487~1904598,25561552~8671317,58852851~3554725,65627319~6674515,110053720~1697,110793697~3829589,160082196~7015565,167129809~12760326,180479096~713339,195051776~675030,198676727~10550390,227975555~2247917,270369961~6041009,281486296~6856761,330512814~6631506,340095391~1667451,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,399744810~6556911] 2024-04-10T16:20:35.706 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,16777216~4134434,23407487~1904598,25561552~8671317,58852851~3554725,62914560~9387274,109051904~5571382,160082196~7015565,167129809~12760326,180355072~837363,192937984~2788822,198676727~10550390,227975555~2247917,268435456~7975514,281018368~7324689,330512814~6631506,339738624~2024218,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,398458880~7842841] 2024-04-10T16:20:35.706 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 8 diff [711451~5567613,17023402~3888248,23407487~1904598,25561552~8671317,58852851~3554725,65627319~9774634,83899912~3139209,98169717~6471725,110053720~1697,110793697~3829589,160082196~7015565,167129809~12760326,180479096~713339,185709733~4738739,195051776~675030,198676727~10550390,227975555~2247917,259589458~7130773,270369961~6041009,281486296~6856761,302249719~4860496,314188886~1598893,330512814~6631506,340095391~1667451,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.706 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,17023402~3888248,23407487~1904598,25561552~8671317,58852851~3554725,65627319~9774634,83899912~3139209,98169717~6471725,110053720~1697,110793697~3829589,160082196~7015565,167129809~12760326,180479096~713339,185709733~4738739,195051776~675030,198676727~10550390,227975555~2247917,259589458~7130773,270369961~6041009,281486296~6856761,302249719~4860496,314188886~1598893,330512814~6631506,340095391~1667451,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.711 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,16777216~4134434,23407487~1904598,25561552~8671317,58852851~3554725,62914560~12487393,83899912~3139209,98169717~6471725,109051904~5571382,160082196~7015565,167129809~12760326,180355072~837363,185709733~4738739,192937984~2788822,198676727~10550390,227975555~2247917,259589458~7130773,268435456~7975514,281018368~7324689,301989888~5120327,314188886~1598893,330512814~6631506,339738624~2024218,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.712 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 9 diff [711451~5567613,14200545~6711105,21898601~1377579,23407487~1904598,25561552~14587201,58852851~3554725,65627319~9774634,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~6652316,160082196~19807939,180479096~713339,185709733~4738739,195051776~675030,198676727~10550390,226071853~4151619,259589458~7130773,270369961~6041009,281486296~6856761,302249719~4860496,314188886~1598893,321823568~1981809,330512814~6631506,340095391~1667451,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.712 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,14200545~6711105,21898601~1377579,23407487~1904598,25561552~14587201,58852851~3554725,65627319~9774634,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~6652316,160082196~19807939,180479096~713339,185709733~4738739,195051776~675030,198676727~10550390,226071853~4151619,259589458~7130773,270369961~6041009,281486296~6856761,302249719~4860496,314188886~1598893,321823568~1981809,330512814~6631506,340095391~1667451,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.718 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,12582912~8328738,21898601~1377579,23407487~1904598,25561552~14587201,58852851~3554725,62914560~12487393,83899912~9193628,98169717~6471725,109051904~11495813,129424464~6652316,160082196~19807939,180355072~837363,185709733~4738739,192937984~2788822,198676727~10550390,222298112~7925360,259589458~7130773,268435456~7975514,281018368~7324689,301989888~5120327,314188886~1598893,321124402~2680975,330512814~6631506,339738624~2024218,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.718 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 10 diff [711451~5567613,9578166~694917,14200545~6711105,21898601~1377579,23407487~1904598,25561552~14587201,40363554~3730993,58852851~3554725,65627319~9774634,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,160082196~19807939,180479096~713339,185709733~4738739,191289890~7330658,198676727~10550390,226071853~4151619,259589458~9081661,270369961~6041009,281486296~6856761,302249719~4860496,314188886~1598893,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,349897808~2610599,354891740~3763199,361009270~2113025,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.718 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,9578166~694917,14200545~6711105,21898601~1377579,23407487~1904598,25561552~14587201,40363554~3730993,58852851~3554725,65627319~9774634,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,160082196~19807939,180479096~713339,185709733~4738739,191289890~7330658,198676727~10550390,226071853~4151619,259589458~9081661,270369961~6041009,281486296~6856761,302249719~4860496,314188886~1598893,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,349897808~2610599,354891740~3763199,361009270~2113025,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.723 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,9578166~694917,12582912~8328738,21898601~1377579,23407487~1904598,25561552~18532995,58852851~3554725,62914560~12487393,83899912~9193628,98169717~6471725,109051904~11495813,129424464~8701337,142606336~3949879,160082196~19807939,180355072~837363,185709733~4738739,191289890~7330658,198676727~10550390,222298112~7925360,259589458~16821512,281018368~7324689,301989888~5120327,314188886~1598893,321124402~2680975,330512814~6631506,339738624~6070365,349897808~2610599,354891740~3763199,361009270~2113025,377242436~1340712,379882106~6350843,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.723 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 11 diff [711451~5567613,9578166~694917,14200545~9104933,23407487~1904598,25561552~14587201,40363554~3730993,58852851~3554725,65627319~9774634,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,149854987~7623301,160082196~19807939,180479096~713339,185709733~4738739,191289890~7330658,198676727~10550390,226071853~4151619,236502715~2285512,259589458~9081661,270369961~6041009,281486296~6856761,302249719~8225363,314188886~1598893,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,349897808~2610599,354891740~3763199,361009270~2113025,375815801~3905766,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.723 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,9578166~694917,14200545~9104933,23407487~1904598,25561552~14587201,40363554~3730993,58852851~3554725,65627319~9774634,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,149854987~7623301,160082196~19807939,180479096~713339,185709733~4738739,191289890~7330658,198676727~10550390,226071853~4151619,236502715~2285512,259589458~9081661,270369961~6041009,281486296~6856761,302249719~8225363,314188886~1598893,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,349897808~2610599,354891740~3763199,361009270~2113025,375815801~3905766,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.729 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,9578166~694917,12582912~10722566,23407487~1904598,25561552~18532995,58852851~3554725,62914560~12487393,83899912~9193628,98169717~6471725,109051904~11495813,129424464~8701337,142606336~3949879,146800640~10677648,160082196~19807939,180355072~837363,185709733~4738739,191289890~7330658,198676727~10550390,222298112~7925360,234881024~3907203,259589458~16821512,281018368~7324689,301989888~8485194,314188886~1598893,321124402~2680975,330512814~6631506,339738624~6070365,349897808~2610599,354891740~3763199,361009270~2113025,375815801~3905766,379882106~6350843,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.730 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 12 diff [711451~5567613,9578166~694917,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~8701337,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~4738739,191289890~7330658,198676727~10550390,226071853~4151619,236502715~2285512,245892126~7243079,259589458~10037346,270369961~6041009,281486296~6856761,302249719~8225363,314188886~1598893,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.730 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,9578166~694917,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~8701337,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~4738739,191289890~7330658,198676727~10550390,226071853~4151619,236502715~2285512,245892126~7243079,259589458~10037346,270369961~6041009,281486296~6856761,302249719~8225363,314188886~1598893,321823568~1981809,330512814~6631506,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.735 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,9578166~694917,12582912~10722566,23407487~1904598,25561552~25037130,54525952~7881624,62914560~12487393,83899912~9193628,98169717~6471725,109051904~11495813,129424464~8701337,142606336~3949879,146800640~33089495,180355072~837363,185709733~4738739,191289890~7330658,198676727~10550390,222298112~7925360,234881024~3907203,243269632~9865573,259589458~16821512,281018368~7324689,301989888~8485194,314188886~1598893,321124402~2680975,330512814~6631506,339738624~6070365,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.736 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 13 diff [711451~5567613,9578166~694917,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,127952139~10173662,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~4738739,191289890~7330658,198676727~10550390,226071853~4151619,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281486296~6856761,302249719~13538060,316365760~401463,317598632~1876995,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.736 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,9578166~694917,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,127952139~10173662,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185709733~4738739,191289890~7330658,198676727~10550390,226071853~4151619,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281486296~6856761,302249719~13538060,316365760~401463,317598632~1876995,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.742 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,9578166~694917,12582912~10722566,23407487~1904598,25561552~25037130,54525952~7881624,62914560~12487393,83899912~9193628,98169717~6471725,109051904~11495813,127952139~10173662,142606336~3949879,146800640~33089495,180355072~837363,185709733~4738739,191289890~7330658,198676727~10550390,222298112~7925360,234881024~3907203,243269632~14553257,259589458~16821512,281018368~7324689,301989888~13797891,316365760~401463,317598632~1876995,321124402~16019918,339738624~6070365,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,394264576~1823667,398458880~8742140] 2024-04-10T16:20:35.742 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 14 diff [711451~5567613,9578166~694917,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15432533,98169717~6471725,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185506365~4942107,190548119~8072429,198676727~10550390,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281385472~6957585,302249719~13538060,316365760~401463,317598632~1876995,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.742 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,9578166~694917,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15432533,98169717~6471725,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~7623301,159284996~20605139,180479096~713339,185506365~4942107,190548119~8072429,198676727~10550390,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281385472~6957585,302249719~13538060,316365760~401463,317598632~1876995,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.747 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,9578166~694917,12582912~10722566,23407487~1904598,25561552~25037130,54525952~7881624,62914560~12487393,75497472~17596068,98169717~6471725,109051904~29073897,142606336~3949879,146800640~33089495,180355072~837363,185506365~4942107,190548119~8072429,198676727~10550390,222298112~9934822,234881024~3907203,243269632~14553257,259589458~16821512,281018368~7324689,301989888~13797891,316365760~401463,317598632~1876995,321124402~16019918,339738624~6070365,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,394264576~1823667,398458880~8742140] 2024-04-10T16:20:35.748 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 15 diff [711451~5567613,9578166~694917,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15432533,98169717~6471725,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~4942107,190548119~18678998,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,395771520~316723,399744810~7456210,408065152~2741022] 2024-04-10T16:20:35.748 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,9578166~694917,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15432533,98169717~6471725,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~4942107,190548119~18678998,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324118761~13025559,340095391~1667451,341841158~3967831,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,395771520~316723,399744810~7456210,408065152~2741022] 2024-04-10T16:20:35.754 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,9578166~694917,12582912~10722566,23407487~1904598,25561552~25037130,54525952~7881624,62914560~12487393,75497472~17596068,98169717~6471725,109051904~29073897,142606336~3949879,146800640~33089495,180355072~837363,185506365~4942107,190548119~18678998,222298112~9934822,234881024~3907203,243269632~14553257,259589458~16821512,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~16019918,339738624~6070365,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,394264576~1823667,398458880~8742140,408065152~2741022] 2024-04-10T16:20:35.754 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 16 diff [711451~5567613,9578166~694917,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~4942107,190548119~18678998,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324118761~13025559,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,370987843~15245106,395771520~316723,399744810~11844864] 2024-04-10T16:20:35.754 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,9578166~694917,13799883~9505595,23407487~1904598,25561552~14587201,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~30035148,180479096~713339,185506365~4942107,190548119~18678998,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324118761~13025559,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,370987843~15245106,395771520~316723,399744810~11844864] 2024-04-10T16:20:35.760 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,9578166~694917,12582912~10722566,23407487~1904598,25561552~25037130,54525952~7881624,62914560~12487393,75497472~17596068,96235539~8405903,109051904~29073897,142606336~3949879,146800640~33089495,180355072~837363,185506365~4942107,190548119~18678998,222298112~9934822,234881024~8262803,243269632~14553257,259589458~17918615,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~10606903,370987843~15245106,394264576~1823667,398458880~13130794] 2024-04-10T16:20:35.760 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 17 diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~14677267,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~30035148,180479096~713339,185506365~4942107,190548119~18678998,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,370987843~15245106,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.760 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~14677267,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~30035148,180479096~713339,185506365~4942107,190548119~18678998,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,370987843~15245106,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.766 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~17596068,96235539~8405903,109051904~29073897,138412032~8372469,146800640~33089495,180355072~837363,185506365~4942107,190548119~18678998,222298112~9934822,234881024~8262803,243269632~14553257,259589458~17918615,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~10606903,370987843~15245106,394264576~1823667,398458880~13424865] 2024-04-10T16:20:35.766 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 18 diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~14677267,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,370987843~19878944,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.767 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~14677267,40363554~10235128,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,370987843~19878944,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.772 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259589458~17918615,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~10606903,370987843~19878944,394264576~1823667,398458880~13424865] 2024-04-10T16:20:35.773 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 19 diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:35.773 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:35.778 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:35.778 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 6 diff [17023402~3682341,26239956~7992913,171785083~8105052,195051776~675030,227975555~2247917,270369961~6041009,281486296~6856761,355853526~2801413,377242436~1340712,399744810~6556911] 2024-04-10T16:20:35.779 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [17023402~3682341,26239956~7992913,171785083~8105052,195051776~675030,227975555~2247917,270369961~6041009,281486296~6856761,355853526~2801413,377242436~1340712,399744810~6556911] 2024-04-10T16:20:35.784 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [17023402~3682341,26239956~7992913,171785083~8105052,192937984~2788822,227975555~2247917,268435456~7975514,281018368~7324689,355853526~2801413,377242436~1340712,398458880~7842841] 2024-04-10T16:20:35.785 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 7 diff [711451~5567613,17023402~3682341,26239956~7992913,58852851~3554725,110053720~1697,110793697~3829589,161523452~3069738,171785083~8105052,180479096~713339,195051776~675030,202720885~6506232,227975555~2247917,270369961~6041009,281486296~6856761,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,399744810~6556911] 2024-04-10T16:20:35.785 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,17023402~3682341,26239956~7992913,58852851~3554725,110053720~1697,110793697~3829589,161523452~3069738,171785083~8105052,180479096~713339,195051776~675030,202720885~6506232,227975555~2247917,270369961~6041009,281486296~6856761,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,399744810~6556911] 2024-04-10T16:20:35.790 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,17023402~3682341,26239956~7992913,58852851~3554725,109051904~5571382,161523452~3069738,171785083~8105052,180355072~837363,192937984~2788822,202720885~6506232,227975555~2247917,268435456~7975514,281018368~7324689,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,398458880~7842841] 2024-04-10T16:20:35.791 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 8 diff [711451~5567613,17023402~3682341,26239956~7992913,58852851~3554725,68190895~7211058,83899912~3139209,98169717~6471725,110053720~1697,110793697~3829589,161523452~3069738,171785083~8105052,180479096~713339,185709733~4738739,195051776~675030,200049536~9177581,227975555~2247917,259589458~7130773,270369961~6041009,281486296~6856761,302249719~4860496,314188886~1598893,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.791 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,17023402~3682341,26239956~7992913,58852851~3554725,68190895~7211058,83899912~3139209,98169717~6471725,110053720~1697,110793697~3829589,161523452~3069738,171785083~8105052,180479096~713339,185709733~4738739,195051776~675030,200049536~9177581,227975555~2247917,259589458~7130773,270369961~6041009,281486296~6856761,302249719~4860496,314188886~1598893,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.797 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,17023402~3682341,26239956~7992913,58852851~3554725,68190895~7211058,83899912~3139209,98169717~6471725,109051904~5571382,161523452~3069738,171785083~8105052,180355072~837363,185709733~4738739,192937984~2788822,200049536~9177581,227975555~2247917,259589458~7130773,268435456~7975514,281018368~7324689,301989888~5120327,314188886~1598893,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.797 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 9 diff [711451~5567613,14200545~6505198,21898601~1377579,26239956~13908797,58852851~3554725,68190895~7211058,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~6652316,161057263~7025045,171785083~8105052,180479096~713339,185709733~4738739,195051776~675030,200049536~9177581,226071853~4151619,259589458~7130773,270369961~6041009,281486296~6856761,302249719~4860496,314188886~1598893,321823568~1981809,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.797 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,14200545~6505198,21898601~1377579,26239956~13908797,58852851~3554725,68190895~7211058,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~6652316,161057263~7025045,171785083~8105052,180479096~713339,185709733~4738739,195051776~675030,200049536~9177581,226071853~4151619,259589458~7130773,270369961~6041009,281486296~6856761,302249719~4860496,314188886~1598893,321823568~1981809,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.803 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,12582912~8122831,21898601~1377579,26239956~13908797,58852851~3554725,68190895~7211058,83899912~9193628,98169717~6471725,109051904~11495813,129424464~6652316,161057263~7025045,171785083~8105052,180355072~837363,185709733~4738739,192937984~2788822,200049536~9177581,222298112~7925360,259589458~7130773,268435456~7975514,281018368~7324689,301989888~5120327,314188886~1598893,321124402~2680975,349897808~2610599,355853526~2801413,361009270~2113025,377242436~1340712,379882106~6350843,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.803 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 10 diff [711451~5567613,9578166~694917,14200545~6505198,21898601~1377579,26239956~13908797,40363554~3730993,58852851~3554725,68190895~7211058,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,161057263~7025045,171785083~8105052,180479096~713339,185709733~4738739,191289890~7330658,200049536~9177581,226071853~4151619,259589458~9081661,270369961~6041009,281486296~6856761,302249719~4860496,314188886~1598893,321823568~1981809,341841158~3967831,349897808~2610599,354891740~3763199,361009270~2113025,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.803 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,9578166~694917,14200545~6505198,21898601~1377579,26239956~13908797,40363554~3730993,58852851~3554725,68190895~7211058,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,161057263~7025045,171785083~8105052,180479096~713339,185709733~4738739,191289890~7330658,200049536~9177581,226071853~4151619,259589458~9081661,270369961~6041009,281486296~6856761,302249719~4860496,314188886~1598893,321823568~1981809,341841158~3967831,349897808~2610599,354891740~3763199,361009270~2113025,377242436~1340712,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.809 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,9578166~694917,12582912~8122831,21898601~1377579,26239956~17854591,58852851~3554725,68190895~7211058,83899912~9193628,98169717~6471725,109051904~11495813,129424464~8701337,142606336~3949879,161057263~7025045,171785083~8105052,180355072~837363,185709733~4738739,191289890~7330658,200049536~9177581,222298112~7925360,259589458~16821512,281018368~7324689,301989888~5120327,314188886~1598893,321124402~2680975,341762842~4046147,349897808~2610599,354891740~3763199,361009270~2113025,377242436~1340712,379882106~6350843,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.809 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 11 diff [711451~5567613,9578166~694917,14200545~9104933,26239956~13908797,40363554~3730993,58852851~3554725,68190895~7211058,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,149854987~7623301,161057263~7108614,171785083~8105052,180479096~713339,185709733~4738739,191289890~7330658,200049536~9177581,226071853~4151619,236502715~2285512,259589458~9081661,270369961~6041009,281486296~6856761,302249719~8225363,314188886~1598893,321823568~1981809,341841158~3967831,349897808~2610599,354891740~3763199,361009270~2113025,375815801~3905766,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.809 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,9578166~694917,14200545~9104933,26239956~13908797,40363554~3730993,58852851~3554725,68190895~7211058,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,149854987~7623301,161057263~7108614,171785083~8105052,180479096~713339,185709733~4738739,191289890~7330658,200049536~9177581,226071853~4151619,236502715~2285512,259589458~9081661,270369961~6041009,281486296~6856761,302249719~8225363,314188886~1598893,321823568~1981809,341841158~3967831,349897808~2610599,354891740~3763199,361009270~2113025,375815801~3905766,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.815 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,9578166~694917,12582912~10722566,26239956~17854591,58852851~3554725,68190895~7211058,83899912~9193628,98169717~6471725,109051904~11495813,129424464~8701337,142606336~3949879,146800640~10677648,161057263~7108614,171785083~8105052,180355072~837363,185709733~4738739,191289890~7330658,200049536~9177581,222298112~7925360,234881024~3907203,259589458~16821512,281018368~7324689,301989888~8485194,314188886~1598893,321124402~2680975,341762842~4046147,349897808~2610599,354891740~3763199,361009270~2113025,375815801~3905766,379882106~6350843,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.815 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 12 diff [711451~5567613,9578166~694917,13799883~9505595,26239956~13908797,40363554~10235128,57415070~4992506,68190895~7211058,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~8701337,144554644~2001571,149854987~7623301,159284996~8880881,171785083~8105052,180479096~713339,185709733~4738739,191289890~7330658,200049536~9177581,226071853~4151619,236502715~2285512,245892126~7243079,259589458~10037346,270369961~6041009,281486296~6856761,302249719~8225363,314188886~1598893,321823568~1981809,341841158~3967831,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.815 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,9578166~694917,13799883~9505595,26239956~13908797,40363554~10235128,57415070~4992506,68190895~7211058,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~8701337,144554644~2001571,149854987~7623301,159284996~8880881,171785083~8105052,180479096~713339,185709733~4738739,191289890~7330658,200049536~9177581,226071853~4151619,236502715~2285512,245892126~7243079,259589458~10037346,270369961~6041009,281486296~6856761,302249719~8225363,314188886~1598893,321823568~1981809,341841158~3967831,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,395771520~316723,399744810~6556911] 2024-04-10T16:20:35.821 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,9578166~694917,12582912~10722566,26239956~24358726,54525952~7881624,68190895~7211058,83899912~9193628,98169717~6471725,109051904~11495813,129424464~8701337,142606336~3949879,146800640~21365237,171785083~8105052,180355072~837363,185709733~4738739,191289890~7330658,200049536~9177581,222298112~7925360,234881024~3907203,243269632~9865573,259589458~16821512,281018368~7324689,301989888~8485194,314188886~1598893,321124402~2680975,341762842~4046147,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,394264576~1823667,398458880~7842841] 2024-04-10T16:20:35.821 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 13 diff [711451~5567613,9578166~694917,13799883~9505595,26239956~13908797,40363554~10235128,57415070~4992506,68190895~7211058,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,127952139~10173662,144554644~2001571,149854987~7623301,159284996~8880881,171785083~8105052,180479096~713339,185709733~4738739,191289890~7330658,200049536~9177581,226071853~4151619,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281486296~6856761,302249719~13538060,316365760~401463,317598632~1876995,321823568~1981809,324118761~10086815,341841158~3967831,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.821 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,9578166~694917,13799883~9505595,26239956~13908797,40363554~10235128,57415070~4992506,68190895~7211058,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,127952139~10173662,144554644~2001571,149854987~7623301,159284996~8880881,171785083~8105052,180479096~713339,185709733~4738739,191289890~7330658,200049536~9177581,226071853~4151619,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281486296~6856761,302249719~13538060,316365760~401463,317598632~1876995,321823568~1981809,324118761~10086815,341841158~3967831,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.827 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,9578166~694917,12582912~10722566,26239956~24358726,54525952~7881624,68190895~7211058,83899912~9193628,98169717~6471725,109051904~11495813,127952139~10173662,142606336~3949879,146800640~21365237,171785083~8105052,180355072~837363,185709733~4738739,191289890~7330658,200049536~9177581,222298112~7925360,234881024~3907203,243269632~14553257,259589458~16821512,281018368~7324689,301989888~13797891,316365760~401463,317598632~1876995,321124402~13081174,341762842~4046147,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,394264576~1823667,398458880~8742140] 2024-04-10T16:20:35.827 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 14 diff [711451~5567613,9578166~694917,13799883~9505595,26239956~13908797,40363554~10235128,57415070~4992506,68190895~7211058,77661007~15432533,98169717~6471725,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~7623301,159284996~8880881,171785083~8105052,180479096~713339,185506365~4942107,190548119~8072429,200049536~9177581,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281385472~6957585,302249719~13538060,316365760~401463,317598632~1876995,321823568~1981809,324118761~10086815,341841158~3967831,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.827 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,9578166~694917,13799883~9505595,26239956~13908797,40363554~10235128,57415070~4992506,68190895~7211058,77661007~15432533,98169717~6471725,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~7623301,159284996~8880881,171785083~8105052,180479096~713339,185506365~4942107,190548119~8072429,200049536~9177581,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281385472~6957585,302249719~13538060,316365760~401463,317598632~1876995,321823568~1981809,324118761~10086815,341841158~3967831,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,395771520~316723,399744810~7456210] 2024-04-10T16:20:35.833 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,9578166~694917,12582912~10722566,26239956~24358726,54525952~7881624,68190895~7211058,75497472~17596068,98169717~6471725,109051904~29073897,142606336~3949879,146800640~21365237,171785083~8105052,180355072~837363,185506365~4942107,190548119~8072429,200049536~9177581,222298112~9934822,234881024~3907203,243269632~14553257,259589458~16821512,281018368~7324689,301989888~13797891,316365760~401463,317598632~1876995,321124402~13081174,341762842~4046147,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,394264576~1823667,398458880~8742140] 2024-04-10T16:20:35.833 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 15 diff [711451~5567613,9578166~694917,13799883~9505595,26239956~13908797,40363554~10235128,57415070~4992506,68190895~7211058,77661007~15432533,98169717~6471725,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~18310890,171785083~8105052,180479096~713339,185506365~4942107,190548119~18678998,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324118761~10697319,341841158~3967831,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,395771520~316723,399744810~7456210,408065152~2741022] 2024-04-10T16:20:35.833 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,9578166~694917,13799883~9505595,26239956~13908797,40363554~10235128,57415070~4992506,68190895~7211058,77661007~15432533,98169717~6471725,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~18310890,171785083~8105052,180479096~713339,185506365~4942107,190548119~18678998,225954921~6278013,236502715~2285512,245892126~11930763,259589458~10037346,270369961~6041009,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324118761~10697319,341841158~3967831,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,395771520~316723,399744810~7456210,408065152~2741022] 2024-04-10T16:20:35.839 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,9578166~694917,12582912~10722566,26239956~24358726,54525952~7881624,68190895~7211058,75497472~17596068,98169717~6471725,109051904~29073897,142606336~3949879,146800640~21365237,171785083~8105052,180355072~837363,185506365~4942107,190548119~18678998,222298112~9934822,234881024~3907203,243269632~14553257,259589458~16821512,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,341762842~4046147,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,394264576~1823667,398458880~8742140,408065152~2741022] 2024-04-10T16:20:35.839 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 16 diff [711451~5567613,9578166~694917,13799883~9505595,26239956~13908797,40363554~10235128,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~18310890,171785083~8105052,180479096~713339,185506365~4942107,190548119~18678998,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324118761~10697319,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,370987843~15245106,395771520~316723,399744810~11844864] 2024-04-10T16:20:35.839 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,9578166~694917,13799883~9505595,26239956~13908797,40363554~10235128,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~18310890,171785083~8105052,180479096~713339,185506365~4942107,190548119~18678998,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324118761~10697319,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,370987843~15245106,395771520~316723,399744810~11844864] 2024-04-10T16:20:35.846 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,9578166~694917,12582912~10722566,26239956~24358726,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,109051904~29073897,142606336~3949879,146800640~21365237,171785083~8105052,180355072~837363,185506365~4942107,190548119~18678998,222298112~9934822,234881024~8262803,243269632~14553257,259589458~17918615,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~10606903,370987843~15245106,394264576~1823667,398458880~13130794] 2024-04-10T16:20:35.846 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 17 diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~14677267,40363554~10235128,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~8105052,180479096~713339,185506365~4942107,190548119~18678998,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,370987843~15245106,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.846 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~14677267,40363554~10235128,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~8105052,180479096~713339,185506365~4942107,190548119~18678998,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,370987843~15245106,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.851 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,109051904~29073897,138412032~8372469,146800640~21421147,171785083~8105052,180355072~837363,185506365~4942107,190548119~18678998,222298112~9934822,234881024~8262803,243269632~14553257,259589458~17918615,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~10606903,370987843~15245106,394264576~1823667,398458880~13424865] 2024-04-10T16:20:35.851 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 18 diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~14677267,40363554~10235128,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,370987843~19878944,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.852 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~14677267,40363554~10235128,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259589458~10037346,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,370987843~19878944,395771520~316723,399744810~12138935] 2024-04-10T16:20:35.857 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,171785083~12328511,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259589458~17918615,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~10606903,370987843~19878944,394264576~1823667,398458880~13424865] 2024-04-10T16:20:35.857 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 19 diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:35.857 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:35.863 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,171785083~12328511,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:35.863 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 7 diff [711451~5567613,58852851~3554725,110053720~1697,110793697~3829589,161523452~3069738,180479096~713339,202720885~6506232,349897808~2610599,361009270~2113025,379882106~6350843] 2024-04-10T16:20:35.864 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,58852851~3554725,110053720~1697,110793697~3829589,161523452~3069738,180479096~713339,202720885~6506232,349897808~2610599,361009270~2113025,379882106~6350843] 2024-04-10T16:20:35.869 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,58852851~3554725,109051904~5571382,161523452~3069738,180355072~837363,202720885~6506232,349897808~2610599,361009270~2113025,379882106~6350843] 2024-04-10T16:20:35.869 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 8 diff [711451~5567613,31708463~1947899,58852851~3554725,68190895~7211058,83899912~3139209,98169717~6471725,110053720~1697,110793697~3829589,161523452~3069738,180479096~713339,185709733~4738739,200049536~9177581,259589458~7130773,302249719~4860496,314188886~1598893,349897808~2610599,361009270~2113025,379882106~6350843,395771520~316723] 2024-04-10T16:20:35.870 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,31708463~1947899,58852851~3554725,68190895~7211058,83899912~3139209,98169717~6471725,110053720~1697,110793697~3829589,161523452~3069738,180479096~713339,185709733~4738739,200049536~9177581,259589458~7130773,302249719~4860496,314188886~1598893,349897808~2610599,361009270~2113025,379882106~6350843,395771520~316723] 2024-04-10T16:20:35.875 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,31708463~1947899,58852851~3554725,68190895~7211058,83899912~3139209,98169717~6471725,109051904~5571382,161523452~3069738,180355072~837363,185709733~4738739,200049536~9177581,259589458~7130773,301989888~5120327,314188886~1598893,349897808~2610599,361009270~2113025,379882106~6350843,394264576~1823667] 2024-04-10T16:20:35.876 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 9 diff [711451~5567613,14200545~3891161,21898601~1377579,31708463~8440290,58852851~3554725,68190895~7211058,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~6652316,161057263~7025045,180479096~713339,185709733~4738739,200049536~9177581,226071853~2296723,259589458~7130773,302249719~4860496,314188886~1598893,321823568~1981809,349897808~2610599,361009270~2113025,379882106~6350843,395771520~316723] 2024-04-10T16:20:35.876 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,14200545~3891161,21898601~1377579,31708463~8440290,58852851~3554725,68190895~7211058,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~6652316,161057263~7025045,180479096~713339,185709733~4738739,200049536~9177581,226071853~2296723,259589458~7130773,302249719~4860496,314188886~1598893,321823568~1981809,349897808~2610599,361009270~2113025,379882106~6350843,395771520~316723] 2024-04-10T16:20:35.881 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,12582912~5508794,21898601~1377579,31708463~8440290,58852851~3554725,68190895~7211058,83899912~9193628,98169717~6471725,109051904~11495813,129424464~6652316,161057263~7025045,180355072~837363,185709733~4738739,200049536~9177581,222298112~6070464,259589458~7130773,301989888~5120327,314188886~1598893,321124402~2680975,349897808~2610599,361009270~2113025,379882106~6350843,394264576~1823667] 2024-04-10T16:20:35.882 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 10 diff [711451~5567613,9578166~694917,14200545~3891161,21898601~1377579,29404749~10744004,40363554~3730993,58852851~3554725,68190895~7211058,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,161057263~7025045,180479096~713339,185709733~4738739,191289890~7330658,200049536~9177581,226071853~2296723,259589458~9081661,302249719~4860496,314188886~1598893,321823568~1981809,341841158~3967831,349897808~2610599,354891740~3389529,361009270~2113025,379882106~6350843,395771520~316723] 2024-04-10T16:20:35.882 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,9578166~694917,14200545~3891161,21898601~1377579,29404749~10744004,40363554~3730993,58852851~3554725,68190895~7211058,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,161057263~7025045,180479096~713339,185709733~4738739,191289890~7330658,200049536~9177581,226071853~2296723,259589458~9081661,302249719~4860496,314188886~1598893,321823568~1981809,341841158~3967831,349897808~2610599,354891740~3389529,361009270~2113025,379882106~6350843,395771520~316723] 2024-04-10T16:20:35.888 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,9578166~694917,12582912~5508794,21898601~1377579,29404749~14689798,58852851~3554725,68190895~7211058,83899912~9193628,98169717~6471725,109051904~11495813,129424464~8701337,142606336~3949879,161057263~7025045,180355072~837363,185709733~4738739,191289890~7330658,200049536~9177581,222298112~6070464,259589458~9081661,301989888~5120327,314188886~1598893,321124402~2680975,341762842~4046147,349897808~2610599,354891740~3389529,361009270~2113025,379882106~6350843,394264576~1823667] 2024-04-10T16:20:35.888 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 11 diff [711451~5567613,9578166~694917,14200545~9104933,29404749~10744004,40363554~3730993,58852851~3554725,68190895~7211058,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,149854987~7623301,161057263~7108614,180479096~713339,185709733~4738739,191289890~7330658,200049536~9177581,226071853~2296723,236502715~2285512,259589458~9081661,302249719~8225363,314188886~1598893,321823568~1981809,341841158~3967831,349897808~2610599,354891740~3389529,361009270~2113025,375815801~3905766,379882106~6350843,395771520~316723] 2024-04-10T16:20:35.888 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,9578166~694917,14200545~9104933,29404749~10744004,40363554~3730993,58852851~3554725,68190895~7211058,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~6652316,137073753~1052048,144554644~2001571,149854987~7623301,161057263~7108614,180479096~713339,185709733~4738739,191289890~7330658,200049536~9177581,226071853~2296723,236502715~2285512,259589458~9081661,302249719~8225363,314188886~1598893,321823568~1981809,341841158~3967831,349897808~2610599,354891740~3389529,361009270~2113025,375815801~3905766,379882106~6350843,395771520~316723] 2024-04-10T16:20:35.894 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,9578166~694917,12582912~10722566,29404749~14689798,58852851~3554725,68190895~7211058,83899912~9193628,98169717~6471725,109051904~11495813,129424464~8701337,142606336~3949879,146800640~10677648,161057263~7108614,180355072~837363,185709733~4738739,191289890~7330658,200049536~9177581,222298112~6070464,234881024~3907203,259589458~9081661,301989888~8485194,314188886~1598893,321124402~2680975,341762842~4046147,349897808~2610599,354891740~3389529,361009270~2113025,375815801~3905766,379882106~6350843,394264576~1823667] 2024-04-10T16:20:35.894 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 12 diff [711451~5567613,9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~4992506,68190895~7211058,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~8701337,144554644~2001571,149854987~7623301,159284996~8880881,180479096~713339,185709733~4738739,191289890~7330658,200049536~9177581,226071853~2296723,236502715~2285512,245892126~7243079,259589458~10037346,302249719~8225363,314188886~1598893,321823568~1981809,341841158~3967831,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,395771520~316723] 2024-04-10T16:20:35.894 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~4992506,68190895~7211058,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,129424464~8701337,144554644~2001571,149854987~7623301,159284996~8880881,180479096~713339,185709733~4738739,191289890~7330658,200049536~9177581,226071853~2296723,236502715~2285512,245892126~7243079,259589458~10037346,302249719~8225363,314188886~1598893,321823568~1981809,341841158~3967831,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,395771520~316723] 2024-04-10T16:20:35.900 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,9578166~694917,12582912~10722566,29404749~21193933,54525952~7881624,68190895~7211058,83899912~9193628,98169717~6471725,109051904~11495813,129424464~8701337,142606336~3949879,146800640~21365237,180355072~837363,185709733~4738739,191289890~7330658,200049536~9177581,222298112~6070464,234881024~3907203,243269632~9865573,259589458~10037346,301989888~8485194,314188886~1598893,321124402~2680975,341762842~4046147,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,394264576~1823667] 2024-04-10T16:20:35.900 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 13 diff [711451~5567613,9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~4992506,68190895~7211058,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,127952139~10173662,144554644~2001571,149854987~7623301,159284996~8880881,180479096~713339,185709733~4738739,191289890~7330658,200049536~9177581,226071853~2296723,236502715~2285512,245892126~11930763,259589458~10037346,302249719~13538060,316365760~401463,317598632~1876995,321823568~1981809,324118761~10086815,341841158~3967831,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,395771520~316723,403197457~4003563] 2024-04-10T16:20:35.900 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~4992506,68190895~7211058,83899912~9193628,98169717~6471725,110053720~1697,110793697~9754020,127952139~10173662,144554644~2001571,149854987~7623301,159284996~8880881,180479096~713339,185709733~4738739,191289890~7330658,200049536~9177581,226071853~2296723,236502715~2285512,245892126~11930763,259589458~10037346,302249719~13538060,316365760~401463,317598632~1876995,321823568~1981809,324118761~10086815,341841158~3967831,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,395771520~316723,403197457~4003563] 2024-04-10T16:20:35.906 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,9578166~694917,12582912~10722566,29404749~21193933,54525952~7881624,68190895~7211058,83899912~9193628,98169717~6471725,109051904~11495813,127952139~10173662,142606336~3949879,146800640~21365237,180355072~837363,185709733~4738739,191289890~7330658,200049536~9177581,222298112~6070464,234881024~3907203,243269632~14553257,259589458~10037346,301989888~13797891,316365760~401463,317598632~1876995,321124402~13081174,341762842~4046147,349897808~2610599,354891740~8230555,375815801~3905766,379882106~6350843,394264576~1823667,403197457~4003563] 2024-04-10T16:20:35.906 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 14 diff [711451~5567613,9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~4992506,68190895~7211058,77661007~15432533,98169717~6471725,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~7623301,159284996~8880881,180479096~713339,185506365~4942107,190548119~8072429,200049536~9177581,225954921~2413655,230102421~2130513,236502715~2285512,245892126~11930763,259589458~10037346,281385472~2685010,302249719~13538060,316365760~401463,317598632~1876995,321823568~1981809,324118761~10086815,341841158~3967831,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,395771520~316723,403197457~4003563] 2024-04-10T16:20:35.906 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~4992506,68190895~7211058,77661007~15432533,98169717~6471725,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~7623301,159284996~8880881,180479096~713339,185506365~4942107,190548119~8072429,200049536~9177581,225954921~2413655,230102421~2130513,236502715~2285512,245892126~11930763,259589458~10037346,281385472~2685010,302249719~13538060,316365760~401463,317598632~1876995,321823568~1981809,324118761~10086815,341841158~3967831,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,395771520~316723,403197457~4003563] 2024-04-10T16:20:35.912 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,9578166~694917,12582912~10722566,29404749~21193933,54525952~7881624,68190895~7211058,75497472~17596068,98169717~6471725,109051904~29073897,142606336~3949879,146800640~21365237,180355072~837363,185506365~4942107,190548119~8072429,200049536~9177581,222298112~6070464,230102421~2130513,234881024~3907203,243269632~14553257,259589458~10037346,281385472~2685010,301989888~13797891,316365760~401463,317598632~1876995,321124402~13081174,341762842~4046147,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,394264576~1823667,403197457~4003563] 2024-04-10T16:20:35.912 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 15 diff [711451~5567613,9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~4992506,68190895~7211058,77661007~15432533,98169717~6471725,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~18310890,180479096~713339,185506365~4942107,190548119~18678998,225954921~2413655,230102421~2130513,236502715~2285512,245892126~11930763,259589458~10037346,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324118761~10697319,341841158~3967831,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,395771520~316723,403197457~4003563,408065152~2741022] 2024-04-10T16:20:35.912 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~4992506,68190895~7211058,77661007~15432533,98169717~6471725,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~18310890,180479096~713339,185506365~4942107,190548119~18678998,225954921~2413655,230102421~2130513,236502715~2285512,245892126~11930763,259589458~10037346,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324118761~10697319,341841158~3967831,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,395771520~316723,403197457~4003563,408065152~2741022] 2024-04-10T16:20:35.918 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,9578166~694917,12582912~10722566,29404749~21193933,54525952~7881624,68190895~7211058,75497472~17596068,98169717~6471725,109051904~29073897,142606336~3949879,146800640~21365237,180355072~837363,185506365~4942107,190548119~18678998,222298112~6070464,230102421~2130513,234881024~3907203,243269632~14553257,259589458~10037346,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,341762842~4046147,349897808~2610599,354891740~8230555,370987843~8733724,379882106~6350843,394264576~1823667,403197457~4003563,408065152~2741022] 2024-04-10T16:20:35.918 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 16 diff [711451~5567613,9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~18310890,179228402~295134,180479096~713339,185506365~4942107,190548119~18678998,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259589458~10037346,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324118761~10697319,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,370987843~15245106,395771520~316723,401952729~9636945] 2024-04-10T16:20:35.918 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,110053720~1697,110793697~9754020,121418196~16707605,144554644~2001571,149854987~18310890,179228402~295134,180479096~713339,185506365~4942107,190548119~18678998,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259589458~10037346,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324118761~10697319,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,370987843~15245106,395771520~316723,401952729~9636945] 2024-04-10T16:20:35.924 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,9578166~694917,12582912~10722566,29404749~21193933,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,109051904~29073897,142606336~3949879,146800640~21365237,179228402~295134,180355072~837363,185506365~4942107,190548119~18678998,222298112~6070464,230102421~2130513,234881024~8262803,243269632~14553257,259589458~10037346,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~10606903,370987843~15245106,394264576~1823667,401952729~9636945] 2024-04-10T16:20:35.924 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 17 diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~14677267,40363554~10235128,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,179228402~295134,180479096~713339,185506365~4942107,190548119~18678998,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259589458~10037346,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,370987843~15245106,395771520~316723,401952729~9931016] 2024-04-10T16:20:35.924 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~14677267,40363554~10235128,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,179228402~295134,180479096~713339,185506365~4942107,190548119~18678998,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259589458~10037346,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,370987843~15245106,395771520~316723,401952729~9931016] 2024-04-10T16:20:35.931 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,109051904~29073897,138412032~8372469,146800640~21421147,179228402~295134,180355072~837363,185506365~4942107,190548119~18678998,222298112~6070464,230102421~2130513,234881024~8262803,243269632~14553257,259589458~10037346,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~10606903,370987843~15245106,394264576~1823667,401952729~9931016] 2024-04-10T16:20:35.931 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 18 diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~14677267,40363554~10235128,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259589458~10037346,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,370987843~19878944,395771520~316723,401952729~9931016] 2024-04-10T16:20:35.931 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~14677267,40363554~10235128,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259589458~10037346,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,370987843~19878944,395771520~316723,401952729~9931016] 2024-04-10T16:20:35.936 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~18678998,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259589458~10037346,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~10606903,370987843~19878944,394264576~1823667,401952729~9931016] 2024-04-10T16:20:35.937 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 19 diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:35.937 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:35.943 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~18678998,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,401952729~13356069] 2024-04-10T16:20:35.943 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 8 diff [31708463~1947899,68190895~7211058,83899912~3139209,98169717~6471725,185709733~4738739,200049536~5310553,259589458~7130773,302249719~4860496,314188886~1598893,395771520~316723] 2024-04-10T16:20:35.943 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [31708463~1947899,68190895~7211058,83899912~3139209,98169717~6471725,185709733~4738739,200049536~5310553,259589458~7130773,302249719~4860496,314188886~1598893,395771520~316723] 2024-04-10T16:20:35.949 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [31708463~1947899,68190895~7211058,83899912~3139209,98169717~6471725,185709733~4738739,200049536~5310553,259589458~7130773,301989888~5120327,314188886~1598893,394264576~1823667] 2024-04-10T16:20:35.949 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 9 diff [14200545~3891161,21898601~1377579,31708463~8440290,68190895~7211058,83899912~9193628,98169717~6471725,112434460~8113257,129424464~6652316,161057263~7025045,185709733~4738739,200049536~5310553,226071853~2296723,259589458~7130773,302249719~4860496,314188886~1598893,321823568~1981809,395771520~316723] 2024-04-10T16:20:35.949 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [14200545~3891161,21898601~1377579,31708463~8440290,68190895~7211058,83899912~9193628,98169717~6471725,112434460~8113257,129424464~6652316,161057263~7025045,185709733~4738739,200049536~5310553,226071853~2296723,259589458~7130773,302249719~4860496,314188886~1598893,321823568~1981809,395771520~316723] 2024-04-10T16:20:35.955 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [12582912~5508794,21898601~1377579,31708463~8440290,68190895~7211058,83899912~9193628,98169717~6471725,112434460~8113257,129424464~6652316,161057263~7025045,185709733~4738739,200049536~5310553,222298112~6070464,259589458~7130773,301989888~5120327,314188886~1598893,321124402~2680975,394264576~1823667] 2024-04-10T16:20:35.955 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 10 diff [9578166~694917,14200545~3891161,21898601~1377579,29404749~10744004,40363554~3730993,68190895~7211058,83899912~9193628,98169717~6471725,112434460~8113257,129424464~6652316,137073753~1052048,144554644~2001571,161057263~7025045,185709733~4738739,191289890~7330658,200049536~5310553,226071853~2296723,259589458~9081661,302249719~4860496,314188886~1598893,321823568~1981809,341841158~3967831,354891740~3389529,395771520~316723] 2024-04-10T16:20:35.955 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [9578166~694917,14200545~3891161,21898601~1377579,29404749~10744004,40363554~3730993,68190895~7211058,83899912~9193628,98169717~6471725,112434460~8113257,129424464~6652316,137073753~1052048,144554644~2001571,161057263~7025045,185709733~4738739,191289890~7330658,200049536~5310553,226071853~2296723,259589458~9081661,302249719~4860496,314188886~1598893,321823568~1981809,341841158~3967831,354891740~3389529,395771520~316723] 2024-04-10T16:20:35.961 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [9578166~694917,12582912~5508794,21898601~1377579,29404749~14689798,68190895~7211058,83899912~9193628,98169717~6471725,112434460~8113257,129424464~8701337,142606336~3949879,161057263~7025045,185709733~4738739,191289890~7330658,200049536~5310553,222298112~6070464,259589458~9081661,301989888~5120327,314188886~1598893,321124402~2680975,341762842~4046147,354891740~3389529,394264576~1823667] 2024-04-10T16:20:35.961 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 11 diff [9578166~694917,14200545~9104933,29404749~10744004,40363554~3730993,68190895~7211058,83899912~9193628,98169717~6471725,112434460~8113257,129424464~6652316,137073753~1052048,144554644~2001571,149854987~7623301,161057263~7108614,185709733~4738739,191289890~7330658,200049536~5310553,207910207~1137992,226071853~2296723,236502715~2285512,259589458~9081661,302249719~8225363,314188886~1598893,321823568~1981809,341841158~3967831,354891740~3389529,375815801~3905766,395771520~316723] 2024-04-10T16:20:35.961 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [9578166~694917,14200545~9104933,29404749~10744004,40363554~3730993,68190895~7211058,83899912~9193628,98169717~6471725,112434460~8113257,129424464~6652316,137073753~1052048,144554644~2001571,149854987~7623301,161057263~7108614,185709733~4738739,191289890~7330658,200049536~5310553,207910207~1137992,226071853~2296723,236502715~2285512,259589458~9081661,302249719~8225363,314188886~1598893,321823568~1981809,341841158~3967831,354891740~3389529,375815801~3905766,395771520~316723] 2024-04-10T16:20:35.966 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [9578166~694917,12582912~10722566,29404749~14689798,68190895~7211058,83899912~9193628,98169717~6471725,112434460~8113257,129424464~8701337,142606336~3949879,146800640~10677648,161057263~7108614,185709733~4738739,191289890~7330658,200049536~5310553,207910207~1137992,222298112~6070464,234881024~3907203,259589458~9081661,301989888~8485194,314188886~1598893,321124402~2680975,341762842~4046147,354891740~3389529,375815801~3905766,394264576~1823667] 2024-04-10T16:20:35.967 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 12 diff [9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~1876897,68190895~7211058,83899912~9193628,98169717~6471725,112434460~8113257,129424464~8701337,144554644~2001571,149854987~7623301,159284996~8880881,185709733~4738739,191289890~7330658,200049536~5310553,207910207~1137992,226071853~2296723,236502715~2285512,245892126~7243079,259589458~10037346,302249719~8225363,314188886~1598893,321823568~1981809,341841158~3967831,354891740~6494766,375815801~3905766,395771520~316723] 2024-04-10T16:20:35.967 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~1876897,68190895~7211058,83899912~9193628,98169717~6471725,112434460~8113257,129424464~8701337,144554644~2001571,149854987~7623301,159284996~8880881,185709733~4738739,191289890~7330658,200049536~5310553,207910207~1137992,226071853~2296723,236502715~2285512,245892126~7243079,259589458~10037346,302249719~8225363,314188886~1598893,321823568~1981809,341841158~3967831,354891740~6494766,375815801~3905766,395771520~316723] 2024-04-10T16:20:35.973 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [9578166~694917,12582912~10722566,29404749~21193933,54525952~4766015,68190895~7211058,83899912~9193628,98169717~6471725,112434460~8113257,129424464~8701337,142606336~3949879,146800640~21365237,185709733~4738739,191289890~7330658,200049536~5310553,207910207~1137992,222298112~6070464,234881024~3907203,243269632~9865573,259589458~10037346,301989888~8485194,314188886~1598893,321124402~2680975,341762842~4046147,354891740~6494766,375815801~3905766,394264576~1823667] 2024-04-10T16:20:35.973 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 13 diff [9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~1876897,68190895~7211058,83899912~9193628,98169717~6471725,112434460~8113257,127952139~10173662,144554644~2001571,149854987~7623301,159284996~8880881,185709733~4738739,191289890~7330658,200049536~5310553,207910207~1137992,226071853~2296723,236502715~2285512,245892126~11930763,259589458~10037346,302249719~13538060,316365760~401463,317598632~1876995,321823568~1981809,324118761~10086815,341841158~3967831,354891740~6494766,375815801~3905766,395771520~316723,403197457~4003563] 2024-04-10T16:20:35.973 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~1876897,68190895~7211058,83899912~9193628,98169717~6471725,112434460~8113257,127952139~10173662,144554644~2001571,149854987~7623301,159284996~8880881,185709733~4738739,191289890~7330658,200049536~5310553,207910207~1137992,226071853~2296723,236502715~2285512,245892126~11930763,259589458~10037346,302249719~13538060,316365760~401463,317598632~1876995,321823568~1981809,324118761~10086815,341841158~3967831,354891740~6494766,375815801~3905766,395771520~316723,403197457~4003563] 2024-04-10T16:20:35.979 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [9578166~694917,12582912~10722566,29404749~21193933,54525952~4766015,68190895~7211058,83899912~9193628,98169717~6471725,112434460~8113257,127952139~10173662,142606336~3949879,146800640~21365237,185709733~4738739,191289890~7330658,200049536~5310553,207910207~1137992,222298112~6070464,234881024~3907203,243269632~14553257,259589458~10037346,301989888~13797891,316365760~401463,317598632~1876995,321124402~13081174,341762842~4046147,354891740~6494766,375815801~3905766,394264576~1823667,403197457~4003563] 2024-04-10T16:20:35.979 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 14 diff [9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~1876897,68190895~7211058,77661007~15432533,98169717~6471725,112434460~8113257,121418196~16707605,144554644~2001571,149854987~7623301,159284996~8880881,185506365~4942107,190548119~8072429,200049536~5310553,207910207~1137992,225954921~2413655,230102421~2130513,236502715~2285512,245892126~11930763,259589458~10037346,281385472~2685010,302249719~13538060,316365760~401463,317598632~1876995,321823568~1981809,324118761~10086815,341841158~3967831,354891740~6494766,370987843~8733724,395771520~316723,403197457~4003563] 2024-04-10T16:20:35.979 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~1876897,68190895~7211058,77661007~15432533,98169717~6471725,112434460~8113257,121418196~16707605,144554644~2001571,149854987~7623301,159284996~8880881,185506365~4942107,190548119~8072429,200049536~5310553,207910207~1137992,225954921~2413655,230102421~2130513,236502715~2285512,245892126~11930763,259589458~10037346,281385472~2685010,302249719~13538060,316365760~401463,317598632~1876995,321823568~1981809,324118761~10086815,341841158~3967831,354891740~6494766,370987843~8733724,395771520~316723,403197457~4003563] 2024-04-10T16:20:35.985 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [9578166~694917,12582912~10722566,29404749~21193933,54525952~4766015,68190895~7211058,75497472~17596068,98169717~6471725,112434460~25691341,142606336~3949879,146800640~21365237,185506365~4942107,190548119~8072429,200049536~5310553,207910207~1137992,222298112~6070464,230102421~2130513,234881024~3907203,243269632~14553257,259589458~10037346,281385472~2685010,301989888~13797891,316365760~401463,317598632~1876995,321124402~13081174,341762842~4046147,354891740~6494766,370987843~8733724,394264576~1823667,403197457~4003563] 2024-04-10T16:20:35.985 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 15 diff [9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~1876897,68190895~7211058,77661007~15432533,98169717~6471725,112434460~8113257,121418196~16707605,144554644~2001571,149854987~18310890,185506365~4942107,190548119~14811970,207910207~1137992,225954921~2413655,230102421~2130513,236502715~2285512,245892126~11930763,259589458~10037346,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324118761~10697319,341841158~3967831,354891740~6494766,370987843~8733724,395771520~316723,403197457~4003563,408065152~2741022] 2024-04-10T16:20:35.985 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~1876897,68190895~7211058,77661007~15432533,98169717~6471725,112434460~8113257,121418196~16707605,144554644~2001571,149854987~18310890,185506365~4942107,190548119~14811970,207910207~1137992,225954921~2413655,230102421~2130513,236502715~2285512,245892126~11930763,259589458~10037346,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324118761~10697319,341841158~3967831,354891740~6494766,370987843~8733724,395771520~316723,403197457~4003563,408065152~2741022] 2024-04-10T16:20:35.991 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [9578166~694917,12582912~10722566,29404749~21193933,54525952~4766015,68190895~7211058,75497472~17596068,98169717~6471725,112434460~25691341,142606336~3949879,146800640~21365237,185506365~4942107,190548119~14811970,207910207~1137992,222298112~6070464,230102421~2130513,234881024~3907203,243269632~14553257,259589458~10037346,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,341762842~4046147,354891740~6494766,370987843~8733724,394264576~1823667,403197457~4003563,408065152~2741022] 2024-04-10T16:20:35.991 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 16 diff [9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,112434460~8113257,121418196~16707605,144554644~2001571,149854987~18310890,179228402~295134,185506365~4942107,190548119~14811970,207910207~1137992,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259589458~10037346,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324118761~10697319,338936792~106468,341841158~3967831,354891740~10606903,370987843~9723667,395771520~316723,401952729~9636945] 2024-04-10T16:20:35.991 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,112434460~8113257,121418196~16707605,144554644~2001571,149854987~18310890,179228402~295134,185506365~4942107,190548119~14811970,207910207~1137992,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259589458~10037346,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324118761~10697319,338936792~106468,341841158~3967831,354891740~10606903,370987843~9723667,395771520~316723,401952729~9636945] 2024-04-10T16:20:35.998 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [9578166~694917,12582912~10722566,29404749~21193933,54525952~4766015,68190895~7211058,75497472~17596068,96235539~8405903,112434460~25691341,142606336~3949879,146800640~21365237,179228402~295134,185506365~4942107,190548119~14811970,207910207~1137992,222298112~6070464,230102421~2130513,234881024~8262803,243269632~14553257,259589458~10037346,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~10606903,370987843~9723667,394264576~1823667,401952729~9636945] 2024-04-10T16:20:35.998 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 17 diff [7625935~4091899,13799883~9505595,25471486~14677267,40363554~10235128,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,112434460~8113257,121418196~16707605,142275203~4509298,149854987~18366800,179228402~295134,185506365~4942107,190548119~14811970,207910207~1137992,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259589458~10037346,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,370987843~9723667,395771520~316723,401952729~9931016] 2024-04-10T16:20:35.998 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~14677267,40363554~10235128,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,112434460~8113257,121418196~16707605,142275203~4509298,149854987~18366800,179228402~295134,185506365~4942107,190548119~14811970,207910207~1137992,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259589458~10037346,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,370987843~9723667,395771520~316723,401952729~9931016] 2024-04-10T16:20:36.003 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,68190895~7211058,75497472~17596068,96235539~8405903,112434460~25691341,138412032~8372469,146800640~21421147,179228402~295134,185506365~4942107,190548119~14811970,207910207~1137992,222298112~6070464,230102421~2130513,234881024~8262803,243269632~14553257,259589458~10037346,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~10606903,370987843~9723667,394264576~1823667,401952729~9931016] 2024-04-10T16:20:36.003 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 18 diff [7625935~4091899,13799883~9505595,25471486~14677267,40363554~10235128,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,112434460~8113257,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259589458~10037346,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,370987843~9723667,384696776~6170011,395771520~316723,401952729~9931016] 2024-04-10T16:20:36.003 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~14677267,40363554~10235128,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,112434460~8113257,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259589458~10037346,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,370987843~9723667,384696776~6170011,395771520~316723,401952729~9931016] 2024-04-10T16:20:36.009 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,68190895~7211058,75497472~17596068,96235539~8405903,105432124~3666899,112434460~25691341,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259589458~10037346,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~10606903,370987843~9723667,384696776~6170011,394264576~1823667,401952729~9931016] 2024-04-10T16:20:36.009 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 19 diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:36.009 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:36.015 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,68190895~7211058,75497472~17596068,96235539~8405903,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,394264576~1823667,401952729~13356069] 2024-04-10T16:20:36.015 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 9 diff [14200545~3891161,21898601~1377579,33124677~7024076,85530648~7562892,112434460~8113257,129424464~6652316,161057263~7025045,226071853~2296723,321823568~1981809] 2024-04-10T16:20:36.015 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [14200545~3891161,21898601~1377579,33124677~7024076,85530648~7562892,112434460~8113257,129424464~6652316,161057263~7025045,226071853~2296723,321823568~1981809] 2024-04-10T16:20:36.021 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [12582912~5508794,21898601~1377579,33124677~7024076,85530648~7562892,112434460~8113257,129424464~6652316,161057263~7025045,222298112~6070464,321124402~2680975] 2024-04-10T16:20:36.021 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 10 diff [9578166~694917,14200545~3891161,21898601~1377579,29404749~10744004,40363554~3730993,85530648~7562892,112434460~8113257,129424464~6652316,137073753~1052048,144554644~2001571,161057263~7025045,191289890~7330658,226071853~2296723,261482803~7188316,321823568~1981809,341841158~3967831,354891740~3389529] 2024-04-10T16:20:36.021 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [9578166~694917,14200545~3891161,21898601~1377579,29404749~10744004,40363554~3730993,85530648~7562892,112434460~8113257,129424464~6652316,137073753~1052048,144554644~2001571,161057263~7025045,191289890~7330658,226071853~2296723,261482803~7188316,321823568~1981809,341841158~3967831,354891740~3389529] 2024-04-10T16:20:36.027 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [9578166~694917,12582912~5508794,21898601~1377579,29404749~14689798,85530648~7562892,112434460~8113257,129424464~8701337,142606336~3949879,161057263~7025045,191289890~7330658,222298112~6070464,261482803~7188316,321124402~2680975,341762842~4046147,354891740~3389529] 2024-04-10T16:20:36.027 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 11 diff [9578166~694917,14200545~9104933,29404749~10744004,40363554~3730993,85530648~7562892,112434460~8113257,129424464~6652316,137073753~1052048,144554644~2001571,149854987~7623301,161057263~7108614,191289890~7330658,207910207~1137992,226071853~2296723,236502715~2285512,261482803~7188316,305719928~4755154,321823568~1981809,341841158~3967831,354891740~3389529,375815801~3905766] 2024-04-10T16:20:36.027 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [9578166~694917,14200545~9104933,29404749~10744004,40363554~3730993,85530648~7562892,112434460~8113257,129424464~6652316,137073753~1052048,144554644~2001571,149854987~7623301,161057263~7108614,191289890~7330658,207910207~1137992,226071853~2296723,236502715~2285512,261482803~7188316,305719928~4755154,321823568~1981809,341841158~3967831,354891740~3389529,375815801~3905766] 2024-04-10T16:20:36.033 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [9578166~694917,12582912~10722566,29404749~14689798,85530648~7562892,112434460~8113257,129424464~8701337,142606336~3949879,146800640~10677648,161057263~7108614,191289890~7330658,207910207~1137992,222298112~6070464,234881024~3907203,261482803~7188316,305719928~4755154,321124402~2680975,341762842~4046147,354891740~3389529,375815801~3905766] 2024-04-10T16:20:36.033 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 12 diff [9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~1876897,85530648~7562892,112434460~8113257,129424464~8701337,144554644~2001571,149854987~7623301,159284996~8880881,191289890~7330658,207910207~1137992,226071853~2296723,236502715~2285512,245892126~7243079,261482803~8144001,305719928~4755154,321823568~1981809,341841158~3967831,354891740~6494766,375815801~3905766] 2024-04-10T16:20:36.033 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~1876897,85530648~7562892,112434460~8113257,129424464~8701337,144554644~2001571,149854987~7623301,159284996~8880881,191289890~7330658,207910207~1137992,226071853~2296723,236502715~2285512,245892126~7243079,261482803~8144001,305719928~4755154,321823568~1981809,341841158~3967831,354891740~6494766,375815801~3905766] 2024-04-10T16:20:36.039 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [9578166~694917,12582912~10722566,29404749~21193933,54525952~4766015,85530648~7562892,112434460~8113257,129424464~8701337,142606336~3949879,146800640~21365237,191289890~7330658,207910207~1137992,222298112~6070464,234881024~3907203,243269632~9865573,261482803~8144001,305719928~4755154,321124402~2680975,341762842~4046147,354891740~6494766,375815801~3905766] 2024-04-10T16:20:36.039 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 13 diff [9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~1876897,85530648~7562892,112434460~8113257,127952139~10173662,144554644~2001571,149854987~7623301,159284996~8880881,191289890~7330658,207910207~1137992,226071853~2296723,236502715~2285512,245892126~11930763,261482803~8144001,305719928~9444832,316365760~401463,317598632~1876995,321823568~1981809,324118761~10086815,341841158~3967831,354891740~6494766,375815801~3905766,403197457~4003563] 2024-04-10T16:20:36.039 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~1876897,85530648~7562892,112434460~8113257,127952139~10173662,144554644~2001571,149854987~7623301,159284996~8880881,191289890~7330658,207910207~1137992,226071853~2296723,236502715~2285512,245892126~11930763,261482803~8144001,305719928~9444832,316365760~401463,317598632~1876995,321823568~1981809,324118761~10086815,341841158~3967831,354891740~6494766,375815801~3905766,403197457~4003563] 2024-04-10T16:20:36.045 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [9578166~694917,12582912~10722566,29404749~21193933,54525952~4766015,85530648~7562892,112434460~8113257,127952139~10173662,142606336~3949879,146800640~21365237,191289890~7330658,207910207~1137992,222298112~6070464,234881024~3907203,243269632~14553257,261482803~8144001,305719928~9444832,316365760~401463,317598632~1876995,321124402~13081174,341762842~4046147,354891740~6494766,375815801~3905766,403197457~4003563] 2024-04-10T16:20:36.045 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 14 diff [9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,112434460~8113257,121418196~16707605,144554644~2001571,149854987~7623301,159284996~8880881,185506365~2910306,190548119~8072429,207910207~1137992,225954921~2413655,230102421~2130513,236502715~2285512,245892126~11930763,261482803~8144001,281385472~2685010,305719928~9444832,316365760~401463,317598632~1876995,321823568~1981809,324118761~10086815,341841158~3967831,354891740~6494766,370987843~8733724,403197457~4003563] 2024-04-10T16:20:36.045 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,112434460~8113257,121418196~16707605,144554644~2001571,149854987~7623301,159284996~8880881,185506365~2910306,190548119~8072429,207910207~1137992,225954921~2413655,230102421~2130513,236502715~2285512,245892126~11930763,261482803~8144001,281385472~2685010,305719928~9444832,316365760~401463,317598632~1876995,321823568~1981809,324118761~10086815,341841158~3967831,354891740~6494766,370987843~8733724,403197457~4003563] 2024-04-10T16:20:36.051 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [9578166~694917,12582912~10722566,29404749~21193933,54525952~4766015,69636930~521731,75497472~8413487,85530648~7562892,112434460~25691341,142606336~3949879,146800640~21365237,185506365~2910306,190548119~8072429,207910207~1137992,222298112~6070464,230102421~2130513,234881024~3907203,243269632~14553257,261482803~8144001,281385472~2685010,305719928~9444832,316365760~401463,317598632~1876995,321124402~13081174,341762842~4046147,354891740~6494766,370987843~8733724,403197457~4003563] 2024-04-10T16:20:36.051 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 15 diff [9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,112434460~8113257,121418196~16707605,144554644~2001571,149854987~18310890,185506365~2910306,190548119~13519757,207910207~1137992,225954921~2413655,230102421~2130513,236502715~2285512,245892126~11930763,261482803~8144001,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324118761~10697319,341841158~3967831,354891740~6494766,370987843~8733724,403197457~4003563,408065152~2741022] 2024-04-10T16:20:36.051 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,112434460~8113257,121418196~16707605,144554644~2001571,149854987~18310890,185506365~2910306,190548119~13519757,207910207~1137992,225954921~2413655,230102421~2130513,236502715~2285512,245892126~11930763,261482803~8144001,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324118761~10697319,341841158~3967831,354891740~6494766,370987843~8733724,403197457~4003563,408065152~2741022] 2024-04-10T16:20:36.057 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [9578166~694917,12582912~10722566,29404749~21193933,54525952~4766015,69636930~521731,75497472~8413487,85530648~7562892,112434460~25691341,142606336~3949879,146800640~21365237,185506365~2910306,190548119~13519757,207910207~1137992,222298112~6070464,230102421~2130513,234881024~3907203,243269632~14553257,261482803~8144001,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,321124402~13691678,341762842~4046147,354891740~6494766,370987843~8733724,403197457~4003563,408065152~2741022] 2024-04-10T16:20:36.058 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 16 diff [9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,112434460~8113257,121418196~16707605,144554644~2001571,149854987~18310890,179228402~295134,185506365~2910306,190548119~13519757,207910207~1137992,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,261482803~8144001,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324118761~10697319,338936792~106468,341841158~3967831,354891740~10606903,370987843~9723667,401952729~9636945] 2024-04-10T16:20:36.058 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [9578166~694917,13799883~9505595,29404749~10744004,40363554~10235128,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,112434460~8113257,121418196~16707605,144554644~2001571,149854987~18310890,179228402~295134,185506365~2910306,190548119~13519757,207910207~1137992,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,261482803~8144001,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324118761~10697319,338936792~106468,341841158~3967831,354891740~10606903,370987843~9723667,401952729~9636945] 2024-04-10T16:20:36.063 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [9578166~694917,12582912~10722566,29404749~21193933,54525952~4766015,69636930~521731,75497472~8413487,85530648~7562892,96235539~5083844,112434460~25691341,142606336~3949879,146800640~21365237,179228402~295134,185506365~2910306,190548119~13519757,207910207~1137992,222298112~6070464,230102421~2130513,234881024~8262803,243269632~14553257,261482803~8144001,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~10606903,370987843~9723667,401952729~9636945] 2024-04-10T16:20:36.063 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 17 diff [7625935~4091899,13799883~9505595,25471486~14677267,40363554~10235128,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,112434460~8113257,121418196~16707605,142275203~4509298,149854987~18366800,179228402~295134,185506365~2910306,190548119~13519757,207910207~1137992,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,261482803~8144001,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,370987843~9723667,401952729~9931016] 2024-04-10T16:20:36.063 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~14677267,40363554~10235128,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,112434460~8113257,121418196~16707605,142275203~4509298,149854987~18366800,179228402~295134,185506365~2910306,190548119~13519757,207910207~1137992,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,261482803~8144001,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,370987843~9723667,401952729~9931016] 2024-04-10T16:20:36.070 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,85530648~7562892,96235539~5083844,112434460~25691341,138412032~8372469,146800640~21421147,179228402~295134,185506365~2910306,190548119~13519757,207910207~1137992,222298112~6070464,230102421~2130513,234881024~8262803,243269632~14553257,261482803~8144001,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~10606903,370987843~9723667,401952729~9931016] 2024-04-10T16:20:36.070 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 18 diff [7625935~4091899,13799883~9505595,25471486~14677267,40363554~10235128,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,112434460~8113257,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~2910306,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,261482803~8144001,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,370987843~9723667,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.070 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~14677267,40363554~10235128,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,112434460~8113257,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~2910306,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,261482803~8144001,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,370987843~9723667,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.076 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,85530648~7562892,96235539~5083844,105432124~3666899,112434460~25691341,138412032~8372469,146800640~21421147,176383001~7730593,185506365~2910306,190548119~13519757,204647100~144466,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,261482803~8144001,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~10606903,370987843~9723667,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.076 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 19 diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.076 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.082 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,85530648~7562892,96235539~5083844,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.082 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to 10 diff [9578166~694917,29404749~9028506,40363554~3730993,137073753~1052048,144554644~2001571,191289890~7330658,261482803~7188316,341841158~3967831,354891740~3389529] 2024-04-10T16:20:36.082 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [9578166~694917,29404749~9028506,40363554~3730993,137073753~1052048,144554644~2001571,191289890~7330658,261482803~7188316,341841158~3967831,354891740~3389529] 2024-04-10T16:20:36.088 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [9578166~694917,29404749~9028506,40148753~3945794,136076780~2049021,142606336~3949879,191289890~7330658,261482803~7188316,341762842~4046147,354891740~3389529] 2024-04-10T16:20:36.088 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to 11 diff [9578166~694917,17283340~6022138,29404749~9028506,39566119~419765,40363554~3730993,137073753~1052048,144554644~2001571,149854987~7623301,166612680~1553197,191289890~7330658,207910207~1137992,236502715~2285512,261482803~7188316,305719928~4755154,341841158~3967831,354891740~3389529,375815801~3905766] 2024-04-10T16:20:36.088 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [9578166~694917,17283340~6022138,29404749~9028506,39566119~419765,40363554~3730993,137073753~1052048,144554644~2001571,149854987~7623301,166612680~1553197,191289890~7330658,207910207~1137992,236502715~2285512,261482803~7188316,305719928~4755154,341841158~3967831,354891740~3389529,375815801~3905766] 2024-04-10T16:20:36.094 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [9578166~694917,17283340~6022138,29404749~9028506,39566119~419765,40148753~3945794,136076780~2049021,142606336~3949879,146800640~10677648,166612680~1553197,191289890~7330658,207910207~1137992,234881024~3907203,261482803~7188316,305719928~4755154,341762842~4046147,354891740~3389529,375815801~3905766] 2024-04-10T16:20:36.094 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to 12 diff [9578166~694917,13799883~9505595,29404749~9028506,39566119~419765,40363554~10235128,57415070~1876897,113433302~6204706,134526431~3599370,144554644~2001571,149854987~7623301,159284996~8880881,191289890~7330658,207910207~1137992,236502715~2285512,245892126~7243079,261482803~8144001,305719928~4755154,341841158~3967831,354891740~6494766,375815801~3905766] 2024-04-10T16:20:36.094 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [9578166~694917,13799883~9505595,29404749~9028506,39566119~419765,40363554~10235128,57415070~1876897,113433302~6204706,134526431~3599370,144554644~2001571,149854987~7623301,159284996~8880881,191289890~7330658,207910207~1137992,236502715~2285512,245892126~7243079,261482803~8144001,305719928~4755154,341841158~3967831,354891740~6494766,375815801~3905766] 2024-04-10T16:20:36.100 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [9578166~694917,13799883~9505595,29404749~9028506,39566119~419765,40148753~10449929,54525952~4766015,113433302~6204706,134526431~3599370,142606336~3949879,146800640~21365237,191289890~7330658,207910207~1137992,234881024~3907203,243269632~9865573,261482803~8144001,305719928~4755154,341762842~4046147,354891740~6494766,375815801~3905766] 2024-04-10T16:20:36.100 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to 13 diff [9578166~694917,13799883~9505595,29404749~9028506,39566119~419765,40363554~10235128,57415070~1876897,87032135~4672149,113433302~6204706,127952139~4244473,134526431~3599370,144554644~2001571,149854987~7623301,159284996~8880881,191289890~7330658,207910207~1137992,236502715~2285512,245892126~11930763,261482803~8144001,305719928~9444832,316365760~401463,317598632~1876995,324118761~10086815,341841158~3967831,354891740~6494766,375815801~3905766,403197457~4003563] 2024-04-10T16:20:36.100 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [9578166~694917,13799883~9505595,29404749~9028506,39566119~419765,40363554~10235128,57415070~1876897,87032135~4672149,113433302~6204706,127952139~4244473,134526431~3599370,144554644~2001571,149854987~7623301,159284996~8880881,191289890~7330658,207910207~1137992,236502715~2285512,245892126~11930763,261482803~8144001,305719928~9444832,316365760~401463,317598632~1876995,324118761~10086815,341841158~3967831,354891740~6494766,375815801~3905766,403197457~4003563] 2024-04-10T16:20:36.107 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [9578166~694917,13799883~9505595,29404749~9028506,39566119~419765,40148753~10449929,54525952~4766015,87032135~4672149,113433302~6204706,127952139~4244473,134526431~3599370,142606336~3949879,146800640~21365237,191289890~7330658,207910207~1137992,234881024~3907203,243269632~14553257,261482803~8144001,305719928~9444832,316365760~401463,317598632~1876995,323805377~10400199,341762842~4046147,354891740~6494766,375815801~3905766,403197457~4003563] 2024-04-10T16:20:36.107 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to 14 diff [9578166~694917,13799883~9505595,29404749~9028506,39566119~419765,40363554~10235128,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,113433302~6204706,121418196~10778416,134526431~3599370,144554644~2001571,149854987~7623301,159284996~8880881,185506365~2910306,190548119~8072429,207910207~1137992,225954921~276518,230102421~2130513,236502715~2285512,245892126~11930763,261482803~8144001,281385472~2685010,305719928~9444832,316365760~401463,317598632~1876995,324118761~10086815,341841158~3967831,354891740~6494766,370987843~8733724,403197457~4003563] 2024-04-10T16:20:36.107 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [9578166~694917,13799883~9505595,29404749~9028506,39566119~419765,40363554~10235128,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,113433302~6204706,121418196~10778416,134526431~3599370,144554644~2001571,149854987~7623301,159284996~8880881,185506365~2910306,190548119~8072429,207910207~1137992,225954921~276518,230102421~2130513,236502715~2285512,245892126~11930763,261482803~8144001,281385472~2685010,305719928~9444832,316365760~401463,317598632~1876995,324118761~10086815,341841158~3967831,354891740~6494766,370987843~8733724,403197457~4003563] 2024-04-10T16:20:36.112 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [9578166~694917,13799883~9505595,29404749~9028506,39566119~419765,40148753~10449929,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,113433302~6204706,120547717~11648895,134526431~3599370,142606336~3949879,146800640~21365237,185506365~2910306,190548119~8072429,207910207~1137992,225954921~276518,230102421~2130513,234881024~3907203,243269632~14553257,261482803~8144001,281385472~2685010,305719928~9444832,316365760~401463,317598632~1876995,323805377~10400199,341762842~4046147,354891740~6494766,370987843~8733724,403197457~4003563] 2024-04-10T16:20:36.112 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to 15 diff [9578166~694917,13799883~9505595,29404749~9028506,39566119~419765,40363554~10235128,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,113433302~6204706,121418196~10778416,134526431~3599370,144554644~2001571,149854987~18310890,185506365~2910306,190548119~13519757,207910207~1137992,225954921~276518,230102421~2130513,236502715~2285512,245892126~11930763,261482803~8144001,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324118761~10697319,341841158~3967831,354891740~6494766,370987843~8733724,403197457~4003563,408065152~2741022] 2024-04-10T16:20:36.112 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [9578166~694917,13799883~9505595,29404749~9028506,39566119~419765,40363554~10235128,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,113433302~6204706,121418196~10778416,134526431~3599370,144554644~2001571,149854987~18310890,185506365~2910306,190548119~13519757,207910207~1137992,225954921~276518,230102421~2130513,236502715~2285512,245892126~11930763,261482803~8144001,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324118761~10697319,341841158~3967831,354891740~6494766,370987843~8733724,403197457~4003563,408065152~2741022] 2024-04-10T16:20:36.118 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [9578166~694917,13799883~9505595,29404749~9028506,39566119~419765,40148753~10449929,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,113433302~6204706,120547717~11648895,134526431~3599370,142606336~3949879,146800640~21365237,185506365~2910306,190548119~13519757,207910207~1137992,225954921~276518,230102421~2130513,234881024~3907203,243269632~14553257,261482803~8144001,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,341762842~4046147,354891740~6494766,370987843~8733724,403197457~4003563,408065152~2741022] 2024-04-10T16:20:36.118 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to 16 diff [9578166~694917,13799883~9505595,29404749~9028506,39566119~419765,40363554~10235128,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,113433302~6204706,121418196~16707605,144554644~2001571,149854987~18310890,179228402~295134,185506365~2910306,190548119~13519757,207910207~1137992,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,261482803~8144001,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324118761~10697319,338936792~106468,341841158~3967831,354891740~10606903,370987843~9723667,401952729~9636945] 2024-04-10T16:20:36.118 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [9578166~694917,13799883~9505595,29404749~9028506,39566119~419765,40363554~10235128,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,113433302~6204706,121418196~16707605,144554644~2001571,149854987~18310890,179228402~295134,185506365~2910306,190548119~13519757,207910207~1137992,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,261482803~8144001,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324118761~10697319,338936792~106468,341841158~3967831,354891740~10606903,370987843~9723667,401952729~9636945] 2024-04-10T16:20:36.125 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [9578166~694917,13799883~9505595,29404749~9028506,39566119~419765,40148753~10449929,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,113433302~6204706,120547717~17578084,142606336~3949879,146800640~21365237,179228402~295134,185506365~2910306,190548119~13519757,207910207~1137992,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,261482803~8144001,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,341762842~4046147,354891740~10606903,370987843~9723667,401952729~9636945] 2024-04-10T16:20:36.125 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to 17 diff [7625935~4091899,13799883~9505595,25471486~12961769,39566119~419765,40363554~10235128,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,113433302~6204706,121418196~16707605,142275203~4509298,149854987~18366800,179228402~295134,185506365~2910306,190548119~13519757,207910207~1137992,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,261482803~8144001,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,370987843~9723667,401952729~9931016] 2024-04-10T16:20:36.125 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~12961769,39566119~419765,40363554~10235128,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,113433302~6204706,121418196~16707605,142275203~4509298,149854987~18366800,179228402~295134,185506365~2910306,190548119~13519757,207910207~1137992,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,261482803~8144001,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,370987843~9723667,401952729~9931016] 2024-04-10T16:20:36.130 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~12961769,39566119~419765,40148753~10449929,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,113433302~6204706,120547717~17578084,138412032~8372469,146800640~21421147,179228402~295134,185506365~2910306,190548119~13519757,207910207~1137992,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,261482803~8144001,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,341762842~4046147,354891740~10606903,370987843~9723667,401952729~9931016] 2024-04-10T16:20:36.130 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to 18 diff [7625935~4091899,13799883~9505595,25471486~12961769,39566119~419765,40363554~10235128,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,112508780~7129228,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~2910306,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,261482803~8144001,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,370987843~9723667,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.131 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~12961769,39566119~419765,40363554~10235128,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,112508780~7129228,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~2910306,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,261482803~8144001,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,370987843~9723667,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.137 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~12961769,39566119~419765,40148753~10449929,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,112508780~7129228,120547717~17578084,138412032~8372469,146800640~21421147,176383001~7730593,185506365~2910306,190548119~13519757,204647100~144466,207910207~1137992,218103808~4271496,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,261482803~8144001,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,341762842~4046147,354891740~10606903,370987843~9723667,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.137 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to 19 diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.137 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.143 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17578084,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,218103808~4271496,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.143 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to 11 diff [17283340~6022138,39566119~419765,149854987~7623301,166612680~1553197,207910207~1137992,236502715~2285512,263128286~1927548,305719928~4755154,375815801~3905766] 2024-04-10T16:20:36.144 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [17283340~6022138,39566119~419765,149854987~7623301,166612680~1553197,207910207~1137992,236502715~2285512,263128286~1927548,305719928~4755154,375815801~3905766] 2024-04-10T16:20:36.149 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [17283340~6022138,39566119~419765,146800640~10677648,166612680~1553197,207910207~1137992,234881024~3907203,263128286~1927548,305719928~4755154,375815801~3905766] 2024-04-10T16:20:36.149 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to 12 diff [13799883~9505595,39566119~419765,42700597~7898085,57415070~1876897,113433302~6204706,134526431~3176883,149854987~7623301,159284996~8880881,207910207~1137992,236502715~2285512,245892126~7243079,263128286~1927548,266390578~3236226,305719928~4755154,344068787~1396980,356996678~4389828,375815801~3905766] 2024-04-10T16:20:36.149 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [13799883~9505595,39566119~419765,42700597~7898085,57415070~1876897,113433302~6204706,134526431~3176883,149854987~7623301,159284996~8880881,207910207~1137992,236502715~2285512,245892126~7243079,263128286~1927548,266390578~3236226,305719928~4755154,344068787~1396980,356996678~4389828,375815801~3905766] 2024-04-10T16:20:36.155 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [13799883~9505595,39566119~419765,42700597~7898085,54525952~4766015,113433302~6204706,134526431~3176883,146800640~21365237,207910207~1137992,234881024~3907203,243269632~9865573,263128286~1927548,266390578~3236226,305719928~4755154,344068787~1396980,356996678~4389828,375815801~3905766] 2024-04-10T16:20:36.155 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to 13 diff [13799883~9505595,39566119~419765,42700597~7898085,57415070~1876897,87032135~4672149,113433302~6204706,127952139~4244473,134526431~3176883,149854987~7623301,159284996~8880881,207910207~1137992,236502715~2285512,245892126~11930763,263128286~1927548,266390578~3236226,305719928~9444832,316365760~401463,317598632~1876995,324118761~10086815,344068787~1396980,356996678~4389828,375815801~3905766,403197457~4003563] 2024-04-10T16:20:36.155 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [13799883~9505595,39566119~419765,42700597~7898085,57415070~1876897,87032135~4672149,113433302~6204706,127952139~4244473,134526431~3176883,149854987~7623301,159284996~8880881,207910207~1137992,236502715~2285512,245892126~11930763,263128286~1927548,266390578~3236226,305719928~9444832,316365760~401463,317598632~1876995,324118761~10086815,344068787~1396980,356996678~4389828,375815801~3905766,403197457~4003563] 2024-04-10T16:20:36.161 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [13799883~9505595,39566119~419765,42700597~7898085,54525952~4766015,87032135~4672149,113433302~6204706,127952139~4244473,134526431~3176883,146800640~21365237,207910207~1137992,234881024~3907203,243269632~14553257,263128286~1927548,266390578~3236226,305719928~9444832,316365760~401463,317598632~1876995,323805377~10400199,344068787~1396980,356996678~4389828,375815801~3905766,403197457~4003563] 2024-04-10T16:20:36.161 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to 14 diff [13799883~9505595,39566119~419765,42700597~7898085,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,113433302~6204706,121418196~10778416,134526431~3176883,149854987~7623301,159284996~8880881,185506365~2910306,190548119~1031920,207910207~1137992,225954921~276518,230102421~2130513,236502715~2285512,245892126~11930763,263128286~1927548,266390578~3236226,281385472~2685010,305719928~9444832,316365760~401463,317598632~1876995,324118761~10086815,344068787~1396980,356996678~4389828,370987843~8733724,403197457~4003563] 2024-04-10T16:20:36.162 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [13799883~9505595,39566119~419765,42700597~7898085,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,113433302~6204706,121418196~10778416,134526431~3176883,149854987~7623301,159284996~8880881,185506365~2910306,190548119~1031920,207910207~1137992,225954921~276518,230102421~2130513,236502715~2285512,245892126~11930763,263128286~1927548,266390578~3236226,281385472~2685010,305719928~9444832,316365760~401463,317598632~1876995,324118761~10086815,344068787~1396980,356996678~4389828,370987843~8733724,403197457~4003563] 2024-04-10T16:20:36.168 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [13799883~9505595,39566119~419765,42700597~7898085,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,113433302~6204706,120547717~11648895,134526431~3176883,146800640~21365237,185506365~2910306,190548119~1031920,207910207~1137992,225954921~276518,230102421~2130513,234881024~3907203,243269632~14553257,263128286~1927548,266390578~3236226,281385472~2685010,305719928~9444832,316365760~401463,317598632~1876995,323805377~10400199,344068787~1396980,356996678~4389828,370987843~8733724,403197457~4003563] 2024-04-10T16:20:36.168 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to 15 diff [13799883~9505595,39566119~419765,42700597~7898085,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,113433302~6204706,121418196~10778416,134526431~3176883,149854987~18310890,185506365~2910306,190548119~1031920,197613209~6454667,207910207~1137992,225954921~276518,230102421~2130513,236502715~2285512,245892126~11930763,263128286~1927548,266390578~3236226,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324118761~10697319,344068787~1396980,356996678~4389828,370987843~8733724,403197457~4003563,408065152~2741022] 2024-04-10T16:20:36.168 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [13799883~9505595,39566119~419765,42700597~7898085,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,113433302~6204706,121418196~10778416,134526431~3176883,149854987~18310890,185506365~2910306,190548119~1031920,197613209~6454667,207910207~1137992,225954921~276518,230102421~2130513,236502715~2285512,245892126~11930763,263128286~1927548,266390578~3236226,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324118761~10697319,344068787~1396980,356996678~4389828,370987843~8733724,403197457~4003563,408065152~2741022] 2024-04-10T16:20:36.174 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [13799883~9505595,39566119~419765,42700597~7898085,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,113433302~6204706,120547717~11648895,134526431~3176883,146800640~21365237,185506365~2910306,190548119~1031920,197613209~6454667,207910207~1137992,225954921~276518,230102421~2130513,234881024~3907203,243269632~14553257,263128286~1927548,266390578~3236226,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,344068787~1396980,356996678~4389828,370987843~8733724,403197457~4003563,408065152~2741022] 2024-04-10T16:20:36.174 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to 16 diff [13799883~9505595,39566119~419765,42700597~7898085,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,113433302~6204706,121418196~16285118,149854987~18310890,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,207910207~1137992,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,263128286~1927548,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324118761~10697319,338936792~106468,344068787~1396980,356996678~8501965,370987843~9723667,401952729~9636945] 2024-04-10T16:20:36.174 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [13799883~9505595,39566119~419765,42700597~7898085,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,113433302~6204706,121418196~16285118,149854987~18310890,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,207910207~1137992,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,263128286~1927548,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324118761~10697319,338936792~106468,344068787~1396980,356996678~8501965,370987843~9723667,401952729~9636945] 2024-04-10T16:20:36.179 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [13799883~9505595,39566119~419765,42700597~7898085,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,113433302~6204706,120547717~17155597,146800640~21365237,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,207910207~1137992,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,263128286~1927548,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,356996678~8501965,370987843~9723667,401952729~9636945] 2024-04-10T16:20:36.179 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to 17 diff [7625935~4091899,13799883~9505595,25471486~5042783,39566119~419765,42700597~7898085,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,113433302~6204706,121418196~16285118,142275203~4509298,149854987~18366800,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,207910207~1137992,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,263128286~1927548,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,370987843~9723667,401952729~9931016] 2024-04-10T16:20:36.180 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~5042783,39566119~419765,42700597~7898085,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,113433302~6204706,121418196~16285118,142275203~4509298,149854987~18366800,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,207910207~1137992,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,263128286~1927548,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,370987843~9723667,401952729~9931016] 2024-04-10T16:20:36.186 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~5042783,39566119~419765,42700597~7898085,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,113433302~6204706,120547717~17155597,138412032~8372469,146800640~21421147,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,207910207~1137992,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,263128286~1927548,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,355054497~10444146,370987843~9723667,401952729~9931016] 2024-04-10T16:20:36.186 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to 18 diff [7625935~4091899,13799883~9505595,25471486~5042783,39566119~419765,42700597~7898085,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,112508780~7129228,121418196~16285118,142275203~4509298,149854987~18366800,176383001~7730593,185506365~2910306,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,263128286~1927548,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,370987843~9723667,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.186 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~5042783,39566119~419765,42700597~7898085,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,112508780~7129228,121418196~16285118,142275203~4509298,149854987~18366800,176383001~7730593,185506365~2910306,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,263128286~1927548,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,370987843~9723667,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.192 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~5042783,39566119~419765,42700597~7898085,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,112508780~7129228,120547717~17155597,138412032~8372469,146800640~21421147,176383001~7730593,185506365~2910306,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,218103808~4271496,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,263128286~1927548,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,355054497~10444146,370987843~9723667,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.192 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to 19 diff [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.192 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.198 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17155597,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,218103808~4271496,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.198 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to 12 diff [13799883~4654230,42700597~7898085,57415070~1876897,113433302~6204706,134526431~3176883,159284996~8080489,245892126~7243079,266390578~3236226,344068787~1396980,356996678~4389828] 2024-04-10T16:20:36.198 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [13799883~4654230,42700597~7898085,57415070~1876897,113433302~6204706,134526431~3176883,159284996~8080489,245892126~7243079,266390578~3236226,344068787~1396980,356996678~4389828] 2024-04-10T16:20:36.204 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [13799883~4654230,42700597~7898085,54525952~4766015,113433302~6204706,134526431~3176883,157478288~9887197,243269632~9865573,266390578~3236226,344068787~1396980,356996678~4389828] 2024-04-10T16:20:36.204 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to 13 diff [13799883~4654230,42700597~7898085,57415070~1876897,87032135~4672149,113433302~6204706,127952139~4244473,134526431~3176883,150934186~2785285,159284996~8080489,245892126~11930763,266390578~3236226,309544314~5620446,316365760~401463,317598632~1876995,324118761~10086815,344068787~1396980,356996678~4389828,403197457~4003563] 2024-04-10T16:20:36.204 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [13799883~4654230,42700597~7898085,57415070~1876897,87032135~4672149,113433302~6204706,127952139~4244473,134526431~3176883,150934186~2785285,159284996~8080489,245892126~11930763,266390578~3236226,309544314~5620446,316365760~401463,317598632~1876995,324118761~10086815,344068787~1396980,356996678~4389828,403197457~4003563] 2024-04-10T16:20:36.210 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [13799883~4654230,42700597~7898085,54525952~4766015,87032135~4672149,113433302~6204706,127952139~4244473,134526431~3176883,150934186~2785285,157478288~9887197,243269632~14553257,266390578~3236226,309544314~5620446,316365760~401463,317598632~1876995,323805377~10400199,344068787~1396980,356996678~4389828,403197457~4003563] 2024-04-10T16:20:36.210 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to 14 diff [13799883~4654230,42700597~7898085,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,113433302~6204706,121418196~10778416,134526431~3176883,150934186~2785285,159284996~8080489,185506365~2910306,190548119~1031920,225954921~276518,230102421~2130513,245892126~11930763,266390578~3236226,281385472~2685010,309544314~5620446,316365760~401463,317598632~1876995,324118761~10086815,344068787~1396980,356996678~4389828,370987843~4881935,403197457~4003563] 2024-04-10T16:20:36.210 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [13799883~4654230,42700597~7898085,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,113433302~6204706,121418196~10778416,134526431~3176883,150934186~2785285,159284996~8080489,185506365~2910306,190548119~1031920,225954921~276518,230102421~2130513,245892126~11930763,266390578~3236226,281385472~2685010,309544314~5620446,316365760~401463,317598632~1876995,324118761~10086815,344068787~1396980,356996678~4389828,370987843~4881935,403197457~4003563] 2024-04-10T16:20:36.216 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [13799883~4654230,42700597~7898085,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,113433302~6204706,120547717~11648895,134526431~3176883,150934186~2785285,157478288~9887197,185506365~2910306,190548119~1031920,225954921~276518,230102421~2130513,243269632~14553257,266390578~3236226,281385472~2685010,309544314~5620446,316365760~401463,317598632~1876995,323805377~10400199,344068787~1396980,356996678~4389828,370987843~4881935,403197457~4003563] 2024-04-10T16:20:36.216 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to 15 diff [13799883~4654230,42700597~7898085,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,113433302~6204706,121418196~10778416,134526431~3176883,150934186~2785285,157307461~10058024,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,245892126~11930763,266390578~3236226,281385472~3558154,291221788~6748981,307184355~7980405,316365760~401463,317598632~3198850,324118761~10697319,344068787~1396980,356996678~4389828,370987843~4881935,403197457~4003563,408065152~2741022] 2024-04-10T16:20:36.216 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [13799883~4654230,42700597~7898085,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,113433302~6204706,121418196~10778416,134526431~3176883,150934186~2785285,157307461~10058024,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,245892126~11930763,266390578~3236226,281385472~3558154,291221788~6748981,307184355~7980405,316365760~401463,317598632~3198850,324118761~10697319,344068787~1396980,356996678~4389828,370987843~4881935,403197457~4003563,408065152~2741022] 2024-04-10T16:20:36.222 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [13799883~4654230,42700597~7898085,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,113433302~6204706,120547717~11648895,134526431~3176883,150934186~2785285,157307461~10058024,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,243269632~14553257,266390578~3236226,281385472~3558154,289406976~8563793,307184355~7980405,316365760~401463,317598632~3198850,323805377~11010703,344068787~1396980,356996678~4389828,370987843~4881935,403197457~4003563,408065152~2741022] 2024-04-10T16:20:36.222 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to 16 diff [13799883~4654230,42700597~7898085,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,113433302~6204706,121418196~16285118,150934186~2785285,157307461~10058024,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,307184355~7980405,316365760~401463,317598632~3198850,324118761~10697319,338936792~106468,344068787~1396980,356996678~8501965,370987843~9723667,401952729~9636945] 2024-04-10T16:20:36.222 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [13799883~4654230,42700597~7898085,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,113433302~6204706,121418196~16285118,150934186~2785285,157307461~10058024,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,307184355~7980405,316365760~401463,317598632~3198850,324118761~10697319,338936792~106468,344068787~1396980,356996678~8501965,370987843~9723667,401952729~9636945] 2024-04-10T16:20:36.229 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [13799883~4654230,42700597~7898085,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,113433302~6204706,120547717~17155597,150934186~2785285,157307461~10058024,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,237715405~5428422,243269632~14553257,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,307184355~7980405,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,356996678~8501965,370987843~9723667,401952729~9636945] 2024-04-10T16:20:36.229 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to 17 diff [7625935~4091899,13799883~4654230,25471486~5042783,42700597~7898085,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,113433302~6204706,121418196~16285118,142275203~4509298,150934186~2785285,154776759~13445028,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,307184355~7980405,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,370987843~9723667,401952729~9931016] 2024-04-10T16:20:36.229 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~4654230,25471486~5042783,42700597~7898085,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,113433302~6204706,121418196~16285118,142275203~4509298,150934186~2785285,154776759~13445028,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,307184355~7980405,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,370987843~9723667,401952729~9931016] 2024-04-10T16:20:36.235 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~4654230,25471486~5042783,42700597~7898085,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,113433302~6204706,120547717~17155597,138412032~8372469,150934186~2785285,154776759~13445028,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,237715405~5428422,243269632~14553257,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,307184355~7980405,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,355054497~10444146,370987843~9723667,401952729~9931016] 2024-04-10T16:20:36.235 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to 18 diff [7625935~4091899,13799883~4654230,25471486~5042783,42700597~7898085,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,112508780~7129228,121418196~16285118,142275203~4509298,150934186~2785285,154776759~13445028,176383001~7730593,185506365~2910306,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,307184355~7980405,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,370987843~9723667,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.236 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~4654230,25471486~5042783,42700597~7898085,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,112508780~7129228,121418196~16285118,142275203~4509298,150934186~2785285,154776759~13445028,176383001~7730593,185506365~2910306,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,307184355~7980405,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,370987843~9723667,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.241 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~4654230,25471486~5042783,42700597~7898085,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,112508780~7129228,120547717~17155597,138412032~8372469,150934186~2785285,154776759~13445028,176383001~7730593,185506365~2910306,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,243269632~14553257,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,307184355~7980405,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,355054497~10444146,370987843~9723667,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.242 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to 19 diff [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.242 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.248 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17155597,138412032~8372469,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,243269632~14553257,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,306675187~8489573,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.248 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to 13 diff [87032135~4672149,127952139~4244473,150934186~2785285,252866489~4956400,309544314~5620446,316365760~401463,317598632~1876995,324118761~10086815,403197457~4003563] 2024-04-10T16:20:36.248 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [87032135~4672149,127952139~4244473,150934186~2785285,252866489~4956400,309544314~5620446,316365760~401463,317598632~1876995,324118761~10086815,403197457~4003563] 2024-04-10T16:20:36.254 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [87032135~4672149,127952139~4244473,150934186~2785285,252866489~4956400,309544314~5620446,316365760~401463,317598632~1876995,323805377~10400199,403197457~4003563] 2024-04-10T16:20:36.254 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to 14 diff [69636930~521731,77661007~6249952,87032135~4672149,121418196~10778416,150934186~2785285,185506365~2910306,190548119~1031920,225954921~276518,230102421~2130513,252866489~4956400,281385472~2685010,309544314~5620446,316365760~401463,317598632~1876995,324118761~10086815,370987843~4881935,403197457~4003563] 2024-04-10T16:20:36.254 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [69636930~521731,77661007~6249952,87032135~4672149,121418196~10778416,150934186~2785285,185506365~2910306,190548119~1031920,225954921~276518,230102421~2130513,252866489~4956400,281385472~2685010,309544314~5620446,316365760~401463,317598632~1876995,324118761~10086815,370987843~4881935,403197457~4003563] 2024-04-10T16:20:36.260 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [69636930~521731,75497472~8413487,87032135~4672149,120547717~11648895,150934186~2785285,185506365~2910306,190548119~1031920,225954921~276518,230102421~2130513,252866489~4956400,281385472~2685010,309544314~5620446,316365760~401463,317598632~1876995,323805377~10400199,370987843~4881935,403197457~4003563] 2024-04-10T16:20:36.260 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to 15 diff [69636930~521731,77661007~6249952,87032135~4672149,121418196~10778416,150934186~2785285,157307461~4900071,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,252866489~4956400,281385472~3558154,291221788~6748981,307184355~7980405,316365760~401463,317598632~3198850,324118761~10697319,370987843~4881935,403197457~4003563,408065152~2741022] 2024-04-10T16:20:36.260 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [69636930~521731,77661007~6249952,87032135~4672149,121418196~10778416,150934186~2785285,157307461~4900071,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,252866489~4956400,281385472~3558154,291221788~6748981,307184355~7980405,316365760~401463,317598632~3198850,324118761~10697319,370987843~4881935,403197457~4003563,408065152~2741022] 2024-04-10T16:20:36.267 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [69636930~521731,75497472~8413487,87032135~4672149,120547717~11648895,150934186~2785285,157307461~4900071,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,252866489~4956400,281385472~3558154,289406976~8563793,307184355~7980405,316365760~401463,317598632~3198850,323805377~11010703,370987843~4881935,403197457~4003563,408065152~2741022] 2024-04-10T16:20:36.267 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to 16 diff [69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,121418196~14540918,150934186~2785285,157307461~4900071,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,273698204~3809869,281385472~3558154,291221788~6748981,307184355~7980405,316365760~401463,317598632~3198850,324118761~10697319,338936792~106468,357935743~7562900,370987843~9723667,401952729~9636945] 2024-04-10T16:20:36.267 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,121418196~14540918,150934186~2785285,157307461~4900071,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,273698204~3809869,281385472~3558154,291221788~6748981,307184355~7980405,316365760~401463,317598632~3198850,324118761~10697319,338936792~106468,357935743~7562900,370987843~9723667,401952729~9636945] 2024-04-10T16:20:36.272 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,120547717~15411397,150934186~2785285,157307461~4900071,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,273698204~3809869,281385472~3558154,289406976~8563793,307184355~7980405,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,357935743~7562900,370987843~9723667,401952729~9636945] 2024-04-10T16:20:36.273 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to 17 diff [7625935~4091899,25471486~5042783,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,121418196~14540918,142275203~4509298,150934186~2785285,154776759~7430773,167167353~1054434,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,273698204~3809869,281385472~3558154,291221788~6748981,307184355~7980405,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,355054497~10444146,370987843~9723667,401952729~9931016] 2024-04-10T16:20:36.273 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,121418196~14540918,142275203~4509298,150934186~2785285,154776759~7430773,167167353~1054434,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,273698204~3809869,281385472~3558154,291221788~6748981,307184355~7980405,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,355054497~10444146,370987843~9723667,401952729~9931016] 2024-04-10T16:20:36.278 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,120547717~15411397,138412032~8372469,150934186~2785285,154776759~7430773,167167353~1054434,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,273698204~3809869,281385472~3558154,289406976~8563793,307184355~7980405,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,355054497~10444146,370987843~9723667,401952729~9931016] 2024-04-10T16:20:36.279 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to 18 diff [7625935~4091899,25471486~5042783,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,112508780~6173528,121418196~14540918,142275203~4509298,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~2910306,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,273698204~3809869,281385472~3558154,291221788~6748981,307184355~7980405,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,355054497~10444146,370987843~9723667,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.279 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,112508780~6173528,121418196~14540918,142275203~4509298,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~2910306,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,273698204~3809869,281385472~3558154,291221788~6748981,307184355~7980405,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,355054497~10444146,370987843~9723667,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.284 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,112508780~6173528,120547717~15411397,138412032~8372469,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~2910306,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,273698204~3809869,281385472~3558154,289406976~8563793,307184355~7980405,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,355054497~10444146,370987843~9723667,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.285 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to 19 diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~7888028,121418196~14540918,142275203~4509298,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.285 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~7888028,121418196~14540918,142275203~4509298,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.290 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~7888028,120547717~15411397,138412032~8372469,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,259574861~3784937,273698204~3809869,281385472~3558154,289406976~8563793,306675187~8489573,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.291 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to 14 diff [69636930~521731,77661007~6249952,121418196~7743567,185506365~2910306,190548119~1031920,225954921~276518,230102421~2130513,281385472~2685010,370987843~4881935] 2024-04-10T16:20:36.291 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [69636930~521731,77661007~6249952,121418196~7743567,185506365~2910306,190548119~1031920,225954921~276518,230102421~2130513,281385472~2685010,370987843~4881935] 2024-04-10T16:20:36.296 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [69636930~521731,75497472~8413487,120547717~8614046,185506365~2910306,190548119~1031920,225954921~276518,230102421~2130513,281385472~2685010,370987843~4881935] 2024-04-10T16:20:36.296 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to 15 diff [69636930~521731,77661007~6249952,121418196~7743567,157307461~4900071,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,254423893~93235,281385472~3558154,291221788~6748981,307184355~6598129,318922715~1874767,330281526~4534554,370987843~4881935,408065152~2741022] 2024-04-10T16:20:36.296 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [69636930~521731,77661007~6249952,121418196~7743567,157307461~4900071,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,254423893~93235,281385472~3558154,291221788~6748981,307184355~6598129,318922715~1874767,330281526~4534554,370987843~4881935,408065152~2741022] 2024-04-10T16:20:36.302 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [69636930~521731,75497472~8413487,120547717~8614046,157307461~4900071,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,254423893~93235,281385472~3558154,289406976~8563793,307184355~6598129,318922715~1874767,330281526~4534554,370987843~4881935,408065152~2741022] 2024-04-10T16:20:36.302 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to 16 diff [69636930~521731,77661007~6249952,96235539~5083844,121418196~7743567,131545789~4413325,157307461~4900071,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,273698204~3809869,281385472~3558154,291221788~6748981,307184355~6598129,318922715~1874767,330281526~4534554,338936792~106468,357935743~7562900,370987843~9723667,401952729~9636945] 2024-04-10T16:20:36.302 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [69636930~521731,77661007~6249952,96235539~5083844,121418196~7743567,131545789~4413325,157307461~4900071,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,273698204~3809869,281385472~3558154,291221788~6748981,307184355~6598129,318922715~1874767,330281526~4534554,338936792~106468,357935743~7562900,370987843~9723667,401952729~9636945] 2024-04-10T16:20:36.308 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [69636930~521731,75497472~8413487,96235539~5083844,120547717~8614046,131545789~4413325,157307461~4900071,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,273698204~3809869,281385472~3558154,289406976~8563793,307184355~6598129,318922715~1874767,330281526~4534554,337144320~1898940,357935743~7562900,370987843~9723667,401952729~9636945] 2024-04-10T16:20:36.308 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to 17 diff [7625935~4091899,25471486~5042783,69636930~521731,77661007~6249952,87260530~2181738,96235539~5083844,121418196~7743567,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,273698204~3809869,281385472~3558154,291221788~6748981,307184355~6598129,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,370987843~9723667,401952729~9931016] 2024-04-10T16:20:36.308 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,69636930~521731,77661007~6249952,87260530~2181738,96235539~5083844,121418196~7743567,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,273698204~3809869,281385472~3558154,291221788~6748981,307184355~6598129,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,370987843~9723667,401952729~9931016] 2024-04-10T16:20:36.314 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,69636930~521731,75497472~8413487,87260530~2181738,96235539~5083844,120547717~8614046,131545789~4413325,138412032~8372469,154776759~7430773,167167353~1054434,179228402~295134,185506365~2910306,190548119~1031920,197613209~6454667,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,273698204~3809869,281385472~3558154,289406976~8563793,307184355~6598129,318922715~1874767,324062020~6156154,330281526~4534554,337144320~1898940,355054497~10444146,370987843~9723667,401952729~9931016] 2024-04-10T16:20:36.314 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to 18 diff [7625935~4091899,25471486~5042783,69636930~521731,77661007~6249952,87260530~2181738,96235539~5083844,105432124~3666899,112508780~6173528,121418196~7743567,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,185506365~2910306,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,273698204~3809869,281385472~3558154,291221788~6748981,307184355~6598129,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,370987843~9723667,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.314 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,69636930~521731,77661007~6249952,87260530~2181738,96235539~5083844,105432124~3666899,112508780~6173528,121418196~7743567,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,185506365~2910306,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,273698204~3809869,281385472~3558154,291221788~6748981,307184355~6598129,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,370987843~9723667,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.320 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,69636930~521731,75497472~8413487,87260530~2181738,96235539~5083844,105432124~3666899,112508780~6173528,120547717~8614046,131545789~4413325,138412032~8372469,154776759~7430773,167167353~1054434,176383001~7730593,185506365~2910306,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,273698204~3809869,281385472~3558154,289406976~8563793,307184355~6598129,318922715~1874767,324062020~6156154,330281526~4534554,337144320~1898940,355054497~10444146,370987843~9723667,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.320 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to 19 diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,121418196~7743567,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.320 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,121418196~7743567,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.326 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,75497472~8413487,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,120547717~8614046,131545789~4413325,138412032~8372469,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,281385472~3558154,289406976~8563793,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,337144320~1898940,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.327 INFO:tasks.workunit.client.0.smithi102.stdout:from 14 to 15 diff [78537535~1252945,157307461~4900071,197613209~6454667,254423893~93235,283836376~1107250,291221788~6748981,307184355~6598129,318922715~1874767,330281526~4534554,408065152~2741022] 2024-04-10T16:20:36.327 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [78537535~1252945,157307461~4900071,197613209~6454667,254423893~93235,283836376~1107250,291221788~6748981,307184355~6598129,318922715~1874767,330281526~4534554,408065152~2741022] 2024-04-10T16:20:36.333 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [78537535~1252945,157307461~4900071,197613209~6454667,254423893~93235,283836376~1107250,289406976~8563793,307184355~6598129,318922715~1874767,330281526~4534554,408065152~2741022] 2024-04-10T16:20:36.333 INFO:tasks.workunit.client.0.smithi102.stdout:from 14 to 16 diff [78537535~1252945,96235539~5083844,131545789~4413325,157307461~4900071,179228402~295134,197613209~6454667,237715405~5428422,254423893~93235,273698204~3809869,283836376~1107250,291221788~6748981,307184355~6598129,318922715~1874767,330281526~4534554,338936792~106468,357935743~7562900,374664599~6046911,401952729~9636945] 2024-04-10T16:20:36.333 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [78537535~1252945,96235539~5083844,131545789~4413325,157307461~4900071,179228402~295134,197613209~6454667,237715405~5428422,254423893~93235,273698204~3809869,283836376~1107250,291221788~6748981,307184355~6598129,318922715~1874767,330281526~4534554,338936792~106468,357935743~7562900,374664599~6046911,401952729~9636945] 2024-04-10T16:20:36.339 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [78537535~1252945,96235539~5083844,131545789~4413325,157307461~4900071,179228402~295134,197613209~6454667,237715405~5428422,254423893~93235,273698204~3809869,283836376~1107250,289406976~8563793,307184355~6598129,318922715~1874767,330281526~4534554,337144320~1898940,357935743~7562900,374664599~6046911,401952729~9636945] 2024-04-10T16:20:36.339 INFO:tasks.workunit.client.0.smithi102.stdout:from 14 to 17 diff [7625935~4091899,25471486~5042783,78537535~1252945,87260530~2181738,96235539~5083844,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,179228402~295134,197613209~6454667,237715405~5428422,254423893~93235,273698204~3809869,283836376~1107250,291221788~6748981,307184355~6598129,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,374664599~6046911,401952729~9931016] 2024-04-10T16:20:36.339 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,78537535~1252945,87260530~2181738,96235539~5083844,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,179228402~295134,197613209~6454667,237715405~5428422,254423893~93235,273698204~3809869,283836376~1107250,291221788~6748981,307184355~6598129,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,374664599~6046911,401952729~9931016] 2024-04-10T16:20:36.345 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,78537535~1252945,87260530~2181738,96235539~5083844,131545789~4413325,138412032~8372469,154776759~7430773,167167353~1054434,179228402~295134,197613209~6454667,237715405~5428422,254423893~93235,273698204~3809869,283836376~1107250,289406976~8563793,307184355~6598129,318922715~1874767,324062020~6156154,330281526~4534554,337144320~1898940,355054497~10444146,374664599~6046911,401952729~9931016] 2024-04-10T16:20:36.345 INFO:tasks.workunit.client.0.smithi102.stdout:from 14 to 18 diff [7625935~4091899,25471486~5042783,78537535~1252945,87260530~2181738,96235539~5083844,105432124~3666899,112508780~6173528,125654685~805491,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,197613209~6454667,204647100~144466,219904919~2470385,237715405~5428422,254423893~93235,273698204~3809869,283836376~1107250,291221788~6748981,307184355~6598129,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,374664599~6046911,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.345 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,78537535~1252945,87260530~2181738,96235539~5083844,105432124~3666899,112508780~6173528,125654685~805491,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,197613209~6454667,204647100~144466,219904919~2470385,237715405~5428422,254423893~93235,273698204~3809869,283836376~1107250,291221788~6748981,307184355~6598129,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,374664599~6046911,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.351 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,78537535~1252945,87260530~2181738,96235539~5083844,105432124~3666899,112508780~6173528,125654685~805491,131545789~4413325,138412032~8372469,154776759~7430773,167167353~1054434,176383001~7730593,197613209~6454667,204647100~144466,218103808~4271496,237715405~5428422,254423893~93235,273698204~3809869,283836376~1107250,289406976~8563793,307184355~6598129,318922715~1874767,324062020~6156154,330281526~4534554,337144320~1898940,355054497~10444146,374664599~6046911,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.351 INFO:tasks.workunit.client.0.smithi102.stdout:from 14 to 19 diff [7625935~4091899,25471486~5042783,35840426~7422515,78537535~1252945,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,186396145~3378285,197613209~6454667,204647100~144466,219904919~2470385,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,283836376~1107250,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~6048194,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.351 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,78537535~1252945,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,186396145~3378285,197613209~6454667,204647100~144466,219904919~2470385,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,283836376~1107250,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~6048194,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.357 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,78537535~1252945,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,138412032~8372469,154776759~7430773,167167353~1054434,176383001~7730593,186396145~3378285,197613209~6454667,204647100~144466,218103808~4271496,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,283836376~1107250,289406976~8563793,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,337144320~1898940,355054497~19099620,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.358 INFO:tasks.workunit.client.0.smithi102.stdout:from 15 to 16 diff [96235539~5083844,131545789~4413325,179228402~295134,237715405~5428422,273698204~3809869,338936792~106468,357935743~7562900,374664599~6046911,401952729~9636945] 2024-04-10T16:20:36.358 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [96235539~5083844,131545789~4413325,179228402~295134,237715405~5428422,273698204~3809869,338936792~106468,357935743~7562900,374664599~6046911,401952729~9636945] 2024-04-10T16:20:36.363 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [96235539~5083844,131545789~4413325,179228402~295134,237715405~5428422,273698204~3809869,337144320~1898940,357935743~7562900,374664599~6046911,401952729~9636945] 2024-04-10T16:20:36.363 INFO:tasks.workunit.client.0.smithi102.stdout:from 15 to 17 diff [7625935~4091899,25471486~5042783,87260530~2181738,96235539~5083844,131545789~4413325,142275203~4509298,154776759~2706538,167167353~1054434,179228402~295134,237715405~5428422,273698204~3809869,324062020~6156154,338936792~106468,355054497~10444146,374664599~6046911,401952729~9931016] 2024-04-10T16:20:36.363 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,87260530~2181738,96235539~5083844,131545789~4413325,142275203~4509298,154776759~2706538,167167353~1054434,179228402~295134,237715405~5428422,273698204~3809869,324062020~6156154,338936792~106468,355054497~10444146,374664599~6046911,401952729~9931016] 2024-04-10T16:20:36.369 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,87260530~2181738,96235539~5083844,131545789~4413325,138412032~8372469,154776759~2706538,167167353~1054434,179228402~295134,237715405~5428422,273698204~3809869,324062020~6156154,337144320~1898940,355054497~10444146,374664599~6046911,401952729~9931016] 2024-04-10T16:20:36.369 INFO:tasks.workunit.client.0.smithi102.stdout:from 15 to 18 diff [7625935~4091899,25471486~5042783,87260530~2181738,96235539~5083844,105432124~3666899,112508780~6173528,125654685~805491,131545789~4413325,142275203~4509298,154776759~2706538,167167353~1054434,176383001~7730593,204647100~144466,219904919~2470385,237715405~5428422,273698204~3809869,324062020~6156154,338936792~106468,355054497~10444146,374664599~6046911,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.369 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,87260530~2181738,96235539~5083844,105432124~3666899,112508780~6173528,125654685~805491,131545789~4413325,142275203~4509298,154776759~2706538,167167353~1054434,176383001~7730593,204647100~144466,219904919~2470385,237715405~5428422,273698204~3809869,324062020~6156154,338936792~106468,355054497~10444146,374664599~6046911,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.375 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,87260530~2181738,96235539~5083844,105432124~3666899,112508780~6173528,125654685~805491,131545789~4413325,138412032~8372469,154776759~2706538,167167353~1054434,176383001~7730593,204647100~144466,218103808~4271496,237715405~5428422,273698204~3809869,324062020~6156154,337144320~1898940,355054497~10444146,374664599~6046911,384696776~6170011,401952729~9931016] 2024-04-10T16:20:36.376 INFO:tasks.workunit.client.0.smithi102.stdout:from 15 to 19 diff [7625935~4091899,25471486~5042783,35840426~7422515,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,142275203~4509298,154776759~2706538,167167353~1054434,176383001~7730593,186396145~3378285,204647100~144466,219904919~2470385,237715405~5428422,259574861~3784937,273698204~3809869,306675187~5323296,324062020~6156154,338936792~106468,355054497~10444146,368105923~6048194,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.376 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,142275203~4509298,154776759~2706538,167167353~1054434,176383001~7730593,186396145~3378285,204647100~144466,219904919~2470385,237715405~5428422,259574861~3784937,273698204~3809869,306675187~5323296,324062020~6156154,338936792~106468,355054497~10444146,368105923~6048194,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.382 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,138412032~8372469,154776759~2706538,167167353~1054434,176383001~7730593,186396145~3378285,204647100~144466,218103808~4271496,237715405~5428422,259574861~3784937,273698204~3809869,306675187~5323296,324062020~6156154,337144320~1898940,355054497~19099620,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:36.382 INFO:tasks.workunit.client.0.smithi102.stdout:from 16 to 17 diff [7625935~4091899,25471486~5042783,87260530~2181738,133735411~1444629,142275203~4509298,154776759~2706538,167167353~1054434,324062020~6156154,355054497~7552640,409901844~1981901] 2024-04-10T16:20:36.382 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,87260530~2181738,133735411~1444629,142275203~4509298,154776759~2706538,167167353~1054434,324062020~6156154,355054497~7552640,409901844~1981901] 2024-04-10T16:20:36.388 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,87260530~2181738,133735411~1444629,138412032~8372469,154776759~2706538,167167353~1054434,324062020~6156154,355054497~7552640,409901844~1981901] 2024-04-10T16:20:36.388 INFO:tasks.workunit.client.0.smithi102.stdout:from 16 to 18 diff [7625935~4091899,25471486~5042783,87260530~2181738,105432124~3666899,112508780~6173528,125654685~805491,133735411~1444629,142275203~4509298,154776759~2706538,167167353~1054434,176383001~7730593,204647100~144466,219904919~2470385,239765137~1570909,324062020~6156154,355054497~7552640,384696776~6170011,406820925~5062820] 2024-04-10T16:20:36.388 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,87260530~2181738,105432124~3666899,112508780~6173528,125654685~805491,133735411~1444629,142275203~4509298,154776759~2706538,167167353~1054434,176383001~7730593,204647100~144466,219904919~2470385,239765137~1570909,324062020~6156154,355054497~7552640,384696776~6170011,406820925~5062820] 2024-04-10T16:20:36.394 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,87260530~2181738,105432124~3666899,112508780~6173528,125654685~805491,133735411~1444629,138412032~8372469,154776759~2706538,167167353~1054434,176383001~7730593,204647100~144466,218103808~4271496,239765137~1570909,324062020~6156154,355054497~7552640,384696776~6170011,406820925~5062820] 2024-04-10T16:20:36.394 INFO:tasks.workunit.client.0.smithi102.stdout:from 16 to 19 diff [7625935~4091899,25471486~5042783,35840426~7422515,87260530~2181738,105432124~3666899,110794280~7888028,125011143~1449033,133735411~1444629,142275203~4509298,154776759~2706538,167167353~1054434,176383001~7730593,186396145~3378285,204647100~144466,219904919~2470385,239765137~1570909,259574861~3784937,306675187~5323296,324062020~6156154,355054497~7552640,368105923~6048194,384696776~6170011,406820925~8487873] 2024-04-10T16:20:36.394 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,87260530~2181738,105432124~3666899,110794280~7888028,125011143~1449033,133735411~1444629,142275203~4509298,154776759~2706538,167167353~1054434,176383001~7730593,186396145~3378285,204647100~144466,219904919~2470385,239765137~1570909,259574861~3784937,306675187~5323296,324062020~6156154,355054497~7552640,368105923~6048194,384696776~6170011,406820925~8487873] 2024-04-10T16:20:36.400 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,87260530~2181738,105432124~3666899,110794280~7888028,125011143~1449033,133735411~1444629,138412032~8372469,154776759~2706538,167167353~1054434,176383001~7730593,186396145~3378285,204647100~144466,218103808~4271496,239765137~1570909,259574861~3784937,306675187~5323296,324062020~6156154,355054497~7552640,365498643~8655474,384696776~6170011,406820925~8487873] 2024-04-10T16:20:36.400 INFO:tasks.workunit.client.0.smithi102.stdout:from 17 to 18 diff [105432124~3666899,112508780~6173528,125654685~805491,176383001~7730593,204647100~144466,219904919~2470385,239765137~1570909,384696776~6170011,406820925~3292624] 2024-04-10T16:20:36.400 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [105432124~3666899,112508780~6173528,125654685~805491,176383001~7730593,204647100~144466,219904919~2470385,239765137~1570909,384696776~6170011,406820925~3292624] 2024-04-10T16:20:36.405 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [105432124~3666899,112508780~6173528,125654685~805491,176383001~7730593,204647100~144466,218103808~4271496,239765137~1570909,384696776~6170011,406820925~3292624] 2024-04-10T16:20:36.405 INFO:tasks.workunit.client.0.smithi102.stdout:from 17 to 19 diff [35840426~7422515,105432124~3666899,110794280~7888028,125011143~1449033,155061069~233084,176383001~7730593,186396145~3378285,204647100~144466,219904919~2470385,239765137~1570909,259574861~3784937,306675187~5323296,368105923~6048194,384696776~6170011,406820925~3292624,411041525~4267273] 2024-04-10T16:20:36.406 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [35840426~7422515,105432124~3666899,110794280~7888028,125011143~1449033,155061069~233084,176383001~7730593,186396145~3378285,204647100~144466,219904919~2470385,239765137~1570909,259574861~3784937,306675187~5323296,368105923~6048194,384696776~6170011,406820925~3292624,411041525~4267273] 2024-04-10T16:20:36.411 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [35840426~7422515,105432124~3666899,110794280~7888028,125011143~1449033,155061069~233084,176383001~7730593,186396145~3378285,204647100~144466,218103808~4271496,239765137~1570909,259574861~3784937,306675187~5323296,365498643~8655474,384696776~6170011,406820925~3292624,411041525~4267273] 2024-04-10T16:20:36.411 INFO:tasks.workunit.client.0.smithi102.stdout:from 18 to 19 diff [35840426~7422515,110794280~7640291,125011143~970018,155061069~233084,186396145~3378285,259574861~3784937,306675187~5323296,368105923~6048194,411041525~4267273] 2024-04-10T16:20:36.411 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [35840426~7422515,110794280~7640291,125011143~970018,155061069~233084,186396145~3378285,259574861~3784937,306675187~5323296,368105923~6048194,411041525~4267273] 2024-04-10T16:20:36.417 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [35840426~7422515,110794280~7640291,125011143~970018,155061069~233084,186396145~3378285,259574861~3784937,306675187~5323296,365498643~8655474,411041525~4267273] 2024-04-10T16:20:36.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:36 smithi154 ceph-mon[84269]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-10T16:20:36.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:36 smithi102 ceph-mon[88557]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-10T16:20:36.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:36 smithi102 ceph-mon[90943]: osdmap e2017: 8 total, 8 up, 8 in 2024-04-10T16:20:37.245 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:37.245 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:37.267 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,184549376~24677741,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~45210224,394264576~1823667,398458880~16849918] 2024-04-10T16:20:37.267 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:37.267 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:37.273 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~44971678,394264576~1823667,398458880~16849918] 2024-04-10T16:20:37.273 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:37.273 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:37.279 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,349897808~2610599,353757437~37109350,394264576~1823667,398458880~16849918] 2024-04-10T16:20:37.279 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:37.279 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:37.284 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:37.285 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:37.285 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:37.290 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:37.291 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:37.291 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:37.297 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,171785083~12328511,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:37.297 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:37.297 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:37.303 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~18678998,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,401952729~13356069] 2024-04-10T16:20:37.303 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:37.303 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:37.309 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,68190895~7211058,75497472~17596068,96235539~8405903,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,394264576~1823667,401952729~13356069] 2024-04-10T16:20:37.309 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.309 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.315 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,85530648~7562892,96235539~5083844,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.315 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.315 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.321 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17578084,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,218103808~4271496,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.321 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to HEAD diff [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.321 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.327 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17155597,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,218103808~4271496,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.327 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to HEAD diff [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.327 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.333 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17155597,138412032~8372469,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,243269632~14553257,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,306675187~8489573,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.333 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to HEAD diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~7888028,121418196~14540918,142275203~4509298,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.333 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~7888028,121418196~14540918,142275203~4509298,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.339 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~7888028,120547717~15411397,138412032~8372469,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,259574861~3784937,273698204~3809869,281385472~3558154,289406976~8563793,306675187~8489573,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.339 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to HEAD diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,121418196~7743567,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.339 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,121418196~7743567,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.344 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,75497472~8413487,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,120547717~8614046,131545789~4413325,138412032~8372469,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,281385472~3558154,289406976~8563793,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,337144320~1898940,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.345 INFO:tasks.workunit.client.0.smithi102.stdout:from 14 to HEAD diff [7625935~4091899,25471486~5042783,35840426~7422515,78537535~1252945,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,186396145~3378285,197613209~6454667,204647100~144466,219904919~2470385,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,283836376~1107250,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~6048194,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.345 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,78537535~1252945,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,186396145~3378285,197613209~6454667,204647100~144466,219904919~2470385,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,283836376~1107250,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~6048194,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.350 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,78537535~1252945,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,138412032~8372469,154776759~7430773,167167353~1054434,176383001~7730593,186396145~3378285,197613209~6454667,204647100~144466,218103808~4271496,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,283836376~1107250,289406976~8563793,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,337144320~1898940,355054497~19099620,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.350 INFO:tasks.workunit.client.0.smithi102.stdout:from 15 to HEAD diff [7625935~4091899,25471486~5042783,35840426~7422515,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,142275203~4509298,154776759~2706538,167167353~1054434,176383001~7730593,186396145~3378285,204647100~144466,219904919~2470385,237715405~5428422,259574861~3784937,273698204~3809869,306675187~5323296,324062020~6156154,338936792~106468,355054497~10444146,368105923~6048194,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.351 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,142275203~4509298,154776759~2706538,167167353~1054434,176383001~7730593,186396145~3378285,204647100~144466,219904919~2470385,237715405~5428422,259574861~3784937,273698204~3809869,306675187~5323296,324062020~6156154,338936792~106468,355054497~10444146,368105923~6048194,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.356 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,138412032~8372469,154776759~2706538,167167353~1054434,176383001~7730593,186396145~3378285,204647100~144466,218103808~4271496,237715405~5428422,259574861~3784937,273698204~3809869,306675187~5323296,324062020~6156154,337144320~1898940,355054497~19099620,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:37.356 INFO:tasks.workunit.client.0.smithi102.stdout:from 16 to HEAD diff [7625935~4091899,25471486~5042783,35840426~7422515,87260530~2181738,105432124~3666899,110794280~7888028,125011143~1449033,133735411~1444629,142275203~4509298,154776759~2706538,167167353~1054434,176383001~7730593,186396145~3378285,204647100~144466,219904919~2470385,239765137~1570909,259574861~3784937,306675187~5323296,324062020~6156154,355054497~7552640,368105923~6048194,384696776~6170011,406820925~8487873] 2024-04-10T16:20:37.357 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,87260530~2181738,105432124~3666899,110794280~7888028,125011143~1449033,133735411~1444629,142275203~4509298,154776759~2706538,167167353~1054434,176383001~7730593,186396145~3378285,204647100~144466,219904919~2470385,239765137~1570909,259574861~3784937,306675187~5323296,324062020~6156154,355054497~7552640,368105923~6048194,384696776~6170011,406820925~8487873] 2024-04-10T16:20:37.362 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,87260530~2181738,105432124~3666899,110794280~7888028,125011143~1449033,133735411~1444629,138412032~8372469,154776759~2706538,167167353~1054434,176383001~7730593,186396145~3378285,204647100~144466,218103808~4271496,239765137~1570909,259574861~3784937,306675187~5323296,324062020~6156154,355054497~7552640,365498643~8655474,384696776~6170011,406820925~8487873] 2024-04-10T16:20:37.362 INFO:tasks.workunit.client.0.smithi102.stdout:from 17 to HEAD diff [35840426~7422515,105432124~3666899,110794280~7888028,125011143~1449033,155061069~233084,176383001~7730593,186396145~3378285,204647100~144466,219904919~2470385,239765137~1570909,259574861~3784937,306675187~5323296,368105923~6048194,384696776~6170011,406820925~3292624,411041525~4267273] 2024-04-10T16:20:37.362 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [35840426~7422515,105432124~3666899,110794280~7888028,125011143~1449033,155061069~233084,176383001~7730593,186396145~3378285,204647100~144466,219904919~2470385,239765137~1570909,259574861~3784937,306675187~5323296,368105923~6048194,384696776~6170011,406820925~3292624,411041525~4267273] 2024-04-10T16:20:37.368 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [35840426~7422515,105432124~3666899,110794280~7888028,125011143~1449033,155061069~233084,176383001~7730593,186396145~3378285,204647100~144466,218103808~4271496,239765137~1570909,259574861~3784937,306675187~5323296,365498643~8655474,384696776~6170011,406820925~3292624,411041525~4267273] 2024-04-10T16:20:37.569 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:37 smithi102 ceph-mon[90943]: pgmap v3934: 137 pgs: 137 active+clean; 842 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 240 KiB/s rd, 33 MiB/s wr, 1.11k op/s 2024-04-10T16:20:37.569 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:37 smithi102 ceph-mon[88557]: pgmap v3934: 137 pgs: 137 active+clean; 842 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 240 KiB/s rd, 33 MiB/s wr, 1.11k op/s 2024-04-10T16:20:37.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:37 smithi154 ceph-mon[84269]: pgmap v3934: 137 pgs: 137 active+clean; 842 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 240 KiB/s rd, 33 MiB/s wr, 1.11k op/s 2024-04-10T16:20:37.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:20:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:20:37] "GET /metrics HTTP/1.1" 200 36619 "" "Prometheus/2.43.0" 2024-04-10T16:20:38.268 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:38.268 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:38.287 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,184549376~24677741,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~45210224,394264576~1823667,398458880~16849918] 2024-04-10T16:20:38.287 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:38.287 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:38.293 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~44971678,394264576~1823667,398458880~16849918] 2024-04-10T16:20:38.293 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:38.293 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:38.299 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,349897808~2610599,353757437~37109350,394264576~1823667,398458880~16849918] 2024-04-10T16:20:38.299 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:38.299 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:38.306 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:38.306 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:38.306 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:38.312 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:38.312 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:38.312 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:38.318 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,171785083~12328511,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:38.318 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:38.318 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:38.324 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~18678998,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,401952729~13356069] 2024-04-10T16:20:38.324 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:38.324 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:38.330 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,68190895~7211058,75497472~17596068,96235539~8405903,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,394264576~1823667,401952729~13356069] 2024-04-10T16:20:38.330 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.330 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.336 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,85530648~7562892,96235539~5083844,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.336 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.336 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.342 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17578084,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,218103808~4271496,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.343 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to HEAD diff [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.343 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.349 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17155597,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,218103808~4271496,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.349 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to HEAD diff [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.349 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.355 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17155597,138412032~8372469,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,243269632~14553257,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,306675187~8489573,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.355 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to HEAD diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~7888028,121418196~14540918,142275203~4509298,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.355 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~7888028,121418196~14540918,142275203~4509298,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.361 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~7888028,120547717~15411397,138412032~8372469,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,259574861~3784937,273698204~3809869,281385472~3558154,289406976~8563793,306675187~8489573,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.361 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to HEAD diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,121418196~7743567,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.361 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,121418196~7743567,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.368 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,75497472~8413487,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,120547717~8614046,131545789~4413325,138412032~8372469,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,281385472~3558154,289406976~8563793,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,337144320~1898940,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.368 INFO:tasks.workunit.client.0.smithi102.stdout:from 14 to HEAD diff [7625935~4091899,25471486~5042783,35840426~7422515,78537535~1252945,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,186396145~3378285,197613209~6454667,204647100~144466,219904919~2470385,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,283836376~1107250,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~6048194,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.368 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,78537535~1252945,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,186396145~3378285,197613209~6454667,204647100~144466,219904919~2470385,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,283836376~1107250,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~6048194,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.374 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,78537535~1252945,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,138412032~8372469,154776759~7430773,167167353~1054434,176383001~7730593,186396145~3378285,197613209~6454667,204647100~144466,218103808~4271496,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,283836376~1107250,289406976~8563793,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,337144320~1898940,355054497~19099620,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.374 INFO:tasks.workunit.client.0.smithi102.stdout:from 15 to HEAD diff [7625935~4091899,25471486~5042783,35840426~7422515,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,142275203~4509298,154776759~2706538,167167353~1054434,176383001~7730593,186396145~3378285,204647100~144466,219904919~2470385,237715405~5428422,259574861~3784937,273698204~3809869,306675187~5323296,324062020~6156154,338936792~106468,355054497~10444146,368105923~6048194,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.374 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,142275203~4509298,154776759~2706538,167167353~1054434,176383001~7730593,186396145~3378285,204647100~144466,219904919~2470385,237715405~5428422,259574861~3784937,273698204~3809869,306675187~5323296,324062020~6156154,338936792~106468,355054497~10444146,368105923~6048194,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.379 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,138412032~8372469,154776759~2706538,167167353~1054434,176383001~7730593,186396145~3378285,204647100~144466,218103808~4271496,237715405~5428422,259574861~3784937,273698204~3809869,306675187~5323296,324062020~6156154,337144320~1898940,355054497~19099620,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:38.379 INFO:tasks.workunit.client.0.smithi102.stdout:from 16 to HEAD diff [7625935~4091899,25471486~5042783,35840426~7422515,87260530~2181738,105432124~3666899,110794280~7888028,125011143~1449033,133735411~1444629,142275203~4509298,154776759~2706538,167167353~1054434,176383001~7730593,186396145~3378285,204647100~144466,219904919~2470385,239765137~1570909,259574861~3784937,306675187~5323296,324062020~6156154,355054497~7552640,368105923~6048194,384696776~6170011,406820925~8487873] 2024-04-10T16:20:38.380 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,87260530~2181738,105432124~3666899,110794280~7888028,125011143~1449033,133735411~1444629,142275203~4509298,154776759~2706538,167167353~1054434,176383001~7730593,186396145~3378285,204647100~144466,219904919~2470385,239765137~1570909,259574861~3784937,306675187~5323296,324062020~6156154,355054497~7552640,368105923~6048194,384696776~6170011,406820925~8487873] 2024-04-10T16:20:38.385 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,87260530~2181738,105432124~3666899,110794280~7888028,125011143~1449033,133735411~1444629,138412032~8372469,154776759~2706538,167167353~1054434,176383001~7730593,186396145~3378285,204647100~144466,218103808~4271496,239765137~1570909,259574861~3784937,306675187~5323296,324062020~6156154,355054497~7552640,365498643~8655474,384696776~6170011,406820925~8487873] 2024-04-10T16:20:38.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:38 smithi154 ceph-mon[84269]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-10T16:20:38.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:38 smithi102 ceph-mon[90943]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-10T16:20:38.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:38 smithi102 ceph-mon[88557]: osdmap e2018: 8 total, 8 up, 8 in 2024-04-10T16:20:39.278 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:39.278 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:39.304 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,184549376~24677741,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~45210224,394264576~1823667,398458880~16849918] 2024-04-10T16:20:39.304 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:39.304 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:39.310 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~44971678,394264576~1823667,398458880~16849918] 2024-04-10T16:20:39.310 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:39.311 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:39.317 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,349897808~2610599,353757437~37109350,394264576~1823667,398458880~16849918] 2024-04-10T16:20:39.317 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:39.317 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:39.324 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:39.324 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:39.324 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:39.330 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:39.330 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:39.330 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:39.336 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,171785083~12328511,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:39.336 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:39.336 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:39.342 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~18678998,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,401952729~13356069] 2024-04-10T16:20:39.343 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:39.343 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:39.349 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,68190895~7211058,75497472~17596068,96235539~8405903,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,394264576~1823667,401952729~13356069] 2024-04-10T16:20:39.349 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.349 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.355 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,85530648~7562892,96235539~5083844,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.355 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.355 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.361 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17578084,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,218103808~4271496,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.361 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to HEAD diff [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.361 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.367 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17155597,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,218103808~4271496,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.367 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to HEAD diff [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.367 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.373 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17155597,138412032~8372469,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,243269632~14553257,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,306675187~8489573,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.373 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to HEAD diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~7888028,121418196~14540918,142275203~4509298,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.373 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~7888028,121418196~14540918,142275203~4509298,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.379 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~7888028,120547717~15411397,138412032~8372469,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,259574861~3784937,273698204~3809869,281385472~3558154,289406976~8563793,306675187~8489573,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.379 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to HEAD diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,121418196~7743567,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.379 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,121418196~7743567,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.386 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,75497472~8413487,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,120547717~8614046,131545789~4413325,138412032~8372469,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,281385472~3558154,289406976~8563793,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,337144320~1898940,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.386 INFO:tasks.workunit.client.0.smithi102.stdout:from 14 to HEAD diff [7625935~4091899,25471486~5042783,35840426~7422515,78537535~1252945,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,186396145~3378285,197613209~6454667,204647100~144466,219904919~2470385,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,283836376~1107250,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~6048194,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.386 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,78537535~1252945,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,186396145~3378285,197613209~6454667,204647100~144466,219904919~2470385,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,283836376~1107250,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~6048194,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.392 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,78537535~1252945,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,138412032~8372469,154776759~7430773,167167353~1054434,176383001~7730593,186396145~3378285,197613209~6454667,204647100~144466,218103808~4271496,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,283836376~1107250,289406976~8563793,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,337144320~1898940,355054497~19099620,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.392 INFO:tasks.workunit.client.0.smithi102.stdout:from 15 to HEAD diff [7625935~4091899,25471486~5042783,35840426~7422515,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,142275203~4509298,154776759~2706538,167167353~1054434,176383001~7730593,186396145~3378285,204647100~144466,219904919~2470385,237715405~5428422,259574861~3784937,273698204~3809869,306675187~5323296,324062020~6156154,338936792~106468,355054497~10444146,368105923~6048194,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.392 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,142275203~4509298,154776759~2706538,167167353~1054434,176383001~7730593,186396145~3378285,204647100~144466,219904919~2470385,237715405~5428422,259574861~3784937,273698204~3809869,306675187~5323296,324062020~6156154,338936792~106468,355054497~10444146,368105923~6048194,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.397 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,138412032~8372469,154776759~2706538,167167353~1054434,176383001~7730593,186396145~3378285,204647100~144466,218103808~4271496,237715405~5428422,259574861~3784937,273698204~3809869,306675187~5323296,324062020~6156154,337144320~1898940,355054497~19099620,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:39.594 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:39 smithi154 ceph-mon[84269]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-10T16:20:39.594 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:39.595 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:39 smithi154 ceph-mon[84269]: pgmap v3937: 137 pgs: 137 active+clean; 849 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 248 KiB/s rd, 32 MiB/s wr, 1.46k op/s 2024-04-10T16:20:39.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:39 smithi102 ceph-mon[90943]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-10T16:20:39.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:39.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:39 smithi102 ceph-mon[90943]: pgmap v3937: 137 pgs: 137 active+clean; 849 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 248 KiB/s rd, 32 MiB/s wr, 1.46k op/s 2024-04-10T16:20:39.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:39 smithi102 ceph-mon[88557]: osdmap e2019: 8 total, 8 up, 8 in 2024-04-10T16:20:39.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:39.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:39 smithi102 ceph-mon[88557]: pgmap v3937: 137 pgs: 137 active+clean; 849 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 248 KiB/s rd, 32 MiB/s wr, 1.46k op/s 2024-04-10T16:20:40.271 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:40.272 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:40.304 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,184549376~24677741,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~45210224,394264576~1823667,398458880~16849918] 2024-04-10T16:20:40.304 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:40.305 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:40.314 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~44971678,394264576~1823667,398458880~16849918] 2024-04-10T16:20:40.315 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:40.315 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:40.321 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,349897808~2610599,353757437~37109350,394264576~1823667,398458880~16849918] 2024-04-10T16:20:40.321 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:40.321 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:40.327 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:40.327 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:40.327 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:40.333 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:40.333 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:40.333 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:40.339 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,171785083~12328511,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:40.340 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:40.340 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:40.346 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~18678998,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,401952729~13356069] 2024-04-10T16:20:40.346 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:40.346 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:40.351 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,68190895~7211058,75497472~17596068,96235539~8405903,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,394264576~1823667,401952729~13356069] 2024-04-10T16:20:40.351 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:40.351 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:40.357 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,85530648~7562892,96235539~5083844,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,401952729~13356069] 2024-04-10T16:20:40.357 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:40.358 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:40.363 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17578084,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,218103808~4271496,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,401952729~13356069] 2024-04-10T16:20:40.363 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to HEAD diff [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:40.363 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:40.369 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17155597,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,218103808~4271496,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:40.369 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to HEAD diff [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:40.369 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:40.375 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17155597,138412032~8372469,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,243269632~14553257,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,306675187~8489573,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:40.375 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to HEAD diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~7888028,121418196~14540918,142275203~4509298,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:40.375 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~7888028,121418196~14540918,142275203~4509298,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:40.380 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~7888028,120547717~15411397,138412032~8372469,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,259574861~3784937,273698204~3809869,281385472~3558154,289406976~8563793,306675187~8489573,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:40.380 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to HEAD diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,121418196~7743567,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:40.381 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,121418196~7743567,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:40.386 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,75497472~8413487,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,120547717~8614046,131545789~4413325,138412032~8372469,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,281385472~3558154,289406976~8563793,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,337144320~1898940,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:40.386 INFO:tasks.workunit.client.0.smithi102.stdout:from 14 to HEAD diff [7625935~4091899,25471486~5042783,35840426~7422515,78537535~1252945,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,186396145~3378285,197613209~6454667,204647100~144466,219904919~2470385,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,283836376~1107250,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~6048194,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:40.386 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,78537535~1252945,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,186396145~3378285,197613209~6454667,204647100~144466,219904919~2470385,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,283836376~1107250,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~6048194,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:40.391 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,78537535~1252945,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,125011143~1449033,131545789~4413325,138412032~8372469,154776759~7430773,167167353~1054434,176383001~7730593,186396145~3378285,197613209~6454667,204647100~144466,218103808~4271496,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,283836376~1107250,289406976~8563793,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,337144320~1898940,355054497~19099620,374664599~6046911,384696776~6170011,401952729~13356069] 2024-04-10T16:20:40.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:40 smithi154 ceph-mon[84269]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-10T16:20:40.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:40 smithi102 ceph-mon[90943]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-10T16:20:40.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:40 smithi102 ceph-mon[88557]: osdmap e2020: 8 total, 8 up, 8 in 2024-04-10T16:20:41.288 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:41.288 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:41.320 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,184549376~24677741,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~45210224,394264576~1823667,398458880~16849918] 2024-04-10T16:20:41.320 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:41.320 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:41.327 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~44971678,394264576~1823667,398458880~16849918] 2024-04-10T16:20:41.327 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:41.327 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:41.333 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,349897808~2610599,353757437~37109350,394264576~1823667,398458880~16849918] 2024-04-10T16:20:41.333 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:41.333 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:41.339 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:41.339 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:41.339 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:41.345 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:41.345 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:41.345 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:41.351 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,171785083~12328511,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:41.351 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:41.351 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:41.357 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~18678998,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,401952729~13356069] 2024-04-10T16:20:41.357 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:41.357 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:41.362 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,68190895~7211058,75497472~17596068,96235539~8405903,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,394264576~1823667,401952729~13356069] 2024-04-10T16:20:41.363 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:41.363 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:41.368 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,85530648~7562892,96235539~5083844,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,401952729~13356069] 2024-04-10T16:20:41.368 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:41.368 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:41.374 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17578084,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,218103808~4271496,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,401952729~13356069] 2024-04-10T16:20:41.374 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to HEAD diff [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:41.374 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:41.380 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17155597,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,218103808~4271496,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:41.380 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to HEAD diff [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:41.380 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:41.385 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17155597,138412032~8372469,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,243269632~14553257,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,306675187~8489573,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:41.385 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to HEAD diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~7888028,121418196~14540918,142275203~4509298,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:41.386 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~7888028,121418196~14540918,142275203~4509298,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:41.391 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~7888028,120547717~15411397,138412032~8372469,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,259574861~3784937,273698204~3809869,281385472~3558154,289406976~8563793,306675187~8489573,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:41.391 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to HEAD diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,121418196~7743567,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:41.391 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,121418196~7743567,131545789~4413325,142275203~4509298,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:41.396 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,75497472~8413487,87260530~2181738,96235539~5083844,105432124~3666899,110794280~7888028,120547717~8614046,131545789~4413325,138412032~8372469,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,254423893~93235,259574861~3784937,273698204~3809869,281385472~3558154,289406976~8563793,306675187~7107297,318922715~1874767,324062020~6156154,330281526~4534554,337144320~1898940,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:41.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:41 smithi154 ceph-mon[84269]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-10T16:20:41.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:41 smithi154 ceph-mon[84269]: pgmap v3940: 137 pgs: 137 active+clean; 849 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 5.7 MiB/s wr, 5.25k op/s 2024-04-10T16:20:41.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:41 smithi102 ceph-mon[90943]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-10T16:20:41.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:41 smithi102 ceph-mon[90943]: pgmap v3940: 137 pgs: 137 active+clean; 849 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 5.7 MiB/s wr, 5.25k op/s 2024-04-10T16:20:41.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:41 smithi102 ceph-mon[88557]: osdmap e2021: 8 total, 8 up, 8 in 2024-04-10T16:20:41.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:41 smithi102 ceph-mon[88557]: pgmap v3940: 137 pgs: 137 active+clean; 849 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 159 KiB/s rd, 5.7 MiB/s wr, 5.25k op/s 2024-04-10T16:20:42.295 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:42.295 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:42.328 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,184549376~24677741,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~45210224,394264576~1823667,398458880~16849918] 2024-04-10T16:20:42.328 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:42.328 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:42.334 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~44971678,394264576~1823667,398458880~16849918] 2024-04-10T16:20:42.334 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:42.334 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:42.341 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,349897808~2610599,353757437~37109350,394264576~1823667,398458880~16849918] 2024-04-10T16:20:42.341 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:42.341 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:42.347 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:42.347 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:42.347 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:42.353 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:42.353 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:42.353 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:42.359 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,171785083~12328511,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:42.359 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:42.359 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:42.365 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~18678998,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,401952729~13356069] 2024-04-10T16:20:42.365 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:42.366 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:42.371 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,68190895~7211058,75497472~17596068,96235539~8405903,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,394264576~1823667,401952729~13356069] 2024-04-10T16:20:42.371 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:42.372 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:42.377 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,85530648~7562892,96235539~5083844,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,401952729~13356069] 2024-04-10T16:20:42.377 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:42.377 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:42.383 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17578084,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,218103808~4271496,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,401952729~13356069] 2024-04-10T16:20:42.383 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to HEAD diff [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:42.383 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:42.389 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17155597,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,218103808~4271496,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:42.389 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to HEAD diff [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:42.390 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:42.395 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17155597,138412032~8372469,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,243269632~14553257,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,306675187~8489573,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:42.395 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to HEAD diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~7888028,121418196~14540918,142275203~4509298,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:42.395 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~7888028,121418196~14540918,142275203~4509298,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,259574861~3784937,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:42.401 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,25471486~5042783,35840426~7422515,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~7888028,120547717~15411397,138412032~8372469,150934186~2785285,154776759~7430773,167167353~1054434,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,252866489~4956400,259574861~3784937,273698204~3809869,281385472~3558154,289406976~8563793,306675187~8489573,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:42.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:42 smithi154 ceph-mon[84269]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-10T16:20:42.659 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:20:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:20:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:20:42.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:42 smithi102 ceph-mon[90943]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-10T16:20:42.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:42 smithi102 ceph-mon[88557]: osdmap e2022: 8 total, 8 up, 8 in 2024-04-10T16:20:43.302 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:43.302 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:43.338 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,184549376~24677741,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~45210224,394264576~1823667,398458880~16849918] 2024-04-10T16:20:43.338 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:43.338 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:43.346 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~44971678,394264576~1823667,398458880~16849918] 2024-04-10T16:20:43.346 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:43.346 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:43.350 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,349897808~2610599,353757437~37109350,394264576~1823667,398458880~16849918] 2024-04-10T16:20:43.350 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:43.350 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:43.356 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:43.356 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:43.356 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:43.362 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:43.362 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:43.363 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:43.368 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,171785083~12328511,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:43.368 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:43.368 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:43.374 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~18678998,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,401952729~13356069] 2024-04-10T16:20:43.374 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:43.374 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:43.380 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,68190895~7211058,75497472~17596068,96235539~8405903,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,394264576~1823667,401952729~13356069] 2024-04-10T16:20:43.380 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:43.380 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:43.386 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,85530648~7562892,96235539~5083844,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,401952729~13356069] 2024-04-10T16:20:43.386 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:43.386 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:43.392 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17578084,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,218103808~4271496,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,401952729~13356069] 2024-04-10T16:20:43.392 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to HEAD diff [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:43.392 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:43.398 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17155597,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,218103808~4271496,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:43.398 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to HEAD diff [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:43.398 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,219904919~2470385,225954921~276518,230102421~2130513,237715405~5428422,245892126~11930763,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,306675187~8489573,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:43.403 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~4654230,25471486~5042783,35840426~14758256,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17155597,138412032~8372469,150934186~2785285,154776759~13445028,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,218103808~4271496,225954921~276518,230102421~2130513,237715405~5428422,243269632~14553257,259574861~3784937,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,306675187~8489573,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:43.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:43 smithi154 ceph-mon[84269]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-10T16:20:43.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:43 smithi154 ceph-mon[84269]: pgmap v3943: 137 pgs: 137 active+clean; 841 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 153 KiB/s rd, 2.3 MiB/s wr, 5.21k op/s 2024-04-10T16:20:43.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:43 smithi102 ceph-mon[90943]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-10T16:20:43.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:43 smithi102 ceph-mon[90943]: pgmap v3943: 137 pgs: 137 active+clean; 841 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 153 KiB/s rd, 2.3 MiB/s wr, 5.21k op/s 2024-04-10T16:20:43.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:43 smithi102 ceph-mon[88557]: osdmap e2023: 8 total, 8 up, 8 in 2024-04-10T16:20:43.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:43 smithi102 ceph-mon[88557]: pgmap v3943: 137 pgs: 137 active+clean; 841 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 153 KiB/s rd, 2.3 MiB/s wr, 5.21k op/s 2024-04-10T16:20:44.104 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:44.104 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:44.196 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,184549376~24677741,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~45210224,394264576~1823667,398458880~16849918] 2024-04-10T16:20:44.196 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:44.196 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:44.204 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~44971678,394264576~1823667,398458880~16849918] 2024-04-10T16:20:44.204 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:44.204 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:44.210 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,349897808~2610599,353757437~37109350,394264576~1823667,398458880~16849918] 2024-04-10T16:20:44.210 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:44.210 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:44.217 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:44.217 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:44.217 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:44.223 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:44.223 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:44.223 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:44.229 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,171785083~12328511,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:44.230 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:44.230 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:44.236 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~18678998,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,401952729~13356069] 2024-04-10T16:20:44.236 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:44.236 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:44.242 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,68190895~7211058,75497472~17596068,96235539~8405903,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,394264576~1823667,401952729~13356069] 2024-04-10T16:20:44.242 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:44.242 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:44.248 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,85530648~7562892,96235539~5083844,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,401952729~13356069] 2024-04-10T16:20:44.249 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:44.249 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:44.255 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17578084,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,218103808~4271496,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,401952729~13356069] 2024-04-10T16:20:44.255 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to HEAD diff [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:44.255 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16285118,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,344068787~1396980,355054497~10444146,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:44.261 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~5042783,35840426~14758256,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17155597,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~1031920,197613209~6454667,204647100~144466,207910207~1137992,218103808~4271496,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,259574861~5480973,266390578~3236226,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,344068787~1396980,355054497~25657013,384696776~6170011,401952729~13356069] 2024-04-10T16:20:44.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:44 smithi154 ceph-mon[84269]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-10T16:20:44.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:44 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:20:44.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:44 smithi154 ceph-mon[84269]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-10T16:20:44.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:44 smithi102 ceph-mon[90943]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-10T16:20:44.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:44 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:20:44.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:44 smithi102 ceph-mon[90943]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-10T16:20:44.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:44 smithi102 ceph-mon[88557]: osdmap e2024: 8 total, 8 up, 8 in 2024-04-10T16:20:44.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:44 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:20:44.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:44 smithi102 ceph-mon[88557]: osdmap e2025: 8 total, 8 up, 8 in 2024-04-10T16:20:45.100 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:45.101 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:45.138 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,184549376~24677741,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~45210224,394264576~1823667,398458880~16849918] 2024-04-10T16:20:45.138 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:45.138 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:45.144 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~44971678,394264576~1823667,398458880~16849918] 2024-04-10T16:20:45.144 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:45.144 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:45.150 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,349897808~2610599,353757437~37109350,394264576~1823667,398458880~16849918] 2024-04-10T16:20:45.150 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:45.150 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:45.155 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:45.155 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:45.155 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:45.161 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:45.161 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:45.161 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:45.166 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,171785083~12328511,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:45.167 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:45.167 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:45.173 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~18678998,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,401952729~13356069] 2024-04-10T16:20:45.173 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:45.173 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:45.178 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,68190895~7211058,75497472~17596068,96235539~8405903,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,394264576~1823667,401952729~13356069] 2024-04-10T16:20:45.178 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:45.178 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:45.183 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,85530648~7562892,96235539~5083844,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,401952729~13356069] 2024-04-10T16:20:45.184 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:45.184 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~276518,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:45.189 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,13799883~9505595,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,87032135~4672149,96235539~5083844,105432124~3666899,110794280~8843728,120547717~17578084,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,218103808~4271496,225954921~276518,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,323805377~11010703,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,401952729~13356069] 2024-04-10T16:20:45.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:45 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:20:45.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:45 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:20:45.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:45 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:20:45.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:45 smithi154 ceph-mon[84269]: pgmap v3946: 137 pgs: 137 active+clean; 829 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.5 KiB/s wr, 1.04k op/s 2024-04-10T16:20:45.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:45 smithi154 ceph-mon[84269]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-10T16:20:45.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:45 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:20:45.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:45 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:20:45.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:45 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:20:45.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:45 smithi102 ceph-mon[88557]: pgmap v3946: 137 pgs: 137 active+clean; 829 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.5 KiB/s wr, 1.04k op/s 2024-04-10T16:20:45.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:45 smithi102 ceph-mon[88557]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-10T16:20:45.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:45 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:20:45.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:45 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:20:45.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:45 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:20:45.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:45 smithi102 ceph-mon[90943]: pgmap v3946: 137 pgs: 137 active+clean; 829 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 5.2 KiB/s rd, 1.5 KiB/s wr, 1.04k op/s 2024-04-10T16:20:45.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:45 smithi102 ceph-mon[90943]: osdmap e2026: 8 total, 8 up, 8 in 2024-04-10T16:20:46.104 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:46.104 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:46.141 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,184549376~24677741,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~45210224,394264576~1823667,398458880~16849918] 2024-04-10T16:20:46.141 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:46.141 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:46.147 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~44971678,394264576~1823667,398458880~16849918] 2024-04-10T16:20:46.147 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:46.147 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:46.153 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,349897808~2610599,353757437~37109350,394264576~1823667,398458880~16849918] 2024-04-10T16:20:46.153 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:46.153 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:46.159 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:46.159 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:46.159 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:46.164 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:46.165 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:46.165 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:46.170 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,171785083~12328511,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:46.170 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:46.171 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:46.176 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~18678998,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,401952729~13356069] 2024-04-10T16:20:46.176 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:46.176 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:46.181 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,68190895~7211058,75497472~17596068,96235539~8405903,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,394264576~1823667,401952729~13356069] 2024-04-10T16:20:46.181 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:46.182 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,69636930~521731,77661007~6249952,85530648~7562892,96235539~5083844,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,305719928~9444832,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,401952729~13356069] 2024-04-10T16:20:46.187 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,69636930~521731,75497472~8413487,85530648~7562892,96235539~5083844,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4268065,190548119~13519757,204647100~144466,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,305719928~9444832,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,401952729~13356069] 2024-04-10T16:20:47.109 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:47.109 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:47.148 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,184549376~24677741,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~45210224,394264576~1823667,398458880~16849918] 2024-04-10T16:20:47.148 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:47.148 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:47.154 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~44971678,394264576~1823667,398458880~16849918] 2024-04-10T16:20:47.155 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:47.155 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:47.161 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,349897808~2610599,353757437~37109350,394264576~1823667,398458880~16849918] 2024-04-10T16:20:47.161 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:47.161 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:47.167 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:47.167 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:47.167 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:47.173 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:47.173 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:47.173 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:47.179 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,171785083~12328511,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:47.179 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:47.180 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:47.185 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~18678998,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,401952729~13356069] 2024-04-10T16:20:47.185 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:47.185 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [7625935~4091899,13799883~9505595,25471486~25127196,57415070~1876897,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110794280~9753437,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,354891740~10606903,368105923~12605587,384696776~6170011,395771520~316723,401952729~13356069] 2024-04-10T16:20:47.191 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [7625935~4091899,12582912~10722566,25471486~25127196,54525952~4766015,68190895~7211058,75497472~17596068,96235539~8405903,105432124~3666899,110794280~27331521,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~14811970,207910207~1137992,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,354891740~25819770,384696776~6170011,394264576~1823667,401952729~13356069] 2024-04-10T16:20:47.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:47 smithi154 ceph-mon[84269]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-10T16:20:47.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:47 smithi154 ceph-mon[84269]: pgmap v3949: 137 pgs: 137 active+clean; 790 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 7.2 KiB/s wr, 1.75k op/s 2024-04-10T16:20:47.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:47 smithi102 ceph-mon[90943]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-10T16:20:47.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:47 smithi102 ceph-mon[90943]: pgmap v3949: 137 pgs: 137 active+clean; 790 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 7.2 KiB/s wr, 1.75k op/s 2024-04-10T16:20:47.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:47 smithi102 ceph-mon[88557]: osdmap e2027: 8 total, 8 up, 8 in 2024-04-10T16:20:47.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:47 smithi102 ceph-mon[88557]: pgmap v3949: 137 pgs: 137 active+clean; 790 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 119 KiB/s rd, 7.2 KiB/s wr, 1.75k op/s 2024-04-10T16:20:47.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:20:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:20:47] "GET /metrics HTTP/1.1" 200 36630 "" "Prometheus/2.43.0" 2024-04-10T16:20:48.120 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:48.120 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:48.153 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,184549376~24677741,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~45210224,394264576~1823667,398458880~16849918] 2024-04-10T16:20:48.154 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:48.154 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:48.160 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~44971678,394264576~1823667,398458880~16849918] 2024-04-10T16:20:48.160 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:48.160 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:48.166 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,349897808~2610599,353757437~37109350,394264576~1823667,398458880~16849918] 2024-04-10T16:20:48.166 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:48.166 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:48.173 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:48.173 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:48.173 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:48.179 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:48.179 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:48.179 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:48.185 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,171785083~12328511,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:48.185 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:48.185 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,176383001~7730593,185506365~4942107,190548119~18678998,219904919~2470385,225954921~2413655,230102421~2130513,236502715~6641112,245892126~11930763,259574861~10051943,273698204~3809869,281385472~3558154,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,401952729~13356069] 2024-04-10T16:20:48.190 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,176383001~7730593,185506365~4942107,190548119~18678998,218103808~10264768,230102421~2130513,234881024~8262803,243269632~14553257,259574861~10051943,273698204~3809869,281385472~3558154,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,401952729~13356069] 2024-04-10T16:20:48.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:48 smithi154 ceph-mon[84269]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-10T16:20:48.438 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:48 smithi102 ceph-mon[88557]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-10T16:20:48.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:48 smithi102 ceph-mon[90943]: osdmap e2028: 8 total, 8 up, 8 in 2024-04-10T16:20:49.083 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:49.084 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:49.131 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,184549376~24677741,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~45210224,394264576~1823667,398458880~16849918] 2024-04-10T16:20:49.131 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:49.131 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:49.138 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~44971678,394264576~1823667,398458880~16849918] 2024-04-10T16:20:49.138 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:49.138 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:49.143 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,349897808~2610599,353757437~37109350,394264576~1823667,398458880~16849918] 2024-04-10T16:20:49.144 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:49.144 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:49.149 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:49.149 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:49.150 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:49.156 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:49.156 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:49.156 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,25471486~25127196,57415070~4992506,68190895~7211058,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~18366800,171785083~12328511,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~10754060,338936792~106468,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:49.161 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,25471486~25127196,54525952~7881624,68190895~7211058,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~21421147,171785083~12328511,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~13691678,337144320~1898940,341762842~4046147,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:49.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:49 smithi154 ceph-mon[84269]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-10T16:20:49.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:49 smithi154 ceph-mon[84269]: pgmap v3952: 137 pgs: 137 active+clean; 773 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 5.7 KiB/s wr, 1.15k op/s 2024-04-10T16:20:49.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:49 smithi154 ceph-mon[84269]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-10T16:20:49.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:49 smithi102 ceph-mon[90943]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-10T16:20:49.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:49 smithi102 ceph-mon[90943]: pgmap v3952: 137 pgs: 137 active+clean; 773 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 5.7 KiB/s wr, 1.15k op/s 2024-04-10T16:20:49.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:49 smithi102 ceph-mon[90943]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-10T16:20:49.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:49 smithi102 ceph-mon[88557]: osdmap e2029: 8 total, 8 up, 8 in 2024-04-10T16:20:49.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:49 smithi102 ceph-mon[88557]: pgmap v3952: 137 pgs: 137 active+clean; 773 MiB data, 5.8 GiB used, 709 GiB / 715 GiB avail; 116 KiB/s rd, 5.7 KiB/s wr, 1.15k op/s 2024-04-10T16:20:49.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:49 smithi102 ceph-mon[88557]: osdmap e2030: 8 total, 8 up, 8 in 2024-04-10T16:20:50.116 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:50.117 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:50.161 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,184549376~24677741,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~45210224,394264576~1823667,398458880~16849918] 2024-04-10T16:20:50.161 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:50.161 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:50.169 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~44971678,394264576~1823667,398458880~16849918] 2024-04-10T16:20:50.169 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:50.169 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:50.175 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,349897808~2610599,353757437~37109350,394264576~1823667,398458880~16849918] 2024-04-10T16:20:50.176 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:50.176 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:50.182 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:50.182 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:50.182 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~5567613,7625935~4091899,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15432533,96235539~8405903,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:50.188 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~6279064,7625935~4091899,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~17596068,96235539~8405903,105432124~32693677,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:51.131 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:51.131 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:51.167 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,184549376~24677741,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~45210224,394264576~1823667,398458880~16849918] 2024-04-10T16:20:51.167 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:51.167 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:51.174 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~44971678,394264576~1823667,398458880~16849918] 2024-04-10T16:20:51.174 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:51.174 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:51.180 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,349897808~2610599,353757437~37109350,394264576~1823667,398458880~16849918] 2024-04-10T16:20:51.180 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:51.180 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~4942107,190548119~18678998,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317598632~3198850,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:51.186 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~4942107,190548119~18678998,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~13797891,316365760~401463,317598632~3198850,321124402~17918858,339738624~6070365,349897808~2610599,354891740~35975047,394264576~1823667,398458880~16849918] 2024-04-10T16:20:51.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:51 smithi154 ceph-mon[84269]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-10T16:20:51.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:51 smithi154 ceph-mon[84269]: pgmap v3955: 137 pgs: 137 active+clean; 662 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 6.0 KiB/s wr, 967 op/s 2024-04-10T16:20:51.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:51 smithi102 ceph-mon[90943]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-10T16:20:51.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:51 smithi102 ceph-mon[90943]: pgmap v3955: 137 pgs: 137 active+clean; 662 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 6.0 KiB/s wr, 967 op/s 2024-04-10T16:20:51.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:51 smithi102 ceph-mon[88557]: osdmap e2031: 8 total, 8 up, 8 in 2024-04-10T16:20:51.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:51 smithi102 ceph-mon[88557]: pgmap v3955: 137 pgs: 137 active+clean; 662 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 83 KiB/s rd, 6.0 KiB/s wr, 967 op/s 2024-04-10T16:20:52.133 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:52.133 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:52.173 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,184549376~24677741,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~45210224,394264576~1823667,398458880~16849918] 2024-04-10T16:20:52.173 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:52.173 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:52.179 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~44971678,394264576~1823667,398458880~16849918] 2024-04-10T16:20:52.179 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:52.179 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~7138112,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,349897808~2610599,354891740~10606903,368105923~22760864,395771520~316723,399744810~15563988] 2024-04-10T16:20:52.184 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~18042898,93950025~10691417,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~17933212,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,349897808~2610599,353757437~37109350,394264576~1823667,398458880~16849918] 2024-04-10T16:20:52.408 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:20:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:20:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:20:52.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:52 smithi154 ceph-mon[84269]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-10T16:20:52.438 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:52 smithi102 ceph-mon[88557]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-10T16:20:52.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:52 smithi102 ceph-mon[90943]: osdmap e2032: 8 total, 8 up, 8 in 2024-04-10T16:20:53.139 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:53.139 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:53.177 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,184549376~24677741,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~45210224,394264576~1823667,398458880~16849918] 2024-04-10T16:20:53.178 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:53.178 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~1904598,25471486~25127196,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~24992987,395771520~316723,399744810~15563988] 2024-04-10T16:20:53.183 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~10722566,23407487~1904598,25471486~25127196,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,185506365~23720752,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~44971678,394264576~1823667,398458880~16849918] 2024-04-10T16:20:53.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:53 smithi154 ceph-mon[84269]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-10T16:20:53.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:53 smithi154 ceph-mon[84269]: pgmap v3958: 137 pgs: 137 active+clean; 651 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 6.0 KiB/s wr, 1.00k op/s 2024-04-10T16:20:53.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:53 smithi102 ceph-mon[90943]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-10T16:20:53.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:53 smithi102 ceph-mon[90943]: pgmap v3958: 137 pgs: 137 active+clean; 651 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 6.0 KiB/s wr, 1.00k op/s 2024-04-10T16:20:53.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:53 smithi102 ceph-mon[88557]: osdmap e2033: 8 total, 8 up, 8 in 2024-04-10T16:20:53.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:53 smithi102 ceph-mon[88557]: pgmap v3958: 137 pgs: 137 active+clean; 651 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 84 KiB/s rd, 6.0 KiB/s wr, 1.00k op/s 2024-04-10T16:20:54.095 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:54.095 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [711451~11006383,13799883~9505595,23407487~27191195,57415070~4992506,65627319~9774634,77661007~15879363,93950025~10691417,105432124~3666899,110053720~1697,110793697~9754020,121418196~16707605,142275203~4509298,149854987~34258607,185506365~23720752,210040922~7505010,219904919~2470385,225954921~6278013,236502715~6641112,245892126~11930763,259574861~10051943,270369961~8597159,281385472~6957585,291221788~6748981,302249719~13538060,316365760~401463,317021920~4102482,321823568~1981809,324062020~13082300,338936792~106468,340095391~1667451,341841158~3967831,348679336~5078101,354891740~10606903,368105923~25231533,395771520~316723,399744810~15563988] 2024-04-10T16:20:54.126 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~11717834,12582912~38015770,54525952~7881624,62914560~12487393,75497472~29143970,104857600~33268201,138412032~8372469,146800640~37312954,184549376~24677741,210040922~7505010,218103808~14129126,234881024~8262803,243269632~14553257,259574861~19392259,281018368~7324689,289406976~8563793,301989888~37053372,339738624~6070365,348127232~45210224,394264576~1823667,398458880~16849918] 2024-04-10T16:20:54.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:54 smithi154 ceph-mon[84269]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-10T16:20:54.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:54.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:54 smithi154 ceph-mon[84269]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-10T16:20:54.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:54 smithi102 ceph-mon[90943]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-10T16:20:54.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:54.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:54 smithi102 ceph-mon[90943]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-10T16:20:54.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:54 smithi102 ceph-mon[88557]: osdmap e2034: 8 total, 8 up, 8 in 2024-04-10T16:20:54.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:20:54.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:54 smithi102 ceph-mon[88557]: osdmap e2035: 8 total, 8 up, 8 in 2024-04-10T16:20:55.169 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/0.DiffIterateStress (40037 ms) 2024-04-10T16:20:55.170 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParent 2024-04-10T16:20:55.170 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:20:55.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:55 smithi154 ceph-mon[84269]: pgmap v3961: 137 pgs: 137 active+clean; 560 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 275 op/s 2024-04-10T16:20:55.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:55 smithi102 ceph-mon[90943]: pgmap v3961: 137 pgs: 137 active+clean; 560 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 275 op/s 2024-04-10T16:20:55.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:55 smithi102 ceph-mon[88557]: pgmap v3961: 137 pgs: 137 active+clean; 560 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.7 KiB/s rd, 511 B/s wr, 275 op/s 2024-04-10T16:20:56.257 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/0.DiffIterateParent (1087 ms) 2024-04-10T16:20:56.257 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/0.DiffIterateIgnoreParent 2024-04-10T16:20:56.257 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:20:56.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:56 smithi154 ceph-mon[84269]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-10T16:20:56.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:56 smithi102 ceph-mon[90943]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-10T16:20:56.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:56 smithi102 ceph-mon[88557]: osdmap e2036: 8 total, 8 up, 8 in 2024-04-10T16:20:57.275 INFO:tasks.workunit.client.0.smithi102.stdout: wrote [2363683~88112,3444795~63117,5433190~86080,9113099~78818,9568996~1184,14797541~28262,15580109~25764,17255831~56442,19230773~25129,19490419~29646] to clone 2024-04-10T16:20:57.276 INFO:tasks.workunit.client.0.smithi102.stdout: diff was [0~3507912,4194304~1324966,8388608~1181572,12582912~3022961,16777216~2742849] 2024-04-10T16:20:57.280 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/0.DiffIterateIgnoreParent (1023 ms) 2024-04-10T16:20:57.280 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/0.DiffIterateCallbackError 2024-04-10T16:20:57.280 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:20:57.305 INFO:tasks.workunit.client.0.smithi102.stdout: wrote [3845568~46271,6182543~3039,7568341~97819,10168931~112232,10450282~34844,11256096~36183,18108430~75252,19485418~42345,20419206~93464] 2024-04-10T16:20:57.312 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/0.DiffIterateCallbackError (32 ms) 2024-04-10T16:20:57.312 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/0.DiffIterateParentDiscard 2024-04-10T16:20:57.312 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:20:57.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:57 smithi154 ceph-mon[84269]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-10T16:20:57.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:57 smithi154 ceph-mon[84269]: pgmap v3964: 137 pgs: 137 active+clean; 474 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 2.0 MiB/s wr, 368 op/s 2024-04-10T16:20:57.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:57 smithi102 ceph-mon[90943]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-10T16:20:57.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:57 smithi102 ceph-mon[90943]: pgmap v3964: 137 pgs: 137 active+clean; 474 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 2.0 MiB/s wr, 368 op/s 2024-04-10T16:20:57.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:57 smithi102 ceph-mon[88557]: osdmap e2037: 8 total, 8 up, 8 in 2024-04-10T16:20:57.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:57 smithi102 ceph-mon[88557]: pgmap v3964: 137 pgs: 137 active+clean; 474 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 65 KiB/s rd, 2.0 MiB/s wr, 368 op/s 2024-04-10T16:20:57.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:20:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:20:57] "GET /metrics HTTP/1.1" 200 36622 "" "Prometheus/2.43.0" 2024-04-10T16:20:58.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:58 smithi154 ceph-mon[84269]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-10T16:20:58.438 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:58 smithi102 ceph-mon[88557]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-10T16:20:58.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:58 smithi102 ceph-mon[90943]: osdmap e2038: 8 total, 8 up, 8 in 2024-04-10T16:20:59.185 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/0.DiffIterateParentDiscard (1873 ms) 2024-04-10T16:20:59.185 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnalignedSmall 2024-04-10T16:20:59.185 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:20:59.244 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnalignedSmall (59 ms) 2024-04-10T16:20:59.244 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/0.DiffIterateUnaligned 2024-04-10T16:20:59.244 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:20:59.318 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/0.DiffIterateUnaligned (75 ms) 2024-04-10T16:20:59.343 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/0.DiffIterateTryAcquireLock 2024-04-10T16:20:59.344 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:20:59.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:59 smithi154 ceph-mon[84269]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-10T16:20:59.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:59 smithi154 ceph-mon[84269]: pgmap v3967: 137 pgs: 137 active+clean; 471 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.1 MiB/s wr, 253 op/s 2024-04-10T16:20:59.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:20:59 smithi154 ceph-mon[84269]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-10T16:20:59.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:59 smithi102 ceph-mon[90943]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-10T16:20:59.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:59 smithi102 ceph-mon[90943]: pgmap v3967: 137 pgs: 137 active+clean; 471 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.1 MiB/s wr, 253 op/s 2024-04-10T16:20:59.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:20:59 smithi102 ceph-mon[90943]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-10T16:20:59.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:59 smithi102 ceph-mon[88557]: osdmap e2039: 8 total, 8 up, 8 in 2024-04-10T16:20:59.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:59 smithi102 ceph-mon[88557]: pgmap v3967: 137 pgs: 137 active+clean; 471 MiB data, 5.1 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.1 MiB/s wr, 253 op/s 2024-04-10T16:20:59.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:20:59 smithi102 ceph-mon[88557]: osdmap e2040: 8 total, 8 up, 8 in 2024-04-10T16:21:02.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:01 smithi154 ceph-mon[84269]: pgmap v3969: 137 pgs: 137 active+clean; 552 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 13 MiB/s wr, 313 op/s 2024-04-10T16:21:02.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.6", "id": [3, 1]}]: dispatch 2024-04-10T16:21:02.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]: dispatch 2024-04-10T16:21:02.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.10", "id": [4, 6]}]: dispatch 2024-04-10T16:21:02.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:01 smithi102 ceph-mon[88557]: pgmap v3969: 137 pgs: 137 active+clean; 552 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 13 MiB/s wr, 313 op/s 2024-04-10T16:21:02.188 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.6", "id": [3, 1]}]: dispatch 2024-04-10T16:21:02.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]: dispatch 2024-04-10T16:21:02.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.10", "id": [4, 6]}]: dispatch 2024-04-10T16:21:02.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:01 smithi102 ceph-mon[90943]: pgmap v3969: 137 pgs: 137 active+clean; 552 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 13 MiB/s wr, 313 op/s 2024-04-10T16:21:02.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.6", "id": [3, 1]}]: dispatch 2024-04-10T16:21:02.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]: dispatch 2024-04-10T16:21:02.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.10", "id": [4, 6]}]: dispatch 2024-04-10T16:21:02.658 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:21:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:21:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:21:03.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.6", "id": [3, 1]}]': finished 2024-04-10T16:21:03.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]': finished 2024-04-10T16:21:03.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.10", "id": [4, 6]}]': finished 2024-04-10T16:21:03.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:02 smithi154 ceph-mon[84269]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-10T16:21:03.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.6", "id": [3, 1]}]': finished 2024-04-10T16:21:03.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]': finished 2024-04-10T16:21:03.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.10", "id": [4, 6]}]': finished 2024-04-10T16:21:03.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:02 smithi102 ceph-mon[90943]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-10T16:21:03.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.6", "id": [3, 1]}]': finished 2024-04-10T16:21:03.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.e", "id": [3, 6]}]': finished 2024-04-10T16:21:03.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd='[{"prefix": "osd pg-upmap-items", "format": "json", "pgid": "120.10", "id": [4, 6]}]': finished 2024-04-10T16:21:03.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:02 smithi102 ceph-mon[88557]: osdmap e2041: 8 total, 8 up, 8 in 2024-04-10T16:21:03.908 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:03 smithi154 ceph-mon[84269]: pgmap v3971: 137 pgs: 137 active+clean; 569 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 12 MiB/s wr, 254 op/s 2024-04-10T16:21:03.908 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:03 smithi154 ceph-mon[84269]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-10T16:21:04.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:03 smithi102 ceph-mon[90943]: pgmap v3971: 137 pgs: 137 active+clean; 569 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 12 MiB/s wr, 254 op/s 2024-04-10T16:21:04.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:03 smithi102 ceph-mon[90943]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-10T16:21:04.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:03 smithi102 ceph-mon[88557]: pgmap v3971: 137 pgs: 137 active+clean; 569 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 4.5 MiB/s rd, 12 MiB/s wr, 254 op/s 2024-04-10T16:21:04.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:03 smithi102 ceph-mon[88557]: osdmap e2042: 8 total, 8 up, 8 in 2024-04-10T16:21:04.353 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/0.DiffIterateTryAcquireLock (5034 ms) 2024-04-10T16:21:04.353 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/0.DiffIterateStriping 2024-04-10T16:21:04.353 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-10T16:21:04.354 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:21:04.354 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping (0 ms) 2024-04-10T16:21:05.091 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 15 tests from DiffIterateTest/0 (68526 ms total) 2024-04-10T16:21:05.092 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:21:05.092 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 15 tests from DiffIterateTest/1, where TypeParam = DiffIterateParams 2024-04-10T16:21:05.128 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/1.DiffIterate 2024-04-10T16:21:05.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:04 smithi154 ceph-mon[84269]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-10T16:21:05.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:04 smithi154 ceph-mon[84269]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-10T16:21:05.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:04 smithi102 ceph-mon[90943]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-10T16:21:05.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:04 smithi102 ceph-mon[90943]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-10T16:21:05.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:04 smithi102 ceph-mon[88557]: osdmap e2043: 8 total, 8 up, 8 in 2024-04-10T16:21:05.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:04 smithi102 ceph-mon[88557]: osdmap e2044: 8 total, 8 up, 8 in 2024-04-10T16:21:06.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:05 smithi154 ceph-mon[84269]: pgmap v3975: 137 pgs: 1 peering, 136 active+clean; 569 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 2.1 MiB/s wr, 49 op/s; 11 MiB/s, 5 keys/s, 11 objects/s recovering 2024-04-10T16:21:06.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:05 smithi154 ceph-mon[84269]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-10T16:21:06.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:05 smithi102 ceph-mon[90943]: pgmap v3975: 137 pgs: 1 peering, 136 active+clean; 569 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 2.1 MiB/s wr, 49 op/s; 11 MiB/s, 5 keys/s, 11 objects/s recovering 2024-04-10T16:21:06.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:05 smithi102 ceph-mon[90943]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-10T16:21:06.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:05 smithi102 ceph-mon[88557]: pgmap v3975: 137 pgs: 1 peering, 136 active+clean; 569 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 71 KiB/s rd, 2.1 MiB/s wr, 49 op/s; 11 MiB/s, 5 keys/s, 11 objects/s recovering 2024-04-10T16:21:06.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:05 smithi102 ceph-mon[88557]: osdmap e2045: 8 total, 8 up, 8 in 2024-04-10T16:21:07.100 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:21:07.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:07 smithi154 ceph-mon[84269]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-10T16:21:07.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:07 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1851737209' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:07.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:07 smithi154 ceph-mon[84269]: pgmap v3978: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:21:07.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:07 smithi102 ceph-mon[90943]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-10T16:21:07.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:07 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1851737209' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:07.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:07 smithi102 ceph-mon[90943]: pgmap v3978: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:21:07.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:07 smithi102 ceph-mon[88557]: osdmap e2046: 8 total, 8 up, 8 in 2024-04-10T16:21:07.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:07 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1851737209' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-45","app": "rados","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:21:07.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:07 smithi102 ceph-mon[88557]: pgmap v3978: 137 pgs: 9 creating+peering, 23 unknown, 105 active+clean; 4.6 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:21:07.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:21:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:21:07] "GET /metrics HTTP/1.1" 200 36622 "" "Prometheus/2.43.0" 2024-04-10T16:21:08.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:08 smithi154 ceph-mon[84269]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:21:08.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:08 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1851737209' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:08.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:08 smithi154 ceph-mon[84269]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-10T16:21:08.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:08 smithi102 ceph-mon[88557]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:21:08.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:08 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1851737209' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:08.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:08 smithi102 ceph-mon[88557]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-10T16:21:08.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:08 smithi102 ceph-mon[90943]: Health check failed: 1 pool(s) do not have an application enabled (POOL_APP_NOT_ENABLED) 2024-04-10T16:21:08.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:08 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1851737209' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-librbd-smithi102-136614-45","app": "rados","yes_i_really_mean_it": true}]': finished 2024-04-10T16:21:08.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:08 smithi102 ceph-mon[90943]: osdmap e2047: 8 total, 8 up, 8 in 2024-04-10T16:21:09.138 INFO:tasks.workunit.client.0.smithi102.stdout: wrote [1248622~14788,2450190~39766,2959940~93703,5527336~2552,9630998~3161,11927156~38526,16007167~97135,16646395~79082,17628764~29294,20793546~20301] 2024-04-10T16:21:09.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:09 smithi154 ceph-mon[84269]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-10T16:21:09.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:21:09.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:09.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:09 smithi154 ceph-mon[84269]: pgmap v3981: 137 pgs: 9 creating+peering, 13 unknown, 115 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:21:09.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:09 smithi102 ceph-mon[90943]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-10T16:21:09.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:21:09.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:09.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:09 smithi102 ceph-mon[90943]: pgmap v3981: 137 pgs: 9 creating+peering, 13 unknown, 115 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:21:09.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:09 smithi102 ceph-mon[88557]: osdmap e2048: 8 total, 8 up, 8 in 2024-04-10T16:21:09.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:21:09.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:09.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:09 smithi102 ceph-mon[88557]: pgmap v3981: 137 pgs: 9 creating+peering, 13 unknown, 115 active+clean; 4.6 MiB data, 4.7 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:21:10.139 INFO:tasks.workunit.client.0.smithi102.stdout: wrote [0~20971520] 2024-04-10T16:21:10.143 INFO:tasks.workunit.client.0.smithi102.stdout: diff was [0~20971520] 2024-04-10T16:21:10.147 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/1.DiffIterate (5019 ms) 2024-04-10T16:21:10.147 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministic 2024-04-10T16:21:10.148 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:21:10.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:10 smithi154 ceph-mon[84269]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-10T16:21:10.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:10 smithi154 ceph-mon[84269]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:21:10.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:10 smithi102 ceph-mon[90943]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-10T16:21:10.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:10 smithi102 ceph-mon[90943]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:21:10.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:10 smithi102 ceph-mon[88557]: osdmap e2049: 8 total, 8 up, 8 in 2024-04-10T16:21:10.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:10 smithi102 ceph-mon[88557]: Health check cleared: POOL_APP_NOT_ENABLED (was: 1 pool(s) do not have an application enabled) 2024-04-10T16:21:11.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:11 smithi154 ceph-mon[84269]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-10T16:21:11.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:11 smithi154 ceph-mon[84269]: pgmap v3984: 137 pgs: 9 creating+peering, 128 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 69 KiB/s wr, 3 op/s 2024-04-10T16:21:11.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:11 smithi102 ceph-mon[90943]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-10T16:21:11.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:11 smithi102 ceph-mon[90943]: pgmap v3984: 137 pgs: 9 creating+peering, 128 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 69 KiB/s wr, 3 op/s 2024-04-10T16:21:11.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:11 smithi102 ceph-mon[88557]: osdmap e2050: 8 total, 8 up, 8 in 2024-04-10T16:21:11.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:11 smithi102 ceph-mon[88557]: pgmap v3984: 137 pgs: 9 creating+peering, 128 active+clean; 17 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 69 KiB/s wr, 3 op/s 2024-04-10T16:21:12.408 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:21:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:21:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:21:12.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:12 smithi154 ceph-mon[84269]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-10T16:21:12.438 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:12 smithi102 ceph-mon[88557]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-10T16:21:12.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:12 smithi102 ceph-mon[90943]: osdmap e2051: 8 total, 8 up, 8 in 2024-04-10T16:21:13.166 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministic (3019 ms) 2024-04-10T16:21:13.167 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDeterministicPP 2024-04-10T16:21:13.167 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:21:13.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:13 smithi154 ceph-mon[84269]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-10T16:21:13.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:13 smithi154 ceph-mon[84269]: pgmap v3987: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 124 KiB/s wr, 41 op/s 2024-04-10T16:21:13.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:13 smithi102 ceph-mon[88557]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-10T16:21:13.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:13 smithi102 ceph-mon[88557]: pgmap v3987: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 124 KiB/s wr, 41 op/s 2024-04-10T16:21:13.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:13 smithi102 ceph-mon[90943]: osdmap e2052: 8 total, 8 up, 8 in 2024-04-10T16:21:13.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:13 smithi102 ceph-mon[90943]: pgmap v3987: 137 pgs: 137 active+clean; 20 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 27 KiB/s rd, 124 KiB/s wr, 41 op/s 2024-04-10T16:21:14.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:14 smithi154 ceph-mon[84269]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-10T16:21:14.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:14 smithi102 ceph-mon[90943]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-10T16:21:14.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:14 smithi102 ceph-mon[88557]: osdmap e2053: 8 total, 8 up, 8 in 2024-04-10T16:21:15.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:15 smithi154 ceph-mon[84269]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-10T16:21:15.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:15 smithi154 ceph-mon[84269]: pgmap v3990: 137 pgs: 137 active+clean; 23 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 177 KiB/s wr, 86 op/s 2024-04-10T16:21:15.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:15 smithi102 ceph-mon[88557]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-10T16:21:15.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:15 smithi102 ceph-mon[88557]: pgmap v3990: 137 pgs: 137 active+clean; 23 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 177 KiB/s wr, 86 op/s 2024-04-10T16:21:15.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:15 smithi102 ceph-mon[90943]: osdmap e2054: 8 total, 8 up, 8 in 2024-04-10T16:21:15.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:15 smithi102 ceph-mon[90943]: pgmap v3990: 137 pgs: 137 active+clean; 23 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 177 KiB/s wr, 86 op/s 2024-04-10T16:21:16.186 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/1.DiffIterateDeterministicPP (3020 ms) 2024-04-10T16:21:16.187 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/1.DiffIterateDiscard 2024-04-10T16:21:16.187 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:21:16.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:16 smithi154 ceph-mon[84269]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-10T16:21:16.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:16 smithi102 ceph-mon[90943]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-10T16:21:16.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:16 smithi102 ceph-mon[88557]: osdmap e2055: 8 total, 8 up, 8 in 2024-04-10T16:21:17.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:17 smithi102 ceph-mon[88557]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-10T16:21:17.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:17 smithi102 ceph-mon[88557]: pgmap v3993: 137 pgs: 137 active+clean; 23 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 127 KiB/s wr, 94 op/s 2024-04-10T16:21:17.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:17 smithi102 ceph-mon[90943]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-10T16:21:17.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:17 smithi102 ceph-mon[90943]: pgmap v3993: 137 pgs: 137 active+clean; 23 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 127 KiB/s wr, 94 op/s 2024-04-10T16:21:17.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:17 smithi154 ceph-mon[84269]: osdmap e2056: 8 total, 8 up, 8 in 2024-04-10T16:21:17.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:17 smithi154 ceph-mon[84269]: pgmap v3993: 137 pgs: 137 active+clean; 23 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 127 KiB/s wr, 94 op/s 2024-04-10T16:21:17.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:21:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:21:17] "GET /metrics HTTP/1.1" 200 36553 "" "Prometheus/2.43.0" 2024-04-10T16:21:18.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:18 smithi102 ceph-mon[90943]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-10T16:21:18.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:18 smithi102 ceph-mon[88557]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-10T16:21:18.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:18 smithi154 ceph-mon[84269]: osdmap e2057: 8 total, 8 up, 8 in 2024-04-10T16:21:19.106 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/1.DiffIterateDiscard (2919 ms) 2024-04-10T16:21:19.106 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTruncate 2024-04-10T16:21:19.106 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:21:19.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:19 smithi102 ceph-mon[90943]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-10T16:21:19.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:19 smithi102 ceph-mon[90943]: pgmap v3996: 137 pgs: 137 active+clean; 23 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 6.5 KiB/s wr, 82 op/s 2024-04-10T16:21:19.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:19 smithi102 ceph-mon[90943]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-10T16:21:19.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:19 smithi102 ceph-mon[88557]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-10T16:21:19.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:19 smithi102 ceph-mon[88557]: pgmap v3996: 137 pgs: 137 active+clean; 23 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 6.5 KiB/s wr, 82 op/s 2024-04-10T16:21:19.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:19 smithi102 ceph-mon[88557]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-10T16:21:19.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:19 smithi154 ceph-mon[84269]: osdmap e2058: 8 total, 8 up, 8 in 2024-04-10T16:21:19.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:19 smithi154 ceph-mon[84269]: pgmap v3996: 137 pgs: 137 active+clean; 23 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 6.5 KiB/s wr, 82 op/s 2024-04-10T16:21:19.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:19 smithi154 ceph-mon[84269]: osdmap e2059: 8 total, 8 up, 8 in 2024-04-10T16:21:21.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:21 smithi154 ceph-mon[84269]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-10T16:21:21.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:21 smithi154 ceph-mon[84269]: pgmap v3999: 137 pgs: 137 active+clean; 23 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 9.5 KiB/s wr, 82 op/s 2024-04-10T16:21:21.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:21 smithi102 ceph-mon[90943]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-10T16:21:21.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:21 smithi102 ceph-mon[90943]: pgmap v3999: 137 pgs: 137 active+clean; 23 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 9.5 KiB/s wr, 82 op/s 2024-04-10T16:21:21.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:21 smithi102 ceph-mon[88557]: osdmap e2060: 8 total, 8 up, 8 in 2024-04-10T16:21:21.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:21 smithi102 ceph-mon[88557]: pgmap v3999: 137 pgs: 137 active+clean; 23 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 9.5 KiB/s wr, 82 op/s 2024-04-10T16:21:22.144 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/1.DiffIterateTruncate (3039 ms) 2024-04-10T16:21:22.145 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/1.DiffIterateWriteAndTruncate 2024-04-10T16:21:22.145 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:21:22.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:22 smithi154 ceph-mon[84269]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-10T16:21:22.409 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:21:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:21:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:21:22.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:22 smithi102 ceph-mon[90943]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-10T16:21:22.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:22 smithi102 ceph-mon[88557]: osdmap e2061: 8 total, 8 up, 8 in 2024-04-10T16:21:23.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:23 smithi154 ceph-mon[84269]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-10T16:21:23.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:23 smithi154 ceph-mon[84269]: pgmap v4002: 137 pgs: 137 active+clean; 23 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 12 KiB/s wr, 109 op/s 2024-04-10T16:21:23.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:23 smithi102 ceph-mon[90943]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-10T16:21:23.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:23 smithi102 ceph-mon[90943]: pgmap v4002: 137 pgs: 137 active+clean; 23 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 12 KiB/s wr, 109 op/s 2024-04-10T16:21:23.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:23 smithi102 ceph-mon[88557]: osdmap e2062: 8 total, 8 up, 8 in 2024-04-10T16:21:23.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:23 smithi102 ceph-mon[88557]: pgmap v4002: 137 pgs: 137 active+clean; 23 MiB data, 3.9 GiB used, 711 GiB / 715 GiB avail; 68 KiB/s rd, 12 KiB/s wr, 109 op/s 2024-04-10T16:21:24.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:24 smithi154 ceph-mon[84269]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-10T16:21:24.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:21:24.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:24.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:24 smithi102 ceph-mon[90943]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-10T16:21:24.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:21:24.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:24.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:24 smithi102 ceph-mon[88557]: osdmap e2063: 8 total, 8 up, 8 in 2024-04-10T16:21:24.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:21:24.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:25.160 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/1.DiffIterateWriteAndTruncate (3015 ms) 2024-04-10T16:21:25.160 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStress 2024-04-10T16:21:25.160 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:21:25.235 INFO:tasks.workunit.client.0.smithi102.stdout: i=0 exists [7813301~8080483,49505327~3377582,93610311~4230228,119573107~7160840,273245788~8009051,293771581~1088931,311401615~5661483,318439419~613867,376086353~6878738,405641063~2149775] wrote [7813301~8080483,49505327~3377582,93610311~4230228,119573107~7160840,273245788~8009051,293771581~1088931,311401615~5661483,318439419~613867,376086353~6878738,405641063~2149775] 2024-04-10T16:21:25.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:25 smithi154 ceph-mon[84269]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-10T16:21:25.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:25 smithi154 ceph-mon[84269]: pgmap v4005: 137 pgs: 137 active+clean; 25 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 521 KiB/s wr, 127 op/s 2024-04-10T16:21:25.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:25 smithi102 ceph-mon[90943]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-10T16:21:25.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:25 smithi102 ceph-mon[90943]: pgmap v4005: 137 pgs: 137 active+clean; 25 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 521 KiB/s wr, 127 op/s 2024-04-10T16:21:25.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:25 smithi102 ceph-mon[88557]: osdmap e2064: 8 total, 8 up, 8 in 2024-04-10T16:21:25.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:25 smithi102 ceph-mon[88557]: pgmap v4005: 137 pgs: 137 active+clean; 25 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 86 KiB/s rd, 521 KiB/s wr, 127 op/s 2024-04-10T16:21:26.197 INFO:tasks.workunit.client.0.smithi102.stdout: i=1 exists [7813301~8080483,39291792~2497092,43268008~4863925,49505327~6882324,66395535~1045566,93610311~4230228,119573107~7160840,176603373~7080307,266916179~6065752,273245788~8009051,293771581~1088931,311401615~5661483,318439419~613867,331264874~249436,376086353~6878738,397460400~4902676,405641063~2149775] wrote [39291792~2497092,43268008~4863925,51250495~5137156,66395535~1045566,93776452~4044070,176603373~7080307,266916179~6065752,331264874~249436,397460400~4902676] 2024-04-10T16:21:26.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:26 smithi154 ceph-mon[84269]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-10T16:21:26.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:26 smithi102 ceph-mon[90943]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-10T16:21:26.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:26 smithi102 ceph-mon[88557]: osdmap e2065: 8 total, 8 up, 8 in 2024-04-10T16:21:27.195 INFO:tasks.workunit.client.0.smithi102.stdout: i=2 exists [7813301~8080483,33384550~8404334,43268008~4863925,49505327~6882324,66395535~1045566,93610311~4230228,114338014~1870236,119573107~7160840,176603373~7080307,215027871~1514639,257483733~1214924,266916179~6065752,273245788~8009051,293771581~1088931,296738997~2123808,308904187~8158911,318439419~613867,325730370~4245110,331264874~249436,335510998~2935767,376086353~6878738,397460400~4902676,405641063~2149775] wrote [33384550~6707757,114338014~1870236,215027871~1514639,257483733~1214924,267845459~4246681,296738997~2123808,308904187~7391000,325730370~4245110,335510998~2935767] 2024-04-10T16:21:27.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:27 smithi154 ceph-mon[84269]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-10T16:21:27.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:27 smithi154 ceph-mon[84269]: pgmap v4008: 137 pgs: 137 active+clean; 62 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 5.9 MiB/s wr, 122 op/s 2024-04-10T16:21:27.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:27 smithi102 ceph-mon[90943]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-10T16:21:27.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:27 smithi102 ceph-mon[90943]: pgmap v4008: 137 pgs: 137 active+clean; 62 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 5.9 MiB/s wr, 122 op/s 2024-04-10T16:21:27.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:27 smithi102 ceph-mon[88557]: osdmap e2066: 8 total, 8 up, 8 in 2024-04-10T16:21:27.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:27 smithi102 ceph-mon[88557]: pgmap v4008: 137 pgs: 137 active+clean; 62 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 5.9 MiB/s wr, 122 op/s 2024-04-10T16:21:27.938 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:21:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:21:27] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-04-10T16:21:28.203 INFO:tasks.workunit.client.0.smithi102.stdout: i=3 exists [7813301~8080483,17167422~6217241,33384550~8404334,42150208~5981725,49505327~10069768,66395535~1045566,93610311~4230228,98757057~5880361,113063855~4864481,119573107~7160840,162199157~8108196,172898473~2756063,176603373~7080307,215027871~1514639,243939392~437735,257483733~1214924,266916179~6065752,273245788~8009051,293771581~1088931,296738997~2725383,308904187~8158911,318439419~613867,325730370~4245110,331264874~249436,335510998~2935767,376086353~6878738,397460400~4902676,405641063~2149775] wrote [8199466~6048989,17167422~6217241,42150208~5446687,51621517~7953578,98757057~5880361,113063855~4864481,162199157~8108196,172898473~2756063,243939392~437735,298551223~913157] 2024-04-10T16:21:28.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:28 smithi154 ceph-mon[84269]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-10T16:21:28.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:28 smithi102 ceph-mon[90943]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-10T16:21:28.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:28 smithi102 ceph-mon[88557]: osdmap e2067: 8 total, 8 up, 8 in 2024-04-10T16:21:29.205 INFO:tasks.workunit.client.0.smithi102.stdout: i=4 exists [7813301~8080483,17167422~6217241,33384550~8404334,42150208~6464670,49505327~10069768,66395535~1045566,90108286~730253,93610311~4230228,98757057~5880361,113063855~4864481,119573107~7160840,140720838~7304168,154577860~975247,162199157~8108196,172898473~2756063,176603373~7080307,215027871~1514639,228490609~1259739,243939392~437735,257483733~1214924,266916179~6065752,273245788~8009051,285386751~6362450,293771581~1088931,296738997~6913554,308904187~8158911,318439419~613867,325730370~4245110,331264874~249436,335510998~2935767,342800348~2590909,376086353~6878738,397460400~4902676,405641063~2149775] wrote [36580879~3635510,42452492~6162386,57513847~1895434,90108286~730253,140720838~7304168,154577860~975247,228490609~1259739,285386751~6362450,298193804~5458747,342800348~2590909] 2024-04-10T16:21:29.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:29 smithi154 ceph-mon[84269]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-10T16:21:29.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:29 smithi154 ceph-mon[84269]: pgmap v4011: 137 pgs: 137 active+clean; 119 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 15 MiB/s wr, 114 op/s 2024-04-10T16:21:29.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:29 smithi102 ceph-mon[90943]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-10T16:21:29.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:29 smithi102 ceph-mon[90943]: pgmap v4011: 137 pgs: 137 active+clean; 119 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 15 MiB/s wr, 114 op/s 2024-04-10T16:21:29.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:29 smithi102 ceph-mon[88557]: osdmap e2068: 8 total, 8 up, 8 in 2024-04-10T16:21:29.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:29 smithi102 ceph-mon[88557]: pgmap v4011: 137 pgs: 137 active+clean; 119 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 69 KiB/s rd, 15 MiB/s wr, 114 op/s 2024-04-10T16:21:30.223 INFO:tasks.workunit.client.0.smithi102.stdout: i=5 exists [7813301~8080483,17167422~6217241,33384550~8404334,42150208~6464670,49505327~10069768,66395535~1045566,71419799~702050,90108286~730253,93610311~4230228,98757057~5880361,112484202~5718004,119573107~7160840,140720838~7304168,154577860~975247,156145647~5439376,162199157~8108196,172386325~17980924,215027871~1514639,228490609~10040014,243939392~437735,257483733~1214924,266916179~6065752,273245788~8009051,285386751~6362450,293771581~1088931,296738997~6913554,308904187~8158911,318439419~613867,325730370~4245110,331264874~249436,335510998~2935767,342800348~2590909,376086353~6878738,397460400~4902676,405641063~2149775] wrote [18598060~1544786,71419799~702050,112484202~5718004,120394973~3086155,156145647~5439376,172386325~6910819,183329913~7037336,229583184~8947439,289832373~416313] 2024-04-10T16:21:30.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:30 smithi154 ceph-mon[84269]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-10T16:21:30.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:30 smithi102 ceph-mon[90943]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-10T16:21:30.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:30 smithi102 ceph-mon[88557]: osdmap e2069: 8 total, 8 up, 8 in 2024-04-10T16:21:31.226 INFO:tasks.workunit.client.0.smithi102.stdout: i=6 exists [7813301~8080483,16452203~6932460,33384550~8404334,42150208~6464670,49505327~10069768,66395535~1045566,71419799~702050,90108286~730253,93610311~4230228,98757057~8553917,112484202~5718004,119573107~7160840,140720838~7304168,154577860~975247,156145647~5439376,162199157~28168092,193220641~5768058,215027871~4475821,228490609~11717228,243939392~437735,257483733~1214924,266916179~6065752,273245788~8009051,285386751~6362450,293771581~1088931,296738997~6913554,308904187~8158911,318406530~5931242,325730370~4245110,331264874~249436,335510998~2935767,342800348~2590909,376086353~6878738,397460400~4902676,405641063~2149775] wrote [16452203~4200466,104559173~2751801,123401607~305122,142226841~4818978,169458392~6962070,193220641~5768058,216213507~3290185,235946850~4260987,318406530~5931242] 2024-04-10T16:21:31.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:31 smithi154 ceph-mon[84269]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-10T16:21:31.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:31 smithi154 ceph-mon[84269]: pgmap v4014: 137 pgs: 137 active+clean; 215 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 30 MiB/s wr, 283 op/s 2024-04-10T16:21:31.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:31 smithi102 ceph-mon[90943]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-10T16:21:31.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:31 smithi102 ceph-mon[90943]: pgmap v4014: 137 pgs: 137 active+clean; 215 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 30 MiB/s wr, 283 op/s 2024-04-10T16:21:31.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:31 smithi102 ceph-mon[88557]: osdmap e2070: 8 total, 8 up, 8 in 2024-04-10T16:21:31.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:31 smithi102 ceph-mon[88557]: pgmap v4014: 137 pgs: 137 active+clean; 215 MiB data, 4.4 GiB used, 711 GiB / 715 GiB avail; 170 KiB/s rd, 30 MiB/s wr, 283 op/s 2024-04-10T16:21:32.251 INFO:tasks.workunit.client.0.smithi102.stdout: i=7 exists [4315626~11578158,16452203~6932460,33384550~8404334,42150208~6464670,49505327~10069768,66395535~1045566,71419799~702050,82527783~8310756,93610311~4230228,98757057~8553917,112484202~5718004,119573107~7160840,140720838~7304168,154577860~975247,156145647~5439376,162199157~28168092,193220641~5768058,205027604~3017363,215027871~4475821,228490609~11717228,243939392~437735,257061014~4839027,266485379~6496552,273245788~8009051,285386751~10424471,296738997~6913554,308904187~8158911,318406530~5931242,325730370~4245110,331264874~249436,335510998~2935767,342800348~2590909,356967053~3770202,361633381~3927759,376086353~6878738,390445984~4207601,397460400~4902676,405641063~2149775] wrote [4315626~7917575,82527783~7617317,205027604~3017363,231008080~122645,257061014~4839027,266485379~5429856,291012896~4798326,356967053~3770202,361633381~3927759,390445984~4207601] 2024-04-10T16:21:32.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:32 smithi154 ceph-mon[84269]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-10T16:21:32.409 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:21:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:21:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:21:32.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:32 smithi102 ceph-mon[90943]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-10T16:21:32.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:32 smithi102 ceph-mon[88557]: osdmap e2071: 8 total, 8 up, 8 in 2024-04-10T16:21:33.250 INFO:tasks.workunit.client.0.smithi102.stdout: i=8 exists [4315626~11578158,16452203~12999074,29920123~11868761,42150208~6464670,49505327~10069768,66395535~1045566,71419799~702050,75435804~6214879,82527783~8310756,93610311~4230228,98757057~8553917,112484202~5718004,119573107~7160840,140720838~7304168,154577860~975247,156145647~5439376,162199157~28168092,193220641~5768058,205027604~3017363,215027871~4475821,228490609~11717228,243939392~437735,257061014~4839027,266485379~6496552,273245788~8009051,285386751~10424471,296738997~6913554,308904187~8158911,317219907~7117865,325730370~4245110,331264874~249436,335510998~2935767,342800348~6477440,350004452~1614308,356967053~3770202,361633381~3927759,376086353~6878738,390445984~4207601,397460400~4902676,405641063~2149775] wrote [21878744~7572533,29920123~4385035,75435804~6214879,83866836~5540239,143929711~3993191,163280520~5649598,287752820~4351756,317219907~3781900,343073784~6204004,350004452~1614308] 2024-04-10T16:21:33.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:33 smithi102 ceph-mon[90943]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-10T16:21:33.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:33 smithi102 ceph-mon[90943]: pgmap v4017: 137 pgs: 137 active+clean; 324 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 45 MiB/s wr, 241 op/s 2024-04-10T16:21:33.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:33 smithi102 ceph-mon[88557]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-10T16:21:33.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:33 smithi102 ceph-mon[88557]: pgmap v4017: 137 pgs: 137 active+clean; 324 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 45 MiB/s wr, 241 op/s 2024-04-10T16:21:33.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:33 smithi154 ceph-mon[84269]: osdmap e2072: 8 total, 8 up, 8 in 2024-04-10T16:21:33.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:33 smithi154 ceph-mon[84269]: pgmap v4017: 137 pgs: 137 active+clean; 324 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 45 MiB/s wr, 241 op/s 2024-04-10T16:21:34.257 INFO:tasks.workunit.client.0.smithi102.stdout: i=9 exists [4315626~11578158,16452203~12999074,29920123~11868761,42150208~6464670,49505327~10069768,66395535~1045566,71419799~702050,75435804~15402735,91472809~6367730,98757057~8553917,112484202~5718004,119573107~7160840,140720838~7304168,154577860~975247,156145647~5439376,162199157~28168092,193220641~5768058,202954307~7479297,215027871~4475821,228490609~11717228,243939392~437735,257061014~4839027,266485379~6496552,273245788~8009051,285386751~10424471,296738997~6913554,308904187~8158911,317219907~7117865,325730370~4245110,331264874~249436,335510998~2935767,342800348~6477440,350004452~1614308,356967053~3770202,361633381~3927759,376086353~6878738,390445984~4207601,397460400~4902676,404072820~3718018] wrote [18473039~408771,77164723~7713856,91472809~5268358,184106445~5225235,202954307~7479297,269254902~3234042,285634071~5872628,404072820~3248741] 2024-04-10T16:21:34.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:34 smithi102 ceph-mon[90943]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-10T16:21:34.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:34 smithi102 ceph-mon[88557]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-10T16:21:34.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:34 smithi154 ceph-mon[84269]: osdmap e2073: 8 total, 8 up, 8 in 2024-04-10T16:21:35.253 INFO:tasks.workunit.client.0.smithi102.stdout: i=10 exists [2294379~13599405,15908678~13542599,29920123~11868761,42150208~6464670,49505327~10069768,66395535~1045566,71419799~702050,75294435~22546104,98757057~8553917,112484202~5718004,119573107~7160840,140720838~7304168,154577860~975247,156145647~5439376,162199157~28168092,193220641~9204674,202954307~7479297,215027871~4475821,228490609~11717228,243939392~437735,257061014~15920917,273245788~8009051,285386751~10424471,296738997~6913554,308904187~8158911,317219907~7117865,325730370~4245110,331264874~249436,335510998~2935767,342800348~6477440,350004452~1614308,356967053~3770202,361633381~3927759,376086353~6878738,390445984~4207601,397460400~4902676,404072820~3718018] wrote [2294379~3381027,15908678~5223502,75294435~4247662,83350794~9542377,184249437~3256738,197935231~4490084,259387419~7603244,363251487~1260172] 2024-04-10T16:21:35.438 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:35 smithi102 ceph-mon[90943]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-10T16:21:35.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:35 smithi102 ceph-mon[90943]: pgmap v4020: 137 pgs: 137 active+clean; 425 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 48 MiB/s wr, 108 op/s 2024-04-10T16:21:35.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:35 smithi102 ceph-mon[88557]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-10T16:21:35.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:35 smithi102 ceph-mon[88557]: pgmap v4020: 137 pgs: 137 active+clean; 425 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 48 MiB/s wr, 108 op/s 2024-04-10T16:21:35.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:35 smithi154 ceph-mon[84269]: osdmap e2074: 8 total, 8 up, 8 in 2024-04-10T16:21:35.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:35 smithi154 ceph-mon[84269]: pgmap v4020: 137 pgs: 137 active+clean; 425 MiB data, 4.8 GiB used, 710 GiB / 715 GiB avail; 62 KiB/s rd, 48 MiB/s wr, 108 op/s 2024-04-10T16:21:36.240 INFO:tasks.workunit.client.0.smithi102.stdout: i=11 exists [1965462~13928322,15908678~13542599,29920123~11868761,42150208~6464670,49505327~10069768,66395535~1045566,71419799~702050,75294435~22546104,98757057~8553917,112484202~5718004,119573107~7160840,140720838~7304168,154577860~975247,156145647~5439376,162199157~28751597,193220641~9204674,202954307~7479297,215027871~4475821,226560318~13647519,243939392~437735,257061014~15920917,273245788~8009051,285386751~18265800,307873793~721061,308904187~8158911,317219907~7117865,325730370~4245110,331264874~249436,335510998~2935767,341507720~304926,342800348~6477440,350004452~1614308,356967053~3770202,361633381~3927759,376086353~6878738,390445984~4207601,397460400~4902676,404072820~3718018] wrote [1965462~5215788,45532952~2923792,163089101~983045,183817950~7132804,226560318~3687289,230283049~2705165,295647617~6589584,307873793~721061,327464518~567300,341507720~304926] 2024-04-10T16:21:36.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:36 smithi102 ceph-mon[90943]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-10T16:21:36.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:36 smithi102 ceph-mon[88557]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-10T16:21:36.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:36 smithi154 ceph-mon[84269]: osdmap e2075: 8 total, 8 up, 8 in 2024-04-10T16:21:37.290 INFO:tasks.workunit.client.0.smithi102.stdout: i=12 exists [1965462~13928322,15908678~13542599,29920123~11868761,42150208~6464670,49505327~13014128,66395535~1045566,68328878~5806395,75294435~22546104,98757057~8553917,112484202~5718004,119573107~7160840,140720838~20864185,162199157~28751597,193220641~9204674,202954307~9090135,215027871~4475821,226560318~13647519,243939392~437735,252907415~3513402,257061014~15920917,273245788~8009051,285386751~18265800,307873793~721061,308904187~8158911,317219907~7117865,325730370~4245110,331264874~249436,335510998~2935767,341507720~304926,342800348~6477440,350004452~1614308,356967053~3770202,361633381~3927759,376086353~6878738,390445984~4207601,397460400~4902676,404072820~3718018] wrote [26918735~285239,54930764~7588691,68328878~5806395,89648597~5640300,147902329~9760413,184517479~4660585,209240586~2803856,252907415~3513402,261701715~7390692] 2024-04-10T16:21:37.570 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:37 smithi102 ceph-mon[90943]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-10T16:21:37.570 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:37 smithi102 ceph-mon[90943]: pgmap v4023: 137 pgs: 137 active+clean; 520 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 47 MiB/s wr, 307 op/s 2024-04-10T16:21:37.570 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:37 smithi102 ceph-mon[88557]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-10T16:21:37.570 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:37 smithi102 ceph-mon[88557]: pgmap v4023: 137 pgs: 137 active+clean; 520 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 47 MiB/s wr, 307 op/s 2024-04-10T16:21:37.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:37 smithi154 ceph-mon[84269]: osdmap e2076: 8 total, 8 up, 8 in 2024-04-10T16:21:37.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:37 smithi154 ceph-mon[84269]: pgmap v4023: 137 pgs: 137 active+clean; 520 MiB data, 5.0 GiB used, 710 GiB / 715 GiB avail; 189 KiB/s rd, 47 MiB/s wr, 307 op/s 2024-04-10T16:21:37.939 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:21:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:21:37] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-04-10T16:21:38.277 INFO:tasks.workunit.client.0.smithi102.stdout: i=13 exists [911240~14982544,15908678~13542599,29920123~11868761,42150208~6464670,49505327~13014128,66395535~1045566,68328878~5806395,75294435~22546104,98757057~9729261,112484202~5718004,119573107~11265553,140720838~20864185,162199157~28751597,193220641~9204674,202954307~16549385,226560318~13647519,243939392~437735,252907415~3513402,257061014~15920917,273245788~8839574,285386751~18265800,307873793~721061,308904187~8158911,317219907~12755573,331264874~249436,335510998~2935767,341507720~304926,342800348~6477440,350004452~1614308,356967053~3770202,361633381~3927759,376086353~6878738,390445984~4207601,397460400~4902676,404072820~3718018] wrote [911240~6191842,105730670~2755648,125191729~5646931,194899981~1550055,203658400~11796330,261859049~5051610,278868545~3216817,321791512~6116339,346925389~610657] 2024-04-10T16:21:38.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:38 smithi154 ceph-mon[84269]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-10T16:21:38.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:38 smithi102 ceph-mon[90943]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-10T16:21:38.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:38 smithi102 ceph-mon[88557]: osdmap e2077: 8 total, 8 up, 8 in 2024-04-10T16:21:39.314 INFO:tasks.workunit.client.0.smithi102.stdout: i=14 exists [911240~14982544,15908678~13542599,29920123~11868761,42150208~6464670,49505327~13014128,66395535~1045566,68328878~5806395,75294435~33191883,112484202~5718004,119573107~11265553,140720838~20864185,162199157~40226158,202954307~16549385,220983805~19224032,243939392~437735,252907415~3513402,257061014~15920917,273245788~8839574,285386751~18265800,307873793~721061,308904187~21071293,331264874~249436,335510998~2935767,341507720~304926,342800348~6477440,350004452~1614308,356967053~3770202,361633381~3927759,376086353~6878738,390445984~5273821,397460400~4902676,404072820~3718018] wrote [94917860~5762813,190725007~7685234,203097968~5787152,220983805~8190065,231176777~7202857,295394812~6073855,312870064~7517714,376734047~3877917,392764545~2955260] 2024-04-10T16:21:39.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:39 smithi154 ceph-mon[84269]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-10T16:21:39.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:39.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:39 smithi154 ceph-mon[84269]: pgmap v4026: 137 pgs: 137 active+clean; 585 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 39 MiB/s wr, 346 op/s 2024-04-10T16:21:39.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:39 smithi102 ceph-mon[90943]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-10T16:21:39.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:39.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:39 smithi102 ceph-mon[90943]: pgmap v4026: 137 pgs: 137 active+clean; 585 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 39 MiB/s wr, 346 op/s 2024-04-10T16:21:39.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:39 smithi102 ceph-mon[88557]: osdmap e2078: 8 total, 8 up, 8 in 2024-04-10T16:21:39.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:39.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:39 smithi102 ceph-mon[88557]: pgmap v4026: 137 pgs: 137 active+clean; 585 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 221 KiB/s rd, 39 MiB/s wr, 346 op/s 2024-04-10T16:21:40.305 INFO:tasks.workunit.client.0.smithi102.stdout: i=15 exists [911240~14982544,15908678~13542599,29920123~11868761,42150208~6464670,49505327~15629159,66395535~1045566,68328878~5806395,75294435~33191883,112484202~5718004,119573107~11265553,140720838~20864185,162199157~40226158,202954307~16549385,220983805~19224032,243939392~437735,252907415~20074516,273245788~8839574,285386751~18265800,307873793~721061,308904187~21071293,331264874~249436,335510998~2935767,341507720~7770068,350004452~1614308,356967053~8594087,376086353~6878738,390445984~5273821,397460400~4902676,404072820~3718018] wrote [58926290~6208196,168559570~1183524,232328885~643196,254462190~7797712,317928214~2501431,328037936~1263954,341567603~5354619,356996945~6528172,391915037~1783320,404706858~2706160] 2024-04-10T16:21:40.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:40 smithi154 ceph-mon[84269]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-10T16:21:40.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:40 smithi102 ceph-mon[90943]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-10T16:21:40.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:40 smithi102 ceph-mon[88557]: osdmap e2079: 8 total, 8 up, 8 in 2024-04-10T16:21:41.312 INFO:tasks.workunit.client.0.smithi102.stdout: i=16 exists [911240~14982544,15908678~13542599,29920123~11868761,42150208~6464670,49505327~15629159,66395535~1045566,68328878~5806395,75294435~33191883,112484202~5718004,119573107~11265553,140140102~21444921,162199157~40226158,202954307~16549385,220983805~19224032,243939392~437735,252907415~20074516,273245788~8839574,285386751~18265800,307873793~721061,308904187~21287580,331264874~249436,335510998~2935767,341507720~7770068,350004452~1614308,356967053~8594087,376086353~6878738,390445984~6466595,397460400~4902676,403019032~6402505,411080830~2318877] wrote [50677704~4484939,140140102~3539649,182794700~3054768,223089122~5553825,253597745~6764216,310873539~8100300,326854613~3337154,393509217~3403362,403019032~6402505,411080830~2318877] 2024-04-10T16:21:41.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:41 smithi154 ceph-mon[84269]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-10T16:21:41.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:41 smithi154 ceph-mon[84269]: pgmap v4029: 137 pgs: 137 active+clean; 665 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 37 MiB/s wr, 342 op/s 2024-04-10T16:21:41.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:41 smithi102 ceph-mon[88557]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-10T16:21:41.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:41 smithi102 ceph-mon[88557]: pgmap v4029: 137 pgs: 137 active+clean; 665 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 37 MiB/s wr, 342 op/s 2024-04-10T16:21:41.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:41 smithi102 ceph-mon[90943]: osdmap e2080: 8 total, 8 up, 8 in 2024-04-10T16:21:41.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:41 smithi102 ceph-mon[90943]: pgmap v4029: 137 pgs: 137 active+clean; 665 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 219 KiB/s rd, 37 MiB/s wr, 342 op/s 2024-04-10T16:21:42.353 INFO:tasks.workunit.client.0.smithi102.stdout: i=17 exists [911240~14982544,15908678~13542599,29920123~11868761,41799027~6815851,49505327~15629159,66395535~1045566,68328878~5806395,75294435~33191883,112484202~5718004,119573107~11265553,140140102~62285213,202954307~16549385,220983805~19224032,243939392~437735,252907415~20074516,273245788~8839574,285386751~18265800,307873793~721061,308904187~26210801,335510998~2935767,341507720~7770068,350004452~1614308,356967053~8594087,376086353~6878738,390445984~6466595,397460400~4902676,403019032~6402505,411080830~2318877] wrote [17216330~4106067,41799027~3127983,82723836~4710254,160203171~6522906,167733559~6032035,181168215~591689,197836507~1815743,287863520~6289679,329421109~5693879,358372339~776474] 2024-04-10T16:21:42.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:42 smithi154 ceph-mon[84269]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-10T16:21:42.659 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:21:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:21:42.316Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:21:42.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:42 smithi102 ceph-mon[90943]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-10T16:21:42.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:42 smithi102 ceph-mon[88557]: osdmap e2081: 8 total, 8 up, 8 in 2024-04-10T16:21:43.335 INFO:tasks.workunit.client.0.smithi102.stdout: i=18 exists [911240~14982544,15908678~13542599,29920123~11868761,41799027~6815851,49505327~15629159,66395535~1045566,68328878~40157440,112484202~6851811,119573107~14400053,140140102~62285213,202954307~16549385,220983805~19224032,243939392~437735,252907415~29177947,285386751~18265800,307873793~721061,308904187~26210801,335510998~2935767,341507720~7770068,350004452~1614308,356967053~8594087,376086353~6878738,387975689~8936890,397460400~4902676,403019032~6402505,411080830~2318877] wrote [34320207~5166155,70603422~7415776,93810150~2775420,115116292~4219721,127477947~6495213,190623355~7520495,269030780~4780610,296202230~4419116,387975689~8328176] 2024-04-10T16:21:43.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:43 smithi154 ceph-mon[84269]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-10T16:21:43.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:43 smithi154 ceph-mon[84269]: pgmap v4032: 137 pgs: 137 active+clean; 742 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 40 MiB/s wr, 217 op/s 2024-04-10T16:21:43.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:43 smithi102 ceph-mon[90943]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-10T16:21:43.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:43 smithi102 ceph-mon[90943]: pgmap v4032: 137 pgs: 137 active+clean; 742 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 40 MiB/s wr, 217 op/s 2024-04-10T16:21:43.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:43 smithi102 ceph-mon[88557]: osdmap e2082: 8 total, 8 up, 8 in 2024-04-10T16:21:43.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:43 smithi102 ceph-mon[88557]: pgmap v4032: 137 pgs: 137 active+clean; 742 MiB data, 5.7 GiB used, 710 GiB / 715 GiB avail; 124 KiB/s rd, 40 MiB/s wr, 217 op/s 2024-04-10T16:21:44.369 INFO:tasks.workunit.client.0.smithi102.stdout: i=19 exists [911240~14982544,15908678~13542599,29920123~11868761,41799027~6815851,49505327~15629159,66395535~1045566,68328878~40157440,112484202~6851811,119573107~14400053,140140102~62285213,202954307~16549385,220983805~19224032,243939392~437735,252907415~29177947,285386751~18265800,307873793~721061,308904187~29542578,341507720~7770068,350004452~1614308,356967053~8594087,367550500~2540620,376086353~6878738,387975689~8936890,397460400~4902676,403019032~6402505,411080830~2318877] wrote [148023132~2405286,184799660~8176094,200177748~636805,207659923~697721,256674536~6544025,334967442~3039973,367550500~2540620,376741447~1594845] 2024-04-10T16:21:44.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:44 smithi154 ceph-mon[84269]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-10T16:21:44.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:44 smithi102 ceph-mon[90943]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-10T16:21:44.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:44 smithi102 ceph-mon[88557]: osdmap e2083: 8 total, 8 up, 8 in 2024-04-10T16:21:45.270 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 1 diff [37748736~20971520,62914560~4194304,92274688~4194304,176160768~8388608,264241152~8388608,327155712~4194304,394264576~8388608] 2024-04-10T16:21:45.271 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [37748736~20971520,62914560~4194304,92274688~4194304,176160768~8388608,264241152~8388608,327155712~4194304,394264576~8388608] 2024-04-10T16:21:45.281 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [37748736~20971520,62914560~8388608,92274688~8388608,176160768~8388608,264241152~12582912,327155712~8388608,394264576~8388608] 2024-04-10T16:21:45.281 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 2 diff [29360128~29360128,62914560~4194304,92274688~4194304,113246208~4194304,176160768~8388608,213909504~4194304,255852544~4194304,264241152~8388608,293601280~4194304,306184192~8388608,322961408~12582912,394264576~8388608] 2024-04-10T16:21:45.281 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [29360128~29360128,62914560~4194304,92274688~4194304,113246208~4194304,176160768~8388608,213909504~4194304,255852544~4194304,264241152~8388608,293601280~4194304,306184192~8388608,322961408~12582912,394264576~8388608] 2024-04-10T16:21:45.283 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [29360128~29360128,62914560~8388608,92274688~8388608,113246208~4194304,176160768~8388608,213909504~4194304,255852544~4194304,264241152~12582912,293601280~8388608,306184192~12582912,322961408~16777216,394264576~8388608] 2024-04-10T16:21:45.283 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 3 diff [4194304~8388608,16777216~8388608,29360128~29360128,62914560~4194304,92274688~12582912,109051904~8388608,159383552~8388608,171966464~12582912,213909504~4194304,243269632~4194304,255852544~4194304,264241152~8388608,293601280~4194304,306184192~8388608,322961408~12582912,394264576~8388608] 2024-04-10T16:21:45.283 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~29360128,62914560~4194304,92274688~12582912,109051904~8388608,159383552~8388608,171966464~12582912,213909504~4194304,243269632~4194304,255852544~4194304,264241152~8388608,293601280~4194304,306184192~8388608,322961408~12582912,394264576~8388608] 2024-04-10T16:21:45.285 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~20971520,29360128~41943040,92274688~12582912,109051904~12582912,159383552~25165824,213909504~4194304,243269632~4194304,255852544~4194304,264241152~12582912,293601280~8388608,306184192~12582912,322961408~16777216,394264576~8388608] 2024-04-10T16:21:45.285 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 4 diff [4194304~8388608,16777216~8388608,29360128~29360128,62914560~4194304,88080384~16777216,109051904~8388608,138412032~8388608,150994944~4194304,159383552~8388608,171966464~12582912,213909504~4194304,226492416~4194304,243269632~4194304,255852544~4194304,264241152~8388608,285212672~16777216,306184192~8388608,322961408~12582912,339738624~4194304,394264576~8388608] 2024-04-10T16:21:45.285 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~29360128,62914560~4194304,88080384~16777216,109051904~8388608,138412032~8388608,150994944~4194304,159383552~8388608,171966464~12582912,213909504~4194304,226492416~4194304,243269632~4194304,255852544~4194304,264241152~8388608,285212672~16777216,306184192~8388608,322961408~12582912,339738624~4194304,394264576~8388608] 2024-04-10T16:21:45.288 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~20971520,29360128~41943040,88080384~16777216,109051904~12582912,138412032~46137344,213909504~4194304,226492416~4194304,243269632~4194304,255852544~4194304,264241152~12582912,285212672~33554432,322961408~25165824,394264576~8388608] 2024-04-10T16:21:45.288 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 5 diff [4194304~8388608,16777216~8388608,29360128~29360128,62914560~4194304,71303168~4194304,88080384~16777216,109051904~12582912,138412032~8388608,150994944~16777216,171966464~20971520,213909504~4194304,226492416~12582912,243269632~4194304,255852544~4194304,264241152~8388608,285212672~16777216,306184192~8388608,322961408~12582912,339738624~4194304,394264576~8388608] 2024-04-10T16:21:45.288 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~29360128,62914560~4194304,71303168~4194304,88080384~16777216,109051904~12582912,138412032~8388608,150994944~16777216,171966464~20971520,213909504~4194304,226492416~12582912,243269632~4194304,255852544~4194304,264241152~8388608,285212672~16777216,306184192~8388608,322961408~12582912,339738624~4194304,394264576~8388608] 2024-04-10T16:21:45.290 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~20971520,29360128~46137344,88080384~16777216,109051904~16777216,138412032~54525952,213909504~4194304,226492416~12582912,243269632~4194304,255852544~4194304,264241152~12582912,285212672~33554432,322961408~25165824,394264576~8388608] 2024-04-10T16:21:45.290 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 6 diff [4194304~16777216,29360128~29360128,62914560~4194304,71303168~4194304,88080384~33554432,138412032~8388608,150994944~37748736,192937984~8388608,213909504~8388608,226492416~12582912,243269632~4194304,255852544~4194304,264241152~8388608,285212672~16777216,306184192~29360128,339738624~4194304,394264576~8388608] 2024-04-10T16:21:45.290 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~16777216,29360128~29360128,62914560~4194304,71303168~4194304,88080384~33554432,138412032~8388608,150994944~37748736,192937984~8388608,213909504~8388608,226492416~12582912,243269632~4194304,255852544~4194304,264241152~8388608,285212672~16777216,306184192~29360128,339738624~4194304,394264576~8388608] 2024-04-10T16:21:45.293 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~20971520,29360128~46137344,88080384~37748736,138412032~62914560,213909504~8388608,226492416~20971520,255852544~4194304,264241152~12582912,285212672~62914560,394264576~8388608] 2024-04-10T16:21:45.293 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 7 diff [4194304~16777216,29360128~29360128,62914560~4194304,71303168~4194304,79691776~8388608,92274688~29360128,138412032~8388608,150994944~37748736,192937984~12582912,213909504~8388608,226492416~12582912,243269632~4194304,255852544~16777216,285212672~16777216,306184192~29360128,339738624~4194304,356515840~8388608,390070272~12582912] 2024-04-10T16:21:45.293 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~16777216,29360128~29360128,62914560~4194304,71303168~4194304,79691776~8388608,92274688~29360128,138412032~8388608,150994944~37748736,192937984~12582912,213909504~8388608,226492416~12582912,243269632~4194304,255852544~16777216,285212672~16777216,306184192~29360128,339738624~4194304,356515840~8388608,390070272~12582912] 2024-04-10T16:21:45.296 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~20971520,29360128~46137344,79691776~46137344,138412032~71303168,213909504~8388608,226492416~20971520,255852544~20971520,285212672~62914560,356515840~12582912,390070272~12582912] 2024-04-10T16:21:45.296 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 8 diff [4194304~54525952,62914560~4194304,71303168~16777216,92274688~29360128,138412032~8388608,150994944~37748736,192937984~12582912,213909504~8388608,226492416~12582912,243269632~4194304,255852544~16777216,285212672~16777216,306184192~29360128,339738624~12582912,356515840~8388608,390070272~12582912] 2024-04-10T16:21:45.297 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~54525952,62914560~4194304,71303168~16777216,92274688~29360128,138412032~8388608,150994944~37748736,192937984~12582912,213909504~8388608,226492416~12582912,243269632~4194304,255852544~16777216,285212672~16777216,306184192~29360128,339738624~12582912,356515840~8388608,390070272~12582912] 2024-04-10T16:21:45.301 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~121634816,138412032~71303168,213909504~8388608,226492416~20971520,255852544~20971520,285212672~67108864,356515840~12582912,390070272~12582912] 2024-04-10T16:21:45.301 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 9 diff [4194304~54525952,62914560~4194304,71303168~50331648,138412032~8388608,150994944~37748736,192937984~16777216,213909504~8388608,226492416~12582912,243269632~4194304,255852544~16777216,285212672~16777216,306184192~29360128,339738624~12582912,356515840~8388608,390070272~16777216] 2024-04-10T16:21:45.301 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~54525952,62914560~4194304,71303168~50331648,138412032~8388608,150994944~37748736,192937984~16777216,213909504~8388608,226492416~12582912,243269632~4194304,255852544~16777216,285212672~16777216,306184192~29360128,339738624~12582912,356515840~8388608,390070272~16777216] 2024-04-10T16:21:45.307 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~121634816,138412032~83886080,226492416~20971520,255852544~20971520,285212672~67108864,356515840~12582912,390070272~20971520] 2024-04-10T16:21:45.307 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 10 diff [0~58720256,62914560~4194304,71303168~50331648,138412032~8388608,150994944~37748736,192937984~16777216,213909504~8388608,226492416~12582912,243269632~4194304,255852544~16777216,285212672~16777216,306184192~29360128,339738624~12582912,356515840~8388608,390070272~16777216] 2024-04-10T16:21:45.308 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~58720256,62914560~4194304,71303168~50331648,138412032~8388608,150994944~37748736,192937984~16777216,213909504~8388608,226492416~12582912,243269632~4194304,255852544~16777216,285212672~16777216,306184192~29360128,339738624~12582912,356515840~8388608,390070272~16777216] 2024-04-10T16:21:45.312 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~125829120,138412032~83886080,226492416~20971520,255852544~20971520,285212672~67108864,356515840~12582912,390070272~20971520] 2024-04-10T16:21:45.312 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 11 diff [0~58720256,62914560~4194304,71303168~50331648,138412032~8388608,150994944~37748736,192937984~16777216,213909504~8388608,226492416~20971520,255852544~16777216,285212672~50331648,339738624~12582912,356515840~8388608,390070272~16777216] 2024-04-10T16:21:45.312 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~58720256,62914560~4194304,71303168~50331648,138412032~8388608,150994944~37748736,192937984~16777216,213909504~8388608,226492416~20971520,255852544~16777216,285212672~50331648,339738624~12582912,356515840~8388608,390070272~16777216] 2024-04-10T16:21:45.318 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~125829120,138412032~83886080,226492416~20971520,255852544~20971520,285212672~67108864,356515840~12582912,390070272~20971520] 2024-04-10T16:21:45.318 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 12 diff [0~121634816,138412032~50331648,192937984~29360128,226492416~20971520,251658240~20971520,285212672~50331648,339738624~12582912,356515840~8388608,390070272~16777216] 2024-04-10T16:21:45.318 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~121634816,138412032~50331648,192937984~29360128,226492416~20971520,251658240~20971520,285212672~50331648,339738624~12582912,356515840~8388608,390070272~16777216] 2024-04-10T16:21:45.323 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~125829120,138412032~83886080,226492416~20971520,251658240~25165824,285212672~67108864,356515840~12582912,390070272~20971520] 2024-04-10T16:21:45.323 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 13 diff [0~130023424,138412032~50331648,192937984~25165824,226492416~20971520,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~8388608,390070272~16777216] 2024-04-10T16:21:45.323 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~130023424,138412032~50331648,192937984~25165824,226492416~20971520,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~8388608,390070272~16777216] 2024-04-10T16:21:45.329 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~83886080,226492416~20971520,251658240~100663296,356515840~12582912,390070272~20971520] 2024-04-10T16:21:45.329 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 14 diff [0~104857600,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~8388608,373293056~4194304,390070272~16777216] 2024-04-10T16:21:45.329 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~104857600,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~8388608,373293056~4194304,390070272~16777216] 2024-04-10T16:21:45.335 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~12582912,373293056~8388608,390070272~20971520] 2024-04-10T16:21:45.335 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 15 diff [0~104857600,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,390070272~16777216] 2024-04-10T16:21:45.335 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~104857600,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,390070272~16777216] 2024-04-10T16:21:45.341 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~12582912,373293056~8388608,390070272~20971520] 2024-04-10T16:21:45.341 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 16 diff [0~104857600,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,390070272~25165824] 2024-04-10T16:21:45.342 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~104857600,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,390070272~25165824] 2024-04-10T16:21:45.348 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~12582912,373293056~8388608,390070272~25165824] 2024-04-10T16:21:45.349 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 17 diff [0~46137344,50331648~54525952,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,390070272~25165824] 2024-04-10T16:21:45.349 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,390070272~25165824] 2024-04-10T16:21:45.356 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~12582912,373293056~8388608,390070272~25165824] 2024-04-10T16:21:45.356 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 18 diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:45.357 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:45.364 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~12582912,373293056~8388608,385875968~29360128] 2024-04-10T16:21:45.364 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to 19 diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:45.364 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:45.371 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~29360128] 2024-04-10T16:21:45.371 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 2 diff [29360128~8388608,113246208~4194304,213909504~4194304,255852544~4194304,264241152~8388608,293601280~4194304,306184192~8388608,322961408~12582912] 2024-04-10T16:21:45.371 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [29360128~8388608,113246208~4194304,213909504~4194304,255852544~4194304,264241152~8388608,293601280~4194304,306184192~8388608,322961408~12582912] 2024-04-10T16:21:45.373 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [29360128~12582912,113246208~4194304,213909504~4194304,255852544~4194304,264241152~8388608,293601280~8388608,306184192~12582912,322961408~16777216] 2024-04-10T16:21:45.373 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 3 diff [4194304~8388608,16777216~8388608,29360128~8388608,41943040~16777216,96468992~8388608,109051904~8388608,159383552~8388608,171966464~4194304,213909504~4194304,243269632~4194304,255852544~4194304,264241152~8388608,293601280~4194304,306184192~8388608,322961408~12582912] 2024-04-10T16:21:45.373 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~8388608,41943040~16777216,96468992~8388608,109051904~8388608,159383552~8388608,171966464~4194304,213909504~4194304,243269632~4194304,255852544~4194304,264241152~8388608,293601280~4194304,306184192~8388608,322961408~12582912] 2024-04-10T16:21:45.374 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~20971520,29360128~33554432,96468992~8388608,109051904~12582912,159383552~16777216,213909504~4194304,243269632~4194304,255852544~4194304,264241152~8388608,293601280~8388608,306184192~12582912,322961408~16777216] 2024-04-10T16:21:45.375 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 4 diff [4194304~8388608,16777216~8388608,29360128~8388608,41943040~16777216,88080384~4194304,96468992~8388608,109051904~8388608,138412032~8388608,150994944~4194304,159383552~8388608,171966464~4194304,213909504~4194304,226492416~4194304,243269632~4194304,255852544~4194304,264241152~8388608,285212672~16777216,306184192~8388608,322961408~12582912,339738624~4194304] 2024-04-10T16:21:45.375 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~8388608,41943040~16777216,88080384~4194304,96468992~8388608,109051904~8388608,138412032~8388608,150994944~4194304,159383552~8388608,171966464~4194304,213909504~4194304,226492416~4194304,243269632~4194304,255852544~4194304,264241152~8388608,285212672~16777216,306184192~8388608,322961408~12582912,339738624~4194304] 2024-04-10T16:21:45.376 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~20971520,29360128~33554432,88080384~4194304,96468992~8388608,109051904~12582912,138412032~37748736,213909504~4194304,226492416~4194304,243269632~4194304,255852544~4194304,264241152~8388608,285212672~33554432,322961408~25165824] 2024-04-10T16:21:45.376 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 5 diff [4194304~8388608,16777216~8388608,29360128~8388608,41943040~16777216,71303168~4194304,88080384~4194304,96468992~8388608,109051904~12582912,138412032~8388608,150994944~16777216,171966464~16777216,213909504~4194304,226492416~12582912,243269632~4194304,255852544~4194304,264241152~8388608,285212672~16777216,306184192~8388608,322961408~12582912,339738624~4194304] 2024-04-10T16:21:45.377 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~8388608,16777216~8388608,29360128~8388608,41943040~16777216,71303168~4194304,88080384~4194304,96468992~8388608,109051904~12582912,138412032~8388608,150994944~16777216,171966464~16777216,213909504~4194304,226492416~12582912,243269632~4194304,255852544~4194304,264241152~8388608,285212672~16777216,306184192~8388608,322961408~12582912,339738624~4194304] 2024-04-10T16:21:45.378 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~20971520,29360128~33554432,71303168~4194304,88080384~4194304,96468992~8388608,109051904~16777216,138412032~54525952,213909504~4194304,226492416~12582912,243269632~4194304,255852544~4194304,264241152~8388608,285212672~33554432,322961408~25165824] 2024-04-10T16:21:45.378 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 6 diff [4194304~16777216,29360128~8388608,41943040~16777216,71303168~4194304,88080384~4194304,96468992~25165824,138412032~8388608,150994944~37748736,192937984~8388608,213909504~8388608,226492416~12582912,243269632~4194304,255852544~4194304,264241152~8388608,285212672~16777216,306184192~29360128,339738624~4194304] 2024-04-10T16:21:45.379 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~16777216,29360128~8388608,41943040~16777216,71303168~4194304,88080384~4194304,96468992~25165824,138412032~8388608,150994944~37748736,192937984~8388608,213909504~8388608,226492416~12582912,243269632~4194304,255852544~4194304,264241152~8388608,285212672~16777216,306184192~29360128,339738624~4194304] 2024-04-10T16:21:45.381 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~20971520,29360128~33554432,71303168~4194304,88080384~4194304,96468992~29360128,138412032~62914560,213909504~8388608,226492416~20971520,255852544~4194304,264241152~8388608,285212672~62914560] 2024-04-10T16:21:45.382 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 7 diff [4194304~16777216,29360128~8388608,41943040~16777216,71303168~4194304,79691776~8388608,96468992~25165824,138412032~8388608,150994944~37748736,192937984~12582912,213909504~8388608,226492416~12582912,243269632~4194304,255852544~16777216,285212672~16777216,306184192~29360128,339738624~4194304,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.382 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~16777216,29360128~8388608,41943040~16777216,71303168~4194304,79691776~8388608,96468992~25165824,138412032~8388608,150994944~37748736,192937984~12582912,213909504~8388608,226492416~12582912,243269632~4194304,255852544~16777216,285212672~16777216,306184192~29360128,339738624~4194304,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.384 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~20971520,29360128~33554432,71303168~4194304,79691776~12582912,96468992~29360128,138412032~71303168,213909504~8388608,226492416~20971520,255852544~16777216,285212672~62914560,356515840~12582912,390070272~8388608] 2024-04-10T16:21:45.384 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 8 diff [4194304~54525952,71303168~16777216,96468992~25165824,138412032~8388608,150994944~37748736,192937984~12582912,213909504~8388608,226492416~12582912,243269632~4194304,255852544~16777216,285212672~16777216,306184192~29360128,339738624~12582912,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.384 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~54525952,71303168~16777216,96468992~25165824,138412032~8388608,150994944~37748736,192937984~12582912,213909504~8388608,226492416~12582912,243269632~4194304,255852544~16777216,285212672~16777216,306184192~29360128,339738624~12582912,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.387 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~58720256,71303168~20971520,96468992~29360128,138412032~71303168,213909504~8388608,226492416~20971520,255852544~16777216,285212672~67108864,356515840~12582912,390070272~8388608] 2024-04-10T16:21:45.388 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 9 diff [4194304~54525952,71303168~50331648,138412032~8388608,150994944~37748736,192937984~16777216,213909504~8388608,226492416~12582912,243269632~4194304,255852544~16777216,285212672~16777216,306184192~29360128,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.388 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~54525952,71303168~50331648,138412032~8388608,150994944~37748736,192937984~16777216,213909504~8388608,226492416~12582912,243269632~4194304,255852544~16777216,285212672~16777216,306184192~29360128,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.391 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~58720256,71303168~54525952,138412032~83886080,226492416~20971520,255852544~16777216,285212672~67108864,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.391 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 10 diff [0~58720256,71303168~50331648,138412032~8388608,150994944~37748736,192937984~16777216,213909504~8388608,226492416~12582912,243269632~4194304,255852544~16777216,285212672~16777216,306184192~29360128,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.391 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~58720256,71303168~50331648,138412032~8388608,150994944~37748736,192937984~16777216,213909504~8388608,226492416~12582912,243269632~4194304,255852544~16777216,285212672~16777216,306184192~29360128,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.395 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~62914560,71303168~54525952,138412032~83886080,226492416~20971520,255852544~16777216,285212672~67108864,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.395 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 11 diff [0~58720256,71303168~50331648,138412032~8388608,150994944~37748736,192937984~16777216,213909504~8388608,226492416~20971520,255852544~16777216,285212672~50331648,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.395 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~58720256,71303168~50331648,138412032~8388608,150994944~37748736,192937984~16777216,213909504~8388608,226492416~20971520,255852544~16777216,285212672~50331648,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.400 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~62914560,71303168~54525952,138412032~83886080,226492416~20971520,255852544~16777216,285212672~67108864,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.400 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 12 diff [0~62914560,67108864~54525952,138412032~50331648,192937984~29360128,226492416~20971520,251658240~20971520,285212672~50331648,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.400 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~62914560,67108864~54525952,138412032~50331648,192937984~29360128,226492416~20971520,251658240~20971520,285212672~50331648,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.404 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~62914560,67108864~58720256,138412032~83886080,226492416~20971520,251658240~20971520,285212672~67108864,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.404 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 13 diff [0~62914560,67108864~62914560,138412032~50331648,192937984~25165824,226492416~20971520,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.405 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~62914560,67108864~62914560,138412032~50331648,192937984~25165824,226492416~20971520,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.410 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~62914560,67108864~67108864,138412032~83886080,226492416~20971520,251658240~20971520,276824064~75497472,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.410 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 14 diff [0~62914560,67108864~37748736,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~8388608,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.410 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~62914560,67108864~37748736,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~8388608,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.415 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~62914560,67108864~67108864,138412032~109051904,251658240~20971520,276824064~75497472,356515840~12582912,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.415 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 15 diff [0~104857600,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.415 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~104857600,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.420 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~20971520,276824064~75497472,356515840~12582912,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.420 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 16 diff [0~104857600,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.420 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~104857600,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.426 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~20971520,276824064~75497472,356515840~12582912,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.426 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 17 diff [0~46137344,50331648~54525952,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.426 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.432 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~20971520,276824064~75497472,356515840~12582912,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.432 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 18 diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.432 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.438 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~12582912,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.438 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to 19 diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.439 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.445 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.445 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 3 diff [4194304~8388608,16777216~8388608,41943040~16777216,96468992~8388608,109051904~8388608,159383552~8388608,171966464~4194304,243269632~4194304,297795584~4194304] 2024-04-10T16:21:45.445 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~8388608,16777216~8388608,41943040~16777216,96468992~8388608,109051904~8388608,159383552~8388608,171966464~4194304,243269632~4194304,297795584~4194304] 2024-04-10T16:21:45.446 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~20971520,41943040~20971520,96468992~8388608,109051904~12582912,159383552~16777216,243269632~4194304,297795584~4194304] 2024-04-10T16:21:45.446 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 4 diff [4194304~8388608,16777216~8388608,33554432~4194304,41943040~16777216,88080384~4194304,96468992~8388608,109051904~8388608,138412032~8388608,150994944~4194304,159383552~8388608,171966464~4194304,226492416~4194304,243269632~4194304,285212672~8388608,297795584~8388608,339738624~4194304] 2024-04-10T16:21:45.447 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~4194304,41943040~16777216,88080384~4194304,96468992~8388608,109051904~8388608,138412032~8388608,150994944~4194304,159383552~8388608,171966464~4194304,226492416~4194304,243269632~4194304,285212672~8388608,297795584~8388608,339738624~4194304] 2024-04-10T16:21:45.448 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~20971520,33554432~29360128,88080384~4194304,96468992~8388608,109051904~12582912,138412032~37748736,226492416~4194304,243269632~4194304,285212672~8388608,297795584~8388608,339738624~8388608] 2024-04-10T16:21:45.448 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 5 diff [4194304~8388608,16777216~8388608,33554432~4194304,41943040~16777216,71303168~4194304,88080384~4194304,96468992~8388608,109051904~12582912,138412032~8388608,150994944~16777216,171966464~16777216,226492416~12582912,243269632~4194304,285212672~8388608,297795584~8388608,339738624~4194304] 2024-04-10T16:21:45.448 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~8388608,16777216~8388608,33554432~4194304,41943040~16777216,71303168~4194304,88080384~4194304,96468992~8388608,109051904~12582912,138412032~8388608,150994944~16777216,171966464~16777216,226492416~12582912,243269632~4194304,285212672~8388608,297795584~8388608,339738624~4194304] 2024-04-10T16:21:45.450 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~20971520,33554432~29360128,71303168~4194304,88080384~4194304,96468992~8388608,109051904~16777216,138412032~54525952,226492416~12582912,243269632~4194304,285212672~8388608,297795584~8388608,339738624~8388608] 2024-04-10T16:21:45.450 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 6 diff [4194304~16777216,33554432~4194304,41943040~16777216,71303168~4194304,88080384~4194304,96468992~25165824,138412032~8388608,150994944~37748736,192937984~8388608,213909504~4194304,226492416~12582912,243269632~4194304,285212672~8388608,297795584~8388608,314572800~8388608,339738624~4194304] 2024-04-10T16:21:45.450 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~16777216,33554432~4194304,41943040~16777216,71303168~4194304,88080384~4194304,96468992~25165824,138412032~8388608,150994944~37748736,192937984~8388608,213909504~4194304,226492416~12582912,243269632~4194304,285212672~8388608,297795584~8388608,314572800~8388608,339738624~4194304] 2024-04-10T16:21:45.452 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~20971520,33554432~29360128,71303168~4194304,88080384~4194304,96468992~29360128,138412032~62914560,213909504~8388608,226492416~20971520,285212672~8388608,297795584~8388608,314572800~12582912,339738624~8388608] 2024-04-10T16:21:45.452 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 7 diff [4194304~16777216,33554432~4194304,41943040~16777216,71303168~4194304,79691776~8388608,96468992~25165824,138412032~8388608,150994944~37748736,192937984~12582912,213909504~4194304,226492416~12582912,243269632~4194304,255852544~16777216,285212672~20971520,314572800~8388608,339738624~4194304,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.452 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~16777216,33554432~4194304,41943040~16777216,71303168~4194304,79691776~8388608,96468992~25165824,138412032~8388608,150994944~37748736,192937984~12582912,213909504~4194304,226492416~12582912,243269632~4194304,255852544~16777216,285212672~20971520,314572800~8388608,339738624~4194304,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.455 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~20971520,33554432~29360128,71303168~4194304,79691776~12582912,96468992~29360128,138412032~71303168,213909504~8388608,226492416~20971520,255852544~16777216,285212672~20971520,314572800~12582912,339738624~8388608,356515840~12582912,390070272~8388608] 2024-04-10T16:21:45.455 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 8 diff [4194304~33554432,41943040~16777216,71303168~16777216,96468992~25165824,138412032~8388608,150994944~37748736,192937984~12582912,213909504~4194304,226492416~12582912,243269632~4194304,255852544~16777216,285212672~20971520,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.455 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~33554432,41943040~16777216,71303168~16777216,96468992~25165824,138412032~8388608,150994944~37748736,192937984~12582912,213909504~4194304,226492416~12582912,243269632~4194304,255852544~16777216,285212672~20971520,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.458 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~58720256,71303168~20971520,96468992~29360128,138412032~71303168,213909504~8388608,226492416~20971520,255852544~16777216,285212672~20971520,314572800~12582912,339738624~12582912,356515840~12582912,390070272~8388608] 2024-04-10T16:21:45.458 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 9 diff [4194304~33554432,41943040~16777216,71303168~50331648,138412032~8388608,150994944~37748736,192937984~16777216,213909504~4194304,226492416~12582912,243269632~4194304,255852544~16777216,285212672~20971520,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.458 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~33554432,41943040~16777216,71303168~50331648,138412032~8388608,150994944~37748736,192937984~16777216,213909504~4194304,226492416~12582912,243269632~4194304,255852544~16777216,285212672~20971520,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.461 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~58720256,71303168~54525952,138412032~83886080,226492416~20971520,255852544~16777216,285212672~20971520,314572800~12582912,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.461 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 10 diff [0~37748736,41943040~16777216,71303168~50331648,138412032~8388608,150994944~37748736,192937984~16777216,213909504~4194304,226492416~12582912,243269632~4194304,255852544~16777216,285212672~20971520,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.461 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~16777216,71303168~50331648,138412032~8388608,150994944~37748736,192937984~16777216,213909504~4194304,226492416~12582912,243269632~4194304,255852544~16777216,285212672~20971520,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.465 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~62914560,71303168~54525952,138412032~83886080,226492416~20971520,255852544~16777216,285212672~20971520,314572800~12582912,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.465 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 11 diff [0~37748736,41943040~16777216,71303168~50331648,138412032~8388608,150994944~37748736,192937984~16777216,213909504~4194304,226492416~20971520,255852544~16777216,285212672~25165824,314572800~8388608,327155712~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.465 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~16777216,71303168~50331648,138412032~8388608,150994944~37748736,192937984~16777216,213909504~4194304,226492416~20971520,255852544~16777216,285212672~25165824,314572800~8388608,327155712~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.468 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~62914560,71303168~54525952,138412032~83886080,226492416~20971520,255852544~16777216,285212672~25165824,314572800~16777216,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.468 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 12 diff [0~37748736,41943040~20971520,67108864~54525952,138412032~50331648,192937984~25165824,226492416~20971520,251658240~20971520,285212672~25165824,314572800~8388608,327155712~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.469 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~20971520,67108864~54525952,138412032~50331648,192937984~25165824,226492416~20971520,251658240~20971520,285212672~25165824,314572800~8388608,327155712~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.472 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~62914560,67108864~58720256,138412032~83886080,226492416~20971520,251658240~20971520,285212672~25165824,314572800~16777216,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.473 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 13 diff [0~37748736,41943040~20971520,67108864~62914560,138412032~50331648,192937984~25165824,226492416~20971520,251658240~20971520,276824064~4194304,285212672~25165824,314572800~12582912,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.473 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~20971520,67108864~62914560,138412032~50331648,192937984~25165824,226492416~20971520,251658240~20971520,276824064~4194304,285212672~25165824,314572800~12582912,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.477 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~62914560,67108864~67108864,138412032~83886080,226492416~20971520,251658240~20971520,276824064~33554432,314572800~16777216,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.477 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 14 diff [0~37748736,41943040~20971520,67108864~37748736,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~41943040,339738624~12582912,356515840~8388608,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.477 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~20971520,67108864~37748736,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~41943040,339738624~12582912,356515840~8388608,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.482 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~62914560,67108864~67108864,138412032~109051904,251658240~20971520,276824064~54525952,339738624~12582912,356515840~12582912,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.482 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 15 diff [0~37748736,41943040~62914560,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~46137344,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.482 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~62914560,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~46137344,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.487 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~20971520,276824064~54525952,339738624~12582912,356515840~12582912,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.487 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 16 diff [0~37748736,41943040~62914560,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~46137344,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.487 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~62914560,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~46137344,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.493 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~20971520,276824064~54525952,339738624~12582912,356515840~12582912,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.493 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 17 diff [0~46137344,50331648~54525952,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.493 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~20971520,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.499 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~20971520,276824064~58720256,339738624~12582912,356515840~12582912,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.499 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 18 diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.499 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.505 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~83886080,339738624~12582912,356515840~12582912,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.505 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to 19 diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.505 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.512 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.512 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 4 diff [33554432~4194304,41943040~8388608,54525952~4194304,88080384~4194304,138412032~8388608,150994944~4194304,226492416~4194304,285212672~8388608,297795584~8388608,339738624~4194304] 2024-04-10T16:21:45.512 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [33554432~4194304,41943040~8388608,54525952~4194304,88080384~4194304,138412032~8388608,150994944~4194304,226492416~4194304,285212672~8388608,297795584~8388608,339738624~4194304] 2024-04-10T16:21:45.513 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [33554432~16777216,54525952~8388608,88080384~4194304,138412032~20971520,226492416~4194304,285212672~8388608,297795584~8388608,339738624~8388608] 2024-04-10T16:21:45.513 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 5 diff [16777216~4194304,33554432~4194304,41943040~8388608,54525952~4194304,71303168~4194304,88080384~4194304,109051904~12582912,138412032~8388608,150994944~12582912,171966464~16777216,226492416~12582912,285212672~8388608,297795584~8388608,339738624~4194304] 2024-04-10T16:21:45.513 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~4194304,41943040~8388608,54525952~4194304,71303168~4194304,88080384~4194304,109051904~12582912,138412032~8388608,150994944~12582912,171966464~16777216,226492416~12582912,285212672~8388608,297795584~8388608,339738624~4194304] 2024-04-10T16:21:45.515 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~4194304,33554432~16777216,54525952~8388608,71303168~4194304,88080384~4194304,109051904~16777216,138412032~25165824,171966464~20971520,226492416~12582912,285212672~8388608,297795584~8388608,339738624~8388608] 2024-04-10T16:21:45.515 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 6 diff [12582912~8388608,33554432~4194304,41943040~8388608,54525952~4194304,71303168~4194304,88080384~4194304,100663296~4194304,109051904~12582912,138412032~8388608,150994944~12582912,167772160~20971520,192937984~8388608,213909504~4194304,226492416~12582912,285212672~8388608,297795584~8388608,314572800~8388608,339738624~4194304] 2024-04-10T16:21:45.515 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [12582912~8388608,33554432~4194304,41943040~8388608,54525952~4194304,71303168~4194304,88080384~4194304,100663296~4194304,109051904~12582912,138412032~8388608,150994944~12582912,167772160~20971520,192937984~8388608,213909504~4194304,226492416~12582912,285212672~8388608,297795584~8388608,314572800~8388608,339738624~4194304] 2024-04-10T16:21:45.517 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [12582912~8388608,33554432~16777216,54525952~8388608,71303168~4194304,88080384~4194304,100663296~25165824,138412032~25165824,167772160~33554432,213909504~8388608,226492416~16777216,285212672~8388608,297795584~8388608,314572800~12582912,339738624~8388608] 2024-04-10T16:21:45.517 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 7 diff [4194304~16777216,33554432~4194304,41943040~8388608,54525952~4194304,71303168~4194304,79691776~8388608,100663296~4194304,109051904~12582912,138412032~8388608,150994944~12582912,167772160~20971520,192937984~12582912,213909504~4194304,226492416~12582912,255852544~16777216,285212672~20971520,314572800~8388608,339738624~4194304,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.517 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~16777216,33554432~4194304,41943040~8388608,54525952~4194304,71303168~4194304,79691776~8388608,100663296~4194304,109051904~12582912,138412032~8388608,150994944~12582912,167772160~20971520,192937984~12582912,213909504~4194304,226492416~12582912,255852544~16777216,285212672~20971520,314572800~8388608,339738624~4194304,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.519 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~16777216,33554432~16777216,54525952~8388608,71303168~4194304,79691776~12582912,100663296~25165824,138412032~25165824,167772160~41943040,213909504~8388608,226492416~16777216,255852544~16777216,285212672~20971520,314572800~12582912,339738624~8388608,356515840~12582912,390070272~8388608] 2024-04-10T16:21:45.519 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 8 diff [4194304~33554432,41943040~8388608,54525952~4194304,71303168~16777216,100663296~4194304,109051904~12582912,138412032~8388608,150994944~37748736,192937984~12582912,213909504~4194304,226492416~12582912,255852544~16777216,285212672~20971520,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.519 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~33554432,41943040~8388608,54525952~4194304,71303168~16777216,100663296~4194304,109051904~12582912,138412032~8388608,150994944~37748736,192937984~12582912,213909504~4194304,226492416~12582912,255852544~16777216,285212672~20971520,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.521 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~46137344,54525952~8388608,71303168~20971520,100663296~25165824,138412032~71303168,213909504~8388608,226492416~16777216,255852544~16777216,285212672~20971520,314572800~12582912,339738624~12582912,356515840~12582912,390070272~8388608] 2024-04-10T16:21:45.521 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 9 diff [4194304~33554432,41943040~8388608,54525952~4194304,71303168~25165824,100663296~4194304,109051904~12582912,138412032~8388608,150994944~37748736,192937984~16777216,213909504~4194304,226492416~12582912,255852544~16777216,285212672~20971520,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.521 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~33554432,41943040~8388608,54525952~4194304,71303168~25165824,100663296~4194304,109051904~12582912,138412032~8388608,150994944~37748736,192937984~16777216,213909504~4194304,226492416~12582912,255852544~16777216,285212672~20971520,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.524 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~46137344,54525952~8388608,71303168~54525952,138412032~83886080,226492416~16777216,255852544~16777216,285212672~20971520,314572800~12582912,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.525 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 10 diff [0~37748736,41943040~8388608,54525952~4194304,71303168~25165824,100663296~4194304,109051904~12582912,138412032~8388608,150994944~37748736,192937984~16777216,213909504~4194304,226492416~12582912,255852544~16777216,285212672~20971520,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.525 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~8388608,54525952~4194304,71303168~25165824,100663296~4194304,109051904~12582912,138412032~8388608,150994944~37748736,192937984~16777216,213909504~4194304,226492416~12582912,255852544~16777216,285212672~20971520,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.527 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~50331648,54525952~8388608,71303168~54525952,138412032~83886080,226492416~16777216,255852544~16777216,285212672~20971520,314572800~12582912,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.528 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 11 diff [0~37748736,41943040~8388608,54525952~4194304,71303168~25165824,100663296~4194304,109051904~12582912,138412032~8388608,150994944~37748736,192937984~16777216,213909504~4194304,226492416~16777216,255852544~16777216,285212672~25165824,314572800~8388608,327155712~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.528 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~8388608,54525952~4194304,71303168~25165824,100663296~4194304,109051904~12582912,138412032~8388608,150994944~37748736,192937984~16777216,213909504~4194304,226492416~16777216,255852544~16777216,285212672~25165824,314572800~8388608,327155712~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.531 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~50331648,54525952~8388608,71303168~54525952,138412032~83886080,226492416~16777216,255852544~16777216,285212672~25165824,314572800~16777216,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.531 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 12 diff [0~37748736,41943040~8388608,54525952~8388608,67108864~29360128,100663296~4194304,109051904~12582912,138412032~50331648,192937984~25165824,226492416~16777216,251658240~20971520,285212672~25165824,314572800~8388608,327155712~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.531 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~8388608,54525952~8388608,67108864~29360128,100663296~4194304,109051904~12582912,138412032~50331648,192937984~25165824,226492416~16777216,251658240~20971520,285212672~25165824,314572800~8388608,327155712~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.535 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~50331648,54525952~8388608,67108864~58720256,138412032~83886080,226492416~16777216,251658240~20971520,285212672~25165824,314572800~16777216,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.535 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 13 diff [0~37748736,41943040~8388608,54525952~8388608,67108864~29360128,100663296~4194304,109051904~20971520,138412032~50331648,192937984~25165824,226492416~16777216,251658240~20971520,276824064~4194304,285212672~25165824,314572800~12582912,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.535 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~8388608,54525952~8388608,67108864~29360128,100663296~4194304,109051904~20971520,138412032~50331648,192937984~25165824,226492416~16777216,251658240~20971520,276824064~4194304,285212672~25165824,314572800~12582912,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.539 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~50331648,54525952~8388608,67108864~67108864,138412032~83886080,226492416~16777216,251658240~20971520,276824064~33554432,314572800~16777216,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.540 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 14 diff [0~37748736,41943040~8388608,54525952~8388608,67108864~37748736,109051904~20971520,138412032~100663296,251658240~20971520,276824064~4194304,285212672~41943040,339738624~12582912,356515840~8388608,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.540 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~8388608,54525952~8388608,67108864~37748736,109051904~20971520,138412032~100663296,251658240~20971520,276824064~4194304,285212672~41943040,339738624~12582912,356515840~8388608,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.544 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~50331648,54525952~8388608,67108864~67108864,138412032~104857600,251658240~20971520,276824064~54525952,339738624~12582912,356515840~12582912,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.544 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 15 diff [0~37748736,41943040~8388608,54525952~50331648,109051904~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~46137344,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.544 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~8388608,54525952~50331648,109051904~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~46137344,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.548 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~50331648,54525952~79691776,138412032~104857600,251658240~20971520,276824064~54525952,339738624~12582912,356515840~12582912,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.549 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 16 diff [0~37748736,41943040~62914560,109051904~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~46137344,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.549 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~62914560,109051904~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~46137344,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.554 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~20971520,276824064~54525952,339738624~12582912,356515840~12582912,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.554 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 17 diff [0~46137344,50331648~54525952,109051904~20971520,138412032~100663296,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.554 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~20971520,138412032~100663296,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.560 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~20971520,276824064~58720256,339738624~12582912,356515840~12582912,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.560 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 18 diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.560 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~50331648,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.566 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~83886080,339738624~12582912,356515840~12582912,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.566 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to 19 diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.567 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.573 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.573 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 5 diff [16777216~4194304,71303168~4194304,109051904~12582912,155189248~8388608,171966464~16777216,226492416~12582912,289406976~4194304] 2024-04-10T16:21:45.573 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,71303168~4194304,109051904~12582912,155189248~8388608,171966464~16777216,226492416~12582912,289406976~4194304] 2024-04-10T16:21:45.575 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~4194304,71303168~4194304,109051904~16777216,155189248~8388608,171966464~20971520,226492416~12582912,289406976~4194304] 2024-04-10T16:21:45.575 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 6 diff [12582912~8388608,71303168~4194304,100663296~4194304,109051904~12582912,138412032~8388608,155189248~8388608,167772160~20971520,192937984~8388608,213909504~4194304,226492416~12582912,289406976~4194304,314572800~8388608] 2024-04-10T16:21:45.575 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [12582912~8388608,71303168~4194304,100663296~4194304,109051904~12582912,138412032~8388608,155189248~8388608,167772160~20971520,192937984~8388608,213909504~4194304,226492416~12582912,289406976~4194304,314572800~8388608] 2024-04-10T16:21:45.576 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [12582912~8388608,71303168~4194304,100663296~25165824,138412032~12582912,155189248~8388608,167772160~33554432,213909504~8388608,226492416~16777216,289406976~4194304,314572800~12582912] 2024-04-10T16:21:45.576 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 7 diff [4194304~16777216,71303168~4194304,79691776~8388608,100663296~4194304,109051904~12582912,138412032~8388608,155189248~8388608,167772160~20971520,192937984~12582912,213909504~4194304,226492416~12582912,255852544~16777216,289406976~8388608,314572800~8388608,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.576 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~16777216,71303168~4194304,79691776~8388608,100663296~4194304,109051904~12582912,138412032~8388608,155189248~8388608,167772160~20971520,192937984~12582912,213909504~4194304,226492416~12582912,255852544~16777216,289406976~8388608,314572800~8388608,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.578 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~16777216,71303168~4194304,79691776~12582912,100663296~25165824,138412032~12582912,155189248~8388608,167772160~41943040,213909504~8388608,226492416~16777216,255852544~16777216,289406976~8388608,314572800~12582912,356515840~12582912,390070272~8388608] 2024-04-10T16:21:45.578 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 8 diff [4194304~33554432,71303168~16777216,100663296~4194304,109051904~12582912,138412032~8388608,155189248~33554432,192937984~12582912,213909504~4194304,226492416~12582912,255852544~16777216,285212672~8388608,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.578 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~33554432,71303168~16777216,100663296~4194304,109051904~12582912,138412032~8388608,155189248~33554432,192937984~12582912,213909504~4194304,226492416~12582912,255852544~16777216,285212672~8388608,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.580 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~33554432,71303168~20971520,100663296~25165824,138412032~12582912,155189248~54525952,213909504~8388608,226492416~16777216,255852544~16777216,285212672~12582912,314572800~12582912,339738624~12582912,356515840~12582912,390070272~8388608] 2024-04-10T16:21:45.580 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 9 diff [4194304~33554432,71303168~25165824,100663296~4194304,109051904~12582912,138412032~8388608,155189248~33554432,192937984~16777216,213909504~4194304,226492416~12582912,255852544~16777216,285212672~12582912,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.580 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~33554432,71303168~25165824,100663296~4194304,109051904~12582912,138412032~8388608,155189248~33554432,192937984~16777216,213909504~4194304,226492416~12582912,255852544~16777216,285212672~12582912,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.583 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~33554432,71303168~54525952,138412032~12582912,155189248~67108864,226492416~16777216,255852544~16777216,285212672~12582912,314572800~12582912,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.583 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 10 diff [0~37748736,71303168~25165824,100663296~4194304,109051904~12582912,138412032~8388608,155189248~33554432,192937984~16777216,213909504~4194304,226492416~12582912,255852544~16777216,285212672~12582912,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.583 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,71303168~25165824,100663296~4194304,109051904~12582912,138412032~8388608,155189248~33554432,192937984~16777216,213909504~4194304,226492416~12582912,255852544~16777216,285212672~12582912,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.585 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~37748736,71303168~54525952,138412032~12582912,155189248~67108864,226492416~16777216,255852544~16777216,285212672~12582912,314572800~12582912,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.585 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 11 diff [0~37748736,41943040~4194304,71303168~25165824,100663296~4194304,109051904~12582912,138412032~8388608,155189248~33554432,192937984~16777216,213909504~4194304,226492416~16777216,255852544~16777216,285212672~16777216,306184192~4194304,314572800~8388608,327155712~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.585 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~4194304,71303168~25165824,100663296~4194304,109051904~12582912,138412032~8388608,155189248~33554432,192937984~16777216,213909504~4194304,226492416~16777216,255852544~16777216,285212672~16777216,306184192~4194304,314572800~8388608,327155712~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.588 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~37748736,41943040~8388608,71303168~54525952,138412032~12582912,155189248~67108864,226492416~16777216,255852544~16777216,285212672~25165824,314572800~16777216,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.589 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 12 diff [0~37748736,41943040~4194304,54525952~8388608,67108864~29360128,100663296~4194304,109051904~12582912,138412032~50331648,192937984~25165824,226492416~16777216,251658240~20971520,285212672~16777216,306184192~4194304,314572800~8388608,327155712~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.589 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~4194304,54525952~8388608,67108864~29360128,100663296~4194304,109051904~12582912,138412032~50331648,192937984~25165824,226492416~16777216,251658240~20971520,285212672~16777216,306184192~4194304,314572800~8388608,327155712~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.592 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~37748736,41943040~8388608,54525952~8388608,67108864~58720256,138412032~83886080,226492416~16777216,251658240~20971520,285212672~25165824,314572800~16777216,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.592 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 13 diff [0~37748736,41943040~4194304,54525952~8388608,67108864~29360128,100663296~4194304,109051904~20971520,138412032~50331648,192937984~25165824,226492416~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~4194304,314572800~12582912,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.592 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~4194304,54525952~8388608,67108864~29360128,100663296~4194304,109051904~20971520,138412032~50331648,192937984~25165824,226492416~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~4194304,314572800~12582912,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.596 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~37748736,41943040~8388608,54525952~8388608,67108864~67108864,138412032~83886080,226492416~16777216,251658240~20971520,276824064~33554432,314572800~16777216,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.596 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 14 diff [0~37748736,41943040~4194304,54525952~8388608,67108864~37748736,109051904~20971520,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~20971520,339738624~12582912,356515840~8388608,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.597 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~4194304,54525952~8388608,67108864~37748736,109051904~20971520,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~20971520,339738624~12582912,356515840~8388608,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.601 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~37748736,41943040~8388608,54525952~8388608,67108864~67108864,138412032~104857600,251658240~20971520,276824064~54525952,339738624~12582912,356515840~12582912,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.601 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 15 diff [0~37748736,41943040~4194304,54525952~50331648,109051904~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~25165824,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.601 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~4194304,54525952~50331648,109051904~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~25165824,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.606 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~37748736,41943040~8388608,54525952~79691776,138412032~104857600,251658240~20971520,276824064~54525952,339738624~12582912,356515840~12582912,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.606 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 16 diff [0~37748736,41943040~4194304,50331648~54525952,109051904~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~25165824,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.606 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~4194304,50331648~54525952,109051904~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~25165824,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.611 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~37748736,41943040~92274688,138412032~104857600,251658240~20971520,276824064~54525952,339738624~12582912,356515840~12582912,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.611 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 17 diff [0~46137344,50331648~54525952,109051904~20971520,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.611 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~20971520,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.616 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~20971520,276824064~58720256,339738624~12582912,356515840~12582912,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.616 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 18 diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.616 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.622 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~83886080,339738624~12582912,356515840~12582912,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.622 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to 19 diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.622 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.628 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.629 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 6 diff [12582912~8388608,100663296~4194304,121634816~4194304,138412032~8388608,167772160~8388608,192937984~8388608,213909504~4194304,234881024~8388608,314572800~8388608] 2024-04-10T16:21:45.629 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [12582912~8388608,100663296~4194304,121634816~4194304,138412032~8388608,167772160~8388608,192937984~8388608,213909504~4194304,234881024~8388608,314572800~8388608] 2024-04-10T16:21:45.630 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [12582912~8388608,100663296~8388608,121634816~4194304,138412032~12582912,167772160~12582912,192937984~8388608,213909504~8388608,234881024~8388608,314572800~12582912] 2024-04-10T16:21:45.630 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 7 diff [4194304~16777216,79691776~8388608,100663296~4194304,121634816~4194304,138412032~8388608,167772160~8388608,192937984~12582912,213909504~4194304,230686720~12582912,255852544~16777216,289406976~8388608,314572800~8388608,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.630 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~16777216,79691776~8388608,100663296~4194304,121634816~4194304,138412032~8388608,167772160~8388608,192937984~12582912,213909504~4194304,230686720~12582912,255852544~16777216,289406976~8388608,314572800~8388608,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.632 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~16777216,79691776~12582912,100663296~8388608,121634816~4194304,138412032~12582912,167772160~12582912,192937984~16777216,213909504~8388608,230686720~12582912,255852544~16777216,289406976~8388608,314572800~12582912,356515840~12582912,390070272~8388608] 2024-04-10T16:21:45.632 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 8 diff [4194304~33554432,71303168~16777216,100663296~4194304,121634816~4194304,138412032~8388608,159383552~16777216,192937984~12582912,213909504~4194304,230686720~12582912,255852544~16777216,285212672~8388608,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.632 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~33554432,71303168~16777216,100663296~4194304,121634816~4194304,138412032~8388608,159383552~16777216,192937984~12582912,213909504~4194304,230686720~12582912,255852544~16777216,285212672~8388608,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.633 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~33554432,71303168~20971520,100663296~8388608,121634816~4194304,138412032~12582912,159383552~20971520,192937984~16777216,213909504~8388608,230686720~12582912,255852544~16777216,285212672~12582912,314572800~12582912,339738624~12582912,356515840~12582912,390070272~8388608] 2024-04-10T16:21:45.634 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 9 diff [4194304~33554432,71303168~25165824,100663296~4194304,121634816~4194304,138412032~8388608,159383552~16777216,180355072~8388608,192937984~16777216,213909504~4194304,230686720~12582912,255852544~16777216,285212672~12582912,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.634 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~33554432,71303168~25165824,100663296~4194304,121634816~4194304,138412032~8388608,159383552~16777216,180355072~8388608,192937984~16777216,213909504~4194304,230686720~12582912,255852544~16777216,285212672~12582912,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.636 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~33554432,71303168~37748736,121634816~4194304,138412032~12582912,159383552~62914560,230686720~12582912,255852544~16777216,285212672~12582912,314572800~12582912,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.636 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 10 diff [0~37748736,71303168~25165824,100663296~4194304,121634816~4194304,138412032~8388608,159383552~16777216,180355072~8388608,192937984~16777216,213909504~4194304,230686720~12582912,255852544~16777216,285212672~12582912,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.636 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,71303168~25165824,100663296~4194304,121634816~4194304,138412032~8388608,159383552~16777216,180355072~8388608,192937984~16777216,213909504~4194304,230686720~12582912,255852544~16777216,285212672~12582912,314572800~8388608,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.639 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~37748736,71303168~37748736,121634816~4194304,138412032~12582912,159383552~62914560,230686720~12582912,255852544~16777216,285212672~12582912,314572800~12582912,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.639 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 11 diff [0~37748736,41943040~4194304,71303168~25165824,100663296~4194304,121634816~4194304,138412032~8388608,159383552~16777216,180355072~8388608,192937984~16777216,213909504~4194304,226492416~4194304,234881024~8388608,255852544~16777216,285212672~16777216,306184192~4194304,314572800~8388608,327155712~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.639 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~4194304,71303168~25165824,100663296~4194304,121634816~4194304,138412032~8388608,159383552~16777216,180355072~8388608,192937984~16777216,213909504~4194304,226492416~4194304,234881024~8388608,255852544~16777216,285212672~16777216,306184192~4194304,314572800~8388608,327155712~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.642 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~37748736,41943040~8388608,71303168~37748736,121634816~4194304,138412032~12582912,159383552~62914560,226492416~16777216,255852544~16777216,285212672~25165824,314572800~16777216,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.642 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 12 diff [0~37748736,41943040~4194304,54525952~8388608,67108864~29360128,100663296~4194304,121634816~4194304,138412032~16777216,159383552~16777216,180355072~8388608,192937984~25165824,226492416~4194304,234881024~8388608,251658240~20971520,285212672~16777216,306184192~4194304,314572800~8388608,327155712~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.642 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~4194304,54525952~8388608,67108864~29360128,100663296~4194304,121634816~4194304,138412032~16777216,159383552~16777216,180355072~8388608,192937984~25165824,226492416~4194304,234881024~8388608,251658240~20971520,285212672~16777216,306184192~4194304,314572800~8388608,327155712~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.645 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~37748736,41943040~8388608,54525952~8388608,67108864~41943040,121634816~4194304,138412032~83886080,226492416~16777216,251658240~20971520,285212672~25165824,314572800~16777216,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.645 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 13 diff [0~37748736,41943040~4194304,54525952~8388608,67108864~29360128,100663296~4194304,121634816~8388608,138412032~16777216,159383552~16777216,180355072~8388608,192937984~25165824,226492416~4194304,234881024~8388608,251658240~20971520,276824064~4194304,285212672~16777216,306184192~4194304,314572800~12582912,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.645 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~4194304,54525952~8388608,67108864~29360128,100663296~4194304,121634816~8388608,138412032~16777216,159383552~16777216,180355072~8388608,192937984~25165824,226492416~4194304,234881024~8388608,251658240~20971520,276824064~4194304,285212672~16777216,306184192~4194304,314572800~12582912,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.649 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~37748736,41943040~8388608,54525952~8388608,67108864~41943040,121634816~12582912,138412032~83886080,226492416~16777216,251658240~20971520,276824064~33554432,314572800~16777216,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.649 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 14 diff [0~37748736,41943040~4194304,54525952~8388608,67108864~37748736,121634816~8388608,138412032~16777216,159383552~16777216,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~20971520,339738624~12582912,356515840~8388608,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.649 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~4194304,54525952~8388608,67108864~37748736,121634816~8388608,138412032~16777216,159383552~16777216,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~20971520,339738624~12582912,356515840~8388608,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.653 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~37748736,41943040~8388608,54525952~8388608,67108864~41943040,121634816~12582912,138412032~104857600,251658240~20971520,276824064~54525952,339738624~12582912,356515840~12582912,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.653 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 15 diff [0~37748736,41943040~4194304,54525952~50331648,121634816~8388608,138412032~16777216,159383552~16777216,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~25165824,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.653 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~4194304,54525952~50331648,121634816~8388608,138412032~16777216,159383552~16777216,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~25165824,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.658 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~37748736,41943040~8388608,54525952~54525952,121634816~12582912,138412032~104857600,251658240~20971520,276824064~54525952,339738624~12582912,356515840~12582912,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.658 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 16 diff [0~37748736,41943040~4194304,50331648~54525952,121634816~8388608,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~25165824,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.658 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~4194304,50331648~54525952,121634816~8388608,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~25165824,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:45 smithi154 ceph-mon[84269]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-10T16:21:45.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:45 smithi154 ceph-mon[84269]: pgmap v4035: 137 pgs: 137 active+clean; 840 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 44 MiB/s wr, 192 op/s 2024-04-10T16:21:45.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:45 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:21:45.662 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~37748736,41943040~67108864,121634816~12582912,138412032~104857600,251658240~20971520,276824064~54525952,339738624~12582912,356515840~12582912,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.663 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 17 diff [0~46137344,50331648~54525952,121634816~8388608,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.663 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,121634816~8388608,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.667 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,121634816~12582912,138412032~104857600,251658240~20971520,276824064~58720256,339738624~12582912,356515840~12582912,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.667 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 18 diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.667 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.673 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~104857600,251658240~83886080,339738624~12582912,356515840~12582912,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.673 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to 19 diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.673 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.680 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.680 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 7 diff [4194304~8388608,79691776~8388608,201326592~4194304,230686720~4194304,255852544~16777216,289406976~8388608,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.680 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~8388608,79691776~8388608,201326592~4194304,230686720~4194304,255852544~16777216,289406976~8388608,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.681 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~8388608,79691776~12582912,201326592~8388608,230686720~4194304,255852544~16777216,289406976~8388608,356515840~12582912,390070272~8388608] 2024-04-10T16:21:45.681 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 8 diff [4194304~8388608,20971520~16777216,71303168~16777216,142606336~4194304,159383552~8388608,201326592~4194304,230686720~4194304,255852544~16777216,285212672~8388608,314572800~4194304,339738624~12582912,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.681 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~8388608,20971520~16777216,71303168~16777216,142606336~4194304,159383552~8388608,201326592~4194304,230686720~4194304,255852544~16777216,285212672~8388608,314572800~4194304,339738624~12582912,356515840~8388608,390070272~8388608] 2024-04-10T16:21:45.682 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~8388608,20971520~16777216,71303168~20971520,142606336~8388608,159383552~12582912,201326592~8388608,230686720~4194304,255852544~16777216,285212672~12582912,314572800~8388608,339738624~12582912,356515840~12582912,390070272~8388608] 2024-04-10T16:21:45.682 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 9 diff [4194304~8388608,16777216~20971520,71303168~25165824,142606336~4194304,159383552~8388608,180355072~8388608,201326592~8388608,230686720~4194304,255852544~16777216,285212672~12582912,314572800~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.682 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [4194304~8388608,16777216~20971520,71303168~25165824,142606336~4194304,159383552~8388608,180355072~8388608,201326592~8388608,230686720~4194304,255852544~16777216,285212672~12582912,314572800~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.684 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [4194304~8388608,16777216~20971520,71303168~29360128,142606336~8388608,159383552~12582912,180355072~12582912,201326592~12582912,230686720~4194304,255852544~16777216,285212672~12582912,314572800~8388608,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.684 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 10 diff [0~37748736,71303168~25165824,142606336~4194304,159383552~8388608,180355072~8388608,197132288~12582912,230686720~4194304,255852544~16777216,285212672~12582912,314572800~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.684 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,71303168~25165824,142606336~4194304,159383552~8388608,180355072~8388608,197132288~12582912,230686720~4194304,255852544~16777216,285212672~12582912,314572800~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.686 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~37748736,71303168~29360128,142606336~8388608,159383552~12582912,180355072~12582912,197132288~16777216,230686720~4194304,255852544~16777216,285212672~12582912,314572800~8388608,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.686 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 11 diff [0~37748736,41943040~4194304,71303168~25165824,142606336~4194304,159383552~8388608,180355072~8388608,197132288~12582912,226492416~4194304,255852544~16777216,285212672~16777216,306184192~4194304,314572800~4194304,327155712~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.686 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~4194304,71303168~25165824,142606336~4194304,159383552~8388608,180355072~8388608,197132288~12582912,226492416~4194304,255852544~16777216,285212672~16777216,306184192~4194304,314572800~4194304,327155712~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.688 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:45 smithi102 ceph-mon[90943]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-10T16:21:45.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:45 smithi102 ceph-mon[90943]: pgmap v4035: 137 pgs: 137 active+clean; 840 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 44 MiB/s wr, 192 op/s 2024-04-10T16:21:45.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:45 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:21:45.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:45 smithi102 ceph-mon[88557]: osdmap e2084: 8 total, 8 up, 8 in 2024-04-10T16:21:45.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:45 smithi102 ceph-mon[88557]: pgmap v4035: 137 pgs: 137 active+clean; 840 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 127 KiB/s rd, 44 MiB/s wr, 192 op/s 2024-04-10T16:21:45.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:45 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:21:45.689 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~37748736,41943040~8388608,71303168~29360128,142606336~8388608,159383552~12582912,180355072~12582912,197132288~16777216,226492416~8388608,255852544~16777216,285212672~25165824,314572800~8388608,327155712~4194304,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.690 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 12 diff [0~37748736,41943040~4194304,54525952~8388608,67108864~29360128,142606336~25165824,180355072~8388608,197132288~16777216,226492416~4194304,251658240~20971520,285212672~16777216,306184192~4194304,314572800~4194304,327155712~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.690 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~4194304,54525952~8388608,67108864~29360128,142606336~25165824,180355072~8388608,197132288~16777216,226492416~4194304,251658240~20971520,285212672~16777216,306184192~4194304,314572800~4194304,327155712~4194304,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.692 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~37748736,41943040~8388608,54525952~8388608,67108864~33554432,142606336~29360128,180355072~12582912,197132288~16777216,226492416~8388608,251658240~20971520,285212672~25165824,314572800~8388608,327155712~4194304,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.692 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 13 diff [0~37748736,41943040~4194304,54525952~8388608,67108864~29360128,104857600~4194304,121634816~8388608,142606336~25165824,180355072~8388608,192937984~20971520,226492416~4194304,251658240~20971520,276824064~4194304,285212672~16777216,306184192~4194304,314572800~12582912,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.692 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~4194304,54525952~8388608,67108864~29360128,104857600~4194304,121634816~8388608,142606336~25165824,180355072~8388608,192937984~20971520,226492416~4194304,251658240~20971520,276824064~4194304,285212672~16777216,306184192~4194304,314572800~12582912,339738624~12582912,356515840~8388608,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.696 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~37748736,41943040~8388608,54525952~8388608,67108864~33554432,104857600~4194304,121634816~12582912,142606336~29360128,180355072~37748736,226492416~8388608,251658240~20971520,276824064~33554432,314572800~16777216,339738624~12582912,356515840~12582912,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.696 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 14 diff [0~37748736,41943040~4194304,54525952~8388608,67108864~33554432,104857600~4194304,121634816~8388608,142606336~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~20971520,339738624~12582912,356515840~8388608,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.696 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~4194304,54525952~8388608,67108864~33554432,104857600~4194304,121634816~8388608,142606336~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~20971520,339738624~12582912,356515840~8388608,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.699 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~37748736,41943040~8388608,54525952~8388608,67108864~41943040,121634816~12582912,142606336~29360128,180355072~58720256,251658240~20971520,276824064~54525952,339738624~12582912,356515840~12582912,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.700 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 15 diff [0~37748736,41943040~4194304,54525952~46137344,104857600~4194304,121634816~8388608,142606336~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~25165824,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.700 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~4194304,54525952~46137344,104857600~4194304,121634816~8388608,142606336~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~25165824,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~4194304] 2024-04-10T16:21:45.704 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~37748736,41943040~8388608,54525952~54525952,121634816~12582912,142606336~29360128,180355072~58720256,251658240~20971520,276824064~54525952,339738624~12582912,356515840~12582912,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.704 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 16 diff [0~37748736,41943040~4194304,50331648~50331648,104857600~4194304,121634816~8388608,138412032~29360128,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~25165824,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.704 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~37748736,41943040~4194304,50331648~50331648,104857600~4194304,121634816~8388608,138412032~29360128,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~25165824,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.708 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~37748736,41943040~67108864,121634816~12582912,138412032~33554432,180355072~58720256,251658240~20971520,276824064~54525952,339738624~12582912,356515840~12582912,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.708 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 17 diff [0~46137344,50331648~50331648,104857600~4194304,121634816~8388608,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.708 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~50331648,104857600~4194304,121634816~8388608,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.713 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,121634816~12582912,138412032~37748736,180355072~58720256,251658240~20971520,276824064~58720256,339738624~12582912,356515840~12582912,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.713 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 18 diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.713 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.717 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~37748736,180355072~58720256,251658240~83886080,339738624~12582912,356515840~12582912,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.717 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to 19 diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.718 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.723 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.723 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 8 diff [20971520~16777216,71303168~16777216,142606336~4194304,159383552~8388608,285212672~8388608,314572800~4194304,339738624~12582912] 2024-04-10T16:21:45.723 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [20971520~16777216,71303168~16777216,142606336~4194304,159383552~8388608,285212672~8388608,314572800~4194304,339738624~12582912] 2024-04-10T16:21:45.724 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [20971520~16777216,71303168~20971520,142606336~8388608,159383552~12582912,285212672~8388608,314572800~8388608,339738624~12582912] 2024-04-10T16:21:45.725 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 9 diff [16777216~20971520,71303168~25165824,142606336~4194304,159383552~8388608,180355072~8388608,201326592~8388608,268435456~4194304,285212672~8388608,314572800~4194304,339738624~12582912,402653184~4194304] 2024-04-10T16:21:45.725 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~20971520,71303168~25165824,142606336~4194304,159383552~8388608,180355072~8388608,201326592~8388608,268435456~4194304,285212672~8388608,314572800~4194304,339738624~12582912,402653184~4194304] 2024-04-10T16:21:45.726 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~20971520,71303168~29360128,142606336~8388608,159383552~12582912,180355072~12582912,201326592~12582912,268435456~4194304,285212672~8388608,314572800~8388608,339738624~12582912,402653184~8388608] 2024-04-10T16:21:45.726 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 10 diff [0~4194304,12582912~25165824,71303168~25165824,142606336~4194304,159383552~8388608,180355072~8388608,197132288~12582912,255852544~8388608,268435456~4194304,285212672~8388608,314572800~4194304,339738624~12582912,360710144~4194304,402653184~4194304] 2024-04-10T16:21:45.726 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~4194304,12582912~25165824,71303168~25165824,142606336~4194304,159383552~8388608,180355072~8388608,197132288~12582912,255852544~8388608,268435456~4194304,285212672~8388608,314572800~4194304,339738624~12582912,360710144~4194304,402653184~4194304] 2024-04-10T16:21:45.728 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~25165824,71303168~29360128,142606336~8388608,159383552~12582912,180355072~12582912,197132288~16777216,255852544~16777216,285212672~8388608,314572800~8388608,339738624~12582912,360710144~4194304,402653184~8388608] 2024-04-10T16:21:45.728 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 11 diff [0~8388608,12582912~25165824,41943040~4194304,71303168~25165824,142606336~4194304,159383552~8388608,180355072~8388608,197132288~12582912,226492416~4194304,255852544~8388608,268435456~4194304,285212672~16777216,306184192~4194304,314572800~4194304,327155712~4194304,339738624~12582912,360710144~4194304,402653184~4194304] 2024-04-10T16:21:45.728 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~25165824,41943040~4194304,71303168~25165824,142606336~4194304,159383552~8388608,180355072~8388608,197132288~12582912,226492416~4194304,255852544~8388608,268435456~4194304,285212672~16777216,306184192~4194304,314572800~4194304,327155712~4194304,339738624~12582912,360710144~4194304,402653184~4194304] 2024-04-10T16:21:45.730 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~25165824,41943040~8388608,71303168~29360128,142606336~8388608,159383552~12582912,180355072~12582912,197132288~16777216,226492416~8388608,255852544~16777216,285212672~25165824,314572800~8388608,327155712~4194304,339738624~12582912,360710144~4194304,402653184~8388608] 2024-04-10T16:21:45.730 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 12 diff [0~8388608,12582912~25165824,41943040~4194304,54525952~8388608,67108864~29360128,142606336~25165824,180355072~8388608,197132288~16777216,226492416~4194304,251658240~20971520,285212672~16777216,306184192~4194304,314572800~4194304,327155712~4194304,339738624~12582912,360710144~4194304,402653184~4194304] 2024-04-10T16:21:45.730 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~25165824,41943040~4194304,54525952~8388608,67108864~29360128,142606336~25165824,180355072~8388608,197132288~16777216,226492416~4194304,251658240~20971520,285212672~16777216,306184192~4194304,314572800~4194304,327155712~4194304,339738624~12582912,360710144~4194304,402653184~4194304] 2024-04-10T16:21:45.733 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~25165824,41943040~8388608,54525952~8388608,67108864~33554432,142606336~29360128,180355072~12582912,197132288~16777216,226492416~8388608,251658240~20971520,285212672~25165824,314572800~8388608,327155712~4194304,339738624~12582912,360710144~4194304,402653184~8388608] 2024-04-10T16:21:45.733 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 13 diff [0~8388608,12582912~25165824,41943040~4194304,54525952~8388608,67108864~29360128,104857600~4194304,121634816~8388608,142606336~25165824,180355072~8388608,192937984~20971520,226492416~4194304,251658240~20971520,276824064~4194304,285212672~16777216,306184192~4194304,314572800~12582912,339738624~12582912,360710144~4194304,402653184~4194304] 2024-04-10T16:21:45.733 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~25165824,41943040~4194304,54525952~8388608,67108864~29360128,104857600~4194304,121634816~8388608,142606336~25165824,180355072~8388608,192937984~20971520,226492416~4194304,251658240~20971520,276824064~4194304,285212672~16777216,306184192~4194304,314572800~12582912,339738624~12582912,360710144~4194304,402653184~4194304] 2024-04-10T16:21:45.736 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~25165824,41943040~8388608,54525952~8388608,67108864~33554432,104857600~4194304,121634816~12582912,142606336~29360128,180355072~37748736,226492416~8388608,251658240~20971520,276824064~33554432,314572800~16777216,339738624~12582912,360710144~4194304,402653184~8388608] 2024-04-10T16:21:45.736 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 14 diff [0~8388608,12582912~25165824,41943040~4194304,54525952~8388608,67108864~33554432,104857600~4194304,121634816~8388608,142606336~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~20971520,339738624~12582912,360710144~4194304,373293056~4194304,390070272~4194304,402653184~4194304] 2024-04-10T16:21:45.736 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~25165824,41943040~4194304,54525952~8388608,67108864~33554432,104857600~4194304,121634816~8388608,142606336~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~20971520,339738624~12582912,360710144~4194304,373293056~4194304,390070272~4194304,402653184~4194304] 2024-04-10T16:21:45.740 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~25165824,41943040~8388608,54525952~8388608,67108864~41943040,121634816~12582912,142606336~29360128,180355072~58720256,251658240~20971520,276824064~54525952,339738624~12582912,360710144~4194304,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.740 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 15 diff [0~8388608,12582912~25165824,41943040~4194304,54525952~46137344,104857600~4194304,121634816~8388608,142606336~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~25165824,339738624~12582912,356515840~8388608,373293056~4194304,390070272~4194304,402653184~4194304] 2024-04-10T16:21:45.740 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~25165824,41943040~4194304,54525952~46137344,104857600~4194304,121634816~8388608,142606336~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~25165824,339738624~12582912,356515840~8388608,373293056~4194304,390070272~4194304,402653184~4194304] 2024-04-10T16:21:45.743 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~25165824,41943040~8388608,54525952~54525952,121634816~12582912,142606336~29360128,180355072~58720256,251658240~20971520,276824064~54525952,339738624~12582912,356515840~8388608,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.744 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 16 diff [0~8388608,12582912~25165824,41943040~4194304,50331648~50331648,104857600~4194304,121634816~8388608,138412032~29360128,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~25165824,339738624~12582912,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.744 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~25165824,41943040~4194304,50331648~50331648,104857600~4194304,121634816~8388608,138412032~29360128,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~25165824,339738624~12582912,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.747 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~25165824,41943040~67108864,121634816~12582912,138412032~33554432,180355072~58720256,251658240~20971520,276824064~54525952,339738624~12582912,356515840~8388608,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.747 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 17 diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,121634816~8388608,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.747 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,121634816~8388608,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.752 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~96468992,121634816~12582912,138412032~37748736,180355072~58720256,251658240~20971520,276824064~58720256,339738624~12582912,356515840~8388608,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.752 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 18 diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~8388608,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.752 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~8388608,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.756 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~96468992,113246208~20971520,138412032~37748736,180355072~58720256,251658240~83886080,339738624~12582912,356515840~8388608,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.757 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to 19 diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.757 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.762 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~96468992,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.762 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 9 diff [16777216~4194304,75497472~8388608,88080384~8388608,180355072~8388608,201326592~8388608,268435456~4194304,285212672~8388608,402653184~4194304] 2024-04-10T16:21:45.762 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,75497472~8388608,88080384~8388608,180355072~8388608,201326592~8388608,268435456~4194304,285212672~8388608,402653184~4194304] 2024-04-10T16:21:45.763 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~4194304,75497472~25165824,180355072~12582912,201326592~12582912,268435456~4194304,285212672~8388608,402653184~8388608] 2024-04-10T16:21:45.763 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 10 diff [0~4194304,12582912~8388608,71303168~25165824,180355072~8388608,197132288~12582912,255852544~8388608,268435456~4194304,285212672~8388608,360710144~4194304,402653184~4194304] 2024-04-10T16:21:45.763 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~4194304,12582912~8388608,71303168~25165824,180355072~8388608,197132288~12582912,255852544~8388608,268435456~4194304,285212672~8388608,360710144~4194304,402653184~4194304] 2024-04-10T16:21:45.765 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~12582912,71303168~29360128,180355072~12582912,197132288~16777216,255852544~16777216,285212672~8388608,360710144~4194304,402653184~8388608] 2024-04-10T16:21:45.765 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 11 diff [0~8388608,12582912~8388608,41943040~4194304,71303168~25165824,159383552~4194304,180355072~8388608,197132288~12582912,226492416~4194304,255852544~8388608,268435456~4194304,285212672~16777216,306184192~4194304,327155712~4194304,339738624~4194304,360710144~4194304,402653184~4194304] 2024-04-10T16:21:45.765 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,41943040~4194304,71303168~25165824,159383552~4194304,180355072~8388608,197132288~12582912,226492416~4194304,255852544~8388608,268435456~4194304,285212672~16777216,306184192~4194304,327155712~4194304,339738624~4194304,360710144~4194304,402653184~4194304] 2024-04-10T16:21:45.767 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~12582912,41943040~8388608,71303168~29360128,159383552~8388608,180355072~12582912,197132288~16777216,226492416~8388608,255852544~16777216,285212672~25165824,327155712~4194304,339738624~4194304,360710144~4194304,402653184~8388608] 2024-04-10T16:21:45.767 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 12 diff [0~8388608,12582912~8388608,25165824~4194304,41943040~4194304,54525952~8388608,67108864~29360128,146800640~16777216,180355072~8388608,197132288~16777216,226492416~4194304,251658240~20971520,285212672~16777216,306184192~4194304,327155712~4194304,339738624~4194304,360710144~4194304,402653184~4194304] 2024-04-10T16:21:45.767 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,41943040~4194304,54525952~8388608,67108864~29360128,146800640~16777216,180355072~8388608,197132288~16777216,226492416~4194304,251658240~20971520,285212672~16777216,306184192~4194304,327155712~4194304,339738624~4194304,360710144~4194304,402653184~4194304] 2024-04-10T16:21:45.769 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,41943040~8388608,54525952~8388608,67108864~33554432,146800640~20971520,180355072~12582912,197132288~16777216,226492416~8388608,251658240~20971520,285212672~25165824,327155712~4194304,339738624~4194304,360710144~4194304,402653184~8388608] 2024-04-10T16:21:45.770 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 13 diff [0~8388608,12582912~8388608,25165824~4194304,41943040~4194304,54525952~8388608,67108864~29360128,104857600~4194304,121634816~8388608,146800640~16777216,180355072~8388608,192937984~20971520,226492416~4194304,251658240~20971520,276824064~4194304,285212672~16777216,306184192~4194304,318767104~8388608,339738624~8388608,360710144~4194304,402653184~4194304] 2024-04-10T16:21:45.770 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,41943040~4194304,54525952~8388608,67108864~29360128,104857600~4194304,121634816~8388608,146800640~16777216,180355072~8388608,192937984~20971520,226492416~4194304,251658240~20971520,276824064~4194304,285212672~16777216,306184192~4194304,318767104~8388608,339738624~8388608,360710144~4194304,402653184~4194304] 2024-04-10T16:21:45.772 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,41943040~8388608,54525952~8388608,67108864~33554432,104857600~4194304,121634816~12582912,146800640~20971520,180355072~37748736,226492416~8388608,251658240~20971520,276824064~33554432,318767104~12582912,339738624~8388608,360710144~4194304,402653184~8388608] 2024-04-10T16:21:45.772 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 14 diff [0~8388608,12582912~8388608,25165824~4194304,41943040~4194304,54525952~8388608,67108864~33554432,104857600~4194304,121634816~8388608,146800640~16777216,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~20971520,339738624~8388608,360710144~4194304,373293056~4194304,390070272~4194304,402653184~4194304] 2024-04-10T16:21:45.772 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,41943040~4194304,54525952~8388608,67108864~33554432,104857600~4194304,121634816~8388608,146800640~16777216,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~20971520,339738624~8388608,360710144~4194304,373293056~4194304,390070272~4194304,402653184~4194304] 2024-04-10T16:21:45.775 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,41943040~8388608,54525952~8388608,67108864~41943040,121634816~12582912,146800640~20971520,180355072~58720256,251658240~20971520,276824064~54525952,339738624~8388608,360710144~4194304,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.775 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 15 diff [0~8388608,12582912~8388608,25165824~4194304,41943040~4194304,54525952~46137344,104857600~4194304,121634816~8388608,146800640~16777216,167772160~4194304,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~25165824,339738624~8388608,356515840~8388608,373293056~4194304,390070272~4194304,402653184~4194304] 2024-04-10T16:21:45.775 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,41943040~4194304,54525952~46137344,104857600~4194304,121634816~8388608,146800640~16777216,167772160~4194304,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~25165824,339738624~8388608,356515840~8388608,373293056~4194304,390070272~4194304,402653184~4194304] 2024-04-10T16:21:45.779 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,41943040~8388608,54525952~54525952,121634816~12582912,146800640~25165824,180355072~58720256,251658240~20971520,276824064~54525952,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.779 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 16 diff [0~8388608,12582912~8388608,25165824~4194304,41943040~4194304,50331648~50331648,104857600~4194304,121634816~8388608,138412032~4194304,146800640~16777216,167772160~4194304,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~25165824,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.779 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,41943040~4194304,50331648~50331648,104857600~4194304,121634816~8388608,138412032~4194304,146800640~16777216,167772160~4194304,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~25165824,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.782 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,41943040~67108864,121634816~12582912,138412032~33554432,180355072~58720256,251658240~20971520,276824064~54525952,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.783 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 17 diff [0~8388608,12582912~8388608,25165824~4194304,37748736~8388608,50331648~50331648,104857600~4194304,121634816~8388608,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.783 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,37748736~8388608,50331648~50331648,104857600~4194304,121634816~8388608,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.787 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,37748736~71303168,121634816~12582912,138412032~37748736,180355072~58720256,251658240~20971520,276824064~58720256,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.787 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 18 diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~8388608,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.787 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~8388608,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.791 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~83886080,339738624~8388608,356515840~8388608,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.791 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to 19 diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.791 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.796 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.796 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to 10 diff [0~4194304,12582912~8388608,71303168~20971520,180355072~4194304,197132288~8388608,255852544~8388608,360710144~4194304] 2024-04-10T16:21:45.796 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~4194304,12582912~8388608,71303168~20971520,180355072~4194304,197132288~8388608,255852544~8388608,360710144~4194304] 2024-04-10T16:21:45.797 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~12582912,71303168~25165824,180355072~8388608,197132288~8388608,255852544~12582912,360710144~4194304] 2024-04-10T16:21:45.798 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to 11 diff [0~8388608,12582912~8388608,41943040~4194304,71303168~20971520,159383552~4194304,180355072~8388608,197132288~8388608,226492416~4194304,255852544~8388608,293601280~8388608,306184192~4194304,327155712~4194304,339738624~4194304,360710144~4194304] 2024-04-10T16:21:45.798 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,41943040~4194304,71303168~20971520,159383552~4194304,180355072~8388608,197132288~8388608,226492416~4194304,255852544~8388608,293601280~8388608,306184192~4194304,327155712~4194304,339738624~4194304,360710144~4194304] 2024-04-10T16:21:45.799 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~12582912,41943040~8388608,71303168~25165824,159383552~8388608,180355072~12582912,197132288~8388608,226492416~8388608,255852544~12582912,293601280~16777216,327155712~4194304,339738624~4194304,360710144~4194304] 2024-04-10T16:21:45.799 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to 12 diff [0~8388608,12582912~8388608,25165824~4194304,41943040~4194304,54525952~8388608,67108864~25165824,146800640~16777216,180355072~8388608,197132288~12582912,226492416~4194304,251658240~16777216,293601280~8388608,306184192~4194304,327155712~4194304,339738624~4194304,360710144~4194304] 2024-04-10T16:21:45.799 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,41943040~4194304,54525952~8388608,67108864~25165824,146800640~16777216,180355072~8388608,197132288~12582912,226492416~4194304,251658240~16777216,293601280~8388608,306184192~4194304,327155712~4194304,339738624~4194304,360710144~4194304] 2024-04-10T16:21:45.801 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,41943040~8388608,54525952~8388608,67108864~29360128,146800640~20971520,180355072~12582912,197132288~16777216,226492416~8388608,251658240~20971520,293601280~16777216,327155712~4194304,339738624~4194304,360710144~4194304] 2024-04-10T16:21:45.801 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to 13 diff [0~8388608,12582912~8388608,25165824~4194304,41943040~4194304,54525952~8388608,67108864~25165824,104857600~4194304,121634816~8388608,146800640~16777216,180355072~8388608,192937984~20971520,226492416~4194304,251658240~16777216,276824064~4194304,293601280~8388608,306184192~4194304,318767104~8388608,339738624~8388608,360710144~4194304] 2024-04-10T16:21:45.801 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,41943040~4194304,54525952~8388608,67108864~25165824,104857600~4194304,121634816~8388608,146800640~16777216,180355072~8388608,192937984~20971520,226492416~4194304,251658240~16777216,276824064~4194304,293601280~8388608,306184192~4194304,318767104~8388608,339738624~8388608,360710144~4194304] 2024-04-10T16:21:45.803 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,41943040~8388608,54525952~8388608,67108864~29360128,104857600~4194304,121634816~12582912,146800640~20971520,180355072~37748736,226492416~8388608,251658240~20971520,276824064~8388608,293601280~16777216,318767104~12582912,339738624~8388608,360710144~4194304] 2024-04-10T16:21:45.803 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to 14 diff [0~8388608,12582912~8388608,25165824~4194304,41943040~4194304,54525952~8388608,67108864~33554432,104857600~4194304,121634816~8388608,146800640~16777216,180355072~33554432,218103808~16777216,251658240~16777216,276824064~4194304,293601280~8388608,306184192~20971520,339738624~8388608,360710144~4194304,373293056~4194304,390070272~4194304] 2024-04-10T16:21:45.803 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,41943040~4194304,54525952~8388608,67108864~33554432,104857600~4194304,121634816~8388608,146800640~16777216,180355072~33554432,218103808~16777216,251658240~16777216,276824064~4194304,293601280~8388608,306184192~20971520,339738624~8388608,360710144~4194304,373293056~4194304,390070272~4194304] 2024-04-10T16:21:45.806 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,41943040~8388608,54525952~8388608,67108864~41943040,121634816~12582912,146800640~20971520,180355072~58720256,251658240~20971520,276824064~8388608,293601280~37748736,339738624~8388608,360710144~4194304,373293056~8388608,390070272~8388608] 2024-04-10T16:21:45.806 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to 15 diff [0~8388608,12582912~8388608,25165824~4194304,41943040~4194304,54525952~46137344,104857600~4194304,121634816~8388608,146800640~16777216,167772160~4194304,180355072~33554432,218103808~16777216,251658240~16777216,276824064~4194304,293601280~8388608,306184192~25165824,339738624~8388608,356515840~8388608,373293056~4194304,390070272~4194304,402653184~4194304] 2024-04-10T16:21:45.807 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,41943040~4194304,54525952~46137344,104857600~4194304,121634816~8388608,146800640~16777216,167772160~4194304,180355072~33554432,218103808~16777216,251658240~16777216,276824064~4194304,293601280~8388608,306184192~25165824,339738624~8388608,356515840~8388608,373293056~4194304,390070272~4194304,402653184~4194304] 2024-04-10T16:21:45.810 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,41943040~8388608,54525952~54525952,121634816~12582912,146800640~25165824,180355072~58720256,251658240~20971520,276824064~8388608,293601280~37748736,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.810 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to 16 diff [0~8388608,12582912~8388608,25165824~4194304,41943040~4194304,50331648~50331648,104857600~4194304,121634816~8388608,138412032~4194304,146800640~16777216,167772160~4194304,180355072~33554432,218103808~16777216,251658240~16777216,276824064~4194304,293601280~8388608,306184192~25165824,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.810 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,41943040~4194304,50331648~50331648,104857600~4194304,121634816~8388608,138412032~4194304,146800640~16777216,167772160~4194304,180355072~33554432,218103808~16777216,251658240~16777216,276824064~4194304,293601280~8388608,306184192~25165824,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.813 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,41943040~67108864,121634816~12582912,138412032~33554432,180355072~58720256,251658240~20971520,276824064~8388608,293601280~37748736,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.813 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to 17 diff [0~8388608,12582912~8388608,25165824~4194304,37748736~8388608,50331648~50331648,104857600~4194304,121634816~8388608,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~16777216,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.813 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,37748736~8388608,50331648~50331648,104857600~4194304,121634816~8388608,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~16777216,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.817 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,37748736~71303168,121634816~12582912,138412032~37748736,180355072~58720256,251658240~20971520,276824064~58720256,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.817 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to 18 diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~8388608,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.817 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~8388608,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.821 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~83886080,339738624~8388608,356515840~8388608,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.821 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to 19 diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.821 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.825 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.825 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to 11 diff [0~8388608,41943040~4194304,159383552~4194304,180355072~8388608,226492416~4194304,293601280~8388608,306184192~4194304,327155712~4194304,339738624~4194304] 2024-04-10T16:21:45.825 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,41943040~4194304,159383552~4194304,180355072~8388608,226492416~4194304,293601280~8388608,306184192~4194304,327155712~4194304,339738624~4194304] 2024-04-10T16:21:45.827 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,41943040~8388608,159383552~8388608,180355072~12582912,226492416~8388608,293601280~16777216,327155712~4194304,339738624~4194304] 2024-04-10T16:21:45.827 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to 12 diff [0~8388608,25165824~4194304,41943040~4194304,54525952~8388608,67108864~8388608,88080384~8388608,146800640~16777216,180355072~8388608,205520896~4194304,226492416~4194304,251658240~4194304,260046848~8388608,293601280~8388608,306184192~4194304,327155712~4194304,339738624~4194304] 2024-04-10T16:21:45.827 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,25165824~4194304,41943040~4194304,54525952~8388608,67108864~8388608,88080384~8388608,146800640~16777216,180355072~8388608,205520896~4194304,226492416~4194304,251658240~4194304,260046848~8388608,293601280~8388608,306184192~4194304,327155712~4194304,339738624~4194304] 2024-04-10T16:21:45.828 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,25165824~4194304,41943040~8388608,54525952~8388608,67108864~8388608,88080384~8388608,146800640~20971520,180355072~12582912,205520896~8388608,226492416~8388608,251658240~20971520,293601280~16777216,327155712~4194304,339738624~4194304] 2024-04-10T16:21:45.828 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to 13 diff [0~8388608,25165824~4194304,41943040~4194304,54525952~8388608,67108864~8388608,88080384~8388608,104857600~4194304,121634816~8388608,146800640~16777216,180355072~8388608,192937984~4194304,201326592~12582912,226492416~4194304,251658240~4194304,260046848~8388608,276824064~4194304,293601280~8388608,306184192~4194304,318767104~8388608,339738624~8388608] 2024-04-10T16:21:45.828 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,25165824~4194304,41943040~4194304,54525952~8388608,67108864~8388608,88080384~8388608,104857600~4194304,121634816~8388608,146800640~16777216,180355072~8388608,192937984~4194304,201326592~12582912,226492416~4194304,251658240~4194304,260046848~8388608,276824064~4194304,293601280~8388608,306184192~4194304,318767104~8388608,339738624~8388608] 2024-04-10T16:21:45.830 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,25165824~4194304,41943040~8388608,54525952~8388608,67108864~8388608,88080384~8388608,104857600~4194304,121634816~12582912,146800640~20971520,180355072~16777216,201326592~16777216,226492416~8388608,251658240~20971520,276824064~8388608,293601280~16777216,318767104~12582912,339738624~8388608] 2024-04-10T16:21:45.830 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to 14 diff [0~8388608,25165824~4194304,41943040~4194304,54525952~8388608,67108864~8388608,88080384~12582912,104857600~4194304,121634816~8388608,146800640~16777216,180355072~16777216,201326592~12582912,218103808~16777216,251658240~4194304,260046848~8388608,276824064~4194304,293601280~8388608,306184192~20971520,339738624~8388608,373293056~4194304,390070272~4194304] 2024-04-10T16:21:45.830 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,25165824~4194304,41943040~4194304,54525952~8388608,67108864~8388608,88080384~12582912,104857600~4194304,121634816~8388608,146800640~16777216,180355072~16777216,201326592~12582912,218103808~16777216,251658240~4194304,260046848~8388608,276824064~4194304,293601280~8388608,306184192~20971520,339738624~8388608,373293056~4194304,390070272~4194304] 2024-04-10T16:21:45.833 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,25165824~4194304,41943040~8388608,54525952~8388608,67108864~8388608,88080384~20971520,121634816~12582912,146800640~20971520,180355072~58720256,251658240~20971520,276824064~8388608,293601280~37748736,339738624~8388608,373293056~8388608,390070272~8388608] 2024-04-10T16:21:45.833 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to 15 diff [0~8388608,25165824~4194304,41943040~4194304,54525952~20971520,88080384~12582912,104857600~4194304,121634816~8388608,146800640~16777216,167772160~4194304,180355072~16777216,201326592~12582912,218103808~16777216,251658240~16777216,276824064~4194304,293601280~8388608,306184192~25165824,339738624~8388608,356515840~8388608,373293056~4194304,390070272~4194304,402653184~4194304] 2024-04-10T16:21:45.833 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,25165824~4194304,41943040~4194304,54525952~20971520,88080384~12582912,104857600~4194304,121634816~8388608,146800640~16777216,167772160~4194304,180355072~16777216,201326592~12582912,218103808~16777216,251658240~16777216,276824064~4194304,293601280~8388608,306184192~25165824,339738624~8388608,356515840~8388608,373293056~4194304,390070272~4194304,402653184~4194304] 2024-04-10T16:21:45.835 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,25165824~4194304,41943040~8388608,54525952~20971520,88080384~20971520,121634816~12582912,146800640~25165824,180355072~58720256,251658240~20971520,276824064~8388608,293601280~37748736,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.835 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to 16 diff [0~8388608,25165824~4194304,41943040~4194304,50331648~25165824,88080384~12582912,104857600~4194304,121634816~8388608,138412032~4194304,146800640~16777216,167772160~4194304,180355072~16777216,201326592~12582912,218103808~16777216,251658240~16777216,276824064~4194304,293601280~8388608,306184192~25165824,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.836 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,25165824~4194304,41943040~4194304,50331648~25165824,88080384~12582912,104857600~4194304,121634816~8388608,138412032~4194304,146800640~16777216,167772160~4194304,180355072~16777216,201326592~12582912,218103808~16777216,251658240~16777216,276824064~4194304,293601280~8388608,306184192~25165824,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.838 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,25165824~4194304,41943040~33554432,88080384~20971520,121634816~12582912,138412032~33554432,180355072~58720256,251658240~20971520,276824064~8388608,293601280~37748736,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.838 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to 17 diff [0~8388608,16777216~4194304,25165824~4194304,37748736~8388608,50331648~25165824,79691776~20971520,104857600~4194304,121634816~8388608,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~16777216,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.839 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,25165824~4194304,37748736~8388608,50331648~25165824,79691776~20971520,104857600~4194304,121634816~8388608,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~16777216,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.841 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~12582912,37748736~37748736,79691776~29360128,121634816~12582912,138412032~37748736,180355072~58720256,251658240~20971520,276824064~58720256,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.841 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to 18 diff [0~8388608,16777216~4194304,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~8388608,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.842 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~8388608,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.846 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~12582912,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~83886080,339738624~8388608,356515840~8388608,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.846 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to 19 diff [0~8388608,16777216~4194304,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.846 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.850 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~12582912,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.850 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to 12 diff [25165824~4194304,54525952~8388608,67108864~8388608,88080384~8388608,146800640~12582912,180355072~8388608,205520896~4194304,251658240~4194304,260046848~8388608] 2024-04-10T16:21:45.850 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [25165824~4194304,54525952~8388608,67108864~8388608,88080384~8388608,146800640~12582912,180355072~8388608,205520896~4194304,251658240~4194304,260046848~8388608] 2024-04-10T16:21:45.851 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [25165824~4194304,54525952~8388608,67108864~8388608,88080384~8388608,146800640~12582912,180355072~12582912,205520896~8388608,251658240~20971520] 2024-04-10T16:21:45.851 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to 13 diff [0~8388608,25165824~4194304,54525952~8388608,67108864~8388608,88080384~8388608,104857600~4194304,121634816~8388608,146800640~12582912,180355072~8388608,192937984~4194304,201326592~12582912,251658240~4194304,260046848~8388608,276824064~4194304,318767104~8388608,343932928~4194304] 2024-04-10T16:21:45.851 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,25165824~4194304,54525952~8388608,67108864~8388608,88080384~8388608,104857600~4194304,121634816~8388608,146800640~12582912,180355072~8388608,192937984~4194304,201326592~12582912,251658240~4194304,260046848~8388608,276824064~4194304,318767104~8388608,343932928~4194304] 2024-04-10T16:21:45.853 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,25165824~4194304,54525952~8388608,67108864~8388608,88080384~8388608,104857600~4194304,121634816~12582912,146800640~12582912,180355072~16777216,201326592~16777216,251658240~20971520,276824064~8388608,318767104~12582912,343932928~4194304] 2024-04-10T16:21:45.853 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to 14 diff [0~8388608,25165824~4194304,54525952~8388608,67108864~8388608,88080384~12582912,104857600~4194304,121634816~8388608,146800640~12582912,180355072~16777216,201326592~12582912,218103808~8388608,230686720~8388608,251658240~4194304,260046848~8388608,276824064~4194304,293601280~8388608,310378496~16777216,343932928~4194304,373293056~4194304,390070272~4194304] 2024-04-10T16:21:45.853 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,25165824~4194304,54525952~8388608,67108864~8388608,88080384~12582912,104857600~4194304,121634816~8388608,146800640~12582912,180355072~16777216,201326592~12582912,218103808~8388608,230686720~8388608,251658240~4194304,260046848~8388608,276824064~4194304,293601280~8388608,310378496~16777216,343932928~4194304,373293056~4194304,390070272~4194304] 2024-04-10T16:21:45.854 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,25165824~4194304,54525952~8388608,67108864~8388608,88080384~20971520,121634816~12582912,146800640~12582912,180355072~58720256,251658240~20971520,276824064~8388608,293601280~8388608,310378496~20971520,343932928~4194304,373293056~8388608,390070272~8388608] 2024-04-10T16:21:45.854 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to 15 diff [0~8388608,25165824~4194304,54525952~20971520,88080384~12582912,104857600~4194304,121634816~8388608,146800640~12582912,167772160~4194304,180355072~16777216,201326592~12582912,218103808~8388608,230686720~8388608,251658240~16777216,276824064~4194304,293601280~8388608,310378496~20971520,339738624~8388608,356515840~8388608,373293056~4194304,390070272~4194304,402653184~4194304] 2024-04-10T16:21:45.854 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,25165824~4194304,54525952~20971520,88080384~12582912,104857600~4194304,121634816~8388608,146800640~12582912,167772160~4194304,180355072~16777216,201326592~12582912,218103808~8388608,230686720~8388608,251658240~16777216,276824064~4194304,293601280~8388608,310378496~20971520,339738624~8388608,356515840~8388608,373293056~4194304,390070272~4194304,402653184~4194304] 2024-04-10T16:21:45.856 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,25165824~4194304,54525952~20971520,88080384~20971520,121634816~12582912,146800640~12582912,167772160~4194304,180355072~58720256,251658240~20971520,276824064~8388608,293601280~8388608,310378496~20971520,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.856 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to 16 diff [0~8388608,25165824~4194304,50331648~25165824,88080384~12582912,104857600~4194304,121634816~8388608,138412032~4194304,146800640~12582912,167772160~4194304,180355072~16777216,201326592~12582912,218103808~8388608,230686720~8388608,251658240~16777216,276824064~4194304,293601280~8388608,310378496~20971520,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.856 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,25165824~4194304,50331648~25165824,88080384~12582912,104857600~4194304,121634816~8388608,138412032~4194304,146800640~12582912,167772160~4194304,180355072~16777216,201326592~12582912,218103808~8388608,230686720~8388608,251658240~16777216,276824064~4194304,293601280~8388608,310378496~20971520,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.859 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,25165824~4194304,50331648~25165824,88080384~20971520,121634816~12582912,138412032~20971520,167772160~4194304,180355072~58720256,251658240~20971520,276824064~8388608,293601280~8388608,310378496~20971520,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.859 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to 17 diff [0~8388608,16777216~4194304,25165824~4194304,37748736~4194304,50331648~25165824,79691776~20971520,104857600~4194304,121634816~8388608,138412032~4194304,146800640~25165824,180355072~33554432,218103808~8388608,230686720~8388608,251658240~16777216,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.859 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,25165824~4194304,37748736~4194304,50331648~25165824,79691776~20971520,104857600~4194304,121634816~8388608,138412032~4194304,146800640~25165824,180355072~33554432,218103808~8388608,230686720~8388608,251658240~16777216,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.862 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~12582912,37748736~8388608,50331648~25165824,79691776~29360128,121634816~12582912,138412032~37748736,180355072~58720256,251658240~20971520,276824064~25165824,310378496~25165824,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.862 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to 18 diff [0~8388608,16777216~4194304,25165824~4194304,33554432~8388608,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~8388608,230686720~8388608,251658240~20971520,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~8388608,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.862 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,25165824~4194304,33554432~8388608,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~8388608,230686720~8388608,251658240~20971520,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~8388608,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.865 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~12582912,33554432~12582912,50331648~58720256,113246208~20971520,138412032~37748736,180355072~58720256,251658240~50331648,310378496~25165824,339738624~8388608,356515840~8388608,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.865 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to 19 diff [0~8388608,16777216~4194304,25165824~4194304,33554432~8388608,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~8388608,230686720~8388608,251658240~20971520,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.865 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,25165824~4194304,33554432~8388608,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~8388608,230686720~8388608,251658240~20971520,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.868 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~12582912,33554432~12582912,50331648~58720256,113246208~20971520,138412032~37748736,180355072~58720256,251658240~50331648,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.868 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to 13 diff [0~8388608,104857600~4194304,121634816~8388608,192937984~4194304,201326592~12582912,260046848~8388608,276824064~4194304,318767104~8388608,343932928~4194304] 2024-04-10T16:21:45.869 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,104857600~4194304,121634816~8388608,192937984~4194304,201326592~12582912,260046848~8388608,276824064~4194304,318767104~8388608,343932928~4194304] 2024-04-10T16:21:45.870 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,104857600~4194304,121634816~12582912,192937984~4194304,201326592~16777216,260046848~8388608,276824064~8388608,318767104~12582912,343932928~4194304] 2024-04-10T16:21:45.870 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to 14 diff [0~8388608,92274688~8388608,104857600~4194304,121634816~8388608,188743680~8388608,201326592~12582912,218103808~8388608,230686720~8388608,260046848~8388608,276824064~4194304,293601280~8388608,310378496~16777216,343932928~4194304,373293056~4194304,390070272~4194304] 2024-04-10T16:21:45.870 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,92274688~8388608,104857600~4194304,121634816~8388608,188743680~8388608,201326592~12582912,218103808~8388608,230686720~8388608,260046848~8388608,276824064~4194304,293601280~8388608,310378496~16777216,343932928~4194304,373293056~4194304,390070272~4194304] 2024-04-10T16:21:45.871 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,92274688~16777216,121634816~12582912,188743680~50331648,260046848~8388608,276824064~8388608,293601280~8388608,310378496~20971520,343932928~4194304,373293056~8388608,390070272~8388608] 2024-04-10T16:21:45.871 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to 15 diff [0~8388608,58720256~8388608,92274688~8388608,104857600~4194304,121634816~8388608,167772160~4194304,188743680~8388608,201326592~12582912,218103808~8388608,230686720~8388608,251658240~12582912,276824064~4194304,293601280~8388608,310378496~20971520,339738624~8388608,356515840~8388608,373293056~4194304,390070272~4194304,402653184~4194304] 2024-04-10T16:21:45.871 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,58720256~8388608,92274688~8388608,104857600~4194304,121634816~8388608,167772160~4194304,188743680~8388608,201326592~12582912,218103808~8388608,230686720~8388608,251658240~12582912,276824064~4194304,293601280~8388608,310378496~20971520,339738624~8388608,356515840~8388608,373293056~4194304,390070272~4194304,402653184~4194304] 2024-04-10T16:21:45.872 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,58720256~8388608,92274688~16777216,121634816~12582912,167772160~4194304,188743680~50331648,251658240~16777216,276824064~8388608,293601280~8388608,310378496~20971520,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.872 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to 16 diff [0~8388608,50331648~16777216,92274688~8388608,104857600~4194304,121634816~8388608,138412032~4194304,167772160~4194304,180355072~4194304,188743680~8388608,201326592~12582912,218103808~8388608,230686720~8388608,251658240~16777216,276824064~4194304,293601280~8388608,310378496~20971520,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.873 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,50331648~16777216,92274688~8388608,104857600~4194304,121634816~8388608,138412032~4194304,167772160~4194304,180355072~4194304,188743680~8388608,201326592~12582912,218103808~8388608,230686720~8388608,251658240~16777216,276824064~4194304,293601280~8388608,310378496~20971520,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.875 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,50331648~16777216,92274688~16777216,121634816~12582912,138412032~8388608,167772160~4194304,180355072~58720256,251658240~16777216,276824064~8388608,293601280~8388608,310378496~20971520,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.875 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to 17 diff [0~8388608,16777216~4194304,37748736~4194304,50331648~16777216,79691776~8388608,92274688~8388608,104857600~4194304,121634816~8388608,138412032~4194304,159383552~12582912,180355072~4194304,188743680~25165824,218103808~8388608,230686720~8388608,251658240~16777216,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.875 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,37748736~4194304,50331648~16777216,79691776~8388608,92274688~8388608,104857600~4194304,121634816~8388608,138412032~4194304,159383552~12582912,180355072~4194304,188743680~25165824,218103808~8388608,230686720~8388608,251658240~16777216,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.877 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~8388608,37748736~8388608,50331648~16777216,79691776~8388608,92274688~16777216,121634816~12582912,138412032~8388608,159383552~16777216,180355072~58720256,251658240~16777216,276824064~25165824,310378496~25165824,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.877 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to 18 diff [0~8388608,16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,104857600~4194304,113246208~20971520,138412032~4194304,159383552~12582912,180355072~4194304,188743680~25165824,218103808~8388608,230686720~8388608,251658240~29360128,285212672~16777216,310378496~25165824,339738624~8388608,356515840~8388608,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.877 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,104857600~4194304,113246208~20971520,138412032~4194304,159383552~12582912,180355072~4194304,188743680~25165824,218103808~8388608,230686720~8388608,251658240~29360128,285212672~16777216,310378496~25165824,339738624~8388608,356515840~8388608,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.880 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~8388608,33554432~12582912,50331648~37748736,92274688~16777216,113246208~20971520,138412032~8388608,159383552~16777216,180355072~58720256,251658240~50331648,310378496~25165824,339738624~8388608,356515840~8388608,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.880 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to 19 diff [0~8388608,16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,104857600~4194304,113246208~20971520,138412032~4194304,146800640~4194304,159383552~12582912,180355072~33554432,218103808~8388608,230686720~8388608,251658240~29360128,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.880 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,104857600~4194304,113246208~20971520,138412032~4194304,146800640~4194304,159383552~12582912,180355072~33554432,218103808~8388608,230686720~8388608,251658240~29360128,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.883 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~8388608,33554432~12582912,50331648~37748736,92274688~16777216,113246208~20971520,138412032~12582912,159383552~16777216,180355072~58720256,251658240~50331648,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.883 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to 14 diff [92274688~8388608,188743680~8388608,201326592~8388608,218103808~8388608,230686720~8388608,293601280~8388608,310378496~8388608,373293056~4194304,390070272~4194304] 2024-04-10T16:21:45.883 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [92274688~8388608,188743680~8388608,201326592~8388608,218103808~8388608,230686720~8388608,293601280~8388608,310378496~8388608,373293056~4194304,390070272~4194304] 2024-04-10T16:21:45.884 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [92274688~12582912,188743680~20971520,218103808~20971520,293601280~8388608,310378496~12582912,373293056~8388608,390070272~8388608] 2024-04-10T16:21:45.884 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to 15 diff [58720256~8388608,92274688~8388608,167772160~4194304,188743680~8388608,201326592~8388608,218103808~8388608,230686720~8388608,251658240~8388608,293601280~8388608,310378496~8388608,327155712~4194304,339738624~8388608,356515840~8388608,373293056~4194304,390070272~4194304,402653184~4194304] 2024-04-10T16:21:45.884 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [58720256~8388608,92274688~8388608,167772160~4194304,188743680~8388608,201326592~8388608,218103808~8388608,230686720~8388608,251658240~8388608,293601280~8388608,310378496~8388608,327155712~4194304,339738624~8388608,356515840~8388608,373293056~4194304,390070272~4194304,402653184~4194304] 2024-04-10T16:21:45.885 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [58720256~8388608,92274688~12582912,167772160~4194304,188743680~20971520,218103808~20971520,251658240~12582912,293601280~8388608,310378496~12582912,327155712~4194304,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,402653184~8388608] 2024-04-10T16:21:45.885 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to 16 diff [50331648~16777216,92274688~8388608,138412032~4194304,167772160~4194304,180355072~4194304,188743680~8388608,201326592~8388608,218103808~8388608,230686720~8388608,251658240~12582912,293601280~8388608,310378496~16777216,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.885 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [50331648~16777216,92274688~8388608,138412032~4194304,167772160~4194304,180355072~4194304,188743680~8388608,201326592~8388608,218103808~8388608,230686720~8388608,251658240~12582912,293601280~8388608,310378496~16777216,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.887 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [50331648~16777216,92274688~12582912,138412032~8388608,167772160~4194304,180355072~29360128,218103808~20971520,251658240~12582912,293601280~8388608,310378496~20971520,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.887 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to 17 diff [16777216~4194304,37748736~4194304,50331648~16777216,79691776~8388608,92274688~8388608,138412032~4194304,159383552~12582912,180355072~4194304,188743680~20971520,218103808~8388608,230686720~8388608,251658240~12582912,285212672~16777216,310378496~20971520,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.887 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,37748736~4194304,50331648~16777216,79691776~8388608,92274688~8388608,138412032~4194304,159383552~12582912,180355072~4194304,188743680~20971520,218103808~8388608,230686720~8388608,251658240~12582912,285212672~16777216,310378496~20971520,339738624~8388608,356515840~8388608,373293056~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.889 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,37748736~8388608,50331648~16777216,79691776~8388608,92274688~12582912,138412032~8388608,159383552~16777216,180355072~29360128,218103808~20971520,251658240~12582912,285212672~16777216,310378496~25165824,339738624~8388608,356515840~8388608,373293056~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.889 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to 18 diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,113246208~8388608,125829120~8388608,138412032~4194304,159383552~12582912,180355072~4194304,188743680~20971520,218103808~8388608,230686720~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~20971520,339738624~8388608,356515840~8388608,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.889 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,113246208~8388608,125829120~8388608,138412032~4194304,159383552~12582912,180355072~4194304,188743680~20971520,218103808~8388608,230686720~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~20971520,339738624~8388608,356515840~8388608,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.891 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,50331648~37748736,92274688~12582912,113246208~8388608,125829120~8388608,138412032~8388608,159383552~16777216,180355072~29360128,218103808~20971520,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~8388608,373293056~8388608,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.891 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to 19 diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~29360128,218103808~8388608,230686720~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.892 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~29360128,218103808~8388608,230686720~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.894 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,50331648~37748736,92274688~12582912,113246208~8388608,125829120~8388608,138412032~12582912,159383552~16777216,180355072~29360128,218103808~20971520,251658240~12582912,268435456~8388608,285212672~16777216,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.894 INFO:tasks.workunit.client.0.smithi102.stdout:from 14 to 15 diff [58720256~8388608,167772160~4194304,230686720~4194304,251658240~8388608,314572800~4194304,327155712~4194304,339738624~8388608,356515840~8388608,390070272~4194304,402653184~4194304] 2024-04-10T16:21:45.894 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [58720256~8388608,167772160~4194304,230686720~4194304,251658240~8388608,314572800~4194304,327155712~4194304,339738624~8388608,356515840~8388608,390070272~4194304,402653184~4194304] 2024-04-10T16:21:45.895 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [58720256~8388608,167772160~4194304,230686720~4194304,251658240~12582912,314572800~8388608,327155712~4194304,339738624~8388608,356515840~8388608,390070272~4194304,402653184~8388608] 2024-04-10T16:21:45.895 INFO:tasks.workunit.client.0.smithi102.stdout:from 14 to 16 diff [50331648~16777216,138412032~4194304,167772160~4194304,180355072~4194304,222298112~12582912,251658240~12582912,310378496~16777216,339738624~8388608,356515840~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.895 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [50331648~16777216,138412032~4194304,167772160~4194304,180355072~4194304,222298112~12582912,251658240~12582912,310378496~16777216,339738624~8388608,356515840~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.897 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [50331648~16777216,138412032~8388608,167772160~4194304,180355072~8388608,222298112~12582912,251658240~12582912,310378496~20971520,339738624~8388608,356515840~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.897 INFO:tasks.workunit.client.0.smithi102.stdout:from 14 to 17 diff [16777216~4194304,37748736~4194304,50331648~16777216,79691776~8388608,138412032~4194304,159383552~12582912,180355072~4194304,197132288~4194304,222298112~12582912,251658240~12582912,285212672~8388608,310378496~20971520,339738624~8388608,356515840~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.897 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,37748736~4194304,50331648~16777216,79691776~8388608,138412032~4194304,159383552~12582912,180355072~4194304,197132288~4194304,222298112~12582912,251658240~12582912,285212672~8388608,310378496~20971520,339738624~8388608,356515840~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.898 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,37748736~8388608,50331648~16777216,79691776~8388608,138412032~8388608,159383552~16777216,180355072~8388608,197132288~4194304,222298112~12582912,251658240~12582912,285212672~12582912,310378496~25165824,339738624~8388608,356515840~8388608,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.898 INFO:tasks.workunit.client.0.smithi102.stdout:from 14 to 18 diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,159383552~12582912,180355072~4194304,188743680~12582912,222298112~12582912,251658240~12582912,268435456~8388608,285212672~16777216,310378496~20971520,339738624~8388608,356515840~8388608,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.898 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,159383552~12582912,180355072~4194304,188743680~12582912,222298112~12582912,251658240~12582912,268435456~8388608,285212672~16777216,310378496~20971520,339738624~8388608,356515840~8388608,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.900 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,50331648~37748736,92274688~8388608,113246208~8388608,125829120~8388608,138412032~8388608,159383552~16777216,180355072~20971520,222298112~12582912,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~8388608,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.900 INFO:tasks.workunit.client.0.smithi102.stdout:from 14 to 19 diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,222298112~12582912,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.900 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,222298112~12582912,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.903 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,50331648~37748736,92274688~8388608,113246208~8388608,125829120~8388608,138412032~12582912,159383552~16777216,180355072~20971520,205520896~4194304,222298112~12582912,251658240~12582912,268435456~8388608,285212672~16777216,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.903 INFO:tasks.workunit.client.0.smithi102.stdout:from 15 to 16 diff [50331648~8388608,138412032~4194304,180355072~4194304,222298112~8388608,251658240~8388608,310378496~8388608,322961408~4194304,390070272~4194304,402653184~12582912] 2024-04-10T16:21:45.903 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [50331648~8388608,138412032~4194304,180355072~4194304,222298112~8388608,251658240~8388608,310378496~8388608,322961408~4194304,390070272~4194304,402653184~12582912] 2024-04-10T16:21:45.904 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [50331648~8388608,138412032~8388608,180355072~8388608,222298112~8388608,251658240~12582912,310378496~20971520,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.904 INFO:tasks.workunit.client.0.smithi102.stdout:from 15 to 17 diff [16777216~4194304,37748736~4194304,50331648~8388608,79691776~8388608,138412032~4194304,159383552~12582912,180355072~4194304,197132288~4194304,222298112~8388608,251658240~8388608,285212672~8388608,310378496~8388608,322961408~8388608,356515840~4194304,390070272~4194304,402653184~12582912] 2024-04-10T16:21:45.904 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,37748736~4194304,50331648~8388608,79691776~8388608,138412032~4194304,159383552~12582912,180355072~4194304,197132288~4194304,222298112~8388608,251658240~8388608,285212672~8388608,310378496~8388608,322961408~8388608,356515840~4194304,390070272~4194304,402653184~12582912] 2024-04-10T16:21:45.906 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,37748736~8388608,50331648~8388608,79691776~8388608,138412032~8388608,159383552~16777216,180355072~8388608,197132288~4194304,222298112~8388608,251658240~12582912,285212672~12582912,310378496~25165824,356515840~4194304,390070272~8388608,402653184~12582912] 2024-04-10T16:21:45.906 INFO:tasks.workunit.client.0.smithi102.stdout:from 15 to 18 diff [16777216~4194304,33554432~8388608,50331648~8388608,67108864~8388608,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,159383552~12582912,180355072~4194304,188743680~12582912,222298112~8388608,251658240~8388608,268435456~8388608,285212672~16777216,310378496~8388608,322961408~8388608,356515840~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.906 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,50331648~8388608,67108864~8388608,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,159383552~12582912,180355072~4194304,188743680~12582912,222298112~8388608,251658240~8388608,268435456~8388608,285212672~16777216,310378496~8388608,322961408~8388608,356515840~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.908 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,50331648~8388608,67108864~20971520,92274688~8388608,113246208~8388608,125829120~8388608,138412032~8388608,159383552~16777216,180355072~20971520,222298112~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,356515840~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.908 INFO:tasks.workunit.client.0.smithi102.stdout:from 15 to 19 diff [16777216~4194304,33554432~8388608,50331648~8388608,67108864~8388608,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,222298112~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~8388608,322961408~12582912,356515840~4194304,364904448~4194304,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.908 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,50331648~8388608,67108864~8388608,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,222298112~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~8388608,322961408~12582912,356515840~4194304,364904448~4194304,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.910 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,50331648~8388608,67108864~20971520,92274688~8388608,113246208~8388608,125829120~8388608,138412032~12582912,159383552~16777216,180355072~20971520,205520896~4194304,222298112~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~29360128,356515840~4194304,364904448~16777216,385875968~12582912,402653184~12582912] 2024-04-10T16:21:45.911 INFO:tasks.workunit.client.0.smithi102.stdout:from 16 to 17 diff [16777216~4194304,37748736~4194304,79691776~8388608,159383552~12582912,180355072~4194304,197132288~4194304,285212672~8388608,327155712~8388608,356515840~4194304] 2024-04-10T16:21:45.911 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,37748736~4194304,79691776~8388608,159383552~12582912,180355072~4194304,197132288~4194304,285212672~8388608,327155712~8388608,356515840~4194304] 2024-04-10T16:21:45.912 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,37748736~8388608,79691776~8388608,159383552~16777216,180355072~4194304,197132288~4194304,285212672~12582912,327155712~8388608,356515840~4194304] 2024-04-10T16:21:45.912 INFO:tasks.workunit.client.0.smithi102.stdout:from 16 to 18 diff [16777216~4194304,33554432~8388608,67108864~8388608,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,159383552~12582912,180355072~4194304,188743680~12582912,268435456~8388608,285212672~16777216,327155712~8388608,356515840~4194304,385875968~8388608] 2024-04-10T16:21:45.912 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,67108864~8388608,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,159383552~12582912,180355072~4194304,188743680~12582912,268435456~8388608,285212672~16777216,327155712~8388608,356515840~4194304,385875968~8388608] 2024-04-10T16:21:45.914 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,67108864~20971520,92274688~8388608,113246208~8388608,125829120~8388608,159383552~16777216,180355072~4194304,188743680~12582912,268435456~8388608,285212672~16777216,327155712~8388608,356515840~4194304,385875968~12582912] 2024-04-10T16:21:45.914 INFO:tasks.workunit.client.0.smithi102.stdout:from 16 to 19 diff [16777216~4194304,33554432~8388608,67108864~8388608,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,255852544~8388608,268435456~8388608,285212672~16777216,327155712~12582912,356515840~4194304,364904448~4194304,373293056~4194304,385875968~8388608] 2024-04-10T16:21:45.914 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,67108864~8388608,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,255852544~8388608,268435456~8388608,285212672~16777216,327155712~12582912,356515840~4194304,364904448~4194304,373293056~4194304,385875968~8388608] 2024-04-10T16:21:45.916 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,67108864~20971520,92274688~8388608,113246208~8388608,125829120~8388608,146800640~4194304,159383552~16777216,180355072~20971520,205520896~4194304,255852544~8388608,268435456~8388608,285212672~16777216,327155712~12582912,356515840~4194304,364904448~16777216,385875968~12582912] 2024-04-10T16:21:45.916 INFO:tasks.workunit.client.0.smithi102.stdout:from 17 to 18 diff [33554432~8388608,67108864~8388608,92274688~4194304,113246208~8388608,125829120~8388608,188743680~8388608,268435456~8388608,293601280~8388608,385875968~8388608] 2024-04-10T16:21:45.916 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [33554432~8388608,67108864~8388608,92274688~4194304,113246208~8388608,125829120~8388608,188743680~8388608,268435456~8388608,293601280~8388608,385875968~8388608] 2024-04-10T16:21:45.917 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [33554432~8388608,67108864~12582912,92274688~8388608,113246208~8388608,125829120~8388608,188743680~12582912,268435456~8388608,293601280~8388608,385875968~12582912] 2024-04-10T16:21:45.917 INFO:tasks.workunit.client.0.smithi102.stdout:from 17 to 19 diff [33554432~8388608,67108864~8388608,92274688~4194304,113246208~8388608,125829120~8388608,146800640~4194304,184549376~16777216,205520896~4194304,255852544~8388608,268435456~8388608,293601280~8388608,331350016~4194304,364904448~4194304,373293056~4194304,385875968~8388608] 2024-04-10T16:21:45.917 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [33554432~8388608,67108864~8388608,92274688~4194304,113246208~8388608,125829120~8388608,146800640~4194304,184549376~16777216,205520896~4194304,255852544~8388608,268435456~8388608,293601280~8388608,331350016~4194304,364904448~4194304,373293056~4194304,385875968~8388608] 2024-04-10T16:21:45.918 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [33554432~8388608,67108864~12582912,92274688~8388608,113246208~8388608,125829120~8388608,146800640~4194304,184549376~16777216,205520896~4194304,255852544~8388608,268435456~8388608,293601280~8388608,331350016~8388608,364904448~16777216,385875968~12582912] 2024-04-10T16:21:45.918 INFO:tasks.workunit.client.0.smithi102.stdout:from 18 to 19 diff [146800640~4194304,184549376~8388608,197132288~4194304,205520896~4194304,255852544~8388608,331350016~4194304,364904448~4194304,373293056~4194304] 2024-04-10T16:21:45.919 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [146800640~4194304,184549376~8388608,197132288~4194304,205520896~4194304,255852544~8388608,331350016~4194304,364904448~4194304,373293056~4194304] 2024-04-10T16:21:45.919 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [146800640~4194304,184549376~16777216,205520896~4194304,255852544~8388608,331350016~8388608,364904448~16777216] 2024-04-10T16:21:46.341 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:46.341 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:46.365 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~29360128] 2024-04-10T16:21:46.365 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.365 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.372 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.372 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.372 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.378 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.378 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.379 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.384 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.384 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.385 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.390 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.390 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.390 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.396 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.396 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.396 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.401 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.401 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.401 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.406 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~96468992,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.406 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to HEAD diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.406 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.411 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.411 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to HEAD diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.412 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.415 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.415 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to HEAD diff [0~8388608,16777216~4194304,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.415 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.418 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~12582912,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.419 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to HEAD diff [0~8388608,16777216~4194304,25165824~4194304,33554432~8388608,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~8388608,230686720~8388608,251658240~20971520,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.419 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,25165824~4194304,33554432~8388608,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~8388608,230686720~8388608,251658240~20971520,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.422 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~12582912,33554432~12582912,50331648~58720256,113246208~20971520,138412032~37748736,180355072~58720256,251658240~50331648,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.422 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to HEAD diff [0~8388608,16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,104857600~4194304,113246208~20971520,138412032~4194304,146800640~4194304,159383552~12582912,180355072~33554432,218103808~8388608,230686720~8388608,251658240~29360128,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.422 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,104857600~4194304,113246208~20971520,138412032~4194304,146800640~4194304,159383552~12582912,180355072~33554432,218103808~8388608,230686720~8388608,251658240~29360128,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.425 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~8388608,33554432~12582912,50331648~37748736,92274688~16777216,113246208~20971520,138412032~12582912,159383552~16777216,180355072~58720256,251658240~50331648,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.425 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to HEAD diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~29360128,218103808~8388608,230686720~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.425 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~29360128,218103808~8388608,230686720~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.427 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,50331648~37748736,92274688~12582912,113246208~8388608,125829120~8388608,138412032~12582912,159383552~16777216,180355072~29360128,218103808~20971520,251658240~12582912,268435456~8388608,285212672~16777216,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.427 INFO:tasks.workunit.client.0.smithi102.stdout:from 14 to HEAD diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,222298112~12582912,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.427 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,222298112~12582912,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.430 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,50331648~37748736,92274688~8388608,113246208~8388608,125829120~8388608,138412032~12582912,159383552~16777216,180355072~20971520,205520896~4194304,222298112~12582912,251658240~12582912,268435456~8388608,285212672~16777216,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.430 INFO:tasks.workunit.client.0.smithi102.stdout:from 15 to HEAD diff [16777216~4194304,33554432~8388608,50331648~8388608,67108864~8388608,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,222298112~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~8388608,322961408~12582912,356515840~4194304,364904448~4194304,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.430 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,50331648~8388608,67108864~8388608,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,222298112~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~8388608,322961408~12582912,356515840~4194304,364904448~4194304,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.431 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,50331648~8388608,67108864~20971520,92274688~8388608,113246208~8388608,125829120~8388608,138412032~12582912,159383552~16777216,180355072~20971520,205520896~4194304,222298112~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~29360128,356515840~4194304,364904448~16777216,385875968~12582912,402653184~12582912] 2024-04-10T16:21:46.431 INFO:tasks.workunit.client.0.smithi102.stdout:from 16 to HEAD diff [16777216~4194304,33554432~8388608,67108864~8388608,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,255852544~8388608,268435456~8388608,285212672~16777216,327155712~12582912,356515840~4194304,364904448~4194304,373293056~4194304,385875968~8388608] 2024-04-10T16:21:46.431 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,67108864~8388608,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,255852544~8388608,268435456~8388608,285212672~16777216,327155712~12582912,356515840~4194304,364904448~4194304,373293056~4194304,385875968~8388608] 2024-04-10T16:21:46.433 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,67108864~20971520,92274688~8388608,113246208~8388608,125829120~8388608,146800640~4194304,159383552~16777216,180355072~20971520,205520896~4194304,255852544~8388608,268435456~8388608,285212672~16777216,327155712~12582912,356515840~4194304,364904448~16777216,385875968~12582912] 2024-04-10T16:21:46.433 INFO:tasks.workunit.client.0.smithi102.stdout:from 17 to HEAD diff [33554432~8388608,67108864~8388608,92274688~4194304,113246208~8388608,125829120~8388608,146800640~4194304,184549376~16777216,205520896~4194304,255852544~8388608,268435456~8388608,293601280~8388608,331350016~4194304,364904448~4194304,373293056~4194304,385875968~8388608] 2024-04-10T16:21:46.433 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [33554432~8388608,67108864~8388608,92274688~4194304,113246208~8388608,125829120~8388608,146800640~4194304,184549376~16777216,205520896~4194304,255852544~8388608,268435456~8388608,293601280~8388608,331350016~4194304,364904448~4194304,373293056~4194304,385875968~8388608] 2024-04-10T16:21:46.433 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [33554432~8388608,67108864~12582912,92274688~8388608,113246208~8388608,125829120~8388608,146800640~4194304,184549376~16777216,205520896~4194304,255852544~8388608,268435456~8388608,293601280~8388608,331350016~8388608,364904448~16777216,385875968~12582912] 2024-04-10T16:21:46.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:46 smithi154 ceph-mon[84269]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-10T16:21:46.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:21:46.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:21:46.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:21:46.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:21:46.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:21:46.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:46 smithi102 ceph-mon[90943]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-10T16:21:46.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:21:46.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:21:46.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:21:46.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:21:46.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:21:46.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:46 smithi102 ceph-mon[88557]: osdmap e2085: 8 total, 8 up, 8 in 2024-04-10T16:21:46.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:21:46.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:21:46.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:21:46.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:21:46.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:21:47.352 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:47.353 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:47.386 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~29360128] 2024-04-10T16:21:47.386 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.386 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.399 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.399 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.399 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.405 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.405 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.405 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.411 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.411 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.411 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.417 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.418 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.418 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.423 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.424 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.424 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.429 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.429 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.429 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.434 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~96468992,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.434 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to HEAD diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.434 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.439 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.439 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to HEAD diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.439 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.443 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.443 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to HEAD diff [0~8388608,16777216~4194304,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.443 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.447 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~12582912,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.447 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to HEAD diff [0~8388608,16777216~4194304,25165824~4194304,33554432~8388608,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~8388608,230686720~8388608,251658240~20971520,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.447 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,25165824~4194304,33554432~8388608,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~8388608,230686720~8388608,251658240~20971520,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.450 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~12582912,33554432~12582912,50331648~58720256,113246208~20971520,138412032~37748736,180355072~58720256,251658240~50331648,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.451 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to HEAD diff [0~8388608,16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,104857600~4194304,113246208~20971520,138412032~4194304,146800640~4194304,159383552~12582912,180355072~33554432,218103808~8388608,230686720~8388608,251658240~29360128,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.451 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,104857600~4194304,113246208~20971520,138412032~4194304,146800640~4194304,159383552~12582912,180355072~33554432,218103808~8388608,230686720~8388608,251658240~29360128,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.453 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~8388608,33554432~12582912,50331648~37748736,92274688~16777216,113246208~20971520,138412032~12582912,159383552~16777216,180355072~58720256,251658240~50331648,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.453 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to HEAD diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~29360128,218103808~8388608,230686720~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.453 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~29360128,218103808~8388608,230686720~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.455 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,50331648~37748736,92274688~12582912,113246208~8388608,125829120~8388608,138412032~12582912,159383552~16777216,180355072~29360128,218103808~20971520,251658240~12582912,268435456~8388608,285212672~16777216,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.456 INFO:tasks.workunit.client.0.smithi102.stdout:from 14 to HEAD diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,222298112~12582912,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.456 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,222298112~12582912,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.457 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,50331648~37748736,92274688~8388608,113246208~8388608,125829120~8388608,138412032~12582912,159383552~16777216,180355072~20971520,205520896~4194304,222298112~12582912,251658240~12582912,268435456~8388608,285212672~16777216,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.457 INFO:tasks.workunit.client.0.smithi102.stdout:from 15 to HEAD diff [16777216~4194304,33554432~8388608,50331648~8388608,67108864~8388608,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,222298112~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~8388608,322961408~12582912,356515840~4194304,364904448~4194304,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.458 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,50331648~8388608,67108864~8388608,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,222298112~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~8388608,322961408~12582912,356515840~4194304,364904448~4194304,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.459 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,50331648~8388608,67108864~20971520,92274688~8388608,113246208~8388608,125829120~8388608,138412032~12582912,159383552~16777216,180355072~20971520,205520896~4194304,222298112~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~29360128,356515840~4194304,364904448~16777216,385875968~12582912,402653184~12582912] 2024-04-10T16:21:47.459 INFO:tasks.workunit.client.0.smithi102.stdout:from 16 to HEAD diff [16777216~4194304,33554432~8388608,67108864~8388608,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,255852544~8388608,268435456~8388608,285212672~16777216,327155712~12582912,356515840~4194304,364904448~4194304,373293056~4194304,385875968~8388608] 2024-04-10T16:21:47.459 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,67108864~8388608,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,255852544~8388608,268435456~8388608,285212672~16777216,327155712~12582912,356515840~4194304,364904448~4194304,373293056~4194304,385875968~8388608] 2024-04-10T16:21:47.460 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,67108864~20971520,92274688~8388608,113246208~8388608,125829120~8388608,146800640~4194304,159383552~16777216,180355072~20971520,205520896~4194304,255852544~8388608,268435456~8388608,285212672~16777216,327155712~12582912,356515840~4194304,364904448~16777216,385875968~12582912] 2024-04-10T16:21:47.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:47 smithi154 ceph-mon[84269]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-10T16:21:47.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:47 smithi154 ceph-mon[84269]: pgmap v4038: 137 pgs: 137 active+clean; 900 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 302 KiB/s rd, 39 MiB/s wr, 500 op/s 2024-04-10T16:21:47.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:47 smithi102 ceph-mon[90943]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-10T16:21:47.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:47 smithi102 ceph-mon[90943]: pgmap v4038: 137 pgs: 137 active+clean; 900 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 302 KiB/s rd, 39 MiB/s wr, 500 op/s 2024-04-10T16:21:47.690 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:21:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:21:47] "GET /metrics HTTP/1.1" 200 36624 "" "Prometheus/2.43.0" 2024-04-10T16:21:47.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:47 smithi102 ceph-mon[88557]: osdmap e2086: 8 total, 8 up, 8 in 2024-04-10T16:21:47.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:47 smithi102 ceph-mon[88557]: pgmap v4038: 137 pgs: 137 active+clean; 900 MiB data, 6.2 GiB used, 709 GiB / 715 GiB avail; 302 KiB/s rd, 39 MiB/s wr, 500 op/s 2024-04-10T16:21:48.358 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:48.358 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:48.398 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~29360128] 2024-04-10T16:21:48.398 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.398 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.405 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.405 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.405 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.411 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.411 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.411 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.417 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.418 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.418 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.423 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.423 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.423 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.428 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.428 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.428 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.433 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.434 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.434 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.438 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~96468992,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.438 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to HEAD diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.438 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.442 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.442 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to HEAD diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.442 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.446 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.446 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to HEAD diff [0~8388608,16777216~4194304,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.446 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.449 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~12582912,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.450 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to HEAD diff [0~8388608,16777216~4194304,25165824~4194304,33554432~8388608,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~8388608,230686720~8388608,251658240~20971520,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.450 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,25165824~4194304,33554432~8388608,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~8388608,230686720~8388608,251658240~20971520,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.452 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~12582912,33554432~12582912,50331648~58720256,113246208~20971520,138412032~37748736,180355072~58720256,251658240~50331648,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.452 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to HEAD diff [0~8388608,16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,104857600~4194304,113246208~20971520,138412032~4194304,146800640~4194304,159383552~12582912,180355072~33554432,218103808~8388608,230686720~8388608,251658240~29360128,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.452 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,104857600~4194304,113246208~20971520,138412032~4194304,146800640~4194304,159383552~12582912,180355072~33554432,218103808~8388608,230686720~8388608,251658240~29360128,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.455 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~8388608,33554432~12582912,50331648~37748736,92274688~16777216,113246208~20971520,138412032~12582912,159383552~16777216,180355072~58720256,251658240~50331648,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.455 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to HEAD diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~29360128,218103808~8388608,230686720~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.455 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~29360128,218103808~8388608,230686720~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.457 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,50331648~37748736,92274688~12582912,113246208~8388608,125829120~8388608,138412032~12582912,159383552~16777216,180355072~29360128,218103808~20971520,251658240~12582912,268435456~8388608,285212672~16777216,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.457 INFO:tasks.workunit.client.0.smithi102.stdout:from 14 to HEAD diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,222298112~12582912,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.457 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,222298112~12582912,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.459 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,50331648~37748736,92274688~8388608,113246208~8388608,125829120~8388608,138412032~12582912,159383552~16777216,180355072~20971520,205520896~4194304,222298112~12582912,251658240~12582912,268435456~8388608,285212672~16777216,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.459 INFO:tasks.workunit.client.0.smithi102.stdout:from 15 to HEAD diff [16777216~4194304,33554432~8388608,50331648~8388608,67108864~8388608,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,222298112~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~8388608,322961408~12582912,356515840~4194304,364904448~4194304,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.459 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,50331648~8388608,67108864~8388608,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,222298112~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~8388608,322961408~12582912,356515840~4194304,364904448~4194304,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.460 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,50331648~8388608,67108864~20971520,92274688~8388608,113246208~8388608,125829120~8388608,138412032~12582912,159383552~16777216,180355072~20971520,205520896~4194304,222298112~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~29360128,356515840~4194304,364904448~16777216,385875968~12582912,402653184~12582912] 2024-04-10T16:21:48.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:48 smithi154 ceph-mon[84269]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-10T16:21:48.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:48 smithi102 ceph-mon[88557]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-10T16:21:48.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:48 smithi102 ceph-mon[90943]: osdmap e2087: 8 total, 8 up, 8 in 2024-04-10T16:21:49.358 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:49.358 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:49.395 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~29360128] 2024-04-10T16:21:49.395 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.395 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.403 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.404 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.404 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.411 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.411 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.411 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.416 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.417 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.417 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.422 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.422 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.422 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.426 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.426 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.427 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.431 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.431 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.431 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.435 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~96468992,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.435 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to HEAD diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.435 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.440 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.440 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to HEAD diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.440 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.443 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.443 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to HEAD diff [0~8388608,16777216~4194304,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.443 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.446 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~12582912,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.446 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to HEAD diff [0~8388608,16777216~4194304,25165824~4194304,33554432~8388608,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~8388608,230686720~8388608,251658240~20971520,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.446 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,25165824~4194304,33554432~8388608,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~8388608,230686720~8388608,251658240~20971520,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.448 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~12582912,33554432~12582912,50331648~58720256,113246208~20971520,138412032~37748736,180355072~58720256,251658240~50331648,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.448 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to HEAD diff [0~8388608,16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,104857600~4194304,113246208~20971520,138412032~4194304,146800640~4194304,159383552~12582912,180355072~33554432,218103808~8388608,230686720~8388608,251658240~29360128,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.448 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,104857600~4194304,113246208~20971520,138412032~4194304,146800640~4194304,159383552~12582912,180355072~33554432,218103808~8388608,230686720~8388608,251658240~29360128,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.450 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~8388608,33554432~12582912,50331648~37748736,92274688~16777216,113246208~20971520,138412032~12582912,159383552~16777216,180355072~58720256,251658240~50331648,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.451 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to HEAD diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~29360128,218103808~8388608,230686720~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.451 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~29360128,218103808~8388608,230686720~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.452 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,50331648~37748736,92274688~12582912,113246208~8388608,125829120~8388608,138412032~12582912,159383552~16777216,180355072~29360128,218103808~20971520,251658240~12582912,268435456~8388608,285212672~16777216,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.452 INFO:tasks.workunit.client.0.smithi102.stdout:from 14 to HEAD diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,222298112~12582912,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.452 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~4194304,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~20971520,205520896~4194304,222298112~12582912,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.453 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,50331648~37748736,92274688~8388608,113246208~8388608,125829120~8388608,138412032~12582912,159383552~16777216,180355072~20971520,205520896~4194304,222298112~12582912,251658240~12582912,268435456~8388608,285212672~16777216,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:49.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:49 smithi154 ceph-mon[84269]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-10T16:21:49.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:49 smithi154 ceph-mon[84269]: pgmap v4041: 137 pgs: 137 active+clean; 911 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 495 KiB/s rd, 19 MiB/s wr, 866 op/s 2024-04-10T16:21:49.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:49 smithi102 ceph-mon[88557]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-10T16:21:49.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:49 smithi102 ceph-mon[88557]: pgmap v4041: 137 pgs: 137 active+clean; 911 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 495 KiB/s rd, 19 MiB/s wr, 866 op/s 2024-04-10T16:21:49.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:49 smithi102 ceph-mon[90943]: osdmap e2088: 8 total, 8 up, 8 in 2024-04-10T16:21:49.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:49 smithi102 ceph-mon[90943]: pgmap v4041: 137 pgs: 137 active+clean; 911 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 495 KiB/s rd, 19 MiB/s wr, 866 op/s 2024-04-10T16:21:50.380 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:50.380 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:50.417 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~29360128] 2024-04-10T16:21:50.418 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.418 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.424 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.424 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.424 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.434 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.434 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.434 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.442 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.442 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.442 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.447 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.447 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.447 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.451 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.451 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.451 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.455 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.455 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.455 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.459 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~96468992,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.459 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to HEAD diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.459 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.463 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.463 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to HEAD diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.463 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.466 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.466 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to HEAD diff [0~8388608,16777216~4194304,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.466 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.469 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~12582912,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.469 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to HEAD diff [0~8388608,16777216~4194304,25165824~4194304,33554432~8388608,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~8388608,230686720~8388608,251658240~20971520,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.469 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,25165824~4194304,33554432~8388608,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~8388608,230686720~8388608,251658240~20971520,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.471 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~12582912,33554432~12582912,50331648~58720256,113246208~20971520,138412032~37748736,180355072~58720256,251658240~50331648,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.471 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to HEAD diff [0~8388608,16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,104857600~4194304,113246208~20971520,138412032~4194304,146800640~4194304,159383552~12582912,180355072~33554432,218103808~8388608,230686720~8388608,251658240~29360128,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.471 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,104857600~4194304,113246208~20971520,138412032~4194304,146800640~4194304,159383552~12582912,180355072~33554432,218103808~8388608,230686720~8388608,251658240~29360128,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.473 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~8388608,33554432~12582912,50331648~37748736,92274688~16777216,113246208~20971520,138412032~12582912,159383552~16777216,180355072~58720256,251658240~50331648,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.473 INFO:tasks.workunit.client.0.smithi102.stdout:from 13 to HEAD diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~29360128,218103808~8388608,230686720~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.473 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,113246208~8388608,125829120~8388608,138412032~4194304,146800640~4194304,159383552~12582912,180355072~29360128,218103808~8388608,230686720~8388608,251658240~12582912,268435456~8388608,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.474 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [16777216~8388608,33554432~12582912,50331648~37748736,92274688~12582912,113246208~8388608,125829120~8388608,138412032~12582912,159383552~16777216,180355072~29360128,218103808~20971520,251658240~12582912,268435456~8388608,285212672~16777216,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:50.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:50 smithi154 ceph-mon[84269]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-10T16:21:50.688 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:50 smithi102 ceph-mon[88557]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-10T16:21:50.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:50 smithi102 ceph-mon[90943]: osdmap e2089: 8 total, 8 up, 8 in 2024-04-10T16:21:51.386 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:51.386 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:51.418 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~29360128] 2024-04-10T16:21:51.418 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.418 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.434 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.435 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.435 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.441 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.441 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.441 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.445 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.446 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.446 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.450 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.450 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.450 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.453 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.453 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.453 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.457 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.457 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.457 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.461 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~96468992,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.461 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to HEAD diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.461 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.464 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.464 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to HEAD diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.464 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.466 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.467 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to HEAD diff [0~8388608,16777216~4194304,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.467 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.469 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~12582912,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.469 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to HEAD diff [0~8388608,16777216~4194304,25165824~4194304,33554432~8388608,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~8388608,230686720~8388608,251658240~20971520,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.469 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,25165824~4194304,33554432~8388608,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~8388608,230686720~8388608,251658240~20971520,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.471 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~12582912,33554432~12582912,50331648~58720256,113246208~20971520,138412032~37748736,180355072~58720256,251658240~50331648,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.471 INFO:tasks.workunit.client.0.smithi102.stdout:from 12 to HEAD diff [0~8388608,16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,104857600~4194304,113246208~20971520,138412032~4194304,146800640~4194304,159383552~12582912,180355072~33554432,218103808~8388608,230686720~8388608,251658240~29360128,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.471 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,33554432~8388608,50331648~25165824,79691776~8388608,92274688~8388608,104857600~4194304,113246208~20971520,138412032~4194304,146800640~4194304,159383552~12582912,180355072~33554432,218103808~8388608,230686720~8388608,251658240~29360128,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.472 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~8388608,33554432~12582912,50331648~37748736,92274688~16777216,113246208~20971520,138412032~12582912,159383552~16777216,180355072~58720256,251658240~50331648,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:51.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:51 smithi154 ceph-mon[84269]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-10T16:21:51.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:51 smithi154 ceph-mon[84269]: pgmap v4044: 137 pgs: 137 active+clean; 904 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 632 KiB/s rd, 3.7 MiB/s wr, 1.17k op/s 2024-04-10T16:21:51.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:51 smithi102 ceph-mon[90943]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-10T16:21:51.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:51 smithi102 ceph-mon[90943]: pgmap v4044: 137 pgs: 137 active+clean; 904 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 632 KiB/s rd, 3.7 MiB/s wr, 1.17k op/s 2024-04-10T16:21:51.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:51 smithi102 ceph-mon[88557]: osdmap e2090: 8 total, 8 up, 8 in 2024-04-10T16:21:51.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:51 smithi102 ceph-mon[88557]: pgmap v4044: 137 pgs: 137 active+clean; 904 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 632 KiB/s rd, 3.7 MiB/s wr, 1.17k op/s 2024-04-10T16:21:52.397 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:52.397 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:52.430 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~29360128] 2024-04-10T16:21:52.430 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.430 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.439 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.440 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.440 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.444 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.445 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.445 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.449 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.449 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.449 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.454 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.454 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.454 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.460 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.460 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.460 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.463 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.463 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.463 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.466 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~96468992,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.466 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to HEAD diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.466 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.469 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.469 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to HEAD diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.469 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.471 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.471 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to HEAD diff [0~8388608,16777216~4194304,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.471 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.473 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~12582912,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.473 INFO:tasks.workunit.client.0.smithi102.stdout:from 11 to HEAD diff [0~8388608,16777216~4194304,25165824~4194304,33554432~8388608,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~8388608,230686720~8388608,251658240~20971520,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.473 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,25165824~4194304,33554432~8388608,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~8388608,230686720~8388608,251658240~20971520,276824064~4194304,285212672~16777216,310378496~25165824,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.474 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~12582912,33554432~12582912,50331648~58720256,113246208~20971520,138412032~37748736,180355072~58720256,251658240~50331648,310378496~37748736,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:52.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:52 smithi154 ceph-mon[84269]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-10T16:21:52.659 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:21:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:21:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:21:52.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:52 smithi102 ceph-mon[90943]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-10T16:21:52.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:52 smithi102 ceph-mon[88557]: osdmap e2091: 8 total, 8 up, 8 in 2024-04-10T16:21:53.415 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:53.415 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:53.443 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~29360128] 2024-04-10T16:21:53.443 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.443 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.457 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.458 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.458 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.464 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.464 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.465 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.468 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.468 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.468 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.471 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.472 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.472 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.475 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.475 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.475 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.477 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.478 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.478 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.480 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~96468992,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.480 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to HEAD diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.480 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.483 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.483 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to HEAD diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.483 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.484 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.484 INFO:tasks.workunit.client.0.smithi102.stdout:from 10 to HEAD diff [0~8388608,16777216~4194304,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.484 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,16777216~4194304,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.485 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,16777216~12582912,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:53.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:53 smithi154 ceph-mon[84269]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-10T16:21:53.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:53 smithi154 ceph-mon[84269]: pgmap v4047: 137 pgs: 137 active+clean; 885 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 357 KiB/s rd, 1.5 KiB/s wr, 713 op/s 2024-04-10T16:21:53.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:53.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:53 smithi102 ceph-mon[90943]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-10T16:21:53.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:53 smithi102 ceph-mon[90943]: pgmap v4047: 137 pgs: 137 active+clean; 885 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 357 KiB/s rd, 1.5 KiB/s wr, 713 op/s 2024-04-10T16:21:53.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:53.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:53 smithi102 ceph-mon[88557]: osdmap e2092: 8 total, 8 up, 8 in 2024-04-10T16:21:53.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:53 smithi102 ceph-mon[88557]: pgmap v4047: 137 pgs: 137 active+clean; 885 MiB data, 6.3 GiB used, 709 GiB / 715 GiB avail; 357 KiB/s rd, 1.5 KiB/s wr, 713 op/s 2024-04-10T16:21:53.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:21:54.103 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:54.103 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:54.136 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~29360128] 2024-04-10T16:21:54.136 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.137 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.154 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.154 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.155 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.161 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.161 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.161 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.165 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.165 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.165 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.167 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.168 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.168 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.171 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.171 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.171 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.173 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.173 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.173 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.175 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~96468992,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.176 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to HEAD diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.176 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.177 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.177 INFO:tasks.workunit.client.0.smithi102.stdout:from 9 to HEAD diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.177 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.178 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:54.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:54 smithi154 ceph-mon[84269]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-10T16:21:54.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:54 smithi154 ceph-mon[84269]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-10T16:21:54.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:54 smithi102 ceph-mon[90943]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-10T16:21:54.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:54 smithi102 ceph-mon[90943]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-10T16:21:54.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:54 smithi102 ceph-mon[88557]: osdmap e2093: 8 total, 8 up, 8 in 2024-04-10T16:21:54.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:54 smithi102 ceph-mon[88557]: osdmap e2094: 8 total, 8 up, 8 in 2024-04-10T16:21:55.097 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:55.097 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:55.127 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~29360128] 2024-04-10T16:21:55.127 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.128 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.137 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.137 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.137 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.151 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.151 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.151 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.156 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.157 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.157 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.159 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.160 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.160 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.162 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.162 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.162 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.164 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.165 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.165 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.166 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~96468992,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.166 INFO:tasks.workunit.client.0.smithi102.stdout:from 8 to HEAD diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.166 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~8388608,25165824~4194304,33554432~12582912,50331648~50331648,104857600~4194304,113246208~20971520,138412032~4194304,146800640~25165824,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~8388608,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.168 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~16777216,33554432~75497472,113246208~20971520,138412032~37748736,180355072~58720256,251658240~96468992,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:55.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:55 smithi154 ceph-mon[84269]: pgmap v4050: 137 pgs: 137 active+clean; 832 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 246 KiB/s rd, 5.0 KiB/s wr, 416 op/s 2024-04-10T16:21:55.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:55 smithi154 ceph-mon[84269]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-10T16:21:55.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:55 smithi102 ceph-mon[90943]: pgmap v4050: 137 pgs: 137 active+clean; 832 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 246 KiB/s rd, 5.0 KiB/s wr, 416 op/s 2024-04-10T16:21:55.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:55 smithi102 ceph-mon[90943]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-10T16:21:55.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:55 smithi102 ceph-mon[88557]: pgmap v4050: 137 pgs: 137 active+clean; 832 MiB data, 6.1 GiB used, 709 GiB / 715 GiB avail; 246 KiB/s rd, 5.0 KiB/s wr, 416 op/s 2024-04-10T16:21:55.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:55 smithi102 ceph-mon[88557]: osdmap e2095: 8 total, 8 up, 8 in 2024-04-10T16:21:56.100 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:56.100 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:56.128 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~29360128] 2024-04-10T16:21:56.128 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:56.128 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:56.139 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:56.139 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:56.139 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:56.143 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:56.143 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:56.143 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:56.147 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:56.147 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:56.147 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:56.150 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:56.150 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:56.150 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:56.153 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:56.153 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:56.153 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:56.154 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:56.155 INFO:tasks.workunit.client.0.smithi102.stdout:from 7 to HEAD diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:56.155 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~8388608,12582912~33554432,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:56.156 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~8388608,12582912~96468992,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:57.110 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:57.110 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:57.139 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~29360128] 2024-04-10T16:21:57.139 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:57.139 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:57.149 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:57.149 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:57.149 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:57.154 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:57.154 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:57.154 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:57.157 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:57.157 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:57.157 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:57.159 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:57.159 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:57.159 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:57.161 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:57.161 INFO:tasks.workunit.client.0.smithi102.stdout:from 6 to HEAD diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:57.161 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~50331648,104857600~4194304,113246208~20971520,138412032~37748736,180355072~33554432,218103808~16777216,251658240~20971520,276824064~4194304,285212672~16777216,306184192~29360128,339738624~12582912,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:57.162 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~37748736,180355072~58720256,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:57.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:57 smithi154 ceph-mon[84269]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-10T16:21:57.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:57 smithi154 ceph-mon[84269]: pgmap v4053: 137 pgs: 137 active+clean; 780 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 257 KiB/s rd, 6.2 KiB/s wr, 438 op/s 2024-04-10T16:21:57.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:57 smithi102 ceph-mon[90943]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-10T16:21:57.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:57 smithi102 ceph-mon[90943]: pgmap v4053: 137 pgs: 137 active+clean; 780 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 257 KiB/s rd, 6.2 KiB/s wr, 438 op/s 2024-04-10T16:21:57.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:57 smithi102 ceph-mon[88557]: osdmap e2096: 8 total, 8 up, 8 in 2024-04-10T16:21:57.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:57 smithi102 ceph-mon[88557]: pgmap v4053: 137 pgs: 137 active+clean; 780 MiB data, 6.0 GiB used, 709 GiB / 715 GiB avail; 257 KiB/s rd, 6.2 KiB/s wr, 438 op/s 2024-04-10T16:21:57.939 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:21:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:21:57] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-04-10T16:21:58.127 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:58.128 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:58.164 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~29360128] 2024-04-10T16:21:58.164 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:58.164 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:58.170 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:58.170 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:58.170 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:58.172 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:58.172 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:58.172 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:58.174 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:58.174 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:58.174 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:58.176 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:58.176 INFO:tasks.workunit.client.0.smithi102.stdout:from 5 to HEAD diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:58.177 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,113246208~20971520,138412032~37748736,180355072~58720256,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:58.177 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~109051904,113246208~20971520,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:58.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:58 smithi154 ceph-mon[84269]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-10T16:21:58.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:58 smithi102 ceph-mon[90943]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-10T16:21:58.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:58 smithi102 ceph-mon[88557]: osdmap e2097: 8 total, 8 up, 8 in 2024-04-10T16:21:59.099 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:59.099 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:21:59.126 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~29360128] 2024-04-10T16:21:59.126 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:59.126 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:59.129 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:59.129 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:59.129 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:59.132 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:59.132 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:59.133 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:59.135 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:59.135 INFO:tasks.workunit.client.0.smithi102.stdout:from 4 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:59.135 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~16777216,306184192~46137344,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:21:59.136 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:21:59.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:59 smithi154 ceph-mon[84269]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-10T16:21:59.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:59 smithi154 ceph-mon[84269]: pgmap v4056: 137 pgs: 137 active+clean; 733 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 161 KiB/s rd, 6.2 KiB/s wr, 267 op/s 2024-04-10T16:21:59.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:21:59 smithi154 ceph-mon[84269]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-10T16:21:59.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:59 smithi102 ceph-mon[90943]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-10T16:21:59.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:59 smithi102 ceph-mon[90943]: pgmap v4056: 137 pgs: 137 active+clean; 733 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 161 KiB/s rd, 6.2 KiB/s wr, 267 op/s 2024-04-10T16:21:59.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:21:59 smithi102 ceph-mon[90943]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-10T16:21:59.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:59 smithi102 ceph-mon[88557]: osdmap e2098: 8 total, 8 up, 8 in 2024-04-10T16:21:59.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:59 smithi102 ceph-mon[88557]: pgmap v4056: 137 pgs: 137 active+clean; 733 MiB data, 5.9 GiB used, 709 GiB / 715 GiB avail; 161 KiB/s rd, 6.2 KiB/s wr, 267 op/s 2024-04-10T16:21:59.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:21:59 smithi102 ceph-mon[88557]: osdmap e2099: 8 total, 8 up, 8 in 2024-04-10T16:22:00.134 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:22:00.135 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:22:00.186 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~29360128] 2024-04-10T16:22:00.186 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:22:00.186 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:22:00.194 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:22:00.195 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:22:00.195 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:22:00.199 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:22:00.199 INFO:tasks.workunit.client.0.smithi102.stdout:from 3 to HEAD diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:22:00.199 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~54525952,109051904~25165824,138412032~100663296,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:22:00.200 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~104857600,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:22:01.132 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:22:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:22:01.163 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~29360128] 2024-04-10T16:22:01.163 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:22:01.163 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:22:01.165 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:22:01.165 INFO:tasks.workunit.client.0.smithi102.stdout:from 2 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:22:01.165 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:22:01.167 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:22:01.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:01 smithi154 ceph-mon[84269]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-10T16:22:01.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:01 smithi154 ceph-mon[84269]: pgmap v4059: 137 pgs: 137 active+clean; 675 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 6.0 KiB/s wr, 216 op/s 2024-04-10T16:22:01.438 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:01 smithi102 ceph-mon[88557]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-10T16:22:01.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:01 smithi102 ceph-mon[88557]: pgmap v4059: 137 pgs: 137 active+clean; 675 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 6.0 KiB/s wr, 216 op/s 2024-04-10T16:22:01.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:01 smithi102 ceph-mon[90943]: osdmap e2100: 8 total, 8 up, 8 in 2024-04-10T16:22:01.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:01 smithi102 ceph-mon[90943]: pgmap v4059: 137 pgs: 137 active+clean; 675 MiB data, 5.6 GiB used, 710 GiB / 715 GiB avail; 135 KiB/s rd, 6.0 KiB/s wr, 216 op/s 2024-04-10T16:22:02.151 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:22:02.152 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:22:02.166 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~29360128] 2024-04-10T16:22:02.167 INFO:tasks.workunit.client.0.smithi102.stdout:from 1 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:22:02.167 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~12582912,402653184~12582912] 2024-04-10T16:22:02.174 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~12582912,402653184~12582912] 2024-04-10T16:22:02.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:02 smithi154 ceph-mon[84269]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-10T16:22:02.409 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:22:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:22:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:22:02.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:02 smithi102 ceph-mon[90943]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-10T16:22:02.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:02 smithi102 ceph-mon[88557]: osdmap e2101: 8 total, 8 up, 8 in 2024-04-10T16:22:03.150 INFO:tasks.workunit.client.0.smithi102.stdout:from 0 to HEAD diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:22:03.150 INFO:tasks.workunit.client.0.smithi102.stdout: limited diff [0~46137344,50331648~83886080,138412032~100663296,243269632~4194304,251658240~20971520,276824064~4194304,285212672~67108864,356515840~12582912,373293056~4194304,385875968~29360128] 2024-04-10T16:22:03.165 INFO:tasks.workunit.client.0.smithi102.stdout: actual was [0~134217728,138412032~109051904,251658240~100663296,356515840~25165824,385875968~29360128] 2024-04-10T16:22:03.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:03 smithi154 ceph-mon[84269]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-10T16:22:03.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:03 smithi154 ceph-mon[84269]: pgmap v4062: 137 pgs: 137 active+clean; 596 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 1023 B/s wr, 83 op/s 2024-04-10T16:22:03.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:03 smithi102 ceph-mon[88557]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-10T16:22:03.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:03 smithi102 ceph-mon[88557]: pgmap v4062: 137 pgs: 137 active+clean; 596 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 1023 B/s wr, 83 op/s 2024-04-10T16:22:03.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:03 smithi102 ceph-mon[90943]: osdmap e2102: 8 total, 8 up, 8 in 2024-04-10T16:22:03.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:03 smithi102 ceph-mon[90943]: pgmap v4062: 137 pgs: 137 active+clean; 596 MiB data, 5.5 GiB used, 710 GiB / 715 GiB avail; 42 KiB/s rd, 1023 B/s wr, 83 op/s 2024-04-10T16:22:04.133 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/1.DiffIterateStress (38973 ms) 2024-04-10T16:22:04.133 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParent 2024-04-10T16:22:04.133 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:22:04.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:04 smithi154 ceph-mon[84269]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-10T16:22:04.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:04 smithi154 ceph-mon[84269]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-10T16:22:04.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:04 smithi102 ceph-mon[90943]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-10T16:22:04.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:04 smithi102 ceph-mon[90943]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-10T16:22:04.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:04 smithi102 ceph-mon[88557]: osdmap e2103: 8 total, 8 up, 8 in 2024-04-10T16:22:04.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:04 smithi102 ceph-mon[88557]: osdmap e2104: 8 total, 8 up, 8 in 2024-04-10T16:22:05.249 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/1.DiffIterateParent (1116 ms) 2024-04-10T16:22:05.249 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/1.DiffIterateIgnoreParent 2024-04-10T16:22:05.250 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:22:05.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:05 smithi154 ceph-mon[84269]: pgmap v4065: 137 pgs: 137 active+clean; 511 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 2.0 MiB/s wr, 124 op/s 2024-04-10T16:22:05.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:05 smithi102 ceph-mon[88557]: pgmap v4065: 137 pgs: 137 active+clean; 511 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 2.0 MiB/s wr, 124 op/s 2024-04-10T16:22:05.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:05 smithi102 ceph-mon[90943]: pgmap v4065: 137 pgs: 137 active+clean; 511 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 78 KiB/s rd, 2.0 MiB/s wr, 124 op/s 2024-04-10T16:22:06.288 INFO:tasks.workunit.client.0.smithi102.stdout: wrote [0~8388608,12582912~8388608] to clone 2024-04-10T16:22:06.289 INFO:tasks.workunit.client.0.smithi102.stdout: diff was [0~20971520] 2024-04-10T16:22:06.292 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/1.DiffIterateIgnoreParent (1044 ms) 2024-04-10T16:22:06.293 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/1.DiffIterateCallbackError 2024-04-10T16:22:06.293 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:22:06.313 INFO:tasks.workunit.client.0.smithi102.stdout: wrote [1216628~69695,1568572~15288,3183955~7609,8746429~45895,11116497~10271,12516408~95366,13906553~47721,15452512~36456,16266205~36449,19279287~6264] 2024-04-10T16:22:06.324 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/1.DiffIterateCallbackError (31 ms) 2024-04-10T16:22:06.324 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/1.DiffIterateParentDiscard 2024-04-10T16:22:06.324 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:22:06.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:06 smithi154 ceph-mon[84269]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-10T16:22:06.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:06 smithi102 ceph-mon[90943]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-10T16:22:06.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:06 smithi102 ceph-mon[88557]: osdmap e2105: 8 total, 8 up, 8 in 2024-04-10T16:22:07.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:07 smithi154 ceph-mon[84269]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-10T16:22:07.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:07 smithi154 ceph-mon[84269]: pgmap v4068: 137 pgs: 137 active+clean; 476 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.6 MiB/s wr, 147 op/s 2024-04-10T16:22:07.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:07 smithi102 ceph-mon[90943]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-10T16:22:07.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:07 smithi102 ceph-mon[90943]: pgmap v4068: 137 pgs: 137 active+clean; 476 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.6 MiB/s wr, 147 op/s 2024-04-10T16:22:07.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:07 smithi102 ceph-mon[88557]: osdmap e2106: 8 total, 8 up, 8 in 2024-04-10T16:22:07.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:07 smithi102 ceph-mon[88557]: pgmap v4068: 137 pgs: 137 active+clean; 476 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.1 MiB/s rd, 4.6 MiB/s wr, 147 op/s 2024-04-10T16:22:07.939 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:22:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:22:07] "GET /metrics HTTP/1.1" 200 36625 "" "Prometheus/2.43.0" 2024-04-10T16:22:08.270 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/1.DiffIterateParentDiscard (1946 ms) 2024-04-10T16:22:08.270 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnalignedSmall 2024-04-10T16:22:08.270 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:22:08.327 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnalignedSmall (57 ms) 2024-04-10T16:22:08.327 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/1.DiffIterateUnaligned 2024-04-10T16:22:08.327 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:22:08.401 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/1.DiffIterateUnaligned (74 ms) 2024-04-10T16:22:08.401 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/1.DiffIterateTryAcquireLock 2024-04-10T16:22:08.401 INFO:tasks.workunit.client.0.smithi102.stdout:using new format! 2024-04-10T16:22:08.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:08 smithi154 ceph-mon[84269]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-10T16:22:08.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:08 smithi102 ceph-mon[90943]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-10T16:22:08.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:08 smithi102 ceph-mon[88557]: osdmap e2107: 8 total, 8 up, 8 in 2024-04-10T16:22:09.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:09 smithi102 ceph-mon[90943]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-10T16:22:09.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:09.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:09 smithi102 ceph-mon[90943]: pgmap v4071: 137 pgs: 137 active+clean; 488 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.3 MiB/s wr, 240 op/s 2024-04-10T16:22:09.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:09 smithi102 ceph-mon[90943]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-10T16:22:09.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:09 smithi102 ceph-mon[88557]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-10T16:22:09.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:09.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:09 smithi102 ceph-mon[88557]: pgmap v4071: 137 pgs: 137 active+clean; 488 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.3 MiB/s wr, 240 op/s 2024-04-10T16:22:09.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:09 smithi102 ceph-mon[88557]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-10T16:22:09.658 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:09 smithi154 ceph-mon[84269]: osdmap e2108: 8 total, 8 up, 8 in 2024-04-10T16:22:09.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:09.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:09 smithi154 ceph-mon[84269]: pgmap v4071: 137 pgs: 137 active+clean; 488 MiB data, 5.2 GiB used, 710 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.3 MiB/s wr, 240 op/s 2024-04-10T16:22:09.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:09 smithi154 ceph-mon[84269]: osdmap e2109: 8 total, 8 up, 8 in 2024-04-10T16:22:12.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:11 smithi154 ceph-mon[84269]: pgmap v4073: 137 pgs: 137 active+clean; 530 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 9.0 MiB/s wr, 299 op/s 2024-04-10T16:22:12.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:11 smithi102 ceph-mon[90943]: pgmap v4073: 137 pgs: 137 active+clean; 530 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 9.0 MiB/s wr, 299 op/s 2024-04-10T16:22:12.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:11 smithi102 ceph-mon[88557]: pgmap v4073: 137 pgs: 137 active+clean; 530 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 5.4 MiB/s rd, 9.0 MiB/s wr, 299 op/s 2024-04-10T16:22:12.659 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:22:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:22:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:22:13.449 INFO:tasks.workunit.client.0.smithi102.stdout:[ OK ] DiffIterateTest/1.DiffIterateTryAcquireLock (5047 ms) 2024-04-10T16:22:13.449 INFO:tasks.workunit.client.0.smithi102.stdout:[ RUN ] DiffIterateTest/1.DiffIterateStriping 2024-04-10T16:22:13.449 INFO:tasks.workunit.client.0.smithi102.stdout:/home/jenkins-build/build/workspace/ceph-dev-build/ARCH/x86_64/AVAILABLE_ARCH/x86_64/AVAILABLE_DIST/centos9/DIST/centos9/MACHINE_SIZE/gigantic/release/18.2.2-1189-gc96c8d47/rpm/el9/BUILD/ceph-18.2.2-1189-gc96c8d47/src/test/librbd/test_librbd.cc:8604: Skipped 2024-04-10T16:22:13.449 INFO:tasks.workunit.client.0.smithi102.stdout:Skipping due to unmet REQUIRE 2024-04-10T16:22:13.449 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping (0 ms) 2024-04-10T16:22:13.831 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] 15 tests from DiffIterateTest/1 (68319 ms total) 2024-04-10T16:22:13.831 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:22:13.831 INFO:tasks.workunit.client.0.smithi102.stdout:[----------] Global test environment tear-down 2024-04-10T16:22:13.831 INFO:tasks.workunit.client.0.smithi102.stdout:[==========] 480 tests from 24 test suites ran. (2129512 ms total) 2024-04-10T16:22:13.831 INFO:tasks.workunit.client.0.smithi102.stdout:[ PASSED ] 434 tests. 2024-04-10T16:22:13.831 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] 46 tests, listed below: 2024-04-10T16:22:13.831 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalStress.DiscardWithPruneWriteOverlap 2024-04-10T16:22:13.831 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.AioDiscardEvent 2024-04-10T16:22:13.831 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.AioWriteEvent 2024-04-10T16:22:13.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.AioFlushEvent 2024-04-10T16:22:13.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.SnapCreate 2024-04-10T16:22:13.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.SnapProtect 2024-04-10T16:22:13.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.SnapUnprotect 2024-04-10T16:22:13.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.SnapRename 2024-04-10T16:22:13.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.SnapRollback 2024-04-10T16:22:13.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.SnapRemove 2024-04-10T16:22:13.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.Rename 2024-04-10T16:22:13.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.Resize 2024-04-10T16:22:13.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.Flatten 2024-04-10T16:22:13.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.UpdateFeatures 2024-04-10T16:22:13.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.MetadataSet 2024-04-10T16:22:13.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.MetadataRemove 2024-04-10T16:22:13.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalReplay.ObjectPosition 2024-04-10T16:22:13.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalEntries.AioWrite 2024-04-10T16:22:13.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalEntries.AioDiscard 2024-04-10T16:22:13.832 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalEntries.AioDiscardWithPrune 2024-04-10T16:22:13.833 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestJournalEntries.AioFlush 2024-04-10T16:22:13.833 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestOperations.DisableJournalingCorrupt 2024-04-10T16:22:13.833 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestMigration.MirroringSamePool 2024-04-10T16:22:13.833 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestMigration.MirroringAbort 2024-04-10T16:22:13.833 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolDisabled 2024-04-10T16:22:13.833 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestMigration.MirroringOtherPoolEnabled 2024-04-10T16:22:13.833 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestMigration.MirroringPool 2024-04-10T16:22:13.833 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingLargerDstObjSize 2024-04-10T16:22:13.833 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingLargerDstObjSize 2024-04-10T16:22:13.833 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingLargerDstObjSize 2024-04-10T16:22:13.833 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingLargerDstObjSize 2024-04-10T16:22:13.833 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingLargerDstObjSize 2024-04-10T16:22:13.833 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestDeepCopy.NoSnaps_StrippingSmallerDstObjSize 2024-04-10T16:22:13.833 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestDeepCopy.Snaps_StrippingSmallerDstObjSize 2024-04-10T16:22:13.833 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestDeepCopy.Clone_StrippingSmallerDstObjSize 2024-04-10T16:22:13.833 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestDeepCopy.CloneFlatten_StrippingSmallerDstObjSize 2024-04-10T16:22:13.834 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestDeepCopy.Stress_StrippingSmallerDstObjSize 2024-04-10T16:22:13.834 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestMirroring.DisableImageMirrorWithPeer 2024-04-10T16:22:13.834 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestMirroring.DisableJournalingWithPeer 2024-04-10T16:22:13.834 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestInternal.DiscardCopyup 2024-04-10T16:22:13.834 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestInternal.TestCoR 2024-04-10T16:22:13.834 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestLibRBD.EncryptionLoadBadStripePattern 2024-04-10T16:22:13.834 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestLibRBD.EnableJournalingViaLockOwner 2024-04-10T16:22:13.834 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] TestLibRBD.ExclusiveLockReadTransition 2024-04-10T16:22:13.834 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] DiffIterateTest/0.DiffIterateStriping 2024-04-10T16:22:13.834 INFO:tasks.workunit.client.0.smithi102.stdout:[ SKIPPED ] DiffIterateTest/1.DiffIterateStriping 2024-04-10T16:22:13.834 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:22:13.834 INFO:tasks.workunit.client.0.smithi102.stdout: YOU HAVE 2 DISABLED TESTS 2024-04-10T16:22:13.834 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:22:13.845 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T16:22:13.845 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T16:22:13.915 INFO:tasks.workunit:Stopping ['rbd/test_librbd.sh'] on client.0... 2024-04-10T16:22:13.915 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-10T16:22:14.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:13 smithi154 ceph-mon[84269]: pgmap v4074: 137 pgs: 137 active+clean; 560 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.3 MiB/s wr, 243 op/s 2024-04-10T16:22:14.180 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:13 smithi102 ceph-mon[90943]: pgmap v4074: 137 pgs: 137 active+clean; 560 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.3 MiB/s wr, 243 op/s 2024-04-10T16:22:14.180 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:13 smithi102 ceph-mon[88557]: pgmap v4074: 137 pgs: 137 active+clean; 560 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail; 3.5 MiB/s rd, 9.3 MiB/s wr, 243 op/s 2024-04-10T16:22:14.181 DEBUG:teuthology.parallel:result is None 2024-04-10T16:22:14.182 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T16:22:14.209 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T16:22:14.209 DEBUG:teuthology.orchestra.run.smithi102:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T16:22:14.263 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T16:22:14.263 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T16:22:14.263 INFO:teuthology.task.print:**** done end test_rbd_api.yaml 2024-04-10T16:22:14.263 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T16:22:14.263 INFO:teuthology.task.print:**** done start test_rbd_python.yaml 2024-04-10T16:22:14.264 INFO:teuthology.task.full_sequential:In full_sequential, running task workunit... 2024-04-10T16:22:14.264 INFO:tasks.workunit:Pulling workunits from ref reef 2024-04-10T16:22:14.264 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-10T16:22:14.265 DEBUG:teuthology.orchestra.run.smithi102:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-10T16:22:14.318 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T16:22:14.318 INFO:teuthology.orchestra.run.smithi102.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-10T16:22:14.319 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T16:22:14.373 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-10T16:22:14.373 DEBUG:teuthology.orchestra.run.smithi102:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-10T16:22:14.428 INFO:tasks.workunit:timeout=3h 2024-04-10T16:22:14.428 INFO:tasks.workunit:cleanup=True 2024-04-10T16:22:14.429 DEBUG:teuthology.orchestra.run.smithi102:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone --depth 1 --branch reef https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 2024-04-10T16:22:14.484 INFO:tasks.workunit.client.0.smithi102.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-10T16:22:15.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:14 smithi154 ceph-mon[84269]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-10T16:22:15.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:14 smithi102 ceph-mon[90943]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-10T16:22:15.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:14 smithi102 ceph-mon[88557]: osdmap e2110: 8 total, 8 up, 8 in 2024-04-10T16:22:16.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:15 smithi154 ceph-mon[84269]: pgmap v4076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:22:16.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:15 smithi102 ceph-mon[90943]: pgmap v4076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:22:16.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:15 smithi102 ceph-mon[88557]: pgmap v4076: 105 pgs: 105 active+clean; 4.6 MiB data, 5.3 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:22:17.829 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:22:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:22:17] "GET /metrics HTTP/1.1" 200 36626 "" "Prometheus/2.43.0" 2024-04-10T16:22:18.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:17 smithi154 ceph-mon[84269]: pgmap v4077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:22:18.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:17 smithi102 ceph-mon[88557]: pgmap v4077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:22:18.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:17 smithi102 ceph-mon[90943]: pgmap v4077: 105 pgs: 105 active+clean; 4.6 MiB data, 4.9 GiB used, 710 GiB / 715 GiB avail 2024-04-10T16:22:20.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:19 smithi154 ceph-mon[84269]: pgmap v4078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:22:20.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:19 smithi102 ceph-mon[88557]: pgmap v4078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:22:20.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:19 smithi102 ceph-mon[90943]: pgmap v4078: 105 pgs: 105 active+clean; 4.6 MiB data, 4.5 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:22:22.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:21 smithi154 ceph-mon[84269]: pgmap v4079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:22:22.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:21 smithi102 ceph-mon[88557]: pgmap v4079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:22:22.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:21 smithi102 ceph-mon[90943]: pgmap v4079: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:22:22.659 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:22:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:22:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:22:24.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:23 smithi154 ceph-mon[84269]: pgmap v4080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:22:24.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:24.188 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:23 smithi102 ceph-mon[90943]: pgmap v4080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:22:24.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:24.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:23 smithi102 ceph-mon[88557]: pgmap v4080: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:22:24.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:26.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:25 smithi154 ceph-mon[84269]: pgmap v4081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:22:26.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:25 smithi102 ceph-mon[90943]: pgmap v4081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:22:26.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:25 smithi102 ceph-mon[88557]: pgmap v4081: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:22:27.543 DEBUG:teuthology.orchestra.run.smithi102:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-10T16:22:27.598 INFO:tasks.workunit.client.0.smithi102.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-10T16:22:27.600 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T16:22:27.600 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-10T16:22:27.649 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-10T16:22:27.699 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-10T16:22:27.739 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T16:22:27.740 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T16:22:27.740 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-10T16:22:27.779 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T16:22:27.782 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-10T16:22:27.782 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-10T16:22:27.837 INFO:tasks.workunit:Running workunits matching rbd/test_librbd_python.sh on client.0... 2024-04-10T16:22:27.839 INFO:tasks.workunit:Running workunit rbd/test_librbd_python.sh... 2024-04-10T16:22:27.839 DEBUG:teuthology.orchestra.run.smithi102:workunit test rbd/test_librbd_python.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=reef TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 RBD_FEATURES=61 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-10T16:22:27.843 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:22:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:22:27] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-10T16:22:27.860 INFO:tasks.workunit.client.0.smithi102.stderr:++ dirname /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/test_librbd_python.sh 2024-04-10T16:22:27.861 INFO:tasks.workunit.client.0.smithi102.stderr:+ relpath=/home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind 2024-04-10T16:22:27.861 INFO:tasks.workunit.client.0.smithi102.stderr:+ '[' -n '' ']' 2024-04-10T16:22:27.861 INFO:tasks.workunit.client.0.smithi102.stderr:+ python3 -m pytest -v /home/ubuntu/cephtest/clone.client.0/qa/workunits/rbd/../../../src/test/pybind/test_rbd.py 2024-04-10T16:22:28.026 INFO:tasks.workunit.client.0.smithi102.stdout:============================= test session starts ============================== 2024-04-10T16:22:28.026 INFO:tasks.workunit.client.0.smithi102.stdout:platform linux -- Python 3.9.17, pytest-6.2.2, py-1.10.0, pluggy-0.13.1 -- /usr/bin/python3 2024-04-10T16:22:28.027 INFO:tasks.workunit.client.0.smithi102.stdout:cachedir: .pytest_cache 2024-04-10T16:22:28.027 INFO:tasks.workunit.client.0.smithi102.stdout:rootdir: /home/ubuntu/cephtest/clone.client.0/src/test/pybind, configfile: pytest.ini 2024-04-10T16:22:28.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:27 smithi154 ceph-mon[84269]: pgmap v4082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:22:28.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:27 smithi102 ceph-mon[90943]: pgmap v4082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:22:28.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:27 smithi102 ceph-mon[88557]: pgmap v4082: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:22:28.461 INFO:tasks.workunit.client.0.smithi102.stdout:collecting ... collected 175 items 2024-04-10T16:22:28.461 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:22:30.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:29 smithi154 ceph-mon[84269]: pgmap v4083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:22:30.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:29 smithi154 ceph-mon[84269]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-10T16:22:30.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:29 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi102-209984-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:22:30.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:29 smithi102 ceph-mon[88557]: pgmap v4083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:22:30.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:29 smithi102 ceph-mon[88557]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-10T16:22:30.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:29 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi102-209984-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:22:30.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:29 smithi102 ceph-mon[90943]: pgmap v4083: 105 pgs: 105 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:22:30.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:29 smithi102 ceph-mon[90943]: osdmap e2111: 8 total, 8 up, 8 in 2024-04-10T16:22:30.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:29 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi102-209984-1","app": "rbd","yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:22:31.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:30 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi102-209984-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-10T16:22:31.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:30 smithi154 ceph-mon[84269]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-10T16:22:31.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:30 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi102-209984-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-10T16:22:31.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:30 smithi102 ceph-mon[90943]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-10T16:22:31.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:30 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi102-209984-1","app": "rbd","yes_i_really_mean_it": true}]': finished 2024-04-10T16:22:31.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:30 smithi102 ceph-mon[88557]: osdmap e2112: 8 total, 8 up, 8 in 2024-04-10T16:22:31.883 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_version PASSED [ 0%] 2024-04-10T16:22:31.960 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create PASSED [ 1%] 2024-04-10T16:22:32.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:31 smithi154 ceph-mon[84269]: pgmap v4086: 137 pgs: 12 creating+peering, 8 unknown, 117 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:22:32.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:31 smithi154 ceph-mon[84269]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-10T16:22:32.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:31 smithi102 ceph-mon[90943]: pgmap v4086: 137 pgs: 12 creating+peering, 8 unknown, 117 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:22:32.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:31 smithi102 ceph-mon[90943]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-10T16:22:32.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:31 smithi102 ceph-mon[88557]: pgmap v4086: 137 pgs: 12 creating+peering, 8 unknown, 117 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:22:32.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:31 smithi102 ceph-mon[88557]: osdmap e2113: 8 total, 8 up, 8 in 2024-04-10T16:22:32.590 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_defaults PASSED [ 1%] 2024-04-10T16:22:32.658 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:22:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:22:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:22:32.692 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_context_manager PASSED [ 2%] 2024-04-10T16:22:33.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:32 smithi154 ceph-mon[84269]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-10T16:22:33.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:32 smithi102 ceph-mon[88557]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-10T16:22:33.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:32 smithi102 ceph-mon[90943]: osdmap e2114: 8 total, 8 up, 8 in 2024-04-10T16:22:33.990 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_read_only PASSED [ 2%] 2024-04-10T16:22:34.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:33 smithi154 ceph-mon[84269]: pgmap v4089: 137 pgs: 12 creating+peering, 4 unknown, 121 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-10T16:22:34.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:33 smithi154 ceph-mon[84269]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-10T16:22:34.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:33 smithi102 ceph-mon[90943]: pgmap v4089: 137 pgs: 12 creating+peering, 4 unknown, 121 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-10T16:22:34.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:33 smithi102 ceph-mon[90943]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-10T16:22:34.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:33 smithi102 ceph-mon[88557]: pgmap v4089: 137 pgs: 12 creating+peering, 4 unknown, 121 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 255 B/s rd, 255 B/s wr, 1 op/s 2024-04-10T16:22:34.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:33 smithi102 ceph-mon[88557]: osdmap e2115: 8 total, 8 up, 8 in 2024-04-10T16:22:34.539 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_dne PASSED [ 3%] 2024-04-10T16:22:35.099 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_readonly_dne PASSED [ 4%] 2024-04-10T16:22:35.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:34 smithi154 ceph-mon[84269]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-10T16:22:35.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:34 smithi102 ceph-mon[90943]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-10T16:22:35.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:34 smithi102 ceph-mon[88557]: osdmap e2116: 8 total, 8 up, 8 in 2024-04-10T16:22:35.197 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_open_by_id PASSED [ 4%] 2024-04-10T16:22:35.292 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_aio_open PASSED [ 5%] 2024-04-10T16:22:35.303 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_dne PASSED [ 5%] 2024-04-10T16:22:35.305 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_empty PASSED [ 6%] 2024-04-10T16:22:35.379 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list PASSED [ 6%] 2024-04-10T16:22:35.443 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress PASSED [ 7%] 2024-04-10T16:22:35.524 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_canceled PASSED [ 8%] 2024-04-10T16:22:35.589 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_remove_with_progress_except PASSED [ 8%] 2024-04-10T16:22:35.695 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename PASSED [ 9%] 2024-04-10T16:22:35.955 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_metadata PASSED [ 9%] 2024-04-10T16:22:35.973 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_config_list PASSED [ 10%] 2024-04-10T16:22:35.982 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_config_set_and_get_and_remove PASSED [ 10%] 2024-04-10T16:22:36.007 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_namespaces PASSED [ 11%] 2024-04-10T16:22:36.158 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:35 smithi154 ceph-mon[84269]: pgmap v4092: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 258 KiB/s rd, 16 KiB/s wr, 353 op/s 2024-04-10T16:22:36.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:35 smithi102 ceph-mon[90943]: pgmap v4092: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 258 KiB/s rd, 16 KiB/s wr, 353 op/s 2024-04-10T16:22:36.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:35 smithi102 ceph-mon[88557]: pgmap v4092: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 258 KiB/s rd, 16 KiB/s wr, 353 op/s 2024-04-10T16:22:36.189 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:22:35 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:22:35] ENGINE Bus STOPPING 2024-04-10T16:22:36.189 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:22:35 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:22:35] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T16:22:36.189 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:22:35 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:22:35] ENGINE Bus STOPPED 2024-04-10T16:22:36.190 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:22:35 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:22:35] ENGINE Bus STARTING 2024-04-10T16:22:36.190 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:22:36] ENGINE Serving on http://:::9283 2024-04-10T16:22:36.190 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:22:36] ENGINE Bus STARTED 2024-04-10T16:22:37.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' 2024-04-10T16:22:37.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:22:37.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:22:37.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:22:37.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:37.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:37.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:37.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:37.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:37.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:37.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:37.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:37.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:37.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:37.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:37.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:37.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:37.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:37.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:37.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:37.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:37.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:37.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:37.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:37.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:37.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:37.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:37.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:37.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:22:37.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:22:37.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:22:37.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:22:37.412 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:22:37.412 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:36 smithi154 ceph-mon[84269]: pgmap v4093: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 23 KiB/s wr, 383 op/s 2024-04-10T16:22:37.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' 2024-04-10T16:22:37.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:22:37.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:22:37.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:22:37.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:37.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:37.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:37.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:37.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:37.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:37.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:37.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:37.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:37.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:37.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:37.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:37.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:37.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:37.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:37.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:37.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:37.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:37.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:37.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:37.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:37.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:37.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:37.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' 2024-04-10T16:22:37.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:22:37.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:22:37.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:22:37.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:37.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:37.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:37.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:37.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:37.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:37.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:37.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:37.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:37.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:37.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:37.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:37.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:37.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:37.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:37.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:37.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:37.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:37.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:37.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:22:37.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:22:37.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:22:37.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:22:37.443 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:37.443 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:22:37.444 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:22:37.444 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:22:37.444 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:22:37.444 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:22:37.444 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[90943]: pgmap v4093: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 23 KiB/s wr, 383 op/s 2024-04-10T16:22:37.444 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:22:37.444 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:22:37.444 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:22:37.444 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:22:37.444 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:22:37.444 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:22:37.444 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:36 smithi102 ceph-mon[88557]: pgmap v4093: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 23 KiB/s wr, 383 op/s 2024-04-10T16:22:37.939 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:22:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:22:37] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-10T16:22:38.067 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_pool_stats PASSED [ 12%] 2024-04-10T16:22:38.068 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_to_string PASSED [ 12%] 2024-04-10T16:22:38.069 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_features_from_string PASSED [ 13%] 2024-04-10T16:22:38.147 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_update_features SKIPPED [ 13%] 2024-04-10T16:22:38.223 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_with_params SKIPPED [ 14%] 2024-04-10T16:22:38.294 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_id PASSED [ 14%] 2024-04-10T16:22:38.369 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_block_name_prefix PASSED [ 15%] 2024-04-10T16:22:38.384 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:37 smithi102 ceph-mon[90943]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-10T16:22:38.384 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:37 smithi102 ceph-mon[88557]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-10T16:22:38.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:37 smithi154 ceph-mon[84269]: osdmap e2117: 8 total, 8 up, 8 in 2024-04-10T16:22:38.447 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_data_pool_id PASSED [ 16%] 2024-04-10T16:22:38.524 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_timestamp PASSED [ 16%] 2024-04-10T16:22:38.599 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_access_timestamp PASSED [ 17%] 2024-04-10T16:22:38.675 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_modify_timestamp PASSED [ 17%] 2024-04-10T16:22:38.765 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_invalidate_cache PASSED [ 18%] 2024-04-10T16:22:38.844 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_stat PASSED [ 18%] 2024-04-10T16:22:38.918 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_flags PASSED [ 19%] 2024-04-10T16:22:39.005 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_auto_close PASSED [ 20%] 2024-04-10T16:22:39.078 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_use_after_close PASSED [ 20%] 2024-04-10T16:22:39.171 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write PASSED [ 21%] 2024-04-10T16:22:39.253 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_with_fadvise_flags PASSED [ 21%] 2024-04-10T16:22:39.336 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes PASSED [ 22%] 2024-04-10T16:22:39.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:38 smithi154 ceph-mon[84269]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-10T16:22:39.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:39.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:38 smithi154 ceph-mon[84269]: pgmap v4096: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 29 KiB/s wr, 460 op/s 2024-04-10T16:22:39.420 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_zeroes_thick_provision PASSED [ 22%] 2024-04-10T16:22:39.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:38 smithi102 ceph-mon[90943]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-10T16:22:39.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:39.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:38 smithi102 ceph-mon[90943]: pgmap v4096: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 29 KiB/s wr, 460 op/s 2024-04-10T16:22:39.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:38 smithi102 ceph-mon[88557]: osdmap e2118: 8 total, 8 up, 8 in 2024-04-10T16:22:39.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:39.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:38 smithi102 ceph-mon[88557]: pgmap v4096: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 324 KiB/s rd, 29 KiB/s wr, 460 op/s 2024-04-10T16:22:39.495 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read PASSED [ 23%] 2024-04-10T16:22:39.569 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_with_fadvise_flags PASSED [ 24%] 2024-04-10T16:22:39.703 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_write PASSED [ 24%] 2024-04-10T16:22:39.781 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_large_read PASSED [ 25%] 2024-04-10T16:22:39.866 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_write_read PASSED [ 25%] 2024-04-10T16:22:39.939 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_read_bad_offset PASSED [ 26%] 2024-04-10T16:22:40.023 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize PASSED [ 26%] 2024-04-10T16:22:40.105 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_allow_shrink_False PASSED [ 27%] 2024-04-10T16:22:40.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:40 smithi154 ceph-mon[84269]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-10T16:22:40.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:40 smithi102 ceph-mon[90943]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-10T16:22:40.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:40 smithi102 ceph-mon[88557]: osdmap e2119: 8 total, 8 up, 8 in 2024-04-10T16:22:41.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:41 smithi154 ceph-mon[84269]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 1.02k op/s 2024-04-10T16:22:41.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:41 smithi102 ceph-mon[90943]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 1.02k op/s 2024-04-10T16:22:41.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:41 smithi102 ceph-mon[88557]: pgmap v4098: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 1.4 MiB/s wr, 1.02k op/s 2024-04-10T16:22:42.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:42 smithi154 ceph-mon[84269]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-10T16:22:42.409 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:22:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:22:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:22:42.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:42 smithi102 ceph-mon[90943]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-10T16:22:42.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:42 smithi102 ceph-mon[88557]: osdmap e2120: 8 total, 8 up, 8 in 2024-04-10T16:22:43.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:43 smithi154 ceph-mon[84269]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-10T16:22:43.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:43 smithi154 ceph-mon[84269]: pgmap v4101: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 1.20k op/s 2024-04-10T16:22:43.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:43 smithi102 ceph-mon[90943]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-10T16:22:43.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:43 smithi102 ceph-mon[90943]: pgmap v4101: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 1.20k op/s 2024-04-10T16:22:43.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:43 smithi102 ceph-mon[88557]: osdmap e2121: 8 total, 8 up, 8 in 2024-04-10T16:22:43.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:43 smithi102 ceph-mon[88557]: pgmap v4101: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.7 MiB/s rd, 1.8 MiB/s wr, 1.20k op/s 2024-04-10T16:22:44.202 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_size PASSED [ 28%] 2024-04-10T16:22:44.301 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_down PASSED [ 28%] 2024-04-10T16:22:44.400 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_resize_bytes PASSED [ 29%] 2024-04-10T16:22:44.408 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:44 smithi154 ceph-mon[84269]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-10T16:22:44.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:44 smithi154 ceph-mon[84269]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-10T16:22:44.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:44 smithi102 ceph-mon[90943]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-10T16:22:44.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:44 smithi102 ceph-mon[90943]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-10T16:22:44.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:44 smithi102 ceph-mon[88557]: osdmap e2122: 8 total, 8 up, 8 in 2024-04-10T16:22:44.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:44 smithi102 ceph-mon[88557]: osdmap e2123: 8 total, 8 up, 8 in 2024-04-10T16:22:44.592 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy PASSED [ 29%] 2024-04-10T16:22:44.781 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy2 PASSED [ 30%] 2024-04-10T16:22:44.860 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_copy3 SKIPPED [ 30%] 2024-04-10T16:22:45.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:45 smithi154 ceph-mon[84269]: pgmap v4104: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 361 KiB/s rd, 21 KiB/s wr, 500 op/s 2024-04-10T16:22:45.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:45 smithi102 ceph-mon[90943]: pgmap v4104: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 361 KiB/s rd, 21 KiB/s wr, 500 op/s 2024-04-10T16:22:45.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:45 smithi102 ceph-mon[88557]: pgmap v4104: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 361 KiB/s rd, 21 KiB/s wr, 500 op/s 2024-04-10T16:22:46.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:46 smithi154 ceph-mon[84269]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-10T16:22:46.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:46 smithi102 ceph-mon[88557]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-10T16:22:46.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:46 smithi102 ceph-mon[90943]: osdmap e2124: 8 total, 8 up, 8 in 2024-04-10T16:22:47.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:47 smithi154 ceph-mon[84269]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-10T16:22:47.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:47 smithi154 ceph-mon[84269]: pgmap v4107: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 425 KiB/s rd, 2.0 MiB/s wr, 592 op/s 2024-04-10T16:22:47.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:47 smithi102 ceph-mon[90943]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-10T16:22:47.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:47 smithi102 ceph-mon[90943]: pgmap v4107: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 425 KiB/s rd, 2.0 MiB/s wr, 592 op/s 2024-04-10T16:22:47.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:47 smithi102 ceph-mon[88557]: osdmap e2125: 8 total, 8 up, 8 in 2024-04-10T16:22:47.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:47 smithi102 ceph-mon[88557]: pgmap v4107: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 425 KiB/s rd, 2.0 MiB/s wr, 592 op/s 2024-04-10T16:22:47.939 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:22:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:22:47] "GET /metrics HTTP/1.1" 200 36598 "" "Prometheus/2.43.0" 2024-04-10T16:22:48.317 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy PASSED [ 31%] 2024-04-10T16:22:48.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:48 smithi154 ceph-mon[84269]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-10T16:22:48.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:48 smithi102 ceph-mon[90943]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-10T16:22:48.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:48 smithi102 ceph-mon[88557]: osdmap e2126: 8 total, 8 up, 8 in 2024-04-10T16:22:49.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:49 smithi102 ceph-mon[88557]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-10T16:22:49.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:49 smithi102 ceph-mon[88557]: pgmap v4110: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 261 KiB/s rd, 2.0 MiB/s wr, 368 op/s 2024-04-10T16:22:49.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:49 smithi102 ceph-mon[90943]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-10T16:22:49.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:49 smithi102 ceph-mon[90943]: pgmap v4110: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 261 KiB/s rd, 2.0 MiB/s wr, 368 op/s 2024-04-10T16:22:49.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:49 smithi154 ceph-mon[84269]: osdmap e2127: 8 total, 8 up, 8 in 2024-04-10T16:22:49.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:49 smithi154 ceph-mon[84269]: pgmap v4110: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 261 KiB/s rd, 2.0 MiB/s wr, 368 op/s 2024-04-10T16:22:50.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:50 smithi102 ceph-mon[90943]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-10T16:22:50.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:50 smithi102 ceph-mon[88557]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-10T16:22:50.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:50 smithi154 ceph-mon[84269]: osdmap e2128: 8 total, 8 up, 8 in 2024-04-10T16:22:51.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:51 smithi102 ceph-mon[90943]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-10T16:22:51.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:51 smithi102 ceph-mon[90943]: pgmap v4113: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 296 KiB/s rd, 28 KiB/s wr, 413 op/s 2024-04-10T16:22:51.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:51 smithi102 ceph-mon[88557]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-10T16:22:51.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:51 smithi102 ceph-mon[88557]: pgmap v4113: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 296 KiB/s rd, 28 KiB/s wr, 413 op/s 2024-04-10T16:22:51.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:51 smithi154 ceph-mon[84269]: osdmap e2129: 8 total, 8 up, 8 in 2024-04-10T16:22:51.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:51 smithi154 ceph-mon[84269]: pgmap v4113: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 296 KiB/s rd, 28 KiB/s wr, 413 op/s 2024-04-10T16:22:52.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:52 smithi102 ceph-mon[90943]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-10T16:22:52.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:52 smithi102 ceph-mon[88557]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-10T16:22:52.560 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:52 smithi154 ceph-mon[84269]: osdmap e2130: 8 total, 8 up, 8 in 2024-04-10T16:22:52.561 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:22:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:22:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:22:53.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:53 smithi102 ceph-mon[90943]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-10T16:22:53.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:53 smithi102 ceph-mon[90943]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 21 KiB/s wr, 290 op/s 2024-04-10T16:22:53.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:53 smithi102 ceph-mon[88557]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-10T16:22:53.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:53 smithi102 ceph-mon[88557]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 21 KiB/s wr, 290 op/s 2024-04-10T16:22:53.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:53 smithi154 ceph-mon[84269]: osdmap e2131: 8 total, 8 up, 8 in 2024-04-10T16:22:53.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:53 smithi154 ceph-mon[84269]: pgmap v4116: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 21 KiB/s wr, 290 op/s 2024-04-10T16:22:54.207 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_deep_copy_clone PASSED [ 32%] 2024-04-10T16:22:54.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:54 smithi102 ceph-mon[88557]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-10T16:22:54.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:54.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:54 smithi102 ceph-mon[88557]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-10T16:22:54.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:54 smithi102 ceph-mon[90943]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-10T16:22:54.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:54.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:54 smithi102 ceph-mon[90943]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-10T16:22:54.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:54 smithi154 ceph-mon[84269]: osdmap e2132: 8 total, 8 up, 8 in 2024-04-10T16:22:54.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:22:54.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:54 smithi154 ceph-mon[84269]: osdmap e2133: 8 total, 8 up, 8 in 2024-04-10T16:22:55.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:55 smithi154 ceph-mon[84269]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 5.5 KiB/s wr, 121 op/s 2024-04-10T16:22:55.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:55 smithi102 ceph-mon[90943]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 5.5 KiB/s wr, 121 op/s 2024-04-10T16:22:55.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:55 smithi102 ceph-mon[88557]: pgmap v4119: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 88 KiB/s rd, 5.5 KiB/s wr, 121 op/s 2024-04-10T16:22:56.293 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap PASSED [ 32%] 2024-04-10T16:22:56.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:56 smithi154 ceph-mon[84269]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-10T16:22:56.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:56 smithi102 ceph-mon[90943]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-10T16:22:56.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:56 smithi102 ceph-mon[88557]: osdmap e2134: 8 total, 8 up, 8 in 2024-04-10T16:22:57.571 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:57 smithi102 ceph-mon[90943]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-10T16:22:57.571 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:57 smithi102 ceph-mon[90943]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 10 KiB/s wr, 206 op/s 2024-04-10T16:22:57.571 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:57 smithi102 ceph-mon[88557]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-10T16:22:57.571 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:57 smithi102 ceph-mon[88557]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 10 KiB/s wr, 206 op/s 2024-04-10T16:22:57.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:57 smithi154 ceph-mon[84269]: osdmap e2135: 8 total, 8 up, 8 in 2024-04-10T16:22:57.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:57 smithi154 ceph-mon[84269]: pgmap v4122: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 152 KiB/s rd, 10 KiB/s wr, 206 op/s 2024-04-10T16:22:57.939 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:22:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:22:57] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-04-10T16:22:58.306 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_exists PASSED [ 33%] 2024-04-10T16:22:58.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:58 smithi154 ceph-mon[84269]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-10T16:22:58.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:58 smithi102 ceph-mon[90943]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-10T16:22:58.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:58 smithi102 ceph-mon[88557]: osdmap e2136: 8 total, 8 up, 8 in 2024-04-10T16:22:59.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:59 smithi154 ceph-mon[84269]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-10T16:22:59.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:59 smithi154 ceph-mon[84269]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 8.0 KiB/s wr, 111 op/s 2024-04-10T16:22:59.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:22:59 smithi154 ceph-mon[84269]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-10T16:22:59.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:59 smithi102 ceph-mon[90943]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-10T16:22:59.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:59 smithi102 ceph-mon[90943]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 8.0 KiB/s wr, 111 op/s 2024-04-10T16:22:59.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:22:59 smithi102 ceph-mon[90943]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-10T16:22:59.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:59 smithi102 ceph-mon[88557]: osdmap e2137: 8 total, 8 up, 8 in 2024-04-10T16:22:59.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:59 smithi102 ceph-mon[88557]: pgmap v4125: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 78 KiB/s rd, 8.0 KiB/s wr, 111 op/s 2024-04-10T16:22:59.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:22:59 smithi102 ceph-mon[88557]: osdmap e2138: 8 total, 8 up, 8 in 2024-04-10T16:23:01.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:01 smithi154 ceph-mon[84269]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-10T16:23:01.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:01 smithi154 ceph-mon[84269]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 10 KiB/s wr, 152 op/s 2024-04-10T16:23:01.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:01 smithi102 ceph-mon[90943]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-10T16:23:01.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:01 smithi102 ceph-mon[90943]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 10 KiB/s wr, 152 op/s 2024-04-10T16:23:01.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:01 smithi102 ceph-mon[88557]: osdmap e2139: 8 total, 8 up, 8 in 2024-04-10T16:23:01.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:01 smithi102 ceph-mon[88557]: pgmap v4128: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 109 KiB/s rd, 10 KiB/s wr, 152 op/s 2024-04-10T16:23:02.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:02 smithi154 ceph-mon[84269]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-10T16:23:02.409 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:23:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:23:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:23:02.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:02 smithi102 ceph-mon[90943]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-10T16:23:02.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:02 smithi102 ceph-mon[88557]: osdmap e2140: 8 total, 8 up, 8 in 2024-04-10T16:23:03.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:03 smithi154 ceph-mon[84269]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-10T16:23:03.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:03 smithi154 ceph-mon[84269]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 7.7 KiB/s wr, 129 op/s 2024-04-10T16:23:03.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:03 smithi102 ceph-mon[90943]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-10T16:23:03.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:03 smithi102 ceph-mon[90943]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 7.7 KiB/s wr, 129 op/s 2024-04-10T16:23:03.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:03 smithi102 ceph-mon[88557]: osdmap e2141: 8 total, 8 up, 8 in 2024-04-10T16:23:03.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:03 smithi102 ceph-mon[88557]: pgmap v4131: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 95 KiB/s rd, 7.7 KiB/s wr, 129 op/s 2024-04-10T16:23:04.257 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_create_snap_flags PASSED [ 33%] 2024-04-10T16:23:04.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:04 smithi154 ceph-mon[84269]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-10T16:23:04.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:04 smithi154 ceph-mon[84269]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-10T16:23:04.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:04 smithi102 ceph-mon[88557]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-10T16:23:04.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:04 smithi102 ceph-mon[88557]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-10T16:23:04.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:04 smithi102 ceph-mon[90943]: osdmap e2142: 8 total, 8 up, 8 in 2024-04-10T16:23:04.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:04 smithi102 ceph-mon[90943]: osdmap e2143: 8 total, 8 up, 8 in 2024-04-10T16:23:05.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:05 smithi154 ceph-mon[84269]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 3.5 KiB/s wr, 75 op/s 2024-04-10T16:23:05.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:05 smithi102 ceph-mon[90943]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 3.5 KiB/s wr, 75 op/s 2024-04-10T16:23:05.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:05 smithi102 ceph-mon[88557]: pgmap v4134: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 58 KiB/s rd, 3.5 KiB/s wr, 75 op/s 2024-04-10T16:23:06.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:06 smithi154 ceph-mon[84269]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-10T16:23:06.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:06 smithi102 ceph-mon[90943]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-10T16:23:06.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:06 smithi102 ceph-mon[88557]: osdmap e2144: 8 total, 8 up, 8 in 2024-04-10T16:23:07.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:07 smithi154 ceph-mon[84269]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-10T16:23:07.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:07 smithi154 ceph-mon[84269]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.0 KiB/s wr, 83 op/s 2024-04-10T16:23:07.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:07 smithi102 ceph-mon[88557]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-10T16:23:07.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:07 smithi102 ceph-mon[88557]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.0 KiB/s wr, 83 op/s 2024-04-10T16:23:07.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:07 smithi102 ceph-mon[90943]: osdmap e2145: 8 total, 8 up, 8 in 2024-04-10T16:23:07.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:07 smithi102 ceph-mon[90943]: pgmap v4137: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 62 KiB/s rd, 5.0 KiB/s wr, 83 op/s 2024-04-10T16:23:07.939 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:23:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:23:07] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-04-10T16:23:08.255 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps PASSED [ 34%] 2024-04-10T16:23:08.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:08 smithi154 ceph-mon[84269]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-10T16:23:08.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:08 smithi102 ceph-mon[90943]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-10T16:23:08.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:08 smithi102 ceph-mon[88557]: osdmap e2146: 8 total, 8 up, 8 in 2024-04-10T16:23:09.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:09 smithi102 ceph-mon[90943]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-10T16:23:09.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:09.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:09 smithi102 ceph-mon[90943]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 KiB/s wr, 22 op/s 2024-04-10T16:23:09.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:09 smithi102 ceph-mon[90943]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-10T16:23:09.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:09 smithi102 ceph-mon[88557]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-10T16:23:09.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:09.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:09 smithi102 ceph-mon[88557]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 KiB/s wr, 22 op/s 2024-04-10T16:23:09.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:09 smithi102 ceph-mon[88557]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-10T16:23:09.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:09 smithi154 ceph-mon[84269]: osdmap e2147: 8 total, 8 up, 8 in 2024-04-10T16:23:09.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:09.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:09 smithi154 ceph-mon[84269]: pgmap v4140: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 13 KiB/s rd, 2.7 KiB/s wr, 22 op/s 2024-04-10T16:23:09.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:09 smithi154 ceph-mon[84269]: osdmap e2148: 8 total, 8 up, 8 in 2024-04-10T16:23:10.202 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_snaps_iterator_auto_close PASSED [ 34%] 2024-04-10T16:23:11.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:11 smithi154 ceph-mon[84269]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-10T16:23:11.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:11 smithi154 ceph-mon[84269]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.0 KiB/s wr, 85 op/s 2024-04-10T16:23:11.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:11 smithi102 ceph-mon[90943]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-10T16:23:11.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:11 smithi102 ceph-mon[90943]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.0 KiB/s wr, 85 op/s 2024-04-10T16:23:11.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:11 smithi102 ceph-mon[88557]: osdmap e2149: 8 total, 8 up, 8 in 2024-04-10T16:23:11.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:11 smithi102 ceph-mon[88557]: pgmap v4143: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 60 KiB/s rd, 7.0 KiB/s wr, 85 op/s 2024-04-10T16:23:12.233 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap PASSED [ 35%] 2024-04-10T16:23:12.307 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_not_found PASSED [ 36%] 2024-04-10T16:23:12.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:12 smithi154 ceph-mon[84269]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-10T16:23:12.409 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:23:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:23:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:23:12.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:12 smithi102 ceph-mon[90943]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-10T16:23:12.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:12 smithi102 ceph-mon[88557]: osdmap e2150: 8 total, 8 up, 8 in 2024-04-10T16:23:13.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:13 smithi154 ceph-mon[84269]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-10T16:23:13.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:13 smithi154 ceph-mon[84269]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.7 KiB/s wr, 76 op/s 2024-04-10T16:23:13.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:13 smithi102 ceph-mon[90943]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-10T16:23:13.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:13 smithi102 ceph-mon[90943]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.7 KiB/s wr, 76 op/s 2024-04-10T16:23:13.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:13 smithi102 ceph-mon[88557]: osdmap e2151: 8 total, 8 up, 8 in 2024-04-10T16:23:13.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:13 smithi102 ceph-mon[88557]: pgmap v4146: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 5.7 KiB/s wr, 76 op/s 2024-04-10T16:23:14.226 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap2 PASSED [ 36%] 2024-04-10T16:23:14.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:14 smithi154 ceph-mon[84269]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-10T16:23:14.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:14 smithi154 ceph-mon[84269]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-10T16:23:14.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:14 smithi102 ceph-mon[90943]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-10T16:23:14.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:14 smithi102 ceph-mon[90943]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-10T16:23:14.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:14 smithi102 ceph-mon[88557]: osdmap e2152: 8 total, 8 up, 8 in 2024-04-10T16:23:14.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:14 smithi102 ceph-mon[88557]: osdmap e2153: 8 total, 8 up, 8 in 2024-04-10T16:23:15.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:15 smithi154 ceph-mon[84269]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 8.2 KiB/s wr, 186 op/s 2024-04-10T16:23:15.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:15 smithi102 ceph-mon[90943]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 8.2 KiB/s wr, 186 op/s 2024-04-10T16:23:15.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:15 smithi102 ceph-mon[88557]: pgmap v4149: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 138 KiB/s rd, 8.2 KiB/s wr, 186 op/s 2024-04-10T16:23:16.257 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_snap_by_id PASSED [ 37%] 2024-04-10T16:23:16.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:16 smithi154 ceph-mon[84269]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-10T16:23:16.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:16 smithi102 ceph-mon[88557]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-10T16:23:16.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:16 smithi102 ceph-mon[90943]: osdmap e2154: 8 total, 8 up, 8 in 2024-04-10T16:23:17.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:17 smithi102 ceph-mon[88557]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-10T16:23:17.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:17 smithi102 ceph-mon[88557]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 13 KiB/s wr, 248 op/s 2024-04-10T16:23:17.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:17 smithi102 ceph-mon[90943]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-10T16:23:17.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:17 smithi102 ceph-mon[90943]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 13 KiB/s wr, 248 op/s 2024-04-10T16:23:17.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:17 smithi154 ceph-mon[84269]: osdmap e2155: 8 total, 8 up, 8 in 2024-04-10T16:23:17.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:17 smithi154 ceph-mon[84269]: pgmap v4152: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 13 KiB/s wr, 248 op/s 2024-04-10T16:23:17.939 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:23:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:23:17] "GET /metrics HTTP/1.1" 200 36601 "" "Prometheus/2.43.0" 2024-04-10T16:23:18.277 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rename_snap PASSED [ 37%] 2024-04-10T16:23:18.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:18 smithi102 ceph-mon[90943]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-10T16:23:18.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:18 smithi102 ceph-mon[88557]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-10T16:23:18.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:18 smithi154 ceph-mon[84269]: osdmap e2156: 8 total, 8 up, 8 in 2024-04-10T16:23:19.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:19 smithi102 ceph-mon[90943]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-10T16:23:19.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:19 smithi102 ceph-mon[90943]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 80 op/s 2024-04-10T16:23:19.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:19 smithi102 ceph-mon[90943]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-10T16:23:19.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:19 smithi102 ceph-mon[88557]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-10T16:23:19.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:19 smithi102 ceph-mon[88557]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 80 op/s 2024-04-10T16:23:19.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:19 smithi102 ceph-mon[88557]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-10T16:23:19.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:19 smithi154 ceph-mon[84269]: osdmap e2157: 8 total, 8 up, 8 in 2024-04-10T16:23:19.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:19 smithi154 ceph-mon[84269]: pgmap v4155: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 6.0 KiB/s wr, 80 op/s 2024-04-10T16:23:19.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:19 smithi154 ceph-mon[84269]: osdmap e2158: 8 total, 8 up, 8 in 2024-04-10T16:23:20.213 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_protect_snap PASSED [ 38%] 2024-04-10T16:23:21.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:21 smithi154 ceph-mon[84269]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-10T16:23:21.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:21 smithi154 ceph-mon[84269]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.0 KiB/s wr, 128 op/s 2024-04-10T16:23:21.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:21 smithi102 ceph-mon[88557]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-10T16:23:21.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:21 smithi102 ceph-mon[88557]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.0 KiB/s wr, 128 op/s 2024-04-10T16:23:21.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:21 smithi102 ceph-mon[90943]: osdmap e2159: 8 total, 8 up, 8 in 2024-04-10T16:23:21.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:21 smithi102 ceph-mon[90943]: pgmap v4158: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 92 KiB/s rd, 7.0 KiB/s wr, 128 op/s 2024-04-10T16:23:22.233 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_exists PASSED [ 38%] 2024-04-10T16:23:22.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:22 smithi154 ceph-mon[84269]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-10T16:23:22.409 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:23:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:23:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:23:22.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:22 smithi102 ceph-mon[90943]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-10T16:23:22.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:22 smithi102 ceph-mon[88557]: osdmap e2160: 8 total, 8 up, 8 in 2024-04-10T16:23:23.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:23 smithi154 ceph-mon[84269]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-10T16:23:23.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:23 smithi154 ceph-mon[84269]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 8.0 KiB/s wr, 181 op/s 2024-04-10T16:23:23.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:23 smithi102 ceph-mon[90943]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-10T16:23:23.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:23 smithi102 ceph-mon[90943]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 8.0 KiB/s wr, 181 op/s 2024-04-10T16:23:23.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:23 smithi102 ceph-mon[88557]: osdmap e2161: 8 total, 8 up, 8 in 2024-04-10T16:23:23.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:23 smithi102 ceph-mon[88557]: pgmap v4161: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 135 KiB/s rd, 8.0 KiB/s wr, 181 op/s 2024-04-10T16:23:24.225 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_timestamp PASSED [ 39%] 2024-04-10T16:23:24.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:24 smithi154 ceph-mon[84269]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-10T16:23:24.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:24.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:24 smithi154 ceph-mon[84269]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-10T16:23:24.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:24 smithi102 ceph-mon[90943]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-10T16:23:24.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:24.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:24 smithi102 ceph-mon[90943]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-10T16:23:24.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:24 smithi102 ceph-mon[88557]: osdmap e2162: 8 total, 8 up, 8 in 2024-04-10T16:23:24.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:24.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:24 smithi102 ceph-mon[88557]: osdmap e2163: 8 total, 8 up, 8 in 2024-04-10T16:23:25.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:25 smithi154 ceph-mon[84269]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 5.5 KiB/s wr, 142 op/s 2024-04-10T16:23:25.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:25 smithi102 ceph-mon[88557]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 5.5 KiB/s wr, 142 op/s 2024-04-10T16:23:25.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:25 smithi102 ceph-mon[90943]: pgmap v4164: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 5.5 KiB/s wr, 142 op/s 2024-04-10T16:23:26.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:26 smithi154 ceph-mon[84269]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-10T16:23:26.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:26 smithi102 ceph-mon[88557]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-10T16:23:26.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:26 smithi102 ceph-mon[90943]: osdmap e2164: 8 total, 8 up, 8 in 2024-04-10T16:23:27.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:27 smithi102 ceph-mon[88557]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-10T16:23:27.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:27 smithi102 ceph-mon[88557]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 8.2 KiB/s wr, 146 op/s 2024-04-10T16:23:27.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:27 smithi102 ceph-mon[90943]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-10T16:23:27.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:27 smithi102 ceph-mon[90943]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 8.2 KiB/s wr, 146 op/s 2024-04-10T16:23:27.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:27 smithi154 ceph-mon[84269]: osdmap e2165: 8 total, 8 up, 8 in 2024-04-10T16:23:27.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:27 smithi154 ceph-mon[84269]: pgmap v4167: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 105 KiB/s rd, 8.2 KiB/s wr, 146 op/s 2024-04-10T16:23:27.939 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:23:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:23:27] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-04-10T16:23:28.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:28 smithi102 ceph-mon[88557]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-10T16:23:28.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:28 smithi102 ceph-mon[90943]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-10T16:23:28.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:28 smithi154 ceph-mon[84269]: osdmap e2166: 8 total, 8 up, 8 in 2024-04-10T16:23:29.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:29 smithi102 ceph-mon[88557]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-10T16:23:29.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:29 smithi102 ceph-mon[88557]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.7 KiB/s wr, 73 op/s 2024-04-10T16:23:29.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:29 smithi102 ceph-mon[88557]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-10T16:23:29.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:29 smithi102 ceph-mon[90943]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-10T16:23:29.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:29 smithi102 ceph-mon[90943]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.7 KiB/s wr, 73 op/s 2024-04-10T16:23:29.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:29 smithi102 ceph-mon[90943]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-10T16:23:29.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:29 smithi154 ceph-mon[84269]: osdmap e2167: 8 total, 8 up, 8 in 2024-04-10T16:23:29.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:29 smithi154 ceph-mon[84269]: pgmap v4170: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 52 KiB/s rd, 5.7 KiB/s wr, 73 op/s 2024-04-10T16:23:29.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:29 smithi154 ceph-mon[84269]: osdmap e2168: 8 total, 8 up, 8 in 2024-04-10T16:23:31.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:31 smithi154 ceph-mon[84269]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-10T16:23:31.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:31 smithi154 ceph-mon[84269]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-04-10T16:23:31.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:31 smithi102 ceph-mon[90943]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-10T16:23:31.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:31 smithi102 ceph-mon[90943]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-04-10T16:23:31.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:31 smithi102 ceph-mon[88557]: osdmap e2169: 8 total, 8 up, 8 in 2024-04-10T16:23:31.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:31 smithi102 ceph-mon[88557]: pgmap v4173: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 30 KiB/s rd, 4.0 KiB/s wr, 42 op/s 2024-04-10T16:23:32.233 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_limit_snaps PASSED [ 40%] 2024-04-10T16:23:32.333 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_exclusive_lock PASSED [ 40%] 2024-04-10T16:23:32.404 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_snap SKIPPED [ 41%] 2024-04-10T16:23:32.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:32 smithi154 ceph-mon[84269]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-10T16:23:32.409 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:23:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:23:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:23:32.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:32 smithi102 ceph-mon[90943]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-10T16:23:32.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:32 smithi102 ceph-mon[88557]: osdmap e2170: 8 total, 8 up, 8 in 2024-04-10T16:23:32.475 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_remove_with_watcher SKIPPED [ 41%] 2024-04-10T16:23:33.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:33 smithi154 ceph-mon[84269]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-10T16:23:33.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:33 smithi154 ceph-mon[84269]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 41 op/s 2024-04-10T16:23:33.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:33 smithi102 ceph-mon[90943]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-10T16:23:33.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:33 smithi102 ceph-mon[90943]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 41 op/s 2024-04-10T16:23:33.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:33 smithi102 ceph-mon[88557]: osdmap e2171: 8 total, 8 up, 8 in 2024-04-10T16:23:33.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:33 smithi102 ceph-mon[88557]: pgmap v4176: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 29 KiB/s rd, 3.7 KiB/s wr, 41 op/s 2024-04-10T16:23:34.228 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap PASSED [ 42%] 2024-04-10T16:23:34.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:34 smithi154 ceph-mon[84269]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-10T16:23:34.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:34 smithi154 ceph-mon[84269]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-10T16:23:34.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:34 smithi102 ceph-mon[90943]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-10T16:23:34.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:34 smithi102 ceph-mon[90943]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-10T16:23:34.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:34 smithi102 ceph-mon[88557]: osdmap e2172: 8 total, 8 up, 8 in 2024-04-10T16:23:34.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:34 smithi102 ceph-mon[88557]: osdmap e2173: 8 total, 8 up, 8 in 2024-04-10T16:23:35.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:35 smithi154 ceph-mon[84269]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 5.2 KiB/s wr, 132 op/s 2024-04-10T16:23:35.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:35 smithi102 ceph-mon[90943]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 5.2 KiB/s wr, 132 op/s 2024-04-10T16:23:35.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:35 smithi102 ceph-mon[88557]: pgmap v4179: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 5.2 KiB/s wr, 132 op/s 2024-04-10T16:23:36.255 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_to_snap_sparse PASSED [ 42%] 2024-04-10T16:23:36.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:36 smithi154 ceph-mon[84269]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-10T16:23:36.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:36 smithi102 ceph-mon[90943]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-10T16:23:36.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:36 smithi102 ceph-mon[88557]: osdmap e2174: 8 total, 8 up, 8 in 2024-04-10T16:23:37.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:37 smithi102 ceph-mon[90943]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-10T16:23:37.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:37 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:23:37.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:37 smithi102 ceph-mon[90943]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 14 KiB/s wr, 275 op/s 2024-04-10T16:23:37.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:37 smithi102 ceph-mon[88557]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-10T16:23:37.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:37 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:23:37.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:37 smithi102 ceph-mon[88557]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 14 KiB/s wr, 275 op/s 2024-04-10T16:23:37.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:37 smithi154 ceph-mon[84269]: osdmap e2175: 8 total, 8 up, 8 in 2024-04-10T16:23:37.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:37 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:23:37.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:37 smithi154 ceph-mon[84269]: pgmap v4182: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 198 KiB/s rd, 14 KiB/s wr, 275 op/s 2024-04-10T16:23:37.939 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:23:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:23:37] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-04-10T16:23:38.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:38 smithi102 ceph-mon[88557]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-10T16:23:38.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:23:38.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:23:38.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:23:38.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:38 smithi102 ceph-mon[90943]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-10T16:23:38.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:23:38.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:23:38.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:23:38.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:38 smithi154 ceph-mon[84269]: osdmap e2176: 8 total, 8 up, 8 in 2024-04-10T16:23:38.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:23:38.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:23:38.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:23:39.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:39 smithi102 ceph-mon[90943]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-10T16:23:39.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:39.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:39 smithi102 ceph-mon[90943]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 10 KiB/s wr, 150 op/s 2024-04-10T16:23:39.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:39 smithi102 ceph-mon[90943]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-10T16:23:39.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:39 smithi102 ceph-mon[88557]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-10T16:23:39.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:39.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:39 smithi102 ceph-mon[88557]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 10 KiB/s wr, 150 op/s 2024-04-10T16:23:39.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:39 smithi102 ceph-mon[88557]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-10T16:23:39.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:39 smithi154 ceph-mon[84269]: osdmap e2177: 8 total, 8 up, 8 in 2024-04-10T16:23:39.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:39.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:39 smithi154 ceph-mon[84269]: pgmap v4185: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 108 KiB/s rd, 10 KiB/s wr, 150 op/s 2024-04-10T16:23:39.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:39 smithi154 ceph-mon[84269]: osdmap e2178: 8 total, 8 up, 8 in 2024-04-10T16:23:40.229 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_rollback_with_resize PASSED [ 43%] 2024-04-10T16:23:41.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:41 smithi154 ceph-mon[84269]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-10T16:23:41.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:41 smithi154 ceph-mon[84269]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 14 KiB/s wr, 149 op/s 2024-04-10T16:23:41.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:41 smithi102 ceph-mon[88557]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-10T16:23:41.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:41 smithi102 ceph-mon[88557]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 14 KiB/s wr, 149 op/s 2024-04-10T16:23:41.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:41 smithi102 ceph-mon[90943]: osdmap e2179: 8 total, 8 up, 8 in 2024-04-10T16:23:41.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:41 smithi102 ceph-mon[90943]: pgmap v4188: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 14 KiB/s wr, 149 op/s 2024-04-10T16:23:42.249 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap PASSED [ 44%] 2024-04-10T16:23:42.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:42 smithi154 ceph-mon[84269]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-10T16:23:42.409 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:23:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:23:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:23:42.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:42 smithi102 ceph-mon[88557]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-10T16:23:42.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:42 smithi102 ceph-mon[90943]: osdmap e2180: 8 total, 8 up, 8 in 2024-04-10T16:23:43.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:43 smithi154 ceph-mon[84269]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-10T16:23:43.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:43 smithi154 ceph-mon[84269]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 13 KiB/s wr, 144 op/s 2024-04-10T16:23:43.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:43 smithi102 ceph-mon[90943]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-10T16:23:43.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:43 smithi102 ceph-mon[90943]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 13 KiB/s wr, 144 op/s 2024-04-10T16:23:43.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:43 smithi102 ceph-mon[88557]: osdmap e2181: 8 total, 8 up, 8 in 2024-04-10T16:23:43.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:43 smithi102 ceph-mon[88557]: pgmap v4191: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 103 KiB/s rd, 13 KiB/s wr, 144 op/s 2024-04-10T16:23:44.230 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_no_snap PASSED [ 44%] 2024-04-10T16:23:44.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:44 smithi154 ceph-mon[84269]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-10T16:23:44.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:44 smithi154 ceph-mon[84269]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-10T16:23:44.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:44 smithi102 ceph-mon[90943]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-10T16:23:44.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:44 smithi102 ceph-mon[90943]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-10T16:23:44.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:44 smithi102 ceph-mon[88557]: osdmap e2182: 8 total, 8 up, 8 in 2024-04-10T16:23:44.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:44 smithi102 ceph-mon[88557]: osdmap e2183: 8 total, 8 up, 8 in 2024-04-10T16:23:45.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:45 smithi154 ceph-mon[84269]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 12 KiB/s wr, 174 op/s 2024-04-10T16:23:45.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:45 smithi102 ceph-mon[90943]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 12 KiB/s wr, 174 op/s 2024-04-10T16:23:45.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:45 smithi102 ceph-mon[88557]: pgmap v4194: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 123 KiB/s rd, 12 KiB/s wr, 174 op/s 2024-04-10T16:23:46.258 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_by_id PASSED [ 45%] 2024-04-10T16:23:46.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:46 smithi154 ceph-mon[84269]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-10T16:23:46.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:46 smithi102 ceph-mon[90943]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-10T16:23:46.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:46 smithi102 ceph-mon[88557]: osdmap e2184: 8 total, 8 up, 8 in 2024-04-10T16:23:47.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:47 smithi102 ceph-mon[90943]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-10T16:23:47.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:47 smithi102 ceph-mon[90943]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 16 KiB/s wr, 189 op/s 2024-04-10T16:23:47.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:47 smithi102 ceph-mon[88557]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-10T16:23:47.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:47 smithi102 ceph-mon[88557]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 16 KiB/s wr, 189 op/s 2024-04-10T16:23:47.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:47 smithi154 ceph-mon[84269]: osdmap e2185: 8 total, 8 up, 8 in 2024-04-10T16:23:47.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:47 smithi154 ceph-mon[84269]: pgmap v4197: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 132 KiB/s rd, 16 KiB/s wr, 189 op/s 2024-04-10T16:23:47.939 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:23:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:23:47] "GET /metrics HTTP/1.1" 200 36601 "" "Prometheus/2.43.0" 2024-04-10T16:23:48.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:48 smithi102 ceph-mon[88557]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-10T16:23:48.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:48 smithi102 ceph-mon[90943]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-10T16:23:48.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:48 smithi154 ceph-mon[84269]: osdmap e2186: 8 total, 8 up, 8 in 2024-04-10T16:23:49.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:49 smithi102 ceph-mon[90943]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-10T16:23:49.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:49 smithi102 ceph-mon[90943]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 6.2 KiB/s wr, 67 op/s 2024-04-10T16:23:49.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:49 smithi102 ceph-mon[90943]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-10T16:23:49.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:49 smithi102 ceph-mon[88557]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-10T16:23:49.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:49 smithi102 ceph-mon[88557]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 6.2 KiB/s wr, 67 op/s 2024-04-10T16:23:49.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:49 smithi102 ceph-mon[88557]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-10T16:23:49.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:49 smithi154 ceph-mon[84269]: osdmap e2187: 8 total, 8 up, 8 in 2024-04-10T16:23:49.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:49 smithi154 ceph-mon[84269]: pgmap v4200: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 6.2 KiB/s wr, 67 op/s 2024-04-10T16:23:49.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:49 smithi154 ceph-mon[84269]: osdmap e2188: 8 total, 8 up, 8 in 2024-04-10T16:23:51.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:51 smithi154 ceph-mon[84269]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-10T16:23:51.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:51 smithi154 ceph-mon[84269]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 8.2 KiB/s wr, 112 op/s 2024-04-10T16:23:51.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:51 smithi102 ceph-mon[90943]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-10T16:23:51.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:51 smithi102 ceph-mon[90943]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 8.2 KiB/s wr, 112 op/s 2024-04-10T16:23:51.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:51 smithi102 ceph-mon[88557]: osdmap e2189: 8 total, 8 up, 8 in 2024-04-10T16:23:51.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:51 smithi102 ceph-mon[88557]: pgmap v4203: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 8.2 KiB/s wr, 112 op/s 2024-04-10T16:23:52.238 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_name PASSED [ 45%] 2024-04-10T16:23:52.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:52 smithi154 ceph-mon[84269]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-10T16:23:52.409 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:23:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:23:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:23:52.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:52 smithi102 ceph-mon[90943]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-10T16:23:52.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:52 smithi102 ceph-mon[88557]: osdmap e2190: 8 total, 8 up, 8 in 2024-04-10T16:23:53.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:53 smithi154 ceph-mon[84269]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-10T16:23:53.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:53 smithi154 ceph-mon[84269]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 5.7 KiB/s wr, 62 op/s 2024-04-10T16:23:53.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:53 smithi102 ceph-mon[90943]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-10T16:23:53.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:53 smithi102 ceph-mon[90943]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 5.7 KiB/s wr, 62 op/s 2024-04-10T16:23:53.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:53 smithi102 ceph-mon[88557]: osdmap e2191: 8 total, 8 up, 8 in 2024-04-10T16:23:53.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:53 smithi102 ceph-mon[88557]: pgmap v4206: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 43 KiB/s rd, 5.7 KiB/s wr, 62 op/s 2024-04-10T16:23:54.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:54 smithi154 ceph-mon[84269]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-10T16:23:54.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:54.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:54 smithi154 ceph-mon[84269]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-10T16:23:54.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:54 smithi102 ceph-mon[90943]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-10T16:23:54.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:54.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:54 smithi102 ceph-mon[90943]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-10T16:23:54.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:54 smithi102 ceph-mon[88557]: osdmap e2192: 8 total, 8 up, 8 in 2024-04-10T16:23:54.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:23:54.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:54 smithi102 ceph-mon[88557]: osdmap e2193: 8 total, 8 up, 8 in 2024-04-10T16:23:55.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:55 smithi102 ceph-mon[90943]: pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 4.2 KiB/s wr, 80 op/s 2024-04-10T16:23:55.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:55 smithi102 ceph-mon[88557]: pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 4.2 KiB/s wr, 80 op/s 2024-04-10T16:23:55.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:55 smithi154 ceph-mon[84269]: pgmap v4209: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 63 KiB/s rd, 4.2 KiB/s wr, 80 op/s 2024-04-10T16:23:56.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:56 smithi154 ceph-mon[84269]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-10T16:23:56.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:56 smithi102 ceph-mon[90943]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-10T16:23:56.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:56 smithi102 ceph-mon[88557]: osdmap e2194: 8 total, 8 up, 8 in 2024-04-10T16:23:57.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:57 smithi102 ceph-mon[90943]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-10T16:23:57.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:57 smithi102 ceph-mon[90943]: pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 96 op/s 2024-04-10T16:23:57.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:57 smithi102 ceph-mon[88557]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-10T16:23:57.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:57 smithi102 ceph-mon[88557]: pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 96 op/s 2024-04-10T16:23:57.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:57 smithi154 ceph-mon[84269]: osdmap e2195: 8 total, 8 up, 8 in 2024-04-10T16:23:57.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:57 smithi154 ceph-mon[84269]: pgmap v4212: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 71 KiB/s rd, 5.7 KiB/s wr, 96 op/s 2024-04-10T16:23:57.939 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:23:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:23:57] "GET /metrics HTTP/1.1" 200 36603 "" "Prometheus/2.43.0" 2024-04-10T16:23:58.279 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_snap_get_id PASSED [ 46%] 2024-04-10T16:23:58.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:58 smithi102 ceph-mon[90943]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-10T16:23:58.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:58 smithi102 ceph-mon[88557]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-10T16:23:58.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:58 smithi154 ceph-mon[84269]: osdmap e2196: 8 total, 8 up, 8 in 2024-04-10T16:23:59.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:59 smithi102 ceph-mon[90943]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-10T16:23:59.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:59 smithi102 ceph-mon[90943]: pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.0 KiB/s wr, 19 op/s 2024-04-10T16:23:59.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:23:59 smithi102 ceph-mon[90943]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-10T16:23:59.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:59 smithi102 ceph-mon[88557]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-10T16:23:59.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:59 smithi102 ceph-mon[88557]: pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.0 KiB/s wr, 19 op/s 2024-04-10T16:23:59.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:23:59 smithi102 ceph-mon[88557]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-10T16:23:59.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:59 smithi154 ceph-mon[84269]: osdmap e2197: 8 total, 8 up, 8 in 2024-04-10T16:23:59.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:59 smithi154 ceph-mon[84269]: pgmap v4215: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 9.5 KiB/s rd, 2.0 KiB/s wr, 19 op/s 2024-04-10T16:23:59.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:23:59 smithi154 ceph-mon[84269]: osdmap e2198: 8 total, 8 up, 8 in 2024-04-10T16:24:00.224 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_sparse PASSED [ 46%] 2024-04-10T16:24:01.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:01 smithi154 ceph-mon[84269]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-10T16:24:01.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:01 smithi154 ceph-mon[84269]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 8.5 KiB/s wr, 138 op/s 2024-04-10T16:24:01.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:01 smithi102 ceph-mon[88557]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-10T16:24:01.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:01 smithi102 ceph-mon[88557]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 8.5 KiB/s wr, 138 op/s 2024-04-10T16:24:01.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:01 smithi102 ceph-mon[90943]: osdmap e2199: 8 total, 8 up, 8 in 2024-04-10T16:24:01.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:01 smithi102 ceph-mon[90943]: pgmap v4218: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 102 KiB/s rd, 8.5 KiB/s wr, 138 op/s 2024-04-10T16:24:02.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:02 smithi154 ceph-mon[84269]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-10T16:24:02.409 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:24:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:24:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:24:02.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:02 smithi102 ceph-mon[90943]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-10T16:24:02.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:02 smithi102 ceph-mon[88557]: osdmap e2200: 8 total, 8 up, 8 in 2024-04-10T16:24:03.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:03 smithi154 ceph-mon[84269]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-10T16:24:03.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:03 smithi154 ceph-mon[84269]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 8.7 KiB/s wr, 137 op/s 2024-04-10T16:24:03.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:03 smithi102 ceph-mon[88557]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-10T16:24:03.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:03 smithi102 ceph-mon[88557]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 8.7 KiB/s wr, 137 op/s 2024-04-10T16:24:03.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:03 smithi102 ceph-mon[90943]: osdmap e2201: 8 total, 8 up, 8 in 2024-04-10T16:24:03.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:03 smithi102 ceph-mon[90943]: pgmap v4221: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 100 KiB/s rd, 8.7 KiB/s wr, 137 op/s 2024-04-10T16:24:04.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:04 smithi154 ceph-mon[84269]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-10T16:24:04.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:04 smithi154 ceph-mon[84269]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-10T16:24:04.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:04 smithi102 ceph-mon[90943]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-10T16:24:04.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:04 smithi102 ceph-mon[90943]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-10T16:24:04.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:04 smithi102 ceph-mon[88557]: osdmap e2202: 8 total, 8 up, 8 in 2024-04-10T16:24:04.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:04 smithi102 ceph-mon[88557]: osdmap e2203: 8 total, 8 up, 8 in 2024-04-10T16:24:05.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:05 smithi102 ceph-mon[90943]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 3.2 KiB/s wr, 21 op/s 2024-04-10T16:24:05.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:05 smithi102 ceph-mon[90943]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-10T16:24:05.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:05 smithi102 ceph-mon[88557]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 3.2 KiB/s wr, 21 op/s 2024-04-10T16:24:05.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:05 smithi102 ceph-mon[88557]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-10T16:24:05.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:05 smithi154 ceph-mon[84269]: pgmap v4224: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 12 KiB/s rd, 3.2 KiB/s wr, 21 op/s 2024-04-10T16:24:05.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:05 smithi154 ceph-mon[84269]: osdmap e2204: 8 total, 8 up, 8 in 2024-04-10T16:24:07.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:07 smithi154 ceph-mon[84269]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-10T16:24:07.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:07 smithi154 ceph-mon[84269]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.2 KiB/s wr, 79 op/s 2024-04-10T16:24:07.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:07 smithi102 ceph-mon[90943]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-10T16:24:07.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:07 smithi102 ceph-mon[90943]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.2 KiB/s wr, 79 op/s 2024-04-10T16:24:07.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:07 smithi102 ceph-mon[88557]: osdmap e2205: 8 total, 8 up, 8 in 2024-04-10T16:24:07.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:07 smithi102 ceph-mon[88557]: pgmap v4227: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 59 KiB/s rd, 5.2 KiB/s wr, 79 op/s 2024-04-10T16:24:07.939 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:24:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:24:07] "GET /metrics HTTP/1.1" 200 36603 "" "Prometheus/2.43.0" 2024-04-10T16:24:08.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:08 smithi154 ceph-mon[84269]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-10T16:24:08.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:08 smithi102 ceph-mon[90943]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-10T16:24:08.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:08 smithi102 ceph-mon[88557]: osdmap e2206: 8 total, 8 up, 8 in 2024-04-10T16:24:09.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:09 smithi154 ceph-mon[84269]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-10T16:24:09.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:09.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:09 smithi154 ceph-mon[84269]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 2.7 KiB/s wr, 61 op/s 2024-04-10T16:24:09.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:09 smithi154 ceph-mon[84269]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-10T16:24:09.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:09 smithi102 ceph-mon[90943]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-10T16:24:09.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:09.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:09 smithi102 ceph-mon[90943]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 2.7 KiB/s wr, 61 op/s 2024-04-10T16:24:09.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:09 smithi102 ceph-mon[90943]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-10T16:24:09.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:09 smithi102 ceph-mon[88557]: osdmap e2207: 8 total, 8 up, 8 in 2024-04-10T16:24:09.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:09.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:09 smithi102 ceph-mon[88557]: pgmap v4230: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 47 KiB/s rd, 2.7 KiB/s wr, 61 op/s 2024-04-10T16:24:09.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:09 smithi102 ceph-mon[88557]: osdmap e2208: 8 total, 8 up, 8 in 2024-04-10T16:24:11.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:11 smithi102 ceph-mon[90943]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-10T16:24:11.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:11 smithi102 ceph-mon[90943]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.7 KiB/s wr, 107 op/s 2024-04-10T16:24:11.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:11 smithi102 ceph-mon[88557]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-10T16:24:11.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:11 smithi102 ceph-mon[88557]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.7 KiB/s wr, 107 op/s 2024-04-10T16:24:11.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:11 smithi154 ceph-mon[84269]: osdmap e2209: 8 total, 8 up, 8 in 2024-04-10T16:24:11.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:11 smithi154 ceph-mon[84269]: pgmap v4233: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.7 KiB/s wr, 107 op/s 2024-04-10T16:24:12.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:12 smithi102 ceph-mon[90943]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-10T16:24:12.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:12 smithi102 ceph-mon[88557]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-10T16:24:12.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:12 smithi154 ceph-mon[84269]: osdmap e2210: 8 total, 8 up, 8 in 2024-04-10T16:24:12.659 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:24:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:24:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:24:13.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:13 smithi102 ceph-mon[90943]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-10T16:24:13.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:13 smithi102 ceph-mon[90943]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.7 KiB/s wr, 107 op/s 2024-04-10T16:24:13.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:13 smithi102 ceph-mon[88557]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-10T16:24:13.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:13 smithi102 ceph-mon[88557]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.7 KiB/s wr, 107 op/s 2024-04-10T16:24:13.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:13 smithi154 ceph-mon[84269]: osdmap e2211: 8 total, 8 up, 8 in 2024-04-10T16:24:13.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:13 smithi154 ceph-mon[84269]: pgmap v4236: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 80 KiB/s rd, 3.7 KiB/s wr, 107 op/s 2024-04-10T16:24:14.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:14 smithi102 ceph-mon[90943]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-10T16:24:14.439 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:14 smithi102 ceph-mon[88557]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-10T16:24:14.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:14 smithi154 ceph-mon[84269]: osdmap e2212: 8 total, 8 up, 8 in 2024-04-10T16:24:15.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:15 smithi154 ceph-mon[84269]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-10T16:24:15.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:15 smithi154 ceph-mon[84269]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-10T16:24:15.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:15 smithi102 ceph-mon[90943]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-10T16:24:15.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:15 smithi102 ceph-mon[90943]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-10T16:24:15.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:15 smithi102 ceph-mon[88557]: osdmap e2213: 8 total, 8 up, 8 in 2024-04-10T16:24:15.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:15 smithi102 ceph-mon[88557]: pgmap v4239: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-10T16:24:16.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:16 smithi154 ceph-mon[84269]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-10T16:24:16.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:16 smithi102 ceph-mon[88557]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-10T16:24:16.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:16 smithi102 ceph-mon[90943]: osdmap e2214: 8 total, 8 up, 8 in 2024-04-10T16:24:17.570 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:17 smithi102 ceph-mon[88557]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-10T16:24:17.571 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:17 smithi102 ceph-mon[88557]: pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.7 KiB/s wr, 151 op/s 2024-04-10T16:24:17.571 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:17 smithi102 ceph-mon[90943]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-10T16:24:17.571 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:17 smithi102 ceph-mon[90943]: pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.7 KiB/s wr, 151 op/s 2024-04-10T16:24:17.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:17 smithi154 ceph-mon[84269]: osdmap e2215: 8 total, 8 up, 8 in 2024-04-10T16:24:17.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:17 smithi154 ceph-mon[84269]: pgmap v4242: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 113 KiB/s rd, 3.7 KiB/s wr, 151 op/s 2024-04-10T16:24:17.939 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:24:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:24:17] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-04-10T16:24:18.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:18 smithi154 ceph-mon[84269]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-10T16:24:18.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:18 smithi102 ceph-mon[90943]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-10T16:24:18.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:18 smithi102 ceph-mon[88557]: osdmap e2216: 8 total, 8 up, 8 in 2024-04-10T16:24:19.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:19 smithi154 ceph-mon[84269]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-10T16:24:19.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:19 smithi154 ceph-mon[84269]: pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 3.5 KiB/s wr, 149 op/s 2024-04-10T16:24:19.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:19 smithi102 ceph-mon[90943]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-10T16:24:19.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:19 smithi102 ceph-mon[90943]: pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 3.5 KiB/s wr, 149 op/s 2024-04-10T16:24:19.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:19 smithi102 ceph-mon[88557]: osdmap e2217: 8 total, 8 up, 8 in 2024-04-10T16:24:19.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:19 smithi102 ceph-mon[88557]: pgmap v4245: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 112 KiB/s rd, 3.5 KiB/s wr, 149 op/s 2024-04-10T16:24:20.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:20 smithi154 ceph-mon[84269]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-10T16:24:20.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:20 smithi102 ceph-mon[90943]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-10T16:24:20.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:20 smithi102 ceph-mon[88557]: osdmap e2218: 8 total, 8 up, 8 in 2024-04-10T16:24:21.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:21 smithi154 ceph-mon[84269]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-10T16:24:21.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:21 smithi154 ceph-mon[84269]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 3.2 KiB/s wr, 194 op/s 2024-04-10T16:24:21.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:21 smithi102 ceph-mon[90943]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-10T16:24:21.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:21 smithi102 ceph-mon[90943]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 3.2 KiB/s wr, 194 op/s 2024-04-10T16:24:21.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:21 smithi102 ceph-mon[88557]: osdmap e2219: 8 total, 8 up, 8 in 2024-04-10T16:24:21.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:21 smithi102 ceph-mon[88557]: pgmap v4248: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 3.2 KiB/s wr, 194 op/s 2024-04-10T16:24:22.561 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:22 smithi154 ceph-mon[84269]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-10T16:24:22.561 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:24:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:24:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:24:22.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:22 smithi102 ceph-mon[88557]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-10T16:24:22.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:22 smithi102 ceph-mon[90943]: osdmap e2220: 8 total, 8 up, 8 in 2024-04-10T16:24:23.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:23 smithi154 ceph-mon[84269]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-10T16:24:23.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:23 smithi154 ceph-mon[84269]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 3.5 KiB/s wr, 194 op/s 2024-04-10T16:24:23.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:23 smithi102 ceph-mon[88557]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-10T16:24:23.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:23 smithi102 ceph-mon[88557]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 3.5 KiB/s wr, 194 op/s 2024-04-10T16:24:23.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:23 smithi102 ceph-mon[90943]: osdmap e2221: 8 total, 8 up, 8 in 2024-04-10T16:24:23.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:23 smithi102 ceph-mon[90943]: pgmap v4251: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 3.5 KiB/s wr, 194 op/s 2024-04-10T16:24:24.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:24 smithi154 ceph-mon[84269]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-10T16:24:24.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:24.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:24 smithi102 ceph-mon[90943]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-10T16:24:24.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:24.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:24 smithi102 ceph-mon[88557]: osdmap e2222: 8 total, 8 up, 8 in 2024-04-10T16:24:24.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:25.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:25 smithi154 ceph-mon[84269]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-10T16:24:25.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:25 smithi154 ceph-mon[84269]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-10T16:24:25.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:25 smithi102 ceph-mon[90943]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-10T16:24:25.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:25 smithi102 ceph-mon[90943]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-10T16:24:25.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:25 smithi102 ceph-mon[88557]: osdmap e2223: 8 total, 8 up, 8 in 2024-04-10T16:24:25.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:25 smithi102 ceph-mon[88557]: pgmap v4254: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-10T16:24:26.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:26 smithi154 ceph-mon[84269]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-10T16:24:26.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:26 smithi102 ceph-mon[90943]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-10T16:24:26.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:26 smithi102 ceph-mon[88557]: osdmap e2224: 8 total, 8 up, 8 in 2024-04-10T16:24:27.571 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:27 smithi102 ceph-mon[88557]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-10T16:24:27.571 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:27 smithi102 ceph-mon[88557]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-04-10T16:24:27.571 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:27 smithi102 ceph-mon[90943]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-10T16:24:27.571 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:27 smithi102 ceph-mon[90943]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-04-10T16:24:27.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:27 smithi154 ceph-mon[84269]: osdmap e2225: 8 total, 8 up, 8 in 2024-04-10T16:24:27.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:27 smithi154 ceph-mon[84269]: pgmap v4257: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 177 KiB/s rd, 3.7 KiB/s wr, 238 op/s 2024-04-10T16:24:27.939 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:24:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:24:27] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-04-10T16:24:28.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:28 smithi154 ceph-mon[84269]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-10T16:24:28.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:28 smithi102 ceph-mon[90943]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-10T16:24:28.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:28 smithi102 ceph-mon[88557]: osdmap e2226: 8 total, 8 up, 8 in 2024-04-10T16:24:29.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:29 smithi154 ceph-mon[84269]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-10T16:24:29.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:29 smithi154 ceph-mon[84269]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 3.0 KiB/s wr, 236 op/s 2024-04-10T16:24:29.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:29 smithi102 ceph-mon[90943]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-10T16:24:29.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:29 smithi102 ceph-mon[90943]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 3.0 KiB/s wr, 236 op/s 2024-04-10T16:24:29.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:29 smithi102 ceph-mon[88557]: osdmap e2227: 8 total, 8 up, 8 in 2024-04-10T16:24:29.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:29 smithi102 ceph-mon[88557]: pgmap v4260: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 176 KiB/s rd, 3.0 KiB/s wr, 236 op/s 2024-04-10T16:24:30.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:30 smithi154 ceph-mon[84269]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-10T16:24:30.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:30 smithi102 ceph-mon[88557]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-10T16:24:30.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:30 smithi102 ceph-mon[90943]: osdmap e2228: 8 total, 8 up, 8 in 2024-04-10T16:24:31.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:31 smithi154 ceph-mon[84269]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-10T16:24:31.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:31 smithi154 ceph-mon[84269]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.7 KiB/s wr, 282 op/s 2024-04-10T16:24:31.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:31 smithi102 ceph-mon[90943]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-10T16:24:31.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:31 smithi102 ceph-mon[90943]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.7 KiB/s wr, 282 op/s 2024-04-10T16:24:31.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:31 smithi102 ceph-mon[88557]: osdmap e2229: 8 total, 8 up, 8 in 2024-04-10T16:24:31.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:31 smithi102 ceph-mon[88557]: pgmap v4263: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 3.7 KiB/s wr, 282 op/s 2024-04-10T16:24:32.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:32 smithi154 ceph-mon[84269]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-10T16:24:32.660 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:24:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:24:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:24:32.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:32 smithi102 ceph-mon[90943]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-10T16:24:32.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:32 smithi102 ceph-mon[88557]: osdmap e2230: 8 total, 8 up, 8 in 2024-04-10T16:24:33.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:33 smithi154 ceph-mon[84269]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-10T16:24:33.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:33 smithi154 ceph-mon[84269]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 4.0 KiB/s wr, 282 op/s 2024-04-10T16:24:33.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:33 smithi102 ceph-mon[90943]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-10T16:24:33.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:33 smithi102 ceph-mon[90943]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 4.0 KiB/s wr, 282 op/s 2024-04-10T16:24:33.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:33 smithi102 ceph-mon[88557]: osdmap e2231: 8 total, 8 up, 8 in 2024-04-10T16:24:33.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:33 smithi102 ceph-mon[88557]: pgmap v4266: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 4.0 KiB/s wr, 282 op/s 2024-04-10T16:24:34.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:34 smithi154 ceph-mon[84269]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-10T16:24:34.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:34 smithi102 ceph-mon[90943]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-10T16:24:34.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:34 smithi102 ceph-mon[88557]: osdmap e2232: 8 total, 8 up, 8 in 2024-04-10T16:24:35.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:35 smithi154 ceph-mon[84269]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-10T16:24:35.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:35 smithi154 ceph-mon[84269]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 1 op/s 2024-04-10T16:24:35.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:35 smithi102 ceph-mon[90943]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-10T16:24:35.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:35 smithi102 ceph-mon[90943]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 1 op/s 2024-04-10T16:24:35.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:35 smithi102 ceph-mon[88557]: osdmap e2233: 8 total, 8 up, 8 in 2024-04-10T16:24:35.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:35 smithi102 ceph-mon[88557]: pgmap v4269: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1023 B/s rd, 511 B/s wr, 1 op/s 2024-04-10T16:24:36.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:36 smithi154 ceph-mon[84269]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-10T16:24:36.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:36 smithi102 ceph-mon[88557]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-10T16:24:36.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:36 smithi102 ceph-mon[90943]: osdmap e2234: 8 total, 8 up, 8 in 2024-04-10T16:24:37.594 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:37 smithi102 ceph-mon[90943]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-10T16:24:37.594 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:37 smithi102 ceph-mon[90943]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.2 KiB/s wr, 325 op/s 2024-04-10T16:24:37.594 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:37 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:24:37.595 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:37 smithi102 ceph-mon[88557]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-10T16:24:37.595 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:37 smithi102 ceph-mon[88557]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.2 KiB/s wr, 325 op/s 2024-04-10T16:24:37.595 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:37 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:24:37.595 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:24:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:24:37] "GET /metrics HTTP/1.1" 200 36606 "" "Prometheus/2.43.0" 2024-04-10T16:24:37.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:37 smithi154 ceph-mon[84269]: osdmap e2235: 8 total, 8 up, 8 in 2024-04-10T16:24:37.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:37 smithi154 ceph-mon[84269]: pgmap v4272: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 3.2 KiB/s wr, 325 op/s 2024-04-10T16:24:37.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:37 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:24:38.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:38 smithi154 ceph-mon[84269]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-10T16:24:38.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:24:38.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:24:38.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:24:38.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:38 smithi102 ceph-mon[90943]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-10T16:24:38.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:24:38.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:24:38.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:24:38.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:38 smithi102 ceph-mon[88557]: osdmap e2236: 8 total, 8 up, 8 in 2024-04-10T16:24:38.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:24:38.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:24:38.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:24:39.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:39.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:39 smithi154 ceph-mon[84269]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-10T16:24:39.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:39 smithi154 ceph-mon[84269]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 3.2 KiB/s wr, 324 op/s 2024-04-10T16:24:39.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:39.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:39 smithi102 ceph-mon[88557]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-10T16:24:39.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:39 smithi102 ceph-mon[88557]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 3.2 KiB/s wr, 324 op/s 2024-04-10T16:24:39.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:39.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:39 smithi102 ceph-mon[90943]: osdmap e2237: 8 total, 8 up, 8 in 2024-04-10T16:24:39.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:39 smithi102 ceph-mon[90943]: pgmap v4275: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 241 KiB/s rd, 3.2 KiB/s wr, 324 op/s 2024-04-10T16:24:40.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:40 smithi154 ceph-mon[84269]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-10T16:24:40.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:40 smithi102 ceph-mon[88557]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-10T16:24:40.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:40 smithi102 ceph-mon[90943]: osdmap e2238: 8 total, 8 up, 8 in 2024-04-10T16:24:41.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:41 smithi154 ceph-mon[84269]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-10T16:24:41.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:41 smithi154 ceph-mon[84269]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 3.7 KiB/s wr, 368 op/s 2024-04-10T16:24:41.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:41 smithi102 ceph-mon[88557]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-10T16:24:41.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:41 smithi102 ceph-mon[88557]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 3.7 KiB/s wr, 368 op/s 2024-04-10T16:24:41.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:41 smithi102 ceph-mon[90943]: osdmap e2239: 8 total, 8 up, 8 in 2024-04-10T16:24:41.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:41 smithi102 ceph-mon[90943]: pgmap v4278: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 3.7 KiB/s wr, 368 op/s 2024-04-10T16:24:42.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:42 smithi154 ceph-mon[84269]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-10T16:24:42.660 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:24:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:24:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:24:42.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:42 smithi102 ceph-mon[90943]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-10T16:24:42.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:42 smithi102 ceph-mon[88557]: osdmap e2240: 8 total, 8 up, 8 in 2024-04-10T16:24:43.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:43 smithi154 ceph-mon[84269]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-10T16:24:43.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:43 smithi154 ceph-mon[84269]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 3.5 KiB/s wr, 368 op/s 2024-04-10T16:24:43.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:43 smithi102 ceph-mon[90943]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-10T16:24:43.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:43 smithi102 ceph-mon[90943]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 3.5 KiB/s wr, 368 op/s 2024-04-10T16:24:43.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:43 smithi102 ceph-mon[88557]: osdmap e2241: 8 total, 8 up, 8 in 2024-04-10T16:24:43.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:43 smithi102 ceph-mon[88557]: pgmap v4281: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 275 KiB/s rd, 3.5 KiB/s wr, 368 op/s 2024-04-10T16:24:44.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:44 smithi154 ceph-mon[84269]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-10T16:24:44.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:44 smithi102 ceph-mon[90943]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-10T16:24:44.689 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:44 smithi102 ceph-mon[88557]: osdmap e2242: 8 total, 8 up, 8 in 2024-04-10T16:24:45.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:45 smithi154 ceph-mon[84269]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-10T16:24:45.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:45 smithi154 ceph-mon[84269]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-10T16:24:45.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:45 smithi102 ceph-mon[90943]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-10T16:24:45.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:45 smithi102 ceph-mon[90943]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-10T16:24:45.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:45 smithi102 ceph-mon[88557]: osdmap e2243: 8 total, 8 up, 8 in 2024-04-10T16:24:45.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:45 smithi102 ceph-mon[88557]: pgmap v4284: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1 op/s 2024-04-10T16:24:46.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:46 smithi102 ceph-mon[90943]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-10T16:24:46.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:46 smithi102 ceph-mon[88557]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-10T16:24:46.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:46 smithi154 ceph-mon[84269]: osdmap e2244: 8 total, 8 up, 8 in 2024-04-10T16:24:47.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:47 smithi102 ceph-mon[90943]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-10T16:24:47.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:47 smithi102 ceph-mon[90943]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 3.5 KiB/s wr, 413 op/s 2024-04-10T16:24:47.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:47 smithi102 ceph-mon[88557]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-10T16:24:47.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:47 smithi102 ceph-mon[88557]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 3.5 KiB/s wr, 413 op/s 2024-04-10T16:24:47.690 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:24:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:24:47] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2024-04-10T16:24:47.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:47 smithi154 ceph-mon[84269]: osdmap e2245: 8 total, 8 up, 8 in 2024-04-10T16:24:47.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:47 smithi154 ceph-mon[84269]: pgmap v4287: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 308 KiB/s rd, 3.5 KiB/s wr, 413 op/s 2024-04-10T16:24:48.689 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:48 smithi102 ceph-mon[90943]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-10T16:24:48.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:48 smithi102 ceph-mon[88557]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-10T16:24:48.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:48 smithi154 ceph-mon[84269]: osdmap e2246: 8 total, 8 up, 8 in 2024-04-10T16:24:49.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:49 smithi154 ceph-mon[84269]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-10T16:24:49.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:49 smithi154 ceph-mon[84269]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 3.7 KiB/s wr, 412 op/s 2024-04-10T16:24:49.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:49 smithi102 ceph-mon[90943]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-10T16:24:49.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:49 smithi102 ceph-mon[90943]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 3.7 KiB/s wr, 412 op/s 2024-04-10T16:24:49.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:49 smithi102 ceph-mon[88557]: osdmap e2247: 8 total, 8 up, 8 in 2024-04-10T16:24:49.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:49 smithi102 ceph-mon[88557]: pgmap v4290: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 306 KiB/s rd, 3.7 KiB/s wr, 412 op/s 2024-04-10T16:24:50.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:50 smithi154 ceph-mon[84269]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-10T16:24:50.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:50 smithi102 ceph-mon[90943]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-10T16:24:50.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:50 smithi102 ceph-mon[88557]: osdmap e2248: 8 total, 8 up, 8 in 2024-04-10T16:24:51.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:51 smithi154 ceph-mon[84269]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-10T16:24:51.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:51 smithi154 ceph-mon[84269]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 3.7 KiB/s wr, 457 op/s 2024-04-10T16:24:51.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:51 smithi102 ceph-mon[90943]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-10T16:24:51.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:51 smithi102 ceph-mon[90943]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 3.7 KiB/s wr, 457 op/s 2024-04-10T16:24:51.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:51 smithi102 ceph-mon[88557]: osdmap e2249: 8 total, 8 up, 8 in 2024-04-10T16:24:51.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:51 smithi102 ceph-mon[88557]: pgmap v4293: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 3.7 KiB/s wr, 457 op/s 2024-04-10T16:24:52.659 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:52 smithi154 ceph-mon[84269]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-10T16:24:52.660 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:24:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:24:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:24:52.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:52 smithi102 ceph-mon[90943]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-10T16:24:52.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:52 smithi102 ceph-mon[88557]: osdmap e2250: 8 total, 8 up, 8 in 2024-04-10T16:24:53.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:53 smithi154 ceph-mon[84269]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-10T16:24:53.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:53 smithi154 ceph-mon[84269]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 3.7 KiB/s wr, 457 op/s 2024-04-10T16:24:53.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:53.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:53 smithi102 ceph-mon[90943]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-10T16:24:53.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:53 smithi102 ceph-mon[90943]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 3.7 KiB/s wr, 457 op/s 2024-04-10T16:24:53.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:53.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:53 smithi102 ceph-mon[88557]: osdmap e2251: 8 total, 8 up, 8 in 2024-04-10T16:24:53.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:53 smithi102 ceph-mon[88557]: pgmap v4296: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 341 KiB/s rd, 3.7 KiB/s wr, 457 op/s 2024-04-10T16:24:53.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:24:54.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:54 smithi154 ceph-mon[84269]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-10T16:24:54.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:54 smithi102 ceph-mon[90943]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-10T16:24:54.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:54 smithi102 ceph-mon[88557]: osdmap e2252: 8 total, 8 up, 8 in 2024-04-10T16:24:55.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:55 smithi154 ceph-mon[84269]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-10T16:24:55.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:55 smithi154 ceph-mon[84269]: pgmap v4299: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-10T16:24:55.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:55 smithi102 ceph-mon[90943]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-10T16:24:55.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:55 smithi102 ceph-mon[90943]: pgmap v4299: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-10T16:24:55.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:55 smithi102 ceph-mon[88557]: osdmap e2253: 8 total, 8 up, 8 in 2024-04-10T16:24:55.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:55 smithi102 ceph-mon[88557]: pgmap v4299: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-10T16:24:56.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:56 smithi154 ceph-mon[84269]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-10T16:24:56.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:56 smithi102 ceph-mon[90943]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-10T16:24:56.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:56 smithi102 ceph-mon[88557]: osdmap e2254: 8 total, 8 up, 8 in 2024-04-10T16:24:57.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:57 smithi154 ceph-mon[84269]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-10T16:24:57.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:57 smithi154 ceph-mon[84269]: pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 3.7 KiB/s wr, 501 op/s 2024-04-10T16:24:57.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:57 smithi102 ceph-mon[90943]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-10T16:24:57.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:57 smithi102 ceph-mon[90943]: pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 3.7 KiB/s wr, 501 op/s 2024-04-10T16:24:57.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:57 smithi102 ceph-mon[88557]: osdmap e2255: 8 total, 8 up, 8 in 2024-04-10T16:24:57.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:57 smithi102 ceph-mon[88557]: pgmap v4302: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 372 KiB/s rd, 3.7 KiB/s wr, 501 op/s 2024-04-10T16:24:57.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:24:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:24:57] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-04-10T16:24:58.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:58 smithi154 ceph-mon[84269]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-10T16:24:58.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:58 smithi102 ceph-mon[90943]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-10T16:24:58.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:58 smithi102 ceph-mon[88557]: osdmap e2256: 8 total, 8 up, 8 in 2024-04-10T16:24:59.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:59 smithi154 ceph-mon[84269]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-10T16:24:59.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:24:59 smithi154 ceph-mon[84269]: pgmap v4305: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 3.0 KiB/s wr, 499 op/s 2024-04-10T16:24:59.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:59 smithi102 ceph-mon[90943]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-10T16:24:59.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:24:59 smithi102 ceph-mon[90943]: pgmap v4305: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 3.0 KiB/s wr, 499 op/s 2024-04-10T16:24:59.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:59 smithi102 ceph-mon[88557]: osdmap e2257: 8 total, 8 up, 8 in 2024-04-10T16:24:59.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:24:59 smithi102 ceph-mon[88557]: pgmap v4305: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 371 KiB/s rd, 3.0 KiB/s wr, 499 op/s 2024-04-10T16:25:00.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:00 smithi154 ceph-mon[84269]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-10T16:25:00.939 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:00 smithi102 ceph-mon[88557]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-10T16:25:00.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:00 smithi102 ceph-mon[90943]: osdmap e2258: 8 total, 8 up, 8 in 2024-04-10T16:25:01.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:01 smithi154 ceph-mon[84269]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-10T16:25:01.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:01 smithi154 ceph-mon[84269]: pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 3.2 KiB/s wr, 544 op/s 2024-04-10T16:25:01.939 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:01 smithi102 ceph-mon[88557]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-10T16:25:01.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:01 smithi102 ceph-mon[88557]: pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 3.2 KiB/s wr, 544 op/s 2024-04-10T16:25:01.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:01 smithi102 ceph-mon[90943]: osdmap e2259: 8 total, 8 up, 8 in 2024-04-10T16:25:01.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:01 smithi102 ceph-mon[90943]: pgmap v4308: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 3.2 KiB/s wr, 544 op/s 2024-04-10T16:25:02.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:02 smithi154 ceph-mon[84269]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-10T16:25:02.660 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:25:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:25:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:25:02.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:02 smithi102 ceph-mon[90943]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-10T16:25:02.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:02 smithi102 ceph-mon[88557]: osdmap e2260: 8 total, 8 up, 8 in 2024-04-10T16:25:03.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:03 smithi154 ceph-mon[84269]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-10T16:25:03.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:03 smithi154 ceph-mon[84269]: pgmap v4311: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 3.5 KiB/s wr, 544 op/s 2024-04-10T16:25:03.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:03 smithi102 ceph-mon[90943]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-10T16:25:03.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:03 smithi102 ceph-mon[90943]: pgmap v4311: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 3.5 KiB/s wr, 544 op/s 2024-04-10T16:25:03.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:03 smithi102 ceph-mon[88557]: osdmap e2261: 8 total, 8 up, 8 in 2024-04-10T16:25:03.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:03 smithi102 ceph-mon[88557]: pgmap v4311: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 406 KiB/s rd, 3.5 KiB/s wr, 544 op/s 2024-04-10T16:25:04.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:04 smithi154 ceph-mon[84269]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-10T16:25:04.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:04 smithi102 ceph-mon[90943]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-10T16:25:04.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:04 smithi102 ceph-mon[88557]: osdmap e2262: 8 total, 8 up, 8 in 2024-04-10T16:25:05.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:05 smithi154 ceph-mon[84269]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-10T16:25:05.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:05 smithi154 ceph-mon[84269]: pgmap v4314: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-10T16:25:05.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:05 smithi102 ceph-mon[90943]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-10T16:25:05.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:05 smithi102 ceph-mon[90943]: pgmap v4314: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-10T16:25:05.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:05 smithi102 ceph-mon[88557]: osdmap e2263: 8 total, 8 up, 8 in 2024-04-10T16:25:05.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:05 smithi102 ceph-mon[88557]: pgmap v4314: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-10T16:25:06.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:06 smithi154 ceph-mon[84269]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-10T16:25:06.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:06 smithi102 ceph-mon[90943]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-10T16:25:06.939 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:06 smithi102 ceph-mon[88557]: osdmap e2264: 8 total, 8 up, 8 in 2024-04-10T16:25:07.841 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:07 smithi102 ceph-mon[90943]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-10T16:25:07.841 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:07 smithi102 ceph-mon[90943]: pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 4.2 KiB/s wr, 475 op/s 2024-04-10T16:25:07.842 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:07 smithi102 ceph-mon[88557]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-10T16:25:07.842 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:07 smithi102 ceph-mon[88557]: pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 4.2 KiB/s wr, 475 op/s 2024-04-10T16:25:07.842 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:25:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:25:07] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-04-10T16:25:07.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:07 smithi154 ceph-mon[84269]: osdmap e2265: 8 total, 8 up, 8 in 2024-04-10T16:25:07.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:07 smithi154 ceph-mon[84269]: pgmap v4317: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 4.2 KiB/s wr, 475 op/s 2024-04-10T16:25:08.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:08 smithi154 ceph-mon[84269]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-10T16:25:08.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:08.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:08 smithi102 ceph-mon[90943]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-10T16:25:08.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:08.941 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:08 smithi102 ceph-mon[88557]: osdmap e2266: 8 total, 8 up, 8 in 2024-04-10T16:25:08.941 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:09.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:09 smithi154 ceph-mon[84269]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-10T16:25:09.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:09 smithi154 ceph-mon[84269]: pgmap v4320: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 355 KiB/s rd, 4.2 KiB/s wr, 474 op/s 2024-04-10T16:25:09.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:09 smithi102 ceph-mon[90943]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-10T16:25:09.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:09 smithi102 ceph-mon[90943]: pgmap v4320: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 355 KiB/s rd, 4.2 KiB/s wr, 474 op/s 2024-04-10T16:25:09.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:09 smithi102 ceph-mon[88557]: osdmap e2267: 8 total, 8 up, 8 in 2024-04-10T16:25:09.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:09 smithi102 ceph-mon[88557]: pgmap v4320: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 355 KiB/s rd, 4.2 KiB/s wr, 474 op/s 2024-04-10T16:25:10.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:10 smithi154 ceph-mon[84269]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-10T16:25:10.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:10 smithi102 ceph-mon[90943]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-10T16:25:10.939 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:10 smithi102 ceph-mon[88557]: osdmap e2268: 8 total, 8 up, 8 in 2024-04-10T16:25:11.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:11 smithi154 ceph-mon[84269]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-10T16:25:11.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:11 smithi154 ceph-mon[84269]: pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 458 KiB/s rd, 2.7 KiB/s wr, 620 op/s 2024-04-10T16:25:11.939 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:11 smithi102 ceph-mon[88557]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-10T16:25:11.939 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:11 smithi102 ceph-mon[88557]: pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 458 KiB/s rd, 2.7 KiB/s wr, 620 op/s 2024-04-10T16:25:11.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:11 smithi102 ceph-mon[90943]: osdmap e2269: 8 total, 8 up, 8 in 2024-04-10T16:25:11.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:11 smithi102 ceph-mon[90943]: pgmap v4323: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 458 KiB/s rd, 2.7 KiB/s wr, 620 op/s 2024-04-10T16:25:12.613 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:25:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:25:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:25:12.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:12 smithi154 ceph-mon[84269]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-10T16:25:12.939 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:12 smithi102 ceph-mon[88557]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-10T16:25:12.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:12 smithi102 ceph-mon[90943]: osdmap e2270: 8 total, 8 up, 8 in 2024-04-10T16:25:13.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:13 smithi154 ceph-mon[84269]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-10T16:25:13.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:13 smithi154 ceph-mon[84269]: pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 458 KiB/s rd, 2.7 KiB/s wr, 620 op/s 2024-04-10T16:25:13.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:13 smithi102 ceph-mon[90943]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-10T16:25:13.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:13 smithi102 ceph-mon[90943]: pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 458 KiB/s rd, 2.7 KiB/s wr, 620 op/s 2024-04-10T16:25:13.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:13 smithi102 ceph-mon[88557]: osdmap e2271: 8 total, 8 up, 8 in 2024-04-10T16:25:13.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:13 smithi102 ceph-mon[88557]: pgmap v4326: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 458 KiB/s rd, 2.7 KiB/s wr, 620 op/s 2024-04-10T16:25:14.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:14 smithi154 ceph-mon[84269]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-10T16:25:14.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:14 smithi102 ceph-mon[90943]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-10T16:25:14.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:14 smithi102 ceph-mon[88557]: osdmap e2272: 8 total, 8 up, 8 in 2024-04-10T16:25:15.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:15 smithi154 ceph-mon[84269]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-10T16:25:15.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:15 smithi154 ceph-mon[84269]: pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-10T16:25:15.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:15 smithi102 ceph-mon[90943]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-10T16:25:15.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:15 smithi102 ceph-mon[90943]: pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-10T16:25:15.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:15 smithi102 ceph-mon[88557]: osdmap e2273: 8 total, 8 up, 8 in 2024-04-10T16:25:15.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:15 smithi102 ceph-mon[88557]: pgmap v4329: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-10T16:25:16.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:16 smithi154 ceph-mon[84269]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-10T16:25:16.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:16 smithi102 ceph-mon[90943]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-10T16:25:16.939 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:16 smithi102 ceph-mon[88557]: osdmap e2274: 8 total, 8 up, 8 in 2024-04-10T16:25:17.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:17 smithi154 ceph-mon[84269]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-10T16:25:17.934 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:17 smithi154 ceph-mon[84269]: pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 3.5 KiB/s wr, 670 op/s 2024-04-10T16:25:17.939 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:17 smithi102 ceph-mon[88557]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-10T16:25:17.939 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:17 smithi102 ceph-mon[88557]: pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 3.5 KiB/s wr, 670 op/s 2024-04-10T16:25:17.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:17 smithi102 ceph-mon[90943]: osdmap e2275: 8 total, 8 up, 8 in 2024-04-10T16:25:17.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:17 smithi102 ceph-mon[90943]: pgmap v4332: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 497 KiB/s rd, 3.5 KiB/s wr, 670 op/s 2024-04-10T16:25:17.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:25:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:25:17] "GET /metrics HTTP/1.1" 200 36543 "" "Prometheus/2.43.0" 2024-04-10T16:25:18.909 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:18 smithi154 ceph-mon[84269]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-10T16:25:18.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:18 smithi102 ceph-mon[90943]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-10T16:25:18.939 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:18 smithi102 ceph-mon[88557]: osdmap e2276: 8 total, 8 up, 8 in 2024-04-10T16:25:19.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:19 smithi102 ceph-mon[90943]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-10T16:25:19.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:19 smithi102 ceph-mon[90943]: pgmap v4335: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 496 KiB/s rd, 2.7 KiB/s wr, 668 op/s 2024-04-10T16:25:19.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:19 smithi102 ceph-mon[88557]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-10T16:25:19.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:19 smithi102 ceph-mon[88557]: pgmap v4335: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 496 KiB/s rd, 2.7 KiB/s wr, 668 op/s 2024-04-10T16:25:20.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:19 smithi154 ceph-mon[84269]: osdmap e2277: 8 total, 8 up, 8 in 2024-04-10T16:25:20.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:19 smithi154 ceph-mon[84269]: pgmap v4335: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 496 KiB/s rd, 2.7 KiB/s wr, 668 op/s 2024-04-10T16:25:20.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:20 smithi102 ceph-mon[90943]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-10T16:25:20.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:20 smithi102 ceph-mon[88557]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-10T16:25:21.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:20 smithi154 ceph-mon[84269]: osdmap e2278: 8 total, 8 up, 8 in 2024-04-10T16:25:21.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:21 smithi102 ceph-mon[90943]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-10T16:25:21.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:21 smithi102 ceph-mon[90943]: pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 3.7 KiB/s wr, 714 op/s 2024-04-10T16:25:21.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:21 smithi102 ceph-mon[88557]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-10T16:25:21.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:21 smithi102 ceph-mon[88557]: pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 3.7 KiB/s wr, 714 op/s 2024-04-10T16:25:22.060 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:21 smithi154 ceph-mon[84269]: osdmap e2279: 8 total, 8 up, 8 in 2024-04-10T16:25:22.060 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:21 smithi154 ceph-mon[84269]: pgmap v4338: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 3.7 KiB/s wr, 714 op/s 2024-04-10T16:25:22.659 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:25:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:25:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:25:22.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:22 smithi102 ceph-mon[90943]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-10T16:25:22.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:22 smithi102 ceph-mon[88557]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-10T16:25:23.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:22 smithi154 ceph-mon[84269]: osdmap e2280: 8 total, 8 up, 8 in 2024-04-10T16:25:23.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:23 smithi102 ceph-mon[90943]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-10T16:25:23.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:23 smithi102 ceph-mon[90943]: pgmap v4341: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 3.5 KiB/s wr, 714 op/s 2024-04-10T16:25:23.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:23.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:23 smithi102 ceph-mon[88557]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-10T16:25:23.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:23 smithi102 ceph-mon[88557]: pgmap v4341: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 3.5 KiB/s wr, 714 op/s 2024-04-10T16:25:23.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:24.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:23 smithi154 ceph-mon[84269]: osdmap e2281: 8 total, 8 up, 8 in 2024-04-10T16:25:24.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:23 smithi154 ceph-mon[84269]: pgmap v4341: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 531 KiB/s rd, 3.5 KiB/s wr, 714 op/s 2024-04-10T16:25:24.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:24.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:24 smithi102 ceph-mon[90943]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-10T16:25:24.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:24 smithi102 ceph-mon[88557]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-10T16:25:25.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:24 smithi154 ceph-mon[84269]: osdmap e2282: 8 total, 8 up, 8 in 2024-04-10T16:25:26.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:25 smithi154 ceph-mon[84269]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-10T16:25:26.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:25 smithi154 ceph-mon[84269]: pgmap v4344: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-10T16:25:26.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:25 smithi102 ceph-mon[90943]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-10T16:25:26.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:25 smithi102 ceph-mon[90943]: pgmap v4344: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-10T16:25:26.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:25 smithi102 ceph-mon[88557]: osdmap e2283: 8 total, 8 up, 8 in 2024-04-10T16:25:26.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:25 smithi102 ceph-mon[88557]: pgmap v4344: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-10T16:25:27.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:26 smithi154 ceph-mon[84269]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-10T16:25:27.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:26 smithi102 ceph-mon[90943]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-10T16:25:27.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:26 smithi102 ceph-mon[88557]: osdmap e2284: 8 total, 8 up, 8 in 2024-04-10T16:25:27.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:27 smithi102 ceph-mon[90943]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-10T16:25:27.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:27 smithi102 ceph-mon[90943]: pgmap v4347: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 4.0 KiB/s wr, 758 op/s 2024-04-10T16:25:27.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:27 smithi102 ceph-mon[88557]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-10T16:25:27.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:27 smithi102 ceph-mon[88557]: pgmap v4347: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 4.0 KiB/s wr, 758 op/s 2024-04-10T16:25:27.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:25:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:25:27] "GET /metrics HTTP/1.1" 200 36610 "" "Prometheus/2.43.0" 2024-04-10T16:25:28.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:27 smithi154 ceph-mon[84269]: osdmap e2285: 8 total, 8 up, 8 in 2024-04-10T16:25:28.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:27 smithi154 ceph-mon[84269]: pgmap v4347: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 562 KiB/s rd, 4.0 KiB/s wr, 758 op/s 2024-04-10T16:25:29.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:28 smithi154 ceph-mon[84269]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-10T16:25:29.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:28 smithi102 ceph-mon[90943]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-10T16:25:29.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:28 smithi102 ceph-mon[88557]: osdmap e2286: 8 total, 8 up, 8 in 2024-04-10T16:25:30.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:29 smithi154 ceph-mon[84269]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-10T16:25:30.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:29 smithi154 ceph-mon[84269]: pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 561 KiB/s rd, 2.7 KiB/s wr, 756 op/s 2024-04-10T16:25:30.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:29 smithi102 ceph-mon[88557]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-10T16:25:30.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:29 smithi102 ceph-mon[88557]: pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 561 KiB/s rd, 2.7 KiB/s wr, 756 op/s 2024-04-10T16:25:30.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:29 smithi102 ceph-mon[90943]: osdmap e2287: 8 total, 8 up, 8 in 2024-04-10T16:25:30.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:29 smithi102 ceph-mon[90943]: pgmap v4350: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 561 KiB/s rd, 2.7 KiB/s wr, 756 op/s 2024-04-10T16:25:31.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:30 smithi154 ceph-mon[84269]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-10T16:25:31.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:30 smithi102 ceph-mon[90943]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-10T16:25:31.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:30 smithi102 ceph-mon[88557]: osdmap e2288: 8 total, 8 up, 8 in 2024-04-10T16:25:32.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:31 smithi154 ceph-mon[84269]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-10T16:25:32.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:31 smithi154 ceph-mon[84269]: pgmap v4353: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.5 KiB/s wr, 802 op/s 2024-04-10T16:25:32.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:31 smithi102 ceph-mon[90943]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-10T16:25:32.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:31 smithi102 ceph-mon[90943]: pgmap v4353: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.5 KiB/s wr, 802 op/s 2024-04-10T16:25:32.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:31 smithi102 ceph-mon[88557]: osdmap e2289: 8 total, 8 up, 8 in 2024-04-10T16:25:32.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:31 smithi102 ceph-mon[88557]: pgmap v4353: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.5 KiB/s wr, 802 op/s 2024-04-10T16:25:32.659 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:25:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:25:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:25:33.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:32 smithi154 ceph-mon[84269]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-10T16:25:33.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:32 smithi102 ceph-mon[90943]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-10T16:25:33.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:32 smithi102 ceph-mon[88557]: osdmap e2290: 8 total, 8 up, 8 in 2024-04-10T16:25:34.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:33 smithi154 ceph-mon[84269]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-10T16:25:34.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:33 smithi154 ceph-mon[84269]: pgmap v4356: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.7 KiB/s wr, 802 op/s 2024-04-10T16:25:34.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:33 smithi102 ceph-mon[90943]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-10T16:25:34.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:33 smithi102 ceph-mon[90943]: pgmap v4356: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.7 KiB/s wr, 802 op/s 2024-04-10T16:25:34.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:33 smithi102 ceph-mon[88557]: osdmap e2291: 8 total, 8 up, 8 in 2024-04-10T16:25:34.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:33 smithi102 ceph-mon[88557]: pgmap v4356: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 595 KiB/s rd, 3.7 KiB/s wr, 802 op/s 2024-04-10T16:25:35.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:34 smithi154 ceph-mon[84269]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-10T16:25:35.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:34 smithi102 ceph-mon[90943]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-10T16:25:35.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:34 smithi102 ceph-mon[88557]: osdmap e2292: 8 total, 8 up, 8 in 2024-04-10T16:25:36.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:35 smithi154 ceph-mon[84269]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-10T16:25:36.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:35 smithi154 ceph-mon[84269]: pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-10T16:25:36.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:35 smithi102 ceph-mon[90943]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-10T16:25:36.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:35 smithi102 ceph-mon[90943]: pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-10T16:25:36.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:35 smithi102 ceph-mon[88557]: osdmap e2293: 8 total, 8 up, 8 in 2024-04-10T16:25:36.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:35 smithi102 ceph-mon[88557]: pgmap v4359: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1023 B/s wr, 2 op/s 2024-04-10T16:25:37.091 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:36 smithi102 ceph-mon[90943]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-10T16:25:37.091 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:36 smithi102 ceph-mon[88557]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-10T16:25:37.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:36 smithi154 ceph-mon[84269]: osdmap e2294: 8 total, 8 up, 8 in 2024-04-10T16:25:37.939 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:37 smithi102 ceph-mon[90943]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-10T16:25:37.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:37 smithi102 ceph-mon[90943]: pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.7 KiB/s wr, 846 op/s 2024-04-10T16:25:37.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:37 smithi102 ceph-mon[88557]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-10T16:25:37.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:37 smithi102 ceph-mon[88557]: pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.7 KiB/s wr, 846 op/s 2024-04-10T16:25:37.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:25:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:25:37] "GET /metrics HTTP/1.1" 200 36610 "" "Prometheus/2.43.0" 2024-04-10T16:25:38.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:37 smithi154 ceph-mon[84269]: osdmap e2295: 8 total, 8 up, 8 in 2024-04-10T16:25:38.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:37 smithi154 ceph-mon[84269]: pgmap v4362: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 627 KiB/s rd, 3.7 KiB/s wr, 846 op/s 2024-04-10T16:25:39.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:38 smithi154 ceph-mon[84269]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-10T16:25:39.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:25:39.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:39.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:25:39.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:25:39.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:25:39.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:38 smithi102 ceph-mon[90943]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-10T16:25:39.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:25:39.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:39.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:25:39.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:25:39.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:25:39.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:38 smithi102 ceph-mon[88557]: osdmap e2296: 8 total, 8 up, 8 in 2024-04-10T16:25:39.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:25:39.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:39.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:25:39.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:25:39.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:25:40.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:39 smithi154 ceph-mon[84269]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-10T16:25:40.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:39 smithi154 ceph-mon[84269]: pgmap v4365: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 626 KiB/s rd, 3.2 KiB/s wr, 844 op/s 2024-04-10T16:25:40.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:39 smithi102 ceph-mon[90943]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-10T16:25:40.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:39 smithi102 ceph-mon[90943]: pgmap v4365: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 626 KiB/s rd, 3.2 KiB/s wr, 844 op/s 2024-04-10T16:25:40.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:39 smithi102 ceph-mon[88557]: osdmap e2297: 8 total, 8 up, 8 in 2024-04-10T16:25:40.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:39 smithi102 ceph-mon[88557]: pgmap v4365: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 626 KiB/s rd, 3.2 KiB/s wr, 844 op/s 2024-04-10T16:25:41.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:40 smithi154 ceph-mon[84269]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-10T16:25:41.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:40 smithi102 ceph-mon[90943]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-10T16:25:41.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:40 smithi102 ceph-mon[88557]: osdmap e2298: 8 total, 8 up, 8 in 2024-04-10T16:25:42.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:41 smithi154 ceph-mon[84269]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-10T16:25:42.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:41 smithi154 ceph-mon[84269]: pgmap v4368: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 3.5 KiB/s wr, 889 op/s 2024-04-10T16:25:42.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:41 smithi102 ceph-mon[90943]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-10T16:25:42.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:41 smithi102 ceph-mon[90943]: pgmap v4368: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 3.5 KiB/s wr, 889 op/s 2024-04-10T16:25:42.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:41 smithi102 ceph-mon[88557]: osdmap e2299: 8 total, 8 up, 8 in 2024-04-10T16:25:42.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:41 smithi102 ceph-mon[88557]: pgmap v4368: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 660 KiB/s rd, 3.5 KiB/s wr, 889 op/s 2024-04-10T16:25:42.660 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:25:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:25:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:25:43.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:42 smithi154 ceph-mon[84269]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-10T16:25:43.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:42 smithi102 ceph-mon[90943]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-10T16:25:43.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:42 smithi102 ceph-mon[88557]: osdmap e2300: 8 total, 8 up, 8 in 2024-04-10T16:25:44.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:43 smithi154 ceph-mon[84269]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 656 KiB/s rd, 3.5 KiB/s wr, 884 op/s 2024-04-10T16:25:44.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:43 smithi154 ceph-mon[84269]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-10T16:25:44.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:43 smithi102 ceph-mon[90943]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 656 KiB/s rd, 3.5 KiB/s wr, 884 op/s 2024-04-10T16:25:44.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:43 smithi102 ceph-mon[90943]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-10T16:25:44.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:43 smithi102 ceph-mon[88557]: pgmap v4370: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 656 KiB/s rd, 3.5 KiB/s wr, 884 op/s 2024-04-10T16:25:44.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:43 smithi102 ceph-mon[88557]: osdmap e2301: 8 total, 8 up, 8 in 2024-04-10T16:25:45.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:44 smithi154 ceph-mon[84269]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-10T16:25:45.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:44 smithi102 ceph-mon[90943]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-10T16:25:45.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:44 smithi102 ceph-mon[88557]: osdmap e2302: 8 total, 8 up, 8 in 2024-04-10T16:25:46.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:45 smithi154 ceph-mon[84269]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-10T16:25:46.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:45 smithi154 ceph-mon[84269]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-10T16:25:46.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:45 smithi102 ceph-mon[90943]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-10T16:25:46.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:45 smithi102 ceph-mon[90943]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-10T16:25:46.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:45 smithi102 ceph-mon[88557]: pgmap v4373: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-10T16:25:46.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:45 smithi102 ceph-mon[88557]: osdmap e2303: 8 total, 8 up, 8 in 2024-04-10T16:25:47.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:46 smithi154 ceph-mon[84269]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-10T16:25:47.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:46 smithi102 ceph-mon[90943]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-10T16:25:47.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:46 smithi102 ceph-mon[88557]: osdmap e2304: 8 total, 8 up, 8 in 2024-04-10T16:25:47.869 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:25:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:25:47] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-04-10T16:25:48.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:47 smithi154 ceph-mon[84269]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 693 KiB/s rd, 3.5 KiB/s wr, 933 op/s 2024-04-10T16:25:48.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:47 smithi154 ceph-mon[84269]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-10T16:25:48.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:47 smithi102 ceph-mon[90943]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 693 KiB/s rd, 3.5 KiB/s wr, 933 op/s 2024-04-10T16:25:48.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:47 smithi102 ceph-mon[90943]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-10T16:25:48.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:47 smithi102 ceph-mon[88557]: pgmap v4376: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 693 KiB/s rd, 3.5 KiB/s wr, 933 op/s 2024-04-10T16:25:48.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:47 smithi102 ceph-mon[88557]: osdmap e2305: 8 total, 8 up, 8 in 2024-04-10T16:25:49.159 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:48 smithi154 ceph-mon[84269]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-10T16:25:49.205 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:48 smithi102 ceph-mon[90943]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-10T16:25:49.206 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:48 smithi102 ceph-mon[88557]: osdmap e2306: 8 total, 8 up, 8 in 2024-04-10T16:25:50.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:49 smithi154 ceph-mon[84269]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 692 KiB/s rd, 3.5 KiB/s wr, 931 op/s 2024-04-10T16:25:50.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:49 smithi154 ceph-mon[84269]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-10T16:25:50.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:49 smithi102 ceph-mon[90943]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 692 KiB/s rd, 3.5 KiB/s wr, 931 op/s 2024-04-10T16:25:50.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:49 smithi102 ceph-mon[90943]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-10T16:25:50.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:49 smithi102 ceph-mon[88557]: pgmap v4379: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 692 KiB/s rd, 3.5 KiB/s wr, 931 op/s 2024-04-10T16:25:50.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:49 smithi102 ceph-mon[88557]: osdmap e2307: 8 total, 8 up, 8 in 2024-04-10T16:25:51.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:50 smithi154 ceph-mon[84269]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-10T16:25:51.189 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:50 smithi102 ceph-mon[90943]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-10T16:25:51.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:50 smithi102 ceph-mon[88557]: osdmap e2308: 8 total, 8 up, 8 in 2024-04-10T16:25:52.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:51 smithi154 ceph-mon[84269]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 4.0 KiB/s wr, 977 op/s 2024-04-10T16:25:52.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:51 smithi154 ceph-mon[84269]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-10T16:25:52.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:51 smithi102 ceph-mon[90943]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 4.0 KiB/s wr, 977 op/s 2024-04-10T16:25:52.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:51 smithi102 ceph-mon[90943]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-10T16:25:52.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:51 smithi102 ceph-mon[88557]: pgmap v4382: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 4.0 KiB/s wr, 977 op/s 2024-04-10T16:25:52.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:51 smithi102 ceph-mon[88557]: osdmap e2309: 8 total, 8 up, 8 in 2024-04-10T16:25:52.660 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:25:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:25:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:25:53.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:52 smithi154 ceph-mon[84269]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-10T16:25:53.189 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:52 smithi102 ceph-mon[88557]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-10T16:25:53.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:52 smithi102 ceph-mon[90943]: osdmap e2310: 8 total, 8 up, 8 in 2024-04-10T16:25:54.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:53 smithi154 ceph-mon[84269]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 3.7 KiB/s wr, 977 op/s 2024-04-10T16:25:54.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:53 smithi154 ceph-mon[84269]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-10T16:25:54.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:53 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:54.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:53 smithi102 ceph-mon[88557]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 3.7 KiB/s wr, 977 op/s 2024-04-10T16:25:54.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:53 smithi102 ceph-mon[88557]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-10T16:25:54.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:53 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:54.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:53 smithi102 ceph-mon[90943]: pgmap v4385: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 726 KiB/s rd, 3.7 KiB/s wr, 977 op/s 2024-04-10T16:25:54.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:53 smithi102 ceph-mon[90943]: osdmap e2311: 8 total, 8 up, 8 in 2024-04-10T16:25:54.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:53 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:25:55.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:54 smithi102 ceph-mon[90943]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-10T16:25:55.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:54 smithi102 ceph-mon[88557]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-10T16:25:55.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:54 smithi154 ceph-mon[84269]: osdmap e2312: 8 total, 8 up, 8 in 2024-04-10T16:25:56.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:55 smithi102 ceph-mon[90943]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-10T16:25:56.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:55 smithi102 ceph-mon[90943]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-10T16:25:56.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:55 smithi102 ceph-mon[88557]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-10T16:25:56.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:55 smithi102 ceph-mon[88557]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-10T16:25:56.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:55 smithi154 ceph-mon[84269]: pgmap v4388: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 255 B/s wr, 1 op/s 2024-04-10T16:25:56.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:55 smithi154 ceph-mon[84269]: osdmap e2313: 8 total, 8 up, 8 in 2024-04-10T16:25:57.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:56 smithi102 ceph-mon[90943]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-10T16:25:57.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:56 smithi102 ceph-mon[90943]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 758 KiB/s rd, 3.7 KiB/s wr, 1.02k op/s 2024-04-10T16:25:57.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:56 smithi102 ceph-mon[88557]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-10T16:25:57.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:56 smithi102 ceph-mon[88557]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 758 KiB/s rd, 3.7 KiB/s wr, 1.02k op/s 2024-04-10T16:25:57.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:56 smithi154 ceph-mon[84269]: osdmap e2314: 8 total, 8 up, 8 in 2024-04-10T16:25:57.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:56 smithi154 ceph-mon[84269]: pgmap v4391: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 758 KiB/s rd, 3.7 KiB/s wr, 1.02k op/s 2024-04-10T16:25:57.939 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:25:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:25:57] "GET /metrics HTTP/1.1" 200 36610 "" "Prometheus/2.43.0" 2024-04-10T16:25:58.190 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:57 smithi102 ceph-mon[90943]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-10T16:25:58.190 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:57 smithi102 ceph-mon[88557]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-10T16:25:58.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:57 smithi154 ceph-mon[84269]: osdmap e2315: 8 total, 8 up, 8 in 2024-04-10T16:25:59.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:58 smithi154 ceph-mon[84269]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-10T16:25:59.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:58 smithi154 ceph-mon[84269]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 757 KiB/s rd, 3.5 KiB/s wr, 1.02k op/s 2024-04-10T16:25:59.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:58 smithi102 ceph-mon[90943]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-10T16:25:59.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:58 smithi102 ceph-mon[90943]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 757 KiB/s rd, 3.5 KiB/s wr, 1.02k op/s 2024-04-10T16:25:59.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:58 smithi102 ceph-mon[88557]: osdmap e2316: 8 total, 8 up, 8 in 2024-04-10T16:25:59.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:58 smithi102 ceph-mon[88557]: pgmap v4394: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 757 KiB/s rd, 3.5 KiB/s wr, 1.02k op/s 2024-04-10T16:26:00.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:25:59 smithi154 ceph-mon[84269]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-10T16:26:00.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:25:59 smithi102 ceph-mon[90943]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-10T16:26:00.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:25:59 smithi102 ceph-mon[88557]: osdmap e2317: 8 total, 8 up, 8 in 2024-04-10T16:26:01.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:00 smithi154 ceph-mon[84269]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-10T16:26:01.412 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:00 smithi154 ceph-mon[84269]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 3.0 KiB/s wr, 1.06k op/s 2024-04-10T16:26:01.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:00 smithi102 ceph-mon[90943]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-10T16:26:01.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:00 smithi102 ceph-mon[90943]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 3.0 KiB/s wr, 1.06k op/s 2024-04-10T16:26:01.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:00 smithi102 ceph-mon[88557]: osdmap e2318: 8 total, 8 up, 8 in 2024-04-10T16:26:01.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:00 smithi102 ceph-mon[88557]: pgmap v4397: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 3.0 KiB/s wr, 1.06k op/s 2024-04-10T16:26:02.320 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:01 smithi154 ceph-mon[84269]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-10T16:26:02.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:01 smithi102 ceph-mon[90943]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-10T16:26:02.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:01 smithi102 ceph-mon[88557]: osdmap e2319: 8 total, 8 up, 8 in 2024-04-10T16:26:02.660 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:26:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:26:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:26:03.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:02 smithi154 ceph-mon[84269]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-10T16:26:03.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:02 smithi154 ceph-mon[84269]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 3.2 KiB/s wr, 1.06k op/s 2024-04-10T16:26:03.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:02 smithi102 ceph-mon[90943]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-10T16:26:03.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:02 smithi102 ceph-mon[90943]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 3.2 KiB/s wr, 1.06k op/s 2024-04-10T16:26:03.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:02 smithi102 ceph-mon[88557]: osdmap e2320: 8 total, 8 up, 8 in 2024-04-10T16:26:03.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:02 smithi102 ceph-mon[88557]: pgmap v4400: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 790 KiB/s rd, 3.2 KiB/s wr, 1.06k op/s 2024-04-10T16:26:04.160 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:03 smithi154 ceph-mon[84269]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-10T16:26:04.160 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 16:26:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=cleanup t=2024-04-10T16:26:03.718059848Z level=info msg="Completed cleanup jobs" duration=6.653286ms 2024-04-10T16:26:04.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:03 smithi102 ceph-mon[90943]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-10T16:26:04.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:03 smithi102 ceph-mon[88557]: osdmap e2321: 8 total, 8 up, 8 in 2024-04-10T16:26:05.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:04 smithi154 ceph-mon[84269]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-10T16:26:05.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:04 smithi154 ceph-mon[84269]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-10T16:26:05.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:04 smithi102 ceph-mon[90943]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-10T16:26:05.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:04 smithi102 ceph-mon[90943]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-10T16:26:05.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:04 smithi102 ceph-mon[88557]: osdmap e2322: 8 total, 8 up, 8 in 2024-04-10T16:26:05.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:04 smithi102 ceph-mon[88557]: pgmap v4403: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-10T16:26:06.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:05 smithi154 ceph-mon[84269]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-10T16:26:06.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:05 smithi102 ceph-mon[88557]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-10T16:26:06.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:05 smithi102 ceph-mon[90943]: osdmap e2323: 8 total, 8 up, 8 in 2024-04-10T16:26:07.341 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:06 smithi102 ceph-mon[90943]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-10T16:26:07.341 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:06 smithi102 ceph-mon[90943]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 823 KiB/s rd, 3.7 KiB/s wr, 1.11k op/s 2024-04-10T16:26:07.342 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:06 smithi102 ceph-mon[88557]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-10T16:26:07.342 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:06 smithi102 ceph-mon[88557]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 823 KiB/s rd, 3.7 KiB/s wr, 1.11k op/s 2024-04-10T16:26:07.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:06 smithi154 ceph-mon[84269]: osdmap e2324: 8 total, 8 up, 8 in 2024-04-10T16:26:07.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:06 smithi154 ceph-mon[84269]: pgmap v4406: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 823 KiB/s rd, 3.7 KiB/s wr, 1.11k op/s 2024-04-10T16:26:07.690 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:26:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:26:07] "GET /metrics HTTP/1.1" 200 36610 "" "Prometheus/2.43.0" 2024-04-10T16:26:08.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:08 smithi154 ceph-mon[84269]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-10T16:26:08.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:08 smithi102 ceph-mon[90943]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-10T16:26:08.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:08 smithi102 ceph-mon[88557]: osdmap e2325: 8 total, 8 up, 8 in 2024-04-10T16:26:09.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:09 smithi154 ceph-mon[84269]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-10T16:26:09.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:09.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:09 smithi154 ceph-mon[84269]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 822 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-04-10T16:26:09.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:09 smithi102 ceph-mon[90943]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-10T16:26:09.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:09.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:09 smithi102 ceph-mon[90943]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 822 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-04-10T16:26:09.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:09 smithi102 ceph-mon[88557]: osdmap e2326: 8 total, 8 up, 8 in 2024-04-10T16:26:09.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:09.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:09 smithi102 ceph-mon[88557]: pgmap v4409: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 822 KiB/s rd, 3.5 KiB/s wr, 1.11k op/s 2024-04-10T16:26:10.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:10 smithi154 ceph-mon[84269]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-10T16:26:10.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:10 smithi102 ceph-mon[90943]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-10T16:26:10.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:10 smithi102 ceph-mon[88557]: osdmap e2327: 8 total, 8 up, 8 in 2024-04-10T16:26:11.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:11 smithi154 ceph-mon[84269]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-10T16:26:11.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:11 smithi154 ceph-mon[84269]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 3.7 KiB/s wr, 1.15k op/s 2024-04-10T16:26:11.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:11 smithi102 ceph-mon[90943]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-10T16:26:11.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:11 smithi102 ceph-mon[90943]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 3.7 KiB/s wr, 1.15k op/s 2024-04-10T16:26:11.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:11 smithi102 ceph-mon[88557]: osdmap e2328: 8 total, 8 up, 8 in 2024-04-10T16:26:11.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:11 smithi102 ceph-mon[88557]: pgmap v4412: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 3.7 KiB/s wr, 1.15k op/s 2024-04-10T16:26:12.321 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:12 smithi154 ceph-mon[84269]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-10T16:26:12.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:12 smithi102 ceph-mon[90943]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-10T16:26:12.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:12 smithi102 ceph-mon[88557]: osdmap e2329: 8 total, 8 up, 8 in 2024-04-10T16:26:12.660 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:26:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:26:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:26:13.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:13 smithi154 ceph-mon[84269]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-10T16:26:13.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:13 smithi154 ceph-mon[84269]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 3.0 KiB/s wr, 1.15k op/s 2024-04-10T16:26:13.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:13 smithi102 ceph-mon[90943]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-10T16:26:13.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:13 smithi102 ceph-mon[90943]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 3.0 KiB/s wr, 1.15k op/s 2024-04-10T16:26:13.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:13 smithi102 ceph-mon[88557]: osdmap e2330: 8 total, 8 up, 8 in 2024-04-10T16:26:13.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:13 smithi102 ceph-mon[88557]: pgmap v4415: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 855 KiB/s rd, 3.0 KiB/s wr, 1.15k op/s 2024-04-10T16:26:14.409 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:14 smithi154 ceph-mon[84269]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-10T16:26:14.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:14 smithi102 ceph-mon[90943]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-10T16:26:14.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:14 smithi102 ceph-mon[88557]: osdmap e2331: 8 total, 8 up, 8 in 2024-04-10T16:26:15.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:15 smithi154 ceph-mon[84269]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-10T16:26:15.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:15 smithi154 ceph-mon[84269]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-10T16:26:15.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:15 smithi102 ceph-mon[90943]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-10T16:26:15.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:15 smithi102 ceph-mon[90943]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-10T16:26:15.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:15 smithi102 ceph-mon[88557]: osdmap e2332: 8 total, 8 up, 8 in 2024-04-10T16:26:15.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:15 smithi102 ceph-mon[88557]: pgmap v4418: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-10T16:26:16.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:16 smithi154 ceph-mon[84269]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-10T16:26:16.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:16 smithi102 ceph-mon[90943]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-10T16:26:16.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:16 smithi102 ceph-mon[88557]: osdmap e2333: 8 total, 8 up, 8 in 2024-04-10T16:26:17.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:17 smithi154 ceph-mon[84269]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-10T16:26:17.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:17 smithi154 ceph-mon[84269]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 4.2 KiB/s wr, 1.20k op/s 2024-04-10T16:26:17.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:17 smithi102 ceph-mon[90943]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-10T16:26:17.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:17 smithi102 ceph-mon[90943]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 4.2 KiB/s wr, 1.20k op/s 2024-04-10T16:26:17.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:17 smithi102 ceph-mon[88557]: osdmap e2334: 8 total, 8 up, 8 in 2024-04-10T16:26:17.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:17 smithi102 ceph-mon[88557]: pgmap v4421: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 890 KiB/s rd, 4.2 KiB/s wr, 1.20k op/s 2024-04-10T16:26:17.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:26:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:26:17] "GET /metrics HTTP/1.1" 200 36610 "" "Prometheus/2.43.0" 2024-04-10T16:26:18.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:18 smithi154 ceph-mon[84269]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-10T16:26:18.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:18 smithi102 ceph-mon[90943]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-10T16:26:18.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:18 smithi102 ceph-mon[88557]: osdmap e2335: 8 total, 8 up, 8 in 2024-04-10T16:26:19.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:19 smithi154 ceph-mon[84269]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-10T16:26:19.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:19 smithi154 ceph-mon[84269]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 888 KiB/s rd, 3.2 KiB/s wr, 1.20k op/s 2024-04-10T16:26:19.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:19 smithi102 ceph-mon[90943]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-10T16:26:19.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:19 smithi102 ceph-mon[90943]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 888 KiB/s rd, 3.2 KiB/s wr, 1.20k op/s 2024-04-10T16:26:19.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:19 smithi102 ceph-mon[88557]: osdmap e2336: 8 total, 8 up, 8 in 2024-04-10T16:26:19.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:19 smithi102 ceph-mon[88557]: pgmap v4424: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 888 KiB/s rd, 3.2 KiB/s wr, 1.20k op/s 2024-04-10T16:26:20.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:20 smithi154 ceph-mon[84269]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-10T16:26:20.439 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:20 smithi102 ceph-mon[90943]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-10T16:26:20.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:20 smithi102 ceph-mon[88557]: osdmap e2337: 8 total, 8 up, 8 in 2024-04-10T16:26:21.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:21 smithi154 ceph-mon[84269]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-10T16:26:21.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:21 smithi154 ceph-mon[84269]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.5 KiB/s wr, 1.24k op/s 2024-04-10T16:26:21.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:21 smithi102 ceph-mon[90943]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-10T16:26:21.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:21 smithi102 ceph-mon[90943]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.5 KiB/s wr, 1.24k op/s 2024-04-10T16:26:21.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:21 smithi102 ceph-mon[88557]: osdmap e2338: 8 total, 8 up, 8 in 2024-04-10T16:26:21.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:21 smithi102 ceph-mon[88557]: pgmap v4427: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.5 KiB/s wr, 1.24k op/s 2024-04-10T16:26:22.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:22 smithi154 ceph-mon[84269]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-10T16:26:22.410 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:26:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:26:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:26:22.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:22 smithi102 ceph-mon[90943]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-10T16:26:22.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:22 smithi102 ceph-mon[88557]: osdmap e2339: 8 total, 8 up, 8 in 2024-04-10T16:26:23.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:23 smithi154 ceph-mon[84269]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-10T16:26:23.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:23 smithi154 ceph-mon[84269]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.5 KiB/s wr, 1.24k op/s 2024-04-10T16:26:23.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:23 smithi102 ceph-mon[90943]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-10T16:26:23.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:23 smithi102 ceph-mon[90943]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.5 KiB/s wr, 1.24k op/s 2024-04-10T16:26:23.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:23 smithi102 ceph-mon[88557]: osdmap e2340: 8 total, 8 up, 8 in 2024-04-10T16:26:23.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:23 smithi102 ceph-mon[88557]: pgmap v4430: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 921 KiB/s rd, 3.5 KiB/s wr, 1.24k op/s 2024-04-10T16:26:24.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:24 smithi154 ceph-mon[84269]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-10T16:26:24.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:24.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:24 smithi102 ceph-mon[90943]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-10T16:26:24.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:24.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:24 smithi102 ceph-mon[88557]: osdmap e2341: 8 total, 8 up, 8 in 2024-04-10T16:26:24.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:25.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:25 smithi154 ceph-mon[84269]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-10T16:26:25.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:25 smithi154 ceph-mon[84269]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-10T16:26:25.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:25 smithi102 ceph-mon[90943]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-10T16:26:25.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:25 smithi102 ceph-mon[90943]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-10T16:26:25.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:25 smithi102 ceph-mon[88557]: osdmap e2342: 8 total, 8 up, 8 in 2024-04-10T16:26:25.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:25 smithi102 ceph-mon[88557]: pgmap v4433: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-10T16:26:26.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:26 smithi154 ceph-mon[84269]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-10T16:26:26.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:26 smithi102 ceph-mon[90943]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-10T16:26:26.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:26 smithi102 ceph-mon[88557]: osdmap e2343: 8 total, 8 up, 8 in 2024-04-10T16:26:27.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:27 smithi154 ceph-mon[84269]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-10T16:26:27.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:27 smithi154 ceph-mon[84269]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 4.0 KiB/s wr, 1.29k op/s 2024-04-10T16:26:27.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:27 smithi102 ceph-mon[90943]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-10T16:26:27.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:27 smithi102 ceph-mon[90943]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 4.0 KiB/s wr, 1.29k op/s 2024-04-10T16:26:27.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:27 smithi102 ceph-mon[88557]: osdmap e2344: 8 total, 8 up, 8 in 2024-04-10T16:26:27.443 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:27 smithi102 ceph-mon[88557]: pgmap v4436: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 955 KiB/s rd, 4.0 KiB/s wr, 1.29k op/s 2024-04-10T16:26:27.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:26:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:26:27] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-04-10T16:26:28.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:28 smithi154 ceph-mon[84269]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-10T16:26:28.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:28 smithi102 ceph-mon[90943]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-10T16:26:28.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:28 smithi102 ceph-mon[88557]: osdmap e2345: 8 total, 8 up, 8 in 2024-04-10T16:26:29.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:29 smithi154 ceph-mon[84269]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-10T16:26:29.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:29 smithi154 ceph-mon[84269]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 953 KiB/s rd, 3.5 KiB/s wr, 1.28k op/s 2024-04-10T16:26:29.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:29 smithi102 ceph-mon[90943]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-10T16:26:29.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:29 smithi102 ceph-mon[90943]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 953 KiB/s rd, 3.5 KiB/s wr, 1.28k op/s 2024-04-10T16:26:29.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:29 smithi102 ceph-mon[88557]: osdmap e2346: 8 total, 8 up, 8 in 2024-04-10T16:26:29.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:29 smithi102 ceph-mon[88557]: pgmap v4439: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 953 KiB/s rd, 3.5 KiB/s wr, 1.28k op/s 2024-04-10T16:26:30.410 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:30 smithi154 ceph-mon[84269]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-10T16:26:30.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:30 smithi102 ceph-mon[90943]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-10T16:26:30.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:30 smithi102 ceph-mon[88557]: osdmap e2347: 8 total, 8 up, 8 in 2024-04-10T16:26:31.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:31 smithi102 ceph-mon[90943]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-10T16:26:31.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:31 smithi102 ceph-mon[90943]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 3.2 KiB/s wr, 1.33k op/s 2024-04-10T16:26:31.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:31 smithi102 ceph-mon[88557]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-10T16:26:31.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:31 smithi102 ceph-mon[88557]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 3.2 KiB/s wr, 1.33k op/s 2024-04-10T16:26:31.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:31 smithi154 ceph-mon[84269]: osdmap e2348: 8 total, 8 up, 8 in 2024-04-10T16:26:31.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:31 smithi154 ceph-mon[84269]: pgmap v4442: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 3.2 KiB/s wr, 1.33k op/s 2024-04-10T16:26:32.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:32 smithi102 ceph-mon[90943]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-10T16:26:32.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:32 smithi102 ceph-mon[88557]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-10T16:26:32.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:32 smithi154 ceph-mon[84269]: osdmap e2349: 8 total, 8 up, 8 in 2024-04-10T16:26:32.660 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:26:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:26:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:26:33.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:33 smithi102 ceph-mon[88557]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-10T16:26:33.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:33 smithi102 ceph-mon[88557]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 3.5 KiB/s wr, 1.33k op/s 2024-04-10T16:26:33.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:33 smithi102 ceph-mon[90943]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-10T16:26:33.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:33 smithi102 ceph-mon[90943]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 3.5 KiB/s wr, 1.33k op/s 2024-04-10T16:26:33.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:33 smithi154 ceph-mon[84269]: osdmap e2350: 8 total, 8 up, 8 in 2024-04-10T16:26:33.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:33 smithi154 ceph-mon[84269]: pgmap v4445: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 986 KiB/s rd, 3.5 KiB/s wr, 1.33k op/s 2024-04-10T16:26:34.440 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:34 smithi102 ceph-mon[88557]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-10T16:26:34.440 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:34 smithi102 ceph-mon[90943]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-10T16:26:34.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:34 smithi154 ceph-mon[84269]: osdmap e2351: 8 total, 8 up, 8 in 2024-04-10T16:26:35.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:35 smithi154 ceph-mon[84269]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-10T16:26:35.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:35 smithi154 ceph-mon[84269]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-10T16:26:35.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:35 smithi102 ceph-mon[90943]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-10T16:26:35.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:35 smithi102 ceph-mon[90943]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-10T16:26:35.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:35 smithi102 ceph-mon[88557]: osdmap e2352: 8 total, 8 up, 8 in 2024-04-10T16:26:35.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:35 smithi102 ceph-mon[88557]: pgmap v4448: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-10T16:26:36.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:36 smithi154 ceph-mon[84269]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-10T16:26:36.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:36 smithi102 ceph-mon[90943]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-10T16:26:36.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:36 smithi102 ceph-mon[88557]: osdmap e2353: 8 total, 8 up, 8 in 2024-04-10T16:26:37.571 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:37 smithi102 ceph-mon[90943]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-10T16:26:37.571 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:37 smithi102 ceph-mon[90943]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1019 KiB/s rd, 3.5 KiB/s wr, 1.37k op/s 2024-04-10T16:26:37.571 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:37 smithi102 ceph-mon[88557]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-10T16:26:37.571 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:37 smithi102 ceph-mon[88557]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1019 KiB/s rd, 3.5 KiB/s wr, 1.37k op/s 2024-04-10T16:26:37.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:37 smithi154 ceph-mon[84269]: osdmap e2354: 8 total, 8 up, 8 in 2024-04-10T16:26:37.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:37 smithi154 ceph-mon[84269]: pgmap v4451: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1019 KiB/s rd, 3.5 KiB/s wr, 1.37k op/s 2024-04-10T16:26:37.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:26:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:26:37] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-04-10T16:26:38.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:38 smithi154 ceph-mon[84269]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-10T16:26:38.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:38 smithi102 ceph-mon[90943]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-10T16:26:38.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:38 smithi102 ceph-mon[88557]: osdmap e2355: 8 total, 8 up, 8 in 2024-04-10T16:26:39.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:39 smithi154 ceph-mon[84269]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-10T16:26:39.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:39.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:26:39.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:39 smithi154 ceph-mon[84269]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1018 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-04-10T16:26:39.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:39 smithi102 ceph-mon[90943]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-10T16:26:39.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:39.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:26:39.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:39 smithi102 ceph-mon[90943]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1018 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-04-10T16:26:39.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:39 smithi102 ceph-mon[88557]: osdmap e2356: 8 total, 8 up, 8 in 2024-04-10T16:26:39.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:39.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:26:39.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:39 smithi102 ceph-mon[88557]: pgmap v4454: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1018 KiB/s rd, 3.7 KiB/s wr, 1.37k op/s 2024-04-10T16:26:40.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:40 smithi154 ceph-mon[84269]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-10T16:26:40.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:26:40.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:26:40.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:26:40.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:40 smithi102 ceph-mon[90943]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-10T16:26:40.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:26:40.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:26:40.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:26:40.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:40 smithi102 ceph-mon[88557]: osdmap e2357: 8 total, 8 up, 8 in 2024-04-10T16:26:40.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:26:40.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:26:40.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:26:41.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:41 smithi154 ceph-mon[84269]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-10T16:26:41.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:41 smithi154 ceph-mon[84269]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.42k op/s 2024-04-10T16:26:41.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:41 smithi102 ceph-mon[90943]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-10T16:26:41.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:41 smithi102 ceph-mon[90943]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.42k op/s 2024-04-10T16:26:41.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:41 smithi102 ceph-mon[88557]: osdmap e2358: 8 total, 8 up, 8 in 2024-04-10T16:26:41.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:41 smithi102 ceph-mon[88557]: pgmap v4457: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 4.0 KiB/s wr, 1.42k op/s 2024-04-10T16:26:42.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:42 smithi154 ceph-mon[84269]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-10T16:26:42.660 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:26:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:26:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:26:42.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:42 smithi102 ceph-mon[88557]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-10T16:26:42.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:42 smithi102 ceph-mon[90943]: osdmap e2359: 8 total, 8 up, 8 in 2024-04-10T16:26:43.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:43 smithi154 ceph-mon[84269]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-10T16:26:43.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:43 smithi154 ceph-mon[84269]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.42k op/s 2024-04-10T16:26:43.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:43 smithi102 ceph-mon[88557]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-10T16:26:43.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:43 smithi102 ceph-mon[88557]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.42k op/s 2024-04-10T16:26:43.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:43 smithi102 ceph-mon[90943]: osdmap e2360: 8 total, 8 up, 8 in 2024-04-10T16:26:43.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:43 smithi102 ceph-mon[90943]: pgmap v4460: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.42k op/s 2024-04-10T16:26:44.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:44 smithi154 ceph-mon[84269]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-10T16:26:44.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:44 smithi102 ceph-mon[90943]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-10T16:26:44.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:44 smithi102 ceph-mon[88557]: osdmap e2361: 8 total, 8 up, 8 in 2024-04-10T16:26:45.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:45 smithi154 ceph-mon[84269]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-10T16:26:45.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:45 smithi154 ceph-mon[84269]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-10T16:26:45.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:45 smithi102 ceph-mon[88557]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-10T16:26:45.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:45 smithi102 ceph-mon[88557]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-10T16:26:45.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:45 smithi102 ceph-mon[90943]: osdmap e2362: 8 total, 8 up, 8 in 2024-04-10T16:26:45.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:45 smithi102 ceph-mon[90943]: pgmap v4463: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-10T16:26:46.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:46 smithi154 ceph-mon[84269]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-10T16:26:46.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:46 smithi102 ceph-mon[90943]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-10T16:26:46.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:46 smithi102 ceph-mon[88557]: osdmap e2363: 8 total, 8 up, 8 in 2024-04-10T16:26:47.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:47 smithi102 ceph-mon[90943]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-10T16:26:47.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:47 smithi102 ceph-mon[90943]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.46k op/s 2024-04-10T16:26:47.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:47 smithi102 ceph-mon[88557]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-10T16:26:47.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:47 smithi102 ceph-mon[88557]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.46k op/s 2024-04-10T16:26:47.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:47 smithi154 ceph-mon[84269]: osdmap e2364: 8 total, 8 up, 8 in 2024-04-10T16:26:47.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:47 smithi154 ceph-mon[84269]: pgmap v4466: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.46k op/s 2024-04-10T16:26:47.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:26:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:26:47] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-04-10T16:26:48.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:48 smithi154 ceph-mon[84269]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-10T16:26:48.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:48 smithi102 ceph-mon[90943]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-10T16:26:48.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:48 smithi102 ceph-mon[88557]: osdmap e2365: 8 total, 8 up, 8 in 2024-04-10T16:26:49.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:49 smithi154 ceph-mon[84269]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-10T16:26:49.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:49 smithi154 ceph-mon[84269]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.46k op/s 2024-04-10T16:26:49.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:49 smithi102 ceph-mon[90943]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-10T16:26:49.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:49 smithi102 ceph-mon[90943]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.46k op/s 2024-04-10T16:26:49.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:49 smithi102 ceph-mon[88557]: osdmap e2366: 8 total, 8 up, 8 in 2024-04-10T16:26:49.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:49 smithi102 ceph-mon[88557]: pgmap v4469: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.46k op/s 2024-04-10T16:26:50.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:50 smithi154 ceph-mon[84269]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-10T16:26:50.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:50 smithi102 ceph-mon[90943]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-10T16:26:50.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:50 smithi102 ceph-mon[88557]: osdmap e2367: 8 total, 8 up, 8 in 2024-04-10T16:26:51.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:51 smithi154 ceph-mon[84269]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-10T16:26:51.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:51 smithi154 ceph-mon[84269]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-04-10T16:26:51.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:51 smithi102 ceph-mon[90943]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-10T16:26:51.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:51 smithi102 ceph-mon[90943]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-04-10T16:26:51.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:51 smithi102 ceph-mon[88557]: osdmap e2368: 8 total, 8 up, 8 in 2024-04-10T16:26:51.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:51 smithi102 ceph-mon[88557]: pgmap v4472: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-04-10T16:26:52.561 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:52 smithi154 ceph-mon[84269]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-10T16:26:52.562 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:26:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:26:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:26:52.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:52 smithi102 ceph-mon[90943]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-10T16:26:52.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:52 smithi102 ceph-mon[88557]: osdmap e2369: 8 total, 8 up, 8 in 2024-04-10T16:26:53.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:53 smithi154 ceph-mon[84269]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-10T16:26:53.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:53 smithi154 ceph-mon[84269]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-04-10T16:26:53.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:53 smithi102 ceph-mon[90943]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-10T16:26:53.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:53 smithi102 ceph-mon[90943]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-04-10T16:26:53.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:53 smithi102 ceph-mon[88557]: osdmap e2370: 8 total, 8 up, 8 in 2024-04-10T16:26:53.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:53 smithi102 ceph-mon[88557]: pgmap v4475: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.7 KiB/s wr, 1.50k op/s 2024-04-10T16:26:54.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:54 smithi154 ceph-mon[84269]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-10T16:26:54.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:54.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:54 smithi102 ceph-mon[90943]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-10T16:26:54.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:54.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:54 smithi102 ceph-mon[88557]: osdmap e2371: 8 total, 8 up, 8 in 2024-04-10T16:26:54.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:26:55.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:55 smithi154 ceph-mon[84269]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-10T16:26:55.729 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:55 smithi154 ceph-mon[84269]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-10T16:26:55.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:55 smithi102 ceph-mon[90943]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-10T16:26:55.730 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:55 smithi102 ceph-mon[90943]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-10T16:26:55.730 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:55 smithi102 ceph-mon[88557]: osdmap e2372: 8 total, 8 up, 8 in 2024-04-10T16:26:55.730 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:55 smithi102 ceph-mon[88557]: pgmap v4478: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 767 B/s wr, 1 op/s 2024-04-10T16:26:56.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:56 smithi154 ceph-mon[84269]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-10T16:26:56.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:56 smithi102 ceph-mon[90943]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-10T16:26:56.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:56 smithi102 ceph-mon[88557]: osdmap e2373: 8 total, 8 up, 8 in 2024-04-10T16:26:57.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:57 smithi154 ceph-mon[84269]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-10T16:26:57.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:57 smithi154 ceph-mon[84269]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.55k op/s 2024-04-10T16:26:57.690 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:26:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:26:57] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-04-10T16:26:57.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:57 smithi102 ceph-mon[88557]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-10T16:26:57.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:57 smithi102 ceph-mon[88557]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.55k op/s 2024-04-10T16:26:57.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:57 smithi102 ceph-mon[90943]: osdmap e2374: 8 total, 8 up, 8 in 2024-04-10T16:26:57.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:57 smithi102 ceph-mon[90943]: pgmap v4481: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.5 KiB/s wr, 1.55k op/s 2024-04-10T16:26:58.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:58 smithi154 ceph-mon[84269]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-10T16:26:58.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:58 smithi102 ceph-mon[90943]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-10T16:26:58.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:58 smithi102 ceph-mon[88557]: osdmap e2375: 8 total, 8 up, 8 in 2024-04-10T16:26:59.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:59 smithi154 ceph-mon[84269]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-10T16:26:59.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:26:59 smithi154 ceph-mon[84269]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.55k op/s 2024-04-10T16:26:59.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:59 smithi102 ceph-mon[90943]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-10T16:26:59.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:26:59 smithi102 ceph-mon[90943]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.55k op/s 2024-04-10T16:26:59.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:59 smithi102 ceph-mon[88557]: osdmap e2376: 8 total, 8 up, 8 in 2024-04-10T16:26:59.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:26:59 smithi102 ceph-mon[88557]: pgmap v4484: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 3.2 KiB/s wr, 1.55k op/s 2024-04-10T16:27:00.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:00 smithi154 ceph-mon[84269]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-10T16:27:00.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:00 smithi102 ceph-mon[90943]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-10T16:27:00.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:00 smithi102 ceph-mon[88557]: osdmap e2377: 8 total, 8 up, 8 in 2024-04-10T16:27:01.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:01 smithi154 ceph-mon[84269]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-10T16:27:01.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:01 smithi154 ceph-mon[84269]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.59k op/s 2024-04-10T16:27:01.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:01 smithi102 ceph-mon[90943]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-10T16:27:01.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:01 smithi102 ceph-mon[90943]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.59k op/s 2024-04-10T16:27:01.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:01 smithi102 ceph-mon[88557]: osdmap e2378: 8 total, 8 up, 8 in 2024-04-10T16:27:01.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:01 smithi102 ceph-mon[88557]: pgmap v4487: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.59k op/s 2024-04-10T16:27:02.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:02 smithi154 ceph-mon[84269]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-10T16:27:02.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:27:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:27:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:27:02.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:02 smithi102 ceph-mon[90943]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-10T16:27:02.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:02 smithi102 ceph-mon[88557]: osdmap e2379: 8 total, 8 up, 8 in 2024-04-10T16:27:03.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:03 smithi154 ceph-mon[84269]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-10T16:27:03.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:03 smithi154 ceph-mon[84269]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.59k op/s 2024-04-10T16:27:03.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:03 smithi102 ceph-mon[90943]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-10T16:27:03.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:03 smithi102 ceph-mon[90943]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.59k op/s 2024-04-10T16:27:03.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:03 smithi102 ceph-mon[88557]: osdmap e2380: 8 total, 8 up, 8 in 2024-04-10T16:27:03.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:03 smithi102 ceph-mon[88557]: pgmap v4490: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.59k op/s 2024-04-10T16:27:04.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:04 smithi154 ceph-mon[84269]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-10T16:27:04.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:04 smithi102 ceph-mon[90943]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-10T16:27:04.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:04 smithi102 ceph-mon[88557]: osdmap e2381: 8 total, 8 up, 8 in 2024-04-10T16:27:05.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:05 smithi102 ceph-mon[90943]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-10T16:27:05.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:05 smithi102 ceph-mon[90943]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-10T16:27:05.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:05 smithi102 ceph-mon[88557]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-10T16:27:05.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:05 smithi102 ceph-mon[88557]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-10T16:27:05.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:05 smithi154 ceph-mon[84269]: osdmap e2382: 8 total, 8 up, 8 in 2024-04-10T16:27:05.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:05 smithi154 ceph-mon[84269]: pgmap v4493: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 511 B/s wr, 1 op/s 2024-04-10T16:27:06.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:06 smithi154 ceph-mon[84269]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-10T16:27:06.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:06 smithi102 ceph-mon[90943]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-10T16:27:06.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:06 smithi102 ceph-mon[88557]: osdmap e2383: 8 total, 8 up, 8 in 2024-04-10T16:27:07.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:07 smithi102 ceph-mon[90943]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-10T16:27:07.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:07 smithi102 ceph-mon[90943]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.64k op/s 2024-04-10T16:27:07.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:07 smithi102 ceph-mon[88557]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-10T16:27:07.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:07 smithi102 ceph-mon[88557]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.64k op/s 2024-04-10T16:27:07.691 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:27:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:27:07] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-04-10T16:27:07.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:07 smithi154 ceph-mon[84269]: osdmap e2384: 8 total, 8 up, 8 in 2024-04-10T16:27:07.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:07 smithi154 ceph-mon[84269]: pgmap v4496: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.5 KiB/s wr, 1.64k op/s 2024-04-10T16:27:08.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:08 smithi102 ceph-mon[90943]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-10T16:27:08.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:08.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:08 smithi102 ceph-mon[88557]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-10T16:27:08.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:08.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:08 smithi154 ceph-mon[84269]: osdmap e2385: 8 total, 8 up, 8 in 2024-04-10T16:27:08.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:09.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:09 smithi102 ceph-mon[90943]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-10T16:27:09.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:09 smithi102 ceph-mon[90943]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.64k op/s 2024-04-10T16:27:09.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:09 smithi102 ceph-mon[88557]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-10T16:27:09.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:09 smithi102 ceph-mon[88557]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.64k op/s 2024-04-10T16:27:09.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:09 smithi154 ceph-mon[84269]: osdmap e2386: 8 total, 8 up, 8 in 2024-04-10T16:27:09.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:09 smithi154 ceph-mon[84269]: pgmap v4499: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.64k op/s 2024-04-10T16:27:10.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:10 smithi102 ceph-mon[88557]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-10T16:27:10.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:10 smithi102 ceph-mon[90943]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-10T16:27:10.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:10 smithi154 ceph-mon[84269]: osdmap e2387: 8 total, 8 up, 8 in 2024-04-10T16:27:11.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:11 smithi154 ceph-mon[84269]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-10T16:27:11.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:11 smithi154 ceph-mon[84269]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.68k op/s 2024-04-10T16:27:11.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:11 smithi102 ceph-mon[90943]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-10T16:27:11.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:11 smithi102 ceph-mon[90943]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.68k op/s 2024-04-10T16:27:11.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:11 smithi102 ceph-mon[88557]: osdmap e2388: 8 total, 8 up, 8 in 2024-04-10T16:27:11.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:11 smithi102 ceph-mon[88557]: pgmap v4502: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.2 KiB/s wr, 1.68k op/s 2024-04-10T16:27:12.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:12 smithi154 ceph-mon[84269]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-10T16:27:12.660 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:27:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:27:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:27:12.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:12 smithi102 ceph-mon[90943]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-10T16:27:12.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:12 smithi102 ceph-mon[88557]: osdmap e2389: 8 total, 8 up, 8 in 2024-04-10T16:27:13.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:13 smithi154 ceph-mon[84269]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-10T16:27:13.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:13 smithi154 ceph-mon[84269]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.68k op/s 2024-04-10T16:27:13.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:13 smithi102 ceph-mon[90943]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-10T16:27:13.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:13 smithi102 ceph-mon[90943]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.68k op/s 2024-04-10T16:27:13.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:13 smithi102 ceph-mon[88557]: osdmap e2390: 8 total, 8 up, 8 in 2024-04-10T16:27:13.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:13 smithi102 ceph-mon[88557]: pgmap v4505: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 3.7 KiB/s wr, 1.68k op/s 2024-04-10T16:27:14.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:14 smithi154 ceph-mon[84269]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-10T16:27:14.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:14 smithi102 ceph-mon[90943]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-10T16:27:14.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:14 smithi102 ceph-mon[88557]: osdmap e2391: 8 total, 8 up, 8 in 2024-04-10T16:27:15.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:15 smithi154 ceph-mon[84269]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-10T16:27:15.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:15 smithi154 ceph-mon[84269]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-10T16:27:15.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:15 smithi102 ceph-mon[90943]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-10T16:27:15.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:15 smithi102 ceph-mon[90943]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-10T16:27:15.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:15 smithi102 ceph-mon[88557]: osdmap e2392: 8 total, 8 up, 8 in 2024-04-10T16:27:15.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:15 smithi102 ceph-mon[88557]: pgmap v4508: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 KiB/s rd, 1.2 KiB/s wr, 2 op/s 2024-04-10T16:27:16.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:16 smithi154 ceph-mon[84269]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-10T16:27:16.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:16 smithi102 ceph-mon[90943]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-10T16:27:16.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:16 smithi102 ceph-mon[88557]: osdmap e2393: 8 total, 8 up, 8 in 2024-04-10T16:27:17.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:17 smithi154 ceph-mon[84269]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-10T16:27:17.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:17 smithi154 ceph-mon[84269]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.38k op/s 2024-04-10T16:27:17.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:17 smithi102 ceph-mon[90943]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-10T16:27:17.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:17 smithi102 ceph-mon[90943]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.38k op/s 2024-04-10T16:27:17.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:17 smithi102 ceph-mon[88557]: osdmap e2394: 8 total, 8 up, 8 in 2024-04-10T16:27:17.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:17 smithi102 ceph-mon[88557]: pgmap v4511: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.7 KiB/s wr, 1.38k op/s 2024-04-10T16:27:17.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:27:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:27:17] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2024-04-10T16:27:18.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:18 smithi154 ceph-mon[84269]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-10T16:27:18.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:18 smithi102 ceph-mon[90943]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-10T16:27:18.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:18 smithi102 ceph-mon[88557]: osdmap e2395: 8 total, 8 up, 8 in 2024-04-10T16:27:19.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:19 smithi154 ceph-mon[84269]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-10T16:27:19.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:19 smithi154 ceph-mon[84269]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.38k op/s 2024-04-10T16:27:19.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:19 smithi102 ceph-mon[90943]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-10T16:27:19.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:19 smithi102 ceph-mon[90943]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.38k op/s 2024-04-10T16:27:19.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:19 smithi102 ceph-mon[88557]: osdmap e2396: 8 total, 8 up, 8 in 2024-04-10T16:27:19.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:19 smithi102 ceph-mon[88557]: pgmap v4514: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 3.5 KiB/s wr, 1.38k op/s 2024-04-10T16:27:20.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:20 smithi154 ceph-mon[84269]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-10T16:27:20.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:20 smithi102 ceph-mon[90943]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-10T16:27:20.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:20 smithi102 ceph-mon[88557]: osdmap e2397: 8 total, 8 up, 8 in 2024-04-10T16:27:21.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:21 smithi154 ceph-mon[84269]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-10T16:27:21.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:21 smithi154 ceph-mon[84269]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.76k op/s 2024-04-10T16:27:21.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:21 smithi102 ceph-mon[90943]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-10T16:27:21.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:21 smithi102 ceph-mon[90943]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.76k op/s 2024-04-10T16:27:21.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:21 smithi102 ceph-mon[88557]: osdmap e2398: 8 total, 8 up, 8 in 2024-04-10T16:27:21.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:21 smithi102 ceph-mon[88557]: pgmap v4517: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 3.2 KiB/s wr, 1.76k op/s 2024-04-10T16:27:22.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:22 smithi154 ceph-mon[84269]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-10T16:27:22.660 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:27:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:27:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:27:22.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:22 smithi102 ceph-mon[90943]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-10T16:27:22.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:22 smithi102 ceph-mon[88557]: osdmap e2399: 8 total, 8 up, 8 in 2024-04-10T16:27:23.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:23 smithi154 ceph-mon[84269]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-10T16:27:23.911 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:23 smithi154 ceph-mon[84269]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 KiB/s wr, 1.76k op/s 2024-04-10T16:27:23.911 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:23 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:23.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:23 smithi102 ceph-mon[90943]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-10T16:27:23.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:23 smithi102 ceph-mon[90943]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 KiB/s wr, 1.76k op/s 2024-04-10T16:27:23.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:23 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:23.941 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:23 smithi102 ceph-mon[88557]: osdmap e2400: 8 total, 8 up, 8 in 2024-04-10T16:27:23.941 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:23 smithi102 ceph-mon[88557]: pgmap v4520: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 2.7 KiB/s wr, 1.76k op/s 2024-04-10T16:27:23.941 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:23 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:24.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:24 smithi154 ceph-mon[84269]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-10T16:27:24.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:24 smithi102 ceph-mon[90943]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-10T16:27:24.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:24 smithi102 ceph-mon[88557]: osdmap e2401: 8 total, 8 up, 8 in 2024-04-10T16:27:25.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:25 smithi154 ceph-mon[84269]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-10T16:27:25.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:25 smithi154 ceph-mon[84269]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-10T16:27:25.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:25 smithi102 ceph-mon[88557]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-10T16:27:25.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:25 smithi102 ceph-mon[88557]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-10T16:27:25.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:25 smithi102 ceph-mon[90943]: osdmap e2402: 8 total, 8 up, 8 in 2024-04-10T16:27:25.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:25 smithi102 ceph-mon[90943]: pgmap v4523: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 511 B/s wr, 4 op/s 2024-04-10T16:27:26.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:26 smithi154 ceph-mon[84269]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-10T16:27:26.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:26 smithi102 ceph-mon[90943]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-10T16:27:26.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:26 smithi102 ceph-mon[88557]: osdmap e2403: 8 total, 8 up, 8 in 2024-04-10T16:27:27.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:27 smithi154 ceph-mon[84269]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-10T16:27:27.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:27 smithi154 ceph-mon[84269]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-04-10T16:27:27.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:27:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:27:27] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-04-10T16:27:27.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:27 smithi102 ceph-mon[90943]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-10T16:27:27.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:27 smithi102 ceph-mon[90943]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-04-10T16:27:27.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:27 smithi102 ceph-mon[88557]: osdmap e2404: 8 total, 8 up, 8 in 2024-04-10T16:27:27.941 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:27 smithi102 ceph-mon[88557]: pgmap v4526: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.2 KiB/s wr, 1.79k op/s 2024-04-10T16:27:28.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:28 smithi154 ceph-mon[84269]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-10T16:27:28.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:28 smithi102 ceph-mon[90943]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-10T16:27:28.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:28 smithi102 ceph-mon[88557]: osdmap e2405: 8 total, 8 up, 8 in 2024-04-10T16:27:29.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:29 smithi154 ceph-mon[84269]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-10T16:27:29.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:29 smithi154 ceph-mon[84269]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-04-10T16:27:29.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:29 smithi102 ceph-mon[90943]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-10T16:27:29.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:29 smithi102 ceph-mon[90943]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-04-10T16:27:29.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:29 smithi102 ceph-mon[88557]: osdmap e2406: 8 total, 8 up, 8 in 2024-04-10T16:27:29.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:29 smithi102 ceph-mon[88557]: pgmap v4529: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 4.7 KiB/s wr, 1.79k op/s 2024-04-10T16:27:30.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:30 smithi154 ceph-mon[84269]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-10T16:27:30.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:30 smithi102 ceph-mon[88557]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-10T16:27:30.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:30 smithi102 ceph-mon[90943]: osdmap e2407: 8 total, 8 up, 8 in 2024-04-10T16:27:31.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:31 smithi154 ceph-mon[84269]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-10T16:27:31.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:31 smithi154 ceph-mon[84269]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-04-10T16:27:31.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:31 smithi102 ceph-mon[90943]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-10T16:27:31.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:31 smithi102 ceph-mon[90943]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-04-10T16:27:31.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:31 smithi102 ceph-mon[88557]: osdmap e2408: 8 total, 8 up, 8 in 2024-04-10T16:27:31.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:31 smithi102 ceph-mon[88557]: pgmap v4532: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-04-10T16:27:32.594 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:27:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:27:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:27:32.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:32 smithi154 ceph-mon[84269]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-10T16:27:32.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:32 smithi102 ceph-mon[90943]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-10T16:27:32.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:32 smithi102 ceph-mon[88557]: osdmap e2409: 8 total, 8 up, 8 in 2024-04-10T16:27:33.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:33 smithi154 ceph-mon[84269]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-10T16:27:33.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:33 smithi154 ceph-mon[84269]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-04-10T16:27:33.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:33 smithi102 ceph-mon[90943]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-10T16:27:33.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:33 smithi102 ceph-mon[90943]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-04-10T16:27:33.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:33 smithi102 ceph-mon[88557]: osdmap e2410: 8 total, 8 up, 8 in 2024-04-10T16:27:33.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:33 smithi102 ceph-mon[88557]: pgmap v4535: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 5.0 KiB/s wr, 1.75k op/s 2024-04-10T16:27:34.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:34 smithi154 ceph-mon[84269]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-10T16:27:34.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:34 smithi154 ceph-mon[84269]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-10T16:27:34.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:34 smithi102 ceph-mon[90943]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-10T16:27:34.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:34 smithi102 ceph-mon[90943]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-10T16:27:34.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:34 smithi102 ceph-mon[88557]: osdmap e2411: 8 total, 8 up, 8 in 2024-04-10T16:27:34.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:34 smithi102 ceph-mon[88557]: osdmap e2412: 8 total, 8 up, 8 in 2024-04-10T16:27:35.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:35 smithi154 ceph-mon[84269]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:27:35.910 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:35 smithi154 ceph-mon[84269]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-10T16:27:35.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:35 smithi102 ceph-mon[90943]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:27:35.940 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:35 smithi102 ceph-mon[90943]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-10T16:27:35.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:35 smithi102 ceph-mon[88557]: pgmap v4538: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:27:35.940 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:35 smithi102 ceph-mon[88557]: osdmap e2413: 8 total, 8 up, 8 in 2024-04-10T16:27:37.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:37 smithi102 ceph-mon[90943]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-10T16:27:37.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:37 smithi102 ceph-mon[90943]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.04k op/s 2024-04-10T16:27:37.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:37 smithi102 ceph-mon[88557]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-10T16:27:37.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:37 smithi102 ceph-mon[88557]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.04k op/s 2024-04-10T16:27:37.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:37 smithi154 ceph-mon[84269]: osdmap e2414: 8 total, 8 up, 8 in 2024-04-10T16:27:37.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:37 smithi154 ceph-mon[84269]: pgmap v4541: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.04k op/s 2024-04-10T16:27:37.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:27:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:27:37] "GET /metrics HTTP/1.1" 200 36612 "" "Prometheus/2.43.0" 2024-04-10T16:27:38.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:38 smithi154 ceph-mon[84269]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-10T16:27:38.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:38 smithi102 ceph-mon[90943]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-10T16:27:38.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:38 smithi102 ceph-mon[88557]: osdmap e2415: 8 total, 8 up, 8 in 2024-04-10T16:27:39.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:39 smithi154 ceph-mon[84269]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-10T16:27:39.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:39.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:39 smithi154 ceph-mon[84269]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.04k op/s 2024-04-10T16:27:39.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:39 smithi154 ceph-mon[84269]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-10T16:27:39.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:39 smithi102 ceph-mon[90943]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-10T16:27:39.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:39.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:39 smithi102 ceph-mon[90943]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.04k op/s 2024-04-10T16:27:39.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:39 smithi102 ceph-mon[90943]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-10T16:27:39.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:39 smithi102 ceph-mon[88557]: osdmap e2416: 8 total, 8 up, 8 in 2024-04-10T16:27:39.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:39.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:39 smithi102 ceph-mon[88557]: pgmap v4544: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 6.0 KiB/s wr, 2.04k op/s 2024-04-10T16:27:39.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:39 smithi102 ceph-mon[88557]: osdmap e2417: 8 total, 8 up, 8 in 2024-04-10T16:27:40.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:27:40.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:27:40.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:27:40.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:27:40.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:27:40.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:27:40.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:27:40.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:27:40.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:27:40.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:27:40.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:27:40.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:27:41.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:41 smithi154 ceph-mon[84269]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-10T16:27:41.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:41 smithi154 ceph-mon[84269]: pgmap v4547: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-10T16:27:41.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:41 smithi102 ceph-mon[90943]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-10T16:27:41.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:41 smithi102 ceph-mon[90943]: pgmap v4547: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-10T16:27:41.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:41 smithi102 ceph-mon[88557]: osdmap e2418: 8 total, 8 up, 8 in 2024-04-10T16:27:41.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:41 smithi102 ceph-mon[88557]: pgmap v4547: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-10T16:27:42.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:42 smithi154 ceph-mon[84269]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-10T16:27:42.660 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:27:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:27:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:27:42.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:42 smithi102 ceph-mon[90943]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-10T16:27:42.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:42 smithi102 ceph-mon[88557]: osdmap e2419: 8 total, 8 up, 8 in 2024-04-10T16:27:43.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:43 smithi154 ceph-mon[84269]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-10T16:27:43.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:43 smithi154 ceph-mon[84269]: pgmap v4550: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-10T16:27:43.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:43 smithi102 ceph-mon[90943]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-10T16:27:43.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:43 smithi102 ceph-mon[90943]: pgmap v4550: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-10T16:27:43.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:43 smithi102 ceph-mon[88557]: osdmap e2420: 8 total, 8 up, 8 in 2024-04-10T16:27:43.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:43 smithi102 ceph-mon[88557]: pgmap v4550: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.65k op/s 2024-04-10T16:27:44.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:44 smithi154 ceph-mon[84269]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-10T16:27:44.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:44 smithi154 ceph-mon[84269]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-10T16:27:44.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:44 smithi102 ceph-mon[88557]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-10T16:27:44.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:44 smithi102 ceph-mon[88557]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-10T16:27:44.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:44 smithi102 ceph-mon[90943]: osdmap e2421: 8 total, 8 up, 8 in 2024-04-10T16:27:44.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:44 smithi102 ceph-mon[90943]: osdmap e2422: 8 total, 8 up, 8 in 2024-04-10T16:27:45.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:45 smithi154 ceph-mon[84269]: pgmap v4553: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-10T16:27:45.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:45 smithi102 ceph-mon[88557]: pgmap v4553: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-10T16:27:45.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:45 smithi102 ceph-mon[90943]: pgmap v4553: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-10T16:27:46.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:46 smithi154 ceph-mon[84269]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-10T16:27:46.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:46 smithi102 ceph-mon[90943]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-10T16:27:46.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:46 smithi102 ceph-mon[88557]: osdmap e2423: 8 total, 8 up, 8 in 2024-04-10T16:27:47.571 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:47 smithi102 ceph-mon[90943]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-10T16:27:47.571 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:47 smithi102 ceph-mon[90943]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-04-10T16:27:47.571 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:47 smithi102 ceph-mon[88557]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-10T16:27:47.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:47 smithi102 ceph-mon[88557]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-04-10T16:27:47.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:47 smithi154 ceph-mon[84269]: osdmap e2424: 8 total, 8 up, 8 in 2024-04-10T16:27:47.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:47 smithi154 ceph-mon[84269]: pgmap v4556: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.61k op/s 2024-04-10T16:27:47.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:27:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:27:47] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2024-04-10T16:27:48.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:48 smithi154 ceph-mon[84269]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-10T16:27:48.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:48 smithi102 ceph-mon[90943]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-10T16:27:48.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:48 smithi102 ceph-mon[88557]: osdmap e2425: 8 total, 8 up, 8 in 2024-04-10T16:27:49.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:49 smithi154 ceph-mon[84269]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-10T16:27:49.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:49 smithi154 ceph-mon[84269]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-10T16:27:49.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:49 smithi154 ceph-mon[84269]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-10T16:27:49.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:49 smithi102 ceph-mon[90943]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-10T16:27:49.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:49 smithi102 ceph-mon[90943]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-10T16:27:49.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:49 smithi102 ceph-mon[90943]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-10T16:27:49.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:49 smithi102 ceph-mon[88557]: osdmap e2426: 8 total, 8 up, 8 in 2024-04-10T16:27:49.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:49 smithi102 ceph-mon[88557]: pgmap v4559: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 5.0 KiB/s wr, 1.60k op/s 2024-04-10T16:27:49.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:49 smithi102 ceph-mon[88557]: osdmap e2427: 8 total, 8 up, 8 in 2024-04-10T16:27:51.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:51 smithi154 ceph-mon[84269]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-10T16:27:51.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:51 smithi154 ceph-mon[84269]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-10T16:27:51.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:51 smithi102 ceph-mon[88557]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-10T16:27:51.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:51 smithi102 ceph-mon[88557]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-10T16:27:51.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:51 smithi102 ceph-mon[90943]: osdmap e2428: 8 total, 8 up, 8 in 2024-04-10T16:27:51.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:51 smithi102 ceph-mon[90943]: pgmap v4562: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-10T16:27:52.562 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:27:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:27:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:27:52.562 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:52 smithi154 ceph-mon[84269]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-10T16:27:52.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:52 smithi102 ceph-mon[88557]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-10T16:27:52.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:52 smithi102 ceph-mon[90943]: osdmap e2429: 8 total, 8 up, 8 in 2024-04-10T16:27:53.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:53 smithi154 ceph-mon[84269]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-10T16:27:53.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:53 smithi154 ceph-mon[84269]: pgmap v4565: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-10T16:27:53.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:53 smithi102 ceph-mon[90943]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-10T16:27:53.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:53 smithi102 ceph-mon[90943]: pgmap v4565: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-10T16:27:53.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:53 smithi102 ceph-mon[88557]: osdmap e2430: 8 total, 8 up, 8 in 2024-04-10T16:27:53.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:53 smithi102 ceph-mon[88557]: pgmap v4565: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.57k op/s 2024-04-10T16:27:54.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:54 smithi154 ceph-mon[84269]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-10T16:27:54.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:54.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:54 smithi154 ceph-mon[84269]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-10T16:27:54.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:54 smithi102 ceph-mon[88557]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-10T16:27:54.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:54.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:54 smithi102 ceph-mon[88557]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-10T16:27:54.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:54 smithi102 ceph-mon[90943]: osdmap e2431: 8 total, 8 up, 8 in 2024-04-10T16:27:54.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:27:54.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:54 smithi102 ceph-mon[90943]: osdmap e2432: 8 total, 8 up, 8 in 2024-04-10T16:27:55.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:55 smithi154 ceph-mon[84269]: pgmap v4568: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:27:55.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:55 smithi102 ceph-mon[88557]: pgmap v4568: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:27:55.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:55 smithi102 ceph-mon[90943]: pgmap v4568: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:27:56.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:56 smithi154 ceph-mon[84269]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-10T16:27:56.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:56 smithi102 ceph-mon[90943]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-10T16:27:56.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:56 smithi102 ceph-mon[88557]: osdmap e2433: 8 total, 8 up, 8 in 2024-04-10T16:27:57.571 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:57 smithi102 ceph-mon[90943]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-10T16:27:57.571 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:57 smithi102 ceph-mon[90943]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-10T16:27:57.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:57 smithi102 ceph-mon[88557]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-10T16:27:57.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:57 smithi102 ceph-mon[88557]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-10T16:27:57.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:57 smithi154 ceph-mon[84269]: osdmap e2434: 8 total, 8 up, 8 in 2024-04-10T16:27:57.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:57 smithi154 ceph-mon[84269]: pgmap v4571: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-10T16:27:57.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:27:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:27:57] "GET /metrics HTTP/1.1" 200 36610 "" "Prometheus/2.43.0" 2024-04-10T16:27:58.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:58 smithi154 ceph-mon[84269]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-10T16:27:58.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:58 smithi102 ceph-mon[90943]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-10T16:27:58.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:58 smithi102 ceph-mon[88557]: osdmap e2435: 8 total, 8 up, 8 in 2024-04-10T16:27:59.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:59 smithi154 ceph-mon[84269]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-10T16:27:59.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:59 smithi154 ceph-mon[84269]: pgmap v4574: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-10T16:27:59.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:27:59 smithi154 ceph-mon[84269]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-10T16:27:59.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:59 smithi102 ceph-mon[90943]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-10T16:27:59.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:59 smithi102 ceph-mon[90943]: pgmap v4574: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-10T16:27:59.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:27:59 smithi102 ceph-mon[90943]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-10T16:27:59.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:59 smithi102 ceph-mon[88557]: osdmap e2436: 8 total, 8 up, 8 in 2024-04-10T16:27:59.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:59 smithi102 ceph-mon[88557]: pgmap v4574: 137 pgs: 137 active+clean; 4.6 MiB data, 4.0 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.52k op/s 2024-04-10T16:27:59.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:27:59 smithi102 ceph-mon[88557]: osdmap e2437: 8 total, 8 up, 8 in 2024-04-10T16:28:01.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:01 smithi154 ceph-mon[84269]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-10T16:28:01.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:01 smithi154 ceph-mon[84269]: pgmap v4577: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-10T16:28:01.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:01 smithi102 ceph-mon[90943]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-10T16:28:01.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:01 smithi102 ceph-mon[90943]: pgmap v4577: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-10T16:28:01.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:01 smithi102 ceph-mon[88557]: osdmap e2438: 8 total, 8 up, 8 in 2024-04-10T16:28:01.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:01 smithi102 ceph-mon[88557]: pgmap v4577: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-10T16:28:02.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:02 smithi154 ceph-mon[84269]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-10T16:28:02.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:28:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:28:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:28:02.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:02 smithi102 ceph-mon[90943]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-10T16:28:02.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:02 smithi102 ceph-mon[88557]: osdmap e2439: 8 total, 8 up, 8 in 2024-04-10T16:28:03.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:03 smithi154 ceph-mon[84269]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-10T16:28:03.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:03 smithi154 ceph-mon[84269]: pgmap v4580: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-10T16:28:03.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:03 smithi102 ceph-mon[90943]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-10T16:28:03.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:03 smithi102 ceph-mon[90943]: pgmap v4580: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-10T16:28:03.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:03 smithi102 ceph-mon[88557]: osdmap e2440: 8 total, 8 up, 8 in 2024-04-10T16:28:03.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:03 smithi102 ceph-mon[88557]: pgmap v4580: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 5.0 KiB/s wr, 1.48k op/s 2024-04-10T16:28:04.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:04 smithi154 ceph-mon[84269]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-10T16:28:04.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:04 smithi154 ceph-mon[84269]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-10T16:28:04.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:04 smithi102 ceph-mon[90943]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-10T16:28:04.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:04 smithi102 ceph-mon[90943]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-10T16:28:04.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:04 smithi102 ceph-mon[88557]: osdmap e2441: 8 total, 8 up, 8 in 2024-04-10T16:28:04.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:04 smithi102 ceph-mon[88557]: osdmap e2442: 8 total, 8 up, 8 in 2024-04-10T16:28:05.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:05 smithi154 ceph-mon[84269]: pgmap v4583: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:28:05.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:05 smithi154 ceph-mon[84269]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-10T16:28:05.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:05 smithi102 ceph-mon[90943]: pgmap v4583: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:28:05.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:05 smithi102 ceph-mon[90943]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-10T16:28:05.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:05 smithi102 ceph-mon[88557]: pgmap v4583: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:28:05.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:05 smithi102 ceph-mon[88557]: osdmap e2443: 8 total, 8 up, 8 in 2024-04-10T16:28:07.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:07 smithi102 ceph-mon[90943]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-10T16:28:07.493 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:07 smithi102 ceph-mon[90943]: pgmap v4586: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-10T16:28:07.493 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:07 smithi102 ceph-mon[88557]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-10T16:28:07.493 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:07 smithi102 ceph-mon[88557]: pgmap v4586: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-10T16:28:07.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:07 smithi154 ceph-mon[84269]: osdmap e2444: 8 total, 8 up, 8 in 2024-04-10T16:28:07.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:07 smithi154 ceph-mon[84269]: pgmap v4586: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-10T16:28:07.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:28:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:28:07] "GET /metrics HTTP/1.1" 200 36610 "" "Prometheus/2.43.0" 2024-04-10T16:28:08.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:08 smithi154 ceph-mon[84269]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-10T16:28:08.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:08 smithi102 ceph-mon[88557]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-10T16:28:08.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:08 smithi102 ceph-mon[90943]: osdmap e2445: 8 total, 8 up, 8 in 2024-04-10T16:28:09.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:09 smithi154 ceph-mon[84269]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-10T16:28:09.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:09.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:09 smithi154 ceph-mon[84269]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-10T16:28:09.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:09 smithi154 ceph-mon[84269]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-10T16:28:09.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:09 smithi102 ceph-mon[90943]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-10T16:28:09.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:09.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:09 smithi102 ceph-mon[90943]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-10T16:28:09.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:09 smithi102 ceph-mon[90943]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-10T16:28:09.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:09 smithi102 ceph-mon[88557]: osdmap e2446: 8 total, 8 up, 8 in 2024-04-10T16:28:09.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:09.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:09 smithi102 ceph-mon[88557]: pgmap v4589: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.43k op/s 2024-04-10T16:28:09.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:09 smithi102 ceph-mon[88557]: osdmap e2447: 8 total, 8 up, 8 in 2024-04-10T16:28:11.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:11 smithi154 ceph-mon[84269]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-10T16:28:11.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:11 smithi154 ceph-mon[84269]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-10T16:28:11.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:11 smithi102 ceph-mon[90943]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-10T16:28:11.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:11 smithi102 ceph-mon[90943]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-10T16:28:11.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:11 smithi102 ceph-mon[88557]: osdmap e2448: 8 total, 8 up, 8 in 2024-04-10T16:28:11.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:11 smithi102 ceph-mon[88557]: pgmap v4592: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-10T16:28:12.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:12 smithi154 ceph-mon[84269]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-10T16:28:12.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:28:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:28:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:28:12.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:12 smithi102 ceph-mon[88557]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-10T16:28:12.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:12 smithi102 ceph-mon[90943]: osdmap e2449: 8 total, 8 up, 8 in 2024-04-10T16:28:13.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:13 smithi154 ceph-mon[84269]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-10T16:28:13.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:13 smithi154 ceph-mon[84269]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-10T16:28:13.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:13 smithi102 ceph-mon[90943]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-10T16:28:13.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:13 smithi102 ceph-mon[90943]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-10T16:28:13.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:13 smithi102 ceph-mon[88557]: osdmap e2450: 8 total, 8 up, 8 in 2024-04-10T16:28:13.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:13 smithi102 ceph-mon[88557]: pgmap v4595: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.0 MiB/s rd, 5.0 KiB/s wr, 1.39k op/s 2024-04-10T16:28:14.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:14 smithi154 ceph-mon[84269]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-10T16:28:14.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:14 smithi154 ceph-mon[84269]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-10T16:28:14.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:14 smithi102 ceph-mon[88557]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-10T16:28:14.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:14 smithi102 ceph-mon[88557]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-10T16:28:14.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:14 smithi102 ceph-mon[90943]: osdmap e2451: 8 total, 8 up, 8 in 2024-04-10T16:28:14.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:14 smithi102 ceph-mon[90943]: osdmap e2452: 8 total, 8 up, 8 in 2024-04-10T16:28:15.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:15 smithi154 ceph-mon[84269]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:28:15.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:15 smithi102 ceph-mon[90943]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:28:15.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:15 smithi102 ceph-mon[88557]: pgmap v4598: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:28:16.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:16 smithi154 ceph-mon[84269]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-10T16:28:16.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:16 smithi102 ceph-mon[90943]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-10T16:28:16.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:16 smithi102 ceph-mon[88557]: osdmap e2453: 8 total, 8 up, 8 in 2024-04-10T16:28:17.571 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:17 smithi102 ceph-mon[90943]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-10T16:28:17.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:17 smithi102 ceph-mon[90943]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-10T16:28:17.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:17 smithi102 ceph-mon[88557]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-10T16:28:17.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:17 smithi102 ceph-mon[88557]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-10T16:28:17.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:17 smithi154 ceph-mon[84269]: osdmap e2454: 8 total, 8 up, 8 in 2024-04-10T16:28:17.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:17 smithi154 ceph-mon[84269]: pgmap v4601: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 995 KiB/s rd, 5.0 KiB/s wr, 1.35k op/s 2024-04-10T16:28:17.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:28:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:28:17] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-04-10T16:28:18.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:18 smithi154 ceph-mon[84269]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-10T16:28:18.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:18 smithi102 ceph-mon[90943]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-10T16:28:18.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:18 smithi102 ceph-mon[88557]: osdmap e2455: 8 total, 8 up, 8 in 2024-04-10T16:28:19.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:19 smithi154 ceph-mon[84269]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-10T16:28:19.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:19 smithi154 ceph-mon[84269]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 993 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-10T16:28:19.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:19 smithi154 ceph-mon[84269]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-10T16:28:19.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:19 smithi102 ceph-mon[90943]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-10T16:28:19.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:19 smithi102 ceph-mon[90943]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 993 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-10T16:28:19.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:19 smithi102 ceph-mon[90943]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-10T16:28:19.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:19 smithi102 ceph-mon[88557]: osdmap e2456: 8 total, 8 up, 8 in 2024-04-10T16:28:19.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:19 smithi102 ceph-mon[88557]: pgmap v4604: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 993 KiB/s rd, 5.0 KiB/s wr, 1.34k op/s 2024-04-10T16:28:19.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:19 smithi102 ceph-mon[88557]: osdmap e2457: 8 total, 8 up, 8 in 2024-04-10T16:28:21.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:21 smithi154 ceph-mon[84269]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-10T16:28:21.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:21 smithi154 ceph-mon[84269]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-10T16:28:21.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:21 smithi102 ceph-mon[90943]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-10T16:28:21.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:21 smithi102 ceph-mon[90943]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-10T16:28:21.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:21 smithi102 ceph-mon[88557]: osdmap e2458: 8 total, 8 up, 8 in 2024-04-10T16:28:21.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:21 smithi102 ceph-mon[88557]: pgmap v4607: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 964 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-10T16:28:22.562 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:22 smithi154 ceph-mon[84269]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-10T16:28:22.562 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:28:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:28:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:28:22.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:22 smithi102 ceph-mon[90943]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-10T16:28:22.742 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:22 smithi102 ceph-mon[88557]: osdmap e2459: 8 total, 8 up, 8 in 2024-04-10T16:28:23.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:23 smithi154 ceph-mon[84269]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-10T16:28:23.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:23 smithi154 ceph-mon[84269]: pgmap v4610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-10T16:28:23.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:23 smithi102 ceph-mon[88557]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-10T16:28:23.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:23 smithi102 ceph-mon[88557]: pgmap v4610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-10T16:28:23.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:23 smithi102 ceph-mon[90943]: osdmap e2460: 8 total, 8 up, 8 in 2024-04-10T16:28:23.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:23 smithi102 ceph-mon[90943]: pgmap v4610: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 963 KiB/s rd, 5.0 KiB/s wr, 1.30k op/s 2024-04-10T16:28:24.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:24 smithi154 ceph-mon[84269]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-10T16:28:24.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:24.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:24 smithi154 ceph-mon[84269]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-10T16:28:24.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:24 smithi102 ceph-mon[90943]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-10T16:28:24.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:24.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:24 smithi102 ceph-mon[90943]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-10T16:28:24.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:24 smithi102 ceph-mon[88557]: osdmap e2461: 8 total, 8 up, 8 in 2024-04-10T16:28:24.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:24.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:24 smithi102 ceph-mon[88557]: osdmap e2462: 8 total, 8 up, 8 in 2024-04-10T16:28:25.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:25 smithi154 ceph-mon[84269]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:28:25.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:25 smithi102 ceph-mon[88557]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:28:25.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:25 smithi102 ceph-mon[90943]: pgmap v4613: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:28:26.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:26 smithi154 ceph-mon[84269]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-10T16:28:26.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:26 smithi102 ceph-mon[90943]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-10T16:28:26.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:26 smithi102 ceph-mon[88557]: osdmap e2463: 8 total, 8 up, 8 in 2024-04-10T16:28:27.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:27 smithi102 ceph-mon[90943]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-10T16:28:27.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:27 smithi102 ceph-mon[90943]: pgmap v4616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-10T16:28:27.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:27 smithi102 ceph-mon[88557]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-10T16:28:27.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:27 smithi102 ceph-mon[88557]: pgmap v4616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-10T16:28:27.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:27 smithi154 ceph-mon[84269]: osdmap e2464: 8 total, 8 up, 8 in 2024-04-10T16:28:27.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:27 smithi154 ceph-mon[84269]: pgmap v4616: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 931 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-10T16:28:27.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:28:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:28:27] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2024-04-10T16:28:28.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:28 smithi154 ceph-mon[84269]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-10T16:28:28.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:28 smithi102 ceph-mon[90943]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-10T16:28:28.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:28 smithi102 ceph-mon[88557]: osdmap e2465: 8 total, 8 up, 8 in 2024-04-10T16:28:29.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:29 smithi154 ceph-mon[84269]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-10T16:28:29.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:29 smithi154 ceph-mon[84269]: pgmap v4619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-10T16:28:29.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:29 smithi154 ceph-mon[84269]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-10T16:28:29.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:29 smithi102 ceph-mon[88557]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-10T16:28:29.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:29 smithi102 ceph-mon[88557]: pgmap v4619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-10T16:28:29.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:29 smithi102 ceph-mon[88557]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-10T16:28:29.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:29 smithi102 ceph-mon[90943]: osdmap e2466: 8 total, 8 up, 8 in 2024-04-10T16:28:29.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:29 smithi102 ceph-mon[90943]: pgmap v4619: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 930 KiB/s rd, 5.0 KiB/s wr, 1.26k op/s 2024-04-10T16:28:29.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:29 smithi102 ceph-mon[90943]: osdmap e2467: 8 total, 8 up, 8 in 2024-04-10T16:28:31.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:31 smithi154 ceph-mon[84269]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-10T16:28:31.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:31 smithi154 ceph-mon[84269]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-10T16:28:31.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:31 smithi102 ceph-mon[90943]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-10T16:28:31.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:31 smithi102 ceph-mon[90943]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-10T16:28:31.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:31 smithi102 ceph-mon[88557]: osdmap e2468: 8 total, 8 up, 8 in 2024-04-10T16:28:31.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:31 smithi102 ceph-mon[88557]: pgmap v4622: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-10T16:28:32.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:32 smithi154 ceph-mon[84269]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-10T16:28:32.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:28:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:28:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:28:32.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:32 smithi102 ceph-mon[90943]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-10T16:28:32.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:32 smithi102 ceph-mon[88557]: osdmap e2469: 8 total, 8 up, 8 in 2024-04-10T16:28:33.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:33 smithi154 ceph-mon[84269]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-10T16:28:33.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:33 smithi154 ceph-mon[84269]: pgmap v4625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-10T16:28:33.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:33 smithi102 ceph-mon[88557]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-10T16:28:33.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:33 smithi102 ceph-mon[88557]: pgmap v4625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-10T16:28:33.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:33 smithi102 ceph-mon[90943]: osdmap e2470: 8 total, 8 up, 8 in 2024-04-10T16:28:33.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:33 smithi102 ceph-mon[90943]: pgmap v4625: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 898 KiB/s rd, 5.0 KiB/s wr, 1.22k op/s 2024-04-10T16:28:34.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:34 smithi154 ceph-mon[84269]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-10T16:28:34.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:34 smithi154 ceph-mon[84269]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-10T16:28:34.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:34 smithi102 ceph-mon[88557]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-10T16:28:34.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:34 smithi102 ceph-mon[88557]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-10T16:28:34.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:34 smithi102 ceph-mon[90943]: osdmap e2471: 8 total, 8 up, 8 in 2024-04-10T16:28:34.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:34 smithi102 ceph-mon[90943]: osdmap e2472: 8 total, 8 up, 8 in 2024-04-10T16:28:35.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:35 smithi154 ceph-mon[84269]: pgmap v4628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-10T16:28:35.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:35 smithi154 ceph-mon[84269]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-10T16:28:35.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:35 smithi102 ceph-mon[88557]: pgmap v4628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-10T16:28:35.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:35 smithi102 ceph-mon[88557]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-10T16:28:35.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:35 smithi102 ceph-mon[90943]: pgmap v4628: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-10T16:28:35.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:35 smithi102 ceph-mon[90943]: osdmap e2473: 8 total, 8 up, 8 in 2024-04-10T16:28:37.492 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:37 smithi102 ceph-mon[88557]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-10T16:28:37.492 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:37 smithi102 ceph-mon[88557]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-10T16:28:37.493 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:37 smithi102 ceph-mon[90943]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-10T16:28:37.493 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:37 smithi102 ceph-mon[90943]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-10T16:28:37.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:37 smithi154 ceph-mon[84269]: osdmap e2474: 8 total, 8 up, 8 in 2024-04-10T16:28:37.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:37 smithi154 ceph-mon[84269]: pgmap v4631: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 865 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-10T16:28:37.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:28:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:28:37] "GET /metrics HTTP/1.1" 200 36615 "" "Prometheus/2.43.0" 2024-04-10T16:28:38.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:38 smithi154 ceph-mon[84269]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-10T16:28:38.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:38 smithi102 ceph-mon[90943]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-10T16:28:38.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:38 smithi102 ceph-mon[88557]: osdmap e2475: 8 total, 8 up, 8 in 2024-04-10T16:28:39.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:39 smithi154 ceph-mon[84269]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-10T16:28:39.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:39.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:39 smithi154 ceph-mon[84269]: pgmap v4634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 862 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-10T16:28:39.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:39 smithi154 ceph-mon[84269]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-10T16:28:39.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:39 smithi102 ceph-mon[90943]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-10T16:28:39.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:39.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:39 smithi102 ceph-mon[90943]: pgmap v4634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 862 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-10T16:28:39.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:39 smithi102 ceph-mon[90943]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-10T16:28:39.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:39 smithi102 ceph-mon[88557]: osdmap e2476: 8 total, 8 up, 8 in 2024-04-10T16:28:39.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:39.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:39 smithi102 ceph-mon[88557]: pgmap v4634: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 862 KiB/s rd, 5.0 KiB/s wr, 1.17k op/s 2024-04-10T16:28:39.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:39 smithi102 ceph-mon[88557]: osdmap e2477: 8 total, 8 up, 8 in 2024-04-10T16:28:40.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:40 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:28:40.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:40 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:28:40.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:40 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:28:41.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:41 smithi154 ceph-mon[84269]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-10T16:28:41.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:41 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:28:41.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:41 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:28:41.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:41 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:28:41.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:41 smithi154 ceph-mon[84269]: pgmap v4637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 832 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-10T16:28:41.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:41 smithi102 ceph-mon[88557]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-10T16:28:41.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:41 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:28:41.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:41 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:28:41.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:41 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:28:41.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:41 smithi102 ceph-mon[88557]: pgmap v4637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 832 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-10T16:28:41.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:41 smithi102 ceph-mon[90943]: osdmap e2478: 8 total, 8 up, 8 in 2024-04-10T16:28:41.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:41 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:28:41.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:41 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:28:41.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:41 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:28:41.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:41 smithi102 ceph-mon[90943]: pgmap v4637: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 832 KiB/s rd, 5.0 KiB/s wr, 1.13k op/s 2024-04-10T16:28:42.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:42 smithi154 ceph-mon[84269]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-10T16:28:42.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:28:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:28:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:28:42.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:42 smithi102 ceph-mon[88557]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-10T16:28:42.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:42 smithi102 ceph-mon[90943]: osdmap e2479: 8 total, 8 up, 8 in 2024-04-10T16:28:43.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:43 smithi154 ceph-mon[84269]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-10T16:28:43.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:43 smithi154 ceph-mon[84269]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 832 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-10T16:28:43.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:43 smithi102 ceph-mon[88557]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-10T16:28:43.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:43 smithi102 ceph-mon[88557]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 832 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-10T16:28:43.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:43 smithi102 ceph-mon[90943]: osdmap e2480: 8 total, 8 up, 8 in 2024-04-10T16:28:43.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:43 smithi102 ceph-mon[90943]: pgmap v4640: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 832 KiB/s rd, 5.0 KiB/s wr, 1.12k op/s 2024-04-10T16:28:44.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:44 smithi154 ceph-mon[84269]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-10T16:28:44.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:44 smithi154 ceph-mon[84269]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-10T16:28:44.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:44 smithi102 ceph-mon[88557]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-10T16:28:44.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:44 smithi102 ceph-mon[88557]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-10T16:28:44.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:44 smithi102 ceph-mon[90943]: osdmap e2481: 8 total, 8 up, 8 in 2024-04-10T16:28:44.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:44 smithi102 ceph-mon[90943]: osdmap e2482: 8 total, 8 up, 8 in 2024-04-10T16:28:45.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:45 smithi154 ceph-mon[84269]: pgmap v4643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-10T16:28:45.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:45 smithi102 ceph-mon[88557]: pgmap v4643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-10T16:28:45.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:45 smithi102 ceph-mon[90943]: pgmap v4643: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-10T16:28:46.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:46 smithi154 ceph-mon[84269]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-10T16:28:46.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:46 smithi102 ceph-mon[90943]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-10T16:28:46.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:46 smithi102 ceph-mon[88557]: osdmap e2483: 8 total, 8 up, 8 in 2024-04-10T16:28:47.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:47 smithi102 ceph-mon[90943]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-10T16:28:47.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:47 smithi102 ceph-mon[90943]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-10T16:28:47.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:47 smithi102 ceph-mon[88557]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-10T16:28:47.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:47 smithi102 ceph-mon[88557]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-10T16:28:47.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:47 smithi154 ceph-mon[84269]: osdmap e2484: 8 total, 8 up, 8 in 2024-04-10T16:28:47.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:47 smithi154 ceph-mon[84269]: pgmap v4646: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 800 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-10T16:28:47.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:28:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:28:47] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-04-10T16:28:48.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:48 smithi154 ceph-mon[84269]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-10T16:28:48.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:48 smithi102 ceph-mon[90943]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-10T16:28:48.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:48 smithi102 ceph-mon[88557]: osdmap e2485: 8 total, 8 up, 8 in 2024-04-10T16:28:49.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:49 smithi154 ceph-mon[84269]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-10T16:28:49.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:49 smithi154 ceph-mon[84269]: pgmap v4649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-10T16:28:49.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:49 smithi154 ceph-mon[84269]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-10T16:28:49.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:49 smithi102 ceph-mon[90943]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-10T16:28:49.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:49 smithi102 ceph-mon[90943]: pgmap v4649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-10T16:28:49.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:49 smithi102 ceph-mon[90943]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-10T16:28:49.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:49 smithi102 ceph-mon[88557]: osdmap e2486: 8 total, 8 up, 8 in 2024-04-10T16:28:49.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:49 smithi102 ceph-mon[88557]: pgmap v4649: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 797 KiB/s rd, 5.0 KiB/s wr, 1.08k op/s 2024-04-10T16:28:49.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:49 smithi102 ceph-mon[88557]: osdmap e2487: 8 total, 8 up, 8 in 2024-04-10T16:28:51.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:51 smithi154 ceph-mon[84269]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-10T16:28:51.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:51 smithi154 ceph-mon[84269]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-10T16:28:51.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:51 smithi102 ceph-mon[88557]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-10T16:28:51.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:51 smithi102 ceph-mon[88557]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-10T16:28:51.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:51 smithi102 ceph-mon[90943]: osdmap e2488: 8 total, 8 up, 8 in 2024-04-10T16:28:51.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:51 smithi102 ceph-mon[90943]: pgmap v4652: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-10T16:28:52.562 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:52 smithi154 ceph-mon[84269]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-10T16:28:52.562 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:28:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:28:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:28:52.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:52 smithi102 ceph-mon[90943]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-10T16:28:52.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:52 smithi102 ceph-mon[88557]: osdmap e2489: 8 total, 8 up, 8 in 2024-04-10T16:28:53.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:53 smithi154 ceph-mon[84269]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-10T16:28:53.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:53 smithi154 ceph-mon[84269]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-10T16:28:53.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:53 smithi102 ceph-mon[90943]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-10T16:28:53.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:53 smithi102 ceph-mon[90943]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-10T16:28:53.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:53 smithi102 ceph-mon[88557]: osdmap e2490: 8 total, 8 up, 8 in 2024-04-10T16:28:53.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:53 smithi102 ceph-mon[88557]: pgmap v4655: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 767 KiB/s rd, 5.0 KiB/s wr, 1.04k op/s 2024-04-10T16:28:54.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:54 smithi154 ceph-mon[84269]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-10T16:28:54.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:54.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:54 smithi154 ceph-mon[84269]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-10T16:28:54.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:54 smithi102 ceph-mon[88557]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-10T16:28:54.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:54.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:54 smithi102 ceph-mon[88557]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-10T16:28:54.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:54 smithi102 ceph-mon[90943]: osdmap e2491: 8 total, 8 up, 8 in 2024-04-10T16:28:54.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:28:54.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:54 smithi102 ceph-mon[90943]: osdmap e2492: 8 total, 8 up, 8 in 2024-04-10T16:28:55.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:55 smithi154 ceph-mon[84269]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-10T16:28:55.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:55 smithi102 ceph-mon[90943]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-10T16:28:55.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:55 smithi102 ceph-mon[88557]: pgmap v4658: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-10T16:28:56.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:56 smithi154 ceph-mon[84269]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-10T16:28:56.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:56 smithi102 ceph-mon[90943]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-10T16:28:56.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:56 smithi102 ceph-mon[88557]: osdmap e2493: 8 total, 8 up, 8 in 2024-04-10T16:28:57.571 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:57 smithi102 ceph-mon[90943]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-10T16:28:57.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:57 smithi102 ceph-mon[90943]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-04-10T16:28:57.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:57 smithi102 ceph-mon[88557]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-10T16:28:57.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:57 smithi102 ceph-mon[88557]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-04-10T16:28:57.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:57 smithi154 ceph-mon[84269]: osdmap e2494: 8 total, 8 up, 8 in 2024-04-10T16:28:57.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:57 smithi154 ceph-mon[84269]: pgmap v4661: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 735 KiB/s rd, 5.0 KiB/s wr, 994 op/s 2024-04-10T16:28:57.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:28:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:28:57] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-04-10T16:28:58.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:58 smithi154 ceph-mon[84269]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-10T16:28:58.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:58 smithi102 ceph-mon[90943]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-10T16:28:58.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:58 smithi102 ceph-mon[88557]: osdmap e2495: 8 total, 8 up, 8 in 2024-04-10T16:28:59.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:59 smithi154 ceph-mon[84269]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-10T16:28:59.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:59 smithi154 ceph-mon[84269]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 733 KiB/s rd, 5.0 KiB/s wr, 990 op/s 2024-04-10T16:28:59.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:28:59 smithi154 ceph-mon[84269]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-10T16:28:59.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:59 smithi102 ceph-mon[90943]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-10T16:28:59.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:59 smithi102 ceph-mon[90943]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 733 KiB/s rd, 5.0 KiB/s wr, 990 op/s 2024-04-10T16:28:59.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:28:59 smithi102 ceph-mon[90943]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-10T16:28:59.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:59 smithi102 ceph-mon[88557]: osdmap e2496: 8 total, 8 up, 8 in 2024-04-10T16:28:59.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:59 smithi102 ceph-mon[88557]: pgmap v4664: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 733 KiB/s rd, 5.0 KiB/s wr, 990 op/s 2024-04-10T16:28:59.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:28:59 smithi102 ceph-mon[88557]: osdmap e2497: 8 total, 8 up, 8 in 2024-04-10T16:29:01.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:01 smithi154 ceph-mon[84269]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-10T16:29:01.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:01 smithi154 ceph-mon[84269]: pgmap v4667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 951 op/s 2024-04-10T16:29:01.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:01 smithi102 ceph-mon[90943]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-10T16:29:01.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:01 smithi102 ceph-mon[90943]: pgmap v4667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 951 op/s 2024-04-10T16:29:01.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:01 smithi102 ceph-mon[88557]: osdmap e2498: 8 total, 8 up, 8 in 2024-04-10T16:29:01.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:01 smithi102 ceph-mon[88557]: pgmap v4667: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 702 KiB/s rd, 5.0 KiB/s wr, 951 op/s 2024-04-10T16:29:02.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:02 smithi154 ceph-mon[84269]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-10T16:29:02.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:29:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:29:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:29:02.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:02 smithi102 ceph-mon[90943]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-10T16:29:02.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:02 smithi102 ceph-mon[88557]: osdmap e2499: 8 total, 8 up, 8 in 2024-04-10T16:29:03.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:03 smithi154 ceph-mon[84269]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-10T16:29:03.763 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:03 smithi154 ceph-mon[84269]: pgmap v4670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 703 KiB/s rd, 5.0 KiB/s wr, 952 op/s 2024-04-10T16:29:03.763 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:03 smithi102 ceph-mon[90943]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-10T16:29:03.764 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:03 smithi102 ceph-mon[90943]: pgmap v4670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 703 KiB/s rd, 5.0 KiB/s wr, 952 op/s 2024-04-10T16:29:03.764 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:03 smithi102 ceph-mon[88557]: osdmap e2500: 8 total, 8 up, 8 in 2024-04-10T16:29:03.764 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:03 smithi102 ceph-mon[88557]: pgmap v4670: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 703 KiB/s rd, 5.0 KiB/s wr, 952 op/s 2024-04-10T16:29:04.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:04 smithi154 ceph-mon[84269]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-10T16:29:04.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:04 smithi154 ceph-mon[84269]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-10T16:29:04.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:04 smithi102 ceph-mon[90943]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-10T16:29:04.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:04 smithi102 ceph-mon[90943]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-10T16:29:04.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:04 smithi102 ceph-mon[88557]: osdmap e2501: 8 total, 8 up, 8 in 2024-04-10T16:29:04.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:04 smithi102 ceph-mon[88557]: osdmap e2502: 8 total, 8 up, 8 in 2024-04-10T16:29:05.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:05 smithi154 ceph-mon[84269]: pgmap v4673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:29:05.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:05 smithi154 ceph-mon[84269]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-10T16:29:05.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:05 smithi102 ceph-mon[88557]: pgmap v4673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:29:05.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:05 smithi102 ceph-mon[88557]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-10T16:29:05.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:05 smithi102 ceph-mon[90943]: pgmap v4673: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:29:05.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:05 smithi102 ceph-mon[90943]: osdmap e2503: 8 total, 8 up, 8 in 2024-04-10T16:29:07.493 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:07 smithi102 ceph-mon[90943]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-10T16:29:07.493 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:07 smithi102 ceph-mon[90943]: pgmap v4676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 906 op/s 2024-04-10T16:29:07.493 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:07 smithi102 ceph-mon[88557]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-10T16:29:07.493 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:07 smithi102 ceph-mon[88557]: pgmap v4676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 906 op/s 2024-04-10T16:29:07.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:07 smithi154 ceph-mon[84269]: osdmap e2504: 8 total, 8 up, 8 in 2024-04-10T16:29:07.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:07 smithi154 ceph-mon[84269]: pgmap v4676: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 669 KiB/s rd, 5.0 KiB/s wr, 906 op/s 2024-04-10T16:29:07.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:29:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:29:07] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-04-10T16:29:08.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:08 smithi154 ceph-mon[84269]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-10T16:29:08.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:08 smithi102 ceph-mon[90943]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-10T16:29:08.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:08 smithi102 ceph-mon[88557]: osdmap e2505: 8 total, 8 up, 8 in 2024-04-10T16:29:09.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:09 smithi154 ceph-mon[84269]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-10T16:29:09.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:09.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:09 smithi154 ceph-mon[84269]: pgmap v4679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 668 KiB/s rd, 5.0 KiB/s wr, 903 op/s 2024-04-10T16:29:09.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:09 smithi154 ceph-mon[84269]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-10T16:29:09.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:09 smithi102 ceph-mon[88557]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-10T16:29:09.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:09.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:09 smithi102 ceph-mon[88557]: pgmap v4679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 668 KiB/s rd, 5.0 KiB/s wr, 903 op/s 2024-04-10T16:29:09.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:09 smithi102 ceph-mon[88557]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-10T16:29:09.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:09 smithi102 ceph-mon[90943]: osdmap e2506: 8 total, 8 up, 8 in 2024-04-10T16:29:09.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:09.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:09 smithi102 ceph-mon[90943]: pgmap v4679: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 668 KiB/s rd, 5.0 KiB/s wr, 903 op/s 2024-04-10T16:29:09.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:09 smithi102 ceph-mon[90943]: osdmap e2507: 8 total, 8 up, 8 in 2024-04-10T16:29:11.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:11 smithi154 ceph-mon[84269]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-10T16:29:11.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:11 smithi154 ceph-mon[84269]: pgmap v4682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 862 op/s 2024-04-10T16:29:11.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:11 smithi102 ceph-mon[90943]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-10T16:29:11.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:11 smithi102 ceph-mon[90943]: pgmap v4682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 862 op/s 2024-04-10T16:29:11.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:11 smithi102 ceph-mon[88557]: osdmap e2508: 8 total, 8 up, 8 in 2024-04-10T16:29:11.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:11 smithi102 ceph-mon[88557]: pgmap v4682: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 862 op/s 2024-04-10T16:29:12.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:12 smithi154 ceph-mon[84269]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-10T16:29:12.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:29:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:29:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:29:12.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:12 smithi102 ceph-mon[90943]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-10T16:29:12.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:12 smithi102 ceph-mon[88557]: osdmap e2509: 8 total, 8 up, 8 in 2024-04-10T16:29:13.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:13 smithi154 ceph-mon[84269]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-10T16:29:13.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:13 smithi154 ceph-mon[84269]: pgmap v4685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 862 op/s 2024-04-10T16:29:13.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:13 smithi102 ceph-mon[90943]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-10T16:29:13.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:13 smithi102 ceph-mon[90943]: pgmap v4685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 862 op/s 2024-04-10T16:29:13.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:13 smithi102 ceph-mon[88557]: osdmap e2510: 8 total, 8 up, 8 in 2024-04-10T16:29:13.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:13 smithi102 ceph-mon[88557]: pgmap v4685: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 636 KiB/s rd, 5.0 KiB/s wr, 862 op/s 2024-04-10T16:29:14.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:14 smithi154 ceph-mon[84269]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-10T16:29:14.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:14 smithi154 ceph-mon[84269]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-10T16:29:14.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:14 smithi102 ceph-mon[90943]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-10T16:29:14.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:14 smithi102 ceph-mon[90943]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-10T16:29:14.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:14 smithi102 ceph-mon[88557]: osdmap e2511: 8 total, 8 up, 8 in 2024-04-10T16:29:14.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:14 smithi102 ceph-mon[88557]: osdmap e2512: 8 total, 8 up, 8 in 2024-04-10T16:29:15.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:15 smithi154 ceph-mon[84269]: pgmap v4688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:29:15.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:15 smithi102 ceph-mon[90943]: pgmap v4688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:29:15.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:15 smithi102 ceph-mon[88557]: pgmap v4688: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.7 KiB/s rd, 0 B/s wr, 2 op/s 2024-04-10T16:29:16.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:16 smithi154 ceph-mon[84269]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-10T16:29:16.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:16 smithi102 ceph-mon[90943]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-10T16:29:16.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:16 smithi102 ceph-mon[88557]: osdmap e2513: 8 total, 8 up, 8 in 2024-04-10T16:29:17.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:17 smithi102 ceph-mon[90943]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-10T16:29:17.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:17 smithi102 ceph-mon[90943]: pgmap v4691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 818 op/s 2024-04-10T16:29:17.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:17 smithi102 ceph-mon[88557]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-10T16:29:17.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:17 smithi102 ceph-mon[88557]: pgmap v4691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 818 op/s 2024-04-10T16:29:17.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:17 smithi154 ceph-mon[84269]: osdmap e2514: 8 total, 8 up, 8 in 2024-04-10T16:29:17.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:17 smithi154 ceph-mon[84269]: pgmap v4691: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 605 KiB/s rd, 5.0 KiB/s wr, 818 op/s 2024-04-10T16:29:17.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:29:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:29:17] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-04-10T16:29:18.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:18 smithi154 ceph-mon[84269]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-10T16:29:18.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:18 smithi102 ceph-mon[90943]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-10T16:29:18.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:18 smithi102 ceph-mon[88557]: osdmap e2515: 8 total, 8 up, 8 in 2024-04-10T16:29:19.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:19 smithi154 ceph-mon[84269]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-10T16:29:19.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:19 smithi154 ceph-mon[84269]: pgmap v4694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 818 op/s 2024-04-10T16:29:19.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:19 smithi154 ceph-mon[84269]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-10T16:29:19.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:19 smithi102 ceph-mon[90943]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-10T16:29:19.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:19 smithi102 ceph-mon[90943]: pgmap v4694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 818 op/s 2024-04-10T16:29:19.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:19 smithi102 ceph-mon[90943]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-10T16:29:19.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:19 smithi102 ceph-mon[88557]: osdmap e2516: 8 total, 8 up, 8 in 2024-04-10T16:29:19.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:19 smithi102 ceph-mon[88557]: pgmap v4694: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 604 KiB/s rd, 5.0 KiB/s wr, 818 op/s 2024-04-10T16:29:19.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:19 smithi102 ceph-mon[88557]: osdmap e2517: 8 total, 8 up, 8 in 2024-04-10T16:29:21.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:21 smithi154 ceph-mon[84269]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-10T16:29:21.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:21 smithi154 ceph-mon[84269]: pgmap v4697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 775 op/s 2024-04-10T16:29:21.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:21 smithi102 ceph-mon[90943]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-10T16:29:21.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:21 smithi102 ceph-mon[90943]: pgmap v4697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 775 op/s 2024-04-10T16:29:21.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:21 smithi102 ceph-mon[88557]: osdmap e2518: 8 total, 8 up, 8 in 2024-04-10T16:29:21.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:21 smithi102 ceph-mon[88557]: pgmap v4697: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 571 KiB/s rd, 5.0 KiB/s wr, 775 op/s 2024-04-10T16:29:22.562 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:22 smithi154 ceph-mon[84269]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-10T16:29:22.562 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:29:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:29:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:29:22.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:22 smithi102 ceph-mon[90943]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-10T16:29:22.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:22 smithi102 ceph-mon[88557]: osdmap e2519: 8 total, 8 up, 8 in 2024-04-10T16:29:23.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:23 smithi154 ceph-mon[84269]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-10T16:29:23.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:23 smithi154 ceph-mon[84269]: pgmap v4700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 570 KiB/s rd, 5.0 KiB/s wr, 773 op/s 2024-04-10T16:29:23.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:23 smithi102 ceph-mon[88557]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-10T16:29:23.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:23 smithi102 ceph-mon[88557]: pgmap v4700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 570 KiB/s rd, 5.0 KiB/s wr, 773 op/s 2024-04-10T16:29:23.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:23 smithi102 ceph-mon[90943]: osdmap e2520: 8 total, 8 up, 8 in 2024-04-10T16:29:23.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:23 smithi102 ceph-mon[90943]: pgmap v4700: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 570 KiB/s rd, 5.0 KiB/s wr, 773 op/s 2024-04-10T16:29:24.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:24 smithi154 ceph-mon[84269]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-10T16:29:24.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:24.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:24 smithi154 ceph-mon[84269]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-10T16:29:24.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:24 smithi102 ceph-mon[90943]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-10T16:29:24.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:24.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:24 smithi102 ceph-mon[90943]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-10T16:29:24.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:24 smithi102 ceph-mon[88557]: osdmap e2521: 8 total, 8 up, 8 in 2024-04-10T16:29:24.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:24.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:24 smithi102 ceph-mon[88557]: osdmap e2522: 8 total, 8 up, 8 in 2024-04-10T16:29:25.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:25 smithi154 ceph-mon[84269]: pgmap v4703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-10T16:29:25.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:25 smithi102 ceph-mon[90943]: pgmap v4703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-10T16:29:25.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:25 smithi102 ceph-mon[88557]: pgmap v4703: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-10T16:29:26.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:26 smithi154 ceph-mon[84269]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-10T16:29:26.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:26 smithi102 ceph-mon[90943]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-10T16:29:26.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:26 smithi102 ceph-mon[88557]: osdmap e2523: 8 total, 8 up, 8 in 2024-04-10T16:29:27.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:27 smithi102 ceph-mon[90943]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-10T16:29:27.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:27 smithi102 ceph-mon[90943]: pgmap v4706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-04-10T16:29:27.573 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:27 smithi102 ceph-mon[88557]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-10T16:29:27.573 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:27 smithi102 ceph-mon[88557]: pgmap v4706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-04-10T16:29:27.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:27 smithi154 ceph-mon[84269]: osdmap e2524: 8 total, 8 up, 8 in 2024-04-10T16:29:27.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:27 smithi154 ceph-mon[84269]: pgmap v4706: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 539 KiB/s rd, 5.0 KiB/s wr, 731 op/s 2024-04-10T16:29:27.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:29:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:29:27] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-04-10T16:29:28.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:28 smithi154 ceph-mon[84269]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-10T16:29:28.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:28 smithi102 ceph-mon[90943]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-10T16:29:28.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:28 smithi102 ceph-mon[88557]: osdmap e2525: 8 total, 8 up, 8 in 2024-04-10T16:29:29.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:29 smithi154 ceph-mon[84269]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-10T16:29:29.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:29 smithi154 ceph-mon[84269]: pgmap v4709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 538 KiB/s rd, 5.0 KiB/s wr, 729 op/s 2024-04-10T16:29:29.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:29 smithi154 ceph-mon[84269]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-10T16:29:29.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:29 smithi102 ceph-mon[90943]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-10T16:29:29.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:29 smithi102 ceph-mon[90943]: pgmap v4709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 538 KiB/s rd, 5.0 KiB/s wr, 729 op/s 2024-04-10T16:29:29.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:29 smithi102 ceph-mon[90943]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-10T16:29:29.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:29 smithi102 ceph-mon[88557]: osdmap e2526: 8 total, 8 up, 8 in 2024-04-10T16:29:29.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:29 smithi102 ceph-mon[88557]: pgmap v4709: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 538 KiB/s rd, 5.0 KiB/s wr, 729 op/s 2024-04-10T16:29:29.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:29 smithi102 ceph-mon[88557]: osdmap e2527: 8 total, 8 up, 8 in 2024-04-10T16:29:31.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:31 smithi154 ceph-mon[84269]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-10T16:29:31.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:31 smithi154 ceph-mon[84269]: pgmap v4712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 689 op/s 2024-04-10T16:29:31.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:31 smithi102 ceph-mon[90943]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-10T16:29:31.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:31 smithi102 ceph-mon[90943]: pgmap v4712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 689 op/s 2024-04-10T16:29:31.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:31 smithi102 ceph-mon[88557]: osdmap e2528: 8 total, 8 up, 8 in 2024-04-10T16:29:31.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:31 smithi102 ceph-mon[88557]: pgmap v4712: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 507 KiB/s rd, 5.0 KiB/s wr, 689 op/s 2024-04-10T16:29:32.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:32 smithi154 ceph-mon[84269]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-10T16:29:32.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:29:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:29:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:29:32.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:32 smithi102 ceph-mon[88557]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-10T16:29:32.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:32 smithi102 ceph-mon[90943]: osdmap e2529: 8 total, 8 up, 8 in 2024-04-10T16:29:33.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:33 smithi154 ceph-mon[84269]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-10T16:29:33.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:33 smithi154 ceph-mon[84269]: pgmap v4715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 5.0 KiB/s wr, 686 op/s 2024-04-10T16:29:33.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:33 smithi102 ceph-mon[90943]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-10T16:29:33.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:33 smithi102 ceph-mon[90943]: pgmap v4715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 5.0 KiB/s wr, 686 op/s 2024-04-10T16:29:33.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:33 smithi102 ceph-mon[88557]: osdmap e2530: 8 total, 8 up, 8 in 2024-04-10T16:29:33.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:33 smithi102 ceph-mon[88557]: pgmap v4715: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 506 KiB/s rd, 5.0 KiB/s wr, 686 op/s 2024-04-10T16:29:34.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:34 smithi154 ceph-mon[84269]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-10T16:29:34.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:34 smithi154 ceph-mon[84269]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-10T16:29:34.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:34 smithi102 ceph-mon[90943]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-10T16:29:34.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:34 smithi102 ceph-mon[90943]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-10T16:29:34.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:34 smithi102 ceph-mon[88557]: osdmap e2531: 8 total, 8 up, 8 in 2024-04-10T16:29:34.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:34 smithi102 ceph-mon[88557]: osdmap e2532: 8 total, 8 up, 8 in 2024-04-10T16:29:35.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:35 smithi154 ceph-mon[84269]: pgmap v4718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-10T16:29:35.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:35 smithi102 ceph-mon[90943]: pgmap v4718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-10T16:29:35.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:35 smithi102 ceph-mon[88557]: pgmap v4718: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.0 KiB/s rd, 0 B/s wr, 5 op/s 2024-04-10T16:29:36.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:36 smithi154 ceph-mon[84269]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-10T16:29:36.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:36 smithi102 ceph-mon[90943]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-10T16:29:36.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:36 smithi102 ceph-mon[88557]: osdmap e2533: 8 total, 8 up, 8 in 2024-04-10T16:29:37.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:37 smithi102 ceph-mon[90943]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-10T16:29:37.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:37 smithi102 ceph-mon[90943]: pgmap v4721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 645 op/s 2024-04-10T16:29:37.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:37 smithi102 ceph-mon[88557]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-10T16:29:37.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:37 smithi102 ceph-mon[88557]: pgmap v4721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 645 op/s 2024-04-10T16:29:37.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:37 smithi154 ceph-mon[84269]: osdmap e2534: 8 total, 8 up, 8 in 2024-04-10T16:29:37.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:37 smithi154 ceph-mon[84269]: pgmap v4721: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 475 KiB/s rd, 5.0 KiB/s wr, 645 op/s 2024-04-10T16:29:37.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:29:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:29:37] "GET /metrics HTTP/1.1" 200 36613 "" "Prometheus/2.43.0" 2024-04-10T16:29:38.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:38 smithi154 ceph-mon[84269]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-10T16:29:38.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:38 smithi102 ceph-mon[90943]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-10T16:29:38.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:38 smithi102 ceph-mon[88557]: osdmap e2535: 8 total, 8 up, 8 in 2024-04-10T16:29:39.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:39 smithi154 ceph-mon[84269]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-10T16:29:39.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:39.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:39 smithi154 ceph-mon[84269]: pgmap v4724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 472 KiB/s rd, 5.0 KiB/s wr, 639 op/s 2024-04-10T16:29:39.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:39 smithi154 ceph-mon[84269]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-10T16:29:39.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:39 smithi102 ceph-mon[90943]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-10T16:29:39.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:39.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:39 smithi102 ceph-mon[90943]: pgmap v4724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 472 KiB/s rd, 5.0 KiB/s wr, 639 op/s 2024-04-10T16:29:39.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:39 smithi102 ceph-mon[90943]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-10T16:29:39.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:39 smithi102 ceph-mon[88557]: osdmap e2536: 8 total, 8 up, 8 in 2024-04-10T16:29:39.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:39.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:39 smithi102 ceph-mon[88557]: pgmap v4724: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 472 KiB/s rd, 5.0 KiB/s wr, 639 op/s 2024-04-10T16:29:39.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:39 smithi102 ceph-mon[88557]: osdmap e2537: 8 total, 8 up, 8 in 2024-04-10T16:29:41.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:41 smithi154 ceph-mon[84269]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-10T16:29:41.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:41 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:29:41.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:41 smithi154 ceph-mon[84269]: pgmap v4727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 597 op/s 2024-04-10T16:29:41.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:41 smithi102 ceph-mon[90943]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-10T16:29:41.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:41 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:29:41.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:41 smithi102 ceph-mon[90943]: pgmap v4727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 597 op/s 2024-04-10T16:29:41.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:41 smithi102 ceph-mon[88557]: osdmap e2538: 8 total, 8 up, 8 in 2024-04-10T16:29:41.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:41 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:29:41.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:41 smithi102 ceph-mon[88557]: pgmap v4727: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 440 KiB/s rd, 5.0 KiB/s wr, 597 op/s 2024-04-10T16:29:42.626 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:29:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:29:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:29:42.627 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:42 smithi154 ceph-mon[84269]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-10T16:29:42.663 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:42 smithi102 ceph-mon[90943]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-10T16:29:42.663 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:42 smithi102 ceph-mon[88557]: osdmap e2539: 8 total, 8 up, 8 in 2024-04-10T16:29:43.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:43 smithi154 ceph-mon[84269]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-10T16:29:43.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:43 smithi154 ceph-mon[84269]: pgmap v4730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 598 op/s 2024-04-10T16:29:43.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:43 smithi102 ceph-mon[90943]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-10T16:29:43.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:43 smithi102 ceph-mon[90943]: pgmap v4730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 598 op/s 2024-04-10T16:29:43.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:43 smithi102 ceph-mon[88557]: osdmap e2540: 8 total, 8 up, 8 in 2024-04-10T16:29:43.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:43 smithi102 ceph-mon[88557]: pgmap v4730: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 441 KiB/s rd, 5.0 KiB/s wr, 598 op/s 2024-04-10T16:29:44.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:44 smithi154 ceph-mon[84269]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-10T16:29:44.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:44 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:29:44.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:44 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:29:44.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:44 smithi154 ceph-mon[84269]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-10T16:29:44.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:44 smithi102 ceph-mon[90943]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-10T16:29:44.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:44 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:29:44.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:44 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:29:44.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:44 smithi102 ceph-mon[90943]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-10T16:29:44.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:44 smithi102 ceph-mon[88557]: osdmap e2541: 8 total, 8 up, 8 in 2024-04-10T16:29:44.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:44 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:29:44.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:44 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:29:44.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:44 smithi102 ceph-mon[88557]: osdmap e2542: 8 total, 8 up, 8 in 2024-04-10T16:29:45.911 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:45 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:29:45.911 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:45 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:29:45.911 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:45 smithi154 ceph-mon[84269]: pgmap v4733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:29:45.911 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:45 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:29:45.911 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:45 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:29:45.911 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:45 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:29:45.911 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:45 smithi154 ceph-mon[84269]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-10T16:29:45.941 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:45 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:29:45.941 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:45 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:29:45.941 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:45 smithi102 ceph-mon[90943]: pgmap v4733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:29:45.941 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:45 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:29:45.941 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:45 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:29:45.942 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:45 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:29:45.942 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:45 smithi102 ceph-mon[90943]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-10T16:29:45.942 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:45 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:29:45.942 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:45 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:29:45.943 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:45 smithi102 ceph-mon[88557]: pgmap v4733: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:29:45.943 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:45 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:29:45.943 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:45 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:29:45.943 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:45 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:29:45.943 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:45 smithi102 ceph-mon[88557]: osdmap e2543: 8 total, 8 up, 8 in 2024-04-10T16:29:47.573 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:47 smithi102 ceph-mon[90943]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-10T16:29:47.573 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:47 smithi102 ceph-mon[90943]: pgmap v4736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 553 op/s 2024-04-10T16:29:47.573 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:47 smithi102 ceph-mon[88557]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-10T16:29:47.573 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:47 smithi102 ceph-mon[88557]: pgmap v4736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 553 op/s 2024-04-10T16:29:47.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:47 smithi154 ceph-mon[84269]: osdmap e2544: 8 total, 8 up, 8 in 2024-04-10T16:29:47.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:47 smithi154 ceph-mon[84269]: pgmap v4736: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 409 KiB/s rd, 5.0 KiB/s wr, 553 op/s 2024-04-10T16:29:47.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:29:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:29:47] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-04-10T16:29:48.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:48 smithi154 ceph-mon[84269]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-10T16:29:48.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:48 smithi102 ceph-mon[90943]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-10T16:29:48.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:48 smithi102 ceph-mon[88557]: osdmap e2545: 8 total, 8 up, 8 in 2024-04-10T16:29:49.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:49 smithi154 ceph-mon[84269]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-10T16:29:49.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:49 smithi154 ceph-mon[84269]: pgmap v4739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 407 KiB/s rd, 5.0 KiB/s wr, 551 op/s 2024-04-10T16:29:49.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:49 smithi154 ceph-mon[84269]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-10T16:29:49.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:49 smithi102 ceph-mon[90943]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-10T16:29:49.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:49 smithi102 ceph-mon[90943]: pgmap v4739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 407 KiB/s rd, 5.0 KiB/s wr, 551 op/s 2024-04-10T16:29:49.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:49 smithi102 ceph-mon[90943]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-10T16:29:49.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:49 smithi102 ceph-mon[88557]: osdmap e2546: 8 total, 8 up, 8 in 2024-04-10T16:29:49.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:49 smithi102 ceph-mon[88557]: pgmap v4739: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 407 KiB/s rd, 5.0 KiB/s wr, 551 op/s 2024-04-10T16:29:49.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:49 smithi102 ceph-mon[88557]: osdmap e2547: 8 total, 8 up, 8 in 2024-04-10T16:29:51.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:51 smithi154 ceph-mon[84269]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-10T16:29:51.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:51 smithi154 ceph-mon[84269]: pgmap v4742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 509 op/s 2024-04-10T16:29:51.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:51 smithi102 ceph-mon[90943]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-10T16:29:51.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:51 smithi102 ceph-mon[90943]: pgmap v4742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 509 op/s 2024-04-10T16:29:51.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:51 smithi102 ceph-mon[88557]: osdmap e2548: 8 total, 8 up, 8 in 2024-04-10T16:29:51.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:51 smithi102 ceph-mon[88557]: pgmap v4742: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 509 op/s 2024-04-10T16:29:52.562 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:52 smithi154 ceph-mon[84269]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-10T16:29:52.563 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:29:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:29:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:29:52.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:52 smithi102 ceph-mon[90943]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-10T16:29:52.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:52 smithi102 ceph-mon[88557]: osdmap e2549: 8 total, 8 up, 8 in 2024-04-10T16:29:53.579 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:53 smithi154 ceph-mon[84269]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-10T16:29:53.579 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:53 smithi154 ceph-mon[84269]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-04-10T16:29:53.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:53 smithi102 ceph-mon[90943]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-10T16:29:53.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:53 smithi102 ceph-mon[90943]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-04-10T16:29:53.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:53 smithi102 ceph-mon[88557]: osdmap e2550: 8 total, 8 up, 8 in 2024-04-10T16:29:53.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:53 smithi102 ceph-mon[88557]: pgmap v4745: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 376 KiB/s rd, 5.0 KiB/s wr, 510 op/s 2024-04-10T16:29:54.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:54 smithi154 ceph-mon[84269]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-10T16:29:54.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:54.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:54 smithi154 ceph-mon[84269]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-10T16:29:54.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:54 smithi102 ceph-mon[88557]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-10T16:29:54.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:54.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:54 smithi102 ceph-mon[88557]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-10T16:29:54.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:54 smithi102 ceph-mon[90943]: osdmap e2551: 8 total, 8 up, 8 in 2024-04-10T16:29:54.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:29:54.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:54 smithi102 ceph-mon[90943]: osdmap e2552: 8 total, 8 up, 8 in 2024-04-10T16:29:55.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:55 smithi154 ceph-mon[84269]: pgmap v4748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:29:55.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:55 smithi102 ceph-mon[90943]: pgmap v4748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:29:55.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:55 smithi102 ceph-mon[88557]: pgmap v4748: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.2 KiB/s rd, 0 B/s wr, 3 op/s 2024-04-10T16:29:56.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:56 smithi154 ceph-mon[84269]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-10T16:29:56.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:56 smithi102 ceph-mon[90943]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-10T16:29:56.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:56 smithi102 ceph-mon[88557]: osdmap e2553: 8 total, 8 up, 8 in 2024-04-10T16:29:57.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:57 smithi102 ceph-mon[90943]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-10T16:29:57.573 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:57 smithi102 ceph-mon[90943]: pgmap v4751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 464 op/s 2024-04-10T16:29:57.573 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:57 smithi102 ceph-mon[88557]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-10T16:29:57.573 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:57 smithi102 ceph-mon[88557]: pgmap v4751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 464 op/s 2024-04-10T16:29:57.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:57 smithi154 ceph-mon[84269]: osdmap e2554: 8 total, 8 up, 8 in 2024-04-10T16:29:57.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:57 smithi154 ceph-mon[84269]: pgmap v4751: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 343 KiB/s rd, 5.0 KiB/s wr, 464 op/s 2024-04-10T16:29:57.940 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:29:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:29:57] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-04-10T16:29:58.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:58 smithi154 ceph-mon[84269]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-10T16:29:58.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:58 smithi102 ceph-mon[88557]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-10T16:29:58.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:58 smithi102 ceph-mon[90943]: osdmap e2555: 8 total, 8 up, 8 in 2024-04-10T16:29:59.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:59 smithi154 ceph-mon[84269]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-10T16:29:59.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:59 smithi154 ceph-mon[84269]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 5.0 KiB/s wr, 463 op/s 2024-04-10T16:29:59.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:29:59 smithi154 ceph-mon[84269]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-10T16:29:59.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:59 smithi102 ceph-mon[90943]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-10T16:29:59.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:59 smithi102 ceph-mon[90943]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 5.0 KiB/s wr, 463 op/s 2024-04-10T16:29:59.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:29:59 smithi102 ceph-mon[90943]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-10T16:29:59.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:59 smithi102 ceph-mon[88557]: osdmap e2556: 8 total, 8 up, 8 in 2024-04-10T16:29:59.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:59 smithi102 ceph-mon[88557]: pgmap v4754: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 342 KiB/s rd, 5.0 KiB/s wr, 463 op/s 2024-04-10T16:29:59.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:29:59 smithi102 ceph-mon[88557]: osdmap e2557: 8 total, 8 up, 8 in 2024-04-10T16:30:00.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:00 smithi154 ceph-mon[84269]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-10T16:30:00.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:00 smithi154 ceph-mon[84269]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-10T16:30:00.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:00 smithi102 ceph-mon[90943]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-10T16:30:00.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:00 smithi102 ceph-mon[90943]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-10T16:30:00.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:00 smithi102 ceph-mon[88557]: overall HEALTH_WARN Telemetry requires re-opt-in 2024-04-10T16:30:00.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:00 smithi102 ceph-mon[88557]: osdmap e2558: 8 total, 8 up, 8 in 2024-04-10T16:30:01.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:01 smithi154 ceph-mon[84269]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 422 op/s 2024-04-10T16:30:01.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:01 smithi154 ceph-mon[84269]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-10T16:30:01.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:01 smithi102 ceph-mon[90943]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 422 op/s 2024-04-10T16:30:01.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:01 smithi102 ceph-mon[90943]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-10T16:30:01.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:01 smithi102 ceph-mon[88557]: pgmap v4757: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 422 op/s 2024-04-10T16:30:01.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:01 smithi102 ceph-mon[88557]: osdmap e2559: 8 total, 8 up, 8 in 2024-04-10T16:30:02.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:30:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:30:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:30:03.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:03 smithi154 ceph-mon[84269]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-10T16:30:03.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:03 smithi154 ceph-mon[84269]: pgmap v4760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 422 op/s 2024-04-10T16:30:03.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:03 smithi102 ceph-mon[90943]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-10T16:30:03.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:03 smithi102 ceph-mon[90943]: pgmap v4760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 422 op/s 2024-04-10T16:30:03.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:03 smithi102 ceph-mon[88557]: osdmap e2560: 8 total, 8 up, 8 in 2024-04-10T16:30:03.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:03 smithi102 ceph-mon[88557]: pgmap v4760: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 311 KiB/s rd, 5.0 KiB/s wr, 422 op/s 2024-04-10T16:30:04.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:04 smithi154 ceph-mon[84269]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-10T16:30:04.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:04 smithi154 ceph-mon[84269]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-10T16:30:04.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:04 smithi102 ceph-mon[90943]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-10T16:30:04.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:04 smithi102 ceph-mon[90943]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-10T16:30:04.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:04 smithi102 ceph-mon[88557]: osdmap e2561: 8 total, 8 up, 8 in 2024-04-10T16:30:04.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:04 smithi102 ceph-mon[88557]: osdmap e2562: 8 total, 8 up, 8 in 2024-04-10T16:30:05.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:05 smithi154 ceph-mon[84269]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:30:05.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:05 smithi102 ceph-mon[90943]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:30:05.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:05 smithi102 ceph-mon[88557]: pgmap v4763: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.5 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:30:06.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:06 smithi154 ceph-mon[84269]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-10T16:30:06.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:06 smithi102 ceph-mon[90943]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-10T16:30:06.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:06 smithi102 ceph-mon[88557]: osdmap e2563: 8 total, 8 up, 8 in 2024-04-10T16:30:07.573 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:07 smithi102 ceph-mon[90943]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-10T16:30:07.573 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:07 smithi102 ceph-mon[90943]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 377 op/s 2024-04-10T16:30:07.573 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:07 smithi102 ceph-mon[88557]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-10T16:30:07.573 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:07 smithi102 ceph-mon[88557]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 377 op/s 2024-04-10T16:30:07.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:07 smithi154 ceph-mon[84269]: osdmap e2564: 8 total, 8 up, 8 in 2024-04-10T16:30:07.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:07 smithi154 ceph-mon[84269]: pgmap v4766: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 278 KiB/s rd, 5.0 KiB/s wr, 377 op/s 2024-04-10T16:30:07.837 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:30:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:30:07] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-04-10T16:30:08.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:08 smithi154 ceph-mon[84269]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-10T16:30:08.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:08 smithi102 ceph-mon[88557]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-10T16:30:08.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:08 smithi102 ceph-mon[90943]: osdmap e2565: 8 total, 8 up, 8 in 2024-04-10T16:30:09.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:09 smithi154 ceph-mon[84269]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-10T16:30:09.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:09.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:09 smithi154 ceph-mon[84269]: pgmap v4769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 5.0 KiB/s wr, 374 op/s 2024-04-10T16:30:09.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:09 smithi154 ceph-mon[84269]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-10T16:30:09.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:09 smithi102 ceph-mon[90943]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-10T16:30:09.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:09.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:09 smithi102 ceph-mon[90943]: pgmap v4769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 5.0 KiB/s wr, 374 op/s 2024-04-10T16:30:09.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:09 smithi102 ceph-mon[90943]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-10T16:30:09.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:09 smithi102 ceph-mon[88557]: osdmap e2566: 8 total, 8 up, 8 in 2024-04-10T16:30:09.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:09.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:09 smithi102 ceph-mon[88557]: pgmap v4769: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 276 KiB/s rd, 5.0 KiB/s wr, 374 op/s 2024-04-10T16:30:09.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:09 smithi102 ceph-mon[88557]: osdmap e2567: 8 total, 8 up, 8 in 2024-04-10T16:30:11.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:11 smithi154 ceph-mon[84269]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-10T16:30:11.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:11 smithi154 ceph-mon[84269]: pgmap v4772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 334 op/s 2024-04-10T16:30:11.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:11 smithi102 ceph-mon[90943]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-10T16:30:11.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:11 smithi102 ceph-mon[90943]: pgmap v4772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 334 op/s 2024-04-10T16:30:11.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:11 smithi102 ceph-mon[88557]: osdmap e2568: 8 total, 8 up, 8 in 2024-04-10T16:30:11.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:11 smithi102 ceph-mon[88557]: pgmap v4772: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 5.0 KiB/s wr, 334 op/s 2024-04-10T16:30:12.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:12 smithi154 ceph-mon[84269]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-10T16:30:12.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:30:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:30:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:30:12.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:12 smithi102 ceph-mon[90943]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-10T16:30:12.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:12 smithi102 ceph-mon[88557]: osdmap e2569: 8 total, 8 up, 8 in 2024-04-10T16:30:13.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:13 smithi154 ceph-mon[84269]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-10T16:30:13.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:13 smithi154 ceph-mon[84269]: pgmap v4775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 5.0 KiB/s wr, 335 op/s 2024-04-10T16:30:13.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:13 smithi102 ceph-mon[90943]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-10T16:30:13.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:13 smithi102 ceph-mon[90943]: pgmap v4775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 5.0 KiB/s wr, 335 op/s 2024-04-10T16:30:13.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:13 smithi102 ceph-mon[88557]: osdmap e2570: 8 total, 8 up, 8 in 2024-04-10T16:30:13.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:13 smithi102 ceph-mon[88557]: pgmap v4775: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 246 KiB/s rd, 5.0 KiB/s wr, 335 op/s 2024-04-10T16:30:14.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:14 smithi154 ceph-mon[84269]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-10T16:30:14.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:14 smithi154 ceph-mon[84269]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-10T16:30:14.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:14 smithi102 ceph-mon[90943]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-10T16:30:14.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:14 smithi102 ceph-mon[90943]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-10T16:30:14.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:14 smithi102 ceph-mon[88557]: osdmap e2571: 8 total, 8 up, 8 in 2024-04-10T16:30:14.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:14 smithi102 ceph-mon[88557]: osdmap e2572: 8 total, 8 up, 8 in 2024-04-10T16:30:15.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:15 smithi154 ceph-mon[84269]: pgmap v4778: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-10T16:30:15.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:15 smithi102 ceph-mon[88557]: pgmap v4778: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-10T16:30:15.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:15 smithi102 ceph-mon[90943]: pgmap v4778: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.5 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-10T16:30:16.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:16 smithi154 ceph-mon[84269]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-10T16:30:16.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:16 smithi102 ceph-mon[90943]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-10T16:30:16.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:16 smithi102 ceph-mon[88557]: osdmap e2573: 8 total, 8 up, 8 in 2024-04-10T16:30:17.573 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:17 smithi102 ceph-mon[90943]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-10T16:30:17.573 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:17 smithi102 ceph-mon[90943]: pgmap v4781: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 290 op/s 2024-04-10T16:30:17.573 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:17 smithi102 ceph-mon[88557]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-10T16:30:17.573 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:17 smithi102 ceph-mon[88557]: pgmap v4781: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 290 op/s 2024-04-10T16:30:17.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:17 smithi154 ceph-mon[84269]: osdmap e2574: 8 total, 8 up, 8 in 2024-04-10T16:30:17.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:17 smithi154 ceph-mon[84269]: pgmap v4781: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 212 KiB/s rd, 5.0 KiB/s wr, 290 op/s 2024-04-10T16:30:17.941 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:30:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:30:17] "GET /metrics HTTP/1.1" 200 36610 "" "Prometheus/2.43.0" 2024-04-10T16:30:18.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:18 smithi154 ceph-mon[84269]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-10T16:30:18.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:18 smithi102 ceph-mon[90943]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-10T16:30:18.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:18 smithi102 ceph-mon[88557]: osdmap e2575: 8 total, 8 up, 8 in 2024-04-10T16:30:19.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:19 smithi154 ceph-mon[84269]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-10T16:30:19.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:19 smithi154 ceph-mon[84269]: pgmap v4784: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 5.0 KiB/s wr, 286 op/s 2024-04-10T16:30:19.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:19 smithi154 ceph-mon[84269]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-10T16:30:19.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:19 smithi102 ceph-mon[88557]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-10T16:30:19.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:19 smithi102 ceph-mon[88557]: pgmap v4784: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 5.0 KiB/s wr, 286 op/s 2024-04-10T16:30:19.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:19 smithi102 ceph-mon[88557]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-10T16:30:19.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:19 smithi102 ceph-mon[90943]: osdmap e2576: 8 total, 8 up, 8 in 2024-04-10T16:30:19.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:19 smithi102 ceph-mon[90943]: pgmap v4784: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 210 KiB/s rd, 5.0 KiB/s wr, 286 op/s 2024-04-10T16:30:19.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:19 smithi102 ceph-mon[90943]: osdmap e2577: 8 total, 8 up, 8 in 2024-04-10T16:30:21.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:21 smithi154 ceph-mon[84269]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-10T16:30:21.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:21 smithi154 ceph-mon[84269]: pgmap v4787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2024-04-10T16:30:21.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:21 smithi102 ceph-mon[90943]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-10T16:30:21.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:21 smithi102 ceph-mon[90943]: pgmap v4787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2024-04-10T16:30:21.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:21 smithi102 ceph-mon[88557]: osdmap e2578: 8 total, 8 up, 8 in 2024-04-10T16:30:21.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:21 smithi102 ceph-mon[88557]: pgmap v4787: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 180 KiB/s rd, 5.0 KiB/s wr, 246 op/s 2024-04-10T16:30:22.562 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:22 smithi154 ceph-mon[84269]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-10T16:30:22.562 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:30:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:30:22.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:30:22.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:22 smithi102 ceph-mon[90943]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-10T16:30:22.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:22 smithi102 ceph-mon[88557]: osdmap e2579: 8 total, 8 up, 8 in 2024-04-10T16:30:23.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:23 smithi154 ceph-mon[84269]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-10T16:30:23.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:23 smithi154 ceph-mon[84269]: pgmap v4790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 5.0 KiB/s wr, 248 op/s 2024-04-10T16:30:23.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:23 smithi102 ceph-mon[88557]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-10T16:30:23.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:23 smithi102 ceph-mon[88557]: pgmap v4790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 5.0 KiB/s wr, 248 op/s 2024-04-10T16:30:23.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:23 smithi102 ceph-mon[90943]: osdmap e2580: 8 total, 8 up, 8 in 2024-04-10T16:30:23.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:23 smithi102 ceph-mon[90943]: pgmap v4790: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 181 KiB/s rd, 5.0 KiB/s wr, 248 op/s 2024-04-10T16:30:24.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:24 smithi154 ceph-mon[84269]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-10T16:30:24.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:24.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:24 smithi154 ceph-mon[84269]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-10T16:30:24.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:24 smithi102 ceph-mon[90943]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-10T16:30:24.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:24.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:24 smithi102 ceph-mon[90943]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-10T16:30:24.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:24 smithi102 ceph-mon[88557]: osdmap e2581: 8 total, 8 up, 8 in 2024-04-10T16:30:24.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:24.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:24 smithi102 ceph-mon[88557]: osdmap e2582: 8 total, 8 up, 8 in 2024-04-10T16:30:25.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:25 smithi154 ceph-mon[84269]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-10T16:30:25.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:25 smithi102 ceph-mon[90943]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-10T16:30:25.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:25 smithi102 ceph-mon[88557]: pgmap v4793: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 3.2 KiB/s rd, 0 B/s wr, 6 op/s 2024-04-10T16:30:26.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:26 smithi154 ceph-mon[84269]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-10T16:30:26.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:26 smithi102 ceph-mon[88557]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-10T16:30:26.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:26 smithi102 ceph-mon[90943]: osdmap e2583: 8 total, 8 up, 8 in 2024-04-10T16:30:27.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:27 smithi102 ceph-mon[90943]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-10T16:30:27.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:27 smithi102 ceph-mon[90943]: pgmap v4796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 202 op/s 2024-04-10T16:30:27.573 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:27 smithi102 ceph-mon[88557]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-10T16:30:27.573 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:27 smithi102 ceph-mon[88557]: pgmap v4796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 202 op/s 2024-04-10T16:30:27.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:27 smithi154 ceph-mon[84269]: osdmap e2584: 8 total, 8 up, 8 in 2024-04-10T16:30:27.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:27 smithi154 ceph-mon[84269]: pgmap v4796: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 5.0 KiB/s wr, 202 op/s 2024-04-10T16:30:27.941 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:30:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:30:27] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-04-10T16:30:28.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:28 smithi154 ceph-mon[84269]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-10T16:30:28.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:28 smithi102 ceph-mon[90943]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-10T16:30:28.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:28 smithi102 ceph-mon[88557]: osdmap e2585: 8 total, 8 up, 8 in 2024-04-10T16:30:29.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:29 smithi154 ceph-mon[84269]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-10T16:30:29.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:29 smithi154 ceph-mon[84269]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 5.0 KiB/s wr, 198 op/s 2024-04-10T16:30:29.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:29 smithi154 ceph-mon[84269]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-10T16:30:29.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:29 smithi102 ceph-mon[90943]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-10T16:30:29.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:29 smithi102 ceph-mon[90943]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 5.0 KiB/s wr, 198 op/s 2024-04-10T16:30:29.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:29 smithi102 ceph-mon[90943]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-10T16:30:29.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:29 smithi102 ceph-mon[88557]: osdmap e2586: 8 total, 8 up, 8 in 2024-04-10T16:30:29.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:29 smithi102 ceph-mon[88557]: pgmap v4799: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 5.0 KiB/s wr, 198 op/s 2024-04-10T16:30:29.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:29 smithi102 ceph-mon[88557]: osdmap e2587: 8 total, 8 up, 8 in 2024-04-10T16:30:31.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:31 smithi154 ceph-mon[84269]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-10T16:30:31.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:31 smithi154 ceph-mon[84269]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 KiB/s wr, 157 op/s 2024-04-10T16:30:31.690 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:31 smithi102 ceph-mon[88557]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-10T16:30:31.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:31 smithi102 ceph-mon[88557]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 KiB/s wr, 157 op/s 2024-04-10T16:30:31.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:31 smithi102 ceph-mon[90943]: osdmap e2588: 8 total, 8 up, 8 in 2024-04-10T16:30:31.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:31 smithi102 ceph-mon[90943]: pgmap v4802: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 115 KiB/s rd, 5.0 KiB/s wr, 157 op/s 2024-04-10T16:30:32.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:32 smithi154 ceph-mon[84269]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-10T16:30:32.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:30:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:30:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:30:32.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:32 smithi102 ceph-mon[90943]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-10T16:30:32.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:32 smithi102 ceph-mon[88557]: osdmap e2589: 8 total, 8 up, 8 in 2024-04-10T16:30:33.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:33 smithi154 ceph-mon[84269]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-10T16:30:33.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:33 smithi154 ceph-mon[84269]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-04-10T16:30:33.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:33 smithi102 ceph-mon[90943]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-10T16:30:33.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:33 smithi102 ceph-mon[90943]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-04-10T16:30:33.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:33 smithi102 ceph-mon[88557]: osdmap e2590: 8 total, 8 up, 8 in 2024-04-10T16:30:33.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:33 smithi102 ceph-mon[88557]: pgmap v4805: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 116 KiB/s rd, 5.0 KiB/s wr, 159 op/s 2024-04-10T16:30:34.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:34 smithi154 ceph-mon[84269]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-10T16:30:34.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:34 smithi154 ceph-mon[84269]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-10T16:30:34.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:34 smithi102 ceph-mon[90943]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-10T16:30:34.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:34 smithi102 ceph-mon[90943]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-10T16:30:34.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:34 smithi102 ceph-mon[88557]: osdmap e2591: 8 total, 8 up, 8 in 2024-04-10T16:30:34.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:34 smithi102 ceph-mon[88557]: osdmap e2592: 8 total, 8 up, 8 in 2024-04-10T16:30:35.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:35 smithi154 ceph-mon[84269]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:30:35.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:35 smithi102 ceph-mon[90943]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:30:35.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:35 smithi102 ceph-mon[88557]: pgmap v4808: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 2.7 KiB/s rd, 0 B/s wr, 4 op/s 2024-04-10T16:30:36.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:36 smithi154 ceph-mon[84269]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-10T16:30:36.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:36 smithi102 ceph-mon[90943]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-10T16:30:36.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:36 smithi102 ceph-mon[88557]: osdmap e2593: 8 total, 8 up, 8 in 2024-04-10T16:30:37.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:37 smithi102 ceph-mon[90943]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-10T16:30:37.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:37 smithi102 ceph-mon[90943]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 115 op/s 2024-04-10T16:30:37.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:37 smithi102 ceph-mon[88557]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-10T16:30:37.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:37 smithi102 ceph-mon[88557]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 115 op/s 2024-04-10T16:30:37.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:37 smithi154 ceph-mon[84269]: osdmap e2594: 8 total, 8 up, 8 in 2024-04-10T16:30:37.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:37 smithi154 ceph-mon[84269]: pgmap v4811: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 5.0 KiB/s wr, 115 op/s 2024-04-10T16:30:37.941 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:30:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:30:37] "GET /metrics HTTP/1.1" 200 36605 "" "Prometheus/2.43.0" 2024-04-10T16:30:38.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:38 smithi154 ceph-mon[84269]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-10T16:30:38.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:38 smithi102 ceph-mon[90943]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-10T16:30:38.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:38 smithi102 ceph-mon[88557]: osdmap e2595: 8 total, 8 up, 8 in 2024-04-10T16:30:39.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:39 smithi154 ceph-mon[84269]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-10T16:30:39.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:39.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:39 smithi154 ceph-mon[84269]: pgmap v4814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 113 op/s 2024-04-10T16:30:39.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:39 smithi154 ceph-mon[84269]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-10T16:30:39.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:39 smithi102 ceph-mon[90943]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-10T16:30:39.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:39.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:39 smithi102 ceph-mon[90943]: pgmap v4814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 113 op/s 2024-04-10T16:30:39.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:39 smithi102 ceph-mon[90943]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-10T16:30:39.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:39 smithi102 ceph-mon[88557]: osdmap e2596: 8 total, 8 up, 8 in 2024-04-10T16:30:39.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:39.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:39 smithi102 ceph-mon[88557]: pgmap v4814: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 81 KiB/s rd, 5.0 KiB/s wr, 113 op/s 2024-04-10T16:30:39.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:39 smithi102 ceph-mon[88557]: osdmap e2597: 8 total, 8 up, 8 in 2024-04-10T16:30:41.341 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_many_snaps PASSED [ 47%] 2024-04-10T16:30:41.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:41 smithi154 ceph-mon[84269]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-10T16:30:41.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:41 smithi154 ceph-mon[84269]: pgmap v4817: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-04-10T16:30:41.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:41 smithi102 ceph-mon[90943]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-10T16:30:41.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:41 smithi102 ceph-mon[90943]: pgmap v4817: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-04-10T16:30:41.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:41 smithi102 ceph-mon[88557]: osdmap e2598: 8 total, 8 up, 8 in 2024-04-10T16:30:41.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:41 smithi102 ceph-mon[88557]: pgmap v4817: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 51 KiB/s rd, 5.0 KiB/s wr, 72 op/s 2024-04-10T16:30:42.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:42 smithi154 ceph-mon[84269]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-10T16:30:42.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:30:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:30:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:30:42.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:42 smithi102 ceph-mon[90943]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-10T16:30:42.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:42 smithi102 ceph-mon[88557]: osdmap e2599: 8 total, 8 up, 8 in 2024-04-10T16:30:43.372 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_deleted PASSED [ 48%] 2024-04-10T16:30:43.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:43 smithi154 ceph-mon[84269]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-10T16:30:43.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:43 smithi154 ceph-mon[84269]: pgmap v4820: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 78 op/s 2024-04-10T16:30:43.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:43 smithi102 ceph-mon[90943]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-10T16:30:43.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:43 smithi102 ceph-mon[90943]: pgmap v4820: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 78 op/s 2024-04-10T16:30:43.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:43 smithi102 ceph-mon[88557]: osdmap e2600: 8 total, 8 up, 8 in 2024-04-10T16:30:43.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:43 smithi102 ceph-mon[88557]: pgmap v4820: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 56 KiB/s rd, 5.2 KiB/s wr, 78 op/s 2024-04-10T16:30:44.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:44 smithi154 ceph-mon[84269]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-10T16:30:44.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:44 smithi154 ceph-mon[84269]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-10T16:30:44.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:44 smithi102 ceph-mon[90943]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-10T16:30:44.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:44 smithi102 ceph-mon[90943]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-10T16:30:44.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:44 smithi102 ceph-mon[88557]: osdmap e2601: 8 total, 8 up, 8 in 2024-04-10T16:30:44.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:44 smithi102 ceph-mon[88557]: osdmap e2602: 8 total, 8 up, 8 in 2024-04-10T16:30:45.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:45 smithi154 ceph-mon[84269]: pgmap v4823: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 7.7 KiB/s wr, 64 op/s 2024-04-10T16:30:45.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:45 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:30:45.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:45 smithi102 ceph-mon[90943]: pgmap v4823: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 7.7 KiB/s wr, 64 op/s 2024-04-10T16:30:45.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:45 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:30:45.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:45 smithi102 ceph-mon[88557]: pgmap v4823: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 41 KiB/s rd, 7.7 KiB/s wr, 64 op/s 2024-04-10T16:30:45.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:45 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:30:46.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:46 smithi154 ceph-mon[84269]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-10T16:30:46.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:30:46.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:30:46.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:30:46.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:46 smithi102 ceph-mon[90943]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-10T16:30:46.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:30:46.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:30:46.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:30:46.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:46 smithi102 ceph-mon[88557]: osdmap e2603: 8 total, 8 up, 8 in 2024-04-10T16:30:46.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:30:46.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:30:46.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:30:47.392 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_set_snap_recreated PASSED [ 48%] 2024-04-10T16:30:47.475 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_lock_unlock PASSED [ 49%] 2024-04-10T16:30:47.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:47 smithi102 ceph-mon[90943]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-10T16:30:47.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:47 smithi102 ceph-mon[90943]: pgmap v4826: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 11 KiB/s wr, 134 op/s 2024-04-10T16:30:47.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:47 smithi102 ceph-mon[88557]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-10T16:30:47.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:47 smithi102 ceph-mon[88557]: pgmap v4826: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 11 KiB/s wr, 134 op/s 2024-04-10T16:30:47.626 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_list_lockers PASSED [ 49%] 2024-04-10T16:30:47.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:47 smithi154 ceph-mon[84269]: osdmap e2604: 8 total, 8 up, 8 in 2024-04-10T16:30:47.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:47 smithi154 ceph-mon[84269]: pgmap v4826: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 94 KiB/s rd, 11 KiB/s wr, 134 op/s 2024-04-10T16:30:47.941 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:30:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:30:47] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-04-10T16:30:48.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:48 smithi154 ceph-mon[84269]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-10T16:30:48.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:48 smithi102 ceph-mon[90943]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-10T16:30:48.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:48 smithi102 ceph-mon[88557]: osdmap e2605: 8 total, 8 up, 8 in 2024-04-10T16:30:49.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:49 smithi154 ceph-mon[84269]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-10T16:30:49.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:49 smithi154 ceph-mon[84269]: pgmap v4829: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.0 KiB/s wr, 86 op/s 2024-04-10T16:30:49.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:49 smithi154 ceph-mon[84269]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-10T16:30:49.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:49 smithi102 ceph-mon[90943]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-10T16:30:49.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:49 smithi102 ceph-mon[90943]: pgmap v4829: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.0 KiB/s wr, 86 op/s 2024-04-10T16:30:49.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:49 smithi102 ceph-mon[90943]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-10T16:30:49.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:49 smithi102 ceph-mon[88557]: osdmap e2606: 8 total, 8 up, 8 in 2024-04-10T16:30:49.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:49 smithi102 ceph-mon[88557]: pgmap v4829: 137 pgs: 1 active+clean+snaptrim_wait, 136 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 65 KiB/s rd, 5.0 KiB/s wr, 86 op/s 2024-04-10T16:30:49.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:49 smithi102 ceph-mon[88557]: osdmap e2607: 8 total, 8 up, 8 in 2024-04-10T16:30:51.340 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_diff_iterate PASSED [ 50%] 2024-04-10T16:30:51.422 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_read PASSED [ 50%] 2024-04-10T16:30:51.513 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write PASSED [ 51%] 2024-04-10T16:30:51.600 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_discard PASSED [ 52%] 2024-04-10T16:30:51.660 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:51 smithi154 ceph-mon[84269]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-10T16:30:51.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:51 smithi154 ceph-mon[84269]: pgmap v4832: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 11 KiB/s wr, 273 op/s 2024-04-10T16:30:51.688 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_write_zeroes PASSED [ 52%] 2024-04-10T16:30:51.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:51 smithi102 ceph-mon[88557]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-10T16:30:51.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:51 smithi102 ceph-mon[88557]: pgmap v4832: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 11 KiB/s wr, 273 op/s 2024-04-10T16:30:51.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:51 smithi102 ceph-mon[90943]: osdmap e2608: 8 total, 8 up, 8 in 2024-04-10T16:30:51.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:51 smithi102 ceph-mon[90943]: pgmap v4832: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 208 KiB/s rd, 11 KiB/s wr, 273 op/s 2024-04-10T16:30:51.765 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_aio_flush PASSED [ 53%] 2024-04-10T16:30:52.367 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_metadata PASSED [ 53%] 2024-04-10T16:30:52.442 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_watchers_list PASSED [ 54%] 2024-04-10T16:30:52.547 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_config_list PASSED [ 54%] 2024-04-10T16:30:52.562 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:30:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:30:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:30:52.562 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:52 smithi154 ceph-mon[84269]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-10T16:30:52.646 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_image_config_set_and_get_and_remove PASSED [ 55%] 2024-04-10T16:30:52.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:52 smithi102 ceph-mon[90943]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-10T16:30:52.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:52 smithi102 ceph-mon[88557]: osdmap e2609: 8 total, 8 up, 8 in 2024-04-10T16:30:52.726 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_sparsify PASSED [ 56%] 2024-04-10T16:30:53.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:53 smithi154 ceph-mon[84269]: pgmap v4834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 13 KiB/s wr, 319 op/s 2024-04-10T16:30:53.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:53 smithi102 ceph-mon[90943]: pgmap v4834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 13 KiB/s wr, 319 op/s 2024-04-10T16:30:53.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:53 smithi102 ceph-mon[88557]: pgmap v4834: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 245 KiB/s rd, 13 KiB/s wr, 319 op/s 2024-04-10T16:30:54.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:54.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:54 smithi154 ceph-mon[84269]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-10T16:30:54.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:54.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:54 smithi102 ceph-mon[90943]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-10T16:30:54.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:30:54.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:54 smithi102 ceph-mon[88557]: osdmap e2610: 8 total, 8 up, 8 in 2024-04-10T16:30:55.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:55 smithi154 ceph-mon[84269]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s rd, 16 KiB/s wr, 354 op/s 2024-04-10T16:30:55.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:55 smithi102 ceph-mon[90943]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s rd, 16 KiB/s wr, 354 op/s 2024-04-10T16:30:55.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:55 smithi102 ceph-mon[88557]: pgmap v4836: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 265 KiB/s rd, 16 KiB/s wr, 354 op/s 2024-04-10T16:30:57.941 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:30:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:30:57] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2024-04-10T16:30:58.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:57 smithi154 ceph-mon[84269]: pgmap v4837: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 41 KiB/s wr, 881 op/s 2024-04-10T16:30:58.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:57 smithi102 ceph-mon[90943]: pgmap v4837: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 41 KiB/s wr, 881 op/s 2024-04-10T16:30:58.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:57 smithi102 ceph-mon[88557]: pgmap v4837: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.9 MiB/s rd, 41 KiB/s wr, 881 op/s 2024-04-10T16:30:59.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:30:58 smithi154 ceph-mon[84269]: pgmap v4838: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 543 KiB/s wr, 642 op/s 2024-04-10T16:30:59.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:30:58 smithi102 ceph-mon[88557]: pgmap v4838: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 543 KiB/s wr, 642 op/s 2024-04-10T16:30:59.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:30:58 smithi102 ceph-mon[90943]: pgmap v4838: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 543 KiB/s wr, 642 op/s 2024-04-10T16:31:00.414 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks1 PASSED [ 56%] 2024-04-10T16:31:00.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:00 smithi154 ceph-mon[84269]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-10T16:31:00.690 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:00 smithi102 ceph-mon[90943]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-10T16:31:00.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:00 smithi102 ceph-mon[88557]: osdmap e2611: 8 total, 8 up, 8 in 2024-04-10T16:31:01.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:01 smithi154 ceph-mon[84269]: pgmap v4840: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 542 KiB/s wr, 606 op/s 2024-04-10T16:31:01.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:01 smithi102 ceph-mon[90943]: pgmap v4840: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 542 KiB/s wr, 606 op/s 2024-04-10T16:31:01.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:01 smithi102 ceph-mon[88557]: pgmap v4840: 137 pgs: 137 active+clean; 8.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.6 MiB/s rd, 542 KiB/s wr, 606 op/s 2024-04-10T16:31:02.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:31:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:31:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:31:03.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:03 smithi154 ceph-mon[84269]: pgmap v4841: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 498 KiB/s wr, 540 op/s 2024-04-10T16:31:03.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:03 smithi102 ceph-mon[90943]: pgmap v4841: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 498 KiB/s wr, 540 op/s 2024-04-10T16:31:03.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:03 smithi102 ceph-mon[88557]: pgmap v4841: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.5 MiB/s rd, 498 KiB/s wr, 540 op/s 2024-04-10T16:31:05.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:05 smithi154 ceph-mon[84269]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 431 KiB/s wr, 441 op/s 2024-04-10T16:31:05.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:05 smithi102 ceph-mon[90943]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 431 KiB/s wr, 441 op/s 2024-04-10T16:31:05.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:05 smithi102 ceph-mon[88557]: pgmap v4842: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 431 KiB/s wr, 441 op/s 2024-04-10T16:31:07.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:07 smithi154 ceph-mon[84269]: pgmap v4843: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-10T16:31:07.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:07 smithi102 ceph-mon[90943]: pgmap v4843: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-10T16:31:07.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:07 smithi102 ceph-mon[88557]: pgmap v4843: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 83 KiB/s rd, 412 KiB/s wr, 35 op/s 2024-04-10T16:31:07.941 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:31:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:31:07] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2024-04-10T16:31:08.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:08.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:08.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:09.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:09 smithi102 ceph-mon[90943]: pgmap v4844: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 2.1 KiB/s wr, 34 op/s 2024-04-10T16:31:09.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:09 smithi102 ceph-mon[88557]: pgmap v4844: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 2.1 KiB/s wr, 34 op/s 2024-04-10T16:31:09.911 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:09 smithi154 ceph-mon[84269]: pgmap v4844: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 2.1 KiB/s wr, 34 op/s 2024-04-10T16:31:11.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:11 smithi154 ceph-mon[84269]: pgmap v4845: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 1.0 MiB/s wr, 37 op/s 2024-04-10T16:31:11.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:11 smithi102 ceph-mon[90943]: pgmap v4845: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 1.0 MiB/s wr, 37 op/s 2024-04-10T16:31:11.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:11 smithi102 ceph-mon[88557]: pgmap v4845: 137 pgs: 137 active+clean; 17 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 76 KiB/s rd, 1.0 MiB/s wr, 37 op/s 2024-04-10T16:31:11.799 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImage::test_encryption_luks2 PASSED [ 57%] 2024-04-10T16:31:11.881 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_read PASSED [ 57%] 2024-04-10T16:31:11.979 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_write PASSED [ 58%] 2024-04-10T16:31:12.066 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestImageId::test_resize PASSED [ 58%] 2024-04-10T16:31:12.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:31:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:31:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:31:13.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:13 smithi154 ceph-mon[84269]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-10T16:31:13.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:13 smithi154 ceph-mon[84269]: pgmap v4847: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-10T16:31:13.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:13 smithi102 ceph-mon[90943]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-10T16:31:13.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:13 smithi102 ceph-mon[90943]: pgmap v4847: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-10T16:31:13.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:13 smithi102 ceph-mon[88557]: osdmap e2612: 8 total, 8 up, 8 in 2024-04-10T16:31:13.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:13 smithi102 ceph-mon[88557]: pgmap v4847: 137 pgs: 137 active+clean; 21 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 53 KiB/s rd, 1.6 MiB/s wr, 34 op/s 2024-04-10T16:31:14.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:14 smithi154 ceph-mon[84269]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-10T16:31:14.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:14 smithi102 ceph-mon[90943]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-10T16:31:14.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:14 smithi102 ceph-mon[88557]: osdmap e2613: 8 total, 8 up, 8 in 2024-04-10T16:31:15.259 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params PASSED [ 59%] 2024-04-10T16:31:15.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:15 smithi102 ceph-mon[90943]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-10T16:31:15.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:15 smithi102 ceph-mon[90943]: pgmap v4850: 137 pgs: 137 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 2.7 MiB/s wr, 139 op/s 2024-04-10T16:31:15.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:15 smithi102 ceph-mon[88557]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-10T16:31:15.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:15 smithi102 ceph-mon[88557]: pgmap v4850: 137 pgs: 137 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 2.7 MiB/s wr, 139 op/s 2024-04-10T16:31:15.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:15 smithi154 ceph-mon[84269]: osdmap e2614: 8 total, 8 up, 8 in 2024-04-10T16:31:15.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:15 smithi154 ceph-mon[84269]: pgmap v4850: 137 pgs: 137 active+clean; 13 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 200 KiB/s rd, 2.7 MiB/s wr, 139 op/s 2024-04-10T16:31:16.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:16 smithi102 ceph-mon[90943]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-10T16:31:16.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:16 smithi102 ceph-mon[88557]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-10T16:31:16.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:16 smithi154 ceph-mon[84269]: osdmap e2615: 8 total, 8 up, 8 in 2024-04-10T16:31:17.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:17 smithi102 ceph-mon[90943]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-10T16:31:17.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:17 smithi102 ceph-mon[90943]: pgmap v4853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 23 KiB/s wr, 472 op/s 2024-04-10T16:31:17.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:17 smithi102 ceph-mon[88557]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-10T16:31:17.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:17 smithi102 ceph-mon[88557]: pgmap v4853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 23 KiB/s wr, 472 op/s 2024-04-10T16:31:17.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:17 smithi154 ceph-mon[84269]: osdmap e2616: 8 total, 8 up, 8 in 2024-04-10T16:31:17.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:17 smithi154 ceph-mon[84269]: pgmap v4853: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 421 KiB/s rd, 23 KiB/s wr, 472 op/s 2024-04-10T16:31:17.941 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:31:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:31:17] "GET /metrics HTTP/1.1" 200 36596 "" "Prometheus/2.43.0" 2024-04-10T16:31:18.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:18 smithi102 ceph-mon[88557]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-10T16:31:18.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:18 smithi102 ceph-mon[90943]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-10T16:31:18.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:18 smithi154 ceph-mon[84269]: osdmap e2617: 8 total, 8 up, 8 in 2024-04-10T16:31:19.301 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params2 PASSED [ 60%] 2024-04-10T16:31:19.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:19 smithi102 ceph-mon[90943]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-10T16:31:19.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:19 smithi102 ceph-mon[90943]: pgmap v4856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 24 KiB/s wr, 413 op/s 2024-04-10T16:31:19.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:19 smithi102 ceph-mon[88557]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-10T16:31:19.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:19 smithi102 ceph-mon[88557]: pgmap v4856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 24 KiB/s wr, 413 op/s 2024-04-10T16:31:19.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:19 smithi154 ceph-mon[84269]: osdmap e2618: 8 total, 8 up, 8 in 2024-04-10T16:31:19.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:19 smithi154 ceph-mon[84269]: pgmap v4856: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 305 KiB/s rd, 24 KiB/s wr, 413 op/s 2024-04-10T16:31:20.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:20 smithi102 ceph-mon[90943]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-10T16:31:20.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:20 smithi102 ceph-mon[90943]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-10T16:31:20.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:20 smithi102 ceph-mon[88557]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-10T16:31:20.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:20 smithi102 ceph-mon[88557]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-10T16:31:20.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:20 smithi154 ceph-mon[84269]: osdmap e2619: 8 total, 8 up, 8 in 2024-04-10T16:31:20.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:20 smithi154 ceph-mon[84269]: osdmap e2620: 8 total, 8 up, 8 in 2024-04-10T16:31:21.357 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_with_params3 SKIPPED [ 60%] 2024-04-10T16:31:21.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:21 smithi154 ceph-mon[84269]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-10T16:31:21.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:21 smithi154 ceph-mon[84269]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 15 KiB/s wr, 300 op/s 2024-04-10T16:31:21.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:21 smithi102 ceph-mon[90943]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-10T16:31:21.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:21 smithi102 ceph-mon[90943]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 15 KiB/s wr, 300 op/s 2024-04-10T16:31:21.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:21 smithi102 ceph-mon[88557]: osdmap e2621: 8 total, 8 up, 8 in 2024-04-10T16:31:21.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:21 smithi102 ceph-mon[88557]: pgmap v4860: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 226 KiB/s rd, 15 KiB/s wr, 300 op/s 2024-04-10T16:31:22.562 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:22 smithi154 ceph-mon[84269]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-10T16:31:22.563 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:31:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:31:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:31:22.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:22 smithi102 ceph-mon[90943]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-10T16:31:22.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:22 smithi102 ceph-mon[88557]: osdmap e2622: 8 total, 8 up, 8 in 2024-04-10T16:31:23.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:23 smithi154 ceph-mon[84269]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-10T16:31:23.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:23 smithi154 ceph-mon[84269]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 7.8 KiB/s wr, 168 op/s 2024-04-10T16:31:23.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:23 smithi102 ceph-mon[90943]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-10T16:31:23.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:23 smithi102 ceph-mon[90943]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 7.8 KiB/s wr, 168 op/s 2024-04-10T16:31:23.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:23 smithi102 ceph-mon[88557]: osdmap e2623: 8 total, 8 up, 8 in 2024-04-10T16:31:23.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:23 smithi102 ceph-mon[88557]: pgmap v4863: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 7.8 KiB/s wr, 168 op/s 2024-04-10T16:31:24.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:24 smithi154 ceph-mon[84269]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-10T16:31:24.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:24.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:24 smithi154 ceph-mon[84269]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-10T16:31:24.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:24 smithi102 ceph-mon[90943]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-10T16:31:24.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:24.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:24 smithi102 ceph-mon[90943]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-10T16:31:24.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:24 smithi102 ceph-mon[88557]: osdmap e2624: 8 total, 8 up, 8 in 2024-04-10T16:31:24.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:24.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:24 smithi102 ceph-mon[88557]: osdmap e2625: 8 total, 8 up, 8 in 2024-04-10T16:31:25.381 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stripe_unit_and_count PASSED [ 61%] 2024-04-10T16:31:25.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:25 smithi154 ceph-mon[84269]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 10 KiB/s wr, 143 op/s 2024-04-10T16:31:25.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:25 smithi102 ceph-mon[88557]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 10 KiB/s wr, 143 op/s 2024-04-10T16:31:25.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:25 smithi102 ceph-mon[90943]: pgmap v4866: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 97 KiB/s rd, 10 KiB/s wr, 143 op/s 2024-04-10T16:31:26.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:26 smithi154 ceph-mon[84269]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-10T16:31:26.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:26 smithi102 ceph-mon[90943]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-10T16:31:26.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:26 smithi102 ceph-mon[88557]: osdmap e2626: 8 total, 8 up, 8 in 2024-04-10T16:31:27.573 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:27 smithi102 ceph-mon[90943]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-10T16:31:27.573 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:27 smithi102 ceph-mon[90943]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-04-10T16:31:27.573 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:27 smithi102 ceph-mon[88557]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-10T16:31:27.573 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:27 smithi102 ceph-mon[88557]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-04-10T16:31:27.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:27 smithi154 ceph-mon[84269]: osdmap e2627: 8 total, 8 up, 8 in 2024-04-10T16:31:27.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:27 smithi154 ceph-mon[84269]: pgmap v4869: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 295 KiB/s rd, 22 KiB/s wr, 398 op/s 2024-04-10T16:31:27.941 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:31:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:31:27] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-04-10T16:31:28.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:28 smithi154 ceph-mon[84269]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-10T16:31:28.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:28 smithi102 ceph-mon[90943]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-10T16:31:28.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:28 smithi102 ceph-mon[88557]: osdmap e2628: 8 total, 8 up, 8 in 2024-04-10T16:31:29.355 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotected PASSED [ 61%] 2024-04-10T16:31:29.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:29 smithi154 ceph-mon[84269]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-10T16:31:29.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:29 smithi154 ceph-mon[84269]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 12 KiB/s wr, 311 op/s 2024-04-10T16:31:29.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:29 smithi154 ceph-mon[84269]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-10T16:31:29.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:29 smithi102 ceph-mon[90943]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-10T16:31:29.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:29 smithi102 ceph-mon[90943]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 12 KiB/s wr, 311 op/s 2024-04-10T16:31:29.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:29 smithi102 ceph-mon[90943]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-10T16:31:29.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:29 smithi102 ceph-mon[88557]: osdmap e2629: 8 total, 8 up, 8 in 2024-04-10T16:31:29.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:29 smithi102 ceph-mon[88557]: pgmap v4872: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 239 KiB/s rd, 12 KiB/s wr, 311 op/s 2024-04-10T16:31:29.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:29 smithi102 ceph-mon[88557]: osdmap e2630: 8 total, 8 up, 8 in 2024-04-10T16:31:31.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:31 smithi154 ceph-mon[84269]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-10T16:31:31.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:31 smithi154 ceph-mon[84269]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 10 KiB/s wr, 189 op/s 2024-04-10T16:31:31.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:31 smithi102 ceph-mon[90943]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-10T16:31:31.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:31 smithi102 ceph-mon[90943]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 10 KiB/s wr, 189 op/s 2024-04-10T16:31:31.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:31 smithi102 ceph-mon[88557]: osdmap e2631: 8 total, 8 up, 8 in 2024-04-10T16:31:31.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:31 smithi102 ceph-mon[88557]: pgmap v4875: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 134 KiB/s rd, 10 KiB/s wr, 189 op/s 2024-04-10T16:31:32.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:31:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:31:32.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:31:32.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:32 smithi154 ceph-mon[84269]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-10T16:31:32.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:32 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi102-209984-2","app": "rbd"}]: dispatch 2024-04-10T16:31:32.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:32 smithi102 ceph-mon[90943]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-10T16:31:32.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:32 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi102-209984-2","app": "rbd"}]: dispatch 2024-04-10T16:31:32.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:32 smithi102 ceph-mon[88557]: osdmap e2632: 8 total, 8 up, 8 in 2024-04-10T16:31:32.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:32 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi102-209984-2","app": "rbd"}]: dispatch 2024-04-10T16:31:33.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:33 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi102-209984-2","app": "rbd"}]': finished 2024-04-10T16:31:33.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:33 smithi154 ceph-mon[84269]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-10T16:31:33.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:33 smithi154 ceph-mon[84269]: pgmap v4878: 169 pgs: 9 creating+peering, 23 unknown, 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 13 KiB/s wr, 207 op/s 2024-04-10T16:31:33.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:33 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi102-209984-2","app": "rbd"}]': finished 2024-04-10T16:31:33.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:33 smithi102 ceph-mon[90943]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-10T16:31:33.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:33 smithi102 ceph-mon[90943]: pgmap v4878: 169 pgs: 9 creating+peering, 23 unknown, 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 13 KiB/s wr, 207 op/s 2024-04-10T16:31:33.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:33 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd='[{"prefix": "osd pool application enable","pool": "test-rbd-api-smithi102-209984-2","app": "rbd"}]': finished 2024-04-10T16:31:33.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:33 smithi102 ceph-mon[88557]: osdmap e2633: 8 total, 8 up, 8 in 2024-04-10T16:31:33.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:33 smithi102 ceph-mon[88557]: pgmap v4878: 169 pgs: 9 creating+peering, 23 unknown, 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 147 KiB/s rd, 13 KiB/s wr, 207 op/s 2024-04-10T16:31:34.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:34 smithi154 ceph-mon[84269]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-10T16:31:34.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:34 smithi154 ceph-mon[84269]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-10T16:31:34.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:34 smithi102 ceph-mon[90943]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-10T16:31:34.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:34 smithi102 ceph-mon[90943]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-10T16:31:34.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:34 smithi102 ceph-mon[88557]: osdmap e2634: 8 total, 8 up, 8 in 2024-04-10T16:31:34.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:34 smithi102 ceph-mon[88557]: osdmap e2635: 8 total, 8 up, 8 in 2024-04-10T16:31:35.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:35 smithi154 ceph-mon[84269]: pgmap v4881: 169 pgs: 9 creating+peering, 5 unknown, 155 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 6.7 KiB/s wr, 137 op/s 2024-04-10T16:31:35.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:35 smithi102 ceph-mon[90943]: pgmap v4881: 169 pgs: 9 creating+peering, 5 unknown, 155 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 6.7 KiB/s wr, 137 op/s 2024-04-10T16:31:35.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:35 smithi102 ceph-mon[88557]: pgmap v4881: 169 pgs: 9 creating+peering, 5 unknown, 155 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 106 KiB/s rd, 6.7 KiB/s wr, 137 op/s 2024-04-10T16:31:36.454 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_unprotect_with_children PASSED [ 62%] 2024-04-10T16:31:36.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:36 smithi154 ceph-mon[84269]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-10T16:31:36.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:36 smithi102 ceph-mon[90943]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-10T16:31:36.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:36 smithi102 ceph-mon[88557]: osdmap e2636: 8 total, 8 up, 8 in 2024-04-10T16:31:37.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:37 smithi154 ceph-mon[84269]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-10T16:31:37.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:37 smithi154 ceph-mon[84269]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.5 KiB/s wr, 86 op/s 2024-04-10T16:31:37.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:37 smithi102 ceph-mon[90943]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-10T16:31:37.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:37 smithi102 ceph-mon[90943]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.5 KiB/s wr, 86 op/s 2024-04-10T16:31:37.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:37 smithi102 ceph-mon[88557]: osdmap e2637: 8 total, 8 up, 8 in 2024-04-10T16:31:37.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:37 smithi102 ceph-mon[88557]: pgmap v4884: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 67 KiB/s rd, 3.5 KiB/s wr, 86 op/s 2024-04-10T16:31:37.691 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:31:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:31:37] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-04-10T16:31:38.468 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_stat PASSED [ 62%] 2024-04-10T16:31:38.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:38 smithi154 ceph-mon[84269]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-10T16:31:38.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:38 smithi102 ceph-mon[90943]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-10T16:31:38.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:38 smithi102 ceph-mon[88557]: osdmap e2638: 8 total, 8 up, 8 in 2024-04-10T16:31:39.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:39 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:39.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:39 smithi154 ceph-mon[84269]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-10T16:31:39.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:39 smithi154 ceph-mon[84269]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 3.5 KiB/s wr, 84 op/s 2024-04-10T16:31:39.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:39 smithi154 ceph-mon[84269]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-10T16:31:39.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:39 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:39.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:39 smithi102 ceph-mon[90943]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-10T16:31:39.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:39 smithi102 ceph-mon[90943]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 3.5 KiB/s wr, 84 op/s 2024-04-10T16:31:39.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:39 smithi102 ceph-mon[90943]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-10T16:31:39.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:39 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:39.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:39 smithi102 ceph-mon[88557]: osdmap e2639: 8 total, 8 up, 8 in 2024-04-10T16:31:39.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:39 smithi102 ceph-mon[88557]: pgmap v4887: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 64 KiB/s rd, 3.5 KiB/s wr, 84 op/s 2024-04-10T16:31:39.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:39 smithi102 ceph-mon[88557]: osdmap e2640: 8 total, 8 up, 8 in 2024-04-10T16:31:40.472 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_stat PASSED [ 63%] 2024-04-10T16:31:41.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:41 smithi154 ceph-mon[84269]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-10T16:31:41.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:41 smithi154 ceph-mon[84269]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 15 KiB/s wr, 228 op/s 2024-04-10T16:31:41.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:41 smithi102 ceph-mon[90943]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-10T16:31:41.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:41 smithi102 ceph-mon[90943]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 15 KiB/s wr, 228 op/s 2024-04-10T16:31:41.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:41 smithi102 ceph-mon[88557]: osdmap e2641: 8 total, 8 up, 8 in 2024-04-10T16:31:41.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:41 smithi102 ceph-mon[88557]: pgmap v4890: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 158 KiB/s rd, 15 KiB/s wr, 228 op/s 2024-04-10T16:31:42.479 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_io PASSED [ 64%] 2024-04-10T16:31:42.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:42 smithi154 ceph-mon[84269]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-10T16:31:42.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:31:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:31:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:31:42.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:42 smithi102 ceph-mon[88557]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-10T16:31:42.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:42 smithi102 ceph-mon[90943]: osdmap e2642: 8 total, 8 up, 8 in 2024-04-10T16:31:43.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:43 smithi154 ceph-mon[84269]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-10T16:31:43.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:43 smithi154 ceph-mon[84269]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 16 KiB/s wr, 244 op/s 2024-04-10T16:31:43.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:43 smithi102 ceph-mon[88557]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-10T16:31:43.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:43 smithi102 ceph-mon[88557]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 16 KiB/s wr, 244 op/s 2024-04-10T16:31:43.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:43 smithi102 ceph-mon[90943]: osdmap e2643: 8 total, 8 up, 8 in 2024-04-10T16:31:43.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:43 smithi102 ceph-mon[90943]: pgmap v4893: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 173 KiB/s rd, 16 KiB/s wr, 244 op/s 2024-04-10T16:31:44.369 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_read PASSED [ 64%] 2024-04-10T16:31:44.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:44 smithi154 ceph-mon[84269]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-10T16:31:44.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:44 smithi154 ceph-mon[84269]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-10T16:31:44.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:44 smithi102 ceph-mon[90943]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-10T16:31:44.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:44 smithi102 ceph-mon[90943]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-10T16:31:44.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:44 smithi102 ceph-mon[88557]: osdmap e2644: 8 total, 8 up, 8 in 2024-04-10T16:31:44.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:44 smithi102 ceph-mon[88557]: osdmap e2645: 8 total, 8 up, 8 in 2024-04-10T16:31:45.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:45 smithi154 ceph-mon[84269]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 20 KiB/s wr, 456 op/s 2024-04-10T16:31:45.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:45 smithi154 ceph-mon[84269]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-10T16:31:45.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:45 smithi102 ceph-mon[90943]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 20 KiB/s wr, 456 op/s 2024-04-10T16:31:45.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:45 smithi102 ceph-mon[90943]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-10T16:31:45.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:45 smithi102 ceph-mon[88557]: pgmap v4896: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 356 KiB/s rd, 20 KiB/s wr, 456 op/s 2024-04-10T16:31:45.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:45 smithi102 ceph-mon[88557]: osdmap e2646: 8 total, 8 up, 8 in 2024-04-10T16:31:46.505 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_write PASSED [ 65%] 2024-04-10T16:31:46.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:46 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:31:46.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:46 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:31:46.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:46 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:31:47.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:47 smithi154 ceph-mon[84269]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-10T16:31:47.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:31:47.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:31:47.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:47 smithi154 ceph-mon[84269]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 319 KiB/s rd, 27 KiB/s wr, 431 op/s 2024-04-10T16:31:47.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:31:47.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:31:47.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:31:47.691 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:31:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:31:47] "GET /metrics HTTP/1.1" 200 36611 "" "Prometheus/2.43.0" 2024-04-10T16:31:47.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:47 smithi102 ceph-mon[90943]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-10T16:31:47.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:31:47.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:31:47.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:47 smithi102 ceph-mon[90943]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 319 KiB/s rd, 27 KiB/s wr, 431 op/s 2024-04-10T16:31:47.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:31:47.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:31:47.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:31:47.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:47 smithi102 ceph-mon[88557]: osdmap e2647: 8 total, 8 up, 8 in 2024-04-10T16:31:47.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:31:47.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:31:47.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:47 smithi102 ceph-mon[88557]: pgmap v4899: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 319 KiB/s rd, 27 KiB/s wr, 431 op/s 2024-04-10T16:31:47.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:31:47.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:31:47.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:31:48.911 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:48 smithi154 ceph-mon[84269]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-10T16:31:48.941 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:48 smithi102 ceph-mon[90943]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-10T16:31:48.941 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:48 smithi102 ceph-mon[88557]: osdmap e2648: 8 total, 8 up, 8 in 2024-04-10T16:31:49.911 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:49 smithi154 ceph-mon[84269]: pgmap v4901: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 410 KiB/s rd, 28 KiB/s wr, 542 op/s 2024-04-10T16:31:49.911 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:49 smithi154 ceph-mon[84269]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-10T16:31:49.941 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:49 smithi102 ceph-mon[90943]: pgmap v4901: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 410 KiB/s rd, 28 KiB/s wr, 542 op/s 2024-04-10T16:31:49.941 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:49 smithi102 ceph-mon[90943]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-10T16:31:49.941 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:49 smithi102 ceph-mon[88557]: pgmap v4901: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 410 KiB/s rd, 28 KiB/s wr, 542 op/s 2024-04-10T16:31:49.941 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:49 smithi102 ceph-mon[88557]: osdmap e2649: 8 total, 8 up, 8 in 2024-04-10T16:31:51.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:51 smithi154 ceph-mon[84269]: pgmap v4903: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 30 KiB/s wr, 1.68k op/s 2024-04-10T16:31:51.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:51 smithi102 ceph-mon[90943]: pgmap v4903: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 30 KiB/s wr, 1.68k op/s 2024-04-10T16:31:51.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:51 smithi102 ceph-mon[88557]: pgmap v4903: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.4 MiB/s rd, 30 KiB/s wr, 1.68k op/s 2024-04-10T16:31:52.127 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_list_children PASSED [ 65%] 2024-04-10T16:31:52.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:31:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:31:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:31:53.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:53 smithi154 ceph-mon[84269]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-10T16:31:53.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:53 smithi154 ceph-mon[84269]: pgmap v4905: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 23 KiB/s wr, 1.56k op/s 2024-04-10T16:31:53.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:53 smithi102 ceph-mon[90943]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-10T16:31:53.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:53 smithi102 ceph-mon[90943]: pgmap v4905: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 23 KiB/s wr, 1.56k op/s 2024-04-10T16:31:53.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:53 smithi102 ceph-mon[88557]: osdmap e2650: 8 total, 8 up, 8 in 2024-04-10T16:31:53.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:53 smithi102 ceph-mon[88557]: pgmap v4905: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.3 MiB/s rd, 23 KiB/s wr, 1.56k op/s 2024-04-10T16:31:54.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:54 smithi154 ceph-mon[84269]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-10T16:31:54.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:54.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:54 smithi102 ceph-mon[90943]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-10T16:31:54.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:54.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:54 smithi102 ceph-mon[88557]: osdmap e2651: 8 total, 8 up, 8 in 2024-04-10T16:31:54.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:31:55.372 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_errors PASSED [ 66%] 2024-04-10T16:31:55.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:55 smithi154 ceph-mon[84269]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-10T16:31:55.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:55 smithi154 ceph-mon[84269]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-10T16:31:55.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:55 smithi154 ceph-mon[84269]: pgmap v4909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 991 KiB/s rd, 14 KiB/s wr, 1.17k op/s 2024-04-10T16:31:55.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:55 smithi102 ceph-mon[90943]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-10T16:31:55.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:55 smithi102 ceph-mon[90943]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-10T16:31:55.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:55 smithi102 ceph-mon[90943]: pgmap v4909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 991 KiB/s rd, 14 KiB/s wr, 1.17k op/s 2024-04-10T16:31:55.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:55 smithi102 ceph-mon[88557]: osdmap e2652: 8 total, 8 up, 8 in 2024-04-10T16:31:55.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:55 smithi102 ceph-mon[88557]: osdmap e2653: 8 total, 8 up, 8 in 2024-04-10T16:31:55.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:55 smithi102 ceph-mon[88557]: pgmap v4909: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 991 KiB/s rd, 14 KiB/s wr, 1.17k op/s 2024-04-10T16:31:56.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:56 smithi154 ceph-mon[84269]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-10T16:31:56.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:56 smithi102 ceph-mon[88557]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-10T16:31:56.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:56 smithi102 ceph-mon[90943]: osdmap e2654: 8 total, 8 up, 8 in 2024-04-10T16:31:57.388 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_basic PASSED [ 66%] 2024-04-10T16:31:57.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:57 smithi102 ceph-mon[90943]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-10T16:31:57.572 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:57 smithi102 ceph-mon[90943]: pgmap v4912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 23 KiB/s wr, 1.48k op/s 2024-04-10T16:31:57.572 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:57 smithi102 ceph-mon[88557]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-10T16:31:57.573 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:57 smithi102 ceph-mon[88557]: pgmap v4912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 23 KiB/s wr, 1.48k op/s 2024-04-10T16:31:57.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:57 smithi154 ceph-mon[84269]: osdmap e2655: 8 total, 8 up, 8 in 2024-04-10T16:31:57.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:57 smithi154 ceph-mon[84269]: pgmap v4912: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 23 KiB/s wr, 1.48k op/s 2024-04-10T16:31:57.941 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:31:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:31:57] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2024-04-10T16:31:58.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:58 smithi154 ceph-mon[84269]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-10T16:31:58.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:58 smithi102 ceph-mon[90943]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-10T16:31:58.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:58 smithi102 ceph-mon[88557]: osdmap e2656: 8 total, 8 up, 8 in 2024-04-10T16:31:59.362 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_smaller_order PASSED [ 67%] 2024-04-10T16:31:59.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:59 smithi154 ceph-mon[84269]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-10T16:31:59.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:59 smithi154 ceph-mon[84269]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 384 KiB/s rd, 19 KiB/s wr, 496 op/s 2024-04-10T16:31:59.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:31:59 smithi154 ceph-mon[84269]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-10T16:31:59.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:59 smithi102 ceph-mon[88557]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-10T16:31:59.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:59 smithi102 ceph-mon[88557]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 384 KiB/s rd, 19 KiB/s wr, 496 op/s 2024-04-10T16:31:59.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:31:59 smithi102 ceph-mon[88557]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-10T16:31:59.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:59 smithi102 ceph-mon[90943]: osdmap e2657: 8 total, 8 up, 8 in 2024-04-10T16:31:59.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:59 smithi102 ceph-mon[90943]: pgmap v4915: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 384 KiB/s rd, 19 KiB/s wr, 496 op/s 2024-04-10T16:31:59.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:31:59 smithi102 ceph-mon[90943]: osdmap e2658: 8 total, 8 up, 8 in 2024-04-10T16:32:01.411 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_larger_order PASSED [ 68%] 2024-04-10T16:32:01.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:01 smithi154 ceph-mon[84269]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-10T16:32:01.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:01 smithi154 ceph-mon[84269]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 662 KiB/s rd, 46 KiB/s wr, 892 op/s 2024-04-10T16:32:01.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:01 smithi102 ceph-mon[90943]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-10T16:32:01.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:01 smithi102 ceph-mon[90943]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 662 KiB/s rd, 46 KiB/s wr, 892 op/s 2024-04-10T16:32:01.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:01 smithi102 ceph-mon[88557]: osdmap e2659: 8 total, 8 up, 8 in 2024-04-10T16:32:01.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:01 smithi102 ceph-mon[88557]: pgmap v4918: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 662 KiB/s rd, 46 KiB/s wr, 892 op/s 2024-04-10T16:32:02.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:02 smithi154 ceph-mon[84269]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-10T16:32:02.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:32:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:32:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:32:02.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:02 smithi102 ceph-mon[90943]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-10T16:32:02.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:02 smithi102 ceph-mon[88557]: osdmap e2660: 8 total, 8 up, 8 in 2024-04-10T16:32:03.422 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_drops_cache PASSED [ 68%] 2024-04-10T16:32:03.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:03 smithi154 ceph-mon[84269]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-10T16:32:03.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:03 smithi154 ceph-mon[84269]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 529 KiB/s rd, 39 KiB/s wr, 720 op/s 2024-04-10T16:32:03.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:03 smithi102 ceph-mon[88557]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-10T16:32:03.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:03 smithi102 ceph-mon[88557]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 529 KiB/s rd, 39 KiB/s wr, 720 op/s 2024-04-10T16:32:03.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:03 smithi102 ceph-mon[90943]: osdmap e2661: 8 total, 8 up, 8 in 2024-04-10T16:32:03.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:03 smithi102 ceph-mon[90943]: pgmap v4921: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 529 KiB/s rd, 39 KiB/s wr, 720 op/s 2024-04-10T16:32:04.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:04 smithi154 ceph-mon[84269]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-10T16:32:04.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:04 smithi154 ceph-mon[84269]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-10T16:32:04.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:04 smithi102 ceph-mon[88557]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-10T16:32:04.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:04 smithi102 ceph-mon[88557]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-10T16:32:04.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:04 smithi102 ceph-mon[90943]: osdmap e2662: 8 total, 8 up, 8 in 2024-04-10T16:32:04.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:04 smithi102 ceph-mon[90943]: osdmap e2663: 8 total, 8 up, 8 in 2024-04-10T16:32:05.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:05 smithi154 ceph-mon[84269]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 375 KiB/s rd, 22 KiB/s wr, 490 op/s 2024-04-10T16:32:05.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:05 smithi102 ceph-mon[90943]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 375 KiB/s rd, 22 KiB/s wr, 490 op/s 2024-04-10T16:32:05.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:05 smithi102 ceph-mon[88557]: pgmap v4924: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 375 KiB/s rd, 22 KiB/s wr, 490 op/s 2024-04-10T16:32:06.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:06 smithi154 ceph-mon[84269]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-10T16:32:06.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:06 smithi102 ceph-mon[90943]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-10T16:32:06.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:06 smithi102 ceph-mon[88557]: osdmap e2664: 8 total, 8 up, 8 in 2024-04-10T16:32:07.427 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_multi_level PASSED [ 69%] 2024-04-10T16:32:07.592 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:07 smithi102 ceph-mon[90943]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-10T16:32:07.593 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:07 smithi102 ceph-mon[90943]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 41 KiB/s wr, 752 op/s 2024-04-10T16:32:07.593 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:07 smithi102 ceph-mon[88557]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-10T16:32:07.593 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:07 smithi102 ceph-mon[88557]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 41 KiB/s wr, 752 op/s 2024-04-10T16:32:07.593 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:32:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:32:07] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2024-04-10T16:32:07.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:07 smithi154 ceph-mon[84269]: osdmap e2665: 8 total, 8 up, 8 in 2024-04-10T16:32:07.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:07 smithi154 ceph-mon[84269]: pgmap v4927: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 555 KiB/s rd, 41 KiB/s wr, 752 op/s 2024-04-10T16:32:08.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:08 smithi154 ceph-mon[84269]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-10T16:32:08.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:08 smithi102 ceph-mon[90943]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-10T16:32:08.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:08 smithi102 ceph-mon[88557]: osdmap e2666: 8 total, 8 up, 8 in 2024-04-10T16:32:09.383 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_flatten_with_progress PASSED [ 69%] 2024-04-10T16:32:09.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:09 smithi154 ceph-mon[84269]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-10T16:32:09.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:09.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:09 smithi154 ceph-mon[84269]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 260 KiB/s rd, 23 KiB/s wr, 367 op/s 2024-04-10T16:32:09.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:09 smithi154 ceph-mon[84269]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-10T16:32:09.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:09 smithi102 ceph-mon[88557]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-10T16:32:09.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:09.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:09 smithi102 ceph-mon[88557]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 260 KiB/s rd, 23 KiB/s wr, 367 op/s 2024-04-10T16:32:09.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:09 smithi102 ceph-mon[88557]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-10T16:32:09.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:09 smithi102 ceph-mon[90943]: osdmap e2667: 8 total, 8 up, 8 in 2024-04-10T16:32:09.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:09.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:09 smithi102 ceph-mon[90943]: pgmap v4930: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 260 KiB/s rd, 23 KiB/s wr, 367 op/s 2024-04-10T16:32:09.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:09 smithi102 ceph-mon[90943]: osdmap e2668: 8 total, 8 up, 8 in 2024-04-10T16:32:11.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:11 smithi154 ceph-mon[84269]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-10T16:32:11.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:11 smithi154 ceph-mon[84269]: pgmap v4933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 345 KiB/s rd, 24 KiB/s wr, 460 op/s 2024-04-10T16:32:11.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:11 smithi102 ceph-mon[90943]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-10T16:32:11.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:11 smithi102 ceph-mon[90943]: pgmap v4933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 345 KiB/s rd, 24 KiB/s wr, 460 op/s 2024-04-10T16:32:11.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:11 smithi102 ceph-mon[88557]: osdmap e2669: 8 total, 8 up, 8 in 2024-04-10T16:32:11.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:11 smithi102 ceph-mon[88557]: pgmap v4933: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 345 KiB/s rd, 24 KiB/s wr, 460 op/s 2024-04-10T16:32:12.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:12 smithi154 ceph-mon[84269]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-10T16:32:12.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:32:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:32:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:32:12.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:12 smithi102 ceph-mon[90943]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-10T16:32:12.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:12 smithi102 ceph-mon[88557]: osdmap e2670: 8 total, 8 up, 8 in 2024-04-10T16:32:13.480 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_resize_flatten_multi_level PASSED [ 70%] 2024-04-10T16:32:13.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:13 smithi154 ceph-mon[84269]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-10T16:32:13.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:13 smithi154 ceph-mon[84269]: pgmap v4936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 355 KiB/s rd, 25 KiB/s wr, 474 op/s 2024-04-10T16:32:13.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:13 smithi102 ceph-mon[90943]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-10T16:32:13.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:13 smithi102 ceph-mon[90943]: pgmap v4936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 355 KiB/s rd, 25 KiB/s wr, 474 op/s 2024-04-10T16:32:13.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:13 smithi102 ceph-mon[88557]: osdmap e2671: 8 total, 8 up, 8 in 2024-04-10T16:32:13.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:13 smithi102 ceph-mon[88557]: pgmap v4936: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 355 KiB/s rd, 25 KiB/s wr, 474 op/s 2024-04-10T16:32:14.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:14 smithi154 ceph-mon[84269]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-10T16:32:14.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:14 smithi154 ceph-mon[84269]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-10T16:32:14.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:14 smithi102 ceph-mon[88557]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-10T16:32:14.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:14 smithi102 ceph-mon[88557]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-10T16:32:14.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:14 smithi102 ceph-mon[90943]: osdmap e2672: 8 total, 8 up, 8 in 2024-04-10T16:32:14.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:14 smithi102 ceph-mon[90943]: osdmap e2673: 8 total, 8 up, 8 in 2024-04-10T16:32:15.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:15 smithi154 ceph-mon[84269]: pgmap v4939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 15 KiB/s wr, 286 op/s 2024-04-10T16:32:15.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:15 smithi154 ceph-mon[84269]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-10T16:32:15.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:15 smithi102 ceph-mon[90943]: pgmap v4939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 15 KiB/s wr, 286 op/s 2024-04-10T16:32:15.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:15 smithi102 ceph-mon[90943]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-10T16:32:15.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:15 smithi102 ceph-mon[88557]: pgmap v4939: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 209 KiB/s rd, 15 KiB/s wr, 286 op/s 2024-04-10T16:32:15.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:15 smithi102 ceph-mon[88557]: osdmap e2674: 8 total, 8 up, 8 in 2024-04-10T16:32:17.502 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_trash_snapshot PASSED [ 70%] 2024-04-10T16:32:17.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:17 smithi154 ceph-mon[84269]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-10T16:32:17.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:17 smithi154 ceph-mon[84269]: pgmap v4942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 22 KiB/s wr, 422 op/s 2024-04-10T16:32:17.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:17 smithi102 ceph-mon[90943]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-10T16:32:17.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:17 smithi102 ceph-mon[90943]: pgmap v4942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 22 KiB/s wr, 422 op/s 2024-04-10T16:32:17.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:17 smithi102 ceph-mon[88557]: osdmap e2675: 8 total, 8 up, 8 in 2024-04-10T16:32:17.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:17 smithi102 ceph-mon[88557]: pgmap v4942: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 313 KiB/s rd, 22 KiB/s wr, 422 op/s 2024-04-10T16:32:17.692 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:32:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:32:17] "GET /metrics HTTP/1.1" 200 36609 "" "Prometheus/2.43.0" 2024-04-10T16:32:18.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:18 smithi154 ceph-mon[84269]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-10T16:32:18.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:18 smithi102 ceph-mon[90943]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-10T16:32:18.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:18 smithi102 ceph-mon[88557]: osdmap e2676: 8 total, 8 up, 8 in 2024-04-10T16:32:19.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:19 smithi154 ceph-mon[84269]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-10T16:32:19.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:19 smithi154 ceph-mon[84269]: pgmap v4945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 12 KiB/s wr, 294 op/s 2024-04-10T16:32:19.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:19 smithi154 ceph-mon[84269]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-10T16:32:19.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:19 smithi102 ceph-mon[90943]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-10T16:32:19.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:19 smithi102 ceph-mon[90943]: pgmap v4945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 12 KiB/s wr, 294 op/s 2024-04-10T16:32:19.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:19 smithi102 ceph-mon[90943]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-10T16:32:19.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:19 smithi102 ceph-mon[88557]: osdmap e2677: 8 total, 8 up, 8 in 2024-04-10T16:32:19.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:19 smithi102 ceph-mon[88557]: pgmap v4945: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 229 KiB/s rd, 12 KiB/s wr, 294 op/s 2024-04-10T16:32:19.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:19 smithi102 ceph-mon[88557]: osdmap e2678: 8 total, 8 up, 8 in 2024-04-10T16:32:21.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:21 smithi154 ceph-mon[84269]: pgmap v4947: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 12 KiB/s wr, 257 op/s 2024-04-10T16:32:21.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:21 smithi102 ceph-mon[90943]: pgmap v4947: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 12 KiB/s wr, 257 op/s 2024-04-10T16:32:21.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:21 smithi102 ceph-mon[88557]: pgmap v4947: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 197 KiB/s rd, 12 KiB/s wr, 257 op/s 2024-04-10T16:32:22.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:32:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:32:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:32:23.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:23 smithi154 ceph-mon[84269]: pgmap v4948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 8.3 KiB/s wr, 160 op/s 2024-04-10T16:32:23.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:23 smithi102 ceph-mon[90943]: pgmap v4948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 8.3 KiB/s wr, 160 op/s 2024-04-10T16:32:23.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:23 smithi102 ceph-mon[88557]: pgmap v4948: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 8.3 KiB/s wr, 160 op/s 2024-04-10T16:32:24.369 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks1 PASSED [ 71%] 2024-04-10T16:32:24.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:24.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:24.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:25.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:25 smithi154 ceph-mon[84269]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-10T16:32:25.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:25 smithi154 ceph-mon[84269]: pgmap v4950: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 635 KiB/s wr, 119 op/s 2024-04-10T16:32:25.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:25 smithi102 ceph-mon[90943]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-10T16:32:25.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:25 smithi102 ceph-mon[90943]: pgmap v4950: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 635 KiB/s wr, 119 op/s 2024-04-10T16:32:25.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:25 smithi102 ceph-mon[88557]: osdmap e2679: 8 total, 8 up, 8 in 2024-04-10T16:32:25.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:25 smithi102 ceph-mon[88557]: pgmap v4950: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 130 KiB/s rd, 635 KiB/s wr, 119 op/s 2024-04-10T16:32:26.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:26 smithi154 ceph-mon[84269]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-10T16:32:26.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:26 smithi102 ceph-mon[90943]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-10T16:32:26.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:26 smithi102 ceph-mon[88557]: osdmap e2680: 8 total, 8 up, 8 in 2024-04-10T16:32:27.573 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:27 smithi102 ceph-mon[90943]: pgmap v4952: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 544 KiB/s wr, 118 op/s 2024-04-10T16:32:27.573 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:27 smithi102 ceph-mon[88557]: pgmap v4952: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 544 KiB/s wr, 118 op/s 2024-04-10T16:32:27.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:27 smithi154 ceph-mon[84269]: pgmap v4952: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 120 KiB/s rd, 544 KiB/s wr, 118 op/s 2024-04-10T16:32:27.941 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:32:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:32:27] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-04-10T16:32:29.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:29 smithi154 ceph-mon[84269]: pgmap v4953: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 518 KiB/s wr, 69 op/s 2024-04-10T16:32:29.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:29 smithi102 ceph-mon[90943]: pgmap v4953: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 518 KiB/s wr, 69 op/s 2024-04-10T16:32:29.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:29 smithi102 ceph-mon[88557]: pgmap v4953: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 82 KiB/s rd, 518 KiB/s wr, 69 op/s 2024-04-10T16:32:30.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:30 smithi154 ceph-mon[84269]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-10T16:32:30.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:30 smithi102 ceph-mon[90943]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-10T16:32:30.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:30 smithi102 ceph-mon[88557]: osdmap e2681: 8 total, 8 up, 8 in 2024-04-10T16:32:31.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:31 smithi154 ceph-mon[84269]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 621 KiB/s wr, 102 op/s 2024-04-10T16:32:31.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:31 smithi102 ceph-mon[90943]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 621 KiB/s wr, 102 op/s 2024-04-10T16:32:31.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:31 smithi102 ceph-mon[88557]: pgmap v4955: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 117 KiB/s rd, 621 KiB/s wr, 102 op/s 2024-04-10T16:32:32.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:32:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:32:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:32:32.959 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestClone::test_encryption_luks2 PASSED [ 72%] 2024-04-10T16:32:33.072 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_ownership PASSED [ 72%] 2024-04-10T16:32:34.161 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:33 smithi154 ceph-mon[84269]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-10T16:32:34.161 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:33 smithi154 ceph-mon[84269]: pgmap v4957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.8 KiB/s wr, 74 op/s 2024-04-10T16:32:34.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:33 smithi102 ceph-mon[90943]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-10T16:32:34.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:33 smithi102 ceph-mon[90943]: pgmap v4957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.8 KiB/s wr, 74 op/s 2024-04-10T16:32:34.191 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:33 smithi102 ceph-mon[88557]: osdmap e2682: 8 total, 8 up, 8 in 2024-04-10T16:32:34.191 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:33 smithi102 ceph-mon[88557]: pgmap v4957: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 54 KiB/s rd, 4.8 KiB/s wr, 74 op/s 2024-04-10T16:32:34.973 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_snapshot_leadership PASSED [ 73%] 2024-04-10T16:32:35.066 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_read_only_leadership PASSED [ 73%] 2024-04-10T16:32:35.161 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:34 smithi154 ceph-mon[84269]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-10T16:32:35.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:34 smithi102 ceph-mon[90943]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-10T16:32:35.191 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:34 smithi102 ceph-mon[88557]: osdmap e2683: 8 total, 8 up, 8 in 2024-04-10T16:32:36.161 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:35 smithi154 ceph-mon[84269]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-10T16:32:36.161 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:35 smithi154 ceph-mon[84269]: pgmap v4960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 2.1 MiB/s wr, 163 op/s 2024-04-10T16:32:36.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:35 smithi102 ceph-mon[90943]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-10T16:32:36.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:35 smithi102 ceph-mon[90943]: pgmap v4960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 2.1 MiB/s wr, 163 op/s 2024-04-10T16:32:36.191 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:35 smithi102 ceph-mon[88557]: osdmap e2684: 8 total, 8 up, 8 in 2024-04-10T16:32:36.191 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:35 smithi102 ceph-mon[88557]: pgmap v4960: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 125 KiB/s rd, 2.1 MiB/s wr, 163 op/s 2024-04-10T16:32:36.979 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_flatten PASSED [ 74%] 2024-04-10T16:32:37.113 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_resize PASSED [ 74%] 2024-04-10T16:32:37.161 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:36 smithi154 ceph-mon[84269]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-10T16:32:37.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:36 smithi102 ceph-mon[90943]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-10T16:32:37.191 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:36 smithi102 ceph-mon[88557]: osdmap e2685: 8 total, 8 up, 8 in 2024-04-10T16:32:37.887 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:32:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:32:37] "GET /metrics HTTP/1.1" 200 36614 "" "Prometheus/2.43.0" 2024-04-10T16:32:38.161 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:37 smithi154 ceph-mon[84269]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-10T16:32:38.162 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:37 smithi154 ceph-mon[84269]: pgmap v4963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 4.0 MiB/s wr, 245 op/s 2024-04-10T16:32:38.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:37 smithi102 ceph-mon[90943]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-10T16:32:38.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:37 smithi102 ceph-mon[90943]: pgmap v4963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 4.0 MiB/s wr, 245 op/s 2024-04-10T16:32:38.191 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:37 smithi102 ceph-mon[88557]: osdmap e2686: 8 total, 8 up, 8 in 2024-04-10T16:32:38.191 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:37 smithi102 ceph-mon[88557]: pgmap v4963: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 242 KiB/s rd, 4.0 MiB/s wr, 245 op/s 2024-04-10T16:32:39.006 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_create PASSED [ 75%] 2024-04-10T16:32:39.161 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:38 smithi154 ceph-mon[84269]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-10T16:32:39.161 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:39.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:38 smithi102 ceph-mon[90943]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-10T16:32:39.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:39.191 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:38 smithi102 ceph-mon[88557]: osdmap e2687: 8 total, 8 up, 8 in 2024-04-10T16:32:39.191 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:40.161 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:39 smithi154 ceph-mon[84269]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-10T16:32:40.161 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:39 smithi154 ceph-mon[84269]: pgmap v4966: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 1.0 MiB/s wr, 117 op/s 2024-04-10T16:32:40.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:39 smithi102 ceph-mon[90943]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-10T16:32:40.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:39 smithi102 ceph-mon[90943]: pgmap v4966: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 1.0 MiB/s wr, 117 op/s 2024-04-10T16:32:40.192 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:39 smithi102 ceph-mon[88557]: osdmap e2688: 8 total, 8 up, 8 in 2024-04-10T16:32:40.192 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:39 smithi102 ceph-mon[88557]: pgmap v4966: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 139 KiB/s rd, 1.0 MiB/s wr, 117 op/s 2024-04-10T16:32:41.008 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_snap_rollback PASSED [ 76%] 2024-04-10T16:32:41.139 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_discard PASSED [ 76%] 2024-04-10T16:32:41.161 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:40 smithi154 ceph-mon[84269]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-10T16:32:41.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:40 smithi102 ceph-mon[90943]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-10T16:32:41.191 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:40 smithi102 ceph-mon[88557]: osdmap e2689: 8 total, 8 up, 8 in 2024-04-10T16:32:41.269 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_follower_write PASSED [ 77%] 2024-04-10T16:32:41.371 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_acquire_release_lock PASSED [ 77%] 2024-04-10T16:32:42.001 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestExclusiveLock::test_break_lock PASSED [ 78%] 2024-04-10T16:32:42.089 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_uuid PASSED [ 78%] 2024-04-10T16:32:42.182 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_site_name PASSED [ 79%] 2024-04-10T16:32:42.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:41 smithi102 ceph-mon[90943]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-10T16:32:42.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:41 smithi102 ceph-mon[90943]: pgmap v4969: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 17 KiB/s wr, 424 op/s 2024-04-10T16:32:42.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:41 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3964945972' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/1291249459"}]: dispatch 2024-04-10T16:32:42.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:41 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/1291249459"}]: dispatch 2024-04-10T16:32:42.191 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:41 smithi102 ceph-mon[88557]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-10T16:32:42.191 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:41 smithi102 ceph-mon[88557]: pgmap v4969: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 17 KiB/s wr, 424 op/s 2024-04-10T16:32:42.191 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:41 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3964945972' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/1291249459"}]: dispatch 2024-04-10T16:32:42.191 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:41 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/1291249459"}]: dispatch 2024-04-10T16:32:42.284 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer_bootstrap PASSED [ 80%] 2024-04-10T16:32:42.322 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:41 smithi154 ceph-mon[84269]: osdmap e2690: 8 total, 8 up, 8 in 2024-04-10T16:32:42.322 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:41 smithi154 ceph-mon[84269]: pgmap v4969: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 320 KiB/s rd, 17 KiB/s wr, 424 op/s 2024-04-10T16:32:42.322 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:41 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3964945972' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/1291249459"}]: dispatch 2024-04-10T16:32:42.322 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:41 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/1291249459"}]: dispatch 2024-04-10T16:32:42.389 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_peer PASSED [ 80%] 2024-04-10T16:32:42.478 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image SKIPPED [ 81%] 2024-04-10T16:32:42.562 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_status SKIPPED [ 81%] 2024-04-10T16:32:42.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:32:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:32:42.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:32:43.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/1291249459"}]': finished 2024-04-10T16:32:43.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[90943]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-10T16:32:43.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' 2024-04-10T16:32:43.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:32:43.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:32:43.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-10T16:32:43.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:32:43.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-10T16:32:43.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-10T16:32:43.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:32:43.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' 2024-04-10T16:32:43.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/4f2f80d3-5362-4a3b-b7be-e88f0c3139bc"}]: dispatch 2024-04-10T16:32:43.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/4f2f80d3-5362-4a3b-b7be-e88f0c3139bc"}]: dispatch 2024-04-10T16:32:43.193 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/4f2f80d3-5362-4a3b-b7be-e88f0c3139bc"}]': finished 2024-04-10T16:32:43.193 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/1291249459"}]': finished 2024-04-10T16:32:43.193 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[88557]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-10T16:32:43.193 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' 2024-04-10T16:32:43.193 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:32:43.193 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:32:43.193 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-10T16:32:43.193 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:32:43.193 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-10T16:32:43.193 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-10T16:32:43.194 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:32:43.194 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' 2024-04-10T16:32:43.194 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/4f2f80d3-5362-4a3b-b7be-e88f0c3139bc"}]: dispatch 2024-04-10T16:32:43.194 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/4f2f80d3-5362-4a3b-b7be-e88f0c3139bc"}]: dispatch 2024-04-10T16:32:43.194 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:42 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/4f2f80d3-5362-4a3b-b7be-e88f0c3139bc"}]': finished 2024-04-10T16:32:43.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:42 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "osd blocklist", "blocklistop": "add", "addr": "172.21.15.102:0/1291249459"}]': finished 2024-04-10T16:32:43.412 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:42 smithi154 ceph-mon[84269]: osdmap e2691: 8 total, 8 up, 8 in 2024-04-10T16:32:43.412 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:42 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' 2024-04-10T16:32:43.412 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:42 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:32:43.412 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:42 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:32:43.412 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:42 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/site_name"}]': finished 2024-04-10T16:32:43.412 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:42 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:32:43.412 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:42 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer_client_id"}]: dispatch 2024-04-10T16:32:43.412 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:42 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{ "prefix": "auth get-or-create", "entity": "client.rbd-mirror-peer", "caps": [ "mon", "profile rbd-mirror-peer", "osd", "profile rbd"], "format": "json"}]: dispatch 2024-04-10T16:32:43.412 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:42 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/site_name"}]: dispatch 2024-04-10T16:32:43.412 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:42 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' 2024-04-10T16:32:43.412 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:42 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key get", "key": "rbd/mirror/peer/122/4f2f80d3-5362-4a3b-b7be-e88f0c3139bc"}]: dispatch 2024-04-10T16:32:43.412 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:42 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/4f2f80d3-5362-4a3b-b7be-e88f0c3139bc"}]: dispatch 2024-04-10T16:32:43.413 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:42 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/4f2f80d3-5362-4a3b-b7be-e88f0c3139bc"}]': finished 2024-04-10T16:32:44.191 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:43 smithi102 ceph-mon[90943]: pgmap v4971: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 319 KiB/s rd, 18 KiB/s wr, 427 op/s 2024-04-10T16:32:44.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:43 smithi102 ceph-mon[90943]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-10T16:32:44.192 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:43 smithi102 ceph-mon[88557]: pgmap v4971: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 319 KiB/s rd, 18 KiB/s wr, 427 op/s 2024-04-10T16:32:44.192 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:43 smithi102 ceph-mon[88557]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-10T16:32:44.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:43 smithi154 ceph-mon[84269]: pgmap v4971: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 319 KiB/s rd, 18 KiB/s wr, 427 op/s 2024-04-10T16:32:44.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:43 smithi154 ceph-mon[84269]: osdmap e2692: 8 total, 8 up, 8 in 2024-04-10T16:32:45.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:45 smithi154 ceph-mon[84269]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-10T16:32:45.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:45 smithi154 ceph-mon[84269]: pgmap v4974: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 269 KiB/s rd, 16 KiB/s wr, 367 op/s 2024-04-10T16:32:45.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:45 smithi102 ceph-mon[90943]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-10T16:32:45.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:45 smithi102 ceph-mon[90943]: pgmap v4974: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 269 KiB/s rd, 16 KiB/s wr, 367 op/s 2024-04-10T16:32:45.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:45 smithi102 ceph-mon[88557]: osdmap e2693: 8 total, 8 up, 8 in 2024-04-10T16:32:45.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:45 smithi102 ceph-mon[88557]: pgmap v4974: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 269 KiB/s rd, 16 KiB/s wr, 367 op/s 2024-04-10T16:32:46.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:46 smithi154 ceph-mon[84269]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-10T16:32:46.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:46 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/c2c045d1-260e-4b7b-b59a-ec2b2ad3165a"}]: dispatch 2024-04-10T16:32:46.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:46 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/c2c045d1-260e-4b7b-b59a-ec2b2ad3165a"}]': finished 2024-04-10T16:32:46.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:46 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/0e8954a9-118d-4280-8b13-d7fed74c4fd2"}]: dispatch 2024-04-10T16:32:46.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:46 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/0e8954a9-118d-4280-8b13-d7fed74c4fd2"}]': finished 2024-04-10T16:32:46.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:46 smithi102 ceph-mon[90943]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-10T16:32:46.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:46 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/c2c045d1-260e-4b7b-b59a-ec2b2ad3165a"}]: dispatch 2024-04-10T16:32:46.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:46 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/c2c045d1-260e-4b7b-b59a-ec2b2ad3165a"}]': finished 2024-04-10T16:32:46.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:46 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/0e8954a9-118d-4280-8b13-d7fed74c4fd2"}]: dispatch 2024-04-10T16:32:46.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:46 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/0e8954a9-118d-4280-8b13-d7fed74c4fd2"}]': finished 2024-04-10T16:32:46.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:46 smithi102 ceph-mon[88557]: osdmap e2694: 8 total, 8 up, 8 in 2024-04-10T16:32:46.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:46 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/c2c045d1-260e-4b7b-b59a-ec2b2ad3165a"}]: dispatch 2024-04-10T16:32:46.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:46 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/c2c045d1-260e-4b7b-b59a-ec2b2ad3165a"}]': finished 2024-04-10T16:32:46.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:46 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/0e8954a9-118d-4280-8b13-d7fed74c4fd2"}]: dispatch 2024-04-10T16:32:46.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:46 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/0e8954a9-118d-4280-8b13-d7fed74c4fd2"}]': finished 2024-04-10T16:32:47.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:47 smithi154 ceph-mon[84269]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-10T16:32:47.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:47 smithi154 ceph-mon[84269]: pgmap v4977: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 34 KiB/s wr, 589 op/s 2024-04-10T16:32:47.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:47 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:32:47.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:47 smithi102 ceph-mon[88557]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-10T16:32:47.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:47 smithi102 ceph-mon[88557]: pgmap v4977: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 34 KiB/s wr, 589 op/s 2024-04-10T16:32:47.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:47 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:32:47.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:47 smithi102 ceph-mon[90943]: osdmap e2695: 8 total, 8 up, 8 in 2024-04-10T16:32:47.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:47 smithi102 ceph-mon[90943]: pgmap v4977: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 428 KiB/s rd, 34 KiB/s wr, 589 op/s 2024-04-10T16:32:47.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:47 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:32:47.692 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:32:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:32:47] "GET /metrics HTTP/1.1" 200 36608 "" "Prometheus/2.43.0" 2024-04-10T16:32:48.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:48 smithi154 ceph-mon[84269]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-10T16:32:48.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:48 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:32:48.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:48 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:32:48.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:48 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:32:48.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:48 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:32:48.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:48 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:32:48.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:48 smithi102 ceph-mon[90943]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-10T16:32:48.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:48 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:32:48.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:48 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:32:48.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:48 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:32:48.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:48 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:32:48.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:48 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:32:48.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:48 smithi102 ceph-mon[88557]: osdmap e2696: 8 total, 8 up, 8 in 2024-04-10T16:32:48.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:48 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:32:48.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:48 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:32:48.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:48 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:32:48.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:48 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:32:48.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:48 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:32:49.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:49 smithi154 ceph-mon[84269]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-10T16:32:49.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:49 smithi154 ceph-mon[84269]: pgmap v4980: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 23 KiB/s wr, 271 op/s 2024-04-10T16:32:49.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:49 smithi154 ceph-mon[84269]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-10T16:32:49.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:49 smithi102 ceph-mon[90943]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-10T16:32:49.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:49 smithi102 ceph-mon[90943]: pgmap v4980: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 23 KiB/s wr, 271 op/s 2024-04-10T16:32:49.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:49 smithi102 ceph-mon[90943]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-10T16:32:49.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:49 smithi102 ceph-mon[88557]: osdmap e2697: 8 total, 8 up, 8 in 2024-04-10T16:32:49.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:49 smithi102 ceph-mon[88557]: pgmap v4980: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 182 KiB/s rd, 23 KiB/s wr, 271 op/s 2024-04-10T16:32:49.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:49 smithi102 ceph-mon[88557]: osdmap e2698: 8 total, 8 up, 8 in 2024-04-10T16:32:50.361 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_mirror_image_create_snapshot PASSED [ 82%] 2024-04-10T16:32:51.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:51 smithi154 ceph-mon[84269]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-10T16:32:51.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:51 smithi154 ceph-mon[84269]: pgmap v4983: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 10 KiB/s wr, 191 op/s 2024-04-10T16:32:51.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:51 smithi102 ceph-mon[88557]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-10T16:32:51.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:51 smithi102 ceph-mon[88557]: pgmap v4983: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 10 KiB/s wr, 191 op/s 2024-04-10T16:32:51.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:51 smithi102 ceph-mon[90943]: osdmap e2699: 8 total, 8 up, 8 in 2024-04-10T16:32:51.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:51 smithi102 ceph-mon[90943]: pgmap v4983: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 144 KiB/s rd, 10 KiB/s wr, 191 op/s 2024-04-10T16:32:52.563 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:52 smithi154 ceph-mon[84269]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-10T16:32:52.563 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:32:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:32:52.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:32:52.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:52 smithi102 ceph-mon[88557]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-10T16:32:52.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:52 smithi102 ceph-mon[90943]: osdmap e2700: 8 total, 8 up, 8 in 2024-04-10T16:32:53.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:53 smithi154 ceph-mon[84269]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-10T16:32:53.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:53 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/410f25f5-6428-4e18-89ad-60cb901ce2b3"}]: dispatch 2024-04-10T16:32:53.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:53 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/410f25f5-6428-4e18-89ad-60cb901ce2b3"}]': finished 2024-04-10T16:32:53.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:53 smithi154 ceph-mon[84269]: pgmap v4986: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 10 KiB/s wr, 196 op/s 2024-04-10T16:32:53.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:53 smithi102 ceph-mon[88557]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-10T16:32:53.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:53 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/410f25f5-6428-4e18-89ad-60cb901ce2b3"}]: dispatch 2024-04-10T16:32:53.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:53 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/410f25f5-6428-4e18-89ad-60cb901ce2b3"}]': finished 2024-04-10T16:32:53.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:53 smithi102 ceph-mon[88557]: pgmap v4986: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 10 KiB/s wr, 196 op/s 2024-04-10T16:32:53.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:53 smithi102 ceph-mon[90943]: osdmap e2701: 8 total, 8 up, 8 in 2024-04-10T16:32:53.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:53 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd=[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/410f25f5-6428-4e18-89ad-60cb901ce2b3"}]: dispatch 2024-04-10T16:32:53.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:53 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1692913192' entity='client.admin' cmd='[{"prefix": "config-key rm", "key": "rbd/mirror/peer/122/410f25f5-6428-4e18-89ad-60cb901ce2b3"}]': finished 2024-04-10T16:32:53.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:53 smithi102 ceph-mon[90943]: pgmap v4986: 137 pgs: 137 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 145 KiB/s rd, 10 KiB/s wr, 196 op/s 2024-04-10T16:32:54.399 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMirroring::test_aio_mirror_image_create_snapshot PASSED [ 82%] 2024-04-10T16:32:54.478 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_move PASSED [ 83%] 2024-04-10T16:32:54.618 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_purge PASSED [ 84%] 2024-04-10T16:32:54.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:54 smithi154 ceph-mon[84269]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-10T16:32:54.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:54.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:54 smithi154 ceph-mon[84269]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-10T16:32:54.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:54 smithi102 ceph-mon[88557]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-10T16:32:54.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:54.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:54 smithi102 ceph-mon[88557]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-10T16:32:54.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:54 smithi102 ceph-mon[90943]: osdmap e2702: 8 total, 8 up, 8 in 2024-04-10T16:32:54.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:32:54.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:54 smithi102 ceph-mon[90943]: osdmap e2703: 8 total, 8 up, 8 in 2024-04-10T16:32:54.692 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_denied PASSED [ 84%] 2024-04-10T16:32:54.762 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove PASSED [ 85%] 2024-04-10T16:32:54.834 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_remove_with_progress PASSED [ 85%] 2024-04-10T16:32:54.917 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_get PASSED [ 86%] 2024-04-10T16:32:55.064 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_list PASSED [ 86%] 2024-04-10T16:32:55.182 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestTrash::test_restore PASSED [ 87%] 2024-04-10T16:32:55.188 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_create_group PASSED [ 88%] 2024-04-10T16:32:55.197 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_rename_group PASSED [ 88%] 2024-04-10T16:32:55.199 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_empty PASSED [ 89%] 2024-04-10T16:32:55.206 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups PASSED [ 89%] 2024-04-10T16:32:55.213 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::test_list_groups_after_removed PASSED [ 90%] 2024-04-10T16:32:55.306 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_add PASSED [ 90%] 2024-04-10T16:32:55.394 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_empty PASSED [ 91%] 2024-04-10T16:32:55.488 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list PASSED [ 92%] 2024-04-10T16:32:55.615 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_list_move_to_trash PASSED [ 92%] 2024-04-10T16:32:55.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:55 smithi154 ceph-mon[84269]: pgmap v4989: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 KiB/s wr, 30 op/s 2024-04-10T16:32:55.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:55 smithi102 ceph-mon[88557]: pgmap v4989: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 KiB/s wr, 30 op/s 2024-04-10T16:32:55.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:55 smithi102 ceph-mon[90943]: pgmap v4989: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 20 KiB/s rd, 1.5 KiB/s wr, 30 op/s 2024-04-10T16:32:57.225 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_many_images PASSED [ 93%] 2024-04-10T16:32:57.335 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_image_remove PASSED [ 93%] 2024-04-10T16:32:57.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:57 smithi154 ceph-mon[84269]: pgmap v4990: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 18 KiB/s wr, 218 op/s 2024-04-10T16:32:57.425 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap PASSED [ 94%] 2024-04-10T16:32:57.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:57 smithi102 ceph-mon[90943]: pgmap v4990: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 18 KiB/s wr, 218 op/s 2024-04-10T16:32:57.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:57 smithi102 ceph-mon[88557]: pgmap v4990: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 142 KiB/s rd, 18 KiB/s wr, 218 op/s 2024-04-10T16:32:57.524 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_flags PASSED [ 94%] 2024-04-10T16:32:57.698 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_list_many PASSED [ 95%] 2024-04-10T16:32:57.941 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:32:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:32:57] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-04-10T16:32:59.163 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_namespace PASSED [ 96%] 2024-04-10T16:32:59.263 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rename PASSED [ 96%] 2024-04-10T16:32:59.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:59 smithi154 ceph-mon[84269]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-10T16:32:59.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:32:59 smithi154 ceph-mon[84269]: pgmap v4992: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 288 KiB/s rd, 31 KiB/s wr, 429 op/s 2024-04-10T16:32:59.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:59 smithi102 ceph-mon[88557]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-10T16:32:59.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:32:59 smithi102 ceph-mon[88557]: pgmap v4992: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 288 KiB/s rd, 31 KiB/s wr, 429 op/s 2024-04-10T16:32:59.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:59 smithi102 ceph-mon[90943]: osdmap e2704: 8 total, 8 up, 8 in 2024-04-10T16:32:59.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:32:59 smithi102 ceph-mon[90943]: pgmap v4992: 137 pgs: 1 active+clean+snaptrim, 1 active+clean+snaptrim_wait, 135 active+clean; 4.6 MiB data, 4.1 GiB used, 711 GiB / 715 GiB avail; 288 KiB/s rd, 31 KiB/s wr, 429 op/s 2024-04-10T16:33:00.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:00 smithi154 ceph-mon[84269]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-10T16:33:00.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:00 smithi154 ceph-mon[84269]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-10T16:33:00.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:00 smithi102 ceph-mon[90943]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-10T16:33:00.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:00 smithi102 ceph-mon[90943]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-10T16:33:00.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:00 smithi102 ceph-mon[88557]: osdmap e2705: 8 total, 8 up, 8 in 2024-04-10T16:33:00.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:00 smithi102 ceph-mon[88557]: osdmap e2706: 8 total, 8 up, 8 in 2024-04-10T16:33:01.413 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestGroups::test_group_snap_rollback PASSED [ 97%] 2024-04-10T16:33:01.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:01 smithi154 ceph-mon[84269]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-10T16:33:01.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:01 smithi154 ceph-mon[84269]: pgmap v4996: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 121 KiB/s wr, 1.70k op/s 2024-04-10T16:33:01.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:01 smithi102 ceph-mon[90943]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-10T16:33:01.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:01 smithi102 ceph-mon[90943]: pgmap v4996: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 121 KiB/s wr, 1.70k op/s 2024-04-10T16:33:01.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:01 smithi102 ceph-mon[88557]: osdmap e2707: 8 total, 8 up, 8 in 2024-04-10T16:33:01.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:01 smithi102 ceph-mon[88557]: pgmap v4996: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.2 MiB/s rd, 121 KiB/s wr, 1.70k op/s 2024-04-10T16:33:01.698 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration PASSED [ 97%] 2024-04-10T16:33:02.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:02 smithi154 ceph-mon[84269]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-10T16:33:02.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:33:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:33:02.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:33:02.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:02 smithi102 ceph-mon[90943]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-10T16:33:02.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:02 smithi102 ceph-mon[88557]: osdmap e2708: 8 total, 8 up, 8 in 2024-04-10T16:33:03.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:03 smithi154 ceph-mon[84269]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-10T16:33:03.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:03 smithi154 ceph-mon[84269]: pgmap v4999: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 109 KiB/s wr, 1.54k op/s 2024-04-10T16:33:03.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:03 smithi102 ceph-mon[90943]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-10T16:33:03.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:03 smithi102 ceph-mon[90943]: pgmap v4999: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 109 KiB/s wr, 1.54k op/s 2024-04-10T16:33:03.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:03 smithi102 ceph-mon[88557]: osdmap e2709: 8 total, 8 up, 8 in 2024-04-10T16:33:03.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:03 smithi102 ceph-mon[88557]: pgmap v4999: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 1.1 MiB/s rd, 109 KiB/s wr, 1.54k op/s 2024-04-10T16:33:04.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:04 smithi154 ceph-mon[84269]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-10T16:33:04.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:04 smithi154 ceph-mon[84269]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-10T16:33:04.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:04 smithi102 ceph-mon[90943]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-10T16:33:04.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:04 smithi102 ceph-mon[90943]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-10T16:33:04.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:04 smithi102 ceph-mon[88557]: osdmap e2710: 8 total, 8 up, 8 in 2024-04-10T16:33:04.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:04 smithi102 ceph-mon[88557]: osdmap e2711: 8 total, 8 up, 8 in 2024-04-10T16:33:05.480 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_import PASSED [ 98%] 2024-04-10T16:33:05.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:05 smithi154 ceph-mon[84269]: pgmap v5002: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 316 KiB/s rd, 15 KiB/s wr, 414 op/s 2024-04-10T16:33:05.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:05 smithi102 ceph-mon[90943]: pgmap v5002: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 316 KiB/s rd, 15 KiB/s wr, 414 op/s 2024-04-10T16:33:05.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:05 smithi102 ceph-mon[88557]: pgmap v5002: 137 pgs: 137 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 316 KiB/s rd, 15 KiB/s wr, 414 op/s 2024-04-10T16:33:05.699 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migration_with_progress PASSED [ 98%] 2024-04-10T16:33:05.882 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort PASSED [ 99%] 2024-04-10T16:33:06.334 INFO:tasks.workunit.client.0.smithi102.stdout:../../../clone.client.0/src/test/pybind/test_rbd.py::TestMigration::test_migrate_abort_with_progress PASSED [100%] 2024-04-10T16:33:06.334 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:33:06.334 INFO:tasks.workunit.client.0.smithi102.stdout:=============================== warnings summary =============================== 2024-04-10T16:33:06.334 INFO:tasks.workunit.client.0.smithi102.stdout:test_rbd.py::test_remove_with_progress_except 2024-04-10T16:33:06.334 INFO:tasks.workunit.client.0.smithi102.stdout: /usr/lib/python3.9/site-packages/_pytest/unraisableexception.py:78: PytestUnraisableExceptionWarning: Exception ignored in: 'rbd.progress_callback' 2024-04-10T16:33:06.334 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:33:06.334 INFO:tasks.workunit.client.0.smithi102.stdout: Traceback (most recent call last): 2024-04-10T16:33:06.334 INFO:tasks.workunit.client.0.smithi102.stdout: File "/home/ubuntu/cephtest/clone.client.0/src/test/pybind/test_rbd.py", line 423, in progress_cb 2024-04-10T16:33:06.334 INFO:tasks.workunit.client.0.smithi102.stdout: raise Exception() 2024-04-10T16:33:06.335 INFO:tasks.workunit.client.0.smithi102.stdout: Exception 2024-04-10T16:33:06.335 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:33:06.335 INFO:tasks.workunit.client.0.smithi102.stdout: warnings.warn(pytest.PytestUnraisableExceptionWarning(msg)) 2024-04-10T16:33:06.335 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:33:06.335 INFO:tasks.workunit.client.0.smithi102.stdout:-- Docs: https://docs.pytest.org/en/stable/warnings.html 2024-04-10T16:33:06.335 INFO:tasks.workunit.client.0.smithi102.stdout:============ 167 passed, 8 skipped, 1 warning in 638.30s (0:10:38) ============= 2024-04-10T16:33:06.367 INFO:tasks.workunit.client.0.smithi102.stderr:+ exit 0 2024-04-10T16:33:06.367 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T16:33:06.367 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T16:33:06.396 INFO:tasks.workunit:Stopping ['rbd/test_librbd_python.sh'] on client.0... 2024-04-10T16:33:06.396 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-10T16:33:06.660 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:06 smithi102 ceph-mon[90943]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-10T16:33:06.660 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:06 smithi102 ceph-mon[88557]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-10T16:33:06.661 DEBUG:teuthology.parallel:result is None 2024-04-10T16:33:06.661 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T16:33:06.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:06 smithi154 ceph-mon[84269]: osdmap e2712: 8 total, 8 up, 8 in 2024-04-10T16:33:06.689 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T16:33:06.689 DEBUG:teuthology.orchestra.run.smithi102:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T16:33:06.743 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T16:33:06.744 INFO:teuthology.task.full_sequential:In full_sequential, running task print... 2024-04-10T16:33:06.744 INFO:teuthology.task.print:**** done end test_rbd_python.yaml 2024-04-10T16:33:06.744 DEBUG:teuthology.parallel:result is None 2024-04-10T16:33:06.744 INFO:teuthology.run_tasks:Running task print... 2024-04-10T16:33:06.755 INFO:teuthology.task.print:**** done end parallel 2024-04-10T16:33:06.755 INFO:teuthology.run_tasks:Running task print... 2024-04-10T16:33:06.785 INFO:teuthology.task.print:**** done start telemetry x... 2024-04-10T16:33:06.785 INFO:teuthology.run_tasks:Running task workunit... 2024-04-10T16:33:06.794 INFO:tasks.workunit:Pulling workunits from ref a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T16:33:06.794 INFO:tasks.workunit:Making a separate scratch dir for every client... 2024-04-10T16:33:06.794 DEBUG:teuthology.orchestra.run.smithi102:> stat -- /home/ubuntu/cephtest/mnt.0 2024-04-10T16:33:06.808 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T16:33:06.809 INFO:teuthology.orchestra.run.smithi102.stderr:stat: cannot statx '/home/ubuntu/cephtest/mnt.0': No such file or directory 2024-04-10T16:33:06.809 DEBUG:teuthology.orchestra.run.smithi102:> mkdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T16:33:06.863 INFO:tasks.workunit:Created dir /home/ubuntu/cephtest/mnt.0 2024-04-10T16:33:06.863 DEBUG:teuthology.orchestra.run.smithi102:> cd -- /home/ubuntu/cephtest/mnt.0 && mkdir -- client.0 2024-04-10T16:33:06.919 INFO:tasks.workunit:timeout=3h 2024-04-10T16:33:06.919 INFO:tasks.workunit:cleanup=True 2024-04-10T16:33:06.919 DEBUG:teuthology.orchestra.run.smithi102:> rm -rf /home/ubuntu/cephtest/clone.client.0 && git clone https://github.com/ceph/ceph-ci.git /home/ubuntu/cephtest/clone.client.0 && cd /home/ubuntu/cephtest/clone.client.0 && git checkout a5074d4516d566e9d8b6aec912f26afd099de101 2024-04-10T16:33:06.974 INFO:tasks.workunit.client.0.smithi102.stderr:Cloning into '/home/ubuntu/cephtest/clone.client.0'... 2024-04-10T16:33:07.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:07 smithi154 ceph-mon[84269]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-10T16:33:07.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:07 smithi154 ceph-mon[84269]: pgmap v5005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:07.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:07 smithi102 ceph-mon[90943]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-10T16:33:07.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:07 smithi102 ceph-mon[90943]: pgmap v5005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:07.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:07 smithi102 ceph-mon[88557]: osdmap e2713: 8 total, 8 up, 8 in 2024-04-10T16:33:07.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:07 smithi102 ceph-mon[88557]: pgmap v5005: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:07.692 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:33:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:33:07] "GET /metrics HTTP/1.1" 200 36607 "" "Prometheus/2.43.0" 2024-04-10T16:33:08.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:08 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:08.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:08 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:08.911 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:08 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:09.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:09 smithi102 ceph-mon[90943]: pgmap v5006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:09.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:09 smithi102 ceph-mon[88557]: pgmap v5006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:09.911 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:09 smithi154 ceph-mon[84269]: pgmap v5006: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:11.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:11 smithi154 ceph-mon[84269]: pgmap v5007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:11.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:11 smithi102 ceph-mon[90943]: pgmap v5007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:11.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:11 smithi102 ceph-mon[88557]: pgmap v5007: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:12.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:33:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:33:12.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:33:13.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:13 smithi154 ceph-mon[84269]: pgmap v5008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:13.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:13 smithi102 ceph-mon[88557]: pgmap v5008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:13.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:13 smithi102 ceph-mon[90943]: pgmap v5008: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:15.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:15 smithi154 ceph-mon[84269]: pgmap v5009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:15.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:15 smithi102 ceph-mon[90943]: pgmap v5009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:15.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:15 smithi102 ceph-mon[88557]: pgmap v5009: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:17.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:17 smithi154 ceph-mon[84269]: pgmap v5010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:17.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:17 smithi102 ceph-mon[90943]: pgmap v5010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:17.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:17 smithi102 ceph-mon[88557]: pgmap v5010: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:17.941 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:33:17 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:33:17] "GET /metrics HTTP/1.1" 200 34128 "" "Prometheus/2.43.0" 2024-04-10T16:33:19.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:19 smithi154 ceph-mon[84269]: pgmap v5011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:19.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:19 smithi102 ceph-mon[90943]: pgmap v5011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:19.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:19 smithi102 ceph-mon[88557]: pgmap v5011: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:21.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:21 smithi154 ceph-mon[84269]: pgmap v5012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:21.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:21 smithi102 ceph-mon[90943]: pgmap v5012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:21.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:21 smithi102 ceph-mon[88557]: pgmap v5012: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:22.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:33:22 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:33:22.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:33:23.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:23 smithi154 ceph-mon[84269]: pgmap v5013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:23.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:23 smithi102 ceph-mon[90943]: pgmap v5013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:23.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:23 smithi102 ceph-mon[88557]: pgmap v5013: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:24.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:24 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:24.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:24 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:24.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:24 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:25.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:25 smithi154 ceph-mon[84269]: pgmap v5014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:25.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:25 smithi102 ceph-mon[90943]: pgmap v5014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:25.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:25 smithi102 ceph-mon[88557]: pgmap v5014: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:27.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:27 smithi154 ceph-mon[84269]: pgmap v5015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:27.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:27 smithi102 ceph-mon[90943]: pgmap v5015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:27.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:27 smithi102 ceph-mon[88557]: pgmap v5015: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:27.941 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:33:27 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:33:27] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-10T16:33:29.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:29 smithi154 ceph-mon[84269]: pgmap v5016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:29.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:29 smithi102 ceph-mon[90943]: pgmap v5016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:29.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:29 smithi102 ceph-mon[88557]: pgmap v5016: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:31.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:31 smithi154 ceph-mon[84269]: pgmap v5017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:31.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:31 smithi102 ceph-mon[90943]: pgmap v5017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:31.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:31 smithi102 ceph-mon[88557]: pgmap v5017: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:32.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:33:32 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:33:32.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:33:33.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:33 smithi154 ceph-mon[84269]: pgmap v5018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:33.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:33 smithi102 ceph-mon[90943]: pgmap v5018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:33.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:33 smithi102 ceph-mon[88557]: pgmap v5018: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:35.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:35 smithi154 ceph-mon[84269]: pgmap v5019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:35.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:35 smithi102 ceph-mon[90943]: pgmap v5019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:35.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:35 smithi102 ceph-mon[88557]: pgmap v5019: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:37.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:37 smithi154 ceph-mon[84269]: pgmap v5020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:37.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:37 smithi102 ceph-mon[90943]: pgmap v5020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:37.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:37 smithi102 ceph-mon[88557]: pgmap v5020: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:37.941 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:33:37 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:33:37] "GET /metrics HTTP/1.1" 200 34131 "" "Prometheus/2.43.0" 2024-04-10T16:33:38.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:38 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:38.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:38 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:38.911 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:38 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:39.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:39 smithi102 ceph-mon[90943]: pgmap v5021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:39.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:39 smithi102 ceph-mon[88557]: pgmap v5021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:39.911 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:39 smithi154 ceph-mon[84269]: pgmap v5021: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:41.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:41 smithi154 ceph-mon[84269]: pgmap v5022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:41.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:41 smithi102 ceph-mon[90943]: pgmap v5022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:41.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:41 smithi102 ceph-mon[88557]: pgmap v5022: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:42.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:33:42 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:33:42.314Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:33:43.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:43 smithi154 ceph-mon[84269]: pgmap v5023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:43.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:43 smithi102 ceph-mon[90943]: pgmap v5023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:43.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:43 smithi102 ceph-mon[88557]: pgmap v5023: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:45.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:45 smithi154 ceph-mon[84269]: pgmap v5024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:45.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:45 smithi102 ceph-mon[90943]: pgmap v5024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:45.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:45 smithi102 ceph-mon[88557]: pgmap v5024: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:47.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:47 smithi154 ceph-mon[84269]: pgmap v5025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:47.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:47 smithi102 ceph-mon[90943]: pgmap v5025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:47.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:47 smithi102 ceph-mon[88557]: pgmap v5025: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:47.941 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:33:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:33:47] "GET /metrics HTTP/1.1" 200 34133 "" "Prometheus/2.43.0" 2024-04-10T16:33:48.911 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:48 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:33:48.941 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:48 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:33:48.942 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:48 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:33:49.911 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:49 smithi154 ceph-mon[84269]: pgmap v5026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:49.912 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:49 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:33:49.912 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:49 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:33:49.912 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:49 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:33:49.941 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:49 smithi102 ceph-mon[90943]: pgmap v5026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:49.941 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:49 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:33:49.941 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:49 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:33:49.941 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:49 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:33:49.942 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:49 smithi102 ceph-mon[88557]: pgmap v5026: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:49.942 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:49 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:33:49.942 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:49 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:33:49.942 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:49 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:33:51.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:51 smithi154 ceph-mon[84269]: pgmap v5027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:51.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:51 smithi102 ceph-mon[90943]: pgmap v5027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:51.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:51 smithi102 ceph-mon[88557]: pgmap v5027: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:52.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:33:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:33:52.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:33:53.412 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:53 smithi154 ceph-mon[84269]: pgmap v5028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:53.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:53 smithi102 ceph-mon[90943]: pgmap v5028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:53.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:53 smithi102 ceph-mon[88557]: pgmap v5028: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:54.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:54 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:54.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:54 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:54.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:54 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:33:55.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:55 smithi154 ceph-mon[84269]: pgmap v5029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:55.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:55 smithi102 ceph-mon[90943]: pgmap v5029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:55.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:55 smithi102 ceph-mon[88557]: pgmap v5029: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:57.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:57 smithi154 ceph-mon[84269]: pgmap v5030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:57.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:57 smithi102 ceph-mon[88557]: pgmap v5030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:57.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:57 smithi102 ceph-mon[90943]: pgmap v5030: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:57.941 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:33:57 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:33:57] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-10T16:33:58.554 INFO:tasks.workunit.client.0.smithi102.stderr:Note: switching to 'a5074d4516d566e9d8b6aec912f26afd099de101'. 2024-04-10T16:33:58.554 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T16:33:58.555 INFO:tasks.workunit.client.0.smithi102.stderr:You are in 'detached HEAD' state. You can look around, make experimental 2024-04-10T16:33:58.555 INFO:tasks.workunit.client.0.smithi102.stderr:changes and commit them, and you can discard any commits you make in this 2024-04-10T16:33:58.555 INFO:tasks.workunit.client.0.smithi102.stderr:state without impacting any branches by switching back to a branch. 2024-04-10T16:33:58.555 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T16:33:58.555 INFO:tasks.workunit.client.0.smithi102.stderr:If you want to create a new branch to retain commits you create, you may 2024-04-10T16:33:58.555 INFO:tasks.workunit.client.0.smithi102.stderr:do so (now or later) by using -c with the switch command. Example: 2024-04-10T16:33:58.555 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T16:33:58.555 INFO:tasks.workunit.client.0.smithi102.stderr: git switch -c 2024-04-10T16:33:58.555 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T16:33:58.555 INFO:tasks.workunit.client.0.smithi102.stderr:Or undo this operation with: 2024-04-10T16:33:58.555 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T16:33:58.555 INFO:tasks.workunit.client.0.smithi102.stderr: git switch - 2024-04-10T16:33:58.555 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T16:33:58.555 INFO:tasks.workunit.client.0.smithi102.stderr:Turn off this advice by setting config variable advice.detachedHead to false 2024-04-10T16:33:58.555 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T16:33:58.556 INFO:tasks.workunit.client.0.smithi102.stderr:HEAD is now at a5074d4516d Merge branch 'wip-nitzan-public-addr-check-subnet-unreachable' of https://github.com/NitzanMordhai/ceph into wip-yuri6-testing-2024-04-09-1231 2024-04-10T16:33:58.560 DEBUG:teuthology.orchestra.run.smithi102:> cd -- /home/ubuntu/cephtest/clone.client.0/qa/workunits && if test -e Makefile ; then make ; fi && find -executable -type f -printf '%P\0' >/home/ubuntu/cephtest/workunits.list.client.0 2024-04-10T16:33:58.636 INFO:tasks.workunit.client.0.smithi102.stdout:for d in direct_io fs ; do ( cd $d ; make all ) ; done 2024-04-10T16:33:58.638 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T16:33:58.639 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE direct_io_test.c -o direct_io_test 2024-04-10T16:33:58.688 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_sync_io.c -o test_sync_io 2024-04-10T16:33:58.736 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_short_dio_read.c -o test_short_dio_read 2024-04-10T16:33:58.776 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/direct_io' 2024-04-10T16:33:58.778 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Entering directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T16:33:58.778 INFO:tasks.workunit.client.0.smithi102.stdout:cc -Wall -Wextra -D_GNU_SOURCE test_o_trunc.c -o test_o_trunc 2024-04-10T16:33:58.816 INFO:tasks.workunit.client.0.smithi102.stdout:make[1]: Leaving directory '/home/ubuntu/cephtest/clone.client.0/qa/workunits/fs' 2024-04-10T16:33:58.820 DEBUG:teuthology.orchestra.run.smithi102:> set -ex 2024-04-10T16:33:58.820 DEBUG:teuthology.orchestra.run.smithi102:> dd if=/home/ubuntu/cephtest/workunits.list.client.0 of=/dev/stdout 2024-04-10T16:33:58.875 INFO:tasks.workunit:Running workunits matching test_telemetry_reef_x.sh on client.0... 2024-04-10T16:33:58.876 INFO:tasks.workunit:Running workunit test_telemetry_reef_x.sh... 2024-04-10T16:33:58.876 DEBUG:teuthology.orchestra.run.smithi102:workunit test test_telemetry_reef_x.sh> mkdir -p -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && cd -- /home/ubuntu/cephtest/mnt.0/client.0/tmp && CEPH_CLI_TEST_DUP_COMMAND=1 CEPH_REF=a5074d4516d566e9d8b6aec912f26afd099de101 TESTDIR="/home/ubuntu/cephtest" CEPH_ARGS="--cluster ceph" CEPH_ID="0" PATH=$PATH:/usr/sbin CEPH_BASE=/home/ubuntu/cephtest/clone.client.0 CEPH_ROOT=/home/ubuntu/cephtest/clone.client.0 CEPH_MNT=/home/ubuntu/cephtest/mnt.0 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 3h /home/ubuntu/cephtest/clone.client.0/qa/workunits/test_telemetry_reef_x.sh 2024-04-10T16:33:58.933 INFO:tasks.workunit.client.0.smithi102.stderr:++ ceph config get mgr mgr/telemetry/last_opt_revision 2024-04-10T16:33:59.324 INFO:tasks.workunit.client.0.smithi102.stderr:+ LAST_OPT_REVISION=1 2024-04-10T16:33:59.325 INFO:tasks.workunit.client.0.smithi102.stderr:+ '[' 1 -ne 1 ']' 2024-04-10T16:33:59.325 INFO:tasks.workunit.client.0.smithi102.stderr:+ ceph -s 2024-04-10T16:33:59.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:33:59 smithi154 ceph-mon[84269]: pgmap v5031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:59.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:33:59 smithi102 ceph-mon[90943]: pgmap v5031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:59.441 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:33:59 smithi102 ceph-mon[88557]: pgmap v5031: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:59.838 INFO:tasks.workunit.client.0.smithi102.stdout: cluster: 2024-04-10T16:33:59.838 INFO:tasks.workunit.client.0.smithi102.stdout: id: 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T16:33:59.838 INFO:tasks.workunit.client.0.smithi102.stdout: health: HEALTH_WARN 2024-04-10T16:33:59.838 INFO:tasks.workunit.client.0.smithi102.stdout: Telemetry requires re-opt-in 2024-04-10T16:33:59.839 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:33:59.839 INFO:tasks.workunit.client.0.smithi102.stdout: services: 2024-04-10T16:33:59.839 INFO:tasks.workunit.client.0.smithi102.stdout: mon: 3 daemons, quorum a,b,c (age 84m) 2024-04-10T16:33:59.839 INFO:tasks.workunit.client.0.smithi102.stdout: mgr: y(active, since 85m), standbys: x 2024-04-10T16:33:59.839 INFO:tasks.workunit.client.0.smithi102.stdout: mds: 1/1 daemons up, 1 standby 2024-04-10T16:33:59.839 INFO:tasks.workunit.client.0.smithi102.stdout: osd: 8 osds: 8 up (since 79m), 8 in (since 91m) 2024-04-10T16:33:59.839 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:33:59.839 INFO:tasks.workunit.client.0.smithi102.stdout: data: 2024-04-10T16:33:59.839 INFO:tasks.workunit.client.0.smithi102.stdout: volumes: 1/1 healthy 2024-04-10T16:33:59.839 INFO:tasks.workunit.client.0.smithi102.stdout: pools: 4 pools, 105 pgs 2024-04-10T16:33:59.839 INFO:tasks.workunit.client.0.smithi102.stdout: objects: 28 objects, 4.6 MiB 2024-04-10T16:33:59.839 INFO:tasks.workunit.client.0.smithi102.stdout: usage: 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:33:59.839 INFO:tasks.workunit.client.0.smithi102.stdout: pgs: 105 active+clean 2024-04-10T16:33:59.839 INFO:tasks.workunit.client.0.smithi102.stdout: 2024-04-10T16:33:59.850 INFO:tasks.workunit.client.0.smithi102.stderr:++ ceph telemetry collection ls 2024-04-10T16:34:00.345 INFO:tasks.workunit.client.0.smithi102.stderr:+ COLLECTIONS='New collections are available: 2024-04-10T16:34:00.346 INFO:tasks.workunit.client.0.smithi102.stderr:['\''basic_pool_flags'\''] 2024-04-10T16:34:00.346 INFO:tasks.workunit.client.0.smithi102.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T16:34:00.346 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T16:34:00.346 INFO:tasks.workunit.client.0.smithi102.stderr:NAME STATUS DESC 2024-04-10T16:34:00.346 INFO:tasks.workunit.client.0.smithi102.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T16:34:00.346 INFO:tasks.workunit.client.0.smithi102.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-10T16:34:00.346 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-10T16:34:00.346 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-10T16:34:00.346 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-10T16:34:00.346 INFO:tasks.workunit.client.0.smithi102.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-10T16:34:00.346 INFO:tasks.workunit.client.0.smithi102.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-10T16:34:00.346 INFO:tasks.workunit.client.0.smithi102.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T16:34:00.346 INFO:tasks.workunit.client.0.smithi102.stderr:device_base REPORTING Information about device health metrics 2024-04-10T16:34:00.347 INFO:tasks.workunit.client.0.smithi102.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-10T16:34:00.347 INFO:tasks.workunit.client.0.smithi102.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-10T16:34:00.347 INFO:tasks.workunit.client.0.smithi102.stderr:perf_perf REPORTING Information about performance counters of the cluster ' 2024-04-10T16:34:00.347 INFO:tasks.workunit.client.0.smithi102.stderr:+ NEW_COLLECTIONS=("perf_perf" "basic_mds_metadata" "basic_pool_usage" "basic_rook_v01" "perf_memory_metrics" "basic_pool_flags") 2024-04-10T16:34:00.347 INFO:tasks.workunit.client.0.smithi102.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T16:34:00.347 INFO:tasks.workunit.client.0.smithi102.stderr:+ [[ New collections are available: 2024-04-10T16:34:00.347 INFO:tasks.workunit.client.0.smithi102.stderr:['basic_pool_flags'] 2024-04-10T16:34:00.347 INFO:tasks.workunit.client.0.smithi102.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T16:34:00.347 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T16:34:00.347 INFO:tasks.workunit.client.0.smithi102.stderr:NAME STATUS DESC 2024-04-10T16:34:00.347 INFO:tasks.workunit.client.0.smithi102.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T16:34:00.347 INFO:tasks.workunit.client.0.smithi102.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-10T16:34:00.347 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-10T16:34:00.347 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-10T16:34:00.347 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-10T16:34:00.347 INFO:tasks.workunit.client.0.smithi102.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-10T16:34:00.348 INFO:tasks.workunit.client.0.smithi102.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-10T16:34:00.348 INFO:tasks.workunit.client.0.smithi102.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T16:34:00.348 INFO:tasks.workunit.client.0.smithi102.stderr:device_base REPORTING Information about device health metrics 2024-04-10T16:34:00.348 INFO:tasks.workunit.client.0.smithi102.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-10T16:34:00.348 INFO:tasks.workunit.client.0.smithi102.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-10T16:34:00.348 INFO:tasks.workunit.client.0.smithi102.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_perf* ]] 2024-04-10T16:34:00.348 INFO:tasks.workunit.client.0.smithi102.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T16:34:00.348 INFO:tasks.workunit.client.0.smithi102.stderr:+ [[ New collections are available: 2024-04-10T16:34:00.348 INFO:tasks.workunit.client.0.smithi102.stderr:['basic_pool_flags'] 2024-04-10T16:34:00.348 INFO:tasks.workunit.client.0.smithi102.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T16:34:00.348 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T16:34:00.348 INFO:tasks.workunit.client.0.smithi102.stderr:NAME STATUS DESC 2024-04-10T16:34:00.348 INFO:tasks.workunit.client.0.smithi102.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T16:34:00.348 INFO:tasks.workunit.client.0.smithi102.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-10T16:34:00.348 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-10T16:34:00.348 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-10T16:34:00.348 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-10T16:34:00.349 INFO:tasks.workunit.client.0.smithi102.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-10T16:34:00.349 INFO:tasks.workunit.client.0.smithi102.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-10T16:34:00.349 INFO:tasks.workunit.client.0.smithi102.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T16:34:00.349 INFO:tasks.workunit.client.0.smithi102.stderr:device_base REPORTING Information about device health metrics 2024-04-10T16:34:00.349 INFO:tasks.workunit.client.0.smithi102.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-10T16:34:00.349 INFO:tasks.workunit.client.0.smithi102.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-10T16:34:00.349 INFO:tasks.workunit.client.0.smithi102.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_mds_metadata* ]] 2024-04-10T16:34:00.349 INFO:tasks.workunit.client.0.smithi102.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T16:34:00.349 INFO:tasks.workunit.client.0.smithi102.stderr:+ [[ New collections are available: 2024-04-10T16:34:00.349 INFO:tasks.workunit.client.0.smithi102.stderr:['basic_pool_flags'] 2024-04-10T16:34:00.349 INFO:tasks.workunit.client.0.smithi102.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T16:34:00.349 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T16:34:00.349 INFO:tasks.workunit.client.0.smithi102.stderr:NAME STATUS DESC 2024-04-10T16:34:00.349 INFO:tasks.workunit.client.0.smithi102.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T16:34:00.349 INFO:tasks.workunit.client.0.smithi102.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-10T16:34:00.349 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-10T16:34:00.349 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-10T16:34:00.349 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-10T16:34:00.350 INFO:tasks.workunit.client.0.smithi102.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-10T16:34:00.350 INFO:tasks.workunit.client.0.smithi102.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-10T16:34:00.350 INFO:tasks.workunit.client.0.smithi102.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T16:34:00.350 INFO:tasks.workunit.client.0.smithi102.stderr:device_base REPORTING Information about device health metrics 2024-04-10T16:34:00.350 INFO:tasks.workunit.client.0.smithi102.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-10T16:34:00.350 INFO:tasks.workunit.client.0.smithi102.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-10T16:34:00.350 INFO:tasks.workunit.client.0.smithi102.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_usage* ]] 2024-04-10T16:34:00.350 INFO:tasks.workunit.client.0.smithi102.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T16:34:00.350 INFO:tasks.workunit.client.0.smithi102.stderr:+ [[ New collections are available: 2024-04-10T16:34:00.350 INFO:tasks.workunit.client.0.smithi102.stderr:['basic_pool_flags'] 2024-04-10T16:34:00.350 INFO:tasks.workunit.client.0.smithi102.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T16:34:00.350 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T16:34:00.350 INFO:tasks.workunit.client.0.smithi102.stderr:NAME STATUS DESC 2024-04-10T16:34:00.350 INFO:tasks.workunit.client.0.smithi102.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T16:34:00.350 INFO:tasks.workunit.client.0.smithi102.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-10T16:34:00.350 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-10T16:34:00.351 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-10T16:34:00.351 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-10T16:34:00.351 INFO:tasks.workunit.client.0.smithi102.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-10T16:34:00.351 INFO:tasks.workunit.client.0.smithi102.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-10T16:34:00.351 INFO:tasks.workunit.client.0.smithi102.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T16:34:00.351 INFO:tasks.workunit.client.0.smithi102.stderr:device_base REPORTING Information about device health metrics 2024-04-10T16:34:00.351 INFO:tasks.workunit.client.0.smithi102.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-10T16:34:00.351 INFO:tasks.workunit.client.0.smithi102.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-10T16:34:00.351 INFO:tasks.workunit.client.0.smithi102.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_rook_v01* ]] 2024-04-10T16:34:00.351 INFO:tasks.workunit.client.0.smithi102.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T16:34:00.351 INFO:tasks.workunit.client.0.smithi102.stderr:+ [[ New collections are available: 2024-04-10T16:34:00.351 INFO:tasks.workunit.client.0.smithi102.stderr:['basic_pool_flags'] 2024-04-10T16:34:00.351 INFO:tasks.workunit.client.0.smithi102.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T16:34:00.351 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T16:34:00.351 INFO:tasks.workunit.client.0.smithi102.stderr:NAME STATUS DESC 2024-04-10T16:34:00.351 INFO:tasks.workunit.client.0.smithi102.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T16:34:00.351 INFO:tasks.workunit.client.0.smithi102.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-10T16:34:00.352 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-10T16:34:00.352 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-10T16:34:00.352 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-10T16:34:00.352 INFO:tasks.workunit.client.0.smithi102.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-10T16:34:00.352 INFO:tasks.workunit.client.0.smithi102.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-10T16:34:00.352 INFO:tasks.workunit.client.0.smithi102.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T16:34:00.352 INFO:tasks.workunit.client.0.smithi102.stderr:device_base REPORTING Information about device health metrics 2024-04-10T16:34:00.352 INFO:tasks.workunit.client.0.smithi102.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-10T16:34:00.352 INFO:tasks.workunit.client.0.smithi102.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-10T16:34:00.352 INFO:tasks.workunit.client.0.smithi102.stderr:perf_perf REPORTING Information about performance counters of the cluster == *perf_memory_metrics* ]] 2024-04-10T16:34:00.352 INFO:tasks.workunit.client.0.smithi102.stderr:+ for col in ${NEW_COLLECTIONS[@]} 2024-04-10T16:34:00.352 INFO:tasks.workunit.client.0.smithi102.stderr:+ [[ New collections are available: 2024-04-10T16:34:00.352 INFO:tasks.workunit.client.0.smithi102.stderr:['basic_pool_flags'] 2024-04-10T16:34:00.352 INFO:tasks.workunit.client.0.smithi102.stderr:Run `ceph telemetry on` to opt-in to these collections. 2024-04-10T16:34:00.352 INFO:tasks.workunit.client.0.smithi102.stderr: 2024-04-10T16:34:00.352 INFO:tasks.workunit.client.0.smithi102.stderr:NAME STATUS DESC 2024-04-10T16:34:00.352 INFO:tasks.workunit.client.0.smithi102.stderr:basic_base REPORTING Basic information about the cluster (capacity, number and type of daemons, version, etc.) 2024-04-10T16:34:00.353 INFO:tasks.workunit.client.0.smithi102.stderr:basic_mds_metadata REPORTING MDS metadata 2024-04-10T16:34:00.353 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_flags NOT REPORTING: NOT OPTED-IN Per-pool flags 2024-04-10T16:34:00.353 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_options_bluestore REPORTING Per-pool bluestore config options 2024-04-10T16:34:00.353 INFO:tasks.workunit.client.0.smithi102.stderr:basic_pool_usage REPORTING Default pool application and usage statistics 2024-04-10T16:34:00.353 INFO:tasks.workunit.client.0.smithi102.stderr:basic_rook_v01 REPORTING Basic Rook deployment data 2024-04-10T16:34:00.353 INFO:tasks.workunit.client.0.smithi102.stderr:basic_usage_by_class REPORTING Default device class usage statistics 2024-04-10T16:34:00.353 INFO:tasks.workunit.client.0.smithi102.stderr:crash_base REPORTING Information about daemon crashes (daemon type and version, backtrace, etc.) 2024-04-10T16:34:00.353 INFO:tasks.workunit.client.0.smithi102.stderr:device_base REPORTING Information about device health metrics 2024-04-10T16:34:00.353 INFO:tasks.workunit.client.0.smithi102.stderr:ident_base REPORTING User-provided identifying information about the cluster 2024-04-10T16:34:00.353 INFO:tasks.workunit.client.0.smithi102.stderr:perf_memory_metrics REPORTING Heap stats and mempools for mon and mds 2024-04-10T16:34:00.353 INFO:tasks.workunit.client.0.smithi102.stderr:perf_perf REPORTING Information about performance counters of the cluster == *basic_pool_flags* ]] 2024-04-10T16:34:00.353 INFO:tasks.workunit.client.0.smithi102.stderr:+ ceph telemetry preview 2024-04-10T16:34:00.411 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:00 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/575123463' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T16:34:00.412 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:00 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/575123463' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T16:34:00.412 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:00 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/494117385' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-10T16:34:00.412 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:00 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/494117385' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-10T16:34:00.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:00 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/575123463' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T16:34:00.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:00 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/575123463' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T16:34:00.441 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:00 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/494117385' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-10T16:34:00.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:00 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/494117385' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-10T16:34:00.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:00 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/575123463' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T16:34:00.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:00 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/575123463' entity='client.admin' cmd=[{"prefix": "config get", "who": "mgr", "key": "mgr/telemetry/last_opt_revision"}]: dispatch 2024-04-10T16:34:00.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:00 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/494117385' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-10T16:34:00.442 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:00 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/494117385' entity='client.admin' cmd=[{"prefix": "status"}]: dispatch 2024-04-10T16:34:01.091 INFO:tasks.workunit.client.0.smithi102.stdout:{ 2024-04-10T16:34:01.091 INFO:tasks.workunit.client.0.smithi102.stdout: "balancer": { 2024-04-10T16:34:01.091 INFO:tasks.workunit.client.0.smithi102.stdout: "active": true, 2024-04-10T16:34:01.092 INFO:tasks.workunit.client.0.smithi102.stdout: "mode": "" 2024-04-10T16:34:01.092 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.092 INFO:tasks.workunit.client.0.smithi102.stdout: "channels": [ 2024-04-10T16:34:01.092 INFO:tasks.workunit.client.0.smithi102.stdout: "basic", 2024-04-10T16:34:01.092 INFO:tasks.workunit.client.0.smithi102.stdout: "crash", 2024-04-10T16:34:01.092 INFO:tasks.workunit.client.0.smithi102.stdout: "device", 2024-04-10T16:34:01.092 INFO:tasks.workunit.client.0.smithi102.stdout: "ident", 2024-04-10T16:34:01.092 INFO:tasks.workunit.client.0.smithi102.stdout: "perf" 2024-04-10T16:34:01.092 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.092 INFO:tasks.workunit.client.0.smithi102.stdout: "channels_available": [ 2024-04-10T16:34:01.092 INFO:tasks.workunit.client.0.smithi102.stdout: "basic", 2024-04-10T16:34:01.092 INFO:tasks.workunit.client.0.smithi102.stdout: "ident", 2024-04-10T16:34:01.092 INFO:tasks.workunit.client.0.smithi102.stdout: "crash", 2024-04-10T16:34:01.093 INFO:tasks.workunit.client.0.smithi102.stdout: "device", 2024-04-10T16:34:01.093 INFO:tasks.workunit.client.0.smithi102.stdout: "perf" 2024-04-10T16:34:01.093 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.093 INFO:tasks.workunit.client.0.smithi102.stdout: "collections_available": [ 2024-04-10T16:34:01.093 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_base", 2024-04-10T16:34:01.093 INFO:tasks.workunit.client.0.smithi102.stdout: "device_base", 2024-04-10T16:34:01.093 INFO:tasks.workunit.client.0.smithi102.stdout: "crash_base", 2024-04-10T16:34:01.093 INFO:tasks.workunit.client.0.smithi102.stdout: "ident_base", 2024-04-10T16:34:01.093 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_perf", 2024-04-10T16:34:01.093 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_mds_metadata", 2024-04-10T16:34:01.093 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_usage", 2024-04-10T16:34:01.093 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_usage_by_class", 2024-04-10T16:34:01.093 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_rook_v01", 2024-04-10T16:34:01.093 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_memory_metrics", 2024-04-10T16:34:01.093 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_options_bluestore", 2024-04-10T16:34:01.094 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_flags" 2024-04-10T16:34:01.094 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.094 INFO:tasks.workunit.client.0.smithi102.stdout: "collections_opted_in": [ 2024-04-10T16:34:01.094 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_base", 2024-04-10T16:34:01.094 INFO:tasks.workunit.client.0.smithi102.stdout: "device_base", 2024-04-10T16:34:01.094 INFO:tasks.workunit.client.0.smithi102.stdout: "crash_base", 2024-04-10T16:34:01.094 INFO:tasks.workunit.client.0.smithi102.stdout: "ident_base", 2024-04-10T16:34:01.094 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_perf", 2024-04-10T16:34:01.094 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_mds_metadata", 2024-04-10T16:34:01.094 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_usage", 2024-04-10T16:34:01.094 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_usage_by_class", 2024-04-10T16:34:01.094 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_rook_v01", 2024-04-10T16:34:01.094 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_memory_metrics", 2024-04-10T16:34:01.094 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_options_bluestore", 2024-04-10T16:34:01.094 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_flags" 2024-04-10T16:34:01.095 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.095 INFO:tasks.workunit.client.0.smithi102.stdout: "config": { 2024-04-10T16:34:01.095 INFO:tasks.workunit.client.0.smithi102.stdout: "active_changed": [ 2024-04-10T16:34:01.095 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T16:34:01.095 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_debug", 2024-04-10T16:34:01.095 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_mon_ticket_ttl", 2024-04-10T16:34:01.095 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_service_ticket_ttl", 2024-04-10T16:34:01.095 INFO:tasks.workunit.client.0.smithi102.stdout: "bdev_debug_aio", 2024-04-10T16:34:01.095 INFO:tasks.workunit.client.0.smithi102.stdout: "client_check_pool_perm", 2024-04-10T16:34:01.095 INFO:tasks.workunit.client.0.smithi102.stdout: "client_mount_gid", 2024-04-10T16:34:01.095 INFO:tasks.workunit.client.0.smithi102.stdout: "client_mount_uid", 2024-04-10T16:34:01.095 INFO:tasks.workunit.client.0.smithi102.stdout: "client_quota", 2024-04-10T16:34:01.095 INFO:tasks.workunit.client.0.smithi102.stdout: "container_image", 2024-04-10T16:34:01.095 INFO:tasks.workunit.client.0.smithi102.stdout: "daemonize", 2024-04-10T16:34:01.095 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_asserts_on_shutdown", 2024-04-10T16:34:01.095 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mgr", 2024-04-10T16:34:01.096 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mon", 2024-04-10T16:34:01.096 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_ms", 2024-04-10T16:34:01.096 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_osd", 2024-04-10T16:34:01.096 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_paxos", 2024-04-10T16:34:01.096 INFO:tasks.workunit.client.0.smithi102.stdout: "keyring", 2024-04-10T16:34:01.096 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_file", 2024-04-10T16:34:01.096 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_journald", 2024-04-10T16:34:01.096 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_stderr", 2024-04-10T16:34:01.096 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_allow_pool_delete", 2024-04-10T16:34:01.096 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_clock_drift_allowed", 2024-04-10T16:34:01.096 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_file_level", 2024-04-10T16:34:01.096 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_file", 2024-04-10T16:34:01.096 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_journald", 2024-04-10T16:34:01.096 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_stderr", 2024-04-10T16:34:01.096 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_data_avail_warn", 2024-04-10T16:34:01.096 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_election_default_strategy", 2024-04-10T16:34:01.097 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_host", 2024-04-10T16:34:01.097 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_max_pg_per_osd", 2024-04-10T16:34:01.097 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mds_skip_sanity", 2024-04-10T16:34:01.097 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mgr_mkfs_grace", 2024-04-10T16:34:01.097 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_prime_pg_temp", 2024-04-10T16:34:01.097 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T16:34:01.097 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T16:34:01.097 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T16:34:01.097 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T16:34:01.097 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T16:34:01.097 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T16:34:01.097 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T16:34:01.097 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T16:34:01.097 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T16:34:01.098 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T16:34:01.098 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_too_few_osds", 2024-04-10T16:34:01.098 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_bug", 2024-04-10T16:34:01.098 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_old_message", 2024-04-10T16:34:01.098 INFO:tasks.workunit.client.0.smithi102.stdout: "no_config_file", 2024-04-10T16:34:01.098 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_default_list", 2024-04-10T16:34:01.098 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_load_list", 2024-04-10T16:34:01.098 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_misdirected_ops", 2024-04-10T16:34:01.098 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_op_order", 2024-04-10T16:34:01.098 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_pg_log_writeout", 2024-04-10T16:34:01.098 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_shutdown", 2024-04-10T16:34:01.098 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T16:34:01.098 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T16:34:01.098 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T16:34:01.098 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T16:34:01.098 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep", 2024-04-10T16:34:01.099 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_hdd", 2024-04-10T16:34:01.099 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_hybrid", 2024-04-10T16:34:01.099 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_ssd", 2024-04-10T16:34:01.099 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_max_backfills", 2024-04-10T16:34:01.099 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T16:34:01.099 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_profile", 2024-04-10T16:34:01.099 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-10T16:34:01.099 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-10T16:34:01.099 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-10T16:34:01.099 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-10T16:34:01.099 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-10T16:34:01.099 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-10T16:34:01.099 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_lim", 2024-04-10T16:34:01.100 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_res", 2024-04-10T16:34:01.100 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-10T16:34:01.100 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target", 2024-04-10T16:34:01.100 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target_autotune", 2024-04-10T16:34:01.100 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue", 2024-04-10T16:34:01.100 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue_cut_off", 2024-04-10T16:34:01.100 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T16:34:01.100 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T16:34:01.100 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recover_clone_overlap", 2024-04-10T16:34:01.100 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active", 2024-04-10T16:34:01.100 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active_hdd", 2024-04-10T16:34:01.100 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active_ssd", 2024-04-10T16:34:01.100 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_chunk", 2024-04-10T16:34:01.100 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep", 2024-04-10T16:34:01.100 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_hdd", 2024-04-10T16:34:01.101 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_hybrid", 2024-04-10T16:34:01.101 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_ssd", 2024-04-10T16:34:01.101 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_load_threshold", 2024-04-10T16:34:01.101 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_max_interval", 2024-04-10T16:34:01.101 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_sleep", 2024-04-10T16:34:01.101 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_shutdown_pgref_assert", 2024-04-10T16:34:01.101 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep", 2024-04-10T16:34:01.101 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_hdd", 2024-04-10T16:34:01.101 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-10T16:34:01.101 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_ssd", 2024-04-10T16:34:01.101 INFO:tasks.workunit.client.0.smithi102.stdout: "public_network", 2024-04-10T16:34:01.101 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-10T16:34:01.101 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_default_features", 2024-04-10T16:34:01.101 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_qos_exclude_ops", 2024-04-10T16:34:01.101 INFO:tasks.workunit.client.0.smithi102.stdout: "setgroup", 2024-04-10T16:34:01.101 INFO:tasks.workunit.client.0.smithi102.stdout: "setuser" 2024-04-10T16:34:01.101 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.102 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster_changed": [ 2024-04-10T16:34:01.102 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T16:34:01.102 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_debug", 2024-04-10T16:34:01.102 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_mon_ticket_ttl", 2024-04-10T16:34:01.102 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_service_ticket_ttl", 2024-04-10T16:34:01.102 INFO:tasks.workunit.client.0.smithi102.stdout: "bdev_debug_aio", 2024-04-10T16:34:01.102 INFO:tasks.workunit.client.0.smithi102.stdout: "container_image", 2024-04-10T16:34:01.102 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_asserts_on_shutdown", 2024-04-10T16:34:01.102 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mgr", 2024-04-10T16:34:01.102 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mon", 2024-04-10T16:34:01.102 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_ms", 2024-04-10T16:34:01.102 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_osd", 2024-04-10T16:34:01.102 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_paxos", 2024-04-10T16:34:01.102 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_file", 2024-04-10T16:34:01.102 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_journald", 2024-04-10T16:34:01.102 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_stderr", 2024-04-10T16:34:01.103 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_join_fs", 2024-04-10T16:34:01.103 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/allow_ptrace", 2024-04-10T16:34:01.103 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/container_init", 2024-04-10T16:34:01.103 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/migration_current", 2024-04-10T16:34:01.103 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/use_repo_digest", 2024-04-10T16:34:01.103 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-10T16:34:01.103 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-10T16:34:01.103 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-10T16:34:01.103 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-10T16:34:01.103 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/ssl_server_port", 2024-04-10T16:34:01.103 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/orchestrator/orchestrator", 2024-04-10T16:34:01.103 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/channel_ident", 2024-04-10T16:34:01.103 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/channel_perf", 2024-04-10T16:34:01.103 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/description", 2024-04-10T16:34:01.103 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/enabled", 2024-04-10T16:34:01.104 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/organization", 2024-04-10T16:34:01.104 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_allow_pool_delete", 2024-04-10T16:34:01.104 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_clock_drift_allowed", 2024-04-10T16:34:01.104 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_file_level", 2024-04-10T16:34:01.104 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_file", 2024-04-10T16:34:01.104 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_data_avail_warn", 2024-04-10T16:34:01.104 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_election_default_strategy", 2024-04-10T16:34:01.104 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_max_pg_per_osd", 2024-04-10T16:34:01.104 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mds_skip_sanity", 2024-04-10T16:34:01.104 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mgr_mkfs_grace", 2024-04-10T16:34:01.104 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_prime_pg_temp", 2024-04-10T16:34:01.104 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T16:34:01.104 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T16:34:01.104 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T16:34:01.104 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T16:34:01.104 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T16:34:01.104 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T16:34:01.104 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T16:34:01.105 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T16:34:01.105 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T16:34:01.105 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T16:34:01.105 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_too_few_osds", 2024-04-10T16:34:01.105 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_bug", 2024-04-10T16:34:01.105 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_old_message", 2024-04-10T16:34:01.105 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_default_list", 2024-04-10T16:34:01.105 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_load_list", 2024-04-10T16:34:01.105 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_misdirected_ops", 2024-04-10T16:34:01.105 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_op_order", 2024-04-10T16:34:01.105 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_pg_log_writeout", 2024-04-10T16:34:01.105 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_shutdown", 2024-04-10T16:34:01.105 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T16:34:01.105 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T16:34:01.106 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T16:34:01.106 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T16:34:01.106 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T16:34:01.106 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_profile", 2024-04-10T16:34:01.106 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target", 2024-04-10T16:34:01.106 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target_autotune", 2024-04-10T16:34:01.106 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue", 2024-04-10T16:34:01.106 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue_cut_off", 2024-04-10T16:34:01.106 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T16:34:01.106 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T16:34:01.106 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recover_clone_overlap", 2024-04-10T16:34:01.106 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_chunk", 2024-04-10T16:34:01.106 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_load_threshold", 2024-04-10T16:34:01.106 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_max_interval", 2024-04-10T16:34:01.107 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_shutdown_pgref_assert", 2024-04-10T16:34:01.107 INFO:tasks.workunit.client.0.smithi102.stdout: "public_network", 2024-04-10T16:34:01.107 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-10T16:34:01.107 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_cache_enabled", 2024-04-10T16:34:01.107 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_enable_ops_log", 2024-04-10T16:34:01.107 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_enable_usage_log" 2024-04-10T16:34:01.107 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.107 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.107 INFO:tasks.workunit.client.0.smithi102.stdout: "contact": null, 2024-04-10T16:34:01.107 INFO:tasks.workunit.client.0.smithi102.stdout: "crashes": [], 2024-04-10T16:34:01.107 INFO:tasks.workunit.client.0.smithi102.stdout: "created": "2024-04-10T14:57:35.253718Z", 2024-04-10T16:34:01.107 INFO:tasks.workunit.client.0.smithi102.stdout: "crush": { 2024-04-10T16:34:01.107 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_algs": { 2024-04-10T16:34:01.107 INFO:tasks.workunit.client.0.smithi102.stdout: "straw2": 3 2024-04-10T16:34:01.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.108 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_sizes": { 2024-04-10T16:34:01.108 INFO:tasks.workunit.client.0.smithi102.stdout: "2": 1, 2024-04-10T16:34:01.108 INFO:tasks.workunit.client.0.smithi102.stdout: "4": 2 2024-04-10T16:34:01.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.108 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_types": { 2024-04-10T16:34:01.108 INFO:tasks.workunit.client.0.smithi102.stdout: "1": 2, 2024-04-10T16:34:01.108 INFO:tasks.workunit.client.0.smithi102.stdout: "11": 1 2024-04-10T16:34:01.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.108 INFO:tasks.workunit.client.0.smithi102.stdout: "compat_weight_set": false, 2024-04-10T16:34:01.108 INFO:tasks.workunit.client.0.smithi102.stdout: "device_classes": [ 2024-04-10T16:34:01.108 INFO:tasks.workunit.client.0.smithi102.stdout: 8 2024-04-10T16:34:01.108 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.109 INFO:tasks.workunit.client.0.smithi102.stdout: "num_buckets": 6, 2024-04-10T16:34:01.109 INFO:tasks.workunit.client.0.smithi102.stdout: "num_devices": 8, 2024-04-10T16:34:01.109 INFO:tasks.workunit.client.0.smithi102.stdout: "num_rules": 2, 2024-04-10T16:34:01.109 INFO:tasks.workunit.client.0.smithi102.stdout: "num_types": 12, 2024-04-10T16:34:01.109 INFO:tasks.workunit.client.0.smithi102.stdout: "num_weight_sets": 0, 2024-04-10T16:34:01.109 INFO:tasks.workunit.client.0.smithi102.stdout: "tunables": { 2024-04-10T16:34:01.109 INFO:tasks.workunit.client.0.smithi102.stdout: "allowed_bucket_algs": 54, 2024-04-10T16:34:01.109 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_local_fallback_tries": 0, 2024-04-10T16:34:01.109 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_local_tries": 0, 2024-04-10T16:34:01.109 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_total_tries": 50, 2024-04-10T16:34:01.109 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_descend_once": 1, 2024-04-10T16:34:01.109 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_stable": 1, 2024-04-10T16:34:01.109 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_vary_r": 1, 2024-04-10T16:34:01.109 INFO:tasks.workunit.client.0.smithi102.stdout: "has_msr_rules": 0, 2024-04-10T16:34:01.109 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v2_rules": 1, 2024-04-10T16:34:01.109 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v3_rules": 0, 2024-04-10T16:34:01.110 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v4_buckets": 1, 2024-04-10T16:34:01.110 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v5_rules": 0, 2024-04-10T16:34:01.110 INFO:tasks.workunit.client.0.smithi102.stdout: "legacy_tunables": 0, 2024-04-10T16:34:01.110 INFO:tasks.workunit.client.0.smithi102.stdout: "minimum_required_version": "jewel", 2024-04-10T16:34:01.110 INFO:tasks.workunit.client.0.smithi102.stdout: "msr_collision_tries": 100, 2024-04-10T16:34:01.110 INFO:tasks.workunit.client.0.smithi102.stdout: "msr_descents": 100, 2024-04-10T16:34:01.110 INFO:tasks.workunit.client.0.smithi102.stdout: "optimal_tunables": 1, 2024-04-10T16:34:01.110 INFO:tasks.workunit.client.0.smithi102.stdout: "profile": "jewel", 2024-04-10T16:34:01.110 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables": 1, 2024-04-10T16:34:01.110 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables2": 1, 2024-04-10T16:34:01.110 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables3": 1, 2024-04-10T16:34:01.110 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables5": 1, 2024-04-10T16:34:01.110 INFO:tasks.workunit.client.0.smithi102.stdout: "straw_calc_version": 1 2024-04-10T16:34:01.110 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.110 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.110 INFO:tasks.workunit.client.0.smithi102.stdout: "description": "upgrade test cluster", 2024-04-10T16:34:01.110 INFO:tasks.workunit.client.0.smithi102.stdout: "fs": { 2024-04-10T16:34:01.111 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:01.111 INFO:tasks.workunit.client.0.smithi102.stdout: "feature_flags": { 2024-04-10T16:34:01.111 INFO:tasks.workunit.client.0.smithi102.stdout: "enable_multiple": true, 2024-04-10T16:34:01.111 INFO:tasks.workunit.client.0.smithi102.stdout: "ever_enabled_multiple": true 2024-04-10T16:34:01.111 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.111 INFO:tasks.workunit.client.0.smithi102.stdout: "filesystems": [ 2024-04-10T16:34:01.111 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.111 INFO:tasks.workunit.client.0.smithi102.stdout: "approx_ctime": "2024-04", 2024-04-10T16:34:01.111 INFO:tasks.workunit.client.0.smithi102.stdout: "balancer_enabled": false, 2024-04-10T16:34:01.111 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.111 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_caps": 0, 2024-04-10T16:34:01.111 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_dns": 10, 2024-04-10T16:34:01.111 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_inos": 13, 2024-04-10T16:34:01.111 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_subtrees": 2, 2024-04-10T16:34:01.111 INFO:tasks.workunit.client.0.smithi102.stdout: "ever_allowed_features": 0, 2024-04-10T16:34:01.111 INFO:tasks.workunit.client.0.smithi102.stdout: "explicitly_allowed_features": 0, 2024-04-10T16:34:01.112 INFO:tasks.workunit.client.0.smithi102.stdout: "files": 0, 2024-04-10T16:34:01.112 INFO:tasks.workunit.client.0.smithi102.stdout: "max_mds": 1, 2024-04-10T16:34:01.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_data_pools": 1, 2024-04-10T16:34:01.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_in": 1, 2024-04-10T16:34:01.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_mds": 1, 2024-04-10T16:34:01.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": 0, 2024-04-10T16:34:01.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_standby_replay": 0, 2024-04-10T16:34:01.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_up": 1, 2024-04-10T16:34:01.112 INFO:tasks.workunit.client.0.smithi102.stdout: "snaps": 0, 2024-04-10T16:34:01.112 INFO:tasks.workunit.client.0.smithi102.stdout: "standby_count_wanted": 0 2024-04-10T16:34:01.112 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.112 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_standby_mds": 1, 2024-04-10T16:34:01.112 INFO:tasks.workunit.client.0.smithi102.stdout: "total_num_mds": 2 2024-04-10T16:34:01.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.113 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_stats": { 2024-04-10T16:34:01.113 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T16:34:01.113 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T16:34:01.113 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 20258816, 2024-04-10T16:34:01.113 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 328016, 2024-04-10T16:34:01.113 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2752512, 2024-04-10T16:34:01.113 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 851968, 2024-04-10T16:34:01.113 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 0, 2024-04-10T16:34:01.113 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 341, 2024-04-10T16:34:01.113 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:01.113 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 987680, 2024-04-10T16:34:01.113 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 13, 2024-04-10T16:34:01.114 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 856064, 2024-04-10T16:34:01.114 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 14482576, 2024-04-10T16:34:01.114 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 20258816 2024-04-10T16:34:01.114 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.114 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:01.114 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 20463616, 2024-04-10T16:34:01.114 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 442032, 2024-04-10T16:34:01.114 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2752512, 2024-04-10T16:34:01.114 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:01.114 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 843776, 2024-04-10T16:34:01.114 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 430, 2024-04-10T16:34:01.114 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:01.114 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 1436688, 2024-04-10T16:34:01.114 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 22, 2024-04-10T16:34:01.114 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 936448, 2024-04-10T16:34:01.115 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 14895936, 2024-04-10T16:34:01.115 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 21307392 2024-04-10T16:34:01.115 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.115 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.115 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:01.115 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T16:34:01.115 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 166633472, 2024-04-10T16:34:01.115 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 2235832, 2024-04-10T16:34:01.115 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3014656, 2024-04-10T16:34:01.115 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:01.115 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 2039808, 2024-04-10T16:34:01.115 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 6475, 2024-04-10T16:34:01.115 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:01.115 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 9275288, 2024-04-10T16:34:01.115 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 20, 2024-04-10T16:34:01.115 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 2240256, 2024-04-10T16:34:01.115 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 149867440, 2024-04-10T16:34:01.116 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 168673280 2024-04-10T16:34:01.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.116 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:01.116 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 257630208, 2024-04-10T16:34:01.116 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 5972600, 2024-04-10T16:34:01.116 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3145728, 2024-04-10T16:34:01.116 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 966656, 2024-04-10T16:34:01.116 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 1466368, 2024-04-10T16:34:01.116 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 9478, 2024-04-10T16:34:01.116 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:01.116 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 12653536, 2024-04-10T16:34:01.116 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 22, 2024-04-10T16:34:01.116 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 4073216, 2024-04-10T16:34:01.116 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 230818472, 2024-04-10T16:34:01.116 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 259096576 2024-04-10T16:34:01.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.116 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.523315f168f59b146f7d533dca80f6e7526a6fec": { 2024-04-10T16:34:01.117 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 170172416, 2024-04-10T16:34:01.117 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 2178392, 2024-04-10T16:34:01.117 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3014656, 2024-04-10T16:34:01.117 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 458752, 2024-04-10T16:34:01.117 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 581632, 2024-04-10T16:34:01.117 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 6586, 2024-04-10T16:34:01.117 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:01.117 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 11337096, 2024-04-10T16:34:01.117 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 20, 2024-04-10T16:34:01.117 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 2569472, 2024-04-10T16:34:01.117 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 150614048, 2024-04-10T16:34:01.117 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 170754048 2024-04-10T16:34:01.117 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.117 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.117 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.117 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.0": { 2024-04-10T16:34:01.117 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 471490560, 2024-04-10T16:34:01.118 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 25654408, 2024-04-10T16:34:01.118 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3407872, 2024-04-10T16:34:01.118 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:01.118 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 34258944, 2024-04-10T16:34:01.118 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 12005, 2024-04-10T16:34:01.118 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:01.118 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 81233264, 2024-04-10T16:34:01.118 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:34:01.118 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 8731648, 2024-04-10T16:34:01.118 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 352463368, 2024-04-10T16:34:01.118 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 505749504 2024-04-10T16:34:01.118 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.118 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.1": { 2024-04-10T16:34:01.118 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 564101120, 2024-04-10T16:34:01.118 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 24401488, 2024-04-10T16:34:01.118 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 5505024, 2024-04-10T16:34:01.119 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:01.119 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 33202176, 2024-04-10T16:34:01.119 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 12638, 2024-04-10T16:34:01.119 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:01.119 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 72580096, 2024-04-10T16:34:01.119 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:34:01.119 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 9472512, 2024-04-10T16:34:01.119 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 452142000, 2024-04-10T16:34:01.119 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 597303296 2024-04-10T16:34:01.119 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.119 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.2": { 2024-04-10T16:34:01.119 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 447275008, 2024-04-10T16:34:01.119 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 22308416, 2024-04-10T16:34:01.119 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 5505024, 2024-04-10T16:34:01.119 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:01.119 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 115982336, 2024-04-10T16:34:01.120 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 10723, 2024-04-10T16:34:01.120 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:01.120 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 77813408, 2024-04-10T16:34:01.120 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:34:01.120 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 9470464, 2024-04-10T16:34:01.120 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 332177696, 2024-04-10T16:34:01.120 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 563257344 2024-04-10T16:34:01.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.120 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.3": { 2024-04-10T16:34:01.120 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 564928512, 2024-04-10T16:34:01.120 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 17987456, 2024-04-10T16:34:01.120 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3407872, 2024-04-10T16:34:01.120 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:01.120 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 4079616, 2024-04-10T16:34:01.120 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 11176, 2024-04-10T16:34:01.121 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:01.121 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 74754976, 2024-04-10T16:34:01.121 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:34:01.121 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 11405824, 2024-04-10T16:34:01.121 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 457372384, 2024-04-10T16:34:01.121 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 569008128 2024-04-10T16:34:01.121 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.121 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.4": { 2024-04-10T16:34:01.121 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 525123584, 2024-04-10T16:34:01.121 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 25515688, 2024-04-10T16:34:01.121 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3407872, 2024-04-10T16:34:01.121 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:01.121 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 27820032, 2024-04-10T16:34:01.121 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 11801, 2024-04-10T16:34:01.121 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:01.121 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 78171816, 2024-04-10T16:34:01.122 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:34:01.122 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 9766912, 2024-04-10T16:34:01.122 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 408261296, 2024-04-10T16:34:01.122 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 552943616 2024-04-10T16:34:01.122 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.122 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.5": { 2024-04-10T16:34:01.122 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 510271488, 2024-04-10T16:34:01.122 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 29104120, 2024-04-10T16:34:01.122 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 5505024, 2024-04-10T16:34:01.122 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:01.122 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 57335808, 2024-04-10T16:34:01.122 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 12463, 2024-04-10T16:34:01.122 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:01.122 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 84394840, 2024-04-10T16:34:01.122 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:34:01.123 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 10115840, 2024-04-10T16:34:01.123 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 381151664, 2024-04-10T16:34:01.123 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 567607296 2024-04-10T16:34:01.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.123 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.6": { 2024-04-10T16:34:01.123 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 494362624, 2024-04-10T16:34:01.123 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 22277832, 2024-04-10T16:34:01.123 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3276800, 2024-04-10T16:34:01.123 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:01.123 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 53780480, 2024-04-10T16:34:01.123 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 10127, 2024-04-10T16:34:01.123 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:01.123 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 76211016, 2024-04-10T16:34:01.123 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:34:01.123 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 9442048, 2024-04-10T16:34:01.123 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 383154928, 2024-04-10T16:34:01.123 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 548143104 2024-04-10T16:34:01.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.124 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.7": { 2024-04-10T16:34:01.124 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 467705856, 2024-04-10T16:34:01.124 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 23734560, 2024-04-10T16:34:01.124 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3407872, 2024-04-10T16:34:01.124 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:01.124 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 23814144, 2024-04-10T16:34:01.124 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 10956, 2024-04-10T16:34:01.124 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:01.124 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 76755880, 2024-04-10T16:34:01.124 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 52, 2024-04-10T16:34:01.124 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 11018496, 2024-04-10T16:34:01.124 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 352789048, 2024-04-10T16:34:01.124 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 491520000 2024-04-10T16:34:01.124 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.124 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.124 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.124 INFO:tasks.workunit.client.0.smithi102.stdout: "hosts": { 2024-04-10T16:34:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num": 2, 2024-04-10T16:34:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mds": 2, 2024-04-10T16:34:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mgr": 2, 2024-04-10T16:34:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mon": 2, 2024-04-10T16:34:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_osd": 2 2024-04-10T16:34:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: "io_rate": { 2024-04-10T16:34:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_stats_delta": { 2024-04-10T16:34:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 0, 2024-04-10T16:34:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 0, 2024-04-10T16:34:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: "stamp_delta": "12.002897", 2024-04-10T16:34:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T16:34:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 0, 2024-04-10T16:34:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T16:34:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T16:34:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T16:34:01.128 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T16:34:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 0, 2024-04-10T16:34:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T16:34:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T16:34:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T16:34:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T16:34:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 0 2024-04-10T16:34:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: "leaderboard": false, 2024-04-10T16:34:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: "leaderboard_description": null, 2024-04-10T16:34:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: "license": "sharing-1-0", 2024-04-10T16:34:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: "mempool": { 2024-04-10T16:34:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T16:34:01.129 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T16:34:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.131 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:01.132 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:01.133 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 149008, 2024-04-10T16:34:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 33 2024-04-10T16:34:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.134 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 928, 2024-04-10T16:34:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T16:34:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.135 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.137 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:01.137 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.137 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.137 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.137 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:01.137 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:01.137 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.137 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.137 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:01.137 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.137 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.137 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:01.138 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.138 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.138 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:01.138 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.138 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.138 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:01.138 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.138 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.138 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:01.138 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.138 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.139 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:01.139 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.139 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.139 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.139 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:01.139 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.139 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.139 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.139 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:01.139 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.139 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.139 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.139 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:01.139 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.139 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.139 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.139 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:01.140 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.140 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.140 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:01.140 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.140 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.140 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:01.140 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.140 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.140 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:01.140 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.140 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.140 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:01.140 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.140 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.141 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:01.141 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.141 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.141 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:01.141 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.141 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.141 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:01.141 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.141 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.141 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:01.141 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 222647, 2024-04-10T16:34:01.141 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 67 2024-04-10T16:34:01.142 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.142 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:01.142 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.142 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.142 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.142 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:01.142 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 52112, 2024-04-10T16:34:01.142 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 181 2024-04-10T16:34:01.142 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.142 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.142 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.142 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.142 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.143 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:01.143 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.143 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.143 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.143 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:01.143 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.143 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.143 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.143 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:01.143 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12648, 2024-04-10T16:34:01.143 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 262 2024-04-10T16:34:01.143 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.143 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:01.143 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.143 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.144 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:01.144 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.144 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.144 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:01.144 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.144 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.144 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:01.144 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.144 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.144 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.144 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.145 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:01.145 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T16:34:01.145 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:01.145 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.145 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.145 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:01.145 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.145 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.145 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:01.145 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.145 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.145 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:01.145 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.146 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.146 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.146 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:01.146 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.146 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.146 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.146 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:01.146 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.146 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.146 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.146 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:01.146 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.146 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.146 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.146 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:01.146 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.147 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.147 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:01.147 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.147 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.147 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:01.147 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.147 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.147 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:01.147 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.147 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.147 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:01.147 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.147 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.148 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:01.148 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.148 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.148 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:01.148 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.148 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.148 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:01.148 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.148 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.148 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:01.148 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.148 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.148 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:01.148 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.149 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.149 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:01.149 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.149 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.149 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:01.149 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 41429909, 2024-04-10T16:34:01.149 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5113 2024-04-10T16:34:01.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.149 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:01.149 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1144, 2024-04-10T16:34:01.149 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 13 2024-04-10T16:34:01.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.149 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:01.149 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.150 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.150 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.150 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.150 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.150 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:01.150 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.150 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.150 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:01.150 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.150 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.150 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:01.150 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11224, 2024-04-10T16:34:01.151 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 261 2024-04-10T16:34:01.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.151 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:01.151 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 70440, 2024-04-10T16:34:01.151 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5158 2024-04-10T16:34:01.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.151 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:01.151 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5896, 2024-04-10T16:34:01.151 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 174 2024-04-10T16:34:01.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.151 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:01.151 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.151 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.151 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:01.151 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.151 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.151 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.152 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:01.152 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:01.152 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.152 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.152 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:01.152 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.152 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.152 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:01.152 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.152 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.152 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:01.152 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.152 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.153 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:01.153 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.153 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.153 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:01.153 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.153 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.153 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:01.153 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.153 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.153 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:01.154 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.154 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.154 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.154 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:01.154 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.154 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.154 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.154 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:01.154 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.154 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.154 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.154 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:01.154 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.154 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.155 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.155 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:01.155 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.155 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.155 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.155 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:01.155 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.155 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.155 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.155 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:01.155 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.155 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.155 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.155 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:01.155 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.156 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.156 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.156 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:01.156 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.156 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.156 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.156 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:01.156 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.156 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.156 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.156 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:01.156 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.156 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.156 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.156 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:01.156 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 41830605, 2024-04-10T16:34:01.157 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5182 2024-04-10T16:34:01.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.157 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:01.157 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 88, 2024-04-10T16:34:01.157 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1 2024-04-10T16:34:01.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.157 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:01.157 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.157 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.157 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.157 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.157 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.157 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:01.157 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.158 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.158 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.158 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:01.158 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.158 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.158 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.158 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:01.158 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11224, 2024-04-10T16:34:01.158 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 261 2024-04-10T16:34:01.158 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.158 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:01.158 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 70440, 2024-04-10T16:34:01.158 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5158 2024-04-10T16:34:01.159 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.159 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:01.159 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11792, 2024-04-10T16:34:01.159 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 348 2024-04-10T16:34:01.159 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.159 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:01.159 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.159 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.159 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.159 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:01.159 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.159 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.159 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.159 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.159 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.523315f168f59b146f7d533dca80f6e7526a6fec": { 2024-04-10T16:34:01.159 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:01.159 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.160 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.160 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:01.160 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.160 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.160 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:01.160 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.160 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.160 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:01.160 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.160 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.161 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:01.161 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.161 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.161 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.161 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:01.161 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.161 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.161 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.161 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:01.161 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.161 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.161 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.161 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:01.161 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.161 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.162 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:01.162 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.162 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.162 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:01.162 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.162 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.162 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:01.162 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.162 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.162 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:01.162 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.162 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.162 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:01.163 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.163 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.163 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.163 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:01.163 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.163 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.163 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.163 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:01.163 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.163 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.163 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.163 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:01.163 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.163 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.163 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.163 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:01.163 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.164 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.164 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.164 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:01.164 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.164 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.164 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.164 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:01.164 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 41580973, 2024-04-10T16:34:01.164 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5141 2024-04-10T16:34:01.164 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.164 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:01.164 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 616, 2024-04-10T16:34:01.164 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7 2024-04-10T16:34:01.164 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.165 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:01.165 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.165 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.165 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.165 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.165 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.165 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.165 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.165 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:01.165 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.165 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.165 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.165 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:01.165 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.165 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.165 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.166 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:01.166 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11224, 2024-04-10T16:34:01.166 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 261 2024-04-10T16:34:01.166 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.166 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:01.166 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 70440, 2024-04-10T16:34:01.166 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5158 2024-04-10T16:34:01.166 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.166 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:01.166 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5896, 2024-04-10T16:34:01.166 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 174 2024-04-10T16:34:01.166 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.166 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:01.166 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.166 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.166 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.167 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:01.167 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.167 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.167 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.167 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.167 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.167 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.167 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.0": { 2024-04-10T16:34:01.167 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:01.167 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.167 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.167 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.167 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:01.167 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 19336, 2024-04-10T16:34:01.167 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 375 2024-04-10T16:34:01.167 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.168 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:01.168 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 30976, 2024-04-10T16:34:01.168 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 25 2024-04-10T16:34:01.168 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.168 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:01.168 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2496, 2024-04-10T16:34:01.168 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 13 2024-04-10T16:34:01.168 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.168 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:01.168 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 55760, 2024-04-10T16:34:01.168 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 697 2024-04-10T16:34:01.168 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.168 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:01.168 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 359424, 2024-04-10T16:34:01.168 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1728 2024-04-10T16:34:01.168 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.168 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:01.168 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:01.169 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:01.169 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.169 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:01.169 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1178420, 2024-04-10T16:34:01.169 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 306 2024-04-10T16:34:01.169 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.169 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:01.169 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2432775, 2024-04-10T16:34:01.169 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 538752 2024-04-10T16:34:01.169 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.169 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:01.169 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6976376, 2024-04-10T16:34:01.169 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 10291 2024-04-10T16:34:01.169 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.169 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:01.169 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 69092, 2024-04-10T16:34:01.169 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7174 2024-04-10T16:34:01.170 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.170 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:01.170 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 82944, 2024-04-10T16:34:01.170 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1728 2024-04-10T16:34:01.170 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.170 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:01.170 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.170 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.170 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.170 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:01.170 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164894, 2024-04-10T16:34:01.170 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1184 2024-04-10T16:34:01.170 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.170 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:01.170 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.171 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.171 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.171 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:01.171 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 736, 2024-04-10T16:34:01.171 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1 2024-04-10T16:34:01.171 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.171 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:01.171 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 81331, 2024-04-10T16:34:01.171 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 49 2024-04-10T16:34:01.171 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.171 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:01.171 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12112, 2024-04-10T16:34:01.171 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T16:34:01.171 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.172 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:01.172 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 14338493, 2024-04-10T16:34:01.172 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 291 2024-04-10T16:34:01.172 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.172 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:01.172 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 27544, 2024-04-10T16:34:01.172 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 313 2024-04-10T16:34:01.172 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.172 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:01.172 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.172 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.172 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.172 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.172 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 524880, 2024-04-10T16:34:01.172 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 45 2024-04-10T16:34:01.172 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.172 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:01.173 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.173 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.173 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:01.173 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 7172360, 2024-04-10T16:34:01.173 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 18593 2024-04-10T16:34:01.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.173 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:01.173 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:01.173 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:01.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.173 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:01.173 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.173 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.173 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:01.173 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.173 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.174 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.174 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:01.174 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.174 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.174 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.174 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:01.174 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.174 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.174 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.174 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.174 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.1": { 2024-04-10T16:34:01.174 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:01.174 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.174 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.174 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.174 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:01.174 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 18696, 2024-04-10T16:34:01.175 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 348 2024-04-10T16:34:01.175 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.175 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:01.175 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 51072, 2024-04-10T16:34:01.175 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 24 2024-04-10T16:34:01.175 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.175 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:01.175 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4416, 2024-04-10T16:34:01.175 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 23 2024-04-10T16:34:01.175 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.175 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:01.175 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 55200, 2024-04-10T16:34:01.175 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 690 2024-04-10T16:34:01.175 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.175 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:01.175 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 357552, 2024-04-10T16:34:01.175 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1719 2024-04-10T16:34:01.175 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.176 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:01.176 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:01.176 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:01.176 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.176 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:01.176 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 391006, 2024-04-10T16:34:01.176 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 110 2024-04-10T16:34:01.176 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.176 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:01.176 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2406543, 2024-04-10T16:34:01.176 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 535994 2024-04-10T16:34:01.176 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.176 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:01.176 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6932856, 2024-04-10T16:34:01.176 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 10227 2024-04-10T16:34:01.177 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.177 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:01.177 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 67092, 2024-04-10T16:34:01.177 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7004 2024-04-10T16:34:01.177 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.177 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:01.177 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 82416, 2024-04-10T16:34:01.177 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1717 2024-04-10T16:34:01.177 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.177 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:01.177 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.177 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.177 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.177 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:01.177 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164982, 2024-04-10T16:34:01.177 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1185 2024-04-10T16:34:01.178 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.178 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:01.178 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.178 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.178 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.178 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:01.178 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2208, 2024-04-10T16:34:01.178 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T16:34:01.178 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.178 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:01.178 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 116399, 2024-04-10T16:34:01.178 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 54 2024-04-10T16:34:01.178 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.178 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:01.178 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 28144, 2024-04-10T16:34:01.179 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7 2024-04-10T16:34:01.179 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.179 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:01.179 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 24107152, 2024-04-10T16:34:01.179 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 274 2024-04-10T16:34:01.179 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.179 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:01.179 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11792, 2024-04-10T16:34:01.179 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 134 2024-04-10T16:34:01.179 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.179 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:01.179 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.179 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.179 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.179 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.179 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 454896, 2024-04-10T16:34:01.180 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 39 2024-04-10T16:34:01.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.180 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:01.180 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.180 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.180 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:01.180 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 7280520, 2024-04-10T16:34:01.180 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 21157 2024-04-10T16:34:01.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.180 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:01.180 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:01.180 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:01.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.180 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:01.181 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.181 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.181 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.181 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:01.181 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.181 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.181 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.181 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:01.181 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.181 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.181 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.181 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:01.181 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.181 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.181 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.182 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.182 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.2": { 2024-04-10T16:34:01.182 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:01.182 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.182 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.182 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.182 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:01.182 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 19352, 2024-04-10T16:34:01.182 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 350 2024-04-10T16:34:01.182 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.182 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:01.182 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 35072, 2024-04-10T16:34:01.182 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 25 2024-04-10T16:34:01.182 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.182 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:01.183 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1344, 2024-04-10T16:34:01.183 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7 2024-04-10T16:34:01.183 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.183 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:01.183 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 54560, 2024-04-10T16:34:01.183 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 682 2024-04-10T16:34:01.183 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.183 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:01.183 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 356512, 2024-04-10T16:34:01.183 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1714 2024-04-10T16:34:01.183 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.183 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:01.183 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:01.183 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:01.183 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.183 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:01.183 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 309331, 2024-04-10T16:34:01.184 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 89 2024-04-10T16:34:01.184 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.184 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:01.184 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1769490, 2024-04-10T16:34:01.184 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 389310 2024-04-10T16:34:01.184 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.184 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:01.184 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5139016, 2024-04-10T16:34:01.184 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7589 2024-04-10T16:34:01.184 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.184 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:01.184 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 66064, 2024-04-10T16:34:01.184 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 6984 2024-04-10T16:34:01.184 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.184 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:01.184 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 82272, 2024-04-10T16:34:01.184 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1714 2024-04-10T16:34:01.184 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.185 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:01.185 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.185 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.185 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.185 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:01.185 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164894, 2024-04-10T16:34:01.185 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1184 2024-04-10T16:34:01.185 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.185 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:01.185 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.185 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.185 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.185 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:01.185 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 736, 2024-04-10T16:34:01.185 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1 2024-04-10T16:34:01.185 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.186 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:01.186 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 73839, 2024-04-10T16:34:01.186 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 54 2024-04-10T16:34:01.186 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.186 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:01.186 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12112, 2024-04-10T16:34:01.186 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T16:34:01.186 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.186 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:01.186 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 7602113, 2024-04-10T16:34:01.186 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 264 2024-04-10T16:34:01.186 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.186 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:01.186 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 10384, 2024-04-10T16:34:01.186 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 118 2024-04-10T16:34:01.186 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.186 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:01.187 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.187 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.187 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.187 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.187 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 361584, 2024-04-10T16:34:01.187 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 31 2024-04-10T16:34:01.187 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.187 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:01.187 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.187 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.187 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.187 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:01.187 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3219840, 2024-04-10T16:34:01.187 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 6192 2024-04-10T16:34:01.187 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.187 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:01.188 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:01.188 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:01.188 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.188 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:01.188 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.188 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.188 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.188 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:01.188 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.188 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.188 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.188 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:01.188 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.188 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.188 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.188 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:01.188 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.189 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.189 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.189 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.189 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.3": { 2024-04-10T16:34:01.189 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:01.189 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.189 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.189 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.189 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:01.189 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 17424, 2024-04-10T16:34:01.189 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 321 2024-04-10T16:34:01.189 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.189 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:01.189 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 46976, 2024-04-10T16:34:01.189 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 23 2024-04-10T16:34:01.190 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.190 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:01.190 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3840, 2024-04-10T16:34:01.190 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 20 2024-04-10T16:34:01.190 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.190 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:01.190 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 54240, 2024-04-10T16:34:01.190 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 678 2024-04-10T16:34:01.190 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.190 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:01.190 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 357760, 2024-04-10T16:34:01.190 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1720 2024-04-10T16:34:01.190 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.190 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:01.190 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:01.191 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:01.191 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.191 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:01.191 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 226907, 2024-04-10T16:34:01.191 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 76 2024-04-10T16:34:01.191 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.191 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:01.191 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1714008, 2024-04-10T16:34:01.191 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 379764 2024-04-10T16:34:01.191 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.191 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:01.191 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5022056, 2024-04-10T16:34:01.191 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7417 2024-04-10T16:34:01.191 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.191 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:01.191 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 66900, 2024-04-10T16:34:01.192 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7006 2024-04-10T16:34:01.192 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.192 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:01.192 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 82512, 2024-04-10T16:34:01.192 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1719 2024-04-10T16:34:01.192 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.192 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:01.192 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.192 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.192 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.192 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:01.192 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164894, 2024-04-10T16:34:01.192 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1184 2024-04-10T16:34:01.192 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.192 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:01.192 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.192 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.193 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:01.193 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1472, 2024-04-10T16:34:01.193 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T16:34:01.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.193 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:01.193 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 101309, 2024-04-10T16:34:01.193 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 58 2024-04-10T16:34:01.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.193 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:01.193 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20128, 2024-04-10T16:34:01.193 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5 2024-04-10T16:34:01.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.193 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:01.193 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 21257216, 2024-04-10T16:34:01.193 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5462 2024-04-10T16:34:01.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.193 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:01.193 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 9328, 2024-04-10T16:34:01.194 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 106 2024-04-10T16:34:01.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.194 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:01.194 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.194 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.194 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.194 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 431568, 2024-04-10T16:34:01.194 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 37 2024-04-10T16:34:01.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.194 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:01.194 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.194 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.194 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:01.195 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3525080, 2024-04-10T16:34:01.195 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 9179 2024-04-10T16:34:01.195 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.195 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:01.195 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:01.195 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:01.195 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.195 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:01.195 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.195 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.195 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.195 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:01.195 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.195 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.195 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.195 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:01.195 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.196 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.196 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.196 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:01.196 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.196 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.196 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.196 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.196 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.4": { 2024-04-10T16:34:01.196 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:01.196 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.196 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.196 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.196 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:01.196 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20200, 2024-04-10T16:34:01.196 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 368 2024-04-10T16:34:01.197 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.197 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:01.197 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 30976, 2024-04-10T16:34:01.197 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 25 2024-04-10T16:34:01.197 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.197 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:01.197 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2880, 2024-04-10T16:34:01.197 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 15 2024-04-10T16:34:01.197 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.197 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:01.197 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 55200, 2024-04-10T16:34:01.197 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 690 2024-04-10T16:34:01.197 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.197 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:01.197 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 371072, 2024-04-10T16:34:01.197 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1784 2024-04-10T16:34:01.197 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.198 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:01.198 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:01.198 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:01.198 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.198 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:01.198 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1048243, 2024-04-10T16:34:01.198 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 258 2024-04-10T16:34:01.198 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.198 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:01.198 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2087624, 2024-04-10T16:34:01.198 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 458018 2024-04-10T16:34:01.198 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.198 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:01.198 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5963856, 2024-04-10T16:34:01.198 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8802 2024-04-10T16:34:01.198 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.198 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:01.199 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 76200, 2024-04-10T16:34:01.199 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8156 2024-04-10T16:34:01.199 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.199 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:01.199 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 85584, 2024-04-10T16:34:01.199 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1783 2024-04-10T16:34:01.199 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.199 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:01.199 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.199 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.199 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.199 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:01.199 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164726, 2024-04-10T16:34:01.199 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1184 2024-04-10T16:34:01.199 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.199 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:01.199 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.199 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.200 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:01.200 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1472, 2024-04-10T16:34:01.200 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T16:34:01.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.200 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:01.200 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 91285, 2024-04-10T16:34:01.200 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 54 2024-04-10T16:34:01.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.200 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:01.200 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20128, 2024-04-10T16:34:01.200 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5 2024-04-10T16:34:01.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.200 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:01.200 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16350991, 2024-04-10T16:34:01.200 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 290 2024-04-10T16:34:01.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.200 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:01.200 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 24816, 2024-04-10T16:34:01.201 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 282 2024-04-10T16:34:01.201 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.201 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:01.201 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.201 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.201 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.201 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.201 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 443232, 2024-04-10T16:34:01.201 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 38 2024-04-10T16:34:01.201 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.201 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:01.201 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.201 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.201 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.201 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:01.201 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5054400, 2024-04-10T16:34:01.201 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 12120 2024-04-10T16:34:01.202 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.202 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:01.202 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:01.202 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:01.202 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.202 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:01.202 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.202 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.202 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.202 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:01.202 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.202 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.202 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.202 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:01.202 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.202 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.203 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.203 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:01.203 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.203 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.203 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.203 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.203 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.5": { 2024-04-10T16:34:01.203 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:01.203 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.203 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.203 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.203 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:01.203 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 18672, 2024-04-10T16:34:01.203 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 346 2024-04-10T16:34:01.203 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.203 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:01.204 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 26624, 2024-04-10T16:34:01.205 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 22 2024-04-10T16:34:01.205 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.205 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:01.205 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2688, 2024-04-10T16:34:01.205 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 14 2024-04-10T16:34:01.205 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.205 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:01.205 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 55440, 2024-04-10T16:34:01.205 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 693 2024-04-10T16:34:01.206 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.206 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:01.206 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 357760, 2024-04-10T16:34:01.206 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1720 2024-04-10T16:34:01.206 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.206 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:01.206 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:01.206 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:01.206 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.206 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:01.206 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 425662, 2024-04-10T16:34:01.206 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 110 2024-04-10T16:34:01.206 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.206 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:01.207 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2330591, 2024-04-10T16:34:01.207 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 522917 2024-04-10T16:34:01.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.207 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:01.207 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6757416, 2024-04-10T16:34:01.207 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 9969 2024-04-10T16:34:01.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.207 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:01.207 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 67348, 2024-04-10T16:34:01.207 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7010 2024-04-10T16:34:01.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.207 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:01.207 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 82512, 2024-04-10T16:34:01.207 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1719 2024-04-10T16:34:01.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.207 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:01.208 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.208 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.208 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.208 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:01.208 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164982, 2024-04-10T16:34:01.208 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1185 2024-04-10T16:34:01.208 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.208 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:01.208 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.208 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.208 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.208 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:01.208 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1472, 2024-04-10T16:34:01.208 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T16:34:01.208 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.209 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:01.209 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 101947, 2024-04-10T16:34:01.209 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 59 2024-04-10T16:34:01.209 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.209 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:01.209 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20128, 2024-04-10T16:34:01.209 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5 2024-04-10T16:34:01.209 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.209 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:01.209 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 15228697, 2024-04-10T16:34:01.209 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 268 2024-04-10T16:34:01.209 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.209 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:01.209 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11616, 2024-04-10T16:34:01.209 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 132 2024-04-10T16:34:01.209 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.210 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:01.210 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.210 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.210 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.210 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.210 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 478224, 2024-04-10T16:34:01.210 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 41 2024-04-10T16:34:01.210 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.210 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:01.210 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.210 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.210 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.210 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:01.211 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6369480, 2024-04-10T16:34:01.211 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 12249 2024-04-10T16:34:01.211 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.211 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:01.211 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:01.211 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:01.211 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.211 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:01.211 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.211 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.211 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.211 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:01.211 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.211 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.211 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.212 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:01.212 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.212 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.212 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.212 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:01.212 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.212 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.212 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.212 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.212 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.6": { 2024-04-10T16:34:01.212 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:01.212 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.212 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.212 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.212 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:01.212 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 18744, 2024-04-10T16:34:01.213 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 352 2024-04-10T16:34:01.213 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.213 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:01.213 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 31360, 2024-04-10T16:34:01.213 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 28 2024-04-10T16:34:01.213 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.213 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:01.213 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3264, 2024-04-10T16:34:01.213 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 17 2024-04-10T16:34:01.213 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.213 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:01.213 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 54720, 2024-04-10T16:34:01.213 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 684 2024-04-10T16:34:01.213 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.213 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:01.214 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 372528, 2024-04-10T16:34:01.214 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1791 2024-04-10T16:34:01.214 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.214 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:01.214 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:01.214 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:01.214 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.214 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:01.214 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 447291, 2024-04-10T16:34:01.214 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 112 2024-04-10T16:34:01.214 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.214 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:01.214 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1686676, 2024-04-10T16:34:01.214 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 373818 2024-04-10T16:34:01.214 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.214 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:01.214 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4930256, 2024-04-10T16:34:01.215 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7282 2024-04-10T16:34:01.215 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.215 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:01.215 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 77580, 2024-04-10T16:34:01.215 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8317 2024-04-10T16:34:01.215 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.215 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:01.215 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 85968, 2024-04-10T16:34:01.215 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1791 2024-04-10T16:34:01.215 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.215 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:01.215 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.215 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.215 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.215 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:01.215 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164638, 2024-04-10T16:34:01.216 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1183 2024-04-10T16:34:01.216 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.216 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:01.216 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.216 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.216 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.216 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:01.216 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 736, 2024-04-10T16:34:01.216 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1 2024-04-10T16:34:01.216 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.216 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:01.216 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 76659, 2024-04-10T16:34:01.216 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 53 2024-04-10T16:34:01.217 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.217 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:01.217 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12112, 2024-04-10T16:34:01.217 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T16:34:01.217 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.217 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:01.217 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 18560361, 2024-04-10T16:34:01.217 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 267 2024-04-10T16:34:01.217 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.217 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:01.217 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12408, 2024-04-10T16:34:01.217 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 141 2024-04-10T16:34:01.217 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.217 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:01.217 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.218 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.218 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.218 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.218 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 454896, 2024-04-10T16:34:01.218 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 39 2024-04-10T16:34:01.218 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.218 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:01.218 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.218 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.218 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.218 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:01.218 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3589456, 2024-04-10T16:34:01.218 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 9294 2024-04-10T16:34:01.219 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.219 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:01.219 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:01.219 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:01.219 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.219 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:01.219 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.219 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.219 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.219 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:01.219 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.219 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.219 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.219 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:01.219 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.219 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.220 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:01.220 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.220 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.220 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.220 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.7": { 2024-04-10T16:34:01.220 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:01.220 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.220 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.220 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:01.220 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16936, 2024-04-10T16:34:01.220 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 333 2024-04-10T16:34:01.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.220 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:01.220 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 30848, 2024-04-10T16:34:01.221 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 24 2024-04-10T16:34:01.221 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.221 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:01.221 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3072, 2024-04-10T16:34:01.221 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 16 2024-04-10T16:34:01.221 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.221 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:01.221 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 55440, 2024-04-10T16:34:01.221 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 693 2024-04-10T16:34:01.221 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.221 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:01.221 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 372320, 2024-04-10T16:34:01.221 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1790 2024-04-10T16:34:01.221 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.221 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:01.221 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:01.222 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:01.222 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.222 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:01.222 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 343005, 2024-04-10T16:34:01.222 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 104 2024-04-10T16:34:01.222 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.222 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:01.222 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1992533, 2024-04-10T16:34:01.222 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 444378 2024-04-10T16:34:01.222 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.222 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:01.222 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5779576, 2024-04-10T16:34:01.222 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8531 2024-04-10T16:34:01.223 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.223 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:01.223 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 78204, 2024-04-10T16:34:01.223 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8318 2024-04-10T16:34:01.223 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.223 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:01.223 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 85920, 2024-04-10T16:34:01.223 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1790 2024-04-10T16:34:01.223 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.223 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:01.223 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.223 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.223 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.223 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:01.223 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164894, 2024-04-10T16:34:01.223 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1184 2024-04-10T16:34:01.224 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.224 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:01.224 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.224 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.224 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.224 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:01.224 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 736, 2024-04-10T16:34:01.224 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1 2024-04-10T16:34:01.224 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.224 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:01.224 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 75691, 2024-04-10T16:34:01.224 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 52 2024-04-10T16:34:01.224 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.224 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:01.224 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12112, 2024-04-10T16:34:01.224 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T16:34:01.224 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.224 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:01.225 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 17258166, 2024-04-10T16:34:01.225 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 276 2024-04-10T16:34:01.225 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.225 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:01.225 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 10736, 2024-04-10T16:34:01.225 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 122 2024-04-10T16:34:01.225 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.225 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:01.225 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.225 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.225 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.225 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.225 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 524880, 2024-04-10T16:34:01.225 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 45 2024-04-10T16:34:01.225 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.225 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:01.225 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.226 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.226 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.226 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:01.226 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4942080, 2024-04-10T16:34:01.226 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 9520 2024-04-10T16:34:01.226 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.226 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:01.226 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:01.226 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:01.226 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.226 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:01.226 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.226 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.226 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.226 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:01.226 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.227 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.227 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.227 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:01.227 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.227 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.227 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.227 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:01.227 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:01.227 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:01.227 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.227 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.227 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.227 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.227 INFO:tasks.workunit.client.0.smithi102.stdout: "metadata": { 2024-04-10T16:34:01.228 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T16:34:01.228 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T16:34:01.228 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 2 2024-04-10T16:34:01.228 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.228 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T16:34:01.228 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T16:34:01.228 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.228 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T16:34:01.228 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-10T16:34:01.228 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.228 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T16:34:01.228 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 2 2024-04-10T16:34:01.228 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.228 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T16:34:01.228 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 2 2024-04-10T16:34:01.229 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.229 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T16:34:01.229 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-10T16:34:01.229 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.229 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T16:34:01.229 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-10T16:34:01.229 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.229 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T16:34:01.229 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 2 2024-04-10T16:34:01.229 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.229 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.229 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:01.229 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T16:34:01.230 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 3 2024-04-10T16:34:01.230 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.230 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T16:34:01.230 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T16:34:01.230 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.230 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T16:34:01.230 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-10T16:34:01.230 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.230 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T16:34:01.230 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 3 2024-04-10T16:34:01.230 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.230 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T16:34:01.230 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 3 2024-04-10T16:34:01.230 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.231 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T16:34:01.231 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-10T16:34:01.231 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.231 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T16:34:01.231 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-10T16:34:01.231 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.231 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T16:34:01.231 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 3 2024-04-10T16:34:01.231 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.231 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.231 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.231 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T16:34:01.231 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 8 2024-04-10T16:34:01.231 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.231 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T16:34:01.231 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-10T16:34:01.232 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.232 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T16:34:01.232 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-10T16:34:01.232 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.232 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T16:34:01.232 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 8 2024-04-10T16:34:01.232 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.232 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T16:34:01.232 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 8 2024-04-10T16:34:01.232 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.232 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T16:34:01.232 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-10T16:34:01.232 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.232 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T16:34:01.232 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-10T16:34:01.233 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.233 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T16:34:01.233 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 8 2024-04-10T16:34:01.233 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.233 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_objectstore": { 2024-04-10T16:34:01.233 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": 8 2024-04-10T16:34:01.233 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.233 INFO:tasks.workunit.client.0.smithi102.stdout: "rotational": { 2024-04-10T16:34:01.233 INFO:tasks.workunit.client.0.smithi102.stdout: "0": 8 2024-04-10T16:34:01.233 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.233 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.233 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.233 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:01.233 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T16:34:01.233 INFO:tasks.workunit.client.0.smithi102.stdout: "features": { 2024-04-10T16:34:01.234 INFO:tasks.workunit.client.0.smithi102.stdout: "optional": [], 2024-04-10T16:34:01.234 INFO:tasks.workunit.client.0.smithi102.stdout: "persistent": [ 2024-04-10T16:34:01.234 INFO:tasks.workunit.client.0.smithi102.stdout: "kraken", 2024-04-10T16:34:01.234 INFO:tasks.workunit.client.0.smithi102.stdout: "luminous", 2024-04-10T16:34:01.234 INFO:tasks.workunit.client.0.smithi102.stdout: "mimic", 2024-04-10T16:34:01.234 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap-prune", 2024-04-10T16:34:01.234 INFO:tasks.workunit.client.0.smithi102.stdout: "nautilus", 2024-04-10T16:34:01.234 INFO:tasks.workunit.client.0.smithi102.stdout: "octopus", 2024-04-10T16:34:01.234 INFO:tasks.workunit.client.0.smithi102.stdout: "pacific", 2024-04-10T16:34:01.234 INFO:tasks.workunit.client.0.smithi102.stdout: "elector-pinging", 2024-04-10T16:34:01.234 INFO:tasks.workunit.client.0.smithi102.stdout: "quincy", 2024-04-10T16:34:01.234 INFO:tasks.workunit.client.0.smithi102.stdout: "reef", 2024-04-10T16:34:01.234 INFO:tasks.workunit.client.0.smithi102.stdout: "squid" 2024-04-10T16:34:01.234 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.234 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.234 INFO:tasks.workunit.client.0.smithi102.stdout: "ipv4_addr_mons": 6, 2024-04-10T16:34:01.234 INFO:tasks.workunit.client.0.smithi102.stdout: "ipv6_addr_mons": 0, 2024-04-10T16:34:01.235 INFO:tasks.workunit.client.0.smithi102.stdout: "min_mon_release": 19, 2024-04-10T16:34:01.235 INFO:tasks.workunit.client.0.smithi102.stdout: "v1_addr_mons": 3, 2024-04-10T16:34:01.235 INFO:tasks.workunit.client.0.smithi102.stdout: "v2_addr_mons": 3 2024-04-10T16:34:01.235 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.235 INFO:tasks.workunit.client.0.smithi102.stdout: "organization": "ceph-qa", 2024-04-10T16:34:01.235 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.235 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster_network": false, 2024-04-10T16:34:01.235 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8, 2024-04-10T16:34:01.235 INFO:tasks.workunit.client.0.smithi102.stdout: "require_min_compat_client": "luminous", 2024-04-10T16:34:01.235 INFO:tasks.workunit.client.0.smithi102.stdout: "require_osd_release": "squid" 2024-04-10T16:34:01.235 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.235 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_perf_histograms": [ 2024-04-10T16:34:01.235 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.235 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:01.235 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T16:34:01.236 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.236 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:01.236 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:01.236 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T16:34:01.236 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T16:34:01.236 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:01.236 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:01.236 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T16:34:01.236 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T16:34:01.236 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T16:34:01.236 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T16:34:01.236 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T16:34:01.236 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T16:34:01.236 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T16:34:01.236 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T16:34:01.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T16:34:01.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T16:34:01.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T16:34:01.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T16:34:01.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T16:34:01.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T16:34:01.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T16:34:01.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T16:34:01.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T16:34:01.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T16:34:01.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T16:34:01.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T16:34:01.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T16:34:01.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T16:34:01.238 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T16:34:01.238 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T16:34:01.238 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:34:01.238 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:34:01.238 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:34:01.238 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:34:01.238 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:34:01.238 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:34:01.238 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T16:34:01.238 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.238 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:01.238 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.238 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.238 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:01.238 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:01.238 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T16:34:01.239 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T16:34:01.239 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:01.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:01.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T16:34:01.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T16:34:01.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T16:34:01.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T16:34:01.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T16:34:01.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T16:34:01.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T16:34:01.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T16:34:01.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T16:34:01.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T16:34:01.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T16:34:01.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T16:34:01.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T16:34:01.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T16:34:01.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T16:34:01.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T16:34:01.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T16:34:01.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T16:34:01.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T16:34:01.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T16:34:01.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T16:34:01.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T16:34:01.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T16:34:01.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T16:34:01.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T16:34:01.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T16:34:01.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T16:34:01.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T16:34:01.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T16:34:01.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T16:34:01.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T16:34:01.241 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.241 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:01.241 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.241 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.241 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T16:34:01.241 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.241 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T16:34:01.241 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 56, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10004, 3750, 4310, 0, 5, 3, 1, 1, 1, 1, 5, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6918, 101, 119, 2, 21, 3, 9, 5, 25, 58, 26, 33, 43, 23, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 684, 5, 14, 0, 1, 0, 0, 0, 4, 6, 92, 161, 102, 13, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 464, 5, 0, 0, 1, 2, 0, 0, 1, 1, 2, 24, 344, 19, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 140, 10, 3, 0, 0, 0, 0, 1, 7, 1, 7, 3, 30, 98, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 160, 5, 4, 0, 0, 0, 0, 0, 1, 1, 1, 8, 13, 14, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 102, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 15, 63, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 29, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.243 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.243 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.243 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.243 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T16:34:01.244 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 7517, 3, 0, 1, 1, 0, 0, 2, 2, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6017, 49, 1283, 2, 15, 5, 8, 16, 33, 52, 61, 55, 59, 12, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 449, 6, 222, 22, 0, 0, 0, 1, 8, 13, 117, 190, 134, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 284, 1, 0, 8, 0, 0, 1, 0, 1, 1, 3, 21, 404, 3, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 127, 1, 0, 0, 1, 1, 8, 0, 1, 0, 2, 14, 29, 32, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 70, 0, 40, 0, 0, 0, 2, 0, 0, 0, 2, 12, 8, 6, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 118, 0, 226, 0, 0, 0, 0, 0, 0, 0, 0, 8, 10, 4, 44, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 46, 0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 2, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.246 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.246 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.246 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.246 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T16:34:01.246 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9706, 1, 1, 0, 0, 0, 0, 0, 1, 0, 17, 1, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8179, 41, 18, 0, 3, 0, 1, 1, 1, 2, 47, 20, 25, 26, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 732, 9, 31, 2, 2, 0, 2, 0, 0, 4, 26, 2, 3, 2, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 386, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 29, 48, 5, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 140, 1, 1, 0, 2, 0, 3, 1, 2, 0, 13, 6, 32, 45, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 215, 0, 0, 0, 0, 0, 1, 1, 0, 1, 12, 7, 28, 19, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 234, 0, 0, 1, 0, 0, 0, 0, 0, 3, 6, 1, 24, 50, 40, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 114, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 7, 21, 57, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 18, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 14, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.248 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.248 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.248 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.248 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T16:34:01.248 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 467, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15598, 4111, 69, 8, 25, 32, 0, 0, 0, 0, 16, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9692, 57, 3, 1, 24, 20, 100, 139, 9, 15, 49, 21, 21, 21, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1301, 113, 143, 0, 1, 0, 1, 2, 4, 7, 55, 87, 37, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 485, 20, 39, 0, 5, 0, 0, 0, 0, 0, 1, 13, 145, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 94, 12, 13, 0, 168, 0, 0, 0, 0, 0, 4, 9, 15, 24, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 36, 2, 23, 29, 340, 0, 0, 0, 0, 0, 1, 10, 14, 4, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6, 0, 1, 35, 407, 0, 0, 0, 0, 0, 0, 3, 7, 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 4, 1903, 112, 0, 0, 0, 0, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 11, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.250 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.250 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.250 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.250 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.250 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.250 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.250 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.250 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.250 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.250 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.250 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.250 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.250 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T16:34:01.250 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9374, 2, 46, 2, 7385, 462, 1, 0, 2, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9551, 54, 46, 3, 378, 151, 55, 65, 6, 16, 16, 13, 9, 5, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 969, 18, 25, 0, 26, 14, 11, 12, 3, 6, 64, 75, 33, 6, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 332, 7, 0, 0, 4, 9, 0, 0, 0, 1, 5, 32, 176, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 176, 9, 0, 0, 21, 20, 0, 1, 0, 1, 4, 5, 18, 16, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 90, 15, 0, 0, 2, 14, 0, 0, 0, 0, 0, 9, 15, 17, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 38, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 28, 55, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12, 168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 19, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 10, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.253 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.253 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.253 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.253 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T16:34:01.253 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.253 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.253 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 530, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.253 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15919, 3983, 1, 1, 1, 0, 1, 0, 0, 1, 2, 0, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.253 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10991, 203, 18, 0, 11, 0, 1, 1, 1, 0, 6, 2, 20, 17, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.253 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2032, 45, 15, 1, 4, 0, 1, 0, 1, 2, 11, 0, 4, 9, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.253 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 831, 8, 5, 5, 4, 0, 0, 0, 0, 0, 5, 2, 36, 12, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.253 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 562, 24, 4, 0, 0, 0, 0, 0, 0, 0, 5, 3, 18, 38, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.253 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 330, 12, 3, 1, 0, 0, 0, 0, 0, 1, 2, 13, 7, 12, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.253 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 112, 3, 0, 0, 0, 0, 3, 0, 0, 0, 1, 4, 11, 5, 39, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.253 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 6, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.253 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.253 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.255 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.255 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.255 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.255 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.255 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.255 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.255 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.255 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.255 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.255 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T16:34:01.255 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.255 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.255 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5683, 1754, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.255 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10308, 6404, 0, 0, 0, 0, 0, 0, 0, 2, 5, 0, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.255 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 7567, 215, 25, 2, 14, 4, 2, 5, 6, 23, 7, 15, 24, 7, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.255 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 793, 24, 10, 0, 2, 1, 0, 1, 9, 12, 43, 64, 33, 8, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.255 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 335, 8, 0, 0, 0, 0, 0, 0, 0, 3, 8, 12, 192, 2, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 112, 5, 0, 0, 0, 1, 0, 0, 0, 3, 3, 1, 19, 24, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 88, 7, 0, 0, 0, 0, 0, 1, 0, 0, 4, 2, 16, 14, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 3, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.257 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.257 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.257 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.257 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T16:34:01.257 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12754, 4, 1, 0, 0, 1, 0, 0, 0, 0, 4, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 7995, 282, 0, 0, 4, 2, 0, 0, 0, 0, 5, 3, 12, 15, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1098, 23, 3, 0, 1, 0, 0, 1, 0, 0, 27, 3, 8, 4, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 260, 2, 1, 0, 0, 0, 0, 0, 0, 0, 9, 5, 30, 6, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 20, 60, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 117, 1, 0, 0, 0, 0, 0, 0, 0, 0, 6, 2, 4, 15, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 7, 2, 7, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 2, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.260 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.260 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.260 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.260 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.260 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:01.260 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T16:34:01.260 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.260 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:01.260 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:01.260 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T16:34:01.260 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T16:34:01.260 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:01.260 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:01.260 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T16:34:01.260 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T16:34:01.260 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T16:34:01.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T16:34:01.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T16:34:01.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T16:34:01.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T16:34:01.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T16:34:01.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T16:34:01.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T16:34:01.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T16:34:01.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T16:34:01.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T16:34:01.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T16:34:01.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T16:34:01.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T16:34:01.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T16:34:01.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T16:34:01.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T16:34:01.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T16:34:01.262 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T16:34:01.262 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T16:34:01.262 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T16:34:01.262 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T16:34:01.262 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:34:01.262 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:34:01.262 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:34:01.262 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:34:01.262 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:34:01.262 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:34:01.262 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T16:34:01.262 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.262 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:01.262 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.263 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.263 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:01.263 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:01.263 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T16:34:01.263 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T16:34:01.263 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:01.263 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:01.263 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T16:34:01.263 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T16:34:01.263 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T16:34:01.263 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T16:34:01.263 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T16:34:01.263 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T16:34:01.263 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T16:34:01.263 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T16:34:01.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T16:34:01.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T16:34:01.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T16:34:01.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T16:34:01.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T16:34:01.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T16:34:01.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T16:34:01.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T16:34:01.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T16:34:01.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T16:34:01.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T16:34:01.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T16:34:01.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T16:34:01.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T16:34:01.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T16:34:01.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T16:34:01.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T16:34:01.265 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T16:34:01.265 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T16:34:01.265 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T16:34:01.265 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T16:34:01.265 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T16:34:01.265 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T16:34:01.265 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.265 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:01.265 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.265 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.265 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T16:34:01.265 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.265 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T16:34:01.265 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.265 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.266 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.266 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.266 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.266 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 536, 2, 9, 20, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.266 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 4152, 67, 67, 131, 438, 602, 705, 1, 11, 8, 0, 2, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.266 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 609, 17, 28, 51, 25, 8, 22, 0, 0, 4, 1, 5, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.266 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 240, 0, 0, 3, 0, 1, 1, 0, 0, 0, 0, 1, 7, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.266 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 122, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 13, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.266 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 22, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.266 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.266 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.266 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.266 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.266 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.266 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.267 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.267 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.267 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.267 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.267 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.267 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.267 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.267 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.267 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.267 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.267 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.267 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.267 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.267 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.268 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.268 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.268 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.268 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.268 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T16:34:01.268 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.268 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.268 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.268 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.268 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.268 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 316, 2, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.268 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2717, 264, 33, 56, 121, 1, 0, 0, 4, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.268 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 491, 29, 1209, 0, 0, 0, 0, 0, 1, 1, 2, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.268 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 396, 4, 136, 0, 0, 1, 0, 0, 1, 0, 1, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.269 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1644, 1313, 50, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.269 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1464, 1677, 244, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 6, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.269 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.269 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.269 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.269 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.269 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.269 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.269 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.269 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.269 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.269 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.269 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.269 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.269 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.269 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.270 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.270 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.270 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.270 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.270 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.270 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.270 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.270 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.270 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.270 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.270 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.270 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T16:34:01.270 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.270 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.270 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.271 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.271 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.271 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 989, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.271 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9784, 7, 0, 0, 3, 1, 2, 4, 5, 1, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.271 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15887, 1, 2, 0, 0, 0, 0, 1, 2, 2, 4, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.271 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 272, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 11, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.271 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.271 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 7, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.271 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 0, 3, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.271 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.271 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.271 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.271 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.271 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.271 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.271 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.271 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.272 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.272 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.272 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.272 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.272 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.272 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.272 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.272 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.272 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.272 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.272 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.272 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.272 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.272 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.272 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.272 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.272 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T16:34:01.273 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.273 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.273 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.273 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.273 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.273 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.273 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2980, 35, 0, 0, 3, 1, 3, 3, 3, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.273 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 546, 5, 1, 0, 0, 0, 0, 0, 1, 0, 2, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.273 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 230, 18, 34, 41, 0, 0, 0, 0, 0, 0, 0, 2, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.273 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1006, 318, 0, 111, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.273 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 4104, 2494, 0, 411, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.273 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 228, 189, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.273 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.273 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.273 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.273 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.273 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.273 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.274 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.274 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.274 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.274 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.274 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.274 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.274 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.274 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.274 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.274 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.274 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.274 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.274 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.274 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.274 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.275 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.275 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.275 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.275 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T16:34:01.275 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.275 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.275 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.275 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.275 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.275 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 763, 0, 0, 19, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.275 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3248, 203, 34, 49, 151, 274, 469, 4, 12, 16, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.275 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 338, 21, 0, 0, 5, 0, 15, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.275 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 215, 1, 0, 0, 2, 1, 1, 0, 0, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.275 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.275 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 5, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.276 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.276 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.276 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.276 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.276 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.276 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.276 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.276 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.276 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.276 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.276 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.276 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.276 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.276 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.276 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.276 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.276 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.276 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.277 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.277 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.277 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.277 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.277 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.277 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.277 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.277 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T16:34:01.277 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.277 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.277 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.277 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.277 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.277 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 703, 0, 10, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.278 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5348, 78, 124, 238, 466, 603, 718, 0, 1, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.278 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 474, 2, 5, 8, 6, 8, 7, 0, 1, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.278 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 373, 1, 6, 21, 3, 1, 1, 0, 0, 0, 0, 1, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.278 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 269, 41, 75, 108, 26, 0, 0, 0, 0, 2, 0, 0, 6, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.278 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 167, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 15, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.278 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 25, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 4, 4, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.278 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.278 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.278 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.278 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.278 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.278 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.278 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.278 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.279 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.279 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.279 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.279 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.279 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.279 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.279 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.279 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.279 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.279 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.279 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.279 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.279 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.279 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.279 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.279 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.279 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T16:34:01.280 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.280 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.280 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.280 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.280 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.280 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 430, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.280 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2959, 23, 0, 0, 4, 1, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.280 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 331, 2, 1, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.280 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 276, 11, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.280 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 226, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.280 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.280 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.280 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.280 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.280 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.280 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.281 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.281 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.281 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.281 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.281 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.281 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.281 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.281 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.281 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.281 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.281 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.281 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.281 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.281 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.281 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.281 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.282 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.282 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.282 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.282 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.282 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T16:34:01.282 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.282 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.282 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.282 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.282 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.282 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 486, 5, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.282 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8096, 28, 55, 38, 1, 0, 0, 1, 3, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.282 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2691, 23, 97, 40, 0, 1, 0, 0, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.282 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 167, 9, 3, 0, 2, 0, 0, 0, 0, 0, 3, 4, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.282 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 8, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.283 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 13, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.283 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.283 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.283 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.283 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.283 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.283 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.283 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.283 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.283 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.283 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.283 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.283 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.283 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.284 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.284 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.284 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.284 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.284 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.284 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.284 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.284 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.284 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.284 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.284 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.284 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.284 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.285 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:01.285 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T16:34:01.285 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.285 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:01.285 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:01.285 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T16:34:01.285 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T16:34:01.285 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:01.285 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:01.285 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T16:34:01.285 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T16:34:01.285 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T16:34:01.285 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T16:34:01.285 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T16:34:01.285 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T16:34:01.286 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T16:34:01.286 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T16:34:01.286 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T16:34:01.286 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T16:34:01.286 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T16:34:01.286 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T16:34:01.286 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T16:34:01.286 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T16:34:01.286 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T16:34:01.286 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T16:34:01.286 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T16:34:01.286 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T16:34:01.286 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T16:34:01.286 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T16:34:01.286 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T16:34:01.286 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T16:34:01.286 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T16:34:01.286 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T16:34:01.287 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:34:01.287 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:34:01.287 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:34:01.287 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:34:01.287 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:34:01.287 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:34:01.287 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T16:34:01.287 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.287 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:01.287 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.287 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.287 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:01.287 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:01.287 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T16:34:01.287 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T16:34:01.287 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:01.287 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:01.287 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T16:34:01.288 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T16:34:01.288 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T16:34:01.288 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T16:34:01.288 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T16:34:01.288 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T16:34:01.288 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T16:34:01.288 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T16:34:01.288 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T16:34:01.288 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T16:34:01.288 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T16:34:01.288 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T16:34:01.288 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T16:34:01.288 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T16:34:01.288 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T16:34:01.288 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T16:34:01.289 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T16:34:01.289 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T16:34:01.289 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T16:34:01.289 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T16:34:01.289 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T16:34:01.289 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T16:34:01.289 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T16:34:01.289 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T16:34:01.289 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T16:34:01.289 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T16:34:01.289 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T16:34:01.289 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T16:34:01.289 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T16:34:01.289 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T16:34:01.289 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T16:34:01.289 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.289 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:01.289 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.290 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.290 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T16:34:01.290 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.290 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T16:34:01.290 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.290 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.290 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.290 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.290 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.290 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 571, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.290 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6191, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.290 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 773, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.290 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 256, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.290 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.290 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.290 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.291 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.291 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.291 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.291 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.291 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.291 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.291 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.291 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.291 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.291 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.291 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.291 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.291 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.291 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.292 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.292 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.292 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.292 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.292 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.292 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.292 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.292 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.292 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.292 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.292 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T16:34:01.292 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.292 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.292 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.292 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.292 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.293 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 332, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.293 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3199, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.293 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1737, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.293 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 543, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.293 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3026, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.293 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.293 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.293 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.293 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.293 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.293 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.293 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.293 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.293 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.294 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.294 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.294 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.294 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.294 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.294 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.294 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.294 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.294 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.294 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.294 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.294 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.294 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.294 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.294 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.295 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.295 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.295 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T16:34:01.295 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.295 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.295 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.295 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.295 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.295 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 989, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.295 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9811, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.295 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15905, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.295 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.295 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 126, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.295 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.295 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.295 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.295 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.295 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.296 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.296 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.296 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.296 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.296 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.296 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.296 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.296 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.296 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.296 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.296 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.296 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.296 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.296 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.296 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.296 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.297 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.297 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.297 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.297 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.297 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.297 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T16:34:01.297 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.297 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.297 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.297 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.297 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.297 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.297 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3032, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.297 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 561, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.297 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 332, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.297 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1441, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.297 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 7034, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.298 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 464, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.298 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.298 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.298 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.298 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.298 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.298 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.298 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.298 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.298 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.298 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.298 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.298 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.298 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.298 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.299 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.299 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.299 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.299 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.299 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.299 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.299 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.299 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.299 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.299 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.299 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T16:34:01.299 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.299 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.299 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.299 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.299 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.299 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 785, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.299 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 4462, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.299 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 381, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.300 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 225, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.300 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.300 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.300 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.300 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.300 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.300 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.300 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.300 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.300 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.300 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.300 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.300 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.300 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.300 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.301 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.301 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.301 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.301 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.301 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.301 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.301 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.301 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.301 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.301 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.301 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.301 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.301 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T16:34:01.301 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.301 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.302 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.302 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.302 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.302 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 726, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.302 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 7580, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.302 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 515, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.302 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 415, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.302 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 531, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.302 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 202, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.302 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.302 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.302 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.302 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.302 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.302 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.302 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.302 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.303 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.303 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.303 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.303 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.303 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.303 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.303 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.303 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.303 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.303 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.303 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.303 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.303 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.303 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.303 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.304 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.304 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T16:34:01.304 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.304 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.304 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.304 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.304 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.304 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 436, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.304 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2990, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.304 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.304 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.304 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.304 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.304 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.304 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.304 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.305 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.305 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.305 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.305 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.305 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.305 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.305 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.305 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.305 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.305 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.305 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.305 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.305 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.306 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.306 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.306 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.306 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.306 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.306 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.306 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.306 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.306 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.306 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T16:34:01.306 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.306 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.306 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.307 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.307 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.307 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 507, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.307 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8225, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.307 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2856, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.307 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 193, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.307 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 108, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.307 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.307 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.307 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.307 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.307 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.307 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.307 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.308 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.308 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.308 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.308 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.308 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.308 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.308 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.308 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.308 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.308 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.308 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.308 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.308 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.308 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.308 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.309 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.309 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.309 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.309 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.309 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.309 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:01.309 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T16:34:01.309 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.309 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:01.309 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:01.309 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T16:34:01.309 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T16:34:01.309 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:01.309 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:01.309 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T16:34:01.309 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T16:34:01.309 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T16:34:01.310 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T16:34:01.310 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T16:34:01.310 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T16:34:01.310 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T16:34:01.310 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T16:34:01.310 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T16:34:01.310 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T16:34:01.310 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T16:34:01.310 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T16:34:01.310 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T16:34:01.310 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T16:34:01.310 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T16:34:01.310 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T16:34:01.310 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T16:34:01.310 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T16:34:01.311 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T16:34:01.311 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T16:34:01.311 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T16:34:01.311 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T16:34:01.311 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T16:34:01.311 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T16:34:01.311 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:34:01.311 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:34:01.311 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:34:01.311 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:34:01.311 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:34:01.311 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:34:01.312 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T16:34:01.312 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.312 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:01.312 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.312 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.312 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:01.312 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:01.312 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T16:34:01.312 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T16:34:01.312 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:01.312 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:01.312 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T16:34:01.312 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T16:34:01.312 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T16:34:01.312 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T16:34:01.312 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T16:34:01.312 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T16:34:01.313 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T16:34:01.313 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T16:34:01.313 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T16:34:01.313 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T16:34:01.313 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T16:34:01.313 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T16:34:01.313 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T16:34:01.313 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T16:34:01.313 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T16:34:01.313 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T16:34:01.313 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T16:34:01.313 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T16:34:01.313 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T16:34:01.313 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T16:34:01.313 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T16:34:01.313 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T16:34:01.313 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T16:34:01.314 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T16:34:01.314 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T16:34:01.314 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T16:34:01.314 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T16:34:01.314 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T16:34:01.314 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T16:34:01.314 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T16:34:01.314 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T16:34:01.314 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.314 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:01.314 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.314 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.314 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T16:34:01.314 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.314 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T16:34:01.314 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.314 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.315 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.315 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.315 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.315 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.315 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1924, 18, 0, 0, 8, 0, 0, 4, 4, 7, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.315 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1232, 11, 1, 2, 4, 1, 3, 10, 33, 67, 80, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.315 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 195, 11, 0, 0, 2, 3, 1, 1, 3, 6, 73, 214, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.315 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 336, 8, 0, 0, 0, 0, 1, 0, 3, 1, 8, 18, 276, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.315 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 547, 2, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 21, 25, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.315 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 591, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 13, 24, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.315 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 699, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.315 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.315 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.315 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.315 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.315 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.315 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.316 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.316 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.316 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.316 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.316 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.316 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.316 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.316 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.316 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.316 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.316 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.316 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.316 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.316 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.316 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.316 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.316 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.316 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T16:34:01.317 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.317 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.317 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.317 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.317 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.317 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 37, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.317 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2785, 17, 0, 0, 5, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.317 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1320, 4, 1, 3, 4, 7, 10, 21, 45, 68, 118, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.317 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 90, 3, 0, 2, 1, 0, 3, 5, 2, 4, 74, 265, 225, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.317 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 35, 0, 0, 0, 0, 0, 1, 1, 2, 4, 12, 13, 369, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.317 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 94, 2, 0, 0, 0, 0, 0, 0, 0, 2, 1, 8, 24, 19, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.317 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 431, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 7, 10, 25, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.317 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.317 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1615, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.317 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 545, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.318 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.318 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.318 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.318 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.318 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.318 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.318 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.318 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.318 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.318 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.318 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.318 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.318 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.318 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.318 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.318 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.319 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.319 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.319 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.319 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.319 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T16:34:01.319 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.319 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.319 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.319 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.319 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.319 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.319 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 299, 6, 1, 1, 3, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.319 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 185, 4, 0, 0, 1, 0, 5, 2, 9, 11, 56, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.320 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 252, 2, 0, 0, 0, 0, 1, 6, 9, 16, 72, 100, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.320 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 141, 3, 0, 0, 0, 0, 0, 1, 0, 8, 30, 45, 19, 9, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.320 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 59, 1, 0, 0, 0, 0, 2, 0, 3, 2, 10, 30, 29, 29, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.320 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 1, 1, 0, 4, 16, 18, 47, 119, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.320 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.320 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.320 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.320 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.320 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.320 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.320 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.320 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.320 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.321 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.321 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.321 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.321 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.321 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.321 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.321 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.321 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.321 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.321 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.321 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.321 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.321 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.321 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.321 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.322 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T16:34:01.322 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.322 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.322 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.322 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.322 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.322 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 38, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.322 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1297, 12, 1, 2, 19, 0, 2, 2, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.322 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 461, 7, 1, 0, 2, 4, 5, 13, 10, 33, 43, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.322 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 198, 11, 0, 0, 1, 1, 0, 1, 3, 0, 23, 123, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.322 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 401, 4, 0, 0, 0, 0, 0, 1, 0, 1, 3, 4, 98, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.323 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 2, 1, 3, 4, 15, 25, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.323 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 15, 30, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.323 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.323 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.323 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.323 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.323 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.323 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.323 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.323 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.323 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.323 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.323 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.323 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.323 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.324 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.324 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.324 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.324 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.324 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.324 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.324 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.324 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.324 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.324 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.324 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.324 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T16:34:01.324 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.324 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.324 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.324 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.324 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1110, 11, 0, 0, 16, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 733, 9, 0, 0, 2, 3, 4, 8, 10, 34, 46, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 388, 5, 0, 0, 0, 0, 0, 0, 4, 3, 50, 127, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 495, 49, 0, 0, 0, 0, 1, 0, 2, 1, 8, 26, 141, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 249, 60, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 11, 19, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 88, 128, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 10, 19, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 142, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 24, 276, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.325 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.326 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.326 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.326 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.326 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.327 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T16:34:01.327 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 123, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 498, 16, 0, 0, 12, 0, 2, 3, 6, 8, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 89, 5, 2, 0, 1, 1, 2, 1, 3, 1, 10, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 129, 5, 0, 0, 0, 0, 2, 5, 4, 5, 37, 23, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 65, 5, 0, 0, 0, 0, 0, 1, 3, 3, 17, 29, 15, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 31, 2, 0, 0, 0, 0, 1, 0, 0, 2, 4, 7, 16, 22, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 9, 12, 31, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 4, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.327 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.328 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.328 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.328 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.328 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.328 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.328 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.328 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.328 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.328 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.328 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.328 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.328 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.328 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.329 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.329 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.329 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.329 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T16:34:01.329 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 77, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1092, 23, 1, 0, 11, 1, 4, 4, 12, 13, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.329 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 662, 13, 0, 0, 3, 4, 7, 7, 11, 20, 31, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 423, 9, 1, 0, 0, 0, 0, 0, 0, 2, 33, 103, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 455, 2, 0, 0, 1, 1, 0, 0, 2, 1, 6, 10, 181, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 179, 2, 0, 0, 1, 0, 0, 0, 0, 2, 6, 4, 16, 19, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 130, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 16, 19, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.330 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.331 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.331 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.331 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.331 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.331 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.331 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.331 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.331 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.331 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.331 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.331 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.331 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T16:34:01.331 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.331 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 44, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 226, 11, 2, 3, 6, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 65, 8, 1, 1, 0, 1, 3, 4, 8, 1, 14, 9, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 102, 0, 1, 0, 0, 0, 2, 5, 3, 6, 17, 23, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 55, 1, 0, 0, 0, 0, 1, 2, 3, 0, 14, 24, 12, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10, 0, 0, 0, 0, 0, 1, 0, 1, 1, 5, 14, 33, 26, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 7, 12, 45, 105, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.332 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.333 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.334 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.334 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.334 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.334 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.334 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.334 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.334 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.334 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.334 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.334 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.334 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.334 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.334 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-10T16:34:01.334 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T16:34:01.335 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.335 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 8, 2024-04-10T16:34:01.335 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:01.335 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "number of replicas", 2024-04-10T16:34:01.335 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 1, 2024-04-10T16:34:01.335 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:01.335 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:01.335 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0]", 2024-04-10T16:34:01.335 INFO:tasks.workunit.client.0.smithi102.stdout: "[1, 1]", 2024-04-10T16:34:01.335 INFO:tasks.workunit.client.0.smithi102.stdout: "[2, 2]", 2024-04-10T16:34:01.335 INFO:tasks.workunit.client.0.smithi102.stdout: "[3, 3]", 2024-04-10T16:34:01.335 INFO:tasks.workunit.client.0.smithi102.stdout: "[4, 4]", 2024-04-10T16:34:01.335 INFO:tasks.workunit.client.0.smithi102.stdout: "[5, 5]", 2024-04-10T16:34:01.335 INFO:tasks.workunit.client.0.smithi102.stdout: "[6, None]" 2024-04-10T16:34:01.335 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.335 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "linear" 2024-04-10T16:34:01.335 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.336 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.336 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 10, 2024-04-10T16:34:01.336 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:01.336 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "duration", 2024-04-10T16:34:01.336 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 250000, 2024-04-10T16:34:01.336 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:01.336 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:01.336 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 249999]", 2024-04-10T16:34:01.336 INFO:tasks.workunit.client.0.smithi102.stdout: "[250000, 499999]", 2024-04-10T16:34:01.336 INFO:tasks.workunit.client.0.smithi102.stdout: "[500000, 999999]", 2024-04-10T16:34:01.336 INFO:tasks.workunit.client.0.smithi102.stdout: "[1000000, 1999999]", 2024-04-10T16:34:01.336 INFO:tasks.workunit.client.0.smithi102.stdout: "[2000000, 3999999]", 2024-04-10T16:34:01.336 INFO:tasks.workunit.client.0.smithi102.stdout: "[4000000, 7999999]", 2024-04-10T16:34:01.336 INFO:tasks.workunit.client.0.smithi102.stdout: "[8000000, 15999999]", 2024-04-10T16:34:01.336 INFO:tasks.workunit.client.0.smithi102.stdout: "[16000000, 31999999]", 2024-04-10T16:34:01.336 INFO:tasks.workunit.client.0.smithi102.stdout: "[32000000, None]" 2024-04-10T16:34:01.336 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.336 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:01.337 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.337 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.337 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T16:34:01.337 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.337 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T16:34:01.337 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.337 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.337 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.337 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.337 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.337 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T16:34:01.338 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.338 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.338 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.338 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.338 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.338 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.338 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.338 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.338 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.338 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.338 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.338 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.338 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T16:34:01.338 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.339 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.339 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.339 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.339 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T16:34:01.339 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.339 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.340 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.340 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.340 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.340 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T16:34:01.340 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.340 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.341 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.341 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.341 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.341 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T16:34:01.341 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.341 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.341 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.342 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.342 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.342 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T16:34:01.342 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.342 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.342 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.342 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.343 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.343 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T16:34:01.343 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:01.343 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.343 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.343 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.343 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.343 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.343 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.343 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:01.343 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:01.343 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.343 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.343 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:01.343 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.343 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.344 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.344 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_counters": { 2024-04-10T16:34:01.344 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:01.344 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T16:34:01.344 INFO:tasks.workunit.client.0.smithi102.stdout: "caps": { 2024-04-10T16:34:01.344 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.344 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.344 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_flush_ack": { 2024-04-10T16:34:01.344 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.344 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.344 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-10T16:34:01.344 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.344 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.344 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_grant": { 2024-04-10T16:34:01.345 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.345 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.345 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_revoke": { 2024-04-10T16:34:01.345 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.345 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.345 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_trunc": { 2024-04-10T16:34:01.345 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.345 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.345 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_commit": { 2024-04-10T16:34:01.345 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.345 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.345 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_fetch_complete": { 2024-04-10T16:34:01.345 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12 2024-04-10T16:34:01.345 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.345 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_fetch_keys": { 2024-04-10T16:34:01.345 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T16:34:01.346 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.346 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_merge": { 2024-04-10T16:34:01.346 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.346 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.346 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_split": { 2024-04-10T16:34:01.346 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.346 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.346 INFO:tasks.workunit.client.0.smithi102.stdout: "exported_inodes": { 2024-04-10T16:34:01.346 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.346 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.346 INFO:tasks.workunit.client.0.smithi102.stdout: "forward": { 2024-04-10T16:34:01.346 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.346 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.346 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_cap_release": { 2024-04-10T16:34:01.346 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.347 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.347 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_caps": { 2024-04-10T16:34:01.347 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.347 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.347 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_caps_dirty": { 2024-04-10T16:34:01.347 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.347 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.347 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_inode_file_caps": { 2024-04-10T16:34:01.347 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.347 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.347 INFO:tasks.workunit.client.0.smithi102.stdout: "imported_inodes": { 2024-04-10T16:34:01.347 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.347 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.347 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes": { 2024-04-10T16:34:01.347 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T16:34:01.347 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.347 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes_expired": { 2024-04-10T16:34:01.347 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.348 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.348 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes_pinned": { 2024-04-10T16:34:01.348 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T16:34:01.348 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.348 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes_with_caps": { 2024-04-10T16:34:01.348 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.348 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.348 INFO:tasks.workunit.client.0.smithi102.stdout: "load_cent": { 2024-04-10T16:34:01.348 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.348 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.348 INFO:tasks.workunit.client.0.smithi102.stdout: "openino_dir_fetch": { 2024-04-10T16:34:01.348 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.348 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.348 INFO:tasks.workunit.client.0.smithi102.stdout: "process_request_cap_release": { 2024-04-10T16:34:01.348 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.348 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.349 INFO:tasks.workunit.client.0.smithi102.stdout: "reply_latency": { 2024-04-10T16:34:01.349 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.349 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.349 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.349 INFO:tasks.workunit.client.0.smithi102.stdout: "request": { 2024-04-10T16:34:01.349 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.349 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.349 INFO:tasks.workunit.client.0.smithi102.stdout: "root_rbytes": { 2024-04-10T16:34:01.349 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.349 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.349 INFO:tasks.workunit.client.0.smithi102.stdout: "root_rfiles": { 2024-04-10T16:34:01.349 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.349 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.349 INFO:tasks.workunit.client.0.smithi102.stdout: "root_rsnaps": { 2024-04-10T16:34:01.349 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.349 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.349 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_reply": { 2024-04-10T16:34:01.349 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.350 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.350 INFO:tasks.workunit.client.0.smithi102.stdout: "subtrees": { 2024-04-10T16:34:01.350 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:01.350 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.350 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.350 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_cache": { 2024-04-10T16:34:01.350 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_enqueue_scrub": { 2024-04-10T16:34:01.350 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.350 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.350 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_exportdir": { 2024-04-10T16:34:01.350 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.350 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.350 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_flush": { 2024-04-10T16:34:01.350 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.350 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.350 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_fragmentdir": { 2024-04-10T16:34:01.350 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.351 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_fragstats": { 2024-04-10T16:34:01.351 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.351 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_inodestats": { 2024-04-10T16:34:01.351 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.351 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_quiesce_inode": { 2024-04-10T16:34:01.351 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.351 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_quiesce_path": { 2024-04-10T16:34:01.351 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_recovering_enqueued": { 2024-04-10T16:34:01.351 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_recovering_prioritized": { 2024-04-10T16:34:01.352 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_recovering_processing": { 2024-04-10T16:34:01.352 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_strays": { 2024-04-10T16:34:01.352 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_strays_delayed": { 2024-04-10T16:34:01.352 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_strays_enqueuing": { 2024-04-10T16:34:01.352 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.352 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_completed": { 2024-04-10T16:34:01.352 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.353 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.353 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_started": { 2024-04-10T16:34:01.353 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.353 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.353 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_created": { 2024-04-10T16:34:01.353 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.353 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.353 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_enqueued": { 2024-04-10T16:34:01.353 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.353 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.353 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_migrated": { 2024-04-10T16:34:01.353 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.353 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.354 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_reintegrated": { 2024-04-10T16:34:01.354 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.354 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.354 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.354 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_log": { 2024-04-10T16:34:01.354 INFO:tasks.workunit.client.0.smithi102.stdout: "ev": { 2024-04-10T16:34:01.354 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17 2024-04-10T16:34:01.354 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.354 INFO:tasks.workunit.client.0.smithi102.stdout: "evadd": { 2024-04-10T16:34:01.355 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.355 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.355 INFO:tasks.workunit.client.0.smithi102.stdout: "evex": { 2024-04-10T16:34:01.355 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.355 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.355 INFO:tasks.workunit.client.0.smithi102.stdout: "evexd": { 2024-04-10T16:34:01.355 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.355 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.356 INFO:tasks.workunit.client.0.smithi102.stdout: "evexg": { 2024-04-10T16:34:01.356 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.356 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.356 INFO:tasks.workunit.client.0.smithi102.stdout: "evlrg": { 2024-04-10T16:34:01.356 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.356 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.356 INFO:tasks.workunit.client.0.smithi102.stdout: "evtrm": { 2024-04-10T16:34:01.356 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.356 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.356 INFO:tasks.workunit.client.0.smithi102.stdout: "jlat": { 2024-04-10T16:34:01.356 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.356 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.356 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.357 INFO:tasks.workunit.client.0.smithi102.stdout: "replayed": { 2024-04-10T16:34:01.357 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17 2024-04-10T16:34:01.357 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.357 INFO:tasks.workunit.client.0.smithi102.stdout: "seg": { 2024-04-10T16:34:01.357 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:01.357 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.357 INFO:tasks.workunit.client.0.smithi102.stdout: "segadd": { 2024-04-10T16:34:01.357 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.357 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.357 INFO:tasks.workunit.client.0.smithi102.stdout: "segex": { 2024-04-10T16:34:01.357 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.357 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.357 INFO:tasks.workunit.client.0.smithi102.stdout: "segexd": { 2024-04-10T16:34:01.357 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.357 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.357 INFO:tasks.workunit.client.0.smithi102.stdout: "segexg": { 2024-04-10T16:34:01.357 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.357 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.358 INFO:tasks.workunit.client.0.smithi102.stdout: "segmjr": { 2024-04-10T16:34:01.358 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:01.358 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.358 INFO:tasks.workunit.client.0.smithi102.stdout: "segtrm": { 2024-04-10T16:34:01.358 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.358 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.358 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.358 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_mem": { 2024-04-10T16:34:01.358 INFO:tasks.workunit.client.0.smithi102.stdout: "cap": { 2024-04-10T16:34:01.358 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.358 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.358 INFO:tasks.workunit.client.0.smithi102.stdout: "cap+": { 2024-04-10T16:34:01.358 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.358 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.359 INFO:tasks.workunit.client.0.smithi102.stdout: "cap-": { 2024-04-10T16:34:01.359 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.359 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.359 INFO:tasks.workunit.client.0.smithi102.stdout: "dir": { 2024-04-10T16:34:01.359 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12 2024-04-10T16:34:01.359 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.359 INFO:tasks.workunit.client.0.smithi102.stdout: "dir+": { 2024-04-10T16:34:01.359 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12 2024-04-10T16:34:01.359 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.359 INFO:tasks.workunit.client.0.smithi102.stdout: "dir-": { 2024-04-10T16:34:01.359 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.359 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.359 INFO:tasks.workunit.client.0.smithi102.stdout: "dn": { 2024-04-10T16:34:01.359 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T16:34:01.359 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.359 INFO:tasks.workunit.client.0.smithi102.stdout: "dn+": { 2024-04-10T16:34:01.360 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T16:34:01.360 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.360 INFO:tasks.workunit.client.0.smithi102.stdout: "dn-": { 2024-04-10T16:34:01.360 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.360 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.360 INFO:tasks.workunit.client.0.smithi102.stdout: "heap": { 2024-04-10T16:34:01.360 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 248184 2024-04-10T16:34:01.360 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.360 INFO:tasks.workunit.client.0.smithi102.stdout: "ino": { 2024-04-10T16:34:01.360 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T16:34:01.360 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.360 INFO:tasks.workunit.client.0.smithi102.stdout: "ino+": { 2024-04-10T16:34:01.360 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T16:34:01.360 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.360 INFO:tasks.workunit.client.0.smithi102.stdout: "ino-": { 2024-04-10T16:34:01.360 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.360 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.361 INFO:tasks.workunit.client.0.smithi102.stdout: "rss": { 2024-04-10T16:34:01.361 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 50532 2024-04-10T16:34:01.361 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.361 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.361 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_server": { 2024-04-10T16:34:01.361 INFO:tasks.workunit.client.0.smithi102.stdout: "cap_acquisition_throttle": { 2024-04-10T16:34:01.361 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.361 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.361 INFO:tasks.workunit.client.0.smithi102.stdout: "cap_revoke_eviction": { 2024-04-10T16:34:01.361 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.361 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.361 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_request": { 2024-04-10T16:34:01.361 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.361 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.361 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_session": { 2024-04-10T16:34:01.361 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.362 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.362 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_peer_request": { 2024-04-10T16:34:01.362 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.362 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.362 INFO:tasks.workunit.client.0.smithi102.stdout: "req_create_latency": { 2024-04-10T16:34:01.362 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.362 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.362 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.362 INFO:tasks.workunit.client.0.smithi102.stdout: "req_getattr_latency": { 2024-04-10T16:34:01.362 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.362 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.362 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.362 INFO:tasks.workunit.client.0.smithi102.stdout: "req_getfilelock_latency": { 2024-04-10T16:34:01.362 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.362 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.362 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.363 INFO:tasks.workunit.client.0.smithi102.stdout: "req_getvxattr_latency": { 2024-04-10T16:34:01.363 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.363 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.363 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.363 INFO:tasks.workunit.client.0.smithi102.stdout: "req_link_latency": { 2024-04-10T16:34:01.363 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.363 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.363 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.363 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookup_latency": { 2024-04-10T16:34:01.363 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.363 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.363 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.363 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookuphash_latency": { 2024-04-10T16:34:01.363 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.363 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.364 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.364 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupino_latency": { 2024-04-10T16:34:01.364 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.364 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.364 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.364 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupname_latency": { 2024-04-10T16:34:01.364 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.364 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.364 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.364 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupparent_latency": { 2024-04-10T16:34:01.364 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.364 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.364 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.364 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupsnap_latency": { 2024-04-10T16:34:01.364 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.364 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.364 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.365 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lssnap_latency": { 2024-04-10T16:34:01.365 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.365 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.365 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.365 INFO:tasks.workunit.client.0.smithi102.stdout: "req_mkdir_latency": { 2024-04-10T16:34:01.365 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.365 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.365 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.365 INFO:tasks.workunit.client.0.smithi102.stdout: "req_mknod_latency": { 2024-04-10T16:34:01.365 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.365 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.365 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.365 INFO:tasks.workunit.client.0.smithi102.stdout: "req_mksnap_latency": { 2024-04-10T16:34:01.366 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.366 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.366 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.366 INFO:tasks.workunit.client.0.smithi102.stdout: "req_open_latency": { 2024-04-10T16:34:01.366 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.366 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.366 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.366 INFO:tasks.workunit.client.0.smithi102.stdout: "req_readdir_latency": { 2024-04-10T16:34:01.366 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.366 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.366 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.366 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rename_latency": { 2024-04-10T16:34:01.366 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.366 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.367 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.367 INFO:tasks.workunit.client.0.smithi102.stdout: "req_renamesnap_latency": { 2024-04-10T16:34:01.367 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.367 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.367 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.367 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rmdir_latency": { 2024-04-10T16:34:01.367 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.367 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.367 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.367 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rmsnap_latency": { 2024-04-10T16:34:01.367 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.367 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.367 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.367 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rmxattr_latency": { 2024-04-10T16:34:01.367 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.368 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.368 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.368 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setattr_latency": { 2024-04-10T16:34:01.368 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.368 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.368 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.368 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setdirlayout_latency": { 2024-04-10T16:34:01.368 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.368 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.368 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.368 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setfilelock_latency": { 2024-04-10T16:34:01.368 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.368 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.368 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.369 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setlayout_latency": { 2024-04-10T16:34:01.369 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.369 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.369 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.369 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setxattr_latency": { 2024-04-10T16:34:01.369 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.369 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.369 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.369 INFO:tasks.workunit.client.0.smithi102.stdout: "req_snapdiff_latency": { 2024-04-10T16:34:01.369 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.369 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.369 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.369 INFO:tasks.workunit.client.0.smithi102.stdout: "req_symlink_latency": { 2024-04-10T16:34:01.369 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.370 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.370 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.370 INFO:tasks.workunit.client.0.smithi102.stdout: "req_unlink_latency": { 2024-04-10T16:34:01.370 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.370 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.370 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.370 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.370 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_sessions": { 2024-04-10T16:34:01.370 INFO:tasks.workunit.client.0.smithi102.stdout: "average_load": { 2024-04-10T16:34:01.370 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.370 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.370 INFO:tasks.workunit.client.0.smithi102.stdout: "avg_session_uptime": { 2024-04-10T16:34:01.370 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.370 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.370 INFO:tasks.workunit.client.0.smithi102.stdout: "mdthresh_evicted": { 2024-04-10T16:34:01.371 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.371 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.371 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T16:34:01.371 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T16:34:01.371 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.371 INFO:tasks.workunit.client.0.smithi102.stdout: "session_count": { 2024-04-10T16:34:01.371 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.371 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.371 INFO:tasks.workunit.client.0.smithi102.stdout: "session_remove": { 2024-04-10T16:34:01.371 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T16:34:01.371 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.371 INFO:tasks.workunit.client.0.smithi102.stdout: "sessions_open": { 2024-04-10T16:34:01.371 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:01.371 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.371 INFO:tasks.workunit.client.0.smithi102.stdout: "sessions_stale": { 2024-04-10T16:34:01.371 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.371 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.372 INFO:tasks.workunit.client.0.smithi102.stdout: "total_load": { 2024-04-10T16:34:01.372 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.372 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.372 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.372 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:01.372 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:01.372 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.372 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.372 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:01.372 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37 2024-04-10T16:34:01.372 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.372 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:01.372 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.372 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.372 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:01.372 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7 2024-04-10T16:34:01.372 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.373 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.373 INFO:tasks.workunit.client.0.smithi102.stdout: "purge_queue": { 2024-04-10T16:34:01.373 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executed": { 2024-04-10T16:34:01.373 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.373 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.373 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executed_ops": { 2024-04-10T16:34:01.373 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.373 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.373 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing": { 2024-04-10T16:34:01.373 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.373 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.373 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing_high_water": { 2024-04-10T16:34:01.373 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.373 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.373 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing_ops": { 2024-04-10T16:34:01.373 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.374 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.374 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing_ops_high_water": { 2024-04-10T16:34:01.374 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.374 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.374 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_item_in_journal": { 2024-04-10T16:34:01.374 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.374 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.374 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.374 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.374 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T16:34:01.374 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:01.374 INFO:tasks.workunit.client.0.smithi102.stdout: "election_call": { 2024-04-10T16:34:01.374 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:01.374 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.374 INFO:tasks.workunit.client.0.smithi102.stdout: "election_lose": { 2024-04-10T16:34:01.375 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:01.375 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.375 INFO:tasks.workunit.client.0.smithi102.stdout: "election_win": { 2024-04-10T16:34:01.375 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.375 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.375 INFO:tasks.workunit.client.0.smithi102.stdout: "num_elections": { 2024-04-10T16:34:01.375 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7 2024-04-10T16:34:01.375 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.375 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": { 2024-04-10T16:34:01.375 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T16:34:01.375 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.375 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T16:34:01.375 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:01.375 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.375 INFO:tasks.workunit.client.0.smithi102.stdout: "session_rm": { 2024-04-10T16:34:01.375 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 249 2024-04-10T16:34:01.376 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.376 INFO:tasks.workunit.client.0.smithi102.stdout: "session_trim": { 2024-04-10T16:34:01.376 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.376 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.376 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.376 INFO:tasks.workunit.client.0.smithi102.stdout: "paxos": { 2024-04-10T16:34:01.376 INFO:tasks.workunit.client.0.smithi102.stdout: "accept_timeout": { 2024-04-10T16:34:01.376 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.376 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.376 INFO:tasks.workunit.client.0.smithi102.stdout: "begin": { 2024-04-10T16:34:01.376 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8379 2024-04-10T16:34:01.376 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.376 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_bytes": { 2024-04-10T16:34:01.376 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8379, 2024-04-10T16:34:01.377 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57928235 2024-04-10T16:34:01.377 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.377 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_keys": { 2024-04-10T16:34:01.377 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.377 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.377 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.377 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_latency": { 2024-04-10T16:34:01.377 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8379, 2024-04-10T16:34:01.377 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1314964475 2024-04-10T16:34:01.377 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.377 INFO:tasks.workunit.client.0.smithi102.stdout: "collect": { 2024-04-10T16:34:01.377 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:01.377 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.377 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_bytes": { 2024-04-10T16:34:01.377 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T16:34:01.377 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 146 2024-04-10T16:34:01.378 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.378 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_keys": { 2024-04-10T16:34:01.378 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T16:34:01.378 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:01.378 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.378 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_latency": { 2024-04-10T16:34:01.378 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T16:34:01.378 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 999974 2024-04-10T16:34:01.378 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.378 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_timeout": { 2024-04-10T16:34:01.378 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.378 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.378 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_uncommitted": { 2024-04-10T16:34:01.378 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.379 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.379 INFO:tasks.workunit.client.0.smithi102.stdout: "commit": { 2024-04-10T16:34:01.379 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8379 2024-04-10T16:34:01.379 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.379 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_bytes": { 2024-04-10T16:34:01.379 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.379 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.379 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.379 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_keys": { 2024-04-10T16:34:01.379 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.379 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.379 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.379 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_latency": { 2024-04-10T16:34:01.379 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.379 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.380 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.380 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_ack_timeout": { 2024-04-10T16:34:01.380 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.380 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.380 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_timeout": { 2024-04-10T16:34:01.380 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.380 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.380 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn": { 2024-04-10T16:34:01.380 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.380 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.380 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn_latency": { 2024-04-10T16:34:01.380 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.380 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.380 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.380 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh": { 2024-04-10T16:34:01.381 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8379 2024-04-10T16:34:01.381 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.381 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh_latency": { 2024-04-10T16:34:01.381 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8379, 2024-04-10T16:34:01.381 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 26079295211 2024-04-10T16:34:01.381 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.381 INFO:tasks.workunit.client.0.smithi102.stdout: "restart": { 2024-04-10T16:34:01.381 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9 2024-04-10T16:34:01.381 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.381 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state": { 2024-04-10T16:34:01.381 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.381 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.381 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_bytes": { 2024-04-10T16:34:01.381 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.381 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.381 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.382 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_keys": { 2024-04-10T16:34:01.382 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.382 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.382 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.382 INFO:tasks.workunit.client.0.smithi102.stdout: "start_leader": { 2024-04-10T16:34:01.382 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.382 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.382 INFO:tasks.workunit.client.0.smithi102.stdout: "start_peon": { 2024-04-10T16:34:01.382 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:01.382 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.382 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state": { 2024-04-10T16:34:01.382 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8379 2024-04-10T16:34:01.382 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.382 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_bytes": { 2024-04-10T16:34:01.382 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8379, 2024-04-10T16:34:01.383 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 114260571 2024-04-10T16:34:01.383 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.383 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_keys": { 2024-04-10T16:34:01.383 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8379, 2024-04-10T16:34:01.383 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73831 2024-04-10T16:34:01.383 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.383 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_latency": { 2024-04-10T16:34:01.383 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8379, 2024-04-10T16:34:01.383 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2747925939 2024-04-10T16:34:01.383 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.383 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.383 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache": { 2024-04-10T16:34:01.383 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:01.383 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1020054731 2024-04-10T16:34:01.383 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.383 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:01.384 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 165658624 2024-04-10T16:34:01.384 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.384 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:01.384 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 163577856 2024-04-10T16:34:01.384 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.384 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:01.384 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2147483648 2024-04-10T16:34:01.384 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.384 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:01.384 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2080768 2024-04-10T16:34:01.384 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.384 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.384 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:full": { 2024-04-10T16:34:01.384 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.384 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 360710144 2024-04-10T16:34:01.384 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.385 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.385 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.385 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.385 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.385 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.385 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.385 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.385 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267573164 2024-04-10T16:34:01.385 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.385 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.385 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24044047 2024-04-10T16:34:01.385 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.385 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.385 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.385 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.385 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.385 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.385 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.386 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.386 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.386 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.386 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.386 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.386 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.386 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.386 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.386 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.386 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.386 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.386 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.386 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.386 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.386 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.386 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.387 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.387 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.387 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.387 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69092933 2024-04-10T16:34:01.387 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.387 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.387 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:inc": { 2024-04-10T16:34:01.387 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.387 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 339738624 2024-04-10T16:34:01.387 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.387 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.387 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.387 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.387 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.387 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.387 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.387 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.388 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267573164 2024-04-10T16:34:01.388 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.388 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.388 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1463878 2024-04-10T16:34:01.388 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.388 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.388 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.388 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.388 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.388 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.388 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.388 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.388 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.388 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.388 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.388 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.388 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.388 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.389 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.389 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.389 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.389 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.389 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.389 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.389 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.389 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.389 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.389 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.389 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.389 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.389 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70701582 2024-04-10T16:34:01.389 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.389 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.389 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:kv": { 2024-04-10T16:34:01.389 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.390 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 314572800 2024-04-10T16:34:01.390 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.390 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.390 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:01.390 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.390 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.390 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.390 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.390 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.390 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 178382109 2024-04-10T16:34:01.390 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.390 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.390 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.390 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.390 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.390 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.391 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.391 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.391 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.391 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.391 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.391 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.391 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.391 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.391 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.391 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.391 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.391 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.391 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.391 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.391 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.391 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.391 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.392 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.392 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.392 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.392 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.392 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.392 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.392 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69081827 2024-04-10T16:34:01.392 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.392 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.392 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb": { 2024-04-10T16:34:01.392 INFO:tasks.workunit.client.0.smithi102.stdout: "compact": { 2024-04-10T16:34:01.392 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.392 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.392 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_len": { 2024-04-10T16:34:01.392 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.392 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.392 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_merge": { 2024-04-10T16:34:01.393 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.393 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.393 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_range": { 2024-04-10T16:34:01.393 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 100 2024-04-10T16:34:01.393 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.393 INFO:tasks.workunit.client.0.smithi102.stdout: "get_latency": { 2024-04-10T16:34:01.393 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 363432, 2024-04-10T16:34:01.393 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1780686860 2024-04-10T16:34:01.393 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.393 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:34:01.393 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.393 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.393 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.393 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:34:01.393 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.394 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.394 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.394 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:34:01.394 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.394 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.394 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.394 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:34:01.394 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.394 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.394 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.394 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_latency": { 2024-04-10T16:34:01.394 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.394 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.395 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.395 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_sync_latency": { 2024-04-10T16:34:01.395 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20228, 2024-04-10T16:34:01.395 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6279669852 2024-04-10T16:34:01.395 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.395 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.395 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.395 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:01.395 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:01.395 INFO:tasks.workunit.client.0.smithi102.stdout: "election_call": { 2024-04-10T16:34:01.395 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:01.395 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.395 INFO:tasks.workunit.client.0.smithi102.stdout: "election_lose": { 2024-04-10T16:34:01.395 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.395 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.395 INFO:tasks.workunit.client.0.smithi102.stdout: "election_win": { 2024-04-10T16:34:01.396 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:01.396 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_elections": { 2024-04-10T16:34:01.396 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17 2024-04-10T16:34:01.396 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": { 2024-04-10T16:34:01.396 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9 2024-04-10T16:34:01.396 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.396 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T16:34:01.396 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:01.396 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.396 INFO:tasks.workunit.client.0.smithi102.stdout: "session_rm": { 2024-04-10T16:34:01.397 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 247 2024-04-10T16:34:01.397 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.397 INFO:tasks.workunit.client.0.smithi102.stdout: "session_trim": { 2024-04-10T16:34:01.397 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.397 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.397 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.397 INFO:tasks.workunit.client.0.smithi102.stdout: "paxos": { 2024-04-10T16:34:01.397 INFO:tasks.workunit.client.0.smithi102.stdout: "accept_timeout": { 2024-04-10T16:34:01.397 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.397 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.397 INFO:tasks.workunit.client.0.smithi102.stdout: "begin": { 2024-04-10T16:34:01.397 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8489 2024-04-10T16:34:01.397 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.397 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_bytes": { 2024-04-10T16:34:01.398 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8489, 2024-04-10T16:34:01.398 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 59458832 2024-04-10T16:34:01.398 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.398 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_keys": { 2024-04-10T16:34:01.398 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8489, 2024-04-10T16:34:01.398 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 25467 2024-04-10T16:34:01.398 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.398 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_latency": { 2024-04-10T16:34:01.398 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8489, 2024-04-10T16:34:01.398 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1838962681 2024-04-10T16:34:01.398 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.398 INFO:tasks.workunit.client.0.smithi102.stdout: "collect": { 2024-04-10T16:34:01.398 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.398 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.398 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_bytes": { 2024-04-10T16:34:01.399 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.399 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.399 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.399 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_keys": { 2024-04-10T16:34:01.399 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.399 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.399 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.399 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_latency": { 2024-04-10T16:34:01.399 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.399 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.399 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.399 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_timeout": { 2024-04-10T16:34:01.399 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.399 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.399 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_uncommitted": { 2024-04-10T16:34:01.400 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:01.400 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.400 INFO:tasks.workunit.client.0.smithi102.stdout: "commit": { 2024-04-10T16:34:01.400 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8487 2024-04-10T16:34:01.400 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.400 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_bytes": { 2024-04-10T16:34:01.400 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8487, 2024-04-10T16:34:01.400 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58824198 2024-04-10T16:34:01.400 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.400 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_keys": { 2024-04-10T16:34:01.400 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8487, 2024-04-10T16:34:01.400 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 66203 2024-04-10T16:34:01.400 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.400 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_latency": { 2024-04-10T16:34:01.400 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8487, 2024-04-10T16:34:01.400 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3046683435 2024-04-10T16:34:01.401 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.401 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_ack_timeout": { 2024-04-10T16:34:01.401 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.401 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.401 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_timeout": { 2024-04-10T16:34:01.401 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.401 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.401 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn": { 2024-04-10T16:34:01.401 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:01.401 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.401 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn_latency": { 2024-04-10T16:34:01.401 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T16:34:01.401 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10999776 2024-04-10T16:34:01.401 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.401 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh": { 2024-04-10T16:34:01.401 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8490 2024-04-10T16:34:01.402 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.402 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh_latency": { 2024-04-10T16:34:01.402 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8490, 2024-04-10T16:34:01.402 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32472340938 2024-04-10T16:34:01.402 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.402 INFO:tasks.workunit.client.0.smithi102.stdout: "restart": { 2024-04-10T16:34:01.402 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19 2024-04-10T16:34:01.402 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.402 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state": { 2024-04-10T16:34:01.402 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:01.402 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.402 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_bytes": { 2024-04-10T16:34:01.402 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:01.402 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 61152 2024-04-10T16:34:01.403 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.403 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_keys": { 2024-04-10T16:34:01.403 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:01.403 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:01.403 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.403 INFO:tasks.workunit.client.0.smithi102.stdout: "start_leader": { 2024-04-10T16:34:01.403 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:01.403 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.403 INFO:tasks.workunit.client.0.smithi102.stdout: "start_peon": { 2024-04-10T16:34:01.403 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.403 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.403 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state": { 2024-04-10T16:34:01.403 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.404 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.404 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_bytes": { 2024-04-10T16:34:01.404 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.404 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.404 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.404 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_keys": { 2024-04-10T16:34:01.404 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.404 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.404 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.404 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_latency": { 2024-04-10T16:34:01.404 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.404 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.404 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.404 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.404 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache": { 2024-04-10T16:34:01.404 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:01.405 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1020054731 2024-04-10T16:34:01.405 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.405 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:01.405 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 255950848 2024-04-10T16:34:01.405 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.405 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:01.405 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 252993536 2024-04-10T16:34:01.405 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.405 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:01.405 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2147483648 2024-04-10T16:34:01.405 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.405 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:01.405 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2957312 2024-04-10T16:34:01.405 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.405 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.405 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:full": { 2024-04-10T16:34:01.406 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.406 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 360710144 2024-04-10T16:34:01.406 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.406 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.406 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.406 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.406 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.406 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.406 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.406 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.406 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267454310 2024-04-10T16:34:01.406 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.406 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.406 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24339513 2024-04-10T16:34:01.406 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.407 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.407 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.407 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.407 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.407 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.407 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.407 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.407 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.407 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.407 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.407 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.407 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.407 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.407 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.407 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.407 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.408 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.408 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.408 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.408 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.408 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.408 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.408 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.408 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.408 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.408 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68916321 2024-04-10T16:34:01.408 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.408 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.408 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:inc": { 2024-04-10T16:34:01.408 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.408 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 339738624 2024-04-10T16:34:01.408 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.409 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.409 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.409 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.409 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.409 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.409 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.409 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.409 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267454310 2024-04-10T16:34:01.409 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.409 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.409 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1485355 2024-04-10T16:34:01.409 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.409 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.409 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.410 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.410 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.410 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.410 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.410 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.410 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.410 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.410 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.410 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.410 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.410 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.410 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.410 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.410 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.410 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.410 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.411 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.411 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.411 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.411 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.411 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.411 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.411 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.411 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70798959 2024-04-10T16:34:01.411 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.411 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.411 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:kv": { 2024-04-10T16:34:01.411 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.411 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 314572800 2024-04-10T16:34:01.411 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.412 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.412 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:01.412 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.412 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.412 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.412 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.412 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.412 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 178302873 2024-04-10T16:34:01.412 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.412 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.412 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.412 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.412 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.412 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.412 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.413 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.413 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.413 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.413 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.413 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.413 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.413 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.413 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.413 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.413 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.413 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.413 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.413 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.414 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.414 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.414 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.414 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.414 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.414 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.414 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.414 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.414 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.414 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69161063 2024-04-10T16:34:01.414 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.414 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.414 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb": { 2024-04-10T16:34:01.414 INFO:tasks.workunit.client.0.smithi102.stdout: "compact": { 2024-04-10T16:34:01.414 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.415 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.415 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_len": { 2024-04-10T16:34:01.415 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.415 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.415 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_merge": { 2024-04-10T16:34:01.415 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.415 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.415 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_range": { 2024-04-10T16:34:01.415 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 100 2024-04-10T16:34:01.415 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.415 INFO:tasks.workunit.client.0.smithi102.stdout: "get_latency": { 2024-04-10T16:34:01.415 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 381564, 2024-04-10T16:34:01.415 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2245331236 2024-04-10T16:34:01.415 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.415 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:34:01.415 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.416 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.416 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.416 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:34:01.416 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.416 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.416 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.416 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:34:01.416 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.416 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.416 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.416 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:34:01.416 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.416 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.416 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.416 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_latency": { 2024-04-10T16:34:01.416 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.417 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.417 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.417 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_sync_latency": { 2024-04-10T16:34:01.417 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20499, 2024-04-10T16:34:01.417 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7907249437 2024-04-10T16:34:01.417 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.417 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.417 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.417 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.523315f168f59b146f7d533dca80f6e7526a6fec": { 2024-04-10T16:34:01.417 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:01.417 INFO:tasks.workunit.client.0.smithi102.stdout: "election_call": { 2024-04-10T16:34:01.417 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:01.417 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.417 INFO:tasks.workunit.client.0.smithi102.stdout: "election_lose": { 2024-04-10T16:34:01.417 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:01.417 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.418 INFO:tasks.workunit.client.0.smithi102.stdout: "election_win": { 2024-04-10T16:34:01.418 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.418 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_elections": { 2024-04-10T16:34:01.418 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11 2024-04-10T16:34:01.418 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": { 2024-04-10T16:34:01.418 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9 2024-04-10T16:34:01.418 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.418 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T16:34:01.418 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T16:34:01.418 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.418 INFO:tasks.workunit.client.0.smithi102.stdout: "session_rm": { 2024-04-10T16:34:01.418 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 264 2024-04-10T16:34:01.419 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.419 INFO:tasks.workunit.client.0.smithi102.stdout: "session_trim": { 2024-04-10T16:34:01.419 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.419 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.419 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.419 INFO:tasks.workunit.client.0.smithi102.stdout: "paxos": { 2024-04-10T16:34:01.419 INFO:tasks.workunit.client.0.smithi102.stdout: "accept_timeout": { 2024-04-10T16:34:01.419 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.419 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.419 INFO:tasks.workunit.client.0.smithi102.stdout: "begin": { 2024-04-10T16:34:01.419 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8414 2024-04-10T16:34:01.419 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.419 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_bytes": { 2024-04-10T16:34:01.419 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8414, 2024-04-10T16:34:01.419 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58185194 2024-04-10T16:34:01.420 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.420 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_keys": { 2024-04-10T16:34:01.420 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.420 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.420 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.420 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_latency": { 2024-04-10T16:34:01.420 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8414, 2024-04-10T16:34:01.420 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1978959751 2024-04-10T16:34:01.420 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.420 INFO:tasks.workunit.client.0.smithi102.stdout: "collect": { 2024-04-10T16:34:01.420 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:01.420 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.420 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_bytes": { 2024-04-10T16:34:01.420 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T16:34:01.420 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 219 2024-04-10T16:34:01.420 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.421 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_keys": { 2024-04-10T16:34:01.421 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T16:34:01.421 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:01.421 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.421 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_latency": { 2024-04-10T16:34:01.421 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T16:34:01.421 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6999858 2024-04-10T16:34:01.421 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.421 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_timeout": { 2024-04-10T16:34:01.421 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.421 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.421 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_uncommitted": { 2024-04-10T16:34:01.421 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:01.421 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.422 INFO:tasks.workunit.client.0.smithi102.stdout: "commit": { 2024-04-10T16:34:01.422 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8414 2024-04-10T16:34:01.422 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.422 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_bytes": { 2024-04-10T16:34:01.422 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.422 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.422 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.422 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_keys": { 2024-04-10T16:34:01.422 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.422 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.422 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.422 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_latency": { 2024-04-10T16:34:01.422 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.422 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.422 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.423 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_ack_timeout": { 2024-04-10T16:34:01.423 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.423 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.423 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_timeout": { 2024-04-10T16:34:01.423 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.423 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.423 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn": { 2024-04-10T16:34:01.423 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.423 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.423 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn_latency": { 2024-04-10T16:34:01.423 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.423 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.423 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.423 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh": { 2024-04-10T16:34:01.423 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8414 2024-04-10T16:34:01.423 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.424 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh_latency": { 2024-04-10T16:34:01.424 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8414, 2024-04-10T16:34:01.424 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 29146408501 2024-04-10T16:34:01.424 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.424 INFO:tasks.workunit.client.0.smithi102.stdout: "restart": { 2024-04-10T16:34:01.424 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T16:34:01.424 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.424 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state": { 2024-04-10T16:34:01.424 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.424 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.424 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_bytes": { 2024-04-10T16:34:01.424 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.424 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.425 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.425 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_keys": { 2024-04-10T16:34:01.425 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.425 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.425 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.425 INFO:tasks.workunit.client.0.smithi102.stdout: "start_leader": { 2024-04-10T16:34:01.425 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.425 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.425 INFO:tasks.workunit.client.0.smithi102.stdout: "start_peon": { 2024-04-10T16:34:01.425 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:01.425 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.425 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state": { 2024-04-10T16:34:01.425 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8414 2024-04-10T16:34:01.425 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.425 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_bytes": { 2024-04-10T16:34:01.426 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8414, 2024-04-10T16:34:01.426 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 114888163 2024-04-10T16:34:01.426 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.426 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_keys": { 2024-04-10T16:34:01.426 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8414, 2024-04-10T16:34:01.426 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74106 2024-04-10T16:34:01.426 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.426 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_latency": { 2024-04-10T16:34:01.426 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8414, 2024-04-10T16:34:01.426 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5710883962 2024-04-10T16:34:01.426 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.426 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.426 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache": { 2024-04-10T16:34:01.426 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:01.426 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1020054731 2024-04-10T16:34:01.427 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.427 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:01.427 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 167739392 2024-04-10T16:34:01.427 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.427 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:01.427 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 165888000 2024-04-10T16:34:01.427 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.427 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:01.427 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2147483648 2024-04-10T16:34:01.427 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.427 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:01.427 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1851392 2024-04-10T16:34:01.427 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.427 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.427 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:full": { 2024-04-10T16:34:01.428 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.428 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 360710144 2024-04-10T16:34:01.428 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.428 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.428 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.428 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.428 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.428 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.428 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.428 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.428 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267529928 2024-04-10T16:34:01.428 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.428 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.428 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24149391 2024-04-10T16:34:01.428 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.428 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.429 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.429 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.429 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.429 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.429 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.429 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.429 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.429 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.429 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.429 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.429 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.429 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.429 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.429 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.429 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.429 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.429 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.429 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.429 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.430 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.430 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.430 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.430 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.430 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.430 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69030825 2024-04-10T16:34:01.430 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.430 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.430 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:inc": { 2024-04-10T16:34:01.430 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.430 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 339738624 2024-04-10T16:34:01.430 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.430 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.430 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.430 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.430 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.431 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.431 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.431 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.431 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267529928 2024-04-10T16:34:01.431 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.431 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.431 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1473830 2024-04-10T16:34:01.431 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.431 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.431 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.431 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.431 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.431 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.431 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.431 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.431 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.431 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.432 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.432 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.432 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.432 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.432 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.432 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.432 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.432 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.432 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.432 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.432 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.432 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.433 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.433 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.433 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.433 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.433 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70734866 2024-04-10T16:34:01.433 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.433 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.433 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:kv": { 2024-04-10T16:34:01.433 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.433 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 314572800 2024-04-10T16:34:01.433 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.433 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.433 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:01.433 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.433 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.434 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.434 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.434 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.434 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 178353285 2024-04-10T16:34:01.434 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.434 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.434 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.434 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.434 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.434 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.434 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.434 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.434 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.434 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.434 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.435 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.435 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.435 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.435 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.435 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.435 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.435 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.435 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.435 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.435 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.435 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.435 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.435 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.435 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.435 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.436 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.436 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.436 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.436 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69110651 2024-04-10T16:34:01.436 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.436 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.436 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb": { 2024-04-10T16:34:01.436 INFO:tasks.workunit.client.0.smithi102.stdout: "compact": { 2024-04-10T16:34:01.436 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.436 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.436 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_len": { 2024-04-10T16:34:01.436 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.436 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.437 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_merge": { 2024-04-10T16:34:01.437 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.437 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.437 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_range": { 2024-04-10T16:34:01.437 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 100 2024-04-10T16:34:01.437 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.437 INFO:tasks.workunit.client.0.smithi102.stdout: "get_latency": { 2024-04-10T16:34:01.437 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 365044, 2024-04-10T16:34:01.437 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1906954864 2024-04-10T16:34:01.437 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.437 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:34:01.437 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.437 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.437 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.437 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:34:01.437 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.437 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.438 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.438 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:34:01.438 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.438 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.438 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.438 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:34:01.438 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.438 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.438 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.438 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_latency": { 2024-04-10T16:34:01.438 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.438 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.438 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.438 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_sync_latency": { 2024-04-10T16:34:01.438 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20319, 2024-04-10T16:34:01.438 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9950674566 2024-04-10T16:34:01.439 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.439 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.439 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.439 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.0": { 2024-04-10T16:34:01.439 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:01.439 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:01.439 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18699 2024-04-10T16:34:01.439 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.439 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:01.439 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.439 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.439 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:01.439 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.439 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.439 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:01.439 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.440 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.440 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:01.440 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:01.440 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.440 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:01.440 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.440 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.440 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:01.440 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.440 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.440 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:01.440 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.440 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.440 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:01.440 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.440 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.441 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:01.441 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8925184 2024-04-10T16:34:01.441 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.441 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:01.441 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 653549568 2024-04-10T16:34:01.441 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.441 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:01.441 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18, 2024-04-10T16:34:01.441 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4531299 2024-04-10T16:34:01.441 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.441 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:01.441 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18, 2024-04-10T16:34:01.441 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1125088 2024-04-10T16:34:01.441 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.441 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:01.441 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 186, 2024-04-10T16:34:01.442 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1002408 2024-04-10T16:34:01.442 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.442 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:01.442 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:01.442 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.442 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:01.442 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 585629696 2024-04-10T16:34:01.442 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.442 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:01.442 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76238, 2024-04-10T16:34:01.442 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11222762924 2024-04-10T16:34:01.442 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.442 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:01.442 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76237, 2024-04-10T16:34:01.442 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18208443646 2024-04-10T16:34:01.443 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.443 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:01.443 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13025280 2024-04-10T16:34:01.443 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.443 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:01.443 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 312283136 2024-04-10T16:34:01.443 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.443 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:01.443 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 594149376 2024-04-10T16:34:01.443 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.443 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:01.443 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.443 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.443 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:01.443 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.443 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:01.444 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 46 2024-04-10T16:34:01.444 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.444 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:01.444 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6448908204 2024-04-10T16:34:01.444 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.444 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:01.444 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58971 2024-04-10T16:34:01.444 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.444 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:01.444 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5496307712 2024-04-10T16:34:01.444 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.444 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:01.444 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5496311808 2024-04-10T16:34:01.444 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.444 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:01.444 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.445 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.445 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:01.445 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.445 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.445 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:01.445 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47197 2024-04-10T16:34:01.445 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.445 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:01.445 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 58971, 2024-04-10T16:34:01.445 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1963287906 2024-04-10T16:34:01.445 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.445 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:01.445 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6340636295 2024-04-10T16:34:01.445 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.445 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:01.445 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 55652 2024-04-10T16:34:01.445 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.446 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:01.446 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2663319 2024-04-10T16:34:01.446 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.446 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:01.446 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 467 2024-04-10T16:34:01.446 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.446 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:01.446 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8850702 2024-04-10T16:34:01.446 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.446 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:01.446 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 684 2024-04-10T16:34:01.446 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.446 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:01.446 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6187383 2024-04-10T16:34:01.446 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.446 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:01.447 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6187383 2024-04-10T16:34:01.447 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.447 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:01.447 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.447 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.447 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:01.447 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.447 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.447 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:01.447 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 224 2024-04-10T16:34:01.447 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.447 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:01.447 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 684, 2024-04-10T16:34:01.447 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2410142 2024-04-10T16:34:01.447 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.447 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:01.447 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.448 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.448 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.448 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:01.448 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.448 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.448 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:01.448 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.448 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.448 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:01.448 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:01.448 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 586 2024-04-10T16:34:01.448 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.448 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:01.448 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9, 2024-04-10T16:34:01.448 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10429 2024-04-10T16:34:01.448 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.448 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:01.448 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.449 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.449 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.449 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:01.449 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.449 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.449 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:01.449 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.449 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.449 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:01.449 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 977494016 2024-04-10T16:34:01.449 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.449 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.449 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:01.449 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:01.449 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:01.449 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.450 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:01.450 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9805824 2024-04-10T16:34:01.450 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.450 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:01.450 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20635, 2024-04-10T16:34:01.450 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 89249991 2024-04-10T16:34:01.450 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.450 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:01.450 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3597, 2024-04-10T16:34:01.450 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5507883690 2024-04-10T16:34:01.450 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.450 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:01.450 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.450 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.450 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.450 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:01.450 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.451 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.451 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:01.451 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.451 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.451 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:01.451 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.451 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.451 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:01.451 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 30531, 2024-04-10T16:34:01.451 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 251284140 2024-04-10T16:34:01.451 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.451 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:01.451 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.451 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.451 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.452 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:01.452 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.452 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.452 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:01.452 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76174, 2024-04-10T16:34:01.452 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22205552931 2024-04-10T16:34:01.452 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.452 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:01.452 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75592, 2024-04-10T16:34:01.452 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1538534802 2024-04-10T16:34:01.452 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.452 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:01.452 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76174, 2024-04-10T16:34:01.452 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45671298 2024-04-10T16:34:01.452 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.452 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:01.452 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76174, 2024-04-10T16:34:01.453 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22251224229 2024-04-10T16:34:01.453 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.453 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:01.453 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.453 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.453 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.453 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:01.453 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36503, 2024-04-10T16:34:01.453 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1259610326 2024-04-10T16:34:01.453 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.453 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:01.453 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1107, 2024-04-10T16:34:01.453 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3008299 2024-04-10T16:34:01.453 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.453 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:01.453 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 19642, 2024-04-10T16:34:01.453 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10085352 2024-04-10T16:34:01.454 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.454 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:01.454 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 53, 2024-04-10T16:34:01.454 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65411 2024-04-10T16:34:01.454 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.454 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:01.454 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 16901, 2024-04-10T16:34:01.454 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1928752496 2024-04-10T16:34:01.454 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.454 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:01.454 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 249683 2024-04-10T16:34:01.454 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.454 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:01.454 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23732 2024-04-10T16:34:01.454 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.455 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:01.455 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 21296, 2024-04-10T16:34:01.455 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2619375145 2024-04-10T16:34:01.455 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.455 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:01.455 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 48806, 2024-04-10T16:34:01.455 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16361460 2024-04-10T16:34:01.455 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.455 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:01.455 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27510, 2024-04-10T16:34:01.455 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1985970888 2024-04-10T16:34:01.455 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.455 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:01.455 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.455 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.456 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:01.456 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15210, 2024-04-10T16:34:01.456 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 439039808 2024-04-10T16:34:01.456 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.456 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:01.456 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.456 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.456 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:01.456 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.456 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.456 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:01.456 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.456 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.456 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:01.456 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.456 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.457 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:01.457 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89656, 2024-04-10T16:34:01.457 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9900551477 2024-04-10T16:34:01.457 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.457 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:01.457 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9074, 2024-04-10T16:34:01.457 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 857481305 2024-04-10T16:34:01.457 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.457 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:01.457 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9073, 2024-04-10T16:34:01.457 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4248728093206 2024-04-10T16:34:01.457 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.457 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:01.457 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9074, 2024-04-10T16:34:01.458 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6525560698559 2024-04-10T16:34:01.458 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.458 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:01.458 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89655, 2024-04-10T16:34:01.458 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2807234733928 2024-04-10T16:34:01.458 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.458 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:01.458 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89655, 2024-04-10T16:34:01.458 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8308264 2024-04-10T16:34:01.458 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.458 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:01.458 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89656, 2024-04-10T16:34:01.458 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 400004831 2024-04-10T16:34:01.458 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.458 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:01.459 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89656, 2024-04-10T16:34:01.459 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35147234675 2024-04-10T16:34:01.459 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.459 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:01.459 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89656, 2024-04-10T16:34:01.459 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32086430 2024-04-10T16:34:01.459 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.459 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:01.459 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89656, 2024-04-10T16:34:01.459 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18261642860 2024-04-10T16:34:01.459 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.459 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:01.459 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89656, 2024-04-10T16:34:01.459 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13204282956 2024-04-10T16:34:01.459 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.459 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:01.459 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5984064 2024-04-10T16:34:01.460 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.460 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:01.460 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2566, 2024-04-10T16:34:01.460 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14649582 2024-04-10T16:34:01.460 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.460 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:01.460 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89656, 2024-04-10T16:34:01.460 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 76928598838 2024-04-10T16:34:01.460 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.460 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:01.460 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89656, 2024-04-10T16:34:01.460 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14314241106 2024-04-10T16:34:01.460 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.460 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:01.460 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89656, 2024-04-10T16:34:01.460 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 568383239 2024-04-10T16:34:01.460 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.460 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.461 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:01.461 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:01.461 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405293598 2024-04-10T16:34:01.461 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.461 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:01.461 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 502341632 2024-04-10T16:34:01.461 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.461 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:01.461 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 468058112 2024-04-10T16:34:01.461 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.461 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:01.461 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600705843 2024-04-10T16:34:01.461 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.461 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:01.461 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 34283520 2024-04-10T16:34:01.461 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.462 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.462 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:01.462 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.462 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:01.462 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.462 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.462 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.462 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.462 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.462 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.462 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.462 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.462 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56838100 2024-04-10T16:34:01.462 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.462 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.462 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.463 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.463 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.463 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.463 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.463 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.463 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.463 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.463 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.463 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.463 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.463 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.463 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24576 2024-04-10T16:34:01.463 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.463 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.463 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 815104 2024-04-10T16:34:01.463 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.463 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.463 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.464 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.464 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.464 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.464 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.464 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.464 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.464 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.464 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.464 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68151340 2024-04-10T16:34:01.464 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.464 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.464 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:01.464 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.464 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 562036736 2024-04-10T16:34:01.464 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.465 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.465 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:01.465 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.465 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.465 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.465 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.465 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.465 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 426285754 2024-04-10T16:34:01.465 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.465 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.465 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.465 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.465 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.465 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.465 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.466 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.466 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1264 2024-04-10T16:34:01.466 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.466 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.466 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.466 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.466 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.466 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73760 2024-04-10T16:34:01.466 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.466 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.466 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.466 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.466 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.466 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.466 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.466 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.467 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.467 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.467 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.467 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.467 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.467 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.467 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68567094 2024-04-10T16:34:01.467 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.467 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.467 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:01.467 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.467 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:01.467 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.467 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.468 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:01.468 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.468 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.468 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8727056 2024-04-10T16:34:01.468 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.468 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.468 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37892067 2024-04-10T16:34:01.468 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.468 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.468 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.468 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.468 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.468 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.468 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.468 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.468 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.469 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.469 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.469 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.469 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.469 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.469 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.469 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.469 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.469 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.469 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.469 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.469 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.469 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.469 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.470 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.470 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.470 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.470 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.470 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.470 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.470 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70821389 2024-04-10T16:34:01.470 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.470 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.470 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:01.470 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.470 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 494927872 2024-04-10T16:34:01.470 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.470 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.470 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.471 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.471 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.471 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.471 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.471 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.471 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 426285754 2024-04-10T16:34:01.471 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.471 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.471 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.471 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.471 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.471 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.471 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.471 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.471 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.471 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.472 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.472 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.472 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.472 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.472 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 167584 2024-04-10T16:34:01.472 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.472 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.472 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1101550 2024-04-10T16:34:01.472 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.472 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.472 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.472 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.472 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.472 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.472 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.472 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.472 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.473 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.473 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.473 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67372984 2024-04-10T16:34:01.473 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.473 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.473 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:01.473 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:01.473 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.473 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.473 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:01.473 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 39 2024-04-10T16:34:01.473 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.473 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:01.473 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.473 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.473 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:01.474 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.474 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.474 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.474 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.474 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:01.474 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56 2024-04-10T16:34:01.474 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.474 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:01.474 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.474 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.474 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:01.474 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 44165 2024-04-10T16:34:01.474 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.474 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:01.474 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 129213, 2024-04-10T16:34:01.474 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7902148287 2024-04-10T16:34:01.474 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.475 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:01.475 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:01.475 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.475 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:01.475 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.475 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.475 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:01.475 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2563463558 2024-04-10T16:34:01.475 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.475 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:01.475 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 44165, 2024-04-10T16:34:01.475 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 197263112589 2024-04-10T16:34:01.475 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.475 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:01.475 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3916406030 2024-04-10T16:34:01.475 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.475 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:01.476 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 45096, 2024-04-10T16:34:01.476 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21474018456 2024-04-10T16:34:01.476 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.476 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:01.476 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 44165, 2024-04-10T16:34:01.476 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71090987089 2024-04-10T16:34:01.476 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.476 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:01.476 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28671 2024-04-10T16:34:01.476 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.476 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:01.476 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 28671, 2024-04-10T16:34:01.476 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16175108973 2024-04-10T16:34:01.476 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.476 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:01.476 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.476 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.476 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:01.477 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3916406030 2024-04-10T16:34:01.477 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.477 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:01.477 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 29034, 2024-04-10T16:34:01.477 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6745515686 2024-04-10T16:34:01.477 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.477 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:01.477 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 28671, 2024-04-10T16:34:01.477 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7656093029 2024-04-10T16:34:01.477 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.477 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:01.477 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8115 2024-04-10T16:34:01.477 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.477 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:01.477 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 594834082 2024-04-10T16:34:01.478 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.478 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:01.478 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8115, 2024-04-10T16:34:01.478 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16136164588 2024-04-10T16:34:01.478 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.478 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:01.478 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.478 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.478 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:01.478 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.478 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.478 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:01.478 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.478 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.479 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:01.479 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8499, 2024-04-10T16:34:01.479 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5396996750 2024-04-10T16:34:01.479 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.479 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:01.479 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8115, 2024-04-10T16:34:01.479 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13955162087 2024-04-10T16:34:01.479 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.479 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:01.479 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7379 2024-04-10T16:34:01.479 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.479 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:01.479 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1968629476 2024-04-10T16:34:01.479 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.479 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:01.480 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7379, 2024-04-10T16:34:01.480 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 164951839028 2024-04-10T16:34:01.480 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.480 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:01.480 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.480 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.480 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:01.480 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7563, 2024-04-10T16:34:01.480 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9331506020 2024-04-10T16:34:01.480 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.480 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:01.480 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7379, 2024-04-10T16:34:01.480 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49479731973 2024-04-10T16:34:01.480 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.481 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:01.481 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.481 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.481 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:01.481 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41129917 2024-04-10T16:34:01.481 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.481 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:01.481 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49 2024-04-10T16:34:01.481 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.481 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:01.481 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:01.481 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.481 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:01.481 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 595447808 2024-04-10T16:34:01.481 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.482 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.482 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.482 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.1": { 2024-04-10T16:34:01.482 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:01.482 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:01.482 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 25266 2024-04-10T16:34:01.482 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.482 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:01.482 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.482 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.482 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:01.482 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.482 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.482 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:01.482 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.483 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.483 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:01.483 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:01.483 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.483 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:01.483 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.483 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.483 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:01.483 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.483 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.483 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:01.483 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.483 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.483 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:01.483 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.483 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.484 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:01.484 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4657152 2024-04-10T16:34:01.484 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.484 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:01.484 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 637992960 2024-04-10T16:34:01.484 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.484 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:01.484 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17, 2024-04-10T16:34:01.484 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4342033 2024-04-10T16:34:01.484 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.484 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:01.484 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17, 2024-04-10T16:34:01.484 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1111657 2024-04-10T16:34:01.484 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.485 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:01.485 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 172, 2024-04-10T16:34:01.485 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 871404 2024-04-10T16:34:01.485 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.485 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:01.485 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:01.485 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.485 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:01.485 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 618463232 2024-04-10T16:34:01.485 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.485 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:01.485 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72157, 2024-04-10T16:34:01.485 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11137797176 2024-04-10T16:34:01.485 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.485 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:01.486 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72167, 2024-04-10T16:34:01.486 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18054766692 2024-04-10T16:34:01.486 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.486 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:01.486 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13021184 2024-04-10T16:34:01.486 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.486 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:01.486 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 295645184 2024-04-10T16:34:01.486 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.486 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:01.486 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 626982912 2024-04-10T16:34:01.486 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.486 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:01.486 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.486 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.487 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:01.487 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.487 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:01.487 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45 2024-04-10T16:34:01.487 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.487 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:01.487 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2787825207 2024-04-10T16:34:01.487 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.487 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:01.487 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23278 2024-04-10T16:34:01.487 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.487 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:01.487 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2419322880 2024-04-10T16:34:01.488 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.488 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:01.488 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2419326976 2024-04-10T16:34:01.488 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.488 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:01.488 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.488 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.488 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:01.488 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.488 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.488 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:01.488 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20236 2024-04-10T16:34:01.488 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.488 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:01.488 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23278, 2024-04-10T16:34:01.488 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 923405339 2024-04-10T16:34:01.489 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.489 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:01.489 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2721120960 2024-04-10T16:34:01.489 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.489 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:01.489 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21228 2024-04-10T16:34:01.489 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.489 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:01.489 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1443813 2024-04-10T16:34:01.489 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.489 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:01.489 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 284 2024-04-10T16:34:01.489 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.489 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:01.489 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4624888 2024-04-10T16:34:01.489 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.490 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:01.490 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 396 2024-04-10T16:34:01.490 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.490 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:01.490 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3181075 2024-04-10T16:34:01.490 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.490 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:01.490 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3181075 2024-04-10T16:34:01.490 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.490 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:01.490 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.490 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.490 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:01.490 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.491 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.491 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:01.491 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 118 2024-04-10T16:34:01.491 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.491 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:01.491 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 396, 2024-04-10T16:34:01.491 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1105361 2024-04-10T16:34:01.491 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.491 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:01.491 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.491 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.491 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.491 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:01.491 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.491 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.492 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:01.492 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.492 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.492 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:01.492 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:01.492 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 590 2024-04-10T16:34:01.492 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.492 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:01.492 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7, 2024-04-10T16:34:01.492 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9881 2024-04-10T16:34:01.492 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.492 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:01.492 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.492 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.492 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.492 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:01.493 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.493 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.493 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:01.493 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.493 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.493 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:01.493 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 940879872 2024-04-10T16:34:01.493 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.493 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.493 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:01.493 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:01.493 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:01.493 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.493 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:01.493 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9207808 2024-04-10T16:34:01.493 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.494 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:01.494 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 21513, 2024-04-10T16:34:01.494 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 107431963 2024-04-10T16:34:01.494 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.494 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:01.494 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3563, 2024-04-10T16:34:01.494 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5136766746 2024-04-10T16:34:01.494 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.494 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:01.494 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.494 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.494 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.494 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:01.494 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.495 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.495 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:01.495 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.495 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.495 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:01.495 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.495 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.495 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:01.495 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 19914, 2024-04-10T16:34:01.495 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 166061629 2024-04-10T16:34:01.495 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.495 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:01.495 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.495 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.495 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.495 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:01.496 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.496 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.496 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:01.496 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72117, 2024-04-10T16:34:01.496 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21715305073 2024-04-10T16:34:01.496 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.496 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:01.496 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 71540, 2024-04-10T16:34:01.496 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1643008272 2024-04-10T16:34:01.496 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.496 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:01.496 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72117, 2024-04-10T16:34:01.496 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42429442 2024-04-10T16:34:01.496 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.496 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:01.497 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72117, 2024-04-10T16:34:01.497 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21757734515 2024-04-10T16:34:01.497 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.497 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:01.497 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.497 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.497 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.497 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:01.497 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 26062, 2024-04-10T16:34:01.497 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 678487447 2024-04-10T16:34:01.497 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.497 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:01.497 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 921, 2024-04-10T16:34:01.497 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2644984 2024-04-10T16:34:01.497 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.498 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:01.498 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9078, 2024-04-10T16:34:01.498 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5395119 2024-04-10T16:34:01.498 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.498 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:01.498 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 46, 2024-04-10T16:34:01.498 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72655 2024-04-10T16:34:01.498 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.498 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:01.498 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 11080, 2024-04-10T16:34:01.498 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 805083170 2024-04-10T16:34:01.498 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.498 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:01.498 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 221026 2024-04-10T16:34:01.498 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.499 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:01.499 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 25945 2024-04-10T16:34:01.499 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.499 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:01.499 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 21208, 2024-04-10T16:34:01.499 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2268460188 2024-04-10T16:34:01.499 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.499 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:01.499 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72546, 2024-04-10T16:34:01.499 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18501558 2024-04-10T16:34:01.499 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.499 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:01.499 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 51338, 2024-04-10T16:34:01.499 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1486812447 2024-04-10T16:34:01.499 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.499 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:01.500 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.500 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.500 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:01.500 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15065, 2024-04-10T16:34:01.500 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 420873004 2024-04-10T16:34:01.500 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.500 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:01.500 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.500 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.500 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:01.500 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.500 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.500 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:01.500 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.500 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.501 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:01.501 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.501 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.501 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:01.501 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:01.501 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13936255413 2024-04-10T16:34:01.501 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.501 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:01.501 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23213, 2024-04-10T16:34:01.501 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1537384656 2024-04-10T16:34:01.501 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.501 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:01.501 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23210, 2024-04-10T16:34:01.501 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4113427866529 2024-04-10T16:34:01.502 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.502 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:01.502 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23213, 2024-04-10T16:34:01.502 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7218548283067 2024-04-10T16:34:01.502 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.502 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:01.502 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88284, 2024-04-10T16:34:01.502 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3150413150699 2024-04-10T16:34:01.502 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.502 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:01.502 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88284, 2024-04-10T16:34:01.502 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8307186 2024-04-10T16:34:01.502 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.502 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:01.502 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:01.503 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 424113171 2024-04-10T16:34:01.503 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.503 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:01.503 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:01.503 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37993639844 2024-04-10T16:34:01.503 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.503 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:01.503 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:01.503 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 30044705 2024-04-10T16:34:01.503 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.503 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:01.503 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:01.503 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19958283629 2024-04-10T16:34:01.503 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.503 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:01.503 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:01.503 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16020900178 2024-04-10T16:34:01.503 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.504 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:01.504 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5393147 2024-04-10T16:34:01.504 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.504 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:01.504 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2550, 2024-04-10T16:34:01.504 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14039501 2024-04-10T16:34:01.504 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.504 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:01.504 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:01.504 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 88347077501 2024-04-10T16:34:01.504 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.504 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:01.504 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:01.504 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17074141031 2024-04-10T16:34:01.504 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.504 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:01.504 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:01.504 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1315038122 2024-04-10T16:34:01.505 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.505 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.505 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:01.505 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:01.505 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405293598 2024-04-10T16:34:01.505 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.505 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:01.505 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 591798272 2024-04-10T16:34:01.505 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.505 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:01.505 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 558522368 2024-04-10T16:34:01.505 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.505 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:01.505 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600705843 2024-04-10T16:34:01.506 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.506 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:01.506 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33275904 2024-04-10T16:34:01.506 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.506 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.506 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:01.506 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.506 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:01.506 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.506 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.506 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.506 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.506 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.506 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.506 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.507 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.507 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57185564 2024-04-10T16:34:01.507 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.507 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.507 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.507 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.507 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.507 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.507 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.507 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.507 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.507 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.507 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.507 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.507 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.508 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.508 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16384 2024-04-10T16:34:01.508 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.508 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.508 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73728 2024-04-10T16:34:01.508 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.508 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.508 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.508 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.508 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.508 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.508 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.508 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.508 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.508 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.508 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.509 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68553444 2024-04-10T16:34:01.509 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.509 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.509 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:01.509 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.509 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 570425344 2024-04-10T16:34:01.509 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.509 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.509 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:01.509 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.509 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.509 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.509 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.509 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.510 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 428891733 2024-04-10T16:34:01.510 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.510 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.510 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.510 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.510 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.510 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.510 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.510 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.510 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 256 2024-04-10T16:34:01.510 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.510 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.510 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.510 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.510 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.511 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47120 2024-04-10T16:34:01.511 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.511 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.511 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.511 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.511 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.511 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.511 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.511 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.511 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.511 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.511 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.511 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.511 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.511 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.511 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74377371 2024-04-10T16:34:01.512 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.512 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.512 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:01.512 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.512 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:01.512 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.512 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.512 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:01.512 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.512 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.512 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4551168 2024-04-10T16:34:01.512 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.512 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.512 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 38123709 2024-04-10T16:34:01.512 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.512 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.512 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.513 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.513 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.513 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.513 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.513 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.513 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.513 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.513 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.513 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.513 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.513 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.513 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.513 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.513 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.513 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.514 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.514 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.514 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.514 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.514 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.514 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.514 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.514 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.514 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.514 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.514 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.514 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74765635 2024-04-10T16:34:01.514 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.514 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.514 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:01.514 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.515 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 503316480 2024-04-10T16:34:01.515 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.515 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.515 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.515 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.515 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.515 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.515 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.515 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.515 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 428891733 2024-04-10T16:34:01.515 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.515 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.515 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.515 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.515 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.515 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.515 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.515 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.516 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.516 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.516 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.516 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.516 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.516 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.516 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 161504 2024-04-10T16:34:01.516 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.516 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.516 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1100186 2024-04-10T16:34:01.516 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.516 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.516 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.516 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.516 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.516 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.516 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.517 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.517 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.517 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.517 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.517 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73163057 2024-04-10T16:34:01.517 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.517 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.517 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:01.517 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:01.517 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.517 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.517 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:01.517 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T16:34:01.517 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.517 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:01.518 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.518 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.518 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:01.518 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.518 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.518 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.518 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.518 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:01.518 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53 2024-04-10T16:34:01.518 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.518 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:01.518 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.518 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.518 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:01.518 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40168 2024-04-10T16:34:01.519 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.519 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:01.519 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 128207, 2024-04-10T16:34:01.519 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10041524659 2024-04-10T16:34:01.519 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.519 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:01.519 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:01.519 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.519 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:01.519 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.519 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.519 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:01.519 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2505545181 2024-04-10T16:34:01.520 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.520 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:01.520 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 40168, 2024-04-10T16:34:01.520 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 612208275068 2024-04-10T16:34:01.520 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.520 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:01.520 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2964633626 2024-04-10T16:34:01.520 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.520 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:01.520 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41868, 2024-04-10T16:34:01.520 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31763793832 2024-04-10T16:34:01.520 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.520 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:01.520 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 40168, 2024-04-10T16:34:01.521 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 109055116657 2024-04-10T16:34:01.521 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.521 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:01.521 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18209 2024-04-10T16:34:01.521 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.521 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:01.521 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18209, 2024-04-10T16:34:01.521 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13433417018 2024-04-10T16:34:01.521 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.521 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:01.521 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.521 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.521 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:01.521 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2964633626 2024-04-10T16:34:01.522 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.522 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:01.522 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18644, 2024-04-10T16:34:01.522 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5373712484 2024-04-10T16:34:01.522 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.522 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:01.522 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18209, 2024-04-10T16:34:01.522 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5729023257 2024-04-10T16:34:01.522 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.522 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:01.522 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12313 2024-04-10T16:34:01.522 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.522 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:01.522 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 336661111 2024-04-10T16:34:01.523 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.523 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:01.523 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12313, 2024-04-10T16:34:01.523 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 100518096480 2024-04-10T16:34:01.523 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.523 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:01.523 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.523 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.523 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:01.523 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.523 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.523 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:01.523 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.523 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.523 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:01.524 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12477, 2024-04-10T16:34:01.524 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13239919831 2024-04-10T16:34:01.524 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.524 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:01.524 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12313, 2024-04-10T16:34:01.524 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32454086628 2024-04-10T16:34:01.524 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.524 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:01.524 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9646 2024-04-10T16:34:01.524 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.524 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:01.524 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2168884070 2024-04-10T16:34:01.524 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.524 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:01.524 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9646, 2024-04-10T16:34:01.524 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 498256761570 2024-04-10T16:34:01.525 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.525 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:01.525 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.525 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.525 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:01.525 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10747, 2024-04-10T16:34:01.525 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13150161517 2024-04-10T16:34:01.525 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.525 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:01.525 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9646, 2024-04-10T16:34:01.525 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70872006772 2024-04-10T16:34:01.525 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.525 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:01.525 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.526 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.526 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:01.526 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4194374 2024-04-10T16:34:01.526 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.526 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:01.526 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6 2024-04-10T16:34:01.526 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.526 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:01.526 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:01.526 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.526 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:01.526 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 627691520 2024-04-10T16:34:01.526 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.527 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.527 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.527 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.2": { 2024-04-10T16:34:01.527 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:01.527 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:01.527 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35073 2024-04-10T16:34:01.527 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.527 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:01.527 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.527 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.527 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:01.527 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.527 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.527 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:01.528 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.528 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.528 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:01.528 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:01.528 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.528 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:01.528 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.528 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.528 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:01.528 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.528 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.528 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:01.528 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.528 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.528 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:01.528 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.529 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.529 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:01.529 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5566464 2024-04-10T16:34:01.529 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.529 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:01.529 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 627757056 2024-04-10T16:34:01.529 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.529 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:01.529 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17, 2024-04-10T16:34:01.529 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3259802 2024-04-10T16:34:01.529 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.529 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:01.529 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17, 2024-04-10T16:34:01.529 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1155600 2024-04-10T16:34:01.530 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.530 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:01.530 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 167, 2024-04-10T16:34:01.530 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 915818 2024-04-10T16:34:01.530 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.530 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:01.530 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:01.530 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.530 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:01.530 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 518324224 2024-04-10T16:34:01.530 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.530 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:01.530 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70087, 2024-04-10T16:34:01.530 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10329191128 2024-04-10T16:34:01.530 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.530 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:01.531 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70111, 2024-04-10T16:34:01.531 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16770411966 2024-04-10T16:34:01.531 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.531 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:01.531 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4526080 2024-04-10T16:34:01.531 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.531 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:01.531 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 287158272 2024-04-10T16:34:01.531 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.531 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:01.531 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 516882432 2024-04-10T16:34:01.531 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.531 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:01.531 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.531 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.531 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:01.531 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.531 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.532 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:01.532 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47 2024-04-10T16:34:01.532 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.532 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:01.532 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3988629739 2024-04-10T16:34:01.532 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.532 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:01.532 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 48436 2024-04-10T16:34:01.532 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.532 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:01.532 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3295793152 2024-04-10T16:34:01.532 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.532 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:01.532 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3295797248 2024-04-10T16:34:01.532 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.533 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:01.533 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.533 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.533 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:01.533 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.533 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.533 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:01.533 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35497 2024-04-10T16:34:01.533 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.533 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:01.533 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 48436, 2024-04-10T16:34:01.533 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1161942021 2024-04-10T16:34:01.533 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.533 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:01.534 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3875791705 2024-04-10T16:34:01.534 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.534 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:01.534 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 44977 2024-04-10T16:34:01.534 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.534 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:01.534 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1296654 2024-04-10T16:34:01.534 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.534 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:01.534 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 492 2024-04-10T16:34:01.534 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.534 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:01.534 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5463095 2024-04-10T16:34:01.535 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.535 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:01.535 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 679 2024-04-10T16:34:01.535 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.535 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:01.535 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4166441 2024-04-10T16:34:01.535 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.535 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:01.535 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4166441 2024-04-10T16:34:01.535 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.535 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:01.535 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.535 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.535 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:01.536 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.536 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.536 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:01.536 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 192 2024-04-10T16:34:01.536 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.536 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:01.536 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 679, 2024-04-10T16:34:01.536 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1626017 2024-04-10T16:34:01.536 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.536 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:01.536 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.536 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.536 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.536 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:01.536 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.536 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.537 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:01.537 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.537 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.537 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:01.537 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:01.537 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 652 2024-04-10T16:34:01.537 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.537 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:01.537 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9, 2024-04-10T16:34:01.537 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11809 2024-04-10T16:34:01.537 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.537 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:01.537 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.538 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.538 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.538 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:01.538 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.538 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.538 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:01.538 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.538 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.538 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:01.538 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 923062272 2024-04-10T16:34:01.538 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.538 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.538 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:01.538 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:01.538 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:01.539 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.539 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:01.539 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9195520 2024-04-10T16:34:01.539 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.539 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:01.539 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17456, 2024-04-10T16:34:01.539 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56663811 2024-04-10T16:34:01.539 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.539 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:01.539 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3619, 2024-04-10T16:34:01.539 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7002991112 2024-04-10T16:34:01.539 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.539 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:01.540 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.540 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.540 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.540 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:01.540 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.540 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.540 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:01.540 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.540 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.540 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:01.540 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.540 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.540 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:01.540 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 25955, 2024-04-10T16:34:01.540 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 217894422 2024-04-10T16:34:01.541 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.541 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:01.541 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.541 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.541 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.541 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:01.541 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.541 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.541 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:01.541 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70040, 2024-04-10T16:34:01.541 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20311460125 2024-04-10T16:34:01.541 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.541 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:01.541 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 69563, 2024-04-10T16:34:01.541 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1420766733 2024-04-10T16:34:01.541 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.541 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:01.542 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70040, 2024-04-10T16:34:01.542 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33793177 2024-04-10T16:34:01.542 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.542 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:01.542 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70040, 2024-04-10T16:34:01.542 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20345253302 2024-04-10T16:34:01.542 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.542 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:01.542 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.542 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.542 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.542 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:01.542 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 56629, 2024-04-10T16:34:01.543 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1196118715 2024-04-10T16:34:01.543 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.543 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:01.543 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 973, 2024-04-10T16:34:01.543 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2389263 2024-04-10T16:34:01.543 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.543 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:01.543 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 22372, 2024-04-10T16:34:01.543 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10102375 2024-04-10T16:34:01.543 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.543 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:01.543 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 37, 2024-04-10T16:34:01.543 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49764 2024-04-10T16:34:01.543 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.544 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:01.544 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20423, 2024-04-10T16:34:01.544 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1219634550 2024-04-10T16:34:01.544 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.544 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:01.544 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 256326 2024-04-10T16:34:01.544 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.544 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:01.544 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19180 2024-04-10T16:34:01.544 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.544 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:01.544 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8778, 2024-04-10T16:34:01.544 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1958092486 2024-04-10T16:34:01.544 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.544 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:01.544 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23825, 2024-04-10T16:34:01.545 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9608878 2024-04-10T16:34:01.545 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.545 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:01.545 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15047, 2024-04-10T16:34:01.545 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1687244361 2024-04-10T16:34:01.545 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.545 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:01.545 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.545 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.545 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:01.545 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12770, 2024-04-10T16:34:01.545 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 416628001 2024-04-10T16:34:01.545 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.545 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:01.545 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.545 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.545 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:01.545 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.546 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.546 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:01.546 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.546 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.546 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:01.546 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.546 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.546 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:01.546 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:01.546 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13477992483 2024-04-10T16:34:01.546 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.546 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:01.546 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5892, 2024-04-10T16:34:01.546 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 508633788 2024-04-10T16:34:01.547 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.547 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:01.547 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5891, 2024-04-10T16:34:01.547 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3786526673555 2024-04-10T16:34:01.547 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.547 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:01.547 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5892, 2024-04-10T16:34:01.547 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5983874851429 2024-04-10T16:34:01.547 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.547 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:01.547 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83371, 2024-04-10T16:34:01.547 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2233845925361 2024-04-10T16:34:01.547 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.547 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:01.547 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83371, 2024-04-10T16:34:01.548 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7709140 2024-04-10T16:34:01.548 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.548 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:01.548 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:01.548 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1050135906 2024-04-10T16:34:01.548 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.548 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:01.548 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:01.548 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35212028418 2024-04-10T16:34:01.548 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.548 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:01.548 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:01.548 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 30259189 2024-04-10T16:34:01.548 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.548 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:01.549 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:01.549 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17874432440 2024-04-10T16:34:01.549 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.549 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:01.549 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:01.549 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17001795373 2024-04-10T16:34:01.549 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.549 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:01.549 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5392968 2024-04-10T16:34:01.549 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.549 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:01.549 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2490, 2024-04-10T16:34:01.549 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14702038 2024-04-10T16:34:01.549 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.550 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:01.550 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:01.550 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 84628598204 2024-04-10T16:34:01.550 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.550 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:01.550 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:01.550 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17936259464 2024-04-10T16:34:01.550 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.550 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:01.550 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:01.550 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 736942530 2024-04-10T16:34:01.550 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.550 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.550 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:01.550 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:01.551 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405293598 2024-04-10T16:34:01.551 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.551 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:01.551 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 557752320 2024-04-10T16:34:01.551 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.551 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:01.551 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 441720832 2024-04-10T16:34:01.551 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.551 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:01.551 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600705843 2024-04-10T16:34:01.551 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.551 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:01.551 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 116031488 2024-04-10T16:34:01.551 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.551 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.551 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:01.552 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.552 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:01.552 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.552 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.552 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.552 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.552 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.552 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.552 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.552 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.552 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57248381 2024-04-10T16:34:01.552 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.552 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.552 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.552 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.552 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.552 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.553 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.553 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.553 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.553 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.553 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.553 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:01.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.553 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.553 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 102400 2024-04-10T16:34:01.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.553 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.553 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.554 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.554 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.554 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.554 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.554 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.554 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.554 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.554 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68474243 2024-04-10T16:34:01.554 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.554 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.554 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:01.554 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.554 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 570425344 2024-04-10T16:34:01.554 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.554 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.555 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:01.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.555 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.555 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.555 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.555 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 429362859 2024-04-10T16:34:01.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.555 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.555 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.555 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.555 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.555 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.556 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1360 2024-04-10T16:34:01.556 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.556 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.556 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.556 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.556 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.556 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 89104 2024-04-10T16:34:01.556 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.556 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.556 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.556 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.556 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.556 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.556 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.556 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.556 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.556 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.556 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.557 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.557 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.557 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.557 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73863157 2024-04-10T16:34:01.557 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.557 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.557 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:01.557 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.557 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:01.557 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.557 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.557 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:01.557 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.557 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.557 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4851536 2024-04-10T16:34:01.557 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.558 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.558 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 38165587 2024-04-10T16:34:01.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.558 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.558 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.558 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.558 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.558 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.558 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.558 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.558 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.559 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.559 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.559 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.559 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.559 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.559 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.559 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.559 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.559 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.559 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.559 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.559 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.559 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.559 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.560 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.560 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.560 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74423389 2024-04-10T16:34:01.560 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.560 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:01.560 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.560 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 503316480 2024-04-10T16:34:01.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.560 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.560 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.560 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.560 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.560 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.560 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 429362859 2024-04-10T16:34:01.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.561 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.561 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.561 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.561 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.561 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.561 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.561 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.561 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.561 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.561 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 156782 2024-04-10T16:34:01.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.561 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.561 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1120448 2024-04-10T16:34:01.562 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.562 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.562 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.562 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.562 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.562 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.562 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.562 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.562 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.562 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.562 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.562 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72676391 2024-04-10T16:34:01.562 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.562 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.562 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:01.562 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:01.563 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.563 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.563 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:01.563 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 80 2024-04-10T16:34:01.563 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.563 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:01.563 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.563 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.563 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:01.563 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.563 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.563 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.563 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.563 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:01.563 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41 2024-04-10T16:34:01.563 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.563 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:01.563 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.564 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:01.564 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 50118 2024-04-10T16:34:01.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.564 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:01.564 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 144250, 2024-04-10T16:34:01.564 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8441702845 2024-04-10T16:34:01.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.564 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:01.564 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.564 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:01.564 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.565 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:01.565 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1976084395 2024-04-10T16:34:01.565 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.565 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:01.565 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 50118, 2024-04-10T16:34:01.565 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95365154012 2024-04-10T16:34:01.565 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.565 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:01.565 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3793943502 2024-04-10T16:34:01.565 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.565 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:01.565 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 51069, 2024-04-10T16:34:01.565 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 43362632387 2024-04-10T16:34:01.565 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.565 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:01.566 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 50118, 2024-04-10T16:34:01.566 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73692896571 2024-04-10T16:34:01.566 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.566 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:01.566 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20956 2024-04-10T16:34:01.566 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.566 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:01.566 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20956, 2024-04-10T16:34:01.566 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19476488467 2024-04-10T16:34:01.566 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.566 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:01.566 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.566 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.566 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:01.566 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3793943502 2024-04-10T16:34:01.567 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.567 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:01.567 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 21391, 2024-04-10T16:34:01.567 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5300223774 2024-04-10T16:34:01.567 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.567 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:01.567 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20956, 2024-04-10T16:34:01.567 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9202554316 2024-04-10T16:34:01.567 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.567 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:01.567 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27240 2024-04-10T16:34:01.567 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.567 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:01.567 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 369583542 2024-04-10T16:34:01.567 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.567 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:01.567 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27240, 2024-04-10T16:34:01.567 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 50955301138 2024-04-10T16:34:01.568 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.568 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:01.568 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.568 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.568 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:01.568 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.568 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.568 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:01.568 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.568 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.568 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:01.568 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27613, 2024-04-10T16:34:01.568 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 34408350873 2024-04-10T16:34:01.568 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.568 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:01.568 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27240, 2024-04-10T16:34:01.568 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 48496462055 2024-04-10T16:34:01.568 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.569 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:01.569 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1922 2024-04-10T16:34:01.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.569 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:01.569 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1606500853 2024-04-10T16:34:01.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.569 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:01.569 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1922, 2024-04-10T16:34:01.569 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24933364407 2024-04-10T16:34:01.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.569 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:01.569 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.569 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:01.569 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2065, 2024-04-10T16:34:01.570 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3654057740 2024-04-10T16:34:01.570 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.570 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:01.570 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1922, 2024-04-10T16:34:01.570 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15993880200 2024-04-10T16:34:01.570 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.570 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:01.570 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.570 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.570 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:01.570 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4194304 2024-04-10T16:34:01.570 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.570 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:01.570 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28 2024-04-10T16:34:01.570 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.571 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:01.571 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:01.571 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.571 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:01.571 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 527532032 2024-04-10T16:34:01.571 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.571 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.571 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.571 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.3": { 2024-04-10T16:34:01.571 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:01.571 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:01.571 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24892 2024-04-10T16:34:01.571 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.571 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:01.571 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.571 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.572 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:01.572 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.572 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.572 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:01.572 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.572 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.572 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:01.572 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:01.572 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.572 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:01.572 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.572 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.572 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:01.572 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.572 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.573 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:01.573 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.573 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.573 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:01.573 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.573 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.573 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:01.573 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2809856 2024-04-10T16:34:01.573 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.573 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:01.573 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 588382208 2024-04-10T16:34:01.573 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.573 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:01.573 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 16, 2024-04-10T16:34:01.573 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7579409 2024-04-10T16:34:01.573 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.573 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:01.573 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 16, 2024-04-10T16:34:01.574 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1481028 2024-04-10T16:34:01.574 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.574 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:01.574 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 154, 2024-04-10T16:34:01.574 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 766573 2024-04-10T16:34:01.574 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.574 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:01.574 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:01.574 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.574 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:01.574 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 497025024 2024-04-10T16:34:01.574 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.574 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:01.574 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65743, 2024-04-10T16:34:01.574 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9921612620 2024-04-10T16:34:01.574 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.575 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:01.575 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65754, 2024-04-10T16:34:01.575 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16233342798 2024-04-10T16:34:01.575 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.575 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:01.575 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3375104 2024-04-10T16:34:01.575 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.575 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:01.575 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 269373440 2024-04-10T16:34:01.575 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.575 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:01.575 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 514064384 2024-04-10T16:34:01.575 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.575 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:01.575 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.575 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.575 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:01.575 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.576 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.576 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:01.576 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42 2024-04-10T16:34:01.576 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.576 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:01.576 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1780548783 2024-04-10T16:34:01.576 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.576 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:01.576 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23717 2024-04-10T16:34:01.576 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.576 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:01.576 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1527173120 2024-04-10T16:34:01.576 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.576 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:01.576 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1527177216 2024-04-10T16:34:01.576 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.576 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:01.576 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.577 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.577 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:01.577 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.577 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.577 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:01.577 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16115 2024-04-10T16:34:01.577 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.577 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:01.577 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23717, 2024-04-10T16:34:01.577 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 891516807 2024-04-10T16:34:01.577 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.577 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:01.577 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1709169234 2024-04-10T16:34:01.577 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.577 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:01.577 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21525 2024-04-10T16:34:01.577 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.577 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:01.578 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 676509 2024-04-10T16:34:01.578 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.578 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:01.578 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 327 2024-04-10T16:34:01.578 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.578 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:01.578 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2777598 2024-04-10T16:34:01.578 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.578 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:01.578 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 430 2024-04-10T16:34:01.578 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.578 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:01.578 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2101089 2024-04-10T16:34:01.578 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.579 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:01.579 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2101089 2024-04-10T16:34:01.579 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.579 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:01.579 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.579 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.579 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:01.579 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.579 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.579 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:01.579 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 103 2024-04-10T16:34:01.579 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.579 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:01.579 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 430, 2024-04-10T16:34:01.579 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 751124 2024-04-10T16:34:01.579 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.579 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:01.580 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.580 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.580 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.580 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:01.580 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.580 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.580 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:01.580 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.580 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.580 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:01.580 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:01.580 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 605 2024-04-10T16:34:01.580 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.581 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:01.581 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7, 2024-04-10T16:34:01.581 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8367 2024-04-10T16:34:01.581 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.581 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:01.581 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.581 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.581 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.581 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:01.581 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.581 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.581 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:01.581 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.581 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.582 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:01.582 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 862994432 2024-04-10T16:34:01.582 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.582 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.582 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:01.582 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:01.582 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:01.582 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.582 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:01.582 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9220096 2024-04-10T16:34:01.582 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.582 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:01.582 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 16777, 2024-04-10T16:34:01.582 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 63161683 2024-04-10T16:34:01.583 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.583 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:01.583 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3540, 2024-04-10T16:34:01.583 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4038685224 2024-04-10T16:34:01.583 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.583 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:01.583 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.583 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.583 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.583 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:01.583 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.583 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.583 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:01.583 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.583 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.583 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:01.584 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.584 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.584 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:01.584 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13285, 2024-04-10T16:34:01.584 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 106837265 2024-04-10T16:34:01.584 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.584 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:01.584 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.584 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.584 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.584 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:01.584 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.584 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.584 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:01.584 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65707, 2024-04-10T16:34:01.584 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19532768174 2024-04-10T16:34:01.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.585 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:01.585 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65208, 2024-04-10T16:34:01.585 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1468077445 2024-04-10T16:34:01.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.585 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:01.585 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65707, 2024-04-10T16:34:01.585 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 43244010 2024-04-10T16:34:01.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.585 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:01.585 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65707, 2024-04-10T16:34:01.585 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19576012184 2024-04-10T16:34:01.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.585 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:01.585 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.585 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.586 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.586 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:01.586 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 227577, 2024-04-10T16:34:01.586 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1139109380 2024-04-10T16:34:01.586 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.586 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:01.586 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1329, 2024-04-10T16:34:01.586 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3150001 2024-04-10T16:34:01.586 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.586 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:01.586 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 132148, 2024-04-10T16:34:01.586 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42106896 2024-04-10T16:34:01.586 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.586 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:01.586 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41, 2024-04-10T16:34:01.586 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56695 2024-04-10T16:34:01.587 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.587 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:01.587 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14733, 2024-04-10T16:34:01.587 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1558452419 2024-04-10T16:34:01.587 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.587 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:01.587 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 407806 2024-04-10T16:34:01.587 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.587 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:01.587 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17306 2024-04-10T16:34:01.587 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.587 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:01.587 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 28496, 2024-04-10T16:34:01.588 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1482313669 2024-04-10T16:34:01.588 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.588 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:01.588 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76021, 2024-04-10T16:34:01.588 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22369917 2024-04-10T16:34:01.588 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.588 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:01.588 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 47525, 2024-04-10T16:34:01.588 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1005466036 2024-04-10T16:34:01.588 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.588 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:01.588 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.588 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.588 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:01.588 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12191, 2024-04-10T16:34:01.588 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 366480154 2024-04-10T16:34:01.589 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.589 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:01.589 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.589 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.589 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:01.589 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.589 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.589 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:01.589 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.589 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.589 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:01.589 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.589 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.589 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:01.589 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:01.589 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9569371129 2024-04-10T16:34:01.589 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.590 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:01.590 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17702, 2024-04-10T16:34:01.590 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1227890400 2024-04-10T16:34:01.590 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.590 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:01.590 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17700, 2024-04-10T16:34:01.590 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3584419953294 2024-04-10T16:34:01.590 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.590 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:01.590 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17702, 2024-04-10T16:34:01.590 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6368479451120 2024-04-10T16:34:01.590 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.590 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:01.590 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74529, 2024-04-10T16:34:01.590 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2830206963444 2024-04-10T16:34:01.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.591 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:01.591 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74529, 2024-04-10T16:34:01.591 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11126147 2024-04-10T16:34:01.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.591 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:01.591 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:01.591 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 287034884 2024-04-10T16:34:01.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.591 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:01.591 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:01.591 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 29703757754 2024-04-10T16:34:01.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.591 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:01.591 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:01.591 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28272465 2024-04-10T16:34:01.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.592 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:01.592 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:01.592 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14270314026 2024-04-10T16:34:01.592 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.592 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:01.592 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:01.592 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10983898179 2024-04-10T16:34:01.592 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.592 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:01.592 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5398896 2024-04-10T16:34:01.592 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.592 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:01.592 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2455, 2024-04-10T16:34:01.592 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16015505 2024-04-10T16:34:01.592 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.592 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:01.592 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:01.593 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 64826975789 2024-04-10T16:34:01.593 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.593 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:01.593 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:01.593 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11911230631 2024-04-10T16:34:01.593 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.593 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:01.593 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:01.593 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 481662228 2024-04-10T16:34:01.593 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.593 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.593 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:01.593 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:01.593 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405293598 2024-04-10T16:34:01.593 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.594 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:01.594 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 565600256 2024-04-10T16:34:01.594 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.594 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:01.594 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 561520640 2024-04-10T16:34:01.594 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.594 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:01.594 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600705843 2024-04-10T16:34:01.594 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.594 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:01.594 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4079616 2024-04-10T16:34:01.594 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.594 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.594 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:01.594 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.595 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:01.595 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.595 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.595 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.595 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.595 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.595 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.595 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.595 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.595 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57464646 2024-04-10T16:34:01.595 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.595 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.595 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.595 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.596 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.596 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.596 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.596 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.596 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.596 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.596 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.596 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16384 2024-04-10T16:34:01.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.596 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.596 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8192 2024-04-10T16:34:01.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.596 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.596 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.597 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.597 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.597 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.597 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.597 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.597 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.597 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.597 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.597 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68339898 2024-04-10T16:34:01.597 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.597 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.597 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:01.597 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.597 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 570425344 2024-04-10T16:34:01.597 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.597 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.598 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:01.598 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.598 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.598 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.598 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.598 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.598 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 430984849 2024-04-10T16:34:01.598 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.598 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.598 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.598 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.598 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.598 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.598 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.598 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.599 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 944 2024-04-10T16:34:01.599 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.599 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.599 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.599 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.599 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.599 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 55600 2024-04-10T16:34:01.599 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.599 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.599 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.599 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.599 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.599 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.599 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.599 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.600 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.600 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.600 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.600 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.600 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72275087 2024-04-10T16:34:01.600 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.600 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:01.600 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.600 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 176160768 2024-04-10T16:34:01.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.600 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.600 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:01.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.600 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.601 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2377440 2024-04-10T16:34:01.601 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.601 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.601 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 38309764 2024-04-10T16:34:01.601 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.601 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.601 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.601 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.601 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.601 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.601 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.601 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.601 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.601 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.601 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.601 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.601 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.601 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.602 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.602 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.602 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.602 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.602 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.602 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.602 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.602 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.602 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.602 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.602 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.602 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.602 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.602 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.602 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.602 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68364700 2024-04-10T16:34:01.603 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.603 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.603 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:01.603 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.603 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 503316480 2024-04-10T16:34:01.603 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.603 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.603 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.603 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.603 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.603 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.603 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.603 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.603 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 430984849 2024-04-10T16:34:01.604 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.604 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.604 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.604 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.604 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.604 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.604 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.604 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.604 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.604 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.604 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.604 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.604 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.604 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.604 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 154819 2024-04-10T16:34:01.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.605 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.605 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1124692 2024-04-10T16:34:01.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.605 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.605 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.605 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.605 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.605 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.605 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.605 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.606 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71052120 2024-04-10T16:34:01.606 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.606 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.606 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:01.606 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:01.606 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.606 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.606 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:01.606 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:01.606 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.606 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:01.606 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.606 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.606 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:01.607 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.607 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.607 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.607 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:01.607 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 48 2024-04-10T16:34:01.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.607 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:01.607 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.607 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:01.607 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53554 2024-04-10T16:34:01.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.607 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:01.607 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 126149, 2024-04-10T16:34:01.608 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7556727512 2024-04-10T16:34:01.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.608 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:01.608 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:01.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.608 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:01.608 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.608 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:01.608 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1567079703 2024-04-10T16:34:01.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.608 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:01.608 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 53554, 2024-04-10T16:34:01.608 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 257645290220 2024-04-10T16:34:01.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.609 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:01.609 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1516031779 2024-04-10T16:34:01.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.609 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:01.609 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 55711, 2024-04-10T16:34:01.609 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35886656523 2024-04-10T16:34:01.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.609 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:01.609 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 53554, 2024-04-10T16:34:01.609 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71886727831 2024-04-10T16:34:01.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.609 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:01.609 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36488 2024-04-10T16:34:01.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.609 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:01.610 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36488, 2024-04-10T16:34:01.610 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 52153961678 2024-04-10T16:34:01.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.610 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:01.610 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.610 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:01.610 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1516031779 2024-04-10T16:34:01.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.610 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:01.610 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36713, 2024-04-10T16:34:01.610 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13927455184 2024-04-10T16:34:01.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.610 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:01.610 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36488, 2024-04-10T16:34:01.610 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12834099537 2024-04-10T16:34:01.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.611 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:01.611 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13173 2024-04-10T16:34:01.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.611 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:01.611 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 322858894 2024-04-10T16:34:01.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.611 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:01.611 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13173, 2024-04-10T16:34:01.611 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 168489400136 2024-04-10T16:34:01.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.611 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:01.611 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.611 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:01.611 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.612 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:01.612 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.612 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:01.612 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15011, 2024-04-10T16:34:01.612 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17099327309 2024-04-10T16:34:01.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.612 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:01.612 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13173, 2024-04-10T16:34:01.612 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36738561585 2024-04-10T16:34:01.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.612 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:01.612 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3893 2024-04-10T16:34:01.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.612 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:01.612 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1244220809 2024-04-10T16:34:01.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.613 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:01.613 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3893, 2024-04-10T16:34:01.613 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37001928406 2024-04-10T16:34:01.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.613 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:01.613 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.613 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:01.613 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3987, 2024-04-10T16:34:01.613 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4859874030 2024-04-10T16:34:01.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.613 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:01.613 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3893, 2024-04-10T16:34:01.613 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22314066709 2024-04-10T16:34:01.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.614 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:01.614 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.614 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:01.614 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 79 2024-04-10T16:34:01.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.614 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:01.614 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:01.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.614 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:01.614 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:01.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.614 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:01.614 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 506261504 2024-04-10T16:34:01.614 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.615 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.615 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.4": { 2024-04-10T16:34:01.615 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:01.615 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:01.615 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16923 2024-04-10T16:34:01.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.615 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:01.615 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.615 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:01.615 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.615 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:01.615 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.615 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:01.616 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:01.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.616 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:01.616 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.616 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:01.616 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.616 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:01.616 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.616 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:01.616 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.616 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:01.617 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8232960 2024-04-10T16:34:01.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.617 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:01.617 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 660598784 2024-04-10T16:34:01.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.617 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:01.617 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:01.617 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4773888 2024-04-10T16:34:01.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.617 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:01.617 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:01.617 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1142107 2024-04-10T16:34:01.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.617 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:01.617 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 165, 2024-04-10T16:34:01.617 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 730342 2024-04-10T16:34:01.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.618 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:01.618 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:01.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.618 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:01.618 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 674627584 2024-04-10T16:34:01.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.618 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:01.618 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63418, 2024-04-10T16:34:01.618 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9896222266 2024-04-10T16:34:01.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.618 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:01.618 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63423, 2024-04-10T16:34:01.618 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15914045425 2024-04-10T16:34:01.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.618 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:01.618 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10444800 2024-04-10T16:34:01.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.618 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:01.619 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 259805184 2024-04-10T16:34:01.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.619 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:01.619 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 670367744 2024-04-10T16:34:01.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.619 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:01.619 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.619 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:01.619 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:01.619 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49 2024-04-10T16:34:01.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.619 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:01.619 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7143153053 2024-04-10T16:34:01.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.620 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:01.620 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 64999 2024-04-10T16:34:01.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.620 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:01.620 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6255435776 2024-04-10T16:34:01.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.620 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:01.620 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6255439872 2024-04-10T16:34:01.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.620 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:01.620 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.620 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:01.620 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.621 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:01.621 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53211 2024-04-10T16:34:01.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.621 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:01.621 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 64999, 2024-04-10T16:34:01.621 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2070134910 2024-04-10T16:34:01.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.621 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:01.621 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6945299339 2024-04-10T16:34:01.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.621 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:01.621 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58943 2024-04-10T16:34:01.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.621 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:01.621 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2978664 2024-04-10T16:34:01.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.622 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:01.622 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 787 2024-04-10T16:34:01.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.622 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:01.622 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9650760 2024-04-10T16:34:01.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.622 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:01.622 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1034 2024-04-10T16:34:01.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.622 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:01.622 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6672096 2024-04-10T16:34:01.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.622 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:01.622 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6672096 2024-04-10T16:34:01.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.623 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:01.623 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.623 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:01.623 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.623 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:01.623 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 255 2024-04-10T16:34:01.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.623 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:01.623 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1034, 2024-04-10T16:34:01.623 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3643757 2024-04-10T16:34:01.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.623 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:01.623 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.623 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.624 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:01.624 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.624 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.624 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:01.624 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.624 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.624 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:01.624 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:01.624 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 824 2024-04-10T16:34:01.624 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.624 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:01.624 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14, 2024-04-10T16:34:01.624 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15588 2024-04-10T16:34:01.624 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.624 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:01.624 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.624 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.624 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.625 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:01.625 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.625 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:01.625 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.625 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:01.625 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 930926592 2024-04-10T16:34:01.625 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.625 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:01.625 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:01.625 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:01.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.625 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:01.625 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13410304 2024-04-10T16:34:01.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.625 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:01.626 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 24230, 2024-04-10T16:34:01.626 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 75469072 2024-04-10T16:34:01.626 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.626 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:01.626 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3509, 2024-04-10T16:34:01.626 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6482164455 2024-04-10T16:34:01.626 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.626 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:01.626 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.626 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.626 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.626 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:01.626 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.626 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.626 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:01.627 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.627 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:01.627 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.627 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:01.627 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20086, 2024-04-10T16:34:01.627 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 178793056 2024-04-10T16:34:01.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.627 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:01.627 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.627 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.627 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:01.627 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.628 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:01.628 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63358, 2024-04-10T16:34:01.628 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19297860353 2024-04-10T16:34:01.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.628 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:01.628 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 62950, 2024-04-10T16:34:01.628 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1400624910 2024-04-10T16:34:01.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.628 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:01.628 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63358, 2024-04-10T16:34:01.628 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49922280 2024-04-10T16:34:01.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.628 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:01.628 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63358, 2024-04-10T16:34:01.629 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19347782633 2024-04-10T16:34:01.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.629 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:01.629 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.629 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.629 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:01.629 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 26743, 2024-04-10T16:34:01.629 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1037502457 2024-04-10T16:34:01.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.629 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:01.629 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 786, 2024-04-10T16:34:01.629 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2241160 2024-04-10T16:34:01.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.629 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:01.629 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15252, 2024-04-10T16:34:01.630 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11815040 2024-04-10T16:34:01.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.630 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:01.630 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 45, 2024-04-10T16:34:01.630 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58300 2024-04-10T16:34:01.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.630 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:01.630 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15179, 2024-04-10T16:34:01.630 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3030067313 2024-04-10T16:34:01.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.630 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:01.630 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 205041 2024-04-10T16:34:01.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.630 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:01.630 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19988 2024-04-10T16:34:01.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.631 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:01.631 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 19061, 2024-04-10T16:34:01.631 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2108629505 2024-04-10T16:34:01.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.631 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:01.631 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 58093, 2024-04-10T16:34:01.631 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16713532 2024-04-10T16:34:01.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.631 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:01.631 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 39032, 2024-04-10T16:34:01.631 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1709265646 2024-04-10T16:34:01.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.631 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:01.631 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.632 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:01.632 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13789, 2024-04-10T16:34:01.632 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 428598626 2024-04-10T16:34:01.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.632 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:01.632 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.632 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:01.632 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.632 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:01.632 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.632 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:01.632 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.633 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:01.633 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:01.633 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12018959862 2024-04-10T16:34:01.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.633 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:01.633 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18641, 2024-04-10T16:34:01.633 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1091164894 2024-04-10T16:34:01.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.633 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:01.633 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18639, 2024-04-10T16:34:01.633 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3304027846421 2024-04-10T16:34:01.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.633 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:01.633 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18641, 2024-04-10T16:34:01.633 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6510755544643 2024-04-10T16:34:01.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.633 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:01.633 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76198, 2024-04-10T16:34:01.634 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2616689905611 2024-04-10T16:34:01.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.634 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:01.634 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76198, 2024-04-10T16:34:01.634 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6961502 2024-04-10T16:34:01.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.634 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:01.634 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:01.634 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 451817612 2024-04-10T16:34:01.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.634 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:01.634 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:01.634 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31105237258 2024-04-10T16:34:01.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.634 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:01.635 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:01.635 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27762194 2024-04-10T16:34:01.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.635 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:01.635 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:01.635 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14101448809 2024-04-10T16:34:01.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.635 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:01.635 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:01.635 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14915541534 2024-04-10T16:34:01.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.635 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:01.635 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9587999 2024-04-10T16:34:01.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.635 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:01.635 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2390, 2024-04-10T16:34:01.635 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13458992 2024-04-10T16:34:01.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.636 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:01.636 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:01.636 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72605568190 2024-04-10T16:34:01.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.636 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:01.636 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:01.636 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15903057316 2024-04-10T16:34:01.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.636 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:01.636 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:01.636 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 676977820 2024-04-10T16:34:01.636 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.636 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:01.636 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:01.636 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405295426 2024-04-10T16:34:01.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.636 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:01.636 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 549535744 2024-04-10T16:34:01.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.637 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:01.637 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 521691136 2024-04-10T16:34:01.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.637 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:01.637 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600707993 2024-04-10T16:34:01.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.637 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:01.637 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27844608 2024-04-10T16:34:01.637 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.637 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:01.637 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.637 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:01.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.637 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.637 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.638 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.638 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.638 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.638 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56812472 2024-04-10T16:34:01.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.638 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.638 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.638 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.638 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.638 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.638 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.638 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.639 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.639 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.639 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32768 2024-04-10T16:34:01.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.639 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.639 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 663552 2024-04-10T16:34:01.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.639 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.639 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.639 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.639 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.639 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.639 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.639 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.639 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68320328 2024-04-10T16:34:01.640 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.640 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:01.640 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.640 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 562036736 2024-04-10T16:34:01.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.640 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.640 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:01.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.640 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.640 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.640 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.640 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 426093543 2024-04-10T16:34:01.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.640 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.641 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.641 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.641 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.641 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.641 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2160 2024-04-10T16:34:01.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.641 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.641 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.641 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.641 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 140256 2024-04-10T16:34:01.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.641 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.641 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.642 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.642 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.642 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.642 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.642 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.642 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.642 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.642 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68691913 2024-04-10T16:34:01.642 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.642 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:01.643 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.643 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:01.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.643 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.643 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:01.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.643 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.643 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9120160 2024-04-10T16:34:01.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.643 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.643 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37874981 2024-04-10T16:34:01.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.643 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.643 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.644 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.644 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.644 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.644 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.644 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.644 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.644 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.644 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.644 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.644 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.645 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.645 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.645 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.645 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.645 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.645 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.645 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.645 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70445371 2024-04-10T16:34:01.645 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.645 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:01.645 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.645 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 494927872 2024-04-10T16:34:01.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.646 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.646 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.646 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.646 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.646 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.646 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.646 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.646 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 426093543 2024-04-10T16:34:01.646 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.646 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.646 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.646 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.646 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.646 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.646 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.646 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.646 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.647 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.647 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.647 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.647 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 157054 2024-04-10T16:34:01.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.647 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.647 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1115284 2024-04-10T16:34:01.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.647 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.647 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.647 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.648 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.648 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.648 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.648 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.648 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67561991 2024-04-10T16:34:01.648 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.648 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:01.648 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:01.648 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.648 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:01.648 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32 2024-04-10T16:34:01.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.649 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:01.649 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.649 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:01.649 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.649 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.649 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.649 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:01.649 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49 2024-04-10T16:34:01.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.649 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:01.649 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.649 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:01.649 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41544 2024-04-10T16:34:01.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.650 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:01.650 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 109529, 2024-04-10T16:34:01.650 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10902366417 2024-04-10T16:34:01.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.650 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:01.650 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.650 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:01.650 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.650 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:01.650 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1482892367 2024-04-10T16:34:01.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.651 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:01.651 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41544, 2024-04-10T16:34:01.651 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 129524802983 2024-04-10T16:34:01.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.651 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:01.651 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2148008640 2024-04-10T16:34:01.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.651 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:01.651 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 42086, 2024-04-10T16:34:01.651 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15577151976 2024-04-10T16:34:01.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.651 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:01.651 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41544, 2024-04-10T16:34:01.651 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37346319704 2024-04-10T16:34:01.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.652 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:01.652 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 30533 2024-04-10T16:34:01.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.652 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:01.652 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 30533, 2024-04-10T16:34:01.652 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15533302395 2024-04-10T16:34:01.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.652 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:01.652 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.652 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:01.652 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2148008640 2024-04-10T16:34:01.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.652 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:01.653 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 30694, 2024-04-10T16:34:01.653 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6360016979 2024-04-10T16:34:01.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.653 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:01.653 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 30533, 2024-04-10T16:34:01.653 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7331104666 2024-04-10T16:34:01.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.653 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:01.653 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6163 2024-04-10T16:34:01.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.653 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:01.653 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 259656592 2024-04-10T16:34:01.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.654 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:01.654 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6163, 2024-04-10T16:34:01.654 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12422888788 2024-04-10T16:34:01.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.654 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:01.654 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.654 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:01.654 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.654 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:01.654 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.654 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:01.654 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6412, 2024-04-10T16:34:01.655 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3702282165 2024-04-10T16:34:01.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.655 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:01.655 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6163, 2024-04-10T16:34:01.655 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10335297298 2024-04-10T16:34:01.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.655 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:01.655 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4848 2024-04-10T16:34:01.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.655 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:01.655 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1223235775 2024-04-10T16:34:01.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.655 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:01.655 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4848, 2024-04-10T16:34:01.655 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 101568611800 2024-04-10T16:34:01.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.655 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:01.656 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.656 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.656 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:01.656 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4980, 2024-04-10T16:34:01.656 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5514852832 2024-04-10T16:34:01.656 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.656 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:01.656 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4848, 2024-04-10T16:34:01.656 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19679917740 2024-04-10T16:34:01.656 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.656 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:01.656 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.656 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.656 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:01.657 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.657 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.657 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:01.657 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:01.657 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.657 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:01.657 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:01.657 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.657 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:01.657 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 688054272 2024-04-10T16:34:01.657 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.657 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.657 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.657 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.5": { 2024-04-10T16:34:01.657 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:01.657 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:01.658 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22023 2024-04-10T16:34:01.658 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.658 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:01.658 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.658 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.658 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:01.658 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.658 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.658 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:01.658 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.658 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.658 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:01.658 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:01.658 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.658 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:01.658 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.659 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.659 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:01.659 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.659 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.659 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:01.659 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.659 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.659 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:01.659 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.659 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.659 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:01.659 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17539072 2024-04-10T16:34:01.659 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.659 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:01.659 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 705499136 2024-04-10T16:34:01.659 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.660 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:01.660 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20, 2024-04-10T16:34:01.660 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4148144 2024-04-10T16:34:01.660 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.660 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:01.660 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20, 2024-04-10T16:34:01.660 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1450381 2024-04-10T16:34:01.660 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.660 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:01.660 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 214, 2024-04-10T16:34:01.660 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1130829 2024-04-10T16:34:01.660 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.660 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:01.660 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:01.660 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.661 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:01.661 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 573898752 2024-04-10T16:34:01.661 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.661 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:01.661 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83594, 2024-04-10T16:34:01.661 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11324663192 2024-04-10T16:34:01.661 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.661 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:01.661 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83588, 2024-04-10T16:34:01.661 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18258271372 2024-04-10T16:34:01.661 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.661 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:01.661 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9924608 2024-04-10T16:34:01.661 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.661 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:01.662 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 342454272 2024-04-10T16:34:01.662 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.662 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:01.662 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 586678272 2024-04-10T16:34:01.662 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.662 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:01.662 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.662 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.662 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:01.662 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.662 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:01.662 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45 2024-04-10T16:34:01.662 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.663 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:01.663 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5324579017 2024-04-10T16:34:01.663 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.663 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:01.663 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69024 2024-04-10T16:34:01.663 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.663 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:01.663 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4553441280 2024-04-10T16:34:01.663 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.663 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:01.663 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4553445376 2024-04-10T16:34:01.663 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.663 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:01.663 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.663 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.663 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:01.663 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.664 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.664 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:01.664 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49981 2024-04-10T16:34:01.664 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.664 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:01.664 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 69024, 2024-04-10T16:34:01.664 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1950014428 2024-04-10T16:34:01.664 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.664 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:01.664 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5035572643 2024-04-10T16:34:01.664 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.664 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:01.664 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 60185 2024-04-10T16:34:01.664 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.664 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:01.664 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5664467 2024-04-10T16:34:01.664 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.665 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:01.665 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1074 2024-04-10T16:34:01.665 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.665 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:01.665 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21428310 2024-04-10T16:34:01.665 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.665 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:01.665 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1413 2024-04-10T16:34:01.665 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.665 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:01.665 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15763843 2024-04-10T16:34:01.665 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.665 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:01.665 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15763843 2024-04-10T16:34:01.665 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.665 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:01.665 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.665 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.666 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:01.666 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.666 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.666 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:01.666 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 358 2024-04-10T16:34:01.666 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.666 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:01.666 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1413, 2024-04-10T16:34:01.666 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6307257 2024-04-10T16:34:01.666 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.666 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:01.666 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.666 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.666 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.667 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:01.667 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.667 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.667 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:01.667 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.667 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.667 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:01.667 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:01.667 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 819 2024-04-10T16:34:01.667 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.667 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:01.667 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27, 2024-04-10T16:34:01.667 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40796 2024-04-10T16:34:01.667 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.667 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:01.667 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.668 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.668 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:01.668 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.668 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:01.668 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.668 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:01.668 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1068527616 2024-04-10T16:34:01.668 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.668 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:01.668 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:01.668 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:01.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.669 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:01.669 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9220096 2024-04-10T16:34:01.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.669 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:01.669 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20202, 2024-04-10T16:34:01.669 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72973052 2024-04-10T16:34:01.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.669 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:01.669 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3544, 2024-04-10T16:34:01.669 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4988369669 2024-04-10T16:34:01.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.669 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:01.669 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.669 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.669 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:01.669 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.670 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:01.670 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.670 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:01.670 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.670 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:01.670 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20736, 2024-04-10T16:34:01.670 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 175448801 2024-04-10T16:34:01.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.670 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:01.670 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.670 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.670 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:01.670 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.671 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:01.671 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83513, 2024-04-10T16:34:01.671 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22216977800 2024-04-10T16:34:01.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.671 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:01.671 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83079, 2024-04-10T16:34:01.671 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1524605463 2024-04-10T16:34:01.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.671 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:01.671 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83513, 2024-04-10T16:34:01.671 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47929827 2024-04-10T16:34:01.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.671 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:01.671 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83513, 2024-04-10T16:34:01.671 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22264907627 2024-04-10T16:34:01.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.671 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:01.672 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.672 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.672 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:01.672 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 39703, 2024-04-10T16:34:01.672 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1035601271 2024-04-10T16:34:01.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.672 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:01.672 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 866, 2024-04-10T16:34:01.672 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2237165 2024-04-10T16:34:01.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.672 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:01.672 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14666, 2024-04-10T16:34:01.672 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12654384 2024-04-10T16:34:01.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.672 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:01.673 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 49, 2024-04-10T16:34:01.673 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 79833 2024-04-10T16:34:01.673 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.673 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:01.673 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18224, 2024-04-10T16:34:01.673 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4416181763 2024-04-10T16:34:01.673 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.673 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:01.673 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 254579 2024-04-10T16:34:01.673 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.673 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:01.673 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21972 2024-04-10T16:34:01.673 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.673 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:01.673 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17917, 2024-04-10T16:34:01.673 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1677057417 2024-04-10T16:34:01.674 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.674 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:01.674 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 46420, 2024-04-10T16:34:01.674 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14644184 2024-04-10T16:34:01.674 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.674 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:01.674 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 28503, 2024-04-10T16:34:01.674 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1502076696 2024-04-10T16:34:01.674 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.674 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:01.674 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.674 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.674 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:01.674 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15807, 2024-04-10T16:34:01.674 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 443700465 2024-04-10T16:34:01.674 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.674 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:01.675 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.675 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:01.675 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.675 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:01.675 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.675 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:01.675 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.675 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:01.675 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:01.675 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10118159008 2024-04-10T16:34:01.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.675 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:01.675 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8975, 2024-04-10T16:34:01.676 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 793432125 2024-04-10T16:34:01.676 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.676 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:01.676 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8973, 2024-04-10T16:34:01.676 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3909818886155 2024-04-10T16:34:01.676 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.676 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:01.676 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8975, 2024-04-10T16:34:01.676 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6730072967945 2024-04-10T16:34:01.676 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.676 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:01.676 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95784, 2024-04-10T16:34:01.676 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3034639728179 2024-04-10T16:34:01.676 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.676 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:01.676 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95784, 2024-04-10T16:34:01.676 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8899627 2024-04-10T16:34:01.677 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.677 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:01.677 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:01.677 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 339092637 2024-04-10T16:34:01.677 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.677 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:01.677 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:01.677 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33120595616 2024-04-10T16:34:01.677 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.677 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:01.677 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:01.677 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33612478 2024-04-10T16:34:01.677 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.677 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:01.677 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:01.677 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15529363827 2024-04-10T16:34:01.677 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.678 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:01.678 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:01.678 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12801322939 2024-04-10T16:34:01.678 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.678 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:01.678 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5398901 2024-04-10T16:34:01.678 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.678 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:01.678 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2409, 2024-04-10T16:34:01.678 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13723037 2024-04-10T16:34:01.678 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.678 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:01.678 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:01.678 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71923550458 2024-04-10T16:34:01.678 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.679 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:01.679 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:01.679 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13833121609 2024-04-10T16:34:01.679 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.679 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:01.679 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:01.679 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 541960563 2024-04-10T16:34:01.679 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.679 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.679 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:01.679 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:01.679 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405295426 2024-04-10T16:34:01.679 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.679 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:01.679 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 562102272 2024-04-10T16:34:01.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.680 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:01.680 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 504766464 2024-04-10T16:34:01.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.680 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:01.680 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600707993 2024-04-10T16:34:01.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.680 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:01.680 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57335808 2024-04-10T16:34:01.680 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.680 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:01.680 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.680 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:01.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.681 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.681 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.681 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.681 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.681 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.681 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.681 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.681 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56151905 2024-04-10T16:34:01.681 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.681 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.681 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.681 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.681 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.681 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.681 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.682 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.682 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.682 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.682 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.682 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.682 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.682 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.682 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T16:34:01.682 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.682 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.682 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69632 2024-04-10T16:34:01.682 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.682 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.682 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.682 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.683 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.683 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.683 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.683 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.683 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.683 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.683 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.683 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69595295 2024-04-10T16:34:01.683 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.683 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.683 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:01.683 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.683 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 562036736 2024-04-10T16:34:01.683 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.684 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.684 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:01.684 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.684 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.684 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.684 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.684 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.684 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 421139290 2024-04-10T16:34:01.684 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.684 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.684 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.684 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.684 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.684 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.685 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.685 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.685 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2384 2024-04-10T16:34:01.685 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.685 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.685 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.685 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.685 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.685 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 173824 2024-04-10T16:34:01.685 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.685 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.685 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.685 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.685 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.685 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.686 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.686 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.686 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.686 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.686 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.686 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73612374 2024-04-10T16:34:01.686 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.686 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:01.686 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.686 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:01.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.686 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.686 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:01.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.687 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.687 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6792112 2024-04-10T16:34:01.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.687 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.687 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37434603 2024-04-10T16:34:01.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.687 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.687 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.687 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.687 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.687 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.687 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.687 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.688 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.688 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.688 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.688 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.688 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.688 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.688 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.688 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.688 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.688 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.688 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.689 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.689 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73213797 2024-04-10T16:34:01.689 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.689 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.689 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:01.689 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.689 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 494927872 2024-04-10T16:34:01.689 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.689 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.689 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.689 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.689 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.689 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.689 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.689 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.689 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 421139290 2024-04-10T16:34:01.690 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.690 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.690 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.690 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.690 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.690 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.690 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.690 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.690 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.690 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.690 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.690 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.690 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.691 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.691 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 153722 2024-04-10T16:34:01.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.691 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.691 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1102491 2024-04-10T16:34:01.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.691 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.691 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.691 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.691 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.691 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.691 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.691 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.691 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72532369 2024-04-10T16:34:01.692 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.692 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.692 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:01.692 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:01.692 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.692 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.692 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:01.692 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35 2024-04-10T16:34:01.692 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.692 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:01.692 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.692 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.692 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:01.692 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:01.692 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.692 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.692 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.693 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:01.693 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53 2024-04-10T16:34:01.693 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.693 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:01.693 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.693 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.693 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:01.693 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47803 2024-04-10T16:34:01.693 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.693 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:01.693 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 135768, 2024-04-10T16:34:01.693 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13487648375 2024-04-10T16:34:01.693 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.693 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:01.693 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:01.693 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.693 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:01.693 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.694 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.694 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:01.694 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1384788259 2024-04-10T16:34:01.694 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.694 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:01.694 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 47803, 2024-04-10T16:34:01.694 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 51868037267 2024-04-10T16:34:01.694 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.694 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:01.694 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2000285716 2024-04-10T16:34:01.694 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.694 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:01.694 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 48593, 2024-04-10T16:34:01.694 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16039708416 2024-04-10T16:34:01.694 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.695 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:01.695 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 47803, 2024-04-10T16:34:01.695 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 34203655570 2024-04-10T16:34:01.695 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.695 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:01.695 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36310 2024-04-10T16:34:01.695 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.695 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:01.695 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36310, 2024-04-10T16:34:01.695 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15392971779 2024-04-10T16:34:01.695 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.695 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:01.695 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.695 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.695 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:01.695 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2000285716 2024-04-10T16:34:01.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.696 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:01.696 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36436, 2024-04-10T16:34:01.696 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7201691345 2024-04-10T16:34:01.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.696 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:01.696 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36310, 2024-04-10T16:34:01.696 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7307180500 2024-04-10T16:34:01.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.696 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:01.696 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10049 2024-04-10T16:34:01.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.696 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:01.696 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 418026668 2024-04-10T16:34:01.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.696 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:01.696 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10049, 2024-04-10T16:34:01.696 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23601170183 2024-04-10T16:34:01.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.697 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:01.697 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.697 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:01.697 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.697 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:01.697 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.697 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:01.697 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10496, 2024-04-10T16:34:01.697 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6582448876 2024-04-10T16:34:01.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.697 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:01.697 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10049, 2024-04-10T16:34:01.697 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17621684450 2024-04-10T16:34:01.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.698 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:01.698 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1444 2024-04-10T16:34:01.698 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.698 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:01.698 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 966761591 2024-04-10T16:34:01.698 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.698 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:01.698 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1444, 2024-04-10T16:34:01.698 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12873895305 2024-04-10T16:34:01.698 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.698 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:01.698 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.698 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.698 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:01.699 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1661, 2024-04-10T16:34:01.699 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2255568195 2024-04-10T16:34:01.699 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.699 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:01.699 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1444, 2024-04-10T16:34:01.699 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9274790620 2024-04-10T16:34:01.699 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.699 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:01.699 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.699 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.699 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:01.699 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4194320 2024-04-10T16:34:01.699 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.699 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:01.699 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T16:34:01.699 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.699 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:01.699 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:01.700 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.700 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:01.700 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 583135232 2024-04-10T16:34:01.700 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.700 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.700 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.700 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.6": { 2024-04-10T16:34:01.700 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:01.700 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:01.700 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49308 2024-04-10T16:34:01.700 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.700 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:01.700 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.700 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.700 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:01.700 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.700 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.700 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:01.701 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.701 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.701 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:01.701 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:01.701 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.701 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:01.701 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.701 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.701 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:01.701 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.701 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.701 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:01.701 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.701 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.701 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:01.701 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.701 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.701 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:01.702 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9908224 2024-04-10T16:34:01.702 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.702 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:01.702 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 546099200 2024-04-10T16:34:01.702 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.702 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:01.702 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:01.702 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3763832 2024-04-10T16:34:01.702 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.702 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:01.702 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:01.702 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1179755 2024-04-10T16:34:01.702 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.702 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:01.702 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 161, 2024-04-10T16:34:01.702 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 853685 2024-04-10T16:34:01.702 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.702 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:01.703 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:01.703 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.703 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:01.703 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 471662592 2024-04-10T16:34:01.703 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.703 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:01.703 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63556, 2024-04-10T16:34:01.703 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8681566443 2024-04-10T16:34:01.703 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.703 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:01.703 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63563, 2024-04-10T16:34:01.703 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13925725195 2024-04-10T16:34:01.703 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.703 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:01.703 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11034624 2024-04-10T16:34:01.703 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.703 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:01.703 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 260395008 2024-04-10T16:34:01.704 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.704 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:01.704 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 467402752 2024-04-10T16:34:01.704 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.704 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:01.704 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.704 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.704 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:01.704 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.704 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.704 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:01.704 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45 2024-04-10T16:34:01.704 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.704 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:01.704 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6442025036 2024-04-10T16:34:01.704 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.704 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:01.704 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 61958 2024-04-10T16:34:01.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.705 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:01.705 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5440917504 2024-04-10T16:34:01.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.705 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:01.705 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5440921600 2024-04-10T16:34:01.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.705 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:01.705 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.705 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:01.705 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.705 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:01.705 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 50898 2024-04-10T16:34:01.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.705 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:01.705 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 61958, 2024-04-10T16:34:01.706 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2305783183 2024-04-10T16:34:01.706 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.706 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:01.706 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6272907647 2024-04-10T16:34:01.706 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.706 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:01.706 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56778 2024-04-10T16:34:01.706 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.706 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:01.706 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2478709 2024-04-10T16:34:01.707 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.707 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:01.707 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 672 2024-04-10T16:34:01.707 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.707 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:01.707 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9845682 2024-04-10T16:34:01.707 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.707 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:01.707 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 889 2024-04-10T16:34:01.707 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.707 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:01.707 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7366973 2024-04-10T16:34:01.707 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.707 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:01.708 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7366973 2024-04-10T16:34:01.708 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.708 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:01.708 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.708 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.708 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:01.708 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.708 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.708 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:01.708 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 222 2024-04-10T16:34:01.708 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.708 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:01.708 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 889, 2024-04-10T16:34:01.708 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3063097 2024-04-10T16:34:01.709 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.709 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:01.709 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.709 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.709 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.709 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:01.709 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.709 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.709 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:01.709 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.709 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.709 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:01.709 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:01.709 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 566 2024-04-10T16:34:01.709 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.709 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:01.710 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13, 2024-04-10T16:34:01.710 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14306 2024-04-10T16:34:01.710 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.710 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:01.710 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.710 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.710 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.710 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:01.710 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.710 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.710 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:01.710 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.710 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.710 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:01.710 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 818692096 2024-04-10T16:34:01.711 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.711 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.711 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:01.711 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:01.711 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:01.711 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.711 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:01.711 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14000128 2024-04-10T16:34:01.711 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.711 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:01.711 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13894, 2024-04-10T16:34:01.711 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 48306045 2024-04-10T16:34:01.711 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.711 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:01.711 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3423, 2024-04-10T16:34:01.711 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5580030341 2024-04-10T16:34:01.711 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.711 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:01.712 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.712 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.712 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.712 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:01.712 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.712 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.712 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:01.712 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.712 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.712 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:01.712 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.712 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.712 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:01.712 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15126, 2024-04-10T16:34:01.712 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 112606760 2024-04-10T16:34:01.712 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.712 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:01.712 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.713 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.713 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.713 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:01.713 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.713 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.713 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:01.713 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63507, 2024-04-10T16:34:01.713 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16959804104 2024-04-10T16:34:01.713 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.713 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:01.713 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63130, 2024-04-10T16:34:01.713 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1149626049 2024-04-10T16:34:01.713 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.713 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:01.713 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63507, 2024-04-10T16:34:01.713 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33613566 2024-04-10T16:34:01.713 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.714 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:01.714 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63507, 2024-04-10T16:34:01.714 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16993417670 2024-04-10T16:34:01.714 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.714 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:01.714 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.714 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.714 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.714 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:01.714 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 24335, 2024-04-10T16:34:01.714 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 512450051 2024-04-10T16:34:01.714 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.714 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:01.714 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 791, 2024-04-10T16:34:01.714 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2534368 2024-04-10T16:34:01.714 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.714 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:01.714 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12004, 2024-04-10T16:34:01.715 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10863790 2024-04-10T16:34:01.715 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.715 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:01.715 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 43, 2024-04-10T16:34:01.715 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 84349 2024-04-10T16:34:01.715 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.715 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:01.715 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 11130, 2024-04-10T16:34:01.715 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1485096310 2024-04-10T16:34:01.715 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.715 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:01.715 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 186210 2024-04-10T16:34:01.715 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.715 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:01.715 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18439 2024-04-10T16:34:01.715 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.715 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:01.715 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15543, 2024-04-10T16:34:01.716 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1361542767 2024-04-10T16:34:01.716 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.716 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:01.716 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 47855, 2024-04-10T16:34:01.716 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12284372 2024-04-10T16:34:01.716 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.716 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:01.716 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 32312, 2024-04-10T16:34:01.716 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1078827135 2024-04-10T16:34:01.716 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.716 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:01.716 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.716 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.716 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:01.716 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 11949, 2024-04-10T16:34:01.717 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 340332759 2024-04-10T16:34:01.717 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.717 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:01.717 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.717 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.717 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:01.717 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.717 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.717 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:01.717 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.717 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.717 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:01.717 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.717 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.717 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:01.717 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:01.717 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7871416472 2024-04-10T16:34:01.717 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.718 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:01.718 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14061, 2024-04-10T16:34:01.718 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 824866608 2024-04-10T16:34:01.718 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.718 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:01.718 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14060, 2024-04-10T16:34:01.718 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3980341417321 2024-04-10T16:34:01.718 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.718 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:01.718 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14061, 2024-04-10T16:34:01.718 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5916493713638 2024-04-10T16:34:01.718 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.718 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:01.718 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73772, 2024-04-10T16:34:01.718 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3124646532542 2024-04-10T16:34:01.719 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.719 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:01.719 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73772, 2024-04-10T16:34:01.719 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6722046 2024-04-10T16:34:01.719 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.719 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:01.719 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:01.719 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 242107455 2024-04-10T16:34:01.719 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.719 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:01.719 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:01.719 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 26006819508 2024-04-10T16:34:01.719 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.719 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:01.719 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:01.719 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 26801151 2024-04-10T16:34:01.720 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.720 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:01.720 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:01.720 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11745532805 2024-04-10T16:34:01.720 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.720 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:01.720 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:01.720 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10843582221 2024-04-10T16:34:01.720 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.720 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:01.720 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10183464 2024-04-10T16:34:01.720 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.720 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:01.720 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2375, 2024-04-10T16:34:01.720 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13129221 2024-04-10T16:34:01.720 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.721 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:01.721 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:01.721 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56722122032 2024-04-10T16:34:01.721 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.721 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:01.721 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:01.721 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11647923002 2024-04-10T16:34:01.721 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.721 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:01.721 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:01.721 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 448736768 2024-04-10T16:34:01.721 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.721 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.722 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:01.722 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:01.722 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405295426 2024-04-10T16:34:01.722 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.722 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:01.722 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 544866304 2024-04-10T16:34:01.722 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.722 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:01.722 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 491036672 2024-04-10T16:34:01.722 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.722 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:01.722 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600707993 2024-04-10T16:34:01.722 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.722 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:01.722 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53829632 2024-04-10T16:34:01.722 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.723 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.723 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:01.723 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.723 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:01.723 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.723 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.723 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.723 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.723 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.723 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.723 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.723 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.723 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56958031 2024-04-10T16:34:01.723 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.723 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.724 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.724 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.724 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.724 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.724 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.724 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.724 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.724 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.724 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.724 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.724 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.724 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.724 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T16:34:01.724 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.724 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.724 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:01.725 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.725 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.725 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.725 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.725 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.725 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.725 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.725 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.725 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.725 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.725 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.725 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68793265 2024-04-10T16:34:01.725 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.725 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.725 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:01.726 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.726 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 562036736 2024-04-10T16:34:01.726 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.726 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.726 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:01.726 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.726 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.726 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.726 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.726 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.726 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 427185239 2024-04-10T16:34:01.726 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.726 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.727 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.727 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.727 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.727 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.727 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.727 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.727 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1616 2024-04-10T16:34:01.727 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.727 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.727 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.727 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.727 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.727 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 107072 2024-04-10T16:34:01.727 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.727 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.727 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.727 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.727 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.727 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.728 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.728 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.728 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.728 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.728 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.728 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.728 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.728 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.728 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67633945 2024-04-10T16:34:01.728 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.728 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.728 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:01.728 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.728 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:01.728 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.728 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.729 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:01.729 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.729 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.729 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9254112 2024-04-10T16:34:01.729 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.729 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.729 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37972021 2024-04-10T16:34:01.729 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.729 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.729 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.729 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.729 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.729 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.729 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.729 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.729 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.729 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.729 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.730 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.730 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.730 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.730 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.730 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.730 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.730 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.730 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.730 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.730 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.730 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.730 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.730 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.730 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.730 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.730 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.731 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.731 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.731 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70214379 2024-04-10T16:34:01.731 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.731 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.731 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:01.731 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.731 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 503316480 2024-04-10T16:34:01.731 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.731 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.731 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.731 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.731 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.731 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.731 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.732 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.732 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 427185239 2024-04-10T16:34:01.732 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.732 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.732 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.732 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.732 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.732 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.732 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.732 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.732 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.732 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.732 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.732 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.732 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.733 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.733 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 159783 2024-04-10T16:34:01.733 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.733 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.733 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1128536 2024-04-10T16:34:01.733 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.733 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.733 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.733 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.733 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.733 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.733 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.733 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.733 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.734 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.734 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.734 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74842922 2024-04-10T16:34:01.734 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.734 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.734 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:01.734 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:01.734 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.734 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.734 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:01.734 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21 2024-04-10T16:34:01.734 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.734 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:01.734 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.734 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.734 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:01.734 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.734 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.735 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.735 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.735 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:01.735 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 54 2024-04-10T16:34:01.735 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.735 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:01.735 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.735 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.735 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:01.735 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42863 2024-04-10T16:34:01.735 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.735 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:01.735 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 102544, 2024-04-10T16:34:01.735 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8778514149 2024-04-10T16:34:01.735 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.735 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:01.735 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.735 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.736 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:01.736 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.736 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.736 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:01.736 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1637853703 2024-04-10T16:34:01.736 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.736 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:01.736 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 42863, 2024-04-10T16:34:01.736 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57545845911 2024-04-10T16:34:01.736 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.736 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:01.736 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1774762900 2024-04-10T16:34:01.736 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.736 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:01.736 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 43319, 2024-04-10T16:34:01.736 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13583343006 2024-04-10T16:34:01.737 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.737 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:01.737 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 42863, 2024-04-10T16:34:01.737 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32676705761 2024-04-10T16:34:01.737 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.737 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:01.737 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 34392 2024-04-10T16:34:01.737 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.737 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:01.737 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 34392, 2024-04-10T16:34:01.737 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10438418887 2024-04-10T16:34:01.737 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.737 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:01.737 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.737 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.737 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:01.737 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1774762900 2024-04-10T16:34:01.737 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.738 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:01.738 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 34553, 2024-04-10T16:34:01.738 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6087394997 2024-04-10T16:34:01.738 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.738 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:01.738 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 34392, 2024-04-10T16:34:01.738 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5535197623 2024-04-10T16:34:01.738 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.738 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:01.738 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4540 2024-04-10T16:34:01.738 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.738 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:01.738 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 343648551 2024-04-10T16:34:01.738 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.738 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:01.738 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4540, 2024-04-10T16:34:01.738 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12435466064 2024-04-10T16:34:01.738 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.739 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:01.739 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.739 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.739 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:01.739 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.739 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.739 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:01.739 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.739 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.739 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:01.739 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4717, 2024-04-10T16:34:01.739 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2762135335 2024-04-10T16:34:01.739 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.739 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:01.739 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4540, 2024-04-10T16:34:01.739 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8299184640 2024-04-10T16:34:01.739 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.739 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:01.739 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3931 2024-04-10T16:34:01.740 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.740 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:01.740 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1294205152 2024-04-10T16:34:01.740 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.740 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:01.740 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3931, 2024-04-10T16:34:01.740 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 34671960960 2024-04-10T16:34:01.740 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.740 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:01.740 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.740 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.740 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:01.740 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4049, 2024-04-10T16:34:01.740 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4733812674 2024-04-10T16:34:01.740 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.740 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:01.741 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3931, 2024-04-10T16:34:01.741 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18842323498 2024-04-10T16:34:01.741 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.741 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:01.741 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.741 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.741 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:01.741 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31406672 2024-04-10T16:34:01.741 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.741 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:01.741 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31 2024-04-10T16:34:01.741 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.741 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:01.741 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:01.741 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.741 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:01.742 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 485675008 2024-04-10T16:34:01.742 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.742 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.742 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.742 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.7": { 2024-04-10T16:34:01.742 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:01.742 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:01.742 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20828 2024-04-10T16:34:01.742 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.742 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:01.742 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.742 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.742 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:01.742 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.742 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.743 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:01.743 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.743 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.743 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:01.743 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:01.743 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.743 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:01.743 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.743 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.743 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:01.743 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.743 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.743 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:01.743 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.743 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.743 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:01.743 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.744 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.744 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:01.744 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7196672 2024-04-10T16:34:01.744 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.744 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:01.744 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 518139904 2024-04-10T16:34:01.744 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.744 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:01.744 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:01.744 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2770040 2024-04-10T16:34:01.744 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.744 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:01.744 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:01.744 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 884597 2024-04-10T16:34:01.744 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.744 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:01.744 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 155, 2024-04-10T16:34:01.744 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 782405 2024-04-10T16:34:01.745 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.745 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:01.745 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:01.745 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.745 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:01.745 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 468779008 2024-04-10T16:34:01.745 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.745 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:01.745 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63660, 2024-04-10T16:34:01.745 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8853061651 2024-04-10T16:34:01.745 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.745 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:01.745 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63667, 2024-04-10T16:34:01.745 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14181251882 2024-04-10T16:34:01.745 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.746 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:01.746 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11460608 2024-04-10T16:34:01.746 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.746 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:01.746 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 260820992 2024-04-10T16:34:01.746 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.746 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:01.746 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 463077376 2024-04-10T16:34:01.746 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.746 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:01.746 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.746 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.746 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:01.746 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.746 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:01.747 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40 2024-04-10T16:34:01.747 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.747 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:01.747 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4155386436 2024-04-10T16:34:01.747 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.747 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:01.747 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 43648 2024-04-10T16:34:01.747 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.747 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:01.747 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3494772736 2024-04-10T16:34:01.747 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.747 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:01.747 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3494776832 2024-04-10T16:34:01.747 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.748 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:01.748 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.748 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.748 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:01.748 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.748 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.748 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:01.748 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33292 2024-04-10T16:34:01.748 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.748 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:01.748 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 43648, 2024-04-10T16:34:01.748 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1534888534 2024-04-10T16:34:01.748 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.748 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:01.748 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4040007032 2024-04-10T16:34:01.748 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.749 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:01.749 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40112 2024-04-10T16:34:01.749 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.749 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:01.749 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2418376 2024-04-10T16:34:01.749 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.749 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:01.749 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 556 2024-04-10T16:34:01.749 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.749 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:01.749 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7122689 2024-04-10T16:34:01.749 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.749 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:01.749 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 742 2024-04-10T16:34:01.749 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.750 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:01.750 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4704313 2024-04-10T16:34:01.750 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.750 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:01.750 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4704313 2024-04-10T16:34:01.750 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.750 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:01.750 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.750 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.750 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:01.750 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.750 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.750 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:01.750 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 193 2024-04-10T16:34:01.750 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.750 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:01.751 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 742, 2024-04-10T16:34:01.751 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1757336 2024-04-10T16:34:01.751 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.751 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:01.751 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.751 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.751 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.751 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:01.751 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.751 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.751 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:01.751 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.751 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.751 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:01.751 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:01.751 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 810 2024-04-10T16:34:01.751 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.752 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:01.752 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9, 2024-04-10T16:34:01.752 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11553 2024-04-10T16:34:01.752 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.752 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:01.752 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.752 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.752 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.752 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:01.752 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.752 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.752 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:01.752 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.752 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.752 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:01.752 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 788443136 2024-04-10T16:34:01.752 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.753 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.753 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:01.753 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:01.753 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:01.753 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.753 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:01.753 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13991936 2024-04-10T16:34:01.753 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.753 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:01.753 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17556, 2024-04-10T16:34:01.753 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 62104374 2024-04-10T16:34:01.753 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.753 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:01.753 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3486, 2024-04-10T16:34:01.753 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3947515767 2024-04-10T16:34:01.754 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.754 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:01.754 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.754 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.754 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.754 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:01.754 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.754 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.754 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:01.754 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.754 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.754 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:01.754 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.754 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.754 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:01.754 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18672, 2024-04-10T16:34:01.754 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 151959949 2024-04-10T16:34:01.754 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.755 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:01.755 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.755 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.755 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.755 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:01.755 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.755 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.755 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:01.755 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63620, 2024-04-10T16:34:01.755 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17150909145 2024-04-10T16:34:01.755 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.755 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:01.755 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63230, 2024-04-10T16:34:01.755 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1381038566 2024-04-10T16:34:01.755 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.756 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:01.756 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63620, 2024-04-10T16:34:01.756 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 39409981 2024-04-10T16:34:01.756 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.756 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:01.756 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63620, 2024-04-10T16:34:01.756 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17190319126 2024-04-10T16:34:01.756 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.756 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:01.756 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:01.756 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.756 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.756 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:01.756 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 33668, 2024-04-10T16:34:01.756 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 612414581 2024-04-10T16:34:01.756 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.757 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:01.757 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 732, 2024-04-10T16:34:01.757 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2007589 2024-04-10T16:34:01.757 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.757 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:01.757 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4621, 2024-04-10T16:34:01.757 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6255791 2024-04-10T16:34:01.757 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.757 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:01.757 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 49, 2024-04-10T16:34:01.757 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 63437 2024-04-10T16:34:01.757 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.757 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:01.757 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 11529, 2024-04-10T16:34:01.757 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 857451084 2024-04-10T16:34:01.757 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.757 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:01.758 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 196430 2024-04-10T16:34:01.758 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.758 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:01.758 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17666 2024-04-10T16:34:01.758 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.758 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:01.758 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7256, 2024-04-10T16:34:01.758 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1368749852 2024-04-10T16:34:01.758 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.758 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:01.758 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 33184, 2024-04-10T16:34:01.758 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8433827 2024-04-10T16:34:01.758 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.758 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:01.759 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 25928, 2024-04-10T16:34:01.759 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1221578573 2024-04-10T16:34:01.759 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.759 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:01.759 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.759 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.759 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:01.759 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13338, 2024-04-10T16:34:01.759 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 371896584 2024-04-10T16:34:01.759 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.759 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:01.759 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.759 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.759 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:01.759 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.759 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.760 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:01.760 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.760 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.760 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:01.760 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.760 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.760 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:01.760 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:01.760 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8664357775 2024-04-10T16:34:01.760 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.760 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:01.760 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15911, 2024-04-10T16:34:01.760 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 861939025 2024-04-10T16:34:01.760 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.760 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:01.761 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15910, 2024-04-10T16:34:01.761 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3648133515591 2024-04-10T16:34:01.761 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.761 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:01.761 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15911, 2024-04-10T16:34:01.761 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6604446959171 2024-04-10T16:34:01.761 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.761 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:01.761 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75150, 2024-04-10T16:34:01.761 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2659009017279 2024-04-10T16:34:01.761 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.761 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:01.761 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75150, 2024-04-10T16:34:01.761 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6801817 2024-04-10T16:34:01.761 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.761 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:01.761 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:01.761 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 219628172 2024-04-10T16:34:01.761 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.762 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:01.762 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:01.762 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27513744119 2024-04-10T16:34:01.762 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.762 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:01.762 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:01.762 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 26702755 2024-04-10T16:34:01.762 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.762 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:01.762 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:01.762 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12402222921 2024-04-10T16:34:01.762 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.762 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:01.762 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:01.762 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9971622175 2024-04-10T16:34:01.763 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.763 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:01.763 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10178244 2024-04-10T16:34:01.763 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.763 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:01.763 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2321, 2024-04-10T16:34:01.763 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12459551 2024-04-10T16:34:01.763 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.763 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:01.763 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:01.763 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58784253692 2024-04-10T16:34:01.763 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.763 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:01.763 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:01.764 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10936322397 2024-04-10T16:34:01.764 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.764 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:01.764 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:01.764 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 473353105 2024-04-10T16:34:01.764 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.764 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.764 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:01.764 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:01.764 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405295426 2024-04-10T16:34:01.764 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.764 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:01.764 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 488112128 2024-04-10T16:34:01.764 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.764 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:01.764 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 464273408 2024-04-10T16:34:01.764 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.764 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:01.765 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600707993 2024-04-10T16:34:01.765 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.765 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:01.765 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23838720 2024-04-10T16:34:01.765 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.765 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.765 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:01.765 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.765 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:01.765 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.765 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.765 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.765 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.765 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.765 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.765 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.765 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.766 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57077043 2024-04-10T16:34:01.766 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.766 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.766 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.766 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.766 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.766 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.766 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.766 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.766 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.766 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.766 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.766 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.766 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.766 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.766 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20480 2024-04-10T16:34:01.767 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.767 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.767 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40960 2024-04-10T16:34:01.767 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.767 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.767 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.767 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.767 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.767 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.767 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.767 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.767 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.767 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.767 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.767 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68690637 2024-04-10T16:34:01.767 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.767 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.768 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:01.768 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.768 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 570425344 2024-04-10T16:34:01.768 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.768 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.768 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:01.768 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.768 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.768 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.768 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.768 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.768 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 428077826 2024-04-10T16:34:01.768 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.768 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.768 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.768 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.769 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.769 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.769 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.769 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.769 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1744 2024-04-10T16:34:01.769 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.769 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.769 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.769 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.769 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.769 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 106384 2024-04-10T16:34:01.769 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.769 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.769 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.769 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.770 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.770 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.770 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.770 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.770 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.770 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.770 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.770 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.770 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.770 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.770 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 75130526 2024-04-10T16:34:01.770 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.770 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.770 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:01.770 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.770 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:01.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.771 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.771 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:01.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.771 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.771 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6794080 2024-04-10T16:34:01.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.771 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.771 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 38051362 2024-04-10T16:34:01.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.771 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.771 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.771 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.771 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.772 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.772 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.772 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.772 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.772 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.772 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.772 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.772 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.772 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.772 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.772 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.772 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.772 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.773 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.773 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.773 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.773 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.773 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.773 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.773 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.773 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.773 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.773 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72595070 2024-04-10T16:34:01.773 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.773 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.773 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:01.773 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:01.773 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 503316480 2024-04-10T16:34:01.773 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.774 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:01.774 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.774 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:01.774 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.774 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:01.774 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 428077826 2024-04-10T16:34:01.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.774 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:01.774 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.774 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:01.774 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.774 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:01.774 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.775 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:01.775 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.775 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:01.775 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 161905 2024-04-10T16:34:01.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.775 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:01.775 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1122410 2024-04-10T16:34:01.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.775 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:01.775 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.775 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:01.775 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.775 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:01.776 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.776 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.776 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:01.776 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73954339 2024-04-10T16:34:01.776 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.776 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.776 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:01.776 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:01.776 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.776 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.776 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:01.776 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22 2024-04-10T16:34:01.776 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.776 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:01.776 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.776 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.777 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:01.777 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.777 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.777 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.777 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:01.777 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:01.777 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57 2024-04-10T16:34:01.777 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.777 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:01.777 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.777 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.777 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:01.777 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36419 2024-04-10T16:34:01.777 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.778 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:01.778 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 108589, 2024-04-10T16:34:01.778 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11045789983 2024-04-10T16:34:01.778 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.778 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:01.778 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.778 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.778 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:01.778 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:01.778 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.778 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:01.778 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1533095481 2024-04-10T16:34:01.778 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.778 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:01.778 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36419, 2024-04-10T16:34:01.778 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49659934337 2024-04-10T16:34:01.779 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.779 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:01.779 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1727215394 2024-04-10T16:34:01.779 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.779 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:01.779 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36887, 2024-04-10T16:34:01.779 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17330362144 2024-04-10T16:34:01.779 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.779 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:01.779 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36419, 2024-04-10T16:34:01.779 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33880847577 2024-04-10T16:34:01.779 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.779 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:01.779 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23340 2024-04-10T16:34:01.779 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.779 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:01.779 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23340, 2024-04-10T16:34:01.780 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10586558287 2024-04-10T16:34:01.780 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.780 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:01.780 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.780 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.780 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:01.780 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1727215394 2024-04-10T16:34:01.780 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.780 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:01.780 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23560, 2024-04-10T16:34:01.780 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5213765216 2024-04-10T16:34:01.780 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.780 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:01.780 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23340, 2024-04-10T16:34:01.781 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5149250513 2024-04-10T16:34:01.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.781 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:01.781 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12025 2024-04-10T16:34:01.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.781 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:01.781 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 334275576 2024-04-10T16:34:01.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.781 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:01.781 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12025, 2024-04-10T16:34:01.781 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22055156561 2024-04-10T16:34:01.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.781 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:01.781 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.781 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:01.781 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.782 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.782 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:01.782 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.782 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.782 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:01.782 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12196, 2024-04-10T16:34:01.782 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9897207667 2024-04-10T16:34:01.782 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.782 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:01.782 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12025, 2024-04-10T16:34:01.782 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18790938257 2024-04-10T16:34:01.782 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.782 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:01.782 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1054 2024-04-10T16:34:01.783 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.783 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:01.783 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1198819905 2024-04-10T16:34:01.783 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.783 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:01.783 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1054, 2024-04-10T16:34:01.783 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17018219489 2024-04-10T16:34:01.783 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.783 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:01.783 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.783 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.783 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:01.783 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1131, 2024-04-10T16:34:01.783 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2219389261 2024-04-10T16:34:01.783 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.784 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:01.784 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1054, 2024-04-10T16:34:01.784 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9940658807 2024-04-10T16:34:01.784 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.784 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:01.784 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:01.784 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.784 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:01.784 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 77 2024-04-10T16:34:01.784 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.784 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:01.784 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T16:34:01.784 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.784 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:01.784 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:01.784 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.785 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:01.785 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 482783232 2024-04-10T16:34:01.785 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.785 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.785 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.785 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.785 INFO:tasks.workunit.client.0.smithi102.stdout: "pools": [ 2024-04-10T16:34:01.785 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.785 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:01.785 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr" 2024-04-10T16:34:01.785 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.785 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T16:34:01.785 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T16:34:01.785 INFO:tasks.workunit.client.0.smithi102.stdout: "flags_names": [ 2024-04-10T16:34:01.786 INFO:tasks.workunit.client.0.smithi102.stdout: "hashpspool" 2024-04-10T16:34:01.786 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.786 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T16:34:01.786 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T16:34:01.786 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:34:01.786 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 1, 2024-04-10T16:34:01.786 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 1, 2024-04-10T16:34:01.786 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 1, 2024-04-10T16:34:01.786 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T16:34:01.786 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T16:34:01.786 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 724057827594, 2024-04-10T16:34:01.786 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 1781760, 2024-04-10T16:34:01.786 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T16:34:01.786 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T16:34:01.787 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 1781760, 2024-04-10T16:34:01.787 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T16:34:01.787 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 241352622080, 2024-04-10T16:34:01.787 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 2, 2024-04-10T16:34:01.787 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T16:34:01.787 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 2.4607918476249324e-06, 2024-04-10T16:34:01.787 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T16:34:01.787 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T16:34:01.787 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 1178, 2024-04-10T16:34:01.787 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 2041856, 2024-04-10T16:34:01.787 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 590368, 2024-04-10T16:34:01.787 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 590368, 2024-04-10T16:34:01.787 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T16:34:01.787 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 1771104, 2024-04-10T16:34:01.788 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 391, 2024-04-10T16:34:01.788 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 2473984 2024-04-10T16:34:01.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.788 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T16:34:01.788 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T16:34:01.788 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T16:34:01.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.788 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.788 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:01.788 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T16:34:01.788 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.788 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T16:34:01.788 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T16:34:01.788 INFO:tasks.workunit.client.0.smithi102.stdout: "flags_names": [ 2024-04-10T16:34:01.788 INFO:tasks.workunit.client.0.smithi102.stdout: "hashpspool" 2024-04-10T16:34:01.788 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.789 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T16:34:01.789 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T16:34:01.789 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:34:01.789 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 32, 2024-04-10T16:34:01.789 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 32, 2024-04-10T16:34:01.789 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 2, 2024-04-10T16:34:01.789 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T16:34:01.789 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T16:34:01.789 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 724057827594, 2024-04-10T16:34:01.789 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 155093, 2024-04-10T16:34:01.789 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T16:34:01.789 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T16:34:01.789 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 110592, 2024-04-10T16:34:01.789 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T16:34:01.789 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 241352622080, 2024-04-10T16:34:01.789 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 22, 2024-04-10T16:34:01.789 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 44501, 2024-04-10T16:34:01.789 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 2.1419970153147005e-07, 2024-04-10T16:34:01.790 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T16:34:01.790 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T16:34:01.790 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 79, 2024-04-10T16:34:01.790 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 89088, 2024-04-10T16:34:01.790 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 21455, 2024-04-10T16:34:01.790 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 6622, 2024-04-10T16:34:01.790 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 14833, 2024-04-10T16:34:01.790 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 64365, 2024-04-10T16:34:01.790 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 68, 2024-04-10T16:34:01.790 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 36864 2024-04-10T16:34:01.790 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.790 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T16:34:01.790 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T16:34:01.790 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T16:34:01.790 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.790 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.791 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:01.791 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T16:34:01.791 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.791 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T16:34:01.791 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T16:34:01.791 INFO:tasks.workunit.client.0.smithi102.stdout: "flags_names": [ 2024-04-10T16:34:01.791 INFO:tasks.workunit.client.0.smithi102.stdout: "hashpspool" 2024-04-10T16:34:01.791 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.791 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T16:34:01.791 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T16:34:01.791 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:34:01.791 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 64, 2024-04-10T16:34:01.791 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 64, 2024-04-10T16:34:01.791 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 3, 2024-04-10T16:34:01.791 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T16:34:01.791 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T16:34:01.791 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 724057827594, 2024-04-10T16:34:01.792 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 0, 2024-04-10T16:34:01.792 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T16:34:01.792 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T16:34:01.792 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 0, 2024-04-10T16:34:01.792 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T16:34:01.792 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 241352622080, 2024-04-10T16:34:01.792 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 0, 2024-04-10T16:34:01.792 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T16:34:01.792 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 0.0, 2024-04-10T16:34:01.792 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T16:34:01.792 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T16:34:01.792 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 0, 2024-04-10T16:34:01.792 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 0, 2024-04-10T16:34:01.792 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 0, 2024-04-10T16:34:01.792 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 0, 2024-04-10T16:34:01.793 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T16:34:01.793 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 0, 2024-04-10T16:34:01.793 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 0, 2024-04-10T16:34:01.793 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 0 2024-04-10T16:34:01.793 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.793 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T16:34:01.793 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T16:34:01.793 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T16:34:01.793 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.793 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.793 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:01.793 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd" 2024-04-10T16:34:01.793 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.793 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T16:34:01.793 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T16:34:01.794 INFO:tasks.workunit.client.0.smithi102.stdout: "flags_names": [ 2024-04-10T16:34:01.794 INFO:tasks.workunit.client.0.smithi102.stdout: "hashpspool", 2024-04-10T16:34:01.794 INFO:tasks.workunit.client.0.smithi102.stdout: "selfmanaged_snaps" 2024-04-10T16:34:01.794 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.794 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T16:34:01.794 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T16:34:01.794 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:34:01.794 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 8, 2024-04-10T16:34:01.794 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 8, 2024-04-10T16:34:01.794 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 4, 2024-04-10T16:34:01.794 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T16:34:01.794 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T16:34:01.794 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 724057827594, 2024-04-10T16:34:01.794 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 12595200, 2024-04-10T16:34:01.795 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T16:34:01.795 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T16:34:01.795 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 12595200, 2024-04-10T16:34:01.795 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T16:34:01.795 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 241352622080, 2024-04-10T16:34:01.795 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 4, 2024-04-10T16:34:01.795 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T16:34:01.795 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 1.739499202813022e-05, 2024-04-10T16:34:01.795 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T16:34:01.795 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T16:34:01.795 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 9012, 2024-04-10T16:34:01.795 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 3182676992, 2024-04-10T16:34:01.795 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 4194323, 2024-04-10T16:34:01.795 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 4194323, 2024-04-10T16:34:01.795 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T16:34:01.795 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 12582969, 2024-04-10T16:34:01.795 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 24348, 2024-04-10T16:34:01.796 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 3146843136 2024-04-10T16:34:01.796 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.796 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T16:34:01.796 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T16:34:01.796 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T16:34:01.796 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.796 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.796 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd": { 2024-04-10T16:34:01.796 INFO:tasks.workunit.client.0.smithi102.stdout: "mirroring_by_pool": [ 2024-04-10T16:34:01.796 INFO:tasks.workunit.client.0.smithi102.stdout: false 2024-04-10T16:34:01.796 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.796 INFO:tasks.workunit.client.0.smithi102.stdout: "num_images_by_pool": [ 2024-04-10T16:34:01.796 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:01.796 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.796 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pools": 1 2024-04-10T16:34:01.796 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.796 INFO:tasks.workunit.client.0.smithi102.stdout: "report_id": "f0fd97d3-7570-4267-a9f2-be934b183db8", 2024-04-10T16:34:01.797 INFO:tasks.workunit.client.0.smithi102.stdout: "report_timestamp": "2024-04-10T16:34:00.946147", 2024-04-10T16:34:01.797 INFO:tasks.workunit.client.0.smithi102.stdout: "report_version": 1, 2024-04-10T16:34:01.797 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_stats": { 2024-04-10T16:34:01.797 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "7.9.2" 2024-04-10T16:34:01.797 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.797 INFO:tasks.workunit.client.0.smithi102.stdout: "rook": { 2024-04-10T16:34:01.797 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster": { 2024-04-10T16:34:01.797 INFO:tasks.workunit.client.0.smithi102.stdout: "external-mode": null, 2024-04-10T16:34:01.797 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:01.797 INFO:tasks.workunit.client.0.smithi102.stdout: "allow-multiple-per-node": null, 2024-04-10T16:34:01.797 INFO:tasks.workunit.client.0.smithi102.stdout: "count": null, 2024-04-10T16:34:01.797 INFO:tasks.workunit.client.0.smithi102.stdout: "max-id": null, 2024-04-10T16:34:01.797 INFO:tasks.workunit.client.0.smithi102.stdout: "pvc": { 2024-04-10T16:34:01.798 INFO:tasks.workunit.client.0.smithi102.stdout: "enabled": null 2024-04-10T16:34:01.798 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.798 INFO:tasks.workunit.client.0.smithi102.stdout: "stretch": { 2024-04-10T16:34:01.798 INFO:tasks.workunit.client.0.smithi102.stdout: "enabled": null 2024-04-10T16:34:01.798 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.798 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.798 INFO:tasks.workunit.client.0.smithi102.stdout: "network": { 2024-04-10T16:34:01.798 INFO:tasks.workunit.client.0.smithi102.stdout: "provider": null 2024-04-10T16:34:01.798 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.798 INFO:tasks.workunit.client.0.smithi102.stdout: "storage": { 2024-04-10T16:34:01.798 INFO:tasks.workunit.client.0.smithi102.stdout: "device-set": { 2024-04-10T16:34:01.798 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T16:34:01.798 INFO:tasks.workunit.client.0.smithi102.stdout: "non-portable": null, 2024-04-10T16:34:01.798 INFO:tasks.workunit.client.0.smithi102.stdout: "portable": null, 2024-04-10T16:34:01.798 INFO:tasks.workunit.client.0.smithi102.stdout: "total": null 2024-04-10T16:34:01.798 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.799 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.799 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.799 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.799 INFO:tasks.workunit.client.0.smithi102.stdout: "csi": { 2024-04-10T16:34:01.799 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T16:34:01.799 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.799 INFO:tasks.workunit.client.0.smithi102.stdout: "kubernetes": { 2024-04-10T16:34:01.799 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T16:34:01.799 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.799 INFO:tasks.workunit.client.0.smithi102.stdout: "node": { 2024-04-10T16:34:01.799 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T16:34:01.799 INFO:tasks.workunit.client.0.smithi102.stdout: "kubernetes-total": null, 2024-04-10T16:34:01.799 INFO:tasks.workunit.client.0.smithi102.stdout: "with-ceph-daemons": null, 2024-04-10T16:34:01.799 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-cephfs-plugin": null, 2024-04-10T16:34:01.799 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-nfs-plugin": null, 2024-04-10T16:34:01.799 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-rbd-plugin": null 2024-04-10T16:34:01.800 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.800 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.800 INFO:tasks.workunit.client.0.smithi102.stdout: "usage": { 2024-04-10T16:34:01.800 INFO:tasks.workunit.client.0.smithi102.stdout: "storage-class": { 2024-04-10T16:34:01.800 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T16:34:01.800 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket": null, 2024-04-10T16:34:01.800 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs": null, 2024-04-10T16:34:01.800 INFO:tasks.workunit.client.0.smithi102.stdout: "nfs": null, 2024-04-10T16:34:01.800 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd": null, 2024-04-10T16:34:01.800 INFO:tasks.workunit.client.0.smithi102.stdout: "total": null 2024-04-10T16:34:01.800 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.800 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:01.800 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.800 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T16:34:01.800 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.800 INFO:tasks.workunit.client.0.smithi102.stdout: "services": {}, 2024-04-10T16:34:01.800 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_per_pg": [ 2024-04-10T16:34:01.800 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.801 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.801 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:01.801 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:01.801 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:01.801 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.801 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:01.801 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.801 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.801 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.801 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.801 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.801 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.801 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:01.801 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.351789+0000", 2024-04-10T16:34:01.801 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.351789+0000", 2024-04-10T16:34:01.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.352088+0000", 2024-04-10T16:34:01.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:01.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:01.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:01.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:01.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:01.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:01.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:01.802 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.803 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.803 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.803 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.803 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:01.803 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.803 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.803 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.803 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.803 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.803 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.803 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.803 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.803 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2c", 2024-04-10T16:34:01.803 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.803 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.803 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.803 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4898, 2024-04-10T16:34:01.803 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.804 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:38:47.714252+0000", 2024-04-10T16:34:01.804 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.804 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.804 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.806 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.806 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.806 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.806 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.806 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:01.806 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:01.806 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:01.807 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.807 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:01.807 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.807 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.807 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.807 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:01.807 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:01.807 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:01.807 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.807 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:01.807 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.807 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.808 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.808 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.808 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.808 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:01.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.364088+0000", 2024-04-10T16:34:01.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.364088+0000", 2024-04-10T16:34:01.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.364405+0000", 2024-04-10T16:34:01.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:01.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:01.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:01.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:01.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:01.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:01.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:01.809 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.809 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.809 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.809 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.809 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:01.809 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.809 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.809 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.809 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.809 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.809 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.810 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.810 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.810 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2b", 2024-04-10T16:34:01.810 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.810 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.810 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.810 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5061, 2024-04-10T16:34:01.810 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.810 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:57:32.150603+0000", 2024-04-10T16:34:01.810 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.810 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.810 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.810 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.810 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.813 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.813 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.813 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.813 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.813 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:01.813 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:01.813 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:01.813 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.814 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:01.814 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.814 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.814 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.814 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.814 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:01.814 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:01.814 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:01.814 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.814 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:01.814 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.814 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.814 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.815 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.815 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.815 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:01.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.361517+0000", 2024-04-10T16:34:01.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.361517+0000", 2024-04-10T16:34:01.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362169+0000", 2024-04-10T16:34:01.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:01.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:01.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:01.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:01.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:01.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:01.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:01.816 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.816 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.816 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.816 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.816 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:01.816 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.816 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.816 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.816 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.816 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.816 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.817 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.817 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.817 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2a", 2024-04-10T16:34:01.817 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.817 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.817 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.817 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4900, 2024-04-10T16:34:01.817 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.817 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:54:35.085007+0000", 2024-04-10T16:34:01.817 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.817 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.817 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.820 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.820 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.820 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.820 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.820 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:01.820 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:01.820 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:01.820 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.820 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:01.820 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.821 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.821 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.821 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.821 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.821 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:01.821 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:01.821 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.821 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:01.821 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.821 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.821 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.821 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.821 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.821 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.821 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:01.821 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.291186+0000", 2024-04-10T16:34:01.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.291186+0000", 2024-04-10T16:34:01.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.291457+0000", 2024-04-10T16:34:01.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:01.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:01.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:01.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:01.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:01.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:01.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:01.822 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.822 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.823 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.823 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.823 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:01.823 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.823 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.823 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.823 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.823 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.823 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.823 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.823 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.823 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.29", 2024-04-10T16:34:01.823 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.823 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.823 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.823 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5007, 2024-04-10T16:34:01.823 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.823 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:28:50.888739+0000", 2024-04-10T16:34:01.824 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.824 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.824 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.826 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.826 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.826 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.826 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.826 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.826 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:01.826 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:01.826 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.826 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:01.827 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.827 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.827 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.827 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:01.827 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.827 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:01.827 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.827 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:01.827 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.827 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.827 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.827 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.827 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.827 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.827 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:01.827 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.269991+0000", 2024-04-10T16:34:01.827 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.269991+0000", 2024-04-10T16:34:01.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.270320+0000", 2024-04-10T16:34:01.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:01.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:01.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:01.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:01.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:01.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:01.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:01.828 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.828 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.828 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.828 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.829 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:01.829 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.829 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.829 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.829 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.829 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.829 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.829 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.829 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.829 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.28", 2024-04-10T16:34:01.829 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.829 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.829 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.829 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4938, 2024-04-10T16:34:01.829 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.829 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:58:38.818155+0000", 2024-04-10T16:34:01.829 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.830 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.830 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.832 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.832 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.832 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.832 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.832 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:01.832 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.832 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:01.832 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.832 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:01.833 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.833 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.833 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.833 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.833 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.833 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:01.833 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:01.833 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.833 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:01.833 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.833 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.833 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.833 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.833 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.834 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:01.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.291137+0000", 2024-04-10T16:34:01.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.291137+0000", 2024-04-10T16:34:01.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.291461+0000", 2024-04-10T16:34:01.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:01.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:01.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:01.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:01.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:01.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:01.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:01.835 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.835 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.835 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.835 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.835 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:01.835 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.835 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.835 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.835 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.835 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.835 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.835 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.836 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.836 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.27", 2024-04-10T16:34:01.836 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.836 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.836 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.836 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5000, 2024-04-10T16:34:01.836 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.836 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:20:25.435073+0000", 2024-04-10T16:34:01.836 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.836 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.836 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.839 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.839 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.839 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.839 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.839 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.839 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:01.839 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:01.839 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.839 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:01.839 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.839 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.839 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.839 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.840 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:01.840 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:01.840 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:01.840 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.840 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:01.840 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.840 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.840 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.840 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.840 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.840 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.840 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:01.840 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.360416+0000", 2024-04-10T16:34:01.840 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.360416+0000", 2024-04-10T16:34:01.840 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.360717+0000", 2024-04-10T16:34:01.840 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:01.840 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.840 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.841 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.841 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:01.841 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:01.841 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:01.841 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:01.841 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.841 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.841 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.841 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:01.841 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:01.841 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.841 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.841 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.841 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.841 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:01.841 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.841 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.842 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.842 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.842 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.842 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.842 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.842 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.842 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.26", 2024-04-10T16:34:01.842 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.842 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.842 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.842 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4893, 2024-04-10T16:34:01.842 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.842 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:25:59.593332+0000", 2024-04-10T16:34:01.842 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.842 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.843 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.845 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.845 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.845 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.845 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.846 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:01.846 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:01.846 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:01.846 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.846 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:01.846 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.846 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.846 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.846 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.846 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:01.846 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.847 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:01.847 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.847 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:01.847 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.847 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.847 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.847 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.847 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.847 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:01.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:02.501299+0000", 2024-04-10T16:34:01.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:02.501299+0000", 2024-04-10T16:34:01.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:02.501604+0000", 2024-04-10T16:34:01.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:01.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 414, 2024-04-10T16:34:01.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:01.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:01.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:01.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:01.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:01.848 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.848 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.848 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.848 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.848 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 413, 2024-04-10T16:34:01.848 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.848 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.849 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.849 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.849 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.849 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.849 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.849 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.849 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.25", 2024-04-10T16:34:01.849 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.849 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.849 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.849 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5023, 2024-04-10T16:34:01.849 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.849 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:33:38.811979+0000", 2024-04-10T16:34:01.849 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.849 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.849 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.849 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.852 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.852 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.852 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.852 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.852 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:01.852 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.852 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:01.852 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.852 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:01.853 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.853 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.853 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.853 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.853 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.853 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:01.853 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:01.853 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.853 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:01.853 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.853 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.853 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.853 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.853 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.853 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.853 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:01.853 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.293291+0000", 2024-04-10T16:34:01.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.293291+0000", 2024-04-10T16:34:01.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.293612+0000", 2024-04-10T16:34:01.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:01.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:01.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:01.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:01.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:01.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:01.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:01.854 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.855 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.855 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.855 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.855 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:01.855 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.855 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.855 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.855 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.855 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.855 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.855 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.855 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.855 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.24", 2024-04-10T16:34:01.855 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.855 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.855 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.855 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5017, 2024-04-10T16:34:01.855 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.856 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:33:31.337305+0000", 2024-04-10T16:34:01.856 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.856 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.856 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.858 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.858 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.859 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.859 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.859 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.859 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:01.859 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:01.859 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.859 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:01.859 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.859 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.859 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.859 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.859 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:01.859 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.859 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:01.860 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.860 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:01.860 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.860 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.860 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.860 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.860 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.860 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:01.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.302709+0000", 2024-04-10T16:34:01.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.302709+0000", 2024-04-10T16:34:01.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.303352+0000", 2024-04-10T16:34:01.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:01.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:01.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:01.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:01.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:01.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:01.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:01.861 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.861 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.861 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.861 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.861 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:01.861 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.861 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.861 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.861 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.861 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.861 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.862 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.862 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.862 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.23", 2024-04-10T16:34:01.862 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.862 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.862 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.862 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5003, 2024-04-10T16:34:01.862 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.862 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:03:55.263831+0000", 2024-04-10T16:34:01.862 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.862 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.862 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.862 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.862 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.862 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.862 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.862 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.865 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.865 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.865 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.865 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.865 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:01.865 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.865 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:01.865 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.865 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:01.865 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.865 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.866 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.866 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.866 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:01.866 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.866 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:01.866 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.866 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:01.866 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.866 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.866 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.866 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.866 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.866 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.866 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:01.866 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.267201+0000", 2024-04-10T16:34:01.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.267201+0000", 2024-04-10T16:34:01.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.267594+0000", 2024-04-10T16:34:01.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:01.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:01.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:01.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:01.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:01.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:01.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:01.868 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.868 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.868 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.868 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.868 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:01.868 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.868 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.868 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.868 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.868 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.868 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.868 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.868 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.868 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.22", 2024-04-10T16:34:01.868 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.868 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.868 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.869 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4939, 2024-04-10T16:34:01.869 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.869 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:16:30.119466+0000", 2024-04-10T16:34:01.869 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.869 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.869 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.871 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.871 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.871 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.871 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.871 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:01.871 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.871 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:01.872 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.872 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:01.872 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.872 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.872 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.872 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.872 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:01.872 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:01.872 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:01.872 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.872 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:01.872 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.872 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.872 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.872 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.872 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.873 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:01.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.345874+0000", 2024-04-10T16:34:01.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.345874+0000", 2024-04-10T16:34:01.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.346213+0000", 2024-04-10T16:34:01.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:01.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:01.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:01.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:01.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:01.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:01.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:01.874 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.874 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.874 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.874 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.874 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:01.874 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.874 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.874 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.874 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.874 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.874 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.874 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.874 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.875 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.21", 2024-04-10T16:34:01.875 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.875 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.875 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.875 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5002, 2024-04-10T16:34:01.875 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.875 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:50:12.084603+0000", 2024-04-10T16:34:01.875 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.875 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.875 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.878 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.878 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.878 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.878 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.878 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:01.878 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:01.878 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:01.878 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.878 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:01.878 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.878 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.879 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.879 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.879 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:01.879 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:01.879 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:01.879 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.879 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:01.879 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.879 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.879 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.879 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.879 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.879 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.879 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:01.879 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.354991+0000", 2024-04-10T16:34:01.879 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.354991+0000", 2024-04-10T16:34:01.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.355651+0000", 2024-04-10T16:34:01.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:01.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:01.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:01.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:01.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:01.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:01.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:01.880 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.881 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.881 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.881 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.881 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:01.881 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.881 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.881 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.881 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.881 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.881 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.881 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.881 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.881 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.20", 2024-04-10T16:34:01.881 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.881 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.882 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.882 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4890, 2024-04-10T16:34:01.882 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.882 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:24:57.298622+0000", 2024-04-10T16:34:01.882 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.882 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.882 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.884 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.884 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.884 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.884 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.884 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:01.884 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:01.885 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:01.885 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.885 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:01.885 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.885 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.885 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.885 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.885 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:01.885 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:01.885 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:01.885 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.885 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:01.885 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.885 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.885 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.885 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.886 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.886 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:01.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.371065+0000", 2024-04-10T16:34:01.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.371065+0000", 2024-04-10T16:34:01.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.371472+0000", 2024-04-10T16:34:01.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:01.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:01.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:01.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:01.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:01.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.887 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.887 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.887 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:01.887 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:01.887 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.887 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.887 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.887 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.887 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:01.887 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.887 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.887 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.887 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.887 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.887 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.887 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.887 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.887 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.f", 2024-04-10T16:34:01.888 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.888 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.888 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.888 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4869, 2024-04-10T16:34:01.888 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.888 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:31:26.404047+0000", 2024-04-10T16:34:01.888 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.888 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.888 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.888 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.888 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.888 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.888 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.888 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.888 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.888 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.888 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.888 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.889 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.889 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.889 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.889 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.889 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.889 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.889 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.889 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.889 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.889 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.889 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.889 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.891 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.891 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.891 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.891 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.891 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:01.891 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:01.891 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:01.891 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.891 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:01.891 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.891 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.891 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.891 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.891 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:01.892 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.892 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:01.892 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.892 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:01.892 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.892 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.892 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:01.892 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.892 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.892 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.892 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:01.892 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.367240+0000", 2024-04-10T16:34:01.892 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.367240+0000", 2024-04-10T16:34:01.892 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.367620+0000", 2024-04-10T16:34:01.892 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:01.892 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.892 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.893 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.893 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:01.893 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:01.893 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:01.893 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:01.893 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.893 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.893 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.893 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:01.893 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:01.893 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.893 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:01.893 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.893 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.893 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:01.893 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.893 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.893 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.894 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.894 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:01.894 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.894 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.894 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.894 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.e", 2024-04-10T16:34:01.894 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.894 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.894 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.894 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5004, 2024-04-10T16:34:01.894 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.894 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:46:25.640296+0000", 2024-04-10T16:34:01.894 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.894 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.894 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.894 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.895 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.895 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.895 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.895 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.895 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.895 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.895 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.895 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.895 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.895 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.895 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.895 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.895 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.895 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.895 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.895 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:01.895 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:01.895 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.896 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:01.896 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.896 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.896 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.896 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.896 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.896 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:01.896 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.896 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.896 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.896 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.896 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.896 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.896 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.896 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 6, 2024-04-10T16:34:01.896 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 6, 2024-04-10T16:34:01.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T16:34:01.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.897 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.897 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.897 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.897 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.897 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:01.897 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.897 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:01.897 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.897 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:01.897 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T16:34:01.897 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.898 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.898 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.898 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:01.898 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.898 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:01.898 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.898 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:01.898 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.898 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.898 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.898 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.898 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.898 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.899 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:01.899 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.347012+0000", 2024-04-10T16:34:01.899 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.347012+0000", 2024-04-10T16:34:01.899 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.347550+0000", 2024-04-10T16:34:01.899 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:01.899 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.899 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.899 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.899 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:01.899 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:01.899 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:01.899 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:01.899 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.899 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.899 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.900 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:01.900 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:01.900 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.900 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.900 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.900 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.900 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:01.900 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.900 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.900 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.900 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.900 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.900 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.900 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.900 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.901 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.c", 2024-04-10T16:34:01.901 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.901 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.901 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.901 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4930, 2024-04-10T16:34:01.901 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.901 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:19:16.614565+0000", 2024-04-10T16:34:01.901 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.901 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.901 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.901 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.901 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.901 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.901 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.902 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.902 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.902 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.902 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.902 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.902 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.902 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.902 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.902 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.902 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.902 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.902 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.902 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.902 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.902 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.902 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.904 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.904 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.904 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.904 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.904 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:01.904 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.904 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:01.904 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.904 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:01.905 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.905 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.905 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.905 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.905 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:01.905 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:01.905 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:01.905 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.905 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:01.905 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.905 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.905 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:01.905 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.905 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.905 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.905 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:01.906 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.295846+0000", 2024-04-10T16:34:01.906 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.295846+0000", 2024-04-10T16:34:01.906 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.296225+0000", 2024-04-10T16:34:01.906 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:01.906 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.906 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.906 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.906 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:01.906 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:01.906 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:01.906 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:01.906 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.906 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.906 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.906 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:01.906 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:01.907 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.907 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 1, 2024-04-10T16:34:01.907 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.907 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.907 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:01.907 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.907 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.907 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.907 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.907 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 1, 2024-04-10T16:34:01.907 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.907 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.907 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.907 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.d", 2024-04-10T16:34:01.907 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.908 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.908 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.908 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5024, 2024-04-10T16:34:01.908 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.908 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:53:51.678573+0000", 2024-04-10T16:34:01.908 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.908 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.908 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.908 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 70, 2024-04-10T16:34:01.908 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.908 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.908 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.908 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.908 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.908 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.909 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.909 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.909 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.909 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.909 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.909 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.909 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.909 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.909 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.909 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:01.909 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:01.909 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.909 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:01.909 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1, 2024-04-10T16:34:01.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 1, 2024-04-10T16:34:01.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 1, 2024-04-10T16:34:01.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T16:34:01.911 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.911 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.911 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.911 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.911 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:01.911 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:01.911 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:01.911 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.911 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:01.911 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'1" 2024-04-10T16:34:01.911 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.912 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.912 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.912 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:01.912 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:01.912 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:01.912 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.912 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:01.912 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.912 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.912 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.912 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.912 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.912 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.912 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:01.912 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.366998+0000", 2024-04-10T16:34:01.913 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.366998+0000", 2024-04-10T16:34:01.913 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.369635+0000", 2024-04-10T16:34:01.913 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:01.913 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.913 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.913 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.913 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:01.913 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:01.913 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:01.913 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:01.913 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.913 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.913 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.913 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:01.913 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:01.914 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.914 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.914 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.914 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.914 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:01.914 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.914 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.914 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.914 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.914 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.914 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.914 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.914 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.914 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.d", 2024-04-10T16:34:01.914 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.915 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.915 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.915 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4847, 2024-04-10T16:34:01.915 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.915 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:48:24.440566+0000", 2024-04-10T16:34:01.915 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.915 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.915 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.915 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.915 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.915 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.915 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.915 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.915 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.918 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.918 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.918 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.918 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.918 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:01.918 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:01.918 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:01.918 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.918 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:01.918 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.918 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.918 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.919 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.919 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:01.919 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:01.919 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:01.919 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.919 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:01.919 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.919 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.919 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:01.919 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.919 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.919 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.919 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:01.919 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.273358+0000", 2024-04-10T16:34:01.919 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.273358+0000", 2024-04-10T16:34:01.919 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.273692+0000", 2024-04-10T16:34:01.919 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:01.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:01.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:01.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:01.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:01.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:01.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:01.920 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.920 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.920 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.921 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.921 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:01.921 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.921 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.921 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.921 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.921 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.921 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.921 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.921 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.921 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.c", 2024-04-10T16:34:01.921 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.921 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.921 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.921 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5012, 2024-04-10T16:34:01.921 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.921 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:37:35.793909+0000", 2024-04-10T16:34:01.922 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.922 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.922 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.922 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.922 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.922 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.922 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.922 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.922 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.922 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.922 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.922 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.922 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.922 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.922 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.924 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.924 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.924 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.924 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.924 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:01.925 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:01.925 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:01.925 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.925 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:01.925 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.925 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.925 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.925 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.925 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:01.925 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:01.925 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:01.925 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.925 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:01.925 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.925 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.925 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.926 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.926 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.926 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.926 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:01.926 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.351444+0000", 2024-04-10T16:34:01.926 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.351444+0000", 2024-04-10T16:34:01.926 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.352204+0000", 2024-04-10T16:34:01.926 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:01.926 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.926 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.926 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.926 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:01.926 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:01.926 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:01.926 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:01.926 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.926 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.927 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.927 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:01.927 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:01.927 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.927 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.927 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.927 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.927 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:01.927 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.927 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.927 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.927 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.927 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.927 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.927 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.927 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.928 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.a", 2024-04-10T16:34:01.928 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.928 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.928 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.928 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4899, 2024-04-10T16:34:01.928 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.928 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:04:15.708647+0000", 2024-04-10T16:34:01.928 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.928 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.928 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.928 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.928 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.928 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.928 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.928 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.929 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.929 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.929 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.929 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.929 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.929 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.929 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.929 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.929 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.929 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.929 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.929 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.929 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.929 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.929 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.929 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.929 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.929 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.931 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.931 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.931 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.931 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.931 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:01.931 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:01.931 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:01.931 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.931 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:01.931 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.931 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.931 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.931 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.931 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:01.932 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:01.932 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:01.932 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.932 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:01.932 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.932 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.932 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:01.932 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.932 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.932 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.932 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:01.932 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.373281+0000", 2024-04-10T16:34:01.932 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.373281+0000", 2024-04-10T16:34:01.932 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.373788+0000", 2024-04-10T16:34:01.932 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:01.932 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.932 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.932 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.932 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:01.933 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:01.933 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:01.933 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:01.933 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.933 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.933 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.933 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:01.933 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:01.933 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.933 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3, 2024-04-10T16:34:01.933 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.933 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.933 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:01.933 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.933 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.933 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.933 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.933 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3, 2024-04-10T16:34:01.934 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.934 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.934 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.934 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.b", 2024-04-10T16:34:01.934 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.934 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.934 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.934 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4865, 2024-04-10T16:34:01.934 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.934 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:13:09.044542+0000", 2024-04-10T16:34:01.934 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.934 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.934 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:01.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:01.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:01.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:01.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 2, 2024-04-10T16:34:01.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 2, 2024-04-10T16:34:01.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 1, 2024-04-10T16:34:01.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.937 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.937 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.937 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.937 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.937 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:01.937 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:01.937 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:01.937 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.937 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:01.937 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'3" 2024-04-10T16:34:01.938 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.938 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.938 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.938 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.938 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:01.938 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:01.938 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.938 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:01.938 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.938 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.938 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.938 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.938 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.938 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.938 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:01.938 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.294494+0000", 2024-04-10T16:34:01.938 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.294494+0000", 2024-04-10T16:34:01.939 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.294935+0000", 2024-04-10T16:34:01.939 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:01.939 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.939 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.939 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.939 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:01.939 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:01.939 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:01.939 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:01.939 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.939 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.939 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.939 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:01.939 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:01.939 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.939 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.939 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.939 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.940 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:01.940 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.940 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.940 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.940 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.940 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.940 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.940 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.940 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.940 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.b", 2024-04-10T16:34:01.940 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.940 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.940 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.940 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5015, 2024-04-10T16:34:01.940 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.941 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:42:56.073925+0000", 2024-04-10T16:34:01.941 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.941 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.941 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.941 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.943 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.943 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.943 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.944 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.944 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.944 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:01.944 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:01.944 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.944 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:01.944 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.944 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.944 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.944 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.944 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:01.944 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.944 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:01.944 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.944 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:01.945 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.945 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.945 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:01.945 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.945 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.945 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.945 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:01.945 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.361783+0000", 2024-04-10T16:34:01.945 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.361783+0000", 2024-04-10T16:34:01.945 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362128+0000", 2024-04-10T16:34:01.945 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:01.945 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.945 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.945 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.945 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:01.946 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:01.946 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:01.946 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:01.946 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.946 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.946 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.946 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:01.946 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:01.946 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.946 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.946 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.946 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.946 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:01.946 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.946 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.946 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.947 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.947 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.947 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.947 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.947 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.947 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.a", 2024-04-10T16:34:01.947 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.947 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.947 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.947 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5023, 2024-04-10T16:34:01.947 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.947 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:33:27.297290+0000", 2024-04-10T16:34:01.947 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.947 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.947 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.947 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.948 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.950 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.950 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.950 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.950 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.950 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:01.950 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.950 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:01.950 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.950 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:01.950 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.950 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.950 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.951 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.951 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.951 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:01.951 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:01.951 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.951 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:01.951 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.951 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.951 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.951 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.951 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.951 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.951 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:01.951 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368795+0000", 2024-04-10T16:34:01.952 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368795+0000", 2024-04-10T16:34:01.952 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.369395+0000", 2024-04-10T16:34:01.952 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:01.952 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.952 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.952 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.952 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:01.952 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:01.952 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:01.952 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:01.952 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.952 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.952 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:01.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:01.953 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.953 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.953 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.953 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.953 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:01.953 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.953 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.953 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.953 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.953 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.953 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.953 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.953 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.953 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.8", 2024-04-10T16:34:01.954 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.954 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.954 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.954 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5008, 2024-04-10T16:34:01.954 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.954 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:19:02.978947+0000", 2024-04-10T16:34:01.954 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.954 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.954 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.954 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.954 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.954 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.954 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.954 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.954 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.957 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.957 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.957 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.957 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.957 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.957 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:01.957 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:01.957 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.957 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:01.957 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.957 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.957 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.957 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.957 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:01.957 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:01.957 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:01.958 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.958 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:01.958 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.958 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.958 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:01.958 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.958 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.958 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.958 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:01.958 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.364794+0000", 2024-04-10T16:34:01.958 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.364794+0000", 2024-04-10T16:34:01.958 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.365149+0000", 2024-04-10T16:34:01.958 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:01.958 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.958 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.959 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.959 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:01.959 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:01.959 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:01.959 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:01.959 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.959 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.959 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.959 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:01.959 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:01.959 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.959 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.959 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.959 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.959 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:01.959 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.960 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.960 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.960 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.960 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.960 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.960 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.960 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.960 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.9", 2024-04-10T16:34:01.960 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.960 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.960 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.960 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5023, 2024-04-10T16:34:01.960 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.960 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:39:20.504452+0000", 2024-04-10T16:34:01.960 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.960 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.960 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.962 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.963 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.963 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.963 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.963 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.963 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:01.963 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:01.963 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:01.963 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.963 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:01.963 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.963 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.963 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.963 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.964 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:01.964 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:01.964 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:01.964 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.964 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:01.964 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.964 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.964 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.964 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.964 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.964 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.964 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:01.964 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.363761+0000", 2024-04-10T16:34:01.964 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.363761+0000", 2024-04-10T16:34:01.964 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.365515+0000", 2024-04-10T16:34:01.964 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:01.964 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.965 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.965 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.965 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:01.965 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:01.965 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:01.965 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:01.965 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.965 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.965 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.965 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:01.965 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:01.965 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.965 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.965 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.965 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.965 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:01.965 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.965 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.966 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.966 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.966 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.966 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.966 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.966 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.966 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.9", 2024-04-10T16:34:01.966 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.966 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.966 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.966 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4965, 2024-04-10T16:34:01.966 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.966 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:11:01.600724+0000", 2024-04-10T16:34:01.966 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.966 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.966 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.966 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.966 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.969 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.969 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.969 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.969 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.970 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:01.970 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:01.970 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:01.970 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.970 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:01.970 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.970 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.970 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.970 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.970 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:01.970 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:01.970 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:01.970 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.970 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:01.970 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.970 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.970 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:01.971 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.971 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.971 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:01.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.366502+0000", 2024-04-10T16:34:01.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.366502+0000", 2024-04-10T16:34:01.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.366801+0000", 2024-04-10T16:34:01.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:01.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:01.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:01.971 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:01.972 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:01.972 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.972 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.972 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.972 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:01.972 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:01.972 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.972 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.972 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.972 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.972 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:01.972 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.972 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.972 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.973 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.973 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.973 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.973 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.973 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.973 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.8", 2024-04-10T16:34:01.973 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.973 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.973 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.973 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4856, 2024-04-10T16:34:01.973 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.973 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:01:36.615172+0000", 2024-04-10T16:34:01.973 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.973 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.973 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.975 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.976 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.976 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.976 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.976 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.976 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.976 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.976 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.976 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.976 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.976 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:01.976 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:01.976 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:01.976 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.976 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:01.976 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.976 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.976 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.976 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.977 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:01.977 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:01.977 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:01.977 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.977 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:01.977 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.977 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.977 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.977 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.977 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.977 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.977 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:01.977 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.299467+0000", 2024-04-10T16:34:01.977 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.299467+0000", 2024-04-10T16:34:01.977 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.299841+0000", 2024-04-10T16:34:01.977 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:01.977 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:01.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:01.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:01.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:01.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:01.978 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:01.978 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.978 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.978 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.978 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.978 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:01.979 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.979 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.979 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.979 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.979 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.979 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.979 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.979 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.979 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.6", 2024-04-10T16:34:01.979 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.979 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.979 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.979 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5063, 2024-04-10T16:34:01.979 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.979 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:24:05.024632+0000", 2024-04-10T16:34:01.979 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.980 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.980 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.980 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.981 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:01.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:01.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:01.982 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.982 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.982 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.982 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.982 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.983 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:01.983 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:01.983 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:01.983 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.983 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:01.983 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:01.983 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.983 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.983 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.983 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:01.983 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:01.983 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:01.983 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.983 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:01.983 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.983 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.983 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:01.983 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.984 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.984 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.984 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:01.984 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.364062+0000", 2024-04-10T16:34:01.984 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.364062+0000", 2024-04-10T16:34:01.984 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.364405+0000", 2024-04-10T16:34:01.984 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:01.984 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.984 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.984 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.984 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:01.984 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:01.984 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:01.984 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:01.984 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.984 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.984 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:01.985 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:01.985 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:01.985 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.985 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:01.985 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.985 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.985 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:01.985 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.985 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.985 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.985 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.985 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:01.985 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.985 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.985 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.985 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.7", 2024-04-10T16:34:01.985 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.986 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.986 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.986 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4875, 2024-04-10T16:34:01.986 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.986 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:20:23.490571+0000", 2024-04-10T16:34:01.986 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.986 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.986 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.986 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:01.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:01.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:01.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.987 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:01.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 6, 2024-04-10T16:34:01.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 6, 2024-04-10T16:34:01.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T16:34:01.988 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:01.988 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.989 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.989 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.989 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.989 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:01.989 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:01.989 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:01.989 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.989 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:01.989 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T16:34:01.989 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.989 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.989 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.989 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:01.989 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:01.989 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:01.989 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.990 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:01.990 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.990 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.990 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:01.990 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.990 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.990 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.990 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:01.990 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.343403+0000", 2024-04-10T16:34:01.990 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.343403+0000", 2024-04-10T16:34:01.990 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.917184+0000", 2024-04-10T16:34:01.990 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:01.990 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:01.990 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.990 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:01.990 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:01.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:01.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:01.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:01.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:01.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:01.991 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:01.991 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.991 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3037, 2024-04-10T16:34:01.991 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.991 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.991 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:01.991 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.991 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.991 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.991 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.992 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3037, 2024-04-10T16:34:01.992 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.992 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.992 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.992 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.1", 2024-04-10T16:34:01.992 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.992 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.992 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.992 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8508, 2024-04-10T16:34:01.992 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.992 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:12:54.917933+0000", 2024-04-10T16:34:01.992 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.003947934, 2024-04-10T16:34:01.992 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.992 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:01.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:01.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:01.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:01.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:01.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:01.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:01.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:01.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:01.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:01.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:01.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:01.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:01.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:01.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:01.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:01.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:01.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:01.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:01.994 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:01.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:01.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:01.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:01.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 646, 2024-04-10T16:34:01.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 422309, 2024-04-10T16:34:01.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:01.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:01.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:01.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3039, 2024-04-10T16:34:01.995 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 351990 2024-04-10T16:34:01.995 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.995 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:01.995 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:01.995 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:01.995 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:01.995 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:01.995 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:01.995 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.996 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:01.996 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3037" 2024-04-10T16:34:01.996 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:01.996 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:01.996 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:01.996 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:01.996 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:01.996 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:01.996 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:01.996 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:01.996 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:01.996 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:01.996 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:01.997 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:01.997 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:01.997 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:01.997 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:01.997 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.359291+0000", 2024-04-10T16:34:01.997 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.359291+0000", 2024-04-10T16:34:01.997 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.359597+0000", 2024-04-10T16:34:01.997 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:01.997 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.997 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:01.997 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.997 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:01.997 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:01.997 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:01.997 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:01.997 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:01.997 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:01.997 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:01.998 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:01.998 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:01.998 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:01.998 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:01.998 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:01.998 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:01.998 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:01.998 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:01.998 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:01.998 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:01.998 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:01.998 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:01.998 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:01.998 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:01.998 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:01.998 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.7", 2024-04-10T16:34:01.998 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:01.999 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:01.999 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:01.999 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5017, 2024-04-10T16:34:01.999 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:01.999 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:01:49.784745+0000", 2024-04-10T16:34:01.999 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:01.999 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:01.999 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:01.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:01.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:01.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:01.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:01.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:01.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:01.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:01.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:01.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:01.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:01.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.001 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.001 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.001 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.001 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.001 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.002 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.002 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.002 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.002 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.002 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:02.002 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.002 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.002 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.002 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.002 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.002 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.002 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:02.002 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.002 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:02.002 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.002 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.002 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.003 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.003 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.003 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.003 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:02.003 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.353289+0000", 2024-04-10T16:34:02.003 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.353289+0000", 2024-04-10T16:34:02.003 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.353964+0000", 2024-04-10T16:34:02.003 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:02.003 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.003 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.003 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.003 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:02.003 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:02.003 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:02.003 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:02.003 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.003 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.004 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.004 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:02.004 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:02.004 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.004 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:02.004 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.004 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.004 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:02.004 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.004 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.004 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.004 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.004 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:02.004 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.004 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.004 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.005 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.6", 2024-04-10T16:34:02.005 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.005 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.005 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.005 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5028, 2024-04-10T16:34:02.005 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.005 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:25:50.630492+0000", 2024-04-10T16:34:02.005 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.005 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.005 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:02.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:02.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:02.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:02.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 2, 2024-04-10T16:34:02.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 2, 2024-04-10T16:34:02.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 2, 2024-04-10T16:34:02.007 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.007 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.008 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.008 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.008 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.008 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.008 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.008 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:02.008 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.008 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:02.008 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "565'2" 2024-04-10T16:34:02.008 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.008 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.008 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.008 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.008 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.008 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.008 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.009 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:02.009 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.009 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.009 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:02.009 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.009 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.009 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.009 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:02.009 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.365574+0000", 2024-04-10T16:34:02.009 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.365574+0000", 2024-04-10T16:34:02.009 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.915997+0000", 2024-04-10T16:34:02.009 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:02.009 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:02.009 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.010 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:02.010 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.010 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:02.010 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:02.010 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:02.010 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.010 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.010 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:02.010 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:02.010 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:02.010 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.010 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3100, 2024-04-10T16:34:02.010 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.010 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.011 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.011 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.011 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.011 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.011 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.011 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3100, 2024-04-10T16:34:02.011 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.011 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.011 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.011 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.0", 2024-04-10T16:34:02.011 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.011 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.011 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.011 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8754, 2024-04-10T16:34:02.011 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.011 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:14:27.874595+0000", 2024-04-10T16:34:02.011 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.002381832, 2024-04-10T16:34:02.011 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.012 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1023, 2024-04-10T16:34:02.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 381150, 2024-04-10T16:34:02.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3080, 2024-04-10T16:34:02.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 417952 2024-04-10T16:34:02.014 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.014 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.014 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.014 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.014 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.014 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.014 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.015 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.015 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:02.015 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3100" 2024-04-10T16:34:02.015 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.015 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.015 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.015 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.015 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.015 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:02.015 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.015 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:02.015 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.015 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.015 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.015 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.015 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.016 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:02.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.283087+0000", 2024-04-10T16:34:02.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.283087+0000", 2024-04-10T16:34:02.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.283455+0000", 2024-04-10T16:34:02.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:02.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:02.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:02.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:02.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:02.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.017 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:02.017 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:02.017 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.017 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.017 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.017 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.017 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:02.017 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.017 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.017 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.017 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.017 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.017 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.017 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.017 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.017 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.4", 2024-04-10T16:34:02.018 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.018 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.018 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.018 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5024, 2024-04-10T16:34:02.018 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.018 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:29:38.285164+0000", 2024-04-10T16:34:02.018 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.018 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.018 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.020 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.020 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.020 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.020 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.021 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.021 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.021 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:02.021 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.021 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:02.021 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.021 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.021 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.021 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.021 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.021 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.021 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:02.021 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.021 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:02.021 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.021 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.021 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.021 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.022 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.022 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:02.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.373660+0000", 2024-04-10T16:34:02.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.373660+0000", 2024-04-10T16:34:02.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.374222+0000", 2024-04-10T16:34:02.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:02.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:02.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:02.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:02.023 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.023 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.023 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.023 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:02.023 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:02.023 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.023 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.023 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.023 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.023 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.023 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.023 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.023 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.023 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.023 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.023 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.023 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.023 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.024 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.5", 2024-04-10T16:34:02.024 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.024 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.024 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.024 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4874, 2024-04-10T16:34:02.024 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.024 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:03:25.300167+0000", 2024-04-10T16:34:02.024 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.024 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.024 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.026 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.026 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.027 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.027 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.027 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.027 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.027 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:02.027 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.027 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:02.027 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.027 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.027 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.027 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.027 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.027 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.027 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.027 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:02.028 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.028 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.028 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:02.028 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.028 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.028 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.028 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549467+0000", 2024-04-10T16:34:02.028 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.363658+0000", 2024-04-10T16:34:02.028 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.363658+0000", 2024-04-10T16:34:02.028 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.924565+0000", 2024-04-10T16:34:02.028 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549467+0000", 2024-04-10T16:34:02.028 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:02.028 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.028 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:02.028 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.028 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549467+0000", 2024-04-10T16:34:02.028 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549467+0000", 2024-04-10T16:34:02.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549467+0000", 2024-04-10T16:34:02.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:02.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549467+0000", 2024-04-10T16:34:02.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549467+0000", 2024-04-10T16:34:02.029 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.029 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3151, 2024-04-10T16:34:02.029 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.029 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.029 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.029 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.029 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.030 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.030 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.030 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3151, 2024-04-10T16:34:02.030 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.030 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.030 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.030 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.3", 2024-04-10T16:34:02.030 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.030 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.030 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.030 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8899, 2024-04-10T16:34:02.030 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.030 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:31:41.271691+0000", 2024-04-10T16:34:02.030 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.007251576, 2024-04-10T16:34:02.030 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.031 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:02.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:02.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:02.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:02.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 873, 2024-04-10T16:34:02.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 425595, 2024-04-10T16:34:02.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3133, 2024-04-10T16:34:02.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 363669 2024-04-10T16:34:02.033 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.033 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.033 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.033 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.034 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.034 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.034 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.034 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.034 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:02.034 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3151" 2024-04-10T16:34:02.034 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.034 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.034 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.034 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.034 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.034 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.034 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.034 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:02.034 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.035 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.035 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.035 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.035 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.035 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:02.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.370402+0000", 2024-04-10T16:34:02.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.370402+0000", 2024-04-10T16:34:02.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.370913+0000", 2024-04-10T16:34:02.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:02.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:02.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:02.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:02.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:02.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:02.036 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.036 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.036 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.036 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.036 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.036 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.036 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.036 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.036 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.036 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.037 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.037 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.037 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.037 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.0", 2024-04-10T16:34:02.037 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.037 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.037 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.037 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4860, 2024-04-10T16:34:02.037 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.037 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:59:46.031167+0000", 2024-04-10T16:34:02.037 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.037 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.037 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.037 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.037 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.040 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.040 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.040 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.040 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.040 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.040 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.041 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.041 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.041 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:02.041 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.041 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.041 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.041 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.041 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.041 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.041 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:02.041 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.041 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:02.041 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.041 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.041 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.041 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.041 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.042 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:02.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:02.509773+0000", 2024-04-10T16:34:02.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:02.509773+0000", 2024-04-10T16:34:02.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:02.510247+0000", 2024-04-10T16:34:02.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:02.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 414, 2024-04-10T16:34:02.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:02.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:02.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:02.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.043 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.043 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.043 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:02.043 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:02.043 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.043 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.043 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.043 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.043 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 413, 2024-04-10T16:34:02.043 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.043 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.043 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.043 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.043 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.043 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.044 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.044 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.044 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1", 2024-04-10T16:34:02.044 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.044 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.044 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.044 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5082, 2024-04-10T16:34:02.044 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.044 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:09:48.888676+0000", 2024-04-10T16:34:02.044 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.044 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.044 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.047 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.047 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.047 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.047 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.047 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.047 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.047 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:02.048 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.048 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:02.048 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.048 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.048 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.048 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.048 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.048 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.048 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:02.048 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.048 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:02.048 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.048 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.048 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:02.048 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.048 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.049 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:02.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:11:28.280668+0000", 2024-04-10T16:34:02.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:11:28.280668+0000", 2024-04-10T16:34:02.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.926003+0000", 2024-04-10T16:34:02.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:02.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:02.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:02.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 381, 2024-04-10T16:34:02.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:02.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:02.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:02.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.050 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.050 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:02.050 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:02.050 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:02.050 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.050 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3135, 2024-04-10T16:34:02.050 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.050 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.050 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 380, 2024-04-10T16:34:02.050 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.050 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.050 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.050 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.050 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3135, 2024-04-10T16:34:02.050 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.050 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.051 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.051 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.6", 2024-04-10T16:34:02.051 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.051 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.051 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.051 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 9152, 2024-04-10T16:34:02.051 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.051 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:17:39.341338+0000", 2024-04-10T16:34:02.051 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.008319676, 2024-04-10T16:34:02.051 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.051 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1778, 2024-04-10T16:34:02.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 387328, 2024-04-10T16:34:02.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.054 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.054 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.054 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3077, 2024-04-10T16:34:02.054 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 379954 2024-04-10T16:34:02.054 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.054 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.054 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.054 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.054 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.054 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.054 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:02.054 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.054 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:02.054 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3135" 2024-04-10T16:34:02.055 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.055 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.055 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.055 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.055 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.055 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.055 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.055 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:02.055 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.055 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.055 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 20, 2024-04-10T16:34:02.055 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.055 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.055 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.055 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548766+0000", 2024-04-10T16:34:02.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.367334+0000", 2024-04-10T16:34:02.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.367334+0000", 2024-04-10T16:34:02.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.367790+0000", 2024-04-10T16:34:02.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548766+0000", 2024-04-10T16:34:02.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:00:49.290350+0000", 2024-04-10T16:34:02.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:00:49.290350+0000", 2024-04-10T16:34:02.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548766+0000", 2024-04-10T16:34:02.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548766+0000", 2024-04-10T16:34:02.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548766+0000", 2024-04-10T16:34:02.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:00:49.290350+0000", 2024-04-10T16:34:02.056 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548766+0000", 2024-04-10T16:34:02.057 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548766+0000", 2024-04-10T16:34:02.057 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.057 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 237, 2024-04-10T16:34:02.057 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.057 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.057 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.057 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.057 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.057 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.057 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.057 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 237, 2024-04-10T16:34:02.057 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.057 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.057 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.058 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "1.0", 2024-04-10T16:34:02.058 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.058 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.058 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.058 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5491, 2024-04-10T16:34:02.058 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.058 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:35:34.722597+0000", 2024-04-10T16:34:02.058 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.058 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.058 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 590368, 2024-04-10T16:34:02.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 1771104, 2024-04-10T16:34:02.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T16:34:02.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T16:34:02.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T16:34:02.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 6, 2024-04-10T16:34:02.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1178, 2024-04-10T16:34:02.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 1994, 2024-04-10T16:34:02.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.061 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.061 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 391, 2024-04-10T16:34:02.061 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 2416 2024-04-10T16:34:02.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.061 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.061 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.061 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.061 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.061 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.061 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.061 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.061 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:02.061 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "2116'237" 2024-04-10T16:34:02.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.061 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.061 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.062 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.062 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.062 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.062 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.062 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:02.062 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.062 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.062 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.062 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.062 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.062 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:02.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.367363+0000", 2024-04-10T16:34:02.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.367363+0000", 2024-04-10T16:34:02.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.367690+0000", 2024-04-10T16:34:02.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:02.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.063 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.063 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.063 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.063 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:02.063 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:02.063 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:02.063 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.063 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.063 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.063 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:02.063 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:02.063 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.063 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.063 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.064 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.064 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.064 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.064 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.064 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.064 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.064 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.064 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.064 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.064 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.064 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.3", 2024-04-10T16:34:02.064 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.064 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.064 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.065 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4942, 2024-04-10T16:34:02.065 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.065 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:19:56.828221+0000", 2024-04-10T16:34:02.065 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.065 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.065 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.068 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.068 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.068 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.068 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.068 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.068 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.068 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.068 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:02.068 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.068 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.068 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.068 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.068 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.068 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.068 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.068 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.068 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:02.068 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.069 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.069 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.069 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.069 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.069 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:02.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.346001+0000", 2024-04-10T16:34:02.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.346001+0000", 2024-04-10T16:34:02.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.346343+0000", 2024-04-10T16:34:02.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:02.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:02.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:02.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:02.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:02.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.070 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.070 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.070 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:02.070 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:02.070 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.070 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.070 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.070 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.070 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:02.070 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.070 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.071 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.071 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.071 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.071 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.071 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.071 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.071 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2", 2024-04-10T16:34:02.071 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.071 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.071 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.071 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5007, 2024-04-10T16:34:02.071 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.071 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:17:11.843559+0000", 2024-04-10T16:34:02.071 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.071 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.072 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.074 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.074 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.074 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.074 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.075 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.075 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.075 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.075 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.075 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.075 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:02.075 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.075 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.075 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.075 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.075 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.075 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.075 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.075 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.075 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:02.075 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.076 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.076 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:02.076 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.076 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.076 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.076 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:02.076 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.367856+0000", 2024-04-10T16:34:02.076 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.367856+0000", 2024-04-10T16:34:02.076 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.933904+0000", 2024-04-10T16:34:02.076 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:02.076 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:02.076 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.076 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:02.076 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.076 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:02.076 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:02.077 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:02.077 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.077 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.077 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:02.077 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:02.077 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:02.077 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.077 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2992, 2024-04-10T16:34:02.077 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.077 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.077 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.077 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.077 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.077 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.077 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.077 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2992, 2024-04-10T16:34:02.077 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.078 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.078 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.078 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.5", 2024-04-10T16:34:02.078 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.078 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.078 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.078 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8534, 2024-04-10T16:34:02.078 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.078 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:29:38.507680+0000", 2024-04-10T16:34:02.078 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.002843382, 2024-04-10T16:34:02.078 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.078 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 4194304, 2024-04-10T16:34:02.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:02.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:02.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:02.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1010, 2024-04-10T16:34:02.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 385541, 2024-04-10T16:34:02.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.080 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.081 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 2984, 2024-04-10T16:34:02.081 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 405740 2024-04-10T16:34:02.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.081 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.081 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.081 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.081 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.081 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.081 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.081 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.081 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:02.081 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'2992" 2024-04-10T16:34:02.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.081 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.081 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.081 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.081 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.081 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.082 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.082 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:02.082 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.082 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.082 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.082 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.082 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.082 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:02.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:02.502072+0000", 2024-04-10T16:34:02.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:02.502072+0000", 2024-04-10T16:34:02.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:02.502364+0000", 2024-04-10T16:34:02.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:02.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.083 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 414, 2024-04-10T16:34:02.083 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:02.083 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:02.083 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:02.083 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.083 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.083 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.083 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:02.083 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:02.083 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.083 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.083 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.083 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.083 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 413, 2024-04-10T16:34:02.083 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.083 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.084 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.084 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.084 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.084 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.084 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.084 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.084 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1", 2024-04-10T16:34:02.084 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.084 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.084 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.084 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5015, 2024-04-10T16:34:02.084 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.084 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:25:10.359722+0000", 2024-04-10T16:34:02.084 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.085 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.085 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.087 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.087 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.087 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.087 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.087 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.087 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.087 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.087 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.087 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.087 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.087 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.087 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.087 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.087 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.087 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.087 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.088 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:02.088 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.088 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.088 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.088 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.088 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.088 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.088 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.088 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.088 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:02.088 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.088 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.088 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.088 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.088 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.088 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.088 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:02.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.351506+0000", 2024-04-10T16:34:02.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.351506+0000", 2024-04-10T16:34:02.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.351823+0000", 2024-04-10T16:34:02.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:02.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:02.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:02.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:02.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:02.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:02.090 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:02.090 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.090 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.090 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.090 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.090 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:02.090 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.090 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.090 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.090 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.090 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.090 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.090 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.090 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.090 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.0", 2024-04-10T16:34:02.090 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.091 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.091 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.091 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5026, 2024-04-10T16:34:02.091 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.091 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:11:59.713443+0000", 2024-04-10T16:34:02.091 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.091 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.091 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.093 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.093 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.093 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.093 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.094 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.094 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.094 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.094 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.094 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:02.094 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.094 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.094 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.094 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.094 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.094 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.094 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.094 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.094 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:02.095 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.095 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.095 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:02.095 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.095 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.095 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:02.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.276792+0000", 2024-04-10T16:34:02.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.276792+0000", 2024-04-10T16:34:02.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.925167+0000", 2024-04-10T16:34:02.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:02.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:02.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:02.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:02.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:02.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:02.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:02.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:02.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:02.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:02.096 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.096 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2947, 2024-04-10T16:34:02.096 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.096 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.097 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:02.097 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.097 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.097 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.097 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.097 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2947, 2024-04-10T16:34:02.097 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.097 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.097 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.097 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.7", 2024-04-10T16:34:02.097 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.097 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.097 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.097 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8707, 2024-04-10T16:34:02.098 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.098 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:56:26.170979+0000", 2024-04-10T16:34:02.098 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.004006065, 2024-04-10T16:34:02.098 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.098 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1165, 2024-04-10T16:34:02.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 380762, 2024-04-10T16:34:02.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 2929, 2024-04-10T16:34:02.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 366583 2024-04-10T16:34:02.100 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.100 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.100 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.100 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.101 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.101 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.101 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.101 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.101 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:02.101 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'2947" 2024-04-10T16:34:02.101 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.101 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.101 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.101 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.101 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.101 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.101 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.101 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:02.101 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.101 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.102 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.102 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.102 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.102 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.102 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:02.102 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.342810+0000", 2024-04-10T16:34:02.102 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.342810+0000", 2024-04-10T16:34:02.102 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.343162+0000", 2024-04-10T16:34:02.102 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:02.102 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.102 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.102 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.102 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:02.102 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:02.102 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:02.103 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:02.103 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.103 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.103 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.103 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:02.103 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:02.103 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.103 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.103 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.103 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.103 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:02.103 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.103 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.103 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.103 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.104 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.104 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.104 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.104 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.104 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3", 2024-04-10T16:34:02.104 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.104 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.104 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.104 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4942, 2024-04-10T16:34:02.104 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.104 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:20:22.115789+0000", 2024-04-10T16:34:02.104 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.104 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.104 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.104 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.104 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.104 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.107 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.107 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.107 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.107 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.107 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.107 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.107 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.107 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.107 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.107 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:02.108 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.108 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.108 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.108 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.108 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.108 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.108 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.108 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:02.108 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.108 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.108 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.108 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.108 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.108 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.108 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:02.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.351250+0000", 2024-04-10T16:34:02.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.351250+0000", 2024-04-10T16:34:02.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.351660+0000", 2024-04-10T16:34:02.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:02.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:02.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:02.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:02.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:02.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:02.110 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:02.110 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.110 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.110 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.110 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.110 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:02.110 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.110 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.110 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.110 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.110 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.110 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.110 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.110 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.111 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.2", 2024-04-10T16:34:02.111 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.111 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.111 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.111 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4908, 2024-04-10T16:34:02.111 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.111 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:09:18.935765+0000", 2024-04-10T16:34:02.111 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.111 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.111 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.114 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.114 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.114 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.114 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.114 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.114 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.114 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.114 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:02.114 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.114 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.114 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.114 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.114 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.114 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.114 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:02.115 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.115 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:02.115 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.115 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.115 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:02.115 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.115 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.115 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.320183+0000", 2024-04-10T16:34:02.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:02.500553+0000", 2024-04-10T16:34:02.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:02.500553+0000", 2024-04-10T16:34:02.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.926950+0000", 2024-04-10T16:34:02.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.320183+0000", 2024-04-10T16:34:02.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:02.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:02.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 414, 2024-04-10T16:34:02.116 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.320183+0000", 2024-04-10T16:34:02.116 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.320183+0000", 2024-04-10T16:34:02.116 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.320183+0000", 2024-04-10T16:34:02.116 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.116 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.116 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:02.116 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.320183+0000", 2024-04-10T16:34:02.116 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.320183+0000", 2024-04-10T16:34:02.116 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.116 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3041, 2024-04-10T16:34:02.116 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.116 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.116 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 413, 2024-04-10T16:34:02.116 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.116 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.116 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.116 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.116 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3041, 2024-04-10T16:34:02.117 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.117 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.117 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.117 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.4", 2024-04-10T16:34:02.117 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.117 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.117 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.117 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8844, 2024-04-10T16:34:02.117 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.117 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:05:41.593042+0000", 2024-04-10T16:34:02.117 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.00367388, 2024-04-10T16:34:02.117 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.117 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.117 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:02.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:02.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:02.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:02.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.120 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1344, 2024-04-10T16:34:02.120 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 338546, 2024-04-10T16:34:02.120 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.120 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.120 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.120 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3041, 2024-04-10T16:34:02.120 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 388164 2024-04-10T16:34:02.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.120 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.120 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.120 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.120 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.120 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.120 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:02.120 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.120 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:02.121 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3041" 2024-04-10T16:34:02.121 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.121 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.121 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.121 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.121 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.121 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:02.121 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.121 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:02.121 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.121 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.121 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.121 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.121 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.121 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:02.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.272538+0000", 2024-04-10T16:34:02.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.272538+0000", 2024-04-10T16:34:02.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.273108+0000", 2024-04-10T16:34:02.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:02.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:02.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:02.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:02.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:02.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.123 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:02.123 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:02.123 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.123 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.123 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.123 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.123 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:02.123 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.123 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.123 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.123 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.123 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.123 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.123 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.123 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.123 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.5", 2024-04-10T16:34:02.123 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.124 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.124 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.124 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4939, 2024-04-10T16:34:02.124 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.124 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:33:22.833556+0000", 2024-04-10T16:34:02.124 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.124 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.124 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.124 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.124 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.124 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.124 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.124 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.124 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.124 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.124 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.124 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.126 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.126 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.126 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.126 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.126 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.127 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.127 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:02.127 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.127 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:02.127 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.127 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.127 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.127 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.127 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.127 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.127 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.127 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.127 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:02.127 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.127 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.127 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.127 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.127 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.128 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:02.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.366076+0000", 2024-04-10T16:34:02.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.366076+0000", 2024-04-10T16:34:02.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.366422+0000", 2024-04-10T16:34:02.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:02.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:02.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:02.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:02.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.129 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:02.129 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:02.129 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.129 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.129 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.129 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.129 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.129 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.129 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.129 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.129 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.129 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.129 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.129 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.129 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.130 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.4", 2024-04-10T16:34:02.130 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.130 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.130 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.130 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5036, 2024-04-10T16:34:02.130 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.130 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:19:16.424602+0000", 2024-04-10T16:34:02.130 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.130 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.130 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.130 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.130 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.130 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.130 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.133 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.133 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.133 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.133 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.133 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.133 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.133 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.133 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.133 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:02.133 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.133 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.133 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.133 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.133 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.133 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:02.134 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.134 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:02.134 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.134 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.134 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:02.134 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.134 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.134 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.134 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:02.134 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.276624+0000", 2024-04-10T16:34:02.134 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.276624+0000", 2024-04-10T16:34:02.134 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.925164+0000", 2024-04-10T16:34:02.134 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:02.134 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:02.134 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:02.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:02.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:02.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:02.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:02.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:02.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:02.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:02.135 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.135 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3075, 2024-04-10T16:34:02.135 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.135 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.135 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:02.135 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.135 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.136 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.136 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.136 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3075, 2024-04-10T16:34:02.136 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.136 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.136 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.136 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.2", 2024-04-10T16:34:02.136 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.136 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.136 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.136 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8946, 2024-04-10T16:34:02.136 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.136 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:10:24.330801+0000", 2024-04-10T16:34:02.136 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.002985206, 2024-04-10T16:34:02.136 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.136 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.137 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 19, 2024-04-10T16:34:02.137 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.137 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.137 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.137 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.137 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.137 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.137 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.137 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.137 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.137 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.137 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.137 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.137 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:02.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:02.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:02.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1173, 2024-04-10T16:34:02.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 386852, 2024-04-10T16:34:02.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3065, 2024-04-10T16:34:02.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 399037 2024-04-10T16:34:02.139 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.139 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.139 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.140 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.140 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.140 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.140 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:02.140 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.140 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:02.140 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3075" 2024-04-10T16:34:02.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.140 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.140 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.140 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.140 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.140 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:02.140 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.140 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:02.140 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.140 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.140 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.141 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.141 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.141 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.141 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:02.141 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.363363+0000", 2024-04-10T16:34:02.141 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.363363+0000", 2024-04-10T16:34:02.141 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.364483+0000", 2024-04-10T16:34:02.141 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:02.141 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.141 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.141 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.141 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.141 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:02.141 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:02.142 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:02.142 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.142 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.142 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.142 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:02.142 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:02.142 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.142 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.142 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.142 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.142 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.142 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.142 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.142 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.142 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.143 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.143 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.143 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.143 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.143 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.e", 2024-04-10T16:34:02.143 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.143 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.143 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.143 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4848, 2024-04-10T16:34:02.143 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.143 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:43:57.569099+0000", 2024-04-10T16:34:02.143 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.143 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.143 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.143 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.146 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.146 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.146 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.146 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.146 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.146 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.146 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.146 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.146 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.146 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.146 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.146 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:02.146 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.147 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:02.147 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.147 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.147 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.147 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.147 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.147 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.147 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.147 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:02.147 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.147 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.147 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.147 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.147 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.147 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.147 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:02.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.361551+0000", 2024-04-10T16:34:02.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.361551+0000", 2024-04-10T16:34:02.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362282+0000", 2024-04-10T16:34:02.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:02.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:02.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:02.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:02.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:02.149 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:02.149 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.149 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 1, 2024-04-10T16:34:02.149 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.149 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.149 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.149 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.149 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.149 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.149 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.149 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 1, 2024-04-10T16:34:02.149 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.149 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.149 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.149 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.f", 2024-04-10T16:34:02.149 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.149 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.150 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.150 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4941, 2024-04-10T16:34:02.150 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.150 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:31:39.583426+0000", 2024-04-10T16:34:02.150 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.150 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.150 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.150 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 22, 2024-04-10T16:34:02.150 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.150 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.150 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.150 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.150 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.150 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.150 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:02.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:02.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:02.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1, 2024-04-10T16:34:02.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 1, 2024-04-10T16:34:02.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.153 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 1, 2024-04-10T16:34:02.153 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T16:34:02.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.153 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.153 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.153 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.153 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.153 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.153 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.153 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.153 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:02.153 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'1" 2024-04-10T16:34:02.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.153 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.153 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.153 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.153 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.154 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.154 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.154 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:02.154 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.154 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.154 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.154 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.154 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.154 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.154 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:02.154 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.377531+0000", 2024-04-10T16:34:02.154 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.377531+0000", 2024-04-10T16:34:02.154 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.378367+0000", 2024-04-10T16:34:02.154 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:02.154 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:02.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:02.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:02.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:02.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:02.155 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.155 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.155 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.155 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.155 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.155 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.155 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.156 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.156 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.156 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.156 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.156 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.156 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.156 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.11", 2024-04-10T16:34:02.156 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.156 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.156 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.156 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4846, 2024-04-10T16:34:02.156 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.156 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:52:44.783222+0000", 2024-04-10T16:34:02.156 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.157 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.157 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.160 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.160 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.160 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.160 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.160 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.160 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.160 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.160 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.160 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:02.160 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.160 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.160 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.160 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.160 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.160 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.160 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.161 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:02.161 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.161 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.161 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.161 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.161 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.161 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.161 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:02.161 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:11:28.275729+0000", 2024-04-10T16:34:02.161 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:11:28.275729+0000", 2024-04-10T16:34:02.161 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:11:28.277790+0000", 2024-04-10T16:34:02.161 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:02.161 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.161 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.161 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.161 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 381, 2024-04-10T16:34:02.162 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:02.162 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:02.162 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:02.162 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.162 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.162 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.162 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:02.162 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:02.162 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.162 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 8, 2024-04-10T16:34:02.162 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.162 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.162 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 380, 2024-04-10T16:34:02.162 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.163 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.163 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.163 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.163 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 8, 2024-04-10T16:34:02.163 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.163 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.163 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.163 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.10", 2024-04-10T16:34:02.163 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.163 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.163 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.163 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5024, 2024-04-10T16:34:02.163 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.163 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:02:00.765626+0000", 2024-04-10T16:34:02.164 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.164 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.164 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 12, 2024-04-10T16:34:02.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 4, 2024-04-10T16:34:02.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 4, 2024-04-10T16:34:02.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 4, 2024-04-10T16:34:02.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 24, 2024-04-10T16:34:02.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 24, 2024-04-10T16:34:02.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 12, 2024-04-10T16:34:02.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.166 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.166 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.166 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.167 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.167 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.167 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.167 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.167 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.167 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:02.167 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'8" 2024-04-10T16:34:02.167 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.167 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.167 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.167 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.167 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.167 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:02.167 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.167 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:02.167 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.168 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.168 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.168 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.168 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.168 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:02.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.355367+0000", 2024-04-10T16:34:02.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.355367+0000", 2024-04-10T16:34:02.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.355898+0000", 2024-04-10T16:34:02.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:02.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:02.169 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:02.169 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:02.169 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:02.169 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.169 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.169 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.169 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:02.169 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:02.169 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.169 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.169 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.169 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.169 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:02.169 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.170 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.170 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.170 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.170 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.170 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.170 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.170 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.170 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.10", 2024-04-10T16:34:02.170 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.170 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.170 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.170 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4886, 2024-04-10T16:34:02.170 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.170 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:18:16.194555+0000", 2024-04-10T16:34:02.171 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.171 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.171 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.173 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.173 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.173 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.173 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.173 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.173 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.173 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.173 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.173 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.173 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.173 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.173 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.173 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.173 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:02.173 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.173 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:02.173 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.174 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.174 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.174 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.174 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.174 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.174 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:02.174 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.174 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:02.174 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.174 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.174 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.174 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.174 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.174 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.174 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:02.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.339575+0000", 2024-04-10T16:34:02.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.339575+0000", 2024-04-10T16:34:02.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.341135+0000", 2024-04-10T16:34:02.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:02.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:02.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:02.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:02.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:02.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:02.176 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:02.176 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.176 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.176 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.176 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.176 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:02.176 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.176 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.176 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.176 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.176 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.176 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.176 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.176 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.177 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.11", 2024-04-10T16:34:02.177 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.177 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.177 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.177 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4898, 2024-04-10T16:34:02.177 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.177 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:35:08.105343+0000", 2024-04-10T16:34:02.177 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.177 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.177 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.180 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.180 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.180 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.180 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.180 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.180 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.180 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.180 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.180 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.180 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.180 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.180 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:02.180 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.180 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:02.180 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.181 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.181 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.181 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.181 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.181 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:02.181 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.181 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:02.181 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.181 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.181 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.181 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.181 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.181 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:02.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.370538+0000", 2024-04-10T16:34:02.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.370538+0000", 2024-04-10T16:34:02.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.371038+0000", 2024-04-10T16:34:02.182 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:02.182 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.182 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.182 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.182 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.182 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:02.182 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:02.182 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:02.182 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.182 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.182 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.182 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:02.182 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:02.183 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.183 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.183 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.183 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.183 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.183 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.183 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.183 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.183 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.183 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.183 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.183 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.183 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.183 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.13", 2024-04-10T16:34:02.183 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.184 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.184 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.184 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4868, 2024-04-10T16:34:02.184 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.184 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:19:05.505254+0000", 2024-04-10T16:34:02.184 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.184 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.184 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.187 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.187 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.187 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.187 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.187 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.187 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.187 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.187 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.187 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.187 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.187 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:02.187 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.187 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:02.187 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.187 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.188 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.188 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.188 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.188 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.188 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.188 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.188 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:02.188 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.188 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.188 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.188 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.188 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.188 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:02.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.361914+0000", 2024-04-10T16:34:02.189 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.361914+0000", 2024-04-10T16:34:02.189 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362219+0000", 2024-04-10T16:34:02.189 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:02.189 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.189 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.189 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.189 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.189 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:02.189 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:02.189 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:02.189 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.189 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.189 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.189 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:02.189 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:02.189 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.190 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.190 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.190 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.190 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.190 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.190 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.190 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.190 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.190 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.190 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.190 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.190 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.190 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.12", 2024-04-10T16:34:02.190 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.191 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.191 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.191 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4930, 2024-04-10T16:34:02.191 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.191 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:26:48.147670+0000", 2024-04-10T16:34:02.191 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.191 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.191 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.194 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.194 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.194 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.194 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.194 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.194 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.194 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.194 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.194 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.194 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.194 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:02.194 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.194 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.194 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.195 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.195 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.195 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:02.195 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.195 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:02.195 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.195 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.195 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.195 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.195 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.195 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.195 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:02.195 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.363775+0000", 2024-04-10T16:34:02.195 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.363775+0000", 2024-04-10T16:34:02.195 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.364148+0000", 2024-04-10T16:34:02.196 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:02.196 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.196 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.196 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.196 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.196 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:02.196 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:02.196 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:02.196 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.196 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.196 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.196 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:02.196 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:02.196 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.196 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.196 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.197 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.197 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.197 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.197 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.197 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.197 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.197 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.197 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.197 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.197 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.197 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.12", 2024-04-10T16:34:02.197 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.197 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.197 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.197 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5059, 2024-04-10T16:34:02.197 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.198 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:21:06.644309+0000", 2024-04-10T16:34:02.198 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.198 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.198 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.200 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.200 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.200 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.200 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.200 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.200 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.200 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.200 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.200 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.200 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.200 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.200 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.200 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.200 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.200 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.201 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.201 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:02.201 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.201 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:02.201 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.201 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.201 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.201 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.201 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.201 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.201 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:02.201 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.201 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:02.201 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.201 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.201 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.202 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.202 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.202 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:02.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.307980+0000", 2024-04-10T16:34:02.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.307980+0000", 2024-04-10T16:34:02.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.310348+0000", 2024-04-10T16:34:02.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:02.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:02.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:02.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:02.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:02.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.203 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.203 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.203 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:02.203 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:02.203 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.203 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:02.203 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.203 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.203 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:02.203 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.203 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.203 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.203 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.203 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:02.203 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.203 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.204 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.204 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.13", 2024-04-10T16:34:02.204 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.204 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.204 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.204 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5064, 2024-04-10T16:34:02.204 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.204 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:16:45.577685+0000", 2024-04-10T16:34:02.204 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.204 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.204 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 34, 2024-04-10T16:34:02.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T16:34:02.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T16:34:02.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T16:34:02.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:02.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 4, 2024-04-10T16:34:02.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 8, 2024-04-10T16:34:02.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.207 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T16:34:02.207 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 7 2024-04-10T16:34:02.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.207 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.207 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.207 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.207 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.207 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.207 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:02.207 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.207 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:02.207 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T16:34:02.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.207 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.207 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.208 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.208 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.208 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:02.208 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.208 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:02.208 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.208 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.208 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.208 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.208 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.208 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554149+0000", 2024-04-10T16:34:02.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.374168+0000", 2024-04-10T16:34:02.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.374168+0000", 2024-04-10T16:34:02.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.375132+0000", 2024-04-10T16:34:02.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554149+0000", 2024-04-10T16:34:02.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554149+0000", 2024-04-10T16:34:02.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554149+0000", 2024-04-10T16:34:02.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554149+0000", 2024-04-10T16:34:02.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554149+0000", 2024-04-10T16:34:02.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554149+0000", 2024-04-10T16:34:02.209 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.209 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.209 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.210 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.210 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.210 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.210 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.210 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.210 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.210 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.210 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.210 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.210 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.210 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.15", 2024-04-10T16:34:02.210 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.210 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.210 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.211 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4866, 2024-04-10T16:34:02.211 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.211 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:01:59.408977+0000", 2024-04-10T16:34:02.211 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.211 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.211 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.213 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.213 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.213 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.213 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.214 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.214 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.214 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:02.214 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.214 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:02.214 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.214 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.214 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.214 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.214 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.214 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.214 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:02.214 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.214 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:02.214 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.214 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.215 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.215 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.215 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.215 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:02.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.355624+0000", 2024-04-10T16:34:02.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.355624+0000", 2024-04-10T16:34:02.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.356053+0000", 2024-04-10T16:34:02.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:02.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:02.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:02.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:02.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:02.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.216 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.216 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.216 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:02.216 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:02.216 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.216 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 29, 2024-04-10T16:34:02.216 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.216 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.216 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:02.216 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.216 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.216 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.216 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.216 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 29, 2024-04-10T16:34:02.216 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.216 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.217 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.217 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.14", 2024-04-10T16:34:02.217 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.217 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.217 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.217 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4922, 2024-04-10T16:34:02.217 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.217 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:22:51.158289+0000", 2024-04-10T16:34:02.217 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.217 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.217 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.217 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 5824, 2024-04-10T16:34:02.217 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.217 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.217 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.217 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 12, 2024-04-10T16:34:02.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 4, 2024-04-10T16:34:02.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 4, 2024-04-10T16:34:02.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:02.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 10, 2024-04-10T16:34:02.220 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 14, 2024-04-10T16:34:02.220 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.220 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.220 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.220 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 28, 2024-04-10T16:34:02.220 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 25 2024-04-10T16:34:02.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.220 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.220 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.220 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.220 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.220 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.220 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:02.220 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.220 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:02.220 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'29" 2024-04-10T16:34:02.221 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.221 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.221 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.221 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.221 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.221 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.221 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.221 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:02.221 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.221 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.221 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.221 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.221 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.221 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.221 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:02.221 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.361385+0000", 2024-04-10T16:34:02.221 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.361385+0000", 2024-04-10T16:34:02.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.361722+0000", 2024-04-10T16:34:02.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:02.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:02.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:02.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:02.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:02.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:02.223 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.223 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.223 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.223 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.223 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.223 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.223 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.223 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.223 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.223 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.223 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.223 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.223 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.223 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.14", 2024-04-10T16:34:02.223 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.223 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.224 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.224 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4963, 2024-04-10T16:34:02.224 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.224 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:33:58.928651+0000", 2024-04-10T16:34:02.224 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.224 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.224 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.226 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.227 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.227 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.227 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.227 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.227 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.227 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.227 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.227 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:02.227 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.227 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.227 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.227 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.227 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.227 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.227 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.228 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.228 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:02.228 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.228 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.228 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.228 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.228 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.228 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:02.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.282940+0000", 2024-04-10T16:34:02.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.282940+0000", 2024-04-10T16:34:02.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.283365+0000", 2024-04-10T16:34:02.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:02.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:02.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:02.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:02.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:02.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:02.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:02.229 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.229 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3, 2024-04-10T16:34:02.229 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.229 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.229 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:02.229 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.229 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.230 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.230 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.230 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3, 2024-04-10T16:34:02.230 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.230 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.230 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.230 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.15", 2024-04-10T16:34:02.230 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.230 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.233 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.233 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5037, 2024-04-10T16:34:02.233 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.233 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:06:56.102443+0000", 2024-04-10T16:34:02.233 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.233 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.233 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 90, 2024-04-10T16:34:02.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.234 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.234 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.234 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.234 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.234 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.234 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.234 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.234 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.234 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.234 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.234 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.234 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.234 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.234 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.234 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T16:34:02.235 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T16:34:02.235 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.235 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T16:34:02.235 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.235 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.235 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.235 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.235 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.235 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:02.235 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.235 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.235 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.235 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.235 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.235 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.236 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.236 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 7, 2024-04-10T16:34:02.236 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 7, 2024-04-10T16:34:02.236 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.236 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.236 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.236 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 4, 2024-04-10T16:34:02.236 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T16:34:02.236 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.236 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.236 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.236 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.236 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.236 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.236 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.236 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.237 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:02.237 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'3" 2024-04-10T16:34:02.237 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.237 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.237 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.237 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.237 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.237 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:02.237 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.237 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:02.237 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.237 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.237 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.237 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.237 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.237 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.237 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:02.238 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.268412+0000", 2024-04-10T16:34:02.238 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.268412+0000", 2024-04-10T16:34:02.238 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.268744+0000", 2024-04-10T16:34:02.238 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:02.238 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.238 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.238 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.238 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:02.238 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:02.238 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:02.238 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:02.238 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.238 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.238 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.238 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:02.238 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:02.238 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.239 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.239 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.239 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.239 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:02.239 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.239 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.239 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.239 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.239 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.239 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.239 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.239 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.239 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.17", 2024-04-10T16:34:02.239 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.239 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.239 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.240 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5058, 2024-04-10T16:34:02.240 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.240 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:07:58.402722+0000", 2024-04-10T16:34:02.240 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.240 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.240 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.241 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.241 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.241 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.241 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.241 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.241 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.241 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.241 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.241 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.241 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.241 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.241 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.241 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.241 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.241 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.241 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.242 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.242 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.242 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.242 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.242 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.242 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.242 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.242 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.242 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.242 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.242 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.242 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.242 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.242 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.242 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.243 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.243 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.243 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.243 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:02.243 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.243 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:02.243 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.243 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.243 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.243 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.243 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.243 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.243 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:02.243 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.243 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:02.243 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.244 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.244 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.244 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.244 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.244 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.244 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:02.244 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.347169+0000", 2024-04-10T16:34:02.244 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.347169+0000", 2024-04-10T16:34:02.244 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.347557+0000", 2024-04-10T16:34:02.244 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:02.244 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.244 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.244 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.244 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:02.244 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:02.244 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:02.244 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:02.244 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.245 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.245 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.245 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:02.245 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:02.245 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.245 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.245 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.245 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.245 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:02.245 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.245 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.245 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.245 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.245 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.245 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.246 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.246 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.246 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.16", 2024-04-10T16:34:02.246 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.246 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.246 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.246 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4937, 2024-04-10T16:34:02.246 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.246 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:55:28.073552+0000", 2024-04-10T16:34:02.246 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.246 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.246 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.247 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.248 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.248 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.248 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.248 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.248 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.248 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.248 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.248 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.248 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.248 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.248 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.248 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.248 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.248 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.248 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.248 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.249 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.249 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.249 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.249 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.249 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.249 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.249 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.249 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.249 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.249 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.249 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.249 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.249 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:02.249 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.249 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:02.249 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.249 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.250 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.250 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.250 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.250 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.250 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:02.250 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.250 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:02.250 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.250 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.250 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.250 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.250 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.250 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.250 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:02.250 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368742+0000", 2024-04-10T16:34:02.251 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368742+0000", 2024-04-10T16:34:02.251 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.369061+0000", 2024-04-10T16:34:02.251 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:02.251 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.251 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.251 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.251 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.251 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:02.251 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:02.251 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:02.251 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.251 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.251 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.251 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:02.251 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:02.251 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.251 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.252 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.252 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.252 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.252 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.252 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.252 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.252 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.252 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.252 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.252 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.252 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.252 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.16", 2024-04-10T16:34:02.252 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.252 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.252 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.252 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4901, 2024-04-10T16:34:02.253 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.253 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:47:34.054576+0000", 2024-04-10T16:34:02.253 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.253 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.253 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.254 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.255 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.255 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.255 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.255 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.255 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.255 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.255 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.255 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.255 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.255 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.255 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.255 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.255 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.255 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.255 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.255 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.256 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.256 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.256 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.256 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:02.256 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.256 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:02.256 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.256 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.256 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.256 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.256 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.256 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.256 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:02.256 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.256 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:02.256 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.256 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.256 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.257 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.257 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.257 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:02.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.354831+0000", 2024-04-10T16:34:02.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.354831+0000", 2024-04-10T16:34:02.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.355161+0000", 2024-04-10T16:34:02.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:02.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:02.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:02.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:02.257 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:02.258 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.258 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.258 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.258 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:02.258 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:02.258 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.258 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.258 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.258 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.258 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:02.258 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.258 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.258 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.258 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.258 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.258 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.259 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.259 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.259 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.17", 2024-04-10T16:34:02.259 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.259 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.259 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.259 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4885, 2024-04-10T16:34:02.259 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.259 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:26:43.795891+0000", 2024-04-10T16:34:02.259 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.259 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.259 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.260 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.261 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.262 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.262 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.262 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.262 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.262 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.262 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.262 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.262 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.262 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.262 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:02.262 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.262 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:02.262 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.262 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.263 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.263 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.263 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.263 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.263 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:02.263 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.263 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:02.263 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.263 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.263 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.263 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.263 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.263 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.263 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:02.263 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.295601+0000", 2024-04-10T16:34:02.263 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.295601+0000", 2024-04-10T16:34:02.263 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.296079+0000", 2024-04-10T16:34:02.264 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:02.264 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.264 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.264 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.264 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:02.264 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:02.264 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:02.264 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:02.264 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.264 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.264 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.264 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:02.264 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:02.264 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.264 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.264 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.264 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.264 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:02.265 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.265 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.265 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.265 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.265 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.265 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.265 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.265 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.265 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.19", 2024-04-10T16:34:02.265 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.265 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.265 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.265 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5018, 2024-04-10T16:34:02.265 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.265 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:14:08.891851+0000", 2024-04-10T16:34:02.265 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.265 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.266 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.268 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.268 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.268 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.268 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.268 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.268 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.269 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:02.269 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.269 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:02.269 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.269 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.269 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.269 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.269 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.269 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.269 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.269 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.269 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:02.269 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.269 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.269 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.269 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.269 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.270 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:02.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.369286+0000", 2024-04-10T16:34:02.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.369286+0000", 2024-04-10T16:34:02.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.369604+0000", 2024-04-10T16:34:02.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:02.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:02.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:02.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:02.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.270 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:02.271 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:02.271 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.271 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.271 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.271 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.271 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.271 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.271 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.271 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.271 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.271 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.271 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.271 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.271 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.271 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.18", 2024-04-10T16:34:02.271 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.271 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.271 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.272 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4917, 2024-04-10T16:34:02.272 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.272 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:19:32.021277+0000", 2024-04-10T16:34:02.272 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.272 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.272 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.274 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.275 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.275 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.275 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.275 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.275 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.275 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.275 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.275 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:02.275 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.275 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.275 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.275 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.275 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.275 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.275 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:02.275 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.275 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:02.276 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.276 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.276 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.276 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.276 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.276 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.276 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:02.276 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:02.510418+0000", 2024-04-10T16:34:02.276 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:02.510418+0000", 2024-04-10T16:34:02.276 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:02.510759+0000", 2024-04-10T16:34:02.276 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:02.276 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.276 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.276 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.276 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 414, 2024-04-10T16:34:02.276 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:02.277 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:02.277 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:02.277 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.277 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.277 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.277 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:02.277 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:02.277 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.277 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.277 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.277 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.277 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 413, 2024-04-10T16:34:02.277 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.277 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.277 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.277 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.278 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.278 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.278 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.278 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.278 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.18", 2024-04-10T16:34:02.278 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.278 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.278 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.278 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5010, 2024-04-10T16:34:02.278 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.278 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:09:27.653921+0000", 2024-04-10T16:34:02.278 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.278 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.278 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.281 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.281 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.281 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.281 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.281 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.281 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.281 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:02.281 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.281 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:02.281 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.281 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.281 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.281 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.282 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.282 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.282 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.282 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.282 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:02.282 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.282 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.282 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.282 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.282 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.282 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.282 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:02.282 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.340069+0000", 2024-04-10T16:34:02.282 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.340069+0000", 2024-04-10T16:34:02.282 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.340402+0000", 2024-04-10T16:34:02.283 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:02.283 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.283 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.283 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.283 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:02.283 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:02.283 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:02.283 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:02.283 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.283 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.283 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.283 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:02.283 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:02.283 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.283 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.284 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.284 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.284 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:02.284 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.284 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.284 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.284 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.284 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.284 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.284 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.284 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.284 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.19", 2024-04-10T16:34:02.284 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.284 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.285 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.285 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5013, 2024-04-10T16:34:02.285 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.285 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:27:10.278397+0000", 2024-04-10T16:34:02.285 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.285 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.285 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.285 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.285 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.285 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.285 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.285 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.285 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.285 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.285 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.285 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.285 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.288 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.288 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.288 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.288 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.288 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.288 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.288 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.288 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.288 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:02.288 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.288 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.288 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.289 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.289 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.289 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.289 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.289 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.289 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:02.289 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.289 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.289 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.289 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.289 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.289 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.289 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:02.289 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.363134+0000", 2024-04-10T16:34:02.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.363134+0000", 2024-04-10T16:34:02.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.363614+0000", 2024-04-10T16:34:02.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:02.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:02.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:02.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:02.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.291 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:02.291 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:02.291 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.291 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.291 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.291 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.291 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.291 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.291 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.291 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.291 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.291 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.291 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.291 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.291 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.292 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1b", 2024-04-10T16:34:02.292 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.292 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.292 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.292 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5057, 2024-04-10T16:34:02.292 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.292 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:37:48.168117+0000", 2024-04-10T16:34:02.292 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.292 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.292 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.292 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.292 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.292 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.292 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.292 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.292 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.295 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.295 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.295 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.295 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.295 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.295 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.295 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.295 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.295 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:02.295 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.295 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.295 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.295 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.296 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.296 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.296 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.296 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.296 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:02.296 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.296 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.296 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.296 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.296 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.296 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.296 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:02.296 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.360385+0000", 2024-04-10T16:34:02.296 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.360385+0000", 2024-04-10T16:34:02.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362460+0000", 2024-04-10T16:34:02.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:02.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:02.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:02.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:02.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:02.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:02.298 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.298 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:02.298 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.298 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.298 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.298 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.298 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.298 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.298 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.298 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:02.298 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.298 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.298 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.298 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1a", 2024-04-10T16:34:02.298 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.299 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.299 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.299 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4892, 2024-04-10T16:34:02.299 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.299 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:54:20.647319+0000", 2024-04-10T16:34:02.299 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.299 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.299 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.302 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.302 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.302 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.302 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.302 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.302 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.302 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.302 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.302 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:02.302 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'2" 2024-04-10T16:34:02.302 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.302 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.302 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.302 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.302 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.302 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:02.302 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.303 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:02.303 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.303 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.303 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.303 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.303 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.303 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.303 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:02.303 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.294646+0000", 2024-04-10T16:34:02.303 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.294646+0000", 2024-04-10T16:34:02.303 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.296362+0000", 2024-04-10T16:34:02.303 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:02.303 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.303 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.303 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.304 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:02.304 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:02.304 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:02.304 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:02.304 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.304 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.304 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.304 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:02.304 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:02.304 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.304 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.304 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.304 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.304 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:02.304 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.304 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.305 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.305 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.305 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.305 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.305 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.305 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.305 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1a", 2024-04-10T16:34:02.305 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.305 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.305 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.305 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4965, 2024-04-10T16:34:02.305 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.305 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:36:57.071765+0000", 2024-04-10T16:34:02.305 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.305 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.305 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.308 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.308 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.308 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.308 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.308 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.308 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.308 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:02.308 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.309 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:02.309 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.309 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.309 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.309 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.309 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.309 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.309 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.309 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.309 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:02.309 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.309 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.309 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.309 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.309 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.309 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.309 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:02.309 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.345748+0000", 2024-04-10T16:34:02.310 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.345748+0000", 2024-04-10T16:34:02.310 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.346126+0000", 2024-04-10T16:34:02.310 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:02.310 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.310 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.310 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.310 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:02.310 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:02.310 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:02.310 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:02.310 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.310 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.310 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.310 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:02.311 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:02.311 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.311 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:02.311 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.311 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.311 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:02.311 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.311 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.311 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.311 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.311 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:02.311 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.311 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.311 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.311 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1b", 2024-04-10T16:34:02.311 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.312 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.312 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.312 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5007, 2024-04-10T16:34:02.312 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.312 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:55:30.475667+0000", 2024-04-10T16:34:02.312 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.312 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.312 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.314 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.315 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.315 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.315 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.315 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.315 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.315 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.315 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.315 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:02.315 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'2" 2024-04-10T16:34:02.315 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.315 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.315 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.315 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.315 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.315 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.315 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.315 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:02.316 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.316 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.316 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.316 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.316 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.316 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.316 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:02.316 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.349142+0000", 2024-04-10T16:34:02.316 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.349142+0000", 2024-04-10T16:34:02.316 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.349454+0000", 2024-04-10T16:34:02.316 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:02.316 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.316 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.316 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.316 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:02.316 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:02.317 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:02.317 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:02.317 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.317 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.317 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.317 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:02.317 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:02.317 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.317 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.317 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.317 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.317 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:02.317 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.317 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.317 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.317 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.317 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.318 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.318 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.318 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.318 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1d", 2024-04-10T16:34:02.318 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.318 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.318 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.318 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4915, 2024-04-10T16:34:02.318 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.318 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:00:32.377812+0000", 2024-04-10T16:34:02.318 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.318 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.318 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.318 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.318 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.318 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.320 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.320 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.320 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.320 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.320 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.320 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.320 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.320 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.320 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.320 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.320 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.320 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.320 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.320 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.320 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.321 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.321 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.321 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.321 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.321 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.321 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.321 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.321 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.321 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.321 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.321 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.321 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.321 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.321 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:02.321 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.321 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.321 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.321 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.321 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.322 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.322 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:02.322 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.322 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:02.322 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.322 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.322 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.322 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.322 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.322 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.322 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:02.322 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.366672+0000", 2024-04-10T16:34:02.322 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.366672+0000", 2024-04-10T16:34:02.322 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.367031+0000", 2024-04-10T16:34:02.323 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:02.323 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.323 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.323 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.323 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.323 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:02.323 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:02.323 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:02.323 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.323 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.323 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.323 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:02.324 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:02.324 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.324 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:02.324 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.324 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.324 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.324 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.324 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.324 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.324 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.324 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:02.324 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.324 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.324 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.325 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1c", 2024-04-10T16:34:02.325 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.325 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.325 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.325 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4861, 2024-04-10T16:34:02.325 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.325 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:09:23.506341+0000", 2024-04-10T16:34:02.325 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.325 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.325 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.326 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.326 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.326 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.326 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.326 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.326 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.326 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.326 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.326 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.326 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.326 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.327 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:02.327 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:02.327 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.327 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:02.327 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.327 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.327 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.327 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.327 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.327 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:02.327 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.327 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.327 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.327 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.327 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.327 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.328 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.328 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 6, 2024-04-10T16:34:02.328 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 6, 2024-04-10T16:34:02.328 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.328 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.328 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.328 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T16:34:02.328 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.328 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.328 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.328 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.328 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.328 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.328 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.328 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:02.328 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.329 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:02.329 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T16:34:02.329 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.329 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.329 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.329 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.329 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.329 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:02.329 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.329 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:02.329 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.329 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.329 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.329 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.329 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.329 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.329 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:02.330 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.276310+0000", 2024-04-10T16:34:02.330 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.276310+0000", 2024-04-10T16:34:02.330 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.278530+0000", 2024-04-10T16:34:02.330 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:02.330 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.330 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.330 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.330 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:02.330 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:02.330 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:02.330 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:02.330 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.330 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.330 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.330 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:02.330 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:02.331 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.331 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.331 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.331 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.331 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:02.331 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.331 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.331 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.331 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.331 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.331 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.331 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.331 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.331 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1c", 2024-04-10T16:34:02.331 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.331 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.331 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.331 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4920, 2024-04-10T16:34:02.332 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.332 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:10:59.581535+0000", 2024-04-10T16:34:02.332 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.332 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.332 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.333 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.333 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.333 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.333 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.333 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.333 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.333 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.333 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.333 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.333 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.333 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.333 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.333 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.333 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.333 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.333 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.334 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.334 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.334 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.334 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.334 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.334 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.334 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.334 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.334 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.334 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.334 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.334 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.334 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.334 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.335 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.335 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.335 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.335 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:02.335 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.335 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:02.335 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.335 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.335 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.335 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.335 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.335 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.335 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.335 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.335 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:02.336 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.336 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.336 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.336 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.336 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.336 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.336 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:02.336 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.371521+0000", 2024-04-10T16:34:02.336 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.371521+0000", 2024-04-10T16:34:02.336 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.373214+0000", 2024-04-10T16:34:02.336 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:02.336 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.336 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.336 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.336 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.336 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:02.337 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:02.337 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:02.337 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.337 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.337 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.337 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:02.337 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:02.337 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.337 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:02.337 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.337 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.337 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.337 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.337 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.337 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.338 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.338 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:02.338 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.338 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.338 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.338 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1d", 2024-04-10T16:34:02.338 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.338 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.338 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.338 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4848, 2024-04-10T16:34:02.338 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.338 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:43:44.134369+0000", 2024-04-10T16:34:02.338 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.338 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.338 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:02.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:02.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.340 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:02.340 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.340 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.340 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.340 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.340 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.340 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:02.340 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.340 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.340 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.340 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.340 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.340 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.340 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.340 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 6, 2024-04-10T16:34:02.340 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 6, 2024-04-10T16:34:02.340 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.341 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.341 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.341 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T16:34:02.341 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.341 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.341 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.341 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.341 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.341 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.341 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.341 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.341 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.341 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:02.341 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T16:34:02.341 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.341 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.341 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.341 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.342 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.342 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:02.342 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.342 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:02.342 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.342 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.342 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.342 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.342 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.342 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.342 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:02.342 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.270547+0000", 2024-04-10T16:34:02.342 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.270547+0000", 2024-04-10T16:34:02.342 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.270932+0000", 2024-04-10T16:34:02.342 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:02.343 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.343 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.343 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.343 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:02.343 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:02.343 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:02.343 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:02.343 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.343 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.343 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.343 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:02.343 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:02.343 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.343 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.343 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.343 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.344 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:02.344 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.344 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.344 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.344 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.344 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.344 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.344 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.344 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.344 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1f", 2024-04-10T16:34:02.344 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.344 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.344 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.344 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5065, 2024-04-10T16:34:02.344 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.345 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:10:23.243309+0000", 2024-04-10T16:34:02.345 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.345 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.345 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.347 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.347 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.347 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.347 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.347 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.347 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.347 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.347 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.347 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.347 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.347 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.347 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.347 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.347 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.347 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.347 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.347 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.347 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.348 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.348 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.348 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.348 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:02.348 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.348 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:02.348 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.348 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.348 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.348 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.348 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.348 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.348 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:02.348 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.349 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:02.349 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.349 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.349 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.349 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.349 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.349 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:02.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.267460+0000", 2024-04-10T16:34:02.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.267460+0000", 2024-04-10T16:34:02.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.267872+0000", 2024-04-10T16:34:02.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:02.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:02.350 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:02.350 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:02.350 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:02.350 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.350 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.350 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.350 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:02.350 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:02.350 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.350 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:02.350 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.350 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.350 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:02.350 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.350 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.350 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.351 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.351 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:02.351 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.351 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.351 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.351 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1e", 2024-04-10T16:34:02.351 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.351 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.351 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.351 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5023, 2024-04-10T16:34:02.351 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.351 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:10:15.132831+0000", 2024-04-10T16:34:02.351 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.351 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.351 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.354 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.354 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.354 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.354 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.354 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.354 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.354 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.354 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.354 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.354 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:02.354 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.354 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:02.354 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'2" 2024-04-10T16:34:02.354 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.354 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.355 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.355 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.355 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.355 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:02.355 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.355 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:02.355 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.355 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.355 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.355 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.355 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.355 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.355 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:02.355 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.343773+0000", 2024-04-10T16:34:02.355 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.343773+0000", 2024-04-10T16:34:02.355 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.344251+0000", 2024-04-10T16:34:02.355 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:02.355 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.356 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.356 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.356 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:02.356 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:02.356 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:02.356 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:02.356 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.356 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.356 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.356 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:02.356 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:02.356 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.356 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.356 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.357 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.357 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:02.357 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.357 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.357 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.357 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.357 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.357 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.357 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.357 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.357 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1e", 2024-04-10T16:34:02.357 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.357 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.357 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.358 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5004, 2024-04-10T16:34:02.358 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.358 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:39:17.916323+0000", 2024-04-10T16:34:02.358 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.358 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.358 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.360 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.361 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.361 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.361 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.361 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.361 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.361 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:02.361 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.361 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:02.361 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.361 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.361 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.361 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.361 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.361 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.361 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:02.361 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.361 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:02.362 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.362 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.362 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:02.362 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.362 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.362 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.362 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:02.362 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.362131+0000", 2024-04-10T16:34:02.362 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.362131+0000", 2024-04-10T16:34:02.362 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362640+0000", 2024-04-10T16:34:02.362 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:02.362 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.362 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.362 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.362 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.362 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:02.363 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:02.363 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:02.363 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.363 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.363 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:02.363 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:02.363 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:02.363 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.363 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 5, 2024-04-10T16:34:02.363 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.363 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.363 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.363 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.363 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.363 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.363 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.364 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 5, 2024-04-10T16:34:02.364 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.364 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.364 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.364 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1f", 2024-04-10T16:34:02.364 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.364 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.364 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.364 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5073, 2024-04-10T16:34:02.364 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.364 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:13:27.468015+0000", 2024-04-10T16:34:02.364 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.364 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.364 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 582, 2024-04-10T16:34:02.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T16:34:02.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T16:34:02.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T16:34:02.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:02.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.367 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 4, 2024-04-10T16:34:02.367 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 4, 2024-04-10T16:34:02.367 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.367 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.367 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.367 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 4, 2024-04-10T16:34:02.367 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T16:34:02.367 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.367 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.367 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.367 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.367 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.367 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.367 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:02.367 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.368 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:02.368 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'5" 2024-04-10T16:34:02.368 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.368 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.368 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.368 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.368 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.368 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.368 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.368 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:02.368 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.368 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.368 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.368 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.368 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.368 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.369 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:02.369 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.371707+0000", 2024-04-10T16:34:02.369 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.371707+0000", 2024-04-10T16:34:02.369 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.373477+0000", 2024-04-10T16:34:02.369 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:02.369 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.369 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.369 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.369 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.369 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:02.369 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:02.369 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:02.369 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.369 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.369 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.369 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:02.370 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:02.370 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.370 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.370 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.370 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.370 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.370 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.370 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.370 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.370 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.370 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.370 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.370 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.370 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.371 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2d", 2024-04-10T16:34:02.371 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.371 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.371 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.371 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4847, 2024-04-10T16:34:02.371 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.371 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:47:23.623462+0000", 2024-04-10T16:34:02.371 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.371 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.371 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.374 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.374 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.374 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.374 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.374 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.374 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.374 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.374 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.374 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:02.374 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.374 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.374 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.374 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.374 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.374 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.375 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.375 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.375 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:02.375 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.375 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.375 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.375 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.375 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.375 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:02.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368343+0000", 2024-04-10T16:34:02.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368343+0000", 2024-04-10T16:34:02.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.368667+0000", 2024-04-10T16:34:02.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:02.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.376 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.376 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:02.376 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:02.376 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:02.376 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.376 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.376 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.376 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:02.376 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:02.376 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.376 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.376 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.376 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.376 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.376 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.376 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.376 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.376 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.377 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.377 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.377 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.377 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.377 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2e", 2024-04-10T16:34:02.377 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.377 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.377 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.377 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4998, 2024-04-10T16:34:02.377 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.377 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:53:54.578458+0000", 2024-04-10T16:34:02.377 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.377 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.377 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.380 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.380 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.380 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.380 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.380 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.380 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.380 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.380 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.380 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:02.380 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.380 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.380 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.380 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.380 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.380 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.381 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:02.381 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.381 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:02.381 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.381 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.381 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.381 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.381 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.381 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:02.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.370060+0000", 2024-04-10T16:34:02.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.370060+0000", 2024-04-10T16:34:02.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.370432+0000", 2024-04-10T16:34:02.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:02.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.382 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:02.382 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:02.382 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:02.382 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.382 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.382 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.382 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:02.382 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:02.382 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.382 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.382 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.382 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.382 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.382 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.382 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.382 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.383 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.383 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.383 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.383 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.383 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.383 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2f", 2024-04-10T16:34:02.383 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.383 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.383 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.383 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4918, 2024-04-10T16:34:02.383 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.383 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:43:17.282043+0000", 2024-04-10T16:34:02.383 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.383 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.383 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.386 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.386 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.386 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.386 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.386 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.386 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.386 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:02.387 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.387 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:02.387 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.387 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.387 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.387 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.387 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.387 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.387 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.387 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.387 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:02.387 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.387 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.387 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.388 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.388 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.388 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:02.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368747+0000", 2024-04-10T16:34:02.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368747+0000", 2024-04-10T16:34:02.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.369064+0000", 2024-04-10T16:34:02.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:02.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:02.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:02.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:02.389 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.389 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.389 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.389 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:02.389 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:02.389 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.389 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.389 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.389 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.389 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.389 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.389 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.389 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.389 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.389 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.389 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.389 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.389 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.390 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.30", 2024-04-10T16:34:02.390 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.390 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.390 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.390 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4910, 2024-04-10T16:34:02.390 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.390 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:01:06.325207+0000", 2024-04-10T16:34:02.390 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.390 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.390 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.392 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.392 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.392 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.392 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.393 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.393 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.393 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.393 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.393 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:02.393 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.393 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.393 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.393 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.393 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.393 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.393 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:02.393 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.393 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:02.393 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.393 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.393 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.393 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.394 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.394 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:02.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.282368+0000", 2024-04-10T16:34:02.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.282368+0000", 2024-04-10T16:34:02.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.282735+0000", 2024-04-10T16:34:02.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:02.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:02.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:02.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:02.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:02.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:02.395 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:02.395 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.395 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.395 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.395 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.395 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:02.395 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.395 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.395 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.395 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.395 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.395 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.395 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.395 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.395 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.31", 2024-04-10T16:34:02.395 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.395 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.395 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.396 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5037, 2024-04-10T16:34:02.396 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.396 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:19:08.879805+0000", 2024-04-10T16:34:02.396 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.396 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.396 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.398 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.398 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.398 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.398 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.398 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.398 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.399 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:02.399 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.399 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:02.399 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.399 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.399 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.399 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.399 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.399 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.399 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:02.399 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.399 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:02.399 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.399 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.399 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.399 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.399 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.400 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:02.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.266863+0000", 2024-04-10T16:34:02.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.266863+0000", 2024-04-10T16:34:02.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.267557+0000", 2024-04-10T16:34:02.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:02.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:02.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:02.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:02.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:02.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:02.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:02.401 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.401 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.401 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.401 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.401 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:02.401 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.401 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.401 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.401 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.401 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.401 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.401 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.401 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.401 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.32", 2024-04-10T16:34:02.401 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.401 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.401 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.402 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5059, 2024-04-10T16:34:02.402 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.402 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:36:11.370303+0000", 2024-04-10T16:34:02.402 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.402 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.402 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.404 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.405 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.405 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.405 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.405 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.405 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.405 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:02.405 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.405 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:02.405 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.405 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.405 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.405 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.405 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.405 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.405 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:02.405 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.405 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:02.405 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.406 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.406 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.406 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.406 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.406 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.406 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:02.406 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.339971+0000", 2024-04-10T16:34:02.406 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.339971+0000", 2024-04-10T16:34:02.406 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.340425+0000", 2024-04-10T16:34:02.406 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:02.406 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.406 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.406 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.406 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:02.406 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:02.406 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:02.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:02.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:02.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:02.407 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.407 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.407 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.407 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.407 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:02.407 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.407 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.407 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.407 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.407 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.407 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.408 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.408 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.408 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.33", 2024-04-10T16:34:02.408 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.408 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.408 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.408 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5004, 2024-04-10T16:34:02.408 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.408 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:50:06.452055+0000", 2024-04-10T16:34:02.408 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.408 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.408 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.408 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.408 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.408 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.408 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.411 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.411 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.411 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.411 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.411 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.411 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.411 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:02.411 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.411 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:02.411 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.412 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.412 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.412 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.412 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.412 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.412 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.412 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.412 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:02.412 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.412 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.412 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.412 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.412 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.412 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:02.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.341305+0000", 2024-04-10T16:34:02.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.341305+0000", 2024-04-10T16:34:02.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.341642+0000", 2024-04-10T16:34:02.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:02.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:02.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:02.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:02.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:02.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:02.414 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:02.414 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.414 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.414 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.414 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.414 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:02.414 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.414 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.414 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.414 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.414 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.414 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.414 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.414 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.415 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.34", 2024-04-10T16:34:02.415 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.415 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.415 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.415 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4935, 2024-04-10T16:34:02.415 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.415 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:40:57.562025+0000", 2024-04-10T16:34:02.415 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.415 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.415 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.418 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.418 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.418 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.418 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.418 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:02.418 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.418 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.418 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.419 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:02.419 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.419 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.419 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.419 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.419 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.419 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.419 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.419 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.419 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:02.419 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.419 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.419 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.419 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.419 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.420 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:02.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.350914+0000", 2024-04-10T16:34:02.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.350914+0000", 2024-04-10T16:34:02.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.351213+0000", 2024-04-10T16:34:02.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:02.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:02.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:02.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:02.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:02.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.421 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:02.421 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:02.421 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.421 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.421 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.421 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.421 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:02.421 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.421 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.421 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.421 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.421 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.421 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.421 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.421 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.421 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.35", 2024-04-10T16:34:02.422 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.422 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.422 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.422 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4889, 2024-04-10T16:34:02.422 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.422 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:50:25.475577+0000", 2024-04-10T16:34:02.422 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.422 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.422 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.425 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.425 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.425 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.425 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.425 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.425 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.425 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.425 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.425 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:02.425 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.426 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.426 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.426 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.426 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.426 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.426 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:02.426 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.426 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:02.426 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.426 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.426 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.426 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.426 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.426 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.427 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:02.427 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.357080+0000", 2024-04-10T16:34:02.427 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.357080+0000", 2024-04-10T16:34:02.427 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.357948+0000", 2024-04-10T16:34:02.427 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:02.427 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.427 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.427 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.427 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:02.427 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:02.427 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:02.427 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:02.427 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.427 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.428 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.428 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:02.428 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:02.428 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.428 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.428 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.428 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.428 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:02.428 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.428 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.428 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.428 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.428 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.428 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.428 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.428 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.429 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.36", 2024-04-10T16:34:02.429 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.429 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.429 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.429 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4885, 2024-04-10T16:34:02.429 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.429 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:56:52.015046+0000", 2024-04-10T16:34:02.429 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.429 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.429 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.429 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.429 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.429 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.429 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.429 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.432 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.432 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.432 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.432 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.432 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.432 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.432 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:02.432 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.432 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:02.433 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.433 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.433 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.433 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.433 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.433 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.433 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.433 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.433 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:02.433 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.433 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.433 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.433 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.433 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.433 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.434 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:02.434 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368399+0000", 2024-04-10T16:34:02.434 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368399+0000", 2024-04-10T16:34:02.434 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.368706+0000", 2024-04-10T16:34:02.434 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:02.434 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.434 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.434 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.434 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.434 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:02.434 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:02.434 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:02.434 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.434 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.435 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.435 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:02.435 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:02.435 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.435 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.435 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.435 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.435 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.435 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.435 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.435 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.435 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.435 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.435 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.435 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.436 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.436 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.37", 2024-04-10T16:34:02.436 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.436 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.436 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.436 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4857, 2024-04-10T16:34:02.436 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.436 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:00:52.661300+0000", 2024-04-10T16:34:02.436 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.436 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.436 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.439 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.439 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.439 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.439 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.439 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.439 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.439 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.440 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.440 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:02.440 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.440 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.440 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.440 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.440 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.440 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.440 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.440 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.440 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:02.440 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.440 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.440 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.440 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.440 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.441 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.441 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:02.441 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.341187+0000", 2024-04-10T16:34:02.441 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.341187+0000", 2024-04-10T16:34:02.441 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.341490+0000", 2024-04-10T16:34:02.441 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:02.441 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.441 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.441 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.441 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:02.441 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:02.441 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:02.441 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:02.441 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.441 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.442 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.442 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:02.442 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:02.442 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.442 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.442 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.442 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.442 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:02.442 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.442 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.442 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.442 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.442 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.442 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.442 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.443 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.443 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.38", 2024-04-10T16:34:02.443 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.443 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.443 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.443 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4999, 2024-04-10T16:34:02.443 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.443 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:34:12.043203+0000", 2024-04-10T16:34:02.443 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.443 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.443 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.446 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.446 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.446 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.446 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.446 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.446 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.446 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.446 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.446 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:02.447 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.447 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.447 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.447 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.447 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.447 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.447 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:02.447 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.447 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:02.447 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.447 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.447 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.447 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.447 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.447 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:02.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.377753+0000", 2024-04-10T16:34:02.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.377753+0000", 2024-04-10T16:34:02.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.378248+0000", 2024-04-10T16:34:02.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:02.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:02.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:02.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:02.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.449 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.449 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:02.449 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:02.449 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.449 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.449 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.449 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.449 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.449 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.449 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.449 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.449 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.449 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.450 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.450 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.450 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.450 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.39", 2024-04-10T16:34:02.450 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.450 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.450 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.450 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4874, 2024-04-10T16:34:02.450 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.450 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:12:12.689371+0000", 2024-04-10T16:34:02.450 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.450 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.450 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.450 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.453 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.453 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.453 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.453 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.453 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.453 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.453 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:02.453 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.453 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:02.454 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.454 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.454 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.454 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.454 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.454 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.454 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:02.454 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.454 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:02.454 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.454 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.454 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.454 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.454 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.454 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.455 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:02.455 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.276312+0000", 2024-04-10T16:34:02.455 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.276312+0000", 2024-04-10T16:34:02.455 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.277010+0000", 2024-04-10T16:34:02.455 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:02.455 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.455 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.455 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.455 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:02.455 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:02.455 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:02.455 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:02.455 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.455 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.455 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.456 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:02.456 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:02.456 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.456 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.456 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.456 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.456 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:02.456 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.456 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.456 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.456 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.456 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.456 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.456 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.456 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.456 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3a", 2024-04-10T16:34:02.456 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.456 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.457 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.457 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4906, 2024-04-10T16:34:02.457 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.457 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:16:01.428746+0000", 2024-04-10T16:34:02.457 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.457 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.457 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.457 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.457 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.457 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.457 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.457 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.457 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.457 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.457 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.457 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.457 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.459 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.460 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.460 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.460 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.460 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.460 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.460 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:02.460 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.460 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:02.460 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.460 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.460 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.460 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.460 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.460 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.461 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:02.461 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.461 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:02.461 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.461 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.461 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.461 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.461 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.461 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.461 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:02.461 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.370602+0000", 2024-04-10T16:34:02.461 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.370602+0000", 2024-04-10T16:34:02.461 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.371446+0000", 2024-04-10T16:34:02.461 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:02.461 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.461 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:02.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:02.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:02.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:02.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:02.462 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.462 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.462 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.463 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.463 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.463 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.463 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.463 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.463 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.463 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.463 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.463 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.463 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.463 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3b", 2024-04-10T16:34:02.463 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.463 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.463 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.463 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4865, 2024-04-10T16:34:02.464 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.464 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:26:47.655638+0000", 2024-04-10T16:34:02.464 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.464 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.464 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.464 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.464 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.464 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.464 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.464 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.464 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.464 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.464 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.464 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.464 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.464 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.466 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.466 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.466 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.467 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.467 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.467 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.467 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:02.467 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.467 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:02.467 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.467 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.467 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.467 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.467 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.467 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.467 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.467 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.467 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:02.467 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.467 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.467 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.468 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.468 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.468 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.468 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:02.468 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368644+0000", 2024-04-10T16:34:02.468 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368644+0000", 2024-04-10T16:34:02.468 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.368984+0000", 2024-04-10T16:34:02.468 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:02.468 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.468 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.468 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.468 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:02.468 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:02.468 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:02.468 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:02.469 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.469 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.469 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.469 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:02.469 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:02.469 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.469 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.469 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.469 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.469 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:02.469 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.469 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.469 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.470 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.470 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.470 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.470 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.470 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.470 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3c", 2024-04-10T16:34:02.470 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.470 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.470 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.470 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4934, 2024-04-10T16:34:02.470 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.470 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:23:41.494827+0000", 2024-04-10T16:34:02.470 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.470 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.471 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.473 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.473 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.473 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.473 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.473 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:02.473 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:02.473 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:02.474 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.474 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:02.474 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.474 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.474 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.474 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.474 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.474 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.474 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:02.474 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.474 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:02.474 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.474 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.475 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.475 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.475 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.475 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.475 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:02.475 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:11:28.277349+0000", 2024-04-10T16:34:02.475 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:11:28.277349+0000", 2024-04-10T16:34:02.475 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:11:28.277662+0000", 2024-04-10T16:34:02.475 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:02.475 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.475 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.475 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.475 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 381, 2024-04-10T16:34:02.475 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:02.476 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:02.476 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:02.476 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.476 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.476 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.476 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:02.476 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:02.476 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.476 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.476 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.476 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.476 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 380, 2024-04-10T16:34:02.476 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.476 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.476 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.476 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.476 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.476 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.477 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.477 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.477 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3d", 2024-04-10T16:34:02.477 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.477 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.477 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.477 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5065, 2024-04-10T16:34:02.477 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.477 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:02:02.085921+0000", 2024-04-10T16:34:02.477 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.477 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.477 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.477 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.477 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.477 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.477 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.477 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.478 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.478 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.478 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.478 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.478 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.478 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.478 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.478 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.478 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.478 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.478 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.478 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.478 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.480 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.480 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.480 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.480 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.480 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.480 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.480 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:02.480 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.480 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:02.480 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.481 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.481 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.481 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.481 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.481 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.481 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.481 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.481 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:02.481 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.481 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.481 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.481 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.481 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.481 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.481 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:02.481 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.349773+0000", 2024-04-10T16:34:02.481 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.349773+0000", 2024-04-10T16:34:02.481 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.350573+0000", 2024-04-10T16:34:02.481 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:02.482 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.482 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.482 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.482 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:02.482 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:02.482 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:02.482 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:02.482 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.482 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.482 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.482 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:02.482 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:02.482 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.482 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.482 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.482 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.482 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:02.483 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.483 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.483 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.483 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.483 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.483 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.483 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.483 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.483 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3e", 2024-04-10T16:34:02.483 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.483 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.483 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.483 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5035, 2024-04-10T16:34:02.483 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.483 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:04:56.936670+0000", 2024-04-10T16:34:02.483 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.483 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.484 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.484 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.484 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.484 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.484 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.484 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.484 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.484 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.484 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.484 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.484 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.484 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.484 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.484 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.486 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.486 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.486 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.486 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.487 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.487 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:02.487 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:02.487 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.487 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:02.487 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.487 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.487 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.487 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:02.487 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.487 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.487 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.487 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.487 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:02.487 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:02.488 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:02.488 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:02.488 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:02.488 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:02.488 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:02.488 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:02.488 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.342540+0000", 2024-04-10T16:34:02.488 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.342540+0000", 2024-04-10T16:34:02.488 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.342883+0000", 2024-04-10T16:34:02.488 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:02.488 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.488 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:02.488 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.488 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:02.489 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:02.489 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:02.489 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:02.489 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:02.489 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:02.489 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:02.489 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:02.489 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:02.489 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:02.489 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.489 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:02.489 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:02.489 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:02.489 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:02.489 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:02.490 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:02.490 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:02.490 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.490 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:02.490 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:02.490 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:02.490 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3f", 2024-04-10T16:34:02.490 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:02.490 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:02.490 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:02.490 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5007, 2024-04-10T16:34:02.490 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:02.490 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:50:38.745630+0000", 2024-04-10T16:34:02.490 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:02.490 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:02.491 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.491 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.491 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.491 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.491 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.491 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.491 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.491 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.491 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.491 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.491 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.491 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.491 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.491 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.491 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.493 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.493 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:02.493 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:02.494 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:02.494 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:02.494 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:02.494 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.494 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.494 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:02.494 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:02.494 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.494 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.494 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_per_pool": [ 2024-04-10T16:34:02.494 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.494 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 24, 2024-04-10T16:34:02.494 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:02.494 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd" 2024-04-10T16:34:02.494 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.494 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 24478, 2024-04-10T16:34:02.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 8, 2024-04-10T16:34:02.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 8, 2024-04-10T16:34:02.495 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 24478, 2024-04-10T16:34:02.495 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 4, 2024-04-10T16:34:02.495 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 4194323, 2024-04-10T16:34:02.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 12, 2024-04-10T16:34:02.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 4, 2024-04-10T16:34:02.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 4, 2024-04-10T16:34:02.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 2, 2024-04-10T16:34:02.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.497 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.497 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.497 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.497 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.497 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.497 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 9012, 2024-04-10T16:34:02.497 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 3108083, 2024-04-10T16:34:02.497 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.497 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.497 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.497 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 24348, 2024-04-10T16:34:02.497 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 3073089 2024-04-10T16:34:02.497 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.497 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T16:34:02.497 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 12595200, 2024-04-10T16:34:02.497 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T16:34:02.497 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T16:34:02.498 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T16:34:02.498 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T16:34:02.498 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 12582969, 2024-04-10T16:34:02.498 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T16:34:02.498 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T16:34:02.498 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T16:34:02.498 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T16:34:02.498 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.498 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 24 2024-04-10T16:34:02.498 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.498 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.498 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 192, 2024-04-10T16:34:02.498 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:02.498 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T16:34:02.498 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.498 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 64, 2024-04-10T16:34:02.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 8, 2024-04-10T16:34:02.499 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.499 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 3, 2024-04-10T16:34:02.499 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.501 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.501 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T16:34:02.501 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 0, 2024-04-10T16:34:02.502 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T16:34:02.502 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T16:34:02.502 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T16:34:02.502 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T16:34:02.502 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 0, 2024-04-10T16:34:02.502 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T16:34:02.502 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T16:34:02.502 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T16:34:02.502 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T16:34:02.502 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.502 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 192 2024-04-10T16:34:02.502 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.502 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.502 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 3, 2024-04-10T16:34:02.502 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:02.502 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr" 2024-04-10T16:34:02.503 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.503 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 237, 2024-04-10T16:34:02.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 1, 2024-04-10T16:34:02.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 3, 2024-04-10T16:34:02.503 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 237, 2024-04-10T16:34:02.503 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 1, 2024-04-10T16:34:02.503 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 590368, 2024-04-10T16:34:02.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 1771104, 2024-04-10T16:34:02.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T16:34:02.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T16:34:02.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T16:34:02.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 6, 2024-04-10T16:34:02.504 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1178, 2024-04-10T16:34:02.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 1994, 2024-04-10T16:34:02.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 391, 2024-04-10T16:34:02.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 2416 2024-04-10T16:34:02.505 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.505 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T16:34:02.505 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 1781760, 2024-04-10T16:34:02.505 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T16:34:02.505 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T16:34:02.505 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T16:34:02.505 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T16:34:02.506 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 1771104, 2024-04-10T16:34:02.506 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T16:34:02.506 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T16:34:02.506 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T16:34:02.506 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T16:34:02.506 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.506 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 3 2024-04-10T16:34:02.506 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.506 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.506 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 96, 2024-04-10T16:34:02.506 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:02.506 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T16:34:02.506 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.506 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 68, 2024-04-10T16:34:02.506 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 32, 2024-04-10T16:34:02.506 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 8, 2024-04-10T16:34:02.507 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 68, 2024-04-10T16:34:02.507 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 2, 2024-04-10T16:34:02.507 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 6622, 2024-04-10T16:34:02.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 66, 2024-04-10T16:34:02.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 22, 2024-04-10T16:34:02.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 22, 2024-04-10T16:34:02.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 14, 2024-04-10T16:34:02.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 79, 2024-04-10T16:34:02.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 87, 2024-04-10T16:34:02.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 68, 2024-04-10T16:34:02.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 36 2024-04-10T16:34:02.509 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.509 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T16:34:02.509 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 110592, 2024-04-10T16:34:02.509 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T16:34:02.509 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T16:34:02.509 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T16:34:02.509 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T16:34:02.509 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 19866, 2024-04-10T16:34:02.509 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T16:34:02.509 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T16:34:02.509 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 44501, 2024-04-10T16:34:02.509 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T16:34:02.510 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.510 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 96 2024-04-10T16:34:02.510 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.510 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.510 INFO:tasks.workunit.client.0.smithi102.stdout: "usage": { 2024-04-10T16:34:02.510 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 105, 2024-04-10T16:34:02.510 INFO:tasks.workunit.client.0.smithi102.stdout: "pools": 4, 2024-04-10T16:34:02.510 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_by_class": { 2024-04-10T16:34:02.510 INFO:tasks.workunit.client.0.smithi102.stdout: "ssd": { 2024-04-10T16:34:02.510 INFO:tasks.workunit.client.0.smithi102.stdout: "total_avail_bytes": 763463704576, 2024-04-10T16:34:02.510 INFO:tasks.workunit.client.0.smithi102.stdout: "total_bytes": 767960285184, 2024-04-10T16:34:02.510 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_bytes": 4496580608, 2024-04-10T16:34:02.510 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_raw_bytes": 4496580608, 2024-04-10T16:34:02.510 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_raw_ratio": 0.005855225492268801 2024-04-10T16:34:02.511 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.511 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.511 INFO:tasks.workunit.client.0.smithi102.stdout: "total_avail_bytes": 763463704576, 2024-04-10T16:34:02.511 INFO:tasks.workunit.client.0.smithi102.stdout: "total_bytes": 767960285184, 2024-04-10T16:34:02.511 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_bytes": 4496580608 2024-04-10T16:34:02.511 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.511 INFO:tasks.workunit.client.0.smithi102.stdout:} 2024-04-10T16:34:02.511 INFO:tasks.workunit.client.0.smithi102.stdout:Device report is generated separately. To see it run 'ceph telemetry preview-device'. 2024-04-10T16:34:02.512 INFO:tasks.workunit.client.0.smithi102.stderr:+ ceph telemetry preview-device 2024-04-10T16:34:02.512 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='client.46073 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:02.512 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='client.46073 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:02.512 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='client.36159 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:02.512 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:02.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:02.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:02.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:02.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.513 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.514 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:02.514 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.514 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:02.514 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.514 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.514 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:02.514 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:02.514 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.515 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='client.46073 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:02.515 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='client.46073 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:02.515 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='client.36159 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:02.515 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:02.515 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:02.515 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.515 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.515 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.515 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.515 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.516 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.516 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.516 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.516 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.516 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:02.516 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:02.516 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.516 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.516 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.516 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:02.516 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.516 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:02.516 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.516 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.516 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:02.516 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:02.516 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.517 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.517 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.517 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='client.36159 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:02.517 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:02.517 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:02.517 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: pgmap v5032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:34:02.517 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.517 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.517 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.517 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.517 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.517 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.517 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.517 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.517 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.517 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:02.517 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:02.517 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.518 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.518 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.518 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:02.518 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.518 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:02.518 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.518 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.518 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:02.518 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:02.518 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.518 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.518 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:01 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.518 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='client.36177 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:02.518 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='client.36177 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:02.518 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='client.46103 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:02.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:02.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:02.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:02.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:02.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:02.519 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.520 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:02.520 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.520 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.520 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:02.520 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:02.520 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.520 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.520 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.520 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='client.46073 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:02.520 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='client.46073 -' entity='client.admin' cmd=[{"prefix": "telemetry collection ls", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:02.520 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='client.36159 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:02.520 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:02.520 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:02.520 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.520 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:02.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:02.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:02.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:02.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.521 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:02.522 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:02.522 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.522 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.522 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.522 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='client.36159 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:02.522 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:02.522 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:02.522 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: pgmap v5032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:34:02.522 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.522 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.522 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.522 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.522 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.522 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:02.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:02.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:02.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:02.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:02.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:02.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.523 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.524 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.524 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.524 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='client.36159 -' entity='client.admin' cmd=[{"prefix": "telemetry preview", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:02.524 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:02.524 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:02.524 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: pgmap v5032: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail 2024-04-10T16:34:02.524 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.524 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.524 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.525 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.525 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.525 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.525 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.525 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.525 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.525 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:02.525 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:02.525 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.525 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.525 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.525 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:02.525 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.525 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:02.525 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.525 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.525 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:02.525 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:02.526 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:02.526 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:02.526 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:01 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:02.526 INFO:tasks.workunit.client.0.smithi102.stdout:device channel is on and up to date, see report with `ceph telemetry show-device`. 2024-04-10T16:34:02.526 INFO:tasks.workunit.client.0.smithi102.stderr:+ ceph telemetry preview-all 2024-04-10T16:34:02.537 INFO:tasks.workunit.client.0.smithi102.stdout:{ 2024-04-10T16:34:02.537 INFO:tasks.workunit.client.0.smithi102.stdout: "device_report": { 2024-04-10T16:34:02.537 INFO:tasks.workunit.client.0.smithi102.stdout: "ce06229e-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T16:34:02.537 INFO:tasks.workunit.client.0.smithi102.stdout: "INTEL_SSDPEDMD400G4_ce06a426-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T16:34:02.537 INFO:tasks.workunit.client.0.smithi102.stdout: "20240410-150053": { 2024-04-10T16:34:02.537 INFO:tasks.workunit.client.0.smithi102.stdout: "device": { 2024-04-10T16:34:02.537 INFO:tasks.workunit.client.0.smithi102.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T16:34:02.537 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "/dev/nvme0n1", 2024-04-10T16:34:02.537 INFO:tasks.workunit.client.0.smithi102.stdout: "protocol": "NVMe", 2024-04-10T16:34:02.537 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "nvme" 2024-04-10T16:34:02.537 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.537 INFO:tasks.workunit.client.0.smithi102.stdout: "firmware_version": "8DV101H0", 2024-04-10T16:34:02.537 INFO:tasks.workunit.client.0.smithi102.stdout: "host_id": "ce06229e-f74b-11ee-960e-0cc47a8fd769", 2024-04-10T16:34:02.537 INFO:tasks.workunit.client.0.smithi102.stdout: "json_format_version": [ 2024-04-10T16:34:02.537 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.538 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.538 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.538 INFO:tasks.workunit.client.0.smithi102.stdout: "local_time": { 2024-04-10T16:34:02.538 INFO:tasks.workunit.client.0.smithi102.stdout: "asctime": "Wed Apr 10 15:00:53 2024 UTC", 2024-04-10T16:34:02.538 INFO:tasks.workunit.client.0.smithi102.stdout: "time_t": 1712761253 2024-04-10T16:34:02.538 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.538 INFO:tasks.workunit.client.0.smithi102.stdout: "logical_block_size": 512, 2024-04-10T16:34:02.538 INFO:tasks.workunit.client.0.smithi102.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T16:34:02.538 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_controller_id": 0, 2024-04-10T16:34:02.538 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T16:34:02.538 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_namespaces": [ 2024-04-10T16:34:02.538 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.538 INFO:tasks.workunit.client.0.smithi102.stdout: "capacity": { 2024-04-10T16:34:02.538 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T16:34:02.538 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T16:34:02.538 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.539 INFO:tasks.workunit.client.0.smithi102.stdout: "formatted_lba_size": 512, 2024-04-10T16:34:02.539 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 1, 2024-04-10T16:34:02.539 INFO:tasks.workunit.client.0.smithi102.stdout: "size": { 2024-04-10T16:34:02.539 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T16:34:02.539 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T16:34:02.539 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.539 INFO:tasks.workunit.client.0.smithi102.stdout: "utilization": { 2024-04-10T16:34:02.539 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T16:34:02.539 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T16:34:02.539 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.539 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.539 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.539 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T16:34:02.539 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_pci_vendor": { 2024-04-10T16:34:02.539 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 32902, 2024-04-10T16:34:02.540 INFO:tasks.workunit.client.0.smithi102.stdout: "subsystem_id": 32902 2024-04-10T16:34:02.540 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.540 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T16:34:02.540 INFO:tasks.workunit.client.0.smithi102.stdout: "Device stats": { 2024-04-10T16:34:02.540 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_fw_downgrades": { 2024-04-10T16:34:02.540 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:02.540 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.540 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.540 INFO:tasks.workunit.client.0.smithi102.stdout: "crc_error_count": { 2024-04-10T16:34:02.540 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.540 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.540 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.541 INFO:tasks.workunit.client.0.smithi102.stdout: "end_to_end_error_detection_count": { 2024-04-10T16:34:02.541 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.541 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.541 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.541 INFO:tasks.workunit.client.0.smithi102.stdout: "erase_fail_count": { 2024-04-10T16:34:02.541 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.541 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.541 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.541 INFO:tasks.workunit.client.0.smithi102.stdout: "host_bytes_written": { 2024-04-10T16:34:02.541 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.541 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 30616943 2024-04-10T16:34:02.541 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.541 INFO:tasks.workunit.client.0.smithi102.stdout: "host_ctx_wear_used": { 2024-04-10T16:34:02.541 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.541 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 1 2024-04-10T16:34:02.542 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.542 INFO:tasks.workunit.client.0.smithi102.stdout: "media_bytes_read": { 2024-04-10T16:34:02.542 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:02.542 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.542 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.542 INFO:tasks.workunit.client.0.smithi102.stdout: "nand_bytes_written": { 2024-04-10T16:34:02.542 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.542 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 52643310 2024-04-10T16:34:02.542 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.542 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_stat_indicator": { 2024-04-10T16:34:02.542 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:02.542 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.542 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.542 INFO:tasks.workunit.client.0.smithi102.stdout: "pll_lock_loss_count": { 2024-04-10T16:34:02.543 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.543 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 1 2024-04-10T16:34:02.543 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.543 INFO:tasks.workunit.client.0.smithi102.stdout: "program_fail_count": { 2024-04-10T16:34:02.543 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.543 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.543 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.543 INFO:tasks.workunit.client.0.smithi102.stdout: "re_alloc_sectr_cnt": { 2024-04-10T16:34:02.543 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:02.543 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.543 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.543 INFO:tasks.workunit.client.0.smithi102.stdout: "retry_buffer_overflow_count": { 2024-04-10T16:34:02.543 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.543 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.543 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.543 INFO:tasks.workunit.client.0.smithi102.stdout: "soft_ecc_err_rate": { 2024-04-10T16:34:02.543 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:02.543 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.544 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.544 INFO:tasks.workunit.client.0.smithi102.stdout: "thermal_throttle_status": { 2024-04-10T16:34:02.544 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.544 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T16:34:02.544 INFO:tasks.workunit.client.0.smithi102.stdout: "cnt": 0, 2024-04-10T16:34:02.544 INFO:tasks.workunit.client.0.smithi102.stdout: "pct": 0 2024-04-10T16:34:02.544 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.544 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.544 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_host_reads": { 2024-04-10T16:34:02.544 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.544 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T16:34:02.544 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.544 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_media_wear": { 2024-04-10T16:34:02.544 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.544 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 64 2024-04-10T16:34:02.544 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.545 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_timer": { 2024-04-10T16:34:02.545 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.545 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T16:34:02.545 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.545 INFO:tasks.workunit.client.0.smithi102.stdout: "unexp_power_loss": { 2024-04-10T16:34:02.545 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:02.545 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.545 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.545 INFO:tasks.workunit.client.0.smithi102.stdout: "wear_leveling": { 2024-04-10T16:34:02.545 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 89, 2024-04-10T16:34:02.545 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T16:34:02.545 INFO:tasks.workunit.client.0.smithi102.stdout: "avg": 3568, 2024-04-10T16:34:02.545 INFO:tasks.workunit.client.0.smithi102.stdout: "max": 3577, 2024-04-10T16:34:02.545 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 3559 2024-04-10T16:34:02.545 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.545 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.545 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.546 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T16:34:02.546 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.546 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_log": { 2024-04-10T16:34:02.546 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare": 100, 2024-04-10T16:34:02.546 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare_threshold": 10, 2024-04-10T16:34:02.546 INFO:tasks.workunit.client.0.smithi102.stdout: "controller_busy_time": 0, 2024-04-10T16:34:02.546 INFO:tasks.workunit.client.0.smithi102.stdout: "critical_warning": 0, 2024-04-10T16:34:02.546 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_read": 398325925, 2024-04-10T16:34:02.546 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_written": 2006512017, 2024-04-10T16:34:02.546 INFO:tasks.workunit.client.0.smithi102.stdout: "host_reads": 6645621909, 2024-04-10T16:34:02.546 INFO:tasks.workunit.client.0.smithi102.stdout: "host_writes": 36147710703, 2024-04-10T16:34:02.546 INFO:tasks.workunit.client.0.smithi102.stdout: "media_errors": 0, 2024-04-10T16:34:02.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_err_log_entries": 0, 2024-04-10T16:34:02.546 INFO:tasks.workunit.client.0.smithi102.stdout: "percentage_used": 11, 2024-04-10T16:34:02.546 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycles": 58030, 2024-04-10T16:34:02.546 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_hours": 52585, 2024-04-10T16:34:02.546 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": 30, 2024-04-10T16:34:02.547 INFO:tasks.workunit.client.0.smithi102.stdout: "unsafe_shutdowns": 26 2024-04-10T16:34:02.547 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.547 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_vendor": "intel", 2024-04-10T16:34:02.547 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycle_count": 58030, 2024-04-10T16:34:02.547 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_time": { 2024-04-10T16:34:02.547 INFO:tasks.workunit.client.0.smithi102.stdout: "hours": 52585 2024-04-10T16:34:02.547 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.547 INFO:tasks.workunit.client.0.smithi102.stdout: "serial_number": "deleted", 2024-04-10T16:34:02.547 INFO:tasks.workunit.client.0.smithi102.stdout: "smart_status": { 2024-04-10T16:34:02.547 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme": { 2024-04-10T16:34:02.547 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.547 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.547 INFO:tasks.workunit.client.0.smithi102.stdout: "passed": true 2024-04-10T16:34:02.547 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.547 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl": { 2024-04-10T16:34:02.547 INFO:tasks.workunit.client.0.smithi102.stdout: "argv": [ 2024-04-10T16:34:02.548 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl", 2024-04-10T16:34:02.548 INFO:tasks.workunit.client.0.smithi102.stdout: "-x", 2024-04-10T16:34:02.548 INFO:tasks.workunit.client.0.smithi102.stdout: "--json=o", 2024-04-10T16:34:02.548 INFO:tasks.workunit.client.0.smithi102.stdout: "/dev/nvme0n1" 2024-04-10T16:34:02.548 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.548 INFO:tasks.workunit.client.0.smithi102.stdout: "build_info": "(local build)", 2024-04-10T16:34:02.548 INFO:tasks.workunit.client.0.smithi102.stdout: "exit_status": 0, 2024-04-10T16:34:02.548 INFO:tasks.workunit.client.0.smithi102.stdout: "output": [ 2024-04-10T16:34:02.548 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T16:34:02.548 INFO:tasks.workunit.client.0.smithi102.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T16:34:02.548 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:02.548 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T16:34:02.548 INFO:tasks.workunit.client.0.smithi102.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T16:34:02.548 INFO:tasks.workunit.client.0.smithi102.stdout: "Serial Number: deleted", 2024-04-10T16:34:02.549 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Version: 8DV101H0", 2024-04-10T16:34:02.549 INFO:tasks.workunit.client.0.smithi102.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T16:34:02.549 INFO:tasks.workunit.client.0.smithi102.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T16:34:02.549 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller ID: 0", 2024-04-10T16:34:02.549 INFO:tasks.workunit.client.0.smithi102.stdout: "Number of Namespaces: 1", 2024-04-10T16:34:02.549 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T16:34:02.549 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T16:34:02.549 INFO:tasks.workunit.client.0.smithi102.stdout: "Local Time is: Wed Apr 10 15:00:53 2024 UTC", 2024-04-10T16:34:02.549 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T16:34:02.549 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T16:34:02.549 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T16:34:02.549 INFO:tasks.workunit.client.0.smithi102.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T16:34:02.549 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:02.550 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported Power States", 2024-04-10T16:34:02.550 INFO:tasks.workunit.client.0.smithi102.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T16:34:02.550 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T16:34:02.550 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:02.550 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T16:34:02.550 INFO:tasks.workunit.client.0.smithi102.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T16:34:02.550 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 512 0 2", 2024-04-10T16:34:02.550 INFO:tasks.workunit.client.0.smithi102.stdout: " 1 - 512 8 2", 2024-04-10T16:34:02.550 INFO:tasks.workunit.client.0.smithi102.stdout: " 2 - 512 16 2", 2024-04-10T16:34:02.550 INFO:tasks.workunit.client.0.smithi102.stdout: " 3 - 4096 0 0", 2024-04-10T16:34:02.550 INFO:tasks.workunit.client.0.smithi102.stdout: " 4 - 4096 8 0", 2024-04-10T16:34:02.550 INFO:tasks.workunit.client.0.smithi102.stdout: " 5 - 4096 64 0", 2024-04-10T16:34:02.550 INFO:tasks.workunit.client.0.smithi102.stdout: " 6 - 4096 128 0", 2024-04-10T16:34:02.550 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:02.550 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T16:34:02.550 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T16:34:02.551 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:02.551 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T16:34:02.551 INFO:tasks.workunit.client.0.smithi102.stdout: "Critical Warning: 0x00", 2024-04-10T16:34:02.551 INFO:tasks.workunit.client.0.smithi102.stdout: "Temperature: 30 Celsius", 2024-04-10T16:34:02.551 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare: 100%", 2024-04-10T16:34:02.551 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare Threshold: 10%", 2024-04-10T16:34:02.551 INFO:tasks.workunit.client.0.smithi102.stdout: "Percentage Used: 11%", 2024-04-10T16:34:02.551 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Read: 398,325,925 [203 TB]", 2024-04-10T16:34:02.551 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Written: 2,006,512,017 [1.02 PB]", 2024-04-10T16:34:02.551 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Read Commands: 6,645,621,909", 2024-04-10T16:34:02.551 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Write Commands: 36,147,710,703", 2024-04-10T16:34:02.551 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller Busy Time: 0", 2024-04-10T16:34:02.551 INFO:tasks.workunit.client.0.smithi102.stdout: "Power Cycles: 58,030", 2024-04-10T16:34:02.551 INFO:tasks.workunit.client.0.smithi102.stdout: "Power On Hours: 52,585", 2024-04-10T16:34:02.552 INFO:tasks.workunit.client.0.smithi102.stdout: "Unsafe Shutdowns: 26", 2024-04-10T16:34:02.552 INFO:tasks.workunit.client.0.smithi102.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T16:34:02.552 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information Log Entries: 0", 2024-04-10T16:34:02.552 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:02.552 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T16:34:02.552 INFO:tasks.workunit.client.0.smithi102.stdout: "No Errors Logged", 2024-04-10T16:34:02.552 INFO:tasks.workunit.client.0.smithi102.stdout: "" 2024-04-10T16:34:02.552 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.552 INFO:tasks.workunit.client.0.smithi102.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T16:34:02.552 INFO:tasks.workunit.client.0.smithi102.stdout: "svn_revision": "5022", 2024-04-10T16:34:02.552 INFO:tasks.workunit.client.0.smithi102.stdout: "version": [ 2024-04-10T16:34:02.552 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.552 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:02.552 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.553 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": { 2024-04-10T16:34:02.553 INFO:tasks.workunit.client.0.smithi102.stdout: "current": 30 2024-04-10T16:34:02.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.553 INFO:tasks.workunit.client.0.smithi102.stdout: "user_capacity": { 2024-04-10T16:34:02.553 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T16:34:02.553 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T16:34:02.553 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.553 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.553 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.553 INFO:tasks.workunit.client.0.smithi102.stdout: "ce07d918-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T16:34:02.553 INFO:tasks.workunit.client.0.smithi102.stdout: "INTEL_SSDPEDMD400G4_ce0852a8-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T16:34:02.553 INFO:tasks.workunit.client.0.smithi102.stdout: "20240410-150051": { 2024-04-10T16:34:02.553 INFO:tasks.workunit.client.0.smithi102.stdout: "device": { 2024-04-10T16:34:02.554 INFO:tasks.workunit.client.0.smithi102.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T16:34:02.554 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "/dev/nvme0n1", 2024-04-10T16:34:02.554 INFO:tasks.workunit.client.0.smithi102.stdout: "protocol": "NVMe", 2024-04-10T16:34:02.554 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "nvme" 2024-04-10T16:34:02.554 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.554 INFO:tasks.workunit.client.0.smithi102.stdout: "firmware_version": "8DV101H0", 2024-04-10T16:34:02.554 INFO:tasks.workunit.client.0.smithi102.stdout: "host_id": "ce07d918-f74b-11ee-960e-0cc47a8fd769", 2024-04-10T16:34:02.554 INFO:tasks.workunit.client.0.smithi102.stdout: "json_format_version": [ 2024-04-10T16:34:02.554 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:02.554 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:02.554 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.554 INFO:tasks.workunit.client.0.smithi102.stdout: "local_time": { 2024-04-10T16:34:02.554 INFO:tasks.workunit.client.0.smithi102.stdout: "asctime": "Wed Apr 10 15:00:51 2024 UTC", 2024-04-10T16:34:02.554 INFO:tasks.workunit.client.0.smithi102.stdout: "time_t": 1712761251 2024-04-10T16:34:02.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.555 INFO:tasks.workunit.client.0.smithi102.stdout: "logical_block_size": 512, 2024-04-10T16:34:02.555 INFO:tasks.workunit.client.0.smithi102.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T16:34:02.555 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_controller_id": 0, 2024-04-10T16:34:02.555 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T16:34:02.555 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_namespaces": [ 2024-04-10T16:34:02.555 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.555 INFO:tasks.workunit.client.0.smithi102.stdout: "capacity": { 2024-04-10T16:34:02.555 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T16:34:02.555 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T16:34:02.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.555 INFO:tasks.workunit.client.0.smithi102.stdout: "formatted_lba_size": 512, 2024-04-10T16:34:02.555 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 1, 2024-04-10T16:34:02.555 INFO:tasks.workunit.client.0.smithi102.stdout: "size": { 2024-04-10T16:34:02.555 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T16:34:02.555 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T16:34:02.556 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.556 INFO:tasks.workunit.client.0.smithi102.stdout: "utilization": { 2024-04-10T16:34:02.556 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T16:34:02.556 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T16:34:02.556 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.556 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.556 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.556 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T16:34:02.556 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_pci_vendor": { 2024-04-10T16:34:02.556 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 32902, 2024-04-10T16:34:02.556 INFO:tasks.workunit.client.0.smithi102.stdout: "subsystem_id": 32902 2024-04-10T16:34:02.556 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.556 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T16:34:02.557 INFO:tasks.workunit.client.0.smithi102.stdout: "Device stats": { 2024-04-10T16:34:02.557 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_fw_downgrades": { 2024-04-10T16:34:02.557 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:02.557 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.557 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.557 INFO:tasks.workunit.client.0.smithi102.stdout: "crc_error_count": { 2024-04-10T16:34:02.557 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.557 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.557 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.557 INFO:tasks.workunit.client.0.smithi102.stdout: "end_to_end_error_detection_count": { 2024-04-10T16:34:02.557 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.557 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.557 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.557 INFO:tasks.workunit.client.0.smithi102.stdout: "erase_fail_count": { 2024-04-10T16:34:02.558 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.558 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.558 INFO:tasks.workunit.client.0.smithi102.stdout: "host_bytes_written": { 2024-04-10T16:34:02.558 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.558 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 29022460 2024-04-10T16:34:02.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.558 INFO:tasks.workunit.client.0.smithi102.stdout: "host_ctx_wear_used": { 2024-04-10T16:34:02.558 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.558 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 1 2024-04-10T16:34:02.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.558 INFO:tasks.workunit.client.0.smithi102.stdout: "media_bytes_read": { 2024-04-10T16:34:02.558 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:02.558 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.559 INFO:tasks.workunit.client.0.smithi102.stdout: "nand_bytes_written": { 2024-04-10T16:34:02.559 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.559 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 47035660 2024-04-10T16:34:02.559 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.559 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_stat_indicator": { 2024-04-10T16:34:02.559 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:02.559 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.559 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.559 INFO:tasks.workunit.client.0.smithi102.stdout: "pll_lock_loss_count": { 2024-04-10T16:34:02.559 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.559 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.559 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.559 INFO:tasks.workunit.client.0.smithi102.stdout: "program_fail_count": { 2024-04-10T16:34:02.559 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.559 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.559 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.559 INFO:tasks.workunit.client.0.smithi102.stdout: "re_alloc_sectr_cnt": { 2024-04-10T16:34:02.560 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:02.560 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.560 INFO:tasks.workunit.client.0.smithi102.stdout: "retry_buffer_overflow_count": { 2024-04-10T16:34:02.560 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.560 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.560 INFO:tasks.workunit.client.0.smithi102.stdout: "soft_ecc_err_rate": { 2024-04-10T16:34:02.560 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:02.560 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.560 INFO:tasks.workunit.client.0.smithi102.stdout: "thermal_throttle_status": { 2024-04-10T16:34:02.560 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.560 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T16:34:02.561 INFO:tasks.workunit.client.0.smithi102.stdout: "cnt": 0, 2024-04-10T16:34:02.561 INFO:tasks.workunit.client.0.smithi102.stdout: "pct": 0 2024-04-10T16:34:02.561 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.561 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_host_reads": { 2024-04-10T16:34:02.561 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.561 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T16:34:02.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.561 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_media_wear": { 2024-04-10T16:34:02.561 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.561 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 64 2024-04-10T16:34:02.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.561 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_timer": { 2024-04-10T16:34:02.561 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:02.561 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T16:34:02.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.561 INFO:tasks.workunit.client.0.smithi102.stdout: "unexp_power_loss": { 2024-04-10T16:34:02.561 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:02.562 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:02.562 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.562 INFO:tasks.workunit.client.0.smithi102.stdout: "wear_leveling": { 2024-04-10T16:34:02.562 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 90, 2024-04-10T16:34:02.562 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T16:34:02.562 INFO:tasks.workunit.client.0.smithi102.stdout: "avg": 3151, 2024-04-10T16:34:02.562 INFO:tasks.workunit.client.0.smithi102.stdout: "max": 3165, 2024-04-10T16:34:02.562 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 3137 2024-04-10T16:34:02.562 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.562 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.562 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.562 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T16:34:02.562 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.562 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_log": { 2024-04-10T16:34:02.562 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare": 100, 2024-04-10T16:34:02.562 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare_threshold": 10, 2024-04-10T16:34:02.563 INFO:tasks.workunit.client.0.smithi102.stdout: "controller_busy_time": 20, 2024-04-10T16:34:02.563 INFO:tasks.workunit.client.0.smithi102.stdout: "critical_warning": 0, 2024-04-10T16:34:02.563 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_read": 366309498, 2024-04-10T16:34:02.563 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_written": 1902015958, 2024-04-10T16:34:02.563 INFO:tasks.workunit.client.0.smithi102.stdout: "host_reads": 5609668850, 2024-04-10T16:34:02.563 INFO:tasks.workunit.client.0.smithi102.stdout: "host_writes": 32437175949, 2024-04-10T16:34:02.563 INFO:tasks.workunit.client.0.smithi102.stdout: "media_errors": 0, 2024-04-10T16:34:02.563 INFO:tasks.workunit.client.0.smithi102.stdout: "num_err_log_entries": 0, 2024-04-10T16:34:02.563 INFO:tasks.workunit.client.0.smithi102.stdout: "percentage_used": 10, 2024-04-10T16:34:02.563 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycles": 44032, 2024-04-10T16:34:02.563 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_hours": 57305, 2024-04-10T16:34:02.563 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": 25, 2024-04-10T16:34:02.563 INFO:tasks.workunit.client.0.smithi102.stdout: "unsafe_shutdowns": 728 2024-04-10T16:34:02.563 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.564 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_vendor": "intel", 2024-04-10T16:34:02.564 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycle_count": 44032, 2024-04-10T16:34:02.564 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_time": { 2024-04-10T16:34:02.564 INFO:tasks.workunit.client.0.smithi102.stdout: "hours": 57305 2024-04-10T16:34:02.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.564 INFO:tasks.workunit.client.0.smithi102.stdout: "serial_number": "deleted", 2024-04-10T16:34:02.564 INFO:tasks.workunit.client.0.smithi102.stdout: "smart_status": { 2024-04-10T16:34:02.564 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme": { 2024-04-10T16:34:02.564 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.564 INFO:tasks.workunit.client.0.smithi102.stdout: "passed": true 2024-04-10T16:34:02.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.564 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl": { 2024-04-10T16:34:02.564 INFO:tasks.workunit.client.0.smithi102.stdout: "argv": [ 2024-04-10T16:34:02.564 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl", 2024-04-10T16:34:02.564 INFO:tasks.workunit.client.0.smithi102.stdout: "-x", 2024-04-10T16:34:02.565 INFO:tasks.workunit.client.0.smithi102.stdout: "--json=o", 2024-04-10T16:34:02.565 INFO:tasks.workunit.client.0.smithi102.stdout: "/dev/nvme0n1" 2024-04-10T16:34:02.565 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.565 INFO:tasks.workunit.client.0.smithi102.stdout: "build_info": "(local build)", 2024-04-10T16:34:02.565 INFO:tasks.workunit.client.0.smithi102.stdout: "exit_status": 0, 2024-04-10T16:34:02.565 INFO:tasks.workunit.client.0.smithi102.stdout: "output": [ 2024-04-10T16:34:02.565 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T16:34:02.565 INFO:tasks.workunit.client.0.smithi102.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T16:34:02.565 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:02.565 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T16:34:02.565 INFO:tasks.workunit.client.0.smithi102.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T16:34:02.565 INFO:tasks.workunit.client.0.smithi102.stdout: "Serial Number: deleted", 2024-04-10T16:34:02.565 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Version: 8DV101H0", 2024-04-10T16:34:02.565 INFO:tasks.workunit.client.0.smithi102.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T16:34:02.565 INFO:tasks.workunit.client.0.smithi102.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T16:34:02.566 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller ID: 0", 2024-04-10T16:34:02.566 INFO:tasks.workunit.client.0.smithi102.stdout: "Number of Namespaces: 1", 2024-04-10T16:34:02.566 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T16:34:02.566 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T16:34:02.566 INFO:tasks.workunit.client.0.smithi102.stdout: "Local Time is: Wed Apr 10 15:00:51 2024 UTC", 2024-04-10T16:34:02.566 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T16:34:02.566 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T16:34:02.566 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T16:34:02.566 INFO:tasks.workunit.client.0.smithi102.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T16:34:02.566 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:02.566 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported Power States", 2024-04-10T16:34:02.566 INFO:tasks.workunit.client.0.smithi102.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T16:34:02.566 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T16:34:02.566 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:02.566 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T16:34:02.567 INFO:tasks.workunit.client.0.smithi102.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T16:34:02.567 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 512 0 2", 2024-04-10T16:34:02.567 INFO:tasks.workunit.client.0.smithi102.stdout: " 1 - 512 8 2", 2024-04-10T16:34:02.567 INFO:tasks.workunit.client.0.smithi102.stdout: " 2 - 512 16 2", 2024-04-10T16:34:02.567 INFO:tasks.workunit.client.0.smithi102.stdout: " 3 - 4096 0 0", 2024-04-10T16:34:02.567 INFO:tasks.workunit.client.0.smithi102.stdout: " 4 - 4096 8 0", 2024-04-10T16:34:02.567 INFO:tasks.workunit.client.0.smithi102.stdout: " 5 - 4096 64 0", 2024-04-10T16:34:02.567 INFO:tasks.workunit.client.0.smithi102.stdout: " 6 - 4096 128 0", 2024-04-10T16:34:02.567 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:02.567 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T16:34:02.567 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T16:34:02.567 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:02.567 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T16:34:02.567 INFO:tasks.workunit.client.0.smithi102.stdout: "Critical Warning: 0x00", 2024-04-10T16:34:02.568 INFO:tasks.workunit.client.0.smithi102.stdout: "Temperature: 25 Celsius", 2024-04-10T16:34:02.568 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare: 100%", 2024-04-10T16:34:02.568 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare Threshold: 10%", 2024-04-10T16:34:02.568 INFO:tasks.workunit.client.0.smithi102.stdout: "Percentage Used: 10%", 2024-04-10T16:34:02.568 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Read: 366,309,498 [187 TB]", 2024-04-10T16:34:02.568 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Written: 1,902,015,958 [973 TB]", 2024-04-10T16:34:02.568 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Read Commands: 5,609,668,850", 2024-04-10T16:34:02.568 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Write Commands: 32,437,175,949", 2024-04-10T16:34:02.568 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller Busy Time: 20", 2024-04-10T16:34:02.568 INFO:tasks.workunit.client.0.smithi102.stdout: "Power Cycles: 44,032", 2024-04-10T16:34:02.568 INFO:tasks.workunit.client.0.smithi102.stdout: "Power On Hours: 57,305", 2024-04-10T16:34:02.568 INFO:tasks.workunit.client.0.smithi102.stdout: "Unsafe Shutdowns: 728", 2024-04-10T16:34:02.568 INFO:tasks.workunit.client.0.smithi102.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T16:34:02.568 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information Log Entries: 0", 2024-04-10T16:34:02.568 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:02.568 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T16:34:02.568 INFO:tasks.workunit.client.0.smithi102.stdout: "No Errors Logged", 2024-04-10T16:34:02.569 INFO:tasks.workunit.client.0.smithi102.stdout: "" 2024-04-10T16:34:02.569 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.569 INFO:tasks.workunit.client.0.smithi102.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T16:34:02.569 INFO:tasks.workunit.client.0.smithi102.stdout: "svn_revision": "5022", 2024-04-10T16:34:02.569 INFO:tasks.workunit.client.0.smithi102.stdout: "version": [ 2024-04-10T16:34:02.569 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:02.569 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:02.569 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.569 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": { 2024-04-10T16:34:02.569 INFO:tasks.workunit.client.0.smithi102.stdout: "current": 25 2024-04-10T16:34:02.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.569 INFO:tasks.workunit.client.0.smithi102.stdout: "user_capacity": { 2024-04-10T16:34:02.569 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T16:34:02.569 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T16:34:02.569 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.569 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.570 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.570 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.570 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.570 INFO:tasks.workunit.client.0.smithi102.stdout: "report": { 2024-04-10T16:34:02.570 INFO:tasks.workunit.client.0.smithi102.stdout: "balancer": { 2024-04-10T16:34:02.570 INFO:tasks.workunit.client.0.smithi102.stdout: "active": true, 2024-04-10T16:34:02.570 INFO:tasks.workunit.client.0.smithi102.stdout: "mode": "" 2024-04-10T16:34:02.570 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.570 INFO:tasks.workunit.client.0.smithi102.stdout: "channels": [ 2024-04-10T16:34:02.570 INFO:tasks.workunit.client.0.smithi102.stdout: "basic", 2024-04-10T16:34:02.570 INFO:tasks.workunit.client.0.smithi102.stdout: "crash", 2024-04-10T16:34:02.570 INFO:tasks.workunit.client.0.smithi102.stdout: "device", 2024-04-10T16:34:02.570 INFO:tasks.workunit.client.0.smithi102.stdout: "ident", 2024-04-10T16:34:02.570 INFO:tasks.workunit.client.0.smithi102.stdout: "perf" 2024-04-10T16:34:02.570 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.571 INFO:tasks.workunit.client.0.smithi102.stdout: "channels_available": [ 2024-04-10T16:34:02.571 INFO:tasks.workunit.client.0.smithi102.stdout: "basic", 2024-04-10T16:34:02.571 INFO:tasks.workunit.client.0.smithi102.stdout: "ident", 2024-04-10T16:34:02.571 INFO:tasks.workunit.client.0.smithi102.stdout: "crash", 2024-04-10T16:34:02.571 INFO:tasks.workunit.client.0.smithi102.stdout: "device", 2024-04-10T16:34:02.571 INFO:tasks.workunit.client.0.smithi102.stdout: "perf" 2024-04-10T16:34:02.571 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.571 INFO:tasks.workunit.client.0.smithi102.stdout: "collections_available": [ 2024-04-10T16:34:02.571 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_base", 2024-04-10T16:34:02.571 INFO:tasks.workunit.client.0.smithi102.stdout: "device_base", 2024-04-10T16:34:02.571 INFO:tasks.workunit.client.0.smithi102.stdout: "crash_base", 2024-04-10T16:34:02.571 INFO:tasks.workunit.client.0.smithi102.stdout: "ident_base", 2024-04-10T16:34:02.571 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_perf", 2024-04-10T16:34:02.571 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_mds_metadata", 2024-04-10T16:34:02.571 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_usage", 2024-04-10T16:34:02.571 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_usage_by_class", 2024-04-10T16:34:02.571 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_rook_v01", 2024-04-10T16:34:02.571 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_memory_metrics", 2024-04-10T16:34:02.572 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_options_bluestore", 2024-04-10T16:34:02.572 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_flags" 2024-04-10T16:34:02.572 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.572 INFO:tasks.workunit.client.0.smithi102.stdout: "collections_opted_in": [ 2024-04-10T16:34:02.572 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_base", 2024-04-10T16:34:02.572 INFO:tasks.workunit.client.0.smithi102.stdout: "device_base", 2024-04-10T16:34:02.572 INFO:tasks.workunit.client.0.smithi102.stdout: "crash_base", 2024-04-10T16:34:02.572 INFO:tasks.workunit.client.0.smithi102.stdout: "ident_base", 2024-04-10T16:34:02.572 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_perf", 2024-04-10T16:34:02.572 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_mds_metadata", 2024-04-10T16:34:02.572 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_usage", 2024-04-10T16:34:02.572 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_usage_by_class", 2024-04-10T16:34:02.572 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_rook_v01", 2024-04-10T16:34:02.572 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_memory_metrics", 2024-04-10T16:34:02.572 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_options_bluestore", 2024-04-10T16:34:02.572 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_flags" 2024-04-10T16:34:02.572 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.572 INFO:tasks.workunit.client.0.smithi102.stdout: "config": { 2024-04-10T16:34:02.573 INFO:tasks.workunit.client.0.smithi102.stdout: "active_changed": [ 2024-04-10T16:34:02.573 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T16:34:02.573 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_debug", 2024-04-10T16:34:02.573 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_mon_ticket_ttl", 2024-04-10T16:34:02.573 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_service_ticket_ttl", 2024-04-10T16:34:02.573 INFO:tasks.workunit.client.0.smithi102.stdout: "bdev_debug_aio", 2024-04-10T16:34:02.573 INFO:tasks.workunit.client.0.smithi102.stdout: "client_check_pool_perm", 2024-04-10T16:34:02.573 INFO:tasks.workunit.client.0.smithi102.stdout: "client_mount_gid", 2024-04-10T16:34:02.573 INFO:tasks.workunit.client.0.smithi102.stdout: "client_mount_uid", 2024-04-10T16:34:02.573 INFO:tasks.workunit.client.0.smithi102.stdout: "client_quota", 2024-04-10T16:34:02.573 INFO:tasks.workunit.client.0.smithi102.stdout: "container_image", 2024-04-10T16:34:02.573 INFO:tasks.workunit.client.0.smithi102.stdout: "daemonize", 2024-04-10T16:34:02.573 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_asserts_on_shutdown", 2024-04-10T16:34:02.573 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mgr", 2024-04-10T16:34:02.573 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mon", 2024-04-10T16:34:02.573 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_ms", 2024-04-10T16:34:02.573 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_osd", 2024-04-10T16:34:02.573 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_paxos", 2024-04-10T16:34:02.574 INFO:tasks.workunit.client.0.smithi102.stdout: "keyring", 2024-04-10T16:34:02.574 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_file", 2024-04-10T16:34:02.574 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_journald", 2024-04-10T16:34:02.574 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_stderr", 2024-04-10T16:34:02.574 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_allow_pool_delete", 2024-04-10T16:34:02.574 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_clock_drift_allowed", 2024-04-10T16:34:02.574 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_file_level", 2024-04-10T16:34:02.574 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_file", 2024-04-10T16:34:02.574 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_journald", 2024-04-10T16:34:02.574 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_stderr", 2024-04-10T16:34:02.574 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_data_avail_warn", 2024-04-10T16:34:02.574 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_election_default_strategy", 2024-04-10T16:34:02.574 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_host", 2024-04-10T16:34:02.574 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_max_pg_per_osd", 2024-04-10T16:34:02.574 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mds_skip_sanity", 2024-04-10T16:34:02.574 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mgr_mkfs_grace", 2024-04-10T16:34:02.574 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_prime_pg_temp", 2024-04-10T16:34:02.575 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T16:34:02.575 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T16:34:02.575 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T16:34:02.575 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T16:34:02.575 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T16:34:02.575 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T16:34:02.575 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T16:34:02.575 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T16:34:02.575 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T16:34:02.575 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T16:34:02.575 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_too_few_osds", 2024-04-10T16:34:02.575 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_bug", 2024-04-10T16:34:02.575 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_old_message", 2024-04-10T16:34:02.575 INFO:tasks.workunit.client.0.smithi102.stdout: "no_config_file", 2024-04-10T16:34:02.575 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_default_list", 2024-04-10T16:34:02.575 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_load_list", 2024-04-10T16:34:02.576 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_misdirected_ops", 2024-04-10T16:34:02.576 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_op_order", 2024-04-10T16:34:02.576 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_pg_log_writeout", 2024-04-10T16:34:02.576 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_shutdown", 2024-04-10T16:34:02.576 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T16:34:02.576 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T16:34:02.576 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T16:34:02.576 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T16:34:02.576 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep", 2024-04-10T16:34:02.576 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_hdd", 2024-04-10T16:34:02.576 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_hybrid", 2024-04-10T16:34:02.576 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_ssd", 2024-04-10T16:34:02.576 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_max_backfills", 2024-04-10T16:34:02.576 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T16:34:02.576 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_profile", 2024-04-10T16:34:02.576 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-10T16:34:02.577 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-10T16:34:02.577 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-10T16:34:02.577 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-10T16:34:02.577 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-10T16:34:02.577 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-10T16:34:02.577 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_lim", 2024-04-10T16:34:02.577 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_res", 2024-04-10T16:34:02.577 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-10T16:34:02.577 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target", 2024-04-10T16:34:02.577 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target_autotune", 2024-04-10T16:34:02.577 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue", 2024-04-10T16:34:02.577 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue_cut_off", 2024-04-10T16:34:02.577 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T16:34:02.577 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T16:34:02.577 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recover_clone_overlap", 2024-04-10T16:34:02.578 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active", 2024-04-10T16:34:02.578 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active_hdd", 2024-04-10T16:34:02.578 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active_ssd", 2024-04-10T16:34:02.578 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_chunk", 2024-04-10T16:34:02.578 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep", 2024-04-10T16:34:02.578 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_hdd", 2024-04-10T16:34:02.578 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_hybrid", 2024-04-10T16:34:02.578 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_ssd", 2024-04-10T16:34:02.578 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_load_threshold", 2024-04-10T16:34:02.578 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_max_interval", 2024-04-10T16:34:02.578 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_sleep", 2024-04-10T16:34:02.578 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_shutdown_pgref_assert", 2024-04-10T16:34:02.578 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep", 2024-04-10T16:34:02.578 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_hdd", 2024-04-10T16:34:02.578 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-10T16:34:02.578 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_ssd", 2024-04-10T16:34:02.578 INFO:tasks.workunit.client.0.smithi102.stdout: "public_network", 2024-04-10T16:34:02.579 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-10T16:34:02.579 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_default_features", 2024-04-10T16:34:02.579 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_qos_exclude_ops", 2024-04-10T16:34:02.579 INFO:tasks.workunit.client.0.smithi102.stdout: "setgroup", 2024-04-10T16:34:02.579 INFO:tasks.workunit.client.0.smithi102.stdout: "setuser" 2024-04-10T16:34:02.579 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.579 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster_changed": [ 2024-04-10T16:34:02.579 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T16:34:02.579 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_debug", 2024-04-10T16:34:02.579 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_mon_ticket_ttl", 2024-04-10T16:34:02.579 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_service_ticket_ttl", 2024-04-10T16:34:02.579 INFO:tasks.workunit.client.0.smithi102.stdout: "bdev_debug_aio", 2024-04-10T16:34:02.579 INFO:tasks.workunit.client.0.smithi102.stdout: "container_image", 2024-04-10T16:34:02.579 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_asserts_on_shutdown", 2024-04-10T16:34:02.579 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mgr", 2024-04-10T16:34:02.580 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mon", 2024-04-10T16:34:02.580 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_ms", 2024-04-10T16:34:02.580 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_osd", 2024-04-10T16:34:02.580 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_paxos", 2024-04-10T16:34:02.580 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_file", 2024-04-10T16:34:02.580 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_journald", 2024-04-10T16:34:02.580 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_stderr", 2024-04-10T16:34:02.580 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_join_fs", 2024-04-10T16:34:02.580 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/allow_ptrace", 2024-04-10T16:34:02.580 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/container_init", 2024-04-10T16:34:02.580 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/migration_current", 2024-04-10T16:34:02.580 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/use_repo_digest", 2024-04-10T16:34:02.580 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-10T16:34:02.581 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-10T16:34:02.581 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-10T16:34:02.581 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-10T16:34:02.581 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/ssl_server_port", 2024-04-10T16:34:02.581 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/orchestrator/orchestrator", 2024-04-10T16:34:02.581 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/channel_ident", 2024-04-10T16:34:02.581 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/channel_perf", 2024-04-10T16:34:02.581 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/description", 2024-04-10T16:34:02.581 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/enabled", 2024-04-10T16:34:02.581 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/organization", 2024-04-10T16:34:02.581 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_allow_pool_delete", 2024-04-10T16:34:02.581 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_clock_drift_allowed", 2024-04-10T16:34:02.581 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_file_level", 2024-04-10T16:34:02.581 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_file", 2024-04-10T16:34:02.581 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_data_avail_warn", 2024-04-10T16:34:02.581 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_election_default_strategy", 2024-04-10T16:34:02.582 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_max_pg_per_osd", 2024-04-10T16:34:02.582 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mds_skip_sanity", 2024-04-10T16:34:02.582 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mgr_mkfs_grace", 2024-04-10T16:34:02.582 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_prime_pg_temp", 2024-04-10T16:34:02.582 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T16:34:02.582 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T16:34:02.582 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T16:34:02.582 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T16:34:02.582 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T16:34:02.582 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T16:34:02.582 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T16:34:02.582 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T16:34:02.582 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T16:34:02.582 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T16:34:02.582 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_too_few_osds", 2024-04-10T16:34:02.582 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_bug", 2024-04-10T16:34:02.583 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_old_message", 2024-04-10T16:34:02.583 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_default_list", 2024-04-10T16:34:02.583 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_load_list", 2024-04-10T16:34:02.583 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_misdirected_ops", 2024-04-10T16:34:02.583 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_op_order", 2024-04-10T16:34:02.583 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_pg_log_writeout", 2024-04-10T16:34:02.583 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_shutdown", 2024-04-10T16:34:02.583 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T16:34:02.583 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T16:34:02.583 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T16:34:02.583 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T16:34:02.583 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T16:34:02.583 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_profile", 2024-04-10T16:34:02.583 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target", 2024-04-10T16:34:02.583 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target_autotune", 2024-04-10T16:34:02.583 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue", 2024-04-10T16:34:02.584 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue_cut_off", 2024-04-10T16:34:02.584 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T16:34:02.584 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T16:34:02.584 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recover_clone_overlap", 2024-04-10T16:34:02.584 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_chunk", 2024-04-10T16:34:02.584 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_load_threshold", 2024-04-10T16:34:02.584 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_max_interval", 2024-04-10T16:34:02.584 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_shutdown_pgref_assert", 2024-04-10T16:34:02.584 INFO:tasks.workunit.client.0.smithi102.stdout: "public_network", 2024-04-10T16:34:02.584 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-10T16:34:02.584 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_cache_enabled", 2024-04-10T16:34:02.584 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_enable_ops_log", 2024-04-10T16:34:02.584 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_enable_usage_log" 2024-04-10T16:34:02.584 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.584 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.584 INFO:tasks.workunit.client.0.smithi102.stdout: "contact": null, 2024-04-10T16:34:02.584 INFO:tasks.workunit.client.0.smithi102.stdout: "crashes": [], 2024-04-10T16:34:02.585 INFO:tasks.workunit.client.0.smithi102.stdout: "created": "2024-04-10T14:57:35.253718Z", 2024-04-10T16:34:02.585 INFO:tasks.workunit.client.0.smithi102.stdout: "crush": { 2024-04-10T16:34:02.585 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_algs": { 2024-04-10T16:34:02.585 INFO:tasks.workunit.client.0.smithi102.stdout: "straw2": 3 2024-04-10T16:34:02.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.585 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_sizes": { 2024-04-10T16:34:02.585 INFO:tasks.workunit.client.0.smithi102.stdout: "2": 1, 2024-04-10T16:34:02.585 INFO:tasks.workunit.client.0.smithi102.stdout: "4": 2 2024-04-10T16:34:02.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.585 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_types": { 2024-04-10T16:34:02.585 INFO:tasks.workunit.client.0.smithi102.stdout: "1": 2, 2024-04-10T16:34:02.585 INFO:tasks.workunit.client.0.smithi102.stdout: "11": 1 2024-04-10T16:34:02.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.585 INFO:tasks.workunit.client.0.smithi102.stdout: "compat_weight_set": false, 2024-04-10T16:34:02.585 INFO:tasks.workunit.client.0.smithi102.stdout: "device_classes": [ 2024-04-10T16:34:02.585 INFO:tasks.workunit.client.0.smithi102.stdout: 8 2024-04-10T16:34:02.585 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_buckets": 6, 2024-04-10T16:34:02.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_devices": 8, 2024-04-10T16:34:02.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_rules": 2, 2024-04-10T16:34:02.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_types": 12, 2024-04-10T16:34:02.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_weight_sets": 0, 2024-04-10T16:34:02.586 INFO:tasks.workunit.client.0.smithi102.stdout: "tunables": { 2024-04-10T16:34:02.586 INFO:tasks.workunit.client.0.smithi102.stdout: "allowed_bucket_algs": 54, 2024-04-10T16:34:02.586 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_local_fallback_tries": 0, 2024-04-10T16:34:02.586 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_local_tries": 0, 2024-04-10T16:34:02.586 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_total_tries": 50, 2024-04-10T16:34:02.586 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_descend_once": 1, 2024-04-10T16:34:02.586 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_stable": 1, 2024-04-10T16:34:02.586 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_vary_r": 1, 2024-04-10T16:34:02.587 INFO:tasks.workunit.client.0.smithi102.stdout: "has_msr_rules": 0, 2024-04-10T16:34:02.587 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v2_rules": 1, 2024-04-10T16:34:02.587 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v3_rules": 0, 2024-04-10T16:34:02.587 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v4_buckets": 1, 2024-04-10T16:34:02.587 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v5_rules": 0, 2024-04-10T16:34:02.587 INFO:tasks.workunit.client.0.smithi102.stdout: "legacy_tunables": 0, 2024-04-10T16:34:02.587 INFO:tasks.workunit.client.0.smithi102.stdout: "minimum_required_version": "jewel", 2024-04-10T16:34:02.587 INFO:tasks.workunit.client.0.smithi102.stdout: "msr_collision_tries": 100, 2024-04-10T16:34:02.587 INFO:tasks.workunit.client.0.smithi102.stdout: "msr_descents": 100, 2024-04-10T16:34:02.587 INFO:tasks.workunit.client.0.smithi102.stdout: "optimal_tunables": 1, 2024-04-10T16:34:02.587 INFO:tasks.workunit.client.0.smithi102.stdout: "profile": "jewel", 2024-04-10T16:34:02.587 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables": 1, 2024-04-10T16:34:02.587 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables2": 1, 2024-04-10T16:34:02.587 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables3": 1, 2024-04-10T16:34:02.587 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables5": 1, 2024-04-10T16:34:02.588 INFO:tasks.workunit.client.0.smithi102.stdout: "straw_calc_version": 1 2024-04-10T16:34:02.588 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.588 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.588 INFO:tasks.workunit.client.0.smithi102.stdout: "description": "upgrade test cluster", 2024-04-10T16:34:02.588 INFO:tasks.workunit.client.0.smithi102.stdout: "fs": { 2024-04-10T16:34:02.588 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:02.588 INFO:tasks.workunit.client.0.smithi102.stdout: "feature_flags": { 2024-04-10T16:34:02.588 INFO:tasks.workunit.client.0.smithi102.stdout: "enable_multiple": true, 2024-04-10T16:34:02.588 INFO:tasks.workunit.client.0.smithi102.stdout: "ever_enabled_multiple": true 2024-04-10T16:34:02.588 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.588 INFO:tasks.workunit.client.0.smithi102.stdout: "filesystems": [ 2024-04-10T16:34:02.588 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.588 INFO:tasks.workunit.client.0.smithi102.stdout: "approx_ctime": "2024-04", 2024-04-10T16:34:02.588 INFO:tasks.workunit.client.0.smithi102.stdout: "balancer_enabled": false, 2024-04-10T16:34:02.588 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.589 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_caps": 0, 2024-04-10T16:34:02.589 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_dns": 10, 2024-04-10T16:34:02.589 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_inos": 13, 2024-04-10T16:34:02.589 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_subtrees": 2, 2024-04-10T16:34:02.589 INFO:tasks.workunit.client.0.smithi102.stdout: "ever_allowed_features": 0, 2024-04-10T16:34:02.589 INFO:tasks.workunit.client.0.smithi102.stdout: "explicitly_allowed_features": 0, 2024-04-10T16:34:02.589 INFO:tasks.workunit.client.0.smithi102.stdout: "files": 0, 2024-04-10T16:34:02.589 INFO:tasks.workunit.client.0.smithi102.stdout: "max_mds": 1, 2024-04-10T16:34:02.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_data_pools": 1, 2024-04-10T16:34:02.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_in": 1, 2024-04-10T16:34:02.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_mds": 1, 2024-04-10T16:34:02.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": 0, 2024-04-10T16:34:02.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_standby_replay": 0, 2024-04-10T16:34:02.589 INFO:tasks.workunit.client.0.smithi102.stdout: "num_up": 1, 2024-04-10T16:34:02.589 INFO:tasks.workunit.client.0.smithi102.stdout: "snaps": 0, 2024-04-10T16:34:02.589 INFO:tasks.workunit.client.0.smithi102.stdout: "standby_count_wanted": 0 2024-04-10T16:34:02.590 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.590 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.590 INFO:tasks.workunit.client.0.smithi102.stdout: "num_standby_mds": 1, 2024-04-10T16:34:02.590 INFO:tasks.workunit.client.0.smithi102.stdout: "total_num_mds": 2 2024-04-10T16:34:02.590 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.590 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_stats": { 2024-04-10T16:34:02.590 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T16:34:02.590 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T16:34:02.590 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 20258816, 2024-04-10T16:34:02.590 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 325552, 2024-04-10T16:34:02.590 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2752512, 2024-04-10T16:34:02.590 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 835584, 2024-04-10T16:34:02.590 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 0, 2024-04-10T16:34:02.591 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 342, 2024-04-10T16:34:02.591 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:02.591 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 1068992, 2024-04-10T16:34:02.591 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 13, 2024-04-10T16:34:02.591 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 793600, 2024-04-10T16:34:02.591 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 14482576, 2024-04-10T16:34:02.591 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 20258816 2024-04-10T16:34:02.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.591 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:02.591 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 20480000, 2024-04-10T16:34:02.591 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 440976, 2024-04-10T16:34:02.591 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2752512, 2024-04-10T16:34:02.591 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:02.591 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 827392, 2024-04-10T16:34:02.591 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 431, 2024-04-10T16:34:02.591 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:02.591 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 1455104, 2024-04-10T16:34:02.592 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 22, 2024-04-10T16:34:02.592 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 935424, 2024-04-10T16:34:02.592 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 14895984, 2024-04-10T16:34:02.592 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 21307392 2024-04-10T16:34:02.592 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.592 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.592 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:02.592 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T16:34:02.592 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 166789120, 2024-04-10T16:34:02.592 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 2218584, 2024-04-10T16:34:02.592 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3014656, 2024-04-10T16:34:02.592 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:02.592 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 1884160, 2024-04-10T16:34:02.592 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 6482, 2024-04-10T16:34:02.592 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:02.592 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 9553976, 2024-04-10T16:34:02.592 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 20, 2024-04-10T16:34:02.592 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 2185984, 2024-04-10T16:34:02.593 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 149815920, 2024-04-10T16:34:02.593 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 168673280 2024-04-10T16:34:02.593 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.593 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:02.593 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 257957888, 2024-04-10T16:34:02.593 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 5924416, 2024-04-10T16:34:02.593 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3145728, 2024-04-10T16:34:02.593 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 647168, 2024-04-10T16:34:02.593 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 1138688, 2024-04-10T16:34:02.593 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 9494, 2024-04-10T16:34:02.593 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:02.593 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 12931960, 2024-04-10T16:34:02.593 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 22, 2024-04-10T16:34:02.593 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 4647168, 2024-04-10T16:34:02.593 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 230661448, 2024-04-10T16:34:02.593 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 259096576 2024-04-10T16:34:02.593 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.593 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.523315f168f59b146f7d533dca80f6e7526a6fec": { 2024-04-10T16:34:02.593 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 171491328, 2024-04-10T16:34:02.594 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 2326776, 2024-04-10T16:34:02.594 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3014656, 2024-04-10T16:34:02.594 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 1753088, 2024-04-10T16:34:02.594 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 311296, 2024-04-10T16:34:02.594 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 6591, 2024-04-10T16:34:02.594 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:02.594 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 11205256, 2024-04-10T16:34:02.594 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 20, 2024-04-10T16:34:02.594 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 2582784, 2024-04-10T16:34:02.594 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 150608768, 2024-04-10T16:34:02.594 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 171802624 2024-04-10T16:34:02.594 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.594 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.594 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:02.595 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.0": { 2024-04-10T16:34:02.595 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 471539712, 2024-04-10T16:34:02.595 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 25630536, 2024-04-10T16:34:02.595 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3407872, 2024-04-10T16:34:02.595 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:02.595 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 34209792, 2024-04-10T16:34:02.595 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 12005, 2024-04-10T16:34:02.595 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:02.595 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 81376176, 2024-04-10T16:34:02.595 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:34:02.595 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 8709632, 2024-04-10T16:34:02.595 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 352415496, 2024-04-10T16:34:02.595 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 505749504 2024-04-10T16:34:02.595 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.595 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.1": { 2024-04-10T16:34:02.596 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 564101120, 2024-04-10T16:34:02.596 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 24312856, 2024-04-10T16:34:02.596 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 5505024, 2024-04-10T16:34:02.596 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:02.596 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 33202176, 2024-04-10T16:34:02.596 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 12638, 2024-04-10T16:34:02.596 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:02.596 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 72692248, 2024-04-10T16:34:02.596 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:34:02.596 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 9448960, 2024-04-10T16:34:02.596 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 452142032, 2024-04-10T16:34:02.596 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 597303296 2024-04-10T16:34:02.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.596 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.2": { 2024-04-10T16:34:02.597 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 447299584, 2024-04-10T16:34:02.597 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 22309120, 2024-04-10T16:34:02.597 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 5505024, 2024-04-10T16:34:02.597 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:02.597 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 115957760, 2024-04-10T16:34:02.597 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 10724, 2024-04-10T16:34:02.597 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:02.597 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 77833184, 2024-04-10T16:34:02.597 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:34:02.597 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 9474560, 2024-04-10T16:34:02.597 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 332177696, 2024-04-10T16:34:02.597 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 563257344 2024-04-10T16:34:02.597 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.597 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.3": { 2024-04-10T16:34:02.597 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 564928512, 2024-04-10T16:34:02.597 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 17957440, 2024-04-10T16:34:02.598 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3407872, 2024-04-10T16:34:02.598 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:02.598 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 4079616, 2024-04-10T16:34:02.598 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 11176, 2024-04-10T16:34:02.598 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:02.598 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 74834112, 2024-04-10T16:34:02.598 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:34:02.598 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 11356672, 2024-04-10T16:34:02.598 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 457372416, 2024-04-10T16:34:02.598 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 569008128 2024-04-10T16:34:02.598 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.598 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.4": { 2024-04-10T16:34:02.598 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 525148160, 2024-04-10T16:34:02.598 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 25491816, 2024-04-10T16:34:02.599 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3407872, 2024-04-10T16:34:02.599 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:02.599 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 27795456, 2024-04-10T16:34:02.599 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 11801, 2024-04-10T16:34:02.599 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:02.599 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 78220232, 2024-04-10T16:34:02.599 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:34:02.599 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 9766912, 2024-04-10T16:34:02.599 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 408261328, 2024-04-10T16:34:02.599 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 552943616 2024-04-10T16:34:02.599 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.599 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.5": { 2024-04-10T16:34:02.599 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 510271488, 2024-04-10T16:34:02.599 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 29077080, 2024-04-10T16:34:02.599 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 5505024, 2024-04-10T16:34:02.600 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:02.600 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 57335808, 2024-04-10T16:34:02.600 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 12463, 2024-04-10T16:34:02.600 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:02.600 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 84312280, 2024-04-10T16:34:02.600 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:34:02.600 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 10225408, 2024-04-10T16:34:02.600 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 381151696, 2024-04-10T16:34:02.600 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 567607296 2024-04-10T16:34:02.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.600 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.6": { 2024-04-10T16:34:02.600 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 494411776, 2024-04-10T16:34:02.600 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 22315400, 2024-04-10T16:34:02.600 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3276800, 2024-04-10T16:34:02.600 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:02.600 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 53731328, 2024-04-10T16:34:02.601 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 10129, 2024-04-10T16:34:02.601 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:02.601 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 76187496, 2024-04-10T16:34:02.601 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:34:02.601 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 9532672, 2024-04-10T16:34:02.601 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 383099408, 2024-04-10T16:34:02.601 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 548143104 2024-04-10T16:34:02.601 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.601 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.7": { 2024-04-10T16:34:02.601 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 467755008, 2024-04-10T16:34:02.601 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 23649344, 2024-04-10T16:34:02.601 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3407872, 2024-04-10T16:34:02.601 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:02.601 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 23764992, 2024-04-10T16:34:02.602 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 10957, 2024-04-10T16:34:02.602 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:02.602 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 77083608, 2024-04-10T16:34:02.602 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 52, 2024-04-10T16:34:02.602 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 10928896, 2024-04-10T16:34:02.602 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 352685288, 2024-04-10T16:34:02.602 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 491520000 2024-04-10T16:34:02.602 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.602 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.602 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.602 INFO:tasks.workunit.client.0.smithi102.stdout: "hosts": { 2024-04-10T16:34:02.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num": 2, 2024-04-10T16:34:02.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mds": 2, 2024-04-10T16:34:02.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mgr": 2, 2024-04-10T16:34:02.602 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mon": 2, 2024-04-10T16:34:02.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_osd": 2 2024-04-10T16:34:02.603 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.603 INFO:tasks.workunit.client.0.smithi102.stdout: "io_rate": { 2024-04-10T16:34:02.603 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_stats_delta": { 2024-04-10T16:34:02.603 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 0, 2024-04-10T16:34:02.603 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:02.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 0, 2024-04-10T16:34:02.603 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:02.603 INFO:tasks.workunit.client.0.smithi102.stdout: "stamp_delta": "12.002897", 2024-04-10T16:34:02.603 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:02.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:02.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:02.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:02.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:02.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:02.603 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:02.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:02.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:02.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:02.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:02.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:02.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:02.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:02.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:02.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:02.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:02.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:02.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:02.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:02.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:02.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:02.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:02.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:02.604 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:02.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:02.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:02.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:02.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:02.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:02.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:02.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:02.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:02.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:02.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:02.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:02.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:02.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:02.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:02.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:02.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:02.606 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.606 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T16:34:02.606 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 0, 2024-04-10T16:34:02.606 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T16:34:02.606 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T16:34:02.606 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T16:34:02.606 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T16:34:02.606 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 0, 2024-04-10T16:34:02.606 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T16:34:02.606 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T16:34:02.606 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T16:34:02.606 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T16:34:02.606 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.606 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 0 2024-04-10T16:34:02.606 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.606 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.607 INFO:tasks.workunit.client.0.smithi102.stdout: "leaderboard": false, 2024-04-10T16:34:02.607 INFO:tasks.workunit.client.0.smithi102.stdout: "leaderboard_description": null, 2024-04-10T16:34:02.607 INFO:tasks.workunit.client.0.smithi102.stdout: "license": "sharing-1-0", 2024-04-10T16:34:02.607 INFO:tasks.workunit.client.0.smithi102.stdout: "mempool": { 2024-04-10T16:34:02.607 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T16:34:02.607 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T16:34:02.607 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:02.607 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.607 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.607 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:02.607 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.607 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.607 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:02.607 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.608 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.608 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:02.608 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.608 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.608 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:02.608 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.608 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.608 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:02.608 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.608 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.609 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:02.609 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.609 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.609 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:02.609 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.609 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.609 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:02.609 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.609 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.609 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:02.609 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.609 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.609 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:02.610 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.610 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.610 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:02.610 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.610 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.610 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:02.610 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.610 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.610 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:02.610 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.610 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.610 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:02.611 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.611 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.611 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:02.611 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.611 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.611 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:02.611 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.611 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.611 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:02.611 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.611 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.612 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:02.612 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 149008, 2024-04-10T16:34:02.612 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 33 2024-04-10T16:34:02.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.612 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:02.612 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.612 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.612 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:02.612 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 928, 2024-04-10T16:34:02.612 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T16:34:02.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.612 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:02.612 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.612 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.613 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:02.613 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.613 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.613 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:02.613 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.613 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.613 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:02.613 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.613 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.613 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:02.613 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.613 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.613 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:02.614 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.614 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.614 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:02.614 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.614 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.614 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:02.614 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.614 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.614 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.614 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:02.614 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:02.614 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.614 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.615 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:02.615 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.615 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.615 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:02.615 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.615 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.615 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:02.615 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.615 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.615 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:02.615 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.615 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.616 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:02.616 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.616 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.616 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:02.616 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.616 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.616 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:02.616 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.616 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.616 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:02.616 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.616 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.617 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:02.617 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.617 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.617 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:02.617 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.617 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.617 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:02.617 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.617 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.617 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:02.617 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.617 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.618 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:02.618 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.618 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.618 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:02.618 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.618 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.618 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:02.618 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.618 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.618 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:02.618 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.619 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.619 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:02.619 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.619 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.619 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:02.619 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 222647, 2024-04-10T16:34:02.619 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 67 2024-04-10T16:34:02.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.619 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:02.619 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.619 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.619 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:02.619 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 52112, 2024-04-10T16:34:02.619 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 181 2024-04-10T16:34:02.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.620 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:02.620 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.620 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.620 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:02.620 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.620 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.620 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:02.620 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.620 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.620 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:02.621 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12648, 2024-04-10T16:34:02.621 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 262 2024-04-10T16:34:02.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.621 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:02.621 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.621 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.621 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:02.621 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.621 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.621 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:02.621 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.621 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.621 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:02.621 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.622 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.622 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.622 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.622 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:02.622 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T16:34:02.622 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:02.622 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.622 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.622 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:02.622 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.622 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.622 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:02.622 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.623 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.623 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:02.623 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.623 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.623 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:02.623 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.623 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.623 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:02.623 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.623 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.623 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:02.624 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.624 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.624 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.624 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:02.624 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.624 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.624 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.624 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:02.624 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.624 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.624 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.624 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:02.624 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.624 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.625 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:02.625 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.625 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.625 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:02.625 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.625 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.625 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:02.625 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.625 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.625 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:02.626 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.626 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.626 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.626 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:02.626 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.626 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.626 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.626 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:02.626 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.626 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.626 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.626 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:02.626 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.626 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.626 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.627 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:02.627 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.627 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.627 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:02.627 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 41402990, 2024-04-10T16:34:02.627 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5113 2024-04-10T16:34:02.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.627 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:02.627 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 968, 2024-04-10T16:34:02.627 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11 2024-04-10T16:34:02.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.627 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:02.627 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.627 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.628 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:02.628 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.628 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.628 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:02.628 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.628 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.628 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:02.628 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.628 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.628 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:02.628 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11224, 2024-04-10T16:34:02.629 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 261 2024-04-10T16:34:02.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.629 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:02.629 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 70440, 2024-04-10T16:34:02.629 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5158 2024-04-10T16:34:02.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.629 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:02.629 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5896, 2024-04-10T16:34:02.629 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 174 2024-04-10T16:34:02.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.629 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:02.629 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.629 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.629 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:02.629 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.629 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.629 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.630 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:02.630 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:02.630 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.630 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.630 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:02.630 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.630 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.630 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:02.630 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.630 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.630 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:02.630 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.630 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.631 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:02.631 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.631 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.631 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:02.631 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.631 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.631 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:02.631 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.631 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.631 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:02.631 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.631 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.631 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:02.632 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.632 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.632 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:02.632 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.632 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.632 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:02.632 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.632 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.632 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:02.632 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.632 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.632 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:02.632 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.632 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.633 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:02.633 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.633 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.633 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:02.633 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.633 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.633 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:02.633 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.633 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.633 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:02.633 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.633 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.633 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:02.634 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.634 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.634 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:02.634 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 41821357, 2024-04-10T16:34:02.634 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5169 2024-04-10T16:34:02.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.634 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:02.634 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.634 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.634 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:02.634 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.634 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.634 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:02.634 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.634 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.635 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:02.635 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.635 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.635 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:02.635 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.635 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.635 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:02.635 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11224, 2024-04-10T16:34:02.635 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 261 2024-04-10T16:34:02.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.635 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:02.635 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 70440, 2024-04-10T16:34:02.635 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5158 2024-04-10T16:34:02.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.636 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:02.636 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11792, 2024-04-10T16:34:02.636 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 348 2024-04-10T16:34:02.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.636 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:02.636 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.636 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.636 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:02.636 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.636 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.636 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.636 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.523315f168f59b146f7d533dca80f6e7526a6fec": { 2024-04-10T16:34:02.636 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:02.636 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.636 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.637 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:02.637 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.637 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.637 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:02.637 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.637 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.637 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:02.637 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.637 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.637 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:02.637 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.637 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.637 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:02.638 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.638 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.638 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:02.638 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.638 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.638 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:02.638 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.638 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.638 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:02.638 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.638 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.639 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:02.639 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.639 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.639 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:02.639 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.639 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.639 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:02.639 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.639 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.639 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:02.639 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.639 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.640 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:02.640 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.640 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.640 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:02.640 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.640 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.640 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:02.640 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.640 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.640 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:02.640 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.640 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.641 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:02.641 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.641 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.641 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:02.641 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 41540445, 2024-04-10T16:34:02.641 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5141 2024-04-10T16:34:02.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.641 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:02.641 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 264, 2024-04-10T16:34:02.641 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T16:34:02.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.641 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:02.641 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.642 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.642 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:02.642 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.642 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.642 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:02.642 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.642 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.642 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:02.642 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.642 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.642 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:02.643 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11224, 2024-04-10T16:34:02.643 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 261 2024-04-10T16:34:02.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.643 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:02.643 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 70440, 2024-04-10T16:34:02.643 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5158 2024-04-10T16:34:02.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.643 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:02.643 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5896, 2024-04-10T16:34:02.643 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 174 2024-04-10T16:34:02.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.643 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:02.643 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.643 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.643 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:02.643 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.644 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.644 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.644 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.644 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:02.644 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.0": { 2024-04-10T16:34:02.644 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:02.644 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.644 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.644 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:02.644 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 19336, 2024-04-10T16:34:02.644 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 375 2024-04-10T16:34:02.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.644 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:02.644 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 30976, 2024-04-10T16:34:02.645 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 25 2024-04-10T16:34:02.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.645 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:02.645 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2496, 2024-04-10T16:34:02.645 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 13 2024-04-10T16:34:02.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.645 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:02.645 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 55840, 2024-04-10T16:34:02.645 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 698 2024-04-10T16:34:02.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.645 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:02.645 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 359424, 2024-04-10T16:34:02.645 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1728 2024-04-10T16:34:02.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.645 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:02.645 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:02.645 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:02.646 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.646 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:02.646 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1178420, 2024-04-10T16:34:02.646 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 306 2024-04-10T16:34:02.646 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.646 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:02.646 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2431863, 2024-04-10T16:34:02.646 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 538746 2024-04-10T16:34:02.646 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.646 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:02.646 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6976376, 2024-04-10T16:34:02.646 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 10291 2024-04-10T16:34:02.646 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.646 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:02.647 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 69076, 2024-04-10T16:34:02.647 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7173 2024-04-10T16:34:02.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.647 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:02.647 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 82944, 2024-04-10T16:34:02.647 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1728 2024-04-10T16:34:02.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.647 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:02.647 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.647 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.647 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:02.647 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164894, 2024-04-10T16:34:02.647 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1184 2024-04-10T16:34:02.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.648 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:02.648 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.648 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.648 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:02.648 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.648 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.648 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:02.648 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 48827, 2024-04-10T16:34:02.648 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 42 2024-04-10T16:34:02.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.648 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:02.648 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.648 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.648 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:02.649 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 14342057, 2024-04-10T16:34:02.649 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 294 2024-04-10T16:34:02.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.649 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:02.649 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 27456, 2024-04-10T16:34:02.649 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 312 2024-04-10T16:34:02.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.649 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:02.649 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.649 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.649 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:02.649 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 524880, 2024-04-10T16:34:02.649 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 45 2024-04-10T16:34:02.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.649 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:02.650 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.650 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.650 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:02.650 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 7174440, 2024-04-10T16:34:02.650 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 18597 2024-04-10T16:34:02.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.650 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:02.650 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:02.650 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:02.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.650 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:02.650 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.650 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.651 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:02.651 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.651 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.651 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:02.651 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.651 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.651 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:02.651 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.651 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.651 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.651 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.1": { 2024-04-10T16:34:02.651 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:02.651 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.652 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.652 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:02.652 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 18696, 2024-04-10T16:34:02.652 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 348 2024-04-10T16:34:02.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.652 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:02.652 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 51072, 2024-04-10T16:34:02.652 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 24 2024-04-10T16:34:02.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.652 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:02.652 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4416, 2024-04-10T16:34:02.652 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 23 2024-04-10T16:34:02.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.652 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:02.653 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 55200, 2024-04-10T16:34:02.653 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 690 2024-04-10T16:34:02.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.653 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:02.653 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 357552, 2024-04-10T16:34:02.653 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1719 2024-04-10T16:34:02.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.653 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:02.653 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:02.653 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:02.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.653 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:02.653 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 391006, 2024-04-10T16:34:02.653 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 110 2024-04-10T16:34:02.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.653 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:02.653 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2406543, 2024-04-10T16:34:02.653 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 535994 2024-04-10T16:34:02.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.654 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:02.654 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6932856, 2024-04-10T16:34:02.654 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 10227 2024-04-10T16:34:02.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.654 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:02.654 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 67092, 2024-04-10T16:34:02.654 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7004 2024-04-10T16:34:02.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.654 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:02.654 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 82416, 2024-04-10T16:34:02.654 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1717 2024-04-10T16:34:02.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.654 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:02.655 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.655 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.655 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:02.655 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164982, 2024-04-10T16:34:02.655 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1185 2024-04-10T16:34:02.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.655 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:02.655 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.655 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.655 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:02.655 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2208, 2024-04-10T16:34:02.655 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T16:34:02.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.655 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:02.656 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 116399, 2024-04-10T16:34:02.656 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 54 2024-04-10T16:34:02.656 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.656 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:02.656 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 28144, 2024-04-10T16:34:02.656 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7 2024-04-10T16:34:02.656 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.656 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:02.656 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 24107152, 2024-04-10T16:34:02.656 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 274 2024-04-10T16:34:02.656 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.656 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:02.656 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11792, 2024-04-10T16:34:02.656 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 134 2024-04-10T16:34:02.656 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.657 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:02.657 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.657 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.657 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.657 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:02.657 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 454896, 2024-04-10T16:34:02.657 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 39 2024-04-10T16:34:02.657 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.657 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:02.657 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.657 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.657 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.657 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:02.657 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 7280520, 2024-04-10T16:34:02.657 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 21157 2024-04-10T16:34:02.658 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.658 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:02.658 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:02.658 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:02.658 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.658 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:02.658 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.658 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.658 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.658 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:02.658 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.658 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.658 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.658 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:02.658 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.658 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.659 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.659 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:02.659 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.659 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.659 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.659 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.659 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.2": { 2024-04-10T16:34:02.659 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:02.659 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.659 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.659 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.659 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:02.659 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 19352, 2024-04-10T16:34:02.659 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 350 2024-04-10T16:34:02.659 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.659 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:02.660 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 35072, 2024-04-10T16:34:02.660 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 25 2024-04-10T16:34:02.660 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.660 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:02.660 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1344, 2024-04-10T16:34:02.660 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7 2024-04-10T16:34:02.660 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.660 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:02.660 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 54560, 2024-04-10T16:34:02.660 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 682 2024-04-10T16:34:02.660 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.660 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:02.660 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 356512, 2024-04-10T16:34:02.660 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1714 2024-04-10T16:34:02.660 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.660 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:02.660 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:02.661 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:02.661 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.661 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:02.661 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 309331, 2024-04-10T16:34:02.661 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 89 2024-04-10T16:34:02.661 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.661 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:02.661 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1769490, 2024-04-10T16:34:02.661 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 389310 2024-04-10T16:34:02.661 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.661 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:02.661 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5139016, 2024-04-10T16:34:02.661 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7589 2024-04-10T16:34:02.661 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.661 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:02.661 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 66064, 2024-04-10T16:34:02.662 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 6984 2024-04-10T16:34:02.662 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.662 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:02.662 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 82272, 2024-04-10T16:34:02.662 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1714 2024-04-10T16:34:02.662 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.662 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:02.662 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.662 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.662 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.662 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:02.662 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164894, 2024-04-10T16:34:02.662 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1184 2024-04-10T16:34:02.662 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.662 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:02.662 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.662 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.662 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.663 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:02.663 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 736, 2024-04-10T16:34:02.663 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1 2024-04-10T16:34:02.663 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.663 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:02.663 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 73839, 2024-04-10T16:34:02.663 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 54 2024-04-10T16:34:02.663 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.663 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:02.663 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12112, 2024-04-10T16:34:02.663 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T16:34:02.663 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.663 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:02.663 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 7602113, 2024-04-10T16:34:02.663 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 264 2024-04-10T16:34:02.663 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.663 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:02.663 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 10384, 2024-04-10T16:34:02.664 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 118 2024-04-10T16:34:02.664 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.664 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:02.664 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.664 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.664 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.664 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:02.664 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 361584, 2024-04-10T16:34:02.664 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 31 2024-04-10T16:34:02.664 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.664 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:02.664 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.664 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.664 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.664 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:02.664 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3219840, 2024-04-10T16:34:02.664 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 6192 2024-04-10T16:34:02.664 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.665 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:02.665 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:02.665 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:02.665 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.665 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:02.665 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.665 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.665 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.665 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:02.665 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.665 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.665 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.665 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:02.665 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.666 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.666 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.666 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:02.666 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.666 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.666 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.666 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.666 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.3": { 2024-04-10T16:34:02.666 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:02.666 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.666 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.666 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.666 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:02.666 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 17424, 2024-04-10T16:34:02.667 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 321 2024-04-10T16:34:02.667 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.667 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:02.667 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 46976, 2024-04-10T16:34:02.667 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 23 2024-04-10T16:34:02.667 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.667 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:02.667 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3840, 2024-04-10T16:34:02.667 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 20 2024-04-10T16:34:02.667 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.667 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:02.667 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 54240, 2024-04-10T16:34:02.667 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 678 2024-04-10T16:34:02.667 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.667 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:02.667 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 357760, 2024-04-10T16:34:02.668 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1720 2024-04-10T16:34:02.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.668 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:02.668 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:02.668 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:02.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.668 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:02.668 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 226907, 2024-04-10T16:34:02.668 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 76 2024-04-10T16:34:02.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.668 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:02.668 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1714008, 2024-04-10T16:34:02.668 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 379764 2024-04-10T16:34:02.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.668 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:02.669 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5022056, 2024-04-10T16:34:02.669 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7417 2024-04-10T16:34:02.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.669 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:02.669 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 66900, 2024-04-10T16:34:02.669 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7006 2024-04-10T16:34:02.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.669 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:02.669 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 82512, 2024-04-10T16:34:02.669 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1719 2024-04-10T16:34:02.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.669 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:02.669 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.669 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.669 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:02.670 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164894, 2024-04-10T16:34:02.670 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1184 2024-04-10T16:34:02.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.670 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:02.670 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.670 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.670 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:02.670 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1472, 2024-04-10T16:34:02.670 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T16:34:02.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.670 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:02.670 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 101309, 2024-04-10T16:34:02.670 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 58 2024-04-10T16:34:02.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.671 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:02.671 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20128, 2024-04-10T16:34:02.671 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5 2024-04-10T16:34:02.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.671 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:02.671 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 21257216, 2024-04-10T16:34:02.671 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5462 2024-04-10T16:34:02.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.671 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:02.671 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 9328, 2024-04-10T16:34:02.671 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 106 2024-04-10T16:34:02.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.671 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:02.671 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.671 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.672 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:02.672 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 431568, 2024-04-10T16:34:02.672 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 37 2024-04-10T16:34:02.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.672 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:02.672 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.672 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.672 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:02.672 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3525080, 2024-04-10T16:34:02.672 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 9179 2024-04-10T16:34:02.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.672 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:02.672 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:02.672 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:02.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.672 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:02.672 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.672 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.673 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.673 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:02.673 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.673 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.673 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.673 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:02.673 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.673 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.673 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.673 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:02.673 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.673 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.673 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.673 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.673 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.4": { 2024-04-10T16:34:02.673 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:02.673 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.674 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.674 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.674 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:02.674 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20200, 2024-04-10T16:34:02.674 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 368 2024-04-10T16:34:02.674 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.674 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:02.674 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 30976, 2024-04-10T16:34:02.674 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 25 2024-04-10T16:34:02.674 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.674 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:02.674 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2880, 2024-04-10T16:34:02.674 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 15 2024-04-10T16:34:02.674 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.674 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:02.674 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 55200, 2024-04-10T16:34:02.675 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 690 2024-04-10T16:34:02.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.675 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:02.675 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 371072, 2024-04-10T16:34:02.675 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1784 2024-04-10T16:34:02.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.675 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:02.675 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:02.675 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:02.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.675 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:02.675 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1048243, 2024-04-10T16:34:02.675 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 258 2024-04-10T16:34:02.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.675 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:02.675 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2087624, 2024-04-10T16:34:02.676 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 458018 2024-04-10T16:34:02.676 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.676 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:02.676 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5963856, 2024-04-10T16:34:02.676 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8802 2024-04-10T16:34:02.676 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.676 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:02.676 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 76200, 2024-04-10T16:34:02.676 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8156 2024-04-10T16:34:02.676 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.676 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:02.676 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 85584, 2024-04-10T16:34:02.676 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1783 2024-04-10T16:34:02.676 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.676 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:02.676 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.677 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.677 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.677 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:02.677 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164726, 2024-04-10T16:34:02.677 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1184 2024-04-10T16:34:02.677 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.677 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:02.677 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.677 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.677 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.677 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:02.677 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1472, 2024-04-10T16:34:02.677 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T16:34:02.677 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.677 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:02.677 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 91285, 2024-04-10T16:34:02.678 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 54 2024-04-10T16:34:02.678 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.678 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:02.678 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20128, 2024-04-10T16:34:02.678 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5 2024-04-10T16:34:02.678 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.678 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:02.678 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16350991, 2024-04-10T16:34:02.678 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 290 2024-04-10T16:34:02.678 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.678 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:02.678 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 24816, 2024-04-10T16:34:02.678 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 282 2024-04-10T16:34:02.678 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.678 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:02.678 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.679 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.679 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.679 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:02.679 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 443232, 2024-04-10T16:34:02.679 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 38 2024-04-10T16:34:02.679 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.679 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:02.679 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.679 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.679 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.679 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:02.679 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5054400, 2024-04-10T16:34:02.679 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 12120 2024-04-10T16:34:02.679 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.679 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:02.680 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:02.680 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:02.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.680 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:02.680 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.680 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.680 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:02.680 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.680 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.680 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:02.680 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.680 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.680 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:02.681 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.681 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.681 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.681 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.681 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.5": { 2024-04-10T16:34:02.681 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:02.681 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.681 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.681 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.681 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:02.681 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 18672, 2024-04-10T16:34:02.681 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 346 2024-04-10T16:34:02.681 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.681 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:02.681 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 26624, 2024-04-10T16:34:02.682 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 22 2024-04-10T16:34:02.682 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.682 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:02.682 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2688, 2024-04-10T16:34:02.682 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 14 2024-04-10T16:34:02.682 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.682 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:02.682 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 55440, 2024-04-10T16:34:02.682 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 693 2024-04-10T16:34:02.682 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.682 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:02.682 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 357760, 2024-04-10T16:34:02.682 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1720 2024-04-10T16:34:02.682 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.682 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:02.683 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:02.683 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:02.683 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.683 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:02.683 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 425662, 2024-04-10T16:34:02.683 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 110 2024-04-10T16:34:02.683 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.683 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:02.683 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2330591, 2024-04-10T16:34:02.683 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 522917 2024-04-10T16:34:02.683 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.683 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:02.683 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6757416, 2024-04-10T16:34:02.683 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 9969 2024-04-10T16:34:02.684 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.684 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:02.684 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 67348, 2024-04-10T16:34:02.684 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7010 2024-04-10T16:34:02.684 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.684 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:02.684 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 82512, 2024-04-10T16:34:02.684 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1719 2024-04-10T16:34:02.684 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.684 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:02.684 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.684 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.684 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.684 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:02.685 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164982, 2024-04-10T16:34:02.685 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1185 2024-04-10T16:34:02.685 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.685 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:02.685 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.685 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.685 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.685 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:02.685 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1472, 2024-04-10T16:34:02.685 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T16:34:02.685 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.685 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:02.685 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 101947, 2024-04-10T16:34:02.685 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 59 2024-04-10T16:34:02.685 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.685 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:02.686 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20128, 2024-04-10T16:34:02.686 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5 2024-04-10T16:34:02.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.686 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:02.686 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 15228697, 2024-04-10T16:34:02.686 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 268 2024-04-10T16:34:02.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.686 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:02.686 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11616, 2024-04-10T16:34:02.686 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 132 2024-04-10T16:34:02.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.686 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:02.686 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.686 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.686 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:02.687 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 478224, 2024-04-10T16:34:02.687 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 41 2024-04-10T16:34:02.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.687 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:02.687 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.687 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.687 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:02.687 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6369480, 2024-04-10T16:34:02.687 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 12249 2024-04-10T16:34:02.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.687 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:02.687 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:02.687 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:02.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.687 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:02.688 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.688 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.688 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:02.688 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.688 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.688 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:02.688 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.688 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.688 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:02.688 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.688 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.688 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.689 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.689 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.6": { 2024-04-10T16:34:02.689 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:02.689 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.689 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.689 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.689 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:02.689 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 18744, 2024-04-10T16:34:02.689 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 352 2024-04-10T16:34:02.689 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.689 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:02.689 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 31360, 2024-04-10T16:34:02.689 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 28 2024-04-10T16:34:02.689 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.689 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:02.690 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3264, 2024-04-10T16:34:02.690 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 17 2024-04-10T16:34:02.690 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.690 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:02.690 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 54800, 2024-04-10T16:34:02.690 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 685 2024-04-10T16:34:02.690 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.690 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:02.690 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 372528, 2024-04-10T16:34:02.690 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1791 2024-04-10T16:34:02.690 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.690 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:02.690 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:02.690 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:02.690 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.690 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:02.691 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 447291, 2024-04-10T16:34:02.691 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 112 2024-04-10T16:34:02.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.691 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:02.691 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1685764, 2024-04-10T16:34:02.691 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 373812 2024-04-10T16:34:02.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.691 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:02.691 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4930256, 2024-04-10T16:34:02.691 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7282 2024-04-10T16:34:02.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.691 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:02.691 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 77564, 2024-04-10T16:34:02.691 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8316 2024-04-10T16:34:02.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.692 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:02.692 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 85968, 2024-04-10T16:34:02.692 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1791 2024-04-10T16:34:02.692 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.692 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:02.692 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.692 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.692 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.692 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:02.692 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164638, 2024-04-10T16:34:02.692 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1183 2024-04-10T16:34:02.692 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.692 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:02.692 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.692 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.693 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.693 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:02.693 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.693 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.693 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.693 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:02.693 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 44155, 2024-04-10T16:34:02.693 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 46 2024-04-10T16:34:02.693 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.693 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:02.693 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.693 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.693 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.693 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:02.693 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 18562712, 2024-04-10T16:34:02.693 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 267 2024-04-10T16:34:02.693 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.694 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:02.694 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12320, 2024-04-10T16:34:02.694 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 140 2024-04-10T16:34:02.694 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.694 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:02.694 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.694 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.694 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.694 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:02.694 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 454896, 2024-04-10T16:34:02.694 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 39 2024-04-10T16:34:02.694 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.694 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:02.694 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.694 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.695 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.695 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:02.695 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3591536, 2024-04-10T16:34:02.695 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 9298 2024-04-10T16:34:02.695 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.695 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:02.695 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:02.695 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:02.695 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.695 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:02.695 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.695 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.695 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.695 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:02.695 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.696 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.696 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:02.696 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.696 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.696 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:02.696 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.696 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.696 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.696 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.7": { 2024-04-10T16:34:02.696 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:02.696 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.696 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.696 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:02.697 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16936, 2024-04-10T16:34:02.697 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 333 2024-04-10T16:34:02.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.697 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:02.697 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 30848, 2024-04-10T16:34:02.697 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 24 2024-04-10T16:34:02.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.697 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:02.697 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3072, 2024-04-10T16:34:02.697 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 16 2024-04-10T16:34:02.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.697 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:02.697 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 55520, 2024-04-10T16:34:02.697 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 694 2024-04-10T16:34:02.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.697 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:02.697 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 372320, 2024-04-10T16:34:02.698 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1790 2024-04-10T16:34:02.698 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.698 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:02.698 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:02.698 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:02.698 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.698 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:02.698 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 416733, 2024-04-10T16:34:02.698 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 122 2024-04-10T16:34:02.698 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.698 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:02.698 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1994357, 2024-04-10T16:34:02.698 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 444390 2024-04-10T16:34:02.698 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.698 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:02.699 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5779576, 2024-04-10T16:34:02.699 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8531 2024-04-10T16:34:02.699 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.699 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:02.699 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 78188, 2024-04-10T16:34:02.699 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8317 2024-04-10T16:34:02.699 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.699 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:02.699 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 85920, 2024-04-10T16:34:02.699 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1790 2024-04-10T16:34:02.699 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.699 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:02.699 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.700 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.700 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.700 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:02.700 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164894, 2024-04-10T16:34:02.700 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1184 2024-04-10T16:34:02.700 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.700 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:02.700 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.700 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.700 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.700 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:02.700 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.700 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.700 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.700 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:02.701 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 22585, 2024-04-10T16:34:02.701 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 27 2024-04-10T16:34:02.701 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.701 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:02.701 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.701 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.701 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.701 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:02.701 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 17257110, 2024-04-10T16:34:02.701 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 265 2024-04-10T16:34:02.701 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.701 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:02.701 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 10912, 2024-04-10T16:34:02.701 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 124 2024-04-10T16:34:02.701 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.701 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:02.701 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.702 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.702 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.702 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:02.702 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 524880, 2024-04-10T16:34:02.702 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 45 2024-04-10T16:34:02.702 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.702 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:02.702 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.702 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.702 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.702 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:02.702 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4944576, 2024-04-10T16:34:02.702 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 9528 2024-04-10T16:34:02.702 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.703 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:02.703 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:02.703 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:02.703 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.703 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:02.703 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.703 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.703 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.703 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:02.703 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.703 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.703 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.703 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:02.703 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.703 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.703 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.704 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:02.704 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:02.704 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:02.704 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.704 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.704 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.704 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.704 INFO:tasks.workunit.client.0.smithi102.stdout: "metadata": { 2024-04-10T16:34:02.704 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T16:34:02.704 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T16:34:02.704 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 2 2024-04-10T16:34:02.704 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.704 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T16:34:02.704 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T16:34:02.704 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.704 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T16:34:02.705 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-10T16:34:02.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.705 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T16:34:02.705 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 2 2024-04-10T16:34:02.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.705 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T16:34:02.705 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 2 2024-04-10T16:34:02.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.705 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T16:34:02.705 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-10T16:34:02.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.705 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T16:34:02.705 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-10T16:34:02.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.705 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T16:34:02.705 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 2 2024-04-10T16:34:02.706 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.706 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.706 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:02.706 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T16:34:02.706 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 3 2024-04-10T16:34:02.706 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.706 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T16:34:02.706 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T16:34:02.706 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.706 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T16:34:02.706 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-10T16:34:02.706 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.706 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T16:34:02.706 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 3 2024-04-10T16:34:02.706 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.706 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T16:34:02.707 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 3 2024-04-10T16:34:02.707 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.707 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T16:34:02.707 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-10T16:34:02.707 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.707 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T16:34:02.707 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-10T16:34:02.707 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.707 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T16:34:02.707 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 3 2024-04-10T16:34:02.707 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.707 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.707 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:02.707 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T16:34:02.707 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 8 2024-04-10T16:34:02.708 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.708 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T16:34:02.708 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-10T16:34:02.708 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.708 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T16:34:02.708 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-10T16:34:02.708 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.708 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T16:34:02.708 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 8 2024-04-10T16:34:02.708 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.708 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T16:34:02.708 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 8 2024-04-10T16:34:02.708 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.708 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T16:34:02.709 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-10T16:34:02.709 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.709 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T16:34:02.709 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-10T16:34:02.709 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.709 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T16:34:02.709 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 8 2024-04-10T16:34:02.709 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.709 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_objectstore": { 2024-04-10T16:34:02.709 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": 8 2024-04-10T16:34:02.709 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.709 INFO:tasks.workunit.client.0.smithi102.stdout: "rotational": { 2024-04-10T16:34:02.709 INFO:tasks.workunit.client.0.smithi102.stdout: "0": 8 2024-04-10T16:34:02.709 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.709 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.710 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.710 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:02.710 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T16:34:02.710 INFO:tasks.workunit.client.0.smithi102.stdout: "features": { 2024-04-10T16:34:02.710 INFO:tasks.workunit.client.0.smithi102.stdout: "optional": [], 2024-04-10T16:34:02.710 INFO:tasks.workunit.client.0.smithi102.stdout: "persistent": [ 2024-04-10T16:34:02.710 INFO:tasks.workunit.client.0.smithi102.stdout: "kraken", 2024-04-10T16:34:02.710 INFO:tasks.workunit.client.0.smithi102.stdout: "luminous", 2024-04-10T16:34:02.710 INFO:tasks.workunit.client.0.smithi102.stdout: "mimic", 2024-04-10T16:34:02.710 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap-prune", 2024-04-10T16:34:02.710 INFO:tasks.workunit.client.0.smithi102.stdout: "nautilus", 2024-04-10T16:34:02.710 INFO:tasks.workunit.client.0.smithi102.stdout: "octopus", 2024-04-10T16:34:02.710 INFO:tasks.workunit.client.0.smithi102.stdout: "pacific", 2024-04-10T16:34:02.710 INFO:tasks.workunit.client.0.smithi102.stdout: "elector-pinging", 2024-04-10T16:34:02.710 INFO:tasks.workunit.client.0.smithi102.stdout: "quincy", 2024-04-10T16:34:02.710 INFO:tasks.workunit.client.0.smithi102.stdout: "reef", 2024-04-10T16:34:02.711 INFO:tasks.workunit.client.0.smithi102.stdout: "squid" 2024-04-10T16:34:02.711 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.711 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.711 INFO:tasks.workunit.client.0.smithi102.stdout: "ipv4_addr_mons": 6, 2024-04-10T16:34:02.711 INFO:tasks.workunit.client.0.smithi102.stdout: "ipv6_addr_mons": 0, 2024-04-10T16:34:02.711 INFO:tasks.workunit.client.0.smithi102.stdout: "min_mon_release": 19, 2024-04-10T16:34:02.711 INFO:tasks.workunit.client.0.smithi102.stdout: "v1_addr_mons": 3, 2024-04-10T16:34:02.711 INFO:tasks.workunit.client.0.smithi102.stdout: "v2_addr_mons": 3 2024-04-10T16:34:02.711 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.711 INFO:tasks.workunit.client.0.smithi102.stdout: "organization": "ceph-qa", 2024-04-10T16:34:02.711 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:02.711 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster_network": false, 2024-04-10T16:34:02.711 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8, 2024-04-10T16:34:02.711 INFO:tasks.workunit.client.0.smithi102.stdout: "require_min_compat_client": "luminous", 2024-04-10T16:34:02.711 INFO:tasks.workunit.client.0.smithi102.stdout: "require_osd_release": "squid" 2024-04-10T16:34:02.711 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.712 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_perf_histograms": [ 2024-04-10T16:34:02.712 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.712 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:02.712 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T16:34:02.712 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.712 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:02.712 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:02.712 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T16:34:02.712 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T16:34:02.712 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:02.712 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:02.712 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T16:34:02.712 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T16:34:02.712 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T16:34:02.712 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T16:34:02.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T16:34:02.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T16:34:02.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T16:34:02.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T16:34:02.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T16:34:02.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T16:34:02.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T16:34:02.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T16:34:02.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T16:34:02.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T16:34:02.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T16:34:02.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T16:34:02.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T16:34:02.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T16:34:02.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T16:34:02.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T16:34:02.714 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T16:34:02.714 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T16:34:02.714 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T16:34:02.714 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T16:34:02.714 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:34:02.714 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:34:02.714 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:34:02.714 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:34:02.714 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:34:02.714 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:34:02.714 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T16:34:02.714 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.714 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:02.714 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.715 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.715 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:02.715 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:02.715 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T16:34:02.715 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T16:34:02.715 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:02.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:02.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T16:34:02.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T16:34:02.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T16:34:02.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T16:34:02.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T16:34:02.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T16:34:02.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T16:34:02.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T16:34:02.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T16:34:02.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T16:34:02.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T16:34:02.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T16:34:02.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T16:34:02.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T16:34:02.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T16:34:02.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T16:34:02.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T16:34:02.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T16:34:02.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T16:34:02.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T16:34:02.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T16:34:02.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T16:34:02.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T16:34:02.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T16:34:02.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T16:34:02.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T16:34:02.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T16:34:02.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T16:34:02.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T16:34:02.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T16:34:02.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T16:34:02.717 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.717 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:02.717 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.717 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.717 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T16:34:02.717 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.717 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T16:34:02.717 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 56, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10004, 3750, 4310, 0, 5, 3, 1, 1, 1, 1, 5, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6920, 101, 119, 2, 21, 3, 9, 5, 25, 58, 26, 33, 43, 23, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 684, 5, 14, 0, 1, 0, 0, 0, 4, 6, 92, 161, 102, 13, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 464, 5, 0, 0, 1, 2, 0, 0, 1, 1, 2, 24, 344, 19, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 140, 10, 3, 0, 0, 0, 0, 1, 7, 1, 7, 3, 30, 98, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 160, 5, 4, 0, 0, 0, 0, 0, 1, 1, 1, 8, 13, 14, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 102, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 15, 63, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 29, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.719 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.720 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.720 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.720 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T16:34:02.720 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 7520, 3, 0, 1, 1, 0, 0, 2, 2, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6018, 49, 1283, 2, 15, 5, 8, 16, 33, 52, 61, 55, 59, 12, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 449, 6, 222, 22, 0, 0, 0, 1, 8, 13, 117, 190, 134, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 284, 1, 0, 8, 0, 0, 1, 0, 1, 1, 3, 21, 404, 3, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 127, 1, 0, 0, 1, 1, 8, 0, 1, 0, 2, 14, 29, 32, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 70, 0, 40, 0, 0, 0, 2, 0, 0, 0, 2, 12, 8, 6, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 118, 0, 226, 0, 0, 0, 0, 0, 0, 0, 0, 8, 10, 4, 44, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.721 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 46, 0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 2, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.721 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.721 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.721 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.721 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.721 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.721 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.721 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.721 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.721 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.721 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.721 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.722 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.722 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.722 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.722 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T16:34:02.722 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9706, 1, 1, 0, 0, 0, 0, 0, 1, 0, 17, 1, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8179, 41, 18, 0, 3, 0, 1, 1, 1, 2, 47, 20, 25, 26, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 732, 9, 31, 2, 2, 0, 2, 0, 0, 4, 26, 2, 3, 2, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 386, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 29, 48, 5, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 140, 1, 1, 0, 2, 0, 3, 1, 2, 0, 13, 6, 32, 45, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 215, 0, 0, 0, 0, 0, 1, 1, 0, 1, 12, 7, 28, 19, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 234, 0, 0, 1, 0, 0, 0, 0, 0, 3, 6, 1, 24, 50, 40, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 114, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 7, 21, 57, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 18, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 14, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.724 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.724 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.724 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.724 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T16:34:02.725 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 467, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15598, 4111, 69, 8, 25, 32, 0, 0, 0, 0, 16, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9692, 57, 3, 1, 24, 20, 100, 139, 9, 15, 49, 21, 21, 21, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1301, 113, 143, 0, 1, 0, 1, 2, 4, 7, 55, 87, 37, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 485, 20, 39, 0, 5, 0, 0, 0, 0, 0, 1, 13, 145, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 94, 12, 13, 0, 168, 0, 0, 0, 0, 0, 4, 9, 15, 24, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 36, 2, 23, 29, 340, 0, 0, 0, 0, 0, 1, 10, 14, 4, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6, 0, 1, 35, 407, 0, 0, 0, 0, 0, 0, 3, 7, 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 4, 1903, 112, 0, 0, 0, 0, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 11, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.727 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.727 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.727 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.727 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.727 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.727 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.727 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.727 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T16:34:02.727 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.727 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.727 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.727 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9374, 2, 46, 2, 7385, 462, 1, 0, 2, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.727 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9551, 54, 46, 3, 378, 151, 55, 65, 6, 16, 16, 13, 9, 5, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 969, 18, 25, 0, 26, 14, 11, 12, 3, 6, 64, 75, 33, 6, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 332, 7, 0, 0, 4, 9, 0, 0, 0, 1, 5, 32, 176, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 176, 9, 0, 0, 21, 20, 0, 1, 0, 1, 4, 5, 18, 16, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 90, 15, 0, 0, 2, 14, 0, 0, 0, 0, 0, 9, 15, 17, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 38, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 28, 55, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12, 168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 19, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 10, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.729 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.729 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.729 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.730 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T16:34:02.730 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 530, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15919, 3983, 1, 1, 1, 0, 1, 0, 0, 1, 2, 0, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10991, 203, 18, 0, 11, 0, 1, 1, 1, 0, 6, 2, 20, 17, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2032, 45, 15, 1, 4, 0, 1, 0, 1, 2, 11, 0, 4, 9, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 831, 8, 5, 5, 4, 0, 0, 0, 0, 0, 5, 2, 36, 12, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 562, 24, 4, 0, 0, 0, 0, 0, 0, 0, 5, 3, 18, 38, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 330, 12, 3, 1, 0, 0, 0, 0, 0, 1, 2, 13, 7, 12, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 112, 3, 0, 0, 0, 0, 3, 0, 0, 0, 1, 4, 11, 5, 39, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 6, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.732 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.732 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.732 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.732 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T16:34:02.732 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5683, 1754, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10308, 6404, 0, 0, 0, 0, 0, 0, 0, 2, 5, 0, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 7567, 215, 25, 2, 14, 4, 2, 5, 6, 23, 7, 15, 24, 7, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 793, 24, 10, 0, 2, 1, 0, 1, 9, 12, 43, 64, 33, 8, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 335, 8, 0, 0, 0, 0, 0, 0, 0, 3, 8, 12, 192, 2, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 112, 5, 0, 0, 0, 1, 0, 0, 0, 3, 3, 1, 19, 24, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 88, 7, 0, 0, 0, 0, 0, 1, 0, 0, 4, 2, 16, 14, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 3, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.734 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.734 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.734 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.734 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.734 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.734 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.734 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T16:34:02.734 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.734 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.734 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.734 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12764, 4, 1, 0, 0, 1, 0, 0, 0, 0, 4, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.734 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 7995, 282, 0, 0, 4, 2, 0, 0, 0, 0, 5, 3, 12, 15, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.734 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1098, 23, 3, 0, 1, 0, 0, 1, 0, 0, 27, 3, 8, 4, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.734 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 260, 2, 1, 0, 0, 0, 0, 0, 0, 0, 9, 5, 30, 6, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.734 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 20, 60, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 117, 1, 0, 0, 0, 0, 0, 0, 0, 0, 6, 2, 4, 15, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 7, 2, 7, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 2, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.736 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.736 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.736 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.736 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.736 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:02.737 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T16:34:02.737 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.737 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:02.737 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:02.737 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T16:34:02.737 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T16:34:02.737 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:02.737 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:02.737 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T16:34:02.737 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T16:34:02.737 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T16:34:02.737 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T16:34:02.737 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T16:34:02.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T16:34:02.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T16:34:02.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T16:34:02.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T16:34:02.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T16:34:02.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T16:34:02.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T16:34:02.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T16:34:02.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T16:34:02.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T16:34:02.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T16:34:02.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T16:34:02.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T16:34:02.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T16:34:02.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T16:34:02.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T16:34:02.739 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T16:34:02.739 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T16:34:02.739 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T16:34:02.739 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:34:02.739 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:34:02.739 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:34:02.739 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:34:02.739 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:34:02.739 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:34:02.739 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T16:34:02.739 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.739 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:02.739 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.739 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.739 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:02.740 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:02.740 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T16:34:02.740 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T16:34:02.740 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:02.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:02.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T16:34:02.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T16:34:02.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T16:34:02.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T16:34:02.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T16:34:02.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T16:34:02.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T16:34:02.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T16:34:02.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T16:34:02.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T16:34:02.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T16:34:02.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T16:34:02.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T16:34:02.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T16:34:02.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T16:34:02.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T16:34:02.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T16:34:02.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T16:34:02.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T16:34:02.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T16:34:02.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T16:34:02.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T16:34:02.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T16:34:02.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T16:34:02.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T16:34:02.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T16:34:02.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T16:34:02.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T16:34:02.742 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T16:34:02.742 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T16:34:02.742 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T16:34:02.742 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.742 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:02.742 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.742 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.742 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T16:34:02.742 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.742 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T16:34:02.742 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.742 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.742 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.742 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.742 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.742 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 536, 2, 9, 20, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 4152, 67, 67, 131, 438, 602, 705, 1, 11, 8, 0, 2, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 609, 17, 28, 51, 25, 8, 22, 0, 0, 4, 1, 5, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 240, 0, 0, 3, 0, 1, 1, 0, 0, 0, 0, 1, 7, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 122, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 13, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 22, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.744 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.744 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.744 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.745 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T16:34:02.745 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 316, 2, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2717, 264, 33, 56, 121, 1, 0, 0, 4, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 491, 29, 1209, 0, 0, 0, 0, 0, 1, 1, 2, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 396, 4, 136, 0, 0, 1, 0, 0, 1, 0, 1, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1644, 1313, 50, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1464, 1677, 244, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 6, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.747 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.747 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.747 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.747 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.747 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.747 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.747 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.747 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.747 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.747 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.747 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T16:34:02.747 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.747 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.747 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.747 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.747 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.747 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 989, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9784, 7, 0, 0, 3, 1, 2, 4, 5, 1, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15887, 1, 2, 0, 0, 0, 0, 1, 2, 2, 4, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 272, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 11, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 7, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 0, 3, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.749 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.749 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.749 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.749 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T16:34:02.749 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2980, 35, 0, 0, 3, 1, 3, 3, 3, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 546, 5, 1, 0, 0, 0, 0, 0, 1, 0, 2, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 230, 18, 34, 41, 0, 0, 0, 0, 0, 0, 0, 2, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1006, 318, 0, 111, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 4104, 2494, 0, 411, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 228, 189, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.752 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.752 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.752 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.752 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T16:34:02.752 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 763, 0, 0, 19, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3248, 203, 34, 49, 151, 274, 469, 4, 12, 16, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 338, 21, 0, 0, 5, 0, 15, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 215, 1, 0, 0, 2, 1, 1, 0, 0, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 5, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.754 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.754 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.754 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.754 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.754 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.754 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.754 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.754 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T16:34:02.754 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.754 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.754 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.754 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.754 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.754 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 703, 0, 10, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5348, 78, 124, 238, 466, 603, 718, 0, 1, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 474, 2, 5, 8, 6, 8, 7, 0, 1, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 373, 1, 6, 21, 3, 1, 1, 0, 0, 0, 0, 1, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 269, 41, 75, 108, 26, 0, 0, 0, 0, 2, 0, 0, 6, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 167, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 15, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 25, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 4, 4, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.756 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.756 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.756 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.756 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T16:34:02.757 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 430, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2959, 23, 0, 0, 4, 1, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 331, 2, 1, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 276, 11, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 226, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.759 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.759 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.759 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.759 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.759 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T16:34:02.759 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.759 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.759 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.759 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.759 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.759 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 486, 5, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.759 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8099, 28, 55, 38, 1, 0, 0, 1, 3, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.759 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2691, 23, 97, 40, 0, 1, 0, 0, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.759 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 168, 9, 3, 0, 2, 0, 0, 0, 0, 0, 3, 4, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.760 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 8, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.760 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 13, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.760 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.760 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.760 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.760 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.760 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.760 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.760 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.760 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.760 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.760 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.760 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.760 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.760 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.761 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.761 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.761 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.761 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.761 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.761 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.761 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.761 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.761 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.761 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.761 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.761 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.761 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.761 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:02.761 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T16:34:02.761 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.761 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:02.762 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:02.762 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T16:34:02.762 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T16:34:02.762 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:02.762 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:02.762 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T16:34:02.762 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T16:34:02.762 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T16:34:02.762 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T16:34:02.762 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T16:34:02.762 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T16:34:02.762 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T16:34:02.762 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T16:34:02.762 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T16:34:02.762 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T16:34:02.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T16:34:02.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T16:34:02.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T16:34:02.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T16:34:02.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T16:34:02.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T16:34:02.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T16:34:02.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T16:34:02.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T16:34:02.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T16:34:02.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T16:34:02.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T16:34:02.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T16:34:02.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T16:34:02.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:34:02.764 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:34:02.764 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:34:02.764 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:34:02.764 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:34:02.764 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:34:02.764 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T16:34:02.764 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.764 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:02.764 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.764 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.764 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:02.764 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:02.764 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T16:34:02.764 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T16:34:02.764 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:02.764 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:02.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T16:34:02.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T16:34:02.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T16:34:02.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T16:34:02.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T16:34:02.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T16:34:02.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T16:34:02.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T16:34:02.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T16:34:02.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T16:34:02.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T16:34:02.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T16:34:02.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T16:34:02.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T16:34:02.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T16:34:02.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T16:34:02.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T16:34:02.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T16:34:02.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T16:34:02.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T16:34:02.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T16:34:02.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T16:34:02.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T16:34:02.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T16:34:02.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T16:34:02.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T16:34:02.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T16:34:02.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T16:34:02.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T16:34:02.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T16:34:02.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T16:34:02.767 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.767 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:02.767 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.767 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.767 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T16:34:02.767 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.767 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T16:34:02.767 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.767 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.767 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.767 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.767 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.767 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 571, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.767 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6191, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.767 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 773, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 256, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.769 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.769 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.769 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.769 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.769 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.769 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.769 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.769 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.769 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.769 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.769 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.769 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.769 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.769 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T16:34:02.769 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.769 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.770 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.770 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.770 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.770 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 332, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.770 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3199, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.770 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1737, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.770 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 543, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.770 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3026, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.770 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.770 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.770 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.770 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.770 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.770 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.770 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.771 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.771 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.771 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.771 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.771 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.771 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.771 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.771 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.771 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.771 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.771 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.771 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.771 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.771 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.772 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.772 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.772 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.772 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.772 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.772 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T16:34:02.772 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.772 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.772 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.772 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.772 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.772 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 989, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.772 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9811, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.772 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15905, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.772 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.773 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 126, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.773 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.773 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.773 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.773 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.773 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.773 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.773 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.773 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.773 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.773 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.773 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.773 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.773 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.773 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.773 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.774 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.774 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.774 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.774 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.774 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.774 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.774 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.774 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.774 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.774 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.774 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T16:34:02.774 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.774 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.774 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.775 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.775 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.775 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.775 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3032, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.775 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 561, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.775 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 332, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.775 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1441, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.775 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 7034, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.775 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 464, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.775 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.775 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.775 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.775 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.775 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.775 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.776 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.776 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.776 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.776 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.776 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.776 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.776 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.776 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.776 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.776 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.776 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.776 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.776 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.776 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.776 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.777 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.777 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.777 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.777 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T16:34:02.777 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.777 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.777 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.777 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.777 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.777 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 785, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.777 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 4462, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.777 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 381, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.777 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 225, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.777 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.777 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.777 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.777 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.778 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.778 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.778 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.778 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.778 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.778 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.778 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.778 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.778 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.778 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.778 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.778 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.778 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.778 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.778 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.778 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.779 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.779 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.779 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.779 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.779 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.779 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.779 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.779 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T16:34:02.779 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.779 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.779 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.779 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.779 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.780 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 726, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.780 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 7580, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.780 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 515, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.780 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 415, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.780 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 531, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.780 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 202, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.780 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.780 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.780 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.780 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.780 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.780 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.781 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.781 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.781 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.781 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.781 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.781 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.781 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.781 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.781 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.781 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.781 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.781 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.781 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.781 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.781 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.781 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.781 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.782 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.782 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.782 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T16:34:02.782 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.782 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.782 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.782 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.782 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.782 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 436, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.782 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2990, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.782 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.782 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.782 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.782 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.782 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.782 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.783 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.783 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.783 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.783 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.783 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.783 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.783 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.783 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.783 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.783 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.783 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.783 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.783 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.783 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.783 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.783 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.784 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.784 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.784 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.784 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.784 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.784 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.784 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.784 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T16:34:02.784 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.784 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.784 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.784 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.784 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.784 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 507, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.784 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8228, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.785 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2856, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.785 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.785 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 108, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.785 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.785 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.785 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.785 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.785 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.785 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.785 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.785 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.785 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.785 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.786 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.786 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.786 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.786 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.786 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.786 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.786 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.786 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.786 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.786 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.786 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.786 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.786 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.786 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.786 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.786 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.786 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.787 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:02.787 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T16:34:02.787 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.787 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:02.787 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:02.787 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T16:34:02.787 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T16:34:02.787 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:02.787 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:02.787 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T16:34:02.787 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T16:34:02.787 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T16:34:02.787 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T16:34:02.787 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T16:34:02.787 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T16:34:02.788 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T16:34:02.788 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T16:34:02.788 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T16:34:02.788 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T16:34:02.788 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T16:34:02.788 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T16:34:02.788 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T16:34:02.788 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T16:34:02.788 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T16:34:02.788 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T16:34:02.788 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T16:34:02.788 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T16:34:02.788 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T16:34:02.788 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T16:34:02.788 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T16:34:02.788 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T16:34:02.788 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T16:34:02.788 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T16:34:02.789 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:34:02.789 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:34:02.789 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:34:02.789 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:34:02.789 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:34:02.789 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:34:02.789 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T16:34:02.789 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.789 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:02.789 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.789 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.789 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:02.789 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:02.789 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T16:34:02.789 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T16:34:02.789 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:02.790 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:02.790 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T16:34:02.790 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T16:34:02.790 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T16:34:02.790 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T16:34:02.790 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T16:34:02.790 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T16:34:02.790 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T16:34:02.790 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T16:34:02.790 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T16:34:02.790 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T16:34:02.790 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T16:34:02.790 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T16:34:02.791 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T16:34:02.791 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T16:34:02.791 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T16:34:02.791 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T16:34:02.791 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T16:34:02.791 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T16:34:02.791 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T16:34:02.791 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T16:34:02.791 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T16:34:02.791 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T16:34:02.791 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T16:34:02.791 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T16:34:02.791 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T16:34:02.791 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T16:34:02.791 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T16:34:02.792 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T16:34:02.792 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T16:34:02.792 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T16:34:02.792 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T16:34:02.792 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.792 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:02.792 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.792 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.792 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T16:34:02.792 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.792 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T16:34:02.792 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.792 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.792 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.793 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.793 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.793 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.793 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1924, 18, 0, 0, 8, 0, 0, 4, 4, 7, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.793 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1232, 11, 1, 2, 4, 1, 3, 10, 33, 67, 80, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.793 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 195, 11, 0, 0, 2, 3, 1, 1, 3, 6, 73, 214, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.793 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 336, 8, 0, 0, 0, 0, 1, 0, 3, 1, 8, 18, 276, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.793 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 547, 2, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 21, 25, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.793 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 591, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 13, 24, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.793 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 699, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.793 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.793 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.793 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.793 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.793 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.794 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.794 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.794 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.794 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.794 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.794 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.794 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.794 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.794 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.794 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.794 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.794 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.794 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.794 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.794 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.795 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.795 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.795 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.795 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T16:34:02.795 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.795 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.795 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.795 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.795 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.795 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 37, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.795 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2785, 17, 0, 0, 5, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.795 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1320, 4, 1, 3, 4, 7, 10, 21, 45, 68, 118, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.795 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 90, 3, 0, 2, 1, 0, 3, 5, 2, 4, 74, 265, 225, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.795 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 35, 0, 0, 0, 0, 0, 1, 1, 2, 4, 12, 13, 369, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.795 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 94, 2, 0, 0, 0, 0, 0, 0, 0, 2, 1, 8, 24, 19, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.795 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 431, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 7, 10, 25, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.796 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.796 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1615, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.796 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 545, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.796 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.796 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.796 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.796 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.796 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.796 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.796 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.796 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.796 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.796 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.796 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.796 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.797 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.797 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.797 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.797 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.797 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.797 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.797 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.797 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.797 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.797 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T16:34:02.797 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.797 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.797 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.797 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.797 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.798 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.798 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 299, 6, 1, 1, 3, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.798 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 185, 4, 0, 0, 1, 0, 5, 2, 9, 11, 56, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.798 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 252, 2, 0, 0, 0, 0, 1, 6, 9, 16, 72, 100, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.798 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 141, 3, 0, 0, 0, 0, 0, 1, 0, 8, 30, 45, 19, 9, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.798 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 59, 1, 0, 0, 0, 0, 2, 0, 3, 2, 10, 30, 29, 29, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.798 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 1, 1, 0, 4, 16, 18, 47, 119, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.798 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.798 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.798 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.798 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.798 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.798 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.798 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.798 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.799 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.799 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.799 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.799 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.799 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.799 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.799 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.799 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.799 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.799 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.799 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.799 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.799 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.799 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.799 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.800 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.800 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T16:34:02.800 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.800 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.800 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.800 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.800 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.800 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 38, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.800 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1297, 12, 1, 2, 19, 0, 2, 2, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.800 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 461, 7, 1, 0, 2, 4, 5, 13, 10, 33, 43, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.800 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 198, 11, 0, 0, 1, 1, 0, 1, 3, 0, 23, 123, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.800 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 401, 4, 0, 0, 0, 0, 0, 1, 0, 1, 3, 4, 98, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.800 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 2, 1, 3, 4, 15, 25, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.800 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 15, 30, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.800 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.801 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.801 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.801 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.801 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.801 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.801 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.801 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.801 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.801 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.801 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.801 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.801 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.801 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.801 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.802 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.802 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.802 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.802 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.802 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.802 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.802 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.802 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.802 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.802 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T16:34:02.802 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.802 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.802 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.802 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.802 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.803 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.803 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1110, 11, 0, 0, 16, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.803 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 733, 9, 0, 0, 2, 3, 4, 8, 10, 34, 46, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.803 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 388, 5, 0, 0, 0, 0, 0, 0, 4, 3, 50, 127, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.803 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 495, 49, 0, 0, 0, 0, 1, 0, 2, 1, 8, 26, 141, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.803 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 249, 60, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 11, 19, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.803 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 88, 128, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 10, 19, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.803 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 142, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.803 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 24, 276, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.803 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.803 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.803 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.803 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.803 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.803 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.803 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.803 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.804 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.804 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.804 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.804 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.804 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.804 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.804 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.804 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.804 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.804 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.804 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.804 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.804 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.804 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.804 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T16:34:02.804 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.804 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.805 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.805 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.805 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.805 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 123, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.805 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 498, 16, 0, 0, 12, 0, 2, 3, 6, 8, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.805 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 89, 5, 2, 0, 1, 1, 2, 1, 3, 1, 10, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.805 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 129, 5, 0, 0, 0, 0, 2, 5, 4, 5, 37, 23, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.805 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 65, 5, 0, 0, 0, 0, 0, 1, 3, 3, 17, 29, 15, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.805 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 31, 2, 0, 0, 0, 0, 1, 0, 0, 2, 4, 7, 16, 22, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.805 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 9, 12, 31, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.805 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 4, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.805 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.805 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.805 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.805 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.805 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.806 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.806 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.806 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.806 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.806 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.806 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.806 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.806 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.806 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.806 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.806 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.806 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.806 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.807 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.807 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.807 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.807 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.807 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T16:34:02.807 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.807 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.807 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.807 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.807 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.807 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 77, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.807 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1092, 23, 1, 0, 11, 1, 4, 4, 12, 13, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.807 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 662, 13, 0, 0, 3, 4, 7, 7, 11, 20, 31, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.807 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 423, 9, 1, 0, 0, 0, 0, 0, 0, 2, 33, 103, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.808 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 455, 2, 0, 0, 1, 1, 0, 0, 2, 1, 6, 10, 181, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.808 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 179, 2, 0, 0, 1, 0, 0, 0, 0, 2, 6, 4, 16, 19, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.808 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 130, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 16, 19, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.808 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.808 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.808 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.808 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.808 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.808 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.808 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.808 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.808 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.808 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.808 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.808 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.808 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.809 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.809 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.809 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.809 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.809 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.809 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.809 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.809 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.809 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.809 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.809 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.809 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T16:34:02.809 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.809 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.809 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.809 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.810 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.810 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 44, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.810 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 226, 11, 2, 3, 6, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.810 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 65, 8, 1, 1, 0, 1, 3, 4, 8, 1, 14, 9, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.810 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 102, 0, 1, 0, 0, 0, 2, 5, 3, 6, 17, 23, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.810 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 55, 1, 0, 0, 0, 0, 1, 2, 3, 0, 14, 24, 12, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.810 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10, 0, 0, 0, 0, 0, 1, 0, 1, 1, 5, 14, 33, 26, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.810 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 7, 12, 45, 105, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.810 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.810 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.810 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.810 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.810 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.810 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.811 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.811 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.811 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.811 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.811 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.811 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.811 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.811 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.811 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.811 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.811 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.811 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.811 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.812 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.812 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.812 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.812 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.812 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.812 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.812 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.812 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.812 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-10T16:34:02.812 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T16:34:02.812 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.812 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 8, 2024-04-10T16:34:02.812 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:02.813 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "number of replicas", 2024-04-10T16:34:02.813 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 1, 2024-04-10T16:34:02.813 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:02.813 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:02.813 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0]", 2024-04-10T16:34:02.813 INFO:tasks.workunit.client.0.smithi102.stdout: "[1, 1]", 2024-04-10T16:34:02.813 INFO:tasks.workunit.client.0.smithi102.stdout: "[2, 2]", 2024-04-10T16:34:02.813 INFO:tasks.workunit.client.0.smithi102.stdout: "[3, 3]", 2024-04-10T16:34:02.813 INFO:tasks.workunit.client.0.smithi102.stdout: "[4, 4]", 2024-04-10T16:34:02.813 INFO:tasks.workunit.client.0.smithi102.stdout: "[5, 5]", 2024-04-10T16:34:02.813 INFO:tasks.workunit.client.0.smithi102.stdout: "[6, None]" 2024-04-10T16:34:02.813 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.813 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "linear" 2024-04-10T16:34:02.813 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.813 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.813 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 10, 2024-04-10T16:34:02.813 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:02.814 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "duration", 2024-04-10T16:34:02.814 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 250000, 2024-04-10T16:34:02.814 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:02.814 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:02.814 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 249999]", 2024-04-10T16:34:02.814 INFO:tasks.workunit.client.0.smithi102.stdout: "[250000, 499999]", 2024-04-10T16:34:02.814 INFO:tasks.workunit.client.0.smithi102.stdout: "[500000, 999999]", 2024-04-10T16:34:02.814 INFO:tasks.workunit.client.0.smithi102.stdout: "[1000000, 1999999]", 2024-04-10T16:34:02.814 INFO:tasks.workunit.client.0.smithi102.stdout: "[2000000, 3999999]", 2024-04-10T16:34:02.814 INFO:tasks.workunit.client.0.smithi102.stdout: "[4000000, 7999999]", 2024-04-10T16:34:02.814 INFO:tasks.workunit.client.0.smithi102.stdout: "[8000000, 15999999]", 2024-04-10T16:34:02.814 INFO:tasks.workunit.client.0.smithi102.stdout: "[16000000, 31999999]", 2024-04-10T16:34:02.814 INFO:tasks.workunit.client.0.smithi102.stdout: "[32000000, None]" 2024-04-10T16:34:02.815 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.815 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:02.815 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.815 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.815 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T16:34:02.815 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.815 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T16:34:02.815 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.815 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.815 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.815 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.815 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.815 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.815 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.815 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.815 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.816 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.816 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.816 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.816 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T16:34:02.816 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.816 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.816 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.816 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.816 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.816 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.816 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.816 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.816 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.816 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.816 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.816 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.817 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T16:34:02.817 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.817 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.817 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.817 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.817 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.817 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.817 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.817 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.817 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.817 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.817 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.817 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.817 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T16:34:02.817 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.817 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.817 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.817 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.818 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.818 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.818 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.818 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.818 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.818 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.818 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.818 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.818 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T16:34:02.818 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.818 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.818 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.818 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.818 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.818 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.818 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.818 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.818 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.819 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.819 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.819 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.819 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T16:34:02.819 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.819 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.819 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.819 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.819 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.819 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.819 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.819 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.819 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.819 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.819 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.819 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.820 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T16:34:02.820 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.820 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.820 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.820 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.820 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.820 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.820 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.820 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.820 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.820 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.820 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.820 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:02.820 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T16:34:02.820 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:02.820 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.820 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.821 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.821 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.821 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.821 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.821 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:02.821 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:02.821 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.821 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.821 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:02.821 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.821 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.821 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:02.821 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_counters": { 2024-04-10T16:34:02.821 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:02.821 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T16:34:02.821 INFO:tasks.workunit.client.0.smithi102.stdout: "caps": { 2024-04-10T16:34:02.821 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.822 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.822 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_flush_ack": { 2024-04-10T16:34:02.822 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.822 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.822 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-10T16:34:02.822 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.822 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.822 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_grant": { 2024-04-10T16:34:02.822 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.822 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.822 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_revoke": { 2024-04-10T16:34:02.822 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.822 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.822 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_trunc": { 2024-04-10T16:34:02.823 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.823 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.823 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_commit": { 2024-04-10T16:34:02.823 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.823 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.823 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_fetch_complete": { 2024-04-10T16:34:02.823 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12 2024-04-10T16:34:02.823 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.823 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_fetch_keys": { 2024-04-10T16:34:02.823 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T16:34:02.823 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.823 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_merge": { 2024-04-10T16:34:02.823 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.823 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.823 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_split": { 2024-04-10T16:34:02.824 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.824 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.824 INFO:tasks.workunit.client.0.smithi102.stdout: "exported_inodes": { 2024-04-10T16:34:02.824 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.824 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.824 INFO:tasks.workunit.client.0.smithi102.stdout: "forward": { 2024-04-10T16:34:02.824 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.824 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.824 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_cap_release": { 2024-04-10T16:34:02.824 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.824 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.824 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_caps": { 2024-04-10T16:34:02.824 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.824 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.824 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_caps_dirty": { 2024-04-10T16:34:02.825 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.825 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.825 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_inode_file_caps": { 2024-04-10T16:34:02.825 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.825 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.825 INFO:tasks.workunit.client.0.smithi102.stdout: "imported_inodes": { 2024-04-10T16:34:02.825 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.825 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.825 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes": { 2024-04-10T16:34:02.825 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T16:34:02.825 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.825 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes_expired": { 2024-04-10T16:34:02.825 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.825 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.825 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes_pinned": { 2024-04-10T16:34:02.825 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T16:34:02.826 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.826 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes_with_caps": { 2024-04-10T16:34:02.826 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.826 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.826 INFO:tasks.workunit.client.0.smithi102.stdout: "load_cent": { 2024-04-10T16:34:02.826 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.826 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.826 INFO:tasks.workunit.client.0.smithi102.stdout: "openino_dir_fetch": { 2024-04-10T16:34:02.826 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.826 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.826 INFO:tasks.workunit.client.0.smithi102.stdout: "process_request_cap_release": { 2024-04-10T16:34:02.826 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.826 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.826 INFO:tasks.workunit.client.0.smithi102.stdout: "reply_latency": { 2024-04-10T16:34:02.826 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.826 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.826 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.827 INFO:tasks.workunit.client.0.smithi102.stdout: "request": { 2024-04-10T16:34:02.827 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.827 INFO:tasks.workunit.client.0.smithi102.stdout: "root_rbytes": { 2024-04-10T16:34:02.827 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.827 INFO:tasks.workunit.client.0.smithi102.stdout: "root_rfiles": { 2024-04-10T16:34:02.827 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.827 INFO:tasks.workunit.client.0.smithi102.stdout: "root_rsnaps": { 2024-04-10T16:34:02.827 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.827 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_reply": { 2024-04-10T16:34:02.827 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.828 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.828 INFO:tasks.workunit.client.0.smithi102.stdout: "subtrees": { 2024-04-10T16:34:02.828 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:02.828 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.828 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.828 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_cache": { 2024-04-10T16:34:02.828 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_enqueue_scrub": { 2024-04-10T16:34:02.828 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.828 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.828 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_exportdir": { 2024-04-10T16:34:02.828 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.828 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.828 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_flush": { 2024-04-10T16:34:02.828 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.828 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.828 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_fragmentdir": { 2024-04-10T16:34:02.829 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.829 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.829 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_fragstats": { 2024-04-10T16:34:02.829 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.829 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.829 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_inodestats": { 2024-04-10T16:34:02.829 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.829 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.829 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_quiesce_inode": { 2024-04-10T16:34:02.829 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.829 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.829 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_quiesce_path": { 2024-04-10T16:34:02.829 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.829 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.829 INFO:tasks.workunit.client.0.smithi102.stdout: "num_recovering_enqueued": { 2024-04-10T16:34:02.829 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.829 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.829 INFO:tasks.workunit.client.0.smithi102.stdout: "num_recovering_prioritized": { 2024-04-10T16:34:02.830 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.830 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_recovering_processing": { 2024-04-10T16:34:02.830 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.830 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_strays": { 2024-04-10T16:34:02.830 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.830 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_strays_delayed": { 2024-04-10T16:34:02.830 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.830 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_strays_enqueuing": { 2024-04-10T16:34:02.830 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.830 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.830 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_completed": { 2024-04-10T16:34:02.830 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.830 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.830 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_started": { 2024-04-10T16:34:02.831 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.831 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.831 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_created": { 2024-04-10T16:34:02.831 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.831 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.831 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_enqueued": { 2024-04-10T16:34:02.831 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.831 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.831 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_migrated": { 2024-04-10T16:34:02.831 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.831 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.831 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_reintegrated": { 2024-04-10T16:34:02.831 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.831 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.831 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.832 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_log": { 2024-04-10T16:34:02.832 INFO:tasks.workunit.client.0.smithi102.stdout: "ev": { 2024-04-10T16:34:02.832 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17 2024-04-10T16:34:02.832 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.832 INFO:tasks.workunit.client.0.smithi102.stdout: "evadd": { 2024-04-10T16:34:02.832 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.832 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.832 INFO:tasks.workunit.client.0.smithi102.stdout: "evex": { 2024-04-10T16:34:02.832 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.832 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.832 INFO:tasks.workunit.client.0.smithi102.stdout: "evexd": { 2024-04-10T16:34:02.832 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.832 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.832 INFO:tasks.workunit.client.0.smithi102.stdout: "evexg": { 2024-04-10T16:34:02.832 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.832 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.833 INFO:tasks.workunit.client.0.smithi102.stdout: "evlrg": { 2024-04-10T16:34:02.833 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.833 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.833 INFO:tasks.workunit.client.0.smithi102.stdout: "evtrm": { 2024-04-10T16:34:02.833 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.833 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.833 INFO:tasks.workunit.client.0.smithi102.stdout: "jlat": { 2024-04-10T16:34:02.833 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.833 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.833 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.833 INFO:tasks.workunit.client.0.smithi102.stdout: "replayed": { 2024-04-10T16:34:02.833 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17 2024-04-10T16:34:02.833 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.833 INFO:tasks.workunit.client.0.smithi102.stdout: "seg": { 2024-04-10T16:34:02.834 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:02.834 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.834 INFO:tasks.workunit.client.0.smithi102.stdout: "segadd": { 2024-04-10T16:34:02.834 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.834 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.834 INFO:tasks.workunit.client.0.smithi102.stdout: "segex": { 2024-04-10T16:34:02.834 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.834 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.834 INFO:tasks.workunit.client.0.smithi102.stdout: "segexd": { 2024-04-10T16:34:02.834 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.834 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.834 INFO:tasks.workunit.client.0.smithi102.stdout: "segexg": { 2024-04-10T16:34:02.834 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.834 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.834 INFO:tasks.workunit.client.0.smithi102.stdout: "segmjr": { 2024-04-10T16:34:02.834 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:02.835 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.835 INFO:tasks.workunit.client.0.smithi102.stdout: "segtrm": { 2024-04-10T16:34:02.835 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.835 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.835 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.835 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_mem": { 2024-04-10T16:34:02.835 INFO:tasks.workunit.client.0.smithi102.stdout: "cap": { 2024-04-10T16:34:02.835 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.835 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.835 INFO:tasks.workunit.client.0.smithi102.stdout: "cap+": { 2024-04-10T16:34:02.835 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.835 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.835 INFO:tasks.workunit.client.0.smithi102.stdout: "cap-": { 2024-04-10T16:34:02.835 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.835 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.835 INFO:tasks.workunit.client.0.smithi102.stdout: "dir": { 2024-04-10T16:34:02.836 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12 2024-04-10T16:34:02.836 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.836 INFO:tasks.workunit.client.0.smithi102.stdout: "dir+": { 2024-04-10T16:34:02.836 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12 2024-04-10T16:34:02.836 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.836 INFO:tasks.workunit.client.0.smithi102.stdout: "dir-": { 2024-04-10T16:34:02.836 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.836 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.836 INFO:tasks.workunit.client.0.smithi102.stdout: "dn": { 2024-04-10T16:34:02.836 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T16:34:02.836 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.836 INFO:tasks.workunit.client.0.smithi102.stdout: "dn+": { 2024-04-10T16:34:02.836 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T16:34:02.836 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.836 INFO:tasks.workunit.client.0.smithi102.stdout: "dn-": { 2024-04-10T16:34:02.836 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.836 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.837 INFO:tasks.workunit.client.0.smithi102.stdout: "heap": { 2024-04-10T16:34:02.837 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 248184 2024-04-10T16:34:02.837 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.837 INFO:tasks.workunit.client.0.smithi102.stdout: "ino": { 2024-04-10T16:34:02.837 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T16:34:02.837 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.837 INFO:tasks.workunit.client.0.smithi102.stdout: "ino+": { 2024-04-10T16:34:02.837 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T16:34:02.837 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.837 INFO:tasks.workunit.client.0.smithi102.stdout: "ino-": { 2024-04-10T16:34:02.837 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.837 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.837 INFO:tasks.workunit.client.0.smithi102.stdout: "rss": { 2024-04-10T16:34:02.837 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 50532 2024-04-10T16:34:02.837 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.837 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.837 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_server": { 2024-04-10T16:34:02.838 INFO:tasks.workunit.client.0.smithi102.stdout: "cap_acquisition_throttle": { 2024-04-10T16:34:02.838 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.838 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.838 INFO:tasks.workunit.client.0.smithi102.stdout: "cap_revoke_eviction": { 2024-04-10T16:34:02.838 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.838 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.838 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_request": { 2024-04-10T16:34:02.838 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.838 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.838 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_session": { 2024-04-10T16:34:02.838 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.838 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.838 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_peer_request": { 2024-04-10T16:34:02.838 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.838 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.838 INFO:tasks.workunit.client.0.smithi102.stdout: "req_create_latency": { 2024-04-10T16:34:02.839 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.839 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.839 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.839 INFO:tasks.workunit.client.0.smithi102.stdout: "req_getattr_latency": { 2024-04-10T16:34:02.839 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.839 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.839 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.839 INFO:tasks.workunit.client.0.smithi102.stdout: "req_getfilelock_latency": { 2024-04-10T16:34:02.839 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.839 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.839 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.839 INFO:tasks.workunit.client.0.smithi102.stdout: "req_getvxattr_latency": { 2024-04-10T16:34:02.839 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.839 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.840 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.840 INFO:tasks.workunit.client.0.smithi102.stdout: "req_link_latency": { 2024-04-10T16:34:02.840 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.840 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.840 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.840 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookup_latency": { 2024-04-10T16:34:02.840 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.840 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.840 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.840 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookuphash_latency": { 2024-04-10T16:34:02.840 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.840 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.840 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.840 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupino_latency": { 2024-04-10T16:34:02.840 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.840 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.841 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.841 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupname_latency": { 2024-04-10T16:34:02.841 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.841 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.841 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.841 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupparent_latency": { 2024-04-10T16:34:02.841 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.841 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.841 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.841 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupsnap_latency": { 2024-04-10T16:34:02.841 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.841 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.841 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.841 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lssnap_latency": { 2024-04-10T16:34:02.842 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.842 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.842 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.842 INFO:tasks.workunit.client.0.smithi102.stdout: "req_mkdir_latency": { 2024-04-10T16:34:02.842 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.842 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.842 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.842 INFO:tasks.workunit.client.0.smithi102.stdout: "req_mknod_latency": { 2024-04-10T16:34:02.842 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.842 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.842 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.842 INFO:tasks.workunit.client.0.smithi102.stdout: "req_mksnap_latency": { 2024-04-10T16:34:02.842 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.842 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.842 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.842 INFO:tasks.workunit.client.0.smithi102.stdout: "req_open_latency": { 2024-04-10T16:34:02.843 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.843 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.843 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.843 INFO:tasks.workunit.client.0.smithi102.stdout: "req_readdir_latency": { 2024-04-10T16:34:02.843 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.843 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.843 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.843 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rename_latency": { 2024-04-10T16:34:02.843 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.843 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.843 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.843 INFO:tasks.workunit.client.0.smithi102.stdout: "req_renamesnap_latency": { 2024-04-10T16:34:02.843 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.843 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.843 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.843 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rmdir_latency": { 2024-04-10T16:34:02.844 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.844 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.844 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.844 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rmsnap_latency": { 2024-04-10T16:34:02.844 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.844 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.844 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.844 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rmxattr_latency": { 2024-04-10T16:34:02.844 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.844 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.844 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.844 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setattr_latency": { 2024-04-10T16:34:02.844 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.844 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.844 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.844 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setdirlayout_latency": { 2024-04-10T16:34:02.844 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.845 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.845 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.845 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setfilelock_latency": { 2024-04-10T16:34:02.845 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.845 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.845 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.845 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setlayout_latency": { 2024-04-10T16:34:02.845 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.845 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.845 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.845 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setxattr_latency": { 2024-04-10T16:34:02.845 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.845 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.845 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.846 INFO:tasks.workunit.client.0.smithi102.stdout: "req_snapdiff_latency": { 2024-04-10T16:34:02.846 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.846 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.846 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.846 INFO:tasks.workunit.client.0.smithi102.stdout: "req_symlink_latency": { 2024-04-10T16:34:02.846 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.846 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.846 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.846 INFO:tasks.workunit.client.0.smithi102.stdout: "req_unlink_latency": { 2024-04-10T16:34:02.846 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.846 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.846 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.846 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.846 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_sessions": { 2024-04-10T16:34:02.847 INFO:tasks.workunit.client.0.smithi102.stdout: "average_load": { 2024-04-10T16:34:02.847 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.847 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.847 INFO:tasks.workunit.client.0.smithi102.stdout: "avg_session_uptime": { 2024-04-10T16:34:02.847 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.847 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.847 INFO:tasks.workunit.client.0.smithi102.stdout: "mdthresh_evicted": { 2024-04-10T16:34:02.847 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.847 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.847 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T16:34:02.847 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T16:34:02.847 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.847 INFO:tasks.workunit.client.0.smithi102.stdout: "session_count": { 2024-04-10T16:34:02.847 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.848 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.848 INFO:tasks.workunit.client.0.smithi102.stdout: "session_remove": { 2024-04-10T16:34:02.848 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T16:34:02.848 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.848 INFO:tasks.workunit.client.0.smithi102.stdout: "sessions_open": { 2024-04-10T16:34:02.848 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:02.848 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.848 INFO:tasks.workunit.client.0.smithi102.stdout: "sessions_stale": { 2024-04-10T16:34:02.848 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.848 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.848 INFO:tasks.workunit.client.0.smithi102.stdout: "total_load": { 2024-04-10T16:34:02.848 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.848 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.848 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.848 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:02.848 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:02.849 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.849 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.849 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:02.849 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37 2024-04-10T16:34:02.849 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.849 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:02.849 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.849 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.849 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:02.849 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7 2024-04-10T16:34:02.849 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.849 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.849 INFO:tasks.workunit.client.0.smithi102.stdout: "purge_queue": { 2024-04-10T16:34:02.849 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executed": { 2024-04-10T16:34:02.849 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.849 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.849 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executed_ops": { 2024-04-10T16:34:02.849 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.849 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.850 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing": { 2024-04-10T16:34:02.850 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.850 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.850 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing_high_water": { 2024-04-10T16:34:02.850 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.850 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.850 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing_ops": { 2024-04-10T16:34:02.850 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.850 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.850 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing_ops_high_water": { 2024-04-10T16:34:02.850 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.850 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.850 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_item_in_journal": { 2024-04-10T16:34:02.850 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.850 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.850 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.850 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.851 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T16:34:02.851 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:02.851 INFO:tasks.workunit.client.0.smithi102.stdout: "election_call": { 2024-04-10T16:34:02.851 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:02.851 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.851 INFO:tasks.workunit.client.0.smithi102.stdout: "election_lose": { 2024-04-10T16:34:02.851 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:02.851 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.851 INFO:tasks.workunit.client.0.smithi102.stdout: "election_win": { 2024-04-10T16:34:02.851 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.851 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_elections": { 2024-04-10T16:34:02.851 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7 2024-04-10T16:34:02.852 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": { 2024-04-10T16:34:02.852 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T16:34:02.852 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.852 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T16:34:02.852 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:02.852 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.852 INFO:tasks.workunit.client.0.smithi102.stdout: "session_rm": { 2024-04-10T16:34:02.852 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 249 2024-04-10T16:34:02.852 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.852 INFO:tasks.workunit.client.0.smithi102.stdout: "session_trim": { 2024-04-10T16:34:02.852 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.852 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.852 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.852 INFO:tasks.workunit.client.0.smithi102.stdout: "paxos": { 2024-04-10T16:34:02.852 INFO:tasks.workunit.client.0.smithi102.stdout: "accept_timeout": { 2024-04-10T16:34:02.852 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.852 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.853 INFO:tasks.workunit.client.0.smithi102.stdout: "begin": { 2024-04-10T16:34:02.853 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8379 2024-04-10T16:34:02.853 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.853 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_bytes": { 2024-04-10T16:34:02.853 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8379, 2024-04-10T16:34:02.853 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57928235 2024-04-10T16:34:02.853 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.853 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_keys": { 2024-04-10T16:34:02.853 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.853 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.853 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.853 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_latency": { 2024-04-10T16:34:02.853 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8379, 2024-04-10T16:34:02.853 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1314964475 2024-04-10T16:34:02.853 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.853 INFO:tasks.workunit.client.0.smithi102.stdout: "collect": { 2024-04-10T16:34:02.853 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:02.854 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.854 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_bytes": { 2024-04-10T16:34:02.854 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T16:34:02.854 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 146 2024-04-10T16:34:02.854 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.854 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_keys": { 2024-04-10T16:34:02.854 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T16:34:02.854 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:02.854 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.854 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_latency": { 2024-04-10T16:34:02.854 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T16:34:02.854 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 999974 2024-04-10T16:34:02.854 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.854 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_timeout": { 2024-04-10T16:34:02.854 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.855 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.855 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_uncommitted": { 2024-04-10T16:34:02.855 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.855 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.855 INFO:tasks.workunit.client.0.smithi102.stdout: "commit": { 2024-04-10T16:34:02.855 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8379 2024-04-10T16:34:02.855 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.855 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_bytes": { 2024-04-10T16:34:02.855 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.855 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.855 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.855 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_keys": { 2024-04-10T16:34:02.855 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.855 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.855 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.856 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_latency": { 2024-04-10T16:34:02.856 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.856 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.856 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.856 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_ack_timeout": { 2024-04-10T16:34:02.856 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.856 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.856 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_timeout": { 2024-04-10T16:34:02.856 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.856 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.856 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn": { 2024-04-10T16:34:02.856 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.856 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.856 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn_latency": { 2024-04-10T16:34:02.857 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.857 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.857 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.857 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh": { 2024-04-10T16:34:02.857 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8379 2024-04-10T16:34:02.857 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.857 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh_latency": { 2024-04-10T16:34:02.857 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8379, 2024-04-10T16:34:02.857 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 26079295211 2024-04-10T16:34:02.857 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.857 INFO:tasks.workunit.client.0.smithi102.stdout: "restart": { 2024-04-10T16:34:02.857 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9 2024-04-10T16:34:02.857 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.857 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state": { 2024-04-10T16:34:02.858 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.858 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.858 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_bytes": { 2024-04-10T16:34:02.858 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.858 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.858 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.858 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_keys": { 2024-04-10T16:34:02.858 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.858 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.858 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.858 INFO:tasks.workunit.client.0.smithi102.stdout: "start_leader": { 2024-04-10T16:34:02.858 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.858 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.858 INFO:tasks.workunit.client.0.smithi102.stdout: "start_peon": { 2024-04-10T16:34:02.858 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:02.858 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.859 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state": { 2024-04-10T16:34:02.859 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8379 2024-04-10T16:34:02.859 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.859 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_bytes": { 2024-04-10T16:34:02.859 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8379, 2024-04-10T16:34:02.859 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 114260571 2024-04-10T16:34:02.859 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.859 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_keys": { 2024-04-10T16:34:02.859 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8379, 2024-04-10T16:34:02.859 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73831 2024-04-10T16:34:02.859 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.859 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_latency": { 2024-04-10T16:34:02.859 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8379, 2024-04-10T16:34:02.859 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2747925939 2024-04-10T16:34:02.859 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.859 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.860 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache": { 2024-04-10T16:34:02.860 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:02.860 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1020054731 2024-04-10T16:34:02.860 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.860 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:02.860 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 165658624 2024-04-10T16:34:02.860 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.860 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:02.860 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 163577856 2024-04-10T16:34:02.860 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.860 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:02.860 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2147483648 2024-04-10T16:34:02.860 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.860 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:02.860 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2080768 2024-04-10T16:34:02.860 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.861 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.861 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:full": { 2024-04-10T16:34:02.861 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:02.861 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 360710144 2024-04-10T16:34:02.861 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.861 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:02.861 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.861 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.861 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:02.861 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.861 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.861 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:02.861 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267573164 2024-04-10T16:34:02.861 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.862 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:02.862 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24044047 2024-04-10T16:34:02.862 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.862 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:02.862 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.862 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.862 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:02.862 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.862 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.862 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:02.862 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.862 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.862 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:02.862 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.862 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.863 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:02.863 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.863 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.863 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:02.863 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.863 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.863 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:02.863 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.863 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.863 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:02.863 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.863 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.863 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:02.863 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69092933 2024-04-10T16:34:02.863 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.863 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.863 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:inc": { 2024-04-10T16:34:02.863 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:02.864 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 339738624 2024-04-10T16:34:02.864 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.864 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:02.864 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.864 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.864 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:02.864 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.864 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.864 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:02.864 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267573164 2024-04-10T16:34:02.864 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.864 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:02.864 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1463878 2024-04-10T16:34:02.864 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.864 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:02.864 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.864 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.864 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:02.865 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.865 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.865 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:02.865 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.865 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.865 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:02.865 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.865 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.865 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:02.865 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.865 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.865 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:02.865 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.865 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.865 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:02.865 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.865 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.865 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:02.866 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.866 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.866 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:02.866 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70701582 2024-04-10T16:34:02.866 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.866 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.866 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:kv": { 2024-04-10T16:34:02.866 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:02.866 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 314572800 2024-04-10T16:34:02.866 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.866 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:02.866 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:02.866 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.866 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:02.866 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.867 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.867 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:02.867 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 178382109 2024-04-10T16:34:02.867 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.867 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:02.867 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.867 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.867 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:02.867 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.867 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.867 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:02.867 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.867 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.867 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:02.867 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.867 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.867 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:02.868 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.868 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.868 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:02.868 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.868 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.868 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:02.868 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.868 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.868 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:02.868 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.868 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.868 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:02.868 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.868 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.868 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:02.869 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69081827 2024-04-10T16:34:02.869 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.869 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.869 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb": { 2024-04-10T16:34:02.869 INFO:tasks.workunit.client.0.smithi102.stdout: "compact": { 2024-04-10T16:34:02.869 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.869 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.869 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_len": { 2024-04-10T16:34:02.869 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.869 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.869 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_merge": { 2024-04-10T16:34:02.869 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.869 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.869 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_range": { 2024-04-10T16:34:02.870 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 100 2024-04-10T16:34:02.870 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.870 INFO:tasks.workunit.client.0.smithi102.stdout: "get_latency": { 2024-04-10T16:34:02.870 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 363432, 2024-04-10T16:34:02.870 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1780686860 2024-04-10T16:34:02.870 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.870 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:34:02.870 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.870 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.870 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.870 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:34:02.870 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.870 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.870 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.870 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:34:02.870 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.871 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.871 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.871 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:34:02.871 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.871 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.871 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.871 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_latency": { 2024-04-10T16:34:02.871 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.871 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.871 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.871 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_sync_latency": { 2024-04-10T16:34:02.871 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20228, 2024-04-10T16:34:02.871 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6279669852 2024-04-10T16:34:02.871 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.871 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.871 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.872 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:02.872 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:02.872 INFO:tasks.workunit.client.0.smithi102.stdout: "election_call": { 2024-04-10T16:34:02.872 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:02.872 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.872 INFO:tasks.workunit.client.0.smithi102.stdout: "election_lose": { 2024-04-10T16:34:02.872 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.872 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.872 INFO:tasks.workunit.client.0.smithi102.stdout: "election_win": { 2024-04-10T16:34:02.872 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:02.872 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_elections": { 2024-04-10T16:34:02.872 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17 2024-04-10T16:34:02.872 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.873 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": { 2024-04-10T16:34:02.873 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9 2024-04-10T16:34:02.873 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.873 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T16:34:02.873 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:02.873 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.873 INFO:tasks.workunit.client.0.smithi102.stdout: "session_rm": { 2024-04-10T16:34:02.873 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 247 2024-04-10T16:34:02.873 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.873 INFO:tasks.workunit.client.0.smithi102.stdout: "session_trim": { 2024-04-10T16:34:02.873 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.873 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.873 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.873 INFO:tasks.workunit.client.0.smithi102.stdout: "paxos": { 2024-04-10T16:34:02.873 INFO:tasks.workunit.client.0.smithi102.stdout: "accept_timeout": { 2024-04-10T16:34:02.874 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.874 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.874 INFO:tasks.workunit.client.0.smithi102.stdout: "begin": { 2024-04-10T16:34:02.874 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8489 2024-04-10T16:34:02.874 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.874 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_bytes": { 2024-04-10T16:34:02.874 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8489, 2024-04-10T16:34:02.874 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 59458832 2024-04-10T16:34:02.874 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.874 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_keys": { 2024-04-10T16:34:02.874 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8489, 2024-04-10T16:34:02.874 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 25467 2024-04-10T16:34:02.874 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.874 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_latency": { 2024-04-10T16:34:02.874 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8489, 2024-04-10T16:34:02.875 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1838962681 2024-04-10T16:34:02.875 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.875 INFO:tasks.workunit.client.0.smithi102.stdout: "collect": { 2024-04-10T16:34:02.875 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.875 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.875 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_bytes": { 2024-04-10T16:34:02.875 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.875 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.875 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.875 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_keys": { 2024-04-10T16:34:02.875 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.875 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.875 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.875 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_latency": { 2024-04-10T16:34:02.875 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.875 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.875 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.876 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_timeout": { 2024-04-10T16:34:02.876 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.876 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.876 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_uncommitted": { 2024-04-10T16:34:02.876 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:02.876 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.876 INFO:tasks.workunit.client.0.smithi102.stdout: "commit": { 2024-04-10T16:34:02.876 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8487 2024-04-10T16:34:02.876 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.876 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_bytes": { 2024-04-10T16:34:02.876 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8487, 2024-04-10T16:34:02.876 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58824198 2024-04-10T16:34:02.876 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.876 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_keys": { 2024-04-10T16:34:02.876 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8487, 2024-04-10T16:34:02.876 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 66203 2024-04-10T16:34:02.876 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.876 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_latency": { 2024-04-10T16:34:02.877 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8487, 2024-04-10T16:34:02.877 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3046683435 2024-04-10T16:34:02.877 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.877 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_ack_timeout": { 2024-04-10T16:34:02.877 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.877 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.877 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_timeout": { 2024-04-10T16:34:02.877 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.877 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.877 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn": { 2024-04-10T16:34:02.877 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:02.877 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.877 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn_latency": { 2024-04-10T16:34:02.877 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T16:34:02.877 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10999776 2024-04-10T16:34:02.877 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.878 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh": { 2024-04-10T16:34:02.878 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8490 2024-04-10T16:34:02.878 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.878 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh_latency": { 2024-04-10T16:34:02.878 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8490, 2024-04-10T16:34:02.878 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32472340938 2024-04-10T16:34:02.878 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.878 INFO:tasks.workunit.client.0.smithi102.stdout: "restart": { 2024-04-10T16:34:02.878 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19 2024-04-10T16:34:02.878 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.878 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state": { 2024-04-10T16:34:02.878 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:02.878 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.878 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_bytes": { 2024-04-10T16:34:02.878 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:02.878 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 61152 2024-04-10T16:34:02.878 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.878 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_keys": { 2024-04-10T16:34:02.879 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:02.879 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:02.879 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.879 INFO:tasks.workunit.client.0.smithi102.stdout: "start_leader": { 2024-04-10T16:34:02.879 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:02.879 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.879 INFO:tasks.workunit.client.0.smithi102.stdout: "start_peon": { 2024-04-10T16:34:02.879 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.879 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.879 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state": { 2024-04-10T16:34:02.879 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.879 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.879 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_bytes": { 2024-04-10T16:34:02.879 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.879 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.880 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.880 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_keys": { 2024-04-10T16:34:02.880 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.880 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.880 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.880 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_latency": { 2024-04-10T16:34:02.880 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.880 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.880 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.880 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.880 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache": { 2024-04-10T16:34:02.880 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:02.880 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1020054731 2024-04-10T16:34:02.880 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.880 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:02.880 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 255950848 2024-04-10T16:34:02.881 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.881 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:02.881 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 252993536 2024-04-10T16:34:02.881 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.881 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:02.881 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2147483648 2024-04-10T16:34:02.881 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.881 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:02.881 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2957312 2024-04-10T16:34:02.881 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.881 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.881 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:full": { 2024-04-10T16:34:02.881 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:02.881 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 360710144 2024-04-10T16:34:02.881 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.881 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:02.881 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.881 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.881 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:02.882 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.882 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.882 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:02.882 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267454310 2024-04-10T16:34:02.882 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.882 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:02.882 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24339513 2024-04-10T16:34:02.882 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.882 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:02.882 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.882 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.882 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:02.882 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.882 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.882 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:02.883 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.883 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.883 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:02.883 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.883 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.883 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:02.883 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.883 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.883 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:02.883 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.883 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.883 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:02.883 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.883 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.883 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:02.883 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.884 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.884 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:02.884 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68916321 2024-04-10T16:34:02.884 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.884 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.884 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:inc": { 2024-04-10T16:34:02.884 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:02.884 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 339738624 2024-04-10T16:34:02.884 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.884 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:02.884 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.884 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.884 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:02.884 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.884 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.885 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:02.885 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267454310 2024-04-10T16:34:02.885 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.885 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:02.885 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1485355 2024-04-10T16:34:02.885 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.885 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:02.885 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.885 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.885 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:02.885 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.885 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.885 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:02.885 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.885 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.885 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:02.885 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.885 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.886 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:02.886 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.886 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.886 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:02.886 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.886 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.886 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:02.886 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.886 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.886 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:02.886 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.886 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.886 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:02.886 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70798959 2024-04-10T16:34:02.886 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.887 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.887 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:kv": { 2024-04-10T16:34:02.887 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:02.887 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 314572800 2024-04-10T16:34:02.887 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.887 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:02.887 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:02.887 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.887 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:02.887 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.887 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.887 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:02.887 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 178302873 2024-04-10T16:34:02.887 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.887 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:02.887 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.887 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.887 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:02.888 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.888 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.888 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:02.888 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.888 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.888 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:02.888 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.888 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.888 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:02.888 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.888 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.888 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:02.888 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.888 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.888 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:02.888 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.889 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.889 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:02.889 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.889 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.889 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:02.889 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.889 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.889 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:02.889 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69161063 2024-04-10T16:34:02.889 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.889 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.889 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb": { 2024-04-10T16:34:02.889 INFO:tasks.workunit.client.0.smithi102.stdout: "compact": { 2024-04-10T16:34:02.889 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.889 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.889 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_len": { 2024-04-10T16:34:02.890 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.890 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.890 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_merge": { 2024-04-10T16:34:02.890 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.890 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.890 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_range": { 2024-04-10T16:34:02.890 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 100 2024-04-10T16:34:02.890 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.890 INFO:tasks.workunit.client.0.smithi102.stdout: "get_latency": { 2024-04-10T16:34:02.890 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 381564, 2024-04-10T16:34:02.890 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2245331236 2024-04-10T16:34:02.890 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.890 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:34:02.890 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.890 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.890 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.891 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:34:02.891 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.891 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.891 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.891 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:34:02.891 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.891 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.891 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.891 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:34:02.891 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.891 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.891 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.891 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_latency": { 2024-04-10T16:34:02.891 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.891 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.891 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.892 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_sync_latency": { 2024-04-10T16:34:02.892 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20499, 2024-04-10T16:34:02.892 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7907249437 2024-04-10T16:34:02.892 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.892 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.892 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.892 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.523315f168f59b146f7d533dca80f6e7526a6fec": { 2024-04-10T16:34:02.892 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:02.892 INFO:tasks.workunit.client.0.smithi102.stdout: "election_call": { 2024-04-10T16:34:02.892 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:02.892 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.892 INFO:tasks.workunit.client.0.smithi102.stdout: "election_lose": { 2024-04-10T16:34:02.892 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:02.892 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.892 INFO:tasks.workunit.client.0.smithi102.stdout: "election_win": { 2024-04-10T16:34:02.892 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.893 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_elections": { 2024-04-10T16:34:02.893 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11 2024-04-10T16:34:02.893 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": { 2024-04-10T16:34:02.893 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9 2024-04-10T16:34:02.893 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.893 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T16:34:02.893 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T16:34:02.893 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.893 INFO:tasks.workunit.client.0.smithi102.stdout: "session_rm": { 2024-04-10T16:34:02.893 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 264 2024-04-10T16:34:02.893 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.893 INFO:tasks.workunit.client.0.smithi102.stdout: "session_trim": { 2024-04-10T16:34:02.893 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.893 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.893 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.894 INFO:tasks.workunit.client.0.smithi102.stdout: "paxos": { 2024-04-10T16:34:02.894 INFO:tasks.workunit.client.0.smithi102.stdout: "accept_timeout": { 2024-04-10T16:34:02.894 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.894 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.894 INFO:tasks.workunit.client.0.smithi102.stdout: "begin": { 2024-04-10T16:34:02.894 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8414 2024-04-10T16:34:02.894 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.894 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_bytes": { 2024-04-10T16:34:02.894 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8414, 2024-04-10T16:34:02.894 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58185194 2024-04-10T16:34:02.894 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.894 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_keys": { 2024-04-10T16:34:02.894 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.894 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.894 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.895 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_latency": { 2024-04-10T16:34:02.895 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8414, 2024-04-10T16:34:02.895 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1978959751 2024-04-10T16:34:02.895 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.895 INFO:tasks.workunit.client.0.smithi102.stdout: "collect": { 2024-04-10T16:34:02.895 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:02.895 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.895 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_bytes": { 2024-04-10T16:34:02.895 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T16:34:02.895 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 219 2024-04-10T16:34:02.895 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.895 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_keys": { 2024-04-10T16:34:02.895 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T16:34:02.895 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:02.895 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.895 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_latency": { 2024-04-10T16:34:02.895 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T16:34:02.896 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6999858 2024-04-10T16:34:02.896 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.896 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_timeout": { 2024-04-10T16:34:02.896 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.896 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.896 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_uncommitted": { 2024-04-10T16:34:02.896 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:02.896 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.896 INFO:tasks.workunit.client.0.smithi102.stdout: "commit": { 2024-04-10T16:34:02.896 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8414 2024-04-10T16:34:02.896 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.896 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_bytes": { 2024-04-10T16:34:02.896 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.896 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.896 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.897 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_keys": { 2024-04-10T16:34:02.897 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.897 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.897 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.897 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_latency": { 2024-04-10T16:34:02.897 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.897 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.897 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.897 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_ack_timeout": { 2024-04-10T16:34:02.897 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.897 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.897 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_timeout": { 2024-04-10T16:34:02.897 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.897 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.897 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn": { 2024-04-10T16:34:02.897 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.898 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.898 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn_latency": { 2024-04-10T16:34:02.898 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.898 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.898 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.898 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh": { 2024-04-10T16:34:02.898 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8414 2024-04-10T16:34:02.898 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.898 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh_latency": { 2024-04-10T16:34:02.898 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8414, 2024-04-10T16:34:02.898 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 29146408501 2024-04-10T16:34:02.898 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.898 INFO:tasks.workunit.client.0.smithi102.stdout: "restart": { 2024-04-10T16:34:02.898 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T16:34:02.898 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.898 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state": { 2024-04-10T16:34:02.899 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.899 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.899 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_bytes": { 2024-04-10T16:34:02.899 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.899 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.899 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.899 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_keys": { 2024-04-10T16:34:02.899 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.899 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.899 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.899 INFO:tasks.workunit.client.0.smithi102.stdout: "start_leader": { 2024-04-10T16:34:02.899 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.899 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.899 INFO:tasks.workunit.client.0.smithi102.stdout: "start_peon": { 2024-04-10T16:34:02.899 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:02.900 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.900 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state": { 2024-04-10T16:34:02.900 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8414 2024-04-10T16:34:02.900 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.900 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_bytes": { 2024-04-10T16:34:02.900 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8414, 2024-04-10T16:34:02.900 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 114888163 2024-04-10T16:34:02.900 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.900 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_keys": { 2024-04-10T16:34:02.900 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8414, 2024-04-10T16:34:02.900 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74106 2024-04-10T16:34:02.900 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.900 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_latency": { 2024-04-10T16:34:02.900 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8414, 2024-04-10T16:34:02.901 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5710883962 2024-04-10T16:34:02.901 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.901 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.901 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache": { 2024-04-10T16:34:02.901 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:02.901 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1020054731 2024-04-10T16:34:02.901 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.901 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:02.901 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 167739392 2024-04-10T16:34:02.901 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.901 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:02.901 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 165888000 2024-04-10T16:34:02.901 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.901 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:02.901 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2147483648 2024-04-10T16:34:02.901 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.901 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:02.902 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1851392 2024-04-10T16:34:02.902 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.902 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.902 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:full": { 2024-04-10T16:34:02.902 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:02.902 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 360710144 2024-04-10T16:34:02.902 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.902 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:02.902 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.902 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.902 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:02.902 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.902 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.902 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:02.903 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267529928 2024-04-10T16:34:02.903 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.903 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:02.903 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24149391 2024-04-10T16:34:02.903 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.903 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:02.903 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.903 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.903 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:02.903 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.903 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.903 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:02.903 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.903 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.903 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:02.903 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.903 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.903 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:02.904 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.904 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.904 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:02.904 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.904 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.904 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:02.904 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.904 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.904 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:02.904 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.904 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.904 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:02.904 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69030825 2024-04-10T16:34:02.904 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.904 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.904 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:inc": { 2024-04-10T16:34:02.904 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:02.905 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 339738624 2024-04-10T16:34:02.905 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.905 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:02.905 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.905 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.905 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:02.905 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.905 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.905 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:02.905 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267529928 2024-04-10T16:34:02.905 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.905 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:02.905 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1473830 2024-04-10T16:34:02.905 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.905 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:02.905 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.905 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.905 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:02.906 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.906 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.906 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:02.906 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.906 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.906 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:02.906 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.906 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.906 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:02.906 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.906 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.906 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:02.906 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.906 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.906 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:02.906 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.906 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.907 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:02.907 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.907 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.907 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:02.907 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70734866 2024-04-10T16:34:02.907 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.907 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.907 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:kv": { 2024-04-10T16:34:02.907 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:02.907 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 314572800 2024-04-10T16:34:02.907 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.907 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:02.907 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:02.907 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.907 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:02.907 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.908 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.908 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:02.908 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 178353285 2024-04-10T16:34:02.908 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.908 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:02.908 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.908 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.908 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:02.908 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.908 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.908 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:02.908 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.908 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.908 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:02.908 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.908 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.908 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:02.909 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.909 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.909 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:02.909 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.909 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.909 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:02.909 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.909 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.909 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:02.909 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.909 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.909 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:02.909 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.909 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.909 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:02.910 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69110651 2024-04-10T16:34:02.910 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.910 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.910 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb": { 2024-04-10T16:34:02.910 INFO:tasks.workunit.client.0.smithi102.stdout: "compact": { 2024-04-10T16:34:02.910 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.910 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.910 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_len": { 2024-04-10T16:34:02.910 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.910 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.910 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_merge": { 2024-04-10T16:34:02.910 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.910 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.910 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_range": { 2024-04-10T16:34:02.910 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 100 2024-04-10T16:34:02.911 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.911 INFO:tasks.workunit.client.0.smithi102.stdout: "get_latency": { 2024-04-10T16:34:02.911 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 365044, 2024-04-10T16:34:02.911 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1906954864 2024-04-10T16:34:02.911 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.911 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:34:02.911 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.911 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.911 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.911 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:34:02.911 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.911 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.911 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.911 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:34:02.911 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.911 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.912 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.912 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:34:02.912 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.912 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.912 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.912 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_latency": { 2024-04-10T16:34:02.912 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.912 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.912 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.912 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_sync_latency": { 2024-04-10T16:34:02.912 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20319, 2024-04-10T16:34:02.912 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9950674566 2024-04-10T16:34:02.912 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.912 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.912 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.912 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.0": { 2024-04-10T16:34:02.912 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:02.913 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:02.913 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18699 2024-04-10T16:34:02.913 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.913 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:02.913 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.913 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.913 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:02.913 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.913 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.913 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:02.913 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.913 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.913 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:02.913 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:02.913 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.914 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:02.914 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.914 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.914 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:02.914 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.914 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.914 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:02.914 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.914 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.914 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:02.914 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.914 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.914 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:02.914 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8925184 2024-04-10T16:34:02.914 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.915 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:02.915 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 653549568 2024-04-10T16:34:02.915 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.915 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:02.915 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18, 2024-04-10T16:34:02.915 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4531299 2024-04-10T16:34:02.915 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.915 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:02.915 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18, 2024-04-10T16:34:02.915 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1125088 2024-04-10T16:34:02.915 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.915 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:02.915 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 186, 2024-04-10T16:34:02.915 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1002408 2024-04-10T16:34:02.915 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.915 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:02.916 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:02.916 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.916 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:02.916 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 585629696 2024-04-10T16:34:02.916 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.916 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:02.916 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76238, 2024-04-10T16:34:02.916 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11222762924 2024-04-10T16:34:02.916 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.916 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:02.916 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76237, 2024-04-10T16:34:02.916 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18208443646 2024-04-10T16:34:02.916 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.916 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:02.916 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13025280 2024-04-10T16:34:02.917 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.917 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:02.917 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 312283136 2024-04-10T16:34:02.917 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.917 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:02.917 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 594149376 2024-04-10T16:34:02.917 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.917 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:02.917 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.917 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.917 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:02.917 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.917 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:02.917 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 46 2024-04-10T16:34:02.918 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.918 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:02.918 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6448908204 2024-04-10T16:34:02.918 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.918 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:02.918 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58971 2024-04-10T16:34:02.918 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.918 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:02.918 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5496307712 2024-04-10T16:34:02.918 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.918 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:02.918 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5496311808 2024-04-10T16:34:02.918 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.918 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:02.918 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.919 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.919 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:02.919 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.919 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.919 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:02.919 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47197 2024-04-10T16:34:02.919 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.919 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:02.919 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 58971, 2024-04-10T16:34:02.919 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1963287906 2024-04-10T16:34:02.919 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.919 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:02.919 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6340636295 2024-04-10T16:34:02.919 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.919 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:02.920 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 55652 2024-04-10T16:34:02.920 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.920 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:02.920 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2663319 2024-04-10T16:34:02.920 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.920 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:02.920 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 467 2024-04-10T16:34:02.920 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.920 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:02.920 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8850702 2024-04-10T16:34:02.920 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.920 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:02.920 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 684 2024-04-10T16:34:02.920 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.920 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:02.920 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6187383 2024-04-10T16:34:02.920 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.921 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:02.921 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6187383 2024-04-10T16:34:02.921 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.921 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:02.921 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.921 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.921 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:02.921 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.921 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.921 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:02.921 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 224 2024-04-10T16:34:02.921 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.921 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:02.921 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 684, 2024-04-10T16:34:02.921 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2410142 2024-04-10T16:34:02.921 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.921 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:02.922 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.922 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.922 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.922 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:02.922 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.922 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.922 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:02.922 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.922 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.922 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:02.922 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:02.922 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 586 2024-04-10T16:34:02.922 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.922 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:02.923 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9, 2024-04-10T16:34:02.923 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10429 2024-04-10T16:34:02.923 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.923 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:02.923 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.923 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.923 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.923 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:02.923 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.923 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.923 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:02.923 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.923 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.923 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:02.923 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 977494016 2024-04-10T16:34:02.923 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.924 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.924 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:02.924 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:02.924 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:02.924 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.924 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:02.924 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9805824 2024-04-10T16:34:02.924 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.924 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:02.924 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20635, 2024-04-10T16:34:02.924 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 89249991 2024-04-10T16:34:02.924 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.924 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:02.924 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3597, 2024-04-10T16:34:02.924 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5507883690 2024-04-10T16:34:02.924 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.924 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:02.924 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.924 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.925 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.925 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:02.925 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.925 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.925 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:02.925 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.925 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.925 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:02.925 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.925 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.925 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:02.925 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 30531, 2024-04-10T16:34:02.925 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 251284140 2024-04-10T16:34:02.925 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.925 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:02.925 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.925 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.925 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.926 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:02.926 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.926 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.926 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:02.926 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76174, 2024-04-10T16:34:02.926 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22205552931 2024-04-10T16:34:02.926 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.926 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:02.926 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75592, 2024-04-10T16:34:02.926 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1538534802 2024-04-10T16:34:02.926 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.926 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:02.926 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76174, 2024-04-10T16:34:02.926 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45671298 2024-04-10T16:34:02.926 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.927 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:02.927 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76174, 2024-04-10T16:34:02.927 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22251224229 2024-04-10T16:34:02.927 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.927 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:02.927 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.927 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.927 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.927 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:02.927 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36503, 2024-04-10T16:34:02.927 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1259610326 2024-04-10T16:34:02.927 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.927 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:02.927 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1107, 2024-04-10T16:34:02.927 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3008299 2024-04-10T16:34:02.927 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.927 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:02.927 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 19642, 2024-04-10T16:34:02.928 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10085352 2024-04-10T16:34:02.928 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.928 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:02.928 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 53, 2024-04-10T16:34:02.928 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65411 2024-04-10T16:34:02.928 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.928 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:02.928 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 16901, 2024-04-10T16:34:02.928 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1928752496 2024-04-10T16:34:02.928 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.928 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:02.928 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 249683 2024-04-10T16:34:02.928 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.928 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:02.928 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23732 2024-04-10T16:34:02.928 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.929 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:02.929 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 21296, 2024-04-10T16:34:02.929 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2619375145 2024-04-10T16:34:02.929 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.929 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:02.929 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 48806, 2024-04-10T16:34:02.929 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16361460 2024-04-10T16:34:02.929 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.929 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:02.929 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27510, 2024-04-10T16:34:02.929 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1985970888 2024-04-10T16:34:02.929 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.929 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:02.929 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.929 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.929 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:02.930 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15210, 2024-04-10T16:34:02.930 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 439039808 2024-04-10T16:34:02.930 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.930 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:02.930 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.930 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.930 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:02.930 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.930 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.930 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:02.930 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.930 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.930 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:02.931 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.931 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.931 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:02.931 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89656, 2024-04-10T16:34:02.931 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9900551477 2024-04-10T16:34:02.931 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.931 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:02.931 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9074, 2024-04-10T16:34:02.931 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 857481305 2024-04-10T16:34:02.931 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.931 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:02.931 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9073, 2024-04-10T16:34:02.931 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4248728093206 2024-04-10T16:34:02.931 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.931 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:02.931 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9074, 2024-04-10T16:34:02.932 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6525560698559 2024-04-10T16:34:02.932 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.932 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:02.932 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89655, 2024-04-10T16:34:02.932 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2807234733928 2024-04-10T16:34:02.932 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.932 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:02.932 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89655, 2024-04-10T16:34:02.932 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8308264 2024-04-10T16:34:02.932 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.932 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:02.932 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89656, 2024-04-10T16:34:02.932 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 400004831 2024-04-10T16:34:02.932 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.932 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:02.932 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89656, 2024-04-10T16:34:02.932 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35147234675 2024-04-10T16:34:02.933 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.933 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:02.933 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89656, 2024-04-10T16:34:02.933 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32086430 2024-04-10T16:34:02.933 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.933 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:02.933 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89656, 2024-04-10T16:34:02.933 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18261642860 2024-04-10T16:34:02.933 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.933 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:02.933 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89656, 2024-04-10T16:34:02.933 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13204282956 2024-04-10T16:34:02.933 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.933 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:02.933 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5984064 2024-04-10T16:34:02.933 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.933 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:02.933 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2566, 2024-04-10T16:34:02.934 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14649582 2024-04-10T16:34:02.934 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.934 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:02.934 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89656, 2024-04-10T16:34:02.934 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 76928598838 2024-04-10T16:34:02.934 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.934 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:02.934 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89656, 2024-04-10T16:34:02.934 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14314241106 2024-04-10T16:34:02.934 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.934 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:02.934 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89656, 2024-04-10T16:34:02.934 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 568383239 2024-04-10T16:34:02.934 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.934 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.935 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:02.935 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:02.935 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405293598 2024-04-10T16:34:02.935 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.935 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:02.935 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 502341632 2024-04-10T16:34:02.935 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.935 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:02.935 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 468058112 2024-04-10T16:34:02.935 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.935 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:02.935 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600705843 2024-04-10T16:34:02.935 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.935 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:02.935 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 34283520 2024-04-10T16:34:02.936 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.936 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.936 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:02.936 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:02.936 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:02.936 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.936 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:02.936 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.936 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.936 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:02.936 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.936 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.936 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:02.936 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56838100 2024-04-10T16:34:02.937 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.937 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:02.937 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.937 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.937 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:02.937 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.937 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.937 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:02.937 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.937 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.937 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:02.937 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.937 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.937 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:02.938 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24576 2024-04-10T16:34:02.938 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.938 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:02.938 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 815104 2024-04-10T16:34:02.938 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.938 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:02.938 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.938 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.938 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:02.938 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.938 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.938 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:02.938 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.938 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.938 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:02.939 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68151340 2024-04-10T16:34:02.939 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.939 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.939 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:02.939 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:02.939 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 562036736 2024-04-10T16:34:02.939 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.939 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:02.939 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:02.939 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.939 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:02.939 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.939 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.939 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:02.939 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 426285754 2024-04-10T16:34:02.939 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.940 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:02.940 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.940 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.940 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:02.940 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.940 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.940 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:02.940 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1264 2024-04-10T16:34:02.940 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.940 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:02.940 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.940 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.940 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:02.940 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73760 2024-04-10T16:34:02.941 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.941 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:02.941 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.941 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.941 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:02.941 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.941 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.941 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:02.941 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.941 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.941 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:02.941 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.941 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.941 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:02.941 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68567094 2024-04-10T16:34:02.941 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.941 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.942 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:02.942 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:02.942 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:02.942 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.942 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:02.942 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:02.942 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.942 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:02.942 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8727056 2024-04-10T16:34:02.942 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.942 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:02.942 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37892067 2024-04-10T16:34:02.942 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.942 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:02.942 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.942 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.942 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:02.943 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.943 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.943 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:02.943 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.943 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.943 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:02.943 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.943 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.943 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:02.943 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.943 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.943 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:02.943 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.944 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.944 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:02.944 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.944 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.944 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:02.944 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.944 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.944 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:02.944 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.944 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.944 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:02.944 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70821389 2024-04-10T16:34:02.944 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.945 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.945 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:02.945 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:02.945 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 494927872 2024-04-10T16:34:02.945 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.945 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:02.945 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.945 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.945 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:02.945 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.945 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.945 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:02.945 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 426285754 2024-04-10T16:34:02.945 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.945 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:02.945 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.946 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.946 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:02.946 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.946 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.946 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:02.946 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.946 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.946 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:02.946 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.946 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.946 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:02.946 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 167584 2024-04-10T16:34:02.946 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.946 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:02.946 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1101550 2024-04-10T16:34:02.947 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.947 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:02.947 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.947 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.947 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:02.947 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.947 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.947 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:02.947 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.947 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.947 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:02.947 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67372984 2024-04-10T16:34:02.947 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.947 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.947 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:02.947 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:02.947 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.948 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.948 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:02.948 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 39 2024-04-10T16:34:02.948 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.948 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:02.948 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.948 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.948 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:02.948 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.948 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.948 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.948 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:02.948 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:02.948 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56 2024-04-10T16:34:02.948 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.948 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:02.949 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.949 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.949 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:02.949 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 44165 2024-04-10T16:34:02.949 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.949 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:02.949 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 129213, 2024-04-10T16:34:02.949 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7902148287 2024-04-10T16:34:02.949 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.949 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:02.949 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:02.949 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.949 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:02.949 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.949 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.949 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:02.949 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2563463558 2024-04-10T16:34:02.949 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.950 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:02.950 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 44165, 2024-04-10T16:34:02.950 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 197263112589 2024-04-10T16:34:02.950 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.950 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:02.950 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3916406030 2024-04-10T16:34:02.950 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.950 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:02.950 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 45096, 2024-04-10T16:34:02.950 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21474018456 2024-04-10T16:34:02.950 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.950 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:02.950 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 44165, 2024-04-10T16:34:02.950 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71090987089 2024-04-10T16:34:02.950 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.950 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:02.950 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28671 2024-04-10T16:34:02.951 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.951 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:02.951 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 28671, 2024-04-10T16:34:02.951 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16175108973 2024-04-10T16:34:02.951 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.951 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:02.951 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.951 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.951 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:02.951 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3916406030 2024-04-10T16:34:02.951 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.951 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:02.951 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 29034, 2024-04-10T16:34:02.951 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6745515686 2024-04-10T16:34:02.951 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.951 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:02.951 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 28671, 2024-04-10T16:34:02.951 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7656093029 2024-04-10T16:34:02.952 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.952 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:02.952 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8115 2024-04-10T16:34:02.952 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.952 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:02.952 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 594834082 2024-04-10T16:34:02.952 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.952 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:02.952 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8115, 2024-04-10T16:34:02.952 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16136164588 2024-04-10T16:34:02.952 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.952 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:02.952 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.952 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.952 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:02.952 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.953 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.953 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:02.953 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.953 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.953 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:02.953 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8499, 2024-04-10T16:34:02.953 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5396996750 2024-04-10T16:34:02.953 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.953 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:02.953 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8115, 2024-04-10T16:34:02.953 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13955162087 2024-04-10T16:34:02.953 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.953 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:02.953 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7379 2024-04-10T16:34:02.953 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.954 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:02.954 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1968629476 2024-04-10T16:34:02.954 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.954 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:02.954 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7379, 2024-04-10T16:34:02.954 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 164951839028 2024-04-10T16:34:02.954 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.954 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:02.954 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.954 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.954 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:02.954 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7563, 2024-04-10T16:34:02.954 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9331506020 2024-04-10T16:34:02.954 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.954 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:02.955 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7379, 2024-04-10T16:34:02.955 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49479731973 2024-04-10T16:34:02.955 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.955 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:02.955 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.955 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.955 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:02.955 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41129917 2024-04-10T16:34:02.955 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.955 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:02.955 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49 2024-04-10T16:34:02.955 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.955 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:02.956 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:02.956 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.956 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:02.956 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 595447808 2024-04-10T16:34:02.956 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.956 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.956 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.956 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.1": { 2024-04-10T16:34:02.956 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:02.956 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:02.956 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 25266 2024-04-10T16:34:02.956 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.956 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:02.956 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.956 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.956 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:02.956 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.957 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.957 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:02.957 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.957 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.957 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:02.957 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:02.957 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.957 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:02.957 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.957 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.957 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:02.957 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.957 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.957 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:02.957 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.957 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.957 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:02.958 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.958 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.958 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:02.958 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4657152 2024-04-10T16:34:02.958 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.958 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:02.958 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 637992960 2024-04-10T16:34:02.958 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.958 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:02.958 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17, 2024-04-10T16:34:02.958 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4342033 2024-04-10T16:34:02.958 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.959 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:02.959 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17, 2024-04-10T16:34:02.959 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1111657 2024-04-10T16:34:02.959 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.959 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:02.959 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 172, 2024-04-10T16:34:02.959 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 871404 2024-04-10T16:34:02.959 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.959 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:02.959 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:02.959 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.960 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:02.960 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 618463232 2024-04-10T16:34:02.960 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.960 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:02.960 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72157, 2024-04-10T16:34:02.960 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11137797176 2024-04-10T16:34:02.960 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.960 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:02.960 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72167, 2024-04-10T16:34:02.960 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18054766692 2024-04-10T16:34:02.960 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.960 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:02.960 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13021184 2024-04-10T16:34:02.960 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.960 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:02.961 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 295645184 2024-04-10T16:34:02.961 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.961 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:02.961 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 626982912 2024-04-10T16:34:02.961 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.961 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:02.961 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.961 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.961 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:02.961 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.961 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:02.961 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45 2024-04-10T16:34:02.961 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.961 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:02.961 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2787825207 2024-04-10T16:34:02.961 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.962 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:02.962 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23278 2024-04-10T16:34:02.962 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.962 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:02.962 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2419322880 2024-04-10T16:34:02.962 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.962 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:02.962 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2419326976 2024-04-10T16:34:02.962 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.962 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:02.962 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.962 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.962 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:02.962 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.963 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.963 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:02.963 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20236 2024-04-10T16:34:02.963 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.963 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:02.963 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23278, 2024-04-10T16:34:02.963 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 923405339 2024-04-10T16:34:02.963 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.963 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:02.963 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2721120960 2024-04-10T16:34:02.963 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.963 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:02.963 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21228 2024-04-10T16:34:02.963 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.963 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:02.963 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1443813 2024-04-10T16:34:02.964 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.964 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:02.964 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 284 2024-04-10T16:34:02.964 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.964 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:02.964 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4624888 2024-04-10T16:34:02.964 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.964 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:02.964 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 396 2024-04-10T16:34:02.964 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.964 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:02.964 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3181075 2024-04-10T16:34:02.964 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.964 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:02.964 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3181075 2024-04-10T16:34:02.964 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.965 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:02.965 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.965 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.965 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:02.965 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.965 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.965 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:02.965 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 118 2024-04-10T16:34:02.965 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.965 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:02.965 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 396, 2024-04-10T16:34:02.965 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1105361 2024-04-10T16:34:02.965 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.965 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:02.965 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.966 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.966 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.966 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:02.966 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.966 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.966 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:02.966 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.966 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.966 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:02.966 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:02.966 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 590 2024-04-10T16:34:02.966 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.966 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:02.966 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7, 2024-04-10T16:34:02.966 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9881 2024-04-10T16:34:02.966 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.967 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:02.967 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.967 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.967 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.967 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:02.967 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.967 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.967 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:02.967 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.967 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.967 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:02.967 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 940879872 2024-04-10T16:34:02.967 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.967 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.967 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:02.967 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:02.967 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:02.967 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.968 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:02.968 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9207808 2024-04-10T16:34:02.968 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.968 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:02.968 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 21513, 2024-04-10T16:34:02.968 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 107431963 2024-04-10T16:34:02.968 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.968 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:02.968 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3563, 2024-04-10T16:34:02.968 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5136766746 2024-04-10T16:34:02.968 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.968 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:02.968 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.968 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.968 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.968 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:02.968 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.968 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.969 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:02.969 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.969 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.969 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:02.969 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.969 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.969 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:02.969 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 19914, 2024-04-10T16:34:02.969 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 166061629 2024-04-10T16:34:02.969 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.969 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:02.969 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.969 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.969 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.969 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:02.969 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.969 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.970 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:02.970 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72117, 2024-04-10T16:34:02.970 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21715305073 2024-04-10T16:34:02.970 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.970 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:02.970 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 71540, 2024-04-10T16:34:02.970 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1643008272 2024-04-10T16:34:02.970 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.970 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:02.970 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72117, 2024-04-10T16:34:02.970 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42429442 2024-04-10T16:34:02.970 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.970 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:02.971 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72117, 2024-04-10T16:34:02.971 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21757734515 2024-04-10T16:34:02.971 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.971 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:02.971 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:02.971 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.971 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.971 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:02.971 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 26062, 2024-04-10T16:34:02.971 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 678487447 2024-04-10T16:34:02.971 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.971 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:02.971 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 921, 2024-04-10T16:34:02.971 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2644984 2024-04-10T16:34:02.972 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.972 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:02.972 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9078, 2024-04-10T16:34:02.972 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5395119 2024-04-10T16:34:02.972 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.972 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:02.972 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 46, 2024-04-10T16:34:02.972 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72655 2024-04-10T16:34:02.972 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.972 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:02.972 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 11080, 2024-04-10T16:34:02.972 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 805083170 2024-04-10T16:34:02.972 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.972 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:02.973 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 221026 2024-04-10T16:34:02.973 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.973 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:02.973 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 25945 2024-04-10T16:34:02.973 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.973 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:02.973 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 21208, 2024-04-10T16:34:02.973 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2268460188 2024-04-10T16:34:02.973 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.973 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:02.973 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72546, 2024-04-10T16:34:02.973 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18501558 2024-04-10T16:34:02.973 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.973 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:02.973 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 51338, 2024-04-10T16:34:02.973 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1486812447 2024-04-10T16:34:02.974 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.974 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:02.974 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.974 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.974 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:02.974 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15065, 2024-04-10T16:34:02.974 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 420873004 2024-04-10T16:34:02.974 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.974 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:02.974 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.974 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.974 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:02.974 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.975 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.975 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:02.975 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.975 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.975 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:02.975 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.975 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.975 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:02.975 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:02.975 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13936255413 2024-04-10T16:34:02.975 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.975 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:02.975 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23213, 2024-04-10T16:34:02.975 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1537384656 2024-04-10T16:34:02.975 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.976 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:02.976 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23210, 2024-04-10T16:34:02.976 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4113427866529 2024-04-10T16:34:02.976 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.976 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:02.976 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23213, 2024-04-10T16:34:02.976 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7218548283067 2024-04-10T16:34:02.976 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.976 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:02.976 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88284, 2024-04-10T16:34:02.976 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3150413150699 2024-04-10T16:34:02.976 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.976 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:02.976 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88284, 2024-04-10T16:34:02.976 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8307186 2024-04-10T16:34:02.977 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.977 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:02.977 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:02.977 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 424113171 2024-04-10T16:34:02.977 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.977 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:02.977 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:02.977 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37993639844 2024-04-10T16:34:02.977 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.977 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:02.977 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:02.977 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 30044705 2024-04-10T16:34:02.977 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.977 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:02.977 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:02.977 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19958283629 2024-04-10T16:34:02.977 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.978 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:02.978 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:02.978 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16020900178 2024-04-10T16:34:02.978 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.978 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:02.978 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5393147 2024-04-10T16:34:02.978 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.978 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:02.978 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2550, 2024-04-10T16:34:02.978 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14039501 2024-04-10T16:34:02.978 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.978 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:02.978 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:02.978 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 88347077501 2024-04-10T16:34:02.978 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.978 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:02.979 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:02.979 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17074141031 2024-04-10T16:34:02.979 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.979 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:02.979 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:02.979 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1315038122 2024-04-10T16:34:02.979 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.979 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.979 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:02.979 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:02.979 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405293598 2024-04-10T16:34:02.979 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.979 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:02.979 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 591798272 2024-04-10T16:34:02.979 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.979 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:02.979 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 558522368 2024-04-10T16:34:02.979 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.980 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:02.980 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600705843 2024-04-10T16:34:02.980 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.980 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:02.980 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33275904 2024-04-10T16:34:02.980 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.980 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.980 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:02.980 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:02.980 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:02.980 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.980 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:02.980 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.980 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.980 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:02.980 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.980 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.980 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:02.981 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57185564 2024-04-10T16:34:02.981 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.981 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:02.981 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.981 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.981 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:02.981 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.981 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.981 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:02.981 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.981 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.981 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:02.981 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.981 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.981 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:02.981 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16384 2024-04-10T16:34:02.981 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.982 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:02.982 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73728 2024-04-10T16:34:02.982 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.982 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:02.982 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.982 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.982 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:02.982 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.982 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.982 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:02.982 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.982 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.982 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:02.982 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68553444 2024-04-10T16:34:02.982 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.982 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.982 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:02.983 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:02.983 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 570425344 2024-04-10T16:34:02.983 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.983 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:02.983 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:02.983 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.983 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:02.983 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.983 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.983 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:02.983 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 428891733 2024-04-10T16:34:02.983 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.983 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:02.983 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.983 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.983 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:02.983 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.983 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.983 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:02.984 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 256 2024-04-10T16:34:02.984 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.984 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:02.984 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.984 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.984 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:02.984 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47120 2024-04-10T16:34:02.984 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.984 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:02.984 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.984 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.984 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:02.984 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.984 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.984 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:02.984 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.984 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.984 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:02.985 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.985 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.985 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:02.985 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74377371 2024-04-10T16:34:02.985 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.985 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.985 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:02.985 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:02.985 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:02.985 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.985 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:02.985 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:02.985 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.985 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:02.985 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4551168 2024-04-10T16:34:02.985 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.985 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:02.986 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 38123709 2024-04-10T16:34:02.986 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.986 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:02.986 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.986 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.986 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:02.986 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.986 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.986 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:02.986 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.986 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.986 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:02.986 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.986 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.986 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:02.986 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.986 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.986 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:02.987 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.987 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.987 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:02.987 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.987 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.987 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:02.987 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.987 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.987 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:02.987 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.987 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.987 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:02.987 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74765635 2024-04-10T16:34:02.987 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.987 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.987 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:02.987 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:02.987 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 503316480 2024-04-10T16:34:02.988 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.988 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:02.988 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.988 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.988 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:02.988 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.988 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.988 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:02.988 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 428891733 2024-04-10T16:34:02.988 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.988 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:02.988 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.988 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.988 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:02.989 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.989 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.989 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:02.989 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.989 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.989 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:02.989 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.989 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.989 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:02.989 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 161504 2024-04-10T16:34:02.989 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.989 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:02.989 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1100186 2024-04-10T16:34:02.989 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.989 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:02.990 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.990 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.990 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:02.990 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.990 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.990 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:02.990 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.990 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.990 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:02.990 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73163057 2024-04-10T16:34:02.990 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.990 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.990 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:02.990 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:02.990 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.991 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.991 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:02.991 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T16:34:02.991 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.991 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:02.991 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.991 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.991 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:02.991 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.991 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.991 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.991 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:02.991 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:02.991 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53 2024-04-10T16:34:02.991 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.991 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:02.992 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.992 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.992 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:02.992 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40168 2024-04-10T16:34:02.992 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.992 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:02.992 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 128207, 2024-04-10T16:34:02.992 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10041524659 2024-04-10T16:34:02.992 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.992 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:02.992 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:02.992 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.992 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:02.992 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.992 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.992 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:02.993 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2505545181 2024-04-10T16:34:02.993 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.993 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:02.993 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 40168, 2024-04-10T16:34:02.993 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 612208275068 2024-04-10T16:34:02.993 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.993 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:02.993 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2964633626 2024-04-10T16:34:02.993 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.993 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:02.993 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41868, 2024-04-10T16:34:02.993 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31763793832 2024-04-10T16:34:02.993 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.993 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:02.993 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 40168, 2024-04-10T16:34:02.994 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 109055116657 2024-04-10T16:34:02.994 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.994 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:02.994 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18209 2024-04-10T16:34:02.994 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.994 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:02.994 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18209, 2024-04-10T16:34:02.994 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13433417018 2024-04-10T16:34:02.994 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.994 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:02.994 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.994 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.994 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:02.994 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2964633626 2024-04-10T16:34:02.994 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.995 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:02.995 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18644, 2024-04-10T16:34:02.995 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5373712484 2024-04-10T16:34:02.995 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.995 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:02.995 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18209, 2024-04-10T16:34:02.995 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5729023257 2024-04-10T16:34:02.995 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.995 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:02.995 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12313 2024-04-10T16:34:02.995 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.995 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:02.995 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 336661111 2024-04-10T16:34:02.995 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.995 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:02.996 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12313, 2024-04-10T16:34:02.996 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 100518096480 2024-04-10T16:34:02.996 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.996 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:02.996 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.996 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.996 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:02.996 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.996 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.996 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:02.996 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.996 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.996 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:02.996 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12477, 2024-04-10T16:34:02.997 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13239919831 2024-04-10T16:34:02.997 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.997 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:02.997 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12313, 2024-04-10T16:34:02.997 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32454086628 2024-04-10T16:34:02.997 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.997 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:02.997 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9646 2024-04-10T16:34:02.997 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.997 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:02.997 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2168884070 2024-04-10T16:34:02.997 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.997 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:02.997 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9646, 2024-04-10T16:34:02.997 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 498256761570 2024-04-10T16:34:02.998 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.998 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:02.998 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.998 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.998 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:02.998 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10747, 2024-04-10T16:34:02.998 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13150161517 2024-04-10T16:34:02.998 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.998 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:02.998 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9646, 2024-04-10T16:34:02.998 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70872006772 2024-04-10T16:34:02.998 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.998 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:02.998 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:02.999 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.999 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:02.999 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4194374 2024-04-10T16:34:02.999 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.999 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:02.999 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6 2024-04-10T16:34:02.999 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.999 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:02.999 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:02.999 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.999 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:02.999 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 627691520 2024-04-10T16:34:02.999 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.999 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:02.999 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:02.999 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.2": { 2024-04-10T16:34:03.000 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:03.000 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:03.000 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35073 2024-04-10T16:34:03.000 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.000 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:03.000 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.000 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.000 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:03.000 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.000 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.000 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:03.000 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.000 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.000 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:03.001 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:03.001 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.001 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:03.001 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.001 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.001 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:03.001 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.001 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.001 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:03.001 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.001 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.001 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:03.001 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.001 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.001 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:03.002 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5566464 2024-04-10T16:34:03.002 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.002 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:03.002 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 627757056 2024-04-10T16:34:03.002 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.002 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:03.002 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17, 2024-04-10T16:34:03.002 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3259802 2024-04-10T16:34:03.002 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.002 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:03.002 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17, 2024-04-10T16:34:03.002 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1155600 2024-04-10T16:34:03.002 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.002 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:03.002 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 167, 2024-04-10T16:34:03.002 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 915818 2024-04-10T16:34:03.003 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.003 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:03.003 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:03.003 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.003 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:03.003 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 518324224 2024-04-10T16:34:03.003 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.003 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:03.003 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70087, 2024-04-10T16:34:03.003 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10329191128 2024-04-10T16:34:03.003 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.003 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:03.003 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70111, 2024-04-10T16:34:03.003 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16770411966 2024-04-10T16:34:03.003 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.003 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:03.003 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4526080 2024-04-10T16:34:03.004 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.004 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:03.004 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 287158272 2024-04-10T16:34:03.004 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.004 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:03.004 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 516882432 2024-04-10T16:34:03.004 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.004 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:03.004 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.004 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.004 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:03.004 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.005 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:03.005 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47 2024-04-10T16:34:03.005 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.005 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:03.005 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3988629739 2024-04-10T16:34:03.005 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.005 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:03.005 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 48436 2024-04-10T16:34:03.005 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.005 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:03.005 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3295793152 2024-04-10T16:34:03.005 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.005 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:03.005 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3295797248 2024-04-10T16:34:03.005 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.006 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:03.006 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.006 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.006 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:03.006 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.006 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.006 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:03.006 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35497 2024-04-10T16:34:03.006 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.006 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:03.006 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 48436, 2024-04-10T16:34:03.006 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1161942021 2024-04-10T16:34:03.006 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.006 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:03.006 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3875791705 2024-04-10T16:34:03.007 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.007 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:03.007 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 44977 2024-04-10T16:34:03.007 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.007 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:03.007 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1296654 2024-04-10T16:34:03.007 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.007 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:03.007 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 492 2024-04-10T16:34:03.007 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.007 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:03.007 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5463095 2024-04-10T16:34:03.007 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.007 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:03.007 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 679 2024-04-10T16:34:03.008 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.008 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:03.008 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4166441 2024-04-10T16:34:03.008 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.008 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:03.008 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4166441 2024-04-10T16:34:03.008 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.008 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:03.008 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.008 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.008 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:03.008 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.008 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.008 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:03.008 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 192 2024-04-10T16:34:03.008 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.008 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:03.009 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 679, 2024-04-10T16:34:03.009 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1626017 2024-04-10T16:34:03.009 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.009 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:03.009 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.009 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.009 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.009 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:03.009 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.009 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.009 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:03.009 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.009 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.009 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:03.009 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:03.009 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 652 2024-04-10T16:34:03.009 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.009 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:03.010 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9, 2024-04-10T16:34:03.010 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11809 2024-04-10T16:34:03.010 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.010 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:03.010 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.010 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.010 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.010 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:03.010 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.010 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.010 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:03.010 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.010 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.010 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:03.010 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 923062272 2024-04-10T16:34:03.010 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.010 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.011 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:03.011 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:03.011 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:03.011 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.011 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:03.011 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9195520 2024-04-10T16:34:03.011 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.011 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:03.011 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17456, 2024-04-10T16:34:03.011 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56663811 2024-04-10T16:34:03.011 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.011 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:03.011 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3619, 2024-04-10T16:34:03.011 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7002991112 2024-04-10T16:34:03.011 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.011 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:03.011 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.011 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.012 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.012 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:03.012 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.012 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.012 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:03.012 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.012 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.012 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:03.012 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.012 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.012 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:03.012 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 25955, 2024-04-10T16:34:03.012 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 217894422 2024-04-10T16:34:03.012 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.012 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:03.012 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.012 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.012 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.013 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:03.013 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.013 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.013 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:03.013 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70040, 2024-04-10T16:34:03.013 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20311460125 2024-04-10T16:34:03.013 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.013 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:03.013 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 69563, 2024-04-10T16:34:03.013 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1420766733 2024-04-10T16:34:03.013 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.013 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:03.013 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70040, 2024-04-10T16:34:03.013 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33793177 2024-04-10T16:34:03.013 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.013 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:03.013 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70040, 2024-04-10T16:34:03.013 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20345253302 2024-04-10T16:34:03.014 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.014 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:03.014 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.014 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.014 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.014 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:03.014 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 56629, 2024-04-10T16:34:03.014 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1196118715 2024-04-10T16:34:03.014 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.014 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:03.014 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 973, 2024-04-10T16:34:03.014 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2389263 2024-04-10T16:34:03.014 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.014 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:03.014 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 22372, 2024-04-10T16:34:03.014 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10102375 2024-04-10T16:34:03.015 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.015 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:03.015 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 37, 2024-04-10T16:34:03.015 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49764 2024-04-10T16:34:03.015 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.015 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:03.015 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20423, 2024-04-10T16:34:03.015 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1219634550 2024-04-10T16:34:03.015 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.015 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:03.015 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 256326 2024-04-10T16:34:03.015 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.015 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:03.015 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19180 2024-04-10T16:34:03.015 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.015 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:03.015 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8778, 2024-04-10T16:34:03.016 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1958092486 2024-04-10T16:34:03.016 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.016 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:03.016 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23825, 2024-04-10T16:34:03.016 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9608878 2024-04-10T16:34:03.016 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.016 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:03.016 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15047, 2024-04-10T16:34:03.016 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1687244361 2024-04-10T16:34:03.016 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.016 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:03.016 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.016 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.016 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:03.016 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12770, 2024-04-10T16:34:03.016 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 416628001 2024-04-10T16:34:03.016 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.017 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:03.017 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.017 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.017 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:03.017 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.017 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.017 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:03.017 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.017 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.017 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:03.017 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.017 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.017 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:03.017 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:03.018 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13477992483 2024-04-10T16:34:03.018 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.018 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:03.018 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5892, 2024-04-10T16:34:03.018 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 508633788 2024-04-10T16:34:03.018 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.018 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:03.018 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5891, 2024-04-10T16:34:03.018 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3786526673555 2024-04-10T16:34:03.018 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.018 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:03.018 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5892, 2024-04-10T16:34:03.018 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5983874851429 2024-04-10T16:34:03.018 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.019 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:03.019 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83371, 2024-04-10T16:34:03.019 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2233845925361 2024-04-10T16:34:03.019 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.019 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:03.019 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83371, 2024-04-10T16:34:03.019 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7709140 2024-04-10T16:34:03.019 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.019 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:03.019 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:03.019 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1050135906 2024-04-10T16:34:03.019 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.019 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:03.019 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:03.019 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35212028418 2024-04-10T16:34:03.019 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.020 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:03.020 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:03.020 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 30259189 2024-04-10T16:34:03.020 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.020 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:03.020 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:03.020 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17874432440 2024-04-10T16:34:03.020 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.020 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:03.020 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:03.020 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17001795373 2024-04-10T16:34:03.020 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.020 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:03.020 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5392968 2024-04-10T16:34:03.020 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.020 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:03.021 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2490, 2024-04-10T16:34:03.021 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14702038 2024-04-10T16:34:03.021 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.021 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:03.021 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:03.021 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 84628598204 2024-04-10T16:34:03.021 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.021 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:03.021 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:03.021 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17936259464 2024-04-10T16:34:03.021 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.021 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:03.021 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:03.021 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 736942530 2024-04-10T16:34:03.021 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.021 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.021 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:03.022 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:03.022 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405293598 2024-04-10T16:34:03.022 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.022 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:03.022 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 557752320 2024-04-10T16:34:03.022 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.022 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:03.022 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 441745408 2024-04-10T16:34:03.022 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.022 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:03.022 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600705843 2024-04-10T16:34:03.022 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.022 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:03.022 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 116006912 2024-04-10T16:34:03.022 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.023 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.023 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:03.023 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.023 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:03.023 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.023 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.023 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.023 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.023 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.023 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.023 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.023 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.023 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57248381 2024-04-10T16:34:03.023 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.023 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.024 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.024 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.024 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.024 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.024 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.024 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.024 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.024 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.024 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.024 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.024 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.024 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.024 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:03.024 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.024 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.024 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 102400 2024-04-10T16:34:03.025 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.025 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.025 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.025 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.025 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.025 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.025 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.025 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.025 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.025 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.025 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.025 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68474243 2024-04-10T16:34:03.025 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.025 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.025 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:03.025 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.026 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 570425344 2024-04-10T16:34:03.026 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.026 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.026 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:03.026 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.026 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.026 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.026 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.026 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.026 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 429362859 2024-04-10T16:34:03.026 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.026 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.026 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.026 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.026 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.026 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.027 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.027 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1360 2024-04-10T16:34:03.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.027 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.027 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.027 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.027 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 89104 2024-04-10T16:34:03.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.027 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.027 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.027 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.027 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.027 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.028 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.028 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.028 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.028 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.028 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.028 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.028 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73863157 2024-04-10T16:34:03.028 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.028 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.028 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:03.028 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.028 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:03.028 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.028 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.028 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:03.028 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.028 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.028 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4851536 2024-04-10T16:34:03.029 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.029 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.029 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 38165587 2024-04-10T16:34:03.029 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.029 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.029 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.029 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.029 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.029 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.029 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.029 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.029 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.029 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.029 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.029 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.029 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.029 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.030 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.030 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.030 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.030 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.030 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.030 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.030 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.030 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.030 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.030 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.030 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.030 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.030 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.030 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.030 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.030 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74423389 2024-04-10T16:34:03.030 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.030 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.031 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:03.031 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.031 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 503316480 2024-04-10T16:34:03.031 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.031 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.031 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.031 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.031 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.031 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.031 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.031 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.031 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 429362859 2024-04-10T16:34:03.031 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.031 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.031 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.031 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.031 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.032 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.032 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.032 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.032 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.032 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.032 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.032 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.032 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.032 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.032 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 143800 2024-04-10T16:34:03.032 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.032 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.032 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1127438 2024-04-10T16:34:03.032 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.032 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.032 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.032 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.032 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.032 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.033 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.033 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.033 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.033 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.033 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.033 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72682383 2024-04-10T16:34:03.033 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.033 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.033 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:03.033 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:03.033 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.033 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.033 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:03.033 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 80 2024-04-10T16:34:03.033 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.033 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:03.033 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.034 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.034 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:03.034 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.034 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.034 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.034 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:03.034 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:03.034 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41 2024-04-10T16:34:03.034 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.034 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:03.034 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.034 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.034 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:03.034 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 50118 2024-04-10T16:34:03.034 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.034 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:03.034 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 144250, 2024-04-10T16:34:03.034 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8441702845 2024-04-10T16:34:03.035 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.035 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:03.035 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.035 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.035 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:03.035 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.035 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.035 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:03.035 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1976084395 2024-04-10T16:34:03.035 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.035 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:03.035 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 50118, 2024-04-10T16:34:03.035 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95365154012 2024-04-10T16:34:03.035 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.035 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:03.035 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3793943502 2024-04-10T16:34:03.035 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.036 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:03.036 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 51069, 2024-04-10T16:34:03.036 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 43362632387 2024-04-10T16:34:03.036 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.036 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:03.036 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 50118, 2024-04-10T16:34:03.036 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73692896571 2024-04-10T16:34:03.036 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.036 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:03.036 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20956 2024-04-10T16:34:03.036 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.036 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:03.036 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20956, 2024-04-10T16:34:03.036 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19476488467 2024-04-10T16:34:03.036 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.036 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:03.036 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.037 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.037 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:03.037 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3793943502 2024-04-10T16:34:03.037 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.037 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:03.037 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 21391, 2024-04-10T16:34:03.037 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5300223774 2024-04-10T16:34:03.037 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.037 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:03.037 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20956, 2024-04-10T16:34:03.037 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9202554316 2024-04-10T16:34:03.037 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.037 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:03.037 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27240 2024-04-10T16:34:03.037 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.037 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:03.038 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 369583542 2024-04-10T16:34:03.038 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.038 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:03.038 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27240, 2024-04-10T16:34:03.038 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 50955301138 2024-04-10T16:34:03.038 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.038 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:03.038 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.038 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.038 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:03.038 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.038 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.038 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:03.038 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.038 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.038 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:03.039 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27613, 2024-04-10T16:34:03.039 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 34408350873 2024-04-10T16:34:03.039 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.039 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:03.039 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27240, 2024-04-10T16:34:03.039 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 48496462055 2024-04-10T16:34:03.039 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.039 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:03.039 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1922 2024-04-10T16:34:03.039 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.039 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:03.039 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1606500853 2024-04-10T16:34:03.039 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.039 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:03.039 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1922, 2024-04-10T16:34:03.039 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24933364407 2024-04-10T16:34:03.040 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.040 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:03.040 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.040 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.040 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:03.040 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2065, 2024-04-10T16:34:03.040 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3654057740 2024-04-10T16:34:03.040 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.040 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:03.040 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1922, 2024-04-10T16:34:03.040 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15993880200 2024-04-10T16:34:03.040 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.040 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:03.040 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.040 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.041 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:03.041 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4194304 2024-04-10T16:34:03.041 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.041 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:03.041 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28 2024-04-10T16:34:03.041 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.041 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:03.041 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:03.041 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.041 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:03.041 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 527532032 2024-04-10T16:34:03.041 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.041 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.041 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.041 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.3": { 2024-04-10T16:34:03.042 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:03.042 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:03.042 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24892 2024-04-10T16:34:03.042 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.042 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:03.042 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.042 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.042 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:03.042 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.042 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.042 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:03.042 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.042 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.042 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:03.043 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:03.043 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.043 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:03.043 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.043 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.043 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:03.043 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.043 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.043 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:03.043 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.043 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.043 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:03.043 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.043 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.043 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:03.044 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2809856 2024-04-10T16:34:03.044 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.044 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:03.044 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 588382208 2024-04-10T16:34:03.044 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.044 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:03.044 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 16, 2024-04-10T16:34:03.044 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7579409 2024-04-10T16:34:03.044 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.044 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:03.044 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 16, 2024-04-10T16:34:03.044 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1481028 2024-04-10T16:34:03.044 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.044 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:03.044 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 154, 2024-04-10T16:34:03.045 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 766573 2024-04-10T16:34:03.045 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.045 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:03.045 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:03.045 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.045 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:03.045 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 497025024 2024-04-10T16:34:03.045 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.045 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:03.045 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65743, 2024-04-10T16:34:03.045 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9921612620 2024-04-10T16:34:03.045 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.045 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:03.045 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65754, 2024-04-10T16:34:03.045 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16233342798 2024-04-10T16:34:03.045 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.046 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:03.046 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3375104 2024-04-10T16:34:03.046 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.046 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:03.046 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 269373440 2024-04-10T16:34:03.046 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.046 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:03.046 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 514064384 2024-04-10T16:34:03.046 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.046 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:03.046 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.046 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.046 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:03.046 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.047 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:03.047 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42 2024-04-10T16:34:03.047 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.047 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:03.047 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1780548783 2024-04-10T16:34:03.047 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.047 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:03.047 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23717 2024-04-10T16:34:03.047 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.047 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:03.047 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1527173120 2024-04-10T16:34:03.047 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.047 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:03.047 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1527177216 2024-04-10T16:34:03.047 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.047 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:03.048 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.048 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.048 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:03.048 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.048 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.048 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:03.048 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16115 2024-04-10T16:34:03.048 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.048 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:03.048 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23717, 2024-04-10T16:34:03.048 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 891516807 2024-04-10T16:34:03.048 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.048 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:03.048 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1709169234 2024-04-10T16:34:03.048 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.048 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:03.048 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21525 2024-04-10T16:34:03.049 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.049 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:03.049 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 676509 2024-04-10T16:34:03.049 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.049 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:03.049 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 327 2024-04-10T16:34:03.049 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.049 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:03.049 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2777598 2024-04-10T16:34:03.049 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.049 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:03.049 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 430 2024-04-10T16:34:03.049 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.049 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:03.049 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2101089 2024-04-10T16:34:03.049 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.050 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:03.050 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2101089 2024-04-10T16:34:03.050 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.050 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:03.050 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.050 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.050 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:03.050 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.050 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.050 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:03.050 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 103 2024-04-10T16:34:03.050 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.050 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:03.050 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 430, 2024-04-10T16:34:03.050 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 751124 2024-04-10T16:34:03.050 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.051 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:03.051 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.051 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.051 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.051 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:03.051 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.051 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.051 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:03.051 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.051 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.051 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:03.051 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:03.051 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 605 2024-04-10T16:34:03.051 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.052 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:03.052 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7, 2024-04-10T16:34:03.052 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8367 2024-04-10T16:34:03.052 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.052 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:03.052 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.052 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.052 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.052 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:03.052 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.052 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.052 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:03.052 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.052 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.052 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:03.052 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 862994432 2024-04-10T16:34:03.053 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.053 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.053 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:03.053 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:03.053 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:03.053 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.053 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:03.053 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9220096 2024-04-10T16:34:03.053 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.053 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:03.053 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 16777, 2024-04-10T16:34:03.053 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 63161683 2024-04-10T16:34:03.053 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.053 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:03.053 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3540, 2024-04-10T16:34:03.053 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4038685224 2024-04-10T16:34:03.053 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.054 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:03.054 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.054 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.054 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.054 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:03.054 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.054 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.054 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:03.054 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.054 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.054 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:03.054 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.054 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.054 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:03.055 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13285, 2024-04-10T16:34:03.055 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 106837265 2024-04-10T16:34:03.055 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.055 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:03.055 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.055 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.055 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.055 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:03.055 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.055 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.055 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:03.055 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65707, 2024-04-10T16:34:03.055 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19532768174 2024-04-10T16:34:03.055 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.055 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:03.055 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65208, 2024-04-10T16:34:03.055 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1468077445 2024-04-10T16:34:03.056 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.056 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:03.056 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65707, 2024-04-10T16:34:03.056 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 43244010 2024-04-10T16:34:03.056 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.056 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:03.056 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65707, 2024-04-10T16:34:03.056 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19576012184 2024-04-10T16:34:03.056 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.056 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:03.056 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.056 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.056 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.056 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:03.056 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 227577, 2024-04-10T16:34:03.056 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1139109380 2024-04-10T16:34:03.057 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.057 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:03.057 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1329, 2024-04-10T16:34:03.057 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3150001 2024-04-10T16:34:03.057 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.057 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:03.057 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 132148, 2024-04-10T16:34:03.057 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42106896 2024-04-10T16:34:03.057 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.057 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:03.057 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41, 2024-04-10T16:34:03.057 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56695 2024-04-10T16:34:03.057 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.057 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:03.057 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14733, 2024-04-10T16:34:03.057 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1558452419 2024-04-10T16:34:03.058 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.058 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:03.058 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 407806 2024-04-10T16:34:03.058 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.058 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:03.058 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17306 2024-04-10T16:34:03.058 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.058 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:03.058 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 28496, 2024-04-10T16:34:03.058 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1482313669 2024-04-10T16:34:03.058 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.058 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:03.058 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76021, 2024-04-10T16:34:03.058 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22369917 2024-04-10T16:34:03.059 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.059 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:03.059 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 47525, 2024-04-10T16:34:03.059 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1005466036 2024-04-10T16:34:03.059 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.059 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:03.059 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.059 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.059 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:03.059 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12191, 2024-04-10T16:34:03.059 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 366480154 2024-04-10T16:34:03.059 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.059 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:03.059 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.059 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.059 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:03.060 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.060 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.060 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:03.060 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.060 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.060 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:03.060 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.060 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.060 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:03.060 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:03.060 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9569371129 2024-04-10T16:34:03.060 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.060 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:03.060 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17702, 2024-04-10T16:34:03.060 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1227890400 2024-04-10T16:34:03.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.061 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:03.061 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17700, 2024-04-10T16:34:03.061 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3584419953294 2024-04-10T16:34:03.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.061 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:03.061 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17702, 2024-04-10T16:34:03.061 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6368479451120 2024-04-10T16:34:03.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.061 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:03.061 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74529, 2024-04-10T16:34:03.061 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2830206963444 2024-04-10T16:34:03.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.061 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:03.061 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74529, 2024-04-10T16:34:03.062 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11126147 2024-04-10T16:34:03.062 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.062 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:03.062 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:03.062 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 287034884 2024-04-10T16:34:03.062 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.062 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:03.062 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:03.062 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 29703757754 2024-04-10T16:34:03.062 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.062 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:03.062 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:03.062 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28272465 2024-04-10T16:34:03.062 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.062 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:03.063 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:03.063 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14270314026 2024-04-10T16:34:03.063 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.063 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:03.063 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:03.063 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10983898179 2024-04-10T16:34:03.063 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.063 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:03.063 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5398896 2024-04-10T16:34:03.063 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.063 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:03.063 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2455, 2024-04-10T16:34:03.063 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16015505 2024-04-10T16:34:03.063 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.064 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:03.064 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:03.064 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 64826975789 2024-04-10T16:34:03.064 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.064 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:03.064 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:03.064 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11911230631 2024-04-10T16:34:03.064 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.064 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:03.064 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:03.064 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 481662228 2024-04-10T16:34:03.064 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.064 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.064 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:03.064 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:03.064 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405293598 2024-04-10T16:34:03.065 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.065 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:03.065 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 565600256 2024-04-10T16:34:03.065 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.065 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:03.065 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 561520640 2024-04-10T16:34:03.065 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.065 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:03.065 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600705843 2024-04-10T16:34:03.065 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.065 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:03.065 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4079616 2024-04-10T16:34:03.065 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.065 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.065 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:03.065 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.066 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:03.066 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.066 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.066 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.066 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.066 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.066 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.066 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.066 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.066 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57464646 2024-04-10T16:34:03.066 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.066 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.066 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.066 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.066 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.067 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.067 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.067 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.067 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.067 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.067 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.067 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16384 2024-04-10T16:34:03.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.067 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.067 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8192 2024-04-10T16:34:03.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.067 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.067 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.068 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.068 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.068 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.068 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.068 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.068 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.068 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.068 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.068 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68339898 2024-04-10T16:34:03.068 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.068 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.068 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:03.068 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.068 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 570425344 2024-04-10T16:34:03.068 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.068 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.068 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:03.069 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.069 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.069 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.069 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.069 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.069 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 430984849 2024-04-10T16:34:03.069 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.069 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.069 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.069 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.069 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.069 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.069 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.069 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.069 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 944 2024-04-10T16:34:03.069 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.069 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.070 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.070 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.070 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.070 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 55600 2024-04-10T16:34:03.070 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.070 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.070 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.070 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.070 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.070 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.070 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.070 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.070 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.070 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.070 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.070 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.071 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.071 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.071 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72275087 2024-04-10T16:34:03.071 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.071 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.071 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:03.071 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.071 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 176160768 2024-04-10T16:34:03.071 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.071 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.071 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:03.071 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.071 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.071 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2377440 2024-04-10T16:34:03.071 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.071 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.071 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 38309764 2024-04-10T16:34:03.071 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.072 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.072 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.072 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.072 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.072 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.072 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.072 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.072 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.072 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.072 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.072 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.072 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.072 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.072 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.072 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.072 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.072 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.072 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.073 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.073 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.073 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.073 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.073 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.073 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.073 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.073 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.073 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.073 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.073 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68364700 2024-04-10T16:34:03.073 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.073 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.073 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:03.073 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.073 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 503316480 2024-04-10T16:34:03.074 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.074 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.074 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.074 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.074 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.074 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.074 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.074 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.074 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 430984849 2024-04-10T16:34:03.074 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.074 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.074 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.074 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.074 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.075 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.075 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.075 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.075 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.075 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.075 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.075 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.075 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.075 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.075 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 154819 2024-04-10T16:34:03.075 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.075 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.075 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1124692 2024-04-10T16:34:03.075 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.075 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.076 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.076 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.076 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.076 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.076 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.076 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.076 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.076 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.076 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.076 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71052120 2024-04-10T16:34:03.076 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.076 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.076 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:03.076 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:03.076 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.077 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.077 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:03.077 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:03.077 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.077 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:03.077 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.077 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.077 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:03.077 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.077 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.077 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.077 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:03.077 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:03.077 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 48 2024-04-10T16:34:03.077 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.077 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:03.078 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.078 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.078 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:03.078 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53554 2024-04-10T16:34:03.078 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.078 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:03.078 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 126149, 2024-04-10T16:34:03.078 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7556727512 2024-04-10T16:34:03.078 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.078 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:03.078 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:03.078 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.078 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:03.078 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.078 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.078 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:03.079 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1567079703 2024-04-10T16:34:03.079 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.079 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:03.079 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 53554, 2024-04-10T16:34:03.079 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 257645290220 2024-04-10T16:34:03.079 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.079 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:03.079 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1516031779 2024-04-10T16:34:03.079 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.079 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:03.079 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 55711, 2024-04-10T16:34:03.079 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35886656523 2024-04-10T16:34:03.079 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.079 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:03.079 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 53554, 2024-04-10T16:34:03.080 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71886727831 2024-04-10T16:34:03.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.080 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:03.080 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36488 2024-04-10T16:34:03.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.080 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:03.080 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36488, 2024-04-10T16:34:03.080 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 52153961678 2024-04-10T16:34:03.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.080 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:03.080 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.080 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:03.080 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1516031779 2024-04-10T16:34:03.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.080 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:03.081 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36713, 2024-04-10T16:34:03.081 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13927455184 2024-04-10T16:34:03.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.081 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:03.081 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36488, 2024-04-10T16:34:03.081 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12834099537 2024-04-10T16:34:03.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.081 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:03.081 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13173 2024-04-10T16:34:03.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.081 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:03.081 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 322858894 2024-04-10T16:34:03.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.081 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:03.081 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13173, 2024-04-10T16:34:03.081 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 168489400136 2024-04-10T16:34:03.082 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.082 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:03.082 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.082 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.082 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:03.082 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.082 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.082 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:03.082 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.082 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.082 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:03.082 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15011, 2024-04-10T16:34:03.083 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17099327309 2024-04-10T16:34:03.083 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.083 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:03.083 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13173, 2024-04-10T16:34:03.083 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36738561585 2024-04-10T16:34:03.083 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.083 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:03.083 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3893 2024-04-10T16:34:03.083 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.083 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:03.083 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1244220809 2024-04-10T16:34:03.083 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.083 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:03.084 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3893, 2024-04-10T16:34:03.084 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37001928406 2024-04-10T16:34:03.084 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.084 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:03.084 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.084 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.084 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:03.084 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3987, 2024-04-10T16:34:03.084 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4859874030 2024-04-10T16:34:03.084 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.084 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:03.084 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3893, 2024-04-10T16:34:03.084 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22314066709 2024-04-10T16:34:03.084 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.085 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:03.085 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.085 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.085 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:03.085 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 79 2024-04-10T16:34:03.085 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.085 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:03.085 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:03.085 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.085 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:03.085 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:03.085 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.085 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:03.085 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 506261504 2024-04-10T16:34:03.085 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.085 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.086 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.086 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.4": { 2024-04-10T16:34:03.086 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:03.086 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:03.086 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16923 2024-04-10T16:34:03.086 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.086 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:03.086 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.086 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.086 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:03.086 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.086 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.086 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:03.086 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.086 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.086 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:03.087 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:03.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.087 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:03.087 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.087 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:03.087 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.087 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:03.087 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.087 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:03.087 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.087 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:03.088 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8232960 2024-04-10T16:34:03.088 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.088 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:03.088 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 660598784 2024-04-10T16:34:03.088 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.088 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:03.088 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:03.088 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4773888 2024-04-10T16:34:03.088 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.088 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:03.088 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:03.088 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1142107 2024-04-10T16:34:03.088 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.088 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:03.088 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 165, 2024-04-10T16:34:03.088 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 730342 2024-04-10T16:34:03.088 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.089 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:03.089 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:03.089 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.089 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:03.089 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 674627584 2024-04-10T16:34:03.089 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.089 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:03.089 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63418, 2024-04-10T16:34:03.089 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9896222266 2024-04-10T16:34:03.089 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.089 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:03.089 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63423, 2024-04-10T16:34:03.089 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15914045425 2024-04-10T16:34:03.089 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.089 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:03.090 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10444800 2024-04-10T16:34:03.090 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.090 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:03.090 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 259805184 2024-04-10T16:34:03.090 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.090 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:03.090 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 670367744 2024-04-10T16:34:03.090 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.090 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:03.090 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.090 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.090 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:03.090 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.090 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.090 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:03.091 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49 2024-04-10T16:34:03.091 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.091 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:03.091 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7143153053 2024-04-10T16:34:03.091 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.091 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:03.091 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 64999 2024-04-10T16:34:03.091 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.091 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:03.091 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6255435776 2024-04-10T16:34:03.091 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.091 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:03.091 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6255439872 2024-04-10T16:34:03.091 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.091 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:03.091 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.092 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.092 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:03.092 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.092 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.092 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:03.092 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53211 2024-04-10T16:34:03.092 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.092 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:03.092 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 64999, 2024-04-10T16:34:03.092 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2070134910 2024-04-10T16:34:03.092 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.092 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:03.092 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6945299339 2024-04-10T16:34:03.092 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.092 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:03.092 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58943 2024-04-10T16:34:03.093 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.093 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:03.093 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2978664 2024-04-10T16:34:03.093 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.093 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:03.093 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 787 2024-04-10T16:34:03.093 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.093 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:03.093 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9650760 2024-04-10T16:34:03.093 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.093 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:03.093 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1034 2024-04-10T16:34:03.093 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.093 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:03.093 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6672096 2024-04-10T16:34:03.093 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.094 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:03.094 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6672096 2024-04-10T16:34:03.094 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.094 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:03.094 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.094 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.094 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:03.094 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.094 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.094 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:03.094 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 255 2024-04-10T16:34:03.094 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.094 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:03.094 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1034, 2024-04-10T16:34:03.095 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3643757 2024-04-10T16:34:03.095 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.095 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:03.095 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.095 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.095 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.095 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:03.095 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.095 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.095 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:03.095 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.095 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.095 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:03.095 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:03.096 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 824 2024-04-10T16:34:03.096 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.096 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:03.096 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14, 2024-04-10T16:34:03.096 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15588 2024-04-10T16:34:03.096 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.096 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:03.096 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.096 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.096 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.096 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:03.096 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.096 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.096 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:03.096 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.097 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.097 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:03.097 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 930926592 2024-04-10T16:34:03.097 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.097 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.097 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:03.097 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:03.097 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:03.097 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.097 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:03.097 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13410304 2024-04-10T16:34:03.097 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.097 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:03.097 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 24230, 2024-04-10T16:34:03.097 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 75469072 2024-04-10T16:34:03.097 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.098 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:03.098 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3509, 2024-04-10T16:34:03.098 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6482164455 2024-04-10T16:34:03.098 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.098 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:03.098 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.098 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.098 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.098 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:03.098 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.098 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.098 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:03.098 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.098 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.098 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:03.099 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.099 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.099 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:03.099 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20086, 2024-04-10T16:34:03.099 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 178793056 2024-04-10T16:34:03.099 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.099 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:03.099 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.099 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.099 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.099 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:03.099 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.099 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.099 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:03.100 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63358, 2024-04-10T16:34:03.100 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19297860353 2024-04-10T16:34:03.100 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.100 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:03.100 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 62950, 2024-04-10T16:34:03.100 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1400624910 2024-04-10T16:34:03.100 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.100 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:03.100 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63358, 2024-04-10T16:34:03.100 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49922280 2024-04-10T16:34:03.100 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.100 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:03.100 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63358, 2024-04-10T16:34:03.100 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19347782633 2024-04-10T16:34:03.101 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.101 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:03.101 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.101 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.101 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.101 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:03.101 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 26743, 2024-04-10T16:34:03.101 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1037502457 2024-04-10T16:34:03.101 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.101 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:03.101 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 786, 2024-04-10T16:34:03.101 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2241160 2024-04-10T16:34:03.101 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.101 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:03.102 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15252, 2024-04-10T16:34:03.102 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11815040 2024-04-10T16:34:03.102 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.102 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:03.102 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 45, 2024-04-10T16:34:03.102 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58300 2024-04-10T16:34:03.102 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.102 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:03.102 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15179, 2024-04-10T16:34:03.102 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3030067313 2024-04-10T16:34:03.102 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.102 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:03.102 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 205041 2024-04-10T16:34:03.102 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.103 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:03.103 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19988 2024-04-10T16:34:03.103 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.103 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:03.103 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 19061, 2024-04-10T16:34:03.103 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2108629505 2024-04-10T16:34:03.103 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.103 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:03.103 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 58093, 2024-04-10T16:34:03.103 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16713532 2024-04-10T16:34:03.103 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.103 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:03.103 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 39032, 2024-04-10T16:34:03.104 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1709265646 2024-04-10T16:34:03.104 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.104 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:03.104 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.104 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.104 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:03.104 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13789, 2024-04-10T16:34:03.104 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 428598626 2024-04-10T16:34:03.104 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.104 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:03.104 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.104 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.104 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:03.104 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.104 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.105 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:03.105 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.105 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.105 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:03.105 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.105 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.105 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:03.105 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:03.105 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12018959862 2024-04-10T16:34:03.105 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.105 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:03.105 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18641, 2024-04-10T16:34:03.105 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1091164894 2024-04-10T16:34:03.105 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.105 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:03.105 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18639, 2024-04-10T16:34:03.106 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3304027846421 2024-04-10T16:34:03.106 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.106 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:03.106 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18641, 2024-04-10T16:34:03.106 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6510755544643 2024-04-10T16:34:03.106 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.106 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:03.106 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76198, 2024-04-10T16:34:03.106 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2616689905611 2024-04-10T16:34:03.106 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.106 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:03.106 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76198, 2024-04-10T16:34:03.106 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6961502 2024-04-10T16:34:03.106 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.106 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:03.106 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:03.107 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 451817612 2024-04-10T16:34:03.107 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.107 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:03.107 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:03.107 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31105237258 2024-04-10T16:34:03.107 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.107 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:03.107 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:03.107 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27762194 2024-04-10T16:34:03.107 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.107 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:03.107 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:03.107 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14101448809 2024-04-10T16:34:03.107 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.107 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:03.107 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:03.107 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14915541534 2024-04-10T16:34:03.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.108 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:03.108 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9587999 2024-04-10T16:34:03.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.108 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:03.108 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2390, 2024-04-10T16:34:03.108 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13458992 2024-04-10T16:34:03.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.108 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:03.108 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:03.108 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72605568190 2024-04-10T16:34:03.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.108 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:03.108 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:03.108 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15903057316 2024-04-10T16:34:03.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.109 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:03.109 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:03.109 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 676977820 2024-04-10T16:34:03.109 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.109 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.109 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:03.109 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:03.109 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405295426 2024-04-10T16:34:03.109 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.109 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:03.109 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 549535744 2024-04-10T16:34:03.109 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.109 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:03.109 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 521691136 2024-04-10T16:34:03.109 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.109 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:03.109 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600707993 2024-04-10T16:34:03.110 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.110 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:03.110 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27844608 2024-04-10T16:34:03.110 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.110 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.110 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:03.110 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.110 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:03.110 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.110 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.110 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.110 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.110 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.110 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.110 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.111 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.111 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56812472 2024-04-10T16:34:03.111 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.111 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.111 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.111 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.111 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.111 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.111 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.111 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.111 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.111 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.111 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.111 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.111 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.111 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.111 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32768 2024-04-10T16:34:03.111 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.112 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.112 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 663552 2024-04-10T16:34:03.112 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.112 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.112 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.112 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.112 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.112 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.112 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.112 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.112 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.112 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.112 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.112 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68320328 2024-04-10T16:34:03.112 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.112 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.112 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:03.112 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.113 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 562036736 2024-04-10T16:34:03.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.113 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.113 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:03.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.113 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.113 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.113 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.113 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 426093543 2024-04-10T16:34:03.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.113 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.113 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.113 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.113 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.114 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.114 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.114 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2160 2024-04-10T16:34:03.114 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.114 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.114 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.114 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.114 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.114 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 140256 2024-04-10T16:34:03.114 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.114 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.114 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.114 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.114 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.114 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.115 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.115 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.115 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.115 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.115 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.115 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.115 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.115 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.115 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68691913 2024-04-10T16:34:03.115 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.115 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.115 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:03.115 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.115 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:03.115 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.115 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.116 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:03.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.116 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.116 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9120160 2024-04-10T16:34:03.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.116 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.116 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37874981 2024-04-10T16:34:03.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.116 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.116 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.116 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.116 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.116 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.116 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.117 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.117 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.117 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.117 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.117 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.117 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.117 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.117 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.117 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.117 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.117 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.117 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.117 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.117 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.117 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.117 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.117 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.118 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.118 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.118 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70445371 2024-04-10T16:34:03.118 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.118 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.118 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:03.118 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.118 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 494927872 2024-04-10T16:34:03.118 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.118 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.118 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.118 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.118 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.118 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.118 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.118 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.119 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 426093543 2024-04-10T16:34:03.119 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.119 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.119 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.119 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.119 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.119 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.119 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.119 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.119 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.119 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.119 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.119 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.119 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.119 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.120 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 157054 2024-04-10T16:34:03.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.120 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.120 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1115284 2024-04-10T16:34:03.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.120 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.120 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.120 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.120 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.120 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.120 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.120 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.121 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67561991 2024-04-10T16:34:03.121 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.121 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.121 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:03.121 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:03.121 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.121 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.121 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:03.121 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32 2024-04-10T16:34:03.121 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.121 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:03.121 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.121 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.122 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:03.122 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.122 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.122 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.122 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:03.122 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:03.122 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49 2024-04-10T16:34:03.122 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.122 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:03.122 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.122 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.122 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:03.123 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41544 2024-04-10T16:34:03.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.123 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:03.123 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 109529, 2024-04-10T16:34:03.123 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10902366417 2024-04-10T16:34:03.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.123 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:03.123 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.123 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:03.123 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.123 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:03.123 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1482892367 2024-04-10T16:34:03.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.123 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:03.124 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41544, 2024-04-10T16:34:03.124 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 129524802983 2024-04-10T16:34:03.124 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.124 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:03.124 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2148008640 2024-04-10T16:34:03.124 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.124 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:03.124 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 42086, 2024-04-10T16:34:03.124 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15577151976 2024-04-10T16:34:03.124 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.124 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:03.124 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41544, 2024-04-10T16:34:03.124 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37346319704 2024-04-10T16:34:03.124 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.124 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:03.124 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 30533 2024-04-10T16:34:03.124 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.125 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:03.125 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 30533, 2024-04-10T16:34:03.125 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15533302395 2024-04-10T16:34:03.125 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.125 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:03.125 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.125 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.125 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:03.125 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2148008640 2024-04-10T16:34:03.125 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.125 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:03.125 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 30694, 2024-04-10T16:34:03.125 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6360016979 2024-04-10T16:34:03.125 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.125 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:03.125 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 30533, 2024-04-10T16:34:03.126 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7331104666 2024-04-10T16:34:03.126 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.126 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:03.126 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6163 2024-04-10T16:34:03.126 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.126 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:03.126 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 259656592 2024-04-10T16:34:03.126 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.126 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:03.126 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6163, 2024-04-10T16:34:03.126 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12422888788 2024-04-10T16:34:03.126 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.126 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:03.126 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.126 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.126 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:03.126 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.127 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.127 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:03.127 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.127 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.127 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:03.127 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6412, 2024-04-10T16:34:03.127 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3702282165 2024-04-10T16:34:03.127 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.127 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:03.127 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6163, 2024-04-10T16:34:03.127 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10335297298 2024-04-10T16:34:03.127 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.127 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:03.127 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4848 2024-04-10T16:34:03.127 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.127 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:03.127 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1223235775 2024-04-10T16:34:03.127 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.128 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:03.128 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4848, 2024-04-10T16:34:03.128 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 101568611800 2024-04-10T16:34:03.128 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.128 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:03.128 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.128 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.128 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:03.128 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4980, 2024-04-10T16:34:03.128 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5514852832 2024-04-10T16:34:03.128 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.128 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:03.128 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4848, 2024-04-10T16:34:03.128 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19679917740 2024-04-10T16:34:03.128 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.128 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:03.128 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.129 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.129 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:03.129 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.129 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.129 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:03.129 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:03.129 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.129 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:03.129 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:03.129 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.129 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:03.129 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 688054272 2024-04-10T16:34:03.129 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.129 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.129 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.129 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.5": { 2024-04-10T16:34:03.129 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:03.129 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:03.130 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22023 2024-04-10T16:34:03.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.130 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:03.130 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.130 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:03.130 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.130 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:03.130 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.130 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:03.130 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:03.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.130 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:03.130 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.131 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:03.131 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.131 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:03.131 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.131 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:03.131 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.131 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:03.131 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17539072 2024-04-10T16:34:03.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.131 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:03.131 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 705499136 2024-04-10T16:34:03.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.131 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:03.132 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20, 2024-04-10T16:34:03.132 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4148144 2024-04-10T16:34:03.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.132 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:03.132 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20, 2024-04-10T16:34:03.132 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1450381 2024-04-10T16:34:03.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.132 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:03.132 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 214, 2024-04-10T16:34:03.132 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1130829 2024-04-10T16:34:03.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.132 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:03.132 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:03.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.132 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:03.132 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 573898752 2024-04-10T16:34:03.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.132 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:03.133 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83594, 2024-04-10T16:34:03.133 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11324663192 2024-04-10T16:34:03.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.133 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:03.133 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83588, 2024-04-10T16:34:03.133 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18258271372 2024-04-10T16:34:03.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.133 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:03.133 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9924608 2024-04-10T16:34:03.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.133 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:03.133 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 342454272 2024-04-10T16:34:03.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.133 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:03.133 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 586678272 2024-04-10T16:34:03.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.133 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:03.133 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.134 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:03.134 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.134 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:03.134 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45 2024-04-10T16:34:03.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.134 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:03.134 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5324579017 2024-04-10T16:34:03.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.134 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:03.134 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69024 2024-04-10T16:34:03.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.134 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:03.134 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4553441280 2024-04-10T16:34:03.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.135 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:03.135 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4553445376 2024-04-10T16:34:03.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.135 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:03.135 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.135 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:03.135 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.135 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:03.135 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49981 2024-04-10T16:34:03.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.135 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:03.135 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 69024, 2024-04-10T16:34:03.136 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1950014428 2024-04-10T16:34:03.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.136 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:03.136 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5035572643 2024-04-10T16:34:03.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.136 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:03.136 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 60185 2024-04-10T16:34:03.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.136 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:03.136 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5664467 2024-04-10T16:34:03.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.136 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:03.136 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1074 2024-04-10T16:34:03.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.136 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:03.136 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21428310 2024-04-10T16:34:03.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.136 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:03.137 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1413 2024-04-10T16:34:03.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.137 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:03.137 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15763843 2024-04-10T16:34:03.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.137 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:03.137 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15763843 2024-04-10T16:34:03.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.137 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:03.137 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.137 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:03.137 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.137 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:03.137 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 358 2024-04-10T16:34:03.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.137 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:03.138 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1413, 2024-04-10T16:34:03.138 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6307257 2024-04-10T16:34:03.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.138 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:03.138 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.138 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.138 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:03.138 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.138 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:03.138 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.138 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:03.138 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:03.138 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 819 2024-04-10T16:34:03.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.138 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:03.139 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27, 2024-04-10T16:34:03.139 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40796 2024-04-10T16:34:03.139 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.139 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:03.139 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.139 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.139 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.139 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:03.139 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.139 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.139 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:03.139 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.139 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.139 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:03.139 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1068527616 2024-04-10T16:34:03.140 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.140 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:03.140 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:03.140 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:03.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.140 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:03.140 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9220096 2024-04-10T16:34:03.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.140 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:03.140 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20202, 2024-04-10T16:34:03.140 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72973052 2024-04-10T16:34:03.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.140 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:03.141 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3544, 2024-04-10T16:34:03.141 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4988369669 2024-04-10T16:34:03.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.141 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:03.141 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.141 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.141 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:03.141 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.141 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:03.141 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.141 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:03.141 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.141 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:03.142 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20736, 2024-04-10T16:34:03.142 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 175448801 2024-04-10T16:34:03.142 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.142 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:03.142 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.142 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.142 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.142 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:03.142 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.142 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.142 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:03.142 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83513, 2024-04-10T16:34:03.142 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22216977800 2024-04-10T16:34:03.142 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.142 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:03.142 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83079, 2024-04-10T16:34:03.142 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1524605463 2024-04-10T16:34:03.143 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.143 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:03.143 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83513, 2024-04-10T16:34:03.143 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47929827 2024-04-10T16:34:03.143 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.143 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:03.143 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83513, 2024-04-10T16:34:03.143 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22264907627 2024-04-10T16:34:03.143 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.143 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:03.143 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.143 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.143 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.143 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:03.143 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 39703, 2024-04-10T16:34:03.143 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1035601271 2024-04-10T16:34:03.143 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.144 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:03.144 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 866, 2024-04-10T16:34:03.144 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2237165 2024-04-10T16:34:03.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.144 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:03.144 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14666, 2024-04-10T16:34:03.144 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12654384 2024-04-10T16:34:03.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.144 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:03.144 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 49, 2024-04-10T16:34:03.144 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 79833 2024-04-10T16:34:03.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.144 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:03.144 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18224, 2024-04-10T16:34:03.144 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4416181763 2024-04-10T16:34:03.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.145 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:03.145 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 254579 2024-04-10T16:34:03.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.145 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:03.145 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21972 2024-04-10T16:34:03.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.145 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:03.145 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17917, 2024-04-10T16:34:03.145 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1677057417 2024-04-10T16:34:03.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.145 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:03.145 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 46420, 2024-04-10T16:34:03.145 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14644184 2024-04-10T16:34:03.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.145 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:03.146 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 28503, 2024-04-10T16:34:03.146 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1502076696 2024-04-10T16:34:03.146 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.146 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:03.146 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.146 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.146 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:03.146 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15807, 2024-04-10T16:34:03.146 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 443700465 2024-04-10T16:34:03.146 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.146 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:03.146 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.146 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.146 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:03.146 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.146 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.147 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:03.147 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.147 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:03.147 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.147 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:03.147 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:03.147 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10118159008 2024-04-10T16:34:03.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.147 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:03.147 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8975, 2024-04-10T16:34:03.147 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 793432125 2024-04-10T16:34:03.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.147 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:03.147 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8973, 2024-04-10T16:34:03.148 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3909818886155 2024-04-10T16:34:03.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.148 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:03.148 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8975, 2024-04-10T16:34:03.148 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6730072967945 2024-04-10T16:34:03.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.148 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:03.148 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95784, 2024-04-10T16:34:03.148 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3034639728179 2024-04-10T16:34:03.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.148 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:03.148 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95784, 2024-04-10T16:34:03.148 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8899627 2024-04-10T16:34:03.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.148 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:03.148 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:03.148 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 339092637 2024-04-10T16:34:03.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.149 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:03.149 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:03.149 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33120595616 2024-04-10T16:34:03.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.149 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:03.149 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:03.149 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33612478 2024-04-10T16:34:03.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.149 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:03.149 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:03.149 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15529363827 2024-04-10T16:34:03.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.149 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:03.149 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:03.149 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12801322939 2024-04-10T16:34:03.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.150 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:03.150 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5398901 2024-04-10T16:34:03.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.150 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:03.150 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2409, 2024-04-10T16:34:03.150 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13723037 2024-04-10T16:34:03.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.150 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:03.150 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:03.150 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71923550458 2024-04-10T16:34:03.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.150 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:03.150 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:03.150 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13833121609 2024-04-10T16:34:03.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.150 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:03.151 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:03.151 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 541960563 2024-04-10T16:34:03.151 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.151 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:03.151 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:03.151 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405295426 2024-04-10T16:34:03.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.151 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:03.151 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 562102272 2024-04-10T16:34:03.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.151 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:03.151 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 504766464 2024-04-10T16:34:03.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.151 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:03.151 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600707993 2024-04-10T16:34:03.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.152 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:03.152 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57335808 2024-04-10T16:34:03.152 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.152 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:03.152 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.152 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:03.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.152 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.152 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.152 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.152 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.153 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.153 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56151905 2024-04-10T16:34:03.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.153 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.153 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.153 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.153 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.153 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.153 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.153 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.153 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.153 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.154 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T16:34:03.154 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.154 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.154 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69632 2024-04-10T16:34:03.154 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.154 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.154 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.154 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.154 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.154 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.154 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.154 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.154 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.154 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.155 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.155 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69595295 2024-04-10T16:34:03.155 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.155 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.155 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:03.155 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.155 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 562036736 2024-04-10T16:34:03.155 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.155 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.155 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:03.155 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.155 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.155 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.155 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.155 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.156 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 421139290 2024-04-10T16:34:03.156 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.156 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.156 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.156 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.156 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.156 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.156 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.156 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.156 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2384 2024-04-10T16:34:03.156 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.156 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.156 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.156 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.156 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.156 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 173824 2024-04-10T16:34:03.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.157 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.157 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.157 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.157 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.157 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.157 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.157 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.157 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.157 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.157 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73612374 2024-04-10T16:34:03.157 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.157 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:03.158 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.158 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:03.158 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.158 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.158 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:03.158 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.158 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.158 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6792112 2024-04-10T16:34:03.158 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.158 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.158 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37434603 2024-04-10T16:34:03.158 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.158 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.158 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.158 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.158 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.159 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.159 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.159 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.159 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.159 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.159 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.159 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.159 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.159 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.159 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.159 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.159 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.159 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.159 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.159 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.160 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.160 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.160 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.160 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.160 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.160 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.160 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73213797 2024-04-10T16:34:03.160 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.160 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:03.160 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.160 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 494927872 2024-04-10T16:34:03.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.160 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.161 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.161 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.161 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.161 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.161 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.161 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.161 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 421139290 2024-04-10T16:34:03.161 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.161 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.161 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.161 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.161 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.161 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.161 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.161 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.161 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.161 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.162 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.162 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.162 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.162 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 153722 2024-04-10T16:34:03.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.162 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.162 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1102491 2024-04-10T16:34:03.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.162 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.162 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.162 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.162 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.162 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.162 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.163 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.163 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72532369 2024-04-10T16:34:03.163 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.163 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.163 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:03.163 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:03.163 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.163 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.163 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:03.163 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35 2024-04-10T16:34:03.163 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.163 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:03.163 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.163 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.163 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:03.163 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:03.163 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.164 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.164 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:03.164 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:03.164 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53 2024-04-10T16:34:03.164 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.164 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:03.164 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.164 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.164 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:03.164 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47803 2024-04-10T16:34:03.164 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.164 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:03.164 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 135768, 2024-04-10T16:34:03.164 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13487648375 2024-04-10T16:34:03.164 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.164 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:03.164 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:03.165 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.165 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:03.165 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.165 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.165 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:03.165 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1384788259 2024-04-10T16:34:03.165 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.165 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:03.165 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 47803, 2024-04-10T16:34:03.165 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 51868037267 2024-04-10T16:34:03.165 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.165 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:03.165 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2000285716 2024-04-10T16:34:03.165 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.165 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:03.165 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 48593, 2024-04-10T16:34:03.166 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16039708416 2024-04-10T16:34:03.166 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.166 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:03.166 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 47803, 2024-04-10T16:34:03.166 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 34203655570 2024-04-10T16:34:03.166 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.166 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:03.166 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36310 2024-04-10T16:34:03.166 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.166 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:03.166 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36310, 2024-04-10T16:34:03.166 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15392971779 2024-04-10T16:34:03.166 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.166 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:03.167 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.167 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.167 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:03.167 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2000285716 2024-04-10T16:34:03.167 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.167 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:03.167 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36436, 2024-04-10T16:34:03.167 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7201691345 2024-04-10T16:34:03.167 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.167 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:03.167 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36310, 2024-04-10T16:34:03.167 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7307180500 2024-04-10T16:34:03.167 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.167 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:03.167 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10049 2024-04-10T16:34:03.167 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.168 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:03.168 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 418026668 2024-04-10T16:34:03.168 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.168 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:03.168 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10049, 2024-04-10T16:34:03.168 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23601170183 2024-04-10T16:34:03.168 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.168 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:03.168 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.168 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.168 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:03.168 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.168 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.168 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:03.169 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.169 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.169 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:03.169 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10496, 2024-04-10T16:34:03.169 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6582448876 2024-04-10T16:34:03.169 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.169 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:03.169 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10049, 2024-04-10T16:34:03.169 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17621684450 2024-04-10T16:34:03.169 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.169 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:03.169 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1444 2024-04-10T16:34:03.169 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.169 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:03.170 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 966761591 2024-04-10T16:34:03.170 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.170 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:03.170 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1444, 2024-04-10T16:34:03.170 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12873895305 2024-04-10T16:34:03.170 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.170 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:03.170 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.170 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.170 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:03.170 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1661, 2024-04-10T16:34:03.170 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2255568195 2024-04-10T16:34:03.170 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.170 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:03.170 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1444, 2024-04-10T16:34:03.171 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9274790620 2024-04-10T16:34:03.171 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.171 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:03.171 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.171 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.171 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:03.171 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4194320 2024-04-10T16:34:03.171 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.171 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:03.171 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T16:34:03.171 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.171 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:03.171 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:03.171 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.171 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:03.171 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 583135232 2024-04-10T16:34:03.172 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.172 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.172 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.172 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.6": { 2024-04-10T16:34:03.172 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:03.172 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:03.172 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49308 2024-04-10T16:34:03.172 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.172 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:03.172 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.172 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.172 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:03.172 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.172 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.172 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:03.172 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.172 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.172 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:03.173 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:03.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.173 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:03.173 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.173 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:03.173 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.173 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:03.173 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.173 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:03.173 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.173 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:03.173 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9908224 2024-04-10T16:34:03.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.173 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:03.174 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 546099200 2024-04-10T16:34:03.174 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.174 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:03.174 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:03.174 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3763832 2024-04-10T16:34:03.174 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.174 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:03.174 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:03.174 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1179755 2024-04-10T16:34:03.174 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.174 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:03.174 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 161, 2024-04-10T16:34:03.174 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 853685 2024-04-10T16:34:03.174 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.174 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:03.174 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:03.174 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.175 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:03.175 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 471662592 2024-04-10T16:34:03.175 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.175 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:03.175 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63556, 2024-04-10T16:34:03.175 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8681566443 2024-04-10T16:34:03.175 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.175 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:03.175 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63563, 2024-04-10T16:34:03.175 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13925725195 2024-04-10T16:34:03.175 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.175 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:03.175 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11034624 2024-04-10T16:34:03.175 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.175 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:03.175 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 260395008 2024-04-10T16:34:03.175 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.175 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:03.175 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 467402752 2024-04-10T16:34:03.176 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.176 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:03.176 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.176 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.176 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:03.176 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.176 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.176 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:03.176 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45 2024-04-10T16:34:03.176 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.176 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:03.176 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6442025036 2024-04-10T16:34:03.176 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.176 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:03.176 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 61958 2024-04-10T16:34:03.177 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.177 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:03.177 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5440917504 2024-04-10T16:34:03.177 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.177 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:03.177 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5440921600 2024-04-10T16:34:03.177 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.177 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:03.177 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.177 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.177 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:03.177 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.177 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.177 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:03.177 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 50898 2024-04-10T16:34:03.178 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.178 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:03.178 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 61958, 2024-04-10T16:34:03.178 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2305783183 2024-04-10T16:34:03.178 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.178 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:03.178 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6272907647 2024-04-10T16:34:03.178 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.178 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:03.178 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56778 2024-04-10T16:34:03.178 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.178 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:03.178 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2478709 2024-04-10T16:34:03.178 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.178 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:03.178 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 672 2024-04-10T16:34:03.179 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.179 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:03.179 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9845682 2024-04-10T16:34:03.179 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.179 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:03.179 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 889 2024-04-10T16:34:03.179 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.179 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:03.179 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7366973 2024-04-10T16:34:03.179 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.179 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:03.179 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7366973 2024-04-10T16:34:03.179 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.179 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:03.179 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.179 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.179 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:03.179 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.180 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:03.180 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 222 2024-04-10T16:34:03.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.180 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:03.180 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 889, 2024-04-10T16:34:03.180 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3063097 2024-04-10T16:34:03.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.180 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:03.180 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.180 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.180 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:03.180 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.180 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:03.180 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.181 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:03.181 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:03.181 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 566 2024-04-10T16:34:03.181 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.181 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:03.181 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13, 2024-04-10T16:34:03.181 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14306 2024-04-10T16:34:03.181 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.181 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:03.181 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.181 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.181 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.181 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:03.181 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.181 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.181 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:03.181 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.181 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.181 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:03.182 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 818692096 2024-04-10T16:34:03.182 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.182 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.182 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:03.182 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:03.182 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:03.182 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.182 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:03.182 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14000128 2024-04-10T16:34:03.182 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.182 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:03.182 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13894, 2024-04-10T16:34:03.182 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 48306045 2024-04-10T16:34:03.182 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.182 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:03.182 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3423, 2024-04-10T16:34:03.182 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5580030341 2024-04-10T16:34:03.182 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.183 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:03.183 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.183 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.183 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.183 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:03.183 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.183 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.183 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:03.183 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.183 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.183 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:03.183 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.183 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.183 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:03.183 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15126, 2024-04-10T16:34:03.183 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 112606760 2024-04-10T16:34:03.183 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.184 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:03.184 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.184 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.184 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.184 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:03.184 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.184 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.184 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:03.184 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63507, 2024-04-10T16:34:03.184 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16959804104 2024-04-10T16:34:03.184 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.184 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:03.184 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63130, 2024-04-10T16:34:03.184 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1149626049 2024-04-10T16:34:03.184 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.184 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:03.184 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63507, 2024-04-10T16:34:03.184 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33613566 2024-04-10T16:34:03.185 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.185 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:03.185 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63507, 2024-04-10T16:34:03.185 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16993417670 2024-04-10T16:34:03.185 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.185 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:03.185 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.185 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.185 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.185 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:03.185 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 24335, 2024-04-10T16:34:03.185 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 512450051 2024-04-10T16:34:03.185 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.185 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:03.185 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 791, 2024-04-10T16:34:03.186 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2534368 2024-04-10T16:34:03.186 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.186 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:03.186 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12004, 2024-04-10T16:34:03.186 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10863790 2024-04-10T16:34:03.186 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.186 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:03.186 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 43, 2024-04-10T16:34:03.186 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 84349 2024-04-10T16:34:03.186 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.186 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:03.186 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 11130, 2024-04-10T16:34:03.186 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1485096310 2024-04-10T16:34:03.186 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.187 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:03.187 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 186210 2024-04-10T16:34:03.187 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.187 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:03.187 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18439 2024-04-10T16:34:03.187 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.187 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:03.187 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15543, 2024-04-10T16:34:03.187 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1361542767 2024-04-10T16:34:03.187 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.187 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:03.187 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 47855, 2024-04-10T16:34:03.187 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12284372 2024-04-10T16:34:03.187 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.187 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:03.188 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 32312, 2024-04-10T16:34:03.188 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1078827135 2024-04-10T16:34:03.188 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.188 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:03.188 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.188 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.188 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:03.188 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 11949, 2024-04-10T16:34:03.188 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 340332759 2024-04-10T16:34:03.188 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.188 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:03.188 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.188 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.188 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:03.188 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.188 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.189 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:03.189 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.189 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.189 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:03.189 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.189 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.189 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:03.189 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:03.189 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7871416472 2024-04-10T16:34:03.189 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.189 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:03.189 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14061, 2024-04-10T16:34:03.189 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 824866608 2024-04-10T16:34:03.189 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.189 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:03.189 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14060, 2024-04-10T16:34:03.189 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3980341417321 2024-04-10T16:34:03.190 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.190 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:03.190 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14061, 2024-04-10T16:34:03.190 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5916493713638 2024-04-10T16:34:03.190 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.190 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:03.190 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73772, 2024-04-10T16:34:03.190 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3124646532542 2024-04-10T16:34:03.190 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.190 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:03.190 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73772, 2024-04-10T16:34:03.190 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6722046 2024-04-10T16:34:03.190 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.190 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:03.190 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:03.191 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 242107455 2024-04-10T16:34:03.191 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.191 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:03.191 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:03.191 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 26006819508 2024-04-10T16:34:03.191 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.191 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:03.191 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:03.191 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 26801151 2024-04-10T16:34:03.191 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.191 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:03.191 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:03.191 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11745532805 2024-04-10T16:34:03.191 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.191 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:03.192 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:03.192 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10843582221 2024-04-10T16:34:03.192 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.192 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:03.192 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10183464 2024-04-10T16:34:03.192 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.192 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:03.192 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2375, 2024-04-10T16:34:03.192 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13129221 2024-04-10T16:34:03.192 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.192 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:03.192 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:03.192 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56722122032 2024-04-10T16:34:03.192 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.192 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:03.193 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:03.193 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11647923002 2024-04-10T16:34:03.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.193 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:03.193 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:03.193 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 448736768 2024-04-10T16:34:03.193 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.193 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:03.193 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:03.193 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405295426 2024-04-10T16:34:03.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.193 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:03.193 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 544866304 2024-04-10T16:34:03.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.193 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:03.193 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 491036672 2024-04-10T16:34:03.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.194 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:03.194 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600707993 2024-04-10T16:34:03.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.194 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:03.194 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53829632 2024-04-10T16:34:03.194 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.194 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:03.194 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.194 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:03.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.194 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.194 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.195 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.195 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.195 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.195 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.195 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56958031 2024-04-10T16:34:03.195 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.195 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.195 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.195 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.195 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.195 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.195 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.195 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.195 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.195 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.196 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.196 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.196 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.196 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.196 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T16:34:03.196 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.196 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.196 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:03.196 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.196 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.196 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.196 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.196 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.196 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.196 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.196 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.197 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.197 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.197 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.197 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68793265 2024-04-10T16:34:03.197 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.197 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.197 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:03.197 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.197 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 562036736 2024-04-10T16:34:03.197 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.197 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.197 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:03.197 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.197 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.197 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.198 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.198 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.198 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 427185239 2024-04-10T16:34:03.198 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.198 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.198 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.198 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.198 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.198 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.198 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.198 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.198 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1616 2024-04-10T16:34:03.198 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.199 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.199 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.199 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.199 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.199 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 107072 2024-04-10T16:34:03.199 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.199 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.199 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.199 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.199 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.199 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.199 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.199 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.199 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.199 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.199 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.200 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.200 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.200 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67633945 2024-04-10T16:34:03.200 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.200 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:03.200 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.200 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:03.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.200 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.200 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:03.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.200 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.200 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9254112 2024-04-10T16:34:03.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.200 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.201 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37972021 2024-04-10T16:34:03.201 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.201 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.201 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.201 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.201 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.201 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.201 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.201 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.201 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.201 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.201 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.201 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.201 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.201 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.201 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.201 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.201 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.202 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.202 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.202 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.202 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.202 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.202 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.202 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.202 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.202 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.202 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.202 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.202 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.202 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70214379 2024-04-10T16:34:03.202 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.202 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.202 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:03.202 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.203 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 503316480 2024-04-10T16:34:03.203 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.203 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.203 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.203 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.203 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.203 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.203 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.203 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.203 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 427185239 2024-04-10T16:34:03.203 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.203 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.203 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.203 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.203 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.203 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.204 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.204 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.204 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.204 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.204 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.204 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.204 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.204 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.204 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 159783 2024-04-10T16:34:03.204 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.204 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.204 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1128536 2024-04-10T16:34:03.204 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.204 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.204 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.204 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.204 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.205 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.205 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.205 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.205 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.205 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.205 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.205 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74842922 2024-04-10T16:34:03.205 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.205 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.205 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:03.205 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:03.205 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.205 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.205 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:03.205 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21 2024-04-10T16:34:03.205 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.205 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:03.206 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.206 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.206 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:03.206 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.206 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.206 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.206 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:03.206 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:03.206 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 54 2024-04-10T16:34:03.206 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.206 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:03.206 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.206 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.206 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:03.206 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42863 2024-04-10T16:34:03.206 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.206 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:03.206 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 102544, 2024-04-10T16:34:03.207 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8778514149 2024-04-10T16:34:03.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.207 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:03.207 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.207 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:03.207 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.207 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:03.207 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1637853703 2024-04-10T16:34:03.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.207 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:03.207 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 42863, 2024-04-10T16:34:03.207 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57545845911 2024-04-10T16:34:03.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.207 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:03.207 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1774762900 2024-04-10T16:34:03.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.208 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:03.208 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 43319, 2024-04-10T16:34:03.208 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13583343006 2024-04-10T16:34:03.208 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.208 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:03.208 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 42863, 2024-04-10T16:34:03.208 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32676705761 2024-04-10T16:34:03.208 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.208 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:03.208 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 34392 2024-04-10T16:34:03.208 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.208 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:03.208 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 34392, 2024-04-10T16:34:03.208 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10438418887 2024-04-10T16:34:03.209 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.209 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:03.209 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.209 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.209 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:03.209 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1774762900 2024-04-10T16:34:03.209 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.209 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:03.209 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 34553, 2024-04-10T16:34:03.209 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6087394997 2024-04-10T16:34:03.209 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.209 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:03.209 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 34392, 2024-04-10T16:34:03.209 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5535197623 2024-04-10T16:34:03.209 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.209 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:03.209 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4540 2024-04-10T16:34:03.209 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.210 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:03.210 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 343648551 2024-04-10T16:34:03.210 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.210 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:03.210 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4540, 2024-04-10T16:34:03.210 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12435466064 2024-04-10T16:34:03.210 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.210 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:03.210 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.210 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.210 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:03.210 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.210 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.210 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:03.210 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.211 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.211 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:03.211 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4717, 2024-04-10T16:34:03.211 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2762135335 2024-04-10T16:34:03.211 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.211 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:03.211 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4540, 2024-04-10T16:34:03.211 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8299184640 2024-04-10T16:34:03.211 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.211 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:03.211 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3931 2024-04-10T16:34:03.211 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.211 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:03.211 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1294205152 2024-04-10T16:34:03.211 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.211 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:03.212 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3931, 2024-04-10T16:34:03.212 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 34671960960 2024-04-10T16:34:03.212 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.212 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:03.212 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.212 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.212 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:03.212 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4049, 2024-04-10T16:34:03.212 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4733812674 2024-04-10T16:34:03.212 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.212 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:03.212 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3931, 2024-04-10T16:34:03.212 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18842323498 2024-04-10T16:34:03.212 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.212 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:03.212 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.212 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.213 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:03.213 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31406672 2024-04-10T16:34:03.213 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.213 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:03.213 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31 2024-04-10T16:34:03.213 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.213 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:03.213 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:03.213 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.213 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:03.213 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 485675008 2024-04-10T16:34:03.213 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.213 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.213 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.213 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.7": { 2024-04-10T16:34:03.213 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:03.213 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:03.213 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20828 2024-04-10T16:34:03.213 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.214 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:03.214 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.214 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.214 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:03.214 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.214 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.214 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:03.214 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.214 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.214 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:03.214 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:03.214 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.214 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:03.214 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.214 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.214 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:03.214 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.215 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.215 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:03.215 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.215 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.215 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:03.215 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.215 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.215 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:03.215 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7196672 2024-04-10T16:34:03.215 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.215 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:03.215 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 518139904 2024-04-10T16:34:03.215 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.215 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:03.215 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:03.215 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2770040 2024-04-10T16:34:03.216 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.216 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:03.216 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:03.216 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 884597 2024-04-10T16:34:03.216 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.216 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:03.216 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 155, 2024-04-10T16:34:03.216 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 782405 2024-04-10T16:34:03.216 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.216 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:03.216 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:03.216 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.216 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:03.216 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 468779008 2024-04-10T16:34:03.216 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.216 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:03.216 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63660, 2024-04-10T16:34:03.217 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8853061651 2024-04-10T16:34:03.217 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.217 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:03.217 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63667, 2024-04-10T16:34:03.217 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14181251882 2024-04-10T16:34:03.217 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.217 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:03.217 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11460608 2024-04-10T16:34:03.217 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.217 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:03.217 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 260820992 2024-04-10T16:34:03.217 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.217 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:03.217 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 463077376 2024-04-10T16:34:03.218 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.218 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:03.218 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.218 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.218 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:03.218 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.218 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:03.218 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40 2024-04-10T16:34:03.218 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.218 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:03.218 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4155386436 2024-04-10T16:34:03.218 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.218 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:03.218 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 43648 2024-04-10T16:34:03.218 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.219 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:03.219 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3494772736 2024-04-10T16:34:03.219 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.219 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:03.219 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3494776832 2024-04-10T16:34:03.219 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.219 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:03.219 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.219 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.219 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:03.219 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.219 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.219 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:03.219 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33292 2024-04-10T16:34:03.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.220 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:03.220 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 43648, 2024-04-10T16:34:03.220 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1534888534 2024-04-10T16:34:03.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.220 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:03.220 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4040007032 2024-04-10T16:34:03.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.220 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:03.220 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40112 2024-04-10T16:34:03.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.220 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:03.220 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2418376 2024-04-10T16:34:03.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.220 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:03.220 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 556 2024-04-10T16:34:03.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.220 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:03.221 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7122689 2024-04-10T16:34:03.221 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.221 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:03.221 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 742 2024-04-10T16:34:03.221 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.221 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:03.221 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4704313 2024-04-10T16:34:03.221 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.221 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:03.221 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4704313 2024-04-10T16:34:03.221 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.221 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:03.221 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.221 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.221 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:03.221 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.221 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.221 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:03.222 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 193 2024-04-10T16:34:03.222 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.222 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:03.222 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 742, 2024-04-10T16:34:03.222 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1757336 2024-04-10T16:34:03.222 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.222 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:03.222 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.222 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.222 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.222 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:03.222 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.222 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.222 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:03.222 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.222 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.223 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:03.223 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:03.223 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 810 2024-04-10T16:34:03.223 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.223 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:03.223 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9, 2024-04-10T16:34:03.223 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11553 2024-04-10T16:34:03.223 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.223 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:03.223 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.223 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.223 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.223 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:03.223 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.224 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.224 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:03.224 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.224 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.224 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:03.224 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 788443136 2024-04-10T16:34:03.224 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.224 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.224 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:03.224 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:03.224 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:03.224 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.224 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:03.224 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13991936 2024-04-10T16:34:03.225 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.225 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:03.225 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17556, 2024-04-10T16:34:03.225 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 62104374 2024-04-10T16:34:03.225 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.225 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:03.225 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3486, 2024-04-10T16:34:03.225 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3947515767 2024-04-10T16:34:03.225 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.225 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:03.225 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.225 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.225 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.226 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:03.226 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.226 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.226 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:03.226 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.226 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.226 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:03.226 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.226 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.226 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:03.226 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18672, 2024-04-10T16:34:03.226 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 151959949 2024-04-10T16:34:03.226 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.226 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:03.226 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.226 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.226 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.226 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:03.227 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.227 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.227 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:03.227 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63620, 2024-04-10T16:34:03.227 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17150909145 2024-04-10T16:34:03.227 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.227 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:03.227 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63230, 2024-04-10T16:34:03.227 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1381038566 2024-04-10T16:34:03.227 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.227 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:03.227 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63620, 2024-04-10T16:34:03.227 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 39409981 2024-04-10T16:34:03.227 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.227 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:03.227 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63620, 2024-04-10T16:34:03.227 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17190319126 2024-04-10T16:34:03.228 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.228 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:03.228 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:03.228 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.228 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.228 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:03.228 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 33668, 2024-04-10T16:34:03.228 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 612414581 2024-04-10T16:34:03.228 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.228 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:03.228 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 732, 2024-04-10T16:34:03.228 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2007589 2024-04-10T16:34:03.228 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.228 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:03.228 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4621, 2024-04-10T16:34:03.228 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6255791 2024-04-10T16:34:03.229 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.229 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:03.229 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 49, 2024-04-10T16:34:03.229 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 63437 2024-04-10T16:34:03.229 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.229 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:03.229 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 11529, 2024-04-10T16:34:03.229 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 857451084 2024-04-10T16:34:03.229 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.229 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:03.229 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 196430 2024-04-10T16:34:03.229 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.229 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:03.229 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17666 2024-04-10T16:34:03.230 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.230 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:03.230 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7256, 2024-04-10T16:34:03.230 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1368749852 2024-04-10T16:34:03.230 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.230 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:03.230 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 33184, 2024-04-10T16:34:03.230 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8433827 2024-04-10T16:34:03.230 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.230 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:03.230 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 25928, 2024-04-10T16:34:03.230 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1221578573 2024-04-10T16:34:03.230 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.230 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:03.230 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.231 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.231 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:03.231 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13338, 2024-04-10T16:34:03.231 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 371896584 2024-04-10T16:34:03.231 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.231 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:03.231 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.231 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.231 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:03.231 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.231 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.231 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:03.231 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.231 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.231 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:03.231 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.231 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.231 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:03.232 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:03.232 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8664357775 2024-04-10T16:34:03.232 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.232 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:03.232 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15911, 2024-04-10T16:34:03.232 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 861939025 2024-04-10T16:34:03.232 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.232 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:03.232 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15910, 2024-04-10T16:34:03.232 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3648133515591 2024-04-10T16:34:03.232 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.232 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:03.232 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15911, 2024-04-10T16:34:03.232 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6604446959171 2024-04-10T16:34:03.232 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.233 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:03.233 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75150, 2024-04-10T16:34:03.233 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2659009017279 2024-04-10T16:34:03.233 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.233 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:03.233 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75150, 2024-04-10T16:34:03.233 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6801817 2024-04-10T16:34:03.233 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.233 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:03.233 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:03.233 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 219628172 2024-04-10T16:34:03.233 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.233 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:03.233 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:03.233 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27513744119 2024-04-10T16:34:03.234 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.234 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:03.234 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:03.234 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 26702755 2024-04-10T16:34:03.234 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.234 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:03.234 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:03.234 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12402222921 2024-04-10T16:34:03.234 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.234 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:03.234 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:03.234 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9971622175 2024-04-10T16:34:03.234 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.234 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:03.234 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10178244 2024-04-10T16:34:03.234 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.234 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:03.235 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2321, 2024-04-10T16:34:03.235 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12459551 2024-04-10T16:34:03.235 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.235 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:03.235 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:03.235 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58784253692 2024-04-10T16:34:03.235 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.235 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:03.235 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:03.235 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10936322397 2024-04-10T16:34:03.235 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.235 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:03.235 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:03.235 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 473353105 2024-04-10T16:34:03.235 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.235 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.235 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:03.236 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:03.236 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405295426 2024-04-10T16:34:03.236 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.236 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:03.236 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 488112128 2024-04-10T16:34:03.236 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.236 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:03.236 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 464273408 2024-04-10T16:34:03.236 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.236 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:03.236 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600707993 2024-04-10T16:34:03.236 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.236 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:03.236 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23838720 2024-04-10T16:34:03.236 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.236 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.237 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:03.237 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.237 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:03.237 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.237 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.237 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.237 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.237 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.237 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.237 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.237 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.237 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57077043 2024-04-10T16:34:03.237 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.237 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.238 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.238 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.238 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.238 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.238 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.238 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.238 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.238 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.238 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.238 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.238 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.238 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.238 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20480 2024-04-10T16:34:03.238 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.238 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.239 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40960 2024-04-10T16:34:03.239 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.239 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.239 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.239 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.239 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.239 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.239 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.239 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.239 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.239 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.239 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.239 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68690637 2024-04-10T16:34:03.239 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.239 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.240 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:03.240 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.240 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 570425344 2024-04-10T16:34:03.240 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.240 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.240 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:03.240 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.240 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.240 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.240 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.240 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.240 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 428077826 2024-04-10T16:34:03.240 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.240 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.240 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.240 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.240 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.241 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.241 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.241 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.241 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1744 2024-04-10T16:34:03.241 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.241 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.241 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.241 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.241 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.241 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 106384 2024-04-10T16:34:03.241 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.241 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.241 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.241 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.241 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.241 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.241 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.241 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.242 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.242 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.242 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.242 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.242 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.242 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.242 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 75130526 2024-04-10T16:34:03.242 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.242 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.242 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:03.242 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.242 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:03.242 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.242 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.242 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:03.242 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.242 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.243 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6794080 2024-04-10T16:34:03.243 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.243 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.243 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 38051362 2024-04-10T16:34:03.243 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.243 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.243 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.243 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.243 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.243 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.243 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.243 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.243 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.243 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.243 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.243 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.243 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.243 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.244 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.244 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.244 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.244 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.244 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.244 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.244 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.244 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.244 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.244 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.244 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.244 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.244 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.244 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.244 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.244 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72595070 2024-04-10T16:34:03.244 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.244 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.245 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:03.245 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:03.245 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 503316480 2024-04-10T16:34:03.245 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.245 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:03.245 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.245 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.245 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:03.245 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.245 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.245 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:03.245 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 428077826 2024-04-10T16:34:03.245 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.245 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:03.245 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.245 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.245 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:03.245 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.246 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.246 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:03.246 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.246 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.246 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:03.246 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.246 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.246 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:03.246 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 161905 2024-04-10T16:34:03.246 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.246 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:03.246 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1122410 2024-04-10T16:34:03.246 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.246 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:03.246 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.247 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.247 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:03.247 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.247 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.247 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:03.247 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.247 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.247 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:03.247 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73954339 2024-04-10T16:34:03.247 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.247 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.247 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:03.247 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:03.247 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.247 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.248 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:03.248 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22 2024-04-10T16:34:03.248 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.248 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:03.248 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.248 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.248 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:03.248 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.248 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.248 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.248 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:03.248 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:03.248 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57 2024-04-10T16:34:03.248 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.249 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:03.249 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.249 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.249 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:03.249 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36419 2024-04-10T16:34:03.249 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.249 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:03.249 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 108589, 2024-04-10T16:34:03.249 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11045789983 2024-04-10T16:34:03.249 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.249 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:03.249 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.249 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.249 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:03.249 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:03.250 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.250 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:03.250 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1533095481 2024-04-10T16:34:03.250 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.250 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:03.250 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36419, 2024-04-10T16:34:03.250 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49659934337 2024-04-10T16:34:03.250 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.250 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:03.250 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1727215394 2024-04-10T16:34:03.250 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.250 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:03.250 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36887, 2024-04-10T16:34:03.250 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17330362144 2024-04-10T16:34:03.251 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.251 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:03.251 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36419, 2024-04-10T16:34:03.251 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33880847577 2024-04-10T16:34:03.251 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.251 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:03.251 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23340 2024-04-10T16:34:03.251 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.251 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:03.251 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23340, 2024-04-10T16:34:03.251 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10586558287 2024-04-10T16:34:03.251 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.251 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:03.251 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.251 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.251 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:03.251 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1727215394 2024-04-10T16:34:03.251 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.252 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:03.252 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23560, 2024-04-10T16:34:03.252 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5213765216 2024-04-10T16:34:03.252 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.252 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:03.252 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23340, 2024-04-10T16:34:03.252 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5149250513 2024-04-10T16:34:03.252 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.252 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:03.252 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12025 2024-04-10T16:34:03.252 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.252 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:03.252 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 334275576 2024-04-10T16:34:03.252 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.252 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:03.252 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12025, 2024-04-10T16:34:03.252 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22055156561 2024-04-10T16:34:03.252 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.253 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:03.253 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.253 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.253 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:03.253 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.253 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.253 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:03.253 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.253 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.253 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:03.253 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12196, 2024-04-10T16:34:03.253 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9897207667 2024-04-10T16:34:03.253 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.253 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:03.253 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12025, 2024-04-10T16:34:03.253 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18790938257 2024-04-10T16:34:03.253 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.254 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:03.254 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1054 2024-04-10T16:34:03.254 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.254 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:03.254 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1198819905 2024-04-10T16:34:03.254 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.254 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:03.254 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1054, 2024-04-10T16:34:03.254 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17018219489 2024-04-10T16:34:03.254 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.254 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:03.254 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.254 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.254 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:03.254 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1131, 2024-04-10T16:34:03.254 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2219389261 2024-04-10T16:34:03.255 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.255 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:03.255 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1054, 2024-04-10T16:34:03.255 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9940658807 2024-04-10T16:34:03.255 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.255 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:03.255 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:03.255 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.255 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:03.255 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 77 2024-04-10T16:34:03.255 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.255 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:03.255 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T16:34:03.255 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.255 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:03.255 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:03.255 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.256 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:03.256 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 482783232 2024-04-10T16:34:03.256 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.256 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.256 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.256 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.256 INFO:tasks.workunit.client.0.smithi102.stdout: "pools": [ 2024-04-10T16:34:03.256 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.256 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:03.256 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr" 2024-04-10T16:34:03.256 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.256 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T16:34:03.256 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T16:34:03.256 INFO:tasks.workunit.client.0.smithi102.stdout: "flags_names": [ 2024-04-10T16:34:03.256 INFO:tasks.workunit.client.0.smithi102.stdout: "hashpspool" 2024-04-10T16:34:03.256 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.256 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T16:34:03.257 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T16:34:03.257 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:34:03.257 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 1, 2024-04-10T16:34:03.257 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 1, 2024-04-10T16:34:03.257 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 1, 2024-04-10T16:34:03.257 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T16:34:03.257 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T16:34:03.257 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 724057827594, 2024-04-10T16:34:03.257 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 1781760, 2024-04-10T16:34:03.257 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T16:34:03.257 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T16:34:03.257 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 1781760, 2024-04-10T16:34:03.257 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T16:34:03.257 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 241352622080, 2024-04-10T16:34:03.257 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 2, 2024-04-10T16:34:03.257 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T16:34:03.257 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 2.4607918476249324e-06, 2024-04-10T16:34:03.257 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T16:34:03.258 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T16:34:03.258 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 1178, 2024-04-10T16:34:03.258 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 2041856, 2024-04-10T16:34:03.258 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 590368, 2024-04-10T16:34:03.258 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 590368, 2024-04-10T16:34:03.258 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T16:34:03.258 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 1771104, 2024-04-10T16:34:03.258 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 391, 2024-04-10T16:34:03.258 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 2473984 2024-04-10T16:34:03.258 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.258 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T16:34:03.258 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T16:34:03.258 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T16:34:03.258 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.258 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.258 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:03.258 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T16:34:03.259 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.259 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T16:34:03.259 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T16:34:03.259 INFO:tasks.workunit.client.0.smithi102.stdout: "flags_names": [ 2024-04-10T16:34:03.259 INFO:tasks.workunit.client.0.smithi102.stdout: "hashpspool" 2024-04-10T16:34:03.259 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.259 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T16:34:03.259 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T16:34:03.259 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:34:03.259 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 32, 2024-04-10T16:34:03.259 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 32, 2024-04-10T16:34:03.259 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 2, 2024-04-10T16:34:03.259 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T16:34:03.259 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T16:34:03.259 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 724057827594, 2024-04-10T16:34:03.259 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 155093, 2024-04-10T16:34:03.260 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T16:34:03.260 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T16:34:03.260 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 110592, 2024-04-10T16:34:03.260 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T16:34:03.260 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 241352622080, 2024-04-10T16:34:03.260 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 22, 2024-04-10T16:34:03.260 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 44501, 2024-04-10T16:34:03.260 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 2.1419970153147005e-07, 2024-04-10T16:34:03.260 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T16:34:03.260 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T16:34:03.260 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 79, 2024-04-10T16:34:03.260 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 89088, 2024-04-10T16:34:03.260 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 21455, 2024-04-10T16:34:03.260 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 6622, 2024-04-10T16:34:03.260 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 14833, 2024-04-10T16:34:03.261 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 64365, 2024-04-10T16:34:03.261 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 68, 2024-04-10T16:34:03.261 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 36864 2024-04-10T16:34:03.261 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.261 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T16:34:03.261 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T16:34:03.261 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T16:34:03.261 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.261 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.261 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:03.261 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T16:34:03.261 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.261 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T16:34:03.261 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T16:34:03.261 INFO:tasks.workunit.client.0.smithi102.stdout: "flags_names": [ 2024-04-10T16:34:03.261 INFO:tasks.workunit.client.0.smithi102.stdout: "hashpspool" 2024-04-10T16:34:03.261 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.262 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T16:34:03.262 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T16:34:03.262 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:34:03.262 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 64, 2024-04-10T16:34:03.262 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 64, 2024-04-10T16:34:03.262 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 3, 2024-04-10T16:34:03.262 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T16:34:03.262 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T16:34:03.262 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 724057827594, 2024-04-10T16:34:03.262 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 0, 2024-04-10T16:34:03.262 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T16:34:03.262 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T16:34:03.262 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 0, 2024-04-10T16:34:03.262 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T16:34:03.262 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 241352622080, 2024-04-10T16:34:03.262 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 0, 2024-04-10T16:34:03.262 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T16:34:03.263 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 0.0, 2024-04-10T16:34:03.263 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T16:34:03.263 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T16:34:03.263 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 0, 2024-04-10T16:34:03.263 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 0, 2024-04-10T16:34:03.263 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 0, 2024-04-10T16:34:03.263 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 0, 2024-04-10T16:34:03.263 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T16:34:03.263 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 0, 2024-04-10T16:34:03.263 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 0, 2024-04-10T16:34:03.263 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 0 2024-04-10T16:34:03.263 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.263 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T16:34:03.263 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T16:34:03.263 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T16:34:03.263 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.263 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.264 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:03.264 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd" 2024-04-10T16:34:03.264 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.264 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T16:34:03.264 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T16:34:03.264 INFO:tasks.workunit.client.0.smithi102.stdout: "flags_names": [ 2024-04-10T16:34:03.264 INFO:tasks.workunit.client.0.smithi102.stdout: "hashpspool", 2024-04-10T16:34:03.264 INFO:tasks.workunit.client.0.smithi102.stdout: "selfmanaged_snaps" 2024-04-10T16:34:03.264 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.264 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T16:34:03.264 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T16:34:03.264 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:34:03.264 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 8, 2024-04-10T16:34:03.264 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 8, 2024-04-10T16:34:03.264 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 4, 2024-04-10T16:34:03.264 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T16:34:03.265 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T16:34:03.265 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 724057827594, 2024-04-10T16:34:03.265 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 12595200, 2024-04-10T16:34:03.265 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T16:34:03.265 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T16:34:03.265 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 12595200, 2024-04-10T16:34:03.265 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T16:34:03.265 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 241352622080, 2024-04-10T16:34:03.265 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 4, 2024-04-10T16:34:03.265 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T16:34:03.265 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 1.739499202813022e-05, 2024-04-10T16:34:03.265 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T16:34:03.265 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T16:34:03.265 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 9012, 2024-04-10T16:34:03.265 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 3182676992, 2024-04-10T16:34:03.265 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 4194323, 2024-04-10T16:34:03.266 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 4194323, 2024-04-10T16:34:03.266 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T16:34:03.266 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 12582969, 2024-04-10T16:34:03.266 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 24348, 2024-04-10T16:34:03.266 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 3146843136 2024-04-10T16:34:03.266 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.266 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T16:34:03.266 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T16:34:03.266 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T16:34:03.266 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.266 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.266 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd": { 2024-04-10T16:34:03.266 INFO:tasks.workunit.client.0.smithi102.stdout: "mirroring_by_pool": [ 2024-04-10T16:34:03.266 INFO:tasks.workunit.client.0.smithi102.stdout: false 2024-04-10T16:34:03.266 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_images_by_pool": [ 2024-04-10T16:34:03.266 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.266 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.267 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pools": 1 2024-04-10T16:34:03.267 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.267 INFO:tasks.workunit.client.0.smithi102.stdout: "report_id": "f0fd97d3-7570-4267-a9f2-be934b183db8", 2024-04-10T16:34:03.267 INFO:tasks.workunit.client.0.smithi102.stdout: "report_timestamp": "2024-04-10T16:34:02.211479", 2024-04-10T16:34:03.267 INFO:tasks.workunit.client.0.smithi102.stdout: "report_version": 1, 2024-04-10T16:34:03.267 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_stats": { 2024-04-10T16:34:03.267 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "7.9.2" 2024-04-10T16:34:03.267 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.267 INFO:tasks.workunit.client.0.smithi102.stdout: "rook": { 2024-04-10T16:34:03.267 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster": { 2024-04-10T16:34:03.267 INFO:tasks.workunit.client.0.smithi102.stdout: "external-mode": null, 2024-04-10T16:34:03.267 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:03.267 INFO:tasks.workunit.client.0.smithi102.stdout: "allow-multiple-per-node": null, 2024-04-10T16:34:03.267 INFO:tasks.workunit.client.0.smithi102.stdout: "count": null, 2024-04-10T16:34:03.267 INFO:tasks.workunit.client.0.smithi102.stdout: "max-id": null, 2024-04-10T16:34:03.267 INFO:tasks.workunit.client.0.smithi102.stdout: "pvc": { 2024-04-10T16:34:03.267 INFO:tasks.workunit.client.0.smithi102.stdout: "enabled": null 2024-04-10T16:34:03.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.268 INFO:tasks.workunit.client.0.smithi102.stdout: "stretch": { 2024-04-10T16:34:03.268 INFO:tasks.workunit.client.0.smithi102.stdout: "enabled": null 2024-04-10T16:34:03.268 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.268 INFO:tasks.workunit.client.0.smithi102.stdout: "network": { 2024-04-10T16:34:03.268 INFO:tasks.workunit.client.0.smithi102.stdout: "provider": null 2024-04-10T16:34:03.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.268 INFO:tasks.workunit.client.0.smithi102.stdout: "storage": { 2024-04-10T16:34:03.268 INFO:tasks.workunit.client.0.smithi102.stdout: "device-set": { 2024-04-10T16:34:03.268 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T16:34:03.268 INFO:tasks.workunit.client.0.smithi102.stdout: "non-portable": null, 2024-04-10T16:34:03.268 INFO:tasks.workunit.client.0.smithi102.stdout: "portable": null, 2024-04-10T16:34:03.268 INFO:tasks.workunit.client.0.smithi102.stdout: "total": null 2024-04-10T16:34:03.268 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.268 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.268 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.269 INFO:tasks.workunit.client.0.smithi102.stdout: "csi": { 2024-04-10T16:34:03.269 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T16:34:03.269 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.269 INFO:tasks.workunit.client.0.smithi102.stdout: "kubernetes": { 2024-04-10T16:34:03.269 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T16:34:03.269 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.269 INFO:tasks.workunit.client.0.smithi102.stdout: "node": { 2024-04-10T16:34:03.269 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T16:34:03.269 INFO:tasks.workunit.client.0.smithi102.stdout: "kubernetes-total": null, 2024-04-10T16:34:03.269 INFO:tasks.workunit.client.0.smithi102.stdout: "with-ceph-daemons": null, 2024-04-10T16:34:03.269 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-cephfs-plugin": null, 2024-04-10T16:34:03.269 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-nfs-plugin": null, 2024-04-10T16:34:03.269 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-rbd-plugin": null 2024-04-10T16:34:03.269 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.269 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.269 INFO:tasks.workunit.client.0.smithi102.stdout: "usage": { 2024-04-10T16:34:03.269 INFO:tasks.workunit.client.0.smithi102.stdout: "storage-class": { 2024-04-10T16:34:03.269 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T16:34:03.270 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket": null, 2024-04-10T16:34:03.270 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs": null, 2024-04-10T16:34:03.270 INFO:tasks.workunit.client.0.smithi102.stdout: "nfs": null, 2024-04-10T16:34:03.270 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd": null, 2024-04-10T16:34:03.270 INFO:tasks.workunit.client.0.smithi102.stdout: "total": null 2024-04-10T16:34:03.270 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.270 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.270 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.270 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T16:34:03.270 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.270 INFO:tasks.workunit.client.0.smithi102.stdout: "services": {}, 2024-04-10T16:34:03.270 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_per_pg": [ 2024-04-10T16:34:03.270 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.270 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.270 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.271 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.271 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.271 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.271 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:03.271 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.271 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.271 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.271 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.271 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.271 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.271 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:03.271 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.351789+0000", 2024-04-10T16:34:03.271 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.351789+0000", 2024-04-10T16:34:03.271 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.352088+0000", 2024-04-10T16:34:03.271 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:03.272 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.272 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.272 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.272 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.272 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:03.272 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:03.272 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:03.272 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.272 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.272 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.272 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:03.272 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:03.272 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.272 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.272 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.272 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.273 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.273 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.273 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.273 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.273 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.273 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.273 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.273 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.273 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.273 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2c", 2024-04-10T16:34:03.273 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.273 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.273 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.273 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4898, 2024-04-10T16:34:03.273 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.273 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:38:47.714252+0000", 2024-04-10T16:34:03.273 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.273 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.274 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.274 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.276 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.276 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.276 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.276 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.276 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.276 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.276 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.277 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.277 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:03.277 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.277 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.277 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.277 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.277 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.277 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.277 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.277 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.277 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:03.277 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.277 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.277 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.277 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.277 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.277 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.277 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:03.278 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.364088+0000", 2024-04-10T16:34:03.278 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.364088+0000", 2024-04-10T16:34:03.278 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.364405+0000", 2024-04-10T16:34:03.278 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:03.278 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.278 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.278 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.278 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.278 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:03.278 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:03.278 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:03.278 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.278 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.278 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.278 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:03.278 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:03.278 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.278 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.279 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.279 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.279 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.279 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.279 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.279 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.279 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.279 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.279 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.279 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.279 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.279 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2b", 2024-04-10T16:34:03.279 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.279 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.279 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.279 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5061, 2024-04-10T16:34:03.279 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.280 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:57:32.150603+0000", 2024-04-10T16:34:03.280 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.280 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.280 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.280 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.281 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.282 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.282 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.282 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.282 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.282 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.283 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.283 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.283 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.283 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:03.283 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.283 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.283 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.283 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.283 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.283 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.283 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.283 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.283 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:03.283 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.283 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.283 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.284 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.284 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.284 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.284 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:03.284 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.361517+0000", 2024-04-10T16:34:03.284 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.361517+0000", 2024-04-10T16:34:03.284 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362169+0000", 2024-04-10T16:34:03.284 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:03.284 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.284 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.284 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.284 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.284 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:03.284 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:03.284 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:03.284 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.284 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.284 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.285 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:03.285 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:03.285 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.285 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.285 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.285 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.285 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.285 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.285 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.285 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.285 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.285 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.285 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.285 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.285 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.285 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2a", 2024-04-10T16:34:03.285 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.285 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.285 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.286 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4900, 2024-04-10T16:34:03.286 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.286 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:54:35.085007+0000", 2024-04-10T16:34:03.286 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.286 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.286 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.286 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.287 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.288 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.288 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.288 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.288 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.288 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.288 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.288 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.289 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.289 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:03.289 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.289 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.289 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.289 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.289 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.289 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.289 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.289 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.289 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:03.289 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.289 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.289 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.289 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.289 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.289 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.289 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:03.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.291186+0000", 2024-04-10T16:34:03.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.291186+0000", 2024-04-10T16:34:03.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.291457+0000", 2024-04-10T16:34:03.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:03.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:03.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:03.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:03.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:03.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.290 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.291 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:03.291 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:03.291 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.291 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.291 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.291 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.291 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:03.291 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.291 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.291 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.291 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.291 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.291 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.291 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.291 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.291 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.29", 2024-04-10T16:34:03.291 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.292 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.292 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.292 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5007, 2024-04-10T16:34:03.292 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.292 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:28:50.888739+0000", 2024-04-10T16:34:03.292 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.292 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.292 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.292 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.292 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.292 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.292 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.292 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.292 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.292 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.292 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.292 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.293 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.294 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.295 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.295 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.295 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.295 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.295 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.295 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.295 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.295 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.295 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:03.295 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.295 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.295 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.296 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.296 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.296 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.296 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.296 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.296 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:03.296 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.296 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.296 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.296 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.296 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.296 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.296 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:03.296 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.269991+0000", 2024-04-10T16:34:03.296 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.269991+0000", 2024-04-10T16:34:03.296 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.270320+0000", 2024-04-10T16:34:03.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:03.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:03.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:03.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:03.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:03.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:03.297 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:03.297 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.297 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.297 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.297 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.297 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:03.298 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.298 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.298 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.298 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.298 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.298 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.298 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.298 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.298 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.28", 2024-04-10T16:34:03.298 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.298 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.298 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.298 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4938, 2024-04-10T16:34:03.298 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.298 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:58:38.818155+0000", 2024-04-10T16:34:03.298 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.298 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.299 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.300 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.301 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.301 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.301 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.301 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.301 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.301 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.301 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.301 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:03.301 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.301 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.301 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.302 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.302 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.302 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.302 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.302 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:03.302 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.302 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.302 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.302 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.302 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.302 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.302 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:03.302 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.291137+0000", 2024-04-10T16:34:03.302 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.291137+0000", 2024-04-10T16:34:03.302 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.291461+0000", 2024-04-10T16:34:03.302 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:03.303 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.303 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.303 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.303 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:03.303 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:03.303 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:03.303 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:03.303 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.303 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.303 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.303 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:03.303 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:03.303 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.303 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.303 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.303 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.303 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:03.303 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.303 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.304 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.304 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.304 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.304 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.304 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.304 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.304 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.27", 2024-04-10T16:34:03.304 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.304 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.304 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.304 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5000, 2024-04-10T16:34:03.304 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.304 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:20:25.435073+0000", 2024-04-10T16:34:03.304 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.304 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.304 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.306 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.307 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.307 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.307 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.307 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.307 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.307 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.307 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.307 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.307 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:03.307 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.307 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.307 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.308 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.308 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.308 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.308 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.308 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.308 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:03.308 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.308 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.308 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.308 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.308 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.308 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.308 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:03.308 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.360416+0000", 2024-04-10T16:34:03.308 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.360416+0000", 2024-04-10T16:34:03.308 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.360717+0000", 2024-04-10T16:34:03.308 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:03.308 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.309 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.309 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.309 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.309 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:03.309 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:03.309 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:03.309 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.309 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.309 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.309 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:03.309 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:03.309 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.309 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.309 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.309 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.309 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.309 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.309 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.310 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.310 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.310 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.310 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.310 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.310 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.310 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.26", 2024-04-10T16:34:03.310 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.310 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.310 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.310 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4893, 2024-04-10T16:34:03.310 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.310 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:25:59.593332+0000", 2024-04-10T16:34:03.311 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.311 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.311 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.312 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.313 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.313 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.313 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.313 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.314 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.314 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.314 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.314 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.314 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.314 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:03.314 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.314 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.314 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.314 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.314 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.314 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.314 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.314 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.314 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:03.314 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.315 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.315 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.315 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.315 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.315 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.315 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:03.315 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:02.501299+0000", 2024-04-10T16:34:03.315 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:02.501299+0000", 2024-04-10T16:34:03.315 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:02.501604+0000", 2024-04-10T16:34:03.315 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:03.315 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.315 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.315 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.315 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 414, 2024-04-10T16:34:03.315 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:03.315 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:03.315 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:03.315 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.315 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.316 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.316 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:03.316 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:03.316 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.316 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.316 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.316 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.316 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 413, 2024-04-10T16:34:03.316 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.316 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.316 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.316 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.316 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.316 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.316 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.316 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.316 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.25", 2024-04-10T16:34:03.317 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.317 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.317 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.317 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5023, 2024-04-10T16:34:03.317 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.317 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:33:38.811979+0000", 2024-04-10T16:34:03.317 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.317 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.317 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.318 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.318 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.318 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.318 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.318 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.318 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.318 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.318 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.318 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.318 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.318 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.318 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.318 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.318 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.319 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.320 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.320 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.320 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.320 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.320 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.320 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.320 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.320 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.320 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.320 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.320 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.320 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.320 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.320 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:03.320 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.320 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.321 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.321 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.321 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.321 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.321 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.321 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.321 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:03.321 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.321 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.321 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.321 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.321 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.321 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.321 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:03.321 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.293291+0000", 2024-04-10T16:34:03.321 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.293291+0000", 2024-04-10T16:34:03.321 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.293612+0000", 2024-04-10T16:34:03.322 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:03.322 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.322 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.322 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.322 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:03.322 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:03.322 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:03.322 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:03.322 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.322 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.322 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.322 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:03.322 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:03.322 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.322 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.322 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.322 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.322 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:03.323 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.323 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.323 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.323 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.323 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.323 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.323 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.323 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.323 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.24", 2024-04-10T16:34:03.323 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.323 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.323 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.323 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5017, 2024-04-10T16:34:03.323 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.323 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:33:31.337305+0000", 2024-04-10T16:34:03.323 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.323 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.323 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.326 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.326 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.326 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.326 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.326 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.326 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.326 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.326 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.326 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.326 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.326 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.326 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.326 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.326 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:03.326 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.327 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.327 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.327 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.327 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.327 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.327 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.327 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.327 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:03.327 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.327 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.327 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.327 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.327 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.327 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:03.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.302709+0000", 2024-04-10T16:34:03.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.302709+0000", 2024-04-10T16:34:03.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.303352+0000", 2024-04-10T16:34:03.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:03.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:03.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:03.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:03.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:03.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.329 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:03.329 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:03.329 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.329 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.329 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.329 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.329 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:03.329 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.329 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.329 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.329 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.329 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.329 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.329 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.329 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.329 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.23", 2024-04-10T16:34:03.329 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.330 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.330 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.330 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5003, 2024-04-10T16:34:03.330 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.330 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:03:55.263831+0000", 2024-04-10T16:34:03.330 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.330 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.330 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.332 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.332 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.332 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.332 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.332 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.333 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.333 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.333 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.333 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:03.333 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.333 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.333 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.333 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.333 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.333 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.333 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.333 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.333 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:03.333 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.333 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.333 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.334 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.334 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.334 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:03.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.267201+0000", 2024-04-10T16:34:03.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.267201+0000", 2024-04-10T16:34:03.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.267594+0000", 2024-04-10T16:34:03.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:03.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:03.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:03.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:03.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:03.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.335 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.335 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.335 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:03.335 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:03.335 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.335 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.335 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.335 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.335 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:03.335 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.335 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.335 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.335 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.335 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.336 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.336 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.336 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.336 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.22", 2024-04-10T16:34:03.336 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.336 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.336 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.336 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4939, 2024-04-10T16:34:03.336 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.336 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:16:30.119466+0000", 2024-04-10T16:34:03.336 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.336 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.336 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.339 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.339 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.339 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.339 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.339 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.339 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.339 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.339 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.339 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:03.339 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.340 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.340 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.340 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.340 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.340 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.340 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.340 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.340 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:03.340 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.340 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.340 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.340 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.340 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.340 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.340 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:03.340 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.345874+0000", 2024-04-10T16:34:03.340 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.345874+0000", 2024-04-10T16:34:03.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.346213+0000", 2024-04-10T16:34:03.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:03.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:03.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:03.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:03.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:03.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:03.341 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.342 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.342 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.342 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.342 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.342 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.342 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.342 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.342 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.342 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.342 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.342 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.342 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.342 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.21", 2024-04-10T16:34:03.342 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.342 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.342 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.343 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5002, 2024-04-10T16:34:03.343 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.343 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:50:12.084603+0000", 2024-04-10T16:34:03.343 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.343 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.343 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.345 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.345 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.346 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.346 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.346 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.346 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.346 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.346 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.346 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:03.346 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.346 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.346 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.346 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.346 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.346 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.346 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:03.346 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.346 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:03.347 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.347 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.347 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.347 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.347 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.347 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:03.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.354991+0000", 2024-04-10T16:34:03.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.354991+0000", 2024-04-10T16:34:03.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.355651+0000", 2024-04-10T16:34:03.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:03.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.348 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.348 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:03.348 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:03.348 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:03.348 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.348 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.348 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.348 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:03.348 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:03.348 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.348 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.348 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.348 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.348 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.348 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.348 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.348 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.349 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.349 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.349 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.349 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.349 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.349 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.20", 2024-04-10T16:34:03.349 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.349 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.349 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.349 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4890, 2024-04-10T16:34:03.349 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.349 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:24:57.298622+0000", 2024-04-10T16:34:03.349 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.349 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.349 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.349 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.352 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.352 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.352 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.352 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.352 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.352 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:03.352 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.353 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:03.353 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.353 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.353 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.353 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.353 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.353 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.353 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.353 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.353 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:03.353 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.353 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.353 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.353 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.353 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.354 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:03.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.371065+0000", 2024-04-10T16:34:03.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.371065+0000", 2024-04-10T16:34:03.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.371472+0000", 2024-04-10T16:34:03.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:03.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:03.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:03.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:03.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.355 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.355 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:03.355 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:03.355 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.355 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.355 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.355 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.355 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.355 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.355 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.355 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.355 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.355 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.355 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.355 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.356 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.356 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.f", 2024-04-10T16:34:03.356 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.356 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.356 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.356 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4869, 2024-04-10T16:34:03.356 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.356 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:31:26.404047+0000", 2024-04-10T16:34:03.356 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.356 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.356 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.359 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.359 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.359 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.359 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.359 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.359 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.359 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.359 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.359 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:03.359 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.360 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.360 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.360 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.360 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.360 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.360 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.360 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.360 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:03.360 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.360 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.360 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.360 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.360 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.360 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.360 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:03.360 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.367240+0000", 2024-04-10T16:34:03.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.367240+0000", 2024-04-10T16:34:03.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.367620+0000", 2024-04-10T16:34:03.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:03.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:03.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:03.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:03.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:03.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:03.361 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.362 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:03.362 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.362 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.362 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.362 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.362 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.362 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.362 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.362 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:03.362 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.362 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.362 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.362 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.e", 2024-04-10T16:34:03.362 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.363 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.363 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.363 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5004, 2024-04-10T16:34:03.363 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.363 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:46:25.640296+0000", 2024-04-10T16:34:03.363 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.363 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.363 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:03.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:03.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:03.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:03.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 6, 2024-04-10T16:34:03.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 6, 2024-04-10T16:34:03.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T16:34:03.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.366 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.366 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.366 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.366 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.366 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.366 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.366 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.366 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.367 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:03.367 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T16:34:03.367 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.367 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.367 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.367 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.367 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.367 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.367 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.367 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:03.367 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.367 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.367 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.367 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.367 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.367 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:03.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.347012+0000", 2024-04-10T16:34:03.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.347012+0000", 2024-04-10T16:34:03.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.347550+0000", 2024-04-10T16:34:03.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:03.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:03.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:03.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:03.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.369 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.369 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.369 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:03.369 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:03.369 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.369 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.369 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.369 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.369 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.369 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.369 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.369 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.369 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.369 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.369 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.370 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.370 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.370 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.c", 2024-04-10T16:34:03.370 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.370 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.370 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.370 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4930, 2024-04-10T16:34:03.370 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.370 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:19:16.614565+0000", 2024-04-10T16:34:03.370 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.370 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.370 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.373 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.373 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.373 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.373 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.373 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.373 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.373 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.373 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.373 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:03.373 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.373 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.374 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.374 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.374 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.374 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.374 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:03.374 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.374 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:03.374 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.374 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.374 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.374 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.374 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.374 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:03.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.295846+0000", 2024-04-10T16:34:03.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.295846+0000", 2024-04-10T16:34:03.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.296225+0000", 2024-04-10T16:34:03.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:03.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:03.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:03.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:03.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:03.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.376 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:03.376 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:03.376 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.376 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 1, 2024-04-10T16:34:03.376 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.376 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.376 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:03.376 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.376 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.376 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.376 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.376 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 1, 2024-04-10T16:34:03.376 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.376 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.376 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.377 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.d", 2024-04-10T16:34:03.377 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.377 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.377 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.377 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5024, 2024-04-10T16:34:03.377 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.377 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:53:51.678573+0000", 2024-04-10T16:34:03.377 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.377 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.377 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 70, 2024-04-10T16:34:03.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:03.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:03.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:03.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1, 2024-04-10T16:34:03.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 1, 2024-04-10T16:34:03.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 1, 2024-04-10T16:34:03.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T16:34:03.380 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.380 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.380 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.380 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.380 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.380 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.380 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:03.380 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.380 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:03.380 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'1" 2024-04-10T16:34:03.380 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.380 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.380 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.380 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.380 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.380 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.381 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.381 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:03.381 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.381 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.381 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.381 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.381 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.381 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:03.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.366998+0000", 2024-04-10T16:34:03.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.366998+0000", 2024-04-10T16:34:03.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.369635+0000", 2024-04-10T16:34:03.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:03.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:03.382 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:03.382 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:03.382 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.382 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.382 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.382 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:03.382 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:03.382 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.382 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.382 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.382 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.382 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.382 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.382 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.383 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.383 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.383 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.383 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.383 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.383 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.383 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.d", 2024-04-10T16:34:03.383 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.383 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.383 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.383 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4847, 2024-04-10T16:34:03.383 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.383 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:48:24.440566+0000", 2024-04-10T16:34:03.383 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.383 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.383 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.383 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.383 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.383 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.386 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.386 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.386 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.386 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.386 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.386 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.386 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.386 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.386 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:03.386 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.386 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.386 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.386 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.386 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.386 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.386 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.387 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.387 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:03.387 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.387 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.387 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.387 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.387 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.387 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.387 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:03.387 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.273358+0000", 2024-04-10T16:34:03.387 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.273358+0000", 2024-04-10T16:34:03.387 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.273692+0000", 2024-04-10T16:34:03.387 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:03.387 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.387 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.387 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.387 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:03.387 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:03.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:03.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:03.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:03.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:03.388 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.388 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.388 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.388 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.388 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:03.388 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.388 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.388 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.388 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.388 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.388 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.389 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.389 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.389 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.c", 2024-04-10T16:34:03.389 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.389 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.389 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.389 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5012, 2024-04-10T16:34:03.389 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.389 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:37:35.793909+0000", 2024-04-10T16:34:03.389 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.389 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.389 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.389 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.389 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.392 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.392 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.392 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.392 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.392 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.392 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.392 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.392 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.392 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:03.392 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.392 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.392 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.392 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.392 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.392 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.392 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.393 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.393 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:03.393 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.393 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.393 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.393 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.393 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.393 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.393 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:03.393 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.351444+0000", 2024-04-10T16:34:03.393 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.351444+0000", 2024-04-10T16:34:03.393 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.352204+0000", 2024-04-10T16:34:03.393 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:03.393 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.393 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.393 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.393 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:03.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:03.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:03.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:03.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:03.394 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.394 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.394 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.394 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.394 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.394 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.394 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.394 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.394 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.395 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.395 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.395 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.395 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.395 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.a", 2024-04-10T16:34:03.395 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.395 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.395 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.395 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4899, 2024-04-10T16:34:03.395 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.395 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:04:15.708647+0000", 2024-04-10T16:34:03.395 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.395 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.395 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.395 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.398 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.398 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.398 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.398 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.398 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.398 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.399 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.399 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.399 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:03.399 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.399 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.399 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.399 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.399 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.399 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.399 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:03.399 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.399 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:03.399 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.399 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.399 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.399 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.399 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.400 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:03.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.373281+0000", 2024-04-10T16:34:03.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.373281+0000", 2024-04-10T16:34:03.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.373788+0000", 2024-04-10T16:34:03.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:03.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:03.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:03.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:03.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.401 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:03.401 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:03.401 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.401 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3, 2024-04-10T16:34:03.401 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.401 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.401 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.401 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.401 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.401 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.401 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.401 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3, 2024-04-10T16:34:03.401 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.401 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.401 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.401 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.b", 2024-04-10T16:34:03.401 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.402 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.402 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.402 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4865, 2024-04-10T16:34:03.402 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.402 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:13:09.044542+0000", 2024-04-10T16:34:03.402 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.402 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.402 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.402 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:03.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:03.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:03.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:03.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 2, 2024-04-10T16:34:03.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 2, 2024-04-10T16:34:03.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 1, 2024-04-10T16:34:03.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.404 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.405 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.405 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.405 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.405 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.405 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.405 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:03.405 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.405 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:03.405 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'3" 2024-04-10T16:34:03.405 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.405 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.405 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.405 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.405 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.405 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.405 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.406 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:03.406 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.406 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.406 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.406 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.406 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.406 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.406 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:03.406 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.294494+0000", 2024-04-10T16:34:03.406 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.294494+0000", 2024-04-10T16:34:03.406 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.294935+0000", 2024-04-10T16:34:03.406 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:03.406 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.406 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.406 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:03.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:03.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:03.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:03.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:03.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:03.407 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.407 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.407 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.407 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.407 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:03.407 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.407 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.407 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.408 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.408 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.408 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.408 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.408 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.408 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.b", 2024-04-10T16:34:03.408 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.408 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.408 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.408 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5015, 2024-04-10T16:34:03.408 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.408 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:42:56.073925+0000", 2024-04-10T16:34:03.408 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.408 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.408 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.408 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.408 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.411 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.411 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.411 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.411 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.411 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.411 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.411 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.411 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.411 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:03.411 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.411 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.412 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.412 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.412 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.412 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.412 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.412 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.412 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:03.412 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.412 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.412 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.412 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.412 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.412 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.412 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:03.412 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.361783+0000", 2024-04-10T16:34:03.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.361783+0000", 2024-04-10T16:34:03.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362128+0000", 2024-04-10T16:34:03.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:03.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:03.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:03.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:03.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:03.413 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:03.413 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.413 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.414 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.414 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.414 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.414 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.414 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.414 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.414 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.414 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.414 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.414 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.414 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.414 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.a", 2024-04-10T16:34:03.414 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.414 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.414 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.414 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5023, 2024-04-10T16:34:03.414 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.415 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:33:27.297290+0000", 2024-04-10T16:34:03.415 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.415 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.415 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.415 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.416 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.417 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.417 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.417 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.418 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.418 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.418 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.418 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.418 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.418 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:03.418 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.418 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.418 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.418 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.418 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.418 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.418 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.418 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.418 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:03.419 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.419 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.419 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.419 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.419 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.419 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.419 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:03.419 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368795+0000", 2024-04-10T16:34:03.419 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368795+0000", 2024-04-10T16:34:03.419 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.369395+0000", 2024-04-10T16:34:03.419 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:03.419 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.419 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.419 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:03.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:03.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:03.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:03.420 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:03.420 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.420 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.420 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.420 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.420 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.420 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.421 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.421 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.421 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.421 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.421 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.421 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.421 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.421 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.8", 2024-04-10T16:34:03.421 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.421 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.421 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.421 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5008, 2024-04-10T16:34:03.421 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.421 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:19:02.978947+0000", 2024-04-10T16:34:03.421 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.421 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.422 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.422 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.424 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.424 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.424 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.424 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.424 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.424 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.424 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.425 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.425 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:03.425 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.425 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.425 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.425 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.425 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.425 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.425 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:03.425 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.425 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:03.425 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.425 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.425 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.425 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.425 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.426 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.426 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:03.426 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.364794+0000", 2024-04-10T16:34:03.426 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.364794+0000", 2024-04-10T16:34:03.426 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.365149+0000", 2024-04-10T16:34:03.426 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:03.426 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.426 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.426 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.426 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.426 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:03.426 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:03.426 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:03.426 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.426 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.427 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.427 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:03.427 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:03.427 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.427 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.427 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.427 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.427 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.427 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.427 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.427 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.427 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.427 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.427 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.427 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.427 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.428 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.9", 2024-04-10T16:34:03.428 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.428 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.428 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.428 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5023, 2024-04-10T16:34:03.428 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.428 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:39:20.504452+0000", 2024-04-10T16:34:03.428 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.428 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.428 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.428 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.429 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.429 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.429 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.429 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.429 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.429 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.429 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.429 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.429 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.429 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.429 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.429 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.429 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.429 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.429 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.429 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.431 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.431 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.431 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.431 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.431 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.431 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.431 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:03.431 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.431 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:03.431 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.431 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.431 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.431 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.431 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.431 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.431 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.432 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.432 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:03.432 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.432 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.432 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.432 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.432 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.432 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.432 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:03.432 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.363761+0000", 2024-04-10T16:34:03.432 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.363761+0000", 2024-04-10T16:34:03.432 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.365515+0000", 2024-04-10T16:34:03.432 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:03.432 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.432 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.432 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.432 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.433 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:03.433 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:03.433 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:03.433 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.433 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.433 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.433 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:03.433 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:03.433 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.433 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.433 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.433 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.433 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.433 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.433 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.433 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.433 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.433 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.434 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.434 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.434 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.434 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.9", 2024-04-10T16:34:03.434 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.434 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.434 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.434 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4965, 2024-04-10T16:34:03.434 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.434 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:11:01.600724+0000", 2024-04-10T16:34:03.434 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.434 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.434 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.437 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.437 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.437 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.437 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.437 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.437 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.437 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.437 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.437 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:03.438 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.438 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.438 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.438 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.438 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.438 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.438 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.438 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.438 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:03.438 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.438 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.438 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.438 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.439 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.439 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.439 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:03.439 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.366502+0000", 2024-04-10T16:34:03.439 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.366502+0000", 2024-04-10T16:34:03.439 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.366801+0000", 2024-04-10T16:34:03.439 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:03.439 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.439 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.439 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.439 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.439 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:03.439 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:03.439 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:03.439 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.440 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.440 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.440 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:03.440 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:03.440 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.440 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.440 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.440 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.440 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.440 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.440 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.440 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.440 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.440 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.440 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.440 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.440 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.441 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.8", 2024-04-10T16:34:03.441 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.441 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.441 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.441 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4856, 2024-04-10T16:34:03.441 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.441 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:01:36.615172+0000", 2024-04-10T16:34:03.441 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.441 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.441 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.441 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.444 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.444 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.444 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.444 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.444 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.444 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.444 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.444 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.445 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:03.445 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.445 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.445 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.445 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.445 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.445 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.445 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.445 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.445 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:03.445 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.445 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.445 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.445 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.445 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.445 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.446 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:03.446 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.299467+0000", 2024-04-10T16:34:03.446 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.299467+0000", 2024-04-10T16:34:03.446 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.299841+0000", 2024-04-10T16:34:03.446 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:03.446 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.446 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.446 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.446 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:03.446 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:03.446 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:03.446 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:03.446 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.446 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.446 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.446 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:03.446 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:03.447 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.447 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.447 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.447 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.447 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:03.447 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.447 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.447 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.447 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.447 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.447 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.447 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.447 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.447 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.6", 2024-04-10T16:34:03.447 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.447 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.447 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.447 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5063, 2024-04-10T16:34:03.448 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.448 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:24:05.024632+0000", 2024-04-10T16:34:03.448 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.448 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.448 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.450 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.450 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.450 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.450 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.450 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.450 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.450 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.450 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.450 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.450 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.450 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.450 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.450 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.450 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.450 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.450 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.450 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.451 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.451 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.451 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.451 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:03.451 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.451 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.451 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.451 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.451 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.451 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.451 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.451 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.451 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:03.451 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.452 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.452 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.452 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.452 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.452 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.452 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:03.452 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.364062+0000", 2024-04-10T16:34:03.452 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.364062+0000", 2024-04-10T16:34:03.452 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.364405+0000", 2024-04-10T16:34:03.452 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:03.452 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.452 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.452 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.452 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.452 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:03.452 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:03.452 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:03.452 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.453 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.453 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.453 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:03.453 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:03.453 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.453 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:03.453 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.453 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.453 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.453 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.453 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.453 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.453 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.453 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:03.453 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.453 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.453 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.453 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.7", 2024-04-10T16:34:03.454 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.454 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.454 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.454 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4875, 2024-04-10T16:34:03.454 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.454 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:20:23.490571+0000", 2024-04-10T16:34:03.454 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.454 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.454 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.454 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:03.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:03.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:03.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.455 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.456 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:03.456 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.456 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.456 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.456 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.456 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.456 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.456 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.456 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 6, 2024-04-10T16:34:03.456 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 6, 2024-04-10T16:34:03.456 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.456 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.456 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.456 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T16:34:03.456 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.456 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.457 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.457 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.457 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.457 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.457 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.457 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.457 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.457 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:03.457 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T16:34:03.457 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.457 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.457 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.457 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.457 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.457 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.458 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.458 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:03.458 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.458 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.458 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:03.458 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.458 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.458 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:03.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.343403+0000", 2024-04-10T16:34:03.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.343403+0000", 2024-04-10T16:34:03.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.917184+0000", 2024-04-10T16:34:03.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:03.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.458 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.459 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.459 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.459 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:03.459 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:03.459 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:03.459 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.459 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.459 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.459 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:03.459 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:03.459 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.459 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3037, 2024-04-10T16:34:03.459 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.459 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.459 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.459 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.460 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.460 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.460 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.460 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3037, 2024-04-10T16:34:03.460 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.460 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.460 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.460 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.1", 2024-04-10T16:34:03.460 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.460 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.460 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.460 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8508, 2024-04-10T16:34:03.460 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.460 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:12:54.917933+0000", 2024-04-10T16:34:03.460 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.003947934, 2024-04-10T16:34:03.460 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.460 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.462 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.463 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.463 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.463 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 646, 2024-04-10T16:34:03.463 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 422309, 2024-04-10T16:34:03.463 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.463 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.463 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.463 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3039, 2024-04-10T16:34:03.463 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 351990 2024-04-10T16:34:03.463 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.463 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.463 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.463 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.463 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.463 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.463 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.463 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.464 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:03.464 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3037" 2024-04-10T16:34:03.464 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.464 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.464 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.464 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.464 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.464 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.464 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.464 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:03.464 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.464 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.464 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.464 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.464 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.464 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:03.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.359291+0000", 2024-04-10T16:34:03.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.359291+0000", 2024-04-10T16:34:03.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.359597+0000", 2024-04-10T16:34:03.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:03.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:03.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:03.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:03.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:03.465 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:03.466 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.466 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.466 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.466 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.466 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.466 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.466 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.466 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.466 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.466 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.466 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.466 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.466 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.467 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.7", 2024-04-10T16:34:03.467 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.467 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.467 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.467 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5017, 2024-04-10T16:34:03.467 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.467 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:01:49.784745+0000", 2024-04-10T16:34:03.467 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.467 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.467 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.468 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.469 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.469 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.470 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.470 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.470 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.470 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.470 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.470 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.470 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.470 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:03.470 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.470 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.470 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.470 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.470 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.470 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.470 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.471 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.471 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:03.471 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.471 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.471 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.471 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.471 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.471 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:03.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.353289+0000", 2024-04-10T16:34:03.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.353289+0000", 2024-04-10T16:34:03.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.353964+0000", 2024-04-10T16:34:03.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:03.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.471 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.472 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.472 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:03.472 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:03.472 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:03.472 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.472 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.472 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.472 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:03.472 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:03.472 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.472 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:03.472 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.472 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.472 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.472 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.473 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.473 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.473 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.473 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:03.473 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.473 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.473 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.473 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.6", 2024-04-10T16:34:03.473 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.473 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.473 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.473 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5028, 2024-04-10T16:34:03.473 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.473 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:25:50.630492+0000", 2024-04-10T16:34:03.474 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.474 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.474 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.474 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:03.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:03.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:03.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:03.475 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 2, 2024-04-10T16:34:03.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 2, 2024-04-10T16:34:03.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 2, 2024-04-10T16:34:03.476 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.476 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.476 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.477 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.477 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.477 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.477 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.477 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.477 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.477 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:03.477 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "565'2" 2024-04-10T16:34:03.477 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.477 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.477 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.477 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.477 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.477 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.477 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.478 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:03.478 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.478 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.478 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:03.478 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.478 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.478 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:03.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.365574+0000", 2024-04-10T16:34:03.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.365574+0000", 2024-04-10T16:34:03.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.915997+0000", 2024-04-10T16:34:03.478 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:03.479 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.479 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.479 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.479 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.479 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:03.479 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:03.479 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:03.479 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.479 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.479 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.479 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:03.479 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:03.479 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.479 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3100, 2024-04-10T16:34:03.479 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.479 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.479 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.480 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.480 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.480 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.480 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.480 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3100, 2024-04-10T16:34:03.480 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.480 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.480 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.480 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.0", 2024-04-10T16:34:03.480 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.480 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.480 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.480 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8754, 2024-04-10T16:34:03.480 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.480 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:14:27.874595+0000", 2024-04-10T16:34:03.481 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.002381832, 2024-04-10T16:34:03.481 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.481 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.482 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.483 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.483 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.483 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.483 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.483 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1023, 2024-04-10T16:34:03.483 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 381150, 2024-04-10T16:34:03.483 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.483 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.483 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.483 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3080, 2024-04-10T16:34:03.483 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 417952 2024-04-10T16:34:03.483 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.483 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.483 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.483 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.483 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.483 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.484 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.484 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.484 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:03.484 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3100" 2024-04-10T16:34:03.484 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.484 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.484 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.484 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.484 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.484 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:03.484 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.484 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:03.484 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.485 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.485 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.485 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.485 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.485 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:03.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.283087+0000", 2024-04-10T16:34:03.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.283087+0000", 2024-04-10T16:34:03.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.283455+0000", 2024-04-10T16:34:03.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:03.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:03.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:03.485 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:03.486 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:03.486 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.486 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.486 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.486 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:03.486 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:03.486 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.486 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.486 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.486 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.486 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:03.486 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.486 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.486 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.486 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.486 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.487 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.487 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.487 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.487 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.4", 2024-04-10T16:34:03.487 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.487 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.487 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.487 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5024, 2024-04-10T16:34:03.487 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.487 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:29:38.285164+0000", 2024-04-10T16:34:03.487 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.487 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.487 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.488 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.489 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.490 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.490 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.490 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.490 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.490 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.490 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.490 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.490 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.490 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.490 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.490 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.490 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.490 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:03.490 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.490 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:03.491 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.491 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.491 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.491 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.491 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.491 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.491 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.491 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.491 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:03.491 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.491 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.491 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.491 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.491 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.491 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.491 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:03.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.373660+0000", 2024-04-10T16:34:03.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.373660+0000", 2024-04-10T16:34:03.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.374222+0000", 2024-04-10T16:34:03.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:03.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:03.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:03.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:03.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:03.492 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:03.493 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.493 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.493 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.493 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.493 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.493 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.493 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.493 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.493 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.493 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.493 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.493 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.493 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.493 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.5", 2024-04-10T16:34:03.493 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.493 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.494 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.494 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4874, 2024-04-10T16:34:03.494 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.494 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:03:25.300167+0000", 2024-04-10T16:34:03.494 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.494 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.494 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.496 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.496 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.497 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.497 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.497 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.497 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.497 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.497 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.497 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.497 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:03.497 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.497 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.497 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.497 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.497 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.497 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.497 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.498 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.498 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:03.498 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.498 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.498 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:03.498 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.498 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.498 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549467+0000", 2024-04-10T16:34:03.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.363658+0000", 2024-04-10T16:34:03.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.363658+0000", 2024-04-10T16:34:03.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.924565+0000", 2024-04-10T16:34:03.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549467+0000", 2024-04-10T16:34:03.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.498 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549467+0000", 2024-04-10T16:34:03.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549467+0000", 2024-04-10T16:34:03.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549467+0000", 2024-04-10T16:34:03.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549467+0000", 2024-04-10T16:34:03.499 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549467+0000", 2024-04-10T16:34:03.499 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.499 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3151, 2024-04-10T16:34:03.499 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.499 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.499 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.499 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.500 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.500 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.500 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.500 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3151, 2024-04-10T16:34:03.500 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.500 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.500 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.500 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.3", 2024-04-10T16:34:03.500 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.500 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.500 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.500 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8899, 2024-04-10T16:34:03.500 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.501 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:31:41.271691+0000", 2024-04-10T16:34:03.501 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.007251576, 2024-04-10T16:34:03.501 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.501 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.501 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:03.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:03.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:03.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:03.502 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 873, 2024-04-10T16:34:03.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 425595, 2024-04-10T16:34:03.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3133, 2024-04-10T16:34:03.503 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 363669 2024-04-10T16:34:03.503 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.503 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.503 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.504 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.504 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.504 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.504 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.504 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.504 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:03.504 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3151" 2024-04-10T16:34:03.504 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.504 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.504 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.504 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.504 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.504 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.504 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.504 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:03.504 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.504 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.505 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.505 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.505 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.505 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:03.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.370402+0000", 2024-04-10T16:34:03.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.370402+0000", 2024-04-10T16:34:03.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.370913+0000", 2024-04-10T16:34:03.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:03.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:03.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:03.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:03.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.505 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.506 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.506 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:03.506 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:03.506 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.506 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.506 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.506 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.506 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.506 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.506 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.506 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.506 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.506 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.506 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.506 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.506 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.507 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.0", 2024-04-10T16:34:03.507 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.507 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.507 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.507 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4860, 2024-04-10T16:34:03.507 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.507 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:59:46.031167+0000", 2024-04-10T16:34:03.507 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.507 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.507 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.508 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.509 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.510 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.510 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.510 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.510 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.510 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.510 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.510 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.510 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.510 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.510 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.510 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.510 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.510 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.510 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:03.511 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.511 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.511 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.511 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.511 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.511 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.511 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:03.511 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.511 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:03.511 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.511 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.511 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.511 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.511 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.512 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:03.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:02.509773+0000", 2024-04-10T16:34:03.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:02.509773+0000", 2024-04-10T16:34:03.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:02.510247+0000", 2024-04-10T16:34:03.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:03.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 414, 2024-04-10T16:34:03.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:03.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:03.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:03.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.512 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.513 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:03.513 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:03.513 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.513 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.513 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.513 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.513 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 413, 2024-04-10T16:34:03.513 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.513 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.513 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.513 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.513 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.513 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.513 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.513 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.513 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1", 2024-04-10T16:34:03.513 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.513 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.514 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.514 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5082, 2024-04-10T16:34:03.514 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.514 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:09:48.888676+0000", 2024-04-10T16:34:03.514 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.514 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.514 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.515 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.516 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.516 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.516 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.516 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.516 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.516 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.516 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.517 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:03.517 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.517 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:03.517 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.517 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.517 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.517 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.517 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.517 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.517 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.517 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.517 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:03.517 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.517 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.517 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:03.517 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.517 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.518 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.518 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:03.518 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:11:28.280668+0000", 2024-04-10T16:34:03.518 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:11:28.280668+0000", 2024-04-10T16:34:03.518 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.926003+0000", 2024-04-10T16:34:03.518 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:03.518 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.518 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.518 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.518 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 381, 2024-04-10T16:34:03.518 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:03.518 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:03.518 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:03.518 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.518 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.518 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.519 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:03.519 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:03.519 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.519 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3135, 2024-04-10T16:34:03.519 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.519 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.519 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 380, 2024-04-10T16:34:03.519 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.519 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.519 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.519 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.519 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3135, 2024-04-10T16:34:03.519 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.519 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.519 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.519 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.6", 2024-04-10T16:34:03.519 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.519 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.520 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.520 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 9152, 2024-04-10T16:34:03.520 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.520 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:17:39.341338+0000", 2024-04-10T16:34:03.520 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.008319676, 2024-04-10T16:34:03.520 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.520 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.521 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.521 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.521 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.521 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.521 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.521 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.521 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.521 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.521 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.521 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.521 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.521 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.521 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.521 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.521 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.521 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.521 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.521 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1778, 2024-04-10T16:34:03.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 387328, 2024-04-10T16:34:03.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3077, 2024-04-10T16:34:03.522 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 379954 2024-04-10T16:34:03.522 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.522 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.522 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.523 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.523 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.523 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.523 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.523 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.523 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:03.523 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3135" 2024-04-10T16:34:03.523 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.523 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.523 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.523 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.523 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.523 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.524 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.524 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:03.524 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.524 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.524 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 20, 2024-04-10T16:34:03.524 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.524 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.524 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.524 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548766+0000", 2024-04-10T16:34:03.524 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.367334+0000", 2024-04-10T16:34:03.524 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.367334+0000", 2024-04-10T16:34:03.524 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.367790+0000", 2024-04-10T16:34:03.524 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548766+0000", 2024-04-10T16:34:03.524 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:00:49.290350+0000", 2024-04-10T16:34:03.524 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.524 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:00:49.290350+0000", 2024-04-10T16:34:03.525 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.525 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548766+0000", 2024-04-10T16:34:03.525 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548766+0000", 2024-04-10T16:34:03.525 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548766+0000", 2024-04-10T16:34:03.525 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.525 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.525 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:00:49.290350+0000", 2024-04-10T16:34:03.525 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548766+0000", 2024-04-10T16:34:03.525 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548766+0000", 2024-04-10T16:34:03.525 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.525 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 237, 2024-04-10T16:34:03.525 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.525 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.525 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.525 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.525 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.525 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.526 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.526 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 237, 2024-04-10T16:34:03.526 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.526 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.526 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.526 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "1.0", 2024-04-10T16:34:03.526 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.526 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.526 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.526 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5491, 2024-04-10T16:34:03.526 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.526 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:35:34.722597+0000", 2024-04-10T16:34:03.526 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.526 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.526 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 590368, 2024-04-10T16:34:03.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 1771104, 2024-04-10T16:34:03.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T16:34:03.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T16:34:03.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.528 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T16:34:03.528 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.528 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.528 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.528 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.528 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.528 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.528 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.528 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 6, 2024-04-10T16:34:03.528 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.528 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.528 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.528 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.528 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.528 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1178, 2024-04-10T16:34:03.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 1994, 2024-04-10T16:34:03.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 391, 2024-04-10T16:34:03.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 2416 2024-04-10T16:34:03.529 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.529 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.529 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.529 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.529 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.529 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.529 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.529 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.529 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:03.529 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "2116'237" 2024-04-10T16:34:03.529 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.530 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.530 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.530 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.530 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.530 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.530 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.530 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:03.530 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.530 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.530 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.530 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.530 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.530 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.530 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:03.531 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.367363+0000", 2024-04-10T16:34:03.531 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.367363+0000", 2024-04-10T16:34:03.531 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.367690+0000", 2024-04-10T16:34:03.531 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:03.531 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.531 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.531 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.531 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.531 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:03.531 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:03.531 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:03.531 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.531 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.531 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.531 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:03.531 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:03.531 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.531 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.531 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.532 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.532 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.532 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.532 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.532 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.532 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.532 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.532 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.532 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.532 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.532 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.3", 2024-04-10T16:34:03.532 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.532 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.532 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.532 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4942, 2024-04-10T16:34:03.532 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.532 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:19:56.828221+0000", 2024-04-10T16:34:03.533 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.533 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.533 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.534 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.534 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.534 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.534 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.534 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.534 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.534 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.534 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.534 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.534 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.534 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.534 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.534 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.534 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.534 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.535 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.535 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.535 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.535 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.535 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.536 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.536 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.536 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.536 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.536 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:03.536 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.536 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.536 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.536 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.536 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.536 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.536 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.536 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.536 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:03.536 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.536 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.536 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.536 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.537 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.537 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.537 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:03.537 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.346001+0000", 2024-04-10T16:34:03.537 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.346001+0000", 2024-04-10T16:34:03.537 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.346343+0000", 2024-04-10T16:34:03.537 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:03.537 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.537 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.537 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.537 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.537 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:03.537 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:03.537 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:03.537 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.537 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.537 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.537 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:03.538 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:03.538 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.538 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.538 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.538 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.538 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.538 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.538 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.538 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.538 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.538 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.538 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.538 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.538 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.538 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2", 2024-04-10T16:34:03.538 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.538 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.539 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.539 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5007, 2024-04-10T16:34:03.539 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.539 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:17:11.843559+0000", 2024-04-10T16:34:03.539 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.539 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.539 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.541 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.541 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.541 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.541 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.541 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.541 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.541 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.541 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.541 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.541 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.541 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.541 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.541 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.541 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.541 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.542 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.542 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.542 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.542 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.542 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.542 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.542 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.542 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:03.542 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.542 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.542 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.542 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.542 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.542 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.542 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.542 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.542 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:03.543 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.543 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.543 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:03.543 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.543 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.543 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.543 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:03.543 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.367856+0000", 2024-04-10T16:34:03.543 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.367856+0000", 2024-04-10T16:34:03.543 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.933904+0000", 2024-04-10T16:34:03.543 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:03.543 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.543 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.543 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.543 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.543 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:03.544 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:03.544 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:03.544 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.544 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.544 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.544 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:03.544 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:03.544 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.544 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2992, 2024-04-10T16:34:03.544 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.544 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.544 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.544 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.545 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.545 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.545 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.545 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2992, 2024-04-10T16:34:03.545 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.545 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.545 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.545 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.5", 2024-04-10T16:34:03.545 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.545 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.545 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.545 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8534, 2024-04-10T16:34:03.545 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.545 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:29:38.507680+0000", 2024-04-10T16:34:03.545 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.002843382, 2024-04-10T16:34:03.545 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.546 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 4194304, 2024-04-10T16:34:03.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.547 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.547 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.547 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.547 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:03.547 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:03.547 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.547 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:03.547 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.547 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.547 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.547 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.547 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.547 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1010, 2024-04-10T16:34:03.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 385541, 2024-04-10T16:34:03.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 2984, 2024-04-10T16:34:03.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 405740 2024-04-10T16:34:03.548 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.548 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.549 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.549 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.549 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.549 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.549 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.549 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.549 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:03.549 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'2992" 2024-04-10T16:34:03.549 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.549 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.549 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.549 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.549 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.549 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.549 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.549 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:03.549 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.550 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.550 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.550 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.550 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.550 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.550 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:03.550 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:02.502072+0000", 2024-04-10T16:34:03.550 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:02.502072+0000", 2024-04-10T16:34:03.550 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:02.502364+0000", 2024-04-10T16:34:03.550 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:03.550 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.550 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.550 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.550 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 414, 2024-04-10T16:34:03.550 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:03.550 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:03.551 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:03.551 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.551 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.551 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.551 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:03.551 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:03.551 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.551 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.551 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.551 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.551 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 413, 2024-04-10T16:34:03.551 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.551 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.551 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.551 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.551 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.551 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.552 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.552 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.552 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1", 2024-04-10T16:34:03.552 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.552 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.552 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.552 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5015, 2024-04-10T16:34:03.552 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.552 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:25:10.359722+0000", 2024-04-10T16:34:03.552 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.552 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.552 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.554 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.554 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.554 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.554 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.554 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.554 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.554 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.554 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.554 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.554 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.554 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.554 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.554 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.554 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.554 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.554 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.554 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.555 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.555 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.555 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.555 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.555 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.555 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.555 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.555 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:03.555 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.555 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.555 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.555 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.555 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.555 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.556 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.556 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:03.556 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.556 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.556 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.556 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.556 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.556 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.556 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:03.556 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.351506+0000", 2024-04-10T16:34:03.556 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.351506+0000", 2024-04-10T16:34:03.556 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.351823+0000", 2024-04-10T16:34:03.556 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:03.556 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.556 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.557 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.557 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.557 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:03.557 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:03.557 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:03.557 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.557 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.557 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.557 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:03.557 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:03.557 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.557 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.557 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.557 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.558 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.558 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.558 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.558 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.558 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.558 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.558 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.558 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.558 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.558 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.0", 2024-04-10T16:34:03.558 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.558 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.558 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.558 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5026, 2024-04-10T16:34:03.558 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.558 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:11:59.713443+0000", 2024-04-10T16:34:03.559 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.559 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.559 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.560 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.560 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.560 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.560 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.560 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.560 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.560 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.560 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.560 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.560 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.560 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.560 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.560 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.560 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.560 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.560 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.561 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.561 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.561 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.561 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.561 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.561 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.561 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.561 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.561 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.561 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.561 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.561 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.561 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.561 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.561 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.561 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.561 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.562 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.562 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.562 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.562 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.562 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:03.562 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.562 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.562 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.562 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.562 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.562 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.562 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.562 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.562 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:03.562 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.562 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.563 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:03.563 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.563 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.563 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.563 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:03.563 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.276792+0000", 2024-04-10T16:34:03.563 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.276792+0000", 2024-04-10T16:34:03.563 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.925167+0000", 2024-04-10T16:34:03.563 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:03.563 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.563 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.563 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.563 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:03.563 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:03.563 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:03.564 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:03.564 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.564 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.564 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.564 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:03.564 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:03.564 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.564 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2947, 2024-04-10T16:34:03.564 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.564 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.564 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:03.564 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.564 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.564 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.565 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.565 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2947, 2024-04-10T16:34:03.565 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.565 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.565 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.565 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.7", 2024-04-10T16:34:03.565 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.565 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.565 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.565 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8707, 2024-04-10T16:34:03.565 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.565 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:56:26.170979+0000", 2024-04-10T16:34:03.565 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.004006065, 2024-04-10T16:34:03.565 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.565 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.565 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.567 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.567 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.567 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.567 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.567 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.567 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.567 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.567 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.567 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.567 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.567 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.567 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.567 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.567 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.568 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.568 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.568 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.568 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.568 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1165, 2024-04-10T16:34:03.568 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 380762, 2024-04-10T16:34:03.568 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.568 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.568 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.568 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 2929, 2024-04-10T16:34:03.568 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 366583 2024-04-10T16:34:03.568 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.568 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.568 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.568 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.569 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.569 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.569 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.569 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.569 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:03.569 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'2947" 2024-04-10T16:34:03.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.569 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.569 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.569 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.569 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.569 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.569 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.569 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:03.570 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.570 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.570 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.570 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.570 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.570 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.570 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:03.570 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.342810+0000", 2024-04-10T16:34:03.570 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.342810+0000", 2024-04-10T16:34:03.570 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.343162+0000", 2024-04-10T16:34:03.570 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:03.570 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.570 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.570 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.571 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.571 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:03.571 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:03.571 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:03.571 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.571 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.571 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.571 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:03.571 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:03.571 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.571 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.571 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.571 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.571 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.571 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.571 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.571 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.572 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.572 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.572 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.572 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.572 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.572 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3", 2024-04-10T16:34:03.572 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.572 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.572 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.572 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4942, 2024-04-10T16:34:03.572 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.572 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:20:22.115789+0000", 2024-04-10T16:34:03.572 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.572 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.572 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.572 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.572 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.572 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.574 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.574 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.574 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.574 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.574 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.574 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.574 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.574 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.574 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.574 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.574 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.574 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.574 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.574 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.574 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.574 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.574 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.575 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.575 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.575 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.575 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.575 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.575 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.575 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.575 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.575 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.575 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.575 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:03.575 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.575 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.575 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.575 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.576 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.576 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.576 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.576 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.576 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:03.576 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.576 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.576 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.576 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.576 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.576 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.576 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:03.576 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.351250+0000", 2024-04-10T16:34:03.576 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.351250+0000", 2024-04-10T16:34:03.576 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.351660+0000", 2024-04-10T16:34:03.576 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:03.576 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.577 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.577 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.577 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.577 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:03.577 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:03.577 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:03.577 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.577 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.577 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.577 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:03.577 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:03.577 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.577 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.577 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.577 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.578 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.578 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.578 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.578 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.578 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.578 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.578 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.578 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.578 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.578 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.2", 2024-04-10T16:34:03.578 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.578 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.578 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.578 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4908, 2024-04-10T16:34:03.578 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.578 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:09:18.935765+0000", 2024-04-10T16:34:03.578 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.579 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.579 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.580 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.580 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.580 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.580 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.580 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.580 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.580 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.580 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.580 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.580 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.580 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.580 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.580 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.580 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.580 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.580 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.580 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.581 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.581 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.581 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.581 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.581 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.581 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.581 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.581 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.581 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.581 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.581 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.581 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.581 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.581 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.581 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.581 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.581 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.582 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:03.582 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.582 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.582 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.582 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.582 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.582 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.582 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:03.582 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.582 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:03.582 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.582 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.582 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:03.582 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.582 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.582 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.583 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.320183+0000", 2024-04-10T16:34:03.583 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:02.500553+0000", 2024-04-10T16:34:03.583 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:02.500553+0000", 2024-04-10T16:34:03.583 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.926950+0000", 2024-04-10T16:34:03.583 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.320183+0000", 2024-04-10T16:34:03.583 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.583 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.583 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.583 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 414, 2024-04-10T16:34:03.583 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.320183+0000", 2024-04-10T16:34:03.583 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.320183+0000", 2024-04-10T16:34:03.583 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.320183+0000", 2024-04-10T16:34:03.583 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.583 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.583 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.583 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.320183+0000", 2024-04-10T16:34:03.583 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.320183+0000", 2024-04-10T16:34:03.583 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.584 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3041, 2024-04-10T16:34:03.584 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.584 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.584 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 413, 2024-04-10T16:34:03.584 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.584 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.584 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.584 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.584 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3041, 2024-04-10T16:34:03.584 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.584 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.584 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.584 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.4", 2024-04-10T16:34:03.584 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.584 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.584 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.584 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8844, 2024-04-10T16:34:03.584 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.585 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:05:41.593042+0000", 2024-04-10T16:34:03.585 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.00367388, 2024-04-10T16:34:03.585 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.585 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:03.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:03.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:03.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:03.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.587 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.587 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.587 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.587 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.587 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.587 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1344, 2024-04-10T16:34:03.587 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 338546, 2024-04-10T16:34:03.587 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.587 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.587 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.587 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3041, 2024-04-10T16:34:03.587 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 388164 2024-04-10T16:34:03.587 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.587 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.588 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.588 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.588 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.588 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.588 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:03.588 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.588 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:03.588 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3041" 2024-04-10T16:34:03.588 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.588 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.588 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.588 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.588 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.588 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.589 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.589 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:03.589 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.589 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.589 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.589 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.589 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.589 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.589 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:03.589 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.272538+0000", 2024-04-10T16:34:03.589 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.272538+0000", 2024-04-10T16:34:03.589 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.273108+0000", 2024-04-10T16:34:03.589 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:03.589 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.589 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.590 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.590 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:03.590 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:03.590 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:03.590 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:03.590 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.590 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.590 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.590 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:03.590 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:03.590 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.590 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.590 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.590 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.590 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:03.590 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.590 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.590 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.591 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.591 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.591 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.591 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.591 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.591 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.5", 2024-04-10T16:34:03.591 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.591 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.591 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.591 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4939, 2024-04-10T16:34:03.591 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.591 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:33:22.833556+0000", 2024-04-10T16:34:03.591 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.591 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.592 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.594 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.594 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.594 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.594 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.594 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.594 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.594 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.595 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.595 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:03.595 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.595 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.595 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.595 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.595 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.595 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.595 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.595 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.595 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:03.595 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.595 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.595 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.595 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.595 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.595 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.595 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:03.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.366076+0000", 2024-04-10T16:34:03.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.366076+0000", 2024-04-10T16:34:03.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.366422+0000", 2024-04-10T16:34:03.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:03.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:03.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:03.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:03.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:03.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:03.596 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.597 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.597 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.597 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.597 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.597 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.597 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.597 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.597 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.597 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.597 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.597 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.597 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.597 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.4", 2024-04-10T16:34:03.597 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.597 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.597 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.598 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5036, 2024-04-10T16:34:03.598 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.598 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:19:16.424602+0000", 2024-04-10T16:34:03.598 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.598 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.598 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.600 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.600 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.601 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.601 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.601 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.601 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.601 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.601 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:03.601 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.601 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.601 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.601 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.601 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.601 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.601 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.601 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.601 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:03.601 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.601 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.602 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:03.602 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.602 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.602 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.602 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:03.602 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.276624+0000", 2024-04-10T16:34:03.602 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.276624+0000", 2024-04-10T16:34:03.602 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.925164+0000", 2024-04-10T16:34:03.602 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:03.602 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.602 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.602 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.602 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:03.602 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:03.602 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:03.602 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:03.603 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.603 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.603 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:03.603 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:03.603 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:03.603 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.603 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3075, 2024-04-10T16:34:03.603 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.603 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.603 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:03.603 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.603 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.603 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.604 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.604 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3075, 2024-04-10T16:34:03.604 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.604 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.604 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.604 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.2", 2024-04-10T16:34:03.604 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.604 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.604 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.604 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8946, 2024-04-10T16:34:03.604 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.604 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:10:24.330801+0000", 2024-04-10T16:34:03.604 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.002985206, 2024-04-10T16:34:03.604 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.604 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 19, 2024-04-10T16:34:03.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:03.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:03.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:03.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1173, 2024-04-10T16:34:03.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 386852, 2024-04-10T16:34:03.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3065, 2024-04-10T16:34:03.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 399037 2024-04-10T16:34:03.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.607 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.607 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.607 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.607 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.607 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.607 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.608 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.608 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:03.608 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3075" 2024-04-10T16:34:03.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.608 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.608 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.608 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.608 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.608 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.608 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.608 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:03.608 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.608 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.608 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.608 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.608 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.608 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:03.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.363363+0000", 2024-04-10T16:34:03.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.363363+0000", 2024-04-10T16:34:03.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.364483+0000", 2024-04-10T16:34:03.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:03.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:03.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:03.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:03.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:03.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:03.610 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.610 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.610 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.610 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.610 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.610 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.610 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.610 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.610 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.610 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.610 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.610 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.610 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.610 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.e", 2024-04-10T16:34:03.610 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.610 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.610 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.610 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4848, 2024-04-10T16:34:03.611 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.611 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:43:57.569099+0000", 2024-04-10T16:34:03.611 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.611 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.611 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.611 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.611 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.611 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.611 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.611 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.611 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.611 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.611 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.611 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.611 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.611 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.611 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.611 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.613 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.613 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.613 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.613 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.614 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.614 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.614 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.614 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:03.614 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.614 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.614 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.614 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.614 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.614 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.614 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.614 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:03.614 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.614 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.614 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.614 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.615 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.615 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.615 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:03.615 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.361551+0000", 2024-04-10T16:34:03.615 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.361551+0000", 2024-04-10T16:34:03.615 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362282+0000", 2024-04-10T16:34:03.615 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:03.615 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.615 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.615 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.615 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.615 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:03.615 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:03.616 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:03.616 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.616 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.616 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.616 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:03.616 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:03.616 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.616 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 1, 2024-04-10T16:34:03.616 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.616 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.616 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.616 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.616 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.616 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.616 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.616 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 1, 2024-04-10T16:34:03.616 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.617 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.617 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.617 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.f", 2024-04-10T16:34:03.617 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.617 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.617 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.617 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4941, 2024-04-10T16:34:03.617 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.617 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:31:39.583426+0000", 2024-04-10T16:34:03.617 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.617 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.617 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.617 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 22, 2024-04-10T16:34:03.617 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.617 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.618 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.618 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.618 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.618 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.618 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.618 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.618 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.618 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.618 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.618 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.618 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.618 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.618 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.618 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:03.618 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:03.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:03.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1, 2024-04-10T16:34:03.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 1, 2024-04-10T16:34:03.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 1, 2024-04-10T16:34:03.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T16:34:03.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.620 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.620 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.620 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.620 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.620 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.620 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.620 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.620 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:03.620 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'1" 2024-04-10T16:34:03.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.620 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.621 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.621 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.621 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.621 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.621 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.621 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:03.621 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.621 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.621 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.621 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.621 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.621 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.621 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:03.621 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.377531+0000", 2024-04-10T16:34:03.621 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.377531+0000", 2024-04-10T16:34:03.621 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.378367+0000", 2024-04-10T16:34:03.621 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:03.621 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.622 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.622 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.622 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.622 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:03.622 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:03.622 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:03.622 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.622 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.622 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.622 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:03.622 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:03.622 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.622 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.622 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.622 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.622 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.622 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.623 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.623 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.623 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.623 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.623 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.623 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.623 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.623 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.11", 2024-04-10T16:34:03.623 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.623 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.623 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.623 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4846, 2024-04-10T16:34:03.623 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.623 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:52:44.783222+0000", 2024-04-10T16:34:03.623 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.623 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.623 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.623 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.623 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.624 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.624 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.624 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.624 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.624 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.624 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.624 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.624 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.624 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.624 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.624 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.624 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.624 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.624 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.624 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.624 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.624 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.625 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.625 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.625 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.625 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.625 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.625 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.625 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.625 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.625 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.625 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.625 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.625 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.625 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.625 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.625 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.626 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.626 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.626 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.626 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.626 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.626 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.626 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.626 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.626 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.626 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.626 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.626 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.626 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.626 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.627 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:03.627 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.627 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.627 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.627 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.627 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.627 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.627 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.627 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:03.627 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.627 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.627 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.627 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.627 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.627 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.628 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:03.628 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:11:28.275729+0000", 2024-04-10T16:34:03.628 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:11:28.275729+0000", 2024-04-10T16:34:03.628 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:11:28.277790+0000", 2024-04-10T16:34:03.628 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:03.628 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.628 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.628 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.628 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 381, 2024-04-10T16:34:03.628 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:03.628 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:03.628 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:03.628 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.628 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.628 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.628 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:03.628 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:03.629 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.629 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 8, 2024-04-10T16:34:03.629 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.629 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.629 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 380, 2024-04-10T16:34:03.629 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.629 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.629 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.629 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.629 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 8, 2024-04-10T16:34:03.629 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.629 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.629 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.629 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.10", 2024-04-10T16:34:03.629 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.629 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.629 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.629 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5024, 2024-04-10T16:34:03.629 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.630 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:02:00.765626+0000", 2024-04-10T16:34:03.630 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.630 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.630 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.630 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.630 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.630 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.630 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.630 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.630 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.630 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.630 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.630 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.630 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.630 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.630 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.630 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.631 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.631 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.631 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.631 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 12, 2024-04-10T16:34:03.631 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 4, 2024-04-10T16:34:03.631 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.631 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 4, 2024-04-10T16:34:03.631 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.631 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.631 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.631 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.631 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.631 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 4, 2024-04-10T16:34:03.631 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.631 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.632 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.632 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.632 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.632 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.632 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.632 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 24, 2024-04-10T16:34:03.632 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 24, 2024-04-10T16:34:03.632 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.632 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.632 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.632 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 12, 2024-04-10T16:34:03.632 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.632 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.632 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.632 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.632 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.633 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.633 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.633 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.633 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:03.633 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'8" 2024-04-10T16:34:03.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.633 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.633 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.633 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.633 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.633 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:03.633 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.633 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:03.633 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.633 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.633 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.634 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.634 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.634 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.634 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:03.634 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.355367+0000", 2024-04-10T16:34:03.634 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.355367+0000", 2024-04-10T16:34:03.634 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.355898+0000", 2024-04-10T16:34:03.634 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:03.634 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.634 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.634 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.634 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.634 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:03.634 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:03.634 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:03.634 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.634 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.635 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.635 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:03.635 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:03.635 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.635 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.635 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.635 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.635 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.635 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.635 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.635 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.635 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.635 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.635 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.635 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.635 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.635 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.10", 2024-04-10T16:34:03.636 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.636 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.636 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.636 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4886, 2024-04-10T16:34:03.636 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.636 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:18:16.194555+0000", 2024-04-10T16:34:03.636 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.636 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.636 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.636 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.636 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.636 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.636 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.636 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.636 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.636 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.636 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.636 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.637 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.637 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.637 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.637 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.637 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.637 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.637 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.637 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.637 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.637 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.637 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.637 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.637 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.637 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.637 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.637 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.637 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.637 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.638 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.638 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.638 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.638 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.638 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.638 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.638 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.638 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.638 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.638 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.638 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.638 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.638 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.639 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.639 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.639 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.639 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.639 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.639 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:03.639 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.639 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:03.639 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.639 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.639 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.639 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.639 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.639 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.639 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.639 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:03.640 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.640 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.640 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.640 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.640 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.640 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.640 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:03.640 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.339575+0000", 2024-04-10T16:34:03.640 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.339575+0000", 2024-04-10T16:34:03.640 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.341135+0000", 2024-04-10T16:34:03.640 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:03.640 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.640 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.640 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.640 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.640 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:03.640 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:03.641 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:03.641 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.641 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.641 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.641 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:03.641 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:03.641 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.641 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.641 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.641 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.641 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.641 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.641 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.641 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.641 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.641 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.642 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.642 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.642 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.642 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.11", 2024-04-10T16:34:03.642 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.642 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.642 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.642 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4898, 2024-04-10T16:34:03.642 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.642 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:35:08.105343+0000", 2024-04-10T16:34:03.642 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.642 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.642 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.642 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.642 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.643 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.643 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.643 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.643 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.643 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.643 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.643 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.643 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.643 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.643 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.643 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.643 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.643 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.643 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.643 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.643 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.643 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.644 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.644 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.644 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.644 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.644 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.644 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.644 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.644 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.644 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.644 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.644 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.644 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.644 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.644 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.644 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.645 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.645 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.645 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.645 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.645 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.645 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.645 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.645 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.645 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.645 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.645 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.645 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.645 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.645 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:03.645 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.646 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.646 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.646 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.646 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.646 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.646 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.646 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:03.646 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.646 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.646 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.646 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.646 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.646 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.646 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:03.646 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.370538+0000", 2024-04-10T16:34:03.646 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.370538+0000", 2024-04-10T16:34:03.646 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.371038+0000", 2024-04-10T16:34:03.647 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:03.647 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.647 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.647 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.647 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.647 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:03.647 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:03.647 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:03.647 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.647 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.647 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.647 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:03.647 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:03.647 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.647 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.647 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.647 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.648 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.648 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.648 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.648 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.648 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.648 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.648 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.648 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.648 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.648 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.13", 2024-04-10T16:34:03.648 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.648 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.648 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.648 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4868, 2024-04-10T16:34:03.648 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.648 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:19:05.505254+0000", 2024-04-10T16:34:03.648 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.649 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.649 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.650 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.650 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.650 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.650 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.650 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.650 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.650 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.650 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.650 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.650 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.650 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.650 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.650 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.650 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.650 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.650 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.651 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.651 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.651 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.651 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.651 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.651 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.651 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.651 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.651 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.651 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.651 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.651 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.652 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.652 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.652 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.652 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.652 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.652 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.652 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:03.652 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.652 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.652 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.652 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.652 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.652 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.652 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.652 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:03.652 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.652 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.653 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.653 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.653 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.653 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.653 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:03.653 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.361914+0000", 2024-04-10T16:34:03.653 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.361914+0000", 2024-04-10T16:34:03.653 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362219+0000", 2024-04-10T16:34:03.653 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:03.653 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.653 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.653 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.653 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.653 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:03.653 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:03.653 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:03.654 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.654 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.654 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.654 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:03.654 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:03.654 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.654 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.654 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.654 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.654 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.654 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.654 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.654 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.654 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.654 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.654 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.655 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.655 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.655 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.12", 2024-04-10T16:34:03.655 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.655 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.655 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.655 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4930, 2024-04-10T16:34:03.655 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.655 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:26:48.147670+0000", 2024-04-10T16:34:03.655 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.655 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.655 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.657 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.657 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.657 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.657 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.657 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.657 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.657 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.657 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.657 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.657 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.657 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.657 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.657 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.657 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.657 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.657 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.658 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.658 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.658 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.658 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.658 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.658 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.658 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.658 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.658 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.658 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:03.658 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.658 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.658 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.658 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.658 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.659 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.659 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:03.659 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.659 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:03.659 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.659 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.659 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.659 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.659 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.659 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.659 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:03.659 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.363775+0000", 2024-04-10T16:34:03.659 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.363775+0000", 2024-04-10T16:34:03.659 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.364148+0000", 2024-04-10T16:34:03.659 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:03.660 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.660 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.660 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.660 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.660 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:03.660 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:03.660 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:03.660 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.660 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.660 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.660 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:03.660 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:03.660 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.660 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.660 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.661 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.661 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.661 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.661 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.661 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.661 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.661 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.661 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.661 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.661 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.661 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.12", 2024-04-10T16:34:03.661 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.661 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.661 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.661 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5059, 2024-04-10T16:34:03.661 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.661 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:21:06.644309+0000", 2024-04-10T16:34:03.661 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.662 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.662 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.663 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.663 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.663 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.663 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.663 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.663 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.663 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.663 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.663 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.663 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.663 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.663 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.663 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.663 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.663 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.663 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.663 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.664 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.664 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.664 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.664 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.664 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.664 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.664 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.664 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.664 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.664 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.664 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.664 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.664 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.664 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.664 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.664 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.664 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:03.665 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.665 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:03.665 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.665 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.665 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.665 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.665 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.665 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.665 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:03.665 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.665 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:03.665 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.665 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.665 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.665 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.665 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.665 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.665 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:03.666 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.307980+0000", 2024-04-10T16:34:03.666 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.307980+0000", 2024-04-10T16:34:03.666 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.310348+0000", 2024-04-10T16:34:03.666 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:03.666 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.666 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.666 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.666 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:03.666 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:03.666 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:03.666 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:03.666 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.666 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.666 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.667 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:03.667 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:03.667 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.667 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:03.667 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.667 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.667 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:03.667 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.667 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.667 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.667 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.667 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:03.667 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.667 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.667 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.668 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.13", 2024-04-10T16:34:03.668 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.668 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.668 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.668 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5064, 2024-04-10T16:34:03.668 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.668 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:16:45.577685+0000", 2024-04-10T16:34:03.668 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.668 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.668 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 34, 2024-04-10T16:34:03.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T16:34:03.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T16:34:03.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T16:34:03.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.670 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:03.670 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.670 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.670 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.670 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.670 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.670 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.670 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.670 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 4, 2024-04-10T16:34:03.670 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 8, 2024-04-10T16:34:03.670 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.670 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.670 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.670 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T16:34:03.670 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 7 2024-04-10T16:34:03.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.671 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.671 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.671 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.671 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.671 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.671 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:03.671 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.671 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:03.671 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T16:34:03.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.671 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.671 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.671 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.671 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.671 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.672 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.672 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:03.672 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.672 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.672 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.672 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.672 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.672 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.672 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554149+0000", 2024-04-10T16:34:03.672 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.374168+0000", 2024-04-10T16:34:03.672 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.374168+0000", 2024-04-10T16:34:03.672 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.375132+0000", 2024-04-10T16:34:03.672 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554149+0000", 2024-04-10T16:34:03.672 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.672 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.673 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.673 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.673 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554149+0000", 2024-04-10T16:34:03.673 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554149+0000", 2024-04-10T16:34:03.673 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554149+0000", 2024-04-10T16:34:03.673 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.673 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.673 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.673 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554149+0000", 2024-04-10T16:34:03.673 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554149+0000", 2024-04-10T16:34:03.673 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.674 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.674 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.674 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.674 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.674 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.674 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.674 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.674 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.674 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.674 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.674 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.674 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.674 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.15", 2024-04-10T16:34:03.674 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.674 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.674 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.675 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4866, 2024-04-10T16:34:03.675 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.675 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:01:59.408977+0000", 2024-04-10T16:34:03.675 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.675 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.675 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.676 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.676 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.676 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.676 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.676 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.676 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.676 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.676 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.676 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.676 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.676 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.676 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.676 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.676 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.676 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.676 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.676 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.676 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.677 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.677 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.677 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.677 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.677 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.677 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.677 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.677 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.677 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.677 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.677 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.677 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.677 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.677 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.677 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.677 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.677 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.677 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.678 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:03.678 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.678 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.678 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.678 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.678 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.678 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.678 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:03.678 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.678 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:03.678 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.678 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.678 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.678 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.678 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.678 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.679 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:03.679 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.355624+0000", 2024-04-10T16:34:03.679 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.355624+0000", 2024-04-10T16:34:03.679 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.356053+0000", 2024-04-10T16:34:03.679 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:03.679 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.679 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.679 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.679 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.679 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:03.679 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:03.679 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:03.679 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.679 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.679 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.679 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:03.680 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:03.680 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.680 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 29, 2024-04-10T16:34:03.680 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.680 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.680 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.681 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.681 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.681 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.681 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.681 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 29, 2024-04-10T16:34:03.681 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.681 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.681 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.681 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.14", 2024-04-10T16:34:03.681 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.681 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.681 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.681 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4922, 2024-04-10T16:34:03.682 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.682 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:22:51.158289+0000", 2024-04-10T16:34:03.682 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.682 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.682 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.682 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 5824, 2024-04-10T16:34:03.682 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.682 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.682 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.682 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.682 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.682 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.682 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.682 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.682 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.683 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.683 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.683 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.683 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.683 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.683 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.683 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 12, 2024-04-10T16:34:03.683 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 4, 2024-04-10T16:34:03.683 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.683 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 4, 2024-04-10T16:34:03.683 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.683 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.683 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.683 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.683 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.683 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:03.683 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.684 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.684 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.684 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.684 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.684 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.684 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.684 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 10, 2024-04-10T16:34:03.684 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 14, 2024-04-10T16:34:03.684 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.684 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.684 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.684 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 28, 2024-04-10T16:34:03.684 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 25 2024-04-10T16:34:03.684 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.684 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.684 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.684 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.685 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.685 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.685 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:03.685 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.685 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:03.685 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'29" 2024-04-10T16:34:03.685 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.685 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.685 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.685 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.685 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.685 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.685 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.685 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:03.685 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.686 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.686 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.686 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.686 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.686 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.686 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:03.686 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.361385+0000", 2024-04-10T16:34:03.686 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.361385+0000", 2024-04-10T16:34:03.686 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.361722+0000", 2024-04-10T16:34:03.686 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:03.686 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.686 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.686 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.686 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.686 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:03.687 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:03.687 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:03.687 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.687 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.687 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.687 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:03.687 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:03.687 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.687 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.687 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.687 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.687 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.687 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.687 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.687 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.687 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.688 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.688 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.688 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.688 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.688 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.14", 2024-04-10T16:34:03.688 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.688 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.688 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.688 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4963, 2024-04-10T16:34:03.688 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.688 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:33:58.928651+0000", 2024-04-10T16:34:03.688 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.688 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.688 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.688 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.688 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.689 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.689 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.689 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.689 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.689 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.689 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.689 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.689 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.689 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.689 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.689 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.689 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.689 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.689 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.689 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.689 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.689 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.690 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.690 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.690 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.690 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.690 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.690 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.690 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.690 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.690 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.690 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.690 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.690 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.690 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.690 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.690 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.691 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.691 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.691 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.691 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.691 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.691 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.691 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.691 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.691 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.691 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.691 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.691 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.691 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.691 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:03.692 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.692 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.692 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.692 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.692 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.692 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.692 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.692 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.692 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:03.692 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.692 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.692 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.692 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.692 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.692 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.693 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:03.693 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.282940+0000", 2024-04-10T16:34:03.693 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.282940+0000", 2024-04-10T16:34:03.693 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.283365+0000", 2024-04-10T16:34:03.693 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:03.693 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.693 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.693 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.693 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:03.693 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:03.693 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:03.693 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:03.693 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.693 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.693 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.694 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:03.694 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:03.694 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.694 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3, 2024-04-10T16:34:03.694 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.694 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.694 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:03.694 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.694 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.694 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.694 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.694 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3, 2024-04-10T16:34:03.694 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.694 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.694 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.695 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.15", 2024-04-10T16:34:03.695 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.695 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.695 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.695 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5037, 2024-04-10T16:34:03.695 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.695 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:06:56.102443+0000", 2024-04-10T16:34:03.695 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.695 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.695 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.695 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 90, 2024-04-10T16:34:03.695 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.695 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.695 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.695 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.695 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.695 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.696 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.696 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.696 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.696 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.696 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.696 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.696 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.696 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.696 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.696 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T16:34:03.696 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T16:34:03.696 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.696 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T16:34:03.696 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.696 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.696 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.697 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.697 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.697 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:03.697 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.697 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.697 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.697 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.697 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.697 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.697 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.697 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 7, 2024-04-10T16:34:03.697 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 7, 2024-04-10T16:34:03.697 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.697 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.697 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.698 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 4, 2024-04-10T16:34:03.698 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T16:34:03.698 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.698 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.698 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.698 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.698 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.698 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.698 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.698 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.698 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:03.698 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'3" 2024-04-10T16:34:03.698 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.698 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.698 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.698 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.699 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.699 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:03.699 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.699 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:03.699 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.699 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.699 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.699 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.699 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.699 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.699 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:03.699 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.268412+0000", 2024-04-10T16:34:03.699 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.268412+0000", 2024-04-10T16:34:03.699 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.268744+0000", 2024-04-10T16:34:03.699 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:03.699 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.700 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.700 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.700 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:03.700 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:03.700 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:03.700 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:03.700 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.700 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.700 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.700 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:03.700 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:03.700 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.700 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.700 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.701 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.701 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:03.701 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.701 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.701 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.701 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.701 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.701 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.701 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.701 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.701 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.17", 2024-04-10T16:34:03.701 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.701 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.702 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.702 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5058, 2024-04-10T16:34:03.702 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.702 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:07:58.402722+0000", 2024-04-10T16:34:03.702 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.702 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.702 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.702 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.702 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.702 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.702 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.702 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.702 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.703 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.703 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.703 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.703 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.703 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.703 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.703 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.703 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.703 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.703 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.703 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.703 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.703 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.703 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.703 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.704 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.704 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.704 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.704 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.704 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.704 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.704 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.704 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.704 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.704 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.704 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.704 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.704 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.704 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.705 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.705 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.705 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.705 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.705 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.705 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.705 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:03.705 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.705 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:03.705 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.706 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.706 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.706 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.706 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.706 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.706 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.706 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:03.706 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.706 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.706 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.706 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.706 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.706 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.706 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:03.706 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.347169+0000", 2024-04-10T16:34:03.706 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.347169+0000", 2024-04-10T16:34:03.706 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.347557+0000", 2024-04-10T16:34:03.707 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:03.707 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.707 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.707 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.707 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.707 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:03.707 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:03.707 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:03.707 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.707 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.707 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.707 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:03.707 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:03.707 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.708 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.708 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.708 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.708 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.708 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.708 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.708 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.708 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.708 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.708 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.708 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.708 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.708 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.16", 2024-04-10T16:34:03.708 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.709 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.709 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.709 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4937, 2024-04-10T16:34:03.709 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.709 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:55:28.073552+0000", 2024-04-10T16:34:03.709 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.709 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.709 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.709 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.709 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.709 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.709 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.709 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.709 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.709 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.709 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.710 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.710 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.710 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.710 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.710 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.710 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.710 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.710 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.710 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.710 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.710 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.710 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.710 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.710 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.710 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.710 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.711 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.711 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.711 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.711 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.711 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.711 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.711 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.711 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.711 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.711 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.711 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.711 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.712 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.712 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.712 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.712 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.712 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.712 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.712 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.712 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.712 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:03.712 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.712 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.713 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.713 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.713 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.713 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.713 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.713 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.713 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:03.713 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.713 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.713 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.713 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.713 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.713 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.713 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:03.713 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368742+0000", 2024-04-10T16:34:03.714 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368742+0000", 2024-04-10T16:34:03.714 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.369061+0000", 2024-04-10T16:34:03.714 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:03.714 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.714 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.714 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.714 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.714 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:03.714 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:03.714 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:03.714 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.714 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.715 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.715 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:03.715 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:03.715 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.715 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.715 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.715 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.715 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.715 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.715 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.715 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.715 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.715 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.716 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.716 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.716 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.716 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.16", 2024-04-10T16:34:03.716 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.716 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.716 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.716 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4901, 2024-04-10T16:34:03.716 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.716 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:47:34.054576+0000", 2024-04-10T16:34:03.716 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.716 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.716 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.716 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.716 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.717 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.718 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.719 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.719 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.719 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.719 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.719 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.719 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.719 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.720 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.720 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:03.720 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.720 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.720 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.720 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.720 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.720 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.720 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.720 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.720 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:03.720 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.720 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.720 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.720 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.721 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.721 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.721 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:03.721 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.354831+0000", 2024-04-10T16:34:03.721 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.354831+0000", 2024-04-10T16:34:03.721 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.355161+0000", 2024-04-10T16:34:03.721 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:03.721 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.721 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.721 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.721 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.721 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:03.721 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:03.721 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:03.722 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.722 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.722 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.722 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:03.722 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:03.722 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.722 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.722 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.722 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.722 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.722 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.722 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.722 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.722 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.722 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.722 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.723 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.723 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.723 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.17", 2024-04-10T16:34:03.723 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.723 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.723 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.723 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4885, 2024-04-10T16:34:03.723 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.723 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:26:43.795891+0000", 2024-04-10T16:34:03.723 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.723 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.723 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.723 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.723 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.724 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.724 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.724 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.724 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.724 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.724 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.724 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.724 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.724 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.724 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.724 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.725 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.725 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.725 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.725 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.725 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.725 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.725 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.725 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.725 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.725 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.725 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.725 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.725 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.725 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.727 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.727 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.727 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.727 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.727 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.727 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.727 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.727 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.727 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:03.727 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.727 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.727 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.727 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.727 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.728 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.728 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.728 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.728 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:03.728 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.728 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.728 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.728 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.728 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.728 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.728 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:03.728 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.295601+0000", 2024-04-10T16:34:03.728 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.295601+0000", 2024-04-10T16:34:03.728 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.296079+0000", 2024-04-10T16:34:03.728 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:03.729 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.729 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.729 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.729 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:03.729 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:03.729 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:03.729 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:03.729 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.729 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.729 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.729 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:03.729 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:03.729 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.729 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.730 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.730 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.730 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:03.730 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.730 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.730 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.730 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.730 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.730 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.730 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.730 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.730 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.19", 2024-04-10T16:34:03.730 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.731 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.731 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.731 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5018, 2024-04-10T16:34:03.731 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.731 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:14:08.891851+0000", 2024-04-10T16:34:03.731 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.731 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.731 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.731 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.731 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.731 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.731 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.731 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.731 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.731 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.731 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.734 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.734 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.734 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.734 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.734 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.734 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.734 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.734 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.734 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:03.734 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.734 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.734 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.734 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.734 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.735 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.735 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.735 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.735 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:03.735 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.735 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.735 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.735 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.735 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.735 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.735 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:03.735 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.369286+0000", 2024-04-10T16:34:03.735 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.369286+0000", 2024-04-10T16:34:03.735 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.369604+0000", 2024-04-10T16:34:03.735 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:03.735 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.736 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.736 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.736 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.736 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:03.736 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:03.736 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:03.736 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.736 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.736 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.736 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:03.736 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:03.736 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.736 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.736 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.736 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.736 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.736 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.737 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.737 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.737 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.737 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.737 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.737 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.737 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.737 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.18", 2024-04-10T16:34:03.737 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.737 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.737 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.737 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4917, 2024-04-10T16:34:03.737 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.737 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:19:32.021277+0000", 2024-04-10T16:34:03.737 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.737 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.738 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.738 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.738 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.738 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.738 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.738 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.738 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.738 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.738 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.738 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.738 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.738 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.738 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.738 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.738 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.738 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.740 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.740 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.740 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.740 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.740 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.740 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.741 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.741 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.741 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:03.741 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.741 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.741 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.741 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.741 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.741 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.741 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.741 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.741 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:03.741 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.741 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.741 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.741 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.742 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.742 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.742 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:03.742 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:02.510418+0000", 2024-04-10T16:34:03.742 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:02.510418+0000", 2024-04-10T16:34:03.742 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:02.510759+0000", 2024-04-10T16:34:03.742 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:03.742 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.742 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.742 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.742 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 414, 2024-04-10T16:34:03.742 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:03.742 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:03.742 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:03.742 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.742 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.743 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.743 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:03.743 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:03.743 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.743 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.743 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.743 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.743 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 413, 2024-04-10T16:34:03.743 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.743 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.743 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.743 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.743 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.743 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.743 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.743 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.743 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.18", 2024-04-10T16:34:03.744 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.744 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.744 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.744 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5010, 2024-04-10T16:34:03.744 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.744 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:09:27.653921+0000", 2024-04-10T16:34:03.744 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.744 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.744 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.744 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.744 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.744 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.744 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.744 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.744 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.744 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.744 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.746 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.747 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.747 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.747 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.747 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.747 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.747 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.747 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.747 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:03.747 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.747 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.747 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.747 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.747 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.747 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.747 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.748 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.748 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:03.748 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.748 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.748 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.748 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.748 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.748 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.748 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:03.748 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.340069+0000", 2024-04-10T16:34:03.748 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.340069+0000", 2024-04-10T16:34:03.748 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.340402+0000", 2024-04-10T16:34:03.748 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:03.748 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.748 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.749 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.749 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.749 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:03.749 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:03.749 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:03.749 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.749 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.749 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.749 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:03.749 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:03.749 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.749 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.749 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.749 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.749 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.749 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.749 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.750 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.750 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.750 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.750 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.750 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.750 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.750 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.19", 2024-04-10T16:34:03.750 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.750 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.750 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.750 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5013, 2024-04-10T16:34:03.750 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.750 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:27:10.278397+0000", 2024-04-10T16:34:03.750 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.751 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.751 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.751 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.751 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.751 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.751 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.751 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.751 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.751 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.751 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.751 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.751 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.751 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.752 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.752 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.752 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.752 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.752 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.752 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.752 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.752 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.752 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.752 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.752 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.752 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.752 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.753 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.754 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.754 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.754 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.754 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.754 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.754 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.754 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.754 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:03.754 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.754 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.754 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.754 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.754 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.754 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.754 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.755 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.755 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:03.755 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.755 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.755 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.755 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.755 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.755 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.755 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:03.755 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.363134+0000", 2024-04-10T16:34:03.755 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.363134+0000", 2024-04-10T16:34:03.755 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.363614+0000", 2024-04-10T16:34:03.755 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:03.755 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.755 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.755 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.756 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.756 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:03.756 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:03.756 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:03.756 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.756 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.756 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.756 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:03.756 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:03.756 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.756 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.756 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.756 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.756 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.756 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.756 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.757 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.757 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.757 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.757 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.757 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.757 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.757 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1b", 2024-04-10T16:34:03.757 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.757 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.757 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.757 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5057, 2024-04-10T16:34:03.757 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.757 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:37:48.168117+0000", 2024-04-10T16:34:03.757 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.758 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.758 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.758 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.758 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.758 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.758 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.758 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.758 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.758 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.758 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.758 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.758 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.758 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.758 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.758 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.760 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.761 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.761 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.761 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.761 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.761 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.761 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.761 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.761 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:03.761 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.761 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.761 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.761 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.761 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.761 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.761 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.762 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.762 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:03.762 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.762 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.762 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.762 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.762 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.762 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.762 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:03.762 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.360385+0000", 2024-04-10T16:34:03.762 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.360385+0000", 2024-04-10T16:34:03.762 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362460+0000", 2024-04-10T16:34:03.762 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:03.762 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.763 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.763 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.763 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.763 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:03.763 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:03.763 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:03.763 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.763 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.763 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.763 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:03.763 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:03.763 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.763 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:03.764 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.764 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.764 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.764 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.764 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.764 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.764 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.764 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:03.764 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.764 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.764 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.764 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1a", 2024-04-10T16:34:03.764 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.764 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.764 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.765 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4892, 2024-04-10T16:34:03.765 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.765 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:54:20.647319+0000", 2024-04-10T16:34:03.765 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.765 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.765 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.765 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.765 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.765 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.765 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.765 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.765 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.765 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.765 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.765 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.767 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.768 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.768 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.768 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.768 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.768 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.768 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.768 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.768 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:03.768 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'2" 2024-04-10T16:34:03.768 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.768 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.768 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.768 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.768 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.768 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.768 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.769 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:03.769 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.769 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.769 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.769 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.769 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.769 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.769 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:03.769 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.294646+0000", 2024-04-10T16:34:03.769 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.294646+0000", 2024-04-10T16:34:03.769 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.296362+0000", 2024-04-10T16:34:03.769 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:03.769 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.769 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.769 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.769 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:03.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:03.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:03.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:03.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:03.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:03.770 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.770 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.770 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.770 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.770 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:03.770 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.770 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.770 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.771 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.771 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.771 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.771 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.771 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.771 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1a", 2024-04-10T16:34:03.771 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.771 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.771 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.771 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4965, 2024-04-10T16:34:03.771 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.771 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:36:57.071765+0000", 2024-04-10T16:34:03.771 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.771 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.771 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.771 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.771 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.774 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.774 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.774 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.774 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.774 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.775 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.775 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.775 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:03.775 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.775 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.775 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.775 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.775 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.775 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.775 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.775 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:03.775 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.775 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.776 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.776 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.776 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.776 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.776 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:03.776 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.345748+0000", 2024-04-10T16:34:03.776 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.345748+0000", 2024-04-10T16:34:03.776 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.346126+0000", 2024-04-10T16:34:03.776 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:03.776 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.776 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.776 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.776 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.776 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:03.776 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:03.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:03.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:03.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:03.777 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.777 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:03.777 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.777 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.777 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.777 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.777 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.777 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.777 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.777 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:03.778 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.778 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.778 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.778 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1b", 2024-04-10T16:34:03.778 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.778 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.778 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.778 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5007, 2024-04-10T16:34:03.778 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.778 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:55:30.475667+0000", 2024-04-10T16:34:03.778 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.778 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.778 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.778 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.778 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.778 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.781 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.781 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.781 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.781 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.781 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.781 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.781 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.781 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:03.781 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'2" 2024-04-10T16:34:03.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.782 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.782 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.782 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.782 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.782 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.782 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.782 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:03.782 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.782 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.782 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.782 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.782 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.782 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.782 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:03.782 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.349142+0000", 2024-04-10T16:34:03.782 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.349142+0000", 2024-04-10T16:34:03.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.349454+0000", 2024-04-10T16:34:03.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:03.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:03.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:03.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:03.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:03.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:03.783 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.783 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.784 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.784 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.784 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.784 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.784 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.784 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.784 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.784 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.784 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.784 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.784 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.784 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1d", 2024-04-10T16:34:03.784 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.784 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.785 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.785 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4915, 2024-04-10T16:34:03.785 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.785 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:00:32.377812+0000", 2024-04-10T16:34:03.785 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.785 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.785 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.785 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.785 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.785 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.785 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.785 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.785 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.785 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.785 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.788 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.788 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.788 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.788 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.788 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.788 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.788 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.788 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:03.789 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.789 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.789 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.789 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.789 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.789 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.789 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.789 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.789 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:03.789 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.789 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.789 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.789 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.789 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.790 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:03.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.366672+0000", 2024-04-10T16:34:03.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.366672+0000", 2024-04-10T16:34:03.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.367031+0000", 2024-04-10T16:34:03.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:03.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:03.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:03.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:03.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.791 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.791 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:03.791 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:03.791 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.791 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:03.791 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.791 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.791 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.791 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.791 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.791 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.791 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.791 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:03.791 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.791 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.791 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.791 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1c", 2024-04-10T16:34:03.791 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.792 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.792 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.792 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4861, 2024-04-10T16:34:03.792 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.792 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:09:23.506341+0000", 2024-04-10T16:34:03.792 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.792 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.792 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:03.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:03.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:03.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:03.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 6, 2024-04-10T16:34:03.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 6, 2024-04-10T16:34:03.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T16:34:03.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.795 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.795 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.795 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.795 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.795 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.795 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.795 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.795 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.795 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:03.795 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T16:34:03.795 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.795 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.795 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.795 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.795 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.796 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.796 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.796 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:03.796 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.796 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.796 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.796 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.796 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.796 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:03.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.276310+0000", 2024-04-10T16:34:03.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.276310+0000", 2024-04-10T16:34:03.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.278530+0000", 2024-04-10T16:34:03.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:03.797 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.797 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.797 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.797 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:03.797 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:03.797 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:03.797 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:03.797 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.797 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.797 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.797 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:03.797 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:03.797 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.797 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.797 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.798 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.798 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:03.798 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.798 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.798 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.798 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.798 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.798 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.798 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.798 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.798 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1c", 2024-04-10T16:34:03.798 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.798 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.798 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.798 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4920, 2024-04-10T16:34:03.799 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.799 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:10:59.581535+0000", 2024-04-10T16:34:03.799 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.799 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.799 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.801 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.801 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.801 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.801 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.801 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.801 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.801 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.801 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.801 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.801 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.801 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.801 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.801 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.801 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.801 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.801 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.802 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.802 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.802 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.802 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.802 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.802 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:03.802 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.802 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.802 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.802 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.802 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.802 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.802 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.802 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.802 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:03.803 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.803 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.803 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.803 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.803 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.803 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:03.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.371521+0000", 2024-04-10T16:34:03.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.371521+0000", 2024-04-10T16:34:03.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.373214+0000", 2024-04-10T16:34:03.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:03.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:03.804 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:03.804 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:03.804 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.804 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.804 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.804 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:03.804 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:03.804 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.804 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:03.804 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.804 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.804 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.804 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.804 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.804 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.805 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.805 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:03.805 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.805 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.805 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.805 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1d", 2024-04-10T16:34:03.805 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.805 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.805 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.805 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4848, 2024-04-10T16:34:03.805 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.805 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:43:44.134369+0000", 2024-04-10T16:34:03.805 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.805 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.805 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:03.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:03.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:03.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:03.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 6, 2024-04-10T16:34:03.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 6, 2024-04-10T16:34:03.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.808 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.808 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.808 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T16:34:03.808 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.808 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.808 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.808 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.808 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.808 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.808 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.808 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.808 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.808 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:03.808 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T16:34:03.808 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.808 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.808 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.808 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.808 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.809 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.809 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.809 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:03.809 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.809 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.809 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.809 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.809 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.809 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:03.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.270547+0000", 2024-04-10T16:34:03.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.270547+0000", 2024-04-10T16:34:03.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.270932+0000", 2024-04-10T16:34:03.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:03.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:03.810 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:03.810 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:03.810 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:03.810 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.810 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.810 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.810 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:03.810 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:03.810 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.810 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.810 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.810 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.810 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:03.810 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.810 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.810 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.810 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.811 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.811 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.811 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.811 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.811 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1f", 2024-04-10T16:34:03.811 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.811 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.811 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.811 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5065, 2024-04-10T16:34:03.811 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.811 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:10:23.243309+0000", 2024-04-10T16:34:03.811 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.811 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.811 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.814 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.814 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.814 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.814 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.814 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.814 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.814 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.814 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.814 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.814 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.814 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.814 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.814 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.814 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.814 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:03.815 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.815 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.815 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.815 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.815 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.815 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.815 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:03.815 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.815 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:03.815 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.815 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.815 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.815 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.815 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.815 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:03.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.267460+0000", 2024-04-10T16:34:03.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.267460+0000", 2024-04-10T16:34:03.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.267872+0000", 2024-04-10T16:34:03.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:03.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:03.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:03.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:03.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:03.816 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.817 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.817 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.817 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:03.817 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:03.817 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.817 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:03.817 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.817 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.817 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:03.817 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.817 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.817 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.817 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.817 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:03.818 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.818 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.818 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.818 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1e", 2024-04-10T16:34:03.818 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.818 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.818 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.818 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5023, 2024-04-10T16:34:03.818 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.818 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:10:15.132831+0000", 2024-04-10T16:34:03.818 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.818 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.818 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.820 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.821 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.821 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.821 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.821 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.821 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.821 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.821 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.821 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.821 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.821 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.821 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.821 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.821 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.821 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.821 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.821 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:03.822 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.822 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:03.822 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'2" 2024-04-10T16:34:03.822 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.822 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.822 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.822 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.822 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.822 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.822 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.822 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:03.822 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.822 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.822 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.823 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.823 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.823 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.823 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:03.823 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.343773+0000", 2024-04-10T16:34:03.823 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.343773+0000", 2024-04-10T16:34:03.823 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.344251+0000", 2024-04-10T16:34:03.823 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:03.823 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.823 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.823 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.823 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.823 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:03.823 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:03.823 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:03.823 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.824 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.824 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.824 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:03.824 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:03.824 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.824 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.824 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.824 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.824 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.824 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.824 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.824 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.824 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.824 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.824 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.824 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.824 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.825 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1e", 2024-04-10T16:34:03.825 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.825 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.825 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.825 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5004, 2024-04-10T16:34:03.825 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.825 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:39:17.916323+0000", 2024-04-10T16:34:03.825 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.825 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.825 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.827 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.827 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.827 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.827 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.827 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.827 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.827 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.827 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.827 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.827 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.827 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.827 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.827 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.827 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.827 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.827 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.827 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.828 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.828 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.828 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.828 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.828 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:03.828 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.828 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:03.828 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.828 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.828 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.828 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.828 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.828 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.828 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.828 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.828 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:03.828 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.828 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.829 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:03.829 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.829 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.829 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:03.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.362131+0000", 2024-04-10T16:34:03.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.362131+0000", 2024-04-10T16:34:03.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362640+0000", 2024-04-10T16:34:03.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:03.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:03.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:03.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:03.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.830 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:03.830 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:03.830 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:03.830 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.830 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 5, 2024-04-10T16:34:03.830 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.830 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.830 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.830 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.830 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.830 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.830 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.830 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 5, 2024-04-10T16:34:03.830 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.830 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.830 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.830 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1f", 2024-04-10T16:34:03.830 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.831 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.831 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.831 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5073, 2024-04-10T16:34:03.831 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.831 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:13:27.468015+0000", 2024-04-10T16:34:03.831 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.831 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.831 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 582, 2024-04-10T16:34:03.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T16:34:03.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T16:34:03.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T16:34:03.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:03.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 4, 2024-04-10T16:34:03.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 4, 2024-04-10T16:34:03.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 4, 2024-04-10T16:34:03.833 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T16:34:03.833 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.833 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.833 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.833 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.833 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.833 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.833 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.834 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.834 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:03.834 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'5" 2024-04-10T16:34:03.834 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.834 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.834 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.834 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.834 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.834 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.834 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.834 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:03.834 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.834 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.834 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.834 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.834 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.835 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:03.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.371707+0000", 2024-04-10T16:34:03.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.371707+0000", 2024-04-10T16:34:03.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.373477+0000", 2024-04-10T16:34:03.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:03.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:03.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:03.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:03.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.836 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:03.836 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:03.836 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.836 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.836 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.836 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.836 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.836 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.836 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.836 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.836 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.836 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.836 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.836 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.836 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.837 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2d", 2024-04-10T16:34:03.837 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.837 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.837 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.837 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4847, 2024-04-10T16:34:03.837 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.837 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:47:23.623462+0000", 2024-04-10T16:34:03.837 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.837 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.837 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.840 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.840 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.840 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.840 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.840 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.840 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.840 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.840 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.840 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.840 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.840 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.840 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.840 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.840 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.840 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.840 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:03.841 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.841 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.841 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.841 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.841 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.841 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.841 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.841 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.841 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:03.841 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.841 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.841 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.841 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.841 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.842 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:03.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368343+0000", 2024-04-10T16:34:03.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368343+0000", 2024-04-10T16:34:03.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.368667+0000", 2024-04-10T16:34:03.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:03.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:03.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:03.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:03.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.842 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.843 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.843 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:03.843 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:03.843 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.843 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.843 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.843 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.843 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.843 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.843 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.843 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.843 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.843 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.843 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.843 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.843 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.844 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2e", 2024-04-10T16:34:03.844 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.844 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.844 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.844 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4998, 2024-04-10T16:34:03.844 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.844 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:53:54.578458+0000", 2024-04-10T16:34:03.844 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.844 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.844 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.846 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.847 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.847 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.847 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.847 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.847 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.847 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.847 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.847 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.847 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.847 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.847 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.847 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:03.847 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.847 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.847 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.847 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.847 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.848 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.848 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.848 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.848 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:03.848 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.848 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.848 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.848 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.848 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.848 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:03.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.370060+0000", 2024-04-10T16:34:03.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.370060+0000", 2024-04-10T16:34:03.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.370432+0000", 2024-04-10T16:34:03.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:03.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.849 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.849 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:03.849 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:03.849 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:03.849 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.849 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.849 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.849 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:03.849 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:03.849 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.849 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.849 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.849 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.849 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.849 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.849 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.849 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.849 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.850 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.850 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.850 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.850 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.850 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2f", 2024-04-10T16:34:03.850 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.850 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.850 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.850 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4918, 2024-04-10T16:34:03.850 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.850 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:43:17.282043+0000", 2024-04-10T16:34:03.850 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.850 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.850 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.853 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.853 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.853 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.853 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.853 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.853 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.853 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.853 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.853 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.853 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.853 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.853 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.853 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.853 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.853 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.853 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:03.854 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.854 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.854 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.854 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.854 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.854 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.854 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.854 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.854 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:03.854 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.854 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.854 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.854 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.854 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.854 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:03.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368747+0000", 2024-04-10T16:34:03.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368747+0000", 2024-04-10T16:34:03.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.369064+0000", 2024-04-10T16:34:03.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:03.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:03.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:03.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:03.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:03.856 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:03.856 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.856 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.856 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.856 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.856 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.856 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.856 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.856 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.856 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.856 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.856 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.856 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.856 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.856 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.30", 2024-04-10T16:34:03.856 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.856 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.857 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.857 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4910, 2024-04-10T16:34:03.857 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.857 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:01:06.325207+0000", 2024-04-10T16:34:03.857 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.857 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.857 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.859 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.859 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.859 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.859 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.859 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.860 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.860 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.860 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.860 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:03.860 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.860 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.860 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.860 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.860 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.860 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.860 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:03.860 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.860 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:03.860 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.860 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.860 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.860 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.860 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.861 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:03.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.282368+0000", 2024-04-10T16:34:03.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.282368+0000", 2024-04-10T16:34:03.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.282735+0000", 2024-04-10T16:34:03.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:03.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:03.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:03.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:03.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:03.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:03.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:03.862 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.862 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.862 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.862 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.862 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:03.862 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.862 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.862 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.862 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.862 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.862 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.862 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.862 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.862 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.31", 2024-04-10T16:34:03.862 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.862 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.863 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.863 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5037, 2024-04-10T16:34:03.863 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.863 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:19:08.879805+0000", 2024-04-10T16:34:03.863 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.863 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.863 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.865 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.866 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.866 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.866 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.866 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.866 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.866 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:03.866 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.866 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:03.866 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.866 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.866 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.866 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.866 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.866 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.866 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:03.866 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.867 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:03.867 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.867 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.867 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.867 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.867 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.867 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:03.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.266863+0000", 2024-04-10T16:34:03.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.266863+0000", 2024-04-10T16:34:03.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.267557+0000", 2024-04-10T16:34:03.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:03.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:03.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:03.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:03.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:03.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:03.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:03.868 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.868 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.868 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.868 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.868 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:03.868 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.868 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.868 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.868 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.868 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.868 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.868 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.869 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.869 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.32", 2024-04-10T16:34:03.869 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.869 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.869 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.869 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5059, 2024-04-10T16:34:03.869 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.869 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:36:11.370303+0000", 2024-04-10T16:34:03.869 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.869 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.869 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.872 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.873 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.873 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.873 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.873 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.873 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.873 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:03.873 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.873 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:03.873 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.873 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.873 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.873 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.873 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.873 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.873 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.873 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.873 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:03.874 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.874 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.874 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.874 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.874 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.874 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:03.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.339971+0000", 2024-04-10T16:34:03.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.339971+0000", 2024-04-10T16:34:03.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.340425+0000", 2024-04-10T16:34:03.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:03.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:03.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:03.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:03.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:03.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:03.875 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.875 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.875 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.875 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.875 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.875 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.875 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.875 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.875 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.875 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.875 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.875 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.876 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.876 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.33", 2024-04-10T16:34:03.876 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.876 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.876 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.876 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5004, 2024-04-10T16:34:03.876 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.876 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:50:06.452055+0000", 2024-04-10T16:34:03.876 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.876 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.876 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.879 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.879 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.879 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.879 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.879 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.879 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.880 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.880 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.880 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:03.880 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.880 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.880 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.880 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.880 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.880 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.880 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.880 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.880 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:03.880 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.880 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.881 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.881 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.881 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.881 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:03.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.341305+0000", 2024-04-10T16:34:03.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.341305+0000", 2024-04-10T16:34:03.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.341642+0000", 2024-04-10T16:34:03.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:03.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:03.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:03.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:03.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:03.882 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:03.882 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.882 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.882 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.882 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.882 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.882 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.882 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.882 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.882 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.882 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.883 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.883 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.883 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.883 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.34", 2024-04-10T16:34:03.883 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.883 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.883 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.883 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4935, 2024-04-10T16:34:03.883 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.883 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:40:57.562025+0000", 2024-04-10T16:34:03.883 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.883 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.883 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.886 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.886 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.886 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.886 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.886 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.886 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:03.886 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.886 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.886 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.887 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:03.887 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.887 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.887 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.887 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.887 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.887 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.887 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.887 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.887 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:03.887 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.887 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.887 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.887 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.887 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.887 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:03.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.350914+0000", 2024-04-10T16:34:03.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.350914+0000", 2024-04-10T16:34:03.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.351213+0000", 2024-04-10T16:34:03.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:03.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:03.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:03.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:03.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:03.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:03.889 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.889 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.889 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.889 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.889 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.889 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.889 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.889 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.889 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.889 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.889 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.889 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.889 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.889 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.35", 2024-04-10T16:34:03.889 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.889 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.889 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.890 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4889, 2024-04-10T16:34:03.890 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.890 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:50:25.475577+0000", 2024-04-10T16:34:03.890 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.890 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.890 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.893 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.893 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.893 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.893 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.893 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.893 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.893 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.893 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.893 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.893 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:03.893 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.893 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.893 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.893 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.893 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.893 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.894 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.894 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.894 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:03.894 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.894 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.894 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.894 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.894 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.894 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:03.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.357080+0000", 2024-04-10T16:34:03.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.357080+0000", 2024-04-10T16:34:03.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.357948+0000", 2024-04-10T16:34:03.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:03.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:03.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:03.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:03.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:03.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:03.895 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.895 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.895 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.896 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.896 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.896 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.896 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.896 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.896 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.896 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.896 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.896 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.896 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.896 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.36", 2024-04-10T16:34:03.896 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.896 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.896 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.896 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4885, 2024-04-10T16:34:03.896 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.896 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:56:52.015046+0000", 2024-04-10T16:34:03.897 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.897 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.897 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.899 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.899 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.899 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.899 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.900 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.900 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.900 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.900 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.900 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:03.900 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.900 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.900 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.900 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.900 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.900 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.900 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.900 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.900 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:03.900 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.901 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.901 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.901 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.901 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.901 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:03.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368399+0000", 2024-04-10T16:34:03.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368399+0000", 2024-04-10T16:34:03.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.368706+0000", 2024-04-10T16:34:03.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:03.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:03.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:03.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:03.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:03.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:03.902 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.902 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.902 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.902 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.902 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.902 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.902 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.902 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.902 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.903 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.903 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.903 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.903 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.903 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.37", 2024-04-10T16:34:03.903 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.903 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.903 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.903 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4857, 2024-04-10T16:34:03.903 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.903 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:00:52.661300+0000", 2024-04-10T16:34:03.903 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.903 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.903 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.906 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.906 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.906 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.906 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.906 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.906 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.906 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.906 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.906 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:03.906 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.906 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.907 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.907 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.907 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.907 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.907 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.907 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.907 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:03.907 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.907 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.907 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.907 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.907 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.907 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.907 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:03.907 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.341187+0000", 2024-04-10T16:34:03.907 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.341187+0000", 2024-04-10T16:34:03.907 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.341490+0000", 2024-04-10T16:34:03.907 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:03.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:03.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:03.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:03.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:03.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:03.908 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.908 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.908 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.908 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.908 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.908 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.909 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.909 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.909 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.909 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.909 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.909 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.909 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.909 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.38", 2024-04-10T16:34:03.909 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.909 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.909 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.909 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4999, 2024-04-10T16:34:03.909 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.909 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:34:12.043203+0000", 2024-04-10T16:34:03.909 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.909 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.909 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.909 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.912 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.912 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.912 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.912 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.912 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.912 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.912 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.912 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.912 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:03.912 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.912 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.913 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.913 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.913 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.913 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.913 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.913 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.913 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:03.913 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.913 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.913 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.913 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.913 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.913 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.913 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:03.913 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.377753+0000", 2024-04-10T16:34:03.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.377753+0000", 2024-04-10T16:34:03.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.378248+0000", 2024-04-10T16:34:03.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:03.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:03.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:03.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:03.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:03.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:03.915 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.915 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.915 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.915 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.915 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.915 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.915 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.915 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.915 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.915 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.915 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.915 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.915 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.915 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.39", 2024-04-10T16:34:03.916 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.916 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.916 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.916 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4874, 2024-04-10T16:34:03.916 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.916 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:12:12.689371+0000", 2024-04-10T16:34:03.916 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.916 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.916 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.918 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.919 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.919 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.919 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.919 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.919 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.919 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.919 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.919 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:03.919 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.919 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.919 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.919 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.919 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.919 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.919 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.920 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.920 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:03.920 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.920 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.920 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.920 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.920 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.920 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:03.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.276312+0000", 2024-04-10T16:34:03.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.276312+0000", 2024-04-10T16:34:03.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.277010+0000", 2024-04-10T16:34:03.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:03.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:03.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:03.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:03.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:03.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:03.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:03.921 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.921 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.921 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.921 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.922 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:03.922 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.922 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.922 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.922 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.922 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.922 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.922 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.922 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.922 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3a", 2024-04-10T16:34:03.922 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.922 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.923 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.923 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4906, 2024-04-10T16:34:03.923 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.923 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:16:01.428746+0000", 2024-04-10T16:34:03.923 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.923 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.923 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.926 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.926 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.926 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.926 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.926 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.926 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.926 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.926 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.926 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:03.926 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.926 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.926 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.927 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.927 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.927 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.927 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.927 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.927 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:03.927 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.927 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.927 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.927 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.927 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.927 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.927 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:03.927 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.370602+0000", 2024-04-10T16:34:03.927 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.370602+0000", 2024-04-10T16:34:03.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.371446+0000", 2024-04-10T16:34:03.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:03.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:03.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:03.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:03.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:03.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:03.928 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.928 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.928 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.928 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.929 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.929 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.929 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.929 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.929 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.929 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.929 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.929 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.929 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.929 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3b", 2024-04-10T16:34:03.929 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.929 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.929 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.929 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4865, 2024-04-10T16:34:03.929 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.929 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:26:47.655638+0000", 2024-04-10T16:34:03.929 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.929 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.929 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.932 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.932 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.932 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.932 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.932 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:03.932 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.932 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:03.932 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.932 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:03.932 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.933 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.933 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.933 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.933 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.933 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.933 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.933 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.933 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:03.933 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.933 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.933 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.933 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.933 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.933 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.933 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:03.933 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368644+0000", 2024-04-10T16:34:03.933 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368644+0000", 2024-04-10T16:34:03.933 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.368984+0000", 2024-04-10T16:34:03.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:03.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:03.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:03.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:03.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:03.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:03.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:03.934 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.935 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.935 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.935 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.935 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:03.935 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.935 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.935 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.935 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.935 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.935 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.935 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.935 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.935 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3c", 2024-04-10T16:34:03.935 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.935 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.935 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.935 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4934, 2024-04-10T16:34:03.935 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.936 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:23:41.494827+0000", 2024-04-10T16:34:03.936 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.936 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.936 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.938 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.938 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.938 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.938 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.939 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:03.939 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:03.939 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:03.939 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.939 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:03.939 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.939 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.939 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.939 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.939 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.939 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.939 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.939 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.939 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:03.939 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.939 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.939 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.939 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.940 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.940 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:03.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:11:28.277349+0000", 2024-04-10T16:34:03.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:11:28.277349+0000", 2024-04-10T16:34:03.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:11:28.277662+0000", 2024-04-10T16:34:03.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:03.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 381, 2024-04-10T16:34:03.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:03.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:03.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:03.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:03.941 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:03.941 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.941 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.941 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.941 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.941 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 380, 2024-04-10T16:34:03.941 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.941 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.941 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.941 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.941 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.941 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.941 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.941 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.941 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3d", 2024-04-10T16:34:03.941 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.941 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.941 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.942 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5065, 2024-04-10T16:34:03.942 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.942 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:02:02.085921+0000", 2024-04-10T16:34:03.942 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.942 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.942 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.942 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.945 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.945 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.945 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.945 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.945 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.945 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.945 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:03.945 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.945 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:03.945 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.945 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.945 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.945 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.945 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.945 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.945 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.946 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.946 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:03.946 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.946 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.946 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.946 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.946 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.946 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.946 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:03.946 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.349773+0000", 2024-04-10T16:34:03.946 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.349773+0000", 2024-04-10T16:34:03.946 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.350573+0000", 2024-04-10T16:34:03.946 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:03.946 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.946 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:03.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:03.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:03.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:03.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:03.947 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.947 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.947 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.947 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.947 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.948 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.948 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.948 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.948 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.948 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.948 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.948 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.948 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.948 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3e", 2024-04-10T16:34:03.948 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.948 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.948 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.948 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5035, 2024-04-10T16:34:03.949 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.949 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:04:56.936670+0000", 2024-04-10T16:34:03.949 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.949 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.949 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.951 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.951 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.951 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.951 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.951 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:03.952 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:03.952 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:03.952 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.952 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:03.952 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.952 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.952 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.952 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:03.952 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.952 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.952 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.952 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.952 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:03.952 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:03.952 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:03.952 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:03.952 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:03.953 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:03.953 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:03.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:03.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.342540+0000", 2024-04-10T16:34:03.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.342540+0000", 2024-04-10T16:34:03.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.342883+0000", 2024-04-10T16:34:03.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:03.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:03.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:03.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:03.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:03.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:03.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:03.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:03.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:03.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:03.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:03.954 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:03.954 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.954 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:03.954 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:03.954 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:03.954 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:03.954 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:03.954 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:03.954 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:03.954 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.954 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:03.954 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:03.954 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:03.954 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3f", 2024-04-10T16:34:03.954 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:03.954 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:03.955 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:03.955 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5007, 2024-04-10T16:34:03.955 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:03.955 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:50:38.745630+0000", 2024-04-10T16:34:03.955 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:03.955 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:03.955 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.955 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.957 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.957 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:03.958 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:03.958 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:03.958 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:03.958 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:03.958 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:03.958 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.958 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:03.958 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:03.958 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.958 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.958 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_per_pool": [ 2024-04-10T16:34:03.958 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.958 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 24, 2024-04-10T16:34:03.958 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:03.958 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd" 2024-04-10T16:34:03.959 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.959 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 24478, 2024-04-10T16:34:03.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 8, 2024-04-10T16:34:03.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 8, 2024-04-10T16:34:03.959 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 24478, 2024-04-10T16:34:03.959 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 4, 2024-04-10T16:34:03.959 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 4194323, 2024-04-10T16:34:03.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.959 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 12, 2024-04-10T16:34:03.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 4, 2024-04-10T16:34:03.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 4, 2024-04-10T16:34:03.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.960 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 2, 2024-04-10T16:34:03.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 9012, 2024-04-10T16:34:03.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 3108083, 2024-04-10T16:34:03.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 24348, 2024-04-10T16:34:03.961 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 3073089 2024-04-10T16:34:03.961 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.961 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T16:34:03.962 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 12595200, 2024-04-10T16:34:03.962 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T16:34:03.962 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T16:34:03.962 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T16:34:03.962 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T16:34:03.962 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 12582969, 2024-04-10T16:34:03.962 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T16:34:03.962 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T16:34:03.962 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T16:34:03.962 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T16:34:03.962 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.962 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 24 2024-04-10T16:34:03.962 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.962 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.962 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 192, 2024-04-10T16:34:03.962 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:03.962 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T16:34:03.962 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.963 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:03.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 64, 2024-04-10T16:34:03.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 8, 2024-04-10T16:34:03.963 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:03.963 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 3, 2024-04-10T16:34:03.963 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:03.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:03.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:03.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:03.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:03.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:03.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:03.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:03.965 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.965 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T16:34:03.965 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 0, 2024-04-10T16:34:03.966 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T16:34:03.966 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T16:34:03.966 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T16:34:03.966 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T16:34:03.966 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 0, 2024-04-10T16:34:03.966 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T16:34:03.966 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T16:34:03.966 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T16:34:03.966 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T16:34:03.966 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.966 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 192 2024-04-10T16:34:03.966 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.966 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.966 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 3, 2024-04-10T16:34:03.967 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:03.967 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr" 2024-04-10T16:34:03.967 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.967 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 237, 2024-04-10T16:34:03.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 1, 2024-04-10T16:34:03.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 3, 2024-04-10T16:34:03.967 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 237, 2024-04-10T16:34:03.967 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 1, 2024-04-10T16:34:03.967 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 590368, 2024-04-10T16:34:03.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 1771104, 2024-04-10T16:34:03.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.967 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T16:34:03.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T16:34:03.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T16:34:03.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.968 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:03.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 6, 2024-04-10T16:34:03.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1178, 2024-04-10T16:34:03.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 1994, 2024-04-10T16:34:03.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.970 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.970 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.970 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 391, 2024-04-10T16:34:03.970 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 2416 2024-04-10T16:34:03.970 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.970 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T16:34:03.970 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 1781760, 2024-04-10T16:34:03.970 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T16:34:03.970 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T16:34:03.970 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T16:34:03.970 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T16:34:03.970 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 1771104, 2024-04-10T16:34:03.970 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T16:34:03.970 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T16:34:03.971 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T16:34:03.971 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T16:34:03.971 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.971 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 3 2024-04-10T16:34:03.971 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.971 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:03.971 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 96, 2024-04-10T16:34:03.971 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:03.971 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T16:34:03.971 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.971 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 68, 2024-04-10T16:34:03.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 32, 2024-04-10T16:34:03.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 8, 2024-04-10T16:34:03.971 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 68, 2024-04-10T16:34:03.971 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 2, 2024-04-10T16:34:03.971 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:03.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 6622, 2024-04-10T16:34:03.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:03.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:03.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:03.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:03.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:03.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:03.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:03.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:03.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:03.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:03.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:03.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:03.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:03.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:03.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:03.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 66, 2024-04-10T16:34:03.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 22, 2024-04-10T16:34:03.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:03.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 22, 2024-04-10T16:34:03.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:03.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:03.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:03.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:03.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:03.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 14, 2024-04-10T16:34:03.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:03.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:03.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:03.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:03.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:03.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:03.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:03.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 79, 2024-04-10T16:34:03.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 87, 2024-04-10T16:34:03.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:03.973 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:03.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:03.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 68, 2024-04-10T16:34:03.974 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 36 2024-04-10T16:34:03.974 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.974 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T16:34:03.974 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 110592, 2024-04-10T16:34:03.974 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T16:34:03.974 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T16:34:03.974 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T16:34:03.974 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T16:34:03.974 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 19866, 2024-04-10T16:34:03.974 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T16:34:03.974 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T16:34:03.974 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 44501, 2024-04-10T16:34:03.974 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T16:34:03.974 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.974 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 96 2024-04-10T16:34:03.974 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.974 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:03.975 INFO:tasks.workunit.client.0.smithi102.stdout: "usage": { 2024-04-10T16:34:03.975 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 105, 2024-04-10T16:34:03.975 INFO:tasks.workunit.client.0.smithi102.stdout: "pools": 4, 2024-04-10T16:34:03.975 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_by_class": { 2024-04-10T16:34:03.975 INFO:tasks.workunit.client.0.smithi102.stdout: "ssd": { 2024-04-10T16:34:03.975 INFO:tasks.workunit.client.0.smithi102.stdout: "total_avail_bytes": 763463704576, 2024-04-10T16:34:03.975 INFO:tasks.workunit.client.0.smithi102.stdout: "total_bytes": 767960285184, 2024-04-10T16:34:03.975 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_bytes": 4496580608, 2024-04-10T16:34:03.975 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_raw_bytes": 4496580608, 2024-04-10T16:34:03.975 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_raw_ratio": 0.005855225492268801 2024-04-10T16:34:03.975 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.975 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:03.975 INFO:tasks.workunit.client.0.smithi102.stdout: "total_avail_bytes": 763463704576, 2024-04-10T16:34:03.975 INFO:tasks.workunit.client.0.smithi102.stdout: "total_bytes": 767960285184, 2024-04-10T16:34:03.975 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_bytes": 4496580608 2024-04-10T16:34:03.975 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.975 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:03.975 INFO:tasks.workunit.client.0.smithi102.stdout:} 2024-04-10T16:34:03.976 INFO:tasks.workunit.client.0.smithi102.stderr:+ ceph telemetry on --license sharing-1-0 2024-04-10T16:34:03.976 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='client.36177 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:03.976 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='client.36177 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:03.976 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='client.46103 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:03.976 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:03.977 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:03.977 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.977 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.977 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.977 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.977 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.977 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.977 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.977 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.977 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.977 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.977 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.977 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.977 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.977 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.977 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.978 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.978 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.978 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.978 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.978 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.978 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.978 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.978 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='client.36177 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:03.978 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='client.36177 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:03.978 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='client.46103 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:03.978 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:03.979 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:03.979 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.979 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.979 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.979 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.979 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.979 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.979 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.979 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.979 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.979 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.979 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.979 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.979 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.979 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.979 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.980 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.980 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.980 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.980 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.980 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.980 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.980 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.980 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.980 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.980 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:02 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.981 INFO:tasks.workunit.client.0.smithi102.stdout:Telemetry is on. 2024-04-10T16:34:03.981 INFO:tasks.workunit.client.0.smithi102.stderr:+ ceph telemetry show 2024-04-10T16:34:03.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='client.46103 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:03.981 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:03.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:03.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.982 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.983 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.983 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.983 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.983 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.983 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.983 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.983 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.983 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.983 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.983 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='client.46103 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:03.984 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:03.984 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:03.984 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.984 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.984 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.984 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.984 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.984 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.984 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.984 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.984 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.984 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.984 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.984 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.984 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.985 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.985 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.985 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.985 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.985 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.985 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.985 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.985 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.985 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.985 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.985 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.985 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='client.36201 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:03.985 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:03.985 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:03.985 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: pgmap v5033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 435 B/s rd, 0 op/s 2024-04-10T16:34:03.985 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:03.986 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:03.986 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.986 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.986 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.986 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.986 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.986 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.986 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.986 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.986 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.986 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.986 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.986 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.986 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.987 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.987 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.987 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.987 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.987 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.987 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.987 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.987 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.987 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.987 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='client.36201 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:03.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:03.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:03.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: pgmap v5033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 435 B/s rd, 0 op/s 2024-04-10T16:34:03.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:03.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:03.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.988 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.989 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.989 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.989 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.989 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.989 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.989 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.989 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.989 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.989 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.989 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.989 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.989 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.989 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.990 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.990 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.990 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='client.36201 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:03.990 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:03.990 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:03.990 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:03.990 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:03.990 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.990 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.990 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.990 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.991 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.991 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.991 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.991 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.991 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.991 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.991 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.991 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.991 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.991 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.991 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.991 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.991 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.991 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.992 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.992 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.992 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.992 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.992 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.992 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.992 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.992 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.993 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='client.36201 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:03.993 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:03.993 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:03.993 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:03.993 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:03.993 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.993 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.993 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.993 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.993 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.993 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.993 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.993 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.993 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.993 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.993 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.993 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.993 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.994 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.994 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.994 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.994 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.994 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.994 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.994 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.994 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.994 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.994 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.994 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:03 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.995 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:34:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:34:02.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:34:03.997 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='client.46103 -' entity='client.admin' cmd=[{"prefix": "telemetry preview-all", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:03.997 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:03.997 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:03.997 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.997 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.997 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.997 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.997 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.997 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.997 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.997 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:03.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:03.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.998 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='client.36201 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:03.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:03.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:03.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: pgmap v5033: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 435 B/s rd, 0 op/s 2024-04-10T16:34:03.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:03.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:03.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:03.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:03.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:03.999 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:04.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:04.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:04.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:04.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:04.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:04.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:04.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:04.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:04.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:04.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:04.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:04.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:04.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:04.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:04.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='client.36201 -' entity='client.admin' cmd=[{"prefix": "telemetry on", "license": "sharing-1-0", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:04.000 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:04.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:04.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:04.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:04.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:04.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:04.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:04.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:04.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:04.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:04.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:04.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:04.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:04.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:04.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:04.001 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:04.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:04.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:04.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:04.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:04.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:04.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:04.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:04.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:04.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:04.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:04.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:04.002 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:03 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:04.011 INFO:tasks.workunit.client.0.smithi102.stdout:{ 2024-04-10T16:34:04.011 INFO:tasks.workunit.client.0.smithi102.stdout: "balancer": { 2024-04-10T16:34:04.011 INFO:tasks.workunit.client.0.smithi102.stdout: "active": true, 2024-04-10T16:34:04.011 INFO:tasks.workunit.client.0.smithi102.stdout: "mode": "" 2024-04-10T16:34:04.011 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.011 INFO:tasks.workunit.client.0.smithi102.stdout: "channels": [ 2024-04-10T16:34:04.011 INFO:tasks.workunit.client.0.smithi102.stdout: "basic", 2024-04-10T16:34:04.011 INFO:tasks.workunit.client.0.smithi102.stdout: "crash", 2024-04-10T16:34:04.011 INFO:tasks.workunit.client.0.smithi102.stdout: "device", 2024-04-10T16:34:04.011 INFO:tasks.workunit.client.0.smithi102.stdout: "ident", 2024-04-10T16:34:04.011 INFO:tasks.workunit.client.0.smithi102.stdout: "perf" 2024-04-10T16:34:04.012 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.012 INFO:tasks.workunit.client.0.smithi102.stdout: "channels_available": [ 2024-04-10T16:34:04.012 INFO:tasks.workunit.client.0.smithi102.stdout: "basic", 2024-04-10T16:34:04.012 INFO:tasks.workunit.client.0.smithi102.stdout: "ident", 2024-04-10T16:34:04.012 INFO:tasks.workunit.client.0.smithi102.stdout: "crash", 2024-04-10T16:34:04.012 INFO:tasks.workunit.client.0.smithi102.stdout: "device", 2024-04-10T16:34:04.012 INFO:tasks.workunit.client.0.smithi102.stdout: "perf" 2024-04-10T16:34:04.012 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.012 INFO:tasks.workunit.client.0.smithi102.stdout: "collections_available": [ 2024-04-10T16:34:04.012 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_base", 2024-04-10T16:34:04.012 INFO:tasks.workunit.client.0.smithi102.stdout: "device_base", 2024-04-10T16:34:04.012 INFO:tasks.workunit.client.0.smithi102.stdout: "crash_base", 2024-04-10T16:34:04.012 INFO:tasks.workunit.client.0.smithi102.stdout: "ident_base", 2024-04-10T16:34:04.012 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_perf", 2024-04-10T16:34:04.012 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_mds_metadata", 2024-04-10T16:34:04.012 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_usage", 2024-04-10T16:34:04.013 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_usage_by_class", 2024-04-10T16:34:04.013 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_rook_v01", 2024-04-10T16:34:04.013 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_memory_metrics", 2024-04-10T16:34:04.013 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_options_bluestore", 2024-04-10T16:34:04.013 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_flags" 2024-04-10T16:34:04.013 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.013 INFO:tasks.workunit.client.0.smithi102.stdout: "collections_opted_in": [ 2024-04-10T16:34:04.013 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_base", 2024-04-10T16:34:04.013 INFO:tasks.workunit.client.0.smithi102.stdout: "device_base", 2024-04-10T16:34:04.013 INFO:tasks.workunit.client.0.smithi102.stdout: "crash_base", 2024-04-10T16:34:04.013 INFO:tasks.workunit.client.0.smithi102.stdout: "ident_base", 2024-04-10T16:34:04.013 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_perf", 2024-04-10T16:34:04.013 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_mds_metadata", 2024-04-10T16:34:04.013 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_usage", 2024-04-10T16:34:04.013 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_usage_by_class", 2024-04-10T16:34:04.013 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_rook_v01", 2024-04-10T16:34:04.013 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_memory_metrics", 2024-04-10T16:34:04.014 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_options_bluestore", 2024-04-10T16:34:04.014 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_flags" 2024-04-10T16:34:04.014 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.014 INFO:tasks.workunit.client.0.smithi102.stdout: "config": { 2024-04-10T16:34:04.014 INFO:tasks.workunit.client.0.smithi102.stdout: "active_changed": [ 2024-04-10T16:34:04.014 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T16:34:04.014 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_debug", 2024-04-10T16:34:04.014 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_mon_ticket_ttl", 2024-04-10T16:34:04.014 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_service_ticket_ttl", 2024-04-10T16:34:04.014 INFO:tasks.workunit.client.0.smithi102.stdout: "bdev_debug_aio", 2024-04-10T16:34:04.014 INFO:tasks.workunit.client.0.smithi102.stdout: "client_check_pool_perm", 2024-04-10T16:34:04.014 INFO:tasks.workunit.client.0.smithi102.stdout: "client_mount_gid", 2024-04-10T16:34:04.014 INFO:tasks.workunit.client.0.smithi102.stdout: "client_mount_uid", 2024-04-10T16:34:04.014 INFO:tasks.workunit.client.0.smithi102.stdout: "client_quota", 2024-04-10T16:34:04.014 INFO:tasks.workunit.client.0.smithi102.stdout: "container_image", 2024-04-10T16:34:04.014 INFO:tasks.workunit.client.0.smithi102.stdout: "daemonize", 2024-04-10T16:34:04.015 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_asserts_on_shutdown", 2024-04-10T16:34:04.015 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mgr", 2024-04-10T16:34:04.015 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mon", 2024-04-10T16:34:04.015 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_ms", 2024-04-10T16:34:04.015 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_osd", 2024-04-10T16:34:04.015 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_paxos", 2024-04-10T16:34:04.015 INFO:tasks.workunit.client.0.smithi102.stdout: "keyring", 2024-04-10T16:34:04.015 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_file", 2024-04-10T16:34:04.015 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_journald", 2024-04-10T16:34:04.015 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_stderr", 2024-04-10T16:34:04.015 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_allow_pool_delete", 2024-04-10T16:34:04.015 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_clock_drift_allowed", 2024-04-10T16:34:04.015 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_file_level", 2024-04-10T16:34:04.015 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_file", 2024-04-10T16:34:04.015 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_journald", 2024-04-10T16:34:04.015 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_stderr", 2024-04-10T16:34:04.016 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_data_avail_warn", 2024-04-10T16:34:04.016 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_election_default_strategy", 2024-04-10T16:34:04.016 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_host", 2024-04-10T16:34:04.016 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_max_pg_per_osd", 2024-04-10T16:34:04.016 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mds_skip_sanity", 2024-04-10T16:34:04.016 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mgr_mkfs_grace", 2024-04-10T16:34:04.016 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_prime_pg_temp", 2024-04-10T16:34:04.016 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T16:34:04.016 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T16:34:04.016 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T16:34:04.016 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T16:34:04.016 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T16:34:04.016 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T16:34:04.016 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T16:34:04.016 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T16:34:04.016 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T16:34:04.017 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T16:34:04.017 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_too_few_osds", 2024-04-10T16:34:04.017 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_bug", 2024-04-10T16:34:04.017 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_old_message", 2024-04-10T16:34:04.017 INFO:tasks.workunit.client.0.smithi102.stdout: "no_config_file", 2024-04-10T16:34:04.017 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_default_list", 2024-04-10T16:34:04.017 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_load_list", 2024-04-10T16:34:04.017 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_misdirected_ops", 2024-04-10T16:34:04.017 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_op_order", 2024-04-10T16:34:04.017 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_pg_log_writeout", 2024-04-10T16:34:04.017 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_shutdown", 2024-04-10T16:34:04.017 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T16:34:04.017 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T16:34:04.017 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T16:34:04.018 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T16:34:04.018 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep", 2024-04-10T16:34:04.018 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_hdd", 2024-04-10T16:34:04.018 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_hybrid", 2024-04-10T16:34:04.018 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_ssd", 2024-04-10T16:34:04.018 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_max_backfills", 2024-04-10T16:34:04.018 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T16:34:04.018 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_profile", 2024-04-10T16:34:04.018 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-10T16:34:04.018 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-10T16:34:04.018 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-10T16:34:04.018 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-10T16:34:04.018 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-10T16:34:04.018 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-10T16:34:04.018 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_lim", 2024-04-10T16:34:04.018 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_res", 2024-04-10T16:34:04.019 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-10T16:34:04.019 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target", 2024-04-10T16:34:04.019 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target_autotune", 2024-04-10T16:34:04.019 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue", 2024-04-10T16:34:04.019 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue_cut_off", 2024-04-10T16:34:04.019 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T16:34:04.019 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T16:34:04.019 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recover_clone_overlap", 2024-04-10T16:34:04.019 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active", 2024-04-10T16:34:04.019 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active_hdd", 2024-04-10T16:34:04.019 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active_ssd", 2024-04-10T16:34:04.019 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_chunk", 2024-04-10T16:34:04.019 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep", 2024-04-10T16:34:04.019 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_hdd", 2024-04-10T16:34:04.019 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_hybrid", 2024-04-10T16:34:04.019 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_ssd", 2024-04-10T16:34:04.019 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_load_threshold", 2024-04-10T16:34:04.019 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_max_interval", 2024-04-10T16:34:04.020 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_sleep", 2024-04-10T16:34:04.020 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_shutdown_pgref_assert", 2024-04-10T16:34:04.020 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep", 2024-04-10T16:34:04.020 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_hdd", 2024-04-10T16:34:04.020 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-10T16:34:04.020 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_ssd", 2024-04-10T16:34:04.020 INFO:tasks.workunit.client.0.smithi102.stdout: "public_network", 2024-04-10T16:34:04.020 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-10T16:34:04.020 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_default_features", 2024-04-10T16:34:04.020 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_qos_exclude_ops", 2024-04-10T16:34:04.020 INFO:tasks.workunit.client.0.smithi102.stdout: "setgroup", 2024-04-10T16:34:04.020 INFO:tasks.workunit.client.0.smithi102.stdout: "setuser" 2024-04-10T16:34:04.020 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.020 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster_changed": [ 2024-04-10T16:34:04.020 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T16:34:04.020 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_debug", 2024-04-10T16:34:04.020 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_mon_ticket_ttl", 2024-04-10T16:34:04.021 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_service_ticket_ttl", 2024-04-10T16:34:04.021 INFO:tasks.workunit.client.0.smithi102.stdout: "bdev_debug_aio", 2024-04-10T16:34:04.021 INFO:tasks.workunit.client.0.smithi102.stdout: "container_image", 2024-04-10T16:34:04.021 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_asserts_on_shutdown", 2024-04-10T16:34:04.021 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mgr", 2024-04-10T16:34:04.021 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mon", 2024-04-10T16:34:04.021 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_ms", 2024-04-10T16:34:04.021 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_osd", 2024-04-10T16:34:04.021 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_paxos", 2024-04-10T16:34:04.021 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_file", 2024-04-10T16:34:04.021 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_journald", 2024-04-10T16:34:04.021 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_stderr", 2024-04-10T16:34:04.021 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_join_fs", 2024-04-10T16:34:04.021 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/allow_ptrace", 2024-04-10T16:34:04.021 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/container_init", 2024-04-10T16:34:04.021 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/migration_current", 2024-04-10T16:34:04.021 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/use_repo_digest", 2024-04-10T16:34:04.022 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-10T16:34:04.022 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-10T16:34:04.022 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-10T16:34:04.022 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-10T16:34:04.022 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/ssl_server_port", 2024-04-10T16:34:04.022 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/orchestrator/orchestrator", 2024-04-10T16:34:04.022 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/channel_ident", 2024-04-10T16:34:04.022 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/channel_perf", 2024-04-10T16:34:04.022 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/description", 2024-04-10T16:34:04.022 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/enabled", 2024-04-10T16:34:04.022 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/organization", 2024-04-10T16:34:04.022 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_allow_pool_delete", 2024-04-10T16:34:04.022 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_clock_drift_allowed", 2024-04-10T16:34:04.022 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_file_level", 2024-04-10T16:34:04.022 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_file", 2024-04-10T16:34:04.022 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_data_avail_warn", 2024-04-10T16:34:04.022 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_election_default_strategy", 2024-04-10T16:34:04.023 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_max_pg_per_osd", 2024-04-10T16:34:04.023 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mds_skip_sanity", 2024-04-10T16:34:04.023 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mgr_mkfs_grace", 2024-04-10T16:34:04.023 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_prime_pg_temp", 2024-04-10T16:34:04.023 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T16:34:04.023 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T16:34:04.023 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T16:34:04.023 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T16:34:04.023 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T16:34:04.023 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T16:34:04.023 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T16:34:04.023 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T16:34:04.023 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T16:34:04.023 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T16:34:04.023 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_too_few_osds", 2024-04-10T16:34:04.024 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_bug", 2024-04-10T16:34:04.024 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_old_message", 2024-04-10T16:34:04.024 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_default_list", 2024-04-10T16:34:04.024 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_load_list", 2024-04-10T16:34:04.024 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_misdirected_ops", 2024-04-10T16:34:04.024 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_op_order", 2024-04-10T16:34:04.024 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_pg_log_writeout", 2024-04-10T16:34:04.024 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_shutdown", 2024-04-10T16:34:04.024 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T16:34:04.024 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T16:34:04.024 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T16:34:04.024 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T16:34:04.024 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T16:34:04.024 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_profile", 2024-04-10T16:34:04.024 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target", 2024-04-10T16:34:04.025 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target_autotune", 2024-04-10T16:34:04.025 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue", 2024-04-10T16:34:04.025 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue_cut_off", 2024-04-10T16:34:04.025 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T16:34:04.025 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T16:34:04.025 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recover_clone_overlap", 2024-04-10T16:34:04.025 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_chunk", 2024-04-10T16:34:04.025 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_load_threshold", 2024-04-10T16:34:04.025 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_max_interval", 2024-04-10T16:34:04.025 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_shutdown_pgref_assert", 2024-04-10T16:34:04.025 INFO:tasks.workunit.client.0.smithi102.stdout: "public_network", 2024-04-10T16:34:04.025 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-10T16:34:04.026 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_cache_enabled", 2024-04-10T16:34:04.026 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_enable_ops_log", 2024-04-10T16:34:04.026 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_enable_usage_log" 2024-04-10T16:34:04.026 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.026 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.026 INFO:tasks.workunit.client.0.smithi102.stdout: "contact": null, 2024-04-10T16:34:04.026 INFO:tasks.workunit.client.0.smithi102.stdout: "crashes": [], 2024-04-10T16:34:04.026 INFO:tasks.workunit.client.0.smithi102.stdout: "created": "2024-04-10T14:57:35.253718Z", 2024-04-10T16:34:04.026 INFO:tasks.workunit.client.0.smithi102.stdout: "crush": { 2024-04-10T16:34:04.026 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_algs": { 2024-04-10T16:34:04.026 INFO:tasks.workunit.client.0.smithi102.stdout: "straw2": 3 2024-04-10T16:34:04.026 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.026 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_sizes": { 2024-04-10T16:34:04.026 INFO:tasks.workunit.client.0.smithi102.stdout: "2": 1, 2024-04-10T16:34:04.027 INFO:tasks.workunit.client.0.smithi102.stdout: "4": 2 2024-04-10T16:34:04.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.027 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_types": { 2024-04-10T16:34:04.027 INFO:tasks.workunit.client.0.smithi102.stdout: "1": 2, 2024-04-10T16:34:04.027 INFO:tasks.workunit.client.0.smithi102.stdout: "11": 1 2024-04-10T16:34:04.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.027 INFO:tasks.workunit.client.0.smithi102.stdout: "compat_weight_set": false, 2024-04-10T16:34:04.027 INFO:tasks.workunit.client.0.smithi102.stdout: "device_classes": [ 2024-04-10T16:34:04.027 INFO:tasks.workunit.client.0.smithi102.stdout: 8 2024-04-10T16:34:04.027 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.027 INFO:tasks.workunit.client.0.smithi102.stdout: "num_buckets": 6, 2024-04-10T16:34:04.027 INFO:tasks.workunit.client.0.smithi102.stdout: "num_devices": 8, 2024-04-10T16:34:04.027 INFO:tasks.workunit.client.0.smithi102.stdout: "num_rules": 2, 2024-04-10T16:34:04.027 INFO:tasks.workunit.client.0.smithi102.stdout: "num_types": 12, 2024-04-10T16:34:04.027 INFO:tasks.workunit.client.0.smithi102.stdout: "num_weight_sets": 0, 2024-04-10T16:34:04.027 INFO:tasks.workunit.client.0.smithi102.stdout: "tunables": { 2024-04-10T16:34:04.028 INFO:tasks.workunit.client.0.smithi102.stdout: "allowed_bucket_algs": 54, 2024-04-10T16:34:04.028 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_local_fallback_tries": 0, 2024-04-10T16:34:04.028 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_local_tries": 0, 2024-04-10T16:34:04.028 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_total_tries": 50, 2024-04-10T16:34:04.028 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_descend_once": 1, 2024-04-10T16:34:04.028 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_stable": 1, 2024-04-10T16:34:04.028 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_vary_r": 1, 2024-04-10T16:34:04.028 INFO:tasks.workunit.client.0.smithi102.stdout: "has_msr_rules": 0, 2024-04-10T16:34:04.028 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v2_rules": 1, 2024-04-10T16:34:04.028 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v3_rules": 0, 2024-04-10T16:34:04.028 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v4_buckets": 1, 2024-04-10T16:34:04.028 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v5_rules": 0, 2024-04-10T16:34:04.028 INFO:tasks.workunit.client.0.smithi102.stdout: "legacy_tunables": 0, 2024-04-10T16:34:04.028 INFO:tasks.workunit.client.0.smithi102.stdout: "minimum_required_version": "jewel", 2024-04-10T16:34:04.028 INFO:tasks.workunit.client.0.smithi102.stdout: "msr_collision_tries": 100, 2024-04-10T16:34:04.029 INFO:tasks.workunit.client.0.smithi102.stdout: "msr_descents": 100, 2024-04-10T16:34:04.029 INFO:tasks.workunit.client.0.smithi102.stdout: "optimal_tunables": 1, 2024-04-10T16:34:04.029 INFO:tasks.workunit.client.0.smithi102.stdout: "profile": "jewel", 2024-04-10T16:34:04.029 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables": 1, 2024-04-10T16:34:04.029 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables2": 1, 2024-04-10T16:34:04.029 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables3": 1, 2024-04-10T16:34:04.029 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables5": 1, 2024-04-10T16:34:04.029 INFO:tasks.workunit.client.0.smithi102.stdout: "straw_calc_version": 1 2024-04-10T16:34:04.029 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.029 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.029 INFO:tasks.workunit.client.0.smithi102.stdout: "description": "upgrade test cluster", 2024-04-10T16:34:04.029 INFO:tasks.workunit.client.0.smithi102.stdout: "fs": { 2024-04-10T16:34:04.029 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:04.029 INFO:tasks.workunit.client.0.smithi102.stdout: "feature_flags": { 2024-04-10T16:34:04.029 INFO:tasks.workunit.client.0.smithi102.stdout: "enable_multiple": true, 2024-04-10T16:34:04.029 INFO:tasks.workunit.client.0.smithi102.stdout: "ever_enabled_multiple": true 2024-04-10T16:34:04.029 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.030 INFO:tasks.workunit.client.0.smithi102.stdout: "filesystems": [ 2024-04-10T16:34:04.030 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.030 INFO:tasks.workunit.client.0.smithi102.stdout: "approx_ctime": "2024-04", 2024-04-10T16:34:04.030 INFO:tasks.workunit.client.0.smithi102.stdout: "balancer_enabled": false, 2024-04-10T16:34:04.030 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.030 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_caps": 0, 2024-04-10T16:34:04.030 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_dns": 10, 2024-04-10T16:34:04.030 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_inos": 13, 2024-04-10T16:34:04.030 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_subtrees": 2, 2024-04-10T16:34:04.030 INFO:tasks.workunit.client.0.smithi102.stdout: "ever_allowed_features": 0, 2024-04-10T16:34:04.030 INFO:tasks.workunit.client.0.smithi102.stdout: "explicitly_allowed_features": 0, 2024-04-10T16:34:04.030 INFO:tasks.workunit.client.0.smithi102.stdout: "files": 0, 2024-04-10T16:34:04.030 INFO:tasks.workunit.client.0.smithi102.stdout: "max_mds": 1, 2024-04-10T16:34:04.030 INFO:tasks.workunit.client.0.smithi102.stdout: "num_data_pools": 1, 2024-04-10T16:34:04.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_in": 1, 2024-04-10T16:34:04.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_mds": 1, 2024-04-10T16:34:04.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": 0, 2024-04-10T16:34:04.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_standby_replay": 0, 2024-04-10T16:34:04.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_up": 1, 2024-04-10T16:34:04.031 INFO:tasks.workunit.client.0.smithi102.stdout: "snaps": 0, 2024-04-10T16:34:04.031 INFO:tasks.workunit.client.0.smithi102.stdout: "standby_count_wanted": 0 2024-04-10T16:34:04.031 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.031 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_standby_mds": 1, 2024-04-10T16:34:04.031 INFO:tasks.workunit.client.0.smithi102.stdout: "total_num_mds": 2 2024-04-10T16:34:04.031 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.031 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_stats": { 2024-04-10T16:34:04.031 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T16:34:04.031 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T16:34:04.031 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 20258816, 2024-04-10T16:34:04.031 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 338952, 2024-04-10T16:34:04.032 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2752512, 2024-04-10T16:34:04.032 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 794624, 2024-04-10T16:34:04.032 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 0, 2024-04-10T16:34:04.032 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 345, 2024-04-10T16:34:04.032 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:04.032 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 1095016, 2024-04-10T16:34:04.032 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 13, 2024-04-10T16:34:04.032 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 795136, 2024-04-10T16:34:04.032 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 14482576, 2024-04-10T16:34:04.032 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 20258816 2024-04-10T16:34:04.032 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.032 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:04.032 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 20512768, 2024-04-10T16:34:04.032 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 436224, 2024-04-10T16:34:04.032 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2752512, 2024-04-10T16:34:04.032 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:04.032 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 794624, 2024-04-10T16:34:04.032 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 433, 2024-04-10T16:34:04.033 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:04.033 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 1427136, 2024-04-10T16:34:04.033 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 22, 2024-04-10T16:34:04.033 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 1000960, 2024-04-10T16:34:04.033 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 14895936, 2024-04-10T16:34:04.033 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 21307392 2024-04-10T16:34:04.033 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.033 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.033 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:04.033 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T16:34:04.033 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 167239680, 2024-04-10T16:34:04.033 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 2207496, 2024-04-10T16:34:04.033 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3014656, 2024-04-10T16:34:04.033 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:04.033 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 1433600, 2024-04-10T16:34:04.033 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 6498, 2024-04-10T16:34:04.033 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:04.034 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 9579192, 2024-04-10T16:34:04.034 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 20, 2024-04-10T16:34:04.034 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 2568960, 2024-04-10T16:34:04.034 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 149869376, 2024-04-10T16:34:04.034 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 168673280 2024-04-10T16:34:04.034 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.034 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:04.034 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 257974272, 2024-04-10T16:34:04.034 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 5879872, 2024-04-10T16:34:04.034 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3145728, 2024-04-10T16:34:04.034 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 573440, 2024-04-10T16:34:04.034 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 1122304, 2024-04-10T16:34:04.034 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 9495, 2024-04-10T16:34:04.034 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:04.034 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 13214000, 2024-04-10T16:34:04.034 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 22, 2024-04-10T16:34:04.034 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 4393728, 2024-04-10T16:34:04.034 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 230767504, 2024-04-10T16:34:04.035 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 259096576 2024-04-10T16:34:04.035 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.035 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.523315f168f59b146f7d533dca80f6e7526a6fec": { 2024-04-10T16:34:04.035 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 171540480, 2024-04-10T16:34:04.035 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 2330040, 2024-04-10T16:34:04.035 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3014656, 2024-04-10T16:34:04.035 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 1425408, 2024-04-10T16:34:04.035 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 262144, 2024-04-10T16:34:04.035 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 6597, 2024-04-10T16:34:04.035 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:04.035 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 11263736, 2024-04-10T16:34:04.035 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 20, 2024-04-10T16:34:04.035 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 2857728, 2024-04-10T16:34:04.035 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 150648912, 2024-04-10T16:34:04.035 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 171802624 2024-04-10T16:34:04.036 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.036 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.036 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.036 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.0": { 2024-04-10T16:34:04.036 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 471564288, 2024-04-10T16:34:04.036 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 25585480, 2024-04-10T16:34:04.036 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3407872, 2024-04-10T16:34:04.036 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:04.036 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 34185216, 2024-04-10T16:34:04.036 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 12006, 2024-04-10T16:34:04.036 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:04.036 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 81524672, 2024-04-10T16:34:04.036 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:34:04.036 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 8625664, 2024-04-10T16:34:04.036 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 352420600, 2024-04-10T16:34:04.036 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 505749504 2024-04-10T16:34:04.036 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.036 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.1": { 2024-04-10T16:34:04.036 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 564101120, 2024-04-10T16:34:04.037 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 24279128, 2024-04-10T16:34:04.037 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 5505024, 2024-04-10T16:34:04.037 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:04.037 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 33202176, 2024-04-10T16:34:04.037 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 12638, 2024-04-10T16:34:04.037 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:04.037 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 72798168, 2024-04-10T16:34:04.037 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:34:04.037 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 9376768, 2024-04-10T16:34:04.037 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 452142032, 2024-04-10T16:34:04.037 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 597303296 2024-04-10T16:34:04.037 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.037 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.2": { 2024-04-10T16:34:04.037 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 447299584, 2024-04-10T16:34:04.037 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 22282496, 2024-04-10T16:34:04.038 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 5505024, 2024-04-10T16:34:04.038 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:04.038 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 115957760, 2024-04-10T16:34:04.038 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 10724, 2024-04-10T16:34:04.038 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:04.038 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 77667776, 2024-04-10T16:34:04.038 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:34:04.038 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 9666560, 2024-04-10T16:34:04.038 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 332177728, 2024-04-10T16:34:04.038 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 563257344 2024-04-10T16:34:04.038 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.038 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.3": { 2024-04-10T16:34:04.038 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 564928512, 2024-04-10T16:34:04.038 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 17928768, 2024-04-10T16:34:04.039 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3407872, 2024-04-10T16:34:04.039 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:04.039 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 4079616, 2024-04-10T16:34:04.039 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 11176, 2024-04-10T16:34:04.039 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:04.039 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 74900160, 2024-04-10T16:34:04.039 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:34:04.039 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 11319296, 2024-04-10T16:34:04.039 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 457372416, 2024-04-10T16:34:04.039 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 569008128 2024-04-10T16:34:04.039 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.039 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.4": { 2024-04-10T16:34:04.039 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 525148160, 2024-04-10T16:34:04.039 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 25464168, 2024-04-10T16:34:04.039 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3407872, 2024-04-10T16:34:04.040 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:04.040 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 27795456, 2024-04-10T16:34:04.040 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 11801, 2024-04-10T16:34:04.040 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:04.040 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 78127048, 2024-04-10T16:34:04.040 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:34:04.040 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 9887744, 2024-04-10T16:34:04.040 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 408261328, 2024-04-10T16:34:04.040 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 552943616 2024-04-10T16:34:04.040 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.040 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.5": { 2024-04-10T16:34:04.040 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 510271488, 2024-04-10T16:34:04.040 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 29045336, 2024-04-10T16:34:04.040 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 5505024, 2024-04-10T16:34:04.040 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:04.040 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 57335808, 2024-04-10T16:34:04.041 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 12463, 2024-04-10T16:34:04.041 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:04.041 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 84409560, 2024-04-10T16:34:04.041 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:34:04.041 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 10159872, 2024-04-10T16:34:04.041 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 381151696, 2024-04-10T16:34:04.041 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 567607296 2024-04-10T16:34:04.041 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.041 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.6": { 2024-04-10T16:34:04.041 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 494436352, 2024-04-10T16:34:04.041 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 22286728, 2024-04-10T16:34:04.041 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3276800, 2024-04-10T16:34:04.041 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:04.041 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 53706752, 2024-04-10T16:34:04.041 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 10130, 2024-04-10T16:34:04.041 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:04.042 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 76220168, 2024-04-10T16:34:04.042 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:34:04.042 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 9543424, 2024-04-10T16:34:04.042 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 383109232, 2024-04-10T16:34:04.042 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 548143104 2024-04-10T16:34:04.042 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.042 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.7": { 2024-04-10T16:34:04.042 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 467722240, 2024-04-10T16:34:04.042 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 23654464, 2024-04-10T16:34:04.042 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3407872, 2024-04-10T16:34:04.042 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:04.042 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 23797760, 2024-04-10T16:34:04.042 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 10958, 2024-04-10T16:34:04.042 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:04.042 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 76868952, 2024-04-10T16:34:04.042 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 52, 2024-04-10T16:34:04.042 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 11093760, 2024-04-10T16:34:04.042 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 352697192, 2024-04-10T16:34:04.043 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 491520000 2024-04-10T16:34:04.043 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.043 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.043 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.043 INFO:tasks.workunit.client.0.smithi102.stdout: "hosts": { 2024-04-10T16:34:04.043 INFO:tasks.workunit.client.0.smithi102.stdout: "num": 2, 2024-04-10T16:34:04.043 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mds": 2, 2024-04-10T16:34:04.043 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mgr": 2, 2024-04-10T16:34:04.043 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mon": 2, 2024-04-10T16:34:04.043 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_osd": 2 2024-04-10T16:34:04.043 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.043 INFO:tasks.workunit.client.0.smithi102.stdout: "io_rate": { 2024-04-10T16:34:04.043 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_stats_delta": { 2024-04-10T16:34:04.043 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 0, 2024-04-10T16:34:04.043 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.043 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 0, 2024-04-10T16:34:04.043 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.044 INFO:tasks.workunit.client.0.smithi102.stdout: "stamp_delta": "11.754524", 2024-04-10T16:34:04.044 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 9, 2024-04-10T16:34:04.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 5, 2024-04-10T16:34:04.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.046 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.046 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T16:34:04.046 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 0, 2024-04-10T16:34:04.046 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T16:34:04.046 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T16:34:04.046 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T16:34:04.047 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T16:34:04.047 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 0, 2024-04-10T16:34:04.047 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T16:34:04.047 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T16:34:04.047 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T16:34:04.047 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T16:34:04.047 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.047 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 0 2024-04-10T16:34:04.047 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.047 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.047 INFO:tasks.workunit.client.0.smithi102.stdout: "leaderboard": false, 2024-04-10T16:34:04.047 INFO:tasks.workunit.client.0.smithi102.stdout: "leaderboard_description": null, 2024-04-10T16:34:04.047 INFO:tasks.workunit.client.0.smithi102.stdout: "license": "sharing-1-0", 2024-04-10T16:34:04.047 INFO:tasks.workunit.client.0.smithi102.stdout: "mempool": { 2024-04-10T16:34:04.047 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T16:34:04.047 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T16:34:04.048 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:04.048 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.048 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.048 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.048 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:04.048 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.048 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.048 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.048 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:04.048 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.048 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.048 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.048 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:04.048 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.048 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.049 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.049 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:04.049 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.049 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.049 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.049 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:04.049 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.049 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.049 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.049 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:04.049 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.049 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.049 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.049 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:04.049 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.050 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.050 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.050 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:04.050 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.050 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.050 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.050 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:04.050 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.050 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.050 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.050 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:04.050 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.050 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.050 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.051 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:04.051 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.051 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.051 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.051 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:04.051 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.051 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.051 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.051 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:04.051 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.051 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.051 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.051 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:04.051 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.051 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.051 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.052 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:04.052 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.052 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.052 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.052 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:04.052 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.052 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.052 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.052 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:04.052 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.052 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.052 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.052 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:04.052 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 149008, 2024-04-10T16:34:04.052 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 33 2024-04-10T16:34:04.052 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.053 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:04.053 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.053 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.053 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.053 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:04.053 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 928, 2024-04-10T16:34:04.053 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T16:34:04.053 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.053 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.053 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.053 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.053 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.053 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:04.053 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.053 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.053 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.053 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:04.054 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.054 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.054 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.054 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:04.054 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.054 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.054 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.054 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:04.054 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.054 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.054 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.054 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:04.054 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.054 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.054 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.055 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:04.055 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.055 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.055 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.055 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:04.055 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.055 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.055 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.055 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.055 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:04.055 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:04.055 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.055 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.055 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.055 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:04.055 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.056 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.056 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.056 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:04.056 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.056 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.056 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.056 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:04.056 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.056 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.056 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.056 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:04.056 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.056 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.056 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.056 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:04.056 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.057 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.057 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.057 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:04.057 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.057 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.057 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.057 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:04.057 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.057 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.057 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.057 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:04.057 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.057 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.057 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.058 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:04.058 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.058 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.058 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.058 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:04.058 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.058 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.058 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.058 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:04.058 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.058 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.058 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.058 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:04.058 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.058 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.059 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.059 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:04.059 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.059 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.059 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.059 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:04.059 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.059 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.059 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.059 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:04.059 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.059 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.059 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.059 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:04.059 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.059 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.060 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.060 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:04.060 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.060 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.060 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.060 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:04.060 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 222647, 2024-04-10T16:34:04.060 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 67 2024-04-10T16:34:04.060 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.060 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:04.060 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.060 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.060 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.060 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:04.060 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 52112, 2024-04-10T16:34:04.061 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 181 2024-04-10T16:34:04.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.061 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.061 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.061 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.061 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:04.061 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.061 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.061 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:04.061 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.061 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.061 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:04.062 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12648, 2024-04-10T16:34:04.062 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 262 2024-04-10T16:34:04.062 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.062 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:04.062 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.062 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.062 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.062 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:04.062 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.062 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.062 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.062 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:04.062 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.062 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.062 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.062 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:04.063 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.063 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.063 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.063 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.063 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.063 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:04.063 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T16:34:04.063 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:04.063 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.063 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.063 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.063 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:04.063 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.063 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.063 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.063 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:04.063 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.064 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.064 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.064 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:04.064 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.064 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.064 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.064 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:04.064 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.064 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.064 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.064 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:04.064 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.064 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.064 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.064 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:04.064 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.064 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.065 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.065 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:04.065 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.065 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.065 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.065 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:04.065 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.065 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.065 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.065 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:04.065 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.065 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.065 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.065 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:04.065 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.066 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.066 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.066 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:04.066 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.066 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.066 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.066 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:04.066 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.066 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.066 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.066 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:04.066 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.066 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.066 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.066 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:04.067 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.067 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.067 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:04.067 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.067 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.067 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:04.067 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.067 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.067 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:04.067 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.067 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.068 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.068 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:04.068 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 41369733, 2024-04-10T16:34:04.068 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5113 2024-04-10T16:34:04.068 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.068 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:04.068 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 352, 2024-04-10T16:34:04.068 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 4 2024-04-10T16:34:04.068 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.068 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:04.068 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.068 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.068 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.068 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.068 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.068 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.068 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.069 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:04.069 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.069 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.069 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.069 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:04.069 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.069 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.069 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.069 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:04.069 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11224, 2024-04-10T16:34:04.069 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 261 2024-04-10T16:34:04.069 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.069 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:04.069 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 70440, 2024-04-10T16:34:04.069 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5158 2024-04-10T16:34:04.070 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.070 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:04.070 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5896, 2024-04-10T16:34:04.070 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 174 2024-04-10T16:34:04.070 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.070 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:04.070 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.070 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.070 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.070 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:04.070 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.070 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.070 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.070 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.070 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:04.071 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:04.071 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.071 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.071 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.071 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:04.071 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.071 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.071 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.071 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:04.071 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.071 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.071 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.071 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:04.071 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.071 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.072 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.072 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:04.073 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.073 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.073 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.073 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:04.073 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.073 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.073 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.073 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:04.073 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.073 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.073 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.073 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:04.074 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.074 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.074 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.074 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:04.074 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.074 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.074 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.074 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:04.074 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.074 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.074 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.074 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:04.074 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.074 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.075 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.075 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:04.075 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.075 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.075 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.075 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:04.075 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.075 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.075 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.075 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:04.075 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.075 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.075 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.075 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:04.075 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.075 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.076 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.076 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:04.076 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.076 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.076 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.076 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:04.076 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.076 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.076 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.076 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:04.076 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.076 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.076 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.076 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:04.076 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 41823693, 2024-04-10T16:34:04.076 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5178 2024-04-10T16:34:04.077 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.077 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:04.077 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.077 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.077 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.077 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:04.077 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.077 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.077 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.077 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.077 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.077 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.077 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.077 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:04.077 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.077 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.077 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.078 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:04.078 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.078 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.078 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.078 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:04.078 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11224, 2024-04-10T16:34:04.078 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 261 2024-04-10T16:34:04.078 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.078 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:04.078 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 70440, 2024-04-10T16:34:04.078 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5158 2024-04-10T16:34:04.078 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.078 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:04.078 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11792, 2024-04-10T16:34:04.078 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 348 2024-04-10T16:34:04.079 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.079 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:04.079 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.079 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.079 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.079 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:04.079 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.079 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.079 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.079 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.079 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.523315f168f59b146f7d533dca80f6e7526a6fec": { 2024-04-10T16:34:04.079 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:04.079 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.079 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.079 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.079 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:04.079 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.080 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.080 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:04.080 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.080 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.080 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:04.080 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.080 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.080 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:04.080 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.080 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.080 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:04.080 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.080 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.081 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:04.081 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.081 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.081 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:04.081 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.081 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.081 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:04.081 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.081 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.081 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:04.081 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.081 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.082 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:04.082 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.082 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.082 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.082 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:04.082 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.082 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.082 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.082 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:04.082 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.082 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.082 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.082 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:04.082 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.082 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.082 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.083 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:04.083 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.083 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.083 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.083 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:04.083 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.083 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.083 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.083 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:04.083 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.083 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.083 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.083 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:04.083 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.083 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.083 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.083 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:04.083 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 41541093, 2024-04-10T16:34:04.084 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5142 2024-04-10T16:34:04.084 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.084 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:04.084 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.084 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.084 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.084 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:04.084 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.084 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.084 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.084 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.084 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.084 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.084 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.084 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:04.084 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.084 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.084 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.085 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:04.085 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.085 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.085 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.085 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:04.085 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11224, 2024-04-10T16:34:04.085 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 261 2024-04-10T16:34:04.085 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.085 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:04.085 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 70440, 2024-04-10T16:34:04.085 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5158 2024-04-10T16:34:04.085 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.085 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:04.085 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5896, 2024-04-10T16:34:04.085 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 174 2024-04-10T16:34:04.085 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.085 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:04.085 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.086 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.086 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.086 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:04.086 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.086 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.086 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.086 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.086 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.086 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.086 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.0": { 2024-04-10T16:34:04.086 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:04.086 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.086 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.086 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.086 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:04.086 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 19336, 2024-04-10T16:34:04.087 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 375 2024-04-10T16:34:04.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.087 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:04.087 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 30976, 2024-04-10T16:34:04.087 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 25 2024-04-10T16:34:04.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.087 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:04.087 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2496, 2024-04-10T16:34:04.087 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 13 2024-04-10T16:34:04.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.087 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:04.087 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 55840, 2024-04-10T16:34:04.087 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 698 2024-04-10T16:34:04.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.087 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:04.087 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 359424, 2024-04-10T16:34:04.087 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1728 2024-04-10T16:34:04.088 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.088 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:04.088 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:04.088 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:04.088 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.088 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:04.088 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1178420, 2024-04-10T16:34:04.088 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 306 2024-04-10T16:34:04.088 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.088 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:04.088 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2431863, 2024-04-10T16:34:04.088 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 538746 2024-04-10T16:34:04.088 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.088 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:04.088 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6976376, 2024-04-10T16:34:04.088 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 10291 2024-04-10T16:34:04.088 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.088 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:04.089 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 69076, 2024-04-10T16:34:04.089 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7173 2024-04-10T16:34:04.089 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.089 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:04.089 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 82944, 2024-04-10T16:34:04.089 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1728 2024-04-10T16:34:04.089 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.089 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:04.089 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.089 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.089 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.089 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:04.089 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164894, 2024-04-10T16:34:04.089 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1184 2024-04-10T16:34:04.089 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.089 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:04.090 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.090 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.090 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.090 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:04.090 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.090 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.090 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.090 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:04.090 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 48827, 2024-04-10T16:34:04.090 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 42 2024-04-10T16:34:04.090 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.090 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:04.090 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.090 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.090 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.090 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:04.091 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 14342057, 2024-04-10T16:34:04.091 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 294 2024-04-10T16:34:04.091 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.091 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:04.091 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 27456, 2024-04-10T16:34:04.091 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 312 2024-04-10T16:34:04.091 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.091 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:04.091 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.091 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.091 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.091 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.091 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 524880, 2024-04-10T16:34:04.091 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 45 2024-04-10T16:34:04.092 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.092 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:04.092 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.092 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.092 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.092 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:04.092 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 7180680, 2024-04-10T16:34:04.092 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 18609 2024-04-10T16:34:04.092 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.092 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:04.092 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:04.092 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:04.092 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.092 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:04.092 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.093 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.093 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.093 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:04.093 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.093 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.093 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.093 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:04.093 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.093 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.093 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.093 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:04.093 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.093 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.093 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.093 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.094 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.1": { 2024-04-10T16:34:04.094 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:04.094 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.094 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.094 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.094 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:04.094 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 18696, 2024-04-10T16:34:04.094 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 348 2024-04-10T16:34:04.094 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.094 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:04.094 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 51072, 2024-04-10T16:34:04.094 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 24 2024-04-10T16:34:04.094 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.094 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:04.094 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4416, 2024-04-10T16:34:04.094 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 23 2024-04-10T16:34:04.095 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.095 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:04.095 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 55200, 2024-04-10T16:34:04.095 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 690 2024-04-10T16:34:04.095 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.095 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:04.095 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 357552, 2024-04-10T16:34:04.095 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1719 2024-04-10T16:34:04.095 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.095 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:04.095 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:04.095 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:04.095 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.095 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:04.095 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 391006, 2024-04-10T16:34:04.096 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 110 2024-04-10T16:34:04.096 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.096 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:04.096 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2406543, 2024-04-10T16:34:04.096 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 535994 2024-04-10T16:34:04.096 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.096 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:04.096 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6932856, 2024-04-10T16:34:04.096 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 10227 2024-04-10T16:34:04.096 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.096 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:04.096 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 67092, 2024-04-10T16:34:04.096 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7004 2024-04-10T16:34:04.096 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.096 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:04.096 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 82416, 2024-04-10T16:34:04.097 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1717 2024-04-10T16:34:04.097 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.097 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:04.097 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.097 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.097 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.097 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:04.097 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164982, 2024-04-10T16:34:04.097 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1185 2024-04-10T16:34:04.097 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.097 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:04.097 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.098 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.098 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.098 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:04.098 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2208, 2024-04-10T16:34:04.098 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T16:34:04.098 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.098 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:04.098 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 116399, 2024-04-10T16:34:04.098 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 54 2024-04-10T16:34:04.098 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.098 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:04.098 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 28144, 2024-04-10T16:34:04.098 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7 2024-04-10T16:34:04.098 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.099 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:04.099 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 24107152, 2024-04-10T16:34:04.099 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 274 2024-04-10T16:34:04.099 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.099 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:04.099 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11792, 2024-04-10T16:34:04.099 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 134 2024-04-10T16:34:04.099 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.099 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:04.099 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.099 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.099 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.099 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.099 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 454896, 2024-04-10T16:34:04.099 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 39 2024-04-10T16:34:04.099 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.100 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:04.100 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.100 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.100 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.100 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:04.100 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 7280520, 2024-04-10T16:34:04.100 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 21157 2024-04-10T16:34:04.100 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.100 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:04.100 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:04.100 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:04.100 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.100 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:04.100 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.100 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.100 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.100 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:04.101 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.101 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.101 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.101 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:04.101 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.101 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.101 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.101 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:04.101 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.101 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.101 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.101 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.101 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.2": { 2024-04-10T16:34:04.101 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:04.101 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.101 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.101 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.101 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:04.102 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 19352, 2024-04-10T16:34:04.102 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 350 2024-04-10T16:34:04.102 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.102 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:04.102 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 35072, 2024-04-10T16:34:04.102 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 25 2024-04-10T16:34:04.102 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.102 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:04.102 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1344, 2024-04-10T16:34:04.102 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7 2024-04-10T16:34:04.102 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.102 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:04.102 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 54560, 2024-04-10T16:34:04.102 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 682 2024-04-10T16:34:04.102 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.103 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:04.103 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 356512, 2024-04-10T16:34:04.103 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1714 2024-04-10T16:34:04.103 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.103 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:04.103 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:04.103 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:04.103 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.103 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:04.103 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 309331, 2024-04-10T16:34:04.103 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 89 2024-04-10T16:34:04.103 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.103 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:04.103 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1769490, 2024-04-10T16:34:04.103 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 389310 2024-04-10T16:34:04.104 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.104 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:04.104 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5139016, 2024-04-10T16:34:04.104 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7589 2024-04-10T16:34:04.104 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.104 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:04.104 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 66064, 2024-04-10T16:34:04.104 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 6984 2024-04-10T16:34:04.104 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.104 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:04.104 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 82272, 2024-04-10T16:34:04.104 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1714 2024-04-10T16:34:04.104 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.104 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:04.104 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.105 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.105 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.105 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:04.105 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164894, 2024-04-10T16:34:04.105 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1184 2024-04-10T16:34:04.105 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.105 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:04.105 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.105 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.105 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.105 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:04.105 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 736, 2024-04-10T16:34:04.105 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1 2024-04-10T16:34:04.105 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.105 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:04.105 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 73839, 2024-04-10T16:34:04.105 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 54 2024-04-10T16:34:04.106 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.106 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:04.106 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12112, 2024-04-10T16:34:04.106 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T16:34:04.106 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.106 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:04.106 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 7602113, 2024-04-10T16:34:04.106 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 264 2024-04-10T16:34:04.106 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.106 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:04.106 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 10384, 2024-04-10T16:34:04.106 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 118 2024-04-10T16:34:04.106 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.106 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:04.106 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.106 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.106 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.107 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.107 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 361584, 2024-04-10T16:34:04.107 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 31 2024-04-10T16:34:04.107 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.107 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:04.107 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.107 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.107 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.107 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:04.107 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3219840, 2024-04-10T16:34:04.107 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 6192 2024-04-10T16:34:04.107 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.107 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:04.107 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:04.107 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:04.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.108 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:04.108 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.108 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.108 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:04.108 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.108 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.108 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:04.108 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.108 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.108 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:04.108 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.109 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.109 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.109 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.109 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.3": { 2024-04-10T16:34:04.109 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:04.109 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.109 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.109 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.109 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:04.109 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 17424, 2024-04-10T16:34:04.109 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 321 2024-04-10T16:34:04.109 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.109 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:04.109 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 46976, 2024-04-10T16:34:04.109 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 23 2024-04-10T16:34:04.110 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.110 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:04.110 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3840, 2024-04-10T16:34:04.110 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 20 2024-04-10T16:34:04.110 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.110 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:04.110 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 54240, 2024-04-10T16:34:04.110 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 678 2024-04-10T16:34:04.110 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.110 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:04.110 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 357760, 2024-04-10T16:34:04.110 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1720 2024-04-10T16:34:04.110 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.110 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:04.110 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:04.111 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:04.111 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.111 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:04.111 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 226907, 2024-04-10T16:34:04.111 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 76 2024-04-10T16:34:04.111 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.111 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:04.111 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1714008, 2024-04-10T16:34:04.111 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 379764 2024-04-10T16:34:04.111 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.111 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:04.111 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5022056, 2024-04-10T16:34:04.111 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7417 2024-04-10T16:34:04.111 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.111 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:04.111 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 66900, 2024-04-10T16:34:04.112 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7006 2024-04-10T16:34:04.112 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.112 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:04.112 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 82512, 2024-04-10T16:34:04.112 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1719 2024-04-10T16:34:04.112 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.112 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:04.112 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.112 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.112 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.112 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:04.112 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164894, 2024-04-10T16:34:04.112 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1184 2024-04-10T16:34:04.112 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.112 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:04.112 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.113 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.113 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:04.113 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1472, 2024-04-10T16:34:04.113 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T16:34:04.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.113 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:04.113 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 101309, 2024-04-10T16:34:04.113 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 58 2024-04-10T16:34:04.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.113 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:04.113 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20128, 2024-04-10T16:34:04.113 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5 2024-04-10T16:34:04.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.114 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:04.114 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 21257216, 2024-04-10T16:34:04.114 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5462 2024-04-10T16:34:04.114 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.114 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:04.114 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 9328, 2024-04-10T16:34:04.114 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 106 2024-04-10T16:34:04.114 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.114 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:04.114 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.114 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.114 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.114 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.114 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 431568, 2024-04-10T16:34:04.115 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 37 2024-04-10T16:34:04.115 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.115 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:04.115 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.115 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.115 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.115 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:04.115 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3525080, 2024-04-10T16:34:04.115 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 9179 2024-04-10T16:34:04.115 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.115 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:04.115 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:04.115 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:04.115 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.116 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:04.116 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.116 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.116 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:04.116 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.116 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.116 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:04.116 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.116 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.116 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:04.116 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.116 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.117 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.117 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.117 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.4": { 2024-04-10T16:34:04.117 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:04.117 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.117 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.117 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.117 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:04.117 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20200, 2024-04-10T16:34:04.117 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 368 2024-04-10T16:34:04.117 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.117 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:04.117 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 30976, 2024-04-10T16:34:04.117 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 25 2024-04-10T16:34:04.117 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.117 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:04.117 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2880, 2024-04-10T16:34:04.118 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 15 2024-04-10T16:34:04.118 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.118 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:04.118 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 55200, 2024-04-10T16:34:04.118 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 690 2024-04-10T16:34:04.118 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.118 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:04.118 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 371072, 2024-04-10T16:34:04.118 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1784 2024-04-10T16:34:04.118 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.118 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:04.118 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:04.118 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:04.118 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.118 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:04.118 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1048243, 2024-04-10T16:34:04.119 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 258 2024-04-10T16:34:04.119 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.119 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:04.119 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2087624, 2024-04-10T16:34:04.119 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 458018 2024-04-10T16:34:04.119 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.119 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:04.119 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5963856, 2024-04-10T16:34:04.119 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8802 2024-04-10T16:34:04.119 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.119 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:04.119 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 76200, 2024-04-10T16:34:04.119 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8156 2024-04-10T16:34:04.119 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.119 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:04.120 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 85584, 2024-04-10T16:34:04.120 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1783 2024-04-10T16:34:04.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.120 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:04.120 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.120 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.120 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:04.120 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164726, 2024-04-10T16:34:04.120 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1184 2024-04-10T16:34:04.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.120 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:04.120 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.120 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.120 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:04.120 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1472, 2024-04-10T16:34:04.121 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T16:34:04.121 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.121 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:04.121 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 91285, 2024-04-10T16:34:04.121 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 54 2024-04-10T16:34:04.121 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.121 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:04.121 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20128, 2024-04-10T16:34:04.121 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5 2024-04-10T16:34:04.121 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.121 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:04.121 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16350991, 2024-04-10T16:34:04.121 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 290 2024-04-10T16:34:04.121 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.121 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:04.121 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 24816, 2024-04-10T16:34:04.122 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 282 2024-04-10T16:34:04.122 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.122 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:04.122 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.122 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.122 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.122 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.122 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 443232, 2024-04-10T16:34:04.122 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 38 2024-04-10T16:34:04.122 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.122 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:04.122 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.122 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.122 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.122 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:04.122 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5054400, 2024-04-10T16:34:04.122 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 12120 2024-04-10T16:34:04.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.123 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:04.123 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:04.123 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:04.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.123 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:04.123 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.123 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.123 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:04.123 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.123 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.123 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:04.123 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.123 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.124 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.124 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:04.124 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.124 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.124 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.124 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.124 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.5": { 2024-04-10T16:34:04.124 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:04.124 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.124 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.124 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.124 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:04.124 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 18672, 2024-04-10T16:34:04.124 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 346 2024-04-10T16:34:04.124 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.124 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:04.125 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 26624, 2024-04-10T16:34:04.125 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 22 2024-04-10T16:34:04.125 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.125 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:04.125 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2688, 2024-04-10T16:34:04.125 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 14 2024-04-10T16:34:04.125 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.125 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:04.125 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 55440, 2024-04-10T16:34:04.125 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 693 2024-04-10T16:34:04.125 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.125 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:04.125 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 357760, 2024-04-10T16:34:04.125 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1720 2024-04-10T16:34:04.125 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.125 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:04.125 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:04.125 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:04.126 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.126 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:04.126 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 425662, 2024-04-10T16:34:04.126 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 110 2024-04-10T16:34:04.126 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.126 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:04.126 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2330591, 2024-04-10T16:34:04.126 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 522917 2024-04-10T16:34:04.126 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.126 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:04.126 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6757416, 2024-04-10T16:34:04.126 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 9969 2024-04-10T16:34:04.126 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.126 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:04.127 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 67348, 2024-04-10T16:34:04.127 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7010 2024-04-10T16:34:04.127 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.127 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:04.127 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 82512, 2024-04-10T16:34:04.127 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1719 2024-04-10T16:34:04.127 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.127 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:04.127 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.127 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.127 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.127 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:04.127 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164982, 2024-04-10T16:34:04.127 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1185 2024-04-10T16:34:04.128 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.128 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:04.128 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.128 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.128 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.128 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:04.128 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1472, 2024-04-10T16:34:04.128 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T16:34:04.128 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.128 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:04.128 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 101947, 2024-04-10T16:34:04.128 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 59 2024-04-10T16:34:04.128 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.128 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:04.128 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20128, 2024-04-10T16:34:04.129 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5 2024-04-10T16:34:04.129 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.129 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:04.129 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 15228697, 2024-04-10T16:34:04.129 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 268 2024-04-10T16:34:04.129 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.129 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:04.129 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11616, 2024-04-10T16:34:04.129 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 132 2024-04-10T16:34:04.129 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.129 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:04.129 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.129 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.129 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.129 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.129 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 478224, 2024-04-10T16:34:04.129 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 41 2024-04-10T16:34:04.129 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.130 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:04.130 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.130 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.130 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:04.130 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6369480, 2024-04-10T16:34:04.130 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 12249 2024-04-10T16:34:04.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.130 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:04.130 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:04.130 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:04.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.130 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:04.131 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.131 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.131 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:04.131 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.131 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.131 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:04.131 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.131 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.131 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:04.131 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.131 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.131 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.131 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.6": { 2024-04-10T16:34:04.132 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:04.132 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.132 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.132 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:04.132 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 18744, 2024-04-10T16:34:04.132 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 352 2024-04-10T16:34:04.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.132 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:04.132 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 31360, 2024-04-10T16:34:04.132 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 28 2024-04-10T16:34:04.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.132 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:04.132 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3264, 2024-04-10T16:34:04.132 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 17 2024-04-10T16:34:04.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.133 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:04.133 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 54800, 2024-04-10T16:34:04.133 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 685 2024-04-10T16:34:04.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.133 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:04.133 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 372528, 2024-04-10T16:34:04.133 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1791 2024-04-10T16:34:04.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.133 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:04.133 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:04.133 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:04.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.133 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:04.133 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 447291, 2024-04-10T16:34:04.133 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 112 2024-04-10T16:34:04.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.134 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:04.134 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1685764, 2024-04-10T16:34:04.134 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 373812 2024-04-10T16:34:04.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.134 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:04.134 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4930256, 2024-04-10T16:34:04.134 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7282 2024-04-10T16:34:04.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.134 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:04.134 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 77564, 2024-04-10T16:34:04.134 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8316 2024-04-10T16:34:04.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.134 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:04.134 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 85968, 2024-04-10T16:34:04.135 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1791 2024-04-10T16:34:04.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.135 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:04.135 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.135 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.135 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:04.135 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164638, 2024-04-10T16:34:04.135 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1183 2024-04-10T16:34:04.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.135 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:04.135 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.135 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.135 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:04.135 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.136 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.136 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:04.136 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 44155, 2024-04-10T16:34:04.136 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 46 2024-04-10T16:34:04.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.136 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:04.136 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.136 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.136 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:04.136 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 18562712, 2024-04-10T16:34:04.136 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 267 2024-04-10T16:34:04.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.136 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:04.136 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12320, 2024-04-10T16:34:04.136 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 140 2024-04-10T16:34:04.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.137 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:04.137 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.137 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.137 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.137 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 454896, 2024-04-10T16:34:04.137 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 39 2024-04-10T16:34:04.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.137 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:04.137 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.137 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.137 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:04.137 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3597776, 2024-04-10T16:34:04.137 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 9310 2024-04-10T16:34:04.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.137 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:04.138 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:04.138 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:04.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.138 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:04.138 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.138 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.138 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:04.138 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.138 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.138 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:04.138 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.138 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.138 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:04.139 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.139 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.139 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.139 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.139 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.7": { 2024-04-10T16:34:04.139 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:04.139 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.139 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.139 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.139 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:04.139 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16936, 2024-04-10T16:34:04.139 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 333 2024-04-10T16:34:04.139 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.139 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:04.140 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 30848, 2024-04-10T16:34:04.140 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 24 2024-04-10T16:34:04.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.140 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:04.140 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3072, 2024-04-10T16:34:04.140 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 16 2024-04-10T16:34:04.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.140 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:04.140 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 55520, 2024-04-10T16:34:04.140 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 694 2024-04-10T16:34:04.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.140 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:04.140 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 372320, 2024-04-10T16:34:04.140 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1790 2024-04-10T16:34:04.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.140 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:04.140 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:04.141 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:04.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.141 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:04.141 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 416733, 2024-04-10T16:34:04.141 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 122 2024-04-10T16:34:04.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.141 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:04.141 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1994357, 2024-04-10T16:34:04.141 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 444390 2024-04-10T16:34:04.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.141 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:04.141 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5779576, 2024-04-10T16:34:04.141 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8531 2024-04-10T16:34:04.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.141 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:04.142 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 78188, 2024-04-10T16:34:04.142 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8317 2024-04-10T16:34:04.142 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.142 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:04.142 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 85920, 2024-04-10T16:34:04.142 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1790 2024-04-10T16:34:04.142 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.142 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:04.142 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.142 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.142 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.142 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:04.142 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164894, 2024-04-10T16:34:04.142 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1184 2024-04-10T16:34:04.142 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.143 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:04.143 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.143 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.143 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.143 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:04.143 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.143 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.143 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.143 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:04.143 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 22585, 2024-04-10T16:34:04.143 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 27 2024-04-10T16:34:04.143 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.143 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:04.143 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.143 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.143 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.144 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:04.144 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 17257110, 2024-04-10T16:34:04.144 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 265 2024-04-10T16:34:04.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.144 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:04.144 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 10912, 2024-04-10T16:34:04.144 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 124 2024-04-10T16:34:04.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.144 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:04.144 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.144 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.144 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.144 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 524880, 2024-04-10T16:34:04.144 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 45 2024-04-10T16:34:04.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.145 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:04.145 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.145 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.145 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:04.145 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4952064, 2024-04-10T16:34:04.145 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 9552 2024-04-10T16:34:04.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.145 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:04.145 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:04.145 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:04.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.145 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:04.145 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.145 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.146 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:04.146 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.146 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.146 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.146 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:04.146 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.146 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.146 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.146 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:04.146 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:04.146 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:04.146 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.146 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.146 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.147 INFO:tasks.workunit.client.0.smithi102.stdout: "metadata": { 2024-04-10T16:34:04.147 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T16:34:04.147 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T16:34:04.147 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 2 2024-04-10T16:34:04.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.147 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T16:34:04.147 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T16:34:04.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.147 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T16:34:04.147 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-10T16:34:04.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.147 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T16:34:04.147 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 2 2024-04-10T16:34:04.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.147 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T16:34:04.148 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 2 2024-04-10T16:34:04.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.148 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T16:34:04.148 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-10T16:34:04.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.148 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T16:34:04.148 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-10T16:34:04.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.148 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T16:34:04.148 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 2 2024-04-10T16:34:04.148 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.148 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:04.148 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T16:34:04.148 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 3 2024-04-10T16:34:04.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.149 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T16:34:04.149 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T16:34:04.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.149 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T16:34:04.149 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-10T16:34:04.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.149 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T16:34:04.149 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 3 2024-04-10T16:34:04.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.149 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T16:34:04.149 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 3 2024-04-10T16:34:04.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.149 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T16:34:04.150 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-10T16:34:04.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.150 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T16:34:04.150 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-10T16:34:04.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.150 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T16:34:04.150 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 3 2024-04-10T16:34:04.150 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.150 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.150 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T16:34:04.150 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 8 2024-04-10T16:34:04.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.150 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T16:34:04.150 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-10T16:34:04.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.151 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T16:34:04.151 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-10T16:34:04.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.151 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T16:34:04.151 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 8 2024-04-10T16:34:04.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.151 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T16:34:04.151 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 8 2024-04-10T16:34:04.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.151 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T16:34:04.151 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-10T16:34:04.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.151 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T16:34:04.151 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-10T16:34:04.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.152 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T16:34:04.152 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 8 2024-04-10T16:34:04.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.152 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_objectstore": { 2024-04-10T16:34:04.152 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": 8 2024-04-10T16:34:04.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.152 INFO:tasks.workunit.client.0.smithi102.stdout: "rotational": { 2024-04-10T16:34:04.152 INFO:tasks.workunit.client.0.smithi102.stdout: "0": 8 2024-04-10T16:34:04.152 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.152 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.152 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:04.152 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T16:34:04.152 INFO:tasks.workunit.client.0.smithi102.stdout: "features": { 2024-04-10T16:34:04.152 INFO:tasks.workunit.client.0.smithi102.stdout: "optional": [], 2024-04-10T16:34:04.152 INFO:tasks.workunit.client.0.smithi102.stdout: "persistent": [ 2024-04-10T16:34:04.153 INFO:tasks.workunit.client.0.smithi102.stdout: "kraken", 2024-04-10T16:34:04.153 INFO:tasks.workunit.client.0.smithi102.stdout: "luminous", 2024-04-10T16:34:04.153 INFO:tasks.workunit.client.0.smithi102.stdout: "mimic", 2024-04-10T16:34:04.153 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap-prune", 2024-04-10T16:34:04.153 INFO:tasks.workunit.client.0.smithi102.stdout: "nautilus", 2024-04-10T16:34:04.153 INFO:tasks.workunit.client.0.smithi102.stdout: "octopus", 2024-04-10T16:34:04.153 INFO:tasks.workunit.client.0.smithi102.stdout: "pacific", 2024-04-10T16:34:04.153 INFO:tasks.workunit.client.0.smithi102.stdout: "elector-pinging", 2024-04-10T16:34:04.153 INFO:tasks.workunit.client.0.smithi102.stdout: "quincy", 2024-04-10T16:34:04.153 INFO:tasks.workunit.client.0.smithi102.stdout: "reef", 2024-04-10T16:34:04.153 INFO:tasks.workunit.client.0.smithi102.stdout: "squid" 2024-04-10T16:34:04.153 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.153 INFO:tasks.workunit.client.0.smithi102.stdout: "ipv4_addr_mons": 6, 2024-04-10T16:34:04.153 INFO:tasks.workunit.client.0.smithi102.stdout: "ipv6_addr_mons": 0, 2024-04-10T16:34:04.154 INFO:tasks.workunit.client.0.smithi102.stdout: "min_mon_release": 19, 2024-04-10T16:34:04.154 INFO:tasks.workunit.client.0.smithi102.stdout: "v1_addr_mons": 3, 2024-04-10T16:34:04.154 INFO:tasks.workunit.client.0.smithi102.stdout: "v2_addr_mons": 3 2024-04-10T16:34:04.154 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.154 INFO:tasks.workunit.client.0.smithi102.stdout: "organization": "ceph-qa", 2024-04-10T16:34:04.154 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.154 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster_network": false, 2024-04-10T16:34:04.154 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8, 2024-04-10T16:34:04.154 INFO:tasks.workunit.client.0.smithi102.stdout: "require_min_compat_client": "luminous", 2024-04-10T16:34:04.154 INFO:tasks.workunit.client.0.smithi102.stdout: "require_osd_release": "squid" 2024-04-10T16:34:04.154 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.154 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_perf_histograms": [ 2024-04-10T16:34:04.154 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.154 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:04.155 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T16:34:04.155 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.155 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:04.155 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:04.155 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T16:34:04.155 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T16:34:04.155 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:04.155 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:04.155 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T16:34:04.155 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T16:34:04.155 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T16:34:04.155 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T16:34:04.155 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T16:34:04.155 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T16:34:04.155 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T16:34:04.155 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T16:34:04.156 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T16:34:04.156 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T16:34:04.156 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T16:34:04.156 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T16:34:04.156 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T16:34:04.156 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T16:34:04.156 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T16:34:04.156 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T16:34:04.156 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T16:34:04.156 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T16:34:04.156 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T16:34:04.156 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T16:34:04.156 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T16:34:04.156 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T16:34:04.156 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T16:34:04.156 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T16:34:04.156 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:34:04.156 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:34:04.157 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:34:04.157 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:34:04.157 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:34:04.157 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:34:04.157 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T16:34:04.157 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.157 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:04.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.157 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.157 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:04.157 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:04.157 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T16:34:04.157 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T16:34:04.157 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:04.157 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:04.158 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T16:34:04.158 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T16:34:04.158 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T16:34:04.158 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T16:34:04.158 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T16:34:04.158 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T16:34:04.158 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T16:34:04.158 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T16:34:04.158 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T16:34:04.158 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T16:34:04.158 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T16:34:04.158 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T16:34:04.158 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T16:34:04.158 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T16:34:04.158 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T16:34:04.159 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T16:34:04.159 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T16:34:04.159 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T16:34:04.159 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T16:34:04.159 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T16:34:04.159 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T16:34:04.159 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T16:34:04.159 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T16:34:04.159 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T16:34:04.159 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T16:34:04.159 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T16:34:04.159 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T16:34:04.159 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T16:34:04.159 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T16:34:04.159 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T16:34:04.160 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T16:34:04.160 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.160 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:04.160 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.160 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.160 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T16:34:04.160 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.160 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T16:34:04.160 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.160 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.160 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 56, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.160 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10004, 3750, 4310, 0, 5, 3, 1, 1, 1, 1, 5, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.160 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6924, 101, 119, 2, 21, 3, 9, 5, 25, 58, 26, 33, 43, 23, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.160 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 684, 5, 14, 0, 1, 0, 0, 0, 4, 6, 92, 161, 102, 13, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.161 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 464, 5, 0, 0, 1, 2, 0, 0, 1, 1, 2, 24, 344, 19, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.161 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 140, 10, 3, 0, 0, 0, 0, 1, 7, 1, 7, 3, 30, 98, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.161 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 160, 5, 4, 0, 0, 0, 0, 0, 1, 1, 1, 8, 13, 14, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.161 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 102, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 15, 63, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.161 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 29, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.161 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.161 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.161 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.161 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.161 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.161 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.161 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.161 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.161 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.161 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.162 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.162 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.162 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.162 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.162 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.162 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.162 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.162 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.162 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.162 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.162 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.162 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.162 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.163 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.163 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T16:34:04.163 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.163 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.163 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.163 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 7524, 3, 0, 1, 1, 0, 0, 2, 2, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.163 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6022, 49, 1283, 2, 15, 5, 8, 16, 33, 52, 61, 55, 59, 12, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.163 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 449, 6, 222, 22, 0, 0, 0, 1, 8, 13, 117, 190, 134, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.163 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 284, 1, 0, 8, 0, 0, 1, 0, 1, 1, 3, 21, 404, 3, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.163 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 127, 1, 0, 0, 1, 1, 8, 0, 1, 0, 2, 14, 29, 32, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.163 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 70, 0, 40, 0, 0, 0, 2, 0, 0, 0, 2, 12, 8, 6, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.163 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 118, 0, 226, 0, 0, 0, 0, 0, 0, 0, 0, 8, 10, 4, 44, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.163 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 46, 0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 2, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.163 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.163 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.164 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.164 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.164 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.164 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.164 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.164 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.164 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.164 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.164 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.164 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.164 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.164 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.164 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.164 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.164 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.165 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.165 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.165 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.165 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.165 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.165 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.165 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.165 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.165 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T16:34:04.165 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.165 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.165 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.165 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9706, 1, 1, 0, 0, 0, 0, 0, 1, 0, 17, 1, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.165 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8179, 41, 18, 0, 3, 0, 1, 1, 1, 2, 47, 20, 25, 26, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.165 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 732, 9, 31, 2, 2, 0, 2, 0, 0, 4, 26, 2, 3, 2, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.165 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 386, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 29, 48, 5, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.166 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 140, 1, 1, 0, 2, 0, 3, 1, 2, 0, 13, 6, 32, 45, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.166 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 215, 0, 0, 0, 0, 0, 1, 1, 0, 1, 12, 7, 28, 19, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.166 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 234, 0, 0, 1, 0, 0, 0, 0, 0, 3, 6, 1, 24, 50, 40, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.166 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 114, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 7, 21, 57, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.166 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 18, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 14, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.166 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.166 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.166 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.166 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.166 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.166 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.166 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.166 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.166 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.166 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.167 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.167 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.167 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.167 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.167 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.167 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.167 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.167 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.167 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.167 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.167 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.167 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.167 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.167 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.167 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T16:34:04.168 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.168 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.168 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 467, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.168 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15598, 4111, 69, 8, 25, 32, 0, 0, 0, 0, 16, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.168 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9692, 57, 3, 1, 24, 20, 100, 139, 9, 15, 49, 21, 21, 21, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.168 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1301, 113, 143, 0, 1, 0, 1, 2, 4, 7, 55, 87, 37, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.168 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 485, 20, 39, 0, 5, 0, 0, 0, 0, 0, 1, 13, 145, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.168 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 94, 12, 13, 0, 168, 0, 0, 0, 0, 0, 4, 9, 15, 24, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.168 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 36, 2, 23, 29, 340, 0, 0, 0, 0, 0, 1, 10, 14, 4, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.168 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6, 0, 1, 35, 407, 0, 0, 0, 0, 0, 0, 3, 7, 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.168 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 4, 1903, 112, 0, 0, 0, 0, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.168 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 11, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.168 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.168 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.169 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.169 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.169 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.169 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.169 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.169 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.169 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.169 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.169 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.169 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.169 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.169 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.169 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.169 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.169 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.169 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.170 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.170 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.170 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.170 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.170 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.170 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.170 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T16:34:04.170 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.170 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.170 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.170 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9374, 2, 46, 2, 7385, 462, 1, 0, 2, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.170 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9551, 54, 46, 3, 378, 151, 55, 65, 6, 16, 16, 13, 9, 5, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.170 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 969, 18, 25, 0, 26, 14, 11, 12, 3, 6, 64, 75, 33, 6, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.170 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 332, 7, 0, 0, 4, 9, 0, 0, 0, 1, 5, 32, 176, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.171 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 176, 9, 0, 0, 21, 20, 0, 1, 0, 1, 4, 5, 18, 16, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.171 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 90, 15, 0, 0, 2, 14, 0, 0, 0, 0, 0, 9, 15, 17, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.171 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 38, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 28, 55, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.171 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12, 168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 19, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.171 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 10, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.171 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.171 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.171 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.171 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.171 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.171 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.171 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.171 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.171 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.171 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.171 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.172 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.172 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.172 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.172 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.172 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.172 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.172 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.172 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.172 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.172 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.172 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.172 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.172 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.172 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T16:34:04.172 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.172 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.173 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 530, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.173 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15919, 3983, 1, 1, 1, 0, 1, 0, 0, 1, 2, 0, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.173 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10991, 203, 18, 0, 11, 0, 1, 1, 1, 0, 6, 2, 20, 17, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.173 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2032, 45, 15, 1, 4, 0, 1, 0, 1, 2, 11, 0, 4, 9, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.173 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 831, 8, 5, 5, 4, 0, 0, 0, 0, 0, 5, 2, 36, 12, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.173 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 562, 24, 4, 0, 0, 0, 0, 0, 0, 0, 5, 3, 18, 38, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.173 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 330, 12, 3, 1, 0, 0, 0, 0, 0, 1, 2, 13, 7, 12, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.173 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 112, 3, 0, 0, 0, 0, 3, 0, 0, 0, 1, 4, 11, 5, 39, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.173 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 6, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.173 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.173 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.173 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.173 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.173 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.174 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.174 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.174 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.174 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.174 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.174 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.174 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.174 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.174 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.174 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.174 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.174 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.174 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.174 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.174 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.175 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.175 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.175 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.175 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.175 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.175 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T16:34:04.175 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.175 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.175 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5683, 1754, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.175 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10308, 6404, 0, 0, 0, 0, 0, 0, 0, 2, 5, 0, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.175 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 7567, 215, 25, 2, 14, 4, 2, 5, 6, 23, 7, 15, 24, 7, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.175 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 793, 24, 10, 0, 2, 1, 0, 1, 9, 12, 43, 64, 33, 8, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.175 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 335, 8, 0, 0, 0, 0, 0, 0, 0, 3, 8, 12, 192, 2, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.175 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 112, 5, 0, 0, 0, 1, 0, 0, 0, 3, 3, 1, 19, 24, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.176 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 88, 7, 0, 0, 0, 0, 0, 1, 0, 0, 4, 2, 16, 14, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.176 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 3, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.176 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.176 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.176 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.176 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.176 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.176 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.176 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.176 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.176 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.176 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.176 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.176 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.176 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.177 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.177 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.177 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.177 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.177 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.177 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.177 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.177 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.177 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.177 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.177 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.177 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.177 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.177 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T16:34:04.177 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.178 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.178 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.178 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12791, 4, 1, 0, 0, 1, 0, 0, 0, 0, 4, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.178 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 7998, 282, 0, 0, 4, 2, 0, 0, 0, 0, 5, 3, 12, 15, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.178 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1098, 23, 3, 0, 1, 0, 0, 1, 0, 0, 27, 3, 8, 4, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.178 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 260, 2, 1, 0, 0, 0, 0, 0, 0, 0, 9, 5, 30, 6, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.178 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 20, 60, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.178 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 117, 1, 0, 0, 0, 0, 0, 0, 0, 0, 6, 2, 4, 15, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.178 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 7, 2, 7, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.178 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 2, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.178 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.178 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.178 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.178 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.179 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.179 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.179 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.179 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.179 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.179 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.179 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.179 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.179 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.179 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.179 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.179 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.179 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.179 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.179 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.179 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.180 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.180 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.180 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.180 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.180 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.180 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:04.180 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T16:34:04.180 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.180 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:04.180 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:04.180 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T16:34:04.180 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T16:34:04.180 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:04.180 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:04.181 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T16:34:04.181 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T16:34:04.181 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T16:34:04.181 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T16:34:04.181 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T16:34:04.181 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T16:34:04.181 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T16:34:04.181 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T16:34:04.181 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T16:34:04.181 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T16:34:04.181 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T16:34:04.181 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T16:34:04.181 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T16:34:04.181 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T16:34:04.181 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T16:34:04.181 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T16:34:04.181 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T16:34:04.182 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T16:34:04.182 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T16:34:04.182 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T16:34:04.182 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T16:34:04.182 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T16:34:04.182 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T16:34:04.182 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T16:34:04.182 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:34:04.182 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:34:04.182 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:34:04.182 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:34:04.182 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:34:04.182 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:34:04.182 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T16:34:04.182 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.183 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:04.183 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.183 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.183 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:04.183 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:04.183 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T16:34:04.183 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T16:34:04.183 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:04.183 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:04.183 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T16:34:04.183 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T16:34:04.183 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T16:34:04.183 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T16:34:04.183 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T16:34:04.183 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T16:34:04.183 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T16:34:04.184 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T16:34:04.184 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T16:34:04.184 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T16:34:04.184 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T16:34:04.184 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T16:34:04.184 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T16:34:04.184 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T16:34:04.184 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T16:34:04.184 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T16:34:04.184 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T16:34:04.184 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T16:34:04.184 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T16:34:04.184 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T16:34:04.184 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T16:34:04.184 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T16:34:04.184 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T16:34:04.185 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T16:34:04.185 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T16:34:04.185 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T16:34:04.185 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T16:34:04.185 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T16:34:04.185 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T16:34:04.185 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T16:34:04.185 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T16:34:04.185 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.185 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:04.185 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.185 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.185 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T16:34:04.185 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.185 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T16:34:04.185 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.185 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.186 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.186 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.186 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.186 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 536, 2, 9, 20, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.186 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 4152, 67, 67, 131, 438, 602, 705, 1, 11, 8, 0, 2, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.186 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 609, 17, 28, 51, 25, 8, 22, 0, 0, 4, 1, 5, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.186 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 240, 0, 0, 3, 0, 1, 1, 0, 0, 0, 0, 1, 7, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.186 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 122, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 13, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.186 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 22, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.186 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.186 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.186 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.186 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.186 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.187 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.187 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.187 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.187 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.187 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.187 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.187 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.187 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.187 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.187 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.187 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.187 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.187 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.187 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.187 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.187 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.187 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.188 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.188 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.188 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.188 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T16:34:04.188 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.188 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.188 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.188 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.188 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.188 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 316, 2, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.188 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2717, 264, 33, 56, 121, 1, 0, 0, 4, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.188 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 491, 29, 1209, 0, 0, 0, 0, 0, 1, 1, 2, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.188 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 396, 4, 136, 0, 0, 1, 0, 0, 1, 0, 1, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.188 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1644, 1313, 50, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.188 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1464, 1677, 244, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 6, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.189 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.189 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.189 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.189 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.189 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.189 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.189 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.189 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.189 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.189 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.189 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.189 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.189 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.189 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.189 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.189 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.189 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.190 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.190 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.190 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.190 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.190 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.190 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.190 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.190 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.190 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T16:34:04.190 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.190 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.190 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.190 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.190 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.191 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 989, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.191 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9784, 7, 0, 0, 3, 1, 2, 4, 5, 1, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.191 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15887, 1, 2, 0, 0, 0, 0, 1, 2, 2, 4, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.191 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 272, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 11, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.191 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.191 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 7, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.191 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 0, 3, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.191 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.191 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.191 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.191 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.191 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.191 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.191 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.191 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.191 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.192 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.192 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.192 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.192 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.192 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.192 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.192 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.192 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.192 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.192 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.192 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.192 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.192 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.192 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.192 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.193 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T16:34:04.193 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.193 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.193 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.193 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.193 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.193 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.193 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2980, 35, 0, 0, 3, 1, 3, 3, 3, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.193 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 546, 5, 1, 0, 0, 0, 0, 0, 1, 0, 2, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.193 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 230, 18, 34, 41, 0, 0, 0, 0, 0, 0, 0, 2, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.193 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1006, 318, 0, 111, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.193 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 4104, 2494, 0, 411, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.193 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 228, 189, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.193 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.194 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.194 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.194 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.194 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.194 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.194 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.194 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.194 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.194 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.194 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.194 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.194 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.194 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.194 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.195 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.195 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.195 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.195 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.195 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.195 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.195 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.195 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.195 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.195 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T16:34:04.195 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.195 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.195 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.195 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.196 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.196 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 763, 0, 0, 19, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.196 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3248, 203, 34, 49, 151, 274, 469, 4, 12, 16, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.196 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 338, 21, 0, 0, 5, 0, 15, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.196 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 215, 1, 0, 0, 2, 1, 1, 0, 0, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.196 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.196 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 5, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.196 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.196 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.196 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.196 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.196 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.196 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.196 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.196 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.196 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.196 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.197 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.197 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.197 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.197 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.197 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.197 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.197 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.197 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.197 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.197 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.197 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.197 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.197 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.197 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.197 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.198 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T16:34:04.198 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.198 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.198 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.198 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.198 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.198 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 703, 0, 10, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.198 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5348, 78, 124, 238, 466, 603, 718, 0, 1, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.198 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 474, 2, 5, 8, 6, 8, 7, 0, 1, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.198 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 373, 1, 6, 21, 3, 1, 1, 0, 0, 0, 0, 1, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.198 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 269, 41, 75, 108, 26, 0, 0, 0, 0, 2, 0, 0, 6, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.198 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 167, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 15, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.198 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 25, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 4, 4, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.198 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.199 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.199 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.199 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.199 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.199 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.199 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.199 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.199 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.199 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.199 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.199 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.199 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.199 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.199 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.199 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.200 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.200 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.200 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.200 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.200 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.200 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.200 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.200 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T16:34:04.200 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.200 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.200 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.200 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.200 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.201 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 430, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.201 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2959, 23, 0, 0, 4, 1, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.201 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 331, 2, 1, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.201 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 276, 11, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.201 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 226, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.201 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.201 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.201 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.201 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.201 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.201 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.201 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.201 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.201 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.201 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.201 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.202 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.202 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.202 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.202 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.202 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.202 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.202 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.202 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.202 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.202 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.202 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.202 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.202 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.202 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.202 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.203 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T16:34:04.203 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.203 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.203 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.203 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.203 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.203 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 486, 5, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.203 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8111, 28, 55, 38, 1, 0, 0, 1, 3, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.203 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2691, 23, 97, 40, 0, 1, 0, 0, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.203 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 168, 9, 3, 0, 2, 0, 0, 0, 0, 0, 3, 4, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.203 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 8, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.203 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 13, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.203 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.203 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.203 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.203 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.204 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.204 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.204 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.204 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.204 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.204 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.204 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.204 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.204 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.204 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.204 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.204 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.204 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.204 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.204 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.205 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.205 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.205 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.205 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.205 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.205 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.205 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.205 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:04.205 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T16:34:04.205 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.205 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:04.205 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:04.205 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T16:34:04.205 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T16:34:04.205 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:04.206 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:04.206 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T16:34:04.206 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T16:34:04.206 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T16:34:04.206 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T16:34:04.206 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T16:34:04.206 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T16:34:04.206 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T16:34:04.206 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T16:34:04.206 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T16:34:04.206 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T16:34:04.206 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T16:34:04.206 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T16:34:04.206 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T16:34:04.207 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T16:34:04.207 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T16:34:04.207 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T16:34:04.207 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T16:34:04.207 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T16:34:04.207 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T16:34:04.207 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T16:34:04.207 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T16:34:04.207 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T16:34:04.207 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T16:34:04.207 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T16:34:04.207 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:34:04.207 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:34:04.207 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:34:04.207 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:34:04.207 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:34:04.208 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:34:04.208 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T16:34:04.208 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.208 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:04.208 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.208 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.208 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:04.208 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:04.208 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T16:34:04.208 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T16:34:04.208 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:04.208 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:04.208 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T16:34:04.209 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T16:34:04.209 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T16:34:04.209 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T16:34:04.209 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T16:34:04.209 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T16:34:04.209 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T16:34:04.209 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T16:34:04.209 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T16:34:04.209 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T16:34:04.209 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T16:34:04.209 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T16:34:04.209 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T16:34:04.209 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T16:34:04.209 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T16:34:04.209 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T16:34:04.209 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T16:34:04.209 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T16:34:04.210 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T16:34:04.210 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T16:34:04.210 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T16:34:04.210 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T16:34:04.210 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T16:34:04.210 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T16:34:04.210 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T16:34:04.210 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T16:34:04.210 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T16:34:04.210 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T16:34:04.210 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T16:34:04.210 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T16:34:04.210 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T16:34:04.210 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.210 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:04.211 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.211 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.211 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T16:34:04.211 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.211 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T16:34:04.211 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.211 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.211 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.211 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.211 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.211 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 571, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.211 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6191, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.211 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 773, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.211 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 256, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.212 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.212 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.212 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.212 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.212 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.212 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.212 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.212 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.212 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.212 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.212 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.212 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.212 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.212 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.212 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.212 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.213 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.213 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.213 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.213 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.213 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.213 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.213 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.213 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.213 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.213 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.213 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.213 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T16:34:04.213 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.213 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.213 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.214 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.214 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.214 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 332, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.214 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3199, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.214 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1737, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.214 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 543, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.214 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3026, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.214 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.214 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.214 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.214 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.214 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.214 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.214 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.214 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.214 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.214 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.215 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.215 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.215 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.215 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.215 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.215 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.215 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.215 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.215 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.215 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.215 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.215 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.215 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.215 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.215 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.215 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.215 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T16:34:04.216 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.216 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.216 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.216 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.216 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.216 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 989, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.216 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9811, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.216 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15905, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.216 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.216 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 126, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.216 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.216 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.216 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.216 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.216 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.216 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.217 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.217 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.217 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.217 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.217 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.217 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.217 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.217 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.217 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.217 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.217 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.217 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.217 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.217 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.217 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.218 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.218 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.218 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.218 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.218 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.218 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T16:34:04.218 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.218 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.218 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.218 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.218 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.218 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.218 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3032, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.218 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 561, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.219 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 332, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.219 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1441, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.219 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 7034, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.219 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 464, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.219 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.219 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.219 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.219 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.219 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.219 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.219 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.219 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.219 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.219 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.220 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.220 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.220 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.220 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.220 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.220 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.220 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.220 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.220 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.220 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.220 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.220 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.221 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.221 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T16:34:04.221 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.221 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.221 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.221 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.221 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.221 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 785, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.221 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 4462, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.221 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 381, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.221 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 225, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.221 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.221 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.221 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.221 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.221 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.222 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.222 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.222 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.222 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.222 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.222 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.222 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.222 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.222 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.222 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.222 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.223 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.223 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.223 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.223 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.223 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.223 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.223 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.223 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.223 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.223 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.223 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.223 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T16:34:04.223 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.223 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.223 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.224 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.224 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.224 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 726, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.224 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 7580, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.224 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 515, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.224 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 415, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.224 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 531, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.224 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 202, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.224 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.224 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.224 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.224 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.224 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.224 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.224 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.224 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.225 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.225 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.225 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.225 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.225 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.225 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.225 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.225 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.225 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.225 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.225 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.225 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.225 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.225 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.225 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.225 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.225 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.225 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T16:34:04.226 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.226 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.226 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.226 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.226 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.226 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 436, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.226 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2990, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.226 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.226 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.226 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.226 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.226 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.226 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.226 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.226 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.226 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.227 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.227 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.227 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.227 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.227 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.227 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.227 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.227 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.227 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.227 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.227 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.227 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.227 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.227 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.227 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.227 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.227 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.228 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.228 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.228 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.228 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T16:34:04.228 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.228 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.228 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.228 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.228 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.228 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 507, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.228 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8240, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.228 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2856, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.228 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.228 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 108, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.228 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.228 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.228 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.229 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.229 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.229 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.229 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.229 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.229 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.229 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.229 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.229 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.229 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.229 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.229 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.229 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.229 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.229 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.229 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.229 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.230 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.230 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.230 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.230 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.230 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.230 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.230 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.230 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:04.230 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T16:34:04.230 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.230 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:04.230 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:04.230 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T16:34:04.230 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T16:34:04.230 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:04.231 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:04.231 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T16:34:04.231 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T16:34:04.231 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T16:34:04.231 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T16:34:04.231 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T16:34:04.231 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T16:34:04.231 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T16:34:04.231 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T16:34:04.231 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T16:34:04.231 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T16:34:04.231 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T16:34:04.231 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T16:34:04.231 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T16:34:04.231 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T16:34:04.231 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T16:34:04.232 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T16:34:04.232 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T16:34:04.232 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T16:34:04.232 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T16:34:04.232 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T16:34:04.232 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T16:34:04.232 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T16:34:04.232 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T16:34:04.232 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T16:34:04.232 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:34:04.232 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:34:04.232 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:34:04.232 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:34:04.232 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:34:04.232 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:34:04.233 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T16:34:04.233 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.233 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:04.233 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.233 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.233 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:04.233 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:04.233 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T16:34:04.233 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T16:34:04.233 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:04.233 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:04.233 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T16:34:04.233 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T16:34:04.233 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T16:34:04.233 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T16:34:04.234 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T16:34:04.234 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T16:34:04.234 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T16:34:04.234 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T16:34:04.234 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T16:34:04.234 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T16:34:04.234 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T16:34:04.234 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T16:34:04.234 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T16:34:04.234 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T16:34:04.234 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T16:34:04.234 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T16:34:04.234 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T16:34:04.234 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T16:34:04.235 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T16:34:04.235 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T16:34:04.235 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T16:34:04.235 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T16:34:04.235 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T16:34:04.235 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T16:34:04.235 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T16:34:04.235 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T16:34:04.235 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T16:34:04.235 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T16:34:04.235 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T16:34:04.235 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T16:34:04.235 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T16:34:04.235 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.235 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:04.235 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.236 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.236 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T16:34:04.236 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.236 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T16:34:04.236 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.236 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.236 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.236 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.236 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.236 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.236 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1924, 18, 0, 0, 8, 0, 0, 4, 4, 7, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.236 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1232, 11, 1, 2, 4, 1, 3, 10, 33, 67, 80, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.236 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 195, 11, 0, 0, 2, 3, 1, 1, 3, 6, 73, 214, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.236 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 336, 8, 0, 0, 0, 0, 1, 0, 3, 1, 8, 18, 276, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.236 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 547, 2, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 21, 25, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.236 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 591, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 13, 24, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 699, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.237 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.238 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.238 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.238 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.238 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.238 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.238 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.238 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.238 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T16:34:04.238 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.238 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.238 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.238 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.238 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.238 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 37, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.238 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2785, 17, 0, 0, 5, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.238 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1320, 4, 1, 3, 4, 7, 10, 21, 45, 68, 118, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.238 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 90, 3, 0, 2, 1, 0, 3, 5, 2, 4, 74, 265, 225, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 35, 0, 0, 0, 0, 0, 1, 1, 2, 4, 12, 13, 369, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 94, 2, 0, 0, 0, 0, 0, 0, 0, 2, 1, 8, 24, 19, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 431, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 7, 10, 25, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1615, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 545, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.239 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.240 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.240 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.240 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.240 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T16:34:04.240 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.240 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 299, 6, 1, 1, 3, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 185, 4, 0, 0, 1, 0, 5, 2, 9, 11, 56, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 252, 2, 0, 0, 0, 0, 1, 6, 9, 16, 72, 100, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 141, 3, 0, 0, 0, 0, 0, 1, 0, 8, 30, 45, 19, 9, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 59, 1, 0, 0, 0, 0, 2, 0, 3, 2, 10, 30, 29, 29, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 1, 1, 0, 4, 16, 18, 47, 119, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.241 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.242 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.242 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.243 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.243 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.243 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T16:34:04.243 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 38, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1297, 12, 1, 2, 19, 0, 2, 2, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 461, 7, 1, 0, 2, 4, 5, 13, 10, 33, 43, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 198, 11, 0, 0, 1, 1, 0, 1, 3, 0, 23, 123, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 401, 4, 0, 0, 0, 0, 0, 1, 0, 1, 3, 4, 98, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.243 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 2, 1, 3, 4, 15, 25, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 15, 30, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.244 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.245 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.245 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.245 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.245 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T16:34:04.245 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.245 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1110, 11, 0, 0, 16, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 733, 9, 0, 0, 2, 3, 4, 8, 10, 34, 46, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 388, 5, 0, 0, 0, 0, 0, 0, 4, 3, 50, 127, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 495, 49, 0, 0, 0, 0, 1, 0, 2, 1, 8, 26, 141, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 249, 60, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 11, 19, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 88, 128, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 10, 19, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 142, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 24, 276, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.246 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.247 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.247 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.248 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.248 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.248 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T16:34:04.248 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 123, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 498, 16, 0, 0, 12, 0, 2, 3, 6, 8, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 89, 5, 2, 0, 1, 1, 2, 1, 3, 1, 10, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 129, 5, 0, 0, 0, 0, 2, 5, 4, 5, 37, 23, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 65, 5, 0, 0, 0, 0, 0, 1, 3, 3, 17, 29, 15, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 31, 2, 0, 0, 0, 0, 1, 0, 0, 2, 4, 7, 16, 22, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.248 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 9, 12, 31, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 4, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.249 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.250 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.250 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.250 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.250 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.250 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.250 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.250 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.250 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.250 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T16:34:04.250 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.250 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.250 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.250 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.250 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.250 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 77, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1092, 23, 1, 0, 11, 1, 4, 4, 12, 13, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 662, 13, 0, 0, 3, 4, 7, 7, 11, 20, 31, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 423, 9, 1, 0, 0, 0, 0, 0, 0, 2, 33, 103, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 455, 2, 0, 0, 1, 1, 0, 0, 2, 1, 6, 10, 181, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 179, 2, 0, 0, 1, 0, 0, 0, 0, 2, 6, 4, 16, 19, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 130, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 16, 19, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.251 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.252 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.252 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.252 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.252 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.253 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T16:34:04.253 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.253 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.253 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.253 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.253 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.253 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 44, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.253 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 226, 11, 2, 3, 6, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.253 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 65, 8, 1, 1, 0, 1, 3, 4, 8, 1, 14, 9, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.253 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 102, 0, 1, 0, 0, 0, 2, 5, 3, 6, 17, 23, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 55, 1, 0, 0, 0, 0, 1, 2, 3, 0, 14, 24, 12, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10, 0, 0, 0, 0, 0, 1, 0, 1, 1, 5, 14, 33, 26, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 7, 12, 45, 105, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.254 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.255 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.255 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.255 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.255 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.255 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.255 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.255 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.255 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.255 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.255 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.255 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.255 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.255 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.255 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.255 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.255 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-10T16:34:04.255 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T16:34:04.256 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.256 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 8, 2024-04-10T16:34:04.256 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:04.256 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "number of replicas", 2024-04-10T16:34:04.256 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 1, 2024-04-10T16:34:04.256 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:04.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:04.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0]", 2024-04-10T16:34:04.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[1, 1]", 2024-04-10T16:34:04.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[2, 2]", 2024-04-10T16:34:04.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[3, 3]", 2024-04-10T16:34:04.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[4, 4]", 2024-04-10T16:34:04.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[5, 5]", 2024-04-10T16:34:04.256 INFO:tasks.workunit.client.0.smithi102.stdout: "[6, None]" 2024-04-10T16:34:04.256 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.256 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "linear" 2024-04-10T16:34:04.256 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.257 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.257 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 10, 2024-04-10T16:34:04.257 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:04.257 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "duration", 2024-04-10T16:34:04.257 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 250000, 2024-04-10T16:34:04.257 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:04.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:04.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 249999]", 2024-04-10T16:34:04.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[250000, 499999]", 2024-04-10T16:34:04.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[500000, 999999]", 2024-04-10T16:34:04.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[1000000, 1999999]", 2024-04-10T16:34:04.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[2000000, 3999999]", 2024-04-10T16:34:04.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[4000000, 7999999]", 2024-04-10T16:34:04.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[8000000, 15999999]", 2024-04-10T16:34:04.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[16000000, 31999999]", 2024-04-10T16:34:04.257 INFO:tasks.workunit.client.0.smithi102.stdout: "[32000000, None]" 2024-04-10T16:34:04.257 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.258 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:04.258 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.258 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.258 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T16:34:04.258 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.258 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T16:34:04.258 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.258 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.258 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.258 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.259 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.259 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T16:34:04.259 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.259 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.259 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.259 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.259 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.259 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T16:34:04.259 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.260 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.260 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.260 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.260 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.260 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.260 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.260 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.260 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.260 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.260 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.260 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.260 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T16:34:04.260 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.260 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.260 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.260 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.261 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.261 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.261 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.261 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T16:34:04.261 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.261 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.262 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.262 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.262 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.262 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.262 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T16:34:04.262 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.262 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.262 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.262 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.262 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.262 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.262 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.262 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.262 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.262 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.262 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.263 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.263 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T16:34:04.263 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.263 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.263 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.263 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.263 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.263 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.263 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.263 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.263 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.263 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.263 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.263 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.263 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T16:34:04.264 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:04.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:04.264 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:04.264 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.264 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.264 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:04.264 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.264 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.264 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.265 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_counters": { 2024-04-10T16:34:04.265 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:04.265 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T16:34:04.265 INFO:tasks.workunit.client.0.smithi102.stdout: "caps": { 2024-04-10T16:34:04.265 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.265 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.265 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_flush_ack": { 2024-04-10T16:34:04.265 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.265 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.265 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-10T16:34:04.265 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.265 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.265 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_grant": { 2024-04-10T16:34:04.265 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.265 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.265 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_revoke": { 2024-04-10T16:34:04.266 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.266 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.266 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_trunc": { 2024-04-10T16:34:04.266 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.266 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.266 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_commit": { 2024-04-10T16:34:04.266 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.266 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.266 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_fetch_complete": { 2024-04-10T16:34:04.266 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12 2024-04-10T16:34:04.266 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.266 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_fetch_keys": { 2024-04-10T16:34:04.266 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T16:34:04.266 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.266 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_merge": { 2024-04-10T16:34:04.266 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.267 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.267 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_split": { 2024-04-10T16:34:04.267 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.267 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.267 INFO:tasks.workunit.client.0.smithi102.stdout: "exported_inodes": { 2024-04-10T16:34:04.267 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.267 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.267 INFO:tasks.workunit.client.0.smithi102.stdout: "forward": { 2024-04-10T16:34:04.267 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.267 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.267 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_cap_release": { 2024-04-10T16:34:04.267 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.267 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.267 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_caps": { 2024-04-10T16:34:04.267 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.267 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.267 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_caps_dirty": { 2024-04-10T16:34:04.267 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.268 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_inode_file_caps": { 2024-04-10T16:34:04.268 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.268 INFO:tasks.workunit.client.0.smithi102.stdout: "imported_inodes": { 2024-04-10T16:34:04.268 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.268 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes": { 2024-04-10T16:34:04.268 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T16:34:04.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.268 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes_expired": { 2024-04-10T16:34:04.268 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.268 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes_pinned": { 2024-04-10T16:34:04.268 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T16:34:04.268 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.268 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes_with_caps": { 2024-04-10T16:34:04.269 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.269 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.269 INFO:tasks.workunit.client.0.smithi102.stdout: "load_cent": { 2024-04-10T16:34:04.269 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.269 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.269 INFO:tasks.workunit.client.0.smithi102.stdout: "openino_dir_fetch": { 2024-04-10T16:34:04.269 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.269 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.269 INFO:tasks.workunit.client.0.smithi102.stdout: "process_request_cap_release": { 2024-04-10T16:34:04.269 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.269 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.269 INFO:tasks.workunit.client.0.smithi102.stdout: "reply_latency": { 2024-04-10T16:34:04.269 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.269 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.269 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.269 INFO:tasks.workunit.client.0.smithi102.stdout: "request": { 2024-04-10T16:34:04.269 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.270 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.270 INFO:tasks.workunit.client.0.smithi102.stdout: "root_rbytes": { 2024-04-10T16:34:04.270 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.270 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.270 INFO:tasks.workunit.client.0.smithi102.stdout: "root_rfiles": { 2024-04-10T16:34:04.270 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.270 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.270 INFO:tasks.workunit.client.0.smithi102.stdout: "root_rsnaps": { 2024-04-10T16:34:04.270 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.270 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.270 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_reply": { 2024-04-10T16:34:04.270 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.270 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.270 INFO:tasks.workunit.client.0.smithi102.stdout: "subtrees": { 2024-04-10T16:34:04.270 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:04.271 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.271 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.271 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_cache": { 2024-04-10T16:34:04.271 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_enqueue_scrub": { 2024-04-10T16:34:04.271 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.271 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.271 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_exportdir": { 2024-04-10T16:34:04.271 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.271 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.271 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_flush": { 2024-04-10T16:34:04.271 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.271 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.271 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_fragmentdir": { 2024-04-10T16:34:04.271 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.271 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.272 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_fragstats": { 2024-04-10T16:34:04.272 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.272 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.272 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_inodestats": { 2024-04-10T16:34:04.272 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.272 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.272 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_quiesce_inode": { 2024-04-10T16:34:04.272 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.272 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.272 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_quiesce_path": { 2024-04-10T16:34:04.272 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.272 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_recovering_enqueued": { 2024-04-10T16:34:04.272 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.272 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_recovering_prioritized": { 2024-04-10T16:34:04.273 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.273 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_recovering_processing": { 2024-04-10T16:34:04.273 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.273 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_strays": { 2024-04-10T16:34:04.273 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.273 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_strays_delayed": { 2024-04-10T16:34:04.273 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.273 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.273 INFO:tasks.workunit.client.0.smithi102.stdout: "num_strays_enqueuing": { 2024-04-10T16:34:04.273 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.273 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.273 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_completed": { 2024-04-10T16:34:04.273 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.273 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.273 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_started": { 2024-04-10T16:34:04.274 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.274 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.274 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_created": { 2024-04-10T16:34:04.274 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.274 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.274 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_enqueued": { 2024-04-10T16:34:04.274 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.274 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.274 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_migrated": { 2024-04-10T16:34:04.274 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.274 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.274 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_reintegrated": { 2024-04-10T16:34:04.274 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.274 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.274 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.274 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_log": { 2024-04-10T16:34:04.274 INFO:tasks.workunit.client.0.smithi102.stdout: "ev": { 2024-04-10T16:34:04.275 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17 2024-04-10T16:34:04.277 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.277 INFO:tasks.workunit.client.0.smithi102.stdout: "evadd": { 2024-04-10T16:34:04.277 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.277 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.277 INFO:tasks.workunit.client.0.smithi102.stdout: "evex": { 2024-04-10T16:34:04.277 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.277 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.277 INFO:tasks.workunit.client.0.smithi102.stdout: "evexd": { 2024-04-10T16:34:04.277 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.277 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.277 INFO:tasks.workunit.client.0.smithi102.stdout: "evexg": { 2024-04-10T16:34:04.278 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.278 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.278 INFO:tasks.workunit.client.0.smithi102.stdout: "evlrg": { 2024-04-10T16:34:04.278 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.278 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.278 INFO:tasks.workunit.client.0.smithi102.stdout: "evtrm": { 2024-04-10T16:34:04.278 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.278 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.278 INFO:tasks.workunit.client.0.smithi102.stdout: "jlat": { 2024-04-10T16:34:04.278 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.278 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.278 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.278 INFO:tasks.workunit.client.0.smithi102.stdout: "replayed": { 2024-04-10T16:34:04.278 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17 2024-04-10T16:34:04.278 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.279 INFO:tasks.workunit.client.0.smithi102.stdout: "seg": { 2024-04-10T16:34:04.279 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:04.279 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.279 INFO:tasks.workunit.client.0.smithi102.stdout: "segadd": { 2024-04-10T16:34:04.279 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.279 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.279 INFO:tasks.workunit.client.0.smithi102.stdout: "segex": { 2024-04-10T16:34:04.279 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.279 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.279 INFO:tasks.workunit.client.0.smithi102.stdout: "segexd": { 2024-04-10T16:34:04.279 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.279 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.279 INFO:tasks.workunit.client.0.smithi102.stdout: "segexg": { 2024-04-10T16:34:04.279 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.279 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.280 INFO:tasks.workunit.client.0.smithi102.stdout: "segmjr": { 2024-04-10T16:34:04.280 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:04.280 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.280 INFO:tasks.workunit.client.0.smithi102.stdout: "segtrm": { 2024-04-10T16:34:04.280 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.280 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.280 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.280 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_mem": { 2024-04-10T16:34:04.280 INFO:tasks.workunit.client.0.smithi102.stdout: "cap": { 2024-04-10T16:34:04.280 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.280 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.280 INFO:tasks.workunit.client.0.smithi102.stdout: "cap+": { 2024-04-10T16:34:04.280 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.280 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.280 INFO:tasks.workunit.client.0.smithi102.stdout: "cap-": { 2024-04-10T16:34:04.281 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.281 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.281 INFO:tasks.workunit.client.0.smithi102.stdout: "dir": { 2024-04-10T16:34:04.281 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12 2024-04-10T16:34:04.281 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.281 INFO:tasks.workunit.client.0.smithi102.stdout: "dir+": { 2024-04-10T16:34:04.281 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12 2024-04-10T16:34:04.281 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.281 INFO:tasks.workunit.client.0.smithi102.stdout: "dir-": { 2024-04-10T16:34:04.281 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.281 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.281 INFO:tasks.workunit.client.0.smithi102.stdout: "dn": { 2024-04-10T16:34:04.281 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T16:34:04.281 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.281 INFO:tasks.workunit.client.0.smithi102.stdout: "dn+": { 2024-04-10T16:34:04.281 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T16:34:04.281 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.281 INFO:tasks.workunit.client.0.smithi102.stdout: "dn-": { 2024-04-10T16:34:04.282 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.282 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.282 INFO:tasks.workunit.client.0.smithi102.stdout: "heap": { 2024-04-10T16:34:04.282 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 248184 2024-04-10T16:34:04.282 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.282 INFO:tasks.workunit.client.0.smithi102.stdout: "ino": { 2024-04-10T16:34:04.282 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T16:34:04.282 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.282 INFO:tasks.workunit.client.0.smithi102.stdout: "ino+": { 2024-04-10T16:34:04.282 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T16:34:04.282 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.282 INFO:tasks.workunit.client.0.smithi102.stdout: "ino-": { 2024-04-10T16:34:04.282 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.282 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.282 INFO:tasks.workunit.client.0.smithi102.stdout: "rss": { 2024-04-10T16:34:04.282 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 50532 2024-04-10T16:34:04.283 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.283 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.283 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_server": { 2024-04-10T16:34:04.283 INFO:tasks.workunit.client.0.smithi102.stdout: "cap_acquisition_throttle": { 2024-04-10T16:34:04.283 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.283 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.283 INFO:tasks.workunit.client.0.smithi102.stdout: "cap_revoke_eviction": { 2024-04-10T16:34:04.283 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.283 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.283 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_request": { 2024-04-10T16:34:04.283 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.283 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.283 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_session": { 2024-04-10T16:34:04.283 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.283 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.283 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_peer_request": { 2024-04-10T16:34:04.283 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.284 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.284 INFO:tasks.workunit.client.0.smithi102.stdout: "req_create_latency": { 2024-04-10T16:34:04.284 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.284 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.284 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.284 INFO:tasks.workunit.client.0.smithi102.stdout: "req_getattr_latency": { 2024-04-10T16:34:04.284 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.284 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.284 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.284 INFO:tasks.workunit.client.0.smithi102.stdout: "req_getfilelock_latency": { 2024-04-10T16:34:04.284 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.284 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.284 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.284 INFO:tasks.workunit.client.0.smithi102.stdout: "req_getvxattr_latency": { 2024-04-10T16:34:04.284 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.284 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.284 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.285 INFO:tasks.workunit.client.0.smithi102.stdout: "req_link_latency": { 2024-04-10T16:34:04.285 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.285 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.285 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.285 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookup_latency": { 2024-04-10T16:34:04.285 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.285 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.285 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.285 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookuphash_latency": { 2024-04-10T16:34:04.285 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.285 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.285 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.285 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupino_latency": { 2024-04-10T16:34:04.285 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.285 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.285 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.286 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupname_latency": { 2024-04-10T16:34:04.286 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.286 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.286 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.286 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupparent_latency": { 2024-04-10T16:34:04.286 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.286 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.286 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.286 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupsnap_latency": { 2024-04-10T16:34:04.286 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.286 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.286 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.286 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lssnap_latency": { 2024-04-10T16:34:04.286 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.286 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.286 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.287 INFO:tasks.workunit.client.0.smithi102.stdout: "req_mkdir_latency": { 2024-04-10T16:34:04.287 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.287 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.287 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.287 INFO:tasks.workunit.client.0.smithi102.stdout: "req_mknod_latency": { 2024-04-10T16:34:04.287 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.287 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.287 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.287 INFO:tasks.workunit.client.0.smithi102.stdout: "req_mksnap_latency": { 2024-04-10T16:34:04.287 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.287 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.287 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.287 INFO:tasks.workunit.client.0.smithi102.stdout: "req_open_latency": { 2024-04-10T16:34:04.287 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.287 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.288 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.288 INFO:tasks.workunit.client.0.smithi102.stdout: "req_readdir_latency": { 2024-04-10T16:34:04.288 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.288 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.288 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.288 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rename_latency": { 2024-04-10T16:34:04.288 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.288 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.288 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.288 INFO:tasks.workunit.client.0.smithi102.stdout: "req_renamesnap_latency": { 2024-04-10T16:34:04.288 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.288 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.288 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.288 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rmdir_latency": { 2024-04-10T16:34:04.288 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.288 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.288 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.289 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rmsnap_latency": { 2024-04-10T16:34:04.289 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.289 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.289 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.289 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rmxattr_latency": { 2024-04-10T16:34:04.289 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.289 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.289 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.289 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setattr_latency": { 2024-04-10T16:34:04.289 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.289 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.289 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.289 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setdirlayout_latency": { 2024-04-10T16:34:04.289 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.289 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.289 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.289 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setfilelock_latency": { 2024-04-10T16:34:04.289 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.290 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.290 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.290 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setlayout_latency": { 2024-04-10T16:34:04.290 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.290 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.290 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.290 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setxattr_latency": { 2024-04-10T16:34:04.290 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.290 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.290 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.290 INFO:tasks.workunit.client.0.smithi102.stdout: "req_snapdiff_latency": { 2024-04-10T16:34:04.290 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.290 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.290 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.290 INFO:tasks.workunit.client.0.smithi102.stdout: "req_symlink_latency": { 2024-04-10T16:34:04.290 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.290 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.291 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.291 INFO:tasks.workunit.client.0.smithi102.stdout: "req_unlink_latency": { 2024-04-10T16:34:04.291 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.291 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.291 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.291 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.291 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_sessions": { 2024-04-10T16:34:04.291 INFO:tasks.workunit.client.0.smithi102.stdout: "average_load": { 2024-04-10T16:34:04.291 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.291 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.291 INFO:tasks.workunit.client.0.smithi102.stdout: "avg_session_uptime": { 2024-04-10T16:34:04.291 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.291 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.291 INFO:tasks.workunit.client.0.smithi102.stdout: "mdthresh_evicted": { 2024-04-10T16:34:04.291 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.292 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.292 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T16:34:04.292 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T16:34:04.292 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.292 INFO:tasks.workunit.client.0.smithi102.stdout: "session_count": { 2024-04-10T16:34:04.292 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.292 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.292 INFO:tasks.workunit.client.0.smithi102.stdout: "session_remove": { 2024-04-10T16:34:04.292 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T16:34:04.292 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.292 INFO:tasks.workunit.client.0.smithi102.stdout: "sessions_open": { 2024-04-10T16:34:04.292 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:04.292 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.292 INFO:tasks.workunit.client.0.smithi102.stdout: "sessions_stale": { 2024-04-10T16:34:04.292 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.292 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.292 INFO:tasks.workunit.client.0.smithi102.stdout: "total_load": { 2024-04-10T16:34:04.292 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.293 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.293 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.293 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:04.293 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:04.293 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.293 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.293 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:04.293 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37 2024-04-10T16:34:04.293 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.293 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:04.293 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.293 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.293 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:04.293 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7 2024-04-10T16:34:04.293 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.293 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.293 INFO:tasks.workunit.client.0.smithi102.stdout: "purge_queue": { 2024-04-10T16:34:04.293 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executed": { 2024-04-10T16:34:04.294 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.294 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.294 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executed_ops": { 2024-04-10T16:34:04.294 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.294 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.294 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing": { 2024-04-10T16:34:04.294 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.294 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.294 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing_high_water": { 2024-04-10T16:34:04.294 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.294 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.294 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing_ops": { 2024-04-10T16:34:04.294 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.294 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.294 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing_ops_high_water": { 2024-04-10T16:34:04.294 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.295 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.295 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_item_in_journal": { 2024-04-10T16:34:04.295 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.295 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.295 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.295 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.295 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T16:34:04.295 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:04.295 INFO:tasks.workunit.client.0.smithi102.stdout: "election_call": { 2024-04-10T16:34:04.295 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:04.295 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.295 INFO:tasks.workunit.client.0.smithi102.stdout: "election_lose": { 2024-04-10T16:34:04.295 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:04.295 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.295 INFO:tasks.workunit.client.0.smithi102.stdout: "election_win": { 2024-04-10T16:34:04.296 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.296 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_elections": { 2024-04-10T16:34:04.296 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7 2024-04-10T16:34:04.296 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": { 2024-04-10T16:34:04.296 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T16:34:04.296 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.296 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T16:34:04.296 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:04.296 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.296 INFO:tasks.workunit.client.0.smithi102.stdout: "session_rm": { 2024-04-10T16:34:04.296 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 259 2024-04-10T16:34:04.296 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.297 INFO:tasks.workunit.client.0.smithi102.stdout: "session_trim": { 2024-04-10T16:34:04.297 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.297 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.297 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.297 INFO:tasks.workunit.client.0.smithi102.stdout: "paxos": { 2024-04-10T16:34:04.297 INFO:tasks.workunit.client.0.smithi102.stdout: "accept_timeout": { 2024-04-10T16:34:04.297 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.297 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.297 INFO:tasks.workunit.client.0.smithi102.stdout: "begin": { 2024-04-10T16:34:04.297 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8389 2024-04-10T16:34:04.297 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.297 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_bytes": { 2024-04-10T16:34:04.297 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8389, 2024-04-10T16:34:04.298 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57989898 2024-04-10T16:34:04.298 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.298 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_keys": { 2024-04-10T16:34:04.298 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.298 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.298 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.298 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_latency": { 2024-04-10T16:34:04.298 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8389, 2024-04-10T16:34:04.298 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1314964475 2024-04-10T16:34:04.298 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.298 INFO:tasks.workunit.client.0.smithi102.stdout: "collect": { 2024-04-10T16:34:04.298 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:04.298 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.298 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_bytes": { 2024-04-10T16:34:04.299 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T16:34:04.299 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 146 2024-04-10T16:34:04.299 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.299 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_keys": { 2024-04-10T16:34:04.299 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T16:34:04.299 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:04.299 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.299 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_latency": { 2024-04-10T16:34:04.299 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T16:34:04.299 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 999974 2024-04-10T16:34:04.299 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.299 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_timeout": { 2024-04-10T16:34:04.299 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.299 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.299 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_uncommitted": { 2024-04-10T16:34:04.300 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.300 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.300 INFO:tasks.workunit.client.0.smithi102.stdout: "commit": { 2024-04-10T16:34:04.300 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8389 2024-04-10T16:34:04.300 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.300 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_bytes": { 2024-04-10T16:34:04.300 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.300 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.300 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.300 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_keys": { 2024-04-10T16:34:04.300 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.300 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.300 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.300 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_latency": { 2024-04-10T16:34:04.300 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.301 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.301 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_ack_timeout": { 2024-04-10T16:34:04.301 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.301 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_timeout": { 2024-04-10T16:34:04.301 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.301 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn": { 2024-04-10T16:34:04.301 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.301 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn_latency": { 2024-04-10T16:34:04.301 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.301 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.301 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.302 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh": { 2024-04-10T16:34:04.302 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8389 2024-04-10T16:34:04.302 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.302 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh_latency": { 2024-04-10T16:34:04.302 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8389, 2024-04-10T16:34:04.302 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 26104294534 2024-04-10T16:34:04.302 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.302 INFO:tasks.workunit.client.0.smithi102.stdout: "restart": { 2024-04-10T16:34:04.302 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9 2024-04-10T16:34:04.302 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.302 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state": { 2024-04-10T16:34:04.302 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.302 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.302 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_bytes": { 2024-04-10T16:34:04.302 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.303 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.303 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_keys": { 2024-04-10T16:34:04.303 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.303 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.303 INFO:tasks.workunit.client.0.smithi102.stdout: "start_leader": { 2024-04-10T16:34:04.303 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.303 INFO:tasks.workunit.client.0.smithi102.stdout: "start_peon": { 2024-04-10T16:34:04.303 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:04.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.303 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state": { 2024-04-10T16:34:04.303 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8389 2024-04-10T16:34:04.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.304 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_bytes": { 2024-04-10T16:34:04.304 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8389, 2024-04-10T16:34:04.304 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 114381997 2024-04-10T16:34:04.304 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.304 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_keys": { 2024-04-10T16:34:04.304 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8389, 2024-04-10T16:34:04.304 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73968 2024-04-10T16:34:04.304 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.304 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_latency": { 2024-04-10T16:34:04.304 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8389, 2024-04-10T16:34:04.304 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2750925858 2024-04-10T16:34:04.304 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.304 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.304 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache": { 2024-04-10T16:34:04.304 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:04.304 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1020054731 2024-04-10T16:34:04.305 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.305 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:04.305 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 165658624 2024-04-10T16:34:04.305 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.305 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:04.305 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 163577856 2024-04-10T16:34:04.305 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.305 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:04.305 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2147483648 2024-04-10T16:34:04.305 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.305 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:04.305 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2080768 2024-04-10T16:34:04.305 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.305 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.305 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:full": { 2024-04-10T16:34:04.305 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.306 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 360710144 2024-04-10T16:34:04.306 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.306 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.306 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.306 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.306 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.306 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.306 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.306 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.306 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267573164 2024-04-10T16:34:04.306 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.306 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.306 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24044047 2024-04-10T16:34:04.306 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.306 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.306 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.307 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.307 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.307 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.307 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.307 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.307 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.307 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.307 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.307 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.307 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.307 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.307 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.307 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.307 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.307 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.307 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.307 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.307 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.308 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.308 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.308 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.308 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.308 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.308 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69092933 2024-04-10T16:34:04.308 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.308 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.308 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:inc": { 2024-04-10T16:34:04.308 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.308 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 339738624 2024-04-10T16:34:04.308 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.308 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.308 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.308 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.308 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.308 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.309 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.309 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.309 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267573164 2024-04-10T16:34:04.309 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.309 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.309 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1463878 2024-04-10T16:34:04.309 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.309 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.309 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.309 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.309 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.309 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.309 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.309 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.309 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.309 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.309 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.309 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.310 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.310 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.310 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.310 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.310 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.310 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.310 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.310 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.310 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.310 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.310 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.310 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.310 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.310 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.311 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70701582 2024-04-10T16:34:04.311 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.311 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.311 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:kv": { 2024-04-10T16:34:04.311 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.311 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 314572800 2024-04-10T16:34:04.311 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.311 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.311 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:04.311 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.311 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.311 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.311 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.311 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.311 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 178382109 2024-04-10T16:34:04.311 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.311 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.311 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.312 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.312 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.312 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.312 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.312 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.312 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.312 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.312 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.312 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.312 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.312 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.312 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.312 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.312 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.312 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.312 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.312 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.313 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.313 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.313 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.313 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.313 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.313 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.313 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.313 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.313 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.313 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69081827 2024-04-10T16:34:04.313 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.313 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.313 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb": { 2024-04-10T16:34:04.313 INFO:tasks.workunit.client.0.smithi102.stdout: "compact": { 2024-04-10T16:34:04.313 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.313 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.313 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_len": { 2024-04-10T16:34:04.313 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.314 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.314 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_merge": { 2024-04-10T16:34:04.314 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.314 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.314 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_range": { 2024-04-10T16:34:04.314 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 100 2024-04-10T16:34:04.314 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.314 INFO:tasks.workunit.client.0.smithi102.stdout: "get_latency": { 2024-04-10T16:34:04.314 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 363850, 2024-04-10T16:34:04.314 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1782371535 2024-04-10T16:34:04.314 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.314 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:34:04.314 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.314 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.314 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.314 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:34:04.314 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.315 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.315 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.315 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:34:04.315 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.315 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.315 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.315 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:34:04.315 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.315 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.315 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.315 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_latency": { 2024-04-10T16:34:04.315 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.315 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.315 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.315 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_sync_latency": { 2024-04-10T16:34:04.315 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20249, 2024-04-10T16:34:04.315 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6283625869 2024-04-10T16:34:04.316 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.316 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.316 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.316 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:04.316 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:04.316 INFO:tasks.workunit.client.0.smithi102.stdout: "election_call": { 2024-04-10T16:34:04.316 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:04.316 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.316 INFO:tasks.workunit.client.0.smithi102.stdout: "election_lose": { 2024-04-10T16:34:04.316 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.316 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.316 INFO:tasks.workunit.client.0.smithi102.stdout: "election_win": { 2024-04-10T16:34:04.316 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:04.316 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_elections": { 2024-04-10T16:34:04.316 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17 2024-04-10T16:34:04.317 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": { 2024-04-10T16:34:04.317 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9 2024-04-10T16:34:04.317 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.317 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T16:34:04.317 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:04.317 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.317 INFO:tasks.workunit.client.0.smithi102.stdout: "session_rm": { 2024-04-10T16:34:04.317 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 247 2024-04-10T16:34:04.317 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.317 INFO:tasks.workunit.client.0.smithi102.stdout: "session_trim": { 2024-04-10T16:34:04.317 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.317 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.317 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.317 INFO:tasks.workunit.client.0.smithi102.stdout: "paxos": { 2024-04-10T16:34:04.317 INFO:tasks.workunit.client.0.smithi102.stdout: "accept_timeout": { 2024-04-10T16:34:04.317 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.317 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.318 INFO:tasks.workunit.client.0.smithi102.stdout: "begin": { 2024-04-10T16:34:04.318 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8489 2024-04-10T16:34:04.318 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.318 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_bytes": { 2024-04-10T16:34:04.318 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8489, 2024-04-10T16:34:04.318 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 59458832 2024-04-10T16:34:04.318 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.318 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_keys": { 2024-04-10T16:34:04.318 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8489, 2024-04-10T16:34:04.318 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 25467 2024-04-10T16:34:04.318 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.318 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_latency": { 2024-04-10T16:34:04.318 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8489, 2024-04-10T16:34:04.318 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1838962681 2024-04-10T16:34:04.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.319 INFO:tasks.workunit.client.0.smithi102.stdout: "collect": { 2024-04-10T16:34:04.319 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.319 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_bytes": { 2024-04-10T16:34:04.319 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.319 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.319 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_keys": { 2024-04-10T16:34:04.319 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.319 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.319 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_latency": { 2024-04-10T16:34:04.319 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.319 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.319 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_timeout": { 2024-04-10T16:34:04.320 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.320 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.320 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_uncommitted": { 2024-04-10T16:34:04.320 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:04.320 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.320 INFO:tasks.workunit.client.0.smithi102.stdout: "commit": { 2024-04-10T16:34:04.320 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8487 2024-04-10T16:34:04.320 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.320 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_bytes": { 2024-04-10T16:34:04.320 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8487, 2024-04-10T16:34:04.320 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58824198 2024-04-10T16:34:04.320 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.320 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_keys": { 2024-04-10T16:34:04.320 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8487, 2024-04-10T16:34:04.320 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 66203 2024-04-10T16:34:04.320 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.320 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_latency": { 2024-04-10T16:34:04.320 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8487, 2024-04-10T16:34:04.321 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3046683435 2024-04-10T16:34:04.321 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.321 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_ack_timeout": { 2024-04-10T16:34:04.321 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.321 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.321 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_timeout": { 2024-04-10T16:34:04.321 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.321 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.321 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn": { 2024-04-10T16:34:04.321 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:04.321 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.321 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn_latency": { 2024-04-10T16:34:04.321 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T16:34:04.321 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10999776 2024-04-10T16:34:04.321 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.321 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh": { 2024-04-10T16:34:04.321 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8490 2024-04-10T16:34:04.322 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.322 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh_latency": { 2024-04-10T16:34:04.322 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8490, 2024-04-10T16:34:04.322 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32472340938 2024-04-10T16:34:04.322 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.322 INFO:tasks.workunit.client.0.smithi102.stdout: "restart": { 2024-04-10T16:34:04.322 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19 2024-04-10T16:34:04.322 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.322 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state": { 2024-04-10T16:34:04.322 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:04.322 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.322 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_bytes": { 2024-04-10T16:34:04.322 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:04.322 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 61152 2024-04-10T16:34:04.322 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.322 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_keys": { 2024-04-10T16:34:04.323 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:04.323 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:04.323 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.323 INFO:tasks.workunit.client.0.smithi102.stdout: "start_leader": { 2024-04-10T16:34:04.323 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:04.323 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.323 INFO:tasks.workunit.client.0.smithi102.stdout: "start_peon": { 2024-04-10T16:34:04.323 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.323 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.323 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state": { 2024-04-10T16:34:04.323 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.323 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.323 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_bytes": { 2024-04-10T16:34:04.323 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.324 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.324 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.324 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_keys": { 2024-04-10T16:34:04.324 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.324 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.324 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.324 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_latency": { 2024-04-10T16:34:04.324 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.324 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.324 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.324 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.324 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache": { 2024-04-10T16:34:04.324 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:04.324 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1020054731 2024-04-10T16:34:04.324 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.325 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:04.325 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 255950848 2024-04-10T16:34:04.325 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.325 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:04.325 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 252993536 2024-04-10T16:34:04.325 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.325 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:04.325 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2147483648 2024-04-10T16:34:04.325 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.325 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:04.325 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2957312 2024-04-10T16:34:04.325 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.325 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.325 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:full": { 2024-04-10T16:34:04.326 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.326 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 360710144 2024-04-10T16:34:04.326 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.326 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.326 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.326 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.326 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.326 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.326 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.326 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.326 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267454310 2024-04-10T16:34:04.326 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.326 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.326 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24339513 2024-04-10T16:34:04.326 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.327 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.327 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.327 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.327 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.327 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.327 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.327 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.327 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.327 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.327 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.327 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.327 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.327 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.327 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.327 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.327 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.328 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.328 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.328 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.328 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.328 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.328 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.328 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.328 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.328 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.328 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68916321 2024-04-10T16:34:04.328 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.328 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.328 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:inc": { 2024-04-10T16:34:04.328 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.328 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 339738624 2024-04-10T16:34:04.328 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.329 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.329 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.329 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.329 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.329 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.329 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.329 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.329 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267454310 2024-04-10T16:34:04.329 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.329 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.329 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1485355 2024-04-10T16:34:04.329 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.329 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.329 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.329 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.329 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.329 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.330 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.330 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.330 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.330 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.330 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.330 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.330 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.330 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.330 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.330 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.330 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.330 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.330 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.330 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.330 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.330 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.330 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.330 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.331 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.331 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.331 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70798959 2024-04-10T16:34:04.331 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.331 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.331 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:kv": { 2024-04-10T16:34:04.331 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.331 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 314572800 2024-04-10T16:34:04.331 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.331 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.331 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:04.331 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.331 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.331 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.331 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.331 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.331 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 178302873 2024-04-10T16:34:04.332 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.332 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.332 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.332 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.332 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.332 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.332 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.332 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.332 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.332 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.332 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.332 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.332 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.332 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.332 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.333 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.333 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.333 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.333 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.333 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.333 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.333 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.333 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.333 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.333 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.333 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.333 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.333 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.333 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.333 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69161063 2024-04-10T16:34:04.333 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.333 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.334 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb": { 2024-04-10T16:34:04.334 INFO:tasks.workunit.client.0.smithi102.stdout: "compact": { 2024-04-10T16:34:04.334 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.334 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.334 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_len": { 2024-04-10T16:34:04.334 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.334 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.334 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_merge": { 2024-04-10T16:34:04.334 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.334 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.334 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_range": { 2024-04-10T16:34:04.334 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 100 2024-04-10T16:34:04.334 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.334 INFO:tasks.workunit.client.0.smithi102.stdout: "get_latency": { 2024-04-10T16:34:04.334 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 381564, 2024-04-10T16:34:04.334 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2245331236 2024-04-10T16:34:04.334 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.335 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:34:04.335 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.335 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.335 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.335 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:34:04.335 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.335 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.335 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.335 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:34:04.335 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.335 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.335 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.335 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:34:04.335 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.335 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.335 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.336 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_latency": { 2024-04-10T16:34:04.336 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.336 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.336 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.336 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_sync_latency": { 2024-04-10T16:34:04.336 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20499, 2024-04-10T16:34:04.336 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7907249437 2024-04-10T16:34:04.336 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.336 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.336 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.336 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.523315f168f59b146f7d533dca80f6e7526a6fec": { 2024-04-10T16:34:04.336 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:04.336 INFO:tasks.workunit.client.0.smithi102.stdout: "election_call": { 2024-04-10T16:34:04.336 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:04.336 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.336 INFO:tasks.workunit.client.0.smithi102.stdout: "election_lose": { 2024-04-10T16:34:04.337 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:04.337 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.337 INFO:tasks.workunit.client.0.smithi102.stdout: "election_win": { 2024-04-10T16:34:04.337 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.337 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_elections": { 2024-04-10T16:34:04.337 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11 2024-04-10T16:34:04.337 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": { 2024-04-10T16:34:04.337 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9 2024-04-10T16:34:04.337 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.337 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T16:34:04.337 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T16:34:04.337 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.337 INFO:tasks.workunit.client.0.smithi102.stdout: "session_rm": { 2024-04-10T16:34:04.337 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 264 2024-04-10T16:34:04.337 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.338 INFO:tasks.workunit.client.0.smithi102.stdout: "session_trim": { 2024-04-10T16:34:04.338 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.338 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.338 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.338 INFO:tasks.workunit.client.0.smithi102.stdout: "paxos": { 2024-04-10T16:34:04.338 INFO:tasks.workunit.client.0.smithi102.stdout: "accept_timeout": { 2024-04-10T16:34:04.338 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.338 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.338 INFO:tasks.workunit.client.0.smithi102.stdout: "begin": { 2024-04-10T16:34:04.338 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8414 2024-04-10T16:34:04.338 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.338 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_bytes": { 2024-04-10T16:34:04.338 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8414, 2024-04-10T16:34:04.338 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58185194 2024-04-10T16:34:04.338 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.338 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_keys": { 2024-04-10T16:34:04.338 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.339 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.339 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.339 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_latency": { 2024-04-10T16:34:04.339 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8414, 2024-04-10T16:34:04.339 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1978959751 2024-04-10T16:34:04.339 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.339 INFO:tasks.workunit.client.0.smithi102.stdout: "collect": { 2024-04-10T16:34:04.339 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:04.339 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.339 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_bytes": { 2024-04-10T16:34:04.339 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T16:34:04.339 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 219 2024-04-10T16:34:04.339 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.339 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_keys": { 2024-04-10T16:34:04.339 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T16:34:04.339 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:04.340 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.340 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_latency": { 2024-04-10T16:34:04.340 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T16:34:04.340 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6999858 2024-04-10T16:34:04.340 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.340 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_timeout": { 2024-04-10T16:34:04.340 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.340 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.340 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_uncommitted": { 2024-04-10T16:34:04.340 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:04.340 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.340 INFO:tasks.workunit.client.0.smithi102.stdout: "commit": { 2024-04-10T16:34:04.340 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8414 2024-04-10T16:34:04.340 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.340 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_bytes": { 2024-04-10T16:34:04.340 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.340 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.341 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.341 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_keys": { 2024-04-10T16:34:04.341 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.341 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.341 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.341 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_latency": { 2024-04-10T16:34:04.341 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.341 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.341 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.341 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_ack_timeout": { 2024-04-10T16:34:04.341 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.341 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.341 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_timeout": { 2024-04-10T16:34:04.341 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.341 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.341 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn": { 2024-04-10T16:34:04.341 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.341 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.342 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn_latency": { 2024-04-10T16:34:04.342 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.342 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.342 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.342 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh": { 2024-04-10T16:34:04.342 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8414 2024-04-10T16:34:04.342 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.342 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh_latency": { 2024-04-10T16:34:04.342 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8414, 2024-04-10T16:34:04.342 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 29146408501 2024-04-10T16:34:04.342 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.342 INFO:tasks.workunit.client.0.smithi102.stdout: "restart": { 2024-04-10T16:34:04.342 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T16:34:04.342 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.342 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state": { 2024-04-10T16:34:04.342 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.343 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.343 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_bytes": { 2024-04-10T16:34:04.343 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.343 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.343 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.343 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_keys": { 2024-04-10T16:34:04.343 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.343 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.343 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.343 INFO:tasks.workunit.client.0.smithi102.stdout: "start_leader": { 2024-04-10T16:34:04.343 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.343 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.343 INFO:tasks.workunit.client.0.smithi102.stdout: "start_peon": { 2024-04-10T16:34:04.343 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:04.343 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.343 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state": { 2024-04-10T16:34:04.343 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8414 2024-04-10T16:34:04.343 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.344 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_bytes": { 2024-04-10T16:34:04.344 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8414, 2024-04-10T16:34:04.344 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 114888163 2024-04-10T16:34:04.344 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.344 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_keys": { 2024-04-10T16:34:04.344 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8414, 2024-04-10T16:34:04.344 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74106 2024-04-10T16:34:04.344 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.344 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_latency": { 2024-04-10T16:34:04.344 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8414, 2024-04-10T16:34:04.344 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5710883962 2024-04-10T16:34:04.344 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.344 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.344 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache": { 2024-04-10T16:34:04.344 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:04.344 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1020054731 2024-04-10T16:34:04.344 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.344 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:04.345 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 167739392 2024-04-10T16:34:04.345 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.345 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:04.345 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 165888000 2024-04-10T16:34:04.345 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.345 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:04.345 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2147483648 2024-04-10T16:34:04.345 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.345 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:04.345 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1851392 2024-04-10T16:34:04.345 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.345 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.345 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:full": { 2024-04-10T16:34:04.345 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.345 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 360710144 2024-04-10T16:34:04.345 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.345 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.345 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.345 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.346 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.346 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.346 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.346 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.346 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267529928 2024-04-10T16:34:04.346 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.346 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.346 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24149391 2024-04-10T16:34:04.346 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.346 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.346 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.346 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.346 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.346 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.346 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.346 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.347 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.347 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.347 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.347 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.347 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.347 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.347 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.347 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.347 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.347 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.347 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.347 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.347 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.347 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.347 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.347 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.347 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.348 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.348 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69030825 2024-04-10T16:34:04.348 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.348 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.348 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:inc": { 2024-04-10T16:34:04.348 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.348 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 339738624 2024-04-10T16:34:04.348 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.348 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.348 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.348 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.348 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.348 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.349 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.349 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.349 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267529928 2024-04-10T16:34:04.349 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.349 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.349 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1473830 2024-04-10T16:34:04.349 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.349 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.349 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.349 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.349 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.349 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.349 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.349 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.349 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.349 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.350 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.350 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.350 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.350 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.350 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.350 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.350 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.350 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.350 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.350 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.350 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.350 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.350 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.351 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.351 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.351 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70734866 2024-04-10T16:34:04.351 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.351 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:kv": { 2024-04-10T16:34:04.351 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.351 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 314572800 2024-04-10T16:34:04.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.351 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.351 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:04.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.351 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.351 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.351 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.351 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.351 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 178353285 2024-04-10T16:34:04.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.352 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.352 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.352 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.352 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.352 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.352 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.352 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.352 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.352 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.352 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.352 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.352 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.353 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.353 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.353 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.353 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.353 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.353 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.353 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.353 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.353 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.353 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.353 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.353 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69110651 2024-04-10T16:34:04.353 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.353 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.353 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb": { 2024-04-10T16:34:04.353 INFO:tasks.workunit.client.0.smithi102.stdout: "compact": { 2024-04-10T16:34:04.354 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.354 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.354 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_len": { 2024-04-10T16:34:04.354 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.354 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.354 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_merge": { 2024-04-10T16:34:04.354 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.354 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.354 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_range": { 2024-04-10T16:34:04.354 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 100 2024-04-10T16:34:04.354 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.354 INFO:tasks.workunit.client.0.smithi102.stdout: "get_latency": { 2024-04-10T16:34:04.354 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 365044, 2024-04-10T16:34:04.354 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1906954864 2024-04-10T16:34:04.354 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.354 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:34:04.354 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.355 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.355 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.355 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:34:04.355 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.355 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.355 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.355 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:34:04.355 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.355 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.355 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.355 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:34:04.355 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.355 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.355 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.355 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_latency": { 2024-04-10T16:34:04.355 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.356 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.356 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.356 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_sync_latency": { 2024-04-10T16:34:04.356 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20319, 2024-04-10T16:34:04.356 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9950674566 2024-04-10T16:34:04.356 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.356 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.356 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.356 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.0": { 2024-04-10T16:34:04.356 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:04.356 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:04.356 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18699 2024-04-10T16:34:04.357 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.357 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:04.357 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.357 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.357 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:04.357 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.357 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.357 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:04.357 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.357 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.357 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:04.357 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:04.358 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.358 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:04.358 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.358 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.358 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:04.358 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.358 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.358 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:04.358 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.358 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.358 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:04.358 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.358 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.359 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:04.359 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8925184 2024-04-10T16:34:04.359 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.359 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:04.359 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 653643776 2024-04-10T16:34:04.359 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.359 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:04.359 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18, 2024-04-10T16:34:04.359 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4531299 2024-04-10T16:34:04.359 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.359 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:04.359 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18, 2024-04-10T16:34:04.359 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1125088 2024-04-10T16:34:04.360 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.360 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:04.360 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 186, 2024-04-10T16:34:04.360 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1002408 2024-04-10T16:34:04.360 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.360 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:04.360 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:04.360 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.360 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:04.360 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 585629696 2024-04-10T16:34:04.360 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.360 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:04.360 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76254, 2024-04-10T16:34:04.360 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11224018451 2024-04-10T16:34:04.361 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.361 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:04.361 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76253, 2024-04-10T16:34:04.361 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18210315049 2024-04-10T16:34:04.361 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.361 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:04.361 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13090816 2024-04-10T16:34:04.361 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.361 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:04.361 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 312348672 2024-04-10T16:34:04.361 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.361 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:04.361 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 594149376 2024-04-10T16:34:04.361 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.361 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:04.361 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.362 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.362 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:04.362 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.362 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.362 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:04.362 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 46 2024-04-10T16:34:04.362 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.362 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:04.362 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6448908204 2024-04-10T16:34:04.362 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.362 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:04.362 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58971 2024-04-10T16:34:04.362 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.362 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:04.362 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5496307712 2024-04-10T16:34:04.363 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.363 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:04.363 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5496311808 2024-04-10T16:34:04.363 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.363 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:04.363 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.363 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.363 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:04.363 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.363 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.363 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:04.363 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47197 2024-04-10T16:34:04.363 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.363 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:04.363 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 58971, 2024-04-10T16:34:04.363 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1963287906 2024-04-10T16:34:04.364 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.364 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:04.364 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6340636295 2024-04-10T16:34:04.364 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.364 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:04.364 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 55652 2024-04-10T16:34:04.364 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.364 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:04.364 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2663319 2024-04-10T16:34:04.364 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.364 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:04.364 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 467 2024-04-10T16:34:04.364 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.364 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:04.365 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8850702 2024-04-10T16:34:04.365 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.365 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:04.365 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 684 2024-04-10T16:34:04.365 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.365 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:04.365 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6187383 2024-04-10T16:34:04.365 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.365 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:04.365 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6187383 2024-04-10T16:34:04.365 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.365 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:04.365 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.366 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.366 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:04.366 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.366 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.366 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:04.366 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 224 2024-04-10T16:34:04.366 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.366 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:04.366 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 684, 2024-04-10T16:34:04.366 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2410142 2024-04-10T16:34:04.366 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.366 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:04.366 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.367 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.367 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.367 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:04.367 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.367 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.367 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:04.367 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.367 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.367 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:04.367 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:04.367 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 586 2024-04-10T16:34:04.367 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.367 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:04.367 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9, 2024-04-10T16:34:04.368 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10429 2024-04-10T16:34:04.368 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.368 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:04.368 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.368 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.368 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.368 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:04.368 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.368 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.368 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:04.368 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.368 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.368 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:04.368 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 977653760 2024-04-10T16:34:04.368 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.369 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.369 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:04.369 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:04.369 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:04.369 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.369 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:04.369 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9805824 2024-04-10T16:34:04.369 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.369 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:04.369 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20635, 2024-04-10T16:34:04.369 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 89249991 2024-04-10T16:34:04.369 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.369 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:04.369 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3597, 2024-04-10T16:34:04.369 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5507883690 2024-04-10T16:34:04.370 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.370 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:04.370 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.370 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.370 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.370 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:04.370 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.370 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.370 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:04.370 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.370 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.370 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:04.370 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.370 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.370 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:04.371 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 30533, 2024-04-10T16:34:04.371 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 251286074 2024-04-10T16:34:04.371 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.371 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:04.371 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.371 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.371 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.371 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:04.371 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.371 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.371 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:04.371 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76190, 2024-04-10T16:34:04.371 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22207888303 2024-04-10T16:34:04.371 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.371 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:04.371 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75608, 2024-04-10T16:34:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1538667674 2024-04-10T16:34:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76190, 2024-04-10T16:34:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45673425 2024-04-10T16:34:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76190, 2024-04-10T16:34:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22253561728 2024-04-10T16:34:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.372 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:04.373 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36503, 2024-04-10T16:34:04.373 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1259610326 2024-04-10T16:34:04.373 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.373 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:04.373 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1107, 2024-04-10T16:34:04.373 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3008299 2024-04-10T16:34:04.373 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.373 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:04.373 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 19642, 2024-04-10T16:34:04.373 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10085352 2024-04-10T16:34:04.373 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.373 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:04.373 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 53, 2024-04-10T16:34:04.373 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65411 2024-04-10T16:34:04.373 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.373 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:04.374 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 16908, 2024-04-10T16:34:04.374 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1928804973 2024-04-10T16:34:04.374 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.374 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:04.374 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 249724 2024-04-10T16:34:04.374 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.374 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:04.374 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23732 2024-04-10T16:34:04.374 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.374 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:04.374 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 21298, 2024-04-10T16:34:04.374 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2619604559 2024-04-10T16:34:04.374 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.374 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:04.375 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 48810, 2024-04-10T16:34:04.375 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16363856 2024-04-10T16:34:04.375 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.375 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:04.375 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27512, 2024-04-10T16:34:04.375 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1986183035 2024-04-10T16:34:04.375 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.375 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:04.375 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.375 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.375 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:04.375 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15210, 2024-04-10T16:34:04.375 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 439039808 2024-04-10T16:34:04.375 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.376 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:04.376 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.376 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.376 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:04.376 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.376 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.376 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:04.376 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.376 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.376 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:04.376 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.376 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.376 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:04.376 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:04.376 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9900552989 2024-04-10T16:34:04.376 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9074, 2024-04-10T16:34:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 857481305 2024-04-10T16:34:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9074, 2024-04-10T16:34:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4302007123228 2024-04-10T16:34:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9074, 2024-04-10T16:34:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6525560698559 2024-04-10T16:34:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2807234761272 2024-04-10T16:34:04.377 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.378 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:04.378 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:04.378 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8309726 2024-04-10T16:34:04.378 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.378 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:04.378 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:04.378 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 400009982 2024-04-10T16:34:04.378 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.378 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:04.378 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:04.378 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35149710054 2024-04-10T16:34:04.378 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.378 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:04.378 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:04.378 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32092377 2024-04-10T16:34:04.379 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.379 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:04.379 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:04.379 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18261790683 2024-04-10T16:34:04.379 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.379 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:04.379 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:04.379 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13204720251 2024-04-10T16:34:04.379 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.379 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:04.379 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5984064 2024-04-10T16:34:04.379 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.379 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:04.379 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2566, 2024-04-10T16:34:04.379 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14649582 2024-04-10T16:34:04.380 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.380 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:04.380 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:04.380 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 76931668860 2024-04-10T16:34:04.380 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.380 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:04.380 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:04.380 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14314723568 2024-04-10T16:34:04.380 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.380 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:04.380 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:04.380 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 568487261 2024-04-10T16:34:04.380 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.380 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.381 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:04.381 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:04.381 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405293598 2024-04-10T16:34:04.381 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.381 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:04.381 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 502341632 2024-04-10T16:34:04.381 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.381 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:04.381 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 468156416 2024-04-10T16:34:04.381 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.381 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:04.381 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600705843 2024-04-10T16:34:04.381 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.381 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:04.381 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 34185216 2024-04-10T16:34:04.381 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.382 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.382 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:04.382 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.382 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:04.382 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.382 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.382 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.382 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.382 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.382 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.382 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.382 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.382 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56837590 2024-04-10T16:34:04.382 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.382 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.383 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.383 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.383 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.383 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8192 2024-04-10T16:34:04.383 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.383 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.383 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.383 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.383 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.383 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.383 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.383 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.383 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24576 2024-04-10T16:34:04.383 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.383 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.383 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 815104 2024-04-10T16:34:04.384 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.384 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.384 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.384 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.384 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.384 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.384 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.384 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.384 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.384 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.384 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.384 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68143658 2024-04-10T16:34:04.384 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.384 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.384 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:04.384 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.385 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 562036736 2024-04-10T16:34:04.385 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.385 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.385 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:04.385 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.385 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.385 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.385 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.385 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.385 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 426281931 2024-04-10T16:34:04.385 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.385 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.385 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.385 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.385 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.385 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 976 2024-04-10T16:34:04.385 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.385 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.386 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 288 2024-04-10T16:34:04.386 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.386 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.386 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.386 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.386 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.386 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73760 2024-04-10T16:34:04.386 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.386 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.386 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.386 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.386 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.386 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.386 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.387 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.387 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.387 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.387 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.387 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.387 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.387 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.387 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68570917 2024-04-10T16:34:04.387 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.387 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.387 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:04.387 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.387 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:04.387 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.387 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.387 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:04.388 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.388 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.388 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8727056 2024-04-10T16:34:04.388 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.388 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.388 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37891727 2024-04-10T16:34:04.388 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.388 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.388 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.388 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.388 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.388 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.388 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.388 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.388 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.389 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.389 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.389 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.389 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.389 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.389 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.389 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.389 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.389 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.389 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.389 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.389 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.389 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.389 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.389 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.390 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.390 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.390 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.390 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.390 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.390 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70821729 2024-04-10T16:34:04.390 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.390 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.390 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:04.390 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.390 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 494927872 2024-04-10T16:34:04.390 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.390 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.390 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.390 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.390 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.391 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.391 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.391 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.391 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 426281931 2024-04-10T16:34:04.391 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.391 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.391 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.391 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.391 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.391 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2940 2024-04-10T16:34:04.391 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.391 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.391 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.391 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.391 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.391 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.391 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.392 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.392 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 151908 2024-04-10T16:34:04.392 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.392 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.392 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1102563 2024-04-10T16:34:04.392 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.392 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.392 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.392 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.392 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.392 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.392 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.392 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.392 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.392 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.392 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.393 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67388530 2024-04-10T16:34:04.393 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.393 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.393 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:04.393 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:04.393 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.393 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.393 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:04.393 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 39 2024-04-10T16:34:04.393 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.393 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:04.393 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.393 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.393 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:04.393 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.393 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.393 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.393 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.394 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:04.394 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56 2024-04-10T16:34:04.394 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.394 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:04.394 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.394 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.394 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:04.394 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 44172 2024-04-10T16:34:04.394 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.394 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:04.394 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 129243, 2024-04-10T16:34:04.394 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7902861948 2024-04-10T16:34:04.394 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.394 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:04.394 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:04.394 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.394 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:04.395 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.395 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.395 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:04.395 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2563463558 2024-04-10T16:34:04.395 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.395 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:04.395 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 44172, 2024-04-10T16:34:04.395 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 197265118419 2024-04-10T16:34:04.395 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.395 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:04.395 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3916406058 2024-04-10T16:34:04.395 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.395 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:04.395 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 45103, 2024-04-10T16:34:04.395 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21475708163 2024-04-10T16:34:04.395 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.395 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:04.395 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 44172, 2024-04-10T16:34:04.395 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71092446920 2024-04-10T16:34:04.396 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.396 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:04.396 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28678 2024-04-10T16:34:04.396 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.396 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:04.396 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 28678, 2024-04-10T16:34:04.396 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16177114803 2024-04-10T16:34:04.396 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.396 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:04.396 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.396 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.396 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:04.396 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3916406058 2024-04-10T16:34:04.396 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.396 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:04.396 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 29041, 2024-04-10T16:34:04.396 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6747205393 2024-04-10T16:34:04.397 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.397 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:04.397 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 28678, 2024-04-10T16:34:04.397 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7657552860 2024-04-10T16:34:04.397 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.397 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:04.397 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8115 2024-04-10T16:34:04.397 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.397 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:04.397 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 594834082 2024-04-10T16:34:04.397 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.397 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:04.397 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8115, 2024-04-10T16:34:04.397 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16136164588 2024-04-10T16:34:04.397 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.398 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:04.398 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.398 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.398 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:04.398 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.398 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.398 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:04.398 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.398 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.398 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:04.398 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8499, 2024-04-10T16:34:04.398 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5396996750 2024-04-10T16:34:04.398 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.398 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:04.398 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8115, 2024-04-10T16:34:04.399 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13955162087 2024-04-10T16:34:04.399 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.399 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:04.399 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7379 2024-04-10T16:34:04.399 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.399 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:04.399 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1968629476 2024-04-10T16:34:04.399 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.399 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:04.399 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7379, 2024-04-10T16:34:04.399 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 164951839028 2024-04-10T16:34:04.399 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.399 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:04.399 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.399 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.399 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:04.400 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7563, 2024-04-10T16:34:04.400 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9331506020 2024-04-10T16:34:04.400 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.400 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:04.400 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7379, 2024-04-10T16:34:04.400 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49479731973 2024-04-10T16:34:04.400 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.400 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:04.400 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.400 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.400 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:04.400 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41129917 2024-04-10T16:34:04.400 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.400 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:04.400 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49 2024-04-10T16:34:04.400 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.401 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:04.401 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:04.401 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.401 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:04.401 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 595443712 2024-04-10T16:34:04.401 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.401 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.401 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.401 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.1": { 2024-04-10T16:34:04.401 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:04.401 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:04.401 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 25266 2024-04-10T16:34:04.401 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.401 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:04.401 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.402 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.402 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:04.402 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.402 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.402 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:04.402 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.402 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.402 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:04.402 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:04.402 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.402 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:04.402 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.402 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.402 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:04.402 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.402 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.403 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:04.403 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.403 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.403 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:04.403 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.403 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.403 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:04.403 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4657152 2024-04-10T16:34:04.403 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.403 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:04.403 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 637992960 2024-04-10T16:34:04.403 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.403 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:04.403 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17, 2024-04-10T16:34:04.404 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4342033 2024-04-10T16:34:04.404 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.404 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:04.404 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17, 2024-04-10T16:34:04.404 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1111657 2024-04-10T16:34:04.404 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.404 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:04.404 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 172, 2024-04-10T16:34:04.404 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 871404 2024-04-10T16:34:04.404 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.404 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:04.404 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:04.404 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.404 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:04.404 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 618463232 2024-04-10T16:34:04.405 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.405 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:04.405 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72157, 2024-04-10T16:34:04.405 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11137797176 2024-04-10T16:34:04.405 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.405 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:04.405 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72167, 2024-04-10T16:34:04.405 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18054766692 2024-04-10T16:34:04.405 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.405 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:04.405 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13021184 2024-04-10T16:34:04.405 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.405 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:04.405 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 295645184 2024-04-10T16:34:04.406 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.406 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:04.406 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 626982912 2024-04-10T16:34:04.406 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.406 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:04.406 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.406 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.406 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:04.406 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.406 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:04.406 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45 2024-04-10T16:34:04.406 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.406 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:04.406 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2787825207 2024-04-10T16:34:04.407 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.407 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:04.407 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23278 2024-04-10T16:34:04.407 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.407 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:04.407 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2419322880 2024-04-10T16:34:04.407 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.407 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:04.407 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2419326976 2024-04-10T16:34:04.407 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.407 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:04.407 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.407 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.407 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:04.407 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.407 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.408 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:04.408 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20236 2024-04-10T16:34:04.408 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.408 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:04.408 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23278, 2024-04-10T16:34:04.408 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 923405339 2024-04-10T16:34:04.408 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.408 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:04.408 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2721120960 2024-04-10T16:34:04.408 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.408 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:04.408 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21228 2024-04-10T16:34:04.408 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.408 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:04.408 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1443813 2024-04-10T16:34:04.408 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.409 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:04.409 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 284 2024-04-10T16:34:04.409 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.409 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:04.409 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4624888 2024-04-10T16:34:04.409 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.409 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:04.409 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 396 2024-04-10T16:34:04.409 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.409 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:04.409 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3181075 2024-04-10T16:34:04.409 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.409 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:04.409 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3181075 2024-04-10T16:34:04.409 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.409 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:04.409 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.410 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.410 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:04.410 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.410 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.410 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:04.410 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 118 2024-04-10T16:34:04.410 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.410 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:04.410 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 396, 2024-04-10T16:34:04.410 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1105361 2024-04-10T16:34:04.410 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.410 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:04.410 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.410 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.410 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.410 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:04.411 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.411 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.411 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:04.411 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.411 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.411 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:04.411 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:04.411 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 590 2024-04-10T16:34:04.411 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.411 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:04.411 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7, 2024-04-10T16:34:04.411 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9881 2024-04-10T16:34:04.411 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.411 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:04.412 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.412 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.412 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.412 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:04.412 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.412 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.412 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:04.412 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.412 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.412 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:04.412 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 940879872 2024-04-10T16:34:04.412 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.412 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.412 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:04.412 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:04.412 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:04.413 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.413 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:04.413 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9207808 2024-04-10T16:34:04.413 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.413 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:04.413 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 21513, 2024-04-10T16:34:04.413 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 107431963 2024-04-10T16:34:04.413 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.413 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:04.413 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3563, 2024-04-10T16:34:04.413 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5136766746 2024-04-10T16:34:04.413 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.413 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:04.413 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.413 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.413 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.413 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:04.413 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.414 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.414 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:04.414 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.414 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.414 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:04.414 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.414 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.414 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:04.414 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 19923, 2024-04-10T16:34:04.414 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 166069781 2024-04-10T16:34:04.414 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.414 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:04.414 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.414 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.414 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.414 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:04.415 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.415 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.415 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:04.415 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72117, 2024-04-10T16:34:04.415 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21715305073 2024-04-10T16:34:04.415 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.415 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:04.415 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 71540, 2024-04-10T16:34:04.415 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1643008272 2024-04-10T16:34:04.415 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.415 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:04.415 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72117, 2024-04-10T16:34:04.415 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42429442 2024-04-10T16:34:04.415 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.415 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:04.415 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72117, 2024-04-10T16:34:04.415 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21757734515 2024-04-10T16:34:04.415 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.416 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:04.416 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.416 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.416 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.416 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:04.416 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 26062, 2024-04-10T16:34:04.416 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 678487447 2024-04-10T16:34:04.416 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.416 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:04.416 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 921, 2024-04-10T16:34:04.416 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2644984 2024-04-10T16:34:04.416 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.416 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:04.416 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9078, 2024-04-10T16:34:04.416 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5395119 2024-04-10T16:34:04.416 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.416 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:04.417 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 46, 2024-04-10T16:34:04.417 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72655 2024-04-10T16:34:04.417 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.417 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:04.417 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 11085, 2024-04-10T16:34:04.417 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 805110302 2024-04-10T16:34:04.417 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.417 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:04.417 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 221042 2024-04-10T16:34:04.417 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.417 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:04.417 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 25945 2024-04-10T16:34:04.417 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.417 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:04.417 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 21219, 2024-04-10T16:34:04.417 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2269480416 2024-04-10T16:34:04.417 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.418 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:04.418 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72568, 2024-04-10T16:34:04.418 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18512517 2024-04-10T16:34:04.418 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.418 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:04.418 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 51349, 2024-04-10T16:34:04.418 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1487769332 2024-04-10T16:34:04.418 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.418 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:04.418 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.418 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.418 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:04.418 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15065, 2024-04-10T16:34:04.418 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 420873004 2024-04-10T16:34:04.418 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.418 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:04.418 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.419 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.419 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:04.419 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.419 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.419 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:04.419 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.419 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.419 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:04.419 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.419 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.419 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:04.419 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:04.419 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13936255413 2024-04-10T16:34:04.419 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.419 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:04.419 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23213, 2024-04-10T16:34:04.419 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1537384656 2024-04-10T16:34:04.420 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.420 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:04.420 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23210, 2024-04-10T16:34:04.420 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4113427866529 2024-04-10T16:34:04.420 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.420 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:04.420 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23213, 2024-04-10T16:34:04.420 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7218548283067 2024-04-10T16:34:04.420 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.420 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:04.420 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88284, 2024-04-10T16:34:04.420 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3150413150699 2024-04-10T16:34:04.420 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.421 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:04.421 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88284, 2024-04-10T16:34:04.421 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8307186 2024-04-10T16:34:04.421 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.421 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:04.421 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:04.421 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 424113171 2024-04-10T16:34:04.421 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.421 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:04.421 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:04.421 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37993639844 2024-04-10T16:34:04.421 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.421 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:04.421 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:04.421 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 30044705 2024-04-10T16:34:04.421 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.422 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:04.422 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:04.422 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19958283629 2024-04-10T16:34:04.422 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.422 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:04.422 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:04.422 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16020900178 2024-04-10T16:34:04.422 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.422 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:04.422 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5393147 2024-04-10T16:34:04.422 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.422 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:04.422 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2550, 2024-04-10T16:34:04.422 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14039501 2024-04-10T16:34:04.422 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.422 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:04.423 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:04.423 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 88347077501 2024-04-10T16:34:04.423 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.423 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:04.423 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:04.423 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17074141031 2024-04-10T16:34:04.423 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.423 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:04.423 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:04.423 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1315038122 2024-04-10T16:34:04.423 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.423 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.423 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:04.423 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:04.423 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405293598 2024-04-10T16:34:04.423 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.424 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:04.424 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 591798272 2024-04-10T16:34:04.424 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.424 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:04.424 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 558596096 2024-04-10T16:34:04.424 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.424 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:04.424 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600705843 2024-04-10T16:34:04.424 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.424 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:04.424 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33202176 2024-04-10T16:34:04.424 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.424 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.424 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:04.424 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.425 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:04.425 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.425 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.425 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.425 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.425 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.425 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.425 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.425 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.425 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57185564 2024-04-10T16:34:04.425 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.425 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.425 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.425 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.425 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.425 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.426 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.426 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.426 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.426 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.426 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.426 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.426 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.426 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.426 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16384 2024-04-10T16:34:04.426 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.426 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.426 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73728 2024-04-10T16:34:04.426 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.426 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.427 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.427 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.427 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.427 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.427 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.427 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.427 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.427 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.427 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.427 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68553444 2024-04-10T16:34:04.427 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.427 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.427 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:04.427 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.427 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 570425344 2024-04-10T16:34:04.427 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.428 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.428 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:04.428 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.428 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.428 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.428 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.428 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.428 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 428891733 2024-04-10T16:34:04.428 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.428 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.428 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.428 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.428 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.428 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.429 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.429 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.429 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 256 2024-04-10T16:34:04.429 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.429 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.429 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.429 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.429 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.429 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47120 2024-04-10T16:34:04.429 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.429 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.429 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.429 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.429 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.429 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.430 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.430 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.430 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.430 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.430 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.430 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.430 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.430 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.430 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74377371 2024-04-10T16:34:04.430 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.430 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.430 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:04.430 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.430 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:04.430 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.431 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.431 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:04.431 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.431 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.431 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4551168 2024-04-10T16:34:04.431 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.431 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.431 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 38123709 2024-04-10T16:34:04.431 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.431 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.431 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.431 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.431 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.431 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.431 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.431 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.431 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.432 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.432 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.432 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.432 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.432 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.432 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.432 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.432 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.432 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.432 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.432 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.432 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.432 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.432 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.432 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.432 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.432 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.432 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.433 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.433 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.433 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74765635 2024-04-10T16:34:04.433 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.433 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.433 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:04.433 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.433 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 503316480 2024-04-10T16:34:04.433 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.433 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.433 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.433 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.433 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.433 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.433 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.433 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.434 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 428891733 2024-04-10T16:34:04.434 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.434 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.434 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.434 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.434 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.434 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.434 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.434 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.434 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.434 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.434 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.434 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.434 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.435 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.435 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 147800 2024-04-10T16:34:04.435 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.435 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.435 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1099207 2024-04-10T16:34:04.435 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.435 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.435 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.435 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.435 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.435 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.435 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.435 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.435 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.435 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.435 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.436 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73177740 2024-04-10T16:34:04.436 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.436 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.436 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:04.436 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:04.436 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.436 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.436 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:04.436 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T16:34:04.436 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.436 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:04.436 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.436 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.436 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:04.436 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.436 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.436 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.436 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.436 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:04.437 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53 2024-04-10T16:34:04.437 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.437 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:04.437 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.437 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.437 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:04.437 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40177 2024-04-10T16:34:04.437 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.437 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:04.437 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 128216, 2024-04-10T16:34:04.437 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10041726907 2024-04-10T16:34:04.437 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.437 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:04.437 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:04.437 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.437 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:04.437 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.438 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.438 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:04.438 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2505545181 2024-04-10T16:34:04.438 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.438 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:04.438 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 40177, 2024-04-10T16:34:04.438 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 612211210741 2024-04-10T16:34:04.438 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.438 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:04.438 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2964633646 2024-04-10T16:34:04.438 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.438 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:04.438 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41877, 2024-04-10T16:34:04.438 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31766443883 2024-04-10T16:34:04.438 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.439 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:04.439 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 40177, 2024-04-10T16:34:04.439 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 109057467852 2024-04-10T16:34:04.439 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.439 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:04.439 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18218 2024-04-10T16:34:04.439 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.439 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:04.439 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18218, 2024-04-10T16:34:04.439 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13436352691 2024-04-10T16:34:04.439 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.439 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:04.439 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.439 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.439 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:04.439 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2964633646 2024-04-10T16:34:04.440 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.440 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:04.440 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18653, 2024-04-10T16:34:04.440 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5376362535 2024-04-10T16:34:04.440 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.440 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:04.440 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18218, 2024-04-10T16:34:04.440 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5731374452 2024-04-10T16:34:04.440 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.440 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:04.440 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12313 2024-04-10T16:34:04.440 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.440 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:04.440 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 336661111 2024-04-10T16:34:04.440 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.441 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:04.441 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12313, 2024-04-10T16:34:04.441 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 100518096480 2024-04-10T16:34:04.441 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.441 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:04.441 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.441 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.441 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:04.441 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.441 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.441 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:04.441 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.441 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.441 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:04.441 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12477, 2024-04-10T16:34:04.442 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13239919831 2024-04-10T16:34:04.442 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.442 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:04.442 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12313, 2024-04-10T16:34:04.442 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32454086628 2024-04-10T16:34:04.442 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.442 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:04.442 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9646 2024-04-10T16:34:04.442 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.442 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:04.442 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2168884070 2024-04-10T16:34:04.442 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.442 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:04.442 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9646, 2024-04-10T16:34:04.442 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 498256761570 2024-04-10T16:34:04.442 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.443 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:04.443 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.443 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.443 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:04.443 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10747, 2024-04-10T16:34:04.443 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13150161517 2024-04-10T16:34:04.443 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.443 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:04.443 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9646, 2024-04-10T16:34:04.443 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70872006772 2024-04-10T16:34:04.443 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.443 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:04.443 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.443 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.443 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:04.443 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4194374 2024-04-10T16:34:04.443 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.443 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:04.444 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6 2024-04-10T16:34:04.444 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.444 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:04.444 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:04.444 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.444 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:04.444 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 627691520 2024-04-10T16:34:04.444 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.444 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.444 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.444 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.2": { 2024-04-10T16:34:04.444 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:04.444 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:04.444 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35073 2024-04-10T16:34:04.444 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.445 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:04.445 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.445 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.445 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:04.445 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.445 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.445 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:04.445 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.445 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.445 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:04.445 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:04.445 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.445 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:04.445 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.445 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.446 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:04.446 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.446 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.446 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:04.446 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.446 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.446 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:04.446 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.446 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.446 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:04.446 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5566464 2024-04-10T16:34:04.446 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.446 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:04.446 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 627757056 2024-04-10T16:34:04.446 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.447 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:04.447 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17, 2024-04-10T16:34:04.447 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3259802 2024-04-10T16:34:04.447 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.447 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:04.447 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17, 2024-04-10T16:34:04.447 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1155600 2024-04-10T16:34:04.447 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.447 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:04.447 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 167, 2024-04-10T16:34:04.447 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 915818 2024-04-10T16:34:04.447 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.447 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:04.447 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:04.447 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.448 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:04.448 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 518324224 2024-04-10T16:34:04.448 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.448 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:04.448 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70087, 2024-04-10T16:34:04.448 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10329191128 2024-04-10T16:34:04.448 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.448 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:04.448 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70111, 2024-04-10T16:34:04.448 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16770411966 2024-04-10T16:34:04.448 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.448 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:04.448 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4526080 2024-04-10T16:34:04.448 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.448 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:04.448 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 287158272 2024-04-10T16:34:04.449 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.449 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:04.449 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 516882432 2024-04-10T16:34:04.449 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.449 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:04.449 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.449 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.449 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:04.449 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.449 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:04.449 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47 2024-04-10T16:34:04.449 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.449 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:04.449 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3988629739 2024-04-10T16:34:04.449 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.450 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:04.450 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 48436 2024-04-10T16:34:04.450 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.450 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:04.450 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3295793152 2024-04-10T16:34:04.450 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.450 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:04.450 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3295797248 2024-04-10T16:34:04.450 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.450 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:04.450 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.450 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.450 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:04.450 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.450 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.450 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:04.451 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35497 2024-04-10T16:34:04.451 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.451 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:04.451 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 48436, 2024-04-10T16:34:04.451 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1161942021 2024-04-10T16:34:04.451 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.451 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:04.451 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3875791705 2024-04-10T16:34:04.451 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.451 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:04.451 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 44977 2024-04-10T16:34:04.451 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.451 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:04.451 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1296654 2024-04-10T16:34:04.451 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.452 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:04.452 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 492 2024-04-10T16:34:04.452 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.452 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:04.452 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5463095 2024-04-10T16:34:04.452 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.452 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:04.452 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 679 2024-04-10T16:34:04.452 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.452 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:04.452 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4166441 2024-04-10T16:34:04.452 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.452 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:04.452 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4166441 2024-04-10T16:34:04.453 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.453 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:04.453 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.453 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.453 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:04.453 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.453 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.453 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:04.453 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 192 2024-04-10T16:34:04.453 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.453 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:04.453 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 679, 2024-04-10T16:34:04.453 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1626017 2024-04-10T16:34:04.453 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.453 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:04.453 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.453 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.454 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.454 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:04.454 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.454 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.454 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:04.454 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.454 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.454 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:04.454 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:04.454 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 652 2024-04-10T16:34:04.454 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.454 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:04.454 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9, 2024-04-10T16:34:04.455 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11809 2024-04-10T16:34:04.455 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.455 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:04.455 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.455 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.455 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.455 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:04.455 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.455 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.455 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:04.455 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.455 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.455 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:04.455 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 923062272 2024-04-10T16:34:04.455 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.455 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.456 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:04.456 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:04.456 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:04.456 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.456 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:04.456 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9195520 2024-04-10T16:34:04.456 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.456 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:04.456 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17456, 2024-04-10T16:34:04.456 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56663811 2024-04-10T16:34:04.456 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.456 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:04.456 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3619, 2024-04-10T16:34:04.456 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7002991112 2024-04-10T16:34:04.456 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.456 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:04.457 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.457 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.457 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.457 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:04.457 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.457 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.457 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:04.457 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.457 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.457 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:04.457 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.457 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.457 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:04.457 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 25955, 2024-04-10T16:34:04.457 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 217894422 2024-04-10T16:34:04.457 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.458 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:04.458 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.458 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.458 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.458 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:04.458 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.458 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.458 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:04.458 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70040, 2024-04-10T16:34:04.458 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20311460125 2024-04-10T16:34:04.458 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.458 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:04.458 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 69563, 2024-04-10T16:34:04.458 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1420766733 2024-04-10T16:34:04.458 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.458 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:04.459 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70040, 2024-04-10T16:34:04.459 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33793177 2024-04-10T16:34:04.459 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.459 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:04.459 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70040, 2024-04-10T16:34:04.459 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20345253302 2024-04-10T16:34:04.459 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.459 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:04.459 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.459 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.459 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.459 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:04.459 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 56629, 2024-04-10T16:34:04.459 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1196118715 2024-04-10T16:34:04.459 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.460 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:04.460 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 973, 2024-04-10T16:34:04.460 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2389263 2024-04-10T16:34:04.460 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.460 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:04.460 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 22372, 2024-04-10T16:34:04.460 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10102375 2024-04-10T16:34:04.460 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.460 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:04.460 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 37, 2024-04-10T16:34:04.460 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49764 2024-04-10T16:34:04.460 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.460 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:04.460 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20423, 2024-04-10T16:34:04.460 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1219634550 2024-04-10T16:34:04.461 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.461 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:04.461 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 256326 2024-04-10T16:34:04.461 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.461 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:04.461 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19180 2024-04-10T16:34:04.461 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.461 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:04.461 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8778, 2024-04-10T16:34:04.461 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1958092486 2024-04-10T16:34:04.461 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.461 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:04.461 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23825, 2024-04-10T16:34:04.461 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9608878 2024-04-10T16:34:04.461 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.461 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:04.462 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15047, 2024-04-10T16:34:04.462 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1687244361 2024-04-10T16:34:04.462 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.462 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:04.462 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.462 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.462 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:04.462 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12770, 2024-04-10T16:34:04.462 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 416628001 2024-04-10T16:34:04.462 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.462 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:04.462 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.462 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.462 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:04.462 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.462 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.463 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:04.463 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.463 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.463 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:04.463 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.463 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.463 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:04.463 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:04.463 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13477992483 2024-04-10T16:34:04.463 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.463 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:04.463 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5892, 2024-04-10T16:34:04.463 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 508633788 2024-04-10T16:34:04.463 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.463 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:04.463 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5891, 2024-04-10T16:34:04.464 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3786526673555 2024-04-10T16:34:04.464 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.464 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:04.464 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5892, 2024-04-10T16:34:04.464 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5983874851429 2024-04-10T16:34:04.464 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.464 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:04.464 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83371, 2024-04-10T16:34:04.464 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2233845925361 2024-04-10T16:34:04.464 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.464 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:04.464 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83371, 2024-04-10T16:34:04.464 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7709140 2024-04-10T16:34:04.464 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.464 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:04.465 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:04.465 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1050135906 2024-04-10T16:34:04.465 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.465 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:04.465 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:04.465 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35212028418 2024-04-10T16:34:04.465 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.465 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:04.465 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:04.465 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 30259189 2024-04-10T16:34:04.465 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.465 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:04.465 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:04.465 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17874432440 2024-04-10T16:34:04.466 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.466 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:04.466 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:04.466 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17001795373 2024-04-10T16:34:04.466 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.466 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:04.466 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5392968 2024-04-10T16:34:04.466 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.466 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:04.466 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2490, 2024-04-10T16:34:04.466 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14702038 2024-04-10T16:34:04.466 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.466 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:04.466 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:04.466 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 84628598204 2024-04-10T16:34:04.467 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.467 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:04.467 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:04.467 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17936259464 2024-04-10T16:34:04.467 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.467 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:04.467 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:04.467 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 736942530 2024-04-10T16:34:04.467 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.467 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.467 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:04.467 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:04.467 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405293598 2024-04-10T16:34:04.467 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.468 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:04.468 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 557752320 2024-04-10T16:34:04.468 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.468 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:04.468 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 441745408 2024-04-10T16:34:04.468 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.468 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:04.468 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600705843 2024-04-10T16:34:04.468 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.468 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:04.468 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 116006912 2024-04-10T16:34:04.468 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.468 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.468 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:04.468 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.469 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:04.469 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.469 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.469 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.469 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.469 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.469 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.469 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.469 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.469 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57248381 2024-04-10T16:34:04.469 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.469 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.469 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.469 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.469 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.469 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.470 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.470 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.470 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.470 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.470 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.470 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.470 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.470 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.470 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:04.470 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.470 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.470 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 102400 2024-04-10T16:34:04.470 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.470 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.470 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.471 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.471 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.471 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.471 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.471 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.471 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.471 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.471 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.471 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68474243 2024-04-10T16:34:04.471 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.471 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.471 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:04.471 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.471 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 570425344 2024-04-10T16:34:04.471 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.472 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.472 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:04.472 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.472 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.472 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.472 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.472 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.472 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 429362859 2024-04-10T16:34:04.472 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.472 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.472 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.472 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.472 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.472 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.472 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.473 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.473 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1360 2024-04-10T16:34:04.473 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.473 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.473 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.473 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.473 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.473 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 89104 2024-04-10T16:34:04.473 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.473 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.473 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.473 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.473 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.473 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.473 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.474 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.474 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.474 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.474 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.474 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.474 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.474 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.474 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73863157 2024-04-10T16:34:04.474 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.474 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.474 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:04.474 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.474 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:04.475 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.475 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.475 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:04.475 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.475 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.475 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4851536 2024-04-10T16:34:04.475 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.475 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.475 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 38165587 2024-04-10T16:34:04.475 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.475 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.475 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.476 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.476 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.476 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.476 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.476 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.476 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.476 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.476 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.476 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.476 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.476 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.476 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.476 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.476 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.477 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.477 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.477 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.477 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.477 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.477 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.477 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.477 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.477 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.477 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.477 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.477 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.477 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74423389 2024-04-10T16:34:04.477 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.477 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.477 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:04.478 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.478 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 503316480 2024-04-10T16:34:04.478 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.478 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.478 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.478 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.478 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.478 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.478 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.478 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.478 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 429362859 2024-04-10T16:34:04.478 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.478 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.479 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.479 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.479 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.479 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.479 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.479 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.479 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.479 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.479 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.479 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.479 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.479 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.479 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 143800 2024-04-10T16:34:04.479 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.479 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.480 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1127438 2024-04-10T16:34:04.480 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.480 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.480 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.480 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.480 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.480 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.480 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.480 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.480 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.480 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.481 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.481 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72682383 2024-04-10T16:34:04.481 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.481 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.481 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:04.481 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:04.481 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.481 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.481 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:04.481 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 80 2024-04-10T16:34:04.482 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.482 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:04.482 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.482 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.482 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:04.482 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.482 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.482 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.482 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.482 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:04.482 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41 2024-04-10T16:34:04.482 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.482 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:04.482 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.483 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.483 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:04.483 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 50118 2024-04-10T16:34:04.483 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.483 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:04.483 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 144250, 2024-04-10T16:34:04.483 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8441702845 2024-04-10T16:34:04.483 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.483 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:04.483 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.483 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.483 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:04.483 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.483 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.483 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:04.484 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1976084395 2024-04-10T16:34:04.484 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.484 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:04.484 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 50118, 2024-04-10T16:34:04.484 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95365154012 2024-04-10T16:34:04.484 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.484 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:04.484 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3793943502 2024-04-10T16:34:04.484 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.484 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:04.484 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 51069, 2024-04-10T16:34:04.484 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 43362632387 2024-04-10T16:34:04.484 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.484 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:04.484 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 50118, 2024-04-10T16:34:04.485 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73692896571 2024-04-10T16:34:04.485 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.485 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:04.485 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20956 2024-04-10T16:34:04.485 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.485 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:04.485 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20956, 2024-04-10T16:34:04.485 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19476488467 2024-04-10T16:34:04.485 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.485 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:04.485 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.485 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.485 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:04.485 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3793943502 2024-04-10T16:34:04.485 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.486 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:04.486 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 21391, 2024-04-10T16:34:04.486 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5300223774 2024-04-10T16:34:04.486 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.486 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:04.486 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20956, 2024-04-10T16:34:04.486 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9202554316 2024-04-10T16:34:04.486 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.486 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:04.486 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27240 2024-04-10T16:34:04.486 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.486 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:04.486 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 369583542 2024-04-10T16:34:04.486 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.486 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:04.486 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27240, 2024-04-10T16:34:04.487 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 50955301138 2024-04-10T16:34:04.487 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.487 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:04.487 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.487 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.487 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:04.487 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.487 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.487 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:04.487 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.487 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.487 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:04.487 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27613, 2024-04-10T16:34:04.487 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 34408350873 2024-04-10T16:34:04.487 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.487 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:04.488 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27240, 2024-04-10T16:34:04.488 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 48496462055 2024-04-10T16:34:04.488 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.488 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:04.488 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1922 2024-04-10T16:34:04.488 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.488 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:04.488 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1606500853 2024-04-10T16:34:04.488 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.488 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:04.488 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1922, 2024-04-10T16:34:04.488 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24933364407 2024-04-10T16:34:04.488 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.488 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:04.488 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.488 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.489 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:04.489 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2065, 2024-04-10T16:34:04.489 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3654057740 2024-04-10T16:34:04.489 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.489 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:04.489 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1922, 2024-04-10T16:34:04.489 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15993880200 2024-04-10T16:34:04.489 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.489 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:04.489 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.489 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.489 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:04.489 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4194304 2024-04-10T16:34:04.489 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.489 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:04.489 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28 2024-04-10T16:34:04.490 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.490 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:04.490 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:04.490 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.490 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:04.490 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 527532032 2024-04-10T16:34:04.490 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.490 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.490 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.490 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.3": { 2024-04-10T16:34:04.490 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:04.490 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:04.490 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24892 2024-04-10T16:34:04.490 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.490 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:04.491 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.491 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.491 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:04.491 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.491 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.491 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:04.491 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.491 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.491 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:04.491 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:04.491 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.491 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:04.491 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.492 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.492 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:04.492 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.492 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.492 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:04.492 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.492 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.492 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:04.492 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.492 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.492 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:04.492 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2809856 2024-04-10T16:34:04.492 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.492 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:04.492 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 588382208 2024-04-10T16:34:04.492 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.493 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:04.493 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 16, 2024-04-10T16:34:04.493 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7579409 2024-04-10T16:34:04.493 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.493 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:04.493 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 16, 2024-04-10T16:34:04.493 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1481028 2024-04-10T16:34:04.493 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.493 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:04.493 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 154, 2024-04-10T16:34:04.493 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 766573 2024-04-10T16:34:04.493 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.493 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:04.493 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:04.494 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.494 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:04.494 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 497025024 2024-04-10T16:34:04.494 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.494 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:04.494 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65743, 2024-04-10T16:34:04.494 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9921612620 2024-04-10T16:34:04.494 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.494 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:04.494 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65754, 2024-04-10T16:34:04.494 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16233342798 2024-04-10T16:34:04.494 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.494 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:04.494 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3375104 2024-04-10T16:34:04.494 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.494 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:04.495 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 269373440 2024-04-10T16:34:04.495 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.495 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:04.495 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 514064384 2024-04-10T16:34:04.495 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.495 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:04.495 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.495 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.495 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:04.495 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.495 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.495 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:04.495 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42 2024-04-10T16:34:04.495 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.495 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:04.495 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1780548783 2024-04-10T16:34:04.496 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.496 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:04.496 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23717 2024-04-10T16:34:04.496 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.496 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:04.496 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1527173120 2024-04-10T16:34:04.496 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.496 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:04.496 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1527177216 2024-04-10T16:34:04.496 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.496 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:04.496 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.496 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.496 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:04.496 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.497 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.497 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:04.497 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16115 2024-04-10T16:34:04.497 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.497 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:04.497 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23717, 2024-04-10T16:34:04.497 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 891516807 2024-04-10T16:34:04.497 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.497 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:04.497 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1709169234 2024-04-10T16:34:04.497 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.497 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:04.497 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21525 2024-04-10T16:34:04.497 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.497 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:04.498 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 676509 2024-04-10T16:34:04.498 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.498 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:04.498 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 327 2024-04-10T16:34:04.498 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.498 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:04.498 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2777598 2024-04-10T16:34:04.498 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.498 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:04.498 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 430 2024-04-10T16:34:04.498 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.498 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:04.498 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2101089 2024-04-10T16:34:04.498 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.499 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:04.499 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2101089 2024-04-10T16:34:04.499 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.499 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:04.499 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.499 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.499 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:04.499 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.499 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.499 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:04.499 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 103 2024-04-10T16:34:04.499 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.499 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:04.499 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 430, 2024-04-10T16:34:04.499 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 751124 2024-04-10T16:34:04.500 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.500 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:04.500 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.500 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.500 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.500 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:04.500 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.500 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.500 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:04.500 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.500 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.500 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:04.500 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:04.500 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 605 2024-04-10T16:34:04.500 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.501 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:04.501 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7, 2024-04-10T16:34:04.501 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8367 2024-04-10T16:34:04.501 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.501 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:04.501 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.501 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.501 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.501 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:04.501 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.501 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.501 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:04.501 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.501 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.501 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:04.501 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 862994432 2024-04-10T16:34:04.502 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.502 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.502 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:04.502 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:04.502 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:04.502 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.502 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:04.502 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9220096 2024-04-10T16:34:04.502 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.502 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:04.502 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 16777, 2024-04-10T16:34:04.502 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 63161683 2024-04-10T16:34:04.502 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.502 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:04.502 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3540, 2024-04-10T16:34:04.503 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4038685224 2024-04-10T16:34:04.503 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.503 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:04.503 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.503 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.503 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.503 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:04.503 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.503 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.503 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:04.503 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.503 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.503 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:04.503 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.503 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.503 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:04.504 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13285, 2024-04-10T16:34:04.504 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 106837265 2024-04-10T16:34:04.504 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.504 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:04.504 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.504 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.504 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.504 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:04.504 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.504 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.504 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:04.504 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65707, 2024-04-10T16:34:04.504 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19532768174 2024-04-10T16:34:04.504 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.505 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:04.505 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65208, 2024-04-10T16:34:04.505 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1468077445 2024-04-10T16:34:04.505 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.505 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:04.505 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65707, 2024-04-10T16:34:04.505 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 43244010 2024-04-10T16:34:04.505 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.505 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:04.505 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65707, 2024-04-10T16:34:04.505 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19576012184 2024-04-10T16:34:04.505 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.505 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:04.505 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.505 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.505 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.505 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:04.506 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 227577, 2024-04-10T16:34:04.506 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1139109380 2024-04-10T16:34:04.506 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.506 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:04.506 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1329, 2024-04-10T16:34:04.506 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3150001 2024-04-10T16:34:04.506 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.506 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:04.506 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 132148, 2024-04-10T16:34:04.506 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42106896 2024-04-10T16:34:04.506 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.506 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:04.506 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41, 2024-04-10T16:34:04.506 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56695 2024-04-10T16:34:04.507 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.507 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:04.507 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14733, 2024-04-10T16:34:04.507 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1558452419 2024-04-10T16:34:04.507 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.507 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:04.507 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 407806 2024-04-10T16:34:04.507 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.507 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:04.507 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17306 2024-04-10T16:34:04.507 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.507 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:04.507 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 28496, 2024-04-10T16:34:04.507 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1482313669 2024-04-10T16:34:04.507 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.508 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:04.508 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76021, 2024-04-10T16:34:04.508 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22369917 2024-04-10T16:34:04.508 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.508 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:04.508 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 47525, 2024-04-10T16:34:04.508 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1005466036 2024-04-10T16:34:04.508 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.508 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:04.508 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.508 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.508 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:04.508 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12191, 2024-04-10T16:34:04.508 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 366480154 2024-04-10T16:34:04.509 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.509 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:04.509 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.509 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.509 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:04.509 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.509 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.509 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:04.509 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.509 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.509 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:04.509 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.509 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.509 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:04.510 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:04.510 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9569371129 2024-04-10T16:34:04.510 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.510 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:04.510 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17702, 2024-04-10T16:34:04.510 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1227890400 2024-04-10T16:34:04.510 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.510 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:04.510 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17700, 2024-04-10T16:34:04.510 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3584419953294 2024-04-10T16:34:04.510 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.510 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:04.510 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17702, 2024-04-10T16:34:04.510 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6368479451120 2024-04-10T16:34:04.510 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.511 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:04.511 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74529, 2024-04-10T16:34:04.511 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2830206963444 2024-04-10T16:34:04.511 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.511 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:04.511 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74529, 2024-04-10T16:34:04.511 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11126147 2024-04-10T16:34:04.511 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.511 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:04.511 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:04.511 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 287034884 2024-04-10T16:34:04.511 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.511 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:04.511 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:04.511 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 29703757754 2024-04-10T16:34:04.511 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.512 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:04.512 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:04.512 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28272465 2024-04-10T16:34:04.512 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.512 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:04.512 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:04.512 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14270314026 2024-04-10T16:34:04.512 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.512 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:04.512 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:04.512 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10983898179 2024-04-10T16:34:04.512 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.512 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:04.512 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5398896 2024-04-10T16:34:04.512 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.512 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:04.513 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2455, 2024-04-10T16:34:04.513 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16015505 2024-04-10T16:34:04.513 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.513 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:04.513 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:04.513 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 64826975789 2024-04-10T16:34:04.513 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.513 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:04.513 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:04.513 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11911230631 2024-04-10T16:34:04.513 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.513 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:04.513 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:04.513 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 481662228 2024-04-10T16:34:04.513 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.514 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.514 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:04.514 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:04.514 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405293598 2024-04-10T16:34:04.514 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.514 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:04.514 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 565600256 2024-04-10T16:34:04.514 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.514 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:04.514 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 561520640 2024-04-10T16:34:04.514 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.514 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:04.514 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600705843 2024-04-10T16:34:04.514 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.514 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:04.515 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4079616 2024-04-10T16:34:04.515 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.515 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.515 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:04.515 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.515 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:04.515 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.515 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.515 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.515 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.515 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.515 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.515 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.515 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.516 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57464646 2024-04-10T16:34:04.516 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.516 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.516 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.516 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.516 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.516 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.516 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.516 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.516 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.516 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.516 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.516 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.516 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.516 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.517 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16384 2024-04-10T16:34:04.517 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.517 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.517 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8192 2024-04-10T16:34:04.517 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.517 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.517 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.517 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.517 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.517 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.517 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.517 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.517 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.517 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.517 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.517 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68339898 2024-04-10T16:34:04.518 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.518 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.518 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:04.518 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.518 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 570425344 2024-04-10T16:34:04.518 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.518 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.518 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:04.518 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.518 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.518 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.518 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.518 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.518 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 430984849 2024-04-10T16:34:04.518 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.519 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.519 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.519 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.519 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.519 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.519 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.519 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.519 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 944 2024-04-10T16:34:04.519 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.519 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.519 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.519 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.519 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.519 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 55600 2024-04-10T16:34:04.519 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.519 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.520 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.520 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.520 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.520 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.520 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.520 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.520 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.520 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.520 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.520 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.520 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.520 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.520 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72275087 2024-04-10T16:34:04.520 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.520 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.520 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:04.520 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.521 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 176160768 2024-04-10T16:34:04.521 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.521 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.521 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:04.521 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.521 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.521 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2377440 2024-04-10T16:34:04.521 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.521 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.521 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 38309764 2024-04-10T16:34:04.521 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.521 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.521 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.521 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.521 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.521 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.521 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.522 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.522 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.522 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.522 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.522 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.522 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.522 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.522 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.522 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.522 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.522 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.522 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.522 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.522 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.522 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.523 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.523 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.523 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.523 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.523 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.523 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.523 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.523 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68364700 2024-04-10T16:34:04.523 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.523 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.523 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:04.523 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.523 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 503316480 2024-04-10T16:34:04.523 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.524 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.524 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.524 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.524 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.524 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.524 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.524 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.524 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 430984849 2024-04-10T16:34:04.524 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.524 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.524 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.524 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.524 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.524 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.524 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.524 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.524 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.525 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.525 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.525 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.525 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.525 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.525 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 154819 2024-04-10T16:34:04.525 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.525 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.525 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1124692 2024-04-10T16:34:04.525 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.525 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.525 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.525 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.525 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.525 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.525 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.526 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.526 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.526 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.526 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.526 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71052120 2024-04-10T16:34:04.526 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.526 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.526 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:04.526 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:04.526 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.526 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.526 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:04.526 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:04.527 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.527 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:04.527 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.527 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.527 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:04.527 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.527 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.527 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.527 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.527 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:04.527 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 48 2024-04-10T16:34:04.527 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.527 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:04.527 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.527 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.527 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:04.528 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53554 2024-04-10T16:34:04.528 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.528 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:04.528 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 126149, 2024-04-10T16:34:04.528 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7556727512 2024-04-10T16:34:04.528 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.528 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:04.528 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:04.528 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.528 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:04.528 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.528 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.528 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:04.528 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1567079703 2024-04-10T16:34:04.528 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.528 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:04.528 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 53554, 2024-04-10T16:34:04.529 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 257645290220 2024-04-10T16:34:04.529 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.529 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:04.529 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1516031779 2024-04-10T16:34:04.529 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.529 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:04.529 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 55711, 2024-04-10T16:34:04.529 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35886656523 2024-04-10T16:34:04.529 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.529 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:04.529 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 53554, 2024-04-10T16:34:04.529 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71886727831 2024-04-10T16:34:04.529 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.529 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:04.529 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36488 2024-04-10T16:34:04.529 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.530 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:04.530 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36488, 2024-04-10T16:34:04.530 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 52153961678 2024-04-10T16:34:04.530 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.530 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:04.530 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.530 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.530 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:04.530 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1516031779 2024-04-10T16:34:04.530 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.530 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:04.530 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36713, 2024-04-10T16:34:04.530 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13927455184 2024-04-10T16:34:04.530 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.530 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:04.531 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36488, 2024-04-10T16:34:04.531 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12834099537 2024-04-10T16:34:04.531 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.531 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:04.531 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13173 2024-04-10T16:34:04.531 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.531 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:04.531 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 322858894 2024-04-10T16:34:04.531 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.531 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:04.531 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13173, 2024-04-10T16:34:04.531 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 168489400136 2024-04-10T16:34:04.531 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.531 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:04.531 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.531 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.532 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:04.532 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.532 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.532 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:04.532 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.532 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.532 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:04.532 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15011, 2024-04-10T16:34:04.532 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17099327309 2024-04-10T16:34:04.532 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.532 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:04.532 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13173, 2024-04-10T16:34:04.532 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36738561585 2024-04-10T16:34:04.532 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.532 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:04.533 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3893 2024-04-10T16:34:04.533 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.533 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:04.533 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1244220809 2024-04-10T16:34:04.533 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.533 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:04.533 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3893, 2024-04-10T16:34:04.533 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37001928406 2024-04-10T16:34:04.533 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.533 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:04.533 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.533 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.533 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:04.533 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3987, 2024-04-10T16:34:04.534 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4859874030 2024-04-10T16:34:04.534 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.534 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:04.534 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3893, 2024-04-10T16:34:04.534 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22314066709 2024-04-10T16:34:04.534 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.534 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:04.534 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.534 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.534 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:04.534 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 79 2024-04-10T16:34:04.534 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.534 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:04.534 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:04.534 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.534 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:04.535 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:04.535 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.535 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:04.535 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 506261504 2024-04-10T16:34:04.535 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.535 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.535 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.535 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.4": { 2024-04-10T16:34:04.535 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:04.535 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:04.535 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16923 2024-04-10T16:34:04.535 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.535 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:04.535 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.535 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.535 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:04.536 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.536 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.536 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:04.536 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.536 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.536 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:04.536 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:04.536 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.536 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:04.536 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.536 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.536 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:04.536 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.536 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.536 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:04.536 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.536 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.537 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:04.537 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.537 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.537 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:04.537 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8232960 2024-04-10T16:34:04.537 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.537 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:04.537 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 660598784 2024-04-10T16:34:04.537 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.537 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:04.537 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:04.537 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4773888 2024-04-10T16:34:04.537 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.537 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:04.537 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:04.538 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1142107 2024-04-10T16:34:04.538 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.538 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:04.538 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 165, 2024-04-10T16:34:04.538 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 730342 2024-04-10T16:34:04.538 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.538 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:04.538 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:04.538 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.538 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:04.538 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 674627584 2024-04-10T16:34:04.538 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.538 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:04.538 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63418, 2024-04-10T16:34:04.538 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9896222266 2024-04-10T16:34:04.539 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.539 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:04.539 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63423, 2024-04-10T16:34:04.539 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15914045425 2024-04-10T16:34:04.539 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.539 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:04.539 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10444800 2024-04-10T16:34:04.539 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.539 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:04.539 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 259805184 2024-04-10T16:34:04.539 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.539 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:04.539 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 670367744 2024-04-10T16:34:04.539 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.539 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:04.539 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.540 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.540 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:04.540 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.540 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:04.540 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49 2024-04-10T16:34:04.540 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.540 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:04.540 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7143153053 2024-04-10T16:34:04.540 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.540 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:04.540 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 64999 2024-04-10T16:34:04.540 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.540 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:04.540 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6255435776 2024-04-10T16:34:04.540 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.540 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:04.540 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6255439872 2024-04-10T16:34:04.541 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.541 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:04.541 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.541 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.541 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:04.541 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.541 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.541 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:04.541 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53211 2024-04-10T16:34:04.541 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.541 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:04.541 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 64999, 2024-04-10T16:34:04.541 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2070134910 2024-04-10T16:34:04.541 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.541 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:04.541 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6945299339 2024-04-10T16:34:04.542 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.542 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:04.542 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58943 2024-04-10T16:34:04.542 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.542 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:04.542 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2978664 2024-04-10T16:34:04.542 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.542 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:04.542 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 787 2024-04-10T16:34:04.542 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.542 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:04.542 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9650760 2024-04-10T16:34:04.542 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.542 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:04.543 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1034 2024-04-10T16:34:04.543 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.543 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:04.543 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6672096 2024-04-10T16:34:04.543 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.543 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:04.543 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6672096 2024-04-10T16:34:04.543 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.543 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:04.543 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.543 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.543 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:04.543 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.543 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.544 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:04.544 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 255 2024-04-10T16:34:04.544 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.544 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:04.544 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1034, 2024-04-10T16:34:04.544 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3643757 2024-04-10T16:34:04.544 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.544 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:04.544 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.544 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.544 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.544 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:04.544 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.544 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.544 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:04.544 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.545 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.545 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:04.545 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:04.545 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 824 2024-04-10T16:34:04.545 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.545 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:04.545 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14, 2024-04-10T16:34:04.545 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15588 2024-04-10T16:34:04.545 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.545 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:04.545 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.545 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.545 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.545 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:04.545 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.546 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.546 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:04.546 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.546 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.546 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:04.546 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 930926592 2024-04-10T16:34:04.546 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.546 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.546 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:04.546 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:04.546 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:04.546 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.546 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:04.546 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13410304 2024-04-10T16:34:04.546 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.546 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:04.547 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 24230, 2024-04-10T16:34:04.547 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 75469072 2024-04-10T16:34:04.547 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.547 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:04.547 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3509, 2024-04-10T16:34:04.547 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6482164455 2024-04-10T16:34:04.547 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.547 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:04.547 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.547 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.547 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.547 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:04.547 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.547 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.548 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:04.548 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.548 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.548 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:04.548 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.548 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.548 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:04.548 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20086, 2024-04-10T16:34:04.548 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 178793056 2024-04-10T16:34:04.548 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.548 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:04.548 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.548 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.548 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.548 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:04.549 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.549 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.549 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:04.549 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63358, 2024-04-10T16:34:04.549 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19297860353 2024-04-10T16:34:04.549 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.549 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:04.549 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 62950, 2024-04-10T16:34:04.549 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1400624910 2024-04-10T16:34:04.549 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.549 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:04.549 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63358, 2024-04-10T16:34:04.549 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49922280 2024-04-10T16:34:04.549 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.549 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:04.549 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63358, 2024-04-10T16:34:04.550 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19347782633 2024-04-10T16:34:04.550 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.550 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:04.550 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.550 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.550 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.550 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:04.550 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 26743, 2024-04-10T16:34:04.550 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1037502457 2024-04-10T16:34:04.550 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.550 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:04.550 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 786, 2024-04-10T16:34:04.550 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2241160 2024-04-10T16:34:04.550 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.550 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:04.551 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15252, 2024-04-10T16:34:04.551 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11815040 2024-04-10T16:34:04.551 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.551 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:04.551 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 45, 2024-04-10T16:34:04.551 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58300 2024-04-10T16:34:04.551 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.551 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:04.551 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15179, 2024-04-10T16:34:04.551 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3030067313 2024-04-10T16:34:04.551 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.551 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:04.551 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 205041 2024-04-10T16:34:04.551 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.551 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:04.551 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19988 2024-04-10T16:34:04.552 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.552 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:04.552 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 19061, 2024-04-10T16:34:04.552 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2108629505 2024-04-10T16:34:04.552 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.552 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:04.552 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 58093, 2024-04-10T16:34:04.552 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16713532 2024-04-10T16:34:04.552 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.552 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:04.552 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 39032, 2024-04-10T16:34:04.552 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1709265646 2024-04-10T16:34:04.552 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.552 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:04.552 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.552 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.552 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:04.553 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13789, 2024-04-10T16:34:04.553 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 428598626 2024-04-10T16:34:04.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.553 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:04.553 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.553 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:04.553 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.553 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:04.553 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.553 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:04.553 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.553 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:04.554 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:04.554 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12018959862 2024-04-10T16:34:04.554 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.554 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:04.554 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18641, 2024-04-10T16:34:04.554 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1091164894 2024-04-10T16:34:04.554 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.554 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:04.554 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18639, 2024-04-10T16:34:04.554 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3304027846421 2024-04-10T16:34:04.554 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.554 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:04.554 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18641, 2024-04-10T16:34:04.554 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6510755544643 2024-04-10T16:34:04.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.555 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:04.555 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76198, 2024-04-10T16:34:04.555 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2616689905611 2024-04-10T16:34:04.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.555 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:04.555 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76198, 2024-04-10T16:34:04.555 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6961502 2024-04-10T16:34:04.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.555 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:04.555 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:04.555 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 451817612 2024-04-10T16:34:04.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.555 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:04.555 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:04.555 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31105237258 2024-04-10T16:34:04.556 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.556 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:04.556 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:04.556 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27762194 2024-04-10T16:34:04.556 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.556 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:04.556 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:04.556 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14101448809 2024-04-10T16:34:04.556 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.556 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:04.556 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:04.556 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14915541534 2024-04-10T16:34:04.556 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.556 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:04.556 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9587999 2024-04-10T16:34:04.557 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.557 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:04.557 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2390, 2024-04-10T16:34:04.557 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13458992 2024-04-10T16:34:04.557 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.557 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:04.557 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:04.557 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72605568190 2024-04-10T16:34:04.557 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.557 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:04.557 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:04.557 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15903057316 2024-04-10T16:34:04.557 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.557 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:04.557 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:04.557 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 676977820 2024-04-10T16:34:04.558 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.558 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:04.558 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:04.558 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405295426 2024-04-10T16:34:04.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.558 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:04.558 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 549535744 2024-04-10T16:34:04.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.558 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:04.558 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 521691136 2024-04-10T16:34:04.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.558 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:04.558 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600707993 2024-04-10T16:34:04.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.558 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:04.559 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27844608 2024-04-10T16:34:04.559 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.559 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.559 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:04.559 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.559 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:04.559 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.559 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.559 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.559 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.559 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.559 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.559 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.559 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.559 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56812472 2024-04-10T16:34:04.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.560 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.560 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.560 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.560 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.560 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.560 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.560 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.560 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.560 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.561 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32768 2024-04-10T16:34:04.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.561 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.561 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 663552 2024-04-10T16:34:04.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.561 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.561 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.561 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.561 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.561 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.561 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.561 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.562 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68320328 2024-04-10T16:34:04.562 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.562 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.562 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:04.562 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.562 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 562036736 2024-04-10T16:34:04.562 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.562 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.562 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:04.562 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.562 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.562 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.562 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.563 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.563 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 426093543 2024-04-10T16:34:04.563 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.563 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.563 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.563 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.563 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.563 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.563 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.563 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.563 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2160 2024-04-10T16:34:04.563 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.563 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.563 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.564 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.564 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 140256 2024-04-10T16:34:04.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.564 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.564 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.564 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.564 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.564 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.564 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.564 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.564 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.565 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.565 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68691913 2024-04-10T16:34:04.565 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.565 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.565 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:04.565 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.565 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:04.565 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.565 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.565 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:04.565 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.565 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.565 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9120160 2024-04-10T16:34:04.565 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.566 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.566 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37874981 2024-04-10T16:34:04.566 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.566 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.566 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.566 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.566 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.566 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.566 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.566 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.566 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.566 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.566 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.566 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.566 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.566 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.567 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.567 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.567 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.567 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.567 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.567 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.567 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.567 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.567 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.567 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.567 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.567 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.567 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.567 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.567 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.567 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70445371 2024-04-10T16:34:04.568 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.568 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.568 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:04.568 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.568 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 494927872 2024-04-10T16:34:04.568 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.568 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.568 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.568 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.568 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.568 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.568 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.568 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.568 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 426093543 2024-04-10T16:34:04.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.569 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.569 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.569 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.569 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.569 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.569 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.569 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.569 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.569 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.569 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 157054 2024-04-10T16:34:04.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.570 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.570 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1115284 2024-04-10T16:34:04.570 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.570 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.570 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.570 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.570 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.570 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.570 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.570 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.570 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.570 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.570 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.570 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67561991 2024-04-10T16:34:04.571 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.571 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.571 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:04.571 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:04.571 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.571 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.571 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:04.571 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32 2024-04-10T16:34:04.571 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.571 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:04.571 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.571 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.571 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:04.571 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.571 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.571 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.571 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.571 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:04.572 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49 2024-04-10T16:34:04.572 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.572 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:04.572 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.572 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.572 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:04.572 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41544 2024-04-10T16:34:04.572 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.572 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:04.572 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 109529, 2024-04-10T16:34:04.572 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10902366417 2024-04-10T16:34:04.572 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.572 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:04.572 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.572 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.573 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:04.573 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.573 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.573 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:04.573 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1482892367 2024-04-10T16:34:04.573 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.573 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:04.573 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41544, 2024-04-10T16:34:04.573 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 129524802983 2024-04-10T16:34:04.573 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.573 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:04.573 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2148008640 2024-04-10T16:34:04.573 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.573 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:04.573 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 42086, 2024-04-10T16:34:04.573 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15577151976 2024-04-10T16:34:04.574 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.574 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:04.574 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41544, 2024-04-10T16:34:04.574 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37346319704 2024-04-10T16:34:04.574 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.574 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:04.574 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 30533 2024-04-10T16:34:04.574 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.574 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:04.574 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 30533, 2024-04-10T16:34:04.574 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15533302395 2024-04-10T16:34:04.574 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.574 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:04.574 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.574 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.574 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:04.575 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2148008640 2024-04-10T16:34:04.575 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.575 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:04.575 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 30694, 2024-04-10T16:34:04.575 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6360016979 2024-04-10T16:34:04.575 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.575 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:04.575 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 30533, 2024-04-10T16:34:04.575 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7331104666 2024-04-10T16:34:04.575 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.575 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:04.575 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6163 2024-04-10T16:34:04.575 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.575 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:04.576 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 259656592 2024-04-10T16:34:04.576 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.576 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:04.576 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6163, 2024-04-10T16:34:04.576 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12422888788 2024-04-10T16:34:04.576 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.576 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:04.576 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.576 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.576 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:04.576 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.576 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.576 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:04.576 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.576 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.576 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:04.577 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6412, 2024-04-10T16:34:04.577 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3702282165 2024-04-10T16:34:04.577 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.577 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:04.577 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6163, 2024-04-10T16:34:04.577 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10335297298 2024-04-10T16:34:04.577 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.577 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:04.577 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4848 2024-04-10T16:34:04.577 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.577 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:04.577 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1223235775 2024-04-10T16:34:04.577 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.577 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:04.577 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4848, 2024-04-10T16:34:04.577 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 101568611800 2024-04-10T16:34:04.578 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.578 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:04.578 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.578 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.578 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:04.578 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4980, 2024-04-10T16:34:04.578 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5514852832 2024-04-10T16:34:04.578 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.578 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:04.578 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4848, 2024-04-10T16:34:04.578 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19679917740 2024-04-10T16:34:04.578 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.579 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:04.579 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.579 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.579 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:04.579 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.579 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.579 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:04.579 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:04.579 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.579 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:04.579 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:04.579 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.579 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:04.579 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 688054272 2024-04-10T16:34:04.580 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.580 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.580 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.580 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.5": { 2024-04-10T16:34:04.580 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:04.580 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:04.580 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22023 2024-04-10T16:34:04.580 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.580 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:04.580 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.580 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.580 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:04.580 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.581 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.581 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:04.581 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.581 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.581 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:04.581 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:04.581 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.581 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:04.581 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.581 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.581 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:04.581 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.581 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.581 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:04.581 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.581 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.582 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:04.582 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.582 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.582 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:04.582 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17539072 2024-04-10T16:34:04.582 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.582 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:04.582 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 705499136 2024-04-10T16:34:04.582 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.582 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:04.582 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20, 2024-04-10T16:34:04.582 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4148144 2024-04-10T16:34:04.582 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.582 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:04.582 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20, 2024-04-10T16:34:04.583 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1450381 2024-04-10T16:34:04.583 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.583 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:04.583 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 214, 2024-04-10T16:34:04.583 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1130829 2024-04-10T16:34:04.583 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.583 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:04.583 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:04.583 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.583 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:04.583 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 573898752 2024-04-10T16:34:04.583 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.583 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:04.583 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83594, 2024-04-10T16:34:04.584 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11324663192 2024-04-10T16:34:04.584 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.584 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:04.584 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83588, 2024-04-10T16:34:04.584 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18258271372 2024-04-10T16:34:04.584 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.584 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:04.584 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9924608 2024-04-10T16:34:04.584 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.584 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:04.584 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 342454272 2024-04-10T16:34:04.584 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.584 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:04.584 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 586678272 2024-04-10T16:34:04.584 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.585 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:04.585 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.585 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:04.585 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:04.585 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45 2024-04-10T16:34:04.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.585 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:04.585 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5324579017 2024-04-10T16:34:04.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.585 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:04.585 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69024 2024-04-10T16:34:04.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.585 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:04.586 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4553441280 2024-04-10T16:34:04.586 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.586 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:04.586 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4553445376 2024-04-10T16:34:04.586 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.586 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:04.586 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.586 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.586 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:04.586 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.586 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.586 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:04.586 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49981 2024-04-10T16:34:04.587 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.587 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:04.587 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 69024, 2024-04-10T16:34:04.587 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1950014428 2024-04-10T16:34:04.587 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.587 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:04.587 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5035572643 2024-04-10T16:34:04.587 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.587 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:04.587 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 60185 2024-04-10T16:34:04.587 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.587 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:04.587 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5664467 2024-04-10T16:34:04.587 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.587 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:04.587 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1074 2024-04-10T16:34:04.588 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.588 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:04.588 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21428310 2024-04-10T16:34:04.588 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.588 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:04.588 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1413 2024-04-10T16:34:04.588 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.588 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:04.588 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15763843 2024-04-10T16:34:04.588 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.588 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:04.588 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15763843 2024-04-10T16:34:04.588 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.588 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:04.589 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.589 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.589 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:04.589 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.589 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.589 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:04.589 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 358 2024-04-10T16:34:04.589 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.589 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:04.589 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1413, 2024-04-10T16:34:04.589 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6307257 2024-04-10T16:34:04.589 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.589 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:04.589 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.589 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.590 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.590 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:04.590 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.590 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.590 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:04.590 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.590 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.590 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:04.590 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:04.590 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 819 2024-04-10T16:34:04.590 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.590 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:04.590 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27, 2024-04-10T16:34:04.590 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40796 2024-04-10T16:34:04.590 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.590 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:04.590 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.591 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.591 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:04.591 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.591 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:04.591 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.591 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:04.591 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1068527616 2024-04-10T16:34:04.591 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.591 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:04.591 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:04.591 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:04.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.591 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:04.592 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9220096 2024-04-10T16:34:04.592 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.592 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:04.592 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20202, 2024-04-10T16:34:04.592 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72973052 2024-04-10T16:34:04.592 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.592 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:04.592 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3544, 2024-04-10T16:34:04.592 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4988369669 2024-04-10T16:34:04.592 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.592 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:04.592 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.592 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.592 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.592 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:04.592 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.593 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.593 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:04.593 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.593 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.593 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:04.593 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.593 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.593 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:04.593 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20736, 2024-04-10T16:34:04.593 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 175448801 2024-04-10T16:34:04.593 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.593 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:04.593 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.593 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.593 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.593 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:04.593 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.593 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.594 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:04.594 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83513, 2024-04-10T16:34:04.594 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22216977800 2024-04-10T16:34:04.594 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.594 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:04.594 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83079, 2024-04-10T16:34:04.594 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1524605463 2024-04-10T16:34:04.594 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.594 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:04.594 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83513, 2024-04-10T16:34:04.594 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47929827 2024-04-10T16:34:04.594 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.594 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:04.594 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83513, 2024-04-10T16:34:04.594 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22264907627 2024-04-10T16:34:04.594 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.594 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:04.595 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.595 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.595 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.595 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:04.595 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 39703, 2024-04-10T16:34:04.595 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1035601271 2024-04-10T16:34:04.595 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.595 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:04.595 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 866, 2024-04-10T16:34:04.595 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2237165 2024-04-10T16:34:04.595 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.595 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:04.595 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14666, 2024-04-10T16:34:04.595 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12654384 2024-04-10T16:34:04.595 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.595 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:04.596 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 49, 2024-04-10T16:34:04.596 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 79833 2024-04-10T16:34:04.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.596 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:04.596 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18224, 2024-04-10T16:34:04.596 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4416181763 2024-04-10T16:34:04.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.596 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:04.596 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 254579 2024-04-10T16:34:04.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.596 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:04.596 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21972 2024-04-10T16:34:04.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.597 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:04.597 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17917, 2024-04-10T16:34:04.597 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1677057417 2024-04-10T16:34:04.597 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.597 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:04.597 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 46420, 2024-04-10T16:34:04.597 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14644184 2024-04-10T16:34:04.597 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.597 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:04.597 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 28503, 2024-04-10T16:34:04.597 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1502076696 2024-04-10T16:34:04.597 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.597 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:04.597 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.598 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.598 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:04.598 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15807, 2024-04-10T16:34:04.598 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 443700465 2024-04-10T16:34:04.598 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.598 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:04.598 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.598 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.598 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:04.598 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.598 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.598 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:04.598 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.598 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.598 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:04.599 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.599 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.599 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:04.599 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:04.599 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10118159008 2024-04-10T16:34:04.599 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.599 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:04.599 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8975, 2024-04-10T16:34:04.599 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 793432125 2024-04-10T16:34:04.599 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.599 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:04.599 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8973, 2024-04-10T16:34:04.599 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3909818886155 2024-04-10T16:34:04.599 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.599 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:04.600 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8975, 2024-04-10T16:34:04.600 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6730072967945 2024-04-10T16:34:04.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.600 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:04.600 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95784, 2024-04-10T16:34:04.600 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3034639728179 2024-04-10T16:34:04.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.600 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:04.600 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95784, 2024-04-10T16:34:04.600 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8899627 2024-04-10T16:34:04.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.600 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:04.600 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:04.600 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 339092637 2024-04-10T16:34:04.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.601 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:04.601 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:04.601 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33120595616 2024-04-10T16:34:04.601 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.601 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:04.601 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:04.601 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33612478 2024-04-10T16:34:04.601 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.601 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:04.601 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:04.601 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15529363827 2024-04-10T16:34:04.601 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.602 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:04.602 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:04.602 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12801322939 2024-04-10T16:34:04.602 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.602 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:04.602 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5398901 2024-04-10T16:34:04.602 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.602 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:04.602 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2409, 2024-04-10T16:34:04.602 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13723037 2024-04-10T16:34:04.602 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.602 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:04.602 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:04.602 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71923550458 2024-04-10T16:34:04.602 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.603 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:04.603 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:04.603 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13833121609 2024-04-10T16:34:04.603 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.603 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:04.603 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:04.603 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 541960563 2024-04-10T16:34:04.603 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.603 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.603 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:04.603 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:04.603 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405295426 2024-04-10T16:34:04.603 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.603 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:04.603 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 562102272 2024-04-10T16:34:04.604 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.604 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:04.604 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 504766464 2024-04-10T16:34:04.604 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.604 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:04.604 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600707993 2024-04-10T16:34:04.604 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.604 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:04.604 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57335808 2024-04-10T16:34:04.604 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.604 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.604 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:04.604 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.604 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:04.604 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.604 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.604 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.604 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.605 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.605 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.605 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.605 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56151905 2024-04-10T16:34:04.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.605 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.605 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.605 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.605 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.605 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.605 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.605 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.605 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.606 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.606 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.606 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T16:34:04.606 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.606 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.606 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69632 2024-04-10T16:34:04.606 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.606 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.606 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.606 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.606 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.606 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.606 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.606 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.606 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.607 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.607 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69595295 2024-04-10T16:34:04.607 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.607 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:04.607 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.607 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 562036736 2024-04-10T16:34:04.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.607 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.607 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:04.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.607 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.607 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.607 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.607 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 421139290 2024-04-10T16:34:04.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.608 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.608 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.608 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.608 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.608 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.608 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2384 2024-04-10T16:34:04.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.608 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.608 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.608 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.608 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 173824 2024-04-10T16:34:04.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.608 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.608 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.609 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.609 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.609 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.609 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.609 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.609 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.609 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.609 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73612374 2024-04-10T16:34:04.609 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.609 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:04.609 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.609 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:04.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.610 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.610 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:04.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.610 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.610 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6792112 2024-04-10T16:34:04.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.610 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.610 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37434603 2024-04-10T16:34:04.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.610 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.610 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.610 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.610 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.611 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.611 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.611 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.611 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.611 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.611 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.611 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.611 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.611 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.611 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.611 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.611 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.612 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.612 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.612 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.612 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73213797 2024-04-10T16:34:04.612 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.612 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:04.612 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.612 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 494927872 2024-04-10T16:34:04.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.612 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.612 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.612 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.612 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.613 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.613 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 421139290 2024-04-10T16:34:04.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.613 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.613 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.613 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.613 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.613 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.613 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.613 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.613 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.613 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.613 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 153722 2024-04-10T16:34:04.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.614 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.614 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1102491 2024-04-10T16:34:04.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.614 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.614 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.614 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.614 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.614 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.614 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.615 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.615 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72532369 2024-04-10T16:34:04.615 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.615 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:04.615 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:04.615 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.615 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:04.615 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35 2024-04-10T16:34:04.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.615 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:04.615 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.616 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:04.616 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:04.616 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.616 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.616 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:04.616 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53 2024-04-10T16:34:04.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.616 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:04.616 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.616 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:04.616 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47803 2024-04-10T16:34:04.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.616 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:04.617 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 135768, 2024-04-10T16:34:04.617 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13487648375 2024-04-10T16:34:04.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.617 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:04.617 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:04.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.617 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:04.617 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.617 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:04.617 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1384788259 2024-04-10T16:34:04.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.617 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:04.617 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 47803, 2024-04-10T16:34:04.618 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 51868037267 2024-04-10T16:34:04.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.618 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:04.618 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2000285716 2024-04-10T16:34:04.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.618 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:04.618 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 48593, 2024-04-10T16:34:04.618 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16039708416 2024-04-10T16:34:04.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.618 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:04.618 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 47803, 2024-04-10T16:34:04.618 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 34203655570 2024-04-10T16:34:04.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.618 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:04.618 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36310 2024-04-10T16:34:04.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.619 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:04.619 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36310, 2024-04-10T16:34:04.619 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15392971779 2024-04-10T16:34:04.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.619 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:04.619 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.619 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:04.619 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2000285716 2024-04-10T16:34:04.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.619 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:04.619 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36436, 2024-04-10T16:34:04.619 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7201691345 2024-04-10T16:34:04.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.620 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:04.620 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36310, 2024-04-10T16:34:04.620 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7307180500 2024-04-10T16:34:04.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.620 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:04.620 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10049 2024-04-10T16:34:04.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.620 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:04.620 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 418026668 2024-04-10T16:34:04.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.620 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:04.620 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10049, 2024-04-10T16:34:04.620 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23601170183 2024-04-10T16:34:04.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.620 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:04.621 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.621 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:04.621 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.621 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:04.621 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.621 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:04.621 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10496, 2024-04-10T16:34:04.621 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6582448876 2024-04-10T16:34:04.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.621 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:04.621 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10049, 2024-04-10T16:34:04.621 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17621684450 2024-04-10T16:34:04.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.621 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:04.622 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1444 2024-04-10T16:34:04.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.622 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:04.622 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 966761591 2024-04-10T16:34:04.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.622 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:04.622 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1444, 2024-04-10T16:34:04.622 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12873895305 2024-04-10T16:34:04.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.622 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:04.622 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.622 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:04.622 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1661, 2024-04-10T16:34:04.622 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2255568195 2024-04-10T16:34:04.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.623 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:04.623 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1444, 2024-04-10T16:34:04.623 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9274790620 2024-04-10T16:34:04.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.623 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:04.623 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.623 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:04.623 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4194320 2024-04-10T16:34:04.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.623 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:04.623 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T16:34:04.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.624 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:04.624 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:04.624 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.624 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:04.624 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 583135232 2024-04-10T16:34:04.624 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.624 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.624 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.624 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.6": { 2024-04-10T16:34:04.624 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:04.624 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:04.624 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49308 2024-04-10T16:34:04.624 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.624 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:04.624 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.624 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.625 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:04.625 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.625 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:04.625 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.625 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:04.625 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:04.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.625 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:04.625 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.625 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:04.625 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.626 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:04.626 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.626 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.626 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:04.626 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.626 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.626 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:04.626 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9908224 2024-04-10T16:34:04.626 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.626 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:04.626 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 546099200 2024-04-10T16:34:04.626 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.626 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:04.626 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:04.626 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3763832 2024-04-10T16:34:04.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.627 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:04.627 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:04.627 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1179755 2024-04-10T16:34:04.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.627 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:04.627 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 161, 2024-04-10T16:34:04.627 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 853685 2024-04-10T16:34:04.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.627 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:04.627 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:04.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.627 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:04.627 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 471662592 2024-04-10T16:34:04.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.627 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:04.628 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63556, 2024-04-10T16:34:04.628 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8681566443 2024-04-10T16:34:04.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.628 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:04.628 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63563, 2024-04-10T16:34:04.628 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13925725195 2024-04-10T16:34:04.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.628 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:04.628 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11034624 2024-04-10T16:34:04.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.628 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:04.628 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 260395008 2024-04-10T16:34:04.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.628 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:04.628 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 467402752 2024-04-10T16:34:04.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.628 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:04.629 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.629 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:04.629 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.629 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:04.629 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45 2024-04-10T16:34:04.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.629 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:04.629 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6442025036 2024-04-10T16:34:04.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.629 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:04.629 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 61958 2024-04-10T16:34:04.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.629 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:04.629 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5440917504 2024-04-10T16:34:04.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.630 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:04.630 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5440921600 2024-04-10T16:34:04.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.630 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:04.630 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.630 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:04.630 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.630 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:04.630 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 50898 2024-04-10T16:34:04.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.630 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:04.630 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 61958, 2024-04-10T16:34:04.630 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2305783183 2024-04-10T16:34:04.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.631 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:04.631 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6272907647 2024-04-10T16:34:04.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.631 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:04.631 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56778 2024-04-10T16:34:04.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.631 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:04.631 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2478709 2024-04-10T16:34:04.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.631 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:04.631 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 672 2024-04-10T16:34:04.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.631 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:04.631 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9845682 2024-04-10T16:34:04.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.632 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:04.632 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 889 2024-04-10T16:34:04.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.632 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:04.632 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7366973 2024-04-10T16:34:04.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.632 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:04.632 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7366973 2024-04-10T16:34:04.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.632 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:04.632 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.632 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:04.632 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.632 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:04.632 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 222 2024-04-10T16:34:04.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.633 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:04.633 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 889, 2024-04-10T16:34:04.633 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3063097 2024-04-10T16:34:04.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.633 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:04.633 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.633 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.633 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:04.633 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.633 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:04.633 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.633 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:04.634 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:04.634 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 566 2024-04-10T16:34:04.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.634 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:04.634 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13, 2024-04-10T16:34:04.634 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14306 2024-04-10T16:34:04.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.634 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:04.634 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.634 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.634 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:04.634 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.635 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:04.635 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.635 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:04.635 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 818692096 2024-04-10T16:34:04.635 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.635 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:04.635 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:04.635 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:04.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.635 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:04.635 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14000128 2024-04-10T16:34:04.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.636 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:04.636 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13894, 2024-04-10T16:34:04.636 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 48306045 2024-04-10T16:34:04.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.636 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:04.636 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3423, 2024-04-10T16:34:04.636 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5580030341 2024-04-10T16:34:04.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.636 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:04.636 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.636 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.636 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:04.637 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.637 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:04.637 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.637 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:04.637 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.637 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:04.637 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15126, 2024-04-10T16:34:04.637 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 112606760 2024-04-10T16:34:04.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.637 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:04.637 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.638 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.638 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:04.638 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.638 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:04.638 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63507, 2024-04-10T16:34:04.638 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16959804104 2024-04-10T16:34:04.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.638 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:04.638 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63130, 2024-04-10T16:34:04.638 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1149626049 2024-04-10T16:34:04.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.638 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:04.638 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63507, 2024-04-10T16:34:04.639 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33613566 2024-04-10T16:34:04.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.639 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:04.639 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63507, 2024-04-10T16:34:04.639 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16993417670 2024-04-10T16:34:04.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.639 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:04.639 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.639 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.639 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:04.639 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 24335, 2024-04-10T16:34:04.639 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 512450051 2024-04-10T16:34:04.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.639 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:04.639 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 791, 2024-04-10T16:34:04.640 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2534368 2024-04-10T16:34:04.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.640 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:04.640 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12004, 2024-04-10T16:34:04.640 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10863790 2024-04-10T16:34:04.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.640 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:04.640 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 43, 2024-04-10T16:34:04.640 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 84349 2024-04-10T16:34:04.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.640 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:04.640 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 11130, 2024-04-10T16:34:04.640 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1485096310 2024-04-10T16:34:04.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.640 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:04.640 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 186210 2024-04-10T16:34:04.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.641 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:04.641 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18439 2024-04-10T16:34:04.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.641 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:04.641 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15543, 2024-04-10T16:34:04.641 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1361542767 2024-04-10T16:34:04.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.641 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:04.641 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 47855, 2024-04-10T16:34:04.641 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12284372 2024-04-10T16:34:04.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.641 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:04.641 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 32312, 2024-04-10T16:34:04.641 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1078827135 2024-04-10T16:34:04.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.642 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:04.642 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.642 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:04.642 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 11949, 2024-04-10T16:34:04.642 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 340332759 2024-04-10T16:34:04.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.642 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:04.642 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.642 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:04.642 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.642 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:04.643 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.643 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:04.643 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.643 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:04.643 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:04.643 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7871416472 2024-04-10T16:34:04.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.643 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:04.643 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14061, 2024-04-10T16:34:04.643 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 824866608 2024-04-10T16:34:04.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.643 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:04.643 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14060, 2024-04-10T16:34:04.643 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3980341417321 2024-04-10T16:34:04.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.644 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:04.644 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14061, 2024-04-10T16:34:04.644 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5916493713638 2024-04-10T16:34:04.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.644 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:04.644 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73772, 2024-04-10T16:34:04.644 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3124646532542 2024-04-10T16:34:04.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.644 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:04.644 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73772, 2024-04-10T16:34:04.644 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6722046 2024-04-10T16:34:04.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.644 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:04.645 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:04.645 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 242107455 2024-04-10T16:34:04.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.645 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:04.645 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:04.645 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 26006819508 2024-04-10T16:34:04.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.645 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:04.645 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:04.645 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 26801151 2024-04-10T16:34:04.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.645 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:04.645 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:04.645 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11745532805 2024-04-10T16:34:04.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.645 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:04.646 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:04.646 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10843582221 2024-04-10T16:34:04.646 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.646 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:04.646 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10183464 2024-04-10T16:34:04.646 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.646 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:04.646 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2375, 2024-04-10T16:34:04.646 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13129221 2024-04-10T16:34:04.646 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.646 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:04.646 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:04.646 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56722122032 2024-04-10T16:34:04.646 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.646 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:04.646 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:04.647 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11647923002 2024-04-10T16:34:04.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.647 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:04.647 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73773, 2024-04-10T16:34:04.647 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 448736768 2024-04-10T16:34:04.647 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.647 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:04.647 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:04.647 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405295426 2024-04-10T16:34:04.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.647 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:04.647 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 544866304 2024-04-10T16:34:04.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.647 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:04.647 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 491036672 2024-04-10T16:34:04.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.648 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:04.648 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600707993 2024-04-10T16:34:04.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.648 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:04.648 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53829632 2024-04-10T16:34:04.648 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.648 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:04.648 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.648 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:04.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.648 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.648 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.648 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.648 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.649 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.649 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56958031 2024-04-10T16:34:04.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.649 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.649 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.649 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.649 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.649 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.649 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.649 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.650 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.650 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.650 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T16:34:04.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.650 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.650 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:04.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.650 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.650 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.650 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.650 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.650 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.650 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.651 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.651 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68793265 2024-04-10T16:34:04.651 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.651 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:04.651 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.651 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 562036736 2024-04-10T16:34:04.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.651 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.651 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:04.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.651 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.651 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.652 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.652 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 427185239 2024-04-10T16:34:04.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.652 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.652 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.652 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.652 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.652 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.652 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1616 2024-04-10T16:34:04.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.652 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.652 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.652 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.653 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 107072 2024-04-10T16:34:04.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.653 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.653 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.653 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.653 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.653 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.653 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.653 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.653 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.653 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.653 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67633945 2024-04-10T16:34:04.653 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.654 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:04.654 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.654 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:04.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.654 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.654 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:04.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.654 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.654 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9254112 2024-04-10T16:34:04.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.654 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.654 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37972021 2024-04-10T16:34:04.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.654 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.655 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.655 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.655 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.655 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.655 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.655 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.655 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.655 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.655 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.656 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.656 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.656 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.656 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.656 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.656 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.656 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.656 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.656 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.656 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.656 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.656 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.656 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.656 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70214379 2024-04-10T16:34:04.656 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.657 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.657 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:04.657 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.657 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 503316480 2024-04-10T16:34:04.657 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.657 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.657 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.657 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.657 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.657 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.657 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.657 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.657 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 427185239 2024-04-10T16:34:04.657 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.658 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.658 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.658 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.658 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.658 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.658 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.658 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.658 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.658 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.658 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.658 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.658 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.658 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.658 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 159783 2024-04-10T16:34:04.659 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.659 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.659 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1128536 2024-04-10T16:34:04.659 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.659 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.659 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.659 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.659 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.659 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.659 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.659 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.659 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.659 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.659 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.660 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74842922 2024-04-10T16:34:04.660 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.660 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.660 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:04.660 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:04.660 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.660 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.660 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:04.660 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21 2024-04-10T16:34:04.660 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.660 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:04.660 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.660 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.660 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:04.660 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.660 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.660 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.661 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.661 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:04.661 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 54 2024-04-10T16:34:04.661 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.661 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:04.661 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.661 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.661 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:04.661 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42863 2024-04-10T16:34:04.661 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.661 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:04.661 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 102544, 2024-04-10T16:34:04.661 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8778514149 2024-04-10T16:34:04.661 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.661 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:04.661 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.661 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.661 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:04.662 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.662 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.662 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:04.662 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1637853703 2024-04-10T16:34:04.662 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.662 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:04.662 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 42863, 2024-04-10T16:34:04.662 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57545845911 2024-04-10T16:34:04.662 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.662 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:04.662 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1774762900 2024-04-10T16:34:04.662 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.662 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:04.662 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 43319, 2024-04-10T16:34:04.662 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13583343006 2024-04-10T16:34:04.663 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.663 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:04.663 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 42863, 2024-04-10T16:34:04.663 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32676705761 2024-04-10T16:34:04.663 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.663 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:04.663 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 34392 2024-04-10T16:34:04.663 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.663 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:04.663 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 34392, 2024-04-10T16:34:04.663 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10438418887 2024-04-10T16:34:04.663 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.663 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:04.663 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.664 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.664 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:04.664 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1774762900 2024-04-10T16:34:04.664 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.664 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:04.664 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 34553, 2024-04-10T16:34:04.664 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6087394997 2024-04-10T16:34:04.664 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.664 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:04.664 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 34392, 2024-04-10T16:34:04.664 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5535197623 2024-04-10T16:34:04.664 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.664 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:04.664 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4540 2024-04-10T16:34:04.664 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.665 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:04.665 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 343648551 2024-04-10T16:34:04.665 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.665 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:04.665 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4540, 2024-04-10T16:34:04.665 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12435466064 2024-04-10T16:34:04.665 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.665 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:04.665 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.665 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.665 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:04.665 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.665 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.665 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:04.665 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.666 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.666 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:04.666 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4717, 2024-04-10T16:34:04.666 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2762135335 2024-04-10T16:34:04.666 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.666 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:04.666 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4540, 2024-04-10T16:34:04.666 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8299184640 2024-04-10T16:34:04.666 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.666 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:04.666 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3931 2024-04-10T16:34:04.666 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.666 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:04.666 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1294205152 2024-04-10T16:34:04.666 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.667 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:04.667 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3931, 2024-04-10T16:34:04.667 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 34671960960 2024-04-10T16:34:04.667 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.667 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:04.667 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.667 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.667 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:04.667 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4049, 2024-04-10T16:34:04.667 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4733812674 2024-04-10T16:34:04.667 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.667 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:04.667 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3931, 2024-04-10T16:34:04.667 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18842323498 2024-04-10T16:34:04.667 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.667 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:04.667 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.667 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.668 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:04.668 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31406672 2024-04-10T16:34:04.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.668 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:04.668 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31 2024-04-10T16:34:04.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.668 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:04.668 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:04.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.668 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:04.668 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 485675008 2024-04-10T16:34:04.668 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.668 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.668 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.668 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.7": { 2024-04-10T16:34:04.669 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:04.669 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:04.669 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20828 2024-04-10T16:34:04.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.669 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:04.669 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.669 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:04.669 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.669 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:04.669 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.669 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:04.669 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:04.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.670 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:04.670 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.670 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:04.670 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.670 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:04.670 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.670 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:04.670 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.670 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:04.670 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7196672 2024-04-10T16:34:04.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.670 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:04.670 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 518139904 2024-04-10T16:34:04.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.671 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:04.671 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:04.671 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2770040 2024-04-10T16:34:04.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.671 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:04.671 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:04.671 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 884597 2024-04-10T16:34:04.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.671 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:04.671 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 155, 2024-04-10T16:34:04.671 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 782405 2024-04-10T16:34:04.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.671 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:04.671 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:04.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.671 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:04.672 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 468779008 2024-04-10T16:34:04.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.672 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:04.672 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63660, 2024-04-10T16:34:04.672 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8853061651 2024-04-10T16:34:04.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.672 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:04.672 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63667, 2024-04-10T16:34:04.672 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14181251882 2024-04-10T16:34:04.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.672 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:04.672 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11460608 2024-04-10T16:34:04.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.672 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:04.672 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 260820992 2024-04-10T16:34:04.672 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.673 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:04.673 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 463077376 2024-04-10T16:34:04.673 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.673 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:04.673 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.673 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.673 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:04.673 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.673 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:04.673 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40 2024-04-10T16:34:04.673 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.673 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:04.673 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4155386436 2024-04-10T16:34:04.673 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.673 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:04.673 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 43648 2024-04-10T16:34:04.674 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.674 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:04.674 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3494772736 2024-04-10T16:34:04.674 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.674 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:04.674 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3494776832 2024-04-10T16:34:04.674 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.674 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:04.674 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.674 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.674 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:04.674 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.674 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.674 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:04.674 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33292 2024-04-10T16:34:04.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.675 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:04.675 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 43648, 2024-04-10T16:34:04.675 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1534888534 2024-04-10T16:34:04.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.675 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:04.675 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4040007032 2024-04-10T16:34:04.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.675 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:04.675 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40112 2024-04-10T16:34:04.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.675 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:04.675 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2418376 2024-04-10T16:34:04.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.675 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:04.675 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 556 2024-04-10T16:34:04.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.676 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:04.676 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7122689 2024-04-10T16:34:04.676 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.676 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:04.676 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 742 2024-04-10T16:34:04.676 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.676 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:04.676 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4704313 2024-04-10T16:34:04.676 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.676 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:04.676 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4704313 2024-04-10T16:34:04.676 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.676 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:04.676 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.676 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.676 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:04.676 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.676 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.677 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:04.677 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 193 2024-04-10T16:34:04.677 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.677 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:04.677 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 742, 2024-04-10T16:34:04.677 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1757336 2024-04-10T16:34:04.677 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.677 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:04.677 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.677 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.677 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.677 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:04.677 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.677 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.677 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:04.677 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.677 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.677 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:04.678 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:04.678 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 810 2024-04-10T16:34:04.678 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.678 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:04.678 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9, 2024-04-10T16:34:04.678 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11553 2024-04-10T16:34:04.678 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.678 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:04.678 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.678 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.678 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.678 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:04.678 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.678 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.679 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:04.679 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.679 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.679 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:04.679 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 788443136 2024-04-10T16:34:04.679 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.679 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.679 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:04.679 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:04.679 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:04.679 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.679 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:04.679 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13991936 2024-04-10T16:34:04.679 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.679 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:04.679 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17556, 2024-04-10T16:34:04.679 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 62104374 2024-04-10T16:34:04.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.680 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:04.680 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3486, 2024-04-10T16:34:04.680 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3947515767 2024-04-10T16:34:04.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.680 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:04.680 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.680 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.680 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:04.680 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.680 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:04.680 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.680 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:04.681 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.681 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.681 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:04.681 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18672, 2024-04-10T16:34:04.681 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 151959949 2024-04-10T16:34:04.681 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.681 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:04.681 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.681 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.681 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.681 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:04.681 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.681 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.681 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:04.682 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63620, 2024-04-10T16:34:04.682 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17150909145 2024-04-10T16:34:04.682 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.682 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:04.682 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63230, 2024-04-10T16:34:04.682 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1381038566 2024-04-10T16:34:04.682 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.682 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:04.682 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63620, 2024-04-10T16:34:04.682 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 39409981 2024-04-10T16:34:04.682 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.682 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:04.682 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63620, 2024-04-10T16:34:04.682 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17190319126 2024-04-10T16:34:04.682 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.683 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:04.683 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:04.683 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.683 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.683 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:04.683 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 33668, 2024-04-10T16:34:04.685 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 612414581 2024-04-10T16:34:04.685 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.685 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:04.685 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 732, 2024-04-10T16:34:04.685 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2007589 2024-04-10T16:34:04.685 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.685 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:04.685 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4621, 2024-04-10T16:34:04.685 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6255791 2024-04-10T16:34:04.685 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.685 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:04.685 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 49, 2024-04-10T16:34:04.686 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 63437 2024-04-10T16:34:04.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.686 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:04.686 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 11529, 2024-04-10T16:34:04.686 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 857451084 2024-04-10T16:34:04.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.686 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:04.686 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 196430 2024-04-10T16:34:04.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.686 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:04.686 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17666 2024-04-10T16:34:04.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.686 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:04.686 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7256, 2024-04-10T16:34:04.687 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1368749852 2024-04-10T16:34:04.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.687 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:04.687 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 33184, 2024-04-10T16:34:04.687 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8433827 2024-04-10T16:34:04.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.687 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:04.687 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 25928, 2024-04-10T16:34:04.687 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1221578573 2024-04-10T16:34:04.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.687 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:04.687 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.687 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.687 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:04.687 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13338, 2024-04-10T16:34:04.687 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 371896584 2024-04-10T16:34:04.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.688 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:04.688 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.688 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:04.688 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.688 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:04.688 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.688 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:04.688 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.688 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:04.688 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:04.688 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8664357775 2024-04-10T16:34:04.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.689 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:04.689 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15911, 2024-04-10T16:34:04.689 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 861939025 2024-04-10T16:34:04.689 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.689 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:04.689 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15910, 2024-04-10T16:34:04.689 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3648133515591 2024-04-10T16:34:04.689 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.689 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:04.689 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15911, 2024-04-10T16:34:04.689 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6604446959171 2024-04-10T16:34:04.689 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.689 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:04.689 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75150, 2024-04-10T16:34:04.689 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2659009017279 2024-04-10T16:34:04.689 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.690 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:04.690 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75150, 2024-04-10T16:34:04.690 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6801817 2024-04-10T16:34:04.690 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.690 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:04.690 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:04.690 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 219628172 2024-04-10T16:34:04.690 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.690 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:04.690 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:04.690 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27513744119 2024-04-10T16:34:04.690 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.690 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:04.690 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:04.690 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 26702755 2024-04-10T16:34:04.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.691 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:04.691 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:04.691 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12402222921 2024-04-10T16:34:04.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.691 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:04.691 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:04.691 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9971622175 2024-04-10T16:34:04.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.691 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:04.691 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10178244 2024-04-10T16:34:04.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.691 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:04.691 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2321, 2024-04-10T16:34:04.691 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12459551 2024-04-10T16:34:04.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.692 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:04.692 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:04.692 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58784253692 2024-04-10T16:34:04.692 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.692 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:04.692 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:04.692 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10936322397 2024-04-10T16:34:04.692 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.692 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:04.692 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75151, 2024-04-10T16:34:04.692 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 473353105 2024-04-10T16:34:04.692 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.692 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.692 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:04.693 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:04.693 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405295426 2024-04-10T16:34:04.693 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.693 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:04.693 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 488112128 2024-04-10T16:34:04.693 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.693 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:04.693 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 464273408 2024-04-10T16:34:04.693 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.693 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:04.693 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600707993 2024-04-10T16:34:04.693 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.693 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:04.693 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23838720 2024-04-10T16:34:04.693 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.693 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.694 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:04.694 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.694 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:04.694 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.694 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.694 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.694 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.694 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.694 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.694 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.694 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.694 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57077043 2024-04-10T16:34:04.694 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.694 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.694 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.694 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.694 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.694 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.695 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.695 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.695 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.695 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.695 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.695 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.695 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.695 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.695 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20480 2024-04-10T16:34:04.695 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.695 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.695 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40960 2024-04-10T16:34:04.695 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.695 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.695 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.695 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.695 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.695 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.696 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.696 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.696 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.696 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68690637 2024-04-10T16:34:04.696 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.696 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:04.696 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.696 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 570425344 2024-04-10T16:34:04.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.696 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.696 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:04.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.696 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.696 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.697 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.697 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 428077826 2024-04-10T16:34:04.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.697 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.697 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.697 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.697 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.697 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.697 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1744 2024-04-10T16:34:04.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.697 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.697 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.697 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.697 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 106384 2024-04-10T16:34:04.697 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.698 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.698 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.698 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.698 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.698 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.698 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.698 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.698 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.698 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.698 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.698 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.698 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.698 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.699 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 75130526 2024-04-10T16:34:04.699 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.699 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.699 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:04.699 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.699 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:04.699 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.699 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.699 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:04.699 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.700 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.700 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6794080 2024-04-10T16:34:04.700 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.700 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.700 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 38051362 2024-04-10T16:34:04.700 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.700 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.700 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.700 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.700 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.701 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.701 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.701 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.701 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.701 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.701 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.701 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.701 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.701 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.701 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.702 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.702 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.702 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.702 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.702 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.702 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.702 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.702 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.702 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.702 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.702 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.702 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.702 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.703 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.703 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72595070 2024-04-10T16:34:04.703 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.703 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.703 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:04.703 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:04.703 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 503316480 2024-04-10T16:34:04.703 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.703 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:04.703 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.704 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.704 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:04.704 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.704 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.704 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:04.704 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 428077826 2024-04-10T16:34:04.704 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.704 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:04.704 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.704 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.704 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:04.704 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.704 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.704 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:04.704 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.705 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:04.705 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.705 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:04.705 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 161905 2024-04-10T16:34:04.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.705 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:04.705 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1122410 2024-04-10T16:34:04.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.705 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:04.705 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.705 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.705 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:04.705 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.706 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.706 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:04.706 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.706 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.706 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:04.706 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73954339 2024-04-10T16:34:04.706 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.706 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.706 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:04.706 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:04.706 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.706 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.706 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:04.706 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22 2024-04-10T16:34:04.706 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.706 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:04.707 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.707 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.707 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:04.707 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.707 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.707 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.707 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:04.707 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:04.707 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57 2024-04-10T16:34:04.707 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.707 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:04.707 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.707 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.707 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:04.707 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36419 2024-04-10T16:34:04.707 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.708 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:04.708 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 108589, 2024-04-10T16:34:04.708 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11045789983 2024-04-10T16:34:04.708 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.708 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:04.708 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.708 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.708 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:04.708 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:04.708 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.708 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:04.708 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1533095481 2024-04-10T16:34:04.708 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.708 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:04.708 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36419, 2024-04-10T16:34:04.708 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49659934337 2024-04-10T16:34:04.709 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.709 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:04.709 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1727215394 2024-04-10T16:34:04.709 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.709 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:04.709 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36887, 2024-04-10T16:34:04.709 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17330362144 2024-04-10T16:34:04.709 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.709 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:04.709 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36419, 2024-04-10T16:34:04.709 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33880847577 2024-04-10T16:34:04.709 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.709 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:04.709 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23340 2024-04-10T16:34:04.709 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.709 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:04.709 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23340, 2024-04-10T16:34:04.710 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10586558287 2024-04-10T16:34:04.710 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.710 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:04.710 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.710 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.710 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:04.710 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1727215394 2024-04-10T16:34:04.710 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.710 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:04.710 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23560, 2024-04-10T16:34:04.710 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5213765216 2024-04-10T16:34:04.710 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.710 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:04.711 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23340, 2024-04-10T16:34:04.711 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5149250513 2024-04-10T16:34:04.711 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.711 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:04.711 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12025 2024-04-10T16:34:04.711 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.711 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:04.711 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 334275576 2024-04-10T16:34:04.711 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.711 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:04.711 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12025, 2024-04-10T16:34:04.711 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22055156561 2024-04-10T16:34:04.711 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.711 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:04.711 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.711 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.711 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:04.712 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.712 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.712 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:04.712 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.712 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.712 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:04.712 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12196, 2024-04-10T16:34:04.712 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9897207667 2024-04-10T16:34:04.712 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.712 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:04.712 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12025, 2024-04-10T16:34:04.712 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18790938257 2024-04-10T16:34:04.712 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.712 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:04.712 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1054 2024-04-10T16:34:04.713 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.713 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:04.713 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1198819905 2024-04-10T16:34:04.713 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.713 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:04.713 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1054, 2024-04-10T16:34:04.713 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17018219489 2024-04-10T16:34:04.713 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.713 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:04.713 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.713 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.713 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:04.713 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1131, 2024-04-10T16:34:04.713 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2219389261 2024-04-10T16:34:04.713 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.713 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:04.714 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1054, 2024-04-10T16:34:04.714 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9940658807 2024-04-10T16:34:04.714 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.714 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:04.714 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:04.714 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.714 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:04.714 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 77 2024-04-10T16:34:04.714 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.714 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:04.714 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T16:34:04.714 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.714 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:04.714 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:04.714 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.714 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:04.715 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 482783232 2024-04-10T16:34:04.715 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.715 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.715 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.715 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.715 INFO:tasks.workunit.client.0.smithi102.stdout: "pools": [ 2024-04-10T16:34:04.715 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.715 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:04.715 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr" 2024-04-10T16:34:04.715 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.715 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T16:34:04.715 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T16:34:04.715 INFO:tasks.workunit.client.0.smithi102.stdout: "flags_names": [ 2024-04-10T16:34:04.715 INFO:tasks.workunit.client.0.smithi102.stdout: "hashpspool" 2024-04-10T16:34:04.715 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.715 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T16:34:04.716 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T16:34:04.716 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:34:04.716 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 1, 2024-04-10T16:34:04.716 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 1, 2024-04-10T16:34:04.716 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 1, 2024-04-10T16:34:04.716 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T16:34:04.716 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T16:34:04.716 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 724057827594, 2024-04-10T16:34:04.716 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 1781760, 2024-04-10T16:34:04.716 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T16:34:04.716 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T16:34:04.716 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 1781760, 2024-04-10T16:34:04.716 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T16:34:04.716 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 241352622080, 2024-04-10T16:34:04.716 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 2, 2024-04-10T16:34:04.716 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T16:34:04.716 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 2.4607918476249324e-06, 2024-04-10T16:34:04.717 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T16:34:04.717 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T16:34:04.717 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 1178, 2024-04-10T16:34:04.717 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 2041856, 2024-04-10T16:34:04.717 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 590368, 2024-04-10T16:34:04.717 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 590368, 2024-04-10T16:34:04.717 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T16:34:04.717 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 1771104, 2024-04-10T16:34:04.717 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 391, 2024-04-10T16:34:04.717 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 2473984 2024-04-10T16:34:04.717 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.717 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T16:34:04.717 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T16:34:04.717 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T16:34:04.717 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.717 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.718 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:04.718 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T16:34:04.718 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.718 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T16:34:04.718 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T16:34:04.718 INFO:tasks.workunit.client.0.smithi102.stdout: "flags_names": [ 2024-04-10T16:34:04.718 INFO:tasks.workunit.client.0.smithi102.stdout: "hashpspool" 2024-04-10T16:34:04.718 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.718 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T16:34:04.718 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T16:34:04.718 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:34:04.718 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 32, 2024-04-10T16:34:04.718 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 32, 2024-04-10T16:34:04.718 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 2, 2024-04-10T16:34:04.718 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T16:34:04.718 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T16:34:04.719 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 724057827594, 2024-04-10T16:34:04.719 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 155093, 2024-04-10T16:34:04.719 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T16:34:04.719 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T16:34:04.719 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 110592, 2024-04-10T16:34:04.719 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T16:34:04.719 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 241352622080, 2024-04-10T16:34:04.719 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 22, 2024-04-10T16:34:04.719 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 44501, 2024-04-10T16:34:04.719 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 2.1419970153147005e-07, 2024-04-10T16:34:04.719 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T16:34:04.719 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T16:34:04.719 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 79, 2024-04-10T16:34:04.719 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 89088, 2024-04-10T16:34:04.719 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 21455, 2024-04-10T16:34:04.719 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 6622, 2024-04-10T16:34:04.719 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 14833, 2024-04-10T16:34:04.719 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 64365, 2024-04-10T16:34:04.720 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 68, 2024-04-10T16:34:04.720 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 36864 2024-04-10T16:34:04.720 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.720 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T16:34:04.720 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T16:34:04.720 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T16:34:04.720 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.720 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.720 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:04.720 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T16:34:04.720 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.720 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T16:34:04.720 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T16:34:04.720 INFO:tasks.workunit.client.0.smithi102.stdout: "flags_names": [ 2024-04-10T16:34:04.720 INFO:tasks.workunit.client.0.smithi102.stdout: "hashpspool" 2024-04-10T16:34:04.720 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.721 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T16:34:04.721 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T16:34:04.721 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:34:04.721 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 64, 2024-04-10T16:34:04.721 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 64, 2024-04-10T16:34:04.721 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 3, 2024-04-10T16:34:04.721 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T16:34:04.721 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T16:34:04.721 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 724057827594, 2024-04-10T16:34:04.721 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 0, 2024-04-10T16:34:04.721 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T16:34:04.721 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T16:34:04.721 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 0, 2024-04-10T16:34:04.721 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T16:34:04.721 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 241352622080, 2024-04-10T16:34:04.721 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 0, 2024-04-10T16:34:04.721 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T16:34:04.721 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 0.0, 2024-04-10T16:34:04.722 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T16:34:04.722 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T16:34:04.722 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 0, 2024-04-10T16:34:04.722 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 0, 2024-04-10T16:34:04.722 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 0, 2024-04-10T16:34:04.722 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 0, 2024-04-10T16:34:04.722 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T16:34:04.722 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 0, 2024-04-10T16:34:04.722 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 0, 2024-04-10T16:34:04.722 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 0 2024-04-10T16:34:04.722 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.722 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T16:34:04.722 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T16:34:04.722 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T16:34:04.722 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.723 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.723 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:04.723 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd" 2024-04-10T16:34:04.723 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.723 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T16:34:04.723 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T16:34:04.723 INFO:tasks.workunit.client.0.smithi102.stdout: "flags_names": [ 2024-04-10T16:34:04.723 INFO:tasks.workunit.client.0.smithi102.stdout: "hashpspool", 2024-04-10T16:34:04.723 INFO:tasks.workunit.client.0.smithi102.stdout: "selfmanaged_snaps" 2024-04-10T16:34:04.723 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.723 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T16:34:04.723 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T16:34:04.723 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:34:04.723 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 8, 2024-04-10T16:34:04.723 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 8, 2024-04-10T16:34:04.723 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 4, 2024-04-10T16:34:04.724 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T16:34:04.724 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T16:34:04.724 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 724057827594, 2024-04-10T16:34:04.724 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 12595200, 2024-04-10T16:34:04.724 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T16:34:04.724 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T16:34:04.724 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 12595200, 2024-04-10T16:34:04.724 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T16:34:04.724 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 241352622080, 2024-04-10T16:34:04.724 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 4, 2024-04-10T16:34:04.724 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T16:34:04.724 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 1.739499202813022e-05, 2024-04-10T16:34:04.724 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T16:34:04.724 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T16:34:04.724 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 9021, 2024-04-10T16:34:04.724 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 3182682112, 2024-04-10T16:34:04.725 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 4194323, 2024-04-10T16:34:04.725 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 4194323, 2024-04-10T16:34:04.725 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T16:34:04.725 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 12582969, 2024-04-10T16:34:04.725 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 24348, 2024-04-10T16:34:04.725 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 3146843136 2024-04-10T16:34:04.725 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.725 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T16:34:04.725 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T16:34:04.725 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T16:34:04.725 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.725 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.725 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd": { 2024-04-10T16:34:04.725 INFO:tasks.workunit.client.0.smithi102.stdout: "mirroring_by_pool": [ 2024-04-10T16:34:04.725 INFO:tasks.workunit.client.0.smithi102.stdout: false 2024-04-10T16:34:04.726 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_images_by_pool": [ 2024-04-10T16:34:04.726 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:04.726 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pools": 1 2024-04-10T16:34:04.726 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.726 INFO:tasks.workunit.client.0.smithi102.stdout: "report_id": "f0fd97d3-7570-4267-a9f2-be934b183db8", 2024-04-10T16:34:04.726 INFO:tasks.workunit.client.0.smithi102.stdout: "report_timestamp": "2024-04-10T16:34:03.522354", 2024-04-10T16:34:04.726 INFO:tasks.workunit.client.0.smithi102.stdout: "report_version": 1, 2024-04-10T16:34:04.726 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_stats": { 2024-04-10T16:34:04.726 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "7.9.2" 2024-04-10T16:34:04.726 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.726 INFO:tasks.workunit.client.0.smithi102.stdout: "rook": { 2024-04-10T16:34:04.727 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster": { 2024-04-10T16:34:04.727 INFO:tasks.workunit.client.0.smithi102.stdout: "external-mode": null, 2024-04-10T16:34:04.727 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:04.727 INFO:tasks.workunit.client.0.smithi102.stdout: "allow-multiple-per-node": null, 2024-04-10T16:34:04.727 INFO:tasks.workunit.client.0.smithi102.stdout: "count": null, 2024-04-10T16:34:04.727 INFO:tasks.workunit.client.0.smithi102.stdout: "max-id": null, 2024-04-10T16:34:04.727 INFO:tasks.workunit.client.0.smithi102.stdout: "pvc": { 2024-04-10T16:34:04.727 INFO:tasks.workunit.client.0.smithi102.stdout: "enabled": null 2024-04-10T16:34:04.727 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.727 INFO:tasks.workunit.client.0.smithi102.stdout: "stretch": { 2024-04-10T16:34:04.727 INFO:tasks.workunit.client.0.smithi102.stdout: "enabled": null 2024-04-10T16:34:04.727 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.727 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.727 INFO:tasks.workunit.client.0.smithi102.stdout: "network": { 2024-04-10T16:34:04.727 INFO:tasks.workunit.client.0.smithi102.stdout: "provider": null 2024-04-10T16:34:04.727 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.728 INFO:tasks.workunit.client.0.smithi102.stdout: "storage": { 2024-04-10T16:34:04.728 INFO:tasks.workunit.client.0.smithi102.stdout: "device-set": { 2024-04-10T16:34:04.728 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T16:34:04.728 INFO:tasks.workunit.client.0.smithi102.stdout: "non-portable": null, 2024-04-10T16:34:04.728 INFO:tasks.workunit.client.0.smithi102.stdout: "portable": null, 2024-04-10T16:34:04.728 INFO:tasks.workunit.client.0.smithi102.stdout: "total": null 2024-04-10T16:34:04.728 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.728 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.728 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.728 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.728 INFO:tasks.workunit.client.0.smithi102.stdout: "csi": { 2024-04-10T16:34:04.728 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T16:34:04.728 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.729 INFO:tasks.workunit.client.0.smithi102.stdout: "kubernetes": { 2024-04-10T16:34:04.729 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T16:34:04.729 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.729 INFO:tasks.workunit.client.0.smithi102.stdout: "node": { 2024-04-10T16:34:04.729 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T16:34:04.729 INFO:tasks.workunit.client.0.smithi102.stdout: "kubernetes-total": null, 2024-04-10T16:34:04.729 INFO:tasks.workunit.client.0.smithi102.stdout: "with-ceph-daemons": null, 2024-04-10T16:34:04.729 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-cephfs-plugin": null, 2024-04-10T16:34:04.729 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-nfs-plugin": null, 2024-04-10T16:34:04.729 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-rbd-plugin": null 2024-04-10T16:34:04.729 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.729 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.729 INFO:tasks.workunit.client.0.smithi102.stdout: "usage": { 2024-04-10T16:34:04.729 INFO:tasks.workunit.client.0.smithi102.stdout: "storage-class": { 2024-04-10T16:34:04.729 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T16:34:04.730 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket": null, 2024-04-10T16:34:04.730 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs": null, 2024-04-10T16:34:04.730 INFO:tasks.workunit.client.0.smithi102.stdout: "nfs": null, 2024-04-10T16:34:04.730 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd": null, 2024-04-10T16:34:04.730 INFO:tasks.workunit.client.0.smithi102.stdout: "total": null 2024-04-10T16:34:04.730 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.730 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:04.730 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.730 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T16:34:04.730 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.730 INFO:tasks.workunit.client.0.smithi102.stdout: "services": {}, 2024-04-10T16:34:04.730 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_per_pg": [ 2024-04-10T16:34:04.730 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.730 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.730 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:04.730 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:04.731 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:04.731 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.731 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:04.731 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.731 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.731 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.731 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.731 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.731 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:04.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.351789+0000", 2024-04-10T16:34:04.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.351789+0000", 2024-04-10T16:34:04.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.352088+0000", 2024-04-10T16:34:04.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:04.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.731 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:04.732 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:04.732 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:04.732 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:04.732 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.732 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.732 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.732 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:04.732 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:04.732 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.732 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.732 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.732 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.732 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:04.732 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.732 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.732 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.732 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.732 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.733 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.733 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.733 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.733 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2c", 2024-04-10T16:34:04.733 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.733 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.733 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.733 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4898, 2024-04-10T16:34:04.733 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.733 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:38:47.714252+0000", 2024-04-10T16:34:04.733 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.733 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.733 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.735 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.736 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.736 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.736 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.736 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.736 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.736 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.736 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.736 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.736 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.736 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:04.736 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:04.736 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:04.737 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.737 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:04.737 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.737 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.737 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.737 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.737 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:04.737 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.737 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:04.737 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.737 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:04.737 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.737 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.737 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.737 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.737 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.737 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:04.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.364088+0000", 2024-04-10T16:34:04.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.364088+0000", 2024-04-10T16:34:04.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.364405+0000", 2024-04-10T16:34:04.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:04.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:04.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:04.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:04.738 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:04.739 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.739 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.739 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.739 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:04.739 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:04.739 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.739 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.739 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.739 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.739 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:04.739 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.739 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.739 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.739 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.739 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.739 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.740 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.740 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.740 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2b", 2024-04-10T16:34:04.740 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.740 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.740 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.740 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5061, 2024-04-10T16:34:04.740 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.740 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:57:32.150603+0000", 2024-04-10T16:34:04.740 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.740 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.740 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.742 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.743 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.743 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.743 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.743 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.743 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.743 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.743 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.743 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.743 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.743 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:04.743 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.743 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:04.743 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.743 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:04.744 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.744 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.744 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.744 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.744 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:04.744 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.744 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:04.744 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.744 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:04.744 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.744 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.744 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.744 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.744 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.745 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.745 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:04.745 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.361517+0000", 2024-04-10T16:34:04.745 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.361517+0000", 2024-04-10T16:34:04.745 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362169+0000", 2024-04-10T16:34:04.745 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:04.745 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.745 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.745 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.745 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:04.745 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:04.745 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:04.745 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:04.745 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.746 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.746 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.746 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:04.746 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:04.746 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.746 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.746 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.746 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.746 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:04.746 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.746 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.746 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.746 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.746 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.747 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.747 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.747 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.747 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2a", 2024-04-10T16:34:04.747 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.747 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.747 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.747 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4900, 2024-04-10T16:34:04.747 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.747 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:54:35.085007+0000", 2024-04-10T16:34:04.747 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.747 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.747 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.749 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.750 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.750 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.750 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.750 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.750 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.750 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.750 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.750 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.750 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.750 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.750 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:04.750 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.750 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:04.750 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.751 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:04.751 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.751 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.751 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.751 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.751 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.751 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:04.751 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:04.751 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.751 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:04.751 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.751 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.751 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.751 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.751 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.751 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.751 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:04.752 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.291186+0000", 2024-04-10T16:34:04.752 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.291186+0000", 2024-04-10T16:34:04.752 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.291457+0000", 2024-04-10T16:34:04.752 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:04.752 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.752 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.752 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.752 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:04.752 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:04.752 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:04.752 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:04.752 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.752 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.752 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.752 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:04.752 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:04.752 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.752 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.753 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.753 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.753 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:04.753 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.753 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.753 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.753 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.753 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.753 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.753 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.753 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.753 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.29", 2024-04-10T16:34:04.753 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.753 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.753 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.753 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5007, 2024-04-10T16:34:04.753 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.754 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:28:50.888739+0000", 2024-04-10T16:34:04.754 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.754 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.754 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.756 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.756 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.756 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.756 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.756 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.756 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.756 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.756 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.756 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.756 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.756 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.756 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.756 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.756 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.756 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.756 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.757 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.757 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.757 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.757 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:04.757 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:04.757 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.757 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:04.757 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.757 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.757 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.757 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.757 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:04.757 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.757 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:04.757 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.757 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:04.758 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.758 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.758 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.758 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.758 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.758 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.758 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:04.758 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.269991+0000", 2024-04-10T16:34:04.758 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.269991+0000", 2024-04-10T16:34:04.758 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.270320+0000", 2024-04-10T16:34:04.758 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:04.758 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.758 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.758 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.758 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:04.759 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:04.759 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:04.759 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:04.759 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.759 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.759 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.759 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:04.759 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:04.759 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.759 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.759 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.759 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.759 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:04.759 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.759 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.759 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.760 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.760 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.760 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.760 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.760 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.760 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.28", 2024-04-10T16:34:04.760 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.760 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.760 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.760 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4938, 2024-04-10T16:34:04.760 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.760 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:58:38.818155+0000", 2024-04-10T16:34:04.760 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.760 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.760 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.762 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.762 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.762 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.762 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.762 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.762 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.762 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.762 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.762 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.762 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.762 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.762 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.762 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.762 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.762 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.763 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.763 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.763 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.763 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.763 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.763 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.763 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.763 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.763 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.763 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.763 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.763 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.763 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.763 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.763 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.763 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:04.763 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.764 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:04.764 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.764 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:04.764 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.764 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.764 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.764 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.764 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.764 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:04.764 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:04.764 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.764 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:04.764 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.764 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.764 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.765 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.765 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.765 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.765 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:04.765 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.291137+0000", 2024-04-10T16:34:04.765 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.291137+0000", 2024-04-10T16:34:04.765 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.291461+0000", 2024-04-10T16:34:04.765 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:04.765 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.765 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.765 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.765 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:04.765 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:04.765 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:04.765 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:04.766 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.766 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.766 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.766 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:04.766 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:04.766 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.766 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.766 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.766 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.766 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:04.766 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.766 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.766 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.766 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.767 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.767 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.767 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.767 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.767 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.27", 2024-04-10T16:34:04.767 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.767 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.767 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.767 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5000, 2024-04-10T16:34:04.767 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.767 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:20:25.435073+0000", 2024-04-10T16:34:04.767 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.767 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.767 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.769 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.769 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.769 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.769 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.769 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.769 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.769 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.769 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.769 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.769 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.769 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.769 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.769 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.769 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.769 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.769 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.770 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.770 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.770 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.770 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.770 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.770 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.770 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.770 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.770 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.770 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.770 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.770 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.771 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.771 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.771 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:04.771 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:04.771 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.771 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:04.771 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.771 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.771 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.771 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:04.771 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.771 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:04.771 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.771 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:04.772 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.772 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.772 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.772 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.772 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.772 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.772 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:04.772 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.360416+0000", 2024-04-10T16:34:04.772 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.360416+0000", 2024-04-10T16:34:04.772 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.360717+0000", 2024-04-10T16:34:04.772 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:04.772 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.772 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.772 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.772 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:04.772 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:04.772 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:04.772 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:04.773 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.773 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.773 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.773 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:04.773 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:04.773 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.773 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.773 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.773 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.773 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:04.773 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.773 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.773 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.773 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.773 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.774 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.774 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.774 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.774 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.26", 2024-04-10T16:34:04.774 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.774 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.774 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.774 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4893, 2024-04-10T16:34:04.774 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.774 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:25:59.593332+0000", 2024-04-10T16:34:04.774 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.774 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.774 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.776 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.776 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.776 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.776 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.776 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.776 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.776 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.776 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.776 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.776 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.776 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.776 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.776 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.776 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.776 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.776 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.777 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.777 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.777 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.777 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.777 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.777 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.777 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.777 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.777 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.777 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.777 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.777 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:04.777 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.777 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:04.777 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.777 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:04.777 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.777 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.778 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.778 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.778 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.778 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.778 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:04.778 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.778 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:04.778 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.778 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.778 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.778 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.778 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.778 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.778 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:04.778 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:02.501299+0000", 2024-04-10T16:34:04.778 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:02.501299+0000", 2024-04-10T16:34:04.779 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:02.501604+0000", 2024-04-10T16:34:04.779 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:04.779 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.779 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.779 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.779 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 414, 2024-04-10T16:34:04.779 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:04.779 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:04.779 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:04.779 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.779 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.779 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.779 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:04.779 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:04.779 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.780 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.780 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.780 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.780 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 413, 2024-04-10T16:34:04.780 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.780 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.780 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.780 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.780 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.780 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.780 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.780 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.780 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.25", 2024-04-10T16:34:04.780 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.780 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.780 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.781 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5023, 2024-04-10T16:34:04.781 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.781 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:33:38.811979+0000", 2024-04-10T16:34:04.781 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.781 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.781 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.782 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.782 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.782 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.782 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.782 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.782 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.782 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.782 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.782 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.782 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.782 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.782 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.782 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.782 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.782 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.782 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.783 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.783 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.783 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.783 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.783 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.783 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.783 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.783 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.783 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.783 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.783 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.783 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.783 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.783 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.783 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.784 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.784 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.784 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.784 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.784 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:04.784 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.784 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:04.784 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.784 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.784 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.784 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.784 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.784 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:04.784 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:04.784 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.784 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:04.785 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.785 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.785 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.785 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.785 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.785 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.785 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:04.785 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.293291+0000", 2024-04-10T16:34:04.785 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.293291+0000", 2024-04-10T16:34:04.785 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.293612+0000", 2024-04-10T16:34:04.785 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:04.785 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.785 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.785 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.785 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:04.786 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:04.786 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:04.786 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:04.786 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.786 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.786 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.786 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:04.786 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:04.786 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.786 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.786 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.786 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.786 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:04.786 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.786 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.787 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.787 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.787 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.787 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.787 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.787 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.787 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.24", 2024-04-10T16:34:04.787 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.787 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.787 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.787 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5017, 2024-04-10T16:34:04.787 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.787 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:33:31.337305+0000", 2024-04-10T16:34:04.787 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.787 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.788 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.789 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.789 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.789 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.789 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.789 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.789 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.789 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.789 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.789 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.789 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.789 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.789 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.789 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.789 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.790 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.790 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.790 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.790 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.790 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.790 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.790 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.790 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.790 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.790 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.790 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.790 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.790 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.790 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.790 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.790 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.791 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:04.791 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:04.791 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.791 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:04.791 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.791 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.791 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.791 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.791 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:04.791 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.791 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:04.791 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.791 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:04.791 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.791 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.791 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.792 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.792 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.792 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.792 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:04.792 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.302709+0000", 2024-04-10T16:34:04.792 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.302709+0000", 2024-04-10T16:34:04.792 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.303352+0000", 2024-04-10T16:34:04.792 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:04.792 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.792 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.792 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.792 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:04.792 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:04.792 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:04.792 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:04.792 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.792 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.793 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.793 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:04.793 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:04.793 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.793 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.793 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.793 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.793 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:04.793 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.793 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.793 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.793 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.793 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.793 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.794 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.794 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.794 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.23", 2024-04-10T16:34:04.794 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.794 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.794 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.794 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5003, 2024-04-10T16:34:04.794 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.794 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:03:55.263831+0000", 2024-04-10T16:34:04.794 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.794 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.794 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.795 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.795 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.795 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.795 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.795 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.795 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.795 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.795 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.795 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.795 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.795 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.795 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.795 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.795 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.795 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.796 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.796 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.796 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.796 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.796 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.796 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.796 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.796 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.796 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.796 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.796 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.796 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.796 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.796 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.797 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.797 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.797 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.797 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.797 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.797 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.797 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.797 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.797 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.797 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.797 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.797 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.797 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.797 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:04.797 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.797 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:04.798 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.798 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:04.798 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.798 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.798 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.798 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.798 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:04.798 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.798 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:04.798 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.798 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:04.798 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.798 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.798 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.798 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.799 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.799 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.799 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:04.799 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.267201+0000", 2024-04-10T16:34:04.799 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.267201+0000", 2024-04-10T16:34:04.799 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.267594+0000", 2024-04-10T16:34:04.799 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:04.799 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.799 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.799 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.799 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:04.799 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:04.799 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:04.799 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:04.799 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.800 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.800 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.800 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:04.800 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:04.800 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.800 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.800 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.800 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.800 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:04.800 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.800 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.800 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.800 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.800 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.800 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.801 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.801 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.801 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.22", 2024-04-10T16:34:04.801 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.801 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.801 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.801 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4939, 2024-04-10T16:34:04.801 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.801 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:16:30.119466+0000", 2024-04-10T16:34:04.801 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.801 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.801 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.801 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.801 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.801 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.801 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.801 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.802 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.802 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.802 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.802 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.802 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.802 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.802 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.802 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.802 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.802 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.802 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.802 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.802 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.802 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.802 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.803 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.803 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.803 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.803 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.803 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.803 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.803 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.803 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.803 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.803 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.803 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.803 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.803 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.803 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.803 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.804 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.804 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.804 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.804 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.804 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:04.804 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.804 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:04.804 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.804 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:04.804 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.804 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.804 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.805 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.805 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:04.805 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:04.805 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:04.805 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.805 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:04.805 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.805 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.805 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.805 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.805 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.805 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.805 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:04.805 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.345874+0000", 2024-04-10T16:34:04.805 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.345874+0000", 2024-04-10T16:34:04.806 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.346213+0000", 2024-04-10T16:34:04.806 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:04.806 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.806 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.806 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.806 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:04.806 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:04.806 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:04.806 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:04.806 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.806 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.806 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.806 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:04.806 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:04.807 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.807 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.807 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.807 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.807 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:04.807 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.807 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.807 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.807 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.807 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.807 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.807 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.807 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.807 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.21", 2024-04-10T16:34:04.808 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.808 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.808 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.808 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5002, 2024-04-10T16:34:04.808 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.808 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:50:12.084603+0000", 2024-04-10T16:34:04.808 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.808 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.808 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.808 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.808 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.808 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.808 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.808 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.808 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.808 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.809 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.809 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.809 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.809 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.809 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.809 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.809 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.809 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.809 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.809 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.809 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.809 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.809 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.809 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.809 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.810 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.810 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.810 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.810 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.810 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.810 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.810 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.810 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.810 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.810 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.810 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.810 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.810 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.810 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.811 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.811 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.811 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.811 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.811 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:04.811 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:04.811 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:04.811 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.811 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:04.811 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.811 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.812 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.812 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.812 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:04.812 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:04.812 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:04.812 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.812 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:04.812 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.812 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.812 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.812 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.812 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.812 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.812 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:04.812 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.354991+0000", 2024-04-10T16:34:04.812 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.354991+0000", 2024-04-10T16:34:04.812 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.355651+0000", 2024-04-10T16:34:04.813 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:04.813 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.813 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.813 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.813 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:04.813 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:04.813 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:04.813 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:04.813 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.813 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.813 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.813 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:04.813 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:04.813 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.813 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.813 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.814 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.814 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:04.814 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.814 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.814 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.814 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.814 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.814 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.814 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.814 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.814 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.20", 2024-04-10T16:34:04.814 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.814 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.814 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.814 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4890, 2024-04-10T16:34:04.815 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.815 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:24:57.298622+0000", 2024-04-10T16:34:04.815 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.815 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.815 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.815 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.815 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.815 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.815 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.815 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.815 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.815 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.815 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.815 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.815 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.815 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.816 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.816 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.816 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.816 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.816 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.816 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.816 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.816 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.816 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.816 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.816 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.816 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.816 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.816 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.816 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.816 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.817 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.817 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.817 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.818 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.818 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:04.818 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:04.818 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:04.818 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.818 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:04.818 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.818 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.818 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.818 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.818 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.818 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:04.818 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:04.818 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.818 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:04.818 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.819 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.819 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.819 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.819 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.819 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.819 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:04.819 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.371065+0000", 2024-04-10T16:34:04.819 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.371065+0000", 2024-04-10T16:34:04.819 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.371472+0000", 2024-04-10T16:34:04.819 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:04.819 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.819 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.819 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.819 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:04.820 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:04.820 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:04.820 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:04.820 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.820 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.820 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.820 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:04.820 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:04.820 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.820 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.820 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.820 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.820 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:04.820 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.820 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.820 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.820 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.821 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.821 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.821 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.821 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.821 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.f", 2024-04-10T16:34:04.821 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.821 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.821 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.821 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4869, 2024-04-10T16:34:04.821 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.821 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:31:26.404047+0000", 2024-04-10T16:34:04.821 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.821 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.821 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.821 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.821 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.821 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.822 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.822 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.822 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.822 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.822 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.822 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.822 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.822 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.822 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.822 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.822 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.822 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.822 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.822 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.822 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.822 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.823 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.823 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.823 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.823 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.823 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.823 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.823 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.823 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.823 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.823 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.823 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.823 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.823 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.823 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.823 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.823 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.824 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.824 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.824 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.824 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.824 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.824 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:04.824 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:04.824 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.824 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:04.824 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.824 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.824 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.825 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.825 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:04.825 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.825 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:04.825 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.825 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:04.825 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.825 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.825 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:04.825 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.825 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.825 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.825 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:04.825 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.367240+0000", 2024-04-10T16:34:04.825 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.367240+0000", 2024-04-10T16:34:04.825 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.367620+0000", 2024-04-10T16:34:04.826 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:04.826 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.826 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.826 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.826 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:04.826 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:04.826 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:04.826 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:04.826 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.826 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.826 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.826 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:04.826 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:04.826 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.826 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:04.826 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.827 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.827 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:04.827 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.827 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.827 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.827 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.827 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:04.827 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.827 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.827 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.827 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.e", 2024-04-10T16:34:04.827 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.827 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.827 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.827 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5004, 2024-04-10T16:34:04.827 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.827 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:46:25.640296+0000", 2024-04-10T16:34:04.827 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.828 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.828 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.828 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.828 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.828 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.828 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.828 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.828 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.828 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.828 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.828 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.828 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.828 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.828 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.828 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.829 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.829 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.829 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.829 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:04.829 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:04.829 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.829 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:04.829 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.829 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.829 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.829 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.829 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.829 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:04.829 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 6, 2024-04-10T16:34:04.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 6, 2024-04-10T16:34:04.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T16:34:04.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.830 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.830 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.831 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.831 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.831 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:04.831 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.831 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:04.831 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.831 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:04.831 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T16:34:04.831 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.831 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.831 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.831 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:04.831 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.831 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:04.831 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.831 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:04.832 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.832 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.832 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.832 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.832 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.832 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.832 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:04.832 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.347012+0000", 2024-04-10T16:34:04.832 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.347012+0000", 2024-04-10T16:34:04.832 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.347550+0000", 2024-04-10T16:34:04.832 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:04.832 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.832 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.832 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.833 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:04.833 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:04.833 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:04.833 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:04.833 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.833 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.833 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.833 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:04.833 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:04.833 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.833 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.833 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.833 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.833 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:04.833 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.833 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.833 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.833 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.834 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.834 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.834 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.834 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.834 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.c", 2024-04-10T16:34:04.834 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.834 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.834 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.834 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4930, 2024-04-10T16:34:04.834 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.834 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:19:16.614565+0000", 2024-04-10T16:34:04.834 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.834 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.834 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.834 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.834 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.835 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.835 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.835 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.835 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.835 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.835 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.835 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.835 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.835 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.835 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.835 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.835 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.835 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.835 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.835 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.835 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.835 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.837 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.837 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.837 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.837 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.837 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:04.837 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.837 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:04.837 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.838 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:04.838 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.838 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.838 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.838 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.838 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.838 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:04.838 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:04.838 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.838 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:04.838 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.838 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.838 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:04.838 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.839 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.839 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.839 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:04.839 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.295846+0000", 2024-04-10T16:34:04.839 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.295846+0000", 2024-04-10T16:34:04.839 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.296225+0000", 2024-04-10T16:34:04.839 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:04.839 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.839 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.839 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.839 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:04.839 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:04.839 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:04.839 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:04.840 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.840 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.840 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.840 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:04.840 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:04.840 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.840 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 1, 2024-04-10T16:34:04.840 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.840 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.840 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:04.840 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.840 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.840 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.840 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.840 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 1, 2024-04-10T16:34:04.841 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.841 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.841 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.841 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.d", 2024-04-10T16:34:04.841 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.841 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.841 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.841 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5024, 2024-04-10T16:34:04.841 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.841 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:53:51.678573+0000", 2024-04-10T16:34:04.841 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.841 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.841 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.841 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 70, 2024-04-10T16:34:04.842 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.842 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.842 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.842 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.842 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.842 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.842 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.842 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.842 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.842 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.842 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.842 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.842 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.842 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:04.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:04.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:04.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1, 2024-04-10T16:34:04.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 1, 2024-04-10T16:34:04.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 1, 2024-04-10T16:34:04.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T16:34:04.844 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.844 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.844 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.844 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.844 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.844 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:04.845 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:04.845 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.845 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:04.845 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'1" 2024-04-10T16:34:04.845 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.845 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.845 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.845 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.845 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:04.845 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:04.845 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.845 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:04.845 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.845 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.845 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.845 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.845 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.846 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.846 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:04.846 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.366998+0000", 2024-04-10T16:34:04.846 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.366998+0000", 2024-04-10T16:34:04.846 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.369635+0000", 2024-04-10T16:34:04.846 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:04.846 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.846 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.846 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.846 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:04.846 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:04.846 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:04.846 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:04.846 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:04.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:04.847 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.847 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.847 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.847 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.847 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:04.847 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.847 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.847 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.847 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.847 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.847 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.847 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.848 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.848 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.d", 2024-04-10T16:34:04.848 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.848 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.848 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.848 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4847, 2024-04-10T16:34:04.848 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.848 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:48:24.440566+0000", 2024-04-10T16:34:04.848 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.848 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.848 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.848 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.848 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.848 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.848 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.848 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.849 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.849 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.849 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.849 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.849 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.849 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.849 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.849 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.849 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.849 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.849 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.849 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.849 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.849 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.849 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.851 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.851 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.851 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.851 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.851 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.851 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:04.851 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:04.851 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.851 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:04.852 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.852 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.852 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.852 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.852 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:04.852 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:04.852 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:04.852 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.852 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:04.852 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.852 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.852 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:04.852 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.852 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.853 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.853 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:04.853 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.273358+0000", 2024-04-10T16:34:04.853 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.273358+0000", 2024-04-10T16:34:04.853 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.273692+0000", 2024-04-10T16:34:04.853 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:04.853 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.853 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.853 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.853 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:04.853 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:04.853 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:04.853 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:04.853 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.853 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.853 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.853 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:04.853 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:04.854 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.854 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.854 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.854 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.854 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:04.854 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.854 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.854 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.854 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.854 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.854 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.854 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.854 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.854 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.c", 2024-04-10T16:34:04.854 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.855 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.855 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.855 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5012, 2024-04-10T16:34:04.855 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.855 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:37:35.793909+0000", 2024-04-10T16:34:04.855 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.855 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.855 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.855 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.855 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.855 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.855 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.855 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.855 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.855 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.855 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.857 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.857 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.857 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.858 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.858 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:04.858 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:04.858 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:04.858 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.858 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:04.858 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.858 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.858 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.858 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.858 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:04.858 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:04.858 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:04.858 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.858 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:04.858 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.858 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.858 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.859 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.859 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.859 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.859 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:04.859 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.351444+0000", 2024-04-10T16:34:04.859 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.351444+0000", 2024-04-10T16:34:04.859 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.352204+0000", 2024-04-10T16:34:04.859 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:04.859 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.859 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.859 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.859 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:04.859 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:04.859 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:04.859 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:04.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:04.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:04.860 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.860 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.860 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.860 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.860 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:04.860 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.860 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.860 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.860 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.860 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.860 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.860 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.861 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.861 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.a", 2024-04-10T16:34:04.861 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.861 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.861 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.861 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4899, 2024-04-10T16:34:04.861 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.861 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:04:15.708647+0000", 2024-04-10T16:34:04.861 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.861 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.861 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.861 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.861 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.861 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.862 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.862 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.862 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.862 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.862 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.862 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.862 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.862 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.862 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.862 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.862 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.862 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.862 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.862 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.864 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.864 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.864 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.864 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.864 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:04.864 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:04.864 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:04.864 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.865 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:04.865 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.865 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.865 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.865 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.865 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.865 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:04.865 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:04.865 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.865 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:04.865 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.865 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.865 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:04.865 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.865 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.865 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.866 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:04.866 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.373281+0000", 2024-04-10T16:34:04.866 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.373281+0000", 2024-04-10T16:34:04.866 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.373788+0000", 2024-04-10T16:34:04.866 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:04.866 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.866 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.866 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.866 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:04.866 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:04.866 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:04.866 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:04.866 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.866 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:04.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:04.867 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.867 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3, 2024-04-10T16:34:04.867 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.867 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.867 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:04.867 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.867 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.867 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.867 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.867 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3, 2024-04-10T16:34:04.867 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.867 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.867 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.868 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.b", 2024-04-10T16:34:04.868 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.868 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.868 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.868 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4865, 2024-04-10T16:34:04.868 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.868 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:13:09.044542+0000", 2024-04-10T16:34:04.868 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.868 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.868 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.868 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.868 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.868 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.868 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.868 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.868 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:04.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:04.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:04.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.869 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:04.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 2, 2024-04-10T16:34:04.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 2, 2024-04-10T16:34:04.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 1, 2024-04-10T16:34:04.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.871 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.871 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.871 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.871 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.871 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.871 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:04.871 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:04.871 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.871 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:04.871 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'3" 2024-04-10T16:34:04.871 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.871 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.871 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.871 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.871 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:04.871 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:04.871 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.872 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:04.872 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.872 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.872 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.872 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.872 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.872 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.872 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:04.872 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.294494+0000", 2024-04-10T16:34:04.872 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.294494+0000", 2024-04-10T16:34:04.872 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.294935+0000", 2024-04-10T16:34:04.872 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:04.872 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.872 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.872 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.872 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:04.872 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:04.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:04.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:04.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:04.873 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:04.873 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.873 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.873 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.873 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.873 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:04.873 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.873 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.874 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.874 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.874 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.874 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.874 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.874 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.874 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.b", 2024-04-10T16:34:04.874 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.874 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.874 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.874 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5015, 2024-04-10T16:34:04.874 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.874 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:42:56.073925+0000", 2024-04-10T16:34:04.874 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.874 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.874 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.875 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.877 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.877 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.877 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.877 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.877 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.878 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:04.878 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:04.878 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.878 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:04.878 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.878 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.878 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.878 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.878 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.878 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.878 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:04.878 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.878 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:04.878 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.878 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.878 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:04.879 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.879 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.879 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.879 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:04.879 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.361783+0000", 2024-04-10T16:34:04.879 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.361783+0000", 2024-04-10T16:34:04.879 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362128+0000", 2024-04-10T16:34:04.879 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:04.879 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.879 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.879 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.879 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:04.879 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:04.879 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:04.879 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:04.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:04.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:04.880 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.880 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.880 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.880 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.880 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:04.880 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.880 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.880 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.880 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.880 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.880 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.881 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.881 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.881 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.a", 2024-04-10T16:34:04.881 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.881 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.881 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.881 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5023, 2024-04-10T16:34:04.881 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.881 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:33:27.297290+0000", 2024-04-10T16:34:04.881 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.881 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.881 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.881 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.881 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.881 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.881 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.882 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.884 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.884 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.884 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.884 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.884 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.884 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.884 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:04.884 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.884 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:04.884 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.884 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.884 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.884 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.884 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.884 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.884 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:04.884 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.885 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:04.885 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.885 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.885 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.885 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.885 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.885 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.885 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:04.885 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368795+0000", 2024-04-10T16:34:04.885 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368795+0000", 2024-04-10T16:34:04.885 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.369395+0000", 2024-04-10T16:34:04.885 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:04.885 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.885 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.885 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:04.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:04.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:04.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:04.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:04.886 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:04.886 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.886 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.886 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.886 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.886 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:04.887 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.887 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.887 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.889 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.889 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.889 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.889 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.889 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.889 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.8", 2024-04-10T16:34:04.889 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.889 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.889 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.889 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5008, 2024-04-10T16:34:04.889 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.890 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:19:02.978947+0000", 2024-04-10T16:34:04.890 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.890 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.890 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.892 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.892 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.892 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.893 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.893 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.893 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.893 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:04.893 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.893 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:04.893 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.893 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.893 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.893 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.893 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.893 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.893 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:04.894 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.894 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:04.894 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.894 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.894 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:04.894 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.894 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.894 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:04.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.364794+0000", 2024-04-10T16:34:04.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.364794+0000", 2024-04-10T16:34:04.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.365149+0000", 2024-04-10T16:34:04.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:04.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:04.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:04.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:04.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:04.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:04.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:04.895 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.895 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.895 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.895 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.895 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:04.895 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.895 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.895 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.896 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.896 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.896 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.896 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.896 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.896 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.9", 2024-04-10T16:34:04.896 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.896 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.896 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.896 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5023, 2024-04-10T16:34:04.896 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.896 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:39:20.504452+0000", 2024-04-10T16:34:04.896 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.896 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.896 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.896 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.899 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.899 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.899 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.899 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.899 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.899 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.899 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:04.900 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.900 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:04.900 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.900 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.900 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.900 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.900 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:04.900 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:04.900 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:04.900 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.900 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:04.900 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.900 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.900 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.900 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.900 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.901 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:04.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.363761+0000", 2024-04-10T16:34:04.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.363761+0000", 2024-04-10T16:34:04.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.365515+0000", 2024-04-10T16:34:04.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:04.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:04.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:04.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:04.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:04.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:04.902 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:04.902 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.902 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.902 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.902 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.902 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:04.902 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.902 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.902 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.902 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.902 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.902 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.903 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.903 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.903 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.9", 2024-04-10T16:34:04.903 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.903 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.903 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.903 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4965, 2024-04-10T16:34:04.903 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.903 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:11:01.600724+0000", 2024-04-10T16:34:04.903 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.903 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.903 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.906 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.906 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.906 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.906 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.907 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.907 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:04.907 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:04.907 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:04.907 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.907 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:04.907 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.907 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.907 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.907 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.907 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.907 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:04.907 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:04.907 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.907 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:04.908 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.908 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.908 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:04.908 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.908 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.908 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:04.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.366502+0000", 2024-04-10T16:34:04.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.366502+0000", 2024-04-10T16:34:04.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.366801+0000", 2024-04-10T16:34:04.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:04.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:04.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:04.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:04.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:04.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:04.909 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:04.909 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.909 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.909 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.909 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.909 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:04.909 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.909 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.909 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.910 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.910 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.910 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.910 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.910 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.910 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.8", 2024-04-10T16:34:04.910 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.910 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.910 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.910 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4856, 2024-04-10T16:34:04.910 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.910 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:01:36.615172+0000", 2024-04-10T16:34:04.910 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.910 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.910 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.913 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.913 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.913 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.913 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.913 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.913 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.913 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:04.913 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:04.913 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.913 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:04.913 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.913 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.914 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.914 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.914 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:04.914 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.914 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:04.914 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.914 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:04.914 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.914 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.914 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.914 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.914 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.914 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:04.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.299467+0000", 2024-04-10T16:34:04.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.299467+0000", 2024-04-10T16:34:04.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.299841+0000", 2024-04-10T16:34:04.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:04.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:04.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:04.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:04.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:04.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:04.915 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:04.915 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.916 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.916 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.916 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.916 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:04.916 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.916 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.916 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.916 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.916 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.916 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.916 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.916 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.916 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.6", 2024-04-10T16:34:04.916 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.916 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.916 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.916 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5063, 2024-04-10T16:34:04.916 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.917 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:24:05.024632+0000", 2024-04-10T16:34:04.917 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.917 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.917 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.919 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.919 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.919 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.919 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.919 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.919 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:04.919 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.920 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:04.920 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.920 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:04.920 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.920 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.920 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.920 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.920 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:04.920 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.920 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:04.920 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.920 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:04.920 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.920 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.920 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:04.920 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.921 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.921 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:04.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.364062+0000", 2024-04-10T16:34:04.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.364062+0000", 2024-04-10T16:34:04.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.364405+0000", 2024-04-10T16:34:04.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:04.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:04.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:04.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:04.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:04.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.922 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:04.922 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:04.922 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.922 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:04.922 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.922 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.922 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:04.922 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.922 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.922 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.922 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.922 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:04.922 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.922 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.922 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.922 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.7", 2024-04-10T16:34:04.922 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.923 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.923 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.923 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4875, 2024-04-10T16:34:04.923 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.923 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:20:23.490571+0000", 2024-04-10T16:34:04.923 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.923 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.923 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:04.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:04.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:04.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:04.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 6, 2024-04-10T16:34:04.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 6, 2024-04-10T16:34:04.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T16:34:04.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.925 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.925 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.925 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.925 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.926 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:04.926 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.926 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:04.926 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.926 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:04.926 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T16:34:04.926 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.926 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.926 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.926 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:04.926 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:04.926 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:04.926 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.926 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:04.926 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.927 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.927 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:04.927 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.927 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.927 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.927 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:04.927 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.343403+0000", 2024-04-10T16:34:04.927 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.343403+0000", 2024-04-10T16:34:04.927 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.917184+0000", 2024-04-10T16:34:04.927 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:04.927 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:04.927 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.927 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:04.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:04.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:04.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:04.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:04.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:04.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:04.928 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:04.928 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.928 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3037, 2024-04-10T16:34:04.928 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.928 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.928 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:04.929 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.929 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.929 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.929 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.929 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3037, 2024-04-10T16:34:04.929 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.929 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.929 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.929 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.1", 2024-04-10T16:34:04.929 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.929 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.929 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.929 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8508, 2024-04-10T16:34:04.929 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.929 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:12:54.917933+0000", 2024-04-10T16:34:04.929 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.003947934, 2024-04-10T16:34:04.929 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.929 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 646, 2024-04-10T16:34:04.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 422309, 2024-04-10T16:34:04.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3039, 2024-04-10T16:34:04.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 351990 2024-04-10T16:34:04.932 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.932 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.932 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.932 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.933 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:04.933 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:04.933 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:04.933 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.933 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:04.933 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3037" 2024-04-10T16:34:04.933 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.933 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.933 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.933 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.933 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.933 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:04.933 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.933 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:04.934 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.934 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.934 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.934 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.934 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.934 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:04.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.359291+0000", 2024-04-10T16:34:04.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.359291+0000", 2024-04-10T16:34:04.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.359597+0000", 2024-04-10T16:34:04.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:04.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:04.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:04.934 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:04.935 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:04.935 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.935 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.935 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.935 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:04.935 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:04.935 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.935 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.935 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.935 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.935 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:04.935 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.935 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.935 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.935 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.935 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.935 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.935 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.936 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.936 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.7", 2024-04-10T16:34:04.936 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.936 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.936 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.936 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5017, 2024-04-10T16:34:04.936 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.936 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:01:49.784745+0000", 2024-04-10T16:34:04.936 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.936 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.936 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.939 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.939 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.939 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.939 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.939 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.939 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.939 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:04.939 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.939 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:04.939 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.939 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.939 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.939 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.940 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.940 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:04.940 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:04.940 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.940 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:04.940 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.940 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.940 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:04.940 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.940 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.940 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:04.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.353289+0000", 2024-04-10T16:34:04.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.353289+0000", 2024-04-10T16:34:04.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.353964+0000", 2024-04-10T16:34:04.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:04.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.940 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.941 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.941 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:04.941 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:04.941 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:04.941 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:04.941 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.941 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.941 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.941 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:04.941 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:04.941 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.941 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:04.941 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.941 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.941 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:04.942 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.942 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.942 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.942 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.942 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:04.942 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.942 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.942 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.942 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.6", 2024-04-10T16:34:04.942 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.942 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.942 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.942 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5028, 2024-04-10T16:34:04.942 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.942 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:25:50.630492+0000", 2024-04-10T16:34:04.943 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.943 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.943 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.943 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:04.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:04.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:04.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:04.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.944 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 2, 2024-04-10T16:34:04.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 2, 2024-04-10T16:34:04.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 2, 2024-04-10T16:34:04.945 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.945 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.945 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.945 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.945 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.945 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.945 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:04.945 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:04.945 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.946 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:04.946 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "565'2" 2024-04-10T16:34:04.946 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.946 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.946 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.946 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.946 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.946 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:04.946 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.946 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:04.946 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.946 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.946 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:04.946 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.946 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.946 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.946 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:04.946 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.365574+0000", 2024-04-10T16:34:04.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.365574+0000", 2024-04-10T16:34:04.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.915997+0000", 2024-04-10T16:34:04.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:04.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:04.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:04.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:04.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:04.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:04.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:04.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:04.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:04.947 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:04.947 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.947 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3100, 2024-04-10T16:34:04.948 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.948 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.948 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:04.948 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.948 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.948 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.948 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.948 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3100, 2024-04-10T16:34:04.948 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.948 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.948 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.948 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.0", 2024-04-10T16:34:04.948 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.948 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.948 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.948 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8754, 2024-04-10T16:34:04.948 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.948 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:14:27.874595+0000", 2024-04-10T16:34:04.949 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.002381832, 2024-04-10T16:34:04.949 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.949 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.949 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.950 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1023, 2024-04-10T16:34:04.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 381150, 2024-04-10T16:34:04.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3080, 2024-04-10T16:34:04.951 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 417952 2024-04-10T16:34:04.951 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.951 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.951 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.951 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.951 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:04.951 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.951 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:04.952 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.952 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:04.952 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3100" 2024-04-10T16:34:04.952 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.952 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.952 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.952 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.952 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:04.952 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:04.952 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.952 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:04.952 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.952 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.952 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.953 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.953 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.953 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:04.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.283087+0000", 2024-04-10T16:34:04.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.283087+0000", 2024-04-10T16:34:04.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.283455+0000", 2024-04-10T16:34:04.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:04.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:04.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:04.953 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:04.954 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:04.954 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.954 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.954 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.954 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:04.954 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:04.954 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.954 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.954 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.954 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.954 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:04.954 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.954 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.954 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.955 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.955 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.955 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.955 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.955 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.955 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.4", 2024-04-10T16:34:04.955 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.955 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.955 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.955 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5024, 2024-04-10T16:34:04.955 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.955 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:29:38.285164+0000", 2024-04-10T16:34:04.955 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.956 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.956 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.956 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.957 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.958 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.958 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.958 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.959 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.959 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.959 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.959 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:04.959 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:04.959 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.959 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:04.959 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.959 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.959 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.959 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.959 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.959 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:04.959 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:04.959 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.959 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:04.960 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.960 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.960 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:04.960 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.960 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.960 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.960 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:04.960 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.373660+0000", 2024-04-10T16:34:04.960 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.373660+0000", 2024-04-10T16:34:04.960 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.374222+0000", 2024-04-10T16:34:04.960 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:04.960 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.960 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.960 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.960 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:04.960 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:04.961 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:04.961 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:04.961 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.961 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.961 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.961 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:04.961 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:04.961 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.961 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.961 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.961 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.961 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:04.961 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.961 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.962 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.962 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.962 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.962 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.962 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.962 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.962 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.5", 2024-04-10T16:34:04.962 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.962 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.962 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.962 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4874, 2024-04-10T16:34:04.962 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.962 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:03:25.300167+0000", 2024-04-10T16:34:04.962 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.962 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.963 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.963 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.964 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.965 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.965 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.965 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.965 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.965 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.965 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.965 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:04.965 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:04.966 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.966 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:04.966 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.966 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.966 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.966 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.966 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:04.966 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:04.966 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:04.966 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.966 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:04.966 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.966 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.966 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:04.966 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.966 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.966 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.967 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549467+0000", 2024-04-10T16:34:04.967 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.363658+0000", 2024-04-10T16:34:04.967 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.363658+0000", 2024-04-10T16:34:04.967 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.924565+0000", 2024-04-10T16:34:04.967 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549467+0000", 2024-04-10T16:34:04.967 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:04.967 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.967 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:04.967 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:04.967 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549467+0000", 2024-04-10T16:34:04.967 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549467+0000", 2024-04-10T16:34:04.967 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549467+0000", 2024-04-10T16:34:04.967 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.967 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.968 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:04.968 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549467+0000", 2024-04-10T16:34:04.968 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549467+0000", 2024-04-10T16:34:04.968 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.968 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3151, 2024-04-10T16:34:04.968 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.968 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.968 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:04.968 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.968 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.968 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.968 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.968 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3151, 2024-04-10T16:34:04.968 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.968 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.969 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.969 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.3", 2024-04-10T16:34:04.969 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.969 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.969 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.969 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8899, 2024-04-10T16:34:04.969 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.969 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:31:41.271691+0000", 2024-04-10T16:34:04.969 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.007251576, 2024-04-10T16:34:04.969 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.969 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.969 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.970 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.970 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.970 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.970 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.970 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.970 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.970 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.970 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.970 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.970 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.970 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.970 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.970 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:04.970 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:04.970 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.970 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:04.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:04.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 873, 2024-04-10T16:34:04.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 425595, 2024-04-10T16:34:04.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.971 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3133, 2024-04-10T16:34:04.972 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 363669 2024-04-10T16:34:04.972 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.972 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.972 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.972 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.972 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:04.972 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:04.972 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:04.972 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.972 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:04.972 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3151" 2024-04-10T16:34:04.972 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.972 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.972 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.972 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.972 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.973 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:04.973 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.973 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:04.973 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.973 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.973 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:04.973 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.973 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.973 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.973 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:04.973 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.370402+0000", 2024-04-10T16:34:04.973 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.370402+0000", 2024-04-10T16:34:04.973 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.370913+0000", 2024-04-10T16:34:04.973 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:04.973 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.973 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.974 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.974 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:04.974 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:04.974 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:04.974 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:04.974 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.974 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.974 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:04.974 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:04.974 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:04.974 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.974 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.974 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.974 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.975 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:04.975 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.975 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.975 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.975 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.975 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.975 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.975 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.975 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.975 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.0", 2024-04-10T16:34:04.975 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.975 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.975 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.975 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4860, 2024-04-10T16:34:04.975 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.975 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:59:46.031167+0000", 2024-04-10T16:34:04.975 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.976 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.976 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.976 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.976 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.976 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.976 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.976 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.976 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.976 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.976 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.976 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.976 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.976 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.976 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.976 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.977 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.977 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.977 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.977 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.977 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.977 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.977 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.977 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.977 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.977 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.977 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.977 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.977 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.977 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.977 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.977 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.978 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.978 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.978 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.978 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.979 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.979 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.979 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.979 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:04.979 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.979 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:04.979 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.979 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.979 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.979 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.979 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:04.979 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.979 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:04.979 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.979 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:04.979 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.980 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.980 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:04.980 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.980 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.980 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.980 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:04.980 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:02.509773+0000", 2024-04-10T16:34:04.980 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:02.509773+0000", 2024-04-10T16:34:04.980 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:02.510247+0000", 2024-04-10T16:34:04.980 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:04.980 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.980 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.980 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.981 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 414, 2024-04-10T16:34:04.981 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:04.981 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:04.981 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:04.981 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.981 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.981 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:04.981 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:04.981 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:04.981 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.981 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:04.981 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.981 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.981 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 413, 2024-04-10T16:34:04.982 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.982 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.982 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.982 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.982 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:04.982 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.982 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.982 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.982 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1", 2024-04-10T16:34:04.982 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.982 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.982 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.982 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5082, 2024-04-10T16:34:04.982 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.982 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:09:48.888676+0000", 2024-04-10T16:34:04.983 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.983 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.983 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.983 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.983 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.983 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.983 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.983 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.983 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.983 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.983 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.983 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.983 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.983 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.983 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.983 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.983 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.984 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.984 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.984 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.984 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.984 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.984 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.984 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.984 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.984 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.984 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.984 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.984 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.984 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:04.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:04.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:04.985 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:04.985 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.986 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.986 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.986 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.986 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:04.986 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.986 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:04.986 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.986 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:04.986 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:04.986 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.986 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.987 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.987 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:04.987 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.987 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:04.987 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.987 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:04.987 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.987 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.987 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:04.987 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.987 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.988 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.988 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:04.988 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:11:28.280668+0000", 2024-04-10T16:34:04.988 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:11:28.280668+0000", 2024-04-10T16:34:04.988 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.926003+0000", 2024-04-10T16:34:04.988 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:04.988 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:04.988 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.988 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:04.988 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 381, 2024-04-10T16:34:04.988 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:04.988 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:04.988 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:04.989 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.989 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.989 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:04.989 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:04.989 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:04.989 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.989 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3135, 2024-04-10T16:34:04.989 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.989 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.989 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 380, 2024-04-10T16:34:04.989 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.989 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.989 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.989 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.990 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3135, 2024-04-10T16:34:04.990 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.990 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.990 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.990 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.6", 2024-04-10T16:34:04.990 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.990 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.990 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.990 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 9152, 2024-04-10T16:34:04.990 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.990 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:17:39.341338+0000", 2024-04-10T16:34:04.990 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.008319676, 2024-04-10T16:34:04.990 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.990 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.990 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:04.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:04.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.991 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:04.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:04.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:04.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:04.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:04.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:04.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:04.992 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:04.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:04.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:04.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:04.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:04.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:04.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1778, 2024-04-10T16:34:04.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 387328, 2024-04-10T16:34:04.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:04.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:04.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:04.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3077, 2024-04-10T16:34:04.993 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 379954 2024-04-10T16:34:04.993 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.993 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:04.994 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:04.994 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:04.994 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:04.994 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:04.994 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:04.994 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.994 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:04.994 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3135" 2024-04-10T16:34:04.994 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:04.994 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:04.994 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:04.994 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:04.994 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:04.995 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:04.995 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:04.995 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:04.995 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:04.995 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:04.995 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 20, 2024-04-10T16:34:04.995 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:04.995 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:04.995 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:04.995 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548766+0000", 2024-04-10T16:34:04.995 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.367334+0000", 2024-04-10T16:34:04.995 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.367334+0000", 2024-04-10T16:34:04.995 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.367790+0000", 2024-04-10T16:34:04.995 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548766+0000", 2024-04-10T16:34:04.995 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:00:49.290350+0000", 2024-04-10T16:34:04.996 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:04.996 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:00:49.290350+0000", 2024-04-10T16:34:04.996 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:04.996 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548766+0000", 2024-04-10T16:34:04.996 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548766+0000", 2024-04-10T16:34:04.996 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548766+0000", 2024-04-10T16:34:04.996 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:04.996 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:04.996 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:00:49.290350+0000", 2024-04-10T16:34:04.996 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548766+0000", 2024-04-10T16:34:04.996 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548766+0000", 2024-04-10T16:34:04.996 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:04.996 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 237, 2024-04-10T16:34:04.996 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:04.997 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:04.997 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:04.997 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:04.997 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:04.997 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:04.997 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:04.997 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 237, 2024-04-10T16:34:04.997 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:04.997 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:04.997 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:04.997 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "1.0", 2024-04-10T16:34:04.997 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:04.997 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:04.997 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:04.997 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5491, 2024-04-10T16:34:04.998 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:04.998 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:35:34.722597+0000", 2024-04-10T16:34:04.998 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:04.998 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:04.998 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:04.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 590368, 2024-04-10T16:34:04.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:04.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 1771104, 2024-04-10T16:34:04.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:04.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:04.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:04.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:04.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:04.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:04.998 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:04.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:04.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:04.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:04.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:04.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:04.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:04.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T16:34:04.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T16:34:04.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:04.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T16:34:04.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:04.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:04.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:04.999 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 6, 2024-04-10T16:34:05.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1178, 2024-04-10T16:34:05.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 1994, 2024-04-10T16:34:05.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 391, 2024-04-10T16:34:05.000 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 2416 2024-04-10T16:34:05.001 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.001 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.001 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.001 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.001 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.001 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.001 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.001 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.001 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:05.001 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "2116'237" 2024-04-10T16:34:05.001 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.001 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.001 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.001 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.001 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.001 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.001 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.001 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:05.002 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.002 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.002 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:05.002 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.002 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.002 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:05.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.367363+0000", 2024-04-10T16:34:05.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.367363+0000", 2024-04-10T16:34:05.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.367690+0000", 2024-04-10T16:34:05.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:05.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.002 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:05.003 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:05.003 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:05.003 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.003 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.003 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.003 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:05.003 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:05.003 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.003 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.003 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.003 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.003 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.003 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.003 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.003 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.003 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.003 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.003 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.004 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.004 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.004 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.3", 2024-04-10T16:34:05.004 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.004 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.004 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.004 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4942, 2024-04-10T16:34:05.004 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.004 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:19:56.828221+0000", 2024-04-10T16:34:05.004 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.004 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.004 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.004 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.004 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.004 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.004 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.004 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.004 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.005 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.006 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.007 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.007 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.007 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.007 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.007 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.007 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.007 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.007 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.007 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:05.007 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.007 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.007 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.007 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.007 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.007 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.007 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.007 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.008 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:05.008 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.008 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.008 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.008 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.008 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.008 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.008 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:05.008 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.346001+0000", 2024-04-10T16:34:05.008 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.346001+0000", 2024-04-10T16:34:05.008 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.346343+0000", 2024-04-10T16:34:05.008 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:05.008 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.008 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.008 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.008 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:05.009 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:05.009 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:05.009 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:05.009 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.009 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.009 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.009 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:05.009 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:05.009 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.009 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.009 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.009 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.009 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:05.010 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.010 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.010 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.010 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.010 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.010 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.010 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.010 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.010 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2", 2024-04-10T16:34:05.010 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.010 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.010 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.010 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5007, 2024-04-10T16:34:05.010 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.011 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:17:11.843559+0000", 2024-04-10T16:34:05.011 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.011 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.011 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.011 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.012 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.013 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.014 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.014 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.014 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.014 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.014 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.014 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.014 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.014 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.014 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.014 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:05.014 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.014 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.014 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.014 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.014 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.015 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.015 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.015 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.015 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:05.015 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.015 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.015 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:05.015 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.015 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.015 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:05.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.367856+0000", 2024-04-10T16:34:05.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.367856+0000", 2024-04-10T16:34:05.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.933904+0000", 2024-04-10T16:34:05.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:05.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:05.015 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:05.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:05.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:05.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:05.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:05.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:05.016 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:05.016 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.016 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2992, 2024-04-10T16:34:05.016 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.016 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.016 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.016 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.016 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.017 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.017 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.017 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2992, 2024-04-10T16:34:05.017 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.017 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.017 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.017 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.5", 2024-04-10T16:34:05.017 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.017 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.017 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.017 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8534, 2024-04-10T16:34:05.017 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.017 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:29:38.507680+0000", 2024-04-10T16:34:05.017 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.002843382, 2024-04-10T16:34:05.018 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.018 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 4194304, 2024-04-10T16:34:05.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.018 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:05.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:05.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:05.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.019 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1010, 2024-04-10T16:34:05.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 385541, 2024-04-10T16:34:05.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 2984, 2024-04-10T16:34:05.020 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 405740 2024-04-10T16:34:05.020 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.020 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.020 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.020 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.020 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.021 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.021 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.021 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.021 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:05.021 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'2992" 2024-04-10T16:34:05.021 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.021 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.021 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.021 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.021 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.021 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.021 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.021 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:05.021 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.021 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.021 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:05.021 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.022 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.022 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:05.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:02.502072+0000", 2024-04-10T16:34:05.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:02.502072+0000", 2024-04-10T16:34:05.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:02.502364+0000", 2024-04-10T16:34:05.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:05.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 414, 2024-04-10T16:34:05.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:05.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:05.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:05.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.022 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.023 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.023 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:05.023 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:05.023 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.023 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.023 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.023 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.023 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 413, 2024-04-10T16:34:05.023 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.023 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.023 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.023 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.023 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.023 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.023 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.023 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.024 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1", 2024-04-10T16:34:05.024 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.024 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.024 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.024 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5015, 2024-04-10T16:34:05.024 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.024 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:25:10.359722+0000", 2024-04-10T16:34:05.024 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.024 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.024 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.024 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.025 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.026 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.027 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.027 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.027 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.027 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.027 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.027 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.027 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.027 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:05.027 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.027 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.027 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.027 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.027 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.027 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.027 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.028 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:05.028 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.028 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.028 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.028 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.028 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.028 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.028 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:05.028 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.351506+0000", 2024-04-10T16:34:05.028 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.351506+0000", 2024-04-10T16:34:05.028 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.351823+0000", 2024-04-10T16:34:05.028 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:05.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:05.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:05.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:05.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:05.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:05.029 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:05.029 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.029 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.030 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.030 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.030 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:05.030 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.030 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.030 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.030 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.030 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.030 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.030 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.030 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.030 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.0", 2024-04-10T16:34:05.030 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.031 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.031 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.031 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5026, 2024-04-10T16:34:05.031 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.031 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:11:59.713443+0000", 2024-04-10T16:34:05.031 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.031 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.031 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.031 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.032 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.033 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.034 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.034 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.034 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.034 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.034 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.034 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.034 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.034 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.034 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.034 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:05.034 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.034 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.034 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.034 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.034 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.035 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.035 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.035 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.035 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:05.035 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.035 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.035 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:05.035 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.035 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.035 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:05.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.276792+0000", 2024-04-10T16:34:05.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.276792+0000", 2024-04-10T16:34:05.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.925167+0000", 2024-04-10T16:34:05.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:05.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:05.035 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:05.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:05.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:05.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:05.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:05.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:05.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:05.036 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:05.036 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.036 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2947, 2024-04-10T16:34:05.036 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.036 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.037 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:05.037 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.037 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.037 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.037 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.037 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2947, 2024-04-10T16:34:05.037 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.037 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.037 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.037 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.7", 2024-04-10T16:34:05.037 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.037 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.037 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.037 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8707, 2024-04-10T16:34:05.037 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.038 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:56:26.170979+0000", 2024-04-10T16:34:05.038 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.004006065, 2024-04-10T16:34:05.038 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.038 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.038 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.039 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1165, 2024-04-10T16:34:05.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 380762, 2024-04-10T16:34:05.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 2929, 2024-04-10T16:34:05.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 366583 2024-04-10T16:34:05.040 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.041 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.041 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.041 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.041 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.041 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.041 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.041 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.041 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:05.041 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'2947" 2024-04-10T16:34:05.041 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.041 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.041 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.041 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.041 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.041 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.041 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.041 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:05.041 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.042 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.042 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.042 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.042 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.042 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:05.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.342810+0000", 2024-04-10T16:34:05.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.342810+0000", 2024-04-10T16:34:05.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.343162+0000", 2024-04-10T16:34:05.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:05.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:05.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:05.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:05.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:05.042 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.043 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.043 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.043 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:05.043 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:05.043 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.043 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.043 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.043 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.043 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:05.043 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.043 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.043 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.043 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.043 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.043 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.043 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.043 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.043 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3", 2024-04-10T16:34:05.044 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.044 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.044 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.044 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4942, 2024-04-10T16:34:05.044 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.044 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:20:22.115789+0000", 2024-04-10T16:34:05.044 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.044 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.044 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.044 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.045 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.046 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.047 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.047 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.047 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.047 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.047 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.047 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.047 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.047 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.047 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.047 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:05.047 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.047 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.047 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.047 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.047 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.047 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.047 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.048 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.048 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:05.048 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.048 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.048 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:05.048 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.048 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.048 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.048 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:05.048 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.351250+0000", 2024-04-10T16:34:05.048 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.351250+0000", 2024-04-10T16:34:05.048 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.351660+0000", 2024-04-10T16:34:05.048 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:05.048 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.048 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.048 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.048 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:05.048 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:05.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:05.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:05.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:05.049 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:05.049 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.049 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.049 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.049 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.049 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:05.049 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.049 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.049 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.049 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.049 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.050 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.050 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.050 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.050 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.2", 2024-04-10T16:34:05.050 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.050 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.050 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.050 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4908, 2024-04-10T16:34:05.050 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.050 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:09:18.935765+0000", 2024-04-10T16:34:05.050 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.050 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.050 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.050 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.050 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.050 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.050 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.050 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.051 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.052 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.053 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.053 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.053 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.053 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.053 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.053 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.053 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.053 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.053 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.053 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:05.053 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.053 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.053 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.053 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.054 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.054 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.054 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:05.054 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.054 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:05.054 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.054 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.054 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:05.054 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.054 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.054 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.054 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:34:02.214566+0000", 2024-04-10T16:34:05.054 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:02.500553+0000", 2024-04-10T16:34:05.054 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:02.500553+0000", 2024-04-10T16:34:05.054 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.926950+0000", 2024-04-10T16:34:05.055 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:34:02.214566+0000", 2024-04-10T16:34:05.055 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:05.055 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.055 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:05.055 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 414, 2024-04-10T16:34:05.055 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:34:02.214566+0000", 2024-04-10T16:34:05.055 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:34:02.214566+0000", 2024-04-10T16:34:05.055 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:34:02.214566+0000", 2024-04-10T16:34:05.055 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.055 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.055 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:05.055 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:34:02.214566+0000", 2024-04-10T16:34:05.055 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:34:02.214566+0000", 2024-04-10T16:34:05.055 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.055 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3041, 2024-04-10T16:34:05.055 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.056 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.056 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 413, 2024-04-10T16:34:05.056 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.056 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.056 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.056 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.056 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3041, 2024-04-10T16:34:05.056 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.056 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.056 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.056 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.4", 2024-04-10T16:34:05.056 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.056 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.056 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.056 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8853, 2024-04-10T16:34:05.056 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.057 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:05:41.593042+0000", 2024-04-10T16:34:05.057 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.00367388, 2024-04-10T16:34:05.057 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.057 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.057 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:05.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:05.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:05.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.058 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:05.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1353, 2024-04-10T16:34:05.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 338551, 2024-04-10T16:34:05.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.059 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3041, 2024-04-10T16:34:05.060 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 388164 2024-04-10T16:34:05.060 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.060 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.060 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.060 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.060 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.060 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.060 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:05.060 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.060 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:05.060 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3041" 2024-04-10T16:34:05.060 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.060 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.060 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.060 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.061 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.061 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:05.061 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.061 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:05.061 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.061 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.061 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.061 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.061 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.061 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.061 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:05.061 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.272538+0000", 2024-04-10T16:34:05.061 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.272538+0000", 2024-04-10T16:34:05.061 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.273108+0000", 2024-04-10T16:34:05.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:05.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:05.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:05.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:05.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:05.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:05.062 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:05.062 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.063 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.063 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.063 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.063 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:05.063 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.063 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.063 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.063 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.063 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.063 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.063 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.063 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.064 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.5", 2024-04-10T16:34:05.064 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.064 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.064 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.064 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4939, 2024-04-10T16:34:05.064 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.064 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:33:22.833556+0000", 2024-04-10T16:34:05.064 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.064 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.064 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.064 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.065 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.066 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.067 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.067 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.067 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.067 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.067 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.067 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:05.067 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.067 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:05.067 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.067 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.067 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.067 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.067 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.067 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.067 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.068 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:05.068 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.068 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.068 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:05.068 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.068 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.068 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:05.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.366076+0000", 2024-04-10T16:34:05.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.366076+0000", 2024-04-10T16:34:05.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.366422+0000", 2024-04-10T16:34:05.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:05.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.068 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:05.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:05.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:05.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:05.069 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:05.069 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.069 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.069 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.069 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.069 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.069 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.069 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.069 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.070 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.070 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.070 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.070 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.070 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.070 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.4", 2024-04-10T16:34:05.070 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.070 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.070 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.070 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5036, 2024-04-10T16:34:05.070 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.070 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:19:16.424602+0000", 2024-04-10T16:34:05.070 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.070 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.070 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.071 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.072 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.073 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.073 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.073 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.073 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.073 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.073 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.073 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.073 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.073 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.073 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:05.073 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.073 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.074 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.074 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.074 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.074 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.074 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:05.074 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.074 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:05.074 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.074 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.074 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:05.074 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.074 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.074 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.074 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:05.074 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.276624+0000", 2024-04-10T16:34:05.074 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.276624+0000", 2024-04-10T16:34:05.074 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.925164+0000", 2024-04-10T16:34:05.074 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:05.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:05.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:05.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:05.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:05.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:05.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:05.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:05.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:05.075 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:05.075 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.075 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3075, 2024-04-10T16:34:05.075 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.076 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.076 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:05.076 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.076 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.076 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.076 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.076 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3075, 2024-04-10T16:34:05.076 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.076 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.076 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.076 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.2", 2024-04-10T16:34:05.076 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.076 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.076 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.076 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8946, 2024-04-10T16:34:05.076 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.076 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:10:24.330801+0000", 2024-04-10T16:34:05.077 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.002985206, 2024-04-10T16:34:05.077 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.077 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 19, 2024-04-10T16:34:05.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.077 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:05.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:05.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:05.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.078 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1173, 2024-04-10T16:34:05.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 386852, 2024-04-10T16:34:05.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3065, 2024-04-10T16:34:05.079 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 399037 2024-04-10T16:34:05.079 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.079 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.080 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.080 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.080 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.080 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.080 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:05.080 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.080 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:05.080 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3075" 2024-04-10T16:34:05.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.080 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.080 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.080 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.080 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.080 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:05.080 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.081 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:05.081 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.081 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.081 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.081 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.081 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.081 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.081 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:05.081 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.363363+0000", 2024-04-10T16:34:05.081 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.363363+0000", 2024-04-10T16:34:05.081 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.364483+0000", 2024-04-10T16:34:05.081 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:05.081 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.081 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.081 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.081 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.081 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:05.081 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:05.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:05.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:05.082 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:05.082 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.082 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.082 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.082 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.082 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.082 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.082 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.083 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.083 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.083 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.083 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.083 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.083 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.083 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.e", 2024-04-10T16:34:05.083 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.083 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.083 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.083 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4848, 2024-04-10T16:34:05.083 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.083 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:43:57.569099+0000", 2024-04-10T16:34:05.083 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.084 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.084 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.084 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.084 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.084 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.084 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.084 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.084 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.084 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.084 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.084 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.084 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.084 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.084 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.084 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.084 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.085 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.086 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.086 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.086 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.086 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.086 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.086 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.086 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.087 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:05.087 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.087 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:05.087 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.087 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.087 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.087 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.087 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.087 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.087 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.087 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:05.087 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.087 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.087 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:05.087 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.087 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.088 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.088 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:05.088 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.361551+0000", 2024-04-10T16:34:05.088 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.361551+0000", 2024-04-10T16:34:05.088 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362282+0000", 2024-04-10T16:34:05.088 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:05.088 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.088 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.088 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.088 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.088 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:05.088 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:05.088 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:05.088 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.088 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.088 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:05.089 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:05.089 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.089 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 1, 2024-04-10T16:34:05.089 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.089 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.089 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.089 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.089 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.089 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.089 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.089 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 1, 2024-04-10T16:34:05.089 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.089 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.089 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.089 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.f", 2024-04-10T16:34:05.090 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.090 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.090 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.090 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4941, 2024-04-10T16:34:05.090 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.090 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:31:39.583426+0000", 2024-04-10T16:34:05.090 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.090 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.090 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.090 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 22, 2024-04-10T16:34:05.090 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.090 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.090 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.090 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:05.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:05.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:05.091 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1, 2024-04-10T16:34:05.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 1, 2024-04-10T16:34:05.092 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 1, 2024-04-10T16:34:05.093 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T16:34:05.093 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.093 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.093 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.093 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.093 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.093 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.093 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.093 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.093 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:05.093 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'1" 2024-04-10T16:34:05.093 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.094 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.094 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.094 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.094 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.094 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.094 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.094 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:05.094 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.094 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.094 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.094 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.094 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.094 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:05.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.377531+0000", 2024-04-10T16:34:05.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.377531+0000", 2024-04-10T16:34:05.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.378367+0000", 2024-04-10T16:34:05.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:05.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:05.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:05.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:05.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.095 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:05.096 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:05.096 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.096 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.096 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.096 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.096 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.096 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.096 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.096 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.096 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.096 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.096 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.096 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.096 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.096 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.11", 2024-04-10T16:34:05.096 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.096 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.096 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.097 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4846, 2024-04-10T16:34:05.097 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.097 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:52:44.783222+0000", 2024-04-10T16:34:05.097 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.097 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.097 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.097 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.097 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.097 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.097 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.097 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.097 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.097 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.097 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.097 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.097 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.097 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.098 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.099 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.100 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.100 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.100 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.100 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.100 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.100 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.100 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.100 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.100 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.100 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:05.100 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.100 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.100 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.100 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.100 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.100 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.100 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.101 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.101 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:05.101 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.101 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.101 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:05.101 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.101 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.101 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.101 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:05.101 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:11:28.275729+0000", 2024-04-10T16:34:05.101 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:11:28.275729+0000", 2024-04-10T16:34:05.101 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:11:28.277790+0000", 2024-04-10T16:34:05.101 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:05.101 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.101 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.102 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.102 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 381, 2024-04-10T16:34:05.102 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:05.102 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:05.102 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:05.102 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.102 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.102 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.102 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:05.102 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:05.102 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.102 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 8, 2024-04-10T16:34:05.102 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.102 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.102 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 380, 2024-04-10T16:34:05.103 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.103 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.103 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.103 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.103 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 8, 2024-04-10T16:34:05.103 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.103 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.103 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.103 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.10", 2024-04-10T16:34:05.103 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.103 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.103 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.103 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5024, 2024-04-10T16:34:05.103 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.103 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:02:00.765626+0000", 2024-04-10T16:34:05.104 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.104 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.104 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.104 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.104 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.104 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.104 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.104 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.104 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.104 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.104 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.104 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.104 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.104 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.104 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.104 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 12, 2024-04-10T16:34:05.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 4, 2024-04-10T16:34:05.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 4, 2024-04-10T16:34:05.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 4, 2024-04-10T16:34:05.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.105 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 24, 2024-04-10T16:34:05.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 24, 2024-04-10T16:34:05.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 12, 2024-04-10T16:34:05.106 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.106 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.106 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.106 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.106 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.107 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.107 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.107 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.107 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.107 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:05.107 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'8" 2024-04-10T16:34:05.107 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.107 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.107 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.107 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.107 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.107 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:05.107 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.107 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:05.107 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.108 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.108 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.108 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.108 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.108 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.108 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:05.108 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.355367+0000", 2024-04-10T16:34:05.108 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.355367+0000", 2024-04-10T16:34:05.108 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.355898+0000", 2024-04-10T16:34:05.108 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:05.108 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.108 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.108 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.108 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:05.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:05.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:05.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:05.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:05.109 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:05.109 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.109 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.109 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.109 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.109 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:05.109 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.109 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.109 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.110 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.110 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.110 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.110 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.110 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.110 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.10", 2024-04-10T16:34:05.110 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.110 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.110 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.110 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4886, 2024-04-10T16:34:05.110 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.110 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:18:16.194555+0000", 2024-04-10T16:34:05.110 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.110 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.110 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.110 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.110 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.111 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.112 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.113 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.113 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.113 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.113 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.113 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.113 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.113 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:05.113 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.113 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:05.113 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.113 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.114 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.114 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.114 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.114 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:05.114 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.114 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:05.114 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.114 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.114 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:05.114 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.114 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.114 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.114 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:05.114 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.339575+0000", 2024-04-10T16:34:05.114 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.339575+0000", 2024-04-10T16:34:05.114 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.341135+0000", 2024-04-10T16:34:05.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:05.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:05.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:05.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:05.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:05.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:05.115 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:05.115 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.115 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.115 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.115 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.115 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:05.115 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.116 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.116 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.116 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.116 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.116 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.116 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.116 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.116 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.11", 2024-04-10T16:34:05.116 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.116 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.116 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.116 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4898, 2024-04-10T16:34:05.116 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.116 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:35:08.105343+0000", 2024-04-10T16:34:05.116 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.117 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.117 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.117 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.117 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.117 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.117 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.117 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.117 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.117 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.117 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.117 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.117 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.117 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.117 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.118 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.119 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.119 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.119 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.119 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.120 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.120 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.120 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.120 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:05.120 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.120 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:05.120 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.120 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.120 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.120 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.120 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.120 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:05.120 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.120 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:05.121 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.121 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.121 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.121 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.121 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.121 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.121 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:05.121 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.370538+0000", 2024-04-10T16:34:05.121 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.370538+0000", 2024-04-10T16:34:05.121 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.371038+0000", 2024-04-10T16:34:05.121 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:05.121 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.121 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:05.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:05.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:05.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:05.122 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:05.122 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.122 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.122 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.122 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.123 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.123 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.123 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.123 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.123 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.123 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.123 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.123 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.123 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.123 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.13", 2024-04-10T16:34:05.123 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.123 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.123 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.123 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4868, 2024-04-10T16:34:05.123 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.124 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:19:05.505254+0000", 2024-04-10T16:34:05.124 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.124 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.124 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.124 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.124 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.124 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.124 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.124 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.124 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.124 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.124 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.124 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.125 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.126 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.126 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.127 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.127 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.127 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.127 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.127 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.127 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:05.127 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.127 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:05.127 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.127 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.127 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.127 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.127 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.127 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.127 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.127 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.127 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:05.128 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.128 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.128 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:05.128 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.128 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.128 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:05.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.361914+0000", 2024-04-10T16:34:05.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.361914+0000", 2024-04-10T16:34:05.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362219+0000", 2024-04-10T16:34:05.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:05.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.128 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:05.129 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:05.129 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:05.129 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.129 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.129 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.129 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:05.129 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:05.129 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.129 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.129 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.129 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.129 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.129 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.129 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.129 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.129 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.130 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.130 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.130 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.130 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.130 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.12", 2024-04-10T16:34:05.130 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.130 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.130 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.130 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4930, 2024-04-10T16:34:05.130 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.130 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:26:48.147670+0000", 2024-04-10T16:34:05.130 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.130 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.130 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.130 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.130 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.131 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.132 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.133 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.133 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.133 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.133 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.133 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.133 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.133 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.133 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.133 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.133 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.133 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.133 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.133 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.134 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.134 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:05.134 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.134 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.134 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.134 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.134 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.134 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:05.134 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.134 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:05.134 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.134 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.134 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.134 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.135 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.135 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:05.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.363775+0000", 2024-04-10T16:34:05.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.363775+0000", 2024-04-10T16:34:05.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.364148+0000", 2024-04-10T16:34:05.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:05.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:05.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:05.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:05.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.135 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.136 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:05.136 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:05.136 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.136 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.136 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.136 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.136 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.136 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.136 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.136 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.136 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.136 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.136 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.136 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.137 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.137 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.12", 2024-04-10T16:34:05.137 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.137 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.137 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.137 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5059, 2024-04-10T16:34:05.137 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.137 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:21:06.644309+0000", 2024-04-10T16:34:05.137 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.137 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.137 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.137 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.137 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.137 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.137 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.137 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.138 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.139 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.140 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.140 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.140 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.140 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.140 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.140 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.140 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.140 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.140 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.140 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:05.140 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.140 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:05.140 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.140 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.141 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.141 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.141 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.141 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:05.141 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.141 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:05.141 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.141 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.141 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:05.141 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.141 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.141 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.141 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:05.141 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.307980+0000", 2024-04-10T16:34:05.141 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.307980+0000", 2024-04-10T16:34:05.141 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.310348+0000", 2024-04-10T16:34:05.141 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:05.142 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.142 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.142 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.142 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:05.142 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:05.142 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:05.142 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:05.142 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.142 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.142 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.142 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:05.142 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:05.142 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.143 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:05.143 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.143 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.143 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:05.143 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.143 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.143 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.143 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.143 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:05.143 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.143 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.143 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.143 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.13", 2024-04-10T16:34:05.143 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.143 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.143 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.144 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5064, 2024-04-10T16:34:05.144 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.144 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:16:45.577685+0000", 2024-04-10T16:34:05.144 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.144 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.144 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 34, 2024-04-10T16:34:05.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.144 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T16:34:05.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T16:34:05.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T16:34:05.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.145 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.146 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:05.146 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.146 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.146 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.146 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.146 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.146 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.146 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.146 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 4, 2024-04-10T16:34:05.146 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 8, 2024-04-10T16:34:05.146 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.146 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.146 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.146 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T16:34:05.146 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 7 2024-04-10T16:34:05.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.147 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.147 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.147 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.147 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.147 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.147 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:05.147 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.147 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:05.147 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T16:34:05.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.147 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.147 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.147 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.147 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.147 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:05.148 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.148 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:05.148 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.148 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.148 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.148 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.148 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.148 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554149+0000", 2024-04-10T16:34:05.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.374168+0000", 2024-04-10T16:34:05.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.374168+0000", 2024-04-10T16:34:05.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.375132+0000", 2024-04-10T16:34:05.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554149+0000", 2024-04-10T16:34:05.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.148 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.149 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.149 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.149 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554149+0000", 2024-04-10T16:34:05.149 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554149+0000", 2024-04-10T16:34:05.149 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554149+0000", 2024-04-10T16:34:05.149 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.149 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.149 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.149 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554149+0000", 2024-04-10T16:34:05.149 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554149+0000", 2024-04-10T16:34:05.149 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.149 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.149 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.149 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.149 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.149 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.149 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.149 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.150 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.150 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.150 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.150 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.150 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.150 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.15", 2024-04-10T16:34:05.150 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.150 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.150 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.150 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4866, 2024-04-10T16:34:05.150 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.150 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:01:59.408977+0000", 2024-04-10T16:34:05.150 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.150 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.150 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.151 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.152 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.153 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.153 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.153 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.153 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.153 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.153 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.153 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.153 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.153 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.153 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.153 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.153 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.153 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.153 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.153 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.154 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:05.154 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.154 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:05.154 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.154 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.154 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.154 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.154 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.154 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.154 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:05.154 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.154 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:05.154 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.154 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.154 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:05.154 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.155 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.155 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:05.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.355624+0000", 2024-04-10T16:34:05.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.355624+0000", 2024-04-10T16:34:05.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.356053+0000", 2024-04-10T16:34:05.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:05.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:05.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:05.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:05.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:05.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.155 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:05.156 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:05.156 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.156 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 29, 2024-04-10T16:34:05.156 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.156 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.156 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:05.156 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.156 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.156 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.156 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.156 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 29, 2024-04-10T16:34:05.156 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.156 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.156 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.156 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.14", 2024-04-10T16:34:05.156 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.156 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.157 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.157 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4922, 2024-04-10T16:34:05.157 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.157 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:22:51.158289+0000", 2024-04-10T16:34:05.157 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.157 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.157 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 5824, 2024-04-10T16:34:05.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.157 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 12, 2024-04-10T16:34:05.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 4, 2024-04-10T16:34:05.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 4, 2024-04-10T16:34:05.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.158 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:05.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 10, 2024-04-10T16:34:05.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 14, 2024-04-10T16:34:05.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.159 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 28, 2024-04-10T16:34:05.160 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 25 2024-04-10T16:34:05.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.160 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.160 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.160 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.160 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.160 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.160 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:05.160 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.160 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:05.160 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'29" 2024-04-10T16:34:05.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.160 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.160 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.160 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.160 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.161 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.161 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.161 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:05.161 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.161 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.161 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.161 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.161 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.161 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.161 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:05.161 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.361385+0000", 2024-04-10T16:34:05.161 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.361385+0000", 2024-04-10T16:34:05.161 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.361722+0000", 2024-04-10T16:34:05.161 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:05.161 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.162 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.162 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.162 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.162 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:05.162 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:05.162 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:05.162 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.162 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.162 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.162 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:05.162 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:05.162 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.162 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.162 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.163 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.163 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.163 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.163 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.163 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.163 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.163 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.163 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.163 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.163 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.163 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.14", 2024-04-10T16:34:05.163 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.163 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.163 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.163 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4963, 2024-04-10T16:34:05.163 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.164 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:33:58.928651+0000", 2024-04-10T16:34:05.164 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.164 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.164 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.164 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.165 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.166 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.166 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.166 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.167 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.167 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.167 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.167 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.167 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.167 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.167 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:05.167 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.167 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.167 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.167 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.167 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.167 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.167 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.167 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.167 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:05.168 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.168 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.168 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:05.168 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.168 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.168 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:05.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.282940+0000", 2024-04-10T16:34:05.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.282940+0000", 2024-04-10T16:34:05.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.283365+0000", 2024-04-10T16:34:05.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:05.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:05.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:05.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:05.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:05.168 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.169 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.169 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.169 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:05.169 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:05.169 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.169 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3, 2024-04-10T16:34:05.169 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.169 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.169 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:05.169 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.169 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.169 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.169 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.169 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3, 2024-04-10T16:34:05.169 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.169 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.169 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.170 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.15", 2024-04-10T16:34:05.170 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.170 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.170 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.170 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5037, 2024-04-10T16:34:05.170 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.170 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:06:56.102443+0000", 2024-04-10T16:34:05.170 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.170 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.170 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.170 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 90, 2024-04-10T16:34:05.170 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.170 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.170 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.170 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.170 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T16:34:05.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T16:34:05.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T16:34:05.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:05.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 7, 2024-04-10T16:34:05.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 7, 2024-04-10T16:34:05.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 4, 2024-04-10T16:34:05.172 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T16:34:05.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.173 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.173 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.173 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.173 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.173 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.173 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.173 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.173 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:05.173 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'3" 2024-04-10T16:34:05.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.173 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.173 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.173 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.173 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.173 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:05.173 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.174 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:05.174 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.174 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.174 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.174 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.174 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.174 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.174 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:05.174 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.268412+0000", 2024-04-10T16:34:05.174 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.268412+0000", 2024-04-10T16:34:05.174 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.268744+0000", 2024-04-10T16:34:05.174 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:05.174 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.174 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.174 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.174 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:05.174 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:05.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:05.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:05.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:05.175 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:05.175 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.175 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.175 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.175 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.175 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:05.175 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.175 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.175 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.175 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.176 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.176 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.176 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.176 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.176 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.17", 2024-04-10T16:34:05.176 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.176 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.176 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.176 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5058, 2024-04-10T16:34:05.176 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.176 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:07:58.402722+0000", 2024-04-10T16:34:05.176 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.176 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.176 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.176 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.176 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.176 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.177 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.178 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.179 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.179 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.179 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.179 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.179 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.179 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.179 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.179 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:05.180 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.180 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:05.180 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.180 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.180 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.180 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.180 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.180 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:05.180 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.180 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:05.180 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.180 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.180 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:05.180 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.181 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.181 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:05.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.347169+0000", 2024-04-10T16:34:05.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.347169+0000", 2024-04-10T16:34:05.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.347557+0000", 2024-04-10T16:34:05.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:05.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:05.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:05.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:05.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:05.181 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.182 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.182 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.182 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:05.182 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:05.182 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.182 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.182 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.182 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.182 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:05.182 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.182 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.182 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.182 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.183 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.183 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.183 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.183 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.183 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.16", 2024-04-10T16:34:05.183 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.183 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.183 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.183 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4937, 2024-04-10T16:34:05.183 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.183 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:55:28.073552+0000", 2024-04-10T16:34:05.183 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.183 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.183 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.183 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.184 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.185 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.186 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.186 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.186 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.186 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.186 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.186 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.186 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.186 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:05.186 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.186 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:05.187 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.187 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.187 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.187 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.187 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.187 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.187 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:05.187 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.187 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:05.187 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.187 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.187 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.187 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.188 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.188 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:05.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368742+0000", 2024-04-10T16:34:05.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368742+0000", 2024-04-10T16:34:05.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.369061+0000", 2024-04-10T16:34:05.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:05.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:05.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:05.188 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:05.189 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.189 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.189 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.189 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:05.189 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:05.189 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.189 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.189 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.189 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.189 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.189 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.189 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.189 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.189 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.190 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.190 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.190 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.190 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.190 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.16", 2024-04-10T16:34:05.190 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.190 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.190 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.190 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4901, 2024-04-10T16:34:05.190 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.190 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:47:34.054576+0000", 2024-04-10T16:34:05.190 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.190 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.190 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.190 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.190 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.191 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.192 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.193 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.193 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.193 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.193 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.193 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.193 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.193 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:05.194 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.194 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:05.194 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.194 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.194 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.194 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.194 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.194 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:05.194 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.194 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:05.194 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.194 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.194 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:05.195 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.195 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.195 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.195 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:05.195 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.354831+0000", 2024-04-10T16:34:05.195 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.354831+0000", 2024-04-10T16:34:05.195 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.355161+0000", 2024-04-10T16:34:05.195 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:05.195 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.195 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.195 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.195 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:05.195 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:05.195 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:05.195 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:05.196 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.196 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.196 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.196 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:05.196 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:05.196 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.196 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.196 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.196 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.196 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:05.196 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.196 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.196 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.196 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.196 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.196 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.197 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.197 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.197 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.17", 2024-04-10T16:34:05.197 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.197 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.197 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.197 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4885, 2024-04-10T16:34:05.197 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.197 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:26:43.795891+0000", 2024-04-10T16:34:05.197 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.197 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.197 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.197 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.198 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.199 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.200 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.200 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.200 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.200 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.200 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.200 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.200 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.200 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.200 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:05.200 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.200 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:05.200 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.200 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.200 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.200 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.201 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.201 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:05.201 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.201 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:05.201 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.201 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.201 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.201 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.201 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.201 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.201 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:05.201 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.295601+0000", 2024-04-10T16:34:05.201 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.295601+0000", 2024-04-10T16:34:05.201 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.296079+0000", 2024-04-10T16:34:05.201 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:05.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:05.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:05.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:05.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:05.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:05.202 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:05.202 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.202 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.202 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.202 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.202 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:05.203 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.203 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.203 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.203 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.203 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.203 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.203 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.203 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.203 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.19", 2024-04-10T16:34:05.203 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.203 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.203 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.203 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5018, 2024-04-10T16:34:05.203 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.203 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:14:08.891851+0000", 2024-04-10T16:34:05.204 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.204 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.204 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.204 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.205 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.206 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.207 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.207 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.207 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.207 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.207 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.207 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:05.207 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.207 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:05.207 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.207 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.207 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.207 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.207 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.208 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.208 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.208 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:05.208 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.208 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.208 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:05.208 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.208 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.208 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:05.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.369286+0000", 2024-04-10T16:34:05.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.369286+0000", 2024-04-10T16:34:05.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.369604+0000", 2024-04-10T16:34:05.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:05.208 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:05.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:05.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:05.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:05.209 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:05.209 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.209 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.209 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.209 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.209 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.209 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.210 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.210 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.210 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.210 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.210 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.210 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.210 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.210 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.18", 2024-04-10T16:34:05.210 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.210 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.210 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.210 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4917, 2024-04-10T16:34:05.210 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.210 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:19:32.021277+0000", 2024-04-10T16:34:05.211 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.211 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.211 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.211 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.212 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.213 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.213 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.213 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.213 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.213 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.214 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.214 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.214 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.214 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.214 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:05.214 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.214 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.214 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.214 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.214 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.214 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.214 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:05.214 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.214 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:05.214 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.214 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.215 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.215 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.215 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.215 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:05.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:02.510418+0000", 2024-04-10T16:34:05.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:02.510418+0000", 2024-04-10T16:34:05.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:02.510759+0000", 2024-04-10T16:34:05.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:05.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 414, 2024-04-10T16:34:05.215 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:05.216 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:05.216 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:05.216 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.216 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.216 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.216 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:05.216 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:05.216 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.216 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.216 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.216 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.216 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 413, 2024-04-10T16:34:05.216 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.216 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.216 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.216 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.216 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.217 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.217 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.217 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.217 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.18", 2024-04-10T16:34:05.217 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.217 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.217 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.217 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5010, 2024-04-10T16:34:05.217 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.217 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:09:27.653921+0000", 2024-04-10T16:34:05.217 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.217 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.217 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.217 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.217 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.217 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.217 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.217 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.218 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.219 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.220 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.220 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.220 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.220 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.220 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.220 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.220 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.220 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.220 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.220 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.220 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.220 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:05.220 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.220 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:05.221 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.221 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.221 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.221 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.221 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.221 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.221 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.221 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.221 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:05.221 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.221 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.221 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:05.221 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.221 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.221 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.221 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:05.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.340069+0000", 2024-04-10T16:34:05.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.340069+0000", 2024-04-10T16:34:05.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.340402+0000", 2024-04-10T16:34:05.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:05.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:05.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:05.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:05.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:05.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.222 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:05.223 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:05.223 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.223 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.223 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.223 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.223 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:05.223 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.223 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.223 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.223 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.223 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.223 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.223 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.223 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.223 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.19", 2024-04-10T16:34:05.223 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.223 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.224 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.224 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5013, 2024-04-10T16:34:05.224 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.224 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:27:10.278397+0000", 2024-04-10T16:34:05.224 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.224 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.224 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.224 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.225 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.226 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.227 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.227 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.227 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.227 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.227 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.227 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.227 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.227 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.227 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.227 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.227 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:05.227 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.227 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.227 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.227 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.228 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.228 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.228 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.228 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.228 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:05.228 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.228 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.228 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.228 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.228 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.228 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:05.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.363134+0000", 2024-04-10T16:34:05.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.363134+0000", 2024-04-10T16:34:05.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.363614+0000", 2024-04-10T16:34:05.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:05.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:05.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:05.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:05.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:05.229 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:05.229 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.229 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.229 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.229 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.229 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.230 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.230 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.230 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.230 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.230 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.230 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.230 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.230 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.230 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1b", 2024-04-10T16:34:05.230 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.230 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.230 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.230 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5057, 2024-04-10T16:34:05.230 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.230 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:37:48.168117+0000", 2024-04-10T16:34:05.230 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.230 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.231 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.233 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.233 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.233 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.233 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.233 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.234 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.234 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.234 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.234 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:05.234 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.234 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.234 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.234 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.234 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.234 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.234 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.234 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.234 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:05.234 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.235 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.235 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:05.235 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.235 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.235 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:05.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.360385+0000", 2024-04-10T16:34:05.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.360385+0000", 2024-04-10T16:34:05.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362460+0000", 2024-04-10T16:34:05.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:05.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:05.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:05.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:05.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.236 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.236 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.236 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:05.236 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:05.236 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.236 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:05.236 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.236 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.236 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.236 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.236 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.236 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.236 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.236 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:05.236 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.236 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.236 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.237 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1a", 2024-04-10T16:34:05.237 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.237 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.237 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.237 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4892, 2024-04-10T16:34:05.237 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.237 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:54:20.647319+0000", 2024-04-10T16:34:05.237 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.237 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.237 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.237 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.237 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.237 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.240 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.240 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.240 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.240 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.240 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.240 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.240 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.240 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.240 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.241 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:05.241 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'2" 2024-04-10T16:34:05.241 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.241 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.241 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.241 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.241 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.241 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:05.241 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.241 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:05.241 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.241 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.241 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.241 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.241 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.241 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.241 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:05.242 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.294646+0000", 2024-04-10T16:34:05.242 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.294646+0000", 2024-04-10T16:34:05.242 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.296362+0000", 2024-04-10T16:34:05.242 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:05.242 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.242 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.242 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.242 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:05.242 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:05.242 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:05.242 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:05.242 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.242 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.242 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.242 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:05.242 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:05.242 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.243 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.243 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.243 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.243 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:05.243 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.243 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.243 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.243 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.243 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.243 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.243 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.243 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.243 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1a", 2024-04-10T16:34:05.243 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.243 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.243 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.243 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4965, 2024-04-10T16:34:05.243 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.244 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:36:57.071765+0000", 2024-04-10T16:34:05.244 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.244 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.244 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.246 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.246 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.246 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.246 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.246 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.246 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.246 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.246 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:05.247 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.247 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:05.247 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.247 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.247 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.247 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.247 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.247 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.247 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.247 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.247 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:05.247 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.247 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.247 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:05.247 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.247 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.248 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.248 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:05.248 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.345748+0000", 2024-04-10T16:34:05.248 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.345748+0000", 2024-04-10T16:34:05.248 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.346126+0000", 2024-04-10T16:34:05.248 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:05.248 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.248 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.248 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.248 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:05.248 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:05.248 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:05.248 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:05.248 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.248 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.249 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.249 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:05.249 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:05.249 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.249 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:05.249 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.249 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.249 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:05.249 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.249 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.249 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.249 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.249 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:05.249 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.249 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.250 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.250 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1b", 2024-04-10T16:34:05.250 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.250 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.250 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.250 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5007, 2024-04-10T16:34:05.250 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.250 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:55:30.475667+0000", 2024-04-10T16:34:05.250 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.250 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.250 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.250 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.250 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.250 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.253 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.253 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.253 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.253 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.253 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.253 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.253 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.253 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.253 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.253 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:05.253 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'2" 2024-04-10T16:34:05.253 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.253 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.253 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.254 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.254 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.254 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.254 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.254 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:05.254 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.254 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.254 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.254 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.254 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.254 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.254 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:05.254 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.349142+0000", 2024-04-10T16:34:05.255 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.349142+0000", 2024-04-10T16:34:05.255 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.349454+0000", 2024-04-10T16:34:05.255 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:05.255 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.255 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.255 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.255 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:05.255 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:05.255 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:05.255 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:05.255 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.255 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.255 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.255 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:05.255 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:05.255 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.256 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.256 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.256 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.256 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:05.256 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.256 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.256 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.256 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.256 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.256 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.256 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.256 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.256 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1d", 2024-04-10T16:34:05.256 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.256 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.256 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.257 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4915, 2024-04-10T16:34:05.257 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.257 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:00:32.377812+0000", 2024-04-10T16:34:05.257 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.257 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.257 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.259 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.259 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.259 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.259 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.259 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.259 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.259 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.259 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.260 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.260 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:05.260 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.260 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.260 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.260 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.260 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.260 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.260 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:05.260 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.260 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:05.260 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.260 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.260 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:05.260 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.260 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.261 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.261 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:05.261 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.366672+0000", 2024-04-10T16:34:05.261 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.366672+0000", 2024-04-10T16:34:05.261 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.367031+0000", 2024-04-10T16:34:05.261 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:05.261 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.261 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.261 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.261 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.261 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:05.261 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:05.261 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:05.262 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.262 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.262 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.262 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:05.262 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:05.262 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.262 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:05.262 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.262 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.262 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.262 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.262 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.262 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.262 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.262 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:05.262 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.263 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.263 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.263 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1c", 2024-04-10T16:34:05.263 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.263 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.263 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.263 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4861, 2024-04-10T16:34:05.263 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.263 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:09:23.506341+0000", 2024-04-10T16:34:05.263 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.263 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.263 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.263 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.263 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.263 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.263 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.263 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:05.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:05.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:05.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.265 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.265 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.265 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:05.265 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.265 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.265 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.265 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.265 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.265 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.265 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.265 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 6, 2024-04-10T16:34:05.265 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 6, 2024-04-10T16:34:05.265 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.265 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.265 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.265 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T16:34:05.266 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.266 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.266 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.266 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.266 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.266 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.266 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.266 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:05.266 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.266 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:05.266 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T16:34:05.266 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.266 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.266 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.266 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.267 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.267 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:05.267 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.267 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:05.267 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.267 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.267 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.267 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.267 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.267 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.267 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:05.267 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.276310+0000", 2024-04-10T16:34:05.267 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.276310+0000", 2024-04-10T16:34:05.267 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.278530+0000", 2024-04-10T16:34:05.267 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:05.267 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.268 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.268 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.268 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:05.268 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:05.268 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:05.268 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:05.268 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.268 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.268 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.268 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:05.268 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:05.268 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.268 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.268 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.268 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.269 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:05.269 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.269 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.269 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.269 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.269 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.269 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.269 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.269 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.269 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1c", 2024-04-10T16:34:05.269 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.269 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.269 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.269 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4920, 2024-04-10T16:34:05.269 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.269 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:10:59.581535+0000", 2024-04-10T16:34:05.270 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.270 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.270 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.272 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.272 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.272 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.272 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.272 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.273 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.273 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.273 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:05.273 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.273 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:05.273 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.273 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.273 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.273 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.273 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.273 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.273 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.273 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.273 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:05.273 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.273 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.273 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:05.274 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.274 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.274 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.274 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:05.274 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.371521+0000", 2024-04-10T16:34:05.274 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.371521+0000", 2024-04-10T16:34:05.274 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.373214+0000", 2024-04-10T16:34:05.274 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:05.274 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.274 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.274 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.274 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.274 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:05.274 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:05.274 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:05.274 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.274 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.274 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.275 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:05.275 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:05.275 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.275 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:05.275 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.275 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.275 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.275 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.275 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.275 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.275 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.275 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:05.275 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.275 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.275 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.275 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1d", 2024-04-10T16:34:05.276 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.276 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.276 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.276 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4848, 2024-04-10T16:34:05.276 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.276 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:43:44.134369+0000", 2024-04-10T16:34:05.276 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.276 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.276 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:05.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:05.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:05.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:05.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 6, 2024-04-10T16:34:05.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 6, 2024-04-10T16:34:05.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T16:34:05.279 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.279 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.279 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.279 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.279 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.279 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.279 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.279 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.279 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.279 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:05.279 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T16:34:05.279 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.279 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.279 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.280 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.280 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.280 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:05.280 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.280 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:05.280 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.280 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.280 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.280 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.280 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.280 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.280 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:05.280 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.270547+0000", 2024-04-10T16:34:05.280 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.270547+0000", 2024-04-10T16:34:05.281 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.270932+0000", 2024-04-10T16:34:05.281 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:05.281 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.281 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.281 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.281 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:05.281 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:05.281 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:05.281 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:05.281 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.281 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.281 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.281 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:05.281 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:05.281 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.281 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.281 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.282 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.282 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:05.282 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.282 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.282 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.282 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.282 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.282 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.282 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.282 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.282 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1f", 2024-04-10T16:34:05.282 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.282 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.282 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.282 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5065, 2024-04-10T16:34:05.283 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.283 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:10:23.243309+0000", 2024-04-10T16:34:05.283 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.283 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.283 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.285 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.285 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.285 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.285 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.285 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.285 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.285 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.285 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.285 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.285 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.285 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.285 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.285 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.285 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.285 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.286 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.286 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:05.286 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.286 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:05.286 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.286 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.286 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.286 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.286 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.286 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.286 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:05.286 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.286 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:05.286 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.286 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.286 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:05.287 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.287 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.287 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.287 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:05.287 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.267460+0000", 2024-04-10T16:34:05.287 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.267460+0000", 2024-04-10T16:34:05.287 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.267872+0000", 2024-04-10T16:34:05.287 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:05.287 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.287 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.287 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.287 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:05.287 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:05.287 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:05.287 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:05.287 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.287 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.288 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.288 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:05.288 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:05.288 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.288 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:05.288 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.288 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.288 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:05.288 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.288 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.288 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.288 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.288 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:05.288 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.288 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.289 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.289 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1e", 2024-04-10T16:34:05.289 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.289 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.289 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.289 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5023, 2024-04-10T16:34:05.289 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.289 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:10:15.132831+0000", 2024-04-10T16:34:05.289 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.289 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.289 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.291 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.291 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.291 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.291 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.291 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.291 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.291 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.291 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.291 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.291 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.291 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.291 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.291 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.291 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.291 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.291 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.292 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.292 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.292 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.292 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.292 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.292 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.292 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.292 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.292 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.292 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.292 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.292 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:05.292 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.292 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:05.293 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'2" 2024-04-10T16:34:05.293 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.293 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.293 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.293 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.293 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.293 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:05.293 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.293 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:05.293 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.293 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.293 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.293 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.294 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.294 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.294 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:05.294 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.343773+0000", 2024-04-10T16:34:05.294 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.343773+0000", 2024-04-10T16:34:05.294 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.344251+0000", 2024-04-10T16:34:05.294 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:05.294 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.294 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.294 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.294 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:05.294 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:05.294 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:05.294 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:05.295 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.295 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.295 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.295 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:05.295 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:05.295 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.295 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.295 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.295 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.295 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:05.295 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.295 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.295 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.295 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.296 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.296 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.296 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.296 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.296 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1e", 2024-04-10T16:34:05.296 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.296 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.296 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.296 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5004, 2024-04-10T16:34:05.296 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.296 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:39:17.916323+0000", 2024-04-10T16:34:05.296 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.296 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.296 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.298 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.298 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.298 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.298 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.298 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.298 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.298 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.298 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.298 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.298 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.298 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.298 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.298 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.298 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.298 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.298 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.299 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.299 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.299 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.299 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.299 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.299 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.299 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.299 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:05.299 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.300 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:05.300 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.300 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.300 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.300 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.300 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.300 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.300 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:05.300 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.300 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:05.300 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.300 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.300 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:05.300 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.300 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.300 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.300 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:05.300 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.362131+0000", 2024-04-10T16:34:05.301 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.362131+0000", 2024-04-10T16:34:05.301 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362640+0000", 2024-04-10T16:34:05.301 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:05.301 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.301 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.301 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.301 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.301 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:05.301 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:05.301 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:05.301 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.301 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.301 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:05.301 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:05.301 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:05.301 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.301 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 5, 2024-04-10T16:34:05.301 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.302 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.302 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.302 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.302 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.302 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.302 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.302 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 5, 2024-04-10T16:34:05.302 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.302 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.302 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.302 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1f", 2024-04-10T16:34:05.302 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.302 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.302 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.302 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5073, 2024-04-10T16:34:05.302 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.303 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:13:27.468015+0000", 2024-04-10T16:34:05.303 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.303 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.303 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 582, 2024-04-10T16:34:05.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.304 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.304 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.304 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T16:34:05.304 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T16:34:05.304 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.304 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T16:34:05.304 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.304 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.304 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.304 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.304 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.304 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:05.304 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.304 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.304 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.304 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.304 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.304 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 4, 2024-04-10T16:34:05.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 4, 2024-04-10T16:34:05.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 4, 2024-04-10T16:34:05.305 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T16:34:05.305 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.305 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.305 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.305 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.305 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.305 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.305 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:05.305 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.305 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:05.305 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'5" 2024-04-10T16:34:05.306 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.306 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.306 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.306 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.306 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.306 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.306 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.306 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:05.306 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.306 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.306 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.306 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.306 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.306 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.306 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:05.306 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.371707+0000", 2024-04-10T16:34:05.306 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.371707+0000", 2024-04-10T16:34:05.307 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.373477+0000", 2024-04-10T16:34:05.307 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:05.307 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.307 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.307 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.307 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.307 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:05.307 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:05.307 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:05.307 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.307 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.307 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.307 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:05.307 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:05.307 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.307 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.307 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.308 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.308 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.308 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.308 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.308 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.308 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.308 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.308 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.308 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.308 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.308 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2d", 2024-04-10T16:34:05.308 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.308 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.308 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.308 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4847, 2024-04-10T16:34:05.308 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.308 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:47:23.623462+0000", 2024-04-10T16:34:05.308 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.309 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.309 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.310 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.311 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.311 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.311 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.311 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.311 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.312 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.312 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.312 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.312 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.312 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:05.312 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.312 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.312 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.312 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.312 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.312 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.312 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.312 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.312 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:05.312 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.313 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.313 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.313 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.313 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.313 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.313 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:05.313 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368343+0000", 2024-04-10T16:34:05.313 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368343+0000", 2024-04-10T16:34:05.313 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.368667+0000", 2024-04-10T16:34:05.313 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:05.313 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.313 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.313 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.313 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.313 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:05.314 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:05.314 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:05.314 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.314 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.314 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.314 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:05.314 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:05.314 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.314 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.314 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.314 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.314 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.314 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.314 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.314 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.314 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.315 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.315 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.315 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.315 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.315 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2e", 2024-04-10T16:34:05.315 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.315 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.315 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.315 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4998, 2024-04-10T16:34:05.315 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.315 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:53:54.578458+0000", 2024-04-10T16:34:05.315 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.315 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.315 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.318 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.318 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.318 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.318 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.318 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.318 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.318 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.318 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.318 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.318 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.318 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.318 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.318 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:05.318 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.319 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.319 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.319 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.319 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.319 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.319 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:05.319 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.319 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:05.319 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.319 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.319 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.319 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.319 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.319 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.319 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:05.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.370060+0000", 2024-04-10T16:34:05.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.370060+0000", 2024-04-10T16:34:05.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.370432+0000", 2024-04-10T16:34:05.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:05.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:05.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:05.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:05.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.321 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.321 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:05.321 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:05.321 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.321 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.321 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.321 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.321 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.321 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.321 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.321 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.321 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.322 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.322 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.322 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.322 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.322 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2f", 2024-04-10T16:34:05.322 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.322 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.322 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.322 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4918, 2024-04-10T16:34:05.322 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.322 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:43:17.282043+0000", 2024-04-10T16:34:05.322 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.323 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.323 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.325 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.325 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.325 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.325 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.326 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.326 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.326 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.326 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:05.326 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.326 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:05.326 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.326 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.326 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.326 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.326 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.326 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.326 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.326 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.327 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:05.327 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.327 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.327 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.327 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.327 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.327 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:05.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368747+0000", 2024-04-10T16:34:05.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368747+0000", 2024-04-10T16:34:05.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.369064+0000", 2024-04-10T16:34:05.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:05.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:05.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:05.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:05.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:05.328 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:05.328 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.329 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.329 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.329 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.329 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.329 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.329 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.329 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.329 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.329 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.329 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.329 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.329 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.329 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.30", 2024-04-10T16:34:05.329 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.329 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.330 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.330 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4910, 2024-04-10T16:34:05.330 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.330 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:01:06.325207+0000", 2024-04-10T16:34:05.330 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.330 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.330 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.332 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.332 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.333 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.333 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.333 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.333 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.333 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.333 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.333 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.333 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:05.333 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.333 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.333 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.333 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.333 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.333 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.333 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:05.333 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.334 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:05.334 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.334 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.334 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.334 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.334 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.334 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:05.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.282368+0000", 2024-04-10T16:34:05.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.282368+0000", 2024-04-10T16:34:05.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.282735+0000", 2024-04-10T16:34:05.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:05.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.335 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:05.335 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:05.335 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:05.335 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:05.335 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.335 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.335 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.335 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:05.335 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:05.335 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.335 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.335 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.335 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.335 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:05.335 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.335 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.336 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.336 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.336 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.336 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.336 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.336 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.336 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.31", 2024-04-10T16:34:05.336 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.336 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.336 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.336 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5037, 2024-04-10T16:34:05.336 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.336 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:19:08.879805+0000", 2024-04-10T16:34:05.336 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.336 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.337 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.339 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.339 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.339 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.339 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.339 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.339 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.339 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.340 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:05.340 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.340 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:05.340 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.340 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.340 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.340 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.340 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.340 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.340 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:05.340 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.340 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:05.340 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.340 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.340 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.341 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.341 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.341 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:05.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.266863+0000", 2024-04-10T16:34:05.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.266863+0000", 2024-04-10T16:34:05.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.267557+0000", 2024-04-10T16:34:05.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:05.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:05.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:05.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:05.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:05.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.342 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.342 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.342 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:05.342 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:05.342 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.342 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.342 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.342 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.342 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:05.342 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.342 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.342 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.342 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.342 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.342 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.343 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.343 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.343 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.32", 2024-04-10T16:34:05.343 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.343 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.343 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.343 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5059, 2024-04-10T16:34:05.343 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.343 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:36:11.370303+0000", 2024-04-10T16:34:05.343 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.343 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.343 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.346 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.346 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.346 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.346 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.346 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.346 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.346 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:05.346 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.346 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:05.346 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.346 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.346 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.346 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.346 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.347 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.347 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:05.347 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.347 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:05.347 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.347 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.347 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.347 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.347 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.347 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:05.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.339971+0000", 2024-04-10T16:34:05.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.339971+0000", 2024-04-10T16:34:05.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.340425+0000", 2024-04-10T16:34:05.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:05.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.347 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.348 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.348 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:05.348 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:05.348 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:05.348 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:05.348 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.348 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.348 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.348 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:05.348 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:05.348 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.348 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.348 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.348 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.348 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:05.349 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.349 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.349 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.349 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.349 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.349 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.349 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.349 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.349 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.33", 2024-04-10T16:34:05.349 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.349 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.349 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.349 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5004, 2024-04-10T16:34:05.349 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.349 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:50:06.452055+0000", 2024-04-10T16:34:05.349 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.349 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.349 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.350 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.352 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.352 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.352 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.352 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.353 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.353 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.353 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:05.353 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.353 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:05.353 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.353 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.353 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.353 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.353 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.353 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.353 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.353 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.353 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:05.354 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.354 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.354 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.354 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.354 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.354 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:05.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.341305+0000", 2024-04-10T16:34:05.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.341305+0000", 2024-04-10T16:34:05.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.341642+0000", 2024-04-10T16:34:05.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:05.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.354 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:05.355 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:05.355 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:05.355 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:05.355 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.355 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.355 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.355 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:05.355 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:05.355 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.355 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.355 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.355 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.355 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:05.355 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.355 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.355 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.356 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.356 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.356 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.356 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.356 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.356 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.34", 2024-04-10T16:34:05.356 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.356 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.356 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.356 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4935, 2024-04-10T16:34:05.356 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.356 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:40:57.562025+0000", 2024-04-10T16:34:05.356 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.356 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.356 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.356 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.357 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.358 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.359 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.359 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.359 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.359 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.359 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:05.359 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.359 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.359 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.359 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:05.359 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.360 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.360 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.360 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.360 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.360 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.360 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.360 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.360 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:05.360 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.360 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.360 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.360 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.360 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.360 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.360 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:05.360 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.350914+0000", 2024-04-10T16:34:05.360 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.350914+0000", 2024-04-10T16:34:05.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.351213+0000", 2024-04-10T16:34:05.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:05.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:05.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:05.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:05.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:05.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:05.361 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:05.361 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.361 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.362 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.362 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.362 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:05.362 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.362 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.362 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.362 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.362 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.362 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.362 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.362 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.362 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.35", 2024-04-10T16:34:05.362 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.362 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.362 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.363 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4889, 2024-04-10T16:34:05.363 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.363 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:50:25.475577+0000", 2024-04-10T16:34:05.363 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.363 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.363 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.363 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.364 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.365 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.365 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.366 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.366 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.366 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.366 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.366 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.366 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.366 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.366 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:05.366 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.366 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.366 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.366 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.366 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.366 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.366 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:05.366 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.367 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:05.367 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.367 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.367 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.367 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.367 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.367 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.367 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:05.367 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.357080+0000", 2024-04-10T16:34:05.367 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.357080+0000", 2024-04-10T16:34:05.367 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.357948+0000", 2024-04-10T16:34:05.367 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:05.367 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.367 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.367 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.367 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:05.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:05.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:05.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:05.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:05.368 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:05.368 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.368 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.368 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.368 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.368 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:05.368 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.368 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.368 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.369 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.369 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.369 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.369 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.369 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.369 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.36", 2024-04-10T16:34:05.369 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.369 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.369 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.369 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4885, 2024-04-10T16:34:05.369 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.369 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:56:52.015046+0000", 2024-04-10T16:34:05.369 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.369 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.369 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.369 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.369 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.370 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.371 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.372 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.372 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.372 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.372 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.372 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.372 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.372 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:05.372 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.373 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:05.373 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.373 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.373 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.373 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.373 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.373 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.373 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.373 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.373 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:05.373 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.373 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.373 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.373 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.373 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.374 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:05.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368399+0000", 2024-04-10T16:34:05.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368399+0000", 2024-04-10T16:34:05.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.368706+0000", 2024-04-10T16:34:05.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:05.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:05.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:05.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:05.374 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:05.375 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:05.375 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.375 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.375 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.375 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.375 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.375 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.375 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.375 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.375 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.375 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.375 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.376 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.376 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.376 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.37", 2024-04-10T16:34:05.376 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.376 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.376 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.376 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4857, 2024-04-10T16:34:05.376 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.376 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:00:52.661300+0000", 2024-04-10T16:34:05.376 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.376 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.376 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.376 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.376 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.376 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.377 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.378 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.379 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.379 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.379 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.379 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.379 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.379 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.379 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.379 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.379 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:05.380 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.380 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.380 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.380 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.380 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.380 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.380 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.380 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.380 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:05.380 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.380 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.380 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.380 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.380 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.380 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.380 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:05.380 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.341187+0000", 2024-04-10T16:34:05.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.341187+0000", 2024-04-10T16:34:05.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.341490+0000", 2024-04-10T16:34:05.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:05.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:05.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:05.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:05.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:05.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:05.381 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:05.382 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.382 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.382 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.382 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.382 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:05.382 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.382 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.382 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.382 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.382 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.382 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.382 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.382 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.382 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.38", 2024-04-10T16:34:05.383 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.383 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.383 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.383 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4999, 2024-04-10T16:34:05.383 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.383 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:34:12.043203+0000", 2024-04-10T16:34:05.383 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.383 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.383 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.383 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.383 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.383 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.383 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.383 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.384 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.386 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.386 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.386 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.386 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.386 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.386 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.386 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.386 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.386 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:05.386 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.386 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.386 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.386 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.386 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.386 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.386 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:05.387 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.387 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:05.387 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.387 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.387 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.387 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.387 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.387 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.387 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:05.387 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.377753+0000", 2024-04-10T16:34:05.387 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.377753+0000", 2024-04-10T16:34:05.387 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.378248+0000", 2024-04-10T16:34:05.387 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:05.387 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:05.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:05.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:05.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:05.388 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:05.388 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.388 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.388 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.389 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.389 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.389 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.389 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.389 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.389 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.389 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.389 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.389 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.389 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.389 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.39", 2024-04-10T16:34:05.389 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.389 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.389 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.389 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4874, 2024-04-10T16:34:05.389 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.390 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:12:12.689371+0000", 2024-04-10T16:34:05.390 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.390 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.390 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.390 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.391 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.392 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.392 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.392 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.392 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.392 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.392 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.392 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:05.393 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.393 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:05.393 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.393 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.393 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.393 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.393 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.393 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.393 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:05.393 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.393 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:05.393 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.393 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.393 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.393 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.393 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.394 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:05.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.276312+0000", 2024-04-10T16:34:05.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.276312+0000", 2024-04-10T16:34:05.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.277010+0000", 2024-04-10T16:34:05.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:05.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:05.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:05.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:05.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:05.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.394 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.395 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.395 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:05.395 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:05.395 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.395 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.395 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.395 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.395 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:05.395 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.395 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.395 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.395 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.395 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.395 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.395 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.396 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.396 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3a", 2024-04-10T16:34:05.396 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.396 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.396 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.396 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4906, 2024-04-10T16:34:05.396 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.396 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:16:01.428746+0000", 2024-04-10T16:34:05.396 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.396 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.396 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.396 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.397 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.399 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.399 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.399 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.399 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.399 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.399 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.399 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:05.399 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.399 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:05.399 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.399 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.399 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.399 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.399 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.399 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.399 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:05.400 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.400 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:05.400 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.400 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.400 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.400 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.400 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.400 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:05.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.370602+0000", 2024-04-10T16:34:05.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.370602+0000", 2024-04-10T16:34:05.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.371446+0000", 2024-04-10T16:34:05.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:05.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.400 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.401 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.401 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.401 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:05.401 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:05.401 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:05.401 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.401 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.401 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.401 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:05.401 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:05.401 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.401 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.401 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.401 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.401 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.401 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.401 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.402 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.402 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.402 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.402 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.402 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.402 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.402 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3b", 2024-04-10T16:34:05.402 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.402 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.402 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.402 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4865, 2024-04-10T16:34:05.402 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.402 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:26:47.655638+0000", 2024-04-10T16:34:05.402 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.403 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.403 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.403 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.405 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.405 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.405 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.405 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.405 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.405 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.405 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:05.405 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.405 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:05.406 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.406 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.406 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.406 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.406 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.406 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.406 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.406 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.406 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:05.406 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.406 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.406 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.406 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.407 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.407 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:05.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368644+0000", 2024-04-10T16:34:05.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368644+0000", 2024-04-10T16:34:05.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.368984+0000", 2024-04-10T16:34:05.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:05.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:05.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:05.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:05.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:05.407 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.408 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.408 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.408 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:05.408 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:05.408 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.408 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.408 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.408 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.408 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:05.408 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.408 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.408 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.408 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.408 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.409 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.409 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.409 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.409 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3c", 2024-04-10T16:34:05.409 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.409 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.409 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.409 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4934, 2024-04-10T16:34:05.409 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.409 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:23:41.494827+0000", 2024-04-10T16:34:05.409 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.409 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.409 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.409 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.410 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.412 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.412 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.413 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.413 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.413 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:05.413 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:05.413 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:05.413 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.413 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:05.413 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.413 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.413 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.413 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.413 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.413 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.413 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:05.413 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.413 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:05.414 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.414 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.414 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.414 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.414 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.414 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.414 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:05.414 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:11:28.277349+0000", 2024-04-10T16:34:05.414 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:11:28.277349+0000", 2024-04-10T16:34:05.414 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:11:28.277662+0000", 2024-04-10T16:34:05.414 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:05.414 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.414 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.414 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.414 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 381, 2024-04-10T16:34:05.415 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:05.415 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:05.415 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:05.415 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.415 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.415 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.415 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:05.415 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:05.415 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.415 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.415 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.415 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.415 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 380, 2024-04-10T16:34:05.415 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.416 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.416 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.416 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.416 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.416 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.416 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.416 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.416 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3d", 2024-04-10T16:34:05.416 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.416 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.416 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.416 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5065, 2024-04-10T16:34:05.416 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.416 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:02:02.085921+0000", 2024-04-10T16:34:05.416 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.417 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.417 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.417 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.419 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.419 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.419 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.419 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.419 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.420 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.420 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:05.420 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.420 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:05.420 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.420 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.420 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.420 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.420 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.420 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.420 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.420 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.420 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:05.420 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.420 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.421 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.421 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.421 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.421 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.421 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:05.421 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.349773+0000", 2024-04-10T16:34:05.421 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.349773+0000", 2024-04-10T16:34:05.421 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.350573+0000", 2024-04-10T16:34:05.421 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:05.421 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.421 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.421 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.421 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:05.421 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:05.421 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:05.421 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:05.422 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.422 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.422 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.422 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:05.422 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:05.422 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.422 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.422 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.422 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.422 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:05.422 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.422 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.422 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.422 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.422 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.423 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.423 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.423 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.423 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3e", 2024-04-10T16:34:05.423 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.423 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.423 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.423 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5035, 2024-04-10T16:34:05.423 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.423 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:04:56.936670+0000", 2024-04-10T16:34:05.423 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.423 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.423 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.423 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.426 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.426 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.426 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.426 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.426 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.426 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:05.426 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:05.426 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.426 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:05.426 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.426 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.426 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.426 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:05.427 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.427 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.427 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.427 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.427 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:05.427 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:05.427 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:05.427 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:05.427 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:05.427 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:05.427 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:05.427 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:05.427 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.342540+0000", 2024-04-10T16:34:05.427 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.342540+0000", 2024-04-10T16:34:05.427 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.342883+0000", 2024-04-10T16:34:05.428 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:05.428 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.428 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:05.428 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.428 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:05.428 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:05.428 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:05.428 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:05.428 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:05.428 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:05.428 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:05.428 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:05.428 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:05.428 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:05.428 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.428 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:05.429 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:05.429 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:05.429 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:05.429 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:05.429 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:05.429 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:05.429 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.429 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:05.429 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:05.429 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:05.429 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3f", 2024-04-10T16:34:05.429 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:05.429 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:05.429 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:05.430 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5007, 2024-04-10T16:34:05.430 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:05.430 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:50:38.745630+0000", 2024-04-10T16:34:05.430 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:05.430 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:05.430 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.430 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.432 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.432 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:05.432 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:05.432 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:05.432 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:05.433 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:05.433 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.433 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.433 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:05.433 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:05.433 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.433 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.433 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_per_pool": [ 2024-04-10T16:34:05.433 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.433 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 24, 2024-04-10T16:34:05.433 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:05.433 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd" 2024-04-10T16:34:05.433 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.433 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 24478, 2024-04-10T16:34:05.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 8, 2024-04-10T16:34:05.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 8, 2024-04-10T16:34:05.433 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 24478, 2024-04-10T16:34:05.434 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 4, 2024-04-10T16:34:05.434 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 4194323, 2024-04-10T16:34:05.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.434 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 12, 2024-04-10T16:34:05.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 4, 2024-04-10T16:34:05.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 4, 2024-04-10T16:34:05.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 2, 2024-04-10T16:34:05.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.435 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 9021, 2024-04-10T16:34:05.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 3108088, 2024-04-10T16:34:05.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 24348, 2024-04-10T16:34:05.436 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 3073089 2024-04-10T16:34:05.436 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.436 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T16:34:05.436 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 12595200, 2024-04-10T16:34:05.436 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T16:34:05.436 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T16:34:05.436 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T16:34:05.436 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T16:34:05.437 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 12582969, 2024-04-10T16:34:05.437 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T16:34:05.437 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T16:34:05.437 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T16:34:05.437 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T16:34:05.437 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.437 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 24 2024-04-10T16:34:05.437 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.437 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.437 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 192, 2024-04-10T16:34:05.437 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:05.437 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T16:34:05.437 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.437 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 64, 2024-04-10T16:34:05.437 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 8, 2024-04-10T16:34:05.438 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.438 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 3, 2024-04-10T16:34:05.438 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:05.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:05.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:05.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.440 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.440 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T16:34:05.440 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 0, 2024-04-10T16:34:05.440 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T16:34:05.441 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T16:34:05.441 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T16:34:05.441 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T16:34:05.441 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 0, 2024-04-10T16:34:05.441 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T16:34:05.441 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T16:34:05.441 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T16:34:05.441 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T16:34:05.441 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.441 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 192 2024-04-10T16:34:05.441 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.441 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.441 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 3, 2024-04-10T16:34:05.441 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:05.441 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr" 2024-04-10T16:34:05.441 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.442 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 237, 2024-04-10T16:34:05.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 1, 2024-04-10T16:34:05.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 3, 2024-04-10T16:34:05.442 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 237, 2024-04-10T16:34:05.442 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 1, 2024-04-10T16:34:05.442 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 590368, 2024-04-10T16:34:05.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 1771104, 2024-04-10T16:34:05.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.442 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T16:34:05.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T16:34:05.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T16:34:05.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.443 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 6, 2024-04-10T16:34:05.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1178, 2024-04-10T16:34:05.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 1994, 2024-04-10T16:34:05.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 391, 2024-04-10T16:34:05.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 2416 2024-04-10T16:34:05.444 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.444 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T16:34:05.444 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 1781760, 2024-04-10T16:34:05.444 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T16:34:05.445 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T16:34:05.445 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T16:34:05.445 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T16:34:05.445 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 1771104, 2024-04-10T16:34:05.445 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T16:34:05.445 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T16:34:05.445 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T16:34:05.445 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T16:34:05.445 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.445 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 3 2024-04-10T16:34:05.445 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.445 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.445 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 96, 2024-04-10T16:34:05.445 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:05.445 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T16:34:05.446 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.446 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 68, 2024-04-10T16:34:05.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 32, 2024-04-10T16:34:05.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 8, 2024-04-10T16:34:05.446 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 68, 2024-04-10T16:34:05.446 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 2, 2024-04-10T16:34:05.446 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 6622, 2024-04-10T16:34:05.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 66, 2024-04-10T16:34:05.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 22, 2024-04-10T16:34:05.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 22, 2024-04-10T16:34:05.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 14, 2024-04-10T16:34:05.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 79, 2024-04-10T16:34:05.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 87, 2024-04-10T16:34:05.448 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 68, 2024-04-10T16:34:05.449 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 36 2024-04-10T16:34:05.449 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.449 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T16:34:05.449 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 110592, 2024-04-10T16:34:05.449 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T16:34:05.449 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T16:34:05.449 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T16:34:05.449 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T16:34:05.449 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 19866, 2024-04-10T16:34:05.449 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T16:34:05.449 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T16:34:05.449 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 44501, 2024-04-10T16:34:05.449 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T16:34:05.450 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.450 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 96 2024-04-10T16:34:05.450 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.450 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.450 INFO:tasks.workunit.client.0.smithi102.stdout: "usage": { 2024-04-10T16:34:05.450 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 105, 2024-04-10T16:34:05.450 INFO:tasks.workunit.client.0.smithi102.stdout: "pools": 4, 2024-04-10T16:34:05.450 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_by_class": { 2024-04-10T16:34:05.450 INFO:tasks.workunit.client.0.smithi102.stdout: "ssd": { 2024-04-10T16:34:05.450 INFO:tasks.workunit.client.0.smithi102.stdout: "total_avail_bytes": 763463704576, 2024-04-10T16:34:05.450 INFO:tasks.workunit.client.0.smithi102.stdout: "total_bytes": 767960285184, 2024-04-10T16:34:05.450 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_bytes": 4496580608, 2024-04-10T16:34:05.450 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_raw_bytes": 4496580608, 2024-04-10T16:34:05.450 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_raw_ratio": 0.005855225492268801 2024-04-10T16:34:05.450 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.450 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.450 INFO:tasks.workunit.client.0.smithi102.stdout: "total_avail_bytes": 763463704576, 2024-04-10T16:34:05.450 INFO:tasks.workunit.client.0.smithi102.stdout: "total_bytes": 767960285184, 2024-04-10T16:34:05.451 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_bytes": 4496580608 2024-04-10T16:34:05.451 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.451 INFO:tasks.workunit.client.0.smithi102.stdout:} 2024-04-10T16:34:05.451 INFO:tasks.workunit.client.0.smithi102.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-10T16:34:05.451 INFO:tasks.workunit.client.0.smithi102.stderr:+ ceph telemetry show-device 2024-04-10T16:34:05.452 INFO:tasks.workunit.client.0.smithi102.stdout:{ 2024-04-10T16:34:05.452 INFO:tasks.workunit.client.0.smithi102.stdout: "ce06229e-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T16:34:05.452 INFO:tasks.workunit.client.0.smithi102.stdout: "INTEL_SSDPEDMD400G4_ce06a426-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T16:34:05.452 INFO:tasks.workunit.client.0.smithi102.stdout: "20240410-150053": { 2024-04-10T16:34:05.452 INFO:tasks.workunit.client.0.smithi102.stdout: "device": { 2024-04-10T16:34:05.452 INFO:tasks.workunit.client.0.smithi102.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T16:34:05.452 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "/dev/nvme0n1", 2024-04-10T16:34:05.452 INFO:tasks.workunit.client.0.smithi102.stdout: "protocol": "NVMe", 2024-04-10T16:34:05.452 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "nvme" 2024-04-10T16:34:05.452 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.452 INFO:tasks.workunit.client.0.smithi102.stdout: "firmware_version": "8DV101H0", 2024-04-10T16:34:05.452 INFO:tasks.workunit.client.0.smithi102.stdout: "host_id": "ce06229e-f74b-11ee-960e-0cc47a8fd769", 2024-04-10T16:34:05.452 INFO:tasks.workunit.client.0.smithi102.stdout: "json_format_version": [ 2024-04-10T16:34:05.452 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.452 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.453 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.453 INFO:tasks.workunit.client.0.smithi102.stdout: "local_time": { 2024-04-10T16:34:05.453 INFO:tasks.workunit.client.0.smithi102.stdout: "asctime": "Wed Apr 10 15:00:53 2024 UTC", 2024-04-10T16:34:05.453 INFO:tasks.workunit.client.0.smithi102.stdout: "time_t": 1712761253 2024-04-10T16:34:05.453 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.453 INFO:tasks.workunit.client.0.smithi102.stdout: "logical_block_size": 512, 2024-04-10T16:34:05.453 INFO:tasks.workunit.client.0.smithi102.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T16:34:05.453 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_controller_id": 0, 2024-04-10T16:34:05.453 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T16:34:05.453 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_namespaces": [ 2024-04-10T16:34:05.453 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.453 INFO:tasks.workunit.client.0.smithi102.stdout: "capacity": { 2024-04-10T16:34:05.453 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T16:34:05.453 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T16:34:05.454 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.454 INFO:tasks.workunit.client.0.smithi102.stdout: "formatted_lba_size": 512, 2024-04-10T16:34:05.454 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 1, 2024-04-10T16:34:05.454 INFO:tasks.workunit.client.0.smithi102.stdout: "size": { 2024-04-10T16:34:05.454 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T16:34:05.454 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T16:34:05.454 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.454 INFO:tasks.workunit.client.0.smithi102.stdout: "utilization": { 2024-04-10T16:34:05.454 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T16:34:05.454 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T16:34:05.454 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.454 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.454 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.454 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T16:34:05.454 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_pci_vendor": { 2024-04-10T16:34:05.455 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 32902, 2024-04-10T16:34:05.455 INFO:tasks.workunit.client.0.smithi102.stdout: "subsystem_id": 32902 2024-04-10T16:34:05.455 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.455 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T16:34:05.455 INFO:tasks.workunit.client.0.smithi102.stdout: "Device stats": { 2024-04-10T16:34:05.455 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_fw_downgrades": { 2024-04-10T16:34:05.455 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:05.455 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.455 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.455 INFO:tasks.workunit.client.0.smithi102.stdout: "crc_error_count": { 2024-04-10T16:34:05.455 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.455 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.455 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.455 INFO:tasks.workunit.client.0.smithi102.stdout: "end_to_end_error_detection_count": { 2024-04-10T16:34:05.455 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.456 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.456 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.456 INFO:tasks.workunit.client.0.smithi102.stdout: "erase_fail_count": { 2024-04-10T16:34:05.456 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.456 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.456 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.456 INFO:tasks.workunit.client.0.smithi102.stdout: "host_bytes_written": { 2024-04-10T16:34:05.456 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.456 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 30616943 2024-04-10T16:34:05.456 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.456 INFO:tasks.workunit.client.0.smithi102.stdout: "host_ctx_wear_used": { 2024-04-10T16:34:05.456 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.456 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 1 2024-04-10T16:34:05.456 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.456 INFO:tasks.workunit.client.0.smithi102.stdout: "media_bytes_read": { 2024-04-10T16:34:05.456 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:05.457 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.457 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.457 INFO:tasks.workunit.client.0.smithi102.stdout: "nand_bytes_written": { 2024-04-10T16:34:05.457 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.457 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 52643310 2024-04-10T16:34:05.457 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.457 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_stat_indicator": { 2024-04-10T16:34:05.457 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:05.457 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.457 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.457 INFO:tasks.workunit.client.0.smithi102.stdout: "pll_lock_loss_count": { 2024-04-10T16:34:05.457 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.457 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 1 2024-04-10T16:34:05.457 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.457 INFO:tasks.workunit.client.0.smithi102.stdout: "program_fail_count": { 2024-04-10T16:34:05.457 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.457 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.458 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.458 INFO:tasks.workunit.client.0.smithi102.stdout: "re_alloc_sectr_cnt": { 2024-04-10T16:34:05.458 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:05.458 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.458 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.458 INFO:tasks.workunit.client.0.smithi102.stdout: "retry_buffer_overflow_count": { 2024-04-10T16:34:05.458 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.458 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.458 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.458 INFO:tasks.workunit.client.0.smithi102.stdout: "soft_ecc_err_rate": { 2024-04-10T16:34:05.458 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:05.458 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.458 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.458 INFO:tasks.workunit.client.0.smithi102.stdout: "thermal_throttle_status": { 2024-04-10T16:34:05.458 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.458 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T16:34:05.459 INFO:tasks.workunit.client.0.smithi102.stdout: "cnt": 0, 2024-04-10T16:34:05.459 INFO:tasks.workunit.client.0.smithi102.stdout: "pct": 0 2024-04-10T16:34:05.459 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.459 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.459 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_host_reads": { 2024-04-10T16:34:05.459 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.459 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T16:34:05.459 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.459 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_media_wear": { 2024-04-10T16:34:05.459 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.459 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 64 2024-04-10T16:34:05.459 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.459 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_timer": { 2024-04-10T16:34:05.459 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.459 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T16:34:05.459 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.459 INFO:tasks.workunit.client.0.smithi102.stdout: "unexp_power_loss": { 2024-04-10T16:34:05.460 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:05.460 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.460 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.460 INFO:tasks.workunit.client.0.smithi102.stdout: "wear_leveling": { 2024-04-10T16:34:05.460 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 89, 2024-04-10T16:34:05.460 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T16:34:05.460 INFO:tasks.workunit.client.0.smithi102.stdout: "avg": 3568, 2024-04-10T16:34:05.460 INFO:tasks.workunit.client.0.smithi102.stdout: "max": 3577, 2024-04-10T16:34:05.460 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 3559 2024-04-10T16:34:05.460 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.460 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.460 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.460 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T16:34:05.460 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.460 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_log": { 2024-04-10T16:34:05.460 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare": 100, 2024-04-10T16:34:05.461 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare_threshold": 10, 2024-04-10T16:34:05.461 INFO:tasks.workunit.client.0.smithi102.stdout: "controller_busy_time": 0, 2024-04-10T16:34:05.461 INFO:tasks.workunit.client.0.smithi102.stdout: "critical_warning": 0, 2024-04-10T16:34:05.461 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_read": 398325925, 2024-04-10T16:34:05.461 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_written": 2006512017, 2024-04-10T16:34:05.461 INFO:tasks.workunit.client.0.smithi102.stdout: "host_reads": 6645621909, 2024-04-10T16:34:05.461 INFO:tasks.workunit.client.0.smithi102.stdout: "host_writes": 36147710703, 2024-04-10T16:34:05.461 INFO:tasks.workunit.client.0.smithi102.stdout: "media_errors": 0, 2024-04-10T16:34:05.461 INFO:tasks.workunit.client.0.smithi102.stdout: "num_err_log_entries": 0, 2024-04-10T16:34:05.461 INFO:tasks.workunit.client.0.smithi102.stdout: "percentage_used": 11, 2024-04-10T16:34:05.461 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycles": 58030, 2024-04-10T16:34:05.461 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_hours": 52585, 2024-04-10T16:34:05.461 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": 30, 2024-04-10T16:34:05.461 INFO:tasks.workunit.client.0.smithi102.stdout: "unsafe_shutdowns": 26 2024-04-10T16:34:05.461 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.461 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_vendor": "intel", 2024-04-10T16:34:05.462 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycle_count": 58030, 2024-04-10T16:34:05.462 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_time": { 2024-04-10T16:34:05.462 INFO:tasks.workunit.client.0.smithi102.stdout: "hours": 52585 2024-04-10T16:34:05.462 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.462 INFO:tasks.workunit.client.0.smithi102.stdout: "serial_number": "deleted", 2024-04-10T16:34:05.462 INFO:tasks.workunit.client.0.smithi102.stdout: "smart_status": { 2024-04-10T16:34:05.462 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme": { 2024-04-10T16:34:05.462 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.462 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.462 INFO:tasks.workunit.client.0.smithi102.stdout: "passed": true 2024-04-10T16:34:05.462 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.462 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl": { 2024-04-10T16:34:05.462 INFO:tasks.workunit.client.0.smithi102.stdout: "argv": [ 2024-04-10T16:34:05.462 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl", 2024-04-10T16:34:05.462 INFO:tasks.workunit.client.0.smithi102.stdout: "-x", 2024-04-10T16:34:05.463 INFO:tasks.workunit.client.0.smithi102.stdout: "--json=o", 2024-04-10T16:34:05.463 INFO:tasks.workunit.client.0.smithi102.stdout: "/dev/nvme0n1" 2024-04-10T16:34:05.463 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.463 INFO:tasks.workunit.client.0.smithi102.stdout: "build_info": "(local build)", 2024-04-10T16:34:05.463 INFO:tasks.workunit.client.0.smithi102.stdout: "exit_status": 0, 2024-04-10T16:34:05.463 INFO:tasks.workunit.client.0.smithi102.stdout: "output": [ 2024-04-10T16:34:05.463 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T16:34:05.463 INFO:tasks.workunit.client.0.smithi102.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T16:34:05.463 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:05.463 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T16:34:05.463 INFO:tasks.workunit.client.0.smithi102.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T16:34:05.463 INFO:tasks.workunit.client.0.smithi102.stdout: "Serial Number: deleted", 2024-04-10T16:34:05.463 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Version: 8DV101H0", 2024-04-10T16:34:05.463 INFO:tasks.workunit.client.0.smithi102.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T16:34:05.463 INFO:tasks.workunit.client.0.smithi102.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T16:34:05.463 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller ID: 0", 2024-04-10T16:34:05.464 INFO:tasks.workunit.client.0.smithi102.stdout: "Number of Namespaces: 1", 2024-04-10T16:34:05.464 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T16:34:05.464 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T16:34:05.464 INFO:tasks.workunit.client.0.smithi102.stdout: "Local Time is: Wed Apr 10 15:00:53 2024 UTC", 2024-04-10T16:34:05.464 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T16:34:05.464 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T16:34:05.464 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T16:34:05.464 INFO:tasks.workunit.client.0.smithi102.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T16:34:05.464 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:05.464 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported Power States", 2024-04-10T16:34:05.464 INFO:tasks.workunit.client.0.smithi102.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T16:34:05.464 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T16:34:05.464 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:05.464 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T16:34:05.464 INFO:tasks.workunit.client.0.smithi102.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T16:34:05.464 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 512 0 2", 2024-04-10T16:34:05.464 INFO:tasks.workunit.client.0.smithi102.stdout: " 1 - 512 8 2", 2024-04-10T16:34:05.465 INFO:tasks.workunit.client.0.smithi102.stdout: " 2 - 512 16 2", 2024-04-10T16:34:05.465 INFO:tasks.workunit.client.0.smithi102.stdout: " 3 - 4096 0 0", 2024-04-10T16:34:05.465 INFO:tasks.workunit.client.0.smithi102.stdout: " 4 - 4096 8 0", 2024-04-10T16:34:05.465 INFO:tasks.workunit.client.0.smithi102.stdout: " 5 - 4096 64 0", 2024-04-10T16:34:05.465 INFO:tasks.workunit.client.0.smithi102.stdout: " 6 - 4096 128 0", 2024-04-10T16:34:05.465 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:05.465 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T16:34:05.465 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T16:34:05.465 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:05.465 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T16:34:05.465 INFO:tasks.workunit.client.0.smithi102.stdout: "Critical Warning: 0x00", 2024-04-10T16:34:05.465 INFO:tasks.workunit.client.0.smithi102.stdout: "Temperature: 30 Celsius", 2024-04-10T16:34:05.465 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare: 100%", 2024-04-10T16:34:05.465 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare Threshold: 10%", 2024-04-10T16:34:05.465 INFO:tasks.workunit.client.0.smithi102.stdout: "Percentage Used: 11%", 2024-04-10T16:34:05.465 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Read: 398,325,925 [203 TB]", 2024-04-10T16:34:05.465 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Written: 2,006,512,017 [1.02 PB]", 2024-04-10T16:34:05.465 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Read Commands: 6,645,621,909", 2024-04-10T16:34:05.466 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Write Commands: 36,147,710,703", 2024-04-10T16:34:05.466 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller Busy Time: 0", 2024-04-10T16:34:05.466 INFO:tasks.workunit.client.0.smithi102.stdout: "Power Cycles: 58,030", 2024-04-10T16:34:05.466 INFO:tasks.workunit.client.0.smithi102.stdout: "Power On Hours: 52,585", 2024-04-10T16:34:05.466 INFO:tasks.workunit.client.0.smithi102.stdout: "Unsafe Shutdowns: 26", 2024-04-10T16:34:05.466 INFO:tasks.workunit.client.0.smithi102.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T16:34:05.466 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information Log Entries: 0", 2024-04-10T16:34:05.466 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:05.466 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T16:34:05.466 INFO:tasks.workunit.client.0.smithi102.stdout: "No Errors Logged", 2024-04-10T16:34:05.466 INFO:tasks.workunit.client.0.smithi102.stdout: "" 2024-04-10T16:34:05.466 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.466 INFO:tasks.workunit.client.0.smithi102.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T16:34:05.466 INFO:tasks.workunit.client.0.smithi102.stdout: "svn_revision": "5022", 2024-04-10T16:34:05.467 INFO:tasks.workunit.client.0.smithi102.stdout: "version": [ 2024-04-10T16:34:05.467 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.467 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:05.467 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.467 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.467 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": { 2024-04-10T16:34:05.467 INFO:tasks.workunit.client.0.smithi102.stdout: "current": 30 2024-04-10T16:34:05.467 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.467 INFO:tasks.workunit.client.0.smithi102.stdout: "user_capacity": { 2024-04-10T16:34:05.467 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T16:34:05.467 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T16:34:05.467 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.467 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.467 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.467 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.468 INFO:tasks.workunit.client.0.smithi102.stdout: "ce07d918-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T16:34:05.468 INFO:tasks.workunit.client.0.smithi102.stdout: "INTEL_SSDPEDMD400G4_ce0852a8-f74b-11ee-960e-0cc47a8fd769": { 2024-04-10T16:34:05.468 INFO:tasks.workunit.client.0.smithi102.stdout: "20240410-150051": { 2024-04-10T16:34:05.468 INFO:tasks.workunit.client.0.smithi102.stdout: "device": { 2024-04-10T16:34:05.468 INFO:tasks.workunit.client.0.smithi102.stdout: "info_name": "/dev/nvme0n1", 2024-04-10T16:34:05.468 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "/dev/nvme0n1", 2024-04-10T16:34:05.468 INFO:tasks.workunit.client.0.smithi102.stdout: "protocol": "NVMe", 2024-04-10T16:34:05.468 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "nvme" 2024-04-10T16:34:05.468 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.468 INFO:tasks.workunit.client.0.smithi102.stdout: "firmware_version": "8DV101H0", 2024-04-10T16:34:05.468 INFO:tasks.workunit.client.0.smithi102.stdout: "host_id": "ce07d918-f74b-11ee-960e-0cc47a8fd769", 2024-04-10T16:34:05.468 INFO:tasks.workunit.client.0.smithi102.stdout: "json_format_version": [ 2024-04-10T16:34:05.468 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:05.468 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:05.468 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.469 INFO:tasks.workunit.client.0.smithi102.stdout: "local_time": { 2024-04-10T16:34:05.469 INFO:tasks.workunit.client.0.smithi102.stdout: "asctime": "Wed Apr 10 15:00:51 2024 UTC", 2024-04-10T16:34:05.469 INFO:tasks.workunit.client.0.smithi102.stdout: "time_t": 1712761251 2024-04-10T16:34:05.469 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.469 INFO:tasks.workunit.client.0.smithi102.stdout: "logical_block_size": 512, 2024-04-10T16:34:05.469 INFO:tasks.workunit.client.0.smithi102.stdout: "model_name": "INTEL SSDPEDMD400G4", 2024-04-10T16:34:05.469 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_controller_id": 0, 2024-04-10T16:34:05.469 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_ieee_oui_identifier": 6083300, 2024-04-10T16:34:05.469 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_namespaces": [ 2024-04-10T16:34:05.469 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.469 INFO:tasks.workunit.client.0.smithi102.stdout: "capacity": { 2024-04-10T16:34:05.469 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T16:34:05.469 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T16:34:05.469 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.469 INFO:tasks.workunit.client.0.smithi102.stdout: "formatted_lba_size": 512, 2024-04-10T16:34:05.469 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 1, 2024-04-10T16:34:05.470 INFO:tasks.workunit.client.0.smithi102.stdout: "size": { 2024-04-10T16:34:05.470 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T16:34:05.470 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T16:34:05.470 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.470 INFO:tasks.workunit.client.0.smithi102.stdout: "utilization": { 2024-04-10T16:34:05.470 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T16:34:05.470 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T16:34:05.470 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.470 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.470 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.470 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_number_of_namespaces": 1, 2024-04-10T16:34:05.470 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_pci_vendor": { 2024-04-10T16:34:05.470 INFO:tasks.workunit.client.0.smithi102.stdout: "id": 32902, 2024-04-10T16:34:05.470 INFO:tasks.workunit.client.0.smithi102.stdout: "subsystem_id": 32902 2024-04-10T16:34:05.470 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.471 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_add_log": { 2024-04-10T16:34:05.471 INFO:tasks.workunit.client.0.smithi102.stdout: "Device stats": { 2024-04-10T16:34:05.471 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_fw_downgrades": { 2024-04-10T16:34:05.471 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:05.471 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.471 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.471 INFO:tasks.workunit.client.0.smithi102.stdout: "crc_error_count": { 2024-04-10T16:34:05.471 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.471 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.471 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.471 INFO:tasks.workunit.client.0.smithi102.stdout: "end_to_end_error_detection_count": { 2024-04-10T16:34:05.471 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.471 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.471 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.471 INFO:tasks.workunit.client.0.smithi102.stdout: "erase_fail_count": { 2024-04-10T16:34:05.471 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.471 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.471 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.472 INFO:tasks.workunit.client.0.smithi102.stdout: "host_bytes_written": { 2024-04-10T16:34:05.472 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.472 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 29022460 2024-04-10T16:34:05.472 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.472 INFO:tasks.workunit.client.0.smithi102.stdout: "host_ctx_wear_used": { 2024-04-10T16:34:05.472 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.472 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 1 2024-04-10T16:34:05.472 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.472 INFO:tasks.workunit.client.0.smithi102.stdout: "media_bytes_read": { 2024-04-10T16:34:05.472 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:05.472 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.472 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.472 INFO:tasks.workunit.client.0.smithi102.stdout: "nand_bytes_written": { 2024-04-10T16:34:05.472 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.472 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 47035660 2024-04-10T16:34:05.472 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.472 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_stat_indicator": { 2024-04-10T16:34:05.472 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:05.473 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.473 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.473 INFO:tasks.workunit.client.0.smithi102.stdout: "pll_lock_loss_count": { 2024-04-10T16:34:05.473 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.473 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.473 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.473 INFO:tasks.workunit.client.0.smithi102.stdout: "program_fail_count": { 2024-04-10T16:34:05.473 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.473 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.473 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.473 INFO:tasks.workunit.client.0.smithi102.stdout: "re_alloc_sectr_cnt": { 2024-04-10T16:34:05.473 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:05.473 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.473 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.473 INFO:tasks.workunit.client.0.smithi102.stdout: "retry_buffer_overflow_count": { 2024-04-10T16:34:05.473 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.474 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.474 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.474 INFO:tasks.workunit.client.0.smithi102.stdout: "soft_ecc_err_rate": { 2024-04-10T16:34:05.474 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:05.474 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.474 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.474 INFO:tasks.workunit.client.0.smithi102.stdout: "thermal_throttle_status": { 2024-04-10T16:34:05.474 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.474 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T16:34:05.474 INFO:tasks.workunit.client.0.smithi102.stdout: "cnt": 0, 2024-04-10T16:34:05.474 INFO:tasks.workunit.client.0.smithi102.stdout: "pct": 0 2024-04-10T16:34:05.474 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.474 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.474 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_host_reads": { 2024-04-10T16:34:05.475 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.475 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T16:34:05.475 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.475 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_media_wear": { 2024-04-10T16:34:05.475 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.475 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 64 2024-04-10T16:34:05.475 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.475 INFO:tasks.workunit.client.0.smithi102.stdout: "timed_workload_timer": { 2024-04-10T16:34:05.475 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 100, 2024-04-10T16:34:05.475 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 65535 2024-04-10T16:34:05.475 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.475 INFO:tasks.workunit.client.0.smithi102.stdout: "unexp_power_loss": { 2024-04-10T16:34:05.475 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 0, 2024-04-10T16:34:05.475 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": 0 2024-04-10T16:34:05.475 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.475 INFO:tasks.workunit.client.0.smithi102.stdout: "wear_leveling": { 2024-04-10T16:34:05.476 INFO:tasks.workunit.client.0.smithi102.stdout: "normalized": 90, 2024-04-10T16:34:05.476 INFO:tasks.workunit.client.0.smithi102.stdout: "raw": { 2024-04-10T16:34:05.476 INFO:tasks.workunit.client.0.smithi102.stdout: "avg": 3151, 2024-04-10T16:34:05.476 INFO:tasks.workunit.client.0.smithi102.stdout: "max": 3165, 2024-04-10T16:34:05.476 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 3137 2024-04-10T16:34:05.476 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.476 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.476 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.476 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel Smart log": "nvme0n1" 2024-04-10T16:34:05.476 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.476 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_smart_health_information_log": { 2024-04-10T16:34:05.476 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare": 100, 2024-04-10T16:34:05.476 INFO:tasks.workunit.client.0.smithi102.stdout: "available_spare_threshold": 10, 2024-04-10T16:34:05.476 INFO:tasks.workunit.client.0.smithi102.stdout: "controller_busy_time": 20, 2024-04-10T16:34:05.476 INFO:tasks.workunit.client.0.smithi102.stdout: "critical_warning": 0, 2024-04-10T16:34:05.477 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_read": 366309498, 2024-04-10T16:34:05.477 INFO:tasks.workunit.client.0.smithi102.stdout: "data_units_written": 1902015958, 2024-04-10T16:34:05.477 INFO:tasks.workunit.client.0.smithi102.stdout: "host_reads": 5609668850, 2024-04-10T16:34:05.477 INFO:tasks.workunit.client.0.smithi102.stdout: "host_writes": 32437175949, 2024-04-10T16:34:05.477 INFO:tasks.workunit.client.0.smithi102.stdout: "media_errors": 0, 2024-04-10T16:34:05.477 INFO:tasks.workunit.client.0.smithi102.stdout: "num_err_log_entries": 0, 2024-04-10T16:34:05.477 INFO:tasks.workunit.client.0.smithi102.stdout: "percentage_used": 10, 2024-04-10T16:34:05.477 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycles": 44032, 2024-04-10T16:34:05.477 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_hours": 57305, 2024-04-10T16:34:05.477 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": 25, 2024-04-10T16:34:05.477 INFO:tasks.workunit.client.0.smithi102.stdout: "unsafe_shutdowns": 728 2024-04-10T16:34:05.477 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.477 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme_vendor": "intel", 2024-04-10T16:34:05.477 INFO:tasks.workunit.client.0.smithi102.stdout: "power_cycle_count": 44032, 2024-04-10T16:34:05.477 INFO:tasks.workunit.client.0.smithi102.stdout: "power_on_time": { 2024-04-10T16:34:05.478 INFO:tasks.workunit.client.0.smithi102.stdout: "hours": 57305 2024-04-10T16:34:05.478 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.478 INFO:tasks.workunit.client.0.smithi102.stdout: "serial_number": "deleted", 2024-04-10T16:34:05.478 INFO:tasks.workunit.client.0.smithi102.stdout: "smart_status": { 2024-04-10T16:34:05.478 INFO:tasks.workunit.client.0.smithi102.stdout: "nvme": { 2024-04-10T16:34:05.478 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.478 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.478 INFO:tasks.workunit.client.0.smithi102.stdout: "passed": true 2024-04-10T16:34:05.478 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.478 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl": { 2024-04-10T16:34:05.478 INFO:tasks.workunit.client.0.smithi102.stdout: "argv": [ 2024-04-10T16:34:05.478 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl", 2024-04-10T16:34:05.478 INFO:tasks.workunit.client.0.smithi102.stdout: "-x", 2024-04-10T16:34:05.478 INFO:tasks.workunit.client.0.smithi102.stdout: "--json=o", 2024-04-10T16:34:05.479 INFO:tasks.workunit.client.0.smithi102.stdout: "/dev/nvme0n1" 2024-04-10T16:34:05.479 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.479 INFO:tasks.workunit.client.0.smithi102.stdout: "build_info": "(local build)", 2024-04-10T16:34:05.479 INFO:tasks.workunit.client.0.smithi102.stdout: "exit_status": 0, 2024-04-10T16:34:05.479 INFO:tasks.workunit.client.0.smithi102.stdout: "output": [ 2024-04-10T16:34:05.479 INFO:tasks.workunit.client.0.smithi102.stdout: "smartctl 7.1 2019-12-30 r5022 [x86_64-linux-5.14.0-435.el9.x86_64] (local build)", 2024-04-10T16:34:05.479 INFO:tasks.workunit.client.0.smithi102.stdout: "Copyright (C) 2002-19, Bruce Allen, Christian Franke, www.smartmontools.org", 2024-04-10T16:34:05.479 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:05.479 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF INFORMATION SECTION ===", 2024-04-10T16:34:05.479 INFO:tasks.workunit.client.0.smithi102.stdout: "Model Number: INTEL SSDPEDMD400G4", 2024-04-10T16:34:05.479 INFO:tasks.workunit.client.0.smithi102.stdout: "Serial Number: deleted", 2024-04-10T16:34:05.479 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Version: 8DV101H0", 2024-04-10T16:34:05.479 INFO:tasks.workunit.client.0.smithi102.stdout: "PCI Vendor/Subsystem ID: 0x8086", 2024-04-10T16:34:05.479 INFO:tasks.workunit.client.0.smithi102.stdout: "IEEE OUI Identifier: 0x5cd2e4", 2024-04-10T16:34:05.480 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller ID: 0", 2024-04-10T16:34:05.480 INFO:tasks.workunit.client.0.smithi102.stdout: "Number of Namespaces: 1", 2024-04-10T16:34:05.480 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Size/Capacity: 400,088,457,216 [400 GB]", 2024-04-10T16:34:05.480 INFO:tasks.workunit.client.0.smithi102.stdout: "Namespace 1 Formatted LBA Size: 512", 2024-04-10T16:34:05.480 INFO:tasks.workunit.client.0.smithi102.stdout: "Local Time is: Wed Apr 10 15:00:51 2024 UTC", 2024-04-10T16:34:05.480 INFO:tasks.workunit.client.0.smithi102.stdout: "Firmware Updates (0x02): 1 Slot", 2024-04-10T16:34:05.480 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional Admin Commands (0x0006): Format Frmw_DL", 2024-04-10T16:34:05.480 INFO:tasks.workunit.client.0.smithi102.stdout: "Optional NVM Commands (0x0006): Wr_Unc DS_Mngmt", 2024-04-10T16:34:05.480 INFO:tasks.workunit.client.0.smithi102.stdout: "Maximum Data Transfer Size: 32 Pages", 2024-04-10T16:34:05.480 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:05.480 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported Power States", 2024-04-10T16:34:05.480 INFO:tasks.workunit.client.0.smithi102.stdout: "St Op Max Active Idle RL RT WL WT Ent_Lat Ex_Lat", 2024-04-10T16:34:05.480 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 25.00W - - 0 0 0 0 0 0", 2024-04-10T16:34:05.480 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:05.480 INFO:tasks.workunit.client.0.smithi102.stdout: "Supported LBA Sizes (NSID 0x1)", 2024-04-10T16:34:05.481 INFO:tasks.workunit.client.0.smithi102.stdout: "Id Fmt Data Metadt Rel_Perf", 2024-04-10T16:34:05.481 INFO:tasks.workunit.client.0.smithi102.stdout: " 0 + 512 0 2", 2024-04-10T16:34:05.481 INFO:tasks.workunit.client.0.smithi102.stdout: " 1 - 512 8 2", 2024-04-10T16:34:05.481 INFO:tasks.workunit.client.0.smithi102.stdout: " 2 - 512 16 2", 2024-04-10T16:34:05.481 INFO:tasks.workunit.client.0.smithi102.stdout: " 3 - 4096 0 0", 2024-04-10T16:34:05.481 INFO:tasks.workunit.client.0.smithi102.stdout: " 4 - 4096 8 0", 2024-04-10T16:34:05.481 INFO:tasks.workunit.client.0.smithi102.stdout: " 5 - 4096 64 0", 2024-04-10T16:34:05.481 INFO:tasks.workunit.client.0.smithi102.stdout: " 6 - 4096 128 0", 2024-04-10T16:34:05.481 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:05.481 INFO:tasks.workunit.client.0.smithi102.stdout: "=== START OF SMART DATA SECTION ===", 2024-04-10T16:34:05.481 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART overall-health self-assessment test result: PASSED", 2024-04-10T16:34:05.481 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:05.481 INFO:tasks.workunit.client.0.smithi102.stdout: "SMART/Health Information (NVMe Log 0x02)", 2024-04-10T16:34:05.482 INFO:tasks.workunit.client.0.smithi102.stdout: "Critical Warning: 0x00", 2024-04-10T16:34:05.482 INFO:tasks.workunit.client.0.smithi102.stdout: "Temperature: 25 Celsius", 2024-04-10T16:34:05.482 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare: 100%", 2024-04-10T16:34:05.482 INFO:tasks.workunit.client.0.smithi102.stdout: "Available Spare Threshold: 10%", 2024-04-10T16:34:05.482 INFO:tasks.workunit.client.0.smithi102.stdout: "Percentage Used: 10%", 2024-04-10T16:34:05.482 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Read: 366,309,498 [187 TB]", 2024-04-10T16:34:05.482 INFO:tasks.workunit.client.0.smithi102.stdout: "Data Units Written: 1,902,015,958 [973 TB]", 2024-04-10T16:34:05.482 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Read Commands: 5,609,668,850", 2024-04-10T16:34:05.482 INFO:tasks.workunit.client.0.smithi102.stdout: "Host Write Commands: 32,437,175,949", 2024-04-10T16:34:05.482 INFO:tasks.workunit.client.0.smithi102.stdout: "Controller Busy Time: 20", 2024-04-10T16:34:05.482 INFO:tasks.workunit.client.0.smithi102.stdout: "Power Cycles: 44,032", 2024-04-10T16:34:05.482 INFO:tasks.workunit.client.0.smithi102.stdout: "Power On Hours: 57,305", 2024-04-10T16:34:05.482 INFO:tasks.workunit.client.0.smithi102.stdout: "Unsafe Shutdowns: 728", 2024-04-10T16:34:05.482 INFO:tasks.workunit.client.0.smithi102.stdout: "Media and Data Integrity Errors: 0", 2024-04-10T16:34:05.483 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information Log Entries: 0", 2024-04-10T16:34:05.483 INFO:tasks.workunit.client.0.smithi102.stdout: "", 2024-04-10T16:34:05.483 INFO:tasks.workunit.client.0.smithi102.stdout: "Error Information (NVMe Log 0x01, max 64 entries)", 2024-04-10T16:34:05.483 INFO:tasks.workunit.client.0.smithi102.stdout: "No Errors Logged", 2024-04-10T16:34:05.483 INFO:tasks.workunit.client.0.smithi102.stdout: "" 2024-04-10T16:34:05.483 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.483 INFO:tasks.workunit.client.0.smithi102.stdout: "platform_info": "x86_64-linux-5.14.0-435.el9.x86_64", 2024-04-10T16:34:05.483 INFO:tasks.workunit.client.0.smithi102.stdout: "svn_revision": "5022", 2024-04-10T16:34:05.483 INFO:tasks.workunit.client.0.smithi102.stdout: "version": [ 2024-04-10T16:34:05.483 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:05.483 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:05.483 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.483 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.483 INFO:tasks.workunit.client.0.smithi102.stdout: "temperature": { 2024-04-10T16:34:05.483 INFO:tasks.workunit.client.0.smithi102.stdout: "current": 25 2024-04-10T16:34:05.484 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.484 INFO:tasks.workunit.client.0.smithi102.stdout: "user_capacity": { 2024-04-10T16:34:05.484 INFO:tasks.workunit.client.0.smithi102.stdout: "blocks": 781422768, 2024-04-10T16:34:05.484 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 400088457216 2024-04-10T16:34:05.484 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.484 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.484 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.484 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.484 INFO:tasks.workunit.client.0.smithi102.stdout:} 2024-04-10T16:34:05.484 INFO:tasks.workunit.client.0.smithi102.stderr:+ ceph telemetry show 2024-04-10T16:34:05.485 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='client.46136 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:05.485 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:05.485 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:05.485 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.485 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.485 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.485 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.485 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.485 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.485 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.485 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.485 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.485 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.485 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.485 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.485 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.485 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.486 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.486 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.486 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.486 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.486 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.486 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.486 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.486 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.486 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.486 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.486 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='client.46136 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:05.487 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:05.487 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:05.487 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.487 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.487 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.487 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.487 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.487 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.487 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.487 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.487 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.487 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.487 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.487 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.488 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.488 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.488 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.488 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.488 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.488 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.488 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.488 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.488 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.488 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.488 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.488 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.488 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='client.46136 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:05.488 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:05.488 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:05.488 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.488 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.489 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.490 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.490 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.490 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.490 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.490 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.490 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.490 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.490 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-10T16:34:05.490 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T16:34:05.490 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='client.46136 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:05.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:05.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:05.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.491 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-10T16:34:05.492 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:04 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T16:34:05.495 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='client.46136 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:05.495 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:05.495 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:05.495 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.495 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.495 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.496 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='client.46136 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:05.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:05.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:05.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.497 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.498 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.499 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.499 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.499 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.499 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: Health check cleared: TELEMETRY_CHANGED (was: Telemetry requires re-opt-in) 2024-04-10T16:34:05.501 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:04 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T16:34:05.501 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='client.46157 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:05.501 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='client.46157 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:05.501 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='client.46163 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:05.501 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:05.501 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:05.501 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.501 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.501 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.502 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.502 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.502 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.502 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.502 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.502 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.502 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.502 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.502 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.502 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.502 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.502 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.502 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.502 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.502 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.503 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.503 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.503 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.503 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.503 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.503 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.503 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: pgmap v5034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-10T16:34:05.503 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='client.46163 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:05.503 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:05.503 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:05.503 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.503 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.503 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.503 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.504 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.504 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.504 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.504 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.504 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.504 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.504 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.504 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.504 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.504 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.504 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.504 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.504 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.504 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.505 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.505 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:05.505 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:05.505 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:05.505 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:05.505 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:05 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:05.513 INFO:tasks.workunit.client.0.smithi102.stdout:{ 2024-04-10T16:34:05.513 INFO:tasks.workunit.client.0.smithi102.stdout: "balancer": { 2024-04-10T16:34:05.513 INFO:tasks.workunit.client.0.smithi102.stdout: "active": true, 2024-04-10T16:34:05.513 INFO:tasks.workunit.client.0.smithi102.stdout: "mode": "" 2024-04-10T16:34:05.513 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.513 INFO:tasks.workunit.client.0.smithi102.stdout: "channels": [ 2024-04-10T16:34:05.513 INFO:tasks.workunit.client.0.smithi102.stdout: "basic", 2024-04-10T16:34:05.513 INFO:tasks.workunit.client.0.smithi102.stdout: "crash", 2024-04-10T16:34:05.513 INFO:tasks.workunit.client.0.smithi102.stdout: "device", 2024-04-10T16:34:05.513 INFO:tasks.workunit.client.0.smithi102.stdout: "ident", 2024-04-10T16:34:05.513 INFO:tasks.workunit.client.0.smithi102.stdout: "perf" 2024-04-10T16:34:05.513 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.513 INFO:tasks.workunit.client.0.smithi102.stdout: "channels_available": [ 2024-04-10T16:34:05.514 INFO:tasks.workunit.client.0.smithi102.stdout: "basic", 2024-04-10T16:34:05.514 INFO:tasks.workunit.client.0.smithi102.stdout: "ident", 2024-04-10T16:34:05.514 INFO:tasks.workunit.client.0.smithi102.stdout: "crash", 2024-04-10T16:34:05.514 INFO:tasks.workunit.client.0.smithi102.stdout: "device", 2024-04-10T16:34:05.514 INFO:tasks.workunit.client.0.smithi102.stdout: "perf" 2024-04-10T16:34:05.514 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.514 INFO:tasks.workunit.client.0.smithi102.stdout: "collections_available": [ 2024-04-10T16:34:05.514 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_base", 2024-04-10T16:34:05.514 INFO:tasks.workunit.client.0.smithi102.stdout: "device_base", 2024-04-10T16:34:05.514 INFO:tasks.workunit.client.0.smithi102.stdout: "crash_base", 2024-04-10T16:34:05.514 INFO:tasks.workunit.client.0.smithi102.stdout: "ident_base", 2024-04-10T16:34:05.514 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_perf", 2024-04-10T16:34:05.514 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_mds_metadata", 2024-04-10T16:34:05.514 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_usage", 2024-04-10T16:34:05.515 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_usage_by_class", 2024-04-10T16:34:05.515 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_rook_v01", 2024-04-10T16:34:05.515 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_memory_metrics", 2024-04-10T16:34:05.515 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_options_bluestore", 2024-04-10T16:34:05.515 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_flags" 2024-04-10T16:34:05.515 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.515 INFO:tasks.workunit.client.0.smithi102.stdout: "collections_opted_in": [ 2024-04-10T16:34:05.515 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_base", 2024-04-10T16:34:05.515 INFO:tasks.workunit.client.0.smithi102.stdout: "device_base", 2024-04-10T16:34:05.515 INFO:tasks.workunit.client.0.smithi102.stdout: "crash_base", 2024-04-10T16:34:05.515 INFO:tasks.workunit.client.0.smithi102.stdout: "ident_base", 2024-04-10T16:34:05.515 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_perf", 2024-04-10T16:34:05.515 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_mds_metadata", 2024-04-10T16:34:05.515 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_usage", 2024-04-10T16:34:05.515 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_usage_by_class", 2024-04-10T16:34:05.516 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_rook_v01", 2024-04-10T16:34:05.516 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_memory_metrics", 2024-04-10T16:34:05.516 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_options_bluestore", 2024-04-10T16:34:05.516 INFO:tasks.workunit.client.0.smithi102.stdout: "basic_pool_flags" 2024-04-10T16:34:05.516 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.516 INFO:tasks.workunit.client.0.smithi102.stdout: "config": { 2024-04-10T16:34:05.516 INFO:tasks.workunit.client.0.smithi102.stdout: "active_changed": [ 2024-04-10T16:34:05.516 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T16:34:05.516 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_debug", 2024-04-10T16:34:05.516 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_mon_ticket_ttl", 2024-04-10T16:34:05.516 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_service_ticket_ttl", 2024-04-10T16:34:05.516 INFO:tasks.workunit.client.0.smithi102.stdout: "bdev_debug_aio", 2024-04-10T16:34:05.516 INFO:tasks.workunit.client.0.smithi102.stdout: "client_check_pool_perm", 2024-04-10T16:34:05.516 INFO:tasks.workunit.client.0.smithi102.stdout: "client_mount_gid", 2024-04-10T16:34:05.516 INFO:tasks.workunit.client.0.smithi102.stdout: "client_mount_uid", 2024-04-10T16:34:05.516 INFO:tasks.workunit.client.0.smithi102.stdout: "client_quota", 2024-04-10T16:34:05.517 INFO:tasks.workunit.client.0.smithi102.stdout: "container_image", 2024-04-10T16:34:05.517 INFO:tasks.workunit.client.0.smithi102.stdout: "daemonize", 2024-04-10T16:34:05.517 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_asserts_on_shutdown", 2024-04-10T16:34:05.517 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mgr", 2024-04-10T16:34:05.517 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mon", 2024-04-10T16:34:05.517 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_ms", 2024-04-10T16:34:05.517 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_osd", 2024-04-10T16:34:05.517 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_paxos", 2024-04-10T16:34:05.517 INFO:tasks.workunit.client.0.smithi102.stdout: "keyring", 2024-04-10T16:34:05.517 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_file", 2024-04-10T16:34:05.517 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_journald", 2024-04-10T16:34:05.517 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_stderr", 2024-04-10T16:34:05.517 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_allow_pool_delete", 2024-04-10T16:34:05.517 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_clock_drift_allowed", 2024-04-10T16:34:05.517 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_file_level", 2024-04-10T16:34:05.517 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_file", 2024-04-10T16:34:05.517 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_journald", 2024-04-10T16:34:05.518 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_stderr", 2024-04-10T16:34:05.518 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_data_avail_warn", 2024-04-10T16:34:05.518 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_election_default_strategy", 2024-04-10T16:34:05.518 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_host", 2024-04-10T16:34:05.518 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_max_pg_per_osd", 2024-04-10T16:34:05.518 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mds_skip_sanity", 2024-04-10T16:34:05.518 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mgr_mkfs_grace", 2024-04-10T16:34:05.518 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_prime_pg_temp", 2024-04-10T16:34:05.518 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T16:34:05.518 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T16:34:05.518 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T16:34:05.518 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T16:34:05.518 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T16:34:05.518 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T16:34:05.518 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T16:34:05.519 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T16:34:05.519 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T16:34:05.519 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T16:34:05.519 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_too_few_osds", 2024-04-10T16:34:05.519 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_bug", 2024-04-10T16:34:05.519 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_old_message", 2024-04-10T16:34:05.519 INFO:tasks.workunit.client.0.smithi102.stdout: "no_config_file", 2024-04-10T16:34:05.519 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_default_list", 2024-04-10T16:34:05.519 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_load_list", 2024-04-10T16:34:05.519 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_misdirected_ops", 2024-04-10T16:34:05.519 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_op_order", 2024-04-10T16:34:05.519 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_pg_log_writeout", 2024-04-10T16:34:05.519 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_shutdown", 2024-04-10T16:34:05.519 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T16:34:05.520 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T16:34:05.520 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T16:34:05.520 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T16:34:05.520 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep", 2024-04-10T16:34:05.520 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_hdd", 2024-04-10T16:34:05.520 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_hybrid", 2024-04-10T16:34:05.520 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_delete_sleep_ssd", 2024-04-10T16:34:05.520 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_max_backfills", 2024-04-10T16:34:05.520 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T16:34:05.520 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_profile", 2024-04-10T16:34:05.520 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_lim", 2024-04-10T16:34:05.520 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_res", 2024-04-10T16:34:05.520 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_best_effort_wgt", 2024-04-10T16:34:05.520 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_lim", 2024-04-10T16:34:05.520 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_res", 2024-04-10T16:34:05.521 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_background_recovery_wgt", 2024-04-10T16:34:05.521 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_lim", 2024-04-10T16:34:05.521 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_res", 2024-04-10T16:34:05.521 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_scheduler_client_wgt", 2024-04-10T16:34:05.521 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target", 2024-04-10T16:34:05.521 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target_autotune", 2024-04-10T16:34:05.521 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue", 2024-04-10T16:34:05.521 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue_cut_off", 2024-04-10T16:34:05.521 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T16:34:05.521 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T16:34:05.521 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recover_clone_overlap", 2024-04-10T16:34:05.521 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active", 2024-04-10T16:34:05.521 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active_hdd", 2024-04-10T16:34:05.521 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_active_ssd", 2024-04-10T16:34:05.521 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_chunk", 2024-04-10T16:34:05.522 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep", 2024-04-10T16:34:05.522 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_hdd", 2024-04-10T16:34:05.522 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_hybrid", 2024-04-10T16:34:05.522 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_sleep_ssd", 2024-04-10T16:34:05.522 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_load_threshold", 2024-04-10T16:34:05.522 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_max_interval", 2024-04-10T16:34:05.522 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_sleep", 2024-04-10T16:34:05.522 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_shutdown_pgref_assert", 2024-04-10T16:34:05.522 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep", 2024-04-10T16:34:05.522 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_hdd", 2024-04-10T16:34:05.522 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_hybrid", 2024-04-10T16:34:05.522 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_snap_trim_sleep_ssd", 2024-04-10T16:34:05.522 INFO:tasks.workunit.client.0.smithi102.stdout: "public_network", 2024-04-10T16:34:05.522 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-10T16:34:05.522 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_default_features", 2024-04-10T16:34:05.522 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_qos_exclude_ops", 2024-04-10T16:34:05.523 INFO:tasks.workunit.client.0.smithi102.stdout: "setgroup", 2024-04-10T16:34:05.523 INFO:tasks.workunit.client.0.smithi102.stdout: "setuser" 2024-04-10T16:34:05.523 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.523 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster_changed": [ 2024-04-10T16:34:05.523 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_allow_insecure_global_id_reclaim", 2024-04-10T16:34:05.523 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_debug", 2024-04-10T16:34:05.523 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_mon_ticket_ttl", 2024-04-10T16:34:05.523 INFO:tasks.workunit.client.0.smithi102.stdout: "auth_service_ticket_ttl", 2024-04-10T16:34:05.523 INFO:tasks.workunit.client.0.smithi102.stdout: "bdev_debug_aio", 2024-04-10T16:34:05.523 INFO:tasks.workunit.client.0.smithi102.stdout: "container_image", 2024-04-10T16:34:05.523 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_asserts_on_shutdown", 2024-04-10T16:34:05.523 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mgr", 2024-04-10T16:34:05.523 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_mon", 2024-04-10T16:34:05.523 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_ms", 2024-04-10T16:34:05.523 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_osd", 2024-04-10T16:34:05.523 INFO:tasks.workunit.client.0.smithi102.stdout: "debug_paxos", 2024-04-10T16:34:05.524 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_file", 2024-04-10T16:34:05.524 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_journald", 2024-04-10T16:34:05.524 INFO:tasks.workunit.client.0.smithi102.stdout: "log_to_stderr", 2024-04-10T16:34:05.524 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_join_fs", 2024-04-10T16:34:05.524 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/allow_ptrace", 2024-04-10T16:34:05.524 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/container_init", 2024-04-10T16:34:05.524 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/migration_current", 2024-04-10T16:34:05.524 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/cephadm/use_repo_digest", 2024-04-10T16:34:05.524 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/ALERTMANAGER_API_HOST", 2024-04-10T16:34:05.524 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/GRAFANA_API_SSL_VERIFY", 2024-04-10T16:34:05.524 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/GRAFANA_API_URL", 2024-04-10T16:34:05.524 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/PROMETHEUS_API_HOST", 2024-04-10T16:34:05.524 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/dashboard/ssl_server_port", 2024-04-10T16:34:05.524 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/orchestrator/orchestrator", 2024-04-10T16:34:05.524 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/channel_ident", 2024-04-10T16:34:05.524 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/channel_perf", 2024-04-10T16:34:05.524 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/description", 2024-04-10T16:34:05.525 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/enabled", 2024-04-10T16:34:05.525 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr/telemetry/organization", 2024-04-10T16:34:05.525 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_allow_pool_delete", 2024-04-10T16:34:05.525 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_clock_drift_allowed", 2024-04-10T16:34:05.525 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_file_level", 2024-04-10T16:34:05.525 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_cluster_log_to_file", 2024-04-10T16:34:05.525 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_data_avail_warn", 2024-04-10T16:34:05.525 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_election_default_strategy", 2024-04-10T16:34:05.525 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_max_pg_per_osd", 2024-04-10T16:34:05.525 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mds_skip_sanity", 2024-04-10T16:34:05.525 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_mgr_mkfs_grace", 2024-04-10T16:34:05.525 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_prime_pg_temp", 2024-04-10T16:34:05.525 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_osd_reporter_subtree_level", 2024-04-10T16:34:05.525 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_pg_warn_max_object_skew", 2024-04-10T16:34:05.525 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_bytes_per_osd", 2024-04-10T16:34:05.525 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_reweight_min_pgs_per_osd", 2024-04-10T16:34:05.526 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_crush_straw_calc_version_zero", 2024-04-10T16:34:05.526 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim", 2024-04-10T16:34:05.526 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_insecure_global_id_reclaim_allowed", 2024-04-10T16:34:05.526 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_legacy_crush_tunables", 2024-04-10T16:34:05.526 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_osd_down_out_interval_zero", 2024-04-10T16:34:05.526 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_pool_pg_num_not_power_of_two", 2024-04-10T16:34:05.526 INFO:tasks.workunit.client.0.smithi102.stdout: "mon_warn_on_too_few_osds", 2024-04-10T16:34:05.526 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_bug", 2024-04-10T16:34:05.526 INFO:tasks.workunit.client.0.smithi102.stdout: "ms_die_on_old_message", 2024-04-10T16:34:05.526 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_default_list", 2024-04-10T16:34:05.526 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_class_load_list", 2024-04-10T16:34:05.526 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_misdirected_ops", 2024-04-10T16:34:05.526 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_op_order", 2024-04-10T16:34:05.527 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_pg_log_writeout", 2024-04-10T16:34:05.527 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_shutdown", 2024-04-10T16:34:05.527 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_cached_snaps", 2024-04-10T16:34:05.527 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_missing_on_start", 2024-04-10T16:34:05.527 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_debug_verify_stray_on_activate", 2024-04-10T16:34:05.527 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_deep_scrub_update_digest_min_age", 2024-04-10T16:34:05.527 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_max_capacity_iops_ssd", 2024-04-10T16:34:05.527 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mclock_profile", 2024-04-10T16:34:05.527 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target", 2024-04-10T16:34:05.527 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_memory_target_autotune", 2024-04-10T16:34:05.527 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue", 2024-04-10T16:34:05.527 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_op_queue_cut_off", 2024-04-10T16:34:05.527 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_erasure_code_profile", 2024-04-10T16:34:05.527 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pool_default_pg_autoscale_mode", 2024-04-10T16:34:05.527 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recover_clone_overlap", 2024-04-10T16:34:05.527 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_recovery_max_chunk", 2024-04-10T16:34:05.527 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_load_threshold", 2024-04-10T16:34:05.528 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_scrub_max_interval", 2024-04-10T16:34:05.528 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_shutdown_pgref_assert", 2024-04-10T16:34:05.528 INFO:tasks.workunit.client.0.smithi102.stdout: "public_network", 2024-04-10T16:34:05.528 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd_config_pool_override_update_timestamp", 2024-04-10T16:34:05.528 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_cache_enabled", 2024-04-10T16:34:05.528 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_enable_ops_log", 2024-04-10T16:34:05.528 INFO:tasks.workunit.client.0.smithi102.stdout: "rgw_enable_usage_log" 2024-04-10T16:34:05.528 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.528 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.528 INFO:tasks.workunit.client.0.smithi102.stdout: "contact": null, 2024-04-10T16:34:05.528 INFO:tasks.workunit.client.0.smithi102.stdout: "crashes": [], 2024-04-10T16:34:05.528 INFO:tasks.workunit.client.0.smithi102.stdout: "created": "2024-04-10T14:57:35.253718Z", 2024-04-10T16:34:05.528 INFO:tasks.workunit.client.0.smithi102.stdout: "crush": { 2024-04-10T16:34:05.528 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_algs": { 2024-04-10T16:34:05.528 INFO:tasks.workunit.client.0.smithi102.stdout: "straw2": 3 2024-04-10T16:34:05.529 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.529 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_sizes": { 2024-04-10T16:34:05.529 INFO:tasks.workunit.client.0.smithi102.stdout: "2": 1, 2024-04-10T16:34:05.529 INFO:tasks.workunit.client.0.smithi102.stdout: "4": 2 2024-04-10T16:34:05.529 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.529 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket_types": { 2024-04-10T16:34:05.529 INFO:tasks.workunit.client.0.smithi102.stdout: "1": 2, 2024-04-10T16:34:05.529 INFO:tasks.workunit.client.0.smithi102.stdout: "11": 1 2024-04-10T16:34:05.529 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.529 INFO:tasks.workunit.client.0.smithi102.stdout: "compat_weight_set": false, 2024-04-10T16:34:05.529 INFO:tasks.workunit.client.0.smithi102.stdout: "device_classes": [ 2024-04-10T16:34:05.529 INFO:tasks.workunit.client.0.smithi102.stdout: 8 2024-04-10T16:34:05.529 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_buckets": 6, 2024-04-10T16:34:05.529 INFO:tasks.workunit.client.0.smithi102.stdout: "num_devices": 8, 2024-04-10T16:34:05.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_rules": 2, 2024-04-10T16:34:05.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_types": 12, 2024-04-10T16:34:05.530 INFO:tasks.workunit.client.0.smithi102.stdout: "num_weight_sets": 0, 2024-04-10T16:34:05.530 INFO:tasks.workunit.client.0.smithi102.stdout: "tunables": { 2024-04-10T16:34:05.530 INFO:tasks.workunit.client.0.smithi102.stdout: "allowed_bucket_algs": 54, 2024-04-10T16:34:05.530 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_local_fallback_tries": 0, 2024-04-10T16:34:05.530 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_local_tries": 0, 2024-04-10T16:34:05.530 INFO:tasks.workunit.client.0.smithi102.stdout: "choose_total_tries": 50, 2024-04-10T16:34:05.530 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_descend_once": 1, 2024-04-10T16:34:05.530 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_stable": 1, 2024-04-10T16:34:05.530 INFO:tasks.workunit.client.0.smithi102.stdout: "chooseleaf_vary_r": 1, 2024-04-10T16:34:05.530 INFO:tasks.workunit.client.0.smithi102.stdout: "has_msr_rules": 0, 2024-04-10T16:34:05.530 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v2_rules": 1, 2024-04-10T16:34:05.530 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v3_rules": 0, 2024-04-10T16:34:05.530 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v4_buckets": 1, 2024-04-10T16:34:05.530 INFO:tasks.workunit.client.0.smithi102.stdout: "has_v5_rules": 0, 2024-04-10T16:34:05.530 INFO:tasks.workunit.client.0.smithi102.stdout: "legacy_tunables": 0, 2024-04-10T16:34:05.531 INFO:tasks.workunit.client.0.smithi102.stdout: "minimum_required_version": "jewel", 2024-04-10T16:34:05.531 INFO:tasks.workunit.client.0.smithi102.stdout: "msr_collision_tries": 100, 2024-04-10T16:34:05.531 INFO:tasks.workunit.client.0.smithi102.stdout: "msr_descents": 100, 2024-04-10T16:34:05.531 INFO:tasks.workunit.client.0.smithi102.stdout: "optimal_tunables": 1, 2024-04-10T16:34:05.531 INFO:tasks.workunit.client.0.smithi102.stdout: "profile": "jewel", 2024-04-10T16:34:05.531 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables": 1, 2024-04-10T16:34:05.531 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables2": 1, 2024-04-10T16:34:05.531 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables3": 1, 2024-04-10T16:34:05.531 INFO:tasks.workunit.client.0.smithi102.stdout: "require_feature_tunables5": 1, 2024-04-10T16:34:05.531 INFO:tasks.workunit.client.0.smithi102.stdout: "straw_calc_version": 1 2024-04-10T16:34:05.531 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.531 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.531 INFO:tasks.workunit.client.0.smithi102.stdout: "description": "upgrade test cluster", 2024-04-10T16:34:05.531 INFO:tasks.workunit.client.0.smithi102.stdout: "fs": { 2024-04-10T16:34:05.531 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:05.531 INFO:tasks.workunit.client.0.smithi102.stdout: "feature_flags": { 2024-04-10T16:34:05.532 INFO:tasks.workunit.client.0.smithi102.stdout: "enable_multiple": true, 2024-04-10T16:34:05.532 INFO:tasks.workunit.client.0.smithi102.stdout: "ever_enabled_multiple": true 2024-04-10T16:34:05.532 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.532 INFO:tasks.workunit.client.0.smithi102.stdout: "filesystems": [ 2024-04-10T16:34:05.532 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.532 INFO:tasks.workunit.client.0.smithi102.stdout: "approx_ctime": "2024-04", 2024-04-10T16:34:05.532 INFO:tasks.workunit.client.0.smithi102.stdout: "balancer_enabled": false, 2024-04-10T16:34:05.532 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.532 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_caps": 0, 2024-04-10T16:34:05.532 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_dns": 10, 2024-04-10T16:34:05.532 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_inos": 13, 2024-04-10T16:34:05.532 INFO:tasks.workunit.client.0.smithi102.stdout: "cached_subtrees": 2, 2024-04-10T16:34:05.532 INFO:tasks.workunit.client.0.smithi102.stdout: "ever_allowed_features": 0, 2024-04-10T16:34:05.532 INFO:tasks.workunit.client.0.smithi102.stdout: "explicitly_allowed_features": 0, 2024-04-10T16:34:05.532 INFO:tasks.workunit.client.0.smithi102.stdout: "files": 0, 2024-04-10T16:34:05.532 INFO:tasks.workunit.client.0.smithi102.stdout: "max_mds": 1, 2024-04-10T16:34:05.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_data_pools": 1, 2024-04-10T16:34:05.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_in": 1, 2024-04-10T16:34:05.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_mds": 1, 2024-04-10T16:34:05.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": 0, 2024-04-10T16:34:05.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_standby_replay": 0, 2024-04-10T16:34:05.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_up": 1, 2024-04-10T16:34:05.533 INFO:tasks.workunit.client.0.smithi102.stdout: "snaps": 0, 2024-04-10T16:34:05.533 INFO:tasks.workunit.client.0.smithi102.stdout: "standby_count_wanted": 0 2024-04-10T16:34:05.533 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.533 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_standby_mds": 1, 2024-04-10T16:34:05.533 INFO:tasks.workunit.client.0.smithi102.stdout: "total_num_mds": 2 2024-04-10T16:34:05.533 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.533 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_stats": { 2024-04-10T16:34:05.533 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T16:34:05.533 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T16:34:05.534 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 20258816, 2024-04-10T16:34:05.534 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 330184, 2024-04-10T16:34:05.534 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2752512, 2024-04-10T16:34:05.534 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 786432, 2024-04-10T16:34:05.534 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 0, 2024-04-10T16:34:05.534 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 346, 2024-04-10T16:34:05.534 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:05.534 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 1111976, 2024-04-10T16:34:05.534 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 13, 2024-04-10T16:34:05.534 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 795136, 2024-04-10T16:34:05.534 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 14482576, 2024-04-10T16:34:05.534 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 20258816 2024-04-10T16:34:05.534 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.534 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:05.535 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 20529152, 2024-04-10T16:34:05.535 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 437424, 2024-04-10T16:34:05.535 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 2752512, 2024-04-10T16:34:05.535 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:05.535 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 778240, 2024-04-10T16:34:05.535 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 434, 2024-04-10T16:34:05.535 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:05.535 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 1440784, 2024-04-10T16:34:05.535 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 22, 2024-04-10T16:34:05.535 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 1002496, 2024-04-10T16:34:05.535 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 14895936, 2024-04-10T16:34:05.535 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 21307392 2024-04-10T16:34:05.535 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.535 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.536 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:05.536 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T16:34:05.536 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 167297024, 2024-04-10T16:34:05.536 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 2214040, 2024-04-10T16:34:05.536 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3014656, 2024-04-10T16:34:05.536 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:05.536 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 1376256, 2024-04-10T16:34:05.536 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 6502, 2024-04-10T16:34:05.536 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:05.536 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 9586296, 2024-04-10T16:34:05.536 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 20, 2024-04-10T16:34:05.536 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 2653440, 2024-04-10T16:34:05.536 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 149828592, 2024-04-10T16:34:05.536 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 168673280 2024-04-10T16:34:05.536 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.537 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:05.537 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 257490944, 2024-04-10T16:34:05.537 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 5877600, 2024-04-10T16:34:05.537 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3145728, 2024-04-10T16:34:05.537 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 24576, 2024-04-10T16:34:05.537 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 1605632, 2024-04-10T16:34:05.537 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 9498, 2024-04-10T16:34:05.537 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:05.537 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 12928504, 2024-04-10T16:34:05.537 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 22, 2024-04-10T16:34:05.537 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 4162816, 2024-04-10T16:34:05.537 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 231351720, 2024-04-10T16:34:05.537 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 259096576 2024-04-10T16:34:05.537 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.537 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.523315f168f59b146f7d533dca80f6e7526a6fec": { 2024-04-10T16:34:05.537 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 170508288, 2024-04-10T16:34:05.538 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 2323896, 2024-04-10T16:34:05.538 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3014656, 2024-04-10T16:34:05.538 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:05.538 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 1294336, 2024-04-10T16:34:05.538 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 6601, 2024-04-10T16:34:05.538 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:05.538 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 11420440, 2024-04-10T16:34:05.538 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 20, 2024-04-10T16:34:05.538 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 3057920, 2024-04-10T16:34:05.538 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 150691376, 2024-04-10T16:34:05.538 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 171802624 2024-04-10T16:34:05.538 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.538 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.538 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:05.538 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.0": { 2024-04-10T16:34:05.538 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 471564288, 2024-04-10T16:34:05.539 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 25553592, 2024-04-10T16:34:05.539 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3407872, 2024-04-10T16:34:05.539 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:05.539 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 34185216, 2024-04-10T16:34:05.539 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 12006, 2024-04-10T16:34:05.539 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:05.539 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 81569120, 2024-04-10T16:34:05.539 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:34:05.539 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 8604160, 2024-04-10T16:34:05.539 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 352429544, 2024-04-10T16:34:05.539 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 505749504 2024-04-10T16:34:05.539 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.539 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.1": { 2024-04-10T16:34:05.539 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 564101120, 2024-04-10T16:34:05.539 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 24248200, 2024-04-10T16:34:05.539 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 5505024, 2024-04-10T16:34:05.539 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:05.540 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 33202176, 2024-04-10T16:34:05.540 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 12638, 2024-04-10T16:34:05.540 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:05.540 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 72747144, 2024-04-10T16:34:05.540 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:34:05.540 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 9458688, 2024-04-10T16:34:05.540 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 452142064, 2024-04-10T16:34:05.540 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 597303296 2024-04-10T16:34:05.540 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.540 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.2": { 2024-04-10T16:34:05.540 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 447299584, 2024-04-10T16:34:05.540 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 22249024, 2024-04-10T16:34:05.540 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 5505024, 2024-04-10T16:34:05.540 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:05.540 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 115957760, 2024-04-10T16:34:05.540 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 10724, 2024-04-10T16:34:05.540 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:05.541 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 77660288, 2024-04-10T16:34:05.541 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:34:05.541 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 9707520, 2024-04-10T16:34:05.541 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 332177728, 2024-04-10T16:34:05.541 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 563257344 2024-04-10T16:34:05.541 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.541 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.3": { 2024-04-10T16:34:05.541 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 564928512, 2024-04-10T16:34:05.541 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 17896880, 2024-04-10T16:34:05.541 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3407872, 2024-04-10T16:34:05.541 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:05.541 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 4079616, 2024-04-10T16:34:05.541 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 11176, 2024-04-10T16:34:05.541 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:05.541 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 75055920, 2024-04-10T16:34:05.541 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 53, 2024-04-10T16:34:05.542 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 11195392, 2024-04-10T16:34:05.542 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 457372448, 2024-04-10T16:34:05.542 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 569008128 2024-04-10T16:34:05.542 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.542 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.4": { 2024-04-10T16:34:05.542 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 525148160, 2024-04-10T16:34:05.542 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 25432280, 2024-04-10T16:34:05.542 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3407872, 2024-04-10T16:34:05.542 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:05.542 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 27795456, 2024-04-10T16:34:05.543 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 11801, 2024-04-10T16:34:05.543 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:05.543 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 78172728, 2024-04-10T16:34:05.543 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:34:05.543 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 9873920, 2024-04-10T16:34:05.543 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 408261360, 2024-04-10T16:34:05.543 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 552943616 2024-04-10T16:34:05.543 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.544 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.5": { 2024-04-10T16:34:05.544 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 510271488, 2024-04-10T16:34:05.544 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 29013448, 2024-04-10T16:34:05.544 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 5505024, 2024-04-10T16:34:05.544 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:05.544 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 57335808, 2024-04-10T16:34:05.544 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 12463, 2024-04-10T16:34:05.544 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:05.544 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 84324712, 2024-04-10T16:34:05.544 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:34:05.544 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 10276608, 2024-04-10T16:34:05.544 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 381151696, 2024-04-10T16:34:05.544 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 567607296 2024-04-10T16:34:05.545 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.545 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.6": { 2024-04-10T16:34:05.545 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 494436352, 2024-04-10T16:34:05.545 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 22254840, 2024-04-10T16:34:05.545 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3276800, 2024-04-10T16:34:05.545 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 0, 2024-04-10T16:34:05.545 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 53706752, 2024-04-10T16:34:05.545 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 10130, 2024-04-10T16:34:05.545 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:05.545 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 76157496, 2024-04-10T16:34:05.545 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 60, 2024-04-10T16:34:05.545 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 9631488, 2024-04-10T16:34:05.545 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 383115728, 2024-04-10T16:34:05.545 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 548143104 2024-04-10T16:34:05.546 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.546 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.7": { 2024-04-10T16:34:05.546 INFO:tasks.workunit.client.0.smithi102.stdout: "actual_memory_used": 467722240, 2024-04-10T16:34:05.546 INFO:tasks.workunit.client.0.smithi102.stdout: "central_cache_freelist": 23562672, 2024-04-10T16:34:05.546 INFO:tasks.workunit.client.0.smithi102.stdout: "malloc_metadata": 3407872, 2024-04-10T16:34:05.546 INFO:tasks.workunit.client.0.smithi102.stdout: "page_heap_freelist": 16384, 2024-04-10T16:34:05.546 INFO:tasks.workunit.client.0.smithi102.stdout: "released_to_os": 23797760, 2024-04-10T16:34:05.546 INFO:tasks.workunit.client.0.smithi102.stdout: "spans_in_use": 10958, 2024-04-10T16:34:05.546 INFO:tasks.workunit.client.0.smithi102.stdout: "tcmalloc_page_size": 8192, 2024-04-10T16:34:05.546 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_cache_freelists": 76772744, 2024-04-10T16:34:05.546 INFO:tasks.workunit.client.0.smithi102.stdout: "thread_heaps_in_use": 52, 2024-04-10T16:34:05.547 INFO:tasks.workunit.client.0.smithi102.stdout: "transfer_cache_freelist": 11257088, 2024-04-10T16:34:05.547 INFO:tasks.workunit.client.0.smithi102.stdout: "use_by_application": 352705480, 2024-04-10T16:34:05.547 INFO:tasks.workunit.client.0.smithi102.stdout: "virtual_address_space_used": 491520000 2024-04-10T16:34:05.547 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.547 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.547 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.547 INFO:tasks.workunit.client.0.smithi102.stdout: "hosts": { 2024-04-10T16:34:05.547 INFO:tasks.workunit.client.0.smithi102.stdout: "num": 2, 2024-04-10T16:34:05.547 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mds": 2, 2024-04-10T16:34:05.547 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mgr": 2, 2024-04-10T16:34:05.547 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_mon": 2, 2024-04-10T16:34:05.547 INFO:tasks.workunit.client.0.smithi102.stdout: "num_with_osd": 2 2024-04-10T16:34:05.547 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.547 INFO:tasks.workunit.client.0.smithi102.stdout: "io_rate": { 2024-04-10T16:34:05.548 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_stats_delta": { 2024-04-10T16:34:05.548 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 0, 2024-04-10T16:34:05.548 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:05.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 0, 2024-04-10T16:34:05.548 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:05.548 INFO:tasks.workunit.client.0.smithi102.stdout: "stamp_delta": "11.754508", 2024-04-10T16:34:05.548 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:05.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:05.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:05.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:05.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:05.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:05.548 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:05.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:05.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:05.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:05.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:05.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:05.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:05.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:05.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:05.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:05.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:05.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:05.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:05.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:05.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:05.549 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:05.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:05.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:05.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:05.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:05.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:05.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:05.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:05.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:05.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:05.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:05.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:05.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:05.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 232, 2024-04-10T16:34:05.550 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 192, 2024-04-10T16:34:05.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:05.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:05.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:05.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 48, 2024-04-10T16:34:05.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:05.551 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.551 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T16:34:05.551 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 0, 2024-04-10T16:34:05.551 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T16:34:05.551 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T16:34:05.551 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T16:34:05.551 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T16:34:05.551 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 0, 2024-04-10T16:34:05.551 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T16:34:05.551 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T16:34:05.551 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T16:34:05.552 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T16:34:05.552 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.552 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 0 2024-04-10T16:34:05.552 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.552 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.552 INFO:tasks.workunit.client.0.smithi102.stdout: "leaderboard": false, 2024-04-10T16:34:05.552 INFO:tasks.workunit.client.0.smithi102.stdout: "leaderboard_description": null, 2024-04-10T16:34:05.552 INFO:tasks.workunit.client.0.smithi102.stdout: "license": "sharing-1-0", 2024-04-10T16:34:05.552 INFO:tasks.workunit.client.0.smithi102.stdout: "mempool": { 2024-04-10T16:34:05.552 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T16:34:05.552 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T16:34:05.552 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:05.552 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.552 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.552 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.552 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:05.553 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.553 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.553 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:05.553 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.553 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.553 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:05.553 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.553 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.553 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:05.553 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.553 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.553 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:05.553 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.553 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.554 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:05.554 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.554 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.554 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.554 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:05.554 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.554 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.554 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.554 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:05.554 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.554 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.554 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.554 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:05.554 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.554 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.554 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.555 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:05.555 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.555 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.555 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:05.555 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.555 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.555 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:05.555 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.555 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.555 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:05.555 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.555 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.555 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.555 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:05.556 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.556 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.556 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.556 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:05.556 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.556 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.556 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.556 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:05.556 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.556 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.556 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.556 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:05.556 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.556 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.556 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.556 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:05.556 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 149008, 2024-04-10T16:34:05.557 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 33 2024-04-10T16:34:05.557 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.557 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:05.557 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.557 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.557 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.557 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:05.557 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 928, 2024-04-10T16:34:05.557 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T16:34:05.557 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.557 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:05.557 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.557 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.557 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.557 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:05.557 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.557 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.558 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:05.558 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.558 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.558 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:05.558 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.558 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.558 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:05.558 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.558 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.558 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.558 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:05.558 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.559 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.559 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.559 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:05.559 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.559 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.559 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.559 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:05.559 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.559 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.559 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.559 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.559 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:05.559 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:05.559 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.559 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.559 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.560 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:05.560 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.560 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.560 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:05.560 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.560 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.560 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:05.560 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.560 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.560 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:05.560 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.560 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.560 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:05.561 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.561 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.561 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:05.561 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.561 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.561 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:05.561 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.561 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.561 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:05.561 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.561 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.561 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.561 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:05.562 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.562 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.562 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.562 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:05.562 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.562 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.562 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.562 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:05.562 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.562 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.562 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.562 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:05.562 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.563 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.563 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.563 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:05.563 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.563 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.563 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.563 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:05.563 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.563 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.563 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.563 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:05.563 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.563 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.563 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.563 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:05.563 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.564 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.564 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:05.564 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.564 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.564 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:05.564 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 222647, 2024-04-10T16:34:05.564 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 67 2024-04-10T16:34:05.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.564 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:05.564 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.564 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.564 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.564 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:05.564 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 52112, 2024-04-10T16:34:05.565 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 181 2024-04-10T16:34:05.565 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.565 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:05.565 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.565 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.565 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.565 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:05.565 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.565 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.565 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.565 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:05.565 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.565 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.565 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.565 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:05.565 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12648, 2024-04-10T16:34:05.565 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 262 2024-04-10T16:34:05.565 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.566 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:05.566 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.566 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.566 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.566 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:05.566 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.566 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.566 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.566 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:05.566 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.566 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.566 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.566 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:05.566 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.566 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.567 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.567 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.567 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.567 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:05.567 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T16:34:05.567 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:05.567 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.567 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.567 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.567 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:05.567 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.567 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.567 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.567 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:05.567 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.567 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.567 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.568 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:05.568 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.568 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.568 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.568 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:05.568 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.568 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.568 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.568 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:05.568 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.568 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.568 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.568 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:05.568 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.568 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.568 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.568 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:05.568 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.569 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.569 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:05.569 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.569 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.569 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:05.569 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.569 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.569 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:05.569 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.569 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.569 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.569 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:05.570 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.570 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.570 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.570 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:05.570 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.570 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.570 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.570 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:05.570 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.570 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.570 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.570 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:05.570 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.570 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.570 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.570 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:05.571 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.571 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.571 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.571 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:05.571 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.571 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.571 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.571 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:05.571 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.571 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.571 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.571 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:05.571 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 41342093, 2024-04-10T16:34:05.571 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5117 2024-04-10T16:34:05.571 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.571 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:05.572 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.572 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.572 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.572 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:05.572 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.572 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.572 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.572 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:05.572 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.572 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.572 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.572 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:05.572 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.572 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.572 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.572 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:05.572 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.573 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.573 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.573 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:05.573 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11224, 2024-04-10T16:34:05.573 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 261 2024-04-10T16:34:05.573 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.573 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:05.573 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 70440, 2024-04-10T16:34:05.573 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5158 2024-04-10T16:34:05.573 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.573 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:05.573 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5896, 2024-04-10T16:34:05.573 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 174 2024-04-10T16:34:05.573 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.573 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:05.573 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.573 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.574 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.574 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:05.574 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.574 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.574 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.574 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.574 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:05.574 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:05.574 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.574 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.574 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.574 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:05.574 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.574 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.575 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.575 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:05.575 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.575 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.575 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.575 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:05.575 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.575 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.575 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.575 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:05.575 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.575 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.575 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.575 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:05.575 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.575 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.576 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.576 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:05.576 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.576 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.576 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.576 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:05.576 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.576 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.576 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.576 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:05.576 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.576 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.576 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.576 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:05.576 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.576 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.577 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.577 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:05.577 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.577 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.577 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.577 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:05.577 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.577 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.577 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.577 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:05.577 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.577 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.577 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.577 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:05.577 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.578 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.578 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.578 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:05.578 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.578 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.578 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.578 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:05.578 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.578 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.578 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.578 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:05.578 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.578 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.579 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.579 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:05.579 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.579 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.579 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.579 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:05.579 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 41931165, 2024-04-10T16:34:05.579 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5182 2024-04-10T16:34:05.579 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.579 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:05.579 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 264, 2024-04-10T16:34:05.579 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T16:34:05.579 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.579 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:05.579 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.579 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.579 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.580 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:05.580 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.580 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.580 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.580 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:05.580 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.580 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.580 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.580 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:05.580 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.580 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.580 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.580 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:05.580 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11224, 2024-04-10T16:34:05.580 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 261 2024-04-10T16:34:05.581 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.581 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:05.581 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 70440, 2024-04-10T16:34:05.581 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5158 2024-04-10T16:34:05.581 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.581 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:05.581 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11792, 2024-04-10T16:34:05.581 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 348 2024-04-10T16:34:05.581 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.581 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:05.581 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.581 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.581 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.581 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:05.581 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.581 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.581 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.581 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.582 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.523315f168f59b146f7d533dca80f6e7526a6fec": { 2024-04-10T16:34:05.582 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:05.582 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.582 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.582 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.582 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:05.582 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.582 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.582 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.582 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:05.582 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.582 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.582 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.582 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:05.582 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.582 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.582 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.583 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:05.583 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.583 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.583 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.583 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:05.583 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.583 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.583 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.583 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:05.583 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.583 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.583 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.583 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:05.583 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.583 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.583 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.583 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:05.583 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.584 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.584 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.584 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:05.584 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.584 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.584 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.584 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:05.584 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.584 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.584 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.584 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:05.584 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.584 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.584 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.584 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:05.584 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.584 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.585 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:05.585 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.585 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.585 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:05.585 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.585 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.585 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:05.585 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.585 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.585 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.585 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:05.585 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.585 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.586 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.586 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:05.586 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.586 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.586 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.586 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:05.586 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 41548885, 2024-04-10T16:34:05.586 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5145 2024-04-10T16:34:05.586 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.586 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:05.586 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.586 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.586 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.586 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:05.586 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.587 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.587 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.587 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:05.587 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.587 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.587 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.587 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:05.587 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.587 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.587 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.587 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:05.587 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.587 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.587 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.588 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:05.588 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11224, 2024-04-10T16:34:05.588 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 261 2024-04-10T16:34:05.588 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.588 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:05.588 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 70440, 2024-04-10T16:34:05.588 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5158 2024-04-10T16:34:05.588 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.588 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:05.588 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5896, 2024-04-10T16:34:05.588 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 174 2024-04-10T16:34:05.588 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.588 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:05.588 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.588 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.588 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.588 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:05.589 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.589 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.589 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.589 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.589 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.589 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:05.589 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.0": { 2024-04-10T16:34:05.589 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:05.589 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.589 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.589 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.589 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:05.589 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 19336, 2024-04-10T16:34:05.589 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 375 2024-04-10T16:34:05.589 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.590 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:05.590 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 30976, 2024-04-10T16:34:05.590 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 25 2024-04-10T16:34:05.590 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.590 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:05.590 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2496, 2024-04-10T16:34:05.590 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 13 2024-04-10T16:34:05.590 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.590 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:05.590 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 55840, 2024-04-10T16:34:05.590 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 698 2024-04-10T16:34:05.590 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.590 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:05.590 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 359424, 2024-04-10T16:34:05.590 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1728 2024-04-10T16:34:05.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.591 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:05.591 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:05.591 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:05.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.591 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:05.591 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1178420, 2024-04-10T16:34:05.591 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 306 2024-04-10T16:34:05.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.591 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:05.591 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2431863, 2024-04-10T16:34:05.591 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 538746 2024-04-10T16:34:05.591 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.591 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:05.592 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6976376, 2024-04-10T16:34:05.592 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 10291 2024-04-10T16:34:05.592 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.592 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:05.592 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 69076, 2024-04-10T16:34:05.592 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7173 2024-04-10T16:34:05.592 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.592 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:05.592 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 82944, 2024-04-10T16:34:05.592 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1728 2024-04-10T16:34:05.592 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.592 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:05.592 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.592 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.592 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.593 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:05.593 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164894, 2024-04-10T16:34:05.593 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1184 2024-04-10T16:34:05.593 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.593 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:05.593 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.593 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.593 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.593 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:05.593 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.593 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.593 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.593 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:05.593 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 48827, 2024-04-10T16:34:05.594 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 42 2024-04-10T16:34:05.594 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.594 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:05.594 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.594 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.594 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.594 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:05.594 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 14343232, 2024-04-10T16:34:05.594 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 294 2024-04-10T16:34:05.594 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.594 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:05.594 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 27456, 2024-04-10T16:34:05.594 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 312 2024-04-10T16:34:05.594 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.595 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:05.595 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.595 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.595 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.595 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:05.595 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 524880, 2024-04-10T16:34:05.595 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 45 2024-04-10T16:34:05.595 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.595 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:05.595 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.595 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.595 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.595 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:05.595 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 7184840, 2024-04-10T16:34:05.595 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 18617 2024-04-10T16:34:05.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.596 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:05.596 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:05.596 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:05.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.596 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:05.596 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.596 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.596 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:05.596 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.596 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.596 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:05.596 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.596 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.596 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.597 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:05.597 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.597 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.597 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.597 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.597 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.1": { 2024-04-10T16:34:05.597 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:05.597 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.597 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.597 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.597 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:05.597 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 18696, 2024-04-10T16:34:05.597 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 348 2024-04-10T16:34:05.597 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.597 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:05.597 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 51072, 2024-04-10T16:34:05.597 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 24 2024-04-10T16:34:05.598 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.598 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:05.598 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4416, 2024-04-10T16:34:05.598 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 23 2024-04-10T16:34:05.598 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.598 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:05.598 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 55200, 2024-04-10T16:34:05.598 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 690 2024-04-10T16:34:05.598 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.598 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:05.598 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 357552, 2024-04-10T16:34:05.598 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1719 2024-04-10T16:34:05.598 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.598 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:05.598 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:05.598 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:05.599 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.599 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:05.599 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 391006, 2024-04-10T16:34:05.599 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 110 2024-04-10T16:34:05.599 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.599 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:05.599 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2406543, 2024-04-10T16:34:05.599 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 535994 2024-04-10T16:34:05.599 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.599 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:05.599 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6932856, 2024-04-10T16:34:05.599 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 10227 2024-04-10T16:34:05.599 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.599 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:05.599 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 67092, 2024-04-10T16:34:05.599 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7004 2024-04-10T16:34:05.599 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.600 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:05.600 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 82416, 2024-04-10T16:34:05.600 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1717 2024-04-10T16:34:05.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.600 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:05.600 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.600 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.600 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:05.600 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164982, 2024-04-10T16:34:05.600 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1185 2024-04-10T16:34:05.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.600 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:05.600 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.600 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.600 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:05.601 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2208, 2024-04-10T16:34:05.601 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T16:34:05.601 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.601 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:05.601 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 116399, 2024-04-10T16:34:05.601 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 54 2024-04-10T16:34:05.601 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.601 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:05.601 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 28144, 2024-04-10T16:34:05.601 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7 2024-04-10T16:34:05.601 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.601 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:05.601 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 24107152, 2024-04-10T16:34:05.601 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 274 2024-04-10T16:34:05.602 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.602 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:05.602 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11792, 2024-04-10T16:34:05.602 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 134 2024-04-10T16:34:05.602 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.602 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:05.602 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.602 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.602 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.602 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:05.602 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 454896, 2024-04-10T16:34:05.602 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 39 2024-04-10T16:34:05.603 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.603 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:05.603 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.603 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.603 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.603 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:05.603 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 7280520, 2024-04-10T16:34:05.603 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 21157 2024-04-10T16:34:05.603 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.603 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:05.603 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:05.603 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:05.603 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.603 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:05.604 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.604 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.604 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.604 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:05.604 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.604 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.604 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.604 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:05.604 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.604 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.604 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.604 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:05.604 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.604 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.604 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.605 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.2": { 2024-04-10T16:34:05.605 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:05.605 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.605 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.605 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:05.605 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 19352, 2024-04-10T16:34:05.605 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 350 2024-04-10T16:34:05.605 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.605 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:05.605 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 35072, 2024-04-10T16:34:05.606 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 25 2024-04-10T16:34:05.606 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.606 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:05.606 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1344, 2024-04-10T16:34:05.606 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7 2024-04-10T16:34:05.606 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.606 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:05.606 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 54560, 2024-04-10T16:34:05.606 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 682 2024-04-10T16:34:05.606 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.606 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:05.606 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 356512, 2024-04-10T16:34:05.606 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1714 2024-04-10T16:34:05.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.607 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:05.607 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:05.607 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:05.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.607 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:05.607 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 309331, 2024-04-10T16:34:05.607 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 89 2024-04-10T16:34:05.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.607 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:05.607 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1769490, 2024-04-10T16:34:05.607 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 389310 2024-04-10T16:34:05.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.608 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:05.608 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5139016, 2024-04-10T16:34:05.608 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7589 2024-04-10T16:34:05.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.608 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:05.608 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 66064, 2024-04-10T16:34:05.608 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 6984 2024-04-10T16:34:05.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.608 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:05.608 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 82272, 2024-04-10T16:34:05.608 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1714 2024-04-10T16:34:05.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.608 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:05.608 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.609 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.609 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:05.609 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164894, 2024-04-10T16:34:05.609 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1184 2024-04-10T16:34:05.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.609 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:05.609 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.609 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.609 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.609 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:05.609 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 736, 2024-04-10T16:34:05.609 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1 2024-04-10T16:34:05.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.610 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:05.610 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 73839, 2024-04-10T16:34:05.610 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 54 2024-04-10T16:34:05.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.610 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:05.610 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12112, 2024-04-10T16:34:05.610 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 3 2024-04-10T16:34:05.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.610 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:05.610 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 7602113, 2024-04-10T16:34:05.610 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 264 2024-04-10T16:34:05.610 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.610 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:05.610 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 10384, 2024-04-10T16:34:05.611 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 118 2024-04-10T16:34:05.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.611 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:05.611 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.611 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.611 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:05.611 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 361584, 2024-04-10T16:34:05.611 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 31 2024-04-10T16:34:05.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.611 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:05.611 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.611 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.611 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.611 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:05.612 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3219840, 2024-04-10T16:34:05.612 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 6192 2024-04-10T16:34:05.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.612 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:05.612 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:05.612 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:05.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.612 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:05.612 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.612 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.612 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:05.612 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.612 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.612 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.612 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:05.613 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.613 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.613 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:05.613 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.613 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.613 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.613 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.3": { 2024-04-10T16:34:05.613 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:05.613 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.613 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.613 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.613 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:05.613 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 17424, 2024-04-10T16:34:05.614 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 321 2024-04-10T16:34:05.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.614 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:05.614 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 46976, 2024-04-10T16:34:05.614 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 23 2024-04-10T16:34:05.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.614 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:05.614 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3840, 2024-04-10T16:34:05.614 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 20 2024-04-10T16:34:05.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.614 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:05.614 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 54240, 2024-04-10T16:34:05.614 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 678 2024-04-10T16:34:05.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.614 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:05.615 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 357760, 2024-04-10T16:34:05.615 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1720 2024-04-10T16:34:05.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.615 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:05.615 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:05.615 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:05.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.615 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:05.615 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 226907, 2024-04-10T16:34:05.615 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 76 2024-04-10T16:34:05.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.615 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:05.615 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1714008, 2024-04-10T16:34:05.615 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 379764 2024-04-10T16:34:05.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.616 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:05.616 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5022056, 2024-04-10T16:34:05.616 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7417 2024-04-10T16:34:05.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.616 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:05.616 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 66900, 2024-04-10T16:34:05.616 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7006 2024-04-10T16:34:05.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.616 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:05.616 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 82512, 2024-04-10T16:34:05.616 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1719 2024-04-10T16:34:05.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.616 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:05.616 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.616 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.616 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.617 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:05.617 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164894, 2024-04-10T16:34:05.617 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1184 2024-04-10T16:34:05.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.617 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:05.617 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.617 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.617 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:05.617 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1472, 2024-04-10T16:34:05.617 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T16:34:05.617 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.617 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:05.618 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 101309, 2024-04-10T16:34:05.618 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 58 2024-04-10T16:34:05.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.618 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:05.618 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20128, 2024-04-10T16:34:05.618 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5 2024-04-10T16:34:05.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.618 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:05.618 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 21257216, 2024-04-10T16:34:05.618 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5462 2024-04-10T16:34:05.618 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.618 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:05.618 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 9328, 2024-04-10T16:34:05.619 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 106 2024-04-10T16:34:05.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.619 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:05.619 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.619 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.619 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:05.619 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 431568, 2024-04-10T16:34:05.619 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 37 2024-04-10T16:34:05.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.619 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:05.619 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.619 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.619 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.619 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:05.619 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3525080, 2024-04-10T16:34:05.620 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 9179 2024-04-10T16:34:05.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.620 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:05.620 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:05.620 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:05.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.620 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:05.620 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.620 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.620 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:05.620 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.620 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.620 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.620 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:05.620 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.621 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.621 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:05.621 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.621 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.621 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.621 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.4": { 2024-04-10T16:34:05.621 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:05.621 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.621 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.621 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:05.621 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20200, 2024-04-10T16:34:05.621 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 368 2024-04-10T16:34:05.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.622 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:05.622 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 30976, 2024-04-10T16:34:05.622 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 25 2024-04-10T16:34:05.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.622 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:05.622 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2880, 2024-04-10T16:34:05.622 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 15 2024-04-10T16:34:05.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.622 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:05.622 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 55200, 2024-04-10T16:34:05.622 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 690 2024-04-10T16:34:05.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.622 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:05.622 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 371072, 2024-04-10T16:34:05.622 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1784 2024-04-10T16:34:05.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.623 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:05.623 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:05.623 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:05.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.623 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:05.623 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1048243, 2024-04-10T16:34:05.623 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 258 2024-04-10T16:34:05.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.623 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:05.623 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2087624, 2024-04-10T16:34:05.623 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 458018 2024-04-10T16:34:05.623 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.623 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:05.623 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5963856, 2024-04-10T16:34:05.624 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8802 2024-04-10T16:34:05.624 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.624 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:05.624 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 76200, 2024-04-10T16:34:05.624 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8156 2024-04-10T16:34:05.624 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.624 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:05.624 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 85584, 2024-04-10T16:34:05.624 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1783 2024-04-10T16:34:05.624 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.624 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:05.624 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.624 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.624 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.624 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:05.625 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164726, 2024-04-10T16:34:05.625 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1184 2024-04-10T16:34:05.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.625 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:05.625 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.625 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.625 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:05.625 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1472, 2024-04-10T16:34:05.625 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T16:34:05.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.625 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:05.625 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 91285, 2024-04-10T16:34:05.625 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 54 2024-04-10T16:34:05.625 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.626 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:05.626 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20128, 2024-04-10T16:34:05.626 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5 2024-04-10T16:34:05.626 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.626 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:05.626 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16350991, 2024-04-10T16:34:05.626 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 290 2024-04-10T16:34:05.626 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.626 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:05.626 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 24816, 2024-04-10T16:34:05.626 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 282 2024-04-10T16:34:05.626 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.626 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:05.626 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.627 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.627 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:05.627 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 443232, 2024-04-10T16:34:05.627 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 38 2024-04-10T16:34:05.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.627 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:05.627 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.627 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.627 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:05.627 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5054400, 2024-04-10T16:34:05.627 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 12120 2024-04-10T16:34:05.627 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.627 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:05.627 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:05.628 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:05.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.628 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:05.628 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.628 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.628 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:05.628 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.628 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.628 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:05.628 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.628 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.629 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:05.629 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.629 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.629 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.629 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.5": { 2024-04-10T16:34:05.629 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:05.629 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.629 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.629 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:05.629 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 18672, 2024-04-10T16:34:05.629 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 346 2024-04-10T16:34:05.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.630 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:05.630 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 26624, 2024-04-10T16:34:05.630 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 22 2024-04-10T16:34:05.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.630 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:05.630 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2688, 2024-04-10T16:34:05.630 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 14 2024-04-10T16:34:05.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.630 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:05.630 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 55440, 2024-04-10T16:34:05.630 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 693 2024-04-10T16:34:05.630 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.630 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:05.630 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 357760, 2024-04-10T16:34:05.631 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1720 2024-04-10T16:34:05.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.631 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:05.631 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:05.631 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:05.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.631 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:05.631 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 425662, 2024-04-10T16:34:05.631 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 110 2024-04-10T16:34:05.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.631 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:05.631 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 2330591, 2024-04-10T16:34:05.631 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 522917 2024-04-10T16:34:05.631 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.631 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:05.631 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6757416, 2024-04-10T16:34:05.632 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 9969 2024-04-10T16:34:05.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.632 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:05.632 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 67348, 2024-04-10T16:34:05.632 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7010 2024-04-10T16:34:05.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.632 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:05.632 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 82512, 2024-04-10T16:34:05.632 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1719 2024-04-10T16:34:05.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.632 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:05.632 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.632 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.632 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.632 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:05.632 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164982, 2024-04-10T16:34:05.633 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1185 2024-04-10T16:34:05.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.633 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:05.633 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.633 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.633 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:05.633 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1472, 2024-04-10T16:34:05.633 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 2 2024-04-10T16:34:05.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.633 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:05.633 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 101947, 2024-04-10T16:34:05.633 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 59 2024-04-10T16:34:05.633 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.633 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:05.634 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 20128, 2024-04-10T16:34:05.634 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 5 2024-04-10T16:34:05.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.634 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:05.634 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 15228697, 2024-04-10T16:34:05.634 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 268 2024-04-10T16:34:05.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.634 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:05.634 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 11616, 2024-04-10T16:34:05.634 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 132 2024-04-10T16:34:05.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.634 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:05.634 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.634 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.634 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.634 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:05.634 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 478224, 2024-04-10T16:34:05.635 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 41 2024-04-10T16:34:05.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.635 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:05.635 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.635 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.635 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:05.635 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 6369480, 2024-04-10T16:34:05.635 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 12249 2024-04-10T16:34:05.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.635 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:05.635 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:05.635 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:05.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.635 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:05.635 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.635 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.636 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:05.636 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.636 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.636 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:05.636 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.636 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.636 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:05.636 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.636 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.636 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.636 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.636 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.6": { 2024-04-10T16:34:05.637 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:05.637 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.637 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.637 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:05.637 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 18744, 2024-04-10T16:34:05.637 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 352 2024-04-10T16:34:05.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.637 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:05.637 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 31360, 2024-04-10T16:34:05.637 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 28 2024-04-10T16:34:05.637 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.637 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:05.637 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3264, 2024-04-10T16:34:05.637 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 17 2024-04-10T16:34:05.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.638 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:05.638 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 54800, 2024-04-10T16:34:05.638 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 685 2024-04-10T16:34:05.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.638 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:05.638 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 372528, 2024-04-10T16:34:05.638 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1791 2024-04-10T16:34:05.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.638 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:05.638 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:05.638 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:05.638 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.638 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:05.639 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 447291, 2024-04-10T16:34:05.639 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 112 2024-04-10T16:34:05.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.639 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:05.639 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1685764, 2024-04-10T16:34:05.639 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 373812 2024-04-10T16:34:05.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.639 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:05.639 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4930256, 2024-04-10T16:34:05.639 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 7282 2024-04-10T16:34:05.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.639 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:05.639 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 77564, 2024-04-10T16:34:05.639 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8316 2024-04-10T16:34:05.639 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.640 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:05.640 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 85968, 2024-04-10T16:34:05.640 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1791 2024-04-10T16:34:05.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.640 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:05.640 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.640 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.640 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:05.640 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164638, 2024-04-10T16:34:05.640 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1183 2024-04-10T16:34:05.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.640 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:05.640 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.640 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.640 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.641 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:05.641 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.641 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.641 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:05.641 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 44155, 2024-04-10T16:34:05.641 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 46 2024-04-10T16:34:05.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.641 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:05.641 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.641 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.641 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:05.641 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 18562712, 2024-04-10T16:34:05.641 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 267 2024-04-10T16:34:05.641 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.641 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:05.642 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 12320, 2024-04-10T16:34:05.642 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 140 2024-04-10T16:34:05.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.642 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:05.642 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.642 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.642 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:05.642 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 454896, 2024-04-10T16:34:05.642 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 39 2024-04-10T16:34:05.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.642 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:05.642 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.642 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.642 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.642 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:05.642 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3601936, 2024-04-10T16:34:05.642 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 9318 2024-04-10T16:34:05.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.643 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:05.643 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:05.643 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:05.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.643 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:05.643 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.643 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.643 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:05.643 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.643 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.643 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:05.643 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.643 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.644 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:05.644 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.644 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.644 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.644 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.7": { 2024-04-10T16:34:05.644 INFO:tasks.workunit.client.0.smithi102.stdout: "bloom_filter": { 2024-04-10T16:34:05.644 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.644 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.644 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:05.644 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 16936, 2024-04-10T16:34:05.644 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 333 2024-04-10T16:34:05.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.644 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_reader": { 2024-04-10T16:34:05.645 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 30848, 2024-04-10T16:34:05.645 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 24 2024-04-10T16:34:05.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.645 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs_file_writer": { 2024-04-10T16:34:05.645 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 3072, 2024-04-10T16:34:05.645 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 16 2024-04-10T16:34:05.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.645 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_alloc": { 2024-04-10T16:34:05.645 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 55520, 2024-04-10T16:34:05.645 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 694 2024-04-10T16:34:05.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.645 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_blob": { 2024-04-10T16:34:05.645 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 372320, 2024-04-10T16:34:05.645 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1790 2024-04-10T16:34:05.645 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.645 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_buffer": { 2024-04-10T16:34:05.645 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 256, 2024-04-10T16:34:05.646 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 32 2024-04-10T16:34:05.646 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.646 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_data": { 2024-04-10T16:34:05.646 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 416733, 2024-04-10T16:34:05.646 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 122 2024-04-10T16:34:05.646 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.646 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_meta": { 2024-04-10T16:34:05.646 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 1994357, 2024-04-10T16:34:05.646 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 444390 2024-04-10T16:34:05.646 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.646 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_onode": { 2024-04-10T16:34:05.646 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 5779576, 2024-04-10T16:34:05.646 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8531 2024-04-10T16:34:05.646 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.646 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_cache_other": { 2024-04-10T16:34:05.646 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 78188, 2024-04-10T16:34:05.647 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 8317 2024-04-10T16:34:05.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.647 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_extent": { 2024-04-10T16:34:05.647 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 85920, 2024-04-10T16:34:05.647 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1790 2024-04-10T16:34:05.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.647 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_fsck": { 2024-04-10T16:34:05.647 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.647 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.647 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_inline_bl": { 2024-04-10T16:34:05.647 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 164894, 2024-04-10T16:34:05.647 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 1184 2024-04-10T16:34:05.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.647 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_shared_blob": { 2024-04-10T16:34:05.647 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.647 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.647 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.648 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_txc": { 2024-04-10T16:34:05.648 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.648 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.648 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing": { 2024-04-10T16:34:05.648 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 22585, 2024-04-10T16:34:05.648 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 27 2024-04-10T16:34:05.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.648 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore_writing_deferred": { 2024-04-10T16:34:05.648 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.648 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.648 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_anon": { 2024-04-10T16:34:05.648 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 17257110, 2024-04-10T16:34:05.648 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 265 2024-04-10T16:34:05.648 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.648 INFO:tasks.workunit.client.0.smithi102.stdout: "buffer_meta": { 2024-04-10T16:34:05.649 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 10912, 2024-04-10T16:34:05.649 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 124 2024-04-10T16:34:05.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.649 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_co": { 2024-04-10T16:34:05.649 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.649 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.649 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:05.649 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 524880, 2024-04-10T16:34:05.649 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 45 2024-04-10T16:34:05.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.649 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_mapbl": { 2024-04-10T16:34:05.649 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.649 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.649 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.649 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_pglog": { 2024-04-10T16:34:05.649 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 4957056, 2024-04-10T16:34:05.650 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 9568 2024-04-10T16:34:05.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.650 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap": { 2024-04-10T16:34:05.650 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 656120, 2024-04-10T16:34:05.650 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 11492 2024-04-10T16:34:05.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.650 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap_mapping": { 2024-04-10T16:34:05.650 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.650 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.650 INFO:tasks.workunit.client.0.smithi102.stdout: "pgmap": { 2024-04-10T16:34:05.650 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.650 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.650 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_1": { 2024-04-10T16:34:05.651 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.651 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.651 INFO:tasks.workunit.client.0.smithi102.stdout: "unittest_2": { 2024-04-10T16:34:05.651 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes": 0, 2024-04-10T16:34:05.651 INFO:tasks.workunit.client.0.smithi102.stdout: "items": 0 2024-04-10T16:34:05.651 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.651 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.651 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.651 INFO:tasks.workunit.client.0.smithi102.stdout: "metadata": { 2024-04-10T16:34:05.651 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T16:34:05.651 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T16:34:05.651 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 2 2024-04-10T16:34:05.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.651 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T16:34:05.651 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 2 2024-04-10T16:34:05.651 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.652 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T16:34:05.652 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 2 2024-04-10T16:34:05.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.652 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T16:34:05.652 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 2 2024-04-10T16:34:05.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.652 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T16:34:05.652 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 2 2024-04-10T16:34:05.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.652 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T16:34:05.652 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 2 2024-04-10T16:34:05.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.652 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T16:34:05.652 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 2 2024-04-10T16:34:05.652 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.652 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T16:34:05.652 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 2 2024-04-10T16:34:05.653 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.653 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:05.653 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T16:34:05.653 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 3 2024-04-10T16:34:05.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.653 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T16:34:05.653 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 3 2024-04-10T16:34:05.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.653 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T16:34:05.653 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 3 2024-04-10T16:34:05.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.653 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T16:34:05.653 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 3 2024-04-10T16:34:05.653 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.653 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T16:34:05.653 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 3 2024-04-10T16:34:05.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.654 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T16:34:05.654 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 3 2024-04-10T16:34:05.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.654 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T16:34:05.654 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 3 2024-04-10T16:34:05.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.654 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T16:34:05.654 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 3 2024-04-10T16:34:05.654 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.654 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:05.654 INFO:tasks.workunit.client.0.smithi102.stdout: "arch": { 2024-04-10T16:34:05.654 INFO:tasks.workunit.client.0.smithi102.stdout: "x86_64": 8 2024-04-10T16:34:05.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.654 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_version": { 2024-04-10T16:34:05.654 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph version 19.0.0-2838-ga5074d45 (a5074d4516d566e9d8b6aec912f26afd099de101) squid (dev)": 8 2024-04-10T16:34:05.654 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.655 INFO:tasks.workunit.client.0.smithi102.stdout: "cpu": { 2024-04-10T16:34:05.655 INFO:tasks.workunit.client.0.smithi102.stdout: "Intel(R) Xeon(R) CPU E5-1620 v4 @ 3.50GHz": 8 2024-04-10T16:34:05.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.655 INFO:tasks.workunit.client.0.smithi102.stdout: "distro": { 2024-04-10T16:34:05.655 INFO:tasks.workunit.client.0.smithi102.stdout: "centos": 8 2024-04-10T16:34:05.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.655 INFO:tasks.workunit.client.0.smithi102.stdout: "distro_description": { 2024-04-10T16:34:05.655 INFO:tasks.workunit.client.0.smithi102.stdout: "CentOS Stream 8": 8 2024-04-10T16:34:05.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.655 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_description": { 2024-04-10T16:34:05.655 INFO:tasks.workunit.client.0.smithi102.stdout: "#1 SMP PREEMPT_DYNAMIC Fri Mar 29 18:46:37 UTC 2024": 8 2024-04-10T16:34:05.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.655 INFO:tasks.workunit.client.0.smithi102.stdout: "kernel_version": { 2024-04-10T16:34:05.655 INFO:tasks.workunit.client.0.smithi102.stdout: "5.14.0-435.el9.x86_64": 8 2024-04-10T16:34:05.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.655 INFO:tasks.workunit.client.0.smithi102.stdout: "os": { 2024-04-10T16:34:05.655 INFO:tasks.workunit.client.0.smithi102.stdout: "Linux": 8 2024-04-10T16:34:05.655 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.656 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_objectstore": { 2024-04-10T16:34:05.656 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": 8 2024-04-10T16:34:05.656 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.656 INFO:tasks.workunit.client.0.smithi102.stdout: "rotational": { 2024-04-10T16:34:05.656 INFO:tasks.workunit.client.0.smithi102.stdout: "0": 8 2024-04-10T16:34:05.656 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.656 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.656 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.656 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:05.656 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T16:34:05.656 INFO:tasks.workunit.client.0.smithi102.stdout: "features": { 2024-04-10T16:34:05.656 INFO:tasks.workunit.client.0.smithi102.stdout: "optional": [], 2024-04-10T16:34:05.656 INFO:tasks.workunit.client.0.smithi102.stdout: "persistent": [ 2024-04-10T16:34:05.657 INFO:tasks.workunit.client.0.smithi102.stdout: "kraken", 2024-04-10T16:34:05.657 INFO:tasks.workunit.client.0.smithi102.stdout: "luminous", 2024-04-10T16:34:05.657 INFO:tasks.workunit.client.0.smithi102.stdout: "mimic", 2024-04-10T16:34:05.657 INFO:tasks.workunit.client.0.smithi102.stdout: "osdmap-prune", 2024-04-10T16:34:05.657 INFO:tasks.workunit.client.0.smithi102.stdout: "nautilus", 2024-04-10T16:34:05.657 INFO:tasks.workunit.client.0.smithi102.stdout: "octopus", 2024-04-10T16:34:05.657 INFO:tasks.workunit.client.0.smithi102.stdout: "pacific", 2024-04-10T16:34:05.657 INFO:tasks.workunit.client.0.smithi102.stdout: "elector-pinging", 2024-04-10T16:34:05.657 INFO:tasks.workunit.client.0.smithi102.stdout: "quincy", 2024-04-10T16:34:05.657 INFO:tasks.workunit.client.0.smithi102.stdout: "reef", 2024-04-10T16:34:05.657 INFO:tasks.workunit.client.0.smithi102.stdout: "squid" 2024-04-10T16:34:05.657 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.657 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.657 INFO:tasks.workunit.client.0.smithi102.stdout: "ipv4_addr_mons": 6, 2024-04-10T16:34:05.657 INFO:tasks.workunit.client.0.smithi102.stdout: "ipv6_addr_mons": 0, 2024-04-10T16:34:05.657 INFO:tasks.workunit.client.0.smithi102.stdout: "min_mon_release": 19, 2024-04-10T16:34:05.658 INFO:tasks.workunit.client.0.smithi102.stdout: "v1_addr_mons": 3, 2024-04-10T16:34:05.658 INFO:tasks.workunit.client.0.smithi102.stdout: "v2_addr_mons": 3 2024-04-10T16:34:05.658 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.658 INFO:tasks.workunit.client.0.smithi102.stdout: "organization": "ceph-qa", 2024-04-10T16:34:05.658 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:05.658 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster_network": false, 2024-04-10T16:34:05.658 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8, 2024-04-10T16:34:05.658 INFO:tasks.workunit.client.0.smithi102.stdout: "require_min_compat_client": "luminous", 2024-04-10T16:34:05.658 INFO:tasks.workunit.client.0.smithi102.stdout: "require_osd_release": "squid" 2024-04-10T16:34:05.658 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.658 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_perf_histograms": [ 2024-04-10T16:34:05.658 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.658 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:05.658 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T16:34:05.658 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.658 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:05.658 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:05.659 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T16:34:05.659 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T16:34:05.659 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:05.659 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:05.659 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T16:34:05.659 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T16:34:05.659 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T16:34:05.659 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T16:34:05.659 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T16:34:05.659 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T16:34:05.659 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T16:34:05.659 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T16:34:05.659 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T16:34:05.659 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T16:34:05.659 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T16:34:05.660 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T16:34:05.660 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T16:34:05.660 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T16:34:05.660 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T16:34:05.660 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T16:34:05.660 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T16:34:05.660 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T16:34:05.660 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T16:34:05.660 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T16:34:05.660 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T16:34:05.660 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T16:34:05.660 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T16:34:05.660 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T16:34:05.660 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:34:05.661 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:34:05.661 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:34:05.661 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:34:05.661 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:34:05.661 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:34:05.661 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T16:34:05.661 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.661 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:05.661 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.661 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.661 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:05.661 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:05.661 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T16:34:05.661 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T16:34:05.662 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:05.662 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:05.662 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T16:34:05.662 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T16:34:05.662 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T16:34:05.662 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T16:34:05.662 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T16:34:05.662 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T16:34:05.662 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T16:34:05.662 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T16:34:05.662 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T16:34:05.662 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T16:34:05.662 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T16:34:05.662 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T16:34:05.663 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T16:34:05.663 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T16:34:05.663 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T16:34:05.663 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T16:34:05.663 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T16:34:05.663 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T16:34:05.663 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T16:34:05.663 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T16:34:05.663 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T16:34:05.663 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T16:34:05.663 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T16:34:05.663 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T16:34:05.663 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T16:34:05.663 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T16:34:05.663 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T16:34:05.664 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T16:34:05.664 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T16:34:05.664 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T16:34:05.664 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T16:34:05.664 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.664 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:05.664 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.664 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.664 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T16:34:05.664 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.664 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T16:34:05.664 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.664 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.664 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 56, 83, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.664 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10004, 3750, 4310, 0, 5, 3, 1, 1, 1, 1, 5, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.665 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6926, 101, 119, 2, 21, 3, 9, 5, 25, 58, 26, 33, 43, 23, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.665 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 684, 5, 14, 0, 1, 0, 0, 0, 4, 6, 92, 161, 102, 13, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.665 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 464, 5, 0, 0, 1, 2, 0, 0, 1, 1, 2, 24, 344, 19, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.665 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 140, 10, 3, 0, 0, 0, 0, 1, 7, 1, 7, 3, 30, 98, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.665 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 160, 5, 4, 0, 0, 0, 0, 0, 1, 1, 1, 8, 13, 14, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.665 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 102, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 7, 15, 63, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.665 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 3, 29, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.665 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 7, 10, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.665 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.665 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.665 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.665 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.665 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.665 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.665 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.665 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.665 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.665 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.666 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.666 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.666 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.666 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.666 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.666 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.666 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.666 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.666 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.666 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.666 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.666 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.666 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.666 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.666 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T16:34:05.667 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.667 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.667 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.667 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 7528, 3, 0, 1, 1, 0, 0, 2, 2, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.667 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6022, 49, 1283, 2, 15, 5, 8, 16, 33, 52, 61, 55, 59, 12, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.667 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 449, 6, 222, 22, 0, 0, 0, 1, 8, 13, 117, 190, 134, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.667 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 284, 1, 0, 8, 0, 0, 1, 0, 1, 1, 3, 21, 404, 3, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.667 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 127, 1, 0, 0, 1, 1, 8, 0, 1, 0, 2, 14, 29, 32, 81, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.667 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 70, 0, 40, 0, 0, 0, 2, 0, 0, 0, 2, 12, 8, 6, 75, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.667 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 118, 0, 226, 0, 0, 0, 0, 0, 0, 0, 0, 8, 10, 4, 44, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.667 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 46, 0, 33, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 2, 8, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.667 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 7, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.667 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.667 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.667 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.667 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.668 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.668 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.668 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.668 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.668 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.668 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.668 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.668 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.668 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.668 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.668 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.668 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.668 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.668 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.668 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.668 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.668 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.669 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.669 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.669 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T16:34:05.669 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.669 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.669 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.669 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9706, 1, 1, 0, 0, 0, 0, 0, 1, 0, 17, 1, 2, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.669 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8179, 41, 18, 0, 3, 0, 1, 1, 1, 2, 47, 20, 25, 26, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.669 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 732, 9, 31, 2, 2, 0, 2, 0, 0, 4, 26, 2, 3, 2, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.669 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 386, 0, 0, 0, 0, 0, 0, 0, 1, 0, 6, 29, 48, 5, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.669 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 140, 1, 1, 0, 2, 0, 3, 1, 2, 0, 13, 6, 32, 45, 127, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.669 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 215, 0, 0, 0, 0, 0, 1, 1, 0, 1, 12, 7, 28, 19, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.669 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 234, 0, 0, 1, 0, 0, 0, 0, 0, 3, 6, 1, 24, 50, 40, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.669 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 114, 0, 0, 0, 0, 0, 2, 0, 0, 0, 1, 0, 7, 21, 57, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.669 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 18, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 1, 14, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.669 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.669 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.670 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.670 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.670 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.670 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.670 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.670 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.670 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.670 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.670 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.670 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.670 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.670 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.670 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.670 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.670 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.670 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.670 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.671 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.671 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.671 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.671 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.671 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.671 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T16:34:05.671 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.671 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.671 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 467, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.671 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15598, 4111, 69, 8, 25, 32, 0, 0, 0, 0, 16, 0, 0, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.671 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9692, 57, 3, 1, 24, 20, 100, 139, 9, 15, 49, 21, 21, 21, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.671 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1301, 113, 143, 0, 1, 0, 1, 2, 4, 7, 55, 87, 37, 3, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.671 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 485, 20, 39, 0, 5, 0, 0, 0, 0, 0, 1, 13, 145, 5, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.671 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 94, 12, 13, 0, 168, 0, 0, 0, 0, 0, 4, 9, 15, 24, 67, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.671 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 36, 2, 23, 29, 340, 0, 0, 0, 0, 0, 1, 10, 14, 4, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.672 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6, 0, 1, 35, 407, 0, 0, 0, 0, 0, 0, 3, 7, 0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.672 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 4, 1903, 112, 0, 0, 0, 0, 0, 0, 3, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.672 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 11, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.672 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.672 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.672 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.672 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.672 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.672 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.672 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.672 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.672 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.672 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.672 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.672 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.672 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.673 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.673 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.673 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.673 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.673 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.673 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.673 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.673 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.673 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.673 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.673 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.673 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T16:34:05.673 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.673 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.673 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.673 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9374, 2, 46, 2, 7385, 462, 1, 0, 2, 0, 1, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.674 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9551, 54, 46, 3, 378, 151, 55, 65, 6, 16, 16, 13, 9, 5, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.674 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 969, 18, 25, 0, 26, 14, 11, 12, 3, 6, 64, 75, 33, 6, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.674 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 332, 7, 0, 0, 4, 9, 0, 0, 0, 1, 5, 32, 176, 2, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.674 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 176, 9, 0, 0, 21, 20, 0, 1, 0, 1, 4, 5, 18, 16, 30, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.674 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 90, 15, 0, 0, 2, 14, 0, 0, 0, 0, 0, 9, 15, 17, 69, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.674 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 38, 53, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 4, 28, 55, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.674 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12, 168, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 19, 20, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.674 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 5, 10, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.674 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.674 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.674 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.674 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.674 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.674 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.674 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.674 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.675 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.675 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.675 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.675 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.675 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.675 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.675 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.675 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.675 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.675 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.675 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.675 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.675 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.675 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.675 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.675 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T16:34:05.676 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.676 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.676 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 530, 24, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.676 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15919, 3983, 1, 1, 1, 0, 1, 0, 0, 1, 2, 0, 6, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.676 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10991, 203, 18, 0, 11, 0, 1, 1, 1, 0, 6, 2, 20, 17, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.676 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2032, 45, 15, 1, 4, 0, 1, 0, 1, 2, 11, 0, 4, 9, 31, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.676 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 831, 8, 5, 5, 4, 0, 0, 0, 0, 0, 5, 2, 36, 12, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.676 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 562, 24, 4, 0, 0, 0, 0, 0, 0, 0, 5, 3, 18, 38, 68, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.676 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 330, 12, 3, 1, 0, 0, 0, 0, 0, 1, 2, 13, 7, 12, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.676 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 112, 3, 0, 0, 0, 0, 3, 0, 0, 0, 1, 4, 11, 5, 39, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.676 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15, 4, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 5, 6, 9, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.676 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.676 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.676 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.676 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.676 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.677 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.677 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.677 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.677 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.677 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.677 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.677 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.677 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.677 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.677 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.677 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.677 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.677 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.677 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.678 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.678 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.678 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.678 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.678 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.678 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.678 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T16:34:05.678 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.678 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.678 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5683, 1754, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.678 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10308, 6404, 0, 0, 0, 0, 0, 0, 0, 2, 5, 0, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.678 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 7567, 215, 25, 2, 14, 4, 2, 5, 6, 23, 7, 15, 24, 7, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.678 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 793, 24, 10, 0, 2, 1, 0, 1, 9, 12, 43, 64, 33, 8, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.678 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 335, 8, 0, 0, 0, 0, 0, 0, 0, 3, 8, 12, 192, 2, 25, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.678 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 112, 5, 0, 0, 0, 1, 0, 0, 0, 3, 3, 1, 19, 24, 57, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.679 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 88, 7, 0, 0, 0, 0, 0, 1, 0, 0, 4, 2, 16, 14, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.679 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 183, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 4, 3, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.679 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 5, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.679 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.679 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.679 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.679 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.679 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.679 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.679 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.679 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.679 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.679 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.679 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.679 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.679 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.680 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.680 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.680 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.680 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.680 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.680 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.680 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.680 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.680 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.680 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.680 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.680 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.680 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T16:34:05.680 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.680 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.681 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.681 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12810, 4, 1, 0, 0, 1, 0, 0, 0, 0, 4, 0, 7, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.681 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 7999, 282, 0, 0, 4, 2, 0, 0, 0, 0, 5, 3, 12, 15, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.681 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1098, 23, 3, 0, 1, 0, 0, 1, 0, 0, 27, 3, 8, 4, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.681 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 260, 2, 1, 0, 0, 0, 0, 0, 0, 0, 9, 5, 30, 6, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.681 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 123, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 20, 60, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.681 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 117, 1, 0, 0, 0, 0, 0, 0, 0, 0, 6, 2, 4, 15, 100, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.681 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 59, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 7, 2, 7, 45, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.681 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 1, 2, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.681 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.681 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.681 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.681 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.681 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.682 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.682 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.682 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.682 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.682 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.682 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.682 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.682 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.682 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.682 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.682 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.682 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.682 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.682 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.682 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.682 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.683 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.683 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.683 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.683 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.683 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.683 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:05.683 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T16:34:05.683 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.683 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:05.683 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:05.683 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T16:34:05.683 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T16:34:05.683 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:05.683 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:05.683 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T16:34:05.683 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T16:34:05.683 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T16:34:05.683 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T16:34:05.684 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T16:34:05.684 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T16:34:05.684 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T16:34:05.684 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T16:34:05.684 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T16:34:05.684 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T16:34:05.684 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T16:34:05.684 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T16:34:05.684 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T16:34:05.684 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T16:34:05.684 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T16:34:05.684 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T16:34:05.684 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T16:34:05.684 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T16:34:05.684 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T16:34:05.684 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T16:34:05.685 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T16:34:05.685 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T16:34:05.685 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T16:34:05.685 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T16:34:05.685 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:34:05.685 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:34:05.685 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:34:05.685 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:34:05.685 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:34:05.685 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:34:05.685 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T16:34:05.685 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.685 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:05.686 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.686 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.686 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:05.686 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:05.686 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T16:34:05.686 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T16:34:05.686 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:05.686 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:05.686 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T16:34:05.686 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T16:34:05.686 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T16:34:05.686 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T16:34:05.686 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T16:34:05.686 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T16:34:05.687 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T16:34:05.687 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T16:34:05.687 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T16:34:05.687 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T16:34:05.687 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T16:34:05.687 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T16:34:05.687 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T16:34:05.687 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T16:34:05.687 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T16:34:05.687 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T16:34:05.687 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T16:34:05.687 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T16:34:05.687 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T16:34:05.687 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T16:34:05.687 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T16:34:05.687 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T16:34:05.688 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T16:34:05.688 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T16:34:05.688 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T16:34:05.688 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T16:34:05.688 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T16:34:05.688 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T16:34:05.688 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T16:34:05.688 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T16:34:05.688 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T16:34:05.688 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.688 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:05.688 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.688 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.688 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T16:34:05.688 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.688 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T16:34:05.689 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.689 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.689 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.689 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.689 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.689 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 536, 2, 9, 20, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.689 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 4152, 67, 67, 131, 438, 602, 705, 1, 11, 8, 0, 2, 1, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.689 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 609, 17, 28, 51, 25, 8, 22, 0, 0, 4, 1, 5, 1, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.689 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 240, 0, 0, 3, 0, 1, 1, 0, 0, 0, 0, 1, 7, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.689 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 122, 0, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 1, 13, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.689 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 47, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 3, 3, 22, 27, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.689 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 4, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.689 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.689 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.689 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.690 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.690 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.690 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.690 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.690 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.690 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.690 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.690 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.690 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.690 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.690 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.690 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.690 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.690 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.691 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.691 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.691 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.691 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.691 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.691 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.691 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.691 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T16:34:05.691 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.691 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.691 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.691 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.691 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.691 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 316, 2, 2, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.691 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2717, 264, 33, 56, 121, 1, 0, 0, 4, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.692 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 491, 29, 1209, 0, 0, 0, 0, 0, 1, 1, 2, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.692 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 396, 4, 136, 0, 0, 1, 0, 0, 1, 0, 1, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.692 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1644, 1313, 50, 0, 0, 0, 0, 0, 0, 0, 0, 2, 8, 4, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.692 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1464, 1677, 244, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 6, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.692 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12, 6, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.692 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.692 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.692 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.692 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.692 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.692 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.692 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.692 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.692 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.692 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.692 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.693 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.693 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.693 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.693 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.693 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.693 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.693 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.693 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.693 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.693 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.693 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.693 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.693 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.693 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T16:34:05.693 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.693 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.693 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.694 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.694 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.694 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 989, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.694 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9784, 7, 0, 0, 3, 1, 2, 4, 5, 1, 1, 0, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.694 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15887, 1, 2, 0, 0, 0, 0, 1, 2, 2, 4, 3, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.694 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 272, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 11, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.694 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 105, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 7, 7, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.694 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 4, 7, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.694 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9, 0, 0, 0, 0, 0, 1, 0, 0, 0, 2, 0, 0, 3, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.694 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.694 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.694 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.694 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.694 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.694 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.694 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.695 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.695 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.695 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.695 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.695 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.695 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.695 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.695 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.695 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.695 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.695 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.695 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.695 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.695 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.696 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.696 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.696 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T16:34:05.696 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.696 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.696 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.696 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.696 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.696 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.696 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2980, 35, 0, 0, 3, 1, 3, 3, 3, 0, 2, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.696 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 546, 5, 1, 0, 0, 0, 0, 0, 1, 0, 2, 2, 1, 0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.696 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 230, 18, 34, 41, 0, 0, 0, 0, 0, 0, 0, 2, 6, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.696 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1006, 318, 0, 111, 0, 0, 0, 0, 0, 0, 1, 0, 2, 2, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.696 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 4104, 2494, 0, 411, 0, 0, 0, 0, 0, 0, 0, 0, 0, 4, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.696 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 228, 189, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 1, 2, 23, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.697 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.697 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.697 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.697 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.697 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.697 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.697 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.697 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.697 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.697 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.697 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.697 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.697 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.697 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.698 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.698 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.698 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.698 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.698 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.698 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.698 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.698 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.698 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.698 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.698 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T16:34:05.698 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.698 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.698 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.699 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.699 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.699 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 763, 0, 0, 19, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.699 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3248, 203, 34, 49, 151, 274, 469, 4, 12, 16, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.699 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 338, 21, 0, 0, 5, 0, 15, 0, 0, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.699 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 215, 1, 0, 0, 2, 1, 1, 0, 0, 0, 1, 2, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.699 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 176, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.699 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 51, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 3, 5, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.699 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 21, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.699 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.699 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.699 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.699 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.699 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.699 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.699 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.700 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.700 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.700 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.700 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.700 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.700 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.700 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.700 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.700 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.700 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.700 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.700 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.700 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.700 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.700 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.701 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.701 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.701 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T16:34:05.701 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.701 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.701 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.701 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.701 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.701 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 703, 0, 10, 13, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.701 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5348, 78, 124, 238, 466, 603, 718, 0, 1, 0, 0, 0, 0, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.701 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 474, 2, 5, 8, 6, 8, 7, 0, 1, 1, 0, 2, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.701 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 373, 1, 6, 21, 3, 1, 1, 0, 0, 0, 0, 1, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.701 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 269, 41, 75, 108, 26, 0, 0, 0, 0, 2, 0, 0, 6, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.702 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 167, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 15, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.702 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 25, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 4, 4, 28, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.702 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.702 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.702 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.702 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.702 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.702 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.702 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.702 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.702 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.702 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.702 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.703 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.703 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.703 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.703 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.703 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.703 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.703 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.703 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.703 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.703 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.703 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.703 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.703 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.704 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T16:34:05.704 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.704 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.704 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.704 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.704 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.704 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 430, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.704 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2959, 23, 0, 0, 4, 1, 2, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.704 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 331, 2, 1, 0, 0, 0, 0, 0, 0, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.704 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 276, 11, 0, 0, 0, 0, 0, 0, 0, 0, 2, 2, 5, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.704 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 226, 104, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.704 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 65, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 6, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.704 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.704 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.704 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.704 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.705 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.705 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.705 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.705 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.705 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.705 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.705 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.705 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.705 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.705 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.705 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.705 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.705 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.705 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.706 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.706 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.706 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.706 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.706 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.706 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.706 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.706 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T16:34:05.706 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.706 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.706 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.706 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.706 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.706 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 486, 5, 13, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.706 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8117, 28, 55, 38, 1, 0, 0, 1, 3, 0, 1, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.707 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2693, 23, 97, 40, 0, 1, 0, 0, 0, 2, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.707 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 168, 9, 3, 0, 2, 0, 0, 0, 0, 0, 3, 4, 4, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.707 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 90, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 8, 7, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.707 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 50, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 6, 13, 10, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.707 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 11, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 1, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.707 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.707 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.707 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.707 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.707 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.707 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.707 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.707 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.707 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.707 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.708 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.708 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.708 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.708 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.708 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.708 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.708 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.708 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.708 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.708 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.708 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.708 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.708 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.708 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.709 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.709 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:05.709 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T16:34:05.709 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.709 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:05.709 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:05.709 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T16:34:05.709 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T16:34:05.709 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:05.709 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:05.709 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T16:34:05.709 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T16:34:05.709 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T16:34:05.709 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T16:34:05.709 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T16:34:05.709 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T16:34:05.710 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T16:34:05.710 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T16:34:05.710 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T16:34:05.710 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T16:34:05.710 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T16:34:05.710 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T16:34:05.710 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T16:34:05.710 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T16:34:05.710 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T16:34:05.710 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T16:34:05.710 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T16:34:05.710 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T16:34:05.710 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T16:34:05.710 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T16:34:05.711 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T16:34:05.711 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T16:34:05.711 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T16:34:05.711 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T16:34:05.711 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:34:05.711 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:34:05.711 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:34:05.711 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:34:05.711 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:34:05.711 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:34:05.711 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T16:34:05.711 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.711 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:05.711 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.711 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.711 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:05.712 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:05.712 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T16:34:05.712 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T16:34:05.712 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:05.712 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:05.712 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T16:34:05.712 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T16:34:05.712 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T16:34:05.712 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T16:34:05.712 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T16:34:05.712 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T16:34:05.712 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T16:34:05.712 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T16:34:05.712 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T16:34:05.712 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T16:34:05.712 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T16:34:05.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T16:34:05.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T16:34:05.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T16:34:05.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T16:34:05.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T16:34:05.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T16:34:05.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T16:34:05.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T16:34:05.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T16:34:05.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T16:34:05.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T16:34:05.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T16:34:05.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T16:34:05.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T16:34:05.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T16:34:05.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T16:34:05.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T16:34:05.713 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T16:34:05.714 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T16:34:05.714 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T16:34:05.714 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.714 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:05.714 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.714 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.714 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T16:34:05.714 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.714 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T16:34:05.714 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.714 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.714 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.714 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.714 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.714 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 571, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.714 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6191, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.714 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 773, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 256, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 150, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 56, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.715 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.716 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.716 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.716 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.716 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T16:34:05.716 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.716 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 332, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3199, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1737, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 543, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3026, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 46, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.717 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.718 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.718 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.718 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.718 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.719 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T16:34:05.719 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 989, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 9811, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 15905, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 126, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 36, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.719 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.720 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.721 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.721 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.721 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.721 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.721 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.721 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.721 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.721 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T16:34:05.721 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.721 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.721 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.721 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 290, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3032, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 561, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 332, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1441, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 7034, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 464, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.722 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.723 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.724 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.724 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.724 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.724 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T16:34:05.724 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 785, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 4462, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 381, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 225, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 182, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.724 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.725 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.726 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.726 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.726 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.726 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.727 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T16:34:05.727 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.727 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.727 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.727 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.727 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.727 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 726, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.727 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 7580, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.727 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 515, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.727 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 415, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.727 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 531, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.727 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 202, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.727 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.727 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 16, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.727 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.728 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.729 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.729 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.729 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.729 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T16:34:05.729 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 436, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.729 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2990, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 297, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 337, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 98, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 26, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.730 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.731 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.731 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.731 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.732 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.732 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T16:34:05.732 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 507, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8246, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2858, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 194, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 108, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 79, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 48, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.732 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.733 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.734 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.734 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.734 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.734 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.734 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.734 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.734 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:05.734 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T16:34:05.734 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.734 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:05.734 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:05.734 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Latency (usec)", 2024-04-10T16:34:05.734 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 100000, 2024-04-10T16:34:05.734 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:05.734 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:05.734 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 99999]", 2024-04-10T16:34:05.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[100000, 199999]", 2024-04-10T16:34:05.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[200000, 399999]", 2024-04-10T16:34:05.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[400000, 799999]", 2024-04-10T16:34:05.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[800000, 1599999]", 2024-04-10T16:34:05.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[1600000, 3199999]", 2024-04-10T16:34:05.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[3200000, 6399999]", 2024-04-10T16:34:05.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[6400000, 12799999]", 2024-04-10T16:34:05.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[12800000, 25599999]", 2024-04-10T16:34:05.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[25600000, 51199999]", 2024-04-10T16:34:05.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[51200000, 102399999]", 2024-04-10T16:34:05.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[102400000, 204799999]", 2024-04-10T16:34:05.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[204800000, 409599999]", 2024-04-10T16:34:05.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[409600000, 819199999]", 2024-04-10T16:34:05.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[819200000, 1638399999]", 2024-04-10T16:34:05.735 INFO:tasks.workunit.client.0.smithi102.stdout: "[1638400000, 3276799999]", 2024-04-10T16:34:05.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[3276800000, 6553599999]", 2024-04-10T16:34:05.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[6553600000, 13107199999]", 2024-04-10T16:34:05.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[13107200000, 26214399999]", 2024-04-10T16:34:05.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[26214400000, 52428799999]", 2024-04-10T16:34:05.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[52428800000, 104857599999]", 2024-04-10T16:34:05.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[104857600000, 209715199999]", 2024-04-10T16:34:05.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[209715200000, 419430399999]", 2024-04-10T16:34:05.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[419430400000, 838860799999]", 2024-04-10T16:34:05.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[838860800000, 1677721599999]", 2024-04-10T16:34:05.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[1677721600000, 3355443199999]", 2024-04-10T16:34:05.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[3355443200000, 6710886399999]", 2024-04-10T16:34:05.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[6710886400000, 13421772799999]", 2024-04-10T16:34:05.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[13421772800000, 26843545599999]", 2024-04-10T16:34:05.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[26843545600000, 53687091199999]", 2024-04-10T16:34:05.736 INFO:tasks.workunit.client.0.smithi102.stdout: "[53687091200000, None]" 2024-04-10T16:34:05.736 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.737 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:05.737 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.737 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.737 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 32, 2024-04-10T16:34:05.737 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:05.737 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "Request size (bytes)", 2024-04-10T16:34:05.737 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 512, 2024-04-10T16:34:05.737 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:05.737 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:05.737 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 511]", 2024-04-10T16:34:05.737 INFO:tasks.workunit.client.0.smithi102.stdout: "[512, 1023]", 2024-04-10T16:34:05.737 INFO:tasks.workunit.client.0.smithi102.stdout: "[1024, 2047]", 2024-04-10T16:34:05.737 INFO:tasks.workunit.client.0.smithi102.stdout: "[2048, 4095]", 2024-04-10T16:34:05.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[4096, 8191]", 2024-04-10T16:34:05.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[8192, 16383]", 2024-04-10T16:34:05.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[16384, 32767]", 2024-04-10T16:34:05.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[32768, 65535]", 2024-04-10T16:34:05.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[65536, 131071]", 2024-04-10T16:34:05.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[131072, 262143]", 2024-04-10T16:34:05.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[262144, 524287]", 2024-04-10T16:34:05.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[524288, 1048575]", 2024-04-10T16:34:05.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[1048576, 2097151]", 2024-04-10T16:34:05.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[2097152, 4194303]", 2024-04-10T16:34:05.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[4194304, 8388607]", 2024-04-10T16:34:05.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[8388608, 16777215]", 2024-04-10T16:34:05.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[16777216, 33554431]", 2024-04-10T16:34:05.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[33554432, 67108863]", 2024-04-10T16:34:05.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[67108864, 134217727]", 2024-04-10T16:34:05.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[134217728, 268435455]", 2024-04-10T16:34:05.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[268435456, 536870911]", 2024-04-10T16:34:05.738 INFO:tasks.workunit.client.0.smithi102.stdout: "[536870912, 1073741823]", 2024-04-10T16:34:05.739 INFO:tasks.workunit.client.0.smithi102.stdout: "[1073741824, 2147483647]", 2024-04-10T16:34:05.739 INFO:tasks.workunit.client.0.smithi102.stdout: "[2147483648, 4294967295]", 2024-04-10T16:34:05.739 INFO:tasks.workunit.client.0.smithi102.stdout: "[4294967296, 8589934591]", 2024-04-10T16:34:05.739 INFO:tasks.workunit.client.0.smithi102.stdout: "[8589934592, 17179869183]", 2024-04-10T16:34:05.739 INFO:tasks.workunit.client.0.smithi102.stdout: "[17179869184, 34359738367]", 2024-04-10T16:34:05.739 INFO:tasks.workunit.client.0.smithi102.stdout: "[34359738368, 68719476735]", 2024-04-10T16:34:05.739 INFO:tasks.workunit.client.0.smithi102.stdout: "[68719476736, 137438953471]", 2024-04-10T16:34:05.739 INFO:tasks.workunit.client.0.smithi102.stdout: "[137438953472, 274877906943]", 2024-04-10T16:34:05.739 INFO:tasks.workunit.client.0.smithi102.stdout: "[274877906944, None]" 2024-04-10T16:34:05.739 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.739 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:05.739 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.739 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.739 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T16:34:05.739 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.739 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T16:34:05.740 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 103, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1924, 18, 0, 0, 8, 0, 0, 4, 4, 7, 0, 0, 2, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1232, 11, 1, 2, 4, 1, 3, 10, 33, 67, 80, 42, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 195, 11, 0, 0, 2, 3, 1, 1, 3, 6, 73, 214, 99, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 336, 8, 0, 0, 0, 0, 1, 0, 3, 1, 8, 18, 276, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 547, 2, 0, 0, 0, 0, 0, 0, 0, 0, 3, 4, 21, 25, 60, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 591, 0, 0, 0, 0, 0, 0, 1, 0, 0, 1, 6, 13, 24, 121, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 699, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 2, 2, 1, 14, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 412, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.740 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 3, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.741 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.742 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.742 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.742 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.742 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.742 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T16:34:05.742 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.742 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.742 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.742 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.742 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.742 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 37, 3, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.742 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 2785, 17, 0, 0, 5, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.742 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1320, 4, 1, 3, 4, 7, 10, 21, 45, 68, 118, 33, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.742 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 90, 3, 0, 2, 1, 0, 3, 5, 2, 4, 74, 265, 225, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.742 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 35, 0, 0, 0, 0, 0, 1, 1, 2, 4, 12, 13, 369, 3, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.742 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 94, 2, 0, 0, 0, 0, 0, 0, 0, 2, 1, 8, 24, 19, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.742 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 431, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 7, 10, 25, 102, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1101, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1615, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 545, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.743 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.744 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.744 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.744 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.744 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T16:34:05.744 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.744 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 62, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 299, 6, 1, 1, 3, 0, 0, 0, 0, 1, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 185, 4, 0, 0, 1, 0, 5, 2, 9, 11, 56, 54, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 252, 2, 0, 0, 0, 0, 1, 6, 9, 16, 72, 100, 15, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 141, 3, 0, 0, 0, 0, 0, 1, 0, 8, 30, 45, 19, 9, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 59, 1, 0, 0, 0, 0, 2, 0, 3, 2, 10, 30, 29, 29, 80, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 1, 1, 0, 4, 16, 18, 47, 119, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 3, 13, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.745 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.746 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.747 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.747 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.747 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.747 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.747 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T16:34:05.747 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.747 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.747 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.747 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.747 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.747 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 38, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.747 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1297, 12, 1, 2, 19, 0, 2, 2, 6, 8, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.747 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 461, 7, 1, 0, 2, 4, 5, 13, 10, 33, 43, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.747 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 198, 11, 0, 0, 1, 1, 0, 1, 3, 0, 23, 123, 114, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 401, 4, 0, 0, 0, 0, 0, 1, 0, 1, 3, 4, 98, 3, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 408, 0, 0, 0, 0, 0, 0, 0, 2, 1, 3, 4, 15, 25, 37, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 210, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 2, 15, 30, 78, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 73, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 12, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.748 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.749 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.749 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.749 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.749 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T16:34:05.749 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.749 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 64, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1110, 11, 0, 0, 16, 0, 1, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 733, 9, 0, 0, 2, 3, 4, 8, 10, 34, 46, 22, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 388, 5, 0, 0, 0, 0, 0, 0, 4, 3, 50, 127, 43, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 495, 49, 0, 0, 0, 0, 1, 0, 2, 1, 8, 26, 141, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 249, 60, 0, 0, 0, 0, 0, 0, 0, 1, 3, 3, 11, 19, 38, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 88, 128, 0, 0, 0, 0, 0, 0, 1, 1, 1, 2, 10, 19, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 142, 244, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 24, 276, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.750 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.751 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.751 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.751 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.751 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.752 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T16:34:05.752 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 123, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 498, 16, 0, 0, 12, 0, 2, 3, 6, 8, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 89, 5, 2, 0, 1, 1, 2, 1, 3, 1, 10, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 129, 5, 0, 0, 0, 0, 2, 5, 4, 5, 37, 23, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 65, 5, 0, 0, 0, 0, 0, 1, 3, 3, 17, 29, 15, 4, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.752 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 31, 2, 0, 0, 0, 0, 1, 0, 0, 2, 4, 7, 16, 22, 34, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 5, 0, 0, 0, 0, 0, 0, 0, 1, 2, 1, 9, 12, 31, 90, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 3, 1, 4, 18, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.753 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.754 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.754 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.754 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.754 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.754 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.754 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.754 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.754 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.754 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.754 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.754 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.754 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.754 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.754 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T16:34:05.754 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 77, 15, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1092, 23, 1, 0, 11, 1, 4, 4, 12, 13, 0, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 662, 13, 0, 0, 3, 4, 7, 7, 11, 20, 31, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 423, 9, 1, 0, 0, 0, 0, 0, 0, 2, 33, 103, 49, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 455, 2, 0, 0, 1, 1, 0, 0, 2, 1, 6, 10, 181, 5, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 179, 2, 0, 0, 1, 0, 0, 0, 0, 2, 6, 4, 16, 19, 29, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 130, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 2, 16, 19, 87, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 70, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 1, 1, 20, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 17, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.755 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.756 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.756 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.756 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.757 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.757 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T16:34:05.757 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 44, 0, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 226, 11, 2, 3, 6, 1, 1, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 65, 8, 1, 1, 0, 1, 3, 4, 8, 1, 14, 9, 0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 102, 0, 1, 0, 0, 0, 2, 5, 3, 6, 17, 23, 9, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 55, 1, 0, 0, 0, 0, 1, 2, 3, 0, 14, 24, 12, 6, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 10, 0, 0, 0, 0, 0, 1, 0, 1, 1, 5, 14, 33, 26, 55, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 2, 7, 7, 12, 45, 105, 1, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 1, 4, 19, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.757 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 1, 0, 0, 0, 0, 0, 0, 0, 0, 1, 0, 2, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.758 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.759 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.759 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.759 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.759 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.759 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.759 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.759 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.759 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_resrv_repnum_vs_duration": { 2024-04-10T16:34:05.759 INFO:tasks.workunit.client.0.smithi102.stdout: "axes": [ 2024-04-10T16:34:05.759 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.759 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 8, 2024-04-10T16:34:05.759 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:05.759 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "number of replicas", 2024-04-10T16:34:05.759 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 1, 2024-04-10T16:34:05.759 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:05.759 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:05.759 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0]", 2024-04-10T16:34:05.759 INFO:tasks.workunit.client.0.smithi102.stdout: "[1, 1]", 2024-04-10T16:34:05.760 INFO:tasks.workunit.client.0.smithi102.stdout: "[2, 2]", 2024-04-10T16:34:05.760 INFO:tasks.workunit.client.0.smithi102.stdout: "[3, 3]", 2024-04-10T16:34:05.760 INFO:tasks.workunit.client.0.smithi102.stdout: "[4, 4]", 2024-04-10T16:34:05.760 INFO:tasks.workunit.client.0.smithi102.stdout: "[5, 5]", 2024-04-10T16:34:05.760 INFO:tasks.workunit.client.0.smithi102.stdout: "[6, None]" 2024-04-10T16:34:05.760 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.760 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "linear" 2024-04-10T16:34:05.760 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.760 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.760 INFO:tasks.workunit.client.0.smithi102.stdout: "buckets": 10, 2024-04-10T16:34:05.760 INFO:tasks.workunit.client.0.smithi102.stdout: "min": 0, 2024-04-10T16:34:05.760 INFO:tasks.workunit.client.0.smithi102.stdout: "name": "duration", 2024-04-10T16:34:05.760 INFO:tasks.workunit.client.0.smithi102.stdout: "quant_size": 250000, 2024-04-10T16:34:05.760 INFO:tasks.workunit.client.0.smithi102.stdout: "ranges": [ 2024-04-10T16:34:05.760 INFO:tasks.workunit.client.0.smithi102.stdout: "[None, -1]", 2024-04-10T16:34:05.761 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 249999]", 2024-04-10T16:34:05.761 INFO:tasks.workunit.client.0.smithi102.stdout: "[250000, 499999]", 2024-04-10T16:34:05.761 INFO:tasks.workunit.client.0.smithi102.stdout: "[500000, 999999]", 2024-04-10T16:34:05.761 INFO:tasks.workunit.client.0.smithi102.stdout: "[1000000, 1999999]", 2024-04-10T16:34:05.761 INFO:tasks.workunit.client.0.smithi102.stdout: "[2000000, 3999999]", 2024-04-10T16:34:05.761 INFO:tasks.workunit.client.0.smithi102.stdout: "[4000000, 7999999]", 2024-04-10T16:34:05.761 INFO:tasks.workunit.client.0.smithi102.stdout: "[8000000, 15999999]", 2024-04-10T16:34:05.761 INFO:tasks.workunit.client.0.smithi102.stdout: "[16000000, 31999999]", 2024-04-10T16:34:05.761 INFO:tasks.workunit.client.0.smithi102.stdout: "[32000000, None]" 2024-04-10T16:34:05.761 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.761 INFO:tasks.workunit.client.0.smithi102.stdout: "scale_type": "log2" 2024-04-10T16:34:05.761 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.761 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.761 INFO:tasks.workunit.client.0.smithi102.stdout: "osds": [ 2024-04-10T16:34:05.761 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.761 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 0, 2024-04-10T16:34:05.762 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.762 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.762 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.762 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.762 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.762 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.762 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.762 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.762 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.762 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.762 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.762 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.762 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 1, 2024-04-10T16:34:05.763 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.763 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.763 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.763 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.763 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 2, 2024-04-10T16:34:05.763 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.763 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.764 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.764 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.764 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.764 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.764 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.764 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.764 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.764 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.764 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.764 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.764 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 3, 2024-04-10T16:34:05.764 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.764 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.764 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.764 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.765 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.765 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.765 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.765 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 4, 2024-04-10T16:34:05.765 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.765 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.766 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.766 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.766 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.766 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 5, 2024-04-10T16:34:05.766 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.766 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.767 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.767 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.767 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.767 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.767 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.767 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.767 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 6, 2024-04-10T16:34:05.767 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.767 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.767 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.767 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.767 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.767 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.767 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.768 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.768 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.768 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:05.768 INFO:tasks.workunit.client.0.smithi102.stdout: "osd_id": 7, 2024-04-10T16:34:05.768 INFO:tasks.workunit.client.0.smithi102.stdout: "values": [ 2024-04-10T16:34:05.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.768 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]", 2024-04-10T16:34:05.769 INFO:tasks.workunit.client.0.smithi102.stdout: "[0, 0, 0, 0, 0, 0, 0, 0, 0, 0]" 2024-04-10T16:34:05.769 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.769 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.769 INFO:tasks.workunit.client.0.smithi102.stdout: ] 2024-04-10T16:34:05.769 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.769 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.769 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:05.769 INFO:tasks.workunit.client.0.smithi102.stdout: "perf_counters": { 2024-04-10T16:34:05.769 INFO:tasks.workunit.client.0.smithi102.stdout: "mds.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:05.769 INFO:tasks.workunit.client.0.smithi102.stdout: "mds": { 2024-04-10T16:34:05.769 INFO:tasks.workunit.client.0.smithi102.stdout: "caps": { 2024-04-10T16:34:05.769 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.769 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.769 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_flush_ack": { 2024-04-10T16:34:05.770 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.770 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.770 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_flushsnap_ack": { 2024-04-10T16:34:05.770 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.770 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.770 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_grant": { 2024-04-10T16:34:05.770 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.770 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.770 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_revoke": { 2024-04-10T16:34:05.770 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.770 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.770 INFO:tasks.workunit.client.0.smithi102.stdout: "ceph_cap_op_trunc": { 2024-04-10T16:34:05.770 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.770 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.770 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_commit": { 2024-04-10T16:34:05.770 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.771 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_fetch_complete": { 2024-04-10T16:34:05.771 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12 2024-04-10T16:34:05.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.771 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_fetch_keys": { 2024-04-10T16:34:05.771 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T16:34:05.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.771 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_merge": { 2024-04-10T16:34:05.771 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.771 INFO:tasks.workunit.client.0.smithi102.stdout: "dir_split": { 2024-04-10T16:34:05.771 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.771 INFO:tasks.workunit.client.0.smithi102.stdout: "exported_inodes": { 2024-04-10T16:34:05.771 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.771 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.772 INFO:tasks.workunit.client.0.smithi102.stdout: "forward": { 2024-04-10T16:34:05.772 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.772 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.772 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_cap_release": { 2024-04-10T16:34:05.772 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.772 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.772 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_caps": { 2024-04-10T16:34:05.772 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.772 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.772 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_caps_dirty": { 2024-04-10T16:34:05.772 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.772 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.772 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_inode_file_caps": { 2024-04-10T16:34:05.772 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.772 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.772 INFO:tasks.workunit.client.0.smithi102.stdout: "imported_inodes": { 2024-04-10T16:34:05.773 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.773 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.773 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes": { 2024-04-10T16:34:05.773 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T16:34:05.773 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.773 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes_expired": { 2024-04-10T16:34:05.773 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.773 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.773 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes_pinned": { 2024-04-10T16:34:05.773 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T16:34:05.773 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.773 INFO:tasks.workunit.client.0.smithi102.stdout: "inodes_with_caps": { 2024-04-10T16:34:05.773 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.773 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.773 INFO:tasks.workunit.client.0.smithi102.stdout: "load_cent": { 2024-04-10T16:34:05.773 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.773 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.774 INFO:tasks.workunit.client.0.smithi102.stdout: "openino_dir_fetch": { 2024-04-10T16:34:05.774 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.774 INFO:tasks.workunit.client.0.smithi102.stdout: "process_request_cap_release": { 2024-04-10T16:34:05.774 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.774 INFO:tasks.workunit.client.0.smithi102.stdout: "reply_latency": { 2024-04-10T16:34:05.774 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.774 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.774 INFO:tasks.workunit.client.0.smithi102.stdout: "request": { 2024-04-10T16:34:05.774 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.774 INFO:tasks.workunit.client.0.smithi102.stdout: "root_rbytes": { 2024-04-10T16:34:05.774 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.774 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.774 INFO:tasks.workunit.client.0.smithi102.stdout: "root_rfiles": { 2024-04-10T16:34:05.774 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.775 INFO:tasks.workunit.client.0.smithi102.stdout: "root_rsnaps": { 2024-04-10T16:34:05.775 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.775 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_reply": { 2024-04-10T16:34:05.775 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.775 INFO:tasks.workunit.client.0.smithi102.stdout: "subtrees": { 2024-04-10T16:34:05.775 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:05.775 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.775 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_cache": { 2024-04-10T16:34:05.775 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_enqueue_scrub": { 2024-04-10T16:34:05.775 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.775 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_exportdir": { 2024-04-10T16:34:05.775 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.776 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_flush": { 2024-04-10T16:34:05.776 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.776 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.776 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_fragmentdir": { 2024-04-10T16:34:05.776 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.776 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.776 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_fragstats": { 2024-04-10T16:34:05.776 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.776 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.776 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_inodestats": { 2024-04-10T16:34:05.776 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.776 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.776 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_quiesce_inode": { 2024-04-10T16:34:05.776 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.776 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.776 INFO:tasks.workunit.client.0.smithi102.stdout: "ireq_quiesce_path": { 2024-04-10T16:34:05.776 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.776 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.776 INFO:tasks.workunit.client.0.smithi102.stdout: "num_recovering_enqueued": { 2024-04-10T16:34:05.777 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.777 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.777 INFO:tasks.workunit.client.0.smithi102.stdout: "num_recovering_prioritized": { 2024-04-10T16:34:05.777 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.777 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.777 INFO:tasks.workunit.client.0.smithi102.stdout: "num_recovering_processing": { 2024-04-10T16:34:05.777 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.777 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.777 INFO:tasks.workunit.client.0.smithi102.stdout: "num_strays": { 2024-04-10T16:34:05.777 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.777 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.777 INFO:tasks.workunit.client.0.smithi102.stdout: "num_strays_delayed": { 2024-04-10T16:34:05.777 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.777 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.777 INFO:tasks.workunit.client.0.smithi102.stdout: "num_strays_enqueuing": { 2024-04-10T16:34:05.777 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.777 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.778 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_completed": { 2024-04-10T16:34:05.778 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.778 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.778 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_started": { 2024-04-10T16:34:05.778 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.778 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.778 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_created": { 2024-04-10T16:34:05.778 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.778 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.778 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_enqueued": { 2024-04-10T16:34:05.778 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.778 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.778 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_migrated": { 2024-04-10T16:34:05.778 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.778 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.778 INFO:tasks.workunit.client.0.smithi102.stdout: "strays_reintegrated": { 2024-04-10T16:34:05.778 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.778 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.779 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.779 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_log": { 2024-04-10T16:34:05.779 INFO:tasks.workunit.client.0.smithi102.stdout: "ev": { 2024-04-10T16:34:05.779 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17 2024-04-10T16:34:05.779 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.779 INFO:tasks.workunit.client.0.smithi102.stdout: "evadd": { 2024-04-10T16:34:05.779 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.779 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.779 INFO:tasks.workunit.client.0.smithi102.stdout: "evex": { 2024-04-10T16:34:05.779 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.779 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.779 INFO:tasks.workunit.client.0.smithi102.stdout: "evexd": { 2024-04-10T16:34:05.779 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.779 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.779 INFO:tasks.workunit.client.0.smithi102.stdout: "evexg": { 2024-04-10T16:34:05.780 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.780 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.780 INFO:tasks.workunit.client.0.smithi102.stdout: "evlrg": { 2024-04-10T16:34:05.780 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.780 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.780 INFO:tasks.workunit.client.0.smithi102.stdout: "evtrm": { 2024-04-10T16:34:05.780 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.780 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.780 INFO:tasks.workunit.client.0.smithi102.stdout: "jlat": { 2024-04-10T16:34:05.780 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.780 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.780 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.780 INFO:tasks.workunit.client.0.smithi102.stdout: "replayed": { 2024-04-10T16:34:05.780 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17 2024-04-10T16:34:05.780 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.780 INFO:tasks.workunit.client.0.smithi102.stdout: "seg": { 2024-04-10T16:34:05.780 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:05.780 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.781 INFO:tasks.workunit.client.0.smithi102.stdout: "segadd": { 2024-04-10T16:34:05.781 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.781 INFO:tasks.workunit.client.0.smithi102.stdout: "segex": { 2024-04-10T16:34:05.781 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.781 INFO:tasks.workunit.client.0.smithi102.stdout: "segexd": { 2024-04-10T16:34:05.781 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.781 INFO:tasks.workunit.client.0.smithi102.stdout: "segexg": { 2024-04-10T16:34:05.781 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.781 INFO:tasks.workunit.client.0.smithi102.stdout: "segmjr": { 2024-04-10T16:34:05.781 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:05.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.781 INFO:tasks.workunit.client.0.smithi102.stdout: "segtrm": { 2024-04-10T16:34:05.781 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.781 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.782 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.782 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_mem": { 2024-04-10T16:34:05.782 INFO:tasks.workunit.client.0.smithi102.stdout: "cap": { 2024-04-10T16:34:05.782 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.782 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.782 INFO:tasks.workunit.client.0.smithi102.stdout: "cap+": { 2024-04-10T16:34:05.782 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.782 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.782 INFO:tasks.workunit.client.0.smithi102.stdout: "cap-": { 2024-04-10T16:34:05.782 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.782 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.782 INFO:tasks.workunit.client.0.smithi102.stdout: "dir": { 2024-04-10T16:34:05.782 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12 2024-04-10T16:34:05.782 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.782 INFO:tasks.workunit.client.0.smithi102.stdout: "dir+": { 2024-04-10T16:34:05.782 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12 2024-04-10T16:34:05.783 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.783 INFO:tasks.workunit.client.0.smithi102.stdout: "dir-": { 2024-04-10T16:34:05.783 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.783 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.783 INFO:tasks.workunit.client.0.smithi102.stdout: "dn": { 2024-04-10T16:34:05.783 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T16:34:05.783 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.783 INFO:tasks.workunit.client.0.smithi102.stdout: "dn+": { 2024-04-10T16:34:05.783 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10 2024-04-10T16:34:05.783 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.783 INFO:tasks.workunit.client.0.smithi102.stdout: "dn-": { 2024-04-10T16:34:05.783 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.783 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.783 INFO:tasks.workunit.client.0.smithi102.stdout: "heap": { 2024-04-10T16:34:05.783 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 248184 2024-04-10T16:34:05.783 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.784 INFO:tasks.workunit.client.0.smithi102.stdout: "ino": { 2024-04-10T16:34:05.784 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T16:34:05.784 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.784 INFO:tasks.workunit.client.0.smithi102.stdout: "ino+": { 2024-04-10T16:34:05.784 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T16:34:05.784 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.784 INFO:tasks.workunit.client.0.smithi102.stdout: "ino-": { 2024-04-10T16:34:05.784 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.784 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.784 INFO:tasks.workunit.client.0.smithi102.stdout: "rss": { 2024-04-10T16:34:05.784 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 50532 2024-04-10T16:34:05.784 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.784 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.784 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_server": { 2024-04-10T16:34:05.784 INFO:tasks.workunit.client.0.smithi102.stdout: "cap_acquisition_throttle": { 2024-04-10T16:34:05.784 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.785 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.785 INFO:tasks.workunit.client.0.smithi102.stdout: "cap_revoke_eviction": { 2024-04-10T16:34:05.785 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.785 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.785 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_request": { 2024-04-10T16:34:05.785 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.785 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.785 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_client_session": { 2024-04-10T16:34:05.785 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.785 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.785 INFO:tasks.workunit.client.0.smithi102.stdout: "handle_peer_request": { 2024-04-10T16:34:05.785 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.785 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.785 INFO:tasks.workunit.client.0.smithi102.stdout: "req_create_latency": { 2024-04-10T16:34:05.785 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.786 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.786 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.786 INFO:tasks.workunit.client.0.smithi102.stdout: "req_getattr_latency": { 2024-04-10T16:34:05.786 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.786 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.786 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.786 INFO:tasks.workunit.client.0.smithi102.stdout: "req_getfilelock_latency": { 2024-04-10T16:34:05.786 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.786 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.786 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.786 INFO:tasks.workunit.client.0.smithi102.stdout: "req_getvxattr_latency": { 2024-04-10T16:34:05.786 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.786 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.787 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.787 INFO:tasks.workunit.client.0.smithi102.stdout: "req_link_latency": { 2024-04-10T16:34:05.787 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.787 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.787 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.787 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookup_latency": { 2024-04-10T16:34:05.787 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.787 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.787 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.787 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookuphash_latency": { 2024-04-10T16:34:05.787 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.787 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.787 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.787 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupino_latency": { 2024-04-10T16:34:05.787 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.787 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.788 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupname_latency": { 2024-04-10T16:34:05.788 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.788 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.788 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupparent_latency": { 2024-04-10T16:34:05.788 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.788 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.788 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lookupsnap_latency": { 2024-04-10T16:34:05.788 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.788 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.788 INFO:tasks.workunit.client.0.smithi102.stdout: "req_lssnap_latency": { 2024-04-10T16:34:05.788 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.788 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.788 INFO:tasks.workunit.client.0.smithi102.stdout: "req_mkdir_latency": { 2024-04-10T16:34:05.789 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.789 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.789 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.789 INFO:tasks.workunit.client.0.smithi102.stdout: "req_mknod_latency": { 2024-04-10T16:34:05.789 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.789 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.789 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.789 INFO:tasks.workunit.client.0.smithi102.stdout: "req_mksnap_latency": { 2024-04-10T16:34:05.789 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.789 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.789 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.789 INFO:tasks.workunit.client.0.smithi102.stdout: "req_open_latency": { 2024-04-10T16:34:05.789 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.789 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.789 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.789 INFO:tasks.workunit.client.0.smithi102.stdout: "req_readdir_latency": { 2024-04-10T16:34:05.789 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.790 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.790 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.790 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rename_latency": { 2024-04-10T16:34:05.790 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.790 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.790 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.790 INFO:tasks.workunit.client.0.smithi102.stdout: "req_renamesnap_latency": { 2024-04-10T16:34:05.790 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.790 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.790 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.790 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rmdir_latency": { 2024-04-10T16:34:05.790 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.790 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.790 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.790 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rmsnap_latency": { 2024-04-10T16:34:05.790 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.790 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.791 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.791 INFO:tasks.workunit.client.0.smithi102.stdout: "req_rmxattr_latency": { 2024-04-10T16:34:05.791 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.791 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.791 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.791 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setattr_latency": { 2024-04-10T16:34:05.791 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.791 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.791 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.791 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setdirlayout_latency": { 2024-04-10T16:34:05.791 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.791 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.791 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.791 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setfilelock_latency": { 2024-04-10T16:34:05.791 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.791 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.792 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.792 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setlayout_latency": { 2024-04-10T16:34:05.792 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.792 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.792 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.792 INFO:tasks.workunit.client.0.smithi102.stdout: "req_setxattr_latency": { 2024-04-10T16:34:05.792 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.792 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.792 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.792 INFO:tasks.workunit.client.0.smithi102.stdout: "req_snapdiff_latency": { 2024-04-10T16:34:05.792 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.792 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.792 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.792 INFO:tasks.workunit.client.0.smithi102.stdout: "req_symlink_latency": { 2024-04-10T16:34:05.793 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.793 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.793 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.793 INFO:tasks.workunit.client.0.smithi102.stdout: "req_unlink_latency": { 2024-04-10T16:34:05.793 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.793 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.793 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.793 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.793 INFO:tasks.workunit.client.0.smithi102.stdout: "mds_sessions": { 2024-04-10T16:34:05.793 INFO:tasks.workunit.client.0.smithi102.stdout: "average_load": { 2024-04-10T16:34:05.793 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.793 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.793 INFO:tasks.workunit.client.0.smithi102.stdout: "avg_session_uptime": { 2024-04-10T16:34:05.793 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.793 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.794 INFO:tasks.workunit.client.0.smithi102.stdout: "mdthresh_evicted": { 2024-04-10T16:34:05.794 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.794 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.794 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T16:34:05.794 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T16:34:05.794 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.794 INFO:tasks.workunit.client.0.smithi102.stdout: "session_count": { 2024-04-10T16:34:05.794 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.794 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.794 INFO:tasks.workunit.client.0.smithi102.stdout: "session_remove": { 2024-04-10T16:34:05.794 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T16:34:05.794 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.794 INFO:tasks.workunit.client.0.smithi102.stdout: "sessions_open": { 2024-04-10T16:34:05.794 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:05.795 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.795 INFO:tasks.workunit.client.0.smithi102.stdout: "sessions_stale": { 2024-04-10T16:34:05.795 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.795 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.795 INFO:tasks.workunit.client.0.smithi102.stdout: "total_load": { 2024-04-10T16:34:05.795 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.795 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.795 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.795 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:05.795 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:05.795 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.795 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.795 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:05.795 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37 2024-04-10T16:34:05.795 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.796 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:05.796 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.796 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.796 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:05.796 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7 2024-04-10T16:34:05.796 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.796 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.796 INFO:tasks.workunit.client.0.smithi102.stdout: "purge_queue": { 2024-04-10T16:34:05.796 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executed": { 2024-04-10T16:34:05.796 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.796 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.796 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executed_ops": { 2024-04-10T16:34:05.796 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.796 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.796 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing": { 2024-04-10T16:34:05.796 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.797 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.797 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing_high_water": { 2024-04-10T16:34:05.797 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.797 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.797 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing_ops": { 2024-04-10T16:34:05.797 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.797 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.797 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_executing_ops_high_water": { 2024-04-10T16:34:05.797 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.797 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.797 INFO:tasks.workunit.client.0.smithi102.stdout: "pq_item_in_journal": { 2024-04-10T16:34:05.797 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.797 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.797 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.797 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.797 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.184af45d6b7570c95114e836b695438fa471dd99": { 2024-04-10T16:34:05.797 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:05.798 INFO:tasks.workunit.client.0.smithi102.stdout: "election_call": { 2024-04-10T16:34:05.798 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:05.798 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.798 INFO:tasks.workunit.client.0.smithi102.stdout: "election_lose": { 2024-04-10T16:34:05.798 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:05.798 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.798 INFO:tasks.workunit.client.0.smithi102.stdout: "election_win": { 2024-04-10T16:34:05.798 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.798 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.798 INFO:tasks.workunit.client.0.smithi102.stdout: "num_elections": { 2024-04-10T16:34:05.798 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7 2024-04-10T16:34:05.798 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.798 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": { 2024-04-10T16:34:05.798 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T16:34:05.798 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.798 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T16:34:05.799 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:05.799 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.799 INFO:tasks.workunit.client.0.smithi102.stdout: "session_rm": { 2024-04-10T16:34:05.799 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 259 2024-04-10T16:34:05.799 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.799 INFO:tasks.workunit.client.0.smithi102.stdout: "session_trim": { 2024-04-10T16:34:05.799 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.799 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.799 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.799 INFO:tasks.workunit.client.0.smithi102.stdout: "paxos": { 2024-04-10T16:34:05.799 INFO:tasks.workunit.client.0.smithi102.stdout: "accept_timeout": { 2024-04-10T16:34:05.799 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.799 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.799 INFO:tasks.workunit.client.0.smithi102.stdout: "begin": { 2024-04-10T16:34:05.799 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8389 2024-04-10T16:34:05.799 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.799 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_bytes": { 2024-04-10T16:34:05.800 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8389, 2024-04-10T16:34:05.800 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57989898 2024-04-10T16:34:05.800 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.800 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_keys": { 2024-04-10T16:34:05.800 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.800 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.800 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.800 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_latency": { 2024-04-10T16:34:05.800 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8389, 2024-04-10T16:34:05.800 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1314964475 2024-04-10T16:34:05.800 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.800 INFO:tasks.workunit.client.0.smithi102.stdout: "collect": { 2024-04-10T16:34:05.800 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:05.800 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.800 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_bytes": { 2024-04-10T16:34:05.800 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T16:34:05.801 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 146 2024-04-10T16:34:05.801 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.801 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_keys": { 2024-04-10T16:34:05.801 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T16:34:05.801 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:05.801 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.801 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_latency": { 2024-04-10T16:34:05.801 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2, 2024-04-10T16:34:05.801 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 999974 2024-04-10T16:34:05.801 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.801 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_timeout": { 2024-04-10T16:34:05.801 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.801 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.801 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_uncommitted": { 2024-04-10T16:34:05.801 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.801 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.802 INFO:tasks.workunit.client.0.smithi102.stdout: "commit": { 2024-04-10T16:34:05.802 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8389 2024-04-10T16:34:05.802 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.802 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_bytes": { 2024-04-10T16:34:05.802 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.802 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.802 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.802 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_keys": { 2024-04-10T16:34:05.802 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.802 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.802 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.802 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_latency": { 2024-04-10T16:34:05.802 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.802 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.802 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.803 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_ack_timeout": { 2024-04-10T16:34:05.803 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.803 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.803 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_timeout": { 2024-04-10T16:34:05.803 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.803 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.803 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn": { 2024-04-10T16:34:05.803 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.803 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.803 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn_latency": { 2024-04-10T16:34:05.803 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.803 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.803 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.803 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh": { 2024-04-10T16:34:05.803 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8389 2024-04-10T16:34:05.804 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.804 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh_latency": { 2024-04-10T16:34:05.804 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8389, 2024-04-10T16:34:05.804 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 26104294534 2024-04-10T16:34:05.804 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.804 INFO:tasks.workunit.client.0.smithi102.stdout: "restart": { 2024-04-10T16:34:05.804 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9 2024-04-10T16:34:05.804 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.804 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state": { 2024-04-10T16:34:05.804 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.804 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.804 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_bytes": { 2024-04-10T16:34:05.804 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.804 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.804 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.804 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_keys": { 2024-04-10T16:34:05.805 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.805 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.805 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.805 INFO:tasks.workunit.client.0.smithi102.stdout: "start_leader": { 2024-04-10T16:34:05.805 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.805 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.805 INFO:tasks.workunit.client.0.smithi102.stdout: "start_peon": { 2024-04-10T16:34:05.805 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:05.805 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.805 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state": { 2024-04-10T16:34:05.805 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8389 2024-04-10T16:34:05.805 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.805 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_bytes": { 2024-04-10T16:34:05.805 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8389, 2024-04-10T16:34:05.805 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 114381997 2024-04-10T16:34:05.805 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.805 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_keys": { 2024-04-10T16:34:05.805 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8389, 2024-04-10T16:34:05.806 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73968 2024-04-10T16:34:05.806 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.806 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_latency": { 2024-04-10T16:34:05.806 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8389, 2024-04-10T16:34:05.806 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2750925858 2024-04-10T16:34:05.806 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.806 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.806 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache": { 2024-04-10T16:34:05.806 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:05.806 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1020054731 2024-04-10T16:34:05.806 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.806 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:05.806 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 165658624 2024-04-10T16:34:05.806 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.806 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:05.806 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 163577856 2024-04-10T16:34:05.806 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.807 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:05.807 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2147483648 2024-04-10T16:34:05.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.807 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:05.807 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2080768 2024-04-10T16:34:05.807 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.807 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:full": { 2024-04-10T16:34:05.807 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:05.807 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 360710144 2024-04-10T16:34:05.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.807 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:05.807 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.807 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:05.807 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.808 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.808 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:05.808 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267573164 2024-04-10T16:34:05.808 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.808 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:05.808 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24044047 2024-04-10T16:34:05.808 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.808 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:05.808 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.808 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.808 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:05.808 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.808 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.808 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:05.808 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.808 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.809 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:05.809 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.809 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.809 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:05.809 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.809 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.809 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:05.809 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.809 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.809 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:05.809 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.809 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.809 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:05.809 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.809 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.809 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:05.809 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69092933 2024-04-10T16:34:05.809 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.810 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.810 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:inc": { 2024-04-10T16:34:05.810 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:05.810 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 339738624 2024-04-10T16:34:05.810 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.810 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:05.810 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.810 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.810 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:05.810 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.810 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.810 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:05.810 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267573164 2024-04-10T16:34:05.810 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.810 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:05.810 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1463878 2024-04-10T16:34:05.811 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.811 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:05.811 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.811 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.811 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:05.811 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.811 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.811 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:05.811 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.811 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.811 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:05.811 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.811 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.811 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:05.811 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.811 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.812 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:05.812 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.812 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.812 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:05.812 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.812 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.812 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:05.812 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.812 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.812 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:05.812 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70701582 2024-04-10T16:34:05.812 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.812 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.812 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:kv": { 2024-04-10T16:34:05.812 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:05.813 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 314572800 2024-04-10T16:34:05.813 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.813 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:05.813 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:05.813 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.813 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:05.813 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.813 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.813 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:05.813 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 178382109 2024-04-10T16:34:05.813 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.813 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:05.813 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.813 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.813 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:05.813 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.814 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.814 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:05.814 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.814 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.814 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:05.814 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.814 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.814 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:05.814 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.814 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.814 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:05.814 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.814 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.814 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:05.814 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.814 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.815 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:05.815 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.815 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.815 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:05.815 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.815 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.815 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:05.815 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69081827 2024-04-10T16:34:05.815 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.815 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.815 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb": { 2024-04-10T16:34:05.815 INFO:tasks.workunit.client.0.smithi102.stdout: "compact": { 2024-04-10T16:34:05.815 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.815 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.815 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_len": { 2024-04-10T16:34:05.815 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.816 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.816 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_merge": { 2024-04-10T16:34:05.816 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.816 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.816 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_range": { 2024-04-10T16:34:05.816 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 100 2024-04-10T16:34:05.816 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.816 INFO:tasks.workunit.client.0.smithi102.stdout: "get_latency": { 2024-04-10T16:34:05.816 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 363850, 2024-04-10T16:34:05.816 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1782371535 2024-04-10T16:34:05.816 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.816 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:34:05.816 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.816 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.816 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.816 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:34:05.816 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.816 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.817 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.817 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:34:05.817 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.817 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.817 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.817 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:34:05.817 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.817 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.817 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.817 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_latency": { 2024-04-10T16:34:05.817 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.817 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.817 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.817 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_sync_latency": { 2024-04-10T16:34:05.817 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20249, 2024-04-10T16:34:05.817 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6283625869 2024-04-10T16:34:05.818 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.818 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.818 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.818 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.40b5010f8641866aff1ec440247561ef90102dd6": { 2024-04-10T16:34:05.818 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:05.818 INFO:tasks.workunit.client.0.smithi102.stdout: "election_call": { 2024-04-10T16:34:05.818 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:05.818 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.818 INFO:tasks.workunit.client.0.smithi102.stdout: "election_lose": { 2024-04-10T16:34:05.818 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.818 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.818 INFO:tasks.workunit.client.0.smithi102.stdout: "election_win": { 2024-04-10T16:34:05.818 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:05.818 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_elections": { 2024-04-10T16:34:05.818 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17 2024-04-10T16:34:05.818 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": { 2024-04-10T16:34:05.819 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9 2024-04-10T16:34:05.819 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.819 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T16:34:05.819 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:05.819 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.819 INFO:tasks.workunit.client.0.smithi102.stdout: "session_rm": { 2024-04-10T16:34:05.819 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 273 2024-04-10T16:34:05.819 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.819 INFO:tasks.workunit.client.0.smithi102.stdout: "session_trim": { 2024-04-10T16:34:05.819 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.819 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.819 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.819 INFO:tasks.workunit.client.0.smithi102.stdout: "paxos": { 2024-04-10T16:34:05.819 INFO:tasks.workunit.client.0.smithi102.stdout: "accept_timeout": { 2024-04-10T16:34:05.819 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.819 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.819 INFO:tasks.workunit.client.0.smithi102.stdout: "begin": { 2024-04-10T16:34:05.820 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8500 2024-04-10T16:34:05.820 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.820 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_bytes": { 2024-04-10T16:34:05.820 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8500, 2024-04-10T16:34:05.820 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 59591649 2024-04-10T16:34:05.820 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.820 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_keys": { 2024-04-10T16:34:05.820 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8500, 2024-04-10T16:34:05.820 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 25500 2024-04-10T16:34:05.820 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.820 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_latency": { 2024-04-10T16:34:05.820 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8500, 2024-04-10T16:34:05.820 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1840962640 2024-04-10T16:34:05.820 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.821 INFO:tasks.workunit.client.0.smithi102.stdout: "collect": { 2024-04-10T16:34:05.821 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.821 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.821 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_bytes": { 2024-04-10T16:34:05.821 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.821 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.821 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.821 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_keys": { 2024-04-10T16:34:05.821 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.821 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.821 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.821 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_latency": { 2024-04-10T16:34:05.821 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.821 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.821 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.822 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_timeout": { 2024-04-10T16:34:05.822 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.822 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.822 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_uncommitted": { 2024-04-10T16:34:05.822 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:05.822 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.822 INFO:tasks.workunit.client.0.smithi102.stdout: "commit": { 2024-04-10T16:34:05.822 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8498 2024-04-10T16:34:05.822 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.822 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_bytes": { 2024-04-10T16:34:05.822 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8498, 2024-04-10T16:34:05.822 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58956212 2024-04-10T16:34:05.822 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.822 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_keys": { 2024-04-10T16:34:05.822 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8498, 2024-04-10T16:34:05.823 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 66474 2024-04-10T16:34:05.823 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.823 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_latency": { 2024-04-10T16:34:05.823 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8498, 2024-04-10T16:34:05.823 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3050750539 2024-04-10T16:34:05.823 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.823 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_ack_timeout": { 2024-04-10T16:34:05.823 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.823 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.823 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_timeout": { 2024-04-10T16:34:05.823 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.823 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.823 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn": { 2024-04-10T16:34:05.823 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:05.823 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.823 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn_latency": { 2024-04-10T16:34:05.824 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5, 2024-04-10T16:34:05.824 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10999776 2024-04-10T16:34:05.824 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.824 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh": { 2024-04-10T16:34:05.824 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8501 2024-04-10T16:34:05.824 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.824 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh_latency": { 2024-04-10T16:34:05.824 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8501, 2024-04-10T16:34:05.824 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32509340186 2024-04-10T16:34:05.824 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.824 INFO:tasks.workunit.client.0.smithi102.stdout: "restart": { 2024-04-10T16:34:05.824 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19 2024-04-10T16:34:05.824 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.824 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state": { 2024-04-10T16:34:05.824 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:05.824 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.825 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_bytes": { 2024-04-10T16:34:05.825 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:05.825 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 61152 2024-04-10T16:34:05.825 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.825 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_keys": { 2024-04-10T16:34:05.825 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:05.825 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:05.825 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.825 INFO:tasks.workunit.client.0.smithi102.stdout: "start_leader": { 2024-04-10T16:34:05.825 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:05.825 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.825 INFO:tasks.workunit.client.0.smithi102.stdout: "start_peon": { 2024-04-10T16:34:05.825 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.825 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.825 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state": { 2024-04-10T16:34:05.826 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.826 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.826 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_bytes": { 2024-04-10T16:34:05.826 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.826 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.826 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.826 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_keys": { 2024-04-10T16:34:05.826 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.826 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.826 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.826 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_latency": { 2024-04-10T16:34:05.826 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.826 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.826 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.826 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.827 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache": { 2024-04-10T16:34:05.827 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:05.827 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1020054731 2024-04-10T16:34:05.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.827 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:05.827 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 255950848 2024-04-10T16:34:05.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.827 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:05.827 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 253304832 2024-04-10T16:34:05.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.827 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:05.827 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2147483648 2024-04-10T16:34:05.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.827 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:05.827 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2646016 2024-04-10T16:34:05.827 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.828 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:full": { 2024-04-10T16:34:05.828 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:05.828 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 360710144 2024-04-10T16:34:05.828 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.828 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:05.828 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.828 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.828 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:05.828 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.828 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.828 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:05.828 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267454310 2024-04-10T16:34:05.828 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.828 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:05.828 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24339513 2024-04-10T16:34:05.828 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.828 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:05.828 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.829 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.829 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:05.829 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.829 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.829 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:05.829 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.829 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.829 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:05.829 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.829 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.829 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:05.829 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.829 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.830 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:05.830 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.830 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.830 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:05.830 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.830 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.830 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:05.830 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.830 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.830 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:05.830 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68916321 2024-04-10T16:34:05.830 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.830 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.830 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:inc": { 2024-04-10T16:34:05.830 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:05.830 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 339738624 2024-04-10T16:34:05.831 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.831 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:05.831 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.831 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.831 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:05.831 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.831 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.831 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:05.831 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267454310 2024-04-10T16:34:05.831 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.831 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:05.831 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1485355 2024-04-10T16:34:05.831 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.832 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:05.832 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.832 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.832 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:05.832 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.832 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.832 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:05.832 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.832 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.832 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:05.832 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.832 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.832 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:05.832 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.832 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.833 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:05.833 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.833 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.833 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:05.833 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.833 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.833 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:05.833 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.833 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.833 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:05.833 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70798959 2024-04-10T16:34:05.833 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.833 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.833 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:kv": { 2024-04-10T16:34:05.833 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:05.833 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 314572800 2024-04-10T16:34:05.833 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.834 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:05.834 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:05.834 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.834 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:05.834 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.834 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.834 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:05.834 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 178302873 2024-04-10T16:34:05.834 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.834 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:05.834 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.834 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.834 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:05.834 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.834 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.835 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:05.835 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.835 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.835 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:05.835 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.835 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.835 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:05.835 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.835 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.835 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:05.835 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.835 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.836 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:05.836 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.836 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.836 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:05.836 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.836 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.836 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:05.836 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.836 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.836 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:05.836 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69161063 2024-04-10T16:34:05.836 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.836 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.836 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb": { 2024-04-10T16:34:05.836 INFO:tasks.workunit.client.0.smithi102.stdout: "compact": { 2024-04-10T16:34:05.836 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.837 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.837 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_len": { 2024-04-10T16:34:05.837 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.837 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.837 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_merge": { 2024-04-10T16:34:05.837 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.837 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.837 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_range": { 2024-04-10T16:34:05.837 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 100 2024-04-10T16:34:05.837 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.837 INFO:tasks.workunit.client.0.smithi102.stdout: "get_latency": { 2024-04-10T16:34:05.837 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 382053, 2024-04-10T16:34:05.838 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2247623644 2024-04-10T16:34:05.838 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.838 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:34:05.838 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.838 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.838 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.838 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:34:05.838 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.839 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.839 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.839 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:34:05.839 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.839 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.839 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.839 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:34:05.839 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.840 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.840 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.840 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_latency": { 2024-04-10T16:34:05.840 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.840 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.840 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.840 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_sync_latency": { 2024-04-10T16:34:05.840 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20522, 2024-04-10T16:34:05.840 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7912848856 2024-04-10T16:34:05.840 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.840 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.840 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.840 INFO:tasks.workunit.client.0.smithi102.stdout: "mon.523315f168f59b146f7d533dca80f6e7526a6fec": { 2024-04-10T16:34:05.840 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:05.841 INFO:tasks.workunit.client.0.smithi102.stdout: "election_call": { 2024-04-10T16:34:05.841 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:05.841 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.841 INFO:tasks.workunit.client.0.smithi102.stdout: "election_lose": { 2024-04-10T16:34:05.841 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:05.841 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.841 INFO:tasks.workunit.client.0.smithi102.stdout: "election_win": { 2024-04-10T16:34:05.841 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.841 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.841 INFO:tasks.workunit.client.0.smithi102.stdout: "num_elections": { 2024-04-10T16:34:05.841 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11 2024-04-10T16:34:05.841 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.841 INFO:tasks.workunit.client.0.smithi102.stdout: "num_sessions": { 2024-04-10T16:34:05.841 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9 2024-04-10T16:34:05.841 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.842 INFO:tasks.workunit.client.0.smithi102.stdout: "session_add": { 2024-04-10T16:34:05.842 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4 2024-04-10T16:34:05.842 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.842 INFO:tasks.workunit.client.0.smithi102.stdout: "session_rm": { 2024-04-10T16:34:05.842 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 286 2024-04-10T16:34:05.842 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.842 INFO:tasks.workunit.client.0.smithi102.stdout: "session_trim": { 2024-04-10T16:34:05.842 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.842 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.842 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.842 INFO:tasks.workunit.client.0.smithi102.stdout: "paxos": { 2024-04-10T16:34:05.842 INFO:tasks.workunit.client.0.smithi102.stdout: "accept_timeout": { 2024-04-10T16:34:05.842 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.842 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.842 INFO:tasks.workunit.client.0.smithi102.stdout: "begin": { 2024-04-10T16:34:05.843 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8426 2024-04-10T16:34:05.843 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.843 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_bytes": { 2024-04-10T16:34:05.843 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8426, 2024-04-10T16:34:05.843 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58296317 2024-04-10T16:34:05.843 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.843 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_keys": { 2024-04-10T16:34:05.843 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.843 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.843 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.843 INFO:tasks.workunit.client.0.smithi102.stdout: "begin_latency": { 2024-04-10T16:34:05.843 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8426, 2024-04-10T16:34:05.843 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1981959691 2024-04-10T16:34:05.843 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.843 INFO:tasks.workunit.client.0.smithi102.stdout: "collect": { 2024-04-10T16:34:05.843 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:05.844 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.844 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_bytes": { 2024-04-10T16:34:05.844 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T16:34:05.844 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 219 2024-04-10T16:34:05.844 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.844 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_keys": { 2024-04-10T16:34:05.844 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T16:34:05.844 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:05.844 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.844 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_latency": { 2024-04-10T16:34:05.844 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3, 2024-04-10T16:34:05.844 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6999858 2024-04-10T16:34:05.844 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.844 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_timeout": { 2024-04-10T16:34:05.844 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.844 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.844 INFO:tasks.workunit.client.0.smithi102.stdout: "collect_uncommitted": { 2024-04-10T16:34:05.844 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:05.845 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.845 INFO:tasks.workunit.client.0.smithi102.stdout: "commit": { 2024-04-10T16:34:05.845 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8426 2024-04-10T16:34:05.845 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.845 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_bytes": { 2024-04-10T16:34:05.845 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.845 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.845 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.845 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_keys": { 2024-04-10T16:34:05.845 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.845 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.845 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.845 INFO:tasks.workunit.client.0.smithi102.stdout: "commit_latency": { 2024-04-10T16:34:05.845 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.845 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.846 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.846 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_ack_timeout": { 2024-04-10T16:34:05.846 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.846 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.846 INFO:tasks.workunit.client.0.smithi102.stdout: "lease_timeout": { 2024-04-10T16:34:05.846 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.846 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.846 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn": { 2024-04-10T16:34:05.846 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.846 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.846 INFO:tasks.workunit.client.0.smithi102.stdout: "new_pn_latency": { 2024-04-10T16:34:05.846 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.846 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.846 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.846 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh": { 2024-04-10T16:34:05.847 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8426 2024-04-10T16:34:05.847 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.847 INFO:tasks.workunit.client.0.smithi102.stdout: "refresh_latency": { 2024-04-10T16:34:05.847 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8426, 2024-04-10T16:34:05.847 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 29179407828 2024-04-10T16:34:05.847 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.847 INFO:tasks.workunit.client.0.smithi102.stdout: "restart": { 2024-04-10T16:34:05.847 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13 2024-04-10T16:34:05.847 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.847 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state": { 2024-04-10T16:34:05.847 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.847 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.847 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_bytes": { 2024-04-10T16:34:05.847 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.847 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.848 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.848 INFO:tasks.workunit.client.0.smithi102.stdout: "share_state_keys": { 2024-04-10T16:34:05.848 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.848 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.848 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.848 INFO:tasks.workunit.client.0.smithi102.stdout: "start_leader": { 2024-04-10T16:34:05.848 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.848 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.848 INFO:tasks.workunit.client.0.smithi102.stdout: "start_peon": { 2024-04-10T16:34:05.848 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:05.848 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.848 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state": { 2024-04-10T16:34:05.848 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8426 2024-04-10T16:34:05.848 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.848 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_bytes": { 2024-04-10T16:34:05.848 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8426, 2024-04-10T16:34:05.848 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 115108129 2024-04-10T16:34:05.849 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.849 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_keys": { 2024-04-10T16:34:05.849 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8426, 2024-04-10T16:34:05.849 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74338 2024-04-10T16:34:05.849 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.849 INFO:tasks.workunit.client.0.smithi102.stdout: "store_state_latency": { 2024-04-10T16:34:05.849 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8426, 2024-04-10T16:34:05.849 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5713883901 2024-04-10T16:34:05.849 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.849 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.849 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache": { 2024-04-10T16:34:05.849 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:05.849 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1020054731 2024-04-10T16:34:05.849 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.849 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:05.849 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 167739392 2024-04-10T16:34:05.849 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.849 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:05.850 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 165888000 2024-04-10T16:34:05.850 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.850 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:05.850 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2147483648 2024-04-10T16:34:05.850 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.850 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:05.850 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1851392 2024-04-10T16:34:05.850 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.850 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.850 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:full": { 2024-04-10T16:34:05.850 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:05.850 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 360710144 2024-04-10T16:34:05.850 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.850 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:05.850 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.851 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.851 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:05.851 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.851 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.851 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:05.851 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267529928 2024-04-10T16:34:05.851 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.851 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:05.851 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24149391 2024-04-10T16:34:05.851 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.851 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:05.851 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.851 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.851 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:05.851 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.851 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.851 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:05.852 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.852 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.852 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:05.852 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.852 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.852 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:05.852 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.852 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.852 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:05.852 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.852 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.852 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:05.852 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.852 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.852 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:05.852 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.852 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.852 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:05.853 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69030825 2024-04-10T16:34:05.853 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.853 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.853 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:inc": { 2024-04-10T16:34:05.853 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:05.853 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 339738624 2024-04-10T16:34:05.853 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.853 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:05.853 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.853 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.853 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:05.853 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.853 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.853 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:05.853 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 267529928 2024-04-10T16:34:05.854 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.854 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:05.854 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1473830 2024-04-10T16:34:05.854 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.854 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:05.854 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.854 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.854 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:05.854 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.854 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.854 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:05.854 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.854 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.854 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:05.855 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.855 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.855 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:05.855 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.855 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.855 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:05.855 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.855 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.855 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:05.855 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.855 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.855 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:05.855 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.856 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.856 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:05.856 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70734866 2024-04-10T16:34:05.856 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.856 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.856 INFO:tasks.workunit.client.0.smithi102.stdout: "prioritycache:kv": { 2024-04-10T16:34:05.856 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:05.856 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 314572800 2024-04-10T16:34:05.856 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.856 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:05.856 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:05.856 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.856 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:05.856 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.857 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.857 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:05.857 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 178353285 2024-04-10T16:34:05.857 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.857 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:05.857 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.857 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.857 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:05.857 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.857 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.857 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:05.857 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.857 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.857 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:05.858 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.858 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.858 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:05.858 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.858 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.858 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:05.858 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.858 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.858 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:05.858 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.858 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.858 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:05.858 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.858 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.858 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:05.858 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.859 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.859 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:05.859 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69110651 2024-04-10T16:34:05.859 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.859 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.859 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb": { 2024-04-10T16:34:05.859 INFO:tasks.workunit.client.0.smithi102.stdout: "compact": { 2024-04-10T16:34:05.859 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.859 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.859 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_len": { 2024-04-10T16:34:05.859 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.859 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.859 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_queue_merge": { 2024-04-10T16:34:05.859 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.859 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.859 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_range": { 2024-04-10T16:34:05.859 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 100 2024-04-10T16:34:05.859 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.860 INFO:tasks.workunit.client.0.smithi102.stdout: "get_latency": { 2024-04-10T16:34:05.860 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 365546, 2024-04-10T16:34:05.860 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1908845213 2024-04-10T16:34:05.860 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.860 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_delay_time": { 2024-04-10T16:34:05.860 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.860 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.860 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.860 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_memtable_time": { 2024-04-10T16:34:05.860 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.860 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.860 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.860 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_pre_and_post_time": { 2024-04-10T16:34:05.860 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.860 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.860 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.860 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_write_wal_time": { 2024-04-10T16:34:05.861 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.861 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.861 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.861 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_latency": { 2024-04-10T16:34:05.861 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.861 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.861 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.861 INFO:tasks.workunit.client.0.smithi102.stdout: "submit_sync_latency": { 2024-04-10T16:34:05.861 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20344, 2024-04-10T16:34:05.861 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9956819849 2024-04-10T16:34:05.861 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.861 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.861 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.861 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.0": { 2024-04-10T16:34:05.861 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:05.861 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:05.862 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18699 2024-04-10T16:34:05.862 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.862 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:05.862 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.862 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.862 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:05.862 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.862 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.862 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:05.862 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.862 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.862 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:05.862 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:05.863 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.863 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:05.863 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.863 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.863 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:05.863 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.863 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.863 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:05.863 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.863 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.863 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:05.863 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.863 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.863 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:05.863 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8925184 2024-04-10T16:34:05.863 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.864 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:05.864 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 653643776 2024-04-10T16:34:05.864 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.864 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:05.864 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18, 2024-04-10T16:34:05.864 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4531299 2024-04-10T16:34:05.864 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.864 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:05.864 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18, 2024-04-10T16:34:05.864 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1125088 2024-04-10T16:34:05.864 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.864 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:05.864 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 186, 2024-04-10T16:34:05.864 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1002408 2024-04-10T16:34:05.864 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.865 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:05.865 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:05.865 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.865 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:05.865 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 585629696 2024-04-10T16:34:05.865 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.865 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:05.865 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76254, 2024-04-10T16:34:05.865 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11224018451 2024-04-10T16:34:05.865 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.865 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:05.865 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76253, 2024-04-10T16:34:05.865 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18210315049 2024-04-10T16:34:05.865 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.865 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:05.865 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13090816 2024-04-10T16:34:05.866 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.866 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:05.866 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 312348672 2024-04-10T16:34:05.866 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.866 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:05.866 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 594149376 2024-04-10T16:34:05.866 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.866 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:05.866 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.866 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.866 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:05.866 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.866 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.866 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:05.866 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 46 2024-04-10T16:34:05.866 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.867 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:05.867 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6448908204 2024-04-10T16:34:05.867 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.867 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:05.867 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58971 2024-04-10T16:34:05.867 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.867 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:05.867 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5496307712 2024-04-10T16:34:05.867 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.867 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:05.867 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5496311808 2024-04-10T16:34:05.867 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.867 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:05.867 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.867 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.868 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:05.868 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.868 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.868 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:05.868 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47197 2024-04-10T16:34:05.868 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.868 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:05.868 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 58971, 2024-04-10T16:34:05.868 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1963287906 2024-04-10T16:34:05.868 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.868 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:05.868 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6340636295 2024-04-10T16:34:05.868 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.868 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:05.868 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 55652 2024-04-10T16:34:05.868 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.868 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:05.869 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2663319 2024-04-10T16:34:05.869 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.869 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:05.869 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 467 2024-04-10T16:34:05.869 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.869 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:05.869 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8850702 2024-04-10T16:34:05.869 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.869 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:05.869 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 684 2024-04-10T16:34:05.869 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.869 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:05.869 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6187383 2024-04-10T16:34:05.869 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.869 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:05.869 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6187383 2024-04-10T16:34:05.870 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.870 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:05.870 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.870 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.870 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:05.870 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.870 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.870 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:05.870 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 224 2024-04-10T16:34:05.870 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.870 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:05.870 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 684, 2024-04-10T16:34:05.870 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2410142 2024-04-10T16:34:05.870 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.870 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:05.871 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.871 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.871 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.871 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:05.871 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.871 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.871 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:05.871 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.871 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.871 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:05.871 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:05.871 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 586 2024-04-10T16:34:05.871 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.871 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:05.871 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9, 2024-04-10T16:34:05.872 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10429 2024-04-10T16:34:05.872 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.872 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:05.872 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.872 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.872 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.872 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:05.872 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.872 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.872 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:05.872 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.872 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.872 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:05.872 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 977653760 2024-04-10T16:34:05.872 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.873 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.873 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:05.873 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:05.873 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:05.873 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.873 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:05.873 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9805824 2024-04-10T16:34:05.873 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.873 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:05.873 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20635, 2024-04-10T16:34:05.873 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 89249991 2024-04-10T16:34:05.873 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.873 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:05.873 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3597, 2024-04-10T16:34:05.874 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5507883690 2024-04-10T16:34:05.874 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.874 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:05.874 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.874 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.874 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.874 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:05.874 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.874 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.874 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:05.874 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.874 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.874 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:05.874 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.874 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.875 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:05.875 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 30533, 2024-04-10T16:34:05.875 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 251286074 2024-04-10T16:34:05.875 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.875 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:05.875 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.875 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.875 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.875 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:05.875 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.875 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.875 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:05.875 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76190, 2024-04-10T16:34:05.875 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22207888303 2024-04-10T16:34:05.875 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.876 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:05.876 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75608, 2024-04-10T16:34:05.876 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1538667674 2024-04-10T16:34:05.876 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.876 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:05.876 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76190, 2024-04-10T16:34:05.876 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45673425 2024-04-10T16:34:05.876 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.876 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:05.876 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76190, 2024-04-10T16:34:05.876 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22253561728 2024-04-10T16:34:05.876 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.876 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:05.876 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.876 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.876 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.877 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:05.877 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36503, 2024-04-10T16:34:05.877 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1259610326 2024-04-10T16:34:05.877 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.877 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:05.877 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1107, 2024-04-10T16:34:05.877 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3008299 2024-04-10T16:34:05.877 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.877 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:05.877 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 19642, 2024-04-10T16:34:05.877 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10085352 2024-04-10T16:34:05.877 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.877 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:05.877 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 53, 2024-04-10T16:34:05.877 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65411 2024-04-10T16:34:05.878 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.878 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:05.878 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 16908, 2024-04-10T16:34:05.878 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1928804973 2024-04-10T16:34:05.878 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.878 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:05.878 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 249724 2024-04-10T16:34:05.878 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.878 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:05.878 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23732 2024-04-10T16:34:05.878 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.878 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:05.878 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 21298, 2024-04-10T16:34:05.879 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2619604559 2024-04-10T16:34:05.879 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.879 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:05.879 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 48810, 2024-04-10T16:34:05.879 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16363856 2024-04-10T16:34:05.879 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.879 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:05.879 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27512, 2024-04-10T16:34:05.879 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1986183035 2024-04-10T16:34:05.879 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.879 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:05.879 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.879 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.879 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:05.879 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15210, 2024-04-10T16:34:05.880 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 439039808 2024-04-10T16:34:05.880 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.880 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:05.880 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.880 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.880 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:05.880 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.880 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.880 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:05.880 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.880 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.880 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:05.880 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.880 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.880 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:05.880 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:05.880 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9900552989 2024-04-10T16:34:05.880 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.881 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:05.881 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9074, 2024-04-10T16:34:05.881 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 857481305 2024-04-10T16:34:05.881 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.881 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:05.881 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9074, 2024-04-10T16:34:05.881 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4302007123228 2024-04-10T16:34:05.881 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.881 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:05.881 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9074, 2024-04-10T16:34:05.881 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6525560698559 2024-04-10T16:34:05.881 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.881 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:05.881 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:05.881 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2807234761272 2024-04-10T16:34:05.881 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.882 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:05.882 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:05.882 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8309726 2024-04-10T16:34:05.882 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.882 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:05.882 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:05.882 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 400009982 2024-04-10T16:34:05.882 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.882 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:05.882 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:05.882 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35149710054 2024-04-10T16:34:05.882 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.882 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:05.882 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:05.882 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32092377 2024-04-10T16:34:05.882 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.882 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:05.882 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:05.883 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18261790683 2024-04-10T16:34:05.883 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.883 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:05.883 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:05.883 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13204720251 2024-04-10T16:34:05.883 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.883 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:05.883 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5984064 2024-04-10T16:34:05.883 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.883 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:05.883 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2566, 2024-04-10T16:34:05.883 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14649582 2024-04-10T16:34:05.883 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.883 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:05.883 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:05.883 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 76931668860 2024-04-10T16:34:05.883 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.883 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:05.884 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:05.884 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14314723568 2024-04-10T16:34:05.884 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.884 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:05.884 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 89672, 2024-04-10T16:34:05.884 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 568487261 2024-04-10T16:34:05.884 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.884 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.884 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:05.884 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:05.884 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405293598 2024-04-10T16:34:05.884 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.884 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:05.884 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 502341632 2024-04-10T16:34:05.884 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.884 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:05.885 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 468156416 2024-04-10T16:34:05.885 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.885 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:05.885 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600705843 2024-04-10T16:34:05.885 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.885 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:05.885 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 34185216 2024-04-10T16:34:05.885 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.885 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.885 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:05.885 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:05.885 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:05.885 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.885 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:05.885 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.886 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.886 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:05.886 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.886 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.886 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:05.886 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56837590 2024-04-10T16:34:05.886 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.886 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:05.886 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.886 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.886 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:05.886 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8192 2024-04-10T16:34:05.886 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.886 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:05.886 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.886 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.887 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:05.887 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.887 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.887 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:05.887 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24576 2024-04-10T16:34:05.887 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.887 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:05.887 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 815104 2024-04-10T16:34:05.887 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.887 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:05.887 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.887 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.887 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:05.887 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.887 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.887 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:05.887 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.888 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.888 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:05.888 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68143658 2024-04-10T16:34:05.888 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.888 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.888 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:05.888 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:05.888 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 562036736 2024-04-10T16:34:05.888 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.888 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:05.888 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:05.888 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.888 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:05.888 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.888 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.889 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:05.889 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 426281931 2024-04-10T16:34:05.889 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.889 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:05.889 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.889 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.889 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:05.889 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 976 2024-04-10T16:34:05.889 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.889 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:05.889 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 288 2024-04-10T16:34:05.889 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.889 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:05.889 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.889 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.890 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:05.890 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73760 2024-04-10T16:34:05.890 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.890 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:05.890 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.890 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.890 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:05.890 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.890 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.890 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:05.890 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.890 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.890 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:05.890 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.890 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.890 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:05.891 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68570917 2024-04-10T16:34:05.891 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.891 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.891 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:05.891 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:05.891 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:05.891 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.891 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:05.891 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:05.891 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.891 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:05.891 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8727056 2024-04-10T16:34:05.891 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.891 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:05.891 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37891727 2024-04-10T16:34:05.892 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.892 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:05.892 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.892 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.892 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:05.892 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.892 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.892 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:05.892 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.892 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.892 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:05.892 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.892 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.892 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:05.892 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.892 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.893 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:05.893 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.893 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.893 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:05.893 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.893 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.893 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:05.893 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.893 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.893 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:05.893 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.893 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.893 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:05.893 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70821729 2024-04-10T16:34:05.893 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.893 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.893 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:05.894 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:05.894 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 494927872 2024-04-10T16:34:05.894 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.894 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:05.894 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.894 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.894 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:05.894 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.894 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.894 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:05.894 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 426281931 2024-04-10T16:34:05.894 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.894 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:05.894 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.895 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.895 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:05.895 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2940 2024-04-10T16:34:05.895 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.895 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:05.895 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.895 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.895 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:05.895 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.895 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.895 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:05.895 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 151908 2024-04-10T16:34:05.895 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.895 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:05.896 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1102563 2024-04-10T16:34:05.896 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.896 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:05.896 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.896 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.896 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:05.896 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.896 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.896 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:05.896 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.896 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.896 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:05.896 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67388530 2024-04-10T16:34:05.896 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.897 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.897 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:05.897 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:05.897 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.897 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.897 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:05.897 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 39 2024-04-10T16:34:05.897 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.897 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:05.897 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.897 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.897 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:05.897 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.897 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.898 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.898 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:05.898 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:05.898 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56 2024-04-10T16:34:05.898 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.898 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:05.898 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.898 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.898 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:05.898 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 44172 2024-04-10T16:34:05.898 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.898 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:05.898 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 129243, 2024-04-10T16:34:05.899 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7902861948 2024-04-10T16:34:05.899 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.899 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:05.899 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:05.899 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.899 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:05.899 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.899 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.899 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:05.899 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2563463558 2024-04-10T16:34:05.899 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.899 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:05.899 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 44172, 2024-04-10T16:34:05.899 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 197265118419 2024-04-10T16:34:05.899 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.899 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:05.900 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3916406058 2024-04-10T16:34:05.900 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.900 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:05.900 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 45103, 2024-04-10T16:34:05.900 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21475708163 2024-04-10T16:34:05.900 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.900 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:05.900 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 44172, 2024-04-10T16:34:05.900 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71092446920 2024-04-10T16:34:05.900 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.900 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:05.900 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28678 2024-04-10T16:34:05.900 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.900 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:05.900 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 28678, 2024-04-10T16:34:05.900 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16177114803 2024-04-10T16:34:05.900 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.901 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:05.901 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.901 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.901 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:05.901 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3916406058 2024-04-10T16:34:05.901 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.901 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:05.901 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 29041, 2024-04-10T16:34:05.901 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6747205393 2024-04-10T16:34:05.901 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.901 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:05.901 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 28678, 2024-04-10T16:34:05.901 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7657552860 2024-04-10T16:34:05.901 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.901 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:05.901 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8115 2024-04-10T16:34:05.901 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.902 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:05.902 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 594834082 2024-04-10T16:34:05.902 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.902 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:05.902 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8115, 2024-04-10T16:34:05.902 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16136164588 2024-04-10T16:34:05.902 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.902 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:05.902 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.902 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.902 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:05.902 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.902 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.902 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:05.903 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.903 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.903 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:05.903 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8499, 2024-04-10T16:34:05.903 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5396996750 2024-04-10T16:34:05.903 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.903 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:05.903 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8115, 2024-04-10T16:34:05.903 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13955162087 2024-04-10T16:34:05.903 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.903 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:05.903 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7379 2024-04-10T16:34:05.903 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.903 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:05.903 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1968629476 2024-04-10T16:34:05.903 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.904 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:05.904 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7379, 2024-04-10T16:34:05.904 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 164951839028 2024-04-10T16:34:05.904 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.904 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:05.904 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.904 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.904 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:05.904 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7563, 2024-04-10T16:34:05.904 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9331506020 2024-04-10T16:34:05.904 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.904 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:05.904 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7379, 2024-04-10T16:34:05.904 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49479731973 2024-04-10T16:34:05.904 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.904 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:05.905 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.905 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.905 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:05.905 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41129917 2024-04-10T16:34:05.905 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.905 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:05.905 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49 2024-04-10T16:34:05.905 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.905 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:05.905 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:05.905 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.905 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:05.905 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 595443712 2024-04-10T16:34:05.905 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.905 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.905 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.905 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.1": { 2024-04-10T16:34:05.906 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:05.906 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:05.906 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 25266 2024-04-10T16:34:05.906 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.906 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:05.906 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.906 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.906 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:05.906 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.906 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.906 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:05.906 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.906 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.906 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:05.906 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:05.906 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.907 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:05.907 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.907 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.907 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:05.907 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.907 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.907 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:05.907 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.907 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.907 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:05.907 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.907 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.907 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:05.907 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4657152 2024-04-10T16:34:05.907 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.907 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:05.908 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 637992960 2024-04-10T16:34:05.908 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.908 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:05.908 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17, 2024-04-10T16:34:05.908 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4342033 2024-04-10T16:34:05.908 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.908 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:05.908 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17, 2024-04-10T16:34:05.908 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1111657 2024-04-10T16:34:05.908 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.908 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:05.908 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 172, 2024-04-10T16:34:05.908 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 871404 2024-04-10T16:34:05.908 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.908 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:05.908 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:05.909 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.909 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:05.909 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 618463232 2024-04-10T16:34:05.909 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.909 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:05.909 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72157, 2024-04-10T16:34:05.909 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11137797176 2024-04-10T16:34:05.909 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.909 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:05.909 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72167, 2024-04-10T16:34:05.909 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18054766692 2024-04-10T16:34:05.909 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.909 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:05.910 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13021184 2024-04-10T16:34:05.910 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.910 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:05.910 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 295645184 2024-04-10T16:34:05.910 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.910 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:05.910 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 626982912 2024-04-10T16:34:05.910 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.910 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:05.910 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.910 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.910 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:05.910 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.910 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:05.911 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45 2024-04-10T16:34:05.911 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.911 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:05.911 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2787825207 2024-04-10T16:34:05.911 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.911 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:05.911 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23278 2024-04-10T16:34:05.911 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.911 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:05.911 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2419322880 2024-04-10T16:34:05.911 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.911 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:05.911 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2419326976 2024-04-10T16:34:05.911 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.912 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:05.912 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.912 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.912 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:05.912 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.912 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.912 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:05.912 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20236 2024-04-10T16:34:05.912 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.912 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:05.912 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23278, 2024-04-10T16:34:05.912 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 923405339 2024-04-10T16:34:05.912 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.912 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:05.912 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2721120960 2024-04-10T16:34:05.913 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.913 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:05.913 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21228 2024-04-10T16:34:05.913 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.913 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:05.913 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1443813 2024-04-10T16:34:05.913 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.913 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:05.913 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 284 2024-04-10T16:34:05.913 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.913 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:05.913 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4624888 2024-04-10T16:34:05.913 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.913 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:05.913 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 396 2024-04-10T16:34:05.913 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.913 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:05.914 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3181075 2024-04-10T16:34:05.914 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.914 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:05.914 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3181075 2024-04-10T16:34:05.914 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.914 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:05.914 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.914 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.914 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:05.914 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.914 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.914 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:05.914 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 118 2024-04-10T16:34:05.914 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.914 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:05.915 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 396, 2024-04-10T16:34:05.915 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1105361 2024-04-10T16:34:05.915 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.915 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:05.915 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.915 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.915 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.915 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:05.915 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.915 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.915 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:05.915 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.915 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.915 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:05.915 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:05.915 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 590 2024-04-10T16:34:05.915 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.916 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:05.916 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7, 2024-04-10T16:34:05.916 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9881 2024-04-10T16:34:05.916 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.916 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:05.916 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.916 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.916 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.916 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:05.916 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.916 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.916 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:05.916 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.916 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.916 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:05.916 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 940879872 2024-04-10T16:34:05.917 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.917 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.917 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:05.917 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:05.917 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:05.917 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.917 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:05.917 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9207808 2024-04-10T16:34:05.917 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.917 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:05.917 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 21513, 2024-04-10T16:34:05.917 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 107431963 2024-04-10T16:34:05.917 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.917 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:05.917 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3563, 2024-04-10T16:34:05.917 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5136766746 2024-04-10T16:34:05.918 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.918 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:05.918 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.918 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.918 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.918 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:05.918 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.918 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.918 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:05.918 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.918 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.918 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:05.918 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.918 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.919 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:05.919 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 19923, 2024-04-10T16:34:05.919 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 166069781 2024-04-10T16:34:05.919 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.919 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:05.919 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.919 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.919 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.919 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:05.919 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.919 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.919 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:05.919 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72117, 2024-04-10T16:34:05.919 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21715305073 2024-04-10T16:34:05.919 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.919 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:05.919 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 71540, 2024-04-10T16:34:05.919 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1643008272 2024-04-10T16:34:05.920 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.920 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:05.920 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72117, 2024-04-10T16:34:05.920 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42429442 2024-04-10T16:34:05.920 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.920 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:05.920 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72117, 2024-04-10T16:34:05.920 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21757734515 2024-04-10T16:34:05.920 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.920 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:05.920 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.920 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.920 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.920 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:05.920 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 26062, 2024-04-10T16:34:05.920 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 678487447 2024-04-10T16:34:05.921 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.921 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:05.921 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 921, 2024-04-10T16:34:05.921 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2644984 2024-04-10T16:34:05.921 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.921 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:05.921 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9078, 2024-04-10T16:34:05.921 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5395119 2024-04-10T16:34:05.921 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.921 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:05.921 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 46, 2024-04-10T16:34:05.921 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72655 2024-04-10T16:34:05.921 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.921 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:05.921 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 11085, 2024-04-10T16:34:05.921 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 805110302 2024-04-10T16:34:05.921 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.921 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:05.921 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 221042 2024-04-10T16:34:05.922 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.922 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:05.922 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 25945 2024-04-10T16:34:05.922 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.922 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:05.922 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 21219, 2024-04-10T16:34:05.922 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2269480416 2024-04-10T16:34:05.922 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.922 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:05.922 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 72568, 2024-04-10T16:34:05.922 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18512517 2024-04-10T16:34:05.922 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.922 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:05.922 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 51349, 2024-04-10T16:34:05.922 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1487769332 2024-04-10T16:34:05.922 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.922 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:05.923 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.923 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.923 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:05.923 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15065, 2024-04-10T16:34:05.923 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 420873004 2024-04-10T16:34:05.923 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.923 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:05.923 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.923 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.923 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:05.923 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.923 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.923 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:05.923 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.923 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.923 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:05.923 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.923 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.924 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:05.924 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:05.924 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13936255413 2024-04-10T16:34:05.924 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.924 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:05.924 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23213, 2024-04-10T16:34:05.924 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1537384656 2024-04-10T16:34:05.924 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.924 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:05.924 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23210, 2024-04-10T16:34:05.924 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4113427866529 2024-04-10T16:34:05.924 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.924 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:05.924 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23213, 2024-04-10T16:34:05.925 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7218548283067 2024-04-10T16:34:05.925 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.925 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:05.925 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88284, 2024-04-10T16:34:05.925 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3150413150699 2024-04-10T16:34:05.925 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.925 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:05.925 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88284, 2024-04-10T16:34:05.925 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8307186 2024-04-10T16:34:05.925 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.925 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:05.925 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:05.925 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 424113171 2024-04-10T16:34:05.925 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.925 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:05.926 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:05.926 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37993639844 2024-04-10T16:34:05.926 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.926 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:05.926 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:05.926 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 30044705 2024-04-10T16:34:05.926 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.926 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:05.926 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:05.926 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19958283629 2024-04-10T16:34:05.926 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.926 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:05.926 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:05.926 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16020900178 2024-04-10T16:34:05.926 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.927 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:05.927 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5393147 2024-04-10T16:34:05.927 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.927 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:05.927 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2550, 2024-04-10T16:34:05.927 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14039501 2024-04-10T16:34:05.927 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.927 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:05.927 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:05.927 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 88347077501 2024-04-10T16:34:05.927 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.927 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:05.927 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:05.927 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17074141031 2024-04-10T16:34:05.927 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.927 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:05.928 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 88287, 2024-04-10T16:34:05.928 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1315038122 2024-04-10T16:34:05.928 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.928 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.928 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:05.928 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:05.928 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405293598 2024-04-10T16:34:05.928 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.928 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:05.928 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 591798272 2024-04-10T16:34:05.928 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.928 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:05.928 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 558596096 2024-04-10T16:34:05.928 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.928 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:05.928 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600705843 2024-04-10T16:34:05.929 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.929 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:05.929 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33202176 2024-04-10T16:34:05.929 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.929 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.929 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:05.929 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:05.929 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:05.929 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.929 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:05.929 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.929 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.929 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:05.929 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.929 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.929 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:05.929 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57185564 2024-04-10T16:34:05.929 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.930 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:05.930 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.930 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.930 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:05.930 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.930 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.930 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:05.930 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.930 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.930 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:05.930 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.930 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.930 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:05.930 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16384 2024-04-10T16:34:05.930 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.931 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:05.931 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73728 2024-04-10T16:34:05.931 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.931 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:05.931 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.931 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.931 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:05.931 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.931 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.931 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:05.931 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.931 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.931 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:05.931 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68553444 2024-04-10T16:34:05.931 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.932 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.932 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:05.932 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:05.932 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 570425344 2024-04-10T16:34:05.932 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.932 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:05.932 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:05.932 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.932 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:05.932 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.932 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.932 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:05.932 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 428891733 2024-04-10T16:34:05.932 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.932 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:05.932 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.932 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.933 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:05.933 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.933 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.933 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:05.933 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 256 2024-04-10T16:34:05.933 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.933 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:05.933 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.933 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.933 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:05.933 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47120 2024-04-10T16:34:05.933 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.933 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:05.933 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.933 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.933 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:05.933 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.933 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.934 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:05.934 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.934 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.934 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:05.934 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.934 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.934 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:05.934 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74377371 2024-04-10T16:34:05.934 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.934 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.934 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:05.934 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:05.934 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:05.934 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.934 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:05.934 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:05.934 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.934 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:05.935 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4551168 2024-04-10T16:34:05.935 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.935 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:05.935 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 38123709 2024-04-10T16:34:05.935 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.935 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:05.935 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.935 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.935 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:05.935 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.935 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.935 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:05.935 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.935 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.935 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:05.935 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.935 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.936 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:05.936 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.936 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.936 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:05.936 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.936 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.936 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:05.936 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.936 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.936 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:05.936 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.936 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.936 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:05.936 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.937 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.937 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:05.937 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74765635 2024-04-10T16:34:05.937 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.937 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.937 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:05.937 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:05.937 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 503316480 2024-04-10T16:34:05.937 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.937 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:05.937 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.937 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.937 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:05.937 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.937 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.938 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:05.938 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 428891733 2024-04-10T16:34:05.938 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.938 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:05.938 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.938 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.938 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:05.938 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.938 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.938 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:05.938 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.938 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.938 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:05.939 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.939 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.939 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:05.939 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 147800 2024-04-10T16:34:05.939 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.939 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:05.939 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1099207 2024-04-10T16:34:05.939 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.939 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:05.939 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.939 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.939 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:05.939 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.939 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.939 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:05.939 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.940 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.940 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:05.940 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73177740 2024-04-10T16:34:05.940 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.940 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.940 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:05.940 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:05.940 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.940 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.940 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:05.940 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24 2024-04-10T16:34:05.940 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.940 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:05.940 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.940 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.940 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:05.940 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.940 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.941 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.941 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:05.941 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:05.941 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53 2024-04-10T16:34:05.941 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.941 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:05.941 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.941 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.941 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:05.941 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40177 2024-04-10T16:34:05.941 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.941 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:05.941 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 128216, 2024-04-10T16:34:05.941 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10041726907 2024-04-10T16:34:05.941 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.941 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:05.941 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:05.942 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.942 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:05.942 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.942 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.942 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:05.942 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2505545181 2024-04-10T16:34:05.942 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.942 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:05.942 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 40177, 2024-04-10T16:34:05.942 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 612211210741 2024-04-10T16:34:05.942 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.942 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:05.942 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2964633646 2024-04-10T16:34:05.942 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.942 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:05.942 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41877, 2024-04-10T16:34:05.942 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31766443883 2024-04-10T16:34:05.942 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.943 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:05.943 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 40177, 2024-04-10T16:34:05.943 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 109057467852 2024-04-10T16:34:05.943 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.943 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:05.943 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18218 2024-04-10T16:34:05.943 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.943 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:05.943 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18218, 2024-04-10T16:34:05.943 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13436352691 2024-04-10T16:34:05.943 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.943 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:05.943 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.943 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.943 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:05.943 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2964633646 2024-04-10T16:34:05.943 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.944 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:05.944 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18653, 2024-04-10T16:34:05.944 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5376362535 2024-04-10T16:34:05.944 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.944 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:05.944 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18218, 2024-04-10T16:34:05.944 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5731374452 2024-04-10T16:34:05.944 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.944 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:05.944 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12313 2024-04-10T16:34:05.944 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.944 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:05.944 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 336661111 2024-04-10T16:34:05.944 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.944 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:05.944 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12313, 2024-04-10T16:34:05.945 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 100518096480 2024-04-10T16:34:05.945 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.945 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:05.945 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.945 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.945 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:05.945 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.945 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.945 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:05.945 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.945 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.945 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:05.945 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12477, 2024-04-10T16:34:05.945 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13239919831 2024-04-10T16:34:05.946 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.946 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:05.946 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12313, 2024-04-10T16:34:05.946 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32454086628 2024-04-10T16:34:05.946 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.946 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:05.946 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9646 2024-04-10T16:34:05.946 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.946 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:05.946 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2168884070 2024-04-10T16:34:05.946 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.946 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:05.946 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9646, 2024-04-10T16:34:05.946 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 498256761570 2024-04-10T16:34:05.947 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.947 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:05.947 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.947 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.947 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:05.947 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10747, 2024-04-10T16:34:05.947 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13150161517 2024-04-10T16:34:05.947 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.947 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:05.947 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9646, 2024-04-10T16:34:05.947 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70872006772 2024-04-10T16:34:05.947 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.947 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:05.947 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.947 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.948 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:05.948 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4194374 2024-04-10T16:34:05.948 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.948 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:05.948 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6 2024-04-10T16:34:05.948 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.948 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:05.948 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:05.948 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.948 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:05.948 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 627691520 2024-04-10T16:34:05.948 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.948 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.948 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.948 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.2": { 2024-04-10T16:34:05.948 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:05.949 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:05.949 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35073 2024-04-10T16:34:05.949 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.949 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:05.949 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.949 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.949 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:05.949 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.949 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.949 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:05.949 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.949 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.949 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:05.949 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:05.949 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.949 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:05.950 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.950 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.950 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:05.950 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.950 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.950 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:05.950 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.950 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.950 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:05.950 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.950 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.950 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:05.950 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5566464 2024-04-10T16:34:05.951 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.951 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:05.951 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 627757056 2024-04-10T16:34:05.951 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.951 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:05.951 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17, 2024-04-10T16:34:05.951 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3259802 2024-04-10T16:34:05.951 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.951 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:05.951 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17, 2024-04-10T16:34:05.951 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1155600 2024-04-10T16:34:05.951 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.951 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:05.951 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 167, 2024-04-10T16:34:05.952 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 915818 2024-04-10T16:34:05.952 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.952 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:05.952 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:05.952 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.952 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:05.952 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 518324224 2024-04-10T16:34:05.952 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.952 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:05.952 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70087, 2024-04-10T16:34:05.952 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10329191128 2024-04-10T16:34:05.952 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.952 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:05.952 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70111, 2024-04-10T16:34:05.952 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16770411966 2024-04-10T16:34:05.953 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.953 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:05.953 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4526080 2024-04-10T16:34:05.953 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.953 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:05.953 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 287158272 2024-04-10T16:34:05.953 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.953 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:05.953 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 516882432 2024-04-10T16:34:05.953 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.953 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:05.953 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.953 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.953 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:05.953 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.953 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.953 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:05.953 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47 2024-04-10T16:34:05.954 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.954 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:05.954 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3988629739 2024-04-10T16:34:05.954 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.954 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:05.954 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 48436 2024-04-10T16:34:05.954 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.954 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:05.954 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3295793152 2024-04-10T16:34:05.954 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.954 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:05.954 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3295797248 2024-04-10T16:34:05.954 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.954 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:05.954 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.955 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.955 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:05.955 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.955 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.955 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:05.955 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35497 2024-04-10T16:34:05.955 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.955 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:05.955 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 48436, 2024-04-10T16:34:05.955 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1161942021 2024-04-10T16:34:05.955 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.955 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:05.955 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3875791705 2024-04-10T16:34:05.955 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.955 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:05.956 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 44977 2024-04-10T16:34:05.956 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.956 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:05.956 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1296654 2024-04-10T16:34:05.956 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.956 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:05.956 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 492 2024-04-10T16:34:05.956 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.956 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:05.956 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5463095 2024-04-10T16:34:05.956 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.956 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:05.956 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 679 2024-04-10T16:34:05.956 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.956 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:05.957 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4166441 2024-04-10T16:34:05.957 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.957 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:05.957 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4166441 2024-04-10T16:34:05.957 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.957 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:05.957 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.957 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.957 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:05.957 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.957 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.957 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:05.957 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 192 2024-04-10T16:34:05.957 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.958 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:05.958 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 679, 2024-04-10T16:34:05.958 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1626017 2024-04-10T16:34:05.958 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.958 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:05.958 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.958 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.958 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.958 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:05.958 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.958 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.958 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:05.958 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.958 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.958 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:05.958 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:05.958 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 652 2024-04-10T16:34:05.959 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.959 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:05.959 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9, 2024-04-10T16:34:05.959 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11809 2024-04-10T16:34:05.959 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.959 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:05.959 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.959 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.959 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.959 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:05.959 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.959 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.959 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:05.959 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.959 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.959 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:05.959 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 923062272 2024-04-10T16:34:05.960 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.960 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.960 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:05.960 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:05.960 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:05.960 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.960 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:05.960 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9195520 2024-04-10T16:34:05.960 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.960 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:05.960 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17456, 2024-04-10T16:34:05.960 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56663811 2024-04-10T16:34:05.960 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.960 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:05.960 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3619, 2024-04-10T16:34:05.960 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7002991112 2024-04-10T16:34:05.960 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.960 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:05.961 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.961 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.961 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.961 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:05.961 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.961 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.961 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:05.961 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.961 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.961 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:05.961 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.961 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.961 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:05.961 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 25955, 2024-04-10T16:34:05.961 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 217894422 2024-04-10T16:34:05.961 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.961 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:05.962 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.962 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.962 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.962 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:05.962 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.962 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.962 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:05.962 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70040, 2024-04-10T16:34:05.962 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20311460125 2024-04-10T16:34:05.962 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.962 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:05.962 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 69563, 2024-04-10T16:34:05.962 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1420766733 2024-04-10T16:34:05.962 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.963 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:05.963 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70040, 2024-04-10T16:34:05.963 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33793177 2024-04-10T16:34:05.963 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.963 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:05.963 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 70040, 2024-04-10T16:34:05.963 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20345253302 2024-04-10T16:34:05.963 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.963 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:05.963 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:05.963 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.963 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.963 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:05.963 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 56629, 2024-04-10T16:34:05.964 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1196118715 2024-04-10T16:34:05.964 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.964 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:05.964 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 973, 2024-04-10T16:34:05.964 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2389263 2024-04-10T16:34:05.964 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.964 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:05.964 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 22372, 2024-04-10T16:34:05.964 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10102375 2024-04-10T16:34:05.964 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.964 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:05.964 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 37, 2024-04-10T16:34:05.964 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49764 2024-04-10T16:34:05.964 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.964 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:05.965 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20423, 2024-04-10T16:34:05.965 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1219634550 2024-04-10T16:34:05.965 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.965 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:05.965 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 256326 2024-04-10T16:34:05.965 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.965 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:05.965 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19180 2024-04-10T16:34:05.965 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.965 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:05.965 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8778, 2024-04-10T16:34:05.965 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1958092486 2024-04-10T16:34:05.965 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.965 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:05.965 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23825, 2024-04-10T16:34:05.966 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9608878 2024-04-10T16:34:05.966 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.966 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:05.966 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15047, 2024-04-10T16:34:05.966 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1687244361 2024-04-10T16:34:05.966 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.966 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:05.966 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.966 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.966 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:05.966 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12770, 2024-04-10T16:34:05.966 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 416628001 2024-04-10T16:34:05.966 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.966 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:05.966 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.966 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.966 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:05.966 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.967 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.967 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:05.967 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.967 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.967 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:05.967 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.967 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.967 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:05.967 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:05.967 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13477992483 2024-04-10T16:34:05.967 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.967 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:05.967 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5892, 2024-04-10T16:34:05.967 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 508633788 2024-04-10T16:34:05.967 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.967 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:05.967 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5891, 2024-04-10T16:34:05.968 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3786526673555 2024-04-10T16:34:05.968 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.968 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:05.968 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 5892, 2024-04-10T16:34:05.968 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5983874851429 2024-04-10T16:34:05.968 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.968 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:05.968 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83371, 2024-04-10T16:34:05.968 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2233845925361 2024-04-10T16:34:05.968 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.968 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:05.968 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83371, 2024-04-10T16:34:05.968 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7709140 2024-04-10T16:34:05.968 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.968 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:05.968 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:05.968 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1050135906 2024-04-10T16:34:05.969 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.969 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:05.969 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:05.969 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35212028418 2024-04-10T16:34:05.969 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.969 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:05.969 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:05.969 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 30259189 2024-04-10T16:34:05.969 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.969 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:05.969 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:05.969 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17874432440 2024-04-10T16:34:05.969 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.969 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:05.969 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:05.969 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17001795373 2024-04-10T16:34:05.969 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.969 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:05.969 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5392968 2024-04-10T16:34:05.970 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.970 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:05.970 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2490, 2024-04-10T16:34:05.970 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14702038 2024-04-10T16:34:05.970 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.970 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:05.970 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:05.970 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 84628598204 2024-04-10T16:34:05.970 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.970 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:05.970 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:05.970 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17936259464 2024-04-10T16:34:05.970 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.970 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:05.970 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83372, 2024-04-10T16:34:05.970 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 736942530 2024-04-10T16:34:05.970 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.971 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.971 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:05.971 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:05.971 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405293598 2024-04-10T16:34:05.971 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.971 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:05.971 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 557752320 2024-04-10T16:34:05.971 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.971 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:05.971 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 441745408 2024-04-10T16:34:05.971 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.971 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:05.971 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600705843 2024-04-10T16:34:05.971 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.971 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:05.972 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 116006912 2024-04-10T16:34:05.972 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.972 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.972 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:05.972 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:05.972 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:05.972 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.972 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:05.972 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.972 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.972 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:05.972 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.972 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.972 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:05.973 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57248381 2024-04-10T16:34:05.973 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.973 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:05.973 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.973 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.973 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:05.973 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.973 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.973 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:05.973 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.973 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.973 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:05.973 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.973 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.973 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:05.974 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:05.974 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.974 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:05.974 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 102400 2024-04-10T16:34:05.974 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.974 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:05.974 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.974 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.974 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:05.974 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.974 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.974 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:05.974 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.974 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.974 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:05.975 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68474243 2024-04-10T16:34:05.975 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.975 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.975 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:05.975 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:05.975 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 570425344 2024-04-10T16:34:05.975 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.975 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:05.975 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:05.975 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.975 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:05.975 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.975 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.975 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:05.976 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 429362859 2024-04-10T16:34:05.976 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.976 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:05.976 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.976 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.976 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:05.976 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.976 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.976 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:05.976 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1360 2024-04-10T16:34:05.976 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.976 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:05.976 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.976 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.976 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:05.976 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 89104 2024-04-10T16:34:05.976 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.977 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:05.977 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.977 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.977 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:05.977 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.977 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.977 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:05.977 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.977 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.977 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:05.977 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.977 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.977 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:05.977 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73863157 2024-04-10T16:34:05.977 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.977 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.977 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:05.977 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:05.978 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:05.978 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.978 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:05.978 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:05.978 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.978 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:05.978 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4851536 2024-04-10T16:34:05.978 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.978 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:05.978 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 38165587 2024-04-10T16:34:05.978 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.978 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:05.978 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.978 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.978 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:05.978 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.979 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.979 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:05.979 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.979 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.979 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:05.979 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.979 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.979 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:05.979 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.979 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.979 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:05.979 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.979 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.979 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:05.980 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.980 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.980 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:05.980 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.980 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.980 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:05.980 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.980 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.980 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:05.980 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74423389 2024-04-10T16:34:05.980 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.980 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.980 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:05.980 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:05.981 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 503316480 2024-04-10T16:34:05.981 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.981 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:05.981 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.981 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.981 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:05.981 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.981 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.981 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:05.981 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 429362859 2024-04-10T16:34:05.981 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.981 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:05.981 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.982 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.982 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:05.982 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.982 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.982 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:05.982 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.982 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.982 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:05.982 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.982 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.982 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:05.982 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 143800 2024-04-10T16:34:05.982 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.982 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:05.983 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1127438 2024-04-10T16:34:05.983 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.983 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:05.983 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.983 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.983 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:05.983 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.983 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.983 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:05.983 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.983 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.983 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:05.983 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72682383 2024-04-10T16:34:05.983 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.983 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.983 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:05.983 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:05.984 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.984 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.984 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:05.984 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 80 2024-04-10T16:34:05.984 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.984 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:05.984 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.984 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.984 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:05.984 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.984 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.984 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.984 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:05.984 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:05.984 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41 2024-04-10T16:34:05.984 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.985 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:05.985 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.985 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.985 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:05.985 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 50118 2024-04-10T16:34:05.985 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.985 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:05.985 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 144250, 2024-04-10T16:34:05.985 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8441702845 2024-04-10T16:34:05.985 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.985 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:05.985 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.985 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.985 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:05.985 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.986 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.986 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:05.986 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1976084395 2024-04-10T16:34:05.986 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.986 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:05.986 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 50118, 2024-04-10T16:34:05.986 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95365154012 2024-04-10T16:34:05.986 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.986 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:05.986 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3793943502 2024-04-10T16:34:05.986 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.986 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:05.986 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 51069, 2024-04-10T16:34:05.986 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 43362632387 2024-04-10T16:34:05.986 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.986 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:05.987 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 50118, 2024-04-10T16:34:05.987 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73692896571 2024-04-10T16:34:05.987 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.987 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:05.987 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20956 2024-04-10T16:34:05.987 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.987 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:05.987 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20956, 2024-04-10T16:34:05.987 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19476488467 2024-04-10T16:34:05.987 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.987 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:05.987 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.987 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.987 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:05.988 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3793943502 2024-04-10T16:34:05.988 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.988 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:05.988 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 21391, 2024-04-10T16:34:05.988 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5300223774 2024-04-10T16:34:05.988 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.988 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:05.988 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20956, 2024-04-10T16:34:05.988 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9202554316 2024-04-10T16:34:05.988 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.988 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:05.988 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27240 2024-04-10T16:34:05.988 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.988 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:05.988 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 369583542 2024-04-10T16:34:05.988 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.989 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:05.989 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27240, 2024-04-10T16:34:05.989 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 50955301138 2024-04-10T16:34:05.989 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.989 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:05.989 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.989 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.989 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:05.989 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.989 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.989 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:05.989 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.989 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.989 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:05.989 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27613, 2024-04-10T16:34:05.989 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 34408350873 2024-04-10T16:34:05.990 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.990 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:05.990 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27240, 2024-04-10T16:34:05.990 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 48496462055 2024-04-10T16:34:05.990 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.990 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:05.990 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1922 2024-04-10T16:34:05.990 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.990 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:05.990 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1606500853 2024-04-10T16:34:05.990 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.990 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:05.990 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1922, 2024-04-10T16:34:05.990 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24933364407 2024-04-10T16:34:05.990 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.990 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:05.990 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.991 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.991 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:05.991 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2065, 2024-04-10T16:34:05.991 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3654057740 2024-04-10T16:34:05.991 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.991 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:05.991 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1922, 2024-04-10T16:34:05.991 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15993880200 2024-04-10T16:34:05.991 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.991 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:05.991 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.991 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.991 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:05.991 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4194304 2024-04-10T16:34:05.991 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.991 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:05.991 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28 2024-04-10T16:34:05.992 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.992 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:05.992 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:05.992 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.992 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:05.992 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 527532032 2024-04-10T16:34:05.992 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.992 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:05.992 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.992 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.3": { 2024-04-10T16:34:05.992 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:05.992 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:05.992 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 24892 2024-04-10T16:34:05.992 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.992 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:05.992 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.992 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.993 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:05.993 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.993 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.993 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:05.993 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.993 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.993 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:05.993 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:05.993 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.993 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:05.993 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.993 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.993 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:05.993 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.993 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.993 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:05.994 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.994 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.994 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:05.994 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.994 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.994 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:05.994 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2809856 2024-04-10T16:34:05.994 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.994 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:05.994 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 588382208 2024-04-10T16:34:05.994 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.994 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:05.994 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 16, 2024-04-10T16:34:05.994 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7579409 2024-04-10T16:34:05.994 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.995 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:05.995 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 16, 2024-04-10T16:34:05.995 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1481028 2024-04-10T16:34:05.995 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.995 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:05.995 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 154, 2024-04-10T16:34:05.995 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 766573 2024-04-10T16:34:05.995 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.995 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:05.995 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:05.995 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.995 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:05.995 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 497025024 2024-04-10T16:34:05.995 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.996 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:05.996 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65743, 2024-04-10T16:34:05.996 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9921612620 2024-04-10T16:34:05.996 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.996 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:05.996 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65754, 2024-04-10T16:34:05.996 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16233342798 2024-04-10T16:34:05.996 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.996 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:05.996 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3375104 2024-04-10T16:34:05.996 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.996 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:05.996 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 269373440 2024-04-10T16:34:05.996 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.996 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:05.997 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 514064384 2024-04-10T16:34:05.997 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.997 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:05.997 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.997 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.997 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:05.997 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.997 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.997 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:05.997 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42 2024-04-10T16:34:05.997 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.997 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:05.997 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1780548783 2024-04-10T16:34:05.997 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.997 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:05.998 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23717 2024-04-10T16:34:05.998 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.998 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:05.998 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1527173120 2024-04-10T16:34:05.998 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.998 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:05.998 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1527177216 2024-04-10T16:34:05.998 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.998 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:05.998 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.998 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.998 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:05.998 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:05.998 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.999 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:05.999 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16115 2024-04-10T16:34:05.999 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.999 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:05.999 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23717, 2024-04-10T16:34:05.999 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 891516807 2024-04-10T16:34:05.999 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.999 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:05.999 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1709169234 2024-04-10T16:34:05.999 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:05.999 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:05.999 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21525 2024-04-10T16:34:05.999 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.000 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:06.000 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 676509 2024-04-10T16:34:06.000 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.000 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:06.000 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 327 2024-04-10T16:34:06.000 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.000 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:06.000 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2777598 2024-04-10T16:34:06.000 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.000 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:06.000 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 430 2024-04-10T16:34:06.000 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.000 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:06.000 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2101089 2024-04-10T16:34:06.000 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.000 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:06.000 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2101089 2024-04-10T16:34:06.001 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.001 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:06.001 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.001 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.001 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:06.001 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.001 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.001 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:06.001 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 103 2024-04-10T16:34:06.001 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.001 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:06.001 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 430, 2024-04-10T16:34:06.001 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 751124 2024-04-10T16:34:06.001 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.001 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:06.001 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.002 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.002 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.002 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:06.002 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.002 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.002 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:06.002 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.002 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.002 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:06.002 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:06.002 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 605 2024-04-10T16:34:06.002 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.002 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:06.002 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7, 2024-04-10T16:34:06.002 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8367 2024-04-10T16:34:06.003 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.003 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:06.003 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.003 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.003 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.003 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:06.003 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.003 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.003 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:06.003 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.003 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.003 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:06.003 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 862994432 2024-04-10T16:34:06.003 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.004 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.004 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:06.004 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:06.004 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:06.004 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.004 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:06.004 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9220096 2024-04-10T16:34:06.004 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.004 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:06.004 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 16777, 2024-04-10T16:34:06.004 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 63161683 2024-04-10T16:34:06.004 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.004 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:06.004 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3540, 2024-04-10T16:34:06.004 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4038685224 2024-04-10T16:34:06.005 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.005 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:06.005 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.005 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.005 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.005 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:06.005 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.005 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.005 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:06.005 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.005 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.005 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:06.005 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.005 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.005 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:06.005 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13285, 2024-04-10T16:34:06.005 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 106837265 2024-04-10T16:34:06.005 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.006 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:06.006 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.006 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.006 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.006 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:06.006 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.006 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.006 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:06.006 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65707, 2024-04-10T16:34:06.006 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19532768174 2024-04-10T16:34:06.006 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.006 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:06.006 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65208, 2024-04-10T16:34:06.006 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1468077445 2024-04-10T16:34:06.006 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.006 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:06.006 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65707, 2024-04-10T16:34:06.007 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 43244010 2024-04-10T16:34:06.007 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.007 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:06.007 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 65707, 2024-04-10T16:34:06.007 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19576012184 2024-04-10T16:34:06.007 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.007 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:06.007 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.007 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.007 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.007 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:06.007 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 227577, 2024-04-10T16:34:06.007 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1139109380 2024-04-10T16:34:06.007 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.007 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:06.007 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1329, 2024-04-10T16:34:06.008 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3150001 2024-04-10T16:34:06.008 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.008 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:06.008 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 132148, 2024-04-10T16:34:06.008 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42106896 2024-04-10T16:34:06.008 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.008 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:06.008 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41, 2024-04-10T16:34:06.008 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56695 2024-04-10T16:34:06.008 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.008 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:06.008 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14733, 2024-04-10T16:34:06.008 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1558452419 2024-04-10T16:34:06.008 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.008 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:06.008 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 407806 2024-04-10T16:34:06.008 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.009 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:06.009 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17306 2024-04-10T16:34:06.009 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.009 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:06.009 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 28496, 2024-04-10T16:34:06.009 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1482313669 2024-04-10T16:34:06.009 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.009 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:06.009 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76021, 2024-04-10T16:34:06.009 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22369917 2024-04-10T16:34:06.009 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.009 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:06.009 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 47525, 2024-04-10T16:34:06.009 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1005466036 2024-04-10T16:34:06.009 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.009 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:06.009 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.009 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.010 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:06.010 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12191, 2024-04-10T16:34:06.010 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 366480154 2024-04-10T16:34:06.010 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.010 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:06.010 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.010 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.010 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:06.010 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.010 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.010 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:06.010 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.010 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.010 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:06.010 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.011 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.011 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:06.011 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:06.011 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9569371129 2024-04-10T16:34:06.011 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.011 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:06.011 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17702, 2024-04-10T16:34:06.011 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1227890400 2024-04-10T16:34:06.011 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.011 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:06.011 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17700, 2024-04-10T16:34:06.011 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3584419953294 2024-04-10T16:34:06.011 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.011 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:06.012 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17702, 2024-04-10T16:34:06.012 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6368479451120 2024-04-10T16:34:06.012 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.012 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:06.012 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74529, 2024-04-10T16:34:06.012 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2830206963444 2024-04-10T16:34:06.012 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.012 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:06.012 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74529, 2024-04-10T16:34:06.012 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11126147 2024-04-10T16:34:06.012 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.012 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:06.012 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:06.012 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 287034884 2024-04-10T16:34:06.012 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.012 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:06.013 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:06.013 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 29703757754 2024-04-10T16:34:06.013 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.013 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:06.013 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:06.013 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 28272465 2024-04-10T16:34:06.013 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.013 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:06.013 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:06.013 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14270314026 2024-04-10T16:34:06.013 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.013 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:06.013 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:06.013 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10983898179 2024-04-10T16:34:06.014 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.014 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:06.014 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5398896 2024-04-10T16:34:06.014 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.014 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:06.014 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2455, 2024-04-10T16:34:06.014 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16015505 2024-04-10T16:34:06.014 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.014 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:06.014 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:06.014 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 64826975789 2024-04-10T16:34:06.014 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.014 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:06.014 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:06.014 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11911230631 2024-04-10T16:34:06.015 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.015 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:06.015 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 74531, 2024-04-10T16:34:06.015 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 481662228 2024-04-10T16:34:06.015 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.015 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.015 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:06.015 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:06.015 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405293598 2024-04-10T16:34:06.015 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.015 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:06.015 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 565600256 2024-04-10T16:34:06.015 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.015 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:06.015 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 561520640 2024-04-10T16:34:06.015 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.015 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:06.016 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600705843 2024-04-10T16:34:06.016 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.016 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:06.016 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4079616 2024-04-10T16:34:06.016 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.016 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.016 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:06.016 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:06.016 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:06.016 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.016 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:06.016 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.016 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.016 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:06.017 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.017 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.017 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:06.017 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57464646 2024-04-10T16:34:06.017 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.017 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:06.017 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.017 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.017 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:06.017 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.017 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.017 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:06.017 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.017 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.017 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:06.017 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.017 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.017 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:06.018 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16384 2024-04-10T16:34:06.018 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.018 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:06.018 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8192 2024-04-10T16:34:06.018 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.018 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:06.018 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.018 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.018 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:06.018 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.018 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.018 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:06.018 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.018 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.018 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:06.018 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68339898 2024-04-10T16:34:06.019 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.019 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.019 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:06.019 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:06.019 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 570425344 2024-04-10T16:34:06.019 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.019 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:06.019 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:06.019 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.019 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:06.019 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.019 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.019 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:06.019 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 430984849 2024-04-10T16:34:06.019 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.019 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:06.019 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.020 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.020 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:06.020 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.020 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.020 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:06.020 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 944 2024-04-10T16:34:06.020 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.020 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:06.020 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.020 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.020 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:06.020 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 55600 2024-04-10T16:34:06.020 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.020 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:06.020 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.020 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.020 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:06.021 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.021 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.021 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:06.021 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.021 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.021 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:06.021 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.021 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.021 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:06.021 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72275087 2024-04-10T16:34:06.021 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.021 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.021 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:06.021 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:06.021 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 176160768 2024-04-10T16:34:06.021 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.021 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:06.021 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:06.022 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.022 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:06.022 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2377440 2024-04-10T16:34:06.022 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.022 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:06.022 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 38309764 2024-04-10T16:34:06.022 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.022 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:06.022 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.022 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.022 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:06.022 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.022 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.022 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:06.022 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.022 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.022 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:06.023 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.023 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.023 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:06.023 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.023 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.023 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:06.023 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.023 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.023 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:06.023 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.023 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.023 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:06.023 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.023 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.023 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:06.023 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.023 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.023 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:06.024 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68364700 2024-04-10T16:34:06.024 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.024 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.024 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:06.024 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:06.024 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 503316480 2024-04-10T16:34:06.024 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.024 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:06.024 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.024 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.024 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:06.024 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.024 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.024 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:06.024 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 430984849 2024-04-10T16:34:06.024 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.024 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:06.024 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.025 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.025 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:06.025 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.025 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.025 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:06.025 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.025 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.025 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:06.025 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.025 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.025 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:06.025 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 154819 2024-04-10T16:34:06.025 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.025 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:06.026 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1124692 2024-04-10T16:34:06.026 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.026 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:06.026 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.026 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.026 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:06.026 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.026 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.026 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:06.026 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.026 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.026 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:06.026 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71052120 2024-04-10T16:34:06.026 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.026 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.027 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:06.027 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:06.027 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.027 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:06.027 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:06.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.027 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:06.027 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.027 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:06.027 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.027 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.027 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.027 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:06.027 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:06.027 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 48 2024-04-10T16:34:06.028 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.028 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:06.028 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.028 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.028 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:06.028 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53554 2024-04-10T16:34:06.028 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.028 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:06.028 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 126149, 2024-04-10T16:34:06.028 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7556727512 2024-04-10T16:34:06.028 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.028 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:06.028 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2 2024-04-10T16:34:06.028 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.028 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:06.028 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.028 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.028 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:06.029 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1567079703 2024-04-10T16:34:06.029 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.029 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:06.029 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 53554, 2024-04-10T16:34:06.029 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 257645290220 2024-04-10T16:34:06.029 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.029 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:06.029 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1516031779 2024-04-10T16:34:06.029 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.029 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:06.029 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 55711, 2024-04-10T16:34:06.029 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35886656523 2024-04-10T16:34:06.029 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.029 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:06.029 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 53554, 2024-04-10T16:34:06.029 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71886727831 2024-04-10T16:34:06.030 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.030 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:06.030 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36488 2024-04-10T16:34:06.030 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.030 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:06.030 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36488, 2024-04-10T16:34:06.030 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 52153961678 2024-04-10T16:34:06.030 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.030 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:06.030 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.030 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.030 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:06.030 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1516031779 2024-04-10T16:34:06.030 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.031 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:06.031 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36713, 2024-04-10T16:34:06.031 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13927455184 2024-04-10T16:34:06.031 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.031 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:06.031 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36488, 2024-04-10T16:34:06.031 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12834099537 2024-04-10T16:34:06.031 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.031 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:06.031 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13173 2024-04-10T16:34:06.031 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.031 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:06.031 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 322858894 2024-04-10T16:34:06.031 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.031 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:06.032 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13173, 2024-04-10T16:34:06.032 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 168489400136 2024-04-10T16:34:06.032 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.032 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:06.032 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.032 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.032 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:06.032 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.032 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.032 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:06.032 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.032 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.032 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:06.032 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15011, 2024-04-10T16:34:06.032 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17099327309 2024-04-10T16:34:06.032 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.033 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:06.033 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13173, 2024-04-10T16:34:06.033 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36738561585 2024-04-10T16:34:06.033 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.033 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:06.033 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3893 2024-04-10T16:34:06.033 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.033 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:06.033 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1244220809 2024-04-10T16:34:06.033 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.033 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:06.033 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3893, 2024-04-10T16:34:06.033 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37001928406 2024-04-10T16:34:06.033 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.033 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:06.034 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.034 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.034 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:06.034 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3987, 2024-04-10T16:34:06.034 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4859874030 2024-04-10T16:34:06.034 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.034 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:06.034 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3893, 2024-04-10T16:34:06.034 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22314066709 2024-04-10T16:34:06.034 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.034 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:06.034 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.034 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.034 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:06.034 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 79 2024-04-10T16:34:06.035 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.035 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:06.035 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5 2024-04-10T16:34:06.035 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.035 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:06.035 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:06.035 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.035 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:06.035 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 506261504 2024-04-10T16:34:06.035 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.035 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.035 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.035 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.4": { 2024-04-10T16:34:06.035 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:06.035 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:06.036 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16923 2024-04-10T16:34:06.036 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.036 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:06.036 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.036 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.036 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:06.036 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.036 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.036 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:06.036 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.036 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.036 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:06.036 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:06.036 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.037 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:06.037 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.037 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.037 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:06.037 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.037 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.037 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:06.037 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.037 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.037 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:06.037 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.037 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.037 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:06.037 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8232960 2024-04-10T16:34:06.037 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.038 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:06.038 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 660598784 2024-04-10T16:34:06.038 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.038 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:06.038 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:06.038 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4773888 2024-04-10T16:34:06.038 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.038 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:06.038 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:06.038 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1142107 2024-04-10T16:34:06.038 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.038 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:06.038 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 165, 2024-04-10T16:34:06.038 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 730342 2024-04-10T16:34:06.038 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.039 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:06.039 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:06.039 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.039 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:06.039 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 674627584 2024-04-10T16:34:06.039 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.039 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:06.039 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63418, 2024-04-10T16:34:06.039 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9896222266 2024-04-10T16:34:06.039 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.039 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:06.039 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63423, 2024-04-10T16:34:06.039 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15914045425 2024-04-10T16:34:06.039 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.039 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:06.040 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10444800 2024-04-10T16:34:06.040 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.040 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:06.040 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 259805184 2024-04-10T16:34:06.040 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.040 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:06.040 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 670367744 2024-04-10T16:34:06.040 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.040 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:06.040 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.040 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.040 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:06.040 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.040 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.040 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:06.040 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49 2024-04-10T16:34:06.040 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.041 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:06.041 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7143153053 2024-04-10T16:34:06.041 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.041 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:06.041 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 64999 2024-04-10T16:34:06.041 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.041 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:06.041 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6255435776 2024-04-10T16:34:06.041 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.041 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:06.041 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6255439872 2024-04-10T16:34:06.041 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.041 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:06.041 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.041 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.041 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:06.041 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.041 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.042 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:06.042 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53211 2024-04-10T16:34:06.042 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.042 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:06.042 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 64999, 2024-04-10T16:34:06.042 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2070134910 2024-04-10T16:34:06.042 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.042 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:06.042 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6945299339 2024-04-10T16:34:06.042 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.042 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:06.042 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58943 2024-04-10T16:34:06.042 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.042 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:06.042 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2978664 2024-04-10T16:34:06.042 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.042 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:06.042 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 787 2024-04-10T16:34:06.043 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.043 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:06.043 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9650760 2024-04-10T16:34:06.043 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.043 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:06.043 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1034 2024-04-10T16:34:06.043 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.043 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:06.043 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6672096 2024-04-10T16:34:06.043 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.043 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:06.043 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6672096 2024-04-10T16:34:06.043 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.043 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:06.043 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.043 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.043 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:06.044 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.044 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.044 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:06.044 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 255 2024-04-10T16:34:06.044 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.044 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:06.044 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1034, 2024-04-10T16:34:06.044 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3643757 2024-04-10T16:34:06.044 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.044 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:06.044 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.044 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.044 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.044 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:06.044 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.044 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.044 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:06.045 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.045 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.045 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:06.045 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:06.045 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 824 2024-04-10T16:34:06.045 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.045 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:06.045 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14, 2024-04-10T16:34:06.045 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15588 2024-04-10T16:34:06.045 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.045 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:06.045 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.045 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.045 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.045 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:06.045 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.045 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.046 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:06.046 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.046 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.046 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:06.046 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 930926592 2024-04-10T16:34:06.046 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.046 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.046 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:06.046 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:06.046 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:06.046 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.046 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:06.046 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13410304 2024-04-10T16:34:06.046 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.046 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:06.047 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 24230, 2024-04-10T16:34:06.047 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 75469072 2024-04-10T16:34:06.047 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.047 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:06.047 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3509, 2024-04-10T16:34:06.047 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6482164455 2024-04-10T16:34:06.047 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.047 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:06.047 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.047 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.047 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.047 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:06.047 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.047 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.047 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:06.047 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.047 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.047 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:06.048 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.048 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.048 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:06.048 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20086, 2024-04-10T16:34:06.048 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 178793056 2024-04-10T16:34:06.048 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.048 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:06.048 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.048 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.048 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.048 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:06.048 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.048 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.048 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:06.048 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63358, 2024-04-10T16:34:06.048 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19297860353 2024-04-10T16:34:06.048 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.048 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:06.049 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 62950, 2024-04-10T16:34:06.049 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1400624910 2024-04-10T16:34:06.049 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.049 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:06.049 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63358, 2024-04-10T16:34:06.049 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49922280 2024-04-10T16:34:06.049 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.049 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:06.049 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63358, 2024-04-10T16:34:06.049 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19347782633 2024-04-10T16:34:06.049 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.049 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:06.049 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.049 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.049 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.050 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:06.050 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 26743, 2024-04-10T16:34:06.050 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1037502457 2024-04-10T16:34:06.050 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.050 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:06.050 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 786, 2024-04-10T16:34:06.050 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2241160 2024-04-10T16:34:06.050 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.050 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:06.050 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15252, 2024-04-10T16:34:06.050 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11815040 2024-04-10T16:34:06.050 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.050 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:06.050 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 45, 2024-04-10T16:34:06.050 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58300 2024-04-10T16:34:06.050 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.050 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:06.051 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15179, 2024-04-10T16:34:06.051 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3030067313 2024-04-10T16:34:06.051 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.051 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:06.051 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 205041 2024-04-10T16:34:06.051 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.051 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:06.051 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19988 2024-04-10T16:34:06.051 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.051 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:06.051 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 19061, 2024-04-10T16:34:06.051 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2108629505 2024-04-10T16:34:06.051 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.051 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:06.051 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 58093, 2024-04-10T16:34:06.051 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16713532 2024-04-10T16:34:06.052 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.052 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:06.052 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 39032, 2024-04-10T16:34:06.052 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1709265646 2024-04-10T16:34:06.052 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.052 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:06.052 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.052 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.052 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:06.052 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13789, 2024-04-10T16:34:06.052 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 428598626 2024-04-10T16:34:06.052 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.052 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:06.052 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.052 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.052 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:06.052 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.053 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.053 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:06.053 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.053 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.053 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:06.053 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.053 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.053 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:06.053 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:06.053 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12018959862 2024-04-10T16:34:06.053 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.053 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:06.053 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18641, 2024-04-10T16:34:06.053 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1091164894 2024-04-10T16:34:06.053 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.054 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:06.054 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18639, 2024-04-10T16:34:06.054 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3304027846421 2024-04-10T16:34:06.054 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.054 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:06.054 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18641, 2024-04-10T16:34:06.054 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6510755544643 2024-04-10T16:34:06.054 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.054 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:06.054 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76198, 2024-04-10T16:34:06.054 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2616689905611 2024-04-10T16:34:06.054 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.054 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:06.054 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76198, 2024-04-10T16:34:06.054 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6961502 2024-04-10T16:34:06.054 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.055 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:06.055 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:06.055 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 451817612 2024-04-10T16:34:06.055 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.055 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:06.055 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:06.055 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31105237258 2024-04-10T16:34:06.055 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.055 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:06.055 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:06.055 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27762194 2024-04-10T16:34:06.055 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.055 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:06.055 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:06.055 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14101448809 2024-04-10T16:34:06.056 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.056 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:06.056 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:06.056 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14915541534 2024-04-10T16:34:06.056 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.056 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:06.056 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9587999 2024-04-10T16:34:06.056 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.056 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:06.056 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2390, 2024-04-10T16:34:06.056 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13458992 2024-04-10T16:34:06.056 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.056 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:06.056 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:06.056 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72605568190 2024-04-10T16:34:06.056 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.056 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:06.056 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:06.057 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15903057316 2024-04-10T16:34:06.057 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.057 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:06.057 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 76200, 2024-04-10T16:34:06.057 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 676977820 2024-04-10T16:34:06.057 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.057 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.057 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:06.057 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:06.057 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405295426 2024-04-10T16:34:06.057 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.057 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:06.057 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 549535744 2024-04-10T16:34:06.058 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.058 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:06.058 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 521740288 2024-04-10T16:34:06.058 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.058 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:06.058 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600707993 2024-04-10T16:34:06.058 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.058 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:06.058 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27795456 2024-04-10T16:34:06.058 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.058 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.058 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:06.058 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:06.058 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:06.058 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.058 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:06.058 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.059 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.059 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:06.059 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.059 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.059 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:06.059 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56812472 2024-04-10T16:34:06.059 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.059 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:06.059 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.059 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.059 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:06.059 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.059 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.059 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:06.059 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.060 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.060 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:06.060 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.060 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.060 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:06.060 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32768 2024-04-10T16:34:06.060 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.060 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:06.060 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 663552 2024-04-10T16:34:06.060 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.060 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:06.060 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.060 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.060 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:06.060 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.061 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:06.061 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.061 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:06.061 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68320328 2024-04-10T16:34:06.061 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.061 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:06.061 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:06.061 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 562036736 2024-04-10T16:34:06.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.061 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:06.061 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:06.061 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.062 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:06.062 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.062 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.062 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:06.062 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 426093543 2024-04-10T16:34:06.062 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.062 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:06.062 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.062 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.062 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:06.062 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.062 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.062 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:06.062 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2160 2024-04-10T16:34:06.062 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.062 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:06.062 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.063 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.063 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:06.063 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 140256 2024-04-10T16:34:06.063 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.063 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:06.063 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.063 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.063 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:06.063 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.063 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.063 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:06.063 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.063 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.063 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:06.063 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.063 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.063 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:06.063 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68691913 2024-04-10T16:34:06.064 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.064 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.064 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:06.064 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:06.064 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:06.064 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.064 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:06.064 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:06.064 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.064 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:06.064 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9120160 2024-04-10T16:34:06.064 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.064 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:06.064 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37874981 2024-04-10T16:34:06.065 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.065 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:06.065 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.065 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.065 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:06.065 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.065 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.065 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:06.065 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.065 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.065 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:06.065 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.065 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.065 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:06.065 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.065 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.066 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:06.066 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.066 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.066 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:06.066 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.066 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.066 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:06.066 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.066 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.066 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:06.066 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.066 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.066 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:06.067 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70445371 2024-04-10T16:34:06.067 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.067 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:06.067 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:06.067 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 494927872 2024-04-10T16:34:06.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.067 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:06.067 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.067 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:06.067 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.067 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.068 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:06.068 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 426093543 2024-04-10T16:34:06.068 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.068 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:06.068 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.068 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.068 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:06.068 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.068 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.068 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:06.068 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.068 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.068 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:06.068 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.068 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.069 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:06.069 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 145126 2024-04-10T16:34:06.069 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.069 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:06.069 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1120254 2024-04-10T16:34:06.069 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.069 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:06.069 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.069 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.069 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:06.069 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.069 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.069 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:06.069 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.069 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.069 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:06.070 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67568949 2024-04-10T16:34:06.070 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.070 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.070 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:06.070 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:06.070 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.070 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.070 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:06.070 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32 2024-04-10T16:34:06.070 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.070 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:06.070 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.070 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.070 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:06.070 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.070 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.071 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.071 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:06.071 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:06.071 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49 2024-04-10T16:34:06.071 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.071 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:06.071 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.071 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.071 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:06.071 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 41544 2024-04-10T16:34:06.071 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.071 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:06.071 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 109529, 2024-04-10T16:34:06.071 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10902366417 2024-04-10T16:34:06.071 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.071 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:06.071 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.072 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.072 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:06.072 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.072 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.072 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:06.072 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1482892367 2024-04-10T16:34:06.072 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.072 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:06.072 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41544, 2024-04-10T16:34:06.072 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 129524802983 2024-04-10T16:34:06.072 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.072 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:06.072 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2148008640 2024-04-10T16:34:06.072 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.072 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:06.072 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 42086, 2024-04-10T16:34:06.072 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15577151976 2024-04-10T16:34:06.073 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.073 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:06.073 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 41544, 2024-04-10T16:34:06.073 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37346319704 2024-04-10T16:34:06.073 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.073 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:06.073 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 30533 2024-04-10T16:34:06.073 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.073 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:06.073 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 30533, 2024-04-10T16:34:06.073 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15533302395 2024-04-10T16:34:06.073 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.073 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:06.073 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.074 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.074 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:06.074 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2148008640 2024-04-10T16:34:06.074 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.074 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:06.074 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 30694, 2024-04-10T16:34:06.074 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6360016979 2024-04-10T16:34:06.074 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.074 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:06.074 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 30533, 2024-04-10T16:34:06.074 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7331104666 2024-04-10T16:34:06.074 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.074 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:06.074 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6163 2024-04-10T16:34:06.074 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.075 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:06.075 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 259656592 2024-04-10T16:34:06.075 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.075 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:06.075 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6163, 2024-04-10T16:34:06.075 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12422888788 2024-04-10T16:34:06.075 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.075 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:06.075 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.075 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.075 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:06.075 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.075 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.075 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:06.075 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.076 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.076 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:06.076 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6412, 2024-04-10T16:34:06.076 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3702282165 2024-04-10T16:34:06.076 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.076 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:06.076 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 6163, 2024-04-10T16:34:06.076 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10335297298 2024-04-10T16:34:06.076 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.076 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:06.076 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4848 2024-04-10T16:34:06.076 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.076 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:06.076 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1223235775 2024-04-10T16:34:06.076 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.077 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:06.077 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4848, 2024-04-10T16:34:06.077 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 101568611800 2024-04-10T16:34:06.077 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.077 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:06.077 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.077 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.077 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:06.077 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4980, 2024-04-10T16:34:06.077 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5514852832 2024-04-10T16:34:06.077 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.077 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:06.077 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4848, 2024-04-10T16:34:06.077 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 19679917740 2024-04-10T16:34:06.077 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.078 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:06.078 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.078 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.078 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:06.078 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.078 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.078 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:06.078 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3 2024-04-10T16:34:06.078 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.078 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:06.078 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:06.078 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.078 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:06.078 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 688054272 2024-04-10T16:34:06.079 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.079 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.079 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.079 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.5": { 2024-04-10T16:34:06.079 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:06.079 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:06.079 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22023 2024-04-10T16:34:06.079 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.079 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:06.079 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.079 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.079 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:06.079 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.079 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.079 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:06.079 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.080 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:06.080 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:06.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.080 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:06.080 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.080 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:06.080 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.080 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:06.080 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.080 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:06.080 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.080 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.081 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:06.081 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17539072 2024-04-10T16:34:06.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.081 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:06.081 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 705499136 2024-04-10T16:34:06.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.081 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:06.081 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20, 2024-04-10T16:34:06.081 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4148144 2024-04-10T16:34:06.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.081 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:06.081 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20, 2024-04-10T16:34:06.081 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1450381 2024-04-10T16:34:06.081 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.082 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:06.082 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 214, 2024-04-10T16:34:06.082 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1130829 2024-04-10T16:34:06.082 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.082 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:06.082 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:06.082 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.082 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:06.082 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 573898752 2024-04-10T16:34:06.082 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.082 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:06.082 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83594, 2024-04-10T16:34:06.082 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11324663192 2024-04-10T16:34:06.082 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.083 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:06.083 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83588, 2024-04-10T16:34:06.083 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18258271372 2024-04-10T16:34:06.083 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.083 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:06.083 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9924608 2024-04-10T16:34:06.083 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.083 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:06.083 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 342454272 2024-04-10T16:34:06.083 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.083 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:06.083 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 586678272 2024-04-10T16:34:06.083 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.083 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:06.083 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.084 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.084 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:06.084 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.084 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.084 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:06.084 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45 2024-04-10T16:34:06.084 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.084 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:06.084 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5324579017 2024-04-10T16:34:06.084 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.084 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:06.084 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69024 2024-04-10T16:34:06.084 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.084 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:06.084 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4553441280 2024-04-10T16:34:06.084 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.085 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:06.085 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4553445376 2024-04-10T16:34:06.085 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.085 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:06.085 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.085 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.085 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:06.085 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.085 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.085 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:06.085 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49981 2024-04-10T16:34:06.085 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.085 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:06.085 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 69024, 2024-04-10T16:34:06.085 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1950014428 2024-04-10T16:34:06.085 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.086 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:06.086 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5035572643 2024-04-10T16:34:06.086 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.086 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:06.086 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 60185 2024-04-10T16:34:06.086 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.086 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:06.086 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5664467 2024-04-10T16:34:06.086 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.086 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:06.086 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1074 2024-04-10T16:34:06.086 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.086 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:06.086 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21428310 2024-04-10T16:34:06.086 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.086 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:06.086 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1413 2024-04-10T16:34:06.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.087 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:06.087 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15763843 2024-04-10T16:34:06.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.087 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:06.087 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15763843 2024-04-10T16:34:06.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.087 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:06.087 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.087 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:06.087 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.087 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:06.087 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 358 2024-04-10T16:34:06.087 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.087 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:06.088 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1413, 2024-04-10T16:34:06.088 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6307257 2024-04-10T16:34:06.088 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.088 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:06.088 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.088 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.088 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.088 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:06.088 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.088 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.088 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:06.088 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.088 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.088 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:06.088 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:06.088 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 819 2024-04-10T16:34:06.088 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.089 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:06.089 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 27, 2024-04-10T16:34:06.089 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40796 2024-04-10T16:34:06.089 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.089 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:06.089 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.089 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.089 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.089 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:06.089 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.089 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.089 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:06.089 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.089 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.089 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:06.089 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1068527616 2024-04-10T16:34:06.089 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.090 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.090 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:06.090 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:06.090 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:06.090 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.090 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:06.090 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9220096 2024-04-10T16:34:06.090 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.090 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:06.090 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20202, 2024-04-10T16:34:06.090 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72973052 2024-04-10T16:34:06.090 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.090 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:06.090 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3544, 2024-04-10T16:34:06.090 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4988369669 2024-04-10T16:34:06.091 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.091 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:06.091 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.091 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.091 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.091 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:06.091 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.091 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.091 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:06.091 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.091 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.091 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:06.091 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.091 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.091 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:06.091 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 20736, 2024-04-10T16:34:06.092 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 175448801 2024-04-10T16:34:06.092 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.092 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:06.092 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.092 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.092 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.092 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:06.092 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.092 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.092 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:06.092 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83513, 2024-04-10T16:34:06.092 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22216977800 2024-04-10T16:34:06.092 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.092 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:06.092 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83079, 2024-04-10T16:34:06.092 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1524605463 2024-04-10T16:34:06.092 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.092 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:06.093 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83513, 2024-04-10T16:34:06.093 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47929827 2024-04-10T16:34:06.093 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.093 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:06.093 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 83513, 2024-04-10T16:34:06.093 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22264907627 2024-04-10T16:34:06.093 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.093 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:06.093 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.093 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.093 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.093 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:06.093 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 39703, 2024-04-10T16:34:06.093 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1035601271 2024-04-10T16:34:06.093 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.093 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:06.094 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 866, 2024-04-10T16:34:06.094 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2237165 2024-04-10T16:34:06.094 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.094 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:06.094 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14666, 2024-04-10T16:34:06.094 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12654384 2024-04-10T16:34:06.094 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.094 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:06.094 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 49, 2024-04-10T16:34:06.094 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 79833 2024-04-10T16:34:06.094 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.094 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:06.094 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18224, 2024-04-10T16:34:06.094 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4416181763 2024-04-10T16:34:06.094 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.095 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:06.095 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 254579 2024-04-10T16:34:06.095 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.095 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:06.095 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21972 2024-04-10T16:34:06.095 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.095 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:06.095 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17917, 2024-04-10T16:34:06.095 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1677057417 2024-04-10T16:34:06.095 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.095 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:06.095 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 46420, 2024-04-10T16:34:06.095 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14644184 2024-04-10T16:34:06.096 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.096 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:06.096 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 28503, 2024-04-10T16:34:06.096 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1502076696 2024-04-10T16:34:06.096 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.096 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:06.096 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.096 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.096 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:06.096 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15807, 2024-04-10T16:34:06.096 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 443700465 2024-04-10T16:34:06.096 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.096 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:06.096 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.096 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.097 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:06.097 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.097 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.097 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:06.097 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.097 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.097 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:06.097 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.097 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.097 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:06.097 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:06.097 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10118159008 2024-04-10T16:34:06.097 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.097 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:06.098 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8975, 2024-04-10T16:34:06.098 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 793432125 2024-04-10T16:34:06.098 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.098 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:06.098 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8973, 2024-04-10T16:34:06.098 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3909818886155 2024-04-10T16:34:06.098 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.098 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:06.098 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 8975, 2024-04-10T16:34:06.098 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6730072967945 2024-04-10T16:34:06.098 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.098 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:06.098 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95784, 2024-04-10T16:34:06.098 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3034639728179 2024-04-10T16:34:06.098 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.098 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:06.099 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95784, 2024-04-10T16:34:06.099 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8899627 2024-04-10T16:34:06.099 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.099 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:06.099 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:06.099 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 339092637 2024-04-10T16:34:06.099 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.099 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:06.099 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:06.099 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33120595616 2024-04-10T16:34:06.099 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.099 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:06.099 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:06.099 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33612478 2024-04-10T16:34:06.099 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.099 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:06.099 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:06.099 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15529363827 2024-04-10T16:34:06.100 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.100 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:06.100 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:06.100 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12801322939 2024-04-10T16:34:06.100 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.100 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:06.100 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5398901 2024-04-10T16:34:06.100 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.100 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:06.100 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2409, 2024-04-10T16:34:06.100 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13723037 2024-04-10T16:34:06.100 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.100 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:06.100 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:06.100 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 71923550458 2024-04-10T16:34:06.100 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.101 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:06.101 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:06.101 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13833121609 2024-04-10T16:34:06.101 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.101 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:06.101 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 95786, 2024-04-10T16:34:06.101 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 541960563 2024-04-10T16:34:06.101 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.101 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.101 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:06.101 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:06.101 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405295426 2024-04-10T16:34:06.101 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.101 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:06.101 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 562102272 2024-04-10T16:34:06.101 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.102 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:06.102 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 504766464 2024-04-10T16:34:06.102 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.102 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:06.102 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600707993 2024-04-10T16:34:06.102 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.102 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:06.102 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57335808 2024-04-10T16:34:06.102 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.102 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.102 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:06.102 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:06.102 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:06.102 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.103 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:06.103 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.103 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.103 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:06.103 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.103 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.103 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:06.103 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56151905 2024-04-10T16:34:06.103 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.103 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:06.103 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.103 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.103 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:06.103 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.103 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.104 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:06.104 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.104 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.104 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:06.104 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.104 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.104 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:06.104 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T16:34:06.104 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.104 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:06.104 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69632 2024-04-10T16:34:06.104 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.104 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:06.104 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.104 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.104 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:06.105 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.105 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.105 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:06.105 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.105 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.105 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:06.105 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 69595295 2024-04-10T16:34:06.105 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.105 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.105 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:06.105 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:06.105 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 562036736 2024-04-10T16:34:06.105 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.105 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:06.106 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:06.106 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.106 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:06.106 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.106 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.106 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:06.106 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 421139290 2024-04-10T16:34:06.106 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.106 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:06.106 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.106 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.106 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:06.106 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.107 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.107 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:06.107 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2384 2024-04-10T16:34:06.107 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.107 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:06.107 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.107 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.107 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:06.107 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 173824 2024-04-10T16:34:06.107 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.107 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:06.107 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.107 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.107 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:06.107 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.108 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:06.108 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.108 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:06.108 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.108 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:06.108 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73612374 2024-04-10T16:34:06.108 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.108 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:06.108 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:06.108 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:06.108 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.108 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:06.108 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:06.109 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.109 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:06.109 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6792112 2024-04-10T16:34:06.109 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.109 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:06.109 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37434603 2024-04-10T16:34:06.109 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.109 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:06.109 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.109 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.109 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:06.109 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.109 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.109 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:06.109 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.110 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.110 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:06.110 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.110 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.110 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:06.110 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.110 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.110 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:06.110 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.110 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.110 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:06.110 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.110 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.110 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:06.110 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.110 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.111 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:06.111 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.111 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.111 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:06.111 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73213797 2024-04-10T16:34:06.111 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.111 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.111 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:06.111 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:06.111 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 494927872 2024-04-10T16:34:06.111 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.111 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:06.111 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.111 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.111 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:06.111 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.111 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.112 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:06.112 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 421139290 2024-04-10T16:34:06.112 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.112 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:06.112 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.112 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.112 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:06.112 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.112 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.112 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:06.112 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.112 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.112 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:06.112 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.112 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.112 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:06.113 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 153722 2024-04-10T16:34:06.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.113 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:06.113 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1102491 2024-04-10T16:34:06.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.113 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:06.113 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.113 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:06.113 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.113 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:06.113 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.113 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.113 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:06.114 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72532369 2024-04-10T16:34:06.114 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.114 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.114 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:06.114 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:06.114 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.114 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.114 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:06.114 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 35 2024-04-10T16:34:06.114 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.114 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:06.114 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.114 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.114 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:06.114 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:06.114 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.114 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.115 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:06.115 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:06.115 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53 2024-04-10T16:34:06.115 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.115 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:06.115 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.115 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.115 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:06.115 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 47803 2024-04-10T16:34:06.115 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.115 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:06.115 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 135768, 2024-04-10T16:34:06.115 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13487648375 2024-04-10T16:34:06.115 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.115 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:06.115 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:06.115 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.115 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:06.116 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.116 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:06.116 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1384788259 2024-04-10T16:34:06.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.116 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:06.116 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 47803, 2024-04-10T16:34:06.116 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 51868037267 2024-04-10T16:34:06.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.116 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:06.116 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2000285716 2024-04-10T16:34:06.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.116 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:06.116 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 48593, 2024-04-10T16:34:06.116 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16039708416 2024-04-10T16:34:06.116 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.116 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:06.117 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 47803, 2024-04-10T16:34:06.117 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 34203655570 2024-04-10T16:34:06.117 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.117 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:06.117 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36310 2024-04-10T16:34:06.117 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.117 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:06.117 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36310, 2024-04-10T16:34:06.117 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 15392971779 2024-04-10T16:34:06.117 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.117 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:06.117 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.117 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.117 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:06.117 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2000285716 2024-04-10T16:34:06.117 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.118 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:06.118 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36436, 2024-04-10T16:34:06.118 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7201691345 2024-04-10T16:34:06.118 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.118 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:06.118 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36310, 2024-04-10T16:34:06.118 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7307180500 2024-04-10T16:34:06.118 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.118 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:06.118 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10049 2024-04-10T16:34:06.118 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.118 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:06.118 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 418026668 2024-04-10T16:34:06.118 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.118 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:06.118 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10049, 2024-04-10T16:34:06.118 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23601170183 2024-04-10T16:34:06.118 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.119 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:06.119 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.119 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.119 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:06.119 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.119 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.119 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:06.119 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.119 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.119 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:06.119 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10496, 2024-04-10T16:34:06.119 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6582448876 2024-04-10T16:34:06.119 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.119 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:06.119 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 10049, 2024-04-10T16:34:06.119 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17621684450 2024-04-10T16:34:06.119 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.119 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:06.120 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1444 2024-04-10T16:34:06.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.120 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:06.120 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 966761591 2024-04-10T16:34:06.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.120 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:06.120 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1444, 2024-04-10T16:34:06.120 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12873895305 2024-04-10T16:34:06.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.120 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:06.120 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.120 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:06.120 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1661, 2024-04-10T16:34:06.120 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2255568195 2024-04-10T16:34:06.120 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.121 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:06.121 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1444, 2024-04-10T16:34:06.121 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9274790620 2024-04-10T16:34:06.121 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.121 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:06.121 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.121 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.121 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:06.121 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4194320 2024-04-10T16:34:06.121 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.121 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:06.121 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T16:34:06.121 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.121 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:06.122 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:06.122 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.122 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:06.122 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 583135232 2024-04-10T16:34:06.122 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.122 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.122 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.122 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.6": { 2024-04-10T16:34:06.122 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:06.122 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:06.122 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49308 2024-04-10T16:34:06.122 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.122 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:06.122 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.122 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.123 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:06.123 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.123 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:06.123 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.123 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:06.123 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:06.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.123 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:06.123 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.123 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:06.123 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.123 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.123 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:06.123 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.124 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.124 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:06.124 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.124 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.124 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:06.124 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9908224 2024-04-10T16:34:06.124 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.124 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:06.124 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 546242560 2024-04-10T16:34:06.124 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.124 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:06.124 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:06.124 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3763832 2024-04-10T16:34:06.124 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.124 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:06.125 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:06.125 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1179755 2024-04-10T16:34:06.125 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.125 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:06.125 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 161, 2024-04-10T16:34:06.125 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 853685 2024-04-10T16:34:06.125 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.125 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:06.125 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:06.125 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.125 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:06.125 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 471662592 2024-04-10T16:34:06.125 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.125 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:06.125 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63580, 2024-04-10T16:34:06.126 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8682973723 2024-04-10T16:34:06.126 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.126 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:06.126 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63587, 2024-04-10T16:34:06.126 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13928226536 2024-04-10T16:34:06.126 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.126 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:06.126 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11132928 2024-04-10T16:34:06.126 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.126 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:06.126 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 260493312 2024-04-10T16:34:06.126 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.126 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:06.126 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 467402752 2024-04-10T16:34:06.126 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.126 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:06.127 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.127 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.127 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:06.127 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.127 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.127 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:06.127 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 45 2024-04-10T16:34:06.127 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.127 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:06.127 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6442025036 2024-04-10T16:34:06.127 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.127 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:06.127 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 61958 2024-04-10T16:34:06.127 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.128 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:06.128 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5440917504 2024-04-10T16:34:06.128 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.128 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:06.128 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5440921600 2024-04-10T16:34:06.128 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.128 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:06.128 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.128 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.128 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:06.128 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.128 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.128 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:06.128 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 50898 2024-04-10T16:34:06.129 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.129 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:06.129 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 61958, 2024-04-10T16:34:06.129 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2305783183 2024-04-10T16:34:06.129 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.129 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:06.129 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6272907647 2024-04-10T16:34:06.129 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.129 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:06.129 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56778 2024-04-10T16:34:06.129 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.129 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:06.129 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2478709 2024-04-10T16:34:06.129 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.129 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:06.130 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 672 2024-04-10T16:34:06.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.130 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:06.130 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9845682 2024-04-10T16:34:06.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.130 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:06.130 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 889 2024-04-10T16:34:06.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.130 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:06.130 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7366973 2024-04-10T16:34:06.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.130 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:06.130 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7366973 2024-04-10T16:34:06.130 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.130 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:06.130 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.131 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:06.131 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.131 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:06.131 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 222 2024-04-10T16:34:06.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.131 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:06.131 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 889, 2024-04-10T16:34:06.131 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3063097 2024-04-10T16:34:06.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.131 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:06.131 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.131 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.131 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.131 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:06.132 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.132 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:06.132 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.132 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:06.132 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:06.132 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 566 2024-04-10T16:34:06.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.132 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:06.132 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13, 2024-04-10T16:34:06.132 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14306 2024-04-10T16:34:06.132 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.132 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:06.132 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.132 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.133 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:06.133 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.133 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:06.133 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.133 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:06.133 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 818933760 2024-04-10T16:34:06.133 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.133 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:06.133 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:06.133 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:06.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.133 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:06.133 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14000128 2024-04-10T16:34:06.133 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.134 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:06.134 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13894, 2024-04-10T16:34:06.134 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 48306045 2024-04-10T16:34:06.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.134 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:06.134 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3423, 2024-04-10T16:34:06.134 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5580030341 2024-04-10T16:34:06.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.134 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:06.134 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.134 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.134 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:06.134 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.134 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.134 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:06.134 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.135 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:06.135 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.135 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:06.135 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15126, 2024-04-10T16:34:06.135 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 112606760 2024-04-10T16:34:06.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.135 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:06.135 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.135 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.135 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:06.135 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.135 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.135 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:06.135 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63531, 2024-04-10T16:34:06.135 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16963188148 2024-04-10T16:34:06.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.136 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:06.136 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63154, 2024-04-10T16:34:06.136 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1149878667 2024-04-10T16:34:06.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.136 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:06.136 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63531, 2024-04-10T16:34:06.136 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33616668 2024-04-10T16:34:06.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.136 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:06.136 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63531, 2024-04-10T16:34:06.136 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 16996804816 2024-04-10T16:34:06.136 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.136 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:06.136 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.137 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.137 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:06.137 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 24335, 2024-04-10T16:34:06.137 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 512450051 2024-04-10T16:34:06.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.137 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:06.137 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 791, 2024-04-10T16:34:06.137 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2534368 2024-04-10T16:34:06.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.137 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:06.137 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12004, 2024-04-10T16:34:06.137 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10863790 2024-04-10T16:34:06.137 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.138 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:06.138 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 43, 2024-04-10T16:34:06.138 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 84349 2024-04-10T16:34:06.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.138 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:06.138 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 11130, 2024-04-10T16:34:06.138 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1485096310 2024-04-10T16:34:06.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.138 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:06.138 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 186258 2024-04-10T16:34:06.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.138 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:06.138 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18439 2024-04-10T16:34:06.138 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.139 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:06.139 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15543, 2024-04-10T16:34:06.139 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1361542767 2024-04-10T16:34:06.139 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.139 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:06.139 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 47855, 2024-04-10T16:34:06.139 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12284372 2024-04-10T16:34:06.139 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.139 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:06.139 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 32312, 2024-04-10T16:34:06.139 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1078827135 2024-04-10T16:34:06.139 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.139 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:06.139 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.139 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.139 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:06.139 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 11949, 2024-04-10T16:34:06.140 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 340332759 2024-04-10T16:34:06.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.140 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:06.140 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.140 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:06.140 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.140 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:06.140 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.140 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:06.140 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.140 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.141 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:06.141 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73797, 2024-04-10T16:34:06.141 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7871419105 2024-04-10T16:34:06.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.141 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:06.141 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14061, 2024-04-10T16:34:06.141 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 824866608 2024-04-10T16:34:06.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.141 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:06.141 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14061, 2024-04-10T16:34:06.141 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4033155203714 2024-04-10T16:34:06.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.141 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:06.141 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 14061, 2024-04-10T16:34:06.141 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5916493713638 2024-04-10T16:34:06.141 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.142 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:06.142 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73797, 2024-04-10T16:34:06.142 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3124646575138 2024-04-10T16:34:06.142 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.142 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:06.142 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73797, 2024-04-10T16:34:06.142 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6724923 2024-04-10T16:34:06.142 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.142 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:06.142 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73797, 2024-04-10T16:34:06.142 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 242115795 2024-04-10T16:34:06.142 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.142 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:06.142 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73797, 2024-04-10T16:34:06.142 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 26010382464 2024-04-10T16:34:06.142 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.143 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:06.143 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73797, 2024-04-10T16:34:06.143 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 26817504 2024-04-10T16:34:06.143 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.143 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:06.143 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73797, 2024-04-10T16:34:06.143 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11745821728 2024-04-10T16:34:06.143 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.143 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:06.143 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73797, 2024-04-10T16:34:06.143 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10844298742 2024-04-10T16:34:06.143 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.143 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:06.143 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10183464 2024-04-10T16:34:06.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.144 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:06.144 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2375, 2024-04-10T16:34:06.144 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13129221 2024-04-10T16:34:06.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.144 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:06.144 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73797, 2024-04-10T16:34:06.144 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56726707729 2024-04-10T16:34:06.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.144 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:06.144 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73797, 2024-04-10T16:34:06.144 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11648749321 2024-04-10T16:34:06.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.144 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:06.144 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 73797, 2024-04-10T16:34:06.144 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 448902337 2024-04-10T16:34:06.144 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.144 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.145 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:06.145 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:06.145 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405295426 2024-04-10T16:34:06.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.145 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:06.145 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 544866304 2024-04-10T16:34:06.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.145 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:06.145 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 491159552 2024-04-10T16:34:06.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.145 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:06.145 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600707993 2024-04-10T16:34:06.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.145 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:06.145 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 53706752 2024-04-10T16:34:06.145 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.145 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.146 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:06.146 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:06.146 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:06.146 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.146 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:06.146 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.146 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.146 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:06.146 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.146 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.146 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:06.146 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 56958087 2024-04-10T16:34:06.146 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.146 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:06.147 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.147 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:06.147 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.147 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:06.147 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.147 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:06.147 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.147 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:06.147 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12288 2024-04-10T16:34:06.147 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.147 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:06.148 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:06.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.148 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:06.148 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.148 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:06.148 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.148 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:06.148 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.148 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:06.148 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68793209 2024-04-10T16:34:06.148 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.148 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.149 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:06.149 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:06.149 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 562036736 2024-04-10T16:34:06.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.149 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:06.149 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:06.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.149 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:06.149 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.149 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:06.149 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 427185657 2024-04-10T16:34:06.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.149 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:06.149 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.149 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.149 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:06.150 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.150 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:06.150 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1616 2024-04-10T16:34:06.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.150 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:06.150 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.150 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:06.150 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 107072 2024-04-10T16:34:06.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.150 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:06.150 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.150 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.150 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:06.151 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.151 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:06.151 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.151 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:06.151 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.151 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:06.151 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67633527 2024-04-10T16:34:06.151 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.151 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:06.151 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:06.151 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:06.151 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.151 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:06.152 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:06.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.152 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:06.152 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9254112 2024-04-10T16:34:06.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.152 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:06.152 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 37972058 2024-04-10T16:34:06.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.152 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:06.152 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.152 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:06.152 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.152 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:06.152 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.152 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.153 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:06.153 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.153 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:06.153 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.153 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:06.153 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.153 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:06.153 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.153 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:06.153 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.153 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.153 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:06.153 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.154 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.154 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:06.154 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 70214342 2024-04-10T16:34:06.154 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.154 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.154 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:06.154 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:06.154 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 503316480 2024-04-10T16:34:06.154 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.154 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:06.154 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.154 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.154 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:06.154 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.154 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.154 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:06.154 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 427185657 2024-04-10T16:34:06.155 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.155 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:06.155 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.155 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.155 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:06.155 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8038 2024-04-10T16:34:06.155 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.155 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:06.155 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.155 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.155 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:06.155 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.155 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.155 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:06.155 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 143686 2024-04-10T16:34:06.156 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.156 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:06.156 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1127388 2024-04-10T16:34:06.156 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.156 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:06.156 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.156 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.156 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:06.156 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.156 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.156 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:06.156 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.156 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.156 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:06.156 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 74851711 2024-04-10T16:34:06.156 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.156 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.156 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:06.157 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:06.157 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.157 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:06.157 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 21 2024-04-10T16:34:06.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.157 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:06.157 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.157 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:06.157 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.157 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.157 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:06.157 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:06.157 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 54 2024-04-10T16:34:06.157 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.158 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:06.158 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.158 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.158 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:06.158 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 42863 2024-04-10T16:34:06.158 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.158 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:06.158 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 102568, 2024-04-10T16:34:06.158 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8779105798 2024-04-10T16:34:06.158 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.158 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:06.158 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.158 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.158 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:06.158 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.158 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.158 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:06.159 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1637853703 2024-04-10T16:34:06.159 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.159 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:06.159 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 42863, 2024-04-10T16:34:06.159 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57545845911 2024-04-10T16:34:06.159 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.159 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:06.159 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1774762900 2024-04-10T16:34:06.159 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.159 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:06.159 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 43319, 2024-04-10T16:34:06.159 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13583343006 2024-04-10T16:34:06.159 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.159 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:06.159 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 42863, 2024-04-10T16:34:06.159 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32676705761 2024-04-10T16:34:06.159 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.159 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:06.160 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 34392 2024-04-10T16:34:06.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.160 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:06.160 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 34392, 2024-04-10T16:34:06.160 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10438418887 2024-04-10T16:34:06.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.160 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:06.160 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.160 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:06.160 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1774762900 2024-04-10T16:34:06.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.160 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:06.160 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 34553, 2024-04-10T16:34:06.160 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6087394997 2024-04-10T16:34:06.160 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.160 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:06.160 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 34392, 2024-04-10T16:34:06.161 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5535197623 2024-04-10T16:34:06.161 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.161 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:06.161 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4540 2024-04-10T16:34:06.161 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.161 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:06.161 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 343648551 2024-04-10T16:34:06.161 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.161 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:06.161 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4540, 2024-04-10T16:34:06.161 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12435466064 2024-04-10T16:34:06.161 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.161 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:06.162 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.162 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:06.162 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.162 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:06.162 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.162 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:06.162 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4717, 2024-04-10T16:34:06.162 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2762135335 2024-04-10T16:34:06.162 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.162 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:06.162 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4540, 2024-04-10T16:34:06.163 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8299184640 2024-04-10T16:34:06.163 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.163 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:06.163 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3931 2024-04-10T16:34:06.163 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.163 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:06.163 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1294205152 2024-04-10T16:34:06.163 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.163 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:06.163 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3931, 2024-04-10T16:34:06.163 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 34671960960 2024-04-10T16:34:06.163 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.163 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:06.163 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.164 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.164 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:06.164 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4049, 2024-04-10T16:34:06.164 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4733812674 2024-04-10T16:34:06.164 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.164 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:06.164 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3931, 2024-04-10T16:34:06.164 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18842323498 2024-04-10T16:34:06.164 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.164 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:06.164 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.164 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.164 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:06.164 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31406672 2024-04-10T16:34:06.164 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.165 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:06.165 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 31 2024-04-10T16:34:06.165 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.165 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:06.165 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:06.165 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.165 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:06.165 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 485670912 2024-04-10T16:34:06.165 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.165 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.165 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.165 INFO:tasks.workunit.client.0.smithi102.stdout: "osd.7": { 2024-04-10T16:34:06.165 INFO:tasks.workunit.client.0.smithi102.stdout: "bluefs": { 2024-04-10T16:34:06.165 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_db_max_lat": { 2024-04-10T16:34:06.165 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20828 2024-04-10T16:34:06.165 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.166 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_fallback": { 2024-04-10T16:34:06.166 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.166 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.166 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_max_lat": { 2024-04-10T16:34:06.166 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.166 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.166 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_slow_size_fallback": { 2024-04-10T16:34:06.166 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.166 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.166 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_db": { 2024-04-10T16:34:06.166 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 65536 2024-04-10T16:34:06.166 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.166 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_slow": { 2024-04-10T16:34:06.166 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.166 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.167 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit_wal": { 2024-04-10T16:34:06.167 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.167 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.167 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_wal_max_lat": { 2024-04-10T16:34:06.167 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.167 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.167 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_slow": { 2024-04-10T16:34:06.167 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.168 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.168 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_sst": { 2024-04-10T16:34:06.168 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7196672 2024-04-10T16:34:06.168 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.168 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_written_wal": { 2024-04-10T16:34:06.168 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 518283264 2024-04-10T16:34:06.168 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.168 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lat": { 2024-04-10T16:34:06.168 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:06.168 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2770040 2024-04-10T16:34:06.168 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.168 INFO:tasks.workunit.client.0.smithi102.stdout: "compact_lock_lat": { 2024-04-10T16:34:06.169 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15, 2024-04-10T16:34:06.169 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 884597 2024-04-10T16:34:06.169 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.169 INFO:tasks.workunit.client.0.smithi102.stdout: "db_alloc_lat": { 2024-04-10T16:34:06.169 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 155, 2024-04-10T16:34:06.169 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 782405 2024-04-10T16:34:06.169 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.169 INFO:tasks.workunit.client.0.smithi102.stdout: "db_total_bytes": { 2024-04-10T16:34:06.169 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995027456 2024-04-10T16:34:06.169 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.169 INFO:tasks.workunit.client.0.smithi102.stdout: "db_used_bytes": { 2024-04-10T16:34:06.169 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 468779008 2024-04-10T16:34:06.169 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.169 INFO:tasks.workunit.client.0.smithi102.stdout: "flush_lat": { 2024-04-10T16:34:06.170 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63684, 2024-04-10T16:34:06.170 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8854938803 2024-04-10T16:34:06.170 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.170 INFO:tasks.workunit.client.0.smithi102.stdout: "fsync_lat": { 2024-04-10T16:34:06.170 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63691, 2024-04-10T16:34:06.170 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 14184311748 2024-04-10T16:34:06.170 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.170 INFO:tasks.workunit.client.0.smithi102.stdout: "log_bytes": { 2024-04-10T16:34:06.170 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11558912 2024-04-10T16:34:06.170 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.170 INFO:tasks.workunit.client.0.smithi102.stdout: "logged_bytes": { 2024-04-10T16:34:06.170 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 260919296 2024-04-10T16:34:06.170 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.170 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_db": { 2024-04-10T16:34:06.170 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 463077376 2024-04-10T16:34:06.170 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.171 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_slow": { 2024-04-10T16:34:06.171 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.171 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.171 INFO:tasks.workunit.client.0.smithi102.stdout: "max_bytes_wal": { 2024-04-10T16:34:06.171 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.171 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.171 INFO:tasks.workunit.client.0.smithi102.stdout: "num_files": { 2024-04-10T16:34:06.171 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40 2024-04-10T16:34:06.171 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.171 INFO:tasks.workunit.client.0.smithi102.stdout: "read_bytes": { 2024-04-10T16:34:06.171 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4155386436 2024-04-10T16:34:06.171 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.171 INFO:tasks.workunit.client.0.smithi102.stdout: "read_count": { 2024-04-10T16:34:06.171 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 43648 2024-04-10T16:34:06.171 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.171 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes": { 2024-04-10T16:34:06.171 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3494772736 2024-04-10T16:34:06.172 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.172 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_db": { 2024-04-10T16:34:06.172 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3494776832 2024-04-10T16:34:06.172 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.172 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_slow": { 2024-04-10T16:34:06.172 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.172 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.172 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_bytes_wal": { 2024-04-10T16:34:06.172 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.172 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.172 INFO:tasks.workunit.client.0.smithi102.stdout: "read_disk_count": { 2024-04-10T16:34:06.172 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33292 2024-04-10T16:34:06.172 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.172 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:06.172 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 43648, 2024-04-10T16:34:06.172 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1534888534 2024-04-10T16:34:06.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.173 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_bytes": { 2024-04-10T16:34:06.173 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4040007032 2024-04-10T16:34:06.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.173 INFO:tasks.workunit.client.0.smithi102.stdout: "read_prefetch_count": { 2024-04-10T16:34:06.173 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 40112 2024-04-10T16:34:06.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.173 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_bytes": { 2024-04-10T16:34:06.173 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2418376 2024-04-10T16:34:06.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.173 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_buffer_count": { 2024-04-10T16:34:06.173 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 556 2024-04-10T16:34:06.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.173 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_bytes": { 2024-04-10T16:34:06.173 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 7122689 2024-04-10T16:34:06.173 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.174 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_count": { 2024-04-10T16:34:06.174 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 742 2024-04-10T16:34:06.174 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.174 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes": { 2024-04-10T16:34:06.174 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4704313 2024-04-10T16:34:06.174 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.174 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_db": { 2024-04-10T16:34:06.174 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4704313 2024-04-10T16:34:06.174 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.174 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_slow": { 2024-04-10T16:34:06.174 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.174 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.174 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_bytes_wal": { 2024-04-10T16:34:06.174 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.174 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.174 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_disk_count": { 2024-04-10T16:34:06.175 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 193 2024-04-10T16:34:06.175 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.175 INFO:tasks.workunit.client.0.smithi102.stdout: "read_random_lat": { 2024-04-10T16:34:06.175 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 742, 2024-04-10T16:34:06.175 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1757336 2024-04-10T16:34:06.175 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.175 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_alloc_lat": { 2024-04-10T16:34:06.175 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.175 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.175 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.175 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_total_bytes": { 2024-04-10T16:34:06.175 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.175 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.175 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_used_bytes": { 2024-04-10T16:34:06.175 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.175 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.176 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:06.176 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1, 2024-04-10T16:34:06.176 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 810 2024-04-10T16:34:06.176 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.176 INFO:tasks.workunit.client.0.smithi102.stdout: "unlink_lat": { 2024-04-10T16:34:06.176 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 9, 2024-04-10T16:34:06.176 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11553 2024-04-10T16:34:06.176 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.176 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_alloc_lat": { 2024-04-10T16:34:06.176 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.176 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.176 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.176 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_total_bytes": { 2024-04-10T16:34:06.176 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.176 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.176 INFO:tasks.workunit.client.0.smithi102.stdout: "wal_used_bytes": { 2024-04-10T16:34:06.176 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.177 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.177 INFO:tasks.workunit.client.0.smithi102.stdout: "write_bytes": { 2024-04-10T16:34:06.177 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 788684800 2024-04-10T16:34:06.177 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.177 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.177 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore": { 2024-04-10T16:34:06.177 INFO:tasks.workunit.client.0.smithi102.stdout: "alloc_unit": { 2024-04-10T16:34:06.177 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 4096 2024-04-10T16:34:06.177 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.177 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": { 2024-04-10T16:34:06.177 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 13991936 2024-04-10T16:34:06.177 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.177 INFO:tasks.workunit.client.0.smithi102.stdout: "allocator_lat": { 2024-04-10T16:34:06.177 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 17556, 2024-04-10T16:34:06.177 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 62104374 2024-04-10T16:34:06.177 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.177 INFO:tasks.workunit.client.0.smithi102.stdout: "clist_lat": { 2024-04-10T16:34:06.178 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 3486, 2024-04-10T16:34:06.178 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3947515767 2024-04-10T16:34:06.178 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.178 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_lat": { 2024-04-10T16:34:06.178 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.178 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.178 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.178 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed": { 2024-04-10T16:34:06.178 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.178 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.178 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_allocated": { 2024-04-10T16:34:06.178 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.178 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.178 INFO:tasks.workunit.client.0.smithi102.stdout: "compressed_original": { 2024-04-10T16:34:06.178 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.178 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.179 INFO:tasks.workunit.client.0.smithi102.stdout: "csum_lat": { 2024-04-10T16:34:06.179 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 18690, 2024-04-10T16:34:06.179 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 151975542 2024-04-10T16:34:06.179 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.179 INFO:tasks.workunit.client.0.smithi102.stdout: "decompress_lat": { 2024-04-10T16:34:06.179 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.179 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.179 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.179 INFO:tasks.workunit.client.0.smithi102.stdout: "fragmentation_micros": { 2024-04-10T16:34:06.179 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.179 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.179 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_commit_lat": { 2024-04-10T16:34:06.179 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63644, 2024-04-10T16:34:06.179 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17154991052 2024-04-10T16:34:06.179 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.179 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_final_lat": { 2024-04-10T16:34:06.180 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63254, 2024-04-10T16:34:06.180 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1381309039 2024-04-10T16:34:06.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.180 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_flush_lat": { 2024-04-10T16:34:06.180 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63644, 2024-04-10T16:34:06.180 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 39414117 2024-04-10T16:34:06.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.180 INFO:tasks.workunit.client.0.smithi102.stdout: "kv_sync_lat": { 2024-04-10T16:34:06.180 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 63644, 2024-04-10T16:34:06.180 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17194405169 2024-04-10T16:34:06.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.180 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_keys_lat": { 2024-04-10T16:34:06.180 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 0, 2024-04-10T16:34:06.180 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.180 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.181 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_get_values_lat": { 2024-04-10T16:34:06.181 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 33668, 2024-04-10T16:34:06.181 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 612414581 2024-04-10T16:34:06.181 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.181 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_lower_bound_lat": { 2024-04-10T16:34:06.181 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 732, 2024-04-10T16:34:06.181 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2007589 2024-04-10T16:34:06.181 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.181 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_next_lat": { 2024-04-10T16:34:06.181 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 4621, 2024-04-10T16:34:06.181 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6255791 2024-04-10T16:34:06.181 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.181 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_seek_to_first_lat": { 2024-04-10T16:34:06.181 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 49, 2024-04-10T16:34:06.181 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 63437 2024-04-10T16:34:06.182 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.182 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_upper_bound_lat": { 2024-04-10T16:34:06.182 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 11529, 2024-04-10T16:34:06.182 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 857451084 2024-04-10T16:34:06.182 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.182 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_hits": { 2024-04-10T16:34:06.182 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 196712 2024-04-10T16:34:06.182 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.182 INFO:tasks.workunit.client.0.smithi102.stdout: "onode_misses": { 2024-04-10T16:34:06.182 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17678 2024-04-10T16:34:06.182 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.182 INFO:tasks.workunit.client.0.smithi102.stdout: "read_lat": { 2024-04-10T16:34:06.182 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 7298, 2024-04-10T16:34:06.182 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1370847075 2024-04-10T16:34:06.183 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.183 INFO:tasks.workunit.client.0.smithi102.stdout: "read_onode_meta_lat": { 2024-04-10T16:34:06.183 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 33268, 2024-04-10T16:34:06.183 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8471006 2024-04-10T16:34:06.183 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.183 INFO:tasks.workunit.client.0.smithi102.stdout: "read_wait_aio_lat": { 2024-04-10T16:34:06.183 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 25970, 2024-04-10T16:34:06.183 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1223454160 2024-04-10T16:34:06.183 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.183 INFO:tasks.workunit.client.0.smithi102.stdout: "reads_with_retries": { 2024-04-10T16:34:06.183 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.183 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.183 INFO:tasks.workunit.client.0.smithi102.stdout: "remove_lat": { 2024-04-10T16:34:06.183 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 13338, 2024-04-10T16:34:06.183 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 371896584 2024-04-10T16:34:06.183 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.183 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_aio_wait_count": { 2024-04-10T16:34:06.184 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.184 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.184 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_committed_kv_count": { 2024-04-10T16:34:06.184 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.184 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.184 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_onode_meta_count": { 2024-04-10T16:34:06.184 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.184 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.184 INFO:tasks.workunit.client.0.smithi102.stdout: "slow_read_wait_aio_count": { 2024-04-10T16:34:06.184 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.184 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.184 INFO:tasks.workunit.client.0.smithi102.stdout: "state_aio_wait_lat": { 2024-04-10T16:34:06.184 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75175, 2024-04-10T16:34:06.184 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8664360898 2024-04-10T16:34:06.184 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.184 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_aio_wait_lat": { 2024-04-10T16:34:06.184 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15911, 2024-04-10T16:34:06.184 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 861939025 2024-04-10T16:34:06.185 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.185 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_cleanup_lat": { 2024-04-10T16:34:06.185 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15911, 2024-04-10T16:34:06.185 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 3701256462494 2024-04-10T16:34:06.185 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.185 INFO:tasks.workunit.client.0.smithi102.stdout: "state_deferred_queued_lat": { 2024-04-10T16:34:06.185 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 15911, 2024-04-10T16:34:06.185 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6604446959171 2024-04-10T16:34:06.185 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.185 INFO:tasks.workunit.client.0.smithi102.stdout: "state_done_lat": { 2024-04-10T16:34:06.185 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75175, 2024-04-10T16:34:06.185 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2659009073087 2024-04-10T16:34:06.185 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.185 INFO:tasks.workunit.client.0.smithi102.stdout: "state_finishing_lat": { 2024-04-10T16:34:06.185 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75175, 2024-04-10T16:34:06.185 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6804537 2024-04-10T16:34:06.185 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.186 INFO:tasks.workunit.client.0.smithi102.stdout: "state_io_done_lat": { 2024-04-10T16:34:06.186 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75175, 2024-04-10T16:34:06.186 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 219637739 2024-04-10T16:34:06.186 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.186 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_commiting_lat": { 2024-04-10T16:34:06.186 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75175, 2024-04-10T16:34:06.186 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 27518073777 2024-04-10T16:34:06.186 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.186 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_done_lat": { 2024-04-10T16:34:06.186 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75175, 2024-04-10T16:34:06.186 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 26715285 2024-04-10T16:34:06.186 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.186 INFO:tasks.workunit.client.0.smithi102.stdout: "state_kv_queued_lat": { 2024-04-10T16:34:06.186 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75175, 2024-04-10T16:34:06.186 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12402511906 2024-04-10T16:34:06.186 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.187 INFO:tasks.workunit.client.0.smithi102.stdout: "state_prepare_lat": { 2024-04-10T16:34:06.187 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75175, 2024-04-10T16:34:06.187 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9972394908 2024-04-10T16:34:06.187 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.187 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": { 2024-04-10T16:34:06.187 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10178244 2024-04-10T16:34:06.187 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.187 INFO:tasks.workunit.client.0.smithi102.stdout: "truncate_lat": { 2024-04-10T16:34:06.187 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 2321, 2024-04-10T16:34:06.187 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12459551 2024-04-10T16:34:06.187 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.187 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_commit_lat": { 2024-04-10T16:34:06.187 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75175, 2024-04-10T16:34:06.188 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 58789663551 2024-04-10T16:34:06.188 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.188 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_submit_lat": { 2024-04-10T16:34:06.188 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75175, 2024-04-10T16:34:06.188 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10937199051 2024-04-10T16:34:06.188 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.188 INFO:tasks.workunit.client.0.smithi102.stdout: "txc_throttle_lat": { 2024-04-10T16:34:06.188 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 75175, 2024-04-10T16:34:06.188 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 473533493 2024-04-10T16:34:06.188 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.188 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.188 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache": { 2024-04-10T16:34:06.188 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_bytes": { 2024-04-10T16:34:06.189 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1405295426 2024-04-10T16:34:06.189 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.189 INFO:tasks.workunit.client.0.smithi102.stdout: "heap_bytes": { 2024-04-10T16:34:06.189 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 488112128 2024-04-10T16:34:06.189 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.189 INFO:tasks.workunit.client.0.smithi102.stdout: "mapped_bytes": { 2024-04-10T16:34:06.189 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 464314368 2024-04-10T16:34:06.189 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.189 INFO:tasks.workunit.client.0.smithi102.stdout: "target_bytes": { 2024-04-10T16:34:06.189 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2600707993 2024-04-10T16:34:06.189 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.189 INFO:tasks.workunit.client.0.smithi102.stdout: "unmapped_bytes": { 2024-04-10T16:34:06.189 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23797760 2024-04-10T16:34:06.189 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.190 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.190 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:data": { 2024-04-10T16:34:06.190 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:06.190 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 125829120 2024-04-10T16:34:06.190 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.190 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:06.190 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.190 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.190 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:06.190 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.190 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.190 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:06.190 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57072511 2024-04-10T16:34:06.190 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.191 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:06.191 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.191 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.191 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:06.191 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 81920 2024-04-10T16:34:06.191 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.191 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:06.191 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.191 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.191 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:06.191 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.191 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.191 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:06.191 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 20480 2024-04-10T16:34:06.191 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.191 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:06.191 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 32768 2024-04-10T16:34:06.191 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.192 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:06.192 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.192 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.192 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:06.192 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.192 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.192 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:06.192 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.192 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.192 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:06.192 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 68621441 2024-04-10T16:34:06.192 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.192 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.192 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv": { 2024-04-10T16:34:06.192 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:06.193 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 570425344 2024-04-10T16:34:06.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.193 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:06.193 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:06.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.193 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:06.193 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.193 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:06.193 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 428043835 2024-04-10T16:34:06.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.193 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:06.193 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.193 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.193 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:06.193 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.194 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:06.194 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1744 2024-04-10T16:34:06.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.194 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:06.194 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.194 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:06.194 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 106384 2024-04-10T16:34:06.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.194 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:06.194 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.194 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:06.194 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.194 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.195 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:06.195 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.195 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.195 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:06.195 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.195 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.195 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:06.195 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 75164517 2024-04-10T16:34:06.195 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.195 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.195 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:kv_onode": { 2024-04-10T16:34:06.195 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:06.195 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 184549376 2024-04-10T16:34:06.195 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.195 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:06.195 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 67108864 2024-04-10T16:34:06.195 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.195 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:06.196 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 6794080 2024-04-10T16:34:06.196 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.196 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:06.196 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 38048340 2024-04-10T16:34:06.196 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.196 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:06.196 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.196 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.196 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:06.196 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.196 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.196 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:06.196 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.196 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.196 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:06.196 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.197 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.197 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:06.197 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.197 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.197 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:06.197 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.197 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.197 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:06.197 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.197 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.197 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:06.197 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.197 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.197 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:06.197 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.198 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.198 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:06.198 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 72598092 2024-04-10T16:34:06.198 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.198 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.198 INFO:tasks.workunit.client.0.smithi102.stdout: "bluestore-pricache:meta": { 2024-04-10T16:34:06.198 INFO:tasks.workunit.client.0.smithi102.stdout: "committed_bytes": { 2024-04-10T16:34:06.198 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 503316480 2024-04-10T16:34:06.198 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.198 INFO:tasks.workunit.client.0.smithi102.stdout: "pri0_bytes": { 2024-04-10T16:34:06.198 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.198 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.198 INFO:tasks.workunit.client.0.smithi102.stdout: "pri10_bytes": { 2024-04-10T16:34:06.198 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.199 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.199 INFO:tasks.workunit.client.0.smithi102.stdout: "pri11_bytes": { 2024-04-10T16:34:06.199 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 428043835 2024-04-10T16:34:06.199 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.199 INFO:tasks.workunit.client.0.smithi102.stdout: "pri1_bytes": { 2024-04-10T16:34:06.199 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.199 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.199 INFO:tasks.workunit.client.0.smithi102.stdout: "pri2_bytes": { 2024-04-10T16:34:06.199 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 26824 2024-04-10T16:34:06.199 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.199 INFO:tasks.workunit.client.0.smithi102.stdout: "pri3_bytes": { 2024-04-10T16:34:06.199 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.200 INFO:tasks.workunit.client.0.smithi102.stdout: "pri4_bytes": { 2024-04-10T16:34:06.200 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.200 INFO:tasks.workunit.client.0.smithi102.stdout: "pri5_bytes": { 2024-04-10T16:34:06.200 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 134121 2024-04-10T16:34:06.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.200 INFO:tasks.workunit.client.0.smithi102.stdout: "pri6_bytes": { 2024-04-10T16:34:06.200 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1114702 2024-04-10T16:34:06.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.200 INFO:tasks.workunit.client.0.smithi102.stdout: "pri7_bytes": { 2024-04-10T16:34:06.200 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.200 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.201 INFO:tasks.workunit.client.0.smithi102.stdout: "pri8_bytes": { 2024-04-10T16:34:06.201 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.201 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.201 INFO:tasks.workunit.client.0.smithi102.stdout: "pri9_bytes": { 2024-04-10T16:34:06.201 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.201 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.201 INFO:tasks.workunit.client.0.smithi102.stdout: "reserved_bytes": { 2024-04-10T16:34:06.201 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 73996998 2024-04-10T16:34:06.201 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.201 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.201 INFO:tasks.workunit.client.0.smithi102.stdout: "objecter": { 2024-04-10T16:34:06.201 INFO:tasks.workunit.client.0.smithi102.stdout: "op_active": { 2024-04-10T16:34:06.201 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.202 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.202 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:06.202 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22 2024-04-10T16:34:06.202 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.202 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rmw": { 2024-04-10T16:34:06.202 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.202 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.202 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:06.202 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.202 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.202 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.202 INFO:tasks.workunit.client.0.smithi102.stdout: "osd": { 2024-04-10T16:34:06.202 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg": { 2024-04-10T16:34:06.202 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 57 2024-04-10T16:34:06.203 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.203 INFO:tasks.workunit.client.0.smithi102.stdout: "numpg_removing": { 2024-04-10T16:34:06.203 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.203 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.203 INFO:tasks.workunit.client.0.smithi102.stdout: "op": { 2024-04-10T16:34:06.203 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 36503 2024-04-10T16:34:06.203 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.203 INFO:tasks.workunit.client.0.smithi102.stdout: "op_before_queue_op_lat": { 2024-04-10T16:34:06.203 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 108734, 2024-04-10T16:34:06.203 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 11048631751 2024-04-10T16:34:06.203 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.203 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_degraded": { 2024-04-10T16:34:06.203 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.203 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.204 INFO:tasks.workunit.client.0.smithi102.stdout: "op_delayed_unreadable": { 2024-04-10T16:34:06.204 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1 2024-04-10T16:34:06.204 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.204 INFO:tasks.workunit.client.0.smithi102.stdout: "op_in_bytes": { 2024-04-10T16:34:06.204 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1533095481 2024-04-10T16:34:06.204 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.204 INFO:tasks.workunit.client.0.smithi102.stdout: "op_latency": { 2024-04-10T16:34:06.204 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36503, 2024-04-10T16:34:06.204 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 49699106224 2024-04-10T16:34:06.204 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.204 INFO:tasks.workunit.client.0.smithi102.stdout: "op_out_bytes": { 2024-04-10T16:34:06.204 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1727217638 2024-04-10T16:34:06.204 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.204 INFO:tasks.workunit.client.0.smithi102.stdout: "op_prepare_latency": { 2024-04-10T16:34:06.204 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36971, 2024-04-10T16:34:06.205 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17352838071 2024-04-10T16:34:06.205 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.205 INFO:tasks.workunit.client.0.smithi102.stdout: "op_process_latency": { 2024-04-10T16:34:06.205 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 36503, 2024-04-10T16:34:06.205 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 33914913505 2024-04-10T16:34:06.205 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.205 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r": { 2024-04-10T16:34:06.205 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 23400 2024-04-10T16:34:06.205 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.205 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency": { 2024-04-10T16:34:06.205 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23400, 2024-04-10T16:34:06.205 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 10595654409 2024-04-10T16:34:06.205 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.205 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_latency_out_bytes_histogram": { 2024-04-10T16:34:06.205 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.205 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.205 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_out_bytes": { 2024-04-10T16:34:06.206 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1727217638 2024-04-10T16:34:06.206 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.206 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_prepare_latency": { 2024-04-10T16:34:06.206 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23620, 2024-04-10T16:34:06.206 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5221638261 2024-04-10T16:34:06.206 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.206 INFO:tasks.workunit.client.0.smithi102.stdout: "op_r_process_latency": { 2024-04-10T16:34:06.206 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 23400, 2024-04-10T16:34:06.206 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 5155400995 2024-04-10T16:34:06.206 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.206 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw": { 2024-04-10T16:34:06.206 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 12049 2024-04-10T16:34:06.206 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.206 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_in_bytes": { 2024-04-10T16:34:06.207 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 334275576 2024-04-10T16:34:06.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.207 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency": { 2024-04-10T16:34:06.207 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12049, 2024-04-10T16:34:06.207 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 22085232326 2024-04-10T16:34:06.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.207 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_in_bytes_histogram": { 2024-04-10T16:34:06.207 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.207 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_latency_out_bytes_histogram": { 2024-04-10T16:34:06.207 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.207 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_out_bytes": { 2024-04-10T16:34:06.207 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.207 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.208 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_prepare_latency": { 2024-04-10T16:34:06.208 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12220, 2024-04-10T16:34:06.208 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9911810549 2024-04-10T16:34:06.208 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.208 INFO:tasks.workunit.client.0.smithi102.stdout: "op_rw_process_latency": { 2024-04-10T16:34:06.208 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 12049, 2024-04-10T16:34:06.208 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 18818853703 2024-04-10T16:34:06.208 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.208 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w": { 2024-04-10T16:34:06.208 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1054 2024-04-10T16:34:06.208 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.208 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_in_bytes": { 2024-04-10T16:34:06.208 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 1198819905 2024-04-10T16:34:06.208 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.208 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency": { 2024-04-10T16:34:06.208 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1054, 2024-04-10T16:34:06.209 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 17018219489 2024-04-10T16:34:06.209 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.209 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_latency_in_bytes_histogram": { 2024-04-10T16:34:06.209 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.209 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.209 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_prepare_latency": { 2024-04-10T16:34:06.209 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1131, 2024-04-10T16:34:06.209 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 2219389261 2024-04-10T16:34:06.209 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.209 INFO:tasks.workunit.client.0.smithi102.stdout: "op_w_process_latency": { 2024-04-10T16:34:06.209 INFO:tasks.workunit.client.0.smithi102.stdout: "count": 1054, 2024-04-10T16:34:06.209 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 9940658807 2024-04-10T16:34:06.209 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.209 INFO:tasks.workunit.client.0.smithi102.stdout: "op_wip": { 2024-04-10T16:34:06.209 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 0 2024-04-10T16:34:06.210 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.210 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_bytes": { 2024-04-10T16:34:06.210 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 77 2024-04-10T16:34:06.210 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.210 INFO:tasks.workunit.client.0.smithi102.stdout: "recovery_ops": { 2024-04-10T16:34:06.210 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 8 2024-04-10T16:34:06.210 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.210 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes": { 2024-04-10T16:34:06.210 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 95995035648 2024-04-10T16:34:06.210 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.210 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_bytes_used": { 2024-04-10T16:34:06.210 INFO:tasks.workunit.client.0.smithi102.stdout: "value": 482779136 2024-04-10T16:34:06.210 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.211 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.211 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.211 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.211 INFO:tasks.workunit.client.0.smithi102.stdout: "pools": [ 2024-04-10T16:34:06.211 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.211 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:06.211 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr" 2024-04-10T16:34:06.211 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.211 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T16:34:06.211 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T16:34:06.211 INFO:tasks.workunit.client.0.smithi102.stdout: "flags_names": [ 2024-04-10T16:34:06.211 INFO:tasks.workunit.client.0.smithi102.stdout: "hashpspool" 2024-04-10T16:34:06.211 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.211 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T16:34:06.211 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T16:34:06.211 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:34:06.212 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 1, 2024-04-10T16:34:06.212 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 1, 2024-04-10T16:34:06.212 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 1, 2024-04-10T16:34:06.212 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T16:34:06.212 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T16:34:06.212 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 724057827594, 2024-04-10T16:34:06.212 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 1781760, 2024-04-10T16:34:06.212 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T16:34:06.212 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T16:34:06.212 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 1781760, 2024-04-10T16:34:06.212 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T16:34:06.212 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 241352622080, 2024-04-10T16:34:06.212 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 2, 2024-04-10T16:34:06.212 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T16:34:06.212 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 2.4607918476249324e-06, 2024-04-10T16:34:06.212 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T16:34:06.212 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T16:34:06.213 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 1394, 2024-04-10T16:34:06.213 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 2226176, 2024-04-10T16:34:06.213 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 590368, 2024-04-10T16:34:06.213 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 590368, 2024-04-10T16:34:06.213 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T16:34:06.213 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 1771104, 2024-04-10T16:34:06.213 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 439, 2024-04-10T16:34:06.213 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 2473984 2024-04-10T16:34:06.213 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.213 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T16:34:06.213 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T16:34:06.213 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T16:34:06.213 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.213 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.214 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:06.214 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T16:34:06.214 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.214 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T16:34:06.214 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T16:34:06.214 INFO:tasks.workunit.client.0.smithi102.stdout: "flags_names": [ 2024-04-10T16:34:06.214 INFO:tasks.workunit.client.0.smithi102.stdout: "hashpspool" 2024-04-10T16:34:06.214 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.214 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T16:34:06.214 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T16:34:06.214 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:34:06.214 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 32, 2024-04-10T16:34:06.214 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 32, 2024-04-10T16:34:06.214 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 2, 2024-04-10T16:34:06.214 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T16:34:06.215 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T16:34:06.215 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 724057827594, 2024-04-10T16:34:06.215 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 155093, 2024-04-10T16:34:06.215 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T16:34:06.215 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T16:34:06.215 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 110592, 2024-04-10T16:34:06.215 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T16:34:06.215 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 241352622080, 2024-04-10T16:34:06.215 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 22, 2024-04-10T16:34:06.215 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 44501, 2024-04-10T16:34:06.215 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 2.1419970153147005e-07, 2024-04-10T16:34:06.215 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T16:34:06.215 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T16:34:06.215 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 79, 2024-04-10T16:34:06.215 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 89088, 2024-04-10T16:34:06.216 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 21455, 2024-04-10T16:34:06.216 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 6622, 2024-04-10T16:34:06.216 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 14833, 2024-04-10T16:34:06.216 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 64365, 2024-04-10T16:34:06.216 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 68, 2024-04-10T16:34:06.216 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 36864 2024-04-10T16:34:06.216 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.216 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T16:34:06.216 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T16:34:06.216 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T16:34:06.216 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.216 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.216 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:06.216 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T16:34:06.216 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.216 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T16:34:06.217 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T16:34:06.217 INFO:tasks.workunit.client.0.smithi102.stdout: "flags_names": [ 2024-04-10T16:34:06.217 INFO:tasks.workunit.client.0.smithi102.stdout: "hashpspool" 2024-04-10T16:34:06.217 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.217 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T16:34:06.217 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T16:34:06.217 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:34:06.217 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 64, 2024-04-10T16:34:06.217 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 64, 2024-04-10T16:34:06.217 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 3, 2024-04-10T16:34:06.217 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T16:34:06.217 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T16:34:06.217 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 724057827594, 2024-04-10T16:34:06.217 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 0, 2024-04-10T16:34:06.218 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T16:34:06.218 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T16:34:06.218 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 0, 2024-04-10T16:34:06.218 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T16:34:06.218 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 241352622080, 2024-04-10T16:34:06.218 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 0, 2024-04-10T16:34:06.218 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T16:34:06.218 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 0.0, 2024-04-10T16:34:06.218 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T16:34:06.218 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T16:34:06.218 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 0, 2024-04-10T16:34:06.218 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 0, 2024-04-10T16:34:06.218 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 0, 2024-04-10T16:34:06.218 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 0, 2024-04-10T16:34:06.218 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T16:34:06.218 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 0, 2024-04-10T16:34:06.218 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 0, 2024-04-10T16:34:06.219 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 0 2024-04-10T16:34:06.219 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.219 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T16:34:06.219 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T16:34:06.219 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T16:34:06.219 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.219 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.219 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:06.219 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd" 2024-04-10T16:34:06.219 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.219 INFO:tasks.workunit.client.0.smithi102.stdout: "cache_mode": "none", 2024-04-10T16:34:06.219 INFO:tasks.workunit.client.0.smithi102.stdout: "erasure_code_profile": {}, 2024-04-10T16:34:06.219 INFO:tasks.workunit.client.0.smithi102.stdout: "flags_names": [ 2024-04-10T16:34:06.219 INFO:tasks.workunit.client.0.smithi102.stdout: "hashpspool", 2024-04-10T16:34:06.219 INFO:tasks.workunit.client.0.smithi102.stdout: "selfmanaged_snaps" 2024-04-10T16:34:06.220 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.220 INFO:tasks.workunit.client.0.smithi102.stdout: "min_size": 2, 2024-04-10T16:34:06.220 INFO:tasks.workunit.client.0.smithi102.stdout: "options": {}, 2024-04-10T16:34:06.220 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_autoscale_mode": "off", 2024-04-10T16:34:06.220 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 8, 2024-04-10T16:34:06.220 INFO:tasks.workunit.client.0.smithi102.stdout: "pgp_num": 8, 2024-04-10T16:34:06.220 INFO:tasks.workunit.client.0.smithi102.stdout: "pool": 4, 2024-04-10T16:34:06.220 INFO:tasks.workunit.client.0.smithi102.stdout: "size": 3, 2024-04-10T16:34:06.220 INFO:tasks.workunit.client.0.smithi102.stdout: "stats": { 2024-04-10T16:34:06.220 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_raw": 724057827594, 2024-04-10T16:34:06.220 INFO:tasks.workunit.client.0.smithi102.stdout: "bytes_used": 12595200, 2024-04-10T16:34:06.220 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_bytes_used": 0, 2024-04-10T16:34:06.220 INFO:tasks.workunit.client.0.smithi102.stdout: "compress_under_bytes": 0, 2024-04-10T16:34:06.220 INFO:tasks.workunit.client.0.smithi102.stdout: "data_bytes_used": 12595200, 2024-04-10T16:34:06.220 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty": 0, 2024-04-10T16:34:06.221 INFO:tasks.workunit.client.0.smithi102.stdout: "max_avail": 241352622080, 2024-04-10T16:34:06.221 INFO:tasks.workunit.client.0.smithi102.stdout: "objects": 4, 2024-04-10T16:34:06.221 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_bytes_used": 0, 2024-04-10T16:34:06.221 INFO:tasks.workunit.client.0.smithi102.stdout: "percent_used": 1.739499202813022e-05, 2024-04-10T16:34:06.221 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_bytes": 0, 2024-04-10T16:34:06.221 INFO:tasks.workunit.client.0.smithi102.stdout: "quota_objects": 0, 2024-04-10T16:34:06.221 INFO:tasks.workunit.client.0.smithi102.stdout: "rd": 9028, 2024-04-10T16:34:06.221 INFO:tasks.workunit.client.0.smithi102.stdout: "rd_bytes": 3182689280, 2024-04-10T16:34:06.221 INFO:tasks.workunit.client.0.smithi102.stdout: "stored": 4194323, 2024-04-10T16:34:06.221 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_data": 4194323, 2024-04-10T16:34:06.221 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_omap": 0, 2024-04-10T16:34:06.221 INFO:tasks.workunit.client.0.smithi102.stdout: "stored_raw": 12582969, 2024-04-10T16:34:06.221 INFO:tasks.workunit.client.0.smithi102.stdout: "wr": 24348, 2024-04-10T16:34:06.221 INFO:tasks.workunit.client.0.smithi102.stdout: "wr_bytes": 3146843136 2024-04-10T16:34:06.221 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.222 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_bytes": 0, 2024-04-10T16:34:06.222 INFO:tasks.workunit.client.0.smithi102.stdout: "target_max_objects": 0, 2024-04-10T16:34:06.222 INFO:tasks.workunit.client.0.smithi102.stdout: "type": "replicated" 2024-04-10T16:34:06.222 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.222 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.222 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd": { 2024-04-10T16:34:06.222 INFO:tasks.workunit.client.0.smithi102.stdout: "mirroring_by_pool": [ 2024-04-10T16:34:06.222 INFO:tasks.workunit.client.0.smithi102.stdout: false 2024-04-10T16:34:06.222 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.222 INFO:tasks.workunit.client.0.smithi102.stdout: "num_images_by_pool": [ 2024-04-10T16:34:06.222 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.222 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.222 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pools": 1 2024-04-10T16:34:06.222 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.222 INFO:tasks.workunit.client.0.smithi102.stdout: "report_id": "f0fd97d3-7570-4267-a9f2-be934b183db8", 2024-04-10T16:34:06.223 INFO:tasks.workunit.client.0.smithi102.stdout: "report_timestamp": "2024-04-10T16:34:04.802169", 2024-04-10T16:34:06.223 INFO:tasks.workunit.client.0.smithi102.stdout: "report_version": 1, 2024-04-10T16:34:06.223 INFO:tasks.workunit.client.0.smithi102.stdout: "rocksdb_stats": { 2024-04-10T16:34:06.223 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "7.9.2" 2024-04-10T16:34:06.223 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.223 INFO:tasks.workunit.client.0.smithi102.stdout: "rook": { 2024-04-10T16:34:06.223 INFO:tasks.workunit.client.0.smithi102.stdout: "cluster": { 2024-04-10T16:34:06.223 INFO:tasks.workunit.client.0.smithi102.stdout: "external-mode": null, 2024-04-10T16:34:06.223 INFO:tasks.workunit.client.0.smithi102.stdout: "mon": { 2024-04-10T16:34:06.223 INFO:tasks.workunit.client.0.smithi102.stdout: "allow-multiple-per-node": null, 2024-04-10T16:34:06.223 INFO:tasks.workunit.client.0.smithi102.stdout: "count": null, 2024-04-10T16:34:06.223 INFO:tasks.workunit.client.0.smithi102.stdout: "max-id": null, 2024-04-10T16:34:06.223 INFO:tasks.workunit.client.0.smithi102.stdout: "pvc": { 2024-04-10T16:34:06.223 INFO:tasks.workunit.client.0.smithi102.stdout: "enabled": null 2024-04-10T16:34:06.224 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.224 INFO:tasks.workunit.client.0.smithi102.stdout: "stretch": { 2024-04-10T16:34:06.224 INFO:tasks.workunit.client.0.smithi102.stdout: "enabled": null 2024-04-10T16:34:06.224 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.224 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.224 INFO:tasks.workunit.client.0.smithi102.stdout: "network": { 2024-04-10T16:34:06.224 INFO:tasks.workunit.client.0.smithi102.stdout: "provider": null 2024-04-10T16:34:06.224 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.224 INFO:tasks.workunit.client.0.smithi102.stdout: "storage": { 2024-04-10T16:34:06.224 INFO:tasks.workunit.client.0.smithi102.stdout: "device-set": { 2024-04-10T16:34:06.224 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T16:34:06.224 INFO:tasks.workunit.client.0.smithi102.stdout: "non-portable": null, 2024-04-10T16:34:06.224 INFO:tasks.workunit.client.0.smithi102.stdout: "portable": null, 2024-04-10T16:34:06.224 INFO:tasks.workunit.client.0.smithi102.stdout: "total": null 2024-04-10T16:34:06.224 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.225 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.225 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.225 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.225 INFO:tasks.workunit.client.0.smithi102.stdout: "csi": { 2024-04-10T16:34:06.225 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T16:34:06.225 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.225 INFO:tasks.workunit.client.0.smithi102.stdout: "kubernetes": { 2024-04-10T16:34:06.225 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T16:34:06.225 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.225 INFO:tasks.workunit.client.0.smithi102.stdout: "node": { 2024-04-10T16:34:06.225 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T16:34:06.225 INFO:tasks.workunit.client.0.smithi102.stdout: "kubernetes-total": null, 2024-04-10T16:34:06.225 INFO:tasks.workunit.client.0.smithi102.stdout: "with-ceph-daemons": null, 2024-04-10T16:34:06.225 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-cephfs-plugin": null, 2024-04-10T16:34:06.225 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-nfs-plugin": null, 2024-04-10T16:34:06.225 INFO:tasks.workunit.client.0.smithi102.stdout: "with-csi-rbd-plugin": null 2024-04-10T16:34:06.225 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.226 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.226 INFO:tasks.workunit.client.0.smithi102.stdout: "usage": { 2024-04-10T16:34:06.226 INFO:tasks.workunit.client.0.smithi102.stdout: "storage-class": { 2024-04-10T16:34:06.226 INFO:tasks.workunit.client.0.smithi102.stdout: "count": { 2024-04-10T16:34:06.226 INFO:tasks.workunit.client.0.smithi102.stdout: "bucket": null, 2024-04-10T16:34:06.226 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs": null, 2024-04-10T16:34:06.226 INFO:tasks.workunit.client.0.smithi102.stdout: "nfs": null, 2024-04-10T16:34:06.226 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd": null, 2024-04-10T16:34:06.226 INFO:tasks.workunit.client.0.smithi102.stdout: "total": null 2024-04-10T16:34:06.226 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.226 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.226 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.226 INFO:tasks.workunit.client.0.smithi102.stdout: "version": null 2024-04-10T16:34:06.226 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.226 INFO:tasks.workunit.client.0.smithi102.stdout: "services": {}, 2024-04-10T16:34:06.227 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_per_pg": [ 2024-04-10T16:34:06.227 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.227 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.227 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.227 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.227 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.227 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.227 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:06.227 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.227 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.227 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.227 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.227 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.227 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.227 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:06.227 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.351789+0000", 2024-04-10T16:34:06.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.351789+0000", 2024-04-10T16:34:06.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.352088+0000", 2024-04-10T16:34:06.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:06.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:06.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:06.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:06.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:06.228 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.547936+0000", 2024-04-10T16:34:06.228 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.228 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.229 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.229 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.229 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.229 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.229 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.229 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.229 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.229 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.229 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.229 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.229 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.229 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2c", 2024-04-10T16:34:06.229 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.229 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.229 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.230 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4898, 2024-04-10T16:34:06.230 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.230 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:38:47.714252+0000", 2024-04-10T16:34:06.230 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.230 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.230 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.230 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.230 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.230 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.230 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.230 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.230 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.230 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.230 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.231 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.232 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.233 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.233 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.233 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.233 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.233 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.233 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.233 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.233 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.233 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.233 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:06.233 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.233 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.233 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.234 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.234 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.234 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.234 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.234 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.234 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:06.234 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.234 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.234 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.234 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.234 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.234 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.234 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:06.234 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.364088+0000", 2024-04-10T16:34:06.234 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.364088+0000", 2024-04-10T16:34:06.234 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.364405+0000", 2024-04-10T16:34:06.234 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:06.234 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:06.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:06.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:06.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:06.235 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549607+0000", 2024-04-10T16:34:06.235 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.235 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.235 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.235 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.235 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.236 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.236 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.236 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.236 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.236 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.236 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.236 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.236 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.236 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2b", 2024-04-10T16:34:06.236 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.236 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.236 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.236 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5061, 2024-04-10T16:34:06.236 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.236 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:57:32.150603+0000", 2024-04-10T16:34:06.237 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.237 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.237 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.237 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.237 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.237 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.237 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.237 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.237 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.237 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.237 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.237 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.237 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.237 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.237 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.237 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.237 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.237 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.238 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.239 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.239 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.239 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.239 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.239 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.239 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.240 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.240 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.240 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.240 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:06.240 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.240 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.240 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.240 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.240 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.240 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.240 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.240 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.240 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:06.240 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.240 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.240 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.240 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.240 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.241 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.241 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:06.241 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.361517+0000", 2024-04-10T16:34:06.241 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.361517+0000", 2024-04-10T16:34:06.241 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362169+0000", 2024-04-10T16:34:06.241 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:06.241 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.241 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.241 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.241 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.241 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:06.241 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:06.241 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:06.241 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.241 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.241 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.241 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:06.242 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552806+0000", 2024-04-10T16:34:06.242 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.242 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.242 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.242 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.242 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.242 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.242 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.242 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.242 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.242 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.242 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.242 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.242 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.242 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2a", 2024-04-10T16:34:06.242 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.242 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.242 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.243 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4900, 2024-04-10T16:34:06.243 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.243 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:54:35.085007+0000", 2024-04-10T16:34:06.243 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.243 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.243 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.243 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.243 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.243 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.243 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.243 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.243 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.243 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.243 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.243 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.243 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.243 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.243 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.244 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.245 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.245 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.245 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.245 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.245 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.246 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.246 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.246 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.246 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.246 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:06.246 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.246 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.246 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.246 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.246 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.246 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.246 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.246 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.247 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:06.247 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.247 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.247 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.247 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.247 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.247 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.247 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:06.247 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.291186+0000", 2024-04-10T16:34:06.247 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.291186+0000", 2024-04-10T16:34:06.247 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.291457+0000", 2024-04-10T16:34:06.247 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:06.247 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.247 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.247 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.247 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:06.247 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:06.248 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:06.248 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:06.248 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.248 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.248 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.248 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:06.248 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315159+0000", 2024-04-10T16:34:06.248 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.248 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.248 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.248 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.248 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:06.248 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.248 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.248 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.248 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.248 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.249 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.249 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.249 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.249 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.29", 2024-04-10T16:34:06.249 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.249 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.249 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.249 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5007, 2024-04-10T16:34:06.249 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.249 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:28:50.888739+0000", 2024-04-10T16:34:06.249 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.249 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.249 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.249 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.249 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.249 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.249 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.249 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.249 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.250 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.250 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.250 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.250 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.250 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.250 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.250 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.250 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.250 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.250 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.250 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.250 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.250 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.250 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.251 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.252 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.252 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.252 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.252 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.252 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.252 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.252 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.252 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.252 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.252 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:06.252 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.252 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.252 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.252 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.253 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.253 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.253 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.253 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.253 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:06.253 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.253 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.253 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.253 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.253 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.253 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.253 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:06.253 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.269991+0000", 2024-04-10T16:34:06.253 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.269991+0000", 2024-04-10T16:34:06.254 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.270320+0000", 2024-04-10T16:34:06.254 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:06.254 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.254 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.254 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.254 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:06.254 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:06.254 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:06.254 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:06.254 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.254 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.254 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.254 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:06.254 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551839+0000", 2024-04-10T16:34:06.254 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.255 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.255 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.255 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.255 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:06.255 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.255 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.255 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.255 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.255 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.255 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.255 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.255 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.255 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.28", 2024-04-10T16:34:06.255 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.255 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.255 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.256 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4938, 2024-04-10T16:34:06.256 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.256 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:58:38.818155+0000", 2024-04-10T16:34:06.256 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.256 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.256 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.256 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.256 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.256 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.256 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.256 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.256 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.256 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.256 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.256 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.256 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.256 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.256 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.257 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.258 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.258 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.258 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.258 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.258 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.259 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.259 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.259 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.259 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.259 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:06.259 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.259 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.259 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.259 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.259 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.259 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.259 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.259 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.259 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:06.259 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.259 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.260 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.260 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.260 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.260 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.260 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:06.260 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.291137+0000", 2024-04-10T16:34:06.260 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.291137+0000", 2024-04-10T16:34:06.260 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.291461+0000", 2024-04-10T16:34:06.260 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:06.260 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.260 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.260 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.260 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:06.260 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:06.260 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:06.260 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:06.260 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.260 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.261 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.261 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:06.261 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314543+0000", 2024-04-10T16:34:06.261 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.261 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.261 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.261 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.261 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:06.261 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.261 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.261 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.261 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.261 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.261 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.261 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.261 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.261 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.27", 2024-04-10T16:34:06.262 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.262 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.262 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.262 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5000, 2024-04-10T16:34:06.262 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.262 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:20:25.435073+0000", 2024-04-10T16:34:06.262 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.262 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.262 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.262 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.262 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.262 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.262 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.262 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.262 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.263 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.263 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.263 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.263 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.263 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.263 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.263 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.263 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.263 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.263 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.263 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.263 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.263 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.263 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.264 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.265 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.265 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.265 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.265 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.265 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.265 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.265 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.265 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.265 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.265 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.265 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.265 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.265 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.265 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:06.266 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.266 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.266 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.266 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.266 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.266 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.266 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.266 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.266 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:06.266 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.266 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.266 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.266 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.266 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.267 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.267 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:06.267 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.360416+0000", 2024-04-10T16:34:06.267 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.360416+0000", 2024-04-10T16:34:06.267 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.360717+0000", 2024-04-10T16:34:06.267 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:06.267 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.267 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.267 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.267 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.267 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:06.267 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:06.267 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:06.267 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.267 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.267 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.268 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:06.268 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553618+0000", 2024-04-10T16:34:06.268 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.268 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.268 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.268 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.268 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.268 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.268 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.268 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.268 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.268 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.268 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.268 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.268 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.268 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.26", 2024-04-10T16:34:06.269 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.269 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.269 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.269 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4893, 2024-04-10T16:34:06.269 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.269 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:25:59.593332+0000", 2024-04-10T16:34:06.269 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.269 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.269 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.269 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.269 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.269 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.269 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.269 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.269 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.269 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.270 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.271 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.271 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.271 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.271 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.272 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.272 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.272 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.272 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.272 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.272 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:06.272 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.272 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.272 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.272 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.272 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.272 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.272 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.272 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.272 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:06.272 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.273 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.273 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.273 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.273 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.273 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.273 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:06.273 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:02.501299+0000", 2024-04-10T16:34:06.273 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:02.501299+0000", 2024-04-10T16:34:06.273 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:02.501604+0000", 2024-04-10T16:34:06.273 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:06.273 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.273 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.273 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.273 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 414, 2024-04-10T16:34:06.273 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:06.273 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:06.273 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:06.274 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.274 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.274 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.274 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:06.274 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.316596+0000", 2024-04-10T16:34:06.274 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.274 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.274 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.274 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.274 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 413, 2024-04-10T16:34:06.274 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.274 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.274 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.274 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.275 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.275 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.275 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.275 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.275 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.25", 2024-04-10T16:34:06.275 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.275 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.275 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.275 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5023, 2024-04-10T16:34:06.275 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.275 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:33:38.811979+0000", 2024-04-10T16:34:06.275 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.275 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.275 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.275 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.276 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.277 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.278 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.278 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.278 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.278 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.278 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.278 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.278 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.278 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.278 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.278 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:06.278 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.278 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.278 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.279 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.279 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.279 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.279 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.279 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.279 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:06.279 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.279 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.279 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.279 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.279 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.279 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.279 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:06.279 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.293291+0000", 2024-04-10T16:34:06.279 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.293291+0000", 2024-04-10T16:34:06.279 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.293612+0000", 2024-04-10T16:34:06.279 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:06.279 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.280 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.280 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.280 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:06.280 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:06.280 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:06.280 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:06.280 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.280 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.280 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.280 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:06.280 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314551+0000", 2024-04-10T16:34:06.280 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.280 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.280 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.280 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.280 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:06.280 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.280 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.281 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.281 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.281 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.281 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.281 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.281 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.281 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.24", 2024-04-10T16:34:06.281 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.281 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.281 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.281 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5017, 2024-04-10T16:34:06.281 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.281 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:33:31.337305+0000", 2024-04-10T16:34:06.281 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.281 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.282 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.282 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.283 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.284 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.284 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.284 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.284 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.284 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.284 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.284 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.284 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.284 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.284 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:06.284 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.285 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.285 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.285 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.285 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.285 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.285 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.285 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.285 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:06.285 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.285 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.285 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.285 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.285 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.285 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.286 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:06.286 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.302709+0000", 2024-04-10T16:34:06.286 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.302709+0000", 2024-04-10T16:34:06.286 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.303352+0000", 2024-04-10T16:34:06.286 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:06.286 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.286 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.286 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.286 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:06.286 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:06.286 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:06.286 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:06.287 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.287 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.287 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.287 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:06.287 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549630+0000", 2024-04-10T16:34:06.287 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.287 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.287 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.287 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.287 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:06.287 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.287 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.287 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.287 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.288 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.288 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.288 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.288 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.288 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.23", 2024-04-10T16:34:06.288 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.288 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.288 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.288 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5003, 2024-04-10T16:34:06.288 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.288 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:03:55.263831+0000", 2024-04-10T16:34:06.288 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.288 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.288 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.288 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.289 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.290 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.291 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.291 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.291 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.291 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.291 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.291 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.291 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.291 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.291 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.291 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.291 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:06.291 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.291 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.292 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.292 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.292 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.292 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.292 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.292 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.292 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:06.292 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.292 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.292 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.292 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.292 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.292 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.292 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:06.292 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.267201+0000", 2024-04-10T16:34:06.292 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.267201+0000", 2024-04-10T16:34:06.293 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.267594+0000", 2024-04-10T16:34:06.293 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:06.293 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.293 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.293 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.293 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:06.293 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:06.293 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:06.293 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:06.293 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.293 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.293 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.293 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:06.293 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552503+0000", 2024-04-10T16:34:06.294 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.294 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.294 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.294 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.294 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:06.294 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.294 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.294 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.294 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.294 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.294 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.294 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.294 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.294 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.22", 2024-04-10T16:34:06.294 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.294 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.294 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.295 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4939, 2024-04-10T16:34:06.295 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.295 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:16:30.119466+0000", 2024-04-10T16:34:06.295 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.295 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.295 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.295 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.296 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.297 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.297 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.297 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.297 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.297 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.297 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.298 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.298 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.298 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.298 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:06.298 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.298 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.298 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.298 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.298 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.298 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.298 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.298 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.298 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:06.298 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.298 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.298 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.298 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.299 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.299 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:06.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.345874+0000", 2024-04-10T16:34:06.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.345874+0000", 2024-04-10T16:34:06.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.346213+0000", 2024-04-10T16:34:06.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:06.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:06.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:06.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:06.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.299 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:06.300 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.547713+0000", 2024-04-10T16:34:06.300 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.300 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.300 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.300 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.300 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.300 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.300 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.300 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.300 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.300 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.300 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.300 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.300 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.300 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.21", 2024-04-10T16:34:06.300 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.300 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.301 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.301 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5002, 2024-04-10T16:34:06.301 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.301 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:50:12.084603+0000", 2024-04-10T16:34:06.301 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.301 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.301 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.301 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.302 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.303 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.303 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.303 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.303 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.303 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.304 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.304 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.304 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.304 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.304 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:06.304 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.304 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.304 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.304 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.304 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.304 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.304 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:06.304 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.304 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:06.304 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.304 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.305 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.305 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.305 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.305 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:06.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.354991+0000", 2024-04-10T16:34:06.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.354991+0000", 2024-04-10T16:34:06.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.355651+0000", 2024-04-10T16:34:06.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:06.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:06.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:06.305 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:06.306 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.306 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.306 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.306 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:06.306 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552022+0000", 2024-04-10T16:34:06.306 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.306 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.306 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.306 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.306 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.306 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.306 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.306 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.306 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.306 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.307 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.307 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.307 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.307 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.20", 2024-04-10T16:34:06.307 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.307 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.307 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.307 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4890, 2024-04-10T16:34:06.307 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.307 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:24:57.298622+0000", 2024-04-10T16:34:06.307 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.307 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.307 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.307 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.308 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.309 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.309 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.310 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.310 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.310 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.310 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.310 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.310 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:06.310 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.310 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:06.310 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.310 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.310 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.310 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.310 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.310 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.310 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.311 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.311 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:06.311 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.311 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.311 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.311 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.311 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.311 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.311 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:06.311 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.371065+0000", 2024-04-10T16:34:06.311 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.371065+0000", 2024-04-10T16:34:06.311 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.371472+0000", 2024-04-10T16:34:06.311 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:06.311 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.312 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.312 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.312 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.312 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:06.312 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:06.312 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:06.312 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.312 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.312 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.312 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:06.312 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551095+0000", 2024-04-10T16:34:06.312 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.312 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.312 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.312 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.313 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.313 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.313 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.313 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.313 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.313 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.313 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.313 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.313 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.313 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.f", 2024-04-10T16:34:06.313 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.313 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.313 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.313 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4869, 2024-04-10T16:34:06.313 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.313 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:31:26.404047+0000", 2024-04-10T16:34:06.313 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.314 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.314 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.314 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.315 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.316 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.317 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.318 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.318 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.318 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.318 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.318 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.318 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.318 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.318 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.318 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:06.318 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.318 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.318 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.318 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.319 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.319 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.319 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.319 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.319 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:06.319 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.319 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.319 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.319 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.319 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.319 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.319 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:06.319 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.367240+0000", 2024-04-10T16:34:06.319 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.367240+0000", 2024-04-10T16:34:06.319 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.367620+0000", 2024-04-10T16:34:06.319 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:06.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:06.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:06.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:06.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:06.320 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548159+0000", 2024-04-10T16:34:06.320 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.320 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:06.320 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.321 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.321 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.321 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.321 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.321 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.321 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.321 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:06.321 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.321 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.321 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.321 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.e", 2024-04-10T16:34:06.321 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.321 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.321 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.321 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5004, 2024-04-10T16:34:06.321 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.322 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:46:25.640296+0000", 2024-04-10T16:34:06.322 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.322 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.322 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.322 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:06.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:06.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:06.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:06.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.323 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 6, 2024-04-10T16:34:06.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 6, 2024-04-10T16:34:06.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T16:34:06.324 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.324 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.324 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.324 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.324 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.324 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.324 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.324 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.325 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.325 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:06.325 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T16:34:06.325 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.325 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.325 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.325 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.325 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.325 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.325 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.325 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:06.325 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.325 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.325 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.326 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.326 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.326 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.326 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:06.326 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.347012+0000", 2024-04-10T16:34:06.326 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.347012+0000", 2024-04-10T16:34:06.326 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.347550+0000", 2024-04-10T16:34:06.326 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:06.326 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.326 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.326 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:06.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:06.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:06.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:06.327 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548138+0000", 2024-04-10T16:34:06.327 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.327 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.327 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.327 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.328 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.328 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.328 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.328 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.328 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.328 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.328 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.328 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.328 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.328 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.c", 2024-04-10T16:34:06.328 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.328 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.328 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.328 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4930, 2024-04-10T16:34:06.328 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.329 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:19:16.614565+0000", 2024-04-10T16:34:06.329 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.329 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.329 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.329 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.330 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.331 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.331 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.331 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.331 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.331 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.331 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.331 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.332 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.332 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.332 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:06.332 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.332 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.332 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.332 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.332 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.332 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.332 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:06.332 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.332 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:06.332 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.332 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.332 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.333 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.333 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.333 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:06.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.295846+0000", 2024-04-10T16:34:06.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.295846+0000", 2024-04-10T16:34:06.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.296225+0000", 2024-04-10T16:34:06.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:06.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:06.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:06.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:06.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:06.333 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:06.334 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.316650+0000", 2024-04-10T16:34:06.334 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.334 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 1, 2024-04-10T16:34:06.334 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.334 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.334 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:06.334 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.334 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.334 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.335 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.335 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 1, 2024-04-10T16:34:06.335 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.335 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.335 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.335 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.d", 2024-04-10T16:34:06.335 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.335 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.335 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.335 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5024, 2024-04-10T16:34:06.335 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.335 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:53:51.678573+0000", 2024-04-10T16:34:06.335 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.335 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.336 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 70, 2024-04-10T16:34:06.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.336 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:06.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:06.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:06.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.337 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1, 2024-04-10T16:34:06.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 1, 2024-04-10T16:34:06.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 1, 2024-04-10T16:34:06.338 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T16:34:06.338 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.338 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.339 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.339 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.339 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.339 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.339 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:06.339 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.339 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:06.339 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'1" 2024-04-10T16:34:06.339 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.339 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.339 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.339 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.339 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.340 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.340 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.340 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:06.340 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.340 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.340 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.340 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.340 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.340 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.340 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:06.340 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.366998+0000", 2024-04-10T16:34:06.340 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.366998+0000", 2024-04-10T16:34:06.340 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.369635+0000", 2024-04-10T16:34:06.340 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:06.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:06.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:06.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:06.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:06.341 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554497+0000", 2024-04-10T16:34:06.341 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.342 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.342 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.342 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.342 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.342 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.342 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.342 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.342 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.342 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.342 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.342 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.342 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.342 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.d", 2024-04-10T16:34:06.343 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.343 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.343 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.343 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4847, 2024-04-10T16:34:06.343 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.343 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:48:24.440566+0000", 2024-04-10T16:34:06.343 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.343 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.343 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.343 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.344 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.345 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.346 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.346 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.347 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.347 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.347 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.347 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.347 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.347 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.347 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.347 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:06.347 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.347 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.348 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.348 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.348 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.348 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.348 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.348 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.348 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:06.348 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.348 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.348 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.348 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.348 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.348 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.348 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:06.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.273358+0000", 2024-04-10T16:34:06.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.273358+0000", 2024-04-10T16:34:06.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.273692+0000", 2024-04-10T16:34:06.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:06.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:06.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:06.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:06.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:06.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:06.349 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548259+0000", 2024-04-10T16:34:06.350 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.350 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.350 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.350 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.350 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:06.350 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.350 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.350 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.350 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.350 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.351 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.351 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.351 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.351 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.c", 2024-04-10T16:34:06.351 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.351 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.351 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.351 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5012, 2024-04-10T16:34:06.351 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.351 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:37:35.793909+0000", 2024-04-10T16:34:06.351 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.351 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.351 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.351 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.352 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.353 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.354 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.354 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.354 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.354 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.354 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.354 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.354 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.354 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.354 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.354 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.354 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.354 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.354 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.354 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.355 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.355 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.355 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.355 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.355 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.355 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.355 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.355 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:06.355 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.355 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.355 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.355 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.355 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.356 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.356 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.356 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.356 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:06.356 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.356 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.356 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.356 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.356 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.356 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.356 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:06.356 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.351444+0000", 2024-04-10T16:34:06.356 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.351444+0000", 2024-04-10T16:34:06.357 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.352204+0000", 2024-04-10T16:34:06.357 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:06.357 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.357 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.357 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.357 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.357 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:06.357 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:06.357 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:06.357 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.357 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.357 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.357 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:06.357 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548857+0000", 2024-04-10T16:34:06.357 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.358 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.358 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.358 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.358 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.358 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.358 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.358 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.358 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.358 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.358 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.358 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.358 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.358 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.a", 2024-04-10T16:34:06.358 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.358 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.359 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.359 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4899, 2024-04-10T16:34:06.359 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.359 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:04:15.708647+0000", 2024-04-10T16:34:06.359 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.359 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.359 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.359 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.360 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.361 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.361 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.361 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.361 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.361 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.361 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.361 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.361 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.361 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.361 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.361 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.361 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.361 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.361 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.361 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.361 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.361 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.362 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.362 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.362 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.362 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.362 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.362 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.362 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.362 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.362 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.362 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:06.362 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.362 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.362 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.362 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.363 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.363 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.363 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:06.363 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.363 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:06.363 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.363 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.363 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.363 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.363 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.363 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.363 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:06.363 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.373281+0000", 2024-04-10T16:34:06.363 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.373281+0000", 2024-04-10T16:34:06.363 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.373788+0000", 2024-04-10T16:34:06.363 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:06.364 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.364 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.364 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.364 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.364 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:06.364 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:06.364 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:06.364 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.364 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.364 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.364 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:06.364 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549719+0000", 2024-04-10T16:34:06.364 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.364 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3, 2024-04-10T16:34:06.364 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.364 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.364 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.365 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.365 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.365 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.365 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.365 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3, 2024-04-10T16:34:06.365 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.365 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.365 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.365 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.b", 2024-04-10T16:34:06.365 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.365 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.365 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.365 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4865, 2024-04-10T16:34:06.365 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.365 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:13:09.044542+0000", 2024-04-10T16:34:06.366 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.366 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.366 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.366 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.367 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.367 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.367 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:06.367 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:06.367 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.367 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:06.367 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.367 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.367 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.367 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.367 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.367 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:06.367 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.368 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.368 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.368 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.368 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.368 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.368 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.368 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 2, 2024-04-10T16:34:06.368 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 2, 2024-04-10T16:34:06.368 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.368 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.368 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.368 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 1, 2024-04-10T16:34:06.368 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.368 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.368 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.368 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.369 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.369 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.369 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.369 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:06.369 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.369 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:06.369 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'3" 2024-04-10T16:34:06.369 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.369 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.369 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.369 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.369 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.369 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.369 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.369 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:06.369 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.369 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.369 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.370 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.370 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.370 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.370 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:06.370 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.294494+0000", 2024-04-10T16:34:06.370 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.294494+0000", 2024-04-10T16:34:06.370 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.294935+0000", 2024-04-10T16:34:06.370 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:06.370 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.370 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.370 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.370 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:06.370 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:06.370 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:06.370 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:06.370 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.371 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.371 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.371 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:06.371 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314962+0000", 2024-04-10T16:34:06.371 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.371 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.371 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.371 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.371 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:06.371 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.371 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.371 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.371 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.371 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.371 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.371 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.372 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.372 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.b", 2024-04-10T16:34:06.372 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.372 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.372 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.372 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5015, 2024-04-10T16:34:06.372 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.372 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:42:56.073925+0000", 2024-04-10T16:34:06.372 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.372 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.372 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.372 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.373 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.374 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.374 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.375 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.375 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.375 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.375 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.375 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.375 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.375 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.375 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:06.375 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.375 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.375 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.375 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.375 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.375 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.375 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.376 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.376 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:06.376 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.376 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.376 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.376 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.376 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.376 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.376 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:06.376 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.361783+0000", 2024-04-10T16:34:06.376 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.361783+0000", 2024-04-10T16:34:06.376 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362128+0000", 2024-04-10T16:34:06.376 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:06.376 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.376 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.376 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.377 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.377 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:06.377 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:06.377 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:06.377 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.377 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.377 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.377 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:06.377 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.317335+0000", 2024-04-10T16:34:06.377 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.377 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.377 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.377 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.377 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.377 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.377 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.378 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.378 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.378 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.378 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.378 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.378 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.378 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.a", 2024-04-10T16:34:06.378 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.378 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.378 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.378 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5023, 2024-04-10T16:34:06.378 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.378 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:33:27.297290+0000", 2024-04-10T16:34:06.378 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.378 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.379 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.379 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.380 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.381 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.381 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.381 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.381 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.381 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.381 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.382 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.382 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.382 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.382 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:06.382 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.382 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.382 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.382 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.382 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.382 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.382 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.382 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.382 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:06.382 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.382 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.382 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.383 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.383 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.383 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.383 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:06.383 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368795+0000", 2024-04-10T16:34:06.383 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368795+0000", 2024-04-10T16:34:06.383 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.369395+0000", 2024-04-10T16:34:06.383 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:06.383 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.383 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.383 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.383 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.383 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:06.383 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:06.383 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:06.383 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.384 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.384 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.384 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:06.384 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313741+0000", 2024-04-10T16:34:06.384 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.384 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.384 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.384 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.384 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.384 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.384 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.384 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.384 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.384 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.384 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.384 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.384 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.385 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.8", 2024-04-10T16:34:06.385 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.385 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.385 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.385 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5008, 2024-04-10T16:34:06.385 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.385 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:19:02.978947+0000", 2024-04-10T16:34:06.385 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.385 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.385 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.385 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.386 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.387 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.388 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.388 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.388 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.388 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.388 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.388 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.388 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.388 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.388 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.388 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:06.388 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.388 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.388 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.388 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.389 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.389 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.389 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:06.389 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.389 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:06.389 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.389 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.389 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.389 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.389 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.389 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.389 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:06.389 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.364794+0000", 2024-04-10T16:34:06.389 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.364794+0000", 2024-04-10T16:34:06.389 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.365149+0000", 2024-04-10T16:34:06.390 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:06.390 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.390 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.390 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.390 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.390 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:06.390 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:06.390 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:06.390 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.390 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.390 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.390 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:06.390 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.317254+0000", 2024-04-10T16:34:06.390 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.390 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.391 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.391 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.391 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.391 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.391 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.391 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.391 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.391 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.391 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.391 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.391 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.391 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.9", 2024-04-10T16:34:06.391 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.391 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.391 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.391 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5023, 2024-04-10T16:34:06.391 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.392 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:39:20.504452+0000", 2024-04-10T16:34:06.392 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.392 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.392 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.392 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.393 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.394 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.394 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.394 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.394 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.394 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.394 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.395 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.395 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:06.395 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.395 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:06.395 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.395 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.395 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.395 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.395 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.395 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.395 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.395 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.395 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:06.395 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.395 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.396 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.396 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.396 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.396 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.396 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:06.396 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.363761+0000", 2024-04-10T16:34:06.396 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.363761+0000", 2024-04-10T16:34:06.396 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.365515+0000", 2024-04-10T16:34:06.396 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:06.396 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.396 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.396 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.396 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.396 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:06.397 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:06.397 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:06.397 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.397 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.397 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.397 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:06.397 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313779+0000", 2024-04-10T16:34:06.397 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.397 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.397 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.397 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.397 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.397 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.397 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.397 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.397 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.397 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.398 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.398 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.398 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.398 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.9", 2024-04-10T16:34:06.398 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.398 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.398 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.398 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4965, 2024-04-10T16:34:06.398 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.398 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:11:01.600724+0000", 2024-04-10T16:34:06.398 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.398 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.398 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.398 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.399 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.400 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.401 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.401 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.401 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.401 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.401 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.401 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.401 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.401 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.401 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.401 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:06.401 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.401 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.401 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.401 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.402 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.402 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.402 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.402 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.402 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:06.402 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.402 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.402 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.402 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.402 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.402 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.402 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:06.402 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.366502+0000", 2024-04-10T16:34:06.402 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.366502+0000", 2024-04-10T16:34:06.402 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.366801+0000", 2024-04-10T16:34:06.402 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:06.403 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.403 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.403 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.403 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.403 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:06.403 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:06.403 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:06.403 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.403 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.403 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.403 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:06.403 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548507+0000", 2024-04-10T16:34:06.403 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.403 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.403 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.403 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.403 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.403 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.404 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.404 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.404 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.404 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.404 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.404 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.404 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.404 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.8", 2024-04-10T16:34:06.404 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.404 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.404 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.404 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4856, 2024-04-10T16:34:06.404 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.404 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:01:36.615172+0000", 2024-04-10T16:34:06.404 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.404 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.404 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.404 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.405 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.406 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.407 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.407 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.407 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.407 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.407 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.407 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.407 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.407 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.407 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.407 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:06.407 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.408 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.408 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.408 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.408 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.408 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.408 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.408 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.408 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:06.408 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.408 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.408 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.408 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.408 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.408 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.408 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:06.408 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.299467+0000", 2024-04-10T16:34:06.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.299467+0000", 2024-04-10T16:34:06.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.299841+0000", 2024-04-10T16:34:06.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:06.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:06.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:06.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:06.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:06.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:06.409 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550195+0000", 2024-04-10T16:34:06.410 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.410 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.410 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.410 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.410 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:06.410 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.410 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.410 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.410 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.410 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.410 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.410 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.410 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.410 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.6", 2024-04-10T16:34:06.410 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.410 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.410 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.411 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5063, 2024-04-10T16:34:06.411 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.411 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:24:05.024632+0000", 2024-04-10T16:34:06.411 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.411 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.411 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.411 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.412 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.413 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.414 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.414 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.414 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.414 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.414 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.414 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.414 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.414 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.414 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:06.414 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.414 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.414 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.414 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.414 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.414 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.415 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.415 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.415 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:06.415 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.415 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.415 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.415 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.415 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.415 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.415 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:06.415 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.364062+0000", 2024-04-10T16:34:06.415 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.364062+0000", 2024-04-10T16:34:06.415 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.364405+0000", 2024-04-10T16:34:06.415 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:06.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:06.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:06.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:06.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:06.416 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554034+0000", 2024-04-10T16:34:06.416 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.416 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:06.416 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.417 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.417 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.417 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.417 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.417 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.417 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.417 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:06.417 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.417 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.417 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.417 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.7", 2024-04-10T16:34:06.417 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.417 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.417 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.417 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4875, 2024-04-10T16:34:06.417 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.417 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:20:23.490571+0000", 2024-04-10T16:34:06.418 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.418 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.418 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.418 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:06.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:06.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:06.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:06.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.419 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 6, 2024-04-10T16:34:06.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 6, 2024-04-10T16:34:06.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T16:34:06.420 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.420 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.420 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.420 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.420 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.420 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.420 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.420 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.420 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.420 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:06.421 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T16:34:06.421 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.421 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.421 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.421 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.421 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.421 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.421 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.421 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:06.421 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.421 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.421 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:06.421 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.421 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.421 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.421 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:06.422 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.343403+0000", 2024-04-10T16:34:06.422 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.343403+0000", 2024-04-10T16:34:06.422 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.917184+0000", 2024-04-10T16:34:06.422 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:06.422 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.422 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.422 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.422 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.422 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:06.422 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:06.422 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:06.422 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.422 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.423 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.423 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:06.423 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313899+0000", 2024-04-10T16:34:06.423 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.423 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3037, 2024-04-10T16:34:06.423 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.423 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.423 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.423 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.423 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.423 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.423 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.423 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3037, 2024-04-10T16:34:06.423 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.424 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.424 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.424 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.1", 2024-04-10T16:34:06.424 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.424 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.424 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.424 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8508, 2024-04-10T16:34:06.424 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.424 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:12:54.917933+0000", 2024-04-10T16:34:06.424 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.003947934, 2024-04-10T16:34:06.424 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.424 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.424 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.425 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 646, 2024-04-10T16:34:06.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 422309, 2024-04-10T16:34:06.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.426 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3039, 2024-04-10T16:34:06.427 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 351990 2024-04-10T16:34:06.427 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.427 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.427 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.427 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.427 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.427 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.427 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.427 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.427 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:06.427 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3037" 2024-04-10T16:34:06.427 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.427 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.428 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.428 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.428 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.428 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.428 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.428 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:06.428 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.428 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.428 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.428 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.428 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.428 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.428 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:06.428 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.359291+0000", 2024-04-10T16:34:06.428 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.359291+0000", 2024-04-10T16:34:06.429 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.359597+0000", 2024-04-10T16:34:06.429 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:06.429 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.429 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.429 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.429 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.429 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:06.429 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:06.429 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:06.429 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.429 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.429 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.429 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:06.429 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314386+0000", 2024-04-10T16:34:06.429 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.430 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.430 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.430 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.430 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.430 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.430 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.430 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.430 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.430 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.430 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.430 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.430 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.430 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.7", 2024-04-10T16:34:06.430 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.431 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.431 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.431 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5017, 2024-04-10T16:34:06.431 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.431 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:01:49.784745+0000", 2024-04-10T16:34:06.431 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.431 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.431 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.431 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.432 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.433 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.433 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.433 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.433 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.434 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.434 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.434 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.434 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.434 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.434 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:06.434 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.434 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.434 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.434 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.434 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.434 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.434 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.434 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.434 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:06.434 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.434 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.434 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.435 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.435 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.435 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.435 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:06.435 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.353289+0000", 2024-04-10T16:34:06.435 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.353289+0000", 2024-04-10T16:34:06.435 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.353964+0000", 2024-04-10T16:34:06.435 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:06.435 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.435 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.435 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.435 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.435 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:06.435 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:06.435 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:06.436 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.436 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.436 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.436 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:06.436 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.319086+0000", 2024-04-10T16:34:06.436 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.436 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:06.436 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.436 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.436 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.436 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.436 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.436 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.436 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.436 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:06.437 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.437 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.437 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.437 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.6", 2024-04-10T16:34:06.437 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.437 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.437 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.437 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5028, 2024-04-10T16:34:06.437 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.437 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:25:50.630492+0000", 2024-04-10T16:34:06.437 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.437 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.438 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.438 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:06.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:06.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:06.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:06.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.439 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 2, 2024-04-10T16:34:06.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 2, 2024-04-10T16:34:06.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 2, 2024-04-10T16:34:06.440 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.440 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.440 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.440 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.440 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.440 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.440 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.441 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.441 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.441 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:06.441 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "565'2" 2024-04-10T16:34:06.441 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.441 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.441 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.441 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.441 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.441 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.441 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.441 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:06.441 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.441 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.441 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:06.441 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.441 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.441 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.442 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:06.442 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.365574+0000", 2024-04-10T16:34:06.442 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.365574+0000", 2024-04-10T16:34:06.442 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.915997+0000", 2024-04-10T16:34:06.442 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:06.442 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.442 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.442 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.442 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.442 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:06.442 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:06.442 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:06.442 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.442 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.442 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.443 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:06.443 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313679+0000", 2024-04-10T16:34:06.443 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.443 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3100, 2024-04-10T16:34:06.443 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.443 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.443 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.443 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.443 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.443 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.443 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.443 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3100, 2024-04-10T16:34:06.443 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.443 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.443 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.443 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.0", 2024-04-10T16:34:06.443 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.444 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.444 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.444 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8754, 2024-04-10T16:34:06.444 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.444 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:14:27.874595+0000", 2024-04-10T16:34:06.444 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.002381832, 2024-04-10T16:34:06.444 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.444 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.444 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.445 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1023, 2024-04-10T16:34:06.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 381150, 2024-04-10T16:34:06.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.446 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3080, 2024-04-10T16:34:06.447 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 417952 2024-04-10T16:34:06.447 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.447 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.447 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.447 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.447 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.447 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.447 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.447 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.447 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:06.447 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3100" 2024-04-10T16:34:06.447 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.447 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.447 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.447 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.447 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.448 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:06.448 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.448 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:06.448 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.448 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.448 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.448 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.448 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.448 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:06.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.283087+0000", 2024-04-10T16:34:06.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.283087+0000", 2024-04-10T16:34:06.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.283455+0000", 2024-04-10T16:34:06.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:06.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.448 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.449 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:06.449 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:06.449 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:06.449 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:06.449 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.449 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.449 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.449 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:06.449 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.320346+0000", 2024-04-10T16:34:06.449 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.449 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.449 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.449 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.449 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:06.449 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.450 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.450 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.450 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.450 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.450 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.450 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.450 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.450 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.4", 2024-04-10T16:34:06.450 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.450 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.450 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.450 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5024, 2024-04-10T16:34:06.450 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.451 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:29:38.285164+0000", 2024-04-10T16:34:06.451 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.451 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.451 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.451 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.452 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.453 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.453 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.454 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.454 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.454 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.454 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.454 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.454 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:06.454 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.454 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:06.454 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.454 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.454 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.454 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.454 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.454 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.454 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.455 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.455 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:06.455 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.455 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.455 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.455 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.455 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.455 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.455 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:06.455 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.373660+0000", 2024-04-10T16:34:06.455 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.373660+0000", 2024-04-10T16:34:06.455 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.374222+0000", 2024-04-10T16:34:06.455 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:06.455 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.456 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.456 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.456 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.456 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:06.456 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:06.456 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:06.456 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.456 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.456 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.456 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:06.456 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554400+0000", 2024-04-10T16:34:06.456 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.456 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.456 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.456 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.457 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.457 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.457 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.457 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.457 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.457 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.457 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.457 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.457 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.457 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.5", 2024-04-10T16:34:06.457 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.457 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.457 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.457 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4874, 2024-04-10T16:34:06.457 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.458 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:03:25.300167+0000", 2024-04-10T16:34:06.458 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.458 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.458 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.458 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.459 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.460 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.460 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.460 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.460 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.460 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.460 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.460 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.460 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.461 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.461 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:06.461 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.461 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.461 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.461 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.461 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.461 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.461 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.461 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.461 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:06.461 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.461 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.461 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:06.462 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.462 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.462 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:34:02.887679+0000", 2024-04-10T16:34:06.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.363658+0000", 2024-04-10T16:34:06.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.363658+0000", 2024-04-10T16:34:06.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.924565+0000", 2024-04-10T16:34:06.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:34:02.887679+0000", 2024-04-10T16:34:06.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:34:02.887679+0000", 2024-04-10T16:34:06.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:34:02.887679+0000", 2024-04-10T16:34:06.462 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:34:02.887679+0000", 2024-04-10T16:34:06.463 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.463 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.463 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.463 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:34:02.887679+0000", 2024-04-10T16:34:06.463 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:34:02.887679+0000", 2024-04-10T16:34:06.463 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.463 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3151, 2024-04-10T16:34:06.463 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.463 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.463 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.463 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.463 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.463 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.463 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.464 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3151, 2024-04-10T16:34:06.464 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.464 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.464 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.464 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.3", 2024-04-10T16:34:06.464 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.464 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.464 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.464 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8906, 2024-04-10T16:34:06.464 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.464 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:31:41.271691+0000", 2024-04-10T16:34:06.464 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.007251576, 2024-04-10T16:34:06.464 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.464 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.464 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.464 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:06.465 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:06.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:06.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:06.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 880, 2024-04-10T16:34:06.466 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 425602, 2024-04-10T16:34:06.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3133, 2024-04-10T16:34:06.467 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 363669 2024-04-10T16:34:06.467 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.467 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.467 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.467 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.467 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.467 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.467 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.467 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.467 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:06.467 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3151" 2024-04-10T16:34:06.468 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.468 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.468 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.468 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.468 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.468 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.468 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.468 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:06.468 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.468 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.468 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.468 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.468 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.468 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.468 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:06.468 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.370402+0000", 2024-04-10T16:34:06.469 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.370402+0000", 2024-04-10T16:34:06.469 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.370913+0000", 2024-04-10T16:34:06.469 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:06.469 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.469 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.469 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.469 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.469 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:06.469 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:06.469 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:06.469 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.469 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.469 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.469 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:06.469 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548819+0000", 2024-04-10T16:34:06.470 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.470 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.470 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.470 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.470 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.470 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.470 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.470 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.470 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.470 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.470 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.470 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.470 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.470 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.0", 2024-04-10T16:34:06.470 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.470 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.471 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.471 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4860, 2024-04-10T16:34:06.471 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.471 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:59:46.031167+0000", 2024-04-10T16:34:06.471 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.471 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.471 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.471 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.472 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.473 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.474 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.474 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.474 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.474 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.474 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.474 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.474 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.474 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.474 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:06.474 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.474 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.474 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.474 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.474 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.474 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.475 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:06.475 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.475 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:06.475 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.475 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.475 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.475 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.475 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.475 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.475 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:06.475 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:02.509773+0000", 2024-04-10T16:34:06.475 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:02.509773+0000", 2024-04-10T16:34:06.475 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:02.510247+0000", 2024-04-10T16:34:06.475 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:06.475 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.475 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.476 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.476 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 414, 2024-04-10T16:34:06.476 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:06.476 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:06.476 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:06.476 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.476 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.476 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.476 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:06.476 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550177+0000", 2024-04-10T16:34:06.476 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.476 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.477 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.477 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.477 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 413, 2024-04-10T16:34:06.477 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.477 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.477 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.477 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.477 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.477 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.477 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.477 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.477 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1", 2024-04-10T16:34:06.477 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.477 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.477 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.478 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5082, 2024-04-10T16:34:06.478 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.478 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:09:48.888676+0000", 2024-04-10T16:34:06.478 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.478 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.478 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.478 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.478 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.478 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.478 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.478 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.478 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.478 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.478 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.479 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.480 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.481 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.481 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.481 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.481 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.481 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.481 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.481 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.481 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:06.481 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.481 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:06.481 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.481 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.481 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.481 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.481 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.481 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.482 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.482 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.482 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:06.482 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.482 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.482 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:06.482 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.482 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.482 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.482 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:06.482 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:11:28.280668+0000", 2024-04-10T16:34:06.482 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:11:28.280668+0000", 2024-04-10T16:34:06.483 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.926003+0000", 2024-04-10T16:34:06.483 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:06.483 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.483 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.483 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.483 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 381, 2024-04-10T16:34:06.483 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:06.483 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:06.483 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:06.483 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.483 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.483 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.483 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:06.483 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550349+0000", 2024-04-10T16:34:06.483 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.483 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3135, 2024-04-10T16:34:06.484 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.484 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.484 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 380, 2024-04-10T16:34:06.484 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.484 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.484 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.484 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.484 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3135, 2024-04-10T16:34:06.484 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.484 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.484 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.484 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.6", 2024-04-10T16:34:06.484 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.484 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.484 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.485 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 9152, 2024-04-10T16:34:06.485 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.485 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:17:39.341338+0000", 2024-04-10T16:34:06.485 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.008319676, 2024-04-10T16:34:06.485 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.485 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.485 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.486 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1778, 2024-04-10T16:34:06.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 387328, 2024-04-10T16:34:06.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3077, 2024-04-10T16:34:06.487 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 379954 2024-04-10T16:34:06.487 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.487 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.487 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.488 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.488 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.488 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.488 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.488 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.488 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:06.488 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3135" 2024-04-10T16:34:06.488 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.488 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.488 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.488 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.488 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.488 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.488 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.488 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:06.488 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.488 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.489 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 20, 2024-04-10T16:34:06.489 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.489 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.489 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.489 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:34:04.181765+0000", 2024-04-10T16:34:06.489 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.367334+0000", 2024-04-10T16:34:06.489 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.367334+0000", 2024-04-10T16:34:06.489 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.367790+0000", 2024-04-10T16:34:06.489 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:34:04.181765+0000", 2024-04-10T16:34:06.489 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:00:49.290350+0000", 2024-04-10T16:34:06.489 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.489 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:00:49.290350+0000", 2024-04-10T16:34:06.489 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.489 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:34:04.181765+0000", 2024-04-10T16:34:06.489 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:34:04.181765+0000", 2024-04-10T16:34:06.489 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:34:04.181765+0000", 2024-04-10T16:34:06.490 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.490 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.490 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:00:49.290350+0000", 2024-04-10T16:34:06.490 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:34:04.181765+0000", 2024-04-10T16:34:06.490 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:34:04.181765+0000", 2024-04-10T16:34:06.490 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.490 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 261, 2024-04-10T16:34:06.490 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.490 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.490 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.490 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.490 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.490 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.490 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.490 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 261, 2024-04-10T16:34:06.490 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.490 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.491 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.491 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "1.0", 2024-04-10T16:34:06.491 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.491 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.491 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.491 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5575, 2024-04-10T16:34:06.491 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.491 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:35:34.722597+0000", 2024-04-10T16:34:06.491 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.491 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.491 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.491 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 590368, 2024-04-10T16:34:06.491 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.491 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 1771104, 2024-04-10T16:34:06.491 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.491 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T16:34:06.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T16:34:06.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T16:34:06.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.492 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 6, 2024-04-10T16:34:06.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1394, 2024-04-10T16:34:06.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 2174, 2024-04-10T16:34:06.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.493 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 439, 2024-04-10T16:34:06.494 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 2416 2024-04-10T16:34:06.494 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.494 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.494 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.494 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.494 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.494 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.494 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.494 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.494 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:06.494 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "2713'261" 2024-04-10T16:34:06.494 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.494 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.494 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.494 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.495 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.495 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.495 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.495 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:06.495 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.495 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.495 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.495 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.495 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.495 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.495 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:06.495 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.367363+0000", 2024-04-10T16:34:06.495 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.367363+0000", 2024-04-10T16:34:06.495 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.367690+0000", 2024-04-10T16:34:06.496 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:06.496 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.496 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.496 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.496 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.496 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:06.496 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:06.496 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:06.496 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.496 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.496 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.496 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:06.496 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552737+0000", 2024-04-10T16:34:06.496 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.496 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.496 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.497 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.497 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.497 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.497 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.497 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.497 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.497 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.497 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.497 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.497 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.497 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.3", 2024-04-10T16:34:06.497 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.497 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.497 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.497 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4942, 2024-04-10T16:34:06.498 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.498 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:19:56.828221+0000", 2024-04-10T16:34:06.498 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.498 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.498 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.498 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.498 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.498 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.498 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.498 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.498 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.498 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.498 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.498 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.498 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.498 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.499 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.500 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.500 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.500 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.501 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.501 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.501 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.501 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.501 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.501 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.501 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:06.501 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.501 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.501 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.501 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.501 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.501 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.501 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.501 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.502 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:06.502 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.502 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.502 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.502 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.502 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.502 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.502 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:06.502 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.346001+0000", 2024-04-10T16:34:06.502 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.346001+0000", 2024-04-10T16:34:06.502 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.346343+0000", 2024-04-10T16:34:06.502 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:06.502 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.502 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.502 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.502 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.503 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:06.503 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:06.503 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:06.503 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.503 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.503 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.503 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:06.503 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314016+0000", 2024-04-10T16:34:06.503 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.503 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.503 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.503 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.503 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.503 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.504 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.504 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.504 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.504 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.504 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.504 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.504 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.504 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2", 2024-04-10T16:34:06.504 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.504 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.504 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.504 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5007, 2024-04-10T16:34:06.504 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.504 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:17:11.843559+0000", 2024-04-10T16:34:06.504 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.504 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.505 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.505 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.506 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.506 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.506 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.506 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.506 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.506 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.506 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.506 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.506 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.506 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.506 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.506 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.506 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.506 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.507 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.507 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.507 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.508 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.508 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.508 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.508 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.508 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.508 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.508 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:06.508 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.508 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.508 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.508 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.508 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.508 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.508 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.508 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.509 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:06.509 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.509 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.509 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:06.509 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.509 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.509 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.509 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:06.509 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.367856+0000", 2024-04-10T16:34:06.509 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.367856+0000", 2024-04-10T16:34:06.509 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.933904+0000", 2024-04-10T16:34:06.509 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:06.509 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.509 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.509 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.509 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.510 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:06.510 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:06.510 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:06.510 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.510 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.510 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.510 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:06.510 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553192+0000", 2024-04-10T16:34:06.510 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.510 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2992, 2024-04-10T16:34:06.510 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.510 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.510 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.510 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.510 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.511 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.511 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.511 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2992, 2024-04-10T16:34:06.511 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.511 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.511 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.511 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.5", 2024-04-10T16:34:06.511 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.511 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.511 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.511 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8534, 2024-04-10T16:34:06.511 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.511 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:29:38.507680+0000", 2024-04-10T16:34:06.511 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.002843382, 2024-04-10T16:34:06.511 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.512 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.512 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 4194304, 2024-04-10T16:34:06.512 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.512 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.512 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.512 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.512 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.512 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.512 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.512 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.512 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.512 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.512 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.512 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.512 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.512 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.512 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.512 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:06.513 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:06.513 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.513 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:06.513 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.513 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.513 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.513 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.513 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.513 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.513 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.513 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.513 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.513 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.513 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.513 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1010, 2024-04-10T16:34:06.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 385541, 2024-04-10T16:34:06.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 2984, 2024-04-10T16:34:06.514 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 405740 2024-04-10T16:34:06.514 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.514 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.514 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.514 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.514 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.514 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.514 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.515 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.515 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:06.515 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'2992" 2024-04-10T16:34:06.515 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.515 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.515 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.515 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.515 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.515 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.515 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.515 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:06.515 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.515 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.515 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.515 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.515 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.516 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.516 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:06.516 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:02.502072+0000", 2024-04-10T16:34:06.516 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:02.502072+0000", 2024-04-10T16:34:06.516 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:02.502364+0000", 2024-04-10T16:34:06.516 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:06.516 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.516 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.516 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.516 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 414, 2024-04-10T16:34:06.516 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:06.516 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:06.516 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:06.516 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.516 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.516 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.517 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:06.517 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.547608+0000", 2024-04-10T16:34:06.517 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.517 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.517 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.517 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.517 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 413, 2024-04-10T16:34:06.517 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.517 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.517 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.517 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.517 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.517 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.517 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.517 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.517 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1", 2024-04-10T16:34:06.518 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.518 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.518 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.518 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5015, 2024-04-10T16:34:06.518 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.518 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:25:10.359722+0000", 2024-04-10T16:34:06.518 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.518 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.518 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.518 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.518 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.518 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.518 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.518 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.518 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.519 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.519 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.519 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.519 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.519 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.519 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.519 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.519 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.519 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.519 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.519 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.519 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.519 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.519 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.519 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.519 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.520 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.521 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.521 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.521 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.521 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.521 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.521 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.521 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.521 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.521 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.521 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.521 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.521 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:06.521 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.521 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.521 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.521 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.522 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.522 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.522 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.522 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.522 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:06.522 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.522 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.522 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.522 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.522 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.522 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.522 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:06.522 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.351506+0000", 2024-04-10T16:34:06.522 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.351506+0000", 2024-04-10T16:34:06.522 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.351823+0000", 2024-04-10T16:34:06.523 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:06.523 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.523 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.523 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.523 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.523 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:06.523 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:06.523 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:06.523 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.523 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.523 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.523 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:06.523 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315329+0000", 2024-04-10T16:34:06.523 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.523 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.524 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.524 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.524 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.524 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.524 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.524 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.524 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.524 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.524 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.524 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.524 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.524 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.0", 2024-04-10T16:34:06.524 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.524 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.524 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.524 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5026, 2024-04-10T16:34:06.525 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.525 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:11:59.713443+0000", 2024-04-10T16:34:06.525 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.525 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.525 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.525 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.525 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.525 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.525 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.525 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.525 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.525 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.525 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.525 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.525 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.525 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.525 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.525 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.526 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.526 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.526 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.526 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.526 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.526 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.526 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.526 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.526 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.526 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.526 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.526 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.527 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.527 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.527 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.527 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.528 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.528 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.528 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.528 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.528 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.528 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:06.528 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.528 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.528 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.528 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.528 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.528 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.528 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.528 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.528 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:06.528 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.529 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.529 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:06.529 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.529 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.529 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.529 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:06.529 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.276792+0000", 2024-04-10T16:34:06.529 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.276792+0000", 2024-04-10T16:34:06.529 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.925167+0000", 2024-04-10T16:34:06.529 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:06.529 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.529 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.529 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.529 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:06.529 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:06.529 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:06.529 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:06.530 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.530 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.530 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.530 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:06.530 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315971+0000", 2024-04-10T16:34:06.530 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.530 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2947, 2024-04-10T16:34:06.530 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.530 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.530 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:06.530 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.530 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.530 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.530 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.531 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2947, 2024-04-10T16:34:06.531 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.531 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.531 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.531 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.7", 2024-04-10T16:34:06.531 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.531 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.531 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.531 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8707, 2024-04-10T16:34:06.531 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.531 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:56:26.170979+0000", 2024-04-10T16:34:06.531 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.004006065, 2024-04-10T16:34:06.531 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.531 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.531 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.532 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.532 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.532 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.532 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.532 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.532 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.532 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.532 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.532 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.532 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.532 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.532 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.532 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.532 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.532 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.532 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.532 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1165, 2024-04-10T16:34:06.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 380762, 2024-04-10T16:34:06.533 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.534 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.534 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.534 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 2929, 2024-04-10T16:34:06.534 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 366583 2024-04-10T16:34:06.534 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.534 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.534 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.534 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.534 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.534 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.534 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.534 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.534 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:06.534 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'2947" 2024-04-10T16:34:06.534 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.534 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.534 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.535 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.535 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.535 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.535 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.535 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:06.535 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.535 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.535 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.535 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.535 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.535 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.535 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:06.535 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.342810+0000", 2024-04-10T16:34:06.535 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.342810+0000", 2024-04-10T16:34:06.535 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.343162+0000", 2024-04-10T16:34:06.535 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:06.535 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.536 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.536 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.536 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.536 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:06.536 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:06.536 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:06.536 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.536 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.536 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.536 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:06.536 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314380+0000", 2024-04-10T16:34:06.536 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.536 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.536 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.536 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.536 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.537 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.537 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.537 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.537 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.537 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.537 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.537 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.537 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.537 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3", 2024-04-10T16:34:06.537 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.537 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.537 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.537 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4942, 2024-04-10T16:34:06.537 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.537 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:20:22.115789+0000", 2024-04-10T16:34:06.537 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.538 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.538 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.538 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.538 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.538 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.538 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.538 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.538 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.538 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.538 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.538 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.538 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.538 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.538 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.538 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.538 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.538 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.539 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.540 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.540 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.540 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.540 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.540 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.540 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.540 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.540 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.541 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.541 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:06.541 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.541 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.541 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.541 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.541 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.541 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.541 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.541 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.541 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:06.541 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.541 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.541 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.541 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.541 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.541 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.541 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:06.542 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.351250+0000", 2024-04-10T16:34:06.542 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.351250+0000", 2024-04-10T16:34:06.542 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.351660+0000", 2024-04-10T16:34:06.542 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:06.542 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.542 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.542 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.542 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.542 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:06.542 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:06.542 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:06.542 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.542 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.542 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.542 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:06.542 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.547740+0000", 2024-04-10T16:34:06.543 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.543 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.543 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.543 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.543 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.543 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.543 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.543 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.543 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.543 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.543 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.543 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.543 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.543 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.2", 2024-04-10T16:34:06.543 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.543 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.544 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.544 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4908, 2024-04-10T16:34:06.544 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.544 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:09:18.935765+0000", 2024-04-10T16:34:06.544 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.544 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.544 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.544 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.545 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.545 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.545 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.545 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.545 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.545 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.545 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.545 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.545 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.545 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.545 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.545 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.545 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.545 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.545 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.545 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.546 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.546 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.547 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.547 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.547 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.547 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.547 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.547 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.547 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.547 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:06.547 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.547 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.547 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.547 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.547 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.547 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.548 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:06.548 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.548 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:06.548 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.548 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.548 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:06.548 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.548 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.548 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.548 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:34:02.214566+0000", 2024-04-10T16:34:06.548 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:02.500553+0000", 2024-04-10T16:34:06.548 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:02.500553+0000", 2024-04-10T16:34:06.548 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.926950+0000", 2024-04-10T16:34:06.548 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:34:02.214566+0000", 2024-04-10T16:34:06.548 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.549 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.549 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.549 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 414, 2024-04-10T16:34:06.549 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:34:02.214566+0000", 2024-04-10T16:34:06.549 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:34:02.214566+0000", 2024-04-10T16:34:06.549 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:34:02.214566+0000", 2024-04-10T16:34:06.549 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.549 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.549 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.549 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:34:02.214566+0000", 2024-04-10T16:34:06.549 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:34:02.214566+0000", 2024-04-10T16:34:06.549 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.549 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3041, 2024-04-10T16:34:06.549 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.549 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.549 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 413, 2024-04-10T16:34:06.550 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.550 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.550 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.550 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.550 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3041, 2024-04-10T16:34:06.550 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.550 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.550 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.550 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.4", 2024-04-10T16:34:06.550 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.550 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.550 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.550 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8853, 2024-04-10T16:34:06.550 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.550 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:05:41.593042+0000", 2024-04-10T16:34:06.551 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.00367388, 2024-04-10T16:34:06.551 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.551 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.551 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:06.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:06.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:06.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:06.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.552 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1353, 2024-04-10T16:34:06.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 338551, 2024-04-10T16:34:06.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3041, 2024-04-10T16:34:06.553 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 388164 2024-04-10T16:34:06.553 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.553 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.553 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.553 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.553 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.553 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.554 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:06.554 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.554 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:06.554 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3041" 2024-04-10T16:34:06.554 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.554 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.554 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.554 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.554 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.554 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.554 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.554 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:06.554 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.554 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.554 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.554 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.554 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.555 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.555 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:06.555 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.272538+0000", 2024-04-10T16:34:06.555 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.272538+0000", 2024-04-10T16:34:06.555 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.273108+0000", 2024-04-10T16:34:06.555 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:06.555 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.555 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.555 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.555 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:06.555 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:06.555 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:06.555 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:06.555 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.555 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.555 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.556 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:06.556 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.556148+0000", 2024-04-10T16:34:06.556 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.556 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.556 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.556 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.556 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:06.556 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.556 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.556 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.556 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.556 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.556 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.556 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.556 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.556 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.5", 2024-04-10T16:34:06.557 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.557 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.557 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.557 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4939, 2024-04-10T16:34:06.557 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.557 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:33:22.833556+0000", 2024-04-10T16:34:06.557 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.557 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.557 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.557 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.558 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.558 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.558 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.558 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.558 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.558 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.558 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.558 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.558 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.558 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.558 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.558 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.558 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.558 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.558 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.559 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.560 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.560 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.560 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.560 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.560 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.560 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.560 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.560 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.560 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:06.560 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.560 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.560 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.560 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.560 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.560 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.560 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.561 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.561 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:06.561 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.561 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.561 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.561 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.561 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.561 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.561 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:06.561 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.366076+0000", 2024-04-10T16:34:06.561 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.366076+0000", 2024-04-10T16:34:06.561 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.366422+0000", 2024-04-10T16:34:06.561 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:06.561 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.561 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.562 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.562 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.562 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:06.562 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:06.562 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:06.562 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.562 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.562 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.562 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:06.562 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.320079+0000", 2024-04-10T16:34:06.562 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.562 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.562 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.562 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.562 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.563 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.563 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.563 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.563 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.563 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.563 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.563 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.563 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.563 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.4", 2024-04-10T16:34:06.563 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.563 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.563 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.563 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5036, 2024-04-10T16:34:06.563 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.563 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:19:16.424602+0000", 2024-04-10T16:34:06.563 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.564 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.564 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.564 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.565 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.565 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.565 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.565 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.565 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.565 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.565 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.565 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.565 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.565 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.565 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.565 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.565 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.565 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.565 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.565 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.565 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.566 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.566 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.566 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.566 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.566 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.567 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.567 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.567 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.567 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.567 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:06.567 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.567 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.567 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.567 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.567 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.567 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.567 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.567 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.567 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:06.567 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.567 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.567 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 65, 2024-04-10T16:34:06.568 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.568 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.568 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.568 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:06.568 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.276624+0000", 2024-04-10T16:34:06.568 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.276624+0000", 2024-04-10T16:34:06.568 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:46:32.925164+0000", 2024-04-10T16:34:06.568 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:06.568 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.568 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.568 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.568 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:06.568 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:06.568 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:06.569 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:06.569 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.569 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.569 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:36.723004+0000", 2024-04-10T16:34:06.569 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:06.569 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.317451+0000", 2024-04-10T16:34:06.569 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.569 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3075, 2024-04-10T16:34:06.569 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.569 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.569 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:06.569 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.569 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.569 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.570 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.570 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3075, 2024-04-10T16:34:06.570 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.570 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.570 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.570 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "4.2", 2024-04-10T16:34:06.570 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.570 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.570 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.570 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 8946, 2024-04-10T16:34:06.570 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.570 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:10:24.330801+0000", 2024-04-10T16:34:06.570 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.002985206, 2024-04-10T16:34:06.570 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.570 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 19, 2024-04-10T16:34:06.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.571 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.572 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.572 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:06.572 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:06.572 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.572 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:06.572 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.572 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.572 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.572 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.572 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.572 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.572 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.572 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.572 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.572 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.572 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.572 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1173, 2024-04-10T16:34:06.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 386852, 2024-04-10T16:34:06.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3065, 2024-04-10T16:34:06.573 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 399037 2024-04-10T16:34:06.573 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.573 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.573 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.573 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.573 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.573 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.573 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.573 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.574 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:06.574 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "1090'3075" 2024-04-10T16:34:06.574 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.574 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.574 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.574 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.574 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.574 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.574 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.574 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:06.574 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.574 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.574 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.574 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.574 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.575 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.575 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:06.575 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.363363+0000", 2024-04-10T16:34:06.575 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.363363+0000", 2024-04-10T16:34:06.575 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.364483+0000", 2024-04-10T16:34:06.575 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:06.575 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.575 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.575 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.575 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.575 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:06.575 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:06.575 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:06.575 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.575 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.576 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.576 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:06.576 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550277+0000", 2024-04-10T16:34:06.576 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.576 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.576 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.576 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.576 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.576 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.576 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.576 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.576 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.576 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.576 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.576 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.577 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.577 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.e", 2024-04-10T16:34:06.577 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.577 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.577 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.577 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4848, 2024-04-10T16:34:06.577 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.577 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:43:57.569099+0000", 2024-04-10T16:34:06.577 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.577 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.577 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.577 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.578 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.578 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.578 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.578 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.578 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.578 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.578 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.578 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.578 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.578 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.578 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.578 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.578 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.578 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.578 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.579 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.580 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.580 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.580 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.580 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.580 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.580 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.580 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.580 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.580 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.580 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.580 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:06.580 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.580 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.580 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.580 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.580 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.581 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.581 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.581 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.581 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:06.581 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.581 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.581 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.581 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.581 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.581 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.581 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:06.581 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.361551+0000", 2024-04-10T16:34:06.581 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.361551+0000", 2024-04-10T16:34:06.581 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362282+0000", 2024-04-10T16:34:06.581 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:06.581 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.581 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.582 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.582 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.582 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:06.582 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:06.582 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:06.582 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.582 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.582 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.582 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:06.582 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315999+0000", 2024-04-10T16:34:06.582 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.582 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 1, 2024-04-10T16:34:06.582 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.582 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.582 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.583 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.583 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.583 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.583 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.583 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 1, 2024-04-10T16:34:06.583 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.583 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.583 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.583 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.f", 2024-04-10T16:34:06.583 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.583 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.583 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.583 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4941, 2024-04-10T16:34:06.583 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.583 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:31:39.583426+0000", 2024-04-10T16:34:06.583 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.584 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.584 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 22, 2024-04-10T16:34:06.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.584 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:06.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:06.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:06.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.585 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1, 2024-04-10T16:34:06.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 1, 2024-04-10T16:34:06.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 1, 2024-04-10T16:34:06.586 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T16:34:06.586 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.587 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.587 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.587 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.587 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.587 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.587 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.587 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.587 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:06.587 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'1" 2024-04-10T16:34:06.587 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.587 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.587 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.587 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.588 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.588 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.588 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.588 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:06.588 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.588 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.588 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.588 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.588 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.588 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.588 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:06.588 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.377531+0000", 2024-04-10T16:34:06.588 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.377531+0000", 2024-04-10T16:34:06.588 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.378367+0000", 2024-04-10T16:34:06.588 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:06.589 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.589 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.589 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.589 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.589 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:06.589 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:06.589 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:06.589 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.589 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.589 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.589 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:06.589 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548465+0000", 2024-04-10T16:34:06.589 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.589 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.590 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.590 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.590 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.590 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.590 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.590 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.590 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.590 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.590 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.590 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.590 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.590 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.11", 2024-04-10T16:34:06.590 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.590 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.590 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.590 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4846, 2024-04-10T16:34:06.591 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.591 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:52:44.783222+0000", 2024-04-10T16:34:06.591 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.591 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.591 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.591 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.592 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.593 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.594 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.594 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.594 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.594 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.594 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.594 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.594 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.594 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.594 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.594 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:06.594 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.594 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.594 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.594 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.594 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.594 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.595 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.595 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.595 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:06.595 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.595 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.595 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.595 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.595 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.595 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.595 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:06.595 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:11:28.275729+0000", 2024-04-10T16:34:06.595 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:11:28.275729+0000", 2024-04-10T16:34:06.595 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:11:28.277790+0000", 2024-04-10T16:34:06.595 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:06.595 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.595 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.595 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 381, 2024-04-10T16:34:06.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:06.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:06.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:06.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:06.596 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.547663+0000", 2024-04-10T16:34:06.596 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.596 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 8, 2024-04-10T16:34:06.596 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.596 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.596 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 380, 2024-04-10T16:34:06.596 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.597 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.597 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.597 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.597 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 8, 2024-04-10T16:34:06.597 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.597 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.597 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.597 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.10", 2024-04-10T16:34:06.597 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.597 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.597 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.597 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5024, 2024-04-10T16:34:06.597 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.597 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:02:00.765626+0000", 2024-04-10T16:34:06.597 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.598 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.598 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.598 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 12, 2024-04-10T16:34:06.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 4, 2024-04-10T16:34:06.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 4, 2024-04-10T16:34:06.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 4, 2024-04-10T16:34:06.599 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 24, 2024-04-10T16:34:06.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 24, 2024-04-10T16:34:06.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 12, 2024-04-10T16:34:06.600 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.600 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.600 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.600 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.601 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.601 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.601 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.601 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.601 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.601 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:06.601 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'8" 2024-04-10T16:34:06.601 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.601 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.601 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.601 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.601 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.601 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:06.601 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.601 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:06.602 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.602 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.602 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.602 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.602 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.602 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.602 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:06.602 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.355367+0000", 2024-04-10T16:34:06.602 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.355367+0000", 2024-04-10T16:34:06.602 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.355898+0000", 2024-04-10T16:34:06.602 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:06.602 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.602 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.602 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.603 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.603 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:06.603 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:06.603 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:06.603 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.603 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.603 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.603 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:06.603 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551892+0000", 2024-04-10T16:34:06.603 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.603 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.603 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.603 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.604 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.604 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.604 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.604 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.604 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.604 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.604 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.604 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.604 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.604 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.10", 2024-04-10T16:34:06.604 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.604 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.604 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.604 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4886, 2024-04-10T16:34:06.605 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.605 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:18:16.194555+0000", 2024-04-10T16:34:06.605 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.605 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.605 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.605 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.606 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.607 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.607 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.608 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.608 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.608 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.608 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.608 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.608 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:06.608 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.608 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:06.608 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.608 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.608 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.608 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.608 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.608 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.608 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.609 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.609 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:06.609 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.609 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.609 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.609 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.609 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.609 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:06.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.339575+0000", 2024-04-10T16:34:06.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.339575+0000", 2024-04-10T16:34:06.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.341135+0000", 2024-04-10T16:34:06.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:06.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.609 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.610 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.610 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:06.610 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:06.610 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:06.610 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.610 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.610 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.610 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:06.610 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548643+0000", 2024-04-10T16:34:06.610 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.610 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.610 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.610 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.610 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.611 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.611 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.611 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.611 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.611 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.611 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.611 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.611 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.611 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.11", 2024-04-10T16:34:06.611 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.611 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.611 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.611 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4898, 2024-04-10T16:34:06.611 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.611 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:35:08.105343+0000", 2024-04-10T16:34:06.611 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.611 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.612 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.612 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.613 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.614 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.614 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.614 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.614 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.614 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.614 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.614 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.614 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.614 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.614 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.614 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.614 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.614 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.614 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.615 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.615 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.615 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.615 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.615 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.615 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.615 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.615 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:06.615 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.615 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.615 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.615 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.615 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.615 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.615 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.615 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.615 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:06.616 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.616 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.616 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.616 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.616 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.616 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.616 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:06.616 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.370538+0000", 2024-04-10T16:34:06.616 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.370538+0000", 2024-04-10T16:34:06.616 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.371038+0000", 2024-04-10T16:34:06.616 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:06.616 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.616 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.616 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.616 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.616 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:06.616 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:06.617 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:06.617 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.617 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.617 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.617 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:06.617 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549638+0000", 2024-04-10T16:34:06.617 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.617 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.617 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.617 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.617 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.617 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.617 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.617 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.618 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.618 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.618 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.618 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.618 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.618 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.13", 2024-04-10T16:34:06.618 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.618 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.618 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.618 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4868, 2024-04-10T16:34:06.618 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.618 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:19:05.505254+0000", 2024-04-10T16:34:06.618 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.618 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.619 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.619 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.620 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.621 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.621 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.621 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.621 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.621 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.621 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.621 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.621 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.621 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.622 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:06.622 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.622 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.622 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.622 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.622 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.622 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.622 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.622 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.622 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:06.622 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.622 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.622 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.622 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.622 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.623 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.623 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:06.623 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.361914+0000", 2024-04-10T16:34:06.623 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.361914+0000", 2024-04-10T16:34:06.623 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362219+0000", 2024-04-10T16:34:06.623 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:06.623 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.623 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.623 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.623 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.623 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:06.623 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:06.623 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:06.623 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.623 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.624 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.624 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:06.624 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552597+0000", 2024-04-10T16:34:06.624 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.624 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.624 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.624 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.624 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.624 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.624 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.624 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.624 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.624 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.624 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.624 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.625 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.625 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.12", 2024-04-10T16:34:06.625 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.625 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.625 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.625 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4930, 2024-04-10T16:34:06.625 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.625 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:26:48.147670+0000", 2024-04-10T16:34:06.625 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.625 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.625 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.625 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.625 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.625 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.625 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.625 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.625 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.626 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.626 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.626 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.626 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.626 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.626 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.626 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.626 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.626 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.626 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.626 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.626 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.626 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.626 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.627 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.628 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.628 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.628 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.628 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.628 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.628 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.628 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.628 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.628 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.628 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:06.629 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.629 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.629 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.629 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.629 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.629 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.629 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:06.629 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.629 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:06.629 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.629 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.629 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.629 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.629 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.629 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.630 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:06.630 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.363775+0000", 2024-04-10T16:34:06.630 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.363775+0000", 2024-04-10T16:34:06.630 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.364148+0000", 2024-04-10T16:34:06.630 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:06.630 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.630 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.630 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.630 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.630 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:06.630 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:06.630 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:06.630 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.630 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.631 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.631 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:06.631 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554805+0000", 2024-04-10T16:34:06.631 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.631 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.631 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.631 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.631 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.631 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.631 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.631 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.631 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.631 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.631 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.631 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.631 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.632 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.12", 2024-04-10T16:34:06.632 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.632 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.632 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.632 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5059, 2024-04-10T16:34:06.632 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.632 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:21:06.644309+0000", 2024-04-10T16:34:06.632 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.632 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.632 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.632 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.632 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.632 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.632 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.632 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.632 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.632 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.633 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.633 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.633 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.633 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.633 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.633 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.633 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.633 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.633 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.633 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.633 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.633 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.633 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.633 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.634 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.635 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.635 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.635 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.635 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.635 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.635 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.635 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:06.635 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.635 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:06.635 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.635 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.635 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.635 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.636 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.636 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.636 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:06.636 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.636 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:06.636 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.636 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.636 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.636 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.636 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.636 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.636 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:06.636 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.307980+0000", 2024-04-10T16:34:06.636 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.307980+0000", 2024-04-10T16:34:06.636 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.310348+0000", 2024-04-10T16:34:06.636 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:06.636 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:06.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:06.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:06.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:06.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:06.637 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549217+0000", 2024-04-10T16:34:06.637 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.637 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:06.637 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.637 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.637 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:06.637 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.637 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.638 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.638 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.638 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:06.638 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.638 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.638 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.638 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.13", 2024-04-10T16:34:06.638 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.638 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.638 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.638 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5064, 2024-04-10T16:34:06.638 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.638 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:16:45.577685+0000", 2024-04-10T16:34:06.638 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.639 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.639 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.639 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 34, 2024-04-10T16:34:06.639 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.639 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.639 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.639 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.639 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.639 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.639 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.639 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.639 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T16:34:06.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T16:34:06.640 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T16:34:06.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:06.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.641 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.642 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.642 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.642 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.642 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.642 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.642 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 4, 2024-04-10T16:34:06.642 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 8, 2024-04-10T16:34:06.642 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.642 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.643 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.643 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T16:34:06.643 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 7 2024-04-10T16:34:06.643 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.643 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.643 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.643 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.643 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.643 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.643 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:06.643 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.643 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:06.643 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T16:34:06.644 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.644 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.644 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.644 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.644 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.644 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.644 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.644 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:06.644 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.644 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.644 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.644 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.644 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.644 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.644 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554204+0000", 2024-04-10T16:34:06.645 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.374168+0000", 2024-04-10T16:34:06.645 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.374168+0000", 2024-04-10T16:34:06.645 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.375132+0000", 2024-04-10T16:34:06.645 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554204+0000", 2024-04-10T16:34:06.645 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.645 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.645 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.645 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.645 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554204+0000", 2024-04-10T16:34:06.645 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554204+0000", 2024-04-10T16:34:06.645 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554204+0000", 2024-04-10T16:34:06.645 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.645 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.645 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.645 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554204+0000", 2024-04-10T16:34:06.646 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554204+0000", 2024-04-10T16:34:06.646 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.646 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.646 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.646 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.646 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.646 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.646 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.646 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.646 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.646 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.646 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.646 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.646 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.647 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.15", 2024-04-10T16:34:06.647 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.647 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.647 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.647 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4867, 2024-04-10T16:34:06.647 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.647 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:01:59.408977+0000", 2024-04-10T16:34:06.647 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.647 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.647 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.647 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.648 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.649 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.650 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.650 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.650 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.650 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.650 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.650 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.650 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.650 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.650 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.650 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.650 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.650 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:06.650 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.650 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.650 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.651 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.651 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.651 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.651 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:06.651 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.651 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:06.651 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.651 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.651 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.651 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.651 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.651 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.651 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:06.651 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.355624+0000", 2024-04-10T16:34:06.651 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.355624+0000", 2024-04-10T16:34:06.651 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.356053+0000", 2024-04-10T16:34:06.652 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:06.652 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.652 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.652 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.652 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.652 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:06.652 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:06.652 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:06.652 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.652 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.652 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.652 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:06.652 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552791+0000", 2024-04-10T16:34:06.652 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.652 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 29, 2024-04-10T16:34:06.652 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.652 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.652 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.653 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.653 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.653 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.653 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.653 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 29, 2024-04-10T16:34:06.653 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.653 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.653 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.653 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.14", 2024-04-10T16:34:06.653 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.653 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.653 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.653 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4922, 2024-04-10T16:34:06.653 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.653 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T00:22:51.158289+0000", 2024-04-10T16:34:06.653 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.653 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.654 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 5824, 2024-04-10T16:34:06.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.654 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 12, 2024-04-10T16:34:06.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 4, 2024-04-10T16:34:06.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 4, 2024-04-10T16:34:06.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:06.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.655 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 10, 2024-04-10T16:34:06.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 14, 2024-04-10T16:34:06.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 28, 2024-04-10T16:34:06.656 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 25 2024-04-10T16:34:06.656 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.656 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.656 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.656 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.656 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.656 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.657 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:06.657 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.657 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:06.657 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'29" 2024-04-10T16:34:06.657 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.657 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.657 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.657 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.657 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.657 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.657 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.657 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:06.657 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.657 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.657 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.657 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.657 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.658 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.658 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:06.658 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.361385+0000", 2024-04-10T16:34:06.658 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.361385+0000", 2024-04-10T16:34:06.658 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.361722+0000", 2024-04-10T16:34:06.658 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:06.658 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.658 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.658 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.658 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.658 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:06.658 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:06.658 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:06.658 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.658 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.659 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.659 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:06.659 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315603+0000", 2024-04-10T16:34:06.659 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.659 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.659 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.659 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.659 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.659 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.659 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.659 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.659 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.659 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.659 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.659 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.659 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.660 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.14", 2024-04-10T16:34:06.660 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.660 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.660 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.660 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4963, 2024-04-10T16:34:06.660 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.660 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:33:58.928651+0000", 2024-04-10T16:34:06.660 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.660 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.660 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.660 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.661 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.662 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.663 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.663 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.663 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.663 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.663 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.663 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.663 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.663 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.663 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.663 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.663 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:06.663 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.663 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.663 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.664 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.664 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.664 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.664 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.664 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.664 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:06.664 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.664 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.664 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.664 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.664 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.664 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.664 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:06.664 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.282940+0000", 2024-04-10T16:34:06.664 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.282940+0000", 2024-04-10T16:34:06.664 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.283365+0000", 2024-04-10T16:34:06.665 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:06.665 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.665 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.665 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.665 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:06.665 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:06.665 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:06.665 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:06.665 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.665 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.665 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.665 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:06.665 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.316451+0000", 2024-04-10T16:34:06.665 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.665 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 3, 2024-04-10T16:34:06.665 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.665 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.665 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:06.665 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.666 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.666 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.666 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.666 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 3, 2024-04-10T16:34:06.666 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.666 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.666 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.666 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.15", 2024-04-10T16:34:06.666 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.666 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.666 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.666 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5037, 2024-04-10T16:34:06.666 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.666 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:06:56.102443+0000", 2024-04-10T16:34:06.666 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.667 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.667 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 90, 2024-04-10T16:34:06.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.667 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T16:34:06.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T16:34:06.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T16:34:06.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:06.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.668 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 7, 2024-04-10T16:34:06.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 7, 2024-04-10T16:34:06.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 4, 2024-04-10T16:34:06.669 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T16:34:06.669 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.669 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.669 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.669 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.669 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.669 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.669 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.669 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.669 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:06.670 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'3" 2024-04-10T16:34:06.670 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.670 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.670 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.670 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.670 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.670 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:06.670 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.670 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:06.670 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.670 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.670 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.670 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.670 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.670 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.670 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:06.670 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.268412+0000", 2024-04-10T16:34:06.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.268412+0000", 2024-04-10T16:34:06.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.268744+0000", 2024-04-10T16:34:06.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:06.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:06.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:06.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:06.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:06.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:06.671 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552556+0000", 2024-04-10T16:34:06.671 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.672 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.672 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.672 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.672 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:06.672 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.672 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.672 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.672 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.672 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.672 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.672 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.672 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.672 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.17", 2024-04-10T16:34:06.672 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.672 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.672 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.673 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5058, 2024-04-10T16:34:06.673 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.673 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:07:58.402722+0000", 2024-04-10T16:34:06.673 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.673 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.673 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.673 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.674 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.675 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.675 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.675 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.675 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.675 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.676 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.676 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.676 INFO:tasks.workunit.client.0.smithi102.stdout: 3 2024-04-10T16:34:06.676 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.676 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:06.676 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.676 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.676 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.676 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.676 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.676 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.676 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.676 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.676 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:06.676 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.676 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.676 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.676 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.677 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.677 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:06.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.347169+0000", 2024-04-10T16:34:06.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.347169+0000", 2024-04-10T16:34:06.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.347557+0000", 2024-04-10T16:34:06.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:06.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:06.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:06.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:06.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.677 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:06.678 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551397+0000", 2024-04-10T16:34:06.678 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.678 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.678 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.678 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.678 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.678 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.678 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.678 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.678 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.678 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.678 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.678 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.678 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.678 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.16", 2024-04-10T16:34:06.678 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.678 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.679 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.679 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4937, 2024-04-10T16:34:06.679 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.679 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T20:55:28.073552+0000", 2024-04-10T16:34:06.679 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.679 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.679 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.679 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.680 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.681 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.681 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.682 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.682 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.682 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.682 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.682 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.682 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.682 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.682 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:06.682 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.682 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.682 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.682 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.682 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.682 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.683 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.683 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.683 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:06.683 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.683 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.683 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.683 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.683 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.683 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:06.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368742+0000", 2024-04-10T16:34:06.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368742+0000", 2024-04-10T16:34:06.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.369061+0000", 2024-04-10T16:34:06.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:06.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.683 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.684 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.684 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.684 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:06.684 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:06.684 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:06.684 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.684 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.684 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.684 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:06.684 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551532+0000", 2024-04-10T16:34:06.684 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.684 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.684 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.684 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.684 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.684 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.685 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.685 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.685 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.685 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.685 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.685 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.685 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.685 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.16", 2024-04-10T16:34:06.685 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.685 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.685 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.685 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4901, 2024-04-10T16:34:06.685 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.686 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:47:34.054576+0000", 2024-04-10T16:34:06.686 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.686 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.686 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.686 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.687 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.688 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.688 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.688 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.688 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.688 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.688 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.688 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.688 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.688 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.688 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.688 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.688 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.688 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.688 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.688 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.688 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.689 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.689 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.689 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.689 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.689 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.689 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:06.689 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.689 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.689 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.689 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.689 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.689 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.689 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.689 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.689 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:06.690 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.690 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.690 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.690 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.690 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.690 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.690 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:06.690 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.354831+0000", 2024-04-10T16:34:06.690 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.354831+0000", 2024-04-10T16:34:06.690 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.355161+0000", 2024-04-10T16:34:06.690 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:06.690 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.690 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.690 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.690 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.691 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:06.691 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:06.691 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:06.691 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.691 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.691 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.691 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:06.691 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553309+0000", 2024-04-10T16:34:06.691 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.691 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.691 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.691 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.691 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.691 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.692 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.692 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.692 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.692 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.692 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.692 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.692 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.692 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.17", 2024-04-10T16:34:06.692 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.692 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.692 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.692 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4885, 2024-04-10T16:34:06.692 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.692 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:26:43.795891+0000", 2024-04-10T16:34:06.693 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.693 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.693 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.693 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.694 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.694 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.694 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.694 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.694 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.694 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.694 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.694 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.694 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.694 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.694 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.694 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.694 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.694 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.694 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.695 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.695 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.695 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.695 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.695 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.695 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.695 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.695 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.695 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.695 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.695 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.695 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.695 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.695 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.695 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.696 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.696 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.696 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.696 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.696 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.696 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:06.696 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.696 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.696 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.696 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.696 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.696 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.696 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.696 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.696 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:06.697 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.697 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.697 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.697 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.697 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.697 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.697 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:06.697 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.295601+0000", 2024-04-10T16:34:06.697 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.295601+0000", 2024-04-10T16:34:06.697 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.296079+0000", 2024-04-10T16:34:06.697 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:06.697 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.697 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.697 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.697 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:06.697 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:06.698 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:06.698 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:06.698 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.698 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.698 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.698 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:06.698 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.316958+0000", 2024-04-10T16:34:06.698 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.698 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.698 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.698 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.698 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:06.698 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.698 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.698 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.698 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.698 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.699 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.699 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.699 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.699 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.19", 2024-04-10T16:34:06.699 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.699 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.699 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.699 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5018, 2024-04-10T16:34:06.699 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.699 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:14:08.891851+0000", 2024-04-10T16:34:06.699 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.699 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.699 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.699 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.699 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.699 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.700 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.701 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.701 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.701 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.701 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.701 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.701 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.701 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.701 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.701 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.701 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.701 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.701 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.701 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.701 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.701 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.701 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.702 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.702 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.702 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.702 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.702 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.702 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.702 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.702 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.702 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.702 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.702 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.702 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.702 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.702 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:06.702 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.703 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.703 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.703 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.703 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.703 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.703 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.703 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.703 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:06.703 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.703 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.703 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.703 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.703 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.703 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.703 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:06.703 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.369286+0000", 2024-04-10T16:34:06.704 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.369286+0000", 2024-04-10T16:34:06.704 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.369604+0000", 2024-04-10T16:34:06.704 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:06.704 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.704 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.704 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.704 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.704 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:06.704 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:06.704 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:06.704 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.704 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.704 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.704 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:06.704 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550200+0000", 2024-04-10T16:34:06.704 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.704 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.705 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.705 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.705 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.705 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.705 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.705 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.705 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.705 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.705 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.705 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.705 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.705 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.18", 2024-04-10T16:34:06.705 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.705 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.705 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.705 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4917, 2024-04-10T16:34:06.705 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.705 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:19:32.021277+0000", 2024-04-10T16:34:06.706 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.706 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.706 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.706 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.707 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.708 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.708 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.708 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.708 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.708 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.708 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.708 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.708 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.708 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.708 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.708 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.708 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.708 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.708 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.708 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.708 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.708 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:06.709 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.709 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.709 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.709 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.709 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.709 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.709 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.709 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.709 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:06.709 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.709 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.709 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.709 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.709 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.709 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.709 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:06.709 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:02.510418+0000", 2024-04-10T16:34:06.709 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:02.510418+0000", 2024-04-10T16:34:06.710 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:02.510759+0000", 2024-04-10T16:34:06.710 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:06.710 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.710 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.710 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.710 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 414, 2024-04-10T16:34:06.710 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:06.710 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:06.710 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:06.710 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.710 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.710 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.710 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:06.710 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313639+0000", 2024-04-10T16:34:06.710 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.710 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.711 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.711 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.711 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 413, 2024-04-10T16:34:06.711 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.711 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.711 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.711 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.711 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.711 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.711 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.711 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.711 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.18", 2024-04-10T16:34:06.711 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.711 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.712 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.712 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5010, 2024-04-10T16:34:06.712 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.712 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:09:27.653921+0000", 2024-04-10T16:34:06.712 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.712 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.712 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.712 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.713 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.714 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.714 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.714 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.714 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.714 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.714 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.714 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.714 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.714 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.714 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.714 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.714 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.714 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.714 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.714 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.714 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.714 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.714 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.715 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.715 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.715 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.715 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.715 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.715 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:06.715 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.715 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.715 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.715 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.715 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.715 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.715 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.715 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.715 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:06.716 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.716 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.716 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.716 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.716 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.716 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.716 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:06.716 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.340069+0000", 2024-04-10T16:34:06.716 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.340069+0000", 2024-04-10T16:34:06.716 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.340402+0000", 2024-04-10T16:34:06.716 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:06.716 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.716 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.716 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.716 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.717 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:06.717 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:06.717 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:06.717 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.717 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.717 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.717 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:06.717 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315473+0000", 2024-04-10T16:34:06.717 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.717 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.717 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.717 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.717 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.717 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.717 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.718 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.718 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.718 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.718 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.718 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.718 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.718 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.19", 2024-04-10T16:34:06.718 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.718 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.718 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.718 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5013, 2024-04-10T16:34:06.718 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.718 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:27:10.278397+0000", 2024-04-10T16:34:06.719 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.719 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.719 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.719 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.720 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.720 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.720 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.720 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.720 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.720 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.720 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.720 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.720 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.720 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.720 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.720 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.720 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.720 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.720 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.720 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.721 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.721 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.721 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.721 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.722 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.722 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.722 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.722 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.722 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.722 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:06.722 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.722 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.722 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.722 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.722 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.722 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.722 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.722 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.722 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:06.723 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.723 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.723 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.723 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.723 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.723 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.723 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:06.723 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.363134+0000", 2024-04-10T16:34:06.723 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.363134+0000", 2024-04-10T16:34:06.723 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.363614+0000", 2024-04-10T16:34:06.723 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:06.723 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.723 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.723 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.723 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.724 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:06.724 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:06.724 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:06.724 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.724 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.724 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.724 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:06.724 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549337+0000", 2024-04-10T16:34:06.724 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.724 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.724 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.724 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.724 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.724 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.724 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.724 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.724 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.725 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.725 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.725 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.725 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.725 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1b", 2024-04-10T16:34:06.725 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.725 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.725 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.725 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5057, 2024-04-10T16:34:06.725 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.725 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:37:48.168117+0000", 2024-04-10T16:34:06.725 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.725 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.725 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.725 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.725 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.725 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.726 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.727 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.728 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.728 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.728 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.728 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.728 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.728 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.728 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.728 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.728 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.728 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.728 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:06.728 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.728 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.728 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.728 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.729 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.729 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.729 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.729 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.729 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:06.729 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.729 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.729 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.729 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.729 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.729 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.729 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:06.729 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.360385+0000", 2024-04-10T16:34:06.729 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.360385+0000", 2024-04-10T16:34:06.729 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362460+0000", 2024-04-10T16:34:06.729 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:06.730 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.730 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.730 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.730 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.730 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:06.730 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:06.730 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:06.730 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.730 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.730 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.730 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:06.730 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553496+0000", 2024-04-10T16:34:06.730 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.730 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:06.730 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.731 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.731 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.731 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.731 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.731 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.731 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.731 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:06.731 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.731 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.731 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.731 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1a", 2024-04-10T16:34:06.731 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.731 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.731 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.731 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4892, 2024-04-10T16:34:06.731 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.732 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:54:20.647319+0000", 2024-04-10T16:34:06.732 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.732 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.732 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.732 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.733 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.734 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.734 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.734 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.735 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.735 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.735 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.735 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.735 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.735 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.735 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:06.735 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'2" 2024-04-10T16:34:06.735 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.735 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.735 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.735 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.735 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.735 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.736 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.736 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:06.736 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.736 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.736 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.736 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.736 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.736 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.736 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:06.736 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:12:36.294646+0000", 2024-04-10T16:34:06.736 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:12:36.294646+0000", 2024-04-10T16:34:06.736 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:12:36.296362+0000", 2024-04-10T16:34:06.736 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:06.736 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.736 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.737 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.737 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 445, 2024-04-10T16:34:06.737 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:06.737 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:06.737 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:06.737 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.737 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.737 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.737 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:06.737 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314939+0000", 2024-04-10T16:34:06.737 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.737 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.737 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.737 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.738 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 444, 2024-04-10T16:34:06.738 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.738 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.738 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.738 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.738 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.738 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.738 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.738 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.738 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1a", 2024-04-10T16:34:06.738 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.738 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.738 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.738 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4965, 2024-04-10T16:34:06.739 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.739 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:36:57.071765+0000", 2024-04-10T16:34:06.739 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.739 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.739 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.739 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.740 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.741 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.741 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.741 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.741 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.741 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.742 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.742 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.742 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.742 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.742 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:06.742 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.742 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.742 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.742 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.742 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.742 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.742 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.742 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.742 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:06.742 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.742 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.742 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.743 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.743 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.743 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.743 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:06.743 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.345748+0000", 2024-04-10T16:34:06.743 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.345748+0000", 2024-04-10T16:34:06.743 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.346126+0000", 2024-04-10T16:34:06.743 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:06.743 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.743 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.743 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.743 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.743 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:06.743 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:06.743 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:06.743 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.743 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.743 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.744 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:06.744 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315058+0000", 2024-04-10T16:34:06.744 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.744 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:06.744 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.744 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.744 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.744 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.744 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.744 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.744 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.744 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:06.744 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.744 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.744 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.744 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1b", 2024-04-10T16:34:06.744 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.744 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.745 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.745 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5007, 2024-04-10T16:34:06.745 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.745 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:55:30.475667+0000", 2024-04-10T16:34:06.745 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.745 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.745 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.745 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.746 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.747 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.748 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.748 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.748 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.748 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.748 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.748 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.748 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.748 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.748 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.748 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:06.748 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'2" 2024-04-10T16:34:06.748 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.748 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.748 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.749 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.749 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.749 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.749 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.749 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:06.749 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.749 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.749 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.749 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.749 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.749 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.749 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:06.749 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.349142+0000", 2024-04-10T16:34:06.749 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.349142+0000", 2024-04-10T16:34:06.749 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.349454+0000", 2024-04-10T16:34:06.749 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:06.750 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.750 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.750 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.750 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.750 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:06.750 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:06.750 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:06.750 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.750 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.750 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.750 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:06.750 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554507+0000", 2024-04-10T16:34:06.750 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.750 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.750 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.751 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.751 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.751 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.751 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.751 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.751 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.751 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.751 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.751 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.751 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.751 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1d", 2024-04-10T16:34:06.751 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.751 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.751 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.751 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4915, 2024-04-10T16:34:06.752 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.752 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T01:00:32.377812+0000", 2024-04-10T16:34:06.752 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.752 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.752 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.752 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.752 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.752 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.752 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.752 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.752 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.752 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.752 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.753 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.754 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.755 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.755 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.755 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.755 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.755 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.755 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.755 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.755 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.755 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.755 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:06.755 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.755 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.755 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.755 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.756 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.756 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.756 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.756 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.756 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:06.756 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.756 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.756 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.756 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.756 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.756 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.756 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:06.756 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.366672+0000", 2024-04-10T16:34:06.756 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.366672+0000", 2024-04-10T16:34:06.756 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.367031+0000", 2024-04-10T16:34:06.756 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:06.756 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:06.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:06.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:06.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:06.757 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549671+0000", 2024-04-10T16:34:06.757 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.757 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:06.757 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.757 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.757 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.757 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.757 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.758 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.758 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.758 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:06.758 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.758 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.758 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.758 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1c", 2024-04-10T16:34:06.758 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.758 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.758 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.758 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4861, 2024-04-10T16:34:06.758 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.758 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T19:09:23.506341+0000", 2024-04-10T16:34:06.758 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.758 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.758 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.759 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:06.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:06.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:06.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:06.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.760 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 6, 2024-04-10T16:34:06.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 6, 2024-04-10T16:34:06.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T16:34:06.761 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.761 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.761 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.761 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.762 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.762 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.762 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.762 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.762 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.762 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:06.762 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T16:34:06.762 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.762 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.762 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.762 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.762 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.762 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.762 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.762 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:06.763 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.763 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.763 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.763 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.763 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.763 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.763 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:06.763 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.276310+0000", 2024-04-10T16:34:06.763 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.276310+0000", 2024-04-10T16:34:06.763 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.278530+0000", 2024-04-10T16:34:06.763 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:06.763 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.763 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.763 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:06.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:06.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:06.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:06.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:06.764 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548712+0000", 2024-04-10T16:34:06.764 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.764 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.764 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.764 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.764 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:06.764 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.764 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.765 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.765 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.765 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.765 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.765 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.765 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.765 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1c", 2024-04-10T16:34:06.765 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.765 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.765 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.765 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4920, 2024-04-10T16:34:06.765 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.765 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:10:59.581535+0000", 2024-04-10T16:34:06.765 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.765 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.766 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.766 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.767 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.768 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.768 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.768 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.768 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.768 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.768 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.768 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.768 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.769 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.769 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:06.769 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.769 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.769 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.769 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.769 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.769 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.769 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.769 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.769 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:06.769 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.769 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.769 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.769 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.769 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.769 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:06.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.371521+0000", 2024-04-10T16:34:06.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.371521+0000", 2024-04-10T16:34:06.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.373214+0000", 2024-04-10T16:34:06.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:06.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:06.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:06.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:06.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.770 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.771 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.771 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:06.771 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554615+0000", 2024-04-10T16:34:06.771 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.771 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:06.771 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.771 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.771 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.771 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.771 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.771 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.771 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.771 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:06.771 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.772 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.772 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.772 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1d", 2024-04-10T16:34:06.772 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.772 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.772 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.772 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4848, 2024-04-10T16:34:06.772 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.772 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:43:44.134369+0000", 2024-04-10T16:34:06.772 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.772 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.772 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.772 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 3, 2024-04-10T16:34:06.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 1, 2024-04-10T16:34:06.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.773 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 1, 2024-04-10T16:34:06.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:06.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 6, 2024-04-10T16:34:06.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 6, 2024-04-10T16:34:06.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.774 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 3, 2024-04-10T16:34:06.775 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.775 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.775 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.775 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.775 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.775 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.775 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.775 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.775 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:06.775 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "62'2" 2024-04-10T16:34:06.775 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.775 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.775 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.776 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.776 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.776 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.776 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.776 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:06.776 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.776 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.776 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.776 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.776 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.776 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.776 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:06.776 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.270547+0000", 2024-04-10T16:34:06.776 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.270547+0000", 2024-04-10T16:34:06.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.270932+0000", 2024-04-10T16:34:06.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:06.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:06.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:06.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:06.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:06.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:06.777 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552415+0000", 2024-04-10T16:34:06.777 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.778 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.778 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.778 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.778 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:06.778 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.778 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.778 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.778 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.778 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.778 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.778 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.778 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.778 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1f", 2024-04-10T16:34:06.778 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.778 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.779 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.779 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5065, 2024-04-10T16:34:06.779 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.779 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:10:23.243309+0000", 2024-04-10T16:34:06.779 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.779 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.779 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.779 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.780 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.781 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.781 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.781 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.781 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.782 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.782 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.782 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.782 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.782 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.782 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:06.782 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.782 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.782 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.782 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.782 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.782 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.782 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:06.782 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.782 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:06.783 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.783 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.783 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.783 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.783 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.783 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:06.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.267460+0000", 2024-04-10T16:34:06.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.267460+0000", 2024-04-10T16:34:06.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.267872+0000", 2024-04-10T16:34:06.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:06.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:06.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:06.783 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:06.784 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:06.784 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.784 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.784 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.784 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:06.784 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.315674+0000", 2024-04-10T16:34:06.784 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.784 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 2, 2024-04-10T16:34:06.784 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.784 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.784 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:06.784 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.784 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.784 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.784 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.784 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 2, 2024-04-10T16:34:06.785 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.785 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.785 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.785 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1e", 2024-04-10T16:34:06.785 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.785 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.785 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.785 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5023, 2024-04-10T16:34:06.785 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.785 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:10:15.132831+0000", 2024-04-10T16:34:06.785 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.785 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.785 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.785 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.785 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.785 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.785 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.785 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.786 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.787 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.788 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.788 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.788 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.788 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.788 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.788 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.788 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:06.788 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.788 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:06.788 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'2" 2024-04-10T16:34:06.788 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.788 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.789 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.789 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.789 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.789 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.789 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.789 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:06.789 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.789 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.789 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.789 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.789 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.789 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.789 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:06.789 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.343773+0000", 2024-04-10T16:34:06.789 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.343773+0000", 2024-04-10T16:34:06.789 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.344251+0000", 2024-04-10T16:34:06.789 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:06.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:06.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:06.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:06.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:06.790 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.316239+0000", 2024-04-10T16:34:06.790 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.790 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.790 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.791 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.791 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.791 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.791 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.791 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.791 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.791 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.791 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.791 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.791 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.791 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.1e", 2024-04-10T16:34:06.791 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.791 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.791 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.791 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5004, 2024-04-10T16:34:06.791 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.791 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:39:17.916323+0000", 2024-04-10T16:34:06.792 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.792 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.792 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.792 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.793 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.794 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.794 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.794 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.794 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.794 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.794 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.794 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.795 INFO:tasks.workunit.client.0.smithi102.stdout: 2 2024-04-10T16:34:06.795 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.795 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:06.795 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.795 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.795 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.795 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.795 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.795 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.795 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.795 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.795 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:06.795 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.795 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.795 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 60, 2024-04-10T16:34:06.795 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.796 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.796 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:06.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.362131+0000", 2024-04-10T16:34:06.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.362131+0000", 2024-04-10T16:34:06.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.362640+0000", 2024-04-10T16:34:06.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:06.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:06.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:06.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:06.796 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.797 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.797 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:00.257692+0000", 2024-04-10T16:34:06.797 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:06.797 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552916+0000", 2024-04-10T16:34:06.797 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.797 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 5, 2024-04-10T16:34:06.797 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.797 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.797 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.797 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.797 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.797 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.797 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.797 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 5, 2024-04-10T16:34:06.797 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.797 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.797 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.798 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "2.1f", 2024-04-10T16:34:06.798 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.798 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.798 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.798 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5073, 2024-04-10T16:34:06.798 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.798 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:13:27.468015+0000", 2024-04-10T16:34:06.798 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.798 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.798 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.798 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 582, 2024-04-10T16:34:06.798 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.798 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.798 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.798 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.798 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.798 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.798 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T16:34:06.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T16:34:06.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T16:34:06.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.799 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 1, 2024-04-10T16:34:06.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 4, 2024-04-10T16:34:06.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 4, 2024-04-10T16:34:06.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 4, 2024-04-10T16:34:06.800 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 1 2024-04-10T16:34:06.800 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.800 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.801 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.801 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.801 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.801 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.801 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.801 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.801 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:06.801 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "562'5" 2024-04-10T16:34:06.801 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.801 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.801 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.801 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.801 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.801 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.801 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.801 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:06.801 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.801 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.802 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.802 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.802 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.802 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:06.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.371707+0000", 2024-04-10T16:34:06.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.371707+0000", 2024-04-10T16:34:06.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.373477+0000", 2024-04-10T16:34:06.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:06.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:06.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:06.802 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:06.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:06.803 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554796+0000", 2024-04-10T16:34:06.803 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.803 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.803 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.803 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.803 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.803 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.803 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.803 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.803 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.803 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.803 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.804 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.804 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.804 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2d", 2024-04-10T16:34:06.804 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.804 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.804 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.804 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4847, 2024-04-10T16:34:06.804 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.804 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:47:23.623462+0000", 2024-04-10T16:34:06.804 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.804 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.804 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.804 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.805 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.806 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.807 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.807 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.807 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.807 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.807 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.807 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.807 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.807 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.807 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:06.807 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.807 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.807 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.807 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.807 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.807 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.807 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.808 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.808 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:06.808 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.808 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.808 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.808 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.808 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.808 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:06.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368343+0000", 2024-04-10T16:34:06.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368343+0000", 2024-04-10T16:34:06.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.368667+0000", 2024-04-10T16:34:06.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:06.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.808 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:06.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:06.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:06.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:06.809 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548060+0000", 2024-04-10T16:34:06.809 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.809 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.809 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.809 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.809 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.809 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.809 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.809 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.809 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.809 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.809 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.810 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.810 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.810 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2e", 2024-04-10T16:34:06.810 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.810 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.810 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.810 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4998, 2024-04-10T16:34:06.810 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.810 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:53:54.578458+0000", 2024-04-10T16:34:06.810 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.810 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.810 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.810 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.810 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.810 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.810 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.810 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.811 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.812 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.813 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.813 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.813 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.813 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.813 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.813 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.813 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.813 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.813 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.813 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:06.813 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.813 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.813 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.813 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.813 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.814 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.814 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.814 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.814 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:06.814 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.814 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.814 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.814 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.814 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.814 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.814 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:06.814 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.370060+0000", 2024-04-10T16:34:06.814 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.370060+0000", 2024-04-10T16:34:06.814 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.370432+0000", 2024-04-10T16:34:06.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:06.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:06.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:06.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:06.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:06.815 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553144+0000", 2024-04-10T16:34:06.815 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.815 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.816 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.816 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.816 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.816 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.816 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.816 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.816 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.816 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.816 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.816 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.816 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.816 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.2f", 2024-04-10T16:34:06.816 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.816 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.816 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.816 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4918, 2024-04-10T16:34:06.816 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.816 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:43:17.282043+0000", 2024-04-10T16:34:06.817 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.817 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.817 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.817 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.818 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.819 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.819 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.819 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.819 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.819 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.819 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.819 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.819 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.819 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.820 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:06.820 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.820 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.820 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.820 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.820 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.820 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.820 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.820 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.820 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:06.820 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.820 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.820 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.820 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.820 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.821 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.821 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:06.821 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368747+0000", 2024-04-10T16:34:06.821 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368747+0000", 2024-04-10T16:34:06.821 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.369064+0000", 2024-04-10T16:34:06.821 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:06.821 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.821 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.821 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.821 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.821 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:06.821 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:06.821 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:06.821 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.821 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:06.822 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.551903+0000", 2024-04-10T16:34:06.822 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.822 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.822 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.822 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.822 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.822 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.822 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.822 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.822 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.822 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.823 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.823 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.823 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.823 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.30", 2024-04-10T16:34:06.823 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.823 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.823 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.823 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4910, 2024-04-10T16:34:06.823 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.823 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:01:06.325207+0000", 2024-04-10T16:34:06.823 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.823 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.823 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.823 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.823 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.823 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.824 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.825 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.826 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.826 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.826 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.826 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.826 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.827 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.827 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.827 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.827 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.827 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:06.827 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.827 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.827 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.827 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.827 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.827 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.827 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:06.827 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.827 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:06.827 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.827 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.828 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.828 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.828 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.828 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:06.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.282368+0000", 2024-04-10T16:34:06.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.282368+0000", 2024-04-10T16:34:06.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.282735+0000", 2024-04-10T16:34:06.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:06.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:06.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:06.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:06.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:06.828 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:06.829 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.317360+0000", 2024-04-10T16:34:06.829 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.829 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.829 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.829 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.829 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:06.829 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.829 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.829 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.829 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.829 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.829 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.829 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.829 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.830 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.31", 2024-04-10T16:34:06.830 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.830 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.830 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.830 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5037, 2024-04-10T16:34:06.830 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.830 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:19:08.879805+0000", 2024-04-10T16:34:06.830 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.830 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.830 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.830 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.831 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.832 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.833 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.833 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.833 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.833 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.833 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.833 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.833 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:06.833 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.833 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:06.833 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.833 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.833 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.833 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.833 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.833 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.833 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:06.833 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.833 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:06.834 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.834 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.834 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.834 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.834 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.834 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:06.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.266863+0000", 2024-04-10T16:34:06.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.266863+0000", 2024-04-10T16:34:06.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.267557+0000", 2024-04-10T16:34:06.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:06.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:06.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:06.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:06.834 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:06.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:06.835 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.554722+0000", 2024-04-10T16:34:06.835 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.835 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.835 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.835 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.835 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:06.835 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.835 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.835 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.835 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.835 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.835 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.835 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.835 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.836 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.32", 2024-04-10T16:34:06.836 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.836 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.836 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.836 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5059, 2024-04-10T16:34:06.836 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.836 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:36:11.370303+0000", 2024-04-10T16:34:06.836 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.836 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.836 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.836 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.837 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.838 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.839 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.839 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.839 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.839 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.839 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.839 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.839 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.839 INFO:tasks.workunit.client.0.smithi102.stdout: 5 2024-04-10T16:34:06.839 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.839 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:06.839 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.839 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.839 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.839 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.839 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.839 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.839 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.840 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.840 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:06.840 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.840 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.840 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.840 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.840 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.840 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.840 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:06.840 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.339971+0000", 2024-04-10T16:34:06.840 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.339971+0000", 2024-04-10T16:34:06.840 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.340425+0000", 2024-04-10T16:34:06.840 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:06.840 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.840 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.841 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.841 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.841 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:06.841 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:06.841 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:06.841 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.841 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.841 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.841 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:06.841 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314863+0000", 2024-04-10T16:34:06.841 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.841 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.841 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.841 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.841 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.842 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.842 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.842 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.842 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.842 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.842 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.842 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.842 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.842 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.33", 2024-04-10T16:34:06.842 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.842 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.842 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.842 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5004, 2024-04-10T16:34:06.843 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.843 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:50:06.452055+0000", 2024-04-10T16:34:06.843 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.843 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.843 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.843 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.844 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.845 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.845 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.846 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.846 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.846 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.846 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.846 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.846 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.846 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.846 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:06.846 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.846 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.846 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.846 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.846 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.846 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.846 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.846 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.846 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 4, 2024-04-10T16:34:06.846 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.847 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.847 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.847 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.847 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.847 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:06.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.341305+0000", 2024-04-10T16:34:06.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.341305+0000", 2024-04-10T16:34:06.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.341642+0000", 2024-04-10T16:34:06.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:06.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.847 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:06.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:06.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:06.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:06.848 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.314813+0000", 2024-04-10T16:34:06.848 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.848 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.848 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.848 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.848 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.848 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.848 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.849 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.849 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.849 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.849 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.849 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.849 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.849 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.34", 2024-04-10T16:34:06.849 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.849 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.849 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.849 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4935, 2024-04-10T16:34:06.849 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.849 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:40:57.562025+0000", 2024-04-10T16:34:06.849 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.849 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.849 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.849 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.849 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.850 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.851 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.852 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.852 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.852 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.852 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.852 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.852 INFO:tasks.workunit.client.0.smithi102.stdout: 4, 2024-04-10T16:34:06.852 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.853 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.853 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.853 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 4, 2024-04-10T16:34:06.853 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.853 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.853 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.853 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.853 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.853 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.853 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.853 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.853 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:06.853 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.853 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.853 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.853 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.853 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.854 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:06.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.350914+0000", 2024-04-10T16:34:06.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.350914+0000", 2024-04-10T16:34:06.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.351213+0000", 2024-04-10T16:34:06.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:06.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:06.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:06.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:06.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.854 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:06.855 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548232+0000", 2024-04-10T16:34:06.855 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.855 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.855 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.855 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.855 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.855 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.855 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.855 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.855 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.855 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.855 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.855 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.855 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.856 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.35", 2024-04-10T16:34:06.856 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.856 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.856 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.856 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4889, 2024-04-10T16:34:06.856 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.856 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T15:50:25.475577+0000", 2024-04-10T16:34:06.856 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.856 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.856 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.856 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.857 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.858 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.859 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.859 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.859 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.859 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.859 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.859 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.859 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.859 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.859 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.859 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:06.859 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.859 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.859 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.859 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.859 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.860 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.860 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.860 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.860 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 6, 2024-04-10T16:34:06.860 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.860 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.860 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.860 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.860 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.860 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:06.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.357080+0000", 2024-04-10T16:34:06.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.357080+0000", 2024-04-10T16:34:06.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.357948+0000", 2024-04-10T16:34:06.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:06.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.860 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:06.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:06.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:06.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:06.861 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553418+0000", 2024-04-10T16:34:06.861 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.861 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.861 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.861 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.861 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.862 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.862 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.862 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.862 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.862 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.862 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.862 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.862 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.862 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.36", 2024-04-10T16:34:06.862 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.862 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.862 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.862 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4885, 2024-04-10T16:34:06.862 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.863 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:56:52.015046+0000", 2024-04-10T16:34:06.863 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.863 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.863 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.863 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.864 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.865 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.865 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.866 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.866 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.866 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.866 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.866 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.866 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.866 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.866 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 6, 2024-04-10T16:34:06.866 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.866 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.866 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.866 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.866 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.867 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.867 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.867 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.867 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:06.867 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.867 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.867 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.867 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.867 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.867 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:06.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368399+0000", 2024-04-10T16:34:06.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368399+0000", 2024-04-10T16:34:06.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.368706+0000", 2024-04-10T16:34:06.867 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:06.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:06.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:06.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:06.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:06.868 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.550602+0000", 2024-04-10T16:34:06.868 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.868 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.868 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.868 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.869 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.869 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.869 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.869 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.869 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.869 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.869 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.869 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.869 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.869 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.37", 2024-04-10T16:34:06.869 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.869 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.869 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.869 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4857, 2024-04-10T16:34:06.869 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.869 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T17:00:52.661300+0000", 2024-04-10T16:34:06.870 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.870 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.870 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.870 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.871 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.872 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.872 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.872 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.872 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.872 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.872 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.872 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.873 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.873 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.873 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:06.873 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.873 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.873 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.873 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.873 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.873 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.873 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.873 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.873 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 3, 2024-04-10T16:34:06.873 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.873 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.873 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.873 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.873 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.873 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:06.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.341187+0000", 2024-04-10T16:34:06.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.341187+0000", 2024-04-10T16:34:06.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.341490+0000", 2024-04-10T16:34:06.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:06.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:06.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:06.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:06.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.874 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:06.875 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.313557+0000", 2024-04-10T16:34:06.875 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.875 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.875 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.875 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.875 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.875 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.875 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.875 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.875 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.875 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.875 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.875 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.875 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.875 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.38", 2024-04-10T16:34:06.875 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.875 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.875 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.876 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4999, 2024-04-10T16:34:06.876 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.876 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T18:34:12.043203+0000", 2024-04-10T16:34:06.876 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.876 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.876 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.876 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.877 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.878 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.879 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.879 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.879 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.879 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.879 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.879 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.879 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.879 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.879 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.879 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 3, 2024-04-10T16:34:06.879 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.879 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.879 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.880 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.880 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.880 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.880 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.880 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.880 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:06.880 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.880 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.880 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.880 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.880 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.880 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:06.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.377753+0000", 2024-04-10T16:34:06.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.377753+0000", 2024-04-10T16:34:06.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.378248+0000", 2024-04-10T16:34:06.880 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:06.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:06.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:06.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:06.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:06.881 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548639+0000", 2024-04-10T16:34:06.881 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.881 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.881 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.881 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.882 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.882 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.882 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.882 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.882 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.882 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.882 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.882 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.882 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.882 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.39", 2024-04-10T16:34:06.882 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.882 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.882 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.882 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4874, 2024-04-10T16:34:06.882 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.882 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:12:12.689371+0000", 2024-04-10T16:34:06.882 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.882 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.883 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.883 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.884 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.885 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.885 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.885 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.886 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.886 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.886 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.886 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.886 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.886 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.886 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:06.886 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.886 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.886 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.886 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.886 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.886 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.886 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.886 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.887 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:06.887 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.887 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.887 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.887 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.887 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.887 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.887 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:06.887 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:12.276312+0000", 2024-04-10T16:34:06.887 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:12.276312+0000", 2024-04-10T16:34:06.887 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:12.277010+0000", 2024-04-10T16:34:06.887 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:06.887 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.887 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.887 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.887 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 476, 2024-04-10T16:34:06.887 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:06.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:06.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:06.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:06.888 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552449+0000", 2024-04-10T16:34:06.888 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.888 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.888 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.888 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.888 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 475, 2024-04-10T16:34:06.888 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.888 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.888 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.888 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.888 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.889 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.889 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.889 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.889 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3a", 2024-04-10T16:34:06.889 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.889 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.889 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.889 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4906, 2024-04-10T16:34:06.889 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.889 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:16:01.428746+0000", 2024-04-10T16:34:06.889 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.889 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.889 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.889 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.889 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.890 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.891 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.892 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.892 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.892 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.892 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.892 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.893 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.893 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.893 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.893 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.893 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:06.893 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.893 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.893 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.893 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.893 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.893 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.893 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.893 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.893 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 7, 2024-04-10T16:34:06.893 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.893 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.894 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.894 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.894 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.894 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:06.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.370602+0000", 2024-04-10T16:34:06.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.370602+0000", 2024-04-10T16:34:06.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.371446+0000", 2024-04-10T16:34:06.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:06.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:06.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:06.894 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:06.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:06.895 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.549883+0000", 2024-04-10T16:34:06.895 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.895 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.895 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.895 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.895 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.895 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.895 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.895 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.895 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.895 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.896 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.896 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.896 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.896 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3b", 2024-04-10T16:34:06.896 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.896 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.896 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.896 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4865, 2024-04-10T16:34:06.896 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.896 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-12T02:26:47.655638+0000", 2024-04-10T16:34:06.896 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.896 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.896 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.896 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.896 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.896 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.897 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.898 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.899 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.899 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.899 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.899 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.899 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.899 INFO:tasks.workunit.client.0.smithi102.stdout: 7, 2024-04-10T16:34:06.899 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.899 INFO:tasks.workunit.client.0.smithi102.stdout: 4 2024-04-10T16:34:06.899 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.899 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 7, 2024-04-10T16:34:06.899 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.899 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.899 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.900 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.900 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.900 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.900 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.900 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.900 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 5, 2024-04-10T16:34:06.900 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.900 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.900 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.900 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.900 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.900 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.900 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:06.900 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:14:21.368644+0000", 2024-04-10T16:34:06.900 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:14:21.368644+0000", 2024-04-10T16:34:06.900 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:14:21.368984+0000", 2024-04-10T16:34:06.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:06.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 539, 2024-04-10T16:34:06.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:06.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:06.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:06.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:06.901 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.548532+0000", 2024-04-10T16:34:06.901 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.901 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.901 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.902 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.902 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 538, 2024-04-10T16:34:06.902 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.902 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.902 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.902 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.902 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.902 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.902 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.902 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.902 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3c", 2024-04-10T16:34:06.902 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.902 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.902 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.902 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 4934, 2024-04-10T16:34:06.902 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.903 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T21:23:41.494827+0000", 2024-04-10T16:34:06.903 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.903 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.903 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.903 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.904 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.905 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.905 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.905 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.905 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.905 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.906 INFO:tasks.workunit.client.0.smithi102.stdout: 5, 2024-04-10T16:34:06.906 INFO:tasks.workunit.client.0.smithi102.stdout: 3, 2024-04-10T16:34:06.906 INFO:tasks.workunit.client.0.smithi102.stdout: 7 2024-04-10T16:34:06.906 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.906 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 5, 2024-04-10T16:34:06.906 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.906 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.906 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.906 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.906 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.906 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.906 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.906 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.906 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 0, 2024-04-10T16:34:06.907 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.907 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.907 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.907 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.907 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.907 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.907 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:06.907 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:11:28.277349+0000", 2024-04-10T16:34:06.907 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:11:28.277349+0000", 2024-04-10T16:34:06.907 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:11:28.277662+0000", 2024-04-10T16:34:06.907 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:06.907 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.907 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.907 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 381, 2024-04-10T16:34:06.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:06.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:06.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:06.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:06.908 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.553812+0000", 2024-04-10T16:34:06.908 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.908 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.908 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.908 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.908 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 380, 2024-04-10T16:34:06.908 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.908 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.908 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.908 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.909 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.909 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.909 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.909 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.909 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3d", 2024-04-10T16:34:06.909 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.909 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.909 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.909 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5065, 2024-04-10T16:34:06.909 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.909 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T16:02:02.085921+0000", 2024-04-10T16:34:06.909 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.909 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.909 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.909 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.909 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.910 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.911 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.912 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.912 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.912 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.912 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.912 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.912 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.912 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.912 INFO:tasks.workunit.client.0.smithi102.stdout: 1 2024-04-10T16:34:06.912 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.912 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 0, 2024-04-10T16:34:06.913 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.913 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.913 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.913 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.913 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.913 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.913 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.913 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.913 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 1, 2024-04-10T16:34:06.913 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.913 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.913 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.913 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.913 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.913 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:06.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.349773+0000", 2024-04-10T16:34:06.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.349773+0000", 2024-04-10T16:34:06.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.350573+0000", 2024-04-10T16:34:06.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:06.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:06.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:06.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:06.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:06.914 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.318871+0000", 2024-04-10T16:34:06.915 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.915 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.915 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.915 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.915 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.915 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.915 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.915 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.915 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.915 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.915 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.915 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.915 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.915 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3e", 2024-04-10T16:34:06.915 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.915 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.916 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.916 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5035, 2024-04-10T16:34:06.916 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.916 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T23:04:56.936670+0000", 2024-04-10T16:34:06.916 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.916 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.916 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.916 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.917 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.918 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.918 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.918 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.918 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.918 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.919 INFO:tasks.workunit.client.0.smithi102.stdout: 1, 2024-04-10T16:34:06.919 INFO:tasks.workunit.client.0.smithi102.stdout: 0, 2024-04-10T16:34:06.919 INFO:tasks.workunit.client.0.smithi102.stdout: 6 2024-04-10T16:34:06.919 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.919 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 1, 2024-04-10T16:34:06.919 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.919 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.919 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.919 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": [ 2024-04-10T16:34:06.919 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.919 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.919 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.919 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.919 INFO:tasks.workunit.client.0.smithi102.stdout: "acting_primary": 2, 2024-04-10T16:34:06.919 INFO:tasks.workunit.client.0.smithi102.stdout: "avail_no_missing": [], 2024-04-10T16:34:06.919 INFO:tasks.workunit.client.0.smithi102.stdout: "blocked_by": [], 2024-04-10T16:34:06.920 INFO:tasks.workunit.client.0.smithi102.stdout: "created": 61, 2024-04-10T16:34:06.920 INFO:tasks.workunit.client.0.smithi102.stdout: "dirty_stats_invalid": false, 2024-04-10T16:34:06.920 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_bytes_stats_invalid": false, 2024-04-10T16:34:06.920 INFO:tasks.workunit.client.0.smithi102.stdout: "hitset_stats_invalid": false, 2024-04-10T16:34:06.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_active": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:06.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_active": "2024-04-10T15:13:46.342540+0000", 2024-04-10T16:34:06.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_became_peered": "2024-04-10T15:13:46.342540+0000", 2024-04-10T16:34:06.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_change": "2024-04-10T15:13:46.342883+0000", 2024-04-10T16:34:06.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:06.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_clean_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub": "0'0", 2024-04-10T16:34:06.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_deep_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_epoch_clean": 505, 2024-04-10T16:34:06.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fresh": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:06.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_fullsized": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:06.920 INFO:tasks.workunit.client.0.smithi102.stdout: "last_peered": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:06.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub": "0'0", 2024-04-10T16:34:06.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_duration": 0, 2024-04-10T16:34:06.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_scrub_stamp": "2024-04-10T15:03:01.259822+0000", 2024-04-10T16:34:06.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_undegraded": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:06.921 INFO:tasks.workunit.client.0.smithi102.stdout: "last_unstale": "2024-04-10T16:33:06.552124+0000", 2024-04-10T16:34:06.921 INFO:tasks.workunit.client.0.smithi102.stdout: "log_dups_size": 0, 2024-04-10T16:34:06.921 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.921 INFO:tasks.workunit.client.0.smithi102.stdout: "log_start": "0'0", 2024-04-10T16:34:06.921 INFO:tasks.workunit.client.0.smithi102.stdout: "manifest_stats_invalid": false, 2024-04-10T16:34:06.921 INFO:tasks.workunit.client.0.smithi102.stdout: "mapping_epoch": 504, 2024-04-10T16:34:06.921 INFO:tasks.workunit.client.0.smithi102.stdout: "object_location_counts": [], 2024-04-10T16:34:06.921 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_scrubbed": 0, 2024-04-10T16:34:06.921 INFO:tasks.workunit.client.0.smithi102.stdout: "objects_trimmed": 0, 2024-04-10T16:34:06.921 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_stats_invalid": false, 2024-04-10T16:34:06.921 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.921 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_start": "0'0", 2024-04-10T16:34:06.921 INFO:tasks.workunit.client.0.smithi102.stdout: "parent": "0.0", 2024-04-10T16:34:06.921 INFO:tasks.workunit.client.0.smithi102.stdout: "parent_split_bits": 0, 2024-04-10T16:34:06.922 INFO:tasks.workunit.client.0.smithi102.stdout: "pgid": "3.3f", 2024-04-10T16:34:06.922 INFO:tasks.workunit.client.0.smithi102.stdout: "pin_stats_invalid": false, 2024-04-10T16:34:06.922 INFO:tasks.workunit.client.0.smithi102.stdout: "purged_snaps": [], 2024-04-10T16:34:06.922 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_epoch": 2713, 2024-04-10T16:34:06.922 INFO:tasks.workunit.client.0.smithi102.stdout: "reported_seq": 5007, 2024-04-10T16:34:06.922 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_duration": 0.0, 2024-04-10T16:34:06.922 INFO:tasks.workunit.client.0.smithi102.stdout: "scrub_schedule": "periodic scrub scheduled @ 2024-04-11T22:50:38.745630+0000", 2024-04-10T16:34:06.922 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrim_duration": 0.0, 2024-04-10T16:34:06.922 INFO:tasks.workunit.client.0.smithi102.stdout: "snaptrimq_len": 0, 2024-04-10T16:34:06.922 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.922 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.922 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.922 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.922 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.922 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.922 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.922 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.923 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.924 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.924 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.924 INFO:tasks.workunit.client.0.smithi102.stdout: "state": "active+clean", 2024-04-10T16:34:06.925 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_invalid": false, 2024-04-10T16:34:06.925 INFO:tasks.workunit.client.0.smithi102.stdout: "up": [ 2024-04-10T16:34:06.925 INFO:tasks.workunit.client.0.smithi102.stdout: 2, 2024-04-10T16:34:06.925 INFO:tasks.workunit.client.0.smithi102.stdout: 6, 2024-04-10T16:34:06.925 INFO:tasks.workunit.client.0.smithi102.stdout: 0 2024-04-10T16:34:06.925 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.925 INFO:tasks.workunit.client.0.smithi102.stdout: "up_primary": 2, 2024-04-10T16:34:06.925 INFO:tasks.workunit.client.0.smithi102.stdout: "version": "0'0" 2024-04-10T16:34:06.925 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.925 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.925 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_per_pool": [ 2024-04-10T16:34:06.925 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.925 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 24, 2024-04-10T16:34:06.925 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:06.925 INFO:tasks.workunit.client.0.smithi102.stdout: "rbd" 2024-04-10T16:34:06.925 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.925 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 24478, 2024-04-10T16:34:06.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 8, 2024-04-10T16:34:06.925 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 8, 2024-04-10T16:34:06.926 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 24478, 2024-04-10T16:34:06.926 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 4, 2024-04-10T16:34:06.926 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 4194323, 2024-04-10T16:34:06.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.926 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 12, 2024-04-10T16:34:06.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 4, 2024-04-10T16:34:06.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 4, 2024-04-10T16:34:06.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 2, 2024-04-10T16:34:06.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.927 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.928 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.928 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.928 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.928 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 9028, 2024-04-10T16:34:06.928 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 3108095, 2024-04-10T16:34:06.928 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.928 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.928 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.928 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 24348, 2024-04-10T16:34:06.928 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 3073089 2024-04-10T16:34:06.928 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.928 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T16:34:06.928 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 12595200, 2024-04-10T16:34:06.928 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T16:34:06.928 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T16:34:06.928 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T16:34:06.928 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T16:34:06.928 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 12582969, 2024-04-10T16:34:06.929 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T16:34:06.929 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T16:34:06.929 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T16:34:06.929 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T16:34:06.929 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.929 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 24 2024-04-10T16:34:06.929 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.929 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.929 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 192, 2024-04-10T16:34:06.929 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:06.929 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T16:34:06.929 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.929 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 0, 2024-04-10T16:34:06.929 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 64, 2024-04-10T16:34:06.929 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 8, 2024-04-10T16:34:06.929 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 0, 2024-04-10T16:34:06.929 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 3, 2024-04-10T16:34:06.930 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 0, 2024-04-10T16:34:06.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.930 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 0, 2024-04-10T16:34:06.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 0, 2024-04-10T16:34:06.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 0, 2024-04-10T16:34:06.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 0, 2024-04-10T16:34:06.931 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 0, 2024-04-10T16:34:06.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 0, 2024-04-10T16:34:06.932 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 0 2024-04-10T16:34:06.932 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.932 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T16:34:06.932 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 0, 2024-04-10T16:34:06.932 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T16:34:06.932 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T16:34:06.932 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T16:34:06.932 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T16:34:06.932 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 0, 2024-04-10T16:34:06.932 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T16:34:06.933 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T16:34:06.933 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T16:34:06.933 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T16:34:06.933 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.933 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 192 2024-04-10T16:34:06.933 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.933 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.933 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 3, 2024-04-10T16:34:06.933 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:06.933 INFO:tasks.workunit.client.0.smithi102.stdout: "mgr" 2024-04-10T16:34:06.933 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.933 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 261, 2024-04-10T16:34:06.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 1, 2024-04-10T16:34:06.933 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 3, 2024-04-10T16:34:06.933 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 261, 2024-04-10T16:34:06.934 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 1, 2024-04-10T16:34:06.934 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 590368, 2024-04-10T16:34:06.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 1771104, 2024-04-10T16:34:06.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.934 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 6, 2024-04-10T16:34:06.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 2, 2024-04-10T16:34:06.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 2, 2024-04-10T16:34:06.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 0, 2024-04-10T16:34:06.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 6, 2024-04-10T16:34:06.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.935 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 1394, 2024-04-10T16:34:06.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 2174, 2024-04-10T16:34:06.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 439, 2024-04-10T16:34:06.936 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 2416 2024-04-10T16:34:06.936 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.936 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T16:34:06.936 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 1781760, 2024-04-10T16:34:06.936 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T16:34:06.936 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T16:34:06.936 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T16:34:06.936 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T16:34:06.936 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 1771104, 2024-04-10T16:34:06.936 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T16:34:06.936 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T16:34:06.936 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 0, 2024-04-10T16:34:06.936 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T16:34:06.937 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.937 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 3 2024-04-10T16:34:06.937 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.937 INFO:tasks.workunit.client.0.smithi102.stdout: { 2024-04-10T16:34:06.937 INFO:tasks.workunit.client.0.smithi102.stdout: "acting": 96, 2024-04-10T16:34:06.937 INFO:tasks.workunit.client.0.smithi102.stdout: "application": [ 2024-04-10T16:34:06.937 INFO:tasks.workunit.client.0.smithi102.stdout: "cephfs" 2024-04-10T16:34:06.937 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.937 INFO:tasks.workunit.client.0.smithi102.stdout: "log_size": 68, 2024-04-10T16:34:06.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_pg": 32, 2024-04-10T16:34:06.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_store_stats": 8, 2024-04-10T16:34:06.937 INFO:tasks.workunit.client.0.smithi102.stdout: "ondisk_log_size": 68, 2024-04-10T16:34:06.937 INFO:tasks.workunit.client.0.smithi102.stdout: "poolid": 2, 2024-04-10T16:34:06.937 INFO:tasks.workunit.client.0.smithi102.stdout: "stat_sum": { 2024-04-10T16:34:06.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes": 6622, 2024-04-10T16:34:06.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_hit_set_archive": 0, 2024-04-10T16:34:06.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_bytes_recovered": 0, 2024-04-10T16:34:06.937 INFO:tasks.workunit.client.0.smithi102.stdout: "num_deep_scrub_errors": 0, 2024-04-10T16:34:06.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict": 0, 2024-04-10T16:34:06.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_kb": 0, 2024-04-10T16:34:06.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_full": 0, 2024-04-10T16:34:06.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_evict_mode_some": 0, 2024-04-10T16:34:06.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush": 0, 2024-04-10T16:34:06.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_kb": 0, 2024-04-10T16:34:06.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_high": 0, 2024-04-10T16:34:06.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_flush_mode_low": 0, 2024-04-10T16:34:06.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_keys_recovered": 0, 2024-04-10T16:34:06.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_large_omap_objects": 0, 2024-04-10T16:34:06.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_legacy_snapsets": 0, 2024-04-10T16:34:06.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_clones": 0, 2024-04-10T16:34:06.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_object_copies": 66, 2024-04-10T16:34:06.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects": 22, 2024-04-10T16:34:06.938 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_degraded": 0, 2024-04-10T16:34:06.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_dirty": 22, 2024-04-10T16:34:06.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_hit_set_archive": 0, 2024-04-10T16:34:06.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_manifest": 0, 2024-04-10T16:34:06.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_misplaced": 0, 2024-04-10T16:34:06.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing": 0, 2024-04-10T16:34:06.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_missing_on_primary": 0, 2024-04-10T16:34:06.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_omap": 14, 2024-04-10T16:34:06.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_pinned": 0, 2024-04-10T16:34:06.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_recovered": 0, 2024-04-10T16:34:06.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_repaired": 0, 2024-04-10T16:34:06.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_objects_unfound": 0, 2024-04-10T16:34:06.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_bytes": 0, 2024-04-10T16:34:06.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_omap_keys": 0, 2024-04-10T16:34:06.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_promote": 0, 2024-04-10T16:34:06.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read": 79, 2024-04-10T16:34:06.939 INFO:tasks.workunit.client.0.smithi102.stdout: "num_read_kb": 87, 2024-04-10T16:34:06.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_scrub_errors": 0, 2024-04-10T16:34:06.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_shallow_scrub_errors": 0, 2024-04-10T16:34:06.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_whiteouts": 0, 2024-04-10T16:34:06.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write": 68, 2024-04-10T16:34:06.940 INFO:tasks.workunit.client.0.smithi102.stdout: "num_write_kb": 36 2024-04-10T16:34:06.940 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.940 INFO:tasks.workunit.client.0.smithi102.stdout: "store_stats": { 2024-04-10T16:34:06.940 INFO:tasks.workunit.client.0.smithi102.stdout: "allocated": 110592, 2024-04-10T16:34:06.940 INFO:tasks.workunit.client.0.smithi102.stdout: "available": 0, 2024-04-10T16:34:06.940 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed": 0, 2024-04-10T16:34:06.940 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_allocated": 0, 2024-04-10T16:34:06.940 INFO:tasks.workunit.client.0.smithi102.stdout: "data_compressed_original": 0, 2024-04-10T16:34:06.940 INFO:tasks.workunit.client.0.smithi102.stdout: "data_stored": 19866, 2024-04-10T16:34:06.940 INFO:tasks.workunit.client.0.smithi102.stdout: "internal_metadata": 0, 2024-04-10T16:34:06.940 INFO:tasks.workunit.client.0.smithi102.stdout: "internally_reserved": 0, 2024-04-10T16:34:06.940 INFO:tasks.workunit.client.0.smithi102.stdout: "omap_allocated": 44501, 2024-04-10T16:34:06.941 INFO:tasks.workunit.client.0.smithi102.stdout: "total": 0 2024-04-10T16:34:06.941 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.941 INFO:tasks.workunit.client.0.smithi102.stdout: "up": 96 2024-04-10T16:34:06.941 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.941 INFO:tasks.workunit.client.0.smithi102.stdout: ], 2024-04-10T16:34:06.941 INFO:tasks.workunit.client.0.smithi102.stdout: "usage": { 2024-04-10T16:34:06.941 INFO:tasks.workunit.client.0.smithi102.stdout: "pg_num": 105, 2024-04-10T16:34:06.941 INFO:tasks.workunit.client.0.smithi102.stdout: "pools": 4, 2024-04-10T16:34:06.941 INFO:tasks.workunit.client.0.smithi102.stdout: "stats_by_class": { 2024-04-10T16:34:06.941 INFO:tasks.workunit.client.0.smithi102.stdout: "ssd": { 2024-04-10T16:34:06.941 INFO:tasks.workunit.client.0.smithi102.stdout: "total_avail_bytes": 763463716864, 2024-04-10T16:34:06.941 INFO:tasks.workunit.client.0.smithi102.stdout: "total_bytes": 767960285184, 2024-04-10T16:34:06.941 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_bytes": 4496568320, 2024-04-10T16:34:06.941 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_raw_bytes": 4496568320, 2024-04-10T16:34:06.941 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_raw_ratio": 0.005855209659785032 2024-04-10T16:34:06.941 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.941 INFO:tasks.workunit.client.0.smithi102.stdout: }, 2024-04-10T16:34:06.942 INFO:tasks.workunit.client.0.smithi102.stdout: "total_avail_bytes": 763463716864, 2024-04-10T16:34:06.942 INFO:tasks.workunit.client.0.smithi102.stdout: "total_bytes": 767960285184, 2024-04-10T16:34:06.942 INFO:tasks.workunit.client.0.smithi102.stdout: "total_used_bytes": 4496568320 2024-04-10T16:34:06.942 INFO:tasks.workunit.client.0.smithi102.stdout: } 2024-04-10T16:34:06.942 INFO:tasks.workunit.client.0.smithi102.stdout:} 2024-04-10T16:34:06.942 INFO:tasks.workunit.client.0.smithi102.stdout:Device report is generated separately. To see it run 'ceph telemetry show-device'. 2024-04-10T16:34:06.942 INFO:tasks.workunit.client.0.smithi102.stderr:+ ceph telemetry off 2024-04-10T16:34:06.942 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:34:05] ENGINE Bus STOPPING 2024-04-10T16:34:06.943 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:34:05] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T16:34:06.943 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:34:05] ENGINE Bus STOPPED 2024-04-10T16:34:06.943 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:34:05] ENGINE Bus STARTING 2024-04-10T16:34:06.943 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:34:05] ENGINE Serving on http://:::9283 2024-04-10T16:34:06.943 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:34:05] ENGINE Bus STARTED 2024-04-10T16:34:06.943 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='client.46157 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:06.943 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='client.46157 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:06.943 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='client.46163 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:06.943 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:06.943 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:06.943 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.943 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.943 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.944 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.944 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.944 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.944 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.944 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.944 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.944 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:06.944 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:06.944 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.944 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.944 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.944 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:06.944 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:06.944 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.944 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.944 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.944 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:06.945 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:06.945 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.945 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='client.46157 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:06.945 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='client.46157 -' entity='client.admin' cmd=[{"prefix": "telemetry show-device", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:06.945 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='client.46163 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:06.945 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:06.945 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:06.945 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.945 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.945 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.945 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.945 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:06.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:06.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:06.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:06.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:06.946 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:06.947 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.947 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.947 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.947 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: pgmap v5034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-10T16:34:06.947 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='client.46163 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:06.947 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:06.947 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:06.947 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.947 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.948 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.948 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.948 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.948 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.948 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.948 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.948 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.948 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:06.948 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:06.948 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.948 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.948 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.948 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:06.948 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:06.948 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.948 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.948 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.949 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:06.949 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:06.949 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.949 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.949 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.949 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.949 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.949 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: pgmap v5034: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-10T16:34:06.949 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='client.46163 -' entity='client.admin' cmd=[{"prefix": "telemetry show", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:06.949 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:06.949 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config-key dump", "format": "json"}]: dispatch 2024-04-10T16:34:06.950 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.950 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.950 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.950 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.950 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.950 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.950 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.950 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.950 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.950 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:06.950 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:06.950 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.950 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.950 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.950 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:06.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:06.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd='heap' args=[stats]: dispatch 2024-04-10T16:34:06.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='admin socket' entity='admin socket' cmd=heap args=[stats]: finished 2024-04-10T16:34:06.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "a"}]: dispatch 2024-04-10T16:34:06.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "b"}]: dispatch 2024-04-10T16:34:06.951 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:05 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mon metadata", "id": "c"}]: dispatch 2024-04-10T16:34:06.951 INFO:tasks.workunit.client.0.smithi102.stdout:Telemetry is currently not enabled, nothing to turn off. Please consider opting-in with `ceph telemetry on`. 2024-04-10T16:34:06.952 INFO:tasks.workunit.client.0.smithi102.stdout:Preview sample reports with `ceph telemetry preview`. 2024-04-10T16:34:06.952 INFO:tasks.workunit.client.0.smithi102.stderr:+ echo OK 2024-04-10T16:34:06.953 INFO:tasks.workunit.client.0.smithi102.stdout:OK 2024-04-10T16:34:06.953 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:06 smithi154 ceph-mon[84269]: from='client.46181 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:06.953 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:06 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:06.953 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:06 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:06.954 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:06 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:06.954 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:06 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:06.954 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:06 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:34:06.954 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:06 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:34:06.954 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:06 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:06.954 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:06 smithi154 ceph-mon[84269]: from='client.46181 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:06.954 INFO:teuthology.orchestra.run:Running command with timeout 3600 2024-04-10T16:34:06.954 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0/tmp 2024-04-10T16:34:06.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:06 smithi102 ceph-mon[90943]: from='client.46181 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:06.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:06 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:06.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:06 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:06.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:06 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:06.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:06 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:06.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:06 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:34:06.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:06 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:34:06.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:06 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:06.955 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:06 smithi102 ceph-mon[90943]: from='client.46181 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:06.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:06 smithi102 ceph-mon[88557]: from='client.46181 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:06.955 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:06 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:06.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:06 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:06.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:06 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:06.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:06 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config dump", "format": "json"}]: dispatch 2024-04-10T16:34:06.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:06 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "config generate-minimal-conf"}]: dispatch 2024-04-10T16:34:06.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:06 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "auth get", "entity": "client.admin"}]: dispatch 2024-04-10T16:34:06.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:06 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:06.956 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:06 smithi102 ceph-mon[88557]: from='client.46181 -' entity='client.admin' cmd=[{"prefix": "telemetry off", "target": ["mon-mgr", ""]}]: dispatch 2024-04-10T16:34:06.988 INFO:tasks.workunit:Stopping ['test_telemetry_reef_x.sh'] on client.0... 2024-04-10T16:34:06.988 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/workunits.list.client.0 /home/ubuntu/cephtest/clone.client.0 2024-04-10T16:34:07.284 DEBUG:teuthology.parallel:result is None 2024-04-10T16:34:07.285 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -rf -- /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T16:34:07.311 INFO:tasks.workunit:Deleted dir /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T16:34:07.311 DEBUG:teuthology.orchestra.run.smithi102:> rmdir -- /home/ubuntu/cephtest/mnt.0 2024-04-10T16:34:07.366 INFO:tasks.workunit:Deleted artificial mount point /home/ubuntu/cephtest/mnt.0/client.0 2024-04-10T16:34:07.366 INFO:teuthology.run_tasks:Running task print... 2024-04-10T16:34:07.377 INFO:teuthology.task.print:**** done end telemetry x... 2024-04-10T16:34:07.377 DEBUG:teuthology.run_tasks:Unwinding manager cephadm 2024-04-10T16:34:07.394 INFO:tasks.cephadm:Teardown begin 2024-04-10T16:34:07.395 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-04-10T16:34:07.395 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-10T16:34:07.574 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:07 smithi102 ceph-mon[90943]: pgmap v5035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-10T16:34:07.574 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:07 smithi102 ceph-mon[88557]: pgmap v5035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-10T16:34:07.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:07 smithi154 ceph-mon[84269]: pgmap v5035: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 16 KiB/s rd, 0 B/s wr, 23 op/s 2024-04-10T16:34:07.731 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T16:34:07.731 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/4178784168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4178784168},{"type":"v1","addr":"172.21.15.154:6833","nonce":4178784168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-10T15:03:01.655502+0000","modified":"2024-04-10T15:14:46.915246+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":562,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44324},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44324":{"gid":44324,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":6,"addr":"172.21.15.102:6835/3221390498","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":3221390498},{"type":"v1","addr":"172.21.15.102:6835","nonce":3221390498}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44324,"qdb_cluster":[44324]},"id":1}]} 2024-04-10T16:34:07.731 INFO:teuthology.orchestra.run.smithi102.stderr:dumped fsmap epoch 14 2024-04-10T16:34:07.746 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-04-10T16:34:07.941 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:07 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: ::ffff:172.21.15.154 - - [10/Apr/2024:16:34:07] "GET /metrics HTTP/1.1" 200 34132 "" "Prometheus/2.43.0" 2024-04-10T16:34:08.072 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T16:34:08.072 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":14,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":54250,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.154:6833/4178784168","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6832","nonce":4178784168},{"type":"v1","addr":"172.21.15.154:6833","nonce":4178784168}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"epoch":14}],"filesystems":[{"mdsmap":{"epoch":13,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-04-10T15:03:01.655502+0000","modified":"2024-04-10T15:14:46.915246+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":562,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}},"max_mds":1,"in":[0],"up":{"mds_0":44324},"failed":[],"damaged":[],"stopped":[],"info":{"gid_44324":{"gid":44324,"name":"a","rank":0,"incarnation":10,"state":"up:active","state_seq":6,"addr":"172.21.15.102:6835/3221390498","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6834","nonce":3221390498},{"type":"v1","addr":"172.21.15.102:6835","nonce":3221390498}]},"join_fscid":-1,"export_targets":[],"features":4540701547738038271,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2","feature_11":"minor log segments","feature_12":"quiesce subvolumes"}}}},"data_pools":[3],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0,"qdb_leader":44324,"qdb_cluster":[44324]},"id":1}]} 2024-04-10T16:34:08.073 INFO:teuthology.orchestra.run.smithi102.stderr:dumped fsmap epoch 14 2024-04-10T16:34:08.086 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-04-10T16:34:08.378 INFO:teuthology.orchestra.run.smithi102.stdout: 2024-04-10T16:34:08.378 INFO:teuthology.orchestra.run.smithi102.stdout:{"epoch":2713,"fsid":"8fac6e32-f74a-11ee-b64a-cb9ed24678a4","created":"2024-04-10T14:57:38.079675+0000","modified":"2024-04-10T16:33:06.308297+0000","last_up_change":"2024-04-10T15:14:20.344984+0000","last_in_change":"2024-04-10T15:02:27.105094+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":37,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":123,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"squid","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-04-10T15:00:49.240190+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_type":"Fair distribution","score_acting":7.8899998664855957,"score_stable":7.8899998664855957,"optimal_score":0.37999999523162842,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-04-10T15:03:00.182937+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"62","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-04-10T15:03:00.804250+0000","flags":1,"flags_names":"hashpspool","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"63","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_type":"Fair distribution","score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"rbd","create_time":"2024-04-10T15:03:36.585592+0000","flags":8193,"flags_names":"hashpspool,selfmanaged_snaps","type":1,"size":3,"min_size":2,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":8,"pg_placement_num":8,"pg_placement_num_target":8,"pg_num_target":8,"pg_num_pending":8,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"1089","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":8,"snap_epoch":1089,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{},"application_metadata":{"rbd":{}},"read_balance":{"score_type":"Fair distribution","score_acting":3,"score_stable":3,"optimal_score":1,"raw_score_acting":3,"raw_score_stable":3,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"ae1bd487-7951-45bd-ba3c-a82084f43cdb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":8,"last_clean_end":302,"up_from":313,"up_thru":2632,"down_at":303,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6802","nonce":4152531203},{"type":"v1","addr":"172.21.15.102:6803","nonce":4152531203}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6804","nonce":4152531203},{"type":"v1","addr":"172.21.15.102:6805","nonce":4152531203}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6808","nonce":4152531203},{"type":"v1","addr":"172.21.15.102:6809","nonce":4152531203}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6806","nonce":4152531203},{"type":"v1","addr":"172.21.15.102:6807","nonce":4152531203}]},"public_addr":"172.21.15.102:6803/4152531203","cluster_addr":"172.21.15.102:6805/4152531203","heartbeat_back_addr":"172.21.15.102:6809/4152531203","heartbeat_front_addr":"172.21.15.102:6807/4152531203","state":["exists","up"]},{"osd":1,"uuid":"71af8ce3-be69-4910-9512-4b9739c29a97","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":13,"last_clean_end":336,"up_from":346,"up_thru":2632,"down_at":337,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6810","nonce":2733990799},{"type":"v1","addr":"172.21.15.102:6811","nonce":2733990799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6812","nonce":2733990799},{"type":"v1","addr":"172.21.15.102:6813","nonce":2733990799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6816","nonce":2733990799},{"type":"v1","addr":"172.21.15.102:6817","nonce":2733990799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6814","nonce":2733990799},{"type":"v1","addr":"172.21.15.102:6815","nonce":2733990799}]},"public_addr":"172.21.15.102:6811/2733990799","cluster_addr":"172.21.15.102:6813/2733990799","heartbeat_back_addr":"172.21.15.102:6817/2733990799","heartbeat_front_addr":"172.21.15.102:6815/2733990799","state":["exists","up"]},{"osd":2,"uuid":"8290e6e3-6f67-4216-a46a-96868bcfa6b6","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":18,"last_clean_end":369,"up_from":380,"up_thru":2632,"down_at":370,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6818","nonce":2137685949},{"type":"v1","addr":"172.21.15.102:6819","nonce":2137685949}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6820","nonce":2137685949},{"type":"v1","addr":"172.21.15.102:6821","nonce":2137685949}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6824","nonce":2137685949},{"type":"v1","addr":"172.21.15.102:6825","nonce":2137685949}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6822","nonce":2137685949},{"type":"v1","addr":"172.21.15.102:6823","nonce":2137685949}]},"public_addr":"172.21.15.102:6819/2137685949","cluster_addr":"172.21.15.102:6821/2137685949","heartbeat_back_addr":"172.21.15.102:6825/2137685949","heartbeat_front_addr":"172.21.15.102:6823/2137685949","state":["exists","up"]},{"osd":3,"uuid":"21d15c82-8baa-49ce-b3e5-f9ac15236394","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":26,"last_clean_end":403,"up_from":413,"up_thru":2632,"down_at":404,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6826","nonce":1456907523},{"type":"v1","addr":"172.21.15.102:6827","nonce":1456907523}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6828","nonce":1456907523},{"type":"v1","addr":"172.21.15.102:6829","nonce":1456907523}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6832","nonce":1456907523},{"type":"v1","addr":"172.21.15.102:6833","nonce":1456907523}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.102:6830","nonce":1456907523},{"type":"v1","addr":"172.21.15.102:6831","nonce":1456907523}]},"public_addr":"172.21.15.102:6827/1456907523","cluster_addr":"172.21.15.102:6829/1456907523","heartbeat_back_addr":"172.21.15.102:6833/1456907523","heartbeat_front_addr":"172.21.15.102:6831/1456907523","state":["exists","up"]},{"osd":4,"uuid":"06651a44-9133-4cfe-acd0-760ca522450f","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":31,"last_clean_end":433,"up_from":444,"up_thru":2632,"down_at":434,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6800","nonce":3556235768},{"type":"v1","addr":"172.21.15.154:6801","nonce":3556235768}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6802","nonce":3556235768},{"type":"v1","addr":"172.21.15.154:6803","nonce":3556235768}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6806","nonce":3556235768},{"type":"v1","addr":"172.21.15.154:6807","nonce":3556235768}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6804","nonce":3556235768},{"type":"v1","addr":"172.21.15.154:6805","nonce":3556235768}]},"public_addr":"172.21.15.154:6801/3556235768","cluster_addr":"172.21.15.154:6803/3556235768","heartbeat_back_addr":"172.21.15.154:6807/3556235768","heartbeat_front_addr":"172.21.15.154:6805/3556235768","state":["exists","up"]},{"osd":5,"uuid":"1e6ad6b5-b6aa-41a9-bc67-8a2160e381cb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":39,"last_clean_end":467,"up_from":475,"up_thru":2632,"down_at":468,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6808","nonce":816472267},{"type":"v1","addr":"172.21.15.154:6809","nonce":816472267}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6810","nonce":816472267},{"type":"v1","addr":"172.21.15.154:6811","nonce":816472267}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6814","nonce":816472267},{"type":"v1","addr":"172.21.15.154:6815","nonce":816472267}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6812","nonce":816472267},{"type":"v1","addr":"172.21.15.154:6813","nonce":816472267}]},"public_addr":"172.21.15.154:6809/816472267","cluster_addr":"172.21.15.154:6811/816472267","heartbeat_back_addr":"172.21.15.154:6815/816472267","heartbeat_front_addr":"172.21.15.154:6813/816472267","state":["exists","up"]},{"osd":6,"uuid":"efeb892d-78ba-4058-b39d-18c67ae2e38d","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":47,"last_clean_end":495,"up_from":504,"up_thru":2632,"down_at":496,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6816","nonce":3280588489},{"type":"v1","addr":"172.21.15.154:6817","nonce":3280588489}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6818","nonce":3280588489},{"type":"v1","addr":"172.21.15.154:6819","nonce":3280588489}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6822","nonce":3280588489},{"type":"v1","addr":"172.21.15.154:6823","nonce":3280588489}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6820","nonce":3280588489},{"type":"v1","addr":"172.21.15.154:6821","nonce":3280588489}]},"public_addr":"172.21.15.154:6817/3280588489","cluster_addr":"172.21.15.154:6819/3280588489","heartbeat_back_addr":"172.21.15.154:6823/3280588489","heartbeat_front_addr":"172.21.15.154:6821/3280588489","state":["exists","up"]},{"osd":7,"uuid":"d9e57957-f1c9-4edf-9443-f4dd147d0658","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":55,"last_clean_end":527,"up_from":538,"up_thru":2632,"down_at":528,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6824","nonce":706773880},{"type":"v1","addr":"172.21.15.154:6825","nonce":706773880}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6826","nonce":706773880},{"type":"v1","addr":"172.21.15.154:6827","nonce":706773880}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6830","nonce":706773880},{"type":"v1","addr":"172.21.15.154:6831","nonce":706773880}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.154:6828","nonce":706773880},{"type":"v1","addr":"172.21.15.154:6829","nonce":706773880}]},"public_addr":"172.21.15.154:6825/706773880","cluster_addr":"172.21.15.154:6827/706773880","heartbeat_back_addr":"172.21.15.154:6831/706773880","heartbeat_front_addr":"172.21.15.154:6829/706773880","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T14:59:56.420627+0000","dead_epoch":302},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:20.750373+0000","dead_epoch":335},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:00:45.571358+0000","dead_epoch":369},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:10.014984+0000","dead_epoch":403},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:32.024587+0000","dead_epoch":433},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:01:55.310685+0000","dead_epoch":467},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:19.125869+0000","dead_epoch":495},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540701547738038271,"old_weight":0,"last_purged_snaps_scrub":"2024-04-10T15:02:42.683153+0000","dead_epoch":527}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"2.1b","mappings":[{"from":7,"to":2}]},{"pgid":"3.1","mappings":[{"from":4,"to":1}]},{"pgid":"3.e","mappings":[{"from":4,"to":3}]},{"pgid":"3.23","mappings":[{"from":0,"to":2}]},{"pgid":"3.31","mappings":[{"from":4,"to":2}]},{"pgid":"3.35","mappings":[{"from":5,"to":1}]},{"pgid":"3.39","mappings":[{"from":0,"to":1}]},{"pgid":"3.3f","mappings":[{"from":7,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.102:0/1291249459":"2024-04-10T17:32:41.424061+0000","172.21.15.102:0/2768288149":"2024-04-10T17:03:14.711196+0000","172.21.15.102:0/3063892039":"2024-04-10T16:54:42.826355+0000","172.21.15.102:0/926538471":"2024-04-11T15:08:53.114985+0000","172.21.15.102:0/3235518178":"2024-04-11T15:08:53.114985+0000","172.21.15.102:6801/1207899868":"2024-04-11T15:08:53.114985+0000","172.21.15.102:0/2749931130":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/2258450264":"2024-04-11T15:08:53.114985+0000","172.21.15.102:0/3501698398":"2024-04-11T15:07:32.363137+0000","172.21.15.102:0/2558261322":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/1892991141":"2024-04-11T15:03:34.712792+0000","172.21.15.154:6833/1077442576":"2024-04-11T15:14:43.906357+0000","172.21.15.102:0/1125467212":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6800/1967044678":"2024-04-11T15:03:34.712792+0000","172.21.15.102:6801/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/89821447":"2024-04-11T14:58:14.337530+0000","172.21.15.102:6800/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:6801/1967044678":"2024-04-11T15:03:34.712792+0000","172.21.15.102:6800/1275805994":"2024-04-11T14:58:14.337530+0000","172.21.15.102:0/1758056538":"2024-04-11T15:08:53.114985+0000","172.21.15.154:6834/1737545261":"2024-04-11T15:08:07.529201+0000","172.21.15.102:0/1809500991":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/2980408153":"2024-04-10T16:54:43.790582+0000","172.21.15.154:0/836249373":"2024-04-11T15:08:07.529201+0000","172.21.15.102:6800/1207899868":"2024-04-11T15:08:53.114985+0000","172.21.15.102:0/1077369252":"2024-04-11T15:03:34.712792+0000","172.21.15.154:0/2415017823":"2024-04-11T15:08:07.529201+0000","172.21.15.154:0/2936034311":"2024-04-11T15:08:07.529201+0000","172.21.15.102:6801/3418998549":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/4136106343":"2024-04-11T15:07:32.363137+0000","172.21.15.154:0/4267963007":"2024-04-11T15:08:07.529201+0000","172.21.15.102:0/2735710703":"2024-04-11T15:08:53.114985+0000","172.21.15.102:0/2980938889":"2024-04-11T14:58:14.337530+0000","172.21.15.154:0/3143997114":"2024-04-11T15:08:07.529201+0000","172.21.15.154:0/1422653600":"2024-04-11T15:08:07.529201+0000","172.21.15.154:6835/1737545261":"2024-04-11T15:08:07.529201+0000","172.21.15.102:0/1770515131":"2024-04-11T15:03:34.712792+0000","172.21.15.102:0/3287602106":"2024-04-11T15:07:32.363137+0000","172.21.15.102:6800/3656078786":"2024-04-11T15:07:32.363137+0000","172.21.15.102:6801/3656078786":"2024-04-11T15:07:32.363137+0000","172.21.15.102:0/2863766725":"2024-04-11T15:07:32.363137+0000","172.21.15.102:0/1471361762":"2024-04-11T15:07:32.363137+0000","172.21.15.154:0/787246049":"2024-04-11T15:08:07.529201+0000","172.21.15.102:0/2525665278":"2024-04-11T14:58:38.925021+0000","172.21.15.102:0/2105887922":"2024-04-11T15:08:53.114985+0000","172.21.15.154:6832/1077442576":"2024-04-11T15:14:43.906357+0000","172.21.15.102:0/1686456251":"2024-04-11T15:08:53.114985+0000"},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"},"teuthologyprofile":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van","w":"8"}},"removed_snaps_queue":[{"pool":5,"snaps":[{"begin":400,"length":1}]},{"pool":60,"snaps":[{"begin":2,"length":1}]},{"pool":63,"snaps":[{"begin":1,"length":2}]},{"pool":68,"snaps":[{"begin":1,"length":2}]},{"pool":77,"snaps":[{"begin":2,"length":1}]},{"pool":78,"snaps":[{"begin":2,"length":1}]},{"pool":79,"snaps":[{"begin":2,"length":1}]},{"pool":80,"snaps":[{"begin":2,"length":1}]},{"pool":81,"snaps":[{"begin":2,"length":1}]},{"pool":82,"snaps":[{"begin":2,"length":1}]},{"pool":83,"snaps":[{"begin":2,"length":1}]},{"pool":86,"snaps":[{"begin":4,"length":5}]},{"pool":88,"snaps":[{"begin":34,"length":4},{"begin":42,"length":3},{"begin":46,"length":2}]},{"pool":89,"snaps":[{"begin":17,"length":2},{"begin":22,"length":1}]},{"pool":90,"snaps":[{"begin":2,"length":1}]},{"pool":121,"snaps":[{"begin":20,"length":2}]},{"pool":122,"snaps":[{"begin":291,"length":4}]},{"pool":123,"snaps":[{"begin":2,"length":1}]}],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-04-10T16:34:08.389 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:08 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3580882391' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T16:34:08.389 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:08 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3666669131' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T16:34:08.389 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:08 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3580882391' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T16:34:08.389 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:08 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3666669131' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T16:34:08.391 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-04-10T16:34:08.661 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:08 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3580882391' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T16:34:08.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:08 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3666669131' entity='client.admin' cmd=[{"prefix": "fs dump", "format": "json"}]: dispatch 2024-04-10T16:34:08.727 INFO:teuthology.orchestra.run.smithi102.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-04-10T16:34:08.741 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-04-10T16:34:09.191 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:08 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a[88553]: 2024-04-10T16:34:08.713+0000 7f0456347700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-10T16:34:09.192 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 16:34:08 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a[116223]: ignoring --setuser ceph since I am not root 2024-04-10T16:34:09.192 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 16:34:08 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a[116223]: ignoring --setgroup ceph since I am not root 2024-04-10T16:34:09.192 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 16:34:08 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a[116223]: starting mds.a at 2024-04-10T16:34:09.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:09.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:09 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:34:09.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:09 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2326493605' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T16:34:09.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:09 smithi154 ceph-mon[84269]: pgmap v5036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 25 op/s 2024-04-10T16:34:09.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:09 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/597861789' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-10T16:34:09.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:09 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-10T16:34:09.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:09 smithi154 ceph-mon[84269]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-10T16:34:09.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:09 smithi154 ceph-mon[84269]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-10T16:34:09.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:09 smithi154 ceph-mon[84269]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-10T16:34:09.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:09 smithi154 ceph-mon[84269]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-10T16:34:09.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:09 smithi154 ceph-mon[84269]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-10T16:34:09.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:09 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1523921377' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:34:09.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:09.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:34:09.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2326493605' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T16:34:09.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[90943]: pgmap v5036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 25 op/s 2024-04-10T16:34:09.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/597861789' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-10T16:34:09.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-10T16:34:09.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[90943]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-10T16:34:09.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[90943]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-10T16:34:09.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[90943]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-10T16:34:09.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[90943]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-10T16:34:09.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[90943]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-10T16:34:09.693 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1523921377' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:34:09.693 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' 2024-04-10T16:34:09.693 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "osd blocklist ls", "format": "json"}]: dispatch 2024-04-10T16:34:09.693 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2326493605' entity='client.admin' cmd=[{"prefix": "osd dump", "format": "json"}]: dispatch 2024-04-10T16:34:09.693 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[88557]: pgmap v5036: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 17 KiB/s rd, 0 B/s wr, 25 op/s 2024-04-10T16:34:09.693 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/597861789' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-10T16:34:09.693 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd=[{"prefix": "fs fail", "fs_name": "cephfs"}]: dispatch 2024-04-10T16:34:09.693 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[88557]: Health check failed: 1 filesystem is degraded (FS_DEGRADED) 2024-04-10T16:34:09.693 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[88557]: Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-04-10T16:34:09.693 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[88557]: from='client.? ' entity='client.admin' cmd='[{"prefix": "fs fail", "fs_name": "cephfs"}]': finished 2024-04-10T16:34:09.693 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[88557]: osdmap e2714: 8 total, 8 up, 8 in 2024-04-10T16:34:09.693 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[88557]: fsmap cephfs:0/1 1 up:standby, 1 failed 2024-04-10T16:34:09.694 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:09 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1523921377' entity='client.admin' cmd=[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]: dispatch 2024-04-10T16:34:09.741 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-04-10T16:34:10.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:10 smithi154 ceph-mon[84269]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-10T16:34:10.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:10 smithi154 ceph-mon[84269]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-10T16:34:10.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:10 smithi154 ceph-mon[84269]: Cluster is now healthy 2024-04-10T16:34:10.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:10 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/1523921377' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-10T16:34:10.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:10 smithi154 ceph-mon[84269]: mds.? [v2:172.21.15.102:6834/3292666467,v1:172.21.15.102:6835/3292666467] up:boot 2024-04-10T16:34:10.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:10 smithi154 ceph-mon[84269]: fsmap 2 up:standby 2024-04-10T16:34:10.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:10 smithi154 ceph-mon[84269]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T16:34:10.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:10 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2574362102' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T16:34:10.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:10 smithi102 ceph-mon[88557]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-10T16:34:10.691 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:10 smithi102 ceph-mon[88557]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-10T16:34:10.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:10 smithi102 ceph-mon[88557]: Cluster is now healthy 2024-04-10T16:34:10.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:10 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/1523921377' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-10T16:34:10.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:10 smithi102 ceph-mon[88557]: mds.? [v2:172.21.15.102:6834/3292666467,v1:172.21.15.102:6835/3292666467] up:boot 2024-04-10T16:34:10.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:10 smithi102 ceph-mon[88557]: fsmap 2 up:standby 2024-04-10T16:34:10.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:10 smithi102 ceph-mon[88557]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T16:34:10.692 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:10 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2574362102' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T16:34:10.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:10 smithi102 ceph-mon[90943]: Health check cleared: FS_DEGRADED (was: 1 filesystem is degraded) 2024-04-10T16:34:10.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:10 smithi102 ceph-mon[90943]: Health check cleared: MDS_ALL_DOWN (was: 1 filesystem is offline) 2024-04-10T16:34:10.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:10 smithi102 ceph-mon[90943]: Cluster is now healthy 2024-04-10T16:34:10.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:10 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/1523921377' entity='client.admin' cmd='[{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]': finished 2024-04-10T16:34:10.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:10 smithi102 ceph-mon[90943]: mds.? [v2:172.21.15.102:6834/3292666467,v1:172.21.15.102:6835/3292666467] up:boot 2024-04-10T16:34:10.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:10 smithi102 ceph-mon[90943]: fsmap 2 up:standby 2024-04-10T16:34:10.692 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:10 smithi102 ceph-mon[90943]: from='mgr.34101 172.21.15.102:0/2867766485' entity='mgr.y' cmd=[{"prefix": "mds metadata", "who": "a"}]: dispatch 2024-04-10T16:34:10.693 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:10 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2574362102' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T16:34:10.726 INFO:teuthology.orchestra.run.smithi102.stderr:pool 'cephfs_metadata' removed 2024-04-10T16:34:10.745 DEBUG:teuthology.orchestra.run.smithi102:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-04-10T16:34:11.740 INFO:teuthology.orchestra.run.smithi102.stderr:pool 'cephfs_data' removed 2024-04-10T16:34:11.762 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-10T16:34:11.789 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-10T16:34:11.824 INFO:tasks.cephadm:Cleaning up testdir ceph.* files... 2024-04-10T16:34:11.824 DEBUG:teuthology.orchestra.run.smithi102:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-10T16:34:11.844 DEBUG:teuthology.orchestra.run.smithi154:> rm -f /home/ubuntu/cephtest/seed.ceph.conf /home/ubuntu/cephtest/ceph.pub 2024-04-10T16:34:11.881 INFO:tasks.cephadm:Stopping all daemons... 2024-04-10T16:34:11.881 INFO:tasks.cephadm.mon.a:Stopping mon.a... 2024-04-10T16:34:11.881 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mon.a 2024-04-10T16:34:12.162 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:11 smithi154 ceph-mon[84269]: pgmap v5038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 30 op/s 2024-04-10T16:34:12.162 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/2574362102' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-10T16:34:12.162 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:11 smithi154 ceph-mon[84269]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-10T16:34:12.162 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:11 smithi154 ceph-mon[84269]: from='client.? 172.21.15.102:0/3416026982' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T16:34:12.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:11 smithi102 ceph-mon[90943]: pgmap v5038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 30 op/s 2024-04-10T16:34:12.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/2574362102' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-10T16:34:12.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:11 smithi102 ceph-mon[90943]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-10T16:34:12.192 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:11 smithi102 ceph-mon[90943]: from='client.? 172.21.15.102:0/3416026982' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T16:34:12.192 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:11 smithi102 ceph-mon[88557]: pgmap v5038: 105 pgs: 105 active+clean; 4.6 MiB data, 4.2 GiB used, 711 GiB / 715 GiB avail; 21 KiB/s rd, 0 B/s wr, 30 op/s 2024-04-10T16:34:12.192 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/2574362102' entity='client.admin' cmd='[{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]': finished 2024-04-10T16:34:12.192 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:11 smithi102 ceph-mon[88557]: osdmap e2715: 8 total, 8 up, 8 in 2024-04-10T16:34:12.192 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:11 smithi102 ceph-mon[88557]: from='client.? 172.21.15.102:0/3416026982' entity='client.admin' cmd=[{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]: dispatch 2024-04-10T16:34:12.192 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:11 smithi102 systemd[1]: Stopping Ceph mon.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T16:34:12.486 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:12 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a[88553]: 2024-04-10T16:34:12.182+0000 7f045bb52700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T16:34:12.487 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:12 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a[88553]: 2024-04-10T16:34:12.182+0000 7f045bb52700 -1 mon.a@0(leader) e4 *** Got Signal Terminated *** 2024-04-10T16:34:12.487 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:12 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:34:12] ENGINE Bus STOPPING 2024-04-10T16:34:12.487 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:12 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:34:12] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T16:34:12.487 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:12 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:34:12] ENGINE Bus STOPPED 2024-04-10T16:34:12.487 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:12 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:34:12] ENGINE Bus STARTING 2024-04-10T16:34:12.487 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:12 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:34:12] ENGINE Serving on http://:::9283 2024-04-10T16:34:12.487 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:12 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:34:12] ENGINE Bus STARTED 2024-04-10T16:34:12.661 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:34:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:34:12.315Z caller=manager.go:640 level=warn component="rule manager" file=/etc/prometheus/alerting/ceph_alerts.yml group=pools name=CephPoolGrowthWarning index=0 msg="Evaluating rule failed" rule="alert: CephPoolGrowthWarning\nexpr: (predict_linear(ceph_pool_percent_used[2d], 3600 * 24 * 5) * on (pool_id, instance)\n group_right () ceph_pool_metadata) >= 95\nlabels:\n oid: 1.3.6.1.4.1.50495.1.2.1.9.2\n severity: warning\n type: ceph_default\nannotations:\n description: Pool '{{ $labels.name }}' will be full in less than 5 days assuming\n the average fill-up rate of the past 48 hours.\n summary: Pool growth rate may soon exceed capacity\n" err="found duplicate series for the match group {instance=\"smithi102:9283\", pool_id=\"1\"} on the left hand-side of the operation: [{instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}, {cluster=\"8fac6e32-f74a-11ee-b64a-cb9ed24678a4\", instance=\"smithi102:9283\", job=\"ceph\", pool_id=\"1\"}];many-to-many matching not allowed: matching labels must be unique on one side" 2024-04-10T16:34:12.783 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:12 smithi102 podman[215330]: 2024-04-10 16:34:12.478771597 +0000 UTC m=+0.422149767 container died 09d0a3f89365443f689a374f34508666506876bfca3f59bf5cf5ea2388e5bd1d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T16:34:13.126 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:12 smithi102 podman[215330]: 2024-04-10 16:34:12.95027078 +0000 UTC m=+0.893648998 container cleanup 09d0a3f89365443f689a374f34508666506876bfca3f59bf5cf5ea2388e5bd1d (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-10T16:34:13.126 INFO:journalctl@ceph.mon.a.smithi102.stdout:Apr 10 16:34:12 smithi102 bash[215330]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-a 2024-04-10T16:34:13.331 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mon.a.service' 2024-04-10T16:34:13.380 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T16:34:13.380 INFO:tasks.cephadm.mon.a:Stopped mon.a 2024-04-10T16:34:13.380 INFO:tasks.cephadm.mon.b:Stopping mon.c... 2024-04-10T16:34:13.380 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mon.c 2024-04-10T16:34:13.691 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:13 smithi102 systemd[1]: Stopping Ceph mon.c for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T16:34:14.130 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:13 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-c[90939]: 2024-04-10T16:34:13.687+0000 7f00a13ba700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.c -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T16:34:14.130 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:13 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-c[90939]: 2024-04-10T16:34:13.687+0000 7f00a13ba700 -1 mon.c@2(peon) e4 *** Got Signal Terminated *** 2024-04-10T16:34:14.131 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:13 smithi102 podman[215464]: 2024-04-10 16:34:13.851956029 +0000 UTC m=+0.266536242 container died 57de69af85cdf5d0c854cd6e6c45bc71b17f4d0db4ac5822283aa0a09e5cda83 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-c, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T16:34:14.131 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:13 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:34:13] ENGINE Bus STOPPING 2024-04-10T16:34:14.131 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:13 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:34:13] ENGINE HTTP Server cherrypy._cpwsgi_server.CPWSGIServer(('::', 9283)) shut down 2024-04-10T16:34:14.131 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:13 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:34:13] ENGINE Bus STOPPED 2024-04-10T16:34:14.131 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:13 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:34:13] ENGINE Bus STARTING 2024-04-10T16:34:14.131 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:13 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:34:13] ENGINE Serving on http://:::9283 2024-04-10T16:34:14.131 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:13 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: [10/Apr/2024:16:34:13] ENGINE Bus STARTED 2024-04-10T16:34:14.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:14 smithi102 podman[215464]: 2024-04-10 16:34:14.222044543 +0000 UTC m=+0.636624755 container cleanup 57de69af85cdf5d0c854cd6e6c45bc71b17f4d0db4ac5822283aa0a09e5cda83 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-c, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, GIT_CLEAN=True, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS) 2024-04-10T16:34:14.442 INFO:journalctl@ceph.mon.c.smithi102.stdout:Apr 10 16:34:14 smithi102 bash[215464]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-c 2024-04-10T16:34:14.655 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mon.c.service' 2024-04-10T16:34:14.692 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T16:34:14.692 INFO:tasks.cephadm.mon.b:Stopped mon.c 2024-04-10T16:34:14.692 INFO:tasks.cephadm.mon.b:Stopping mon.b... 2024-04-10T16:34:14.692 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mon.b 2024-04-10T16:34:15.018 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:14 smithi154 systemd[1]: Stopping Ceph mon.b for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T16:34:15.327 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:15 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-b[84265]: 2024-04-10T16:34:15.009+0000 7f004c0d1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mon -n mon.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false --default-mon-cluster-log-to-file=false --default-mon-cluster-log-to-journald=true --default-mon-cluster-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T16:34:15.327 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:15 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-b[84265]: 2024-04-10T16:34:15.009+0000 7f004c0d1700 -1 mon.b@1(peon) e4 *** Got Signal Terminated *** 2024-04-10T16:34:15.327 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:15 smithi154 podman[145284]: 2024-04-10 16:34:15.040473209 +0000 UTC m=+0.157571551 container died ecf89eee3550f94fc361da3a35e8a841486a915206225dd8d6eb9ab2b3d1b837 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-b, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux ) 2024-04-10T16:34:15.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:15 smithi154 podman[145284]: 2024-04-10 16:34:15.527029188 +0000 UTC m=+0.644127528 container cleanup ecf89eee3550f94fc361da3a35e8a841486a915206225dd8d6eb9ab2b3d1b837 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-b, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux ) 2024-04-10T16:34:15.662 INFO:journalctl@ceph.mon.b.smithi154.stdout:Apr 10 16:34:15 smithi154 bash[145284]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mon-b 2024-04-10T16:34:15.901 DEBUG:teuthology.orchestra.run.smithi154:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mon.b.service' 2024-04-10T16:34:15.956 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T16:34:15.957 INFO:tasks.cephadm.mon.b:Stopped mon.b 2024-04-10T16:34:15.957 INFO:tasks.cephadm.mgr.y:Stopping mgr.y... 2024-04-10T16:34:15.957 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mgr.y 2024-04-10T16:34:16.268 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:15 smithi102 systemd[1]: Stopping Ceph mgr.y for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T16:34:16.535 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T16:34:16.259+0000 7f9905270700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mgr -n mgr.y -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T16:34:16.535 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:16 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y[79554]: 2024-04-10T16:34:16.259+0000 7f9905270700 -1 mgr handle_mgr_signal *** Got signal Terminated *** 2024-04-10T16:34:16.536 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:16 smithi102 podman[215595]: 2024-04-10 16:34:16.291286272 +0000 UTC m=+0.157100517 container died d4cb3bfdb76a680582cc1c98970aedc9996f62be790ada0da134252fb9617f05 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y, maintainer=Guillaume Abrioux , ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T16:34:16.845 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:16 smithi102 podman[215595]: 2024-04-10 16:34:16.602092025 +0000 UTC m=+0.467906276 container cleanup d4cb3bfdb76a680582cc1c98970aedc9996f62be790ada0da134252fb9617f05 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS) 2024-04-10T16:34:16.845 INFO:journalctl@ceph.mgr.y.smithi102.stdout:Apr 10 16:34:16 smithi102 bash[215595]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-y 2024-04-10T16:34:16.973 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mgr.y.service' 2024-04-10T16:34:17.010 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T16:34:17.010 INFO:tasks.cephadm.mgr.y:Stopped mgr.y 2024-04-10T16:34:17.010 INFO:tasks.cephadm.mgr.x:Stopping mgr.x... 2024-04-10T16:34:17.010 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mgr.x 2024-04-10T16:34:17.338 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 16:34:17 smithi154 systemd[1]: Stopping Ceph mgr.x for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T16:34:17.624 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 16:34:17 smithi154 podman[145407]: 2024-04-10 16:34:17.329713526 +0000 UTC m=+0.141004291 container died 5843a1d0f5c58c68931e175b1384ebbc6e11f1a51213a5a7c2b9a2fa8a2ddabc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=) 2024-04-10T16:34:17.911 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 16:34:17 smithi154 podman[145407]: 2024-04-10 16:34:17.715255186 +0000 UTC m=+0.526545953 container cleanup 5843a1d0f5c58c68931e175b1384ebbc6e11f1a51213a5a7c2b9a2fa8a2ddabc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240409, ceph=True) 2024-04-10T16:34:17.912 INFO:journalctl@ceph.mgr.x.smithi154.stdout:Apr 10 16:34:17 smithi154 bash[145407]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mgr-x 2024-04-10T16:34:18.145 DEBUG:teuthology.orchestra.run.smithi154:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mgr.x.service' 2024-04-10T16:34:18.182 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T16:34:18.182 INFO:tasks.cephadm.mgr.x:Stopped mgr.x 2024-04-10T16:34:18.182 INFO:tasks.cephadm.osd.0:Stopping osd.0... 2024-04-10T16:34:18.182 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.0 2024-04-10T16:34:18.465 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 16:34:18 smithi102 systemd[1]: Stopping Ceph osd.0 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T16:34:18.942 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 16:34:18 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0[96201]: 2024-04-10T16:34:18.456+0000 7f8efe3c7700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.0 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T16:34:18.942 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 16:34:18 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0[96201]: 2024-04-10T16:34:18.456+0000 7f8efe3c7700 -1 osd.0 2716 *** Got signal Terminated *** 2024-04-10T16:34:18.942 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 16:34:18 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0[96201]: 2024-04-10T16:34:18.456+0000 7f8efe3c7700 -1 osd.0 2716 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T16:34:20.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:34:20 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:34:20.231Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-10T16:34:20.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:34:20 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:34:20.232Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi154.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.154:8443: connect: connection refused" 2024-04-10T16:34:22.161 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:34:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:34:21.883Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.102:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.102:8765: connect: connection refused" 2024-04-10T16:34:22.162 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:34:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:34:21.885Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.102:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.102:8765: connect: connection refused" 2024-04-10T16:34:22.162 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:34:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:34:21.886Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.102:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.102:8765: connect: connection refused" 2024-04-10T16:34:22.162 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:34:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:34:21.886Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.102:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.102:8765: connect: connection refused" 2024-04-10T16:34:22.162 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:34:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:34:21.886Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.102:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.102:8765: connect: connection refused" 2024-04-10T16:34:24.233 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 16:34:23 smithi102 podman[215716]: 2024-04-10 16:34:23.954457739 +0000 UTC m=+5.596081599 container died e0c9aedb21463015947dd66f6e5858c6c43b60f258652719d7ee14ab1e8308e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True) 2024-04-10T16:34:24.591 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 16:34:24 smithi102 podman[215716]: 2024-04-10 16:34:24.315486612 +0000 UTC m=+5.957110470 container cleanup e0c9aedb21463015947dd66f6e5858c6c43b60f258652719d7ee14ab1e8308e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0, GIT_CLEAN=True, ceph=True, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-10T16:34:24.591 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 16:34:24 smithi102 bash[215716]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0 2024-04-10T16:34:24.934 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 16:34:24 smithi102 podman[215733]: 2024-04-10 16:34:24.583662041 +0000 UTC m=+0.625087539 container remove e0c9aedb21463015947dd66f6e5858c6c43b60f258652719d7ee14ab1e8308e7 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T16:34:25.192 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 16:34:24 smithi102 podman[215825]: 2024-04-10 16:34:24.926349954 +0000 UTC m=+0.113783961 container create 91362c19e8aacd9511818846963b6aa144ddd94b8d751c4135d70baff43dbf97 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-deactivate, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux ) 2024-04-10T16:34:25.192 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 16:34:24 smithi102 podman[215825]: 2024-04-10 16:34:24.830283569 +0000 UTC m=+0.017717517 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T16:34:25.192 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 16:34:25 smithi102 podman[215825]: 2024-04-10 16:34:25.138834871 +0000 UTC m=+0.326268828 container init 91362c19e8aacd9511818846963b6aa144ddd94b8d751c4135d70baff43dbf97 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-10T16:34:25.192 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 16:34:25 smithi102 podman[215825]: 2024-04-10 16:34:25.142293186 +0000 UTC m=+0.329727134 container start 91362c19e8aacd9511818846963b6aa144ddd94b8d751c4135d70baff43dbf97 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-deactivate, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, ceph=True, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409) 2024-04-10T16:34:25.692 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 16:34:25 smithi102 podman[215825]: 2024-04-10 16:34:25.23857567 +0000 UTC m=+0.426009633 container attach 91362c19e8aacd9511818846963b6aa144ddd94b8d751c4135d70baff43dbf97 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-deactivate, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2) 2024-04-10T16:34:25.692 INFO:journalctl@ceph.osd.0.smithi102.stdout:Apr 10 16:34:25 smithi102 podman[215825]: 2024-04-10 16:34:25.431812523 +0000 UTC m=+0.619246472 container died 91362c19e8aacd9511818846963b6aa144ddd94b8d751c4135d70baff43dbf97 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-0-deactivate, CEPH_POINT_RELEASE=, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T16:34:26.066 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.0.service' 2024-04-10T16:34:26.110 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T16:34:26.110 INFO:tasks.cephadm.osd.0:Stopped osd.0 2024-04-10T16:34:26.110 INFO:tasks.cephadm.osd.1:Stopping osd.1... 2024-04-10T16:34:26.110 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.1 2024-04-10T16:34:26.331 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 16:34:26 smithi102 systemd[1]: Stopping Ceph osd.1 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T16:34:26.692 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 16:34:26 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1[101224]: 2024-04-10T16:34:26.446+0000 7f9d72849700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.1 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T16:34:26.692 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 16:34:26 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1[101224]: 2024-04-10T16:34:26.446+0000 7f9d72849700 -1 osd.1 2716 *** Got signal Terminated *** 2024-04-10T16:34:26.692 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 16:34:26 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1[101224]: 2024-04-10T16:34:26.446+0000 7f9d72849700 -1 osd.1 2716 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T16:34:30.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:34:30 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:34:30.232Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi154.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.154:8443: connect: connection refused" 2024-04-10T16:34:30.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:34:30 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:34:30.232Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-10T16:34:30.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:34:30 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:34:30.233Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi154.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.154:8443: connect: connection refused" 2024-04-10T16:34:32.113 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 16:34:31 smithi102 podman[215934]: 2024-04-10 16:34:31.853913077 +0000 UTC m=+5.521924045 container died 2d65d19c2ebd51bc29ca23cc860a80aa3c02ee88fa6a1ac3ac0298a91d36c6bc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1, io.buildah.version=1.33.5, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-10T16:34:32.442 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 16:34:32 smithi102 podman[215934]: 2024-04-10 16:34:32.220283067 +0000 UTC m=+5.888294043 container cleanup 2d65d19c2ebd51bc29ca23cc860a80aa3c02ee88fa6a1ac3ac0298a91d36c6bc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5) 2024-04-10T16:34:32.442 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 16:34:32 smithi102 bash[215934]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1 2024-04-10T16:34:32.838 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 16:34:32 smithi102 podman[215964]: 2024-04-10 16:34:32.488110937 +0000 UTC m=+0.637005186 container remove 2d65d19c2ebd51bc29ca23cc860a80aa3c02ee88fa6a1ac3ac0298a91d36c6bc (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T16:34:33.158 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 16:34:32 smithi102 podman[216057]: 2024-04-10 16:34:32.732924853 +0000 UTC m=+0.017781692 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T16:34:33.159 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 16:34:32 smithi102 podman[216057]: 2024-04-10 16:34:32.864473833 +0000 UTC m=+0.149330697 container create b38dd9c6fa5ee3754f63f0971fd3546155caca6ef09467c87d7c9f582de30ac4 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux ) 2024-04-10T16:34:33.159 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 16:34:33 smithi102 podman[216057]: 2024-04-10 16:34:33.067376752 +0000 UTC m=+0.352233575 container init b38dd9c6fa5ee3754f63f0971fd3546155caca6ef09467c87d7c9f582de30ac4 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-deactivate, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=) 2024-04-10T16:34:33.159 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 16:34:33 smithi102 podman[216057]: 2024-04-10 16:34:33.070450483 +0000 UTC m=+0.355307313 container start b38dd9c6fa5ee3754f63f0971fd3546155caca6ef09467c87d7c9f582de30ac4 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-deactivate, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=) 2024-04-10T16:34:33.159 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 16:34:33 smithi102 podman[216057]: 2024-04-10 16:34:33.150541939 +0000 UTC m=+0.435398770 container attach b38dd9c6fa5ee3754f63f0971fd3546155caca6ef09467c87d7c9f582de30ac4 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-deactivate, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, org.label-schema.schema-version=1.0) 2024-04-10T16:34:33.442 INFO:journalctl@ceph.osd.1.smithi102.stdout:Apr 10 16:34:33 smithi102 podman[216057]: 2024-04-10 16:34:33.361009365 +0000 UTC m=+0.645866187 container died b38dd9c6fa5ee3754f63f0971fd3546155caca6ef09467c87d7c9f582de30ac4 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-1-deactivate, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, ceph=True, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409) 2024-04-10T16:34:33.984 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.1.service' 2024-04-10T16:34:34.025 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T16:34:34.025 INFO:tasks.cephadm.osd.1:Stopped osd.1 2024-04-10T16:34:34.025 INFO:tasks.cephadm.osd.2:Stopping osd.2... 2024-04-10T16:34:34.025 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.2 2024-04-10T16:34:34.357 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 16:34:34 smithi102 systemd[1]: Stopping Ceph osd.2 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T16:34:34.692 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 16:34:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2[106334]: 2024-04-10T16:34:34.347+0000 7f1696b29700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.2 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T16:34:34.692 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 16:34:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2[106334]: 2024-04-10T16:34:34.347+0000 7f1696b29700 -1 osd.2 2716 *** Got signal Terminated *** 2024-04-10T16:34:34.692 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 16:34:34 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2[106334]: 2024-04-10T16:34:34.347+0000 7f1696b29700 -1 osd.2 2716 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T16:34:40.192 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 16:34:39 smithi102 podman[216162]: 2024-04-10 16:34:39.890597467 +0000 UTC m=+5.647270574 container died 5937c2c020b1adf2a61481be51dcf04e466508ef42bfc11849a5c3bd225403d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0) 2024-04-10T16:34:40.692 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 16:34:40 smithi102 podman[216162]: 2024-04-10 16:34:40.198954122 +0000 UTC m=+5.955627283 container cleanup 5937c2c020b1adf2a61481be51dcf04e466508ef42bfc11849a5c3bd225403d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, ceph=True, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-10T16:34:40.692 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 16:34:40 smithi102 bash[216162]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2 2024-04-10T16:34:40.692 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 16:34:40 smithi102 podman[216185]: 2024-04-10 16:34:40.375183274 +0000 UTC m=+0.485881446 container remove 5937c2c020b1adf2a61481be51dcf04e466508ef42bfc11849a5c3bd225403d8 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, ceph=True, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_CLEAN=True) 2024-04-10T16:34:40.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:34:40 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:34:40.232Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi154.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.154:8443: connect: connection refused" 2024-04-10T16:34:40.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:34:40 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:34:40.233Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-10T16:34:40.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:34:40 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:34:40.234Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi154.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.154:8443: connect: connection refused" 2024-04-10T16:34:41.095 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 16:34:40 smithi102 podman[216274]: 2024-04-10 16:34:40.692737831 +0000 UTC m=+0.018016451 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T16:34:41.095 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 16:34:40 smithi102 podman[216274]: 2024-04-10 16:34:40.792769928 +0000 UTC m=+0.118048564 container create 12745001b338a36f909eda17d5032a1d24588fbfbf48d3106fc5fe2745fbe923 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-deactivate, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS) 2024-04-10T16:34:41.095 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 16:34:41 smithi102 podman[216274]: 2024-04-10 16:34:41.003443696 +0000 UTC m=+0.328722290 container init 12745001b338a36f909eda17d5032a1d24588fbfbf48d3106fc5fe2745fbe923 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-deactivate, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-10T16:34:41.095 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 16:34:41 smithi102 podman[216274]: 2024-04-10 16:34:41.006494512 +0000 UTC m=+0.331773113 container start 12745001b338a36f909eda17d5032a1d24588fbfbf48d3106fc5fe2745fbe923 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-deactivate, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T16:34:41.095 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 16:34:41 smithi102 podman[216274]: 2024-04-10 16:34:41.086768454 +0000 UTC m=+0.412047055 container attach 12745001b338a36f909eda17d5032a1d24588fbfbf48d3106fc5fe2745fbe923 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-deactivate, ceph=True, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0) 2024-04-10T16:34:41.442 INFO:journalctl@ceph.osd.2.smithi102.stdout:Apr 10 16:34:41 smithi102 podman[216274]: 2024-04-10 16:34:41.294019344 +0000 UTC m=+0.619297944 container died 12745001b338a36f909eda17d5032a1d24588fbfbf48d3106fc5fe2745fbe923 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-2-deactivate, maintainer=Guillaume Abrioux , ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2) 2024-04-10T16:34:41.922 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.2.service' 2024-04-10T16:34:41.963 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T16:34:41.964 INFO:tasks.cephadm.osd.2:Stopped osd.2 2024-04-10T16:34:41.964 INFO:tasks.cephadm.osd.3:Stopping osd.3... 2024-04-10T16:34:41.964 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.3 2024-04-10T16:34:42.191 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 16:34:42 smithi102 systemd[1]: Stopping Ceph osd.3 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T16:34:42.692 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 16:34:42 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3[111069]: 2024-04-10T16:34:42.268+0000 7f1ee4fa1700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.3 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T16:34:42.692 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 16:34:42 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3[111069]: 2024-04-10T16:34:42.268+0000 7f1ee4fa1700 -1 osd.3 2716 *** Got signal Terminated *** 2024-04-10T16:34:42.692 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 16:34:42 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3[111069]: 2024-04-10T16:34:42.268+0000 7f1ee4fa1700 -1 osd.3 2716 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T16:34:45.162 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:44 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:44.783+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:21.332987+0000 front 2024-04-10T16:34:21.332975+0000 (oldest deadline 2024-04-10T16:34:44.133182+0000) 2024-04-10T16:34:45.162 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:44 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[89767]: 2024-04-10T16:34:44.687+0000 7f5f13d9e700 -1 osd.4 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:19.807178+0000 front 2024-04-10T16:34:19.807214+0000 (oldest deadline 2024-04-10T16:34:44.507164+0000) 2024-04-10T16:34:45.692 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 16:34:45 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3[111069]: 2024-04-10T16:34:45.208+0000 7f1ee1595700 -1 osd.3 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.656398+0000 front 2024-04-10T16:34:22.656536+0000 (oldest deadline 2024-04-10T16:34:44.356379+0000) 2024-04-10T16:34:46.162 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:45 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:45.792+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:21.332987+0000 front 2024-04-10T16:34:21.332975+0000 (oldest deadline 2024-04-10T16:34:44.133182+0000) 2024-04-10T16:34:46.162 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:45 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[89767]: 2024-04-10T16:34:45.658+0000 7f5f13d9e700 -1 osd.4 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:19.807178+0000 front 2024-04-10T16:34:19.807214+0000 (oldest deadline 2024-04-10T16:34:44.507164+0000) 2024-04-10T16:34:46.441 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 16:34:46 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3[111069]: 2024-04-10T16:34:46.162+0000 7f1ee1595700 -1 osd.3 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.656398+0000 front 2024-04-10T16:34:22.656536+0000 (oldest deadline 2024-04-10T16:34:44.356379+0000) 2024-04-10T16:34:47.042 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:46 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[89767]: 2024-04-10T16:34:46.673+0000 7f5f13d9e700 -1 osd.4 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:19.807178+0000 front 2024-04-10T16:34:19.807214+0000 (oldest deadline 2024-04-10T16:34:44.507164+0000) 2024-04-10T16:34:47.042 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:46 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:46.838+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:21.332987+0000 front 2024-04-10T16:34:21.332975+0000 (oldest deadline 2024-04-10T16:34:44.133182+0000) 2024-04-10T16:34:47.412 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:34:47 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:34:47.033+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:34:47.442 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 16:34:47 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3[111069]: 2024-04-10T16:34:47.120+0000 7f1ee1595700 -1 osd.3 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.656398+0000 front 2024-04-10T16:34:22.656536+0000 (oldest deadline 2024-04-10T16:34:44.356379+0000) 2024-04-10T16:34:48.019 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:47 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[89767]: 2024-04-10T16:34:47.707+0000 7f5f13d9e700 -1 osd.4 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:19.807178+0000 front 2024-04-10T16:34:19.807214+0000 (oldest deadline 2024-04-10T16:34:44.507164+0000) 2024-04-10T16:34:48.020 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:47 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:47.812+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:21.332987+0000 front 2024-04-10T16:34:21.332975+0000 (oldest deadline 2024-04-10T16:34:44.133182+0000) 2024-04-10T16:34:48.020 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:34:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:34:48.010+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:34:48.143 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 16:34:47 smithi102 podman[216378]: 2024-04-10 16:34:47.815464015 +0000 UTC m=+5.640797427 container died 056d46e334c13dcbd160a64920d19d262961d5ab955ee085801e9fb98fa4c3bb (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2) 2024-04-10T16:34:48.442 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 16:34:48 smithi102 podman[216378]: 2024-04-10 16:34:48.24387637 +0000 UTC m=+6.069209784 container cleanup 056d46e334c13dcbd160a64920d19d262961d5ab955ee085801e9fb98fa4c3bb (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True) 2024-04-10T16:34:48.442 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 16:34:48 smithi102 bash[216378]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3 2024-04-10T16:34:48.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:34:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:34:48.265+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:34:48.857 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 16:34:48 smithi102 podman[216394]: 2024-04-10 16:34:48.444971516 +0000 UTC m=+0.625129809 container remove 056d46e334c13dcbd160a64920d19d262961d5ab955ee085801e9fb98fa4c3bb (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.build-date=20240409, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0) 2024-04-10T16:34:49.001 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[89767]: 2024-04-10T16:34:48.727+0000 7f5f13d9e700 -1 osd.4 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:19.807178+0000 front 2024-04-10T16:34:19.807214+0000 (oldest deadline 2024-04-10T16:34:44.507164+0000) 2024-04-10T16:34:49.001 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:48.800+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:21.332987+0000 front 2024-04-10T16:34:21.332975+0000 (oldest deadline 2024-04-10T16:34:44.133182+0000) 2024-04-10T16:34:49.173 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 16:34:48 smithi102 podman[216483]: 2024-04-10 16:34:48.751467577 +0000 UTC m=+0.017823920 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T16:34:49.173 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 16:34:48 smithi102 podman[216483]: 2024-04-10 16:34:48.854106761 +0000 UTC m=+0.120463173 container create d9aae47a55a0287f5ff825f09d81965de6ccc8980652b07a99aea4d39448a3c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-deactivate, org.label-schema.license=GPLv2, ceph=True, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS) 2024-04-10T16:34:49.173 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 16:34:49 smithi102 podman[216483]: 2024-04-10 16:34:49.084265075 +0000 UTC m=+0.350621418 container init d9aae47a55a0287f5ff825f09d81965de6ccc8980652b07a99aea4d39448a3c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_CLEAN=True, CEPH_POINT_RELEASE=, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS) 2024-04-10T16:34:49.173 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 16:34:49 smithi102 podman[216483]: 2024-04-10 16:34:49.087389144 +0000 UTC m=+0.353745490 container start d9aae47a55a0287f5ff825f09d81965de6ccc8980652b07a99aea4d39448a3c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-deactivate, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-10T16:34:49.174 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 16:34:49 smithi102 podman[216483]: 2024-04-10 16:34:49.165111464 +0000 UTC m=+0.431467818 container attach d9aae47a55a0287f5ff825f09d81965de6ccc8980652b07a99aea4d39448a3c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-deactivate, GIT_BRANCH=HEAD, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux ) 2024-04-10T16:34:49.273 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:34:48 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:34:48.991+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:34:49.442 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 16:34:49 smithi102 podman[216483]: 2024-04-10 16:34:49.385287494 +0000 UTC m=+0.651643842 container died d9aae47a55a0287f5ff825f09d81965de6ccc8980652b07a99aea4d39448a3c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-deactivate, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS) 2024-04-10T16:34:49.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:34:49 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:34:49.264+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:34:49.933 INFO:journalctl@ceph.osd.3.smithi102.stdout:Apr 10 16:34:49 smithi102 podman[216508]: 2024-04-10 16:34:49.910096531 +0000 UTC m=+0.516000899 container remove d9aae47a55a0287f5ff825f09d81965de6ccc8980652b07a99aea4d39448a3c6 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-3-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True) 2024-04-10T16:34:49.938 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.3.service' 2024-04-10T16:34:49.978 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T16:34:49.979 INFO:tasks.cephadm.osd.3:Stopped osd.3 2024-04-10T16:34:49.979 INFO:tasks.cephadm.osd.4:Stopping osd.4... 2024-04-10T16:34:49.979 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.4 2024-04-10T16:34:50.013 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:49 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[89767]: 2024-04-10T16:34:49.752+0000 7f5f13d9e700 -1 osd.4 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:19.807178+0000 front 2024-04-10T16:34:19.807214+0000 (oldest deadline 2024-04-10T16:34:44.507164+0000) 2024-04-10T16:34:50.014 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:49 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:49.814+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:21.332987+0000 front 2024-04-10T16:34:21.332975+0000 (oldest deadline 2024-04-10T16:34:44.133182+0000) 2024-04-10T16:34:50.014 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:34:49 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:34:49.988+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:34:50.284 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:50 smithi154 systemd[1]: Stopping Ceph osd.4 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T16:34:50.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:34:50 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:34:50.291+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:34:50.662 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:50 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[89767]: 2024-04-10T16:34:50.275+0000 7f5f1b7b2700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.4 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T16:34:50.662 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:50 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[89767]: 2024-04-10T16:34:50.275+0000 7f5f1b7b2700 -1 osd.4 2716 *** Got signal Terminated *** 2024-04-10T16:34:50.662 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:50 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[89767]: 2024-04-10T16:34:50.275+0000 7f5f1b7b2700 -1 osd.4 2716 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T16:34:50.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:34:50 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:34:50.233Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi154.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.154:8443: connect: connection refused" 2024-04-10T16:34:50.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:34:50 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:34:50.234Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-10T16:34:50.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:34:50 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:34:50.235Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi154.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.154:8443: connect: connection refused" 2024-04-10T16:34:51.019 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:50 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[89767]: 2024-04-10T16:34:50.749+0000 7f5f13d9e700 -1 osd.4 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:19.807178+0000 front 2024-04-10T16:34:19.807214+0000 (oldest deadline 2024-04-10T16:34:44.507164+0000) 2024-04-10T16:34:51.019 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:50 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:50.807+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:21.332987+0000 front 2024-04-10T16:34:21.332975+0000 (oldest deadline 2024-04-10T16:34:44.133182+0000) 2024-04-10T16:34:51.316 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:34:51 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:34:51.010+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:34:51.661 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:34:51 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:34:51.307+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:34:52.013 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:51 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[89767]: 2024-04-10T16:34:51.723+0000 7f5f13d9e700 -1 osd.4 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:19.807178+0000 front 2024-04-10T16:34:19.807214+0000 (oldest deadline 2024-04-10T16:34:44.507164+0000) 2024-04-10T16:34:52.013 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:51 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:51.798+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:21.332987+0000 front 2024-04-10T16:34:21.332975+0000 (oldest deadline 2024-04-10T16:34:44.133182+0000) 2024-04-10T16:34:52.280 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:34:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:34:52.004+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:34:52.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:34:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:34:52.279+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:34:53.162 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[89767]: 2024-04-10T16:34:52.734+0000 7f5f13d9e700 -1 osd.4 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:19.807178+0000 front 2024-04-10T16:34:19.807214+0000 (oldest deadline 2024-04-10T16:34:44.507164+0000) 2024-04-10T16:34:53.162 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:52.774+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:21.332987+0000 front 2024-04-10T16:34:21.332975+0000 (oldest deadline 2024-04-10T16:34:44.133182+0000) 2024-04-10T16:34:53.162 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:52.774+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:28.134617+0000 front 2024-04-10T16:34:28.134531+0000 (oldest deadline 2024-04-10T16:34:52.234360+0000) 2024-04-10T16:34:53.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:34:52 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:34:52.960+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:34:53.661 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:34:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:34:53.229+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:34:54.162 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[89767]: 2024-04-10T16:34:53.775+0000 7f5f13d9e700 -1 osd.4 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:19.807178+0000 front 2024-04-10T16:34:19.807214+0000 (oldest deadline 2024-04-10T16:34:44.507164+0000) 2024-04-10T16:34:54.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:34:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:34:53.960+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:34:54.162 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:53.733+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:21.332987+0000 front 2024-04-10T16:34:21.332975+0000 (oldest deadline 2024-04-10T16:34:44.133182+0000) 2024-04-10T16:34:54.162 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:53 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:53.733+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:28.134617+0000 front 2024-04-10T16:34:28.134531+0000 (oldest deadline 2024-04-10T16:34:52.234360+0000) 2024-04-10T16:34:54.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:34:54 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:34:54.265+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:34:55.162 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:54 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4[89767]: 2024-04-10T16:34:54.736+0000 7f5f13d9e700 -1 osd.4 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:19.807178+0000 front 2024-04-10T16:34:19.807214+0000 (oldest deadline 2024-04-10T16:34:44.507164+0000) 2024-04-10T16:34:55.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:34:54 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:34:54.914+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:34:55.162 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:54 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:54.736+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:21.332987+0000 front 2024-04-10T16:34:21.332975+0000 (oldest deadline 2024-04-10T16:34:44.133182+0000) 2024-04-10T16:34:55.162 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:54 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:54.736+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:28.134617+0000 front 2024-04-10T16:34:28.134531+0000 (oldest deadline 2024-04-10T16:34:52.234360+0000) 2024-04-10T16:34:55.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:34:55 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:34:55.250+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:34:55.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:34:55 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:34:55.250+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:34:56.162 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:55 smithi154 podman[145545]: 2024-04-10 16:34:55.886722439 +0000 UTC m=+5.719186335 container died b11287656a89e63e042652d6d2df2585df1a9beb6a7a53727e194cfd4776ca43 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4, CEPH_POINT_RELEASE=, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, ceph=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-10T16:34:56.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:34:55 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:34:55.952+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:34:56.162 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:55 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:55.754+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:21.332987+0000 front 2024-04-10T16:34:21.332975+0000 (oldest deadline 2024-04-10T16:34:44.133182+0000) 2024-04-10T16:34:56.163 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:55 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:55.754+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:28.134617+0000 front 2024-04-10T16:34:28.134531+0000 (oldest deadline 2024-04-10T16:34:52.234360+0000) 2024-04-10T16:34:56.526 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:56 smithi154 podman[145545]: 2024-04-10 16:34:56.242112832 +0000 UTC m=+6.074576731 container cleanup b11287656a89e63e042652d6d2df2585df1a9beb6a7a53727e194cfd4776ca43 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux ) 2024-04-10T16:34:56.526 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:56 smithi154 bash[145545]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4 2024-04-10T16:34:56.526 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:34:56 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:34:56.253+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:34:56.526 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:34:56 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:34:56.253+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:34:56.867 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:56 smithi154 podman[145574]: 2024-04-10 16:34:56.518213482 +0000 UTC m=+0.625709092 container remove b11287656a89e63e042652d6d2df2585df1a9beb6a7a53727e194cfd4776ca43 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_CLEAN=True, org.label-schema.schema-version=1.0) 2024-04-10T16:34:56.868 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:56 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:56.709+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:21.332987+0000 front 2024-04-10T16:34:21.332975+0000 (oldest deadline 2024-04-10T16:34:44.133182+0000) 2024-04-10T16:34:56.868 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:56 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:56.709+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:28.134617+0000 front 2024-04-10T16:34:28.134531+0000 (oldest deadline 2024-04-10T16:34:52.234360+0000) 2024-04-10T16:34:57.154 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:34:56 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:34:56.911+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:34:57.155 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:34:56 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:34:56.911+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:30.435768+0000 front 2024-04-10T16:34:30.435896+0000 (oldest deadline 2024-04-10T16:34:56.335766+0000) 2024-04-10T16:34:57.155 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:56 smithi154 podman[145667]: 2024-04-10 16:34:56.762948184 +0000 UTC m=+0.017947406 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T16:34:57.155 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:56 smithi154 podman[145667]: 2024-04-10 16:34:56.869124684 +0000 UTC m=+0.124123943 container create 02ce0c43a116b6f0ca1cb935216276b607dec270afa0903cc469c420fb852f53 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD) 2024-04-10T16:34:57.155 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:57 smithi154 podman[145667]: 2024-04-10 16:34:57.071940237 +0000 UTC m=+0.326939449 container init 02ce0c43a116b6f0ca1cb935216276b607dec270afa0903cc469c420fb852f53 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-deactivate, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, ceph=True, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T16:34:57.155 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:57 smithi154 podman[145667]: 2024-04-10 16:34:57.075002811 +0000 UTC m=+0.330002034 container start 02ce0c43a116b6f0ca1cb935216276b607dec270afa0903cc469c420fb852f53 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, ceph=True) 2024-04-10T16:34:57.155 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:57 smithi154 podman[145667]: 2024-04-10 16:34:57.146711423 +0000 UTC m=+0.401710657 container attach 02ce0c43a116b6f0ca1cb935216276b607dec270afa0903cc469c420fb852f53 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-deactivate, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2) 2024-04-10T16:34:57.412 INFO:journalctl@ceph.osd.4.smithi154.stdout:Apr 10 16:34:57 smithi154 podman[145667]: 2024-04-10 16:34:57.370166199 +0000 UTC m=+0.625165407 container died 02ce0c43a116b6f0ca1cb935216276b607dec270afa0903cc469c420fb852f53 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-4-deactivate, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS, GIT_CLEAN=True, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=) 2024-04-10T16:34:57.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:34:57 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:34:57.299+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:34:57.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:34:57 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:34:57.299+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:34:57.965 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:57 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:57.725+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:21.332987+0000 front 2024-04-10T16:34:21.332975+0000 (oldest deadline 2024-04-10T16:34:44.133182+0000) 2024-04-10T16:34:57.965 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:57 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:57.725+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:28.134617+0000 front 2024-04-10T16:34:28.134531+0000 (oldest deadline 2024-04-10T16:34:52.234360+0000) 2024-04-10T16:34:58.003 DEBUG:teuthology.orchestra.run.smithi154:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.4.service' 2024-04-10T16:34:58.084 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T16:34:58.084 INFO:tasks.cephadm.osd.4:Stopped osd.4 2024-04-10T16:34:58.084 INFO:tasks.cephadm.osd.5:Stopping osd.5... 2024-04-10T16:34:58.084 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.5 2024-04-10T16:34:58.273 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:58 smithi154 systemd[1]: Stopping Ceph osd.5 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T16:34:58.274 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:34:57 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:34:57.956+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:34:58.274 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:34:57 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:34:57.956+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:30.435768+0000 front 2024-04-10T16:34:30.435896+0000 (oldest deadline 2024-04-10T16:34:56.335766+0000) 2024-04-10T16:34:58.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:34:58 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:34:58.264+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:34:58.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:34:58 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:34:58.264+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:34:58.662 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:58 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:58.403+0000 7f6a389c9700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.5 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T16:34:58.662 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:58 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:58.403+0000 7f6a389c9700 -1 osd.5 2716 *** Got signal Terminated *** 2024-04-10T16:34:58.662 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:58 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:58.403+0000 7f6a389c9700 -1 osd.5 2716 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T16:34:59.162 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:58 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:58.735+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:21.332987+0000 front 2024-04-10T16:34:21.332975+0000 (oldest deadline 2024-04-10T16:34:44.133182+0000) 2024-04-10T16:34:59.162 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:58 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:58.735+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:28.134617+0000 front 2024-04-10T16:34:28.134531+0000 (oldest deadline 2024-04-10T16:34:52.234360+0000) 2024-04-10T16:34:59.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:34:58 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:34:58.972+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:34:59.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:34:58 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:34:58.972+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:30.435768+0000 front 2024-04-10T16:34:30.435896+0000 (oldest deadline 2024-04-10T16:34:56.335766+0000) 2024-04-10T16:34:59.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:34:59 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:34:59.295+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:34:59.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:34:59 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:34:59.295+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:35:00.162 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:59 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:59.766+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:21.332987+0000 front 2024-04-10T16:34:21.332975+0000 (oldest deadline 2024-04-10T16:34:44.133182+0000) 2024-04-10T16:35:00.162 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:34:59 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:34:59.766+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:28.134617+0000 front 2024-04-10T16:34:28.134531+0000 (oldest deadline 2024-04-10T16:34:52.234360+0000) 2024-04-10T16:35:00.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:34:59 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:34:59.962+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:35:00.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:34:59 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:34:59.962+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:30.435768+0000 front 2024-04-10T16:34:30.435896+0000 (oldest deadline 2024-04-10T16:34:56.335766+0000) 2024-04-10T16:35:00.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:00 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:00.247+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:35:00.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:00 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:00.247+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:35:00.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:00 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:35:00.234Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi154.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.154:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-10T16:35:00.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:00 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:35:00.235Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-10T16:35:00.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:00 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:35:00.235Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi154.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.154:8443: connect: connection refused" 2024-04-10T16:35:01.162 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:35:00 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:35:00.790+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:21.332987+0000 front 2024-04-10T16:34:21.332975+0000 (oldest deadline 2024-04-10T16:34:44.133182+0000) 2024-04-10T16:35:01.162 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:35:00 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:35:00.790+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:28.134617+0000 front 2024-04-10T16:34:28.134531+0000 (oldest deadline 2024-04-10T16:34:52.234360+0000) 2024-04-10T16:35:01.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:00 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:00.974+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:35:01.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:00 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:00.974+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:30.435768+0000 front 2024-04-10T16:34:30.435896+0000 (oldest deadline 2024-04-10T16:34:56.335766+0000) 2024-04-10T16:35:01.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:00 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:00.974+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:38.636727+0000 front 2024-04-10T16:34:38.636762+0000 (oldest deadline 2024-04-10T16:35:00.336631+0000) 2024-04-10T16:35:01.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:01 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:01.246+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:35:01.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:01 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:01.246+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:35:01.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:01 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:01.246+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:37.415066+0000 front 2024-04-10T16:34:37.415120+0000 (oldest deadline 2024-04-10T16:35:00.915090+0000) 2024-04-10T16:35:02.162 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:35:01 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:35:01.835+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:21.332987+0000 front 2024-04-10T16:34:21.332975+0000 (oldest deadline 2024-04-10T16:34:44.133182+0000) 2024-04-10T16:35:02.162 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:35:01 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:35:01.835+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:28.134617+0000 front 2024-04-10T16:34:28.134531+0000 (oldest deadline 2024-04-10T16:34:52.234360+0000) 2024-04-10T16:35:02.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:01 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:01.952+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:35:02.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:01 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:01.952+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:30.435768+0000 front 2024-04-10T16:34:30.435896+0000 (oldest deadline 2024-04-10T16:34:56.335766+0000) 2024-04-10T16:35:02.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:01 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:01.952+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:38.636727+0000 front 2024-04-10T16:34:38.636762+0000 (oldest deadline 2024-04-10T16:35:00.336631+0000) 2024-04-10T16:35:02.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:02.261+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:35:02.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:02.261+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:35:02.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:02.261+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:37.415066+0000 front 2024-04-10T16:34:37.415120+0000 (oldest deadline 2024-04-10T16:35:00.915090+0000) 2024-04-10T16:35:03.162 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:35:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:35:02.844+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:21.332987+0000 front 2024-04-10T16:34:21.332975+0000 (oldest deadline 2024-04-10T16:34:44.133182+0000) 2024-04-10T16:35:03.162 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:35:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:35:02.844+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:28.134617+0000 front 2024-04-10T16:34:28.134531+0000 (oldest deadline 2024-04-10T16:34:52.234360+0000) 2024-04-10T16:35:03.162 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:35:02 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5[94287]: 2024-04-10T16:35:02.844+0000 7f6a30fb5700 -1 osd.5 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:39.135985+0000 front 2024-04-10T16:34:39.136052+0000 (oldest deadline 2024-04-10T16:35:02.035906+0000) 2024-04-10T16:35:03.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:02.999+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:35:03.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:02.999+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:30.435768+0000 front 2024-04-10T16:34:30.435896+0000 (oldest deadline 2024-04-10T16:34:56.335766+0000) 2024-04-10T16:35:03.163 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:02.999+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:38.636727+0000 front 2024-04-10T16:34:38.636762+0000 (oldest deadline 2024-04-10T16:35:00.336631+0000) 2024-04-10T16:35:03.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:03.247+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:35:03.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:03.247+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:35:03.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:03.247+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:37.415066+0000 front 2024-04-10T16:34:37.415120+0000 (oldest deadline 2024-04-10T16:35:00.915090+0000) 2024-04-10T16:35:04.162 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:35:03 smithi154 podman[145771]: 2024-04-10 16:35:03.89325909 +0000 UTC m=+5.593259886 container died a092a68346b1e05f066d261777b2f5c7be826585cdd6ecba4f9e9592f3bd640f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True) 2024-04-10T16:35:04.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:03.991+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:35:04.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:03.991+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:30.435768+0000 front 2024-04-10T16:34:30.435896+0000 (oldest deadline 2024-04-10T16:34:56.335766+0000) 2024-04-10T16:35:04.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:03 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:03.991+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:38.636727+0000 front 2024-04-10T16:34:38.636762+0000 (oldest deadline 2024-04-10T16:35:00.336631+0000) 2024-04-10T16:35:04.521 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:35:04 smithi154 podman[145771]: 2024-04-10 16:35:04.244947072 +0000 UTC m=+5.944947866 container cleanup a092a68346b1e05f066d261777b2f5c7be826585cdd6ecba4f9e9592f3bd640f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, org.label-schema.build-date=20240409) 2024-04-10T16:35:04.521 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:35:04 smithi154 bash[145771]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5 2024-04-10T16:35:04.521 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:04 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:04.277+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:35:04.521 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:04 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:04.277+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:35:04.521 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:04 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:04.277+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:37.415066+0000 front 2024-04-10T16:34:37.415120+0000 (oldest deadline 2024-04-10T16:35:00.915090+0000) 2024-04-10T16:35:04.873 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:35:04 smithi154 podman[145790]: 2024-04-10 16:35:04.513083139 +0000 UTC m=+0.618032027 container remove a092a68346b1e05f066d261777b2f5c7be826585cdd6ecba4f9e9592f3bd640f (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5, org.label-schema.schema-version=1.0, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, GIT_CLEAN=True, ceph=True, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=) 2024-04-10T16:35:05.133 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:35:04 smithi154 podman[145877]: 2024-04-10 16:35:04.76832614 +0000 UTC m=+0.018231986 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T16:35:05.133 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:35:04 smithi154 podman[145877]: 2024-04-10 16:35:04.872335517 +0000 UTC m=+0.122241384 container create acf5481e3e2c5fd7778d18d0420bcfb52281ff6ae4d4aad15da2a14fccaee0fe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-deactivate, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS) 2024-04-10T16:35:05.133 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:35:05 smithi154 podman[145877]: 2024-04-10 16:35:05.1248728 +0000 UTC m=+0.374778633 container init acf5481e3e2c5fd7778d18d0420bcfb52281ff6ae4d4aad15da2a14fccaee0fe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-deactivate, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_CLEAN=True, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T16:35:05.133 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:05 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:05.030+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:35:05.134 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:05 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:05.030+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:30.435768+0000 front 2024-04-10T16:34:30.435896+0000 (oldest deadline 2024-04-10T16:34:56.335766+0000) 2024-04-10T16:35:05.134 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:05 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:05.030+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:38.636727+0000 front 2024-04-10T16:34:38.636762+0000 (oldest deadline 2024-04-10T16:35:00.336631+0000) 2024-04-10T16:35:05.412 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:35:05 smithi154 podman[145877]: 2024-04-10 16:35:05.127979812 +0000 UTC m=+0.377885643 container start acf5481e3e2c5fd7778d18d0420bcfb52281ff6ae4d4aad15da2a14fccaee0fe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-deactivate, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_BRANCH=HEAD, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, org.label-schema.build-date=20240409, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, ceph=True, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T16:35:05.412 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:35:05 smithi154 podman[145877]: 2024-04-10 16:35:05.208165024 +0000 UTC m=+0.458070865 container attach acf5481e3e2c5fd7778d18d0420bcfb52281ff6ae4d4aad15da2a14fccaee0fe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, CEPH_POINT_RELEASE=, ceph=True, GIT_CLEAN=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS) 2024-04-10T16:35:05.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:05 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:05.259+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:35:05.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:05 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:05.259+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:35:05.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:05 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:05.259+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:37.415066+0000 front 2024-04-10T16:34:37.415120+0000 (oldest deadline 2024-04-10T16:35:00.915090+0000) 2024-04-10T16:35:05.711 INFO:journalctl@ceph.osd.5.smithi154.stdout:Apr 10 16:35:05 smithi154 podman[145877]: 2024-04-10 16:35:05.420940824 +0000 UTC m=+0.670846657 container died acf5481e3e2c5fd7778d18d0420bcfb52281ff6ae4d4aad15da2a14fccaee0fe (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-5-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, ceph=True, io.buildah.version=1.33.5, GIT_CLEAN=True, GIT_BRANCH=HEAD, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux ) 2024-04-10T16:35:06.022 DEBUG:teuthology.orchestra.run.smithi154:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.5.service' 2024-04-10T16:35:06.064 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T16:35:06.064 INFO:tasks.cephadm.osd.5:Stopped osd.5 2024-04-10T16:35:06.065 INFO:tasks.cephadm.osd.6:Stopping osd.6... 2024-04-10T16:35:06.065 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.6 2024-04-10T16:35:06.289 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:06.072+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:35:06.289 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:06.072+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:30.435768+0000 front 2024-04-10T16:34:30.435896+0000 (oldest deadline 2024-04-10T16:34:56.335766+0000) 2024-04-10T16:35:06.289 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:06.072+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:38.636727+0000 front 2024-04-10T16:34:38.636762+0000 (oldest deadline 2024-04-10T16:35:00.336631+0000) 2024-04-10T16:35:06.289 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:06 smithi154 systemd[1]: Stopping Ceph osd.6 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T16:35:06.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:06.280+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:35:06.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:06.280+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:35:06.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:06.280+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:37.415066+0000 front 2024-04-10T16:34:37.415120+0000 (oldest deadline 2024-04-10T16:35:00.915090+0000) 2024-04-10T16:35:06.662 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:06.406+0000 7f9c58c3b700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.6 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T16:35:06.662 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:06.406+0000 7f9c58c3b700 -1 osd.6 2716 *** Got signal Terminated *** 2024-04-10T16:35:06.662 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:06 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:06.406+0000 7f9c58c3b700 -1 osd.6 2716 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T16:35:07.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:07.294+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:35:07.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:07.294+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:35:07.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:07.294+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:37.415066+0000 front 2024-04-10T16:34:37.415120+0000 (oldest deadline 2024-04-10T16:35:00.915090+0000) 2024-04-10T16:35:07.412 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:07.096+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:35:07.412 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:07.096+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:30.435768+0000 front 2024-04-10T16:34:30.435896+0000 (oldest deadline 2024-04-10T16:34:56.335766+0000) 2024-04-10T16:35:07.412 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:07 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:07.096+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:38.636727+0000 front 2024-04-10T16:34:38.636762+0000 (oldest deadline 2024-04-10T16:35:00.336631+0000) 2024-04-10T16:35:08.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:08.298+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:35:08.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:08.298+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:35:08.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:08.298+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:37.415066+0000 front 2024-04-10T16:34:37.415120+0000 (oldest deadline 2024-04-10T16:35:00.915090+0000) 2024-04-10T16:35:08.412 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:08.124+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:35:08.412 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:08.124+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:30.435768+0000 front 2024-04-10T16:34:30.435896+0000 (oldest deadline 2024-04-10T16:34:56.335766+0000) 2024-04-10T16:35:08.412 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:08 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:08.124+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:38.636727+0000 front 2024-04-10T16:34:38.636762+0000 (oldest deadline 2024-04-10T16:35:00.336631+0000) 2024-04-10T16:35:09.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:09.264+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:35:09.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:09.264+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:35:09.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:09.264+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:37.415066+0000 front 2024-04-10T16:34:37.415120+0000 (oldest deadline 2024-04-10T16:35:00.915090+0000) 2024-04-10T16:35:09.412 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:09.123+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:35:09.412 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:09.123+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:30.435768+0000 front 2024-04-10T16:34:30.435896+0000 (oldest deadline 2024-04-10T16:34:56.335766+0000) 2024-04-10T16:35:09.412 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:09 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:09.123+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:38.636727+0000 front 2024-04-10T16:34:38.636762+0000 (oldest deadline 2024-04-10T16:35:00.336631+0000) 2024-04-10T16:35:10.412 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:10 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:10.084+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:35:10.412 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:10 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:10.084+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:30.435768+0000 front 2024-04-10T16:34:30.435896+0000 (oldest deadline 2024-04-10T16:34:56.335766+0000) 2024-04-10T16:35:10.412 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:10 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:10.084+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:38.636727+0000 front 2024-04-10T16:34:38.636762+0000 (oldest deadline 2024-04-10T16:35:00.336631+0000) 2024-04-10T16:35:10.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:10 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:10.266+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:35:10.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:10 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:10.266+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:35:10.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:10 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:10.266+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:37.415066+0000 front 2024-04-10T16:34:37.415120+0000 (oldest deadline 2024-04-10T16:35:00.915090+0000) 2024-04-10T16:35:10.603 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:10 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:35:10.235Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[0]: notify retry canceled after 7 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused; ceph-dashboard/webhook[1]: notify retry canceled after 8 attempts: Post \"https://smithi154.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.154:8443: connect: connection refused" 2024-04-10T16:35:10.603 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:10 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:35:10.236Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-10T16:35:10.603 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:10 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:35:10.236Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi154.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.154:8443: connect: connection refused" 2024-04-10T16:35:11.412 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:11 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:11.056+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.835003+0000 front 2024-04-10T16:34:22.834839+0000 (oldest deadline 2024-04-10T16:34:46.334878+0000) 2024-04-10T16:35:11.412 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:11 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:11.056+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:30.435768+0000 front 2024-04-10T16:34:30.435896+0000 (oldest deadline 2024-04-10T16:34:56.335766+0000) 2024-04-10T16:35:11.412 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:11 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:11.056+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:38.636727+0000 front 2024-04-10T16:34:38.636762+0000 (oldest deadline 2024-04-10T16:35:00.336631+0000) 2024-04-10T16:35:11.412 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:11 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6[98858]: 2024-04-10T16:35:11.056+0000 7f9c51227700 -1 osd.6 2716 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-10T16:34:46.237733+0000 front 2024-04-10T16:34:46.237747+0000 (oldest deadline 2024-04-10T16:35:10.337411+0000) 2024-04-10T16:35:11.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:11 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:11.259+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:35:11.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:11 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:11.259+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:35:11.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:11 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:11.259+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:37.415066+0000 front 2024-04-10T16:34:37.415120+0000 (oldest deadline 2024-04-10T16:35:00.915090+0000) 2024-04-10T16:35:11.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:11 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:11.259+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-10T16:34:45.516724+0000 front 2024-04-10T16:34:45.516707+0000 (oldest deadline 2024-04-10T16:35:10.816653+0000) 2024-04-10T16:35:12.274 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:11 smithi154 podman[145983]: 2024-04-10 16:35:11.988695693 +0000 UTC m=+5.700861018 container died 37b06cfa6a20067ba362c065841c5c18cf093bc3e14af51eb1d0aab66e23936b (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0) 2024-04-10T16:35:12.275 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:12.211+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:35:12.275 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:12.211+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:35:12.275 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:12.211+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:37.415066+0000 front 2024-04-10T16:34:37.415120+0000 (oldest deadline 2024-04-10T16:35:00.915090+0000) 2024-04-10T16:35:12.275 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:12 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:12.211+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-10T16:34:45.516724+0000 front 2024-04-10T16:34:45.516707+0000 (oldest deadline 2024-04-10T16:35:10.816653+0000) 2024-04-10T16:35:12.607 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:12 smithi154 podman[145983]: 2024-04-10 16:35:12.364643245 +0000 UTC m=+6.076808561 container cleanup 37b06cfa6a20067ba362c065841c5c18cf093bc3e14af51eb1d0aab66e23936b (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6, org.label-schema.schema-version=1.0, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T16:35:12.607 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:12 smithi154 bash[145983]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6 2024-04-10T16:35:12.900 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:12 smithi154 podman[146000]: 2024-04-10 16:35:12.599299029 +0000 UTC m=+0.614508365 container remove 37b06cfa6a20067ba362c065841c5c18cf093bc3e14af51eb1d0aab66e23936b (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6, GIT_BRANCH=HEAD, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.vendor=CentOS) 2024-04-10T16:35:13.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:12 smithi154 podman[146094]: 2024-04-10 16:35:12.891631194 +0000 UTC m=+0.100734855 container create 568da9e2d4ca9fe2c8ecadc55e1ee6c84018b8a462c8af2248fcecc7736af9fd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-deactivate, org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, maintainer=Guillaume Abrioux , io.buildah.version=1.33.5) 2024-04-10T16:35:13.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:12 smithi154 podman[146094]: 2024-04-10 16:35:12.808900361 +0000 UTC m=+0.018004037 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T16:35:13.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:13 smithi154 podman[146094]: 2024-04-10 16:35:13.127855938 +0000 UTC m=+0.336959607 container init 568da9e2d4ca9fe2c8ecadc55e1ee6c84018b8a462c8af2248fcecc7736af9fd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-deactivate, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_CLEAN=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T16:35:13.162 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:13 smithi154 podman[146094]: 2024-04-10 16:35:13.131183554 +0000 UTC m=+0.340287217 container start 568da9e2d4ca9fe2c8ecadc55e1ee6c84018b8a462c8af2248fcecc7736af9fd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-deactivate, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux ) 2024-04-10T16:35:13.662 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:13 smithi154 podman[146094]: 2024-04-10 16:35:13.211143067 +0000 UTC m=+0.420246745 container attach 568da9e2d4ca9fe2c8ecadc55e1ee6c84018b8a462c8af2248fcecc7736af9fd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-deactivate, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.build-date=20240409, ceph=True, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T16:35:13.662 INFO:journalctl@ceph.osd.6.smithi154.stdout:Apr 10 16:35:13 smithi154 podman[146094]: 2024-04-10 16:35:13.423540117 +0000 UTC m=+0.632643796 container died 568da9e2d4ca9fe2c8ecadc55e1ee6c84018b8a462c8af2248fcecc7736af9fd (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-6-deactivate, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0) 2024-04-10T16:35:13.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:13.211+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:35:13.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:13.211+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:35:13.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:13.211+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:37.415066+0000 front 2024-04-10T16:34:37.415120+0000 (oldest deadline 2024-04-10T16:35:00.915090+0000) 2024-04-10T16:35:13.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:13 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:13.211+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-10T16:34:45.516724+0000 front 2024-04-10T16:34:45.516707+0000 (oldest deadline 2024-04-10T16:35:10.816653+0000) 2024-04-10T16:35:14.006 DEBUG:teuthology.orchestra.run.smithi154:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.6.service' 2024-04-10T16:35:14.046 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T16:35:14.047 INFO:tasks.cephadm.osd.6:Stopped osd.6 2024-04-10T16:35:14.047 INFO:tasks.cephadm.osd.7:Stopping osd.7... 2024-04-10T16:35:14.047 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.7 2024-04-10T16:35:14.367 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:14 smithi154 systemd[1]: Stopping Ceph osd.7 for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T16:35:14.367 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:14 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:14.194+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:35:14.367 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:14 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:14.194+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:35:14.367 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:14 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:14.194+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:37.415066+0000 front 2024-04-10T16:34:37.415120+0000 (oldest deadline 2024-04-10T16:35:00.915090+0000) 2024-04-10T16:35:14.367 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:14 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:14.194+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-10T16:34:45.516724+0000 front 2024-04-10T16:34:45.516707+0000 (oldest deadline 2024-04-10T16:35:10.816653+0000) 2024-04-10T16:35:14.661 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:14 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:14.358+0000 7fd59d11f700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-osd -n osd.7 -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T16:35:14.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:14 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:14.358+0000 7fd59d11f700 -1 osd.7 2716 *** Got signal Terminated *** 2024-04-10T16:35:14.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:14 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:14.358+0000 7fd59d11f700 -1 osd.7 2716 *** Immediate shutdown (osd_fast_shutdown=true) *** 2024-04-10T16:35:15.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:15 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:15.178+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:35:15.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:15 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:15.178+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:35:15.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:15 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:15.178+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:37.415066+0000 front 2024-04-10T16:34:37.415120+0000 (oldest deadline 2024-04-10T16:35:00.915090+0000) 2024-04-10T16:35:15.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:15 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:15.178+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-10T16:34:45.516724+0000 front 2024-04-10T16:34:45.516707+0000 (oldest deadline 2024-04-10T16:35:10.816653+0000) 2024-04-10T16:35:16.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:16 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:16.211+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:35:16.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:16 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:16.211+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:35:16.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:16 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:16.211+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:37.415066+0000 front 2024-04-10T16:34:37.415120+0000 (oldest deadline 2024-04-10T16:35:00.915090+0000) 2024-04-10T16:35:16.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:16 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:16.211+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-10T16:34:45.516724+0000 front 2024-04-10T16:34:45.516707+0000 (oldest deadline 2024-04-10T16:35:10.816653+0000) 2024-04-10T16:35:17.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:17 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:17.170+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:35:17.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:17 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:17.170+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:35:17.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:17 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:17.170+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:37.415066+0000 front 2024-04-10T16:34:37.415120+0000 (oldest deadline 2024-04-10T16:35:00.915090+0000) 2024-04-10T16:35:17.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:17 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:17.170+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-10T16:34:45.516724+0000 front 2024-04-10T16:34:45.516707+0000 (oldest deadline 2024-04-10T16:35:10.816653+0000) 2024-04-10T16:35:18.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:18 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:18.130+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:35:18.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:18 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:18.130+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:35:18.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:18 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:18.130+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:37.415066+0000 front 2024-04-10T16:34:37.415120+0000 (oldest deadline 2024-04-10T16:35:00.915090+0000) 2024-04-10T16:35:18.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:18 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:18.130+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-10T16:34:45.516724+0000 front 2024-04-10T16:34:45.516707+0000 (oldest deadline 2024-04-10T16:35:10.816653+0000) 2024-04-10T16:35:19.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:19 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:19.108+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6806 osd.0 since back 2024-04-10T16:34:22.412141+0000 front 2024-04-10T16:34:22.412182+0000 (oldest deadline 2024-04-10T16:34:47.612408+0000) 2024-04-10T16:35:19.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:19 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:19.108+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6814 osd.1 since back 2024-04-10T16:34:31.113756+0000 front 2024-04-10T16:34:31.113660+0000 (oldest deadline 2024-04-10T16:34:55.213607+0000) 2024-04-10T16:35:19.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:19 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:19.108+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6822 osd.2 since back 2024-04-10T16:34:37.415066+0000 front 2024-04-10T16:34:37.415120+0000 (oldest deadline 2024-04-10T16:35:00.915090+0000) 2024-04-10T16:35:19.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:19 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:19.108+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.102:6830 osd.3 since back 2024-04-10T16:34:45.516724+0000 front 2024-04-10T16:34:45.516707+0000 (oldest deadline 2024-04-10T16:35:10.816653+0000) 2024-04-10T16:35:19.412 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:19 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7[103404]: 2024-04-10T16:35:19.108+0000 7fd599713700 -1 osd.7 2716 heartbeat_check: no reply from 172.21.15.154:6804 osd.4 since back 2024-04-10T16:34:53.717410+0000 front 2024-04-10T16:34:53.717470+0000 (oldest deadline 2024-04-10T16:35:18.417464+0000) 2024-04-10T16:35:20.192 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:19 smithi154 podman[146198]: 2024-04-10 16:35:19.929729476 +0000 UTC m=+5.664337583 container died 7706e972bd270e1be3479c5677d8ab28c4ad7b08a2d3d04c2bd5018ab86e65d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7, org.label-schema.build-date=20240409, GIT_CLEAN=True, org.label-schema.schema-version=1.0, maintainer=Guillaume Abrioux , GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.license=GPLv2, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git) 2024-04-10T16:35:20.543 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:20 smithi154 podman[146198]: 2024-04-10 16:35:20.274895961 +0000 UTC m=+6.009504077 container cleanup 7706e972bd270e1be3479c5677d8ab28c4ad7b08a2d3d04c2bd5018ab86e65d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, maintainer=Guillaume Abrioux , org.label-schema.license=GPLv2, ceph=True, org.label-schema.build-date=20240409, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5) 2024-04-10T16:35:20.543 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:20 smithi154 bash[146198]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7 2024-04-10T16:35:20.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:20 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:35:20.236Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi154.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.154:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-10T16:35:20.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:20 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:35:20.236Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-10T16:35:20.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:20 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:35:20.237Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi154.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.154:8443: connect: connection refused" 2024-04-10T16:35:20.902 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:20 smithi154 podman[146216]: 2024-04-10 16:35:20.534816113 +0000 UTC m=+0.607384996 container remove 7706e972bd270e1be3479c5677d8ab28c4ad7b08a2d3d04c2bd5018ab86e65d0 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux , ceph=True, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, org.label-schema.license=GPLv2, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, GIT_CLEAN=True, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T16:35:21.162 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:20 smithi154 podman[146308]: 2024-04-10 16:35:20.893962243 +0000 UTC m=+0.112275735 container create 0b0e7226cec4a047dda636ec5a19b16be09c73d0f3311fcf3771c6ca11dfa949 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-deactivate, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, ceph=True, org.label-schema.vendor=CentOS, GIT_CLEAN=True, maintainer=Guillaume Abrioux , org.label-schema.name=CentOS Stream 8 Base Image, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T16:35:21.162 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:20 smithi154 podman[146308]: 2024-04-10 16:35:20.800626787 +0000 UTC m=+0.018940237 image pull ffe3e7ac3788b84d6c0b551f13dbde782a187c25e75d087cf3ace2b26f4e3ffa quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc 2024-04-10T16:35:21.162 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:21 smithi154 podman[146308]: 2024-04-10 16:35:21.113526151 +0000 UTC m=+0.331839605 container init 0b0e7226cec4a047dda636ec5a19b16be09c73d0f3311fcf3771c6ca11dfa949 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-deactivate, org.label-schema.build-date=20240409, org.label-schema.vendor=CentOS, org.label-schema.license=GPLv2, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , CEPH_POINT_RELEASE=, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T16:35:21.162 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:21 smithi154 podman[146308]: 2024-04-10 16:35:21.116715065 +0000 UTC m=+0.335028522 container start 0b0e7226cec4a047dda636ec5a19b16be09c73d0f3311fcf3771c6ca11dfa949 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-deactivate, org.label-schema.license=GPLv2, CEPH_POINT_RELEASE=, org.label-schema.schema-version=1.0, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, io.buildah.version=1.33.5, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, GIT_CLEAN=True, org.label-schema.build-date=20240409, maintainer=Guillaume Abrioux ) 2024-04-10T16:35:21.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:21 smithi154 podman[146308]: 2024-04-10 16:35:21.204701101 +0000 UTC m=+0.423014554 container attach 0b0e7226cec4a047dda636ec5a19b16be09c73d0f3311fcf3771c6ca11dfa949 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-deactivate, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.vendor=CentOS, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_REPO=git@github.com:ceph/ceph-container.git, CEPH_POINT_RELEASE=, org.label-schema.license=GPLv2, org.label-schema.name=CentOS Stream 8 Base Image, ceph=True) 2024-04-10T16:35:21.662 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:21 smithi154 podman[146308]: 2024-04-10 16:35:21.403780807 +0000 UTC m=+0.622094261 container died 0b0e7226cec4a047dda636ec5a19b16be09c73d0f3311fcf3771c6ca11dfa949 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-deactivate, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, ceph=True, org.label-schema.schema-version=1.0, io.buildah.version=1.33.5, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_CLEAN=True, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux ) 2024-04-10T16:35:21.975 INFO:journalctl@ceph.osd.7.smithi154.stdout:Apr 10 16:35:21 smithi154 podman[146334]: 2024-04-10 16:35:21.941369862 +0000 UTC m=+0.532601231 container remove 0b0e7226cec4a047dda636ec5a19b16be09c73d0f3311fcf3771c6ca11dfa949 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-osd-7-deactivate, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.build-date=20240409, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.schema-version=1.0, ceph=True, org.label-schema.name=CentOS Stream 8 Base Image, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , GIT_CLEAN=True, io.buildah.version=1.33.5, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T16:35:21.975 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:35:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:35:21.883Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph-exporter msg="Unable to refresh target groups" err="Get \"http://172.21.15.102:8765/sd/prometheus/sd-config?service=ceph-exporter\": dial tcp 172.21.15.102:8765: connect: connection refused" 2024-04-10T16:35:21.975 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:35:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:35:21.885Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=nvmeof msg="Unable to refresh target groups" err="Get \"http://172.21.15.102:8765/sd/prometheus/sd-config?service=nvmeof\": dial tcp 172.21.15.102:8765: connect: connection refused" 2024-04-10T16:35:21.975 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:35:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:35:21.886Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=node msg="Unable to refresh target groups" err="Get \"http://172.21.15.102:8765/sd/prometheus/sd-config?service=node-exporter\": dial tcp 172.21.15.102:8765: connect: connection refused" 2024-04-10T16:35:21.975 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:35:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:35:21.886Z caller=refresh.go:99 level=error component="discovery manager notify" discovery=http config=config-0 msg="Unable to refresh target groups" err="Get \"http://172.21.15.102:8765/sd/prometheus/sd-config?service=alertmanager\": dial tcp 172.21.15.102:8765: connect: connection refused" 2024-04-10T16:35:21.975 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:35:21 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:35:21.886Z caller=refresh.go:99 level=error component="discovery manager scrape" discovery=http config=ceph msg="Unable to refresh target groups" err="Get \"http://172.21.15.102:8765/sd/prometheus/sd-config?service=mgr-prometheus\": dial tcp 172.21.15.102:8765: connect: connection refused" 2024-04-10T16:35:21.979 DEBUG:teuthology.orchestra.run.smithi154:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@osd.7.service' 2024-04-10T16:35:22.020 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T16:35:22.020 INFO:tasks.cephadm.osd.7:Stopped osd.7 2024-04-10T16:35:22.020 INFO:tasks.cephadm.mds.a:Stopping mds.a... 2024-04-10T16:35:22.020 DEBUG:teuthology.orchestra.run.smithi102:> sudo systemctl stop ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mds.a 2024-04-10T16:35:22.306 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 16:35:22 smithi102 systemd[1]: Stopping Ceph mds.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T16:35:22.692 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 16:35:22 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a[116223]: 2024-04-10T16:35:22.392+0000 7fa774950700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.a -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T16:35:22.692 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 16:35:22 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a[116223]: 2024-04-10T16:35:22.392+0000 7fa774950700 -1 mds.a *** got signal Terminated *** 2024-04-10T16:35:25.068 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 16:35:24 smithi102 podman[216600]: 2024-04-10 16:35:24.772304316 +0000 UTC m=+2.570323979 container died 32b08f42b5e062b12ac3a168c7d8cea515a341011a791ed21796065e04cee0ed (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a, GIT_BRANCH=HEAD, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, org.label-schema.license=GPLv2, GIT_REPO=git@github.com:ceph/ceph-container.git, io.buildah.version=1.33.5, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, org.label-schema.schema-version=1.0, GIT_CLEAN=True, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, maintainer=Guillaume Abrioux , org.label-schema.vendor=CentOS, org.label-schema.name=CentOS Stream 8 Base Image) 2024-04-10T16:35:25.068 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 16:35:25 smithi102 podman[216600]: 2024-04-10 16:35:25.060388055 +0000 UTC m=+2.858407711 container cleanup 32b08f42b5e062b12ac3a168c7d8cea515a341011a791ed21796065e04cee0ed (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a, io.buildah.version=1.33.5, org.label-schema.schema-version=1.0, GIT_CLEAN=True, org.label-schema.license=GPLv2, GIT_BRANCH=HEAD, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.name=CentOS Stream 8 Base Image, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, ceph=True, CEPH_POINT_RELEASE=, maintainer=Guillaume Abrioux , org.label-schema.build-date=20240409) 2024-04-10T16:35:25.442 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 16:35:25 smithi102 bash[216600]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a 2024-04-10T16:35:25.442 INFO:journalctl@ceph.mds.a.smithi102.stdout:Apr 10 16:35:25 smithi102 podman[216614]: 2024-04-10 16:35:25.236625001 +0000 UTC m=+0.459443418 container remove 32b08f42b5e062b12ac3a168c7d8cea515a341011a791ed21796065e04cee0ed (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-a, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.vendor=CentOS, GIT_BRANCH=HEAD, org.label-schema.license=GPLv2, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, GIT_CLEAN=True, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, org.label-schema.build-date=20240409, ceph=True, io.buildah.version=1.33.5, maintainer=Guillaume Abrioux , org.label-schema.schema-version=1.0, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4) 2024-04-10T16:35:25.489 DEBUG:teuthology.orchestra.run.smithi102:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mds.a.service' 2024-04-10T16:35:25.526 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T16:35:25.527 INFO:tasks.cephadm.mds.a:Stopped mds.a 2024-04-10T16:35:25.527 INFO:tasks.cephadm.mds.b:Stopping mds.b... 2024-04-10T16:35:25.527 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mds.b 2024-04-10T16:35:25.837 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 16:35:25 smithi154 systemd[1]: Stopping Ceph mds.b for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T16:35:26.162 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 16:35:25 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-b[107755]: 2024-04-10T16:35:25.827+0000 7fd557578700 -1 received signal: Terminated from /run/podman-init -- /usr/bin/ceph-mds -n mds.b -f --setuser ceph --setgroup ceph --default-log-to-file=false --default-log-to-journald=true --default-log-to-stderr=false (PID: 1) UID: 0 2024-04-10T16:35:26.162 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 16:35:25 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-b[107755]: 2024-04-10T16:35:25.827+0000 7fd557578700 -1 mds.b *** got signal Terminated *** 2024-04-10T16:35:30.044 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 16:35:29 smithi154 podman[146424]: 2024-04-10 16:35:29.732128604 +0000 UTC m=+4.028947174 container died 98f96283a9b21b2ca53deb74345e41978809340a823d1a6d4cdd095f38aba019 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-b, org.label-schema.vendor=CentOS, CEPH_POINT_RELEASE=, org.label-schema.name=CentOS Stream 8 Base Image, GIT_BRANCH=HEAD, org.label-schema.schema-version=1.0, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, org.label-schema.license=GPLv2, maintainer=Guillaume Abrioux , RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, GIT_CLEAN=True, org.label-schema.build-date=20240409, io.buildah.version=1.33.5, GIT_REPO=git@github.com:ceph/ceph-container.git, ceph=True) 2024-04-10T16:35:30.353 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 16:35:30 smithi154 podman[146424]: 2024-04-10 16:35:30.110593646 +0000 UTC m=+4.407412222 container cleanup 98f96283a9b21b2ca53deb74345e41978809340a823d1a6d4cdd095f38aba019 (image=quay.ceph.io/ceph-ci/ceph@sha256:a27ea6551081df82ac6d32c14f6f621df543e51d7ac49651e7830973aa34c6dc, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-b, io.buildah.version=1.33.5, org.label-schema.name=CentOS Stream 8 Base Image, CEPH_POINT_RELEASE=, GIT_REPO=git@github.com:ceph/ceph-container.git, org.label-schema.license=GPLv2, GIT_CLEAN=True, ceph=True, org.label-schema.build-date=20240409, GIT_COMMIT=12717c0777377369ea674892da98b0d85250f5b0, maintainer=Guillaume Abrioux , GIT_BRANCH=HEAD, RELEASE=wip-yuri6-testing-2024-04-02-1310-a5074d4, org.label-schema.schema-version=1.0, org.label-schema.vendor=CentOS) 2024-04-10T16:35:30.353 INFO:journalctl@ceph.mds.b.smithi154.stdout:Apr 10 16:35:30 smithi154 bash[146424]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-mds-b 2024-04-10T16:35:30.485 DEBUG:teuthology.orchestra.run.smithi154:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@mds.b.service' 2024-04-10T16:35:30.522 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T16:35:30.522 INFO:tasks.cephadm.mds.b:Stopped mds.b 2024-04-10T16:35:30.523 INFO:tasks.cephadm.prometheus.a:Stopping prometheus.a... 2024-04-10T16:35:30.523 DEBUG:teuthology.orchestra.run.smithi154:> sudo systemctl stop ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@prometheus.a 2024-04-10T16:35:30.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:30 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:35:30.236Z caller=dispatch.go:352 level=error component=dispatcher msg="Notify for alerts failed" num_alerts=1 err="ceph-dashboard/webhook[1]: notify retry canceled after 7 attempts: Post \"https://smithi154.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.154:8443: connect: connection refused; ceph-dashboard/webhook[0]: notify retry canceled after 8 attempts: Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-10T16:35:30.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:30 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:35:30.237Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-10T16:35:30.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:30 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:35:30.237Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi154.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.154:8443: connect: connection refused" 2024-04-10T16:35:30.858 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:35:30 smithi154 systemd[1]: Stopping Ceph prometheus.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T16:35:30.858 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:35:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:35:30.839Z caller=main.go:840 level=warn msg="Received SIGTERM, exiting gracefully..." 2024-04-10T16:35:30.859 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:35:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:35:30.839Z caller=main.go:864 level=info msg="Stopping scrape discovery manager..." 2024-04-10T16:35:30.859 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:35:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:35:30.839Z caller=main.go:878 level=info msg="Stopping notify discovery manager..." 2024-04-10T16:35:30.859 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:35:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:35:30.839Z caller=manager.go:988 level=info component="rule manager" msg="Stopping rule manager..." 2024-04-10T16:35:30.859 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:35:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:35:30.839Z caller=main.go:860 level=info msg="Scrape discovery manager stopped" 2024-04-10T16:35:30.859 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:35:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:35:30.839Z caller=main.go:874 level=info msg="Notify discovery manager stopped" 2024-04-10T16:35:30.859 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:35:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:35:30.839Z caller=manager.go:998 level=info component="rule manager" msg="Rule manager stopped" 2024-04-10T16:35:30.859 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:35:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:35:30.839Z caller=main.go:915 level=info msg="Stopping scrape manager..." 2024-04-10T16:35:30.859 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:35:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:35:30.839Z caller=main.go:907 level=info msg="Scrape manager stopped" 2024-04-10T16:35:30.859 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:35:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:35:30.843Z caller=notifier.go:606 level=info component=notifier msg="Stopping notification manager..." 2024-04-10T16:35:30.859 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:35:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:35:30.843Z caller=main.go:1135 level=info msg="Notifier manager stopped" 2024-04-10T16:35:30.859 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:35:30 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a[115674]: ts=2024-04-10T16:35:30.843Z caller=main.go:1147 level=info msg="See you next time!" 2024-04-10T16:35:30.859 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:35:30 smithi154 podman[146546]: 2024-04-10 16:35:30.850026343 +0000 UTC m=+0.115999924 container died cd56a0434c8153687d7c2544b7e1423d85c0266fec8d6d5c2d6310047c2d6bae (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T16:35:31.573 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:35:31 smithi154 podman[146546]: 2024-04-10 16:35:31.314526499 +0000 UTC m=+0.580500082 container cleanup cd56a0434c8153687d7c2544b7e1423d85c0266fec8d6d5c2d6310047c2d6bae (image=quay.io/prometheus/prometheus:v2.43.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a, maintainer=The Prometheus Authors ) 2024-04-10T16:35:31.573 INFO:journalctl@ceph.prometheus.a.smithi154.stdout:Apr 10 16:35:31 smithi154 bash[146546]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-prometheus-a 2024-04-10T16:35:31.699 DEBUG:teuthology.orchestra.run.smithi154:> sudo pkill -f 'journalctl -f -n 0 -u ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@prometheus.a.service' 2024-04-10T16:35:31.735 DEBUG:teuthology.orchestra.run:got remote process result: None 2024-04-10T16:35:31.735 INFO:tasks.cephadm.prometheus.a:Stopped prometheus.a 2024-04-10T16:35:31.736 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 --force --keep-logs 2024-04-10T16:35:31.898 INFO:teuthology.orchestra.run.smithi102.stdout:Deleting cluster with fsid: 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T16:35:31.942 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:31 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:35:31.625Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[0] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi102.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.102:8443: connect: connection refused" 2024-04-10T16:35:31.942 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:31 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:35:31.626Z caller=notify.go:732 level=warn component=dispatcher receiver=ceph-dashboard integration=webhook[1] msg="Notify attempt failed, will retry later" attempts=1 err="Post \"https://smithi154.front.sepia.ceph.com:8443/api/prometheus_receiver\": dial tcp 172.21.15.154:8443: connect: connection refused" 2024-04-10T16:35:33.589 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:33 smithi102 systemd[1]: Stopping Ceph alertmanager.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T16:35:33.590 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:33 smithi102 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a[124191]: ts=2024-04-10T16:35:33.540Z caller=main.go:583 level=info msg="Received SIGTERM, exiting gracefully..." 2024-04-10T16:35:33.882 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:33 smithi102 podman[217046]: 2024-04-10 16:35:33.581470506 +0000 UTC m=+0.148799207 container stop f22814c7000ae7cf25fe2ba0c8364326893f89c8a66e4501c96c2dcfb8aa86f5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T16:35:33.883 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:33 smithi102 podman[217046]: 2024-04-10 16:35:33.607210337 +0000 UTC m=+0.174539038 container died f22814c7000ae7cf25fe2ba0c8364326893f89c8a66e4501c96c2dcfb8aa86f5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T16:35:34.150 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:33 smithi102 podman[217046]: 2024-04-10 16:35:33.973886789 +0000 UTC m=+0.541215493 container cleanup f22814c7000ae7cf25fe2ba0c8364326893f89c8a66e4501c96c2dcfb8aa86f5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T16:35:34.150 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:33 smithi102 bash[217046]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a 2024-04-10T16:35:34.425 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:34 smithi102 podman[217060]: 2024-04-10 16:35:34.141888136 +0000 UTC m=+0.555209604 container remove f22814c7000ae7cf25fe2ba0c8364326893f89c8a66e4501c96c2dcfb8aa86f5 (image=quay.io/prometheus/alertmanager:v0.25.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-alertmanager-a, maintainer=The Prometheus Authors ) 2024-04-10T16:35:34.425 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:34 smithi102 podman[217060]: 2024-04-10 16:35:34.217572967 +0000 UTC m=+0.630894439 volume remove af30088c0529df58fc3b631ff53eeaeba5f99459a9690bacc1d634b758dfec22 2024-04-10T16:35:34.692 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 16:35:34 smithi102 systemd[1]: Stopping Ceph node-exporter.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T16:35:34.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:34 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@alertmanager.a.service: Deactivated successfully. 2024-04-10T16:35:34.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:34 smithi102 systemd[1]: Stopped Ceph alertmanager.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T16:35:34.692 INFO:journalctl@ceph.alertmanager.a.smithi102.stdout:Apr 10 16:35:34 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@alertmanager.a.service: Consumed 3.955s CPU time. 2024-04-10T16:35:35.170 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 16:35:34 smithi102 podman[217168]: 2024-04-10 16:35:34.856126239 +0000 UTC m=+0.123334364 container died cd300660e877a20e5f979572dd17eb399565eaae8c365e95c28e604428cb50e7 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T16:35:35.170 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 16:35:35 smithi102 podman[217168]: 2024-04-10 16:35:35.161862202 +0000 UTC m=+0.429070365 container cleanup cd300660e877a20e5f979572dd17eb399565eaae8c365e95c28e604428cb50e7 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T16:35:35.442 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 16:35:35 smithi102 bash[217168]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a 2024-04-10T16:35:35.442 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 16:35:35 smithi102 podman[217182]: 2024-04-10 16:35:35.379450877 +0000 UTC m=+0.524356209 container remove cd300660e877a20e5f979572dd17eb399565eaae8c365e95c28e604428cb50e7 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-a, maintainer=The Prometheus Authors ) 2024-04-10T16:35:35.442 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 16:35:35 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@node-exporter.a.service: Main process exited, code=exited, status=143/n/a 2024-04-10T16:35:35.940 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 16:35:35 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@node-exporter.a.service: Failed with result 'exit-code'. 2024-04-10T16:35:35.940 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 16:35:35 smithi102 systemd[1]: Stopped Ceph node-exporter.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T16:35:35.940 INFO:journalctl@ceph.node-exporter.a.smithi102.stdout:Apr 10 16:35:35 smithi102 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@node-exporter.a.service: Consumed 8.452s CPU time. 2024-04-10T16:35:36.131 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 --force --keep-logs 2024-04-10T16:35:36.289 INFO:teuthology.orchestra.run.smithi154.stdout:Deleting cluster with fsid: 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T16:35:37.912 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 16:35:37 smithi154 systemd[1]: Stopping Ceph grafana.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T16:35:38.278 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 16:35:37 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=server t=2024-04-10T16:35:37.994408611Z level=info msg="Shutdown started" reason="System signal: terminated" 2024-04-10T16:35:38.278 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 16:35:37 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=tracing t=2024-04-10T16:35:37.994774939Z level=info msg="Closing tracing" 2024-04-10T16:35:38.278 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 16:35:37 smithi154 ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a[119528]: logger=ticker t=2024-04-10T16:35:37.99479244Z level=info msg=stopped last_tick=2024-04-10T16:35:30Z 2024-04-10T16:35:38.278 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 16:35:38 smithi154 podman[146995]: 2024-04-10 16:35:38.004824472 +0000 UTC m=+0.150506356 container died b0eb37fd63b10a2252fdf13862c94f7de060c27e4b944924b6370654a5480739 (image=quay.io/ceph/grafana:9.4.12, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-10T16:35:38.662 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 16:35:38 smithi154 podman[146995]: 2024-04-10 16:35:38.344182896 +0000 UTC m=+0.489864793 container cleanup b0eb37fd63b10a2252fdf13862c94f7de060c27e4b944924b6370654a5480739 (image=quay.io/ceph/grafana:9.4.12, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-10T16:35:38.662 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 16:35:38 smithi154 bash[146995]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a 2024-04-10T16:35:38.662 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 16:35:38 smithi154 podman[147009]: 2024-04-10 16:35:38.511944243 +0000 UTC m=+0.505882052 container remove b0eb37fd63b10a2252fdf13862c94f7de060c27e4b944924b6370654a5480739 (image=quay.io/ceph/grafana:9.4.12, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-grafana-a, maintainer=Grafana Labs ) 2024-04-10T16:35:39.162 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 16:35:38 smithi154 systemd[1]: Stopping Ceph node-exporter.b for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4... 2024-04-10T16:35:39.162 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 16:35:38 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@grafana.a.service: Deactivated successfully. 2024-04-10T16:35:39.162 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 16:35:38 smithi154 systemd[1]: Stopped Ceph grafana.a for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T16:35:39.162 INFO:journalctl@ceph.grafana.a.smithi154.stdout:Apr 10 16:35:38 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@grafana.a.service: Consumed 49.265s CPU time. 2024-04-10T16:35:39.465 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 16:35:39 smithi154 podman[147116]: 2024-04-10 16:35:39.197265719 +0000 UTC m=+0.126101559 container died 26905169329b29a451b2ebf77a9e018370e0362200cb9acbf78e75547ebd7570 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T16:35:39.807 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 16:35:39 smithi154 podman[147116]: 2024-04-10 16:35:39.54772373 +0000 UTC m=+0.476559564 container cleanup 26905169329b29a451b2ebf77a9e018370e0362200cb9acbf78e75547ebd7570 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T16:35:39.808 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 16:35:39 smithi154 bash[147116]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b 2024-04-10T16:35:40.077 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 16:35:39 smithi154 podman[147130]: 2024-04-10 16:35:39.799064331 +0000 UTC m=+0.606023535 container remove 26905169329b29a451b2ebf77a9e018370e0362200cb9acbf78e75547ebd7570 (image=quay.io/prometheus/node-exporter:v1.5.0, name=ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4-node-exporter-b, maintainer=The Prometheus Authors ) 2024-04-10T16:35:40.077 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 16:35:39 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@node-exporter.b.service: Main process exited, code=exited, status=143/n/a 2024-04-10T16:35:40.077 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 16:35:39 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@node-exporter.b.service: Failed with result 'exit-code'. 2024-04-10T16:35:40.077 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 16:35:39 smithi154 systemd[1]: Stopped Ceph node-exporter.b for 8fac6e32-f74a-11ee-b64a-cb9ed24678a4. 2024-04-10T16:35:40.077 INFO:journalctl@ceph.node-exporter.b.smithi154.stdout:Apr 10 16:35:39 smithi154 systemd[1]: ceph-8fac6e32-f74a-11ee-b64a-cb9ed24678a4@node-exporter.b.service: Consumed 8.119s CPU time. 2024-04-10T16:35:40.571 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-10T16:35:40.607 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -f /etc/ceph/ceph.conf /etc/ceph/ceph.client.admin.keyring 2024-04-10T16:35:40.636 INFO:tasks.cephadm:Archiving crash dumps... 2024-04-10T16:35:40.639 DEBUG:teuthology.misc:Transferring archived files from smithi102:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/crash to /home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650653/remote/smithi102/crash 2024-04-10T16:35:40.639 DEBUG:teuthology.orchestra.run.smithi102:> sudo tar c -f - -C /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/crash -- . 2024-04-10T16:35:40.695 INFO:teuthology.orchestra.run.smithi102.stderr:tar: /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/crash: Cannot open: No such file or directory 2024-04-10T16:35:40.695 INFO:teuthology.orchestra.run.smithi102.stderr:tar: Error is not recoverable: exiting now 2024-04-10T16:35:40.697 DEBUG:teuthology.misc:Transferring archived files from smithi154:/var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/crash to /home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650653/remote/smithi154/crash 2024-04-10T16:35:40.698 DEBUG:teuthology.orchestra.run.smithi154:> sudo tar c -f - -C /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/crash -- . 2024-04-10T16:35:40.739 INFO:teuthology.orchestra.run.smithi154.stderr:tar: /var/lib/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/crash: Cannot open: No such file or directory 2024-04-10T16:35:40.739 INFO:teuthology.orchestra.run.smithi154.stderr:tar: Error is not recoverable: exiting now 2024-04-10T16:35:40.740 INFO:tasks.cephadm:Checking cluster log for badness... 2024-04-10T16:35:40.741 DEBUG:teuthology.orchestra.run.smithi102:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-10T16:35:40.773 INFO:teuthology.orchestra.run.smithi102.stdout:2024-04-10T15:10:09.172504+0000 mon.a (mon.0) 359 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T16:35:40.775 WARNING:tasks.cephadm:Found errors (ERR|WRN|SEC) in cluster log 2024-04-10T16:35:40.775 DEBUG:teuthology.orchestra.run.smithi102:> sudo egrep '\[SEC\]' /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-10T16:35:40.845 DEBUG:teuthology.orchestra.run.smithi102:> sudo egrep '\[ERR\]' /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-10T16:35:40.916 DEBUG:teuthology.orchestra.run.smithi102:> sudo egrep '\[WRN\]' /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v 'mons down' | egrep -v 'mon down' | egrep -v MON_DOWN | egrep -v 'out of quorum' | head -n 1 2024-04-10T16:35:40.985 INFO:teuthology.orchestra.run.smithi102.stdout:2024-04-10T15:10:09.172504+0000 mon.a (mon.0) 359 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN) 2024-04-10T16:35:40.988 INFO:tasks.cephadm:Compressing logs... 2024-04-10T16:35:40.988 DEBUG:teuthology.orchestra.run.smithi102:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-10T16:35:41.030 DEBUG:teuthology.orchestra.run.smithi154:> time sudo find /var/log/ceph /var/log/rbd-target-api -name '*.log' -print0 | sudo xargs --max-args=1 --max-procs=0 --verbose -0 --no-run-if-empty -- gzip -5 --verbose -- 2024-04-10T16:35:41.054 INFO:teuthology.orchestra.run.smithi102.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-10T16:35:41.054 INFO:teuthology.orchestra.run.smithi102.stderr:: No such file or directory 2024-04-10T16:35:41.054 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-mon.a.log 2024-04-10T16:35:41.055 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.audit.log 2024-04-10T16:35:41.055 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/cephadm.log: gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.1.log 2024-04-10T16:35:41.057 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-mon.a.log: /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.3.log 2024-04-10T16:35:41.057 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.1.log: gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-mgr.y.log 2024-04-10T16:35:41.057 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.3.log: gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.0.log 2024-04-10T16:35:41.057 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-mgr.y.log: gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.cephadm.log 2024-04-10T16:35:41.058 INFO:teuthology.orchestra.run.smithi154.stderr:find: ‘/var/log/rbd-target-api’gzip -5 --verbose -- /var/log/ceph/cephadm.log 2024-04-10T16:35:41.058 INFO:teuthology.orchestra.run.smithi154.stderr:: No such file or directory 2024-04-10T16:35:41.058 INFO:teuthology.orchestra.run.smithi154.stderr:gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.6.log 2024-04-10T16:35:41.058 INFO:teuthology.orchestra.run.smithi154.stderr:gzip/var/log/ceph/cephadm.log: -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.audit.log 2024-04-10T16:35:41.059 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.6.log: gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-mds.b.log 2024-04-10T16:35:41.059 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.audit.log: gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.4.log 2024-04-10T16:35:41.059 INFO:teuthology.orchestra.run.smithi154.stderr:gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.7.log 2024-04-10T16:35:41.063 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.0.log: 91.4% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-10T16:35:41.063 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.log 2024-04-10T16:35:41.063 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.cephadm.log: 90.7% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.cephadm.log.gz 2024-04-10T16:35:41.063 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.2.log 2024-04-10T16:35:41.065 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-mds.b.log: /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.4.log: gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.5.log 2024-04-10T16:35:41.065 INFO:teuthology.orchestra.run.smithi154.stderr: 86.1% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-mds.b.log.gz 2024-04-10T16:35:41.065 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.7.log: gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-mgr.x.log 2024-04-10T16:35:41.065 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.5.log: gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.cephadm.log 2024-04-10T16:35:41.065 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-mgr.x.log: gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.log 2024-04-10T16:35:41.065 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.cephadm.log: 84.1% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.cephadm.log.gz 2024-04-10T16:35:41.065 INFO:teuthology.orchestra.run.smithi154.stderr:gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-volume.log 2024-04-10T16:35:41.067 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.log: 91.6% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.audit.log.gz 2024-04-10T16:35:41.071 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.log: 94.9% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.audit.log.gz 2024-04-10T16:35:41.071 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-volume.log 2024-04-10T16:35:41.072 INFO:teuthology.orchestra.run.smithi154.stderr:gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-mon.b.log 2024-04-10T16:35:41.076 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-volume.log: 89.6% -- replaced with /var/log/ceph/cephadm.log.gz 2024-04-10T16:35:41.079 INFO:teuthology.orchestra.run.smithi154.stderr:/var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-mon.b.log: 86.9% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.log.gz 2024-04-10T16:35:41.084 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.2.log: gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-mds.a.log 2024-04-10T16:35:41.085 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-volume.log: 92.7% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph.log.gz 2024-04-10T16:35:41.086 INFO:teuthology.orchestra.run.smithi102.stderr:gzip -5 --verbose -- /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-mon.c.log 2024-04-10T16:35:41.100 INFO:teuthology.orchestra.run.smithi154.stderr: 91.2% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-volume.log.gz 2024-04-10T16:35:41.103 INFO:teuthology.orchestra.run.smithi102.stderr:/var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-mds.a.log: /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-mon.c.log: 92.1% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-mds.a.log.gz 2024-04-10T16:35:41.121 INFO:teuthology.orchestra.run.smithi102.stderr: 91.1% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-volume.log.gz 2024-04-10T16:35:41.123 INFO:teuthology.orchestra.run.smithi154.stderr: 90.7% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-mgr.x.log.gz 2024-04-10T16:35:42.177 INFO:teuthology.orchestra.run.smithi102.stderr: 89.7% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-mgr.y.log.gz 2024-04-10T16:35:42.524 INFO:teuthology.orchestra.run.smithi154.stderr: 92.2% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-mon.b.log.gz 2024-04-10T16:35:43.299 INFO:teuthology.orchestra.run.smithi102.stderr: 92.1% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-mon.c.log.gz 2024-04-10T16:35:46.879 INFO:teuthology.orchestra.run.smithi102.stderr: 90.6% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-mon.a.log.gz 2024-04-10T16:36:01.004 INFO:teuthology.orchestra.run.smithi154.stderr: 94.6% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.6.log.gz 2024-04-10T16:36:02.325 INFO:teuthology.orchestra.run.smithi154.stderr: 94.4% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.4.log.gz 2024-04-10T16:36:03.573 INFO:teuthology.orchestra.run.smithi154.stderr: 94.3% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.7.log.gz 2024-04-10T16:36:05.169 INFO:teuthology.orchestra.run.smithi102.stderr: 94.3% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.1.log.gz 2024-04-10T16:36:05.768 INFO:teuthology.orchestra.run.smithi154.stderr: 94.5% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.5.log.gz 2024-04-10T16:36:05.770 INFO:teuthology.orchestra.run.smithi154.stderr: 2024-04-10T16:36:05.770 INFO:teuthology.orchestra.run.smithi154.stderr:real 0m24.726s 2024-04-10T16:36:05.770 INFO:teuthology.orchestra.run.smithi154.stderr:user 1m26.628s 2024-04-10T16:36:05.770 INFO:teuthology.orchestra.run.smithi154.stderr:sys 0m3.253s 2024-04-10T16:36:06.622 INFO:teuthology.orchestra.run.smithi102.stderr: 95.0% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.3.log.gz 2024-04-10T16:36:06.724 INFO:teuthology.orchestra.run.smithi102.stderr: 94.3% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.0.log.gz 2024-04-10T16:36:07.694 INFO:teuthology.orchestra.run.smithi102.stderr: 94.0% -- replaced with /var/log/ceph/8fac6e32-f74a-11ee-b64a-cb9ed24678a4/ceph-osd.2.log.gz 2024-04-10T16:36:07.696 INFO:teuthology.orchestra.run.smithi102.stderr: 2024-04-10T16:36:07.696 INFO:teuthology.orchestra.run.smithi102.stderr:real 0m26.655s 2024-04-10T16:36:07.697 INFO:teuthology.orchestra.run.smithi102.stderr:user 1m47.175s 2024-04-10T16:36:07.697 INFO:teuthology.orchestra.run.smithi102.stderr:sys 0m3.794s 2024-04-10T16:36:07.697 INFO:tasks.cephadm:Archiving logs... 2024-04-10T16:36:07.697 DEBUG:teuthology.misc:Transferring archived files from smithi102:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650653/remote/smithi102/log 2024-04-10T16:36:07.698 DEBUG:teuthology.orchestra.run.smithi102:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-10T16:36:21.899 DEBUG:teuthology.misc:Transferring archived files from smithi154:/var/log/ceph to /home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650653/remote/smithi154/log 2024-04-10T16:36:21.900 DEBUG:teuthology.orchestra.run.smithi154:> sudo tar c -f - -C /var/log/ceph -- . 2024-04-10T16:36:33.871 INFO:tasks.cephadm:Removing cluster... 2024-04-10T16:36:33.872 DEBUG:teuthology.orchestra.run.smithi102:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 --force 2024-04-10T16:36:34.033 INFO:teuthology.orchestra.run.smithi102.stdout:Deleting cluster with fsid: 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T16:36:34.429 DEBUG:teuthology.orchestra.run.smithi154:> sudo /home/ubuntu/cephtest/cephadm rm-cluster --fsid 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 --force 2024-04-10T16:36:34.585 INFO:teuthology.orchestra.run.smithi154.stdout:Deleting cluster with fsid: 8fac6e32-f74a-11ee-b64a-cb9ed24678a4 2024-04-10T16:36:34.955 INFO:tasks.cephadm:Removing cephadm ... 2024-04-10T16:36:34.955 DEBUG:teuthology.orchestra.run.smithi102:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-10T16:36:34.971 DEBUG:teuthology.orchestra.run.smithi154:> rm -rf /home/ubuntu/cephtest/cephadm 2024-04-10T16:36:34.986 INFO:tasks.cephadm:Teardown complete 2024-04-10T16:36:34.987 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-04-10T16:36:34.999 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-04-10T16:36:34.999 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-10T16:36:35.014 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-04-10T16:36:35.094 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-04-10T16:36:35.105 INFO:teuthology.task.clock:Checking final clock skew... 2024-04-10T16:36:35.105 DEBUG:teuthology.orchestra.run.smithi102:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-10T16:36:35.108 DEBUG:teuthology.orchestra.run.smithi154:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-04-10T16:36:35.119 INFO:teuthology.orchestra.run.smithi102.stderr:bash: line 1: ntpq: command not found 2024-04-10T16:36:35.121 INFO:teuthology.orchestra.run.smithi154.stderr:bash: line 1: ntpq: command not found 2024-04-10T16:36:35.124 INFO:teuthology.orchestra.run.smithi102.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-10T16:36:35.124 INFO:teuthology.orchestra.run.smithi102.stdout:=============================================================================== 2024-04-10T16:36:35.124 INFO:teuthology.orchestra.run.smithi102.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 33 +945us[ +945us] +/- 73ms 2024-04-10T16:36:35.124 INFO:teuthology.orchestra.run.smithi102.stdout:^* hv02.front.sepia.ceph.com 3 6 377 31 -1144us[-1144us] +/- 55ms 2024-04-10T16:36:35.124 INFO:teuthology.orchestra.run.smithi102.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 30 +630us[ +630us] +/- 82ms 2024-04-10T16:36:35.125 INFO:teuthology.orchestra.run.smithi102.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T16:36:35.126 INFO:teuthology.orchestra.run.smithi154.stdout:MS Name/IP address Stratum Poll Reach LastRx Last sample 2024-04-10T16:36:35.126 INFO:teuthology.orchestra.run.smithi154.stdout:=============================================================================== 2024-04-10T16:36:35.126 INFO:teuthology.orchestra.run.smithi154.stdout:^+ hv01.front.sepia.ceph.com 2 6 377 27 +946us[ +969us] +/- 73ms 2024-04-10T16:36:35.126 INFO:teuthology.orchestra.run.smithi154.stdout:^* hv02.front.sepia.ceph.com 3 7 377 23 -1100us[-1077us] +/- 55ms 2024-04-10T16:36:35.126 INFO:teuthology.orchestra.run.smithi154.stdout:^+ hv03.front.sepia.ceph.com 3 6 377 22 +615us[ +615us] +/- 82ms 2024-04-10T16:36:35.126 INFO:teuthology.orchestra.run.smithi154.stdout:^? hv04.front.sepia.ceph.com 0 10 0 - +0ns[ +0ns] +/- 0ns 2024-04-10T16:36:35.127 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-04-10T16:36:35.138 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-04-10T16:36:35.138 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-04-10T16:36:35.150 DEBUG:teuthology.orchestra.run.smithi102:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-10T16:36:35.253 DEBUG:teuthology.orchestra.run.smithi154:> mkdir /home/ubuntu/cephtest/archive/audit && sudo cp /var/log/audit/audit.log /home/ubuntu/cephtest/archive/audit && sudo chown $USER /home/ubuntu/cephtest/archive/audit/audit.log && gzip /home/ubuntu/cephtest/archive/audit/audit.log 2024-04-10T16:36:35.337 DEBUG:teuthology.orchestra.run.smithi102:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-10T16:36:35.368 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T16:36:35.368 DEBUG:teuthology.orchestra.run.smithi154:> sudo grep -a 'avc: .*denied' /var/log/audit/audit.log | grep -av -e 'comm="dmidecode"' -e chronyd.service -e 'name="cephtest"' -e scontext=system_u:system_r:nrpe_t:s0 -e scontext=system_u:system_r:pcp_pmlogger_t -e scontext=system_u:system_r:pcp_pmcd_t:s0 -e 'comm="rhsmd"' -e scontext=system_u:system_r:syslogd_t:s0 -e tcontext=system_u:system_r:nrpe_t:s0 -e 'comm="updatedb"' -e 'comm="smartd"' -e 'comm="rhsmcertd-worke"' -e 'comm="setroubleshootd"' -e 'comm="rpm"' -e tcontext=system_u:object_r:container_runtime_exec_t:s0 -e 'comm="ksmtuned"' -e 'comm="sssd"' -e 'comm="sss_cache"' -e context=system_u:system_r:NetworkManager_dispatcher_t:s0 -e scontext=system_u:system_r:logrotate_t:s0 2024-04-10T16:36:35.398 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T16:36:35.399 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-04-10T16:36:35.410 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-04-10T16:36:35.420 INFO:teuthology.task.internal:Duration was 6403.734761 seconds 2024-04-10T16:36:35.420 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-04-10T16:36:35.430 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-04-10T16:36:35.431 DEBUG:teuthology.orchestra.run.smithi102:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-10T16:36:35.433 DEBUG:teuthology.orchestra.run.smithi154:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-04-10T16:36:35.473 INFO:teuthology.orchestra.run.smithi102.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-10T16:36:35.482 INFO:teuthology.orchestra.run.smithi154.stderr:Redirecting to /bin/systemctl restart rsyslog.service 2024-04-10T16:36:35.735 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-04-10T16:36:35.735 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi102.front.sepia.ceph.com 2024-04-10T16:36:35.735 DEBUG:teuthology.orchestra.run.smithi102:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-10T16:36:35.796 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi154.front.sepia.ceph.com 2024-04-10T16:36:35.796 DEBUG:teuthology.orchestra.run.smithi154:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-04-10T16:36:35.831 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-04-10T16:36:35.832 DEBUG:teuthology.orchestra.run.smithi102:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-10T16:36:35.838 DEBUG:teuthology.orchestra.run.smithi154:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-04-10T16:36:35.900 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-04-10T16:36:35.900 DEBUG:teuthology.orchestra.run.smithi102:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-10T16:36:35.910 DEBUG:teuthology.orchestra.run.smithi154:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-04-10T16:36:36.471 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-04-10T16:36:36.482 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-04-10T16:36:36.482 DEBUG:teuthology.orchestra.run.smithi102:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-10T16:36:36.509 DEBUG:teuthology.orchestra.run.smithi154:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-04-10T16:36:36.535 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-04-10T16:36:36.547 DEBUG:teuthology.orchestra.run.smithi102:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-10T16:36:36.551 DEBUG:teuthology.orchestra.run.smithi154:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-04-10T16:36:36.574 INFO:teuthology.orchestra.run.smithi102.stdout:kernel.core_pattern = core 2024-04-10T16:36:36.602 INFO:teuthology.orchestra.run.smithi154.stdout:kernel.core_pattern = core 2024-04-10T16:36:36.618 DEBUG:teuthology.orchestra.run.smithi102:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-10T16:36:36.643 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T16:36:36.644 DEBUG:teuthology.orchestra.run.smithi154:> test -e /home/ubuntu/cephtest/archive/coredump 2024-04-10T16:36:36.673 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-04-10T16:36:36.674 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-04-10T16:36:36.686 INFO:teuthology.task.internal:Transferring archived files... 2024-04-10T16:36:36.686 DEBUG:teuthology.misc:Transferring archived files from smithi102:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650653/remote/smithi102 2024-04-10T16:36:36.686 DEBUG:teuthology.orchestra.run.smithi102:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-10T16:36:36.734 DEBUG:teuthology.misc:Transferring archived files from smithi154:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650653/remote/smithi154 2024-04-10T16:36:36.735 DEBUG:teuthology.orchestra.run.smithi154:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-04-10T16:36:36.781 INFO:teuthology.task.internal:Removing archive directory... 2024-04-10T16:36:36.782 DEBUG:teuthology.orchestra.run.smithi102:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-10T16:36:36.784 DEBUG:teuthology.orchestra.run.smithi154:> rm -rf -- /home/ubuntu/cephtest/archive 2024-04-10T16:36:36.824 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-04-10T16:36:36.838 INFO:teuthology.task.internal:Not uploading archives. 2024-04-10T16:36:36.838 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-04-10T16:36:36.849 INFO:teuthology.task.internal:Tidying up after the test... 2024-04-10T16:36:36.850 DEBUG:teuthology.orchestra.run.smithi102:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-10T16:36:36.852 DEBUG:teuthology.orchestra.run.smithi154:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-04-10T16:36:36.864 INFO:teuthology.orchestra.run.smithi102.stdout: 265307 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 10 16:36 /home/ubuntu/cephtest 2024-04-10T16:36:36.878 INFO:teuthology.orchestra.run.smithi154.stdout: 262166 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Apr 10 16:36 /home/ubuntu/cephtest 2024-04-10T16:36:36.879 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-04-10T16:36:36.892 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-04-10T16:36:36.915 INFO:teuthology.nuke:Checking targets against current locks 2024-04-10T16:36:36.941 DEBUG:teuthology.nuke:shortname: smithi102 2024-04-10T16:36:36.941 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-10T16:36:36.967 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi102.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650653', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-10 14:41:13.415612', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBIglZecFELSyaVMzRVd86ijgFz+onp4wgbXsAZ2erK5xVCbfuSwf7vB9dsLxyggBRVRTQq6rmqM32sea+myGt6Q='} 2024-04-10T16:36:36.968 DEBUG:teuthology.nuke:shortname: smithi154 2024-04-10T16:36:36.968 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-04-10T16:36:36.988 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi154.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/yuriw-2024-04-10_14:18:30-upgrade-wip-yuri6-testing-2024-04-02-1310-distro-default-smithi/7650653', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'centos', 'os_version': '9', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-04-10 14:41:13.417481', 'locked_by': 'scheduled_yuriw@teuthology', 'mac_address': None, 'ssh_pub_key': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBLrMTYZwn4I/jcVo4oxqm7WeQPztAGgPZIF/sjzD0oE1GBn1oGH2pE6Za9BrxkgOXhOrwhBPLk4AL1ABfnxbz5w='} 2024-04-10T16:36:37.024 INFO:teuthology.orchestra.console.smithi102:Power off 2024-04-10T16:36:37.024 DEBUG:teuthology.orchestra.console.smithi102:pexpect command: ipmitool -H smithi102.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-10T16:36:37.038 INFO:teuthology.orchestra.console.smithi154:Power off 2024-04-10T16:36:37.039 DEBUG:teuthology.orchestra.console.smithi154:pexpect command: ipmitool -H smithi154.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power off 2024-04-10T16:36:37.050 DEBUG:teuthology.orchestra.console.smithi102:power off output: Chassis Power Control: Down/Off 2024-04-10T16:36:37.051 DEBUG:teuthology.orchestra.console.smithi102:pexpect command: ipmitool -H smithi102.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-10T16:36:37.061 DEBUG:teuthology.orchestra.console.smithi154:power off output: Chassis Power Control: Down/Off 2024-04-10T16:36:37.061 DEBUG:teuthology.orchestra.console.smithi154:pexpect command: ipmitool -H smithi154.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-10T16:36:37.081 DEBUG:teuthology.orchestra.console.smithi102:check power output: Chassis Power is on 2024-04-10T16:36:37.083 DEBUG:teuthology.orchestra.console.smithi154:check power output: Chassis Power is on 2024-04-10T16:36:41.081 DEBUG:teuthology.orchestra.console.smithi102:pexpect command: ipmitool -H smithi102.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-10T16:36:41.088 DEBUG:teuthology.orchestra.console.smithi154:pexpect command: ipmitool -H smithi154.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-10T16:36:41.191 DEBUG:teuthology.orchestra.console.smithi102:check power output: Chassis Power is on 2024-04-10T16:36:41.197 DEBUG:teuthology.orchestra.console.smithi154:check power output: Chassis Power is on 2024-04-10T16:36:45.194 DEBUG:teuthology.orchestra.console.smithi102:pexpect command: ipmitool -H smithi102.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-10T16:36:45.201 DEBUG:teuthology.orchestra.console.smithi154:pexpect command: ipmitool -H smithi154.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-10T16:36:45.303 DEBUG:teuthology.orchestra.console.smithi102:check power output: Chassis Power is off 2024-04-10T16:36:45.310 DEBUG:teuthology.orchestra.console.smithi154:check power output: Chassis Power is on 2024-04-10T16:36:45.405 INFO:teuthology.orchestra.console.smithi102:Power off completed 2024-04-10T16:36:49.314 DEBUG:teuthology.orchestra.console.smithi154:pexpect command: ipmitool -H smithi154.ipmi.sepia.ceph.com -I lanplus -U inktank -P ApGNXcA7 power status 2024-04-10T16:36:49.424 DEBUG:teuthology.orchestra.console.smithi154:check power output: Chassis Power is off 2024-04-10T16:36:49.525 INFO:teuthology.orchestra.console.smithi154:Power off completed 2024-04-10T16:36:49.628 INFO:teuthology.run:Summary data: description: upgrade/reef-x/parallel/{0-random-distro$/{centos_9.stream} 0-start 1-tasks mon_election/classic upgrade-sequence workload/{ec-rados-default rados_api rados_loadgenbig rbd_import_export test_rbd_api test_rbd_python}} duration: 6403.734760761261 failure_reason: '"2024-04-10T15:10:09.172504+0000 mon.a (mon.0) 359 : cluster [WRN] Health check failed: 1 osds down (OSD_DOWN)" in cluster log' flavor: default owner: scheduled_yuriw@teuthology success: false 2024-04-10T16:36:49.629 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-04-10T16:36:49.711 INFO:teuthology.run:FAIL